-- Logs begin at Sat 2022-02-12 20:01:13 UTC, end at Sat 2022-02-12 22:22:14 UTC. --
Feb 12 20:51:07.335916 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Feb 12 20:51:10.386753 ncdv-master-1 neutron-server[126396]: INFO neutron.common.config [-] Logging enabled!
Feb 12 20:51:10.387378 ncdv-master-1 neutron-server[126396]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev497
Feb 12 20:51:10.387549 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=126396) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 12 20:51:10.390863 ncdv-master-1 neutron-server[126396]: INFO neutron.common.config [-] Logging enabled!
Feb 12 20:51:10.391117 ncdv-master-1 neutron-server[126396]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev497
Feb 12 20:51:10.391428 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=126396) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 12 20:51:10.392351 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 12 20:51:10.392590 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 12 20:51:10.392968 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 12 20:51:10.393218 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 12 20:51:10.393469 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 12 20:51:10.393974 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.394409 ncdv-master-1 neutron-server[126396]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Feb 12 20:51:10.394721 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.395016 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.397769 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.397769 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.397769 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.397769 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.397769 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.397769 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.397769 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.397769 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.398425 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.398425 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.398425 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.398425 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.398648 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.398920 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] debug                          = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.399202 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.399634 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.400045 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.400326 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.400615 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.400896 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.401167 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.401468 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.401754 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.402082 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.402358 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.402644 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.402929 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.403211 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.403487 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.403766 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.404047 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.404322 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.404597 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.404873 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.405158 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.405473 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.405766 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.405996 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.406221 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.406511 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.406799 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.407076 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.407350 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.407625 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.407900 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.408175 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.408443 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.408730 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.409016 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.409303 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.409646 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.409935 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.410205 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.410480 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.410766 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.411043 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.411319 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.411593 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.411931 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.412175 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.412451 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.412754 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.413042 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.413324 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.413635 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.413912 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.414198 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.414473 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.414749 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.415024 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.415301 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.415573 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.415861 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.416136 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.416409 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.416686 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.416961 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.417246 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.417546 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:10.417847 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.418144 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.418444 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.418748 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.419041 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.419324 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.419614 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.419895 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.420184 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.420473 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.420765 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.421046 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.421348 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.421661 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.421958 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.422265 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.422563 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.422856 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.423135 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.423414 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.423692 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.423975 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.424264 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.424543 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.424834 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.425125 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.425954 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.426253 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.426544 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.426840 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.427131 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.427408 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.427689 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.427979 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.428258 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.428531 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.428809 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.429097 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.429397 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.429676 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.429958 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.430236 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.430506 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.430775 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.431052 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.431341 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.431617 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.431888 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.432157 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.432434 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.432704 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.432986 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.433264 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.433559 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.433831 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.434109 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.434382 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.434655 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.434933 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.435206 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.435482 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.435754 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.436030 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.436302 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.436576 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.436848 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.437119 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.437416 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.437696 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.437967 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.438239 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.438511 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.438782 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.439053 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.439341 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.439640 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.439919 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.440197 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.440476 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.440753 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.441697 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.441986 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.442271 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.442555 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.442833 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.443128 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.443415 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.443706 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.444014 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.444294 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.444593 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.444875 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.445161 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.445468 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.445752 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.446043 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.446438 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.446719 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.446912 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.447206 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.447499 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.447795 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.448079 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.448390 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.448670 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:10.448888 ncdv-master-1 neutron-server[126396]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 12 20:51:10.449130 ncdv-master-1 neutron-server[126396]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=126396) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Feb 12 20:51:10.827589 ncdv-master-1 neutron-server[126396]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=126396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Feb 12 20:51:10.827868 ncdv-master-1 neutron-server[126396]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=126396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Feb 12 20:51:10.828179 ncdv-master-1 neutron-server[126396]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=126396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Feb 12 20:51:10.828515 ncdv-master-1 neutron-server[126396]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 12 20:51:11.278539 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.278539 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.278539 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.278539 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.278539 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.279102 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.279102 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.279102 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.279102 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.279102 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.279490 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.279490 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.279490 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.279490 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.279490 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.299292 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.299578 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.299844 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.665912 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fc7029019d0> agent after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.666561 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fc7029019d0> agent after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.666561 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fc702901a60> segment precommit_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.666750 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fc702901af0> network precommit_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.667390 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fc70290cb80> segment before_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.767300 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> network before_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.767624 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fc7028e3040> agent before_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.767911 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> network before_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.768185 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> port before_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.768450 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> port before_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.768759 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> segment precommit_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.769565 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> segment precommit_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.769967 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> segment after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.770224 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> segment after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.770507 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> network after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.770773 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> network precommit_delete 0 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.771040 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> port after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.771296 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> port after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.771551 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> port after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.771817 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> port provisioning_complete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.772086 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> rbac-policy before_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.772346 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> rbac-policy after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.772623 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> agent after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.772893 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> subnet after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.773154 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> subnet precommit_delete 0 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.773448 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> rbac-policy before_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.773707 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> rbac-policy before_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.773987 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> segment_host_mapping after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.774363 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> rbac-policy before_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.774613 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> rbac-policy before_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.774861 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc7032bef10>> rbac-policy before_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.775258 ncdv-master-1 neutron-server[126396]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=126396) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 12 20:51:11.775502 ncdv-master-1 neutron-server[126396]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=126396) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 12 20:51:11.775749 ncdv-master-1 neutron-server[126396]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=126396) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 12 20:51:11.775984 ncdv-master-1 neutron-server[126396]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=126396) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 12 20:51:11.776218 ncdv-master-1 neutron-server[126396]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=126396) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 12 20:51:11.776456 ncdv-master-1 neutron-server[126396]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=126396) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 12 20:51:11.776820 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 12 20:51:11.780008 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 12 20:51:11.784100 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 12 20:51:11.789094 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Feb 12 20:51:11.790759 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 12 20:51:11.791247 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 12 20:51:11.791589 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Feb 12 20:51:11.791975 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 12 20:51:11.794826 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 12 20:51:11.795079 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 12 20:51:11.795427 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Feb 12 20:51:11.800342 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Feb 12 20:51:11.823471 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Feb 12 20:51:11.823926 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fc7027a4fd0>> qos_plugin after_init 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.824226 ncdv-master-1 neutron-server[126396]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=126396) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Feb 12 20:51:11.824591 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fc7027a46a0>> logging-plugin after_init 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.826002 ncdv-master-1 neutron-server[126396]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=126396) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 12 20:51:11.826285 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Feb 12 20:51:11.826527 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Feb 12 20:51:11.829806 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fc7027a4820>> floatingip before_response 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.830092 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fc7027a4820>> port before_response 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:11.899854 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 12 20:51:11.900097 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 12 20:51:11.900339 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 12 20:51:11.900705 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 12 20:51:11.921555 ncdv-master-1 neutron-server[126396]: DEBUG oslo_db.sqlalchemy.engines [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=126396) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Feb 12 20:51:12.486310 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Initializing driver for type 'gre'
Feb 12 20:51:12.486846 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] gre ID ranges: [(1, 1000)]
Feb 12 20:51:12.692112 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Initializing driver for type 'local'
Feb 12 20:51:12.692718 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Initializing driver for type 'vlan'
Feb 12 20:51:12.777589 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] VlanTypeDriver initialization complete
Feb 12 20:51:12.777959 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Initializing driver for type 'vxlan'
Feb 12 20:51:12.778474 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] vxlan ID ranges: [(1, 1000)]
Feb 12 20:51:12.958747 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Initializing extension driver 'port_security'
Feb 12 20:51:12.959093 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.extensions.port_security [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] PortSecurityExtensionDriver initialization complete
Feb 12 20:51:12.959431 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Initializing mechanism driver 'openvswitch'
Feb 12 20:51:12.959758 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Initializing mechanism driver 'hyperv'
Feb 12 20:51:12.966426 ncdv-master-1 neutron-server[126396]: DEBUG neutron.plugins.ml2.plugin [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=126396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 20:51:12.967285 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc702705550>> port after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.967662 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc702705550>> port after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.968021 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc702705550>> port after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.968551 ncdv-master-1 neutron-server[126396]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=126396) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 12 20:51:12.968981 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc70220d7f0>> subnet after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.969339 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc70220d7f0>> subnet after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.969714 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc70220d7f0>> subnet after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.970116 ncdv-master-1 neutron-server[126396]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=126396) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 12 20:51:12.970529 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc70222c580>> network after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.970879 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc70222c580>> network after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.971221 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc70222c580>> network after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.971619 ncdv-master-1 neutron-server[126396]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=126396) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 12 20:51:12.972065 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc70222ca90>> security_group after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.972508 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc70222ca90>> security_group after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.972861 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc70222ca90>> security_group after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.973268 ncdv-master-1 neutron-server[126396]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=126396) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 12 20:51:12.973715 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc70222cfa0>> security_group_rule after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.974324 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc70222cfa0>> security_group_rule after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.974497 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc70222cfa0>> security_group_rule after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.974798 ncdv-master-1 neutron-server[126396]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=126396) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 12 20:51:12.975204 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc7022354f0>> address_group after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.975552 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc7022354f0>> address_group after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.975896 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc7022354f0>> address_group after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.976293 ncdv-master-1 neutron-server[126396]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=126396) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Feb 12 20:51:12.976740 ncdv-master-1 neutron-server[126396]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] ML2 OVO RPC backend initialized. {{(pid=126396) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}}
Feb 12 20:51:12.977469 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> router_interface after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.977835 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> router_interface after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.978255 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> network before_response 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.978608 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> networks before_response 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.978960 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> port before_response 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.979305 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> ports before_response 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.979650 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> subnet before_response 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.979995 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> subnets before_response 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.980342 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> network after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.980689 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> network after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.981022 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> network after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.981375 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> port after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.981720 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> port after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.982057 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> port after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.982395 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> subnet after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.982732 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> subnet after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.983066 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc702235c40>> subnet after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:12.990675 ncdv-master-1 neutron-server[126396]: INFO neutron.quota [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7fc702235df0>.
Feb 12 20:51:12.991047 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.plugin [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Modular L2 Plugin initialization complete
Feb 12 20:51:12.991404 ncdv-master-1 neutron-server[126396]: DEBUG neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading services supported by the core plugin {{(pid=126396) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 12 20:51:12.991755 ncdv-master-1 neutron-server[126396]: INFO neutron.plugins.ml2.managers [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Got port-security extension from driver 'port_security'
Feb 12 20:51:12.992239 ncdv-master-1 neutron-server[126396]: INFO neutron.extensions.vlantransparent [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Disabled vlantransparent extension.
Feb 12 20:51:12.992734 ncdv-master-1 neutron-server[126396]: DEBUG neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=126396) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 12 20:51:12.993062 ncdv-master-1 neutron-server[126396]: INFO neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading Plugin: router
Feb 12 20:51:13.029893 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router_interface before_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.030229 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router after_create 55549900 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.030608 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router before_create 55549900 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.030978 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router_interface before_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.031360 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router_interface after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.031724 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router after_delete 55549900 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.032089 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> floatingip after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.032446 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> floatingip after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.032810 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router after_create 55549900 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.033165 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router after_update 55549900 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.033559 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router after_update 55549900 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.033919 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router_gateway after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.034285 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router after_update 55549900 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.034751 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router precommit_update 55549900 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.035108 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fc7029fe040> port after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.035452 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fc7029faee0> port after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.035793 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fc7029faf70> subnet after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.036134 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fc7029fe0d0> subnetpool_address_scope after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.036485 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> port precommit_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.036842 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router precommit_create 55549900 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.037192 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fc702a6b8b0> port before_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.037568 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router precommit_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.037930 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router after_update 55549900 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.038281 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router precommit_delete 55549900 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.038766 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router precommit_create 55549900 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.039140 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router_interface after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.039493 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> router precommit_update 55549900 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.039864 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> agent after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.040223 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> agent after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.040577 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc702235d30>> network after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.041465 ncdv-master-1 neutron-server[126396]: DEBUG neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Tracking information for resource: router configured {{(pid=126396) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 12 20:51:13.041802 ncdv-master-1 neutron-server[126396]: DEBUG neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Tracking information for resource: floatingip configured {{(pid=126396) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 12 20:51:13.050469 ncdv-master-1 neutron-server[126396]: INFO neutron.db.l3_agentschedulers_db [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 12 20:51:13.051052 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fc702140940> port after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.051423 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fc702140820> port after_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.051783 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <function _notify_port_delete at 0x7fc7021408b0> port after_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.052138 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fc702140a60> port after_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.052927 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc70215cd00>> router before_create 55550100 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.053296 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc70215cd00>> router precommit_delete 55550100 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.053687 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc70215cd00>> router precommit_create 55550100 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.054048 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc70215cd00>> router precommit_update 55550100 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.058908 ncdv-master-1 neutron-server[126396]: DEBUG neutron.services.provider_configuration [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Service providers = [] {{(pid=126396) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 12 20:51:13.059279 ncdv-master-1 neutron-server[126396]: DEBUG neutron.db.servicetype_db [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=126396) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 12 20:51:13.062282 ncdv-master-1 neutron-server[126396]: DEBUG neutron.services.service_base [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=126396) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 12 20:51:13.062639 ncdv-master-1 neutron-server[126396]: DEBUG neutron.services.service_base [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=126396) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 12 20:51:13.062988 ncdv-master-1 neutron-server[126396]: DEBUG neutron.services.service_base [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=126396) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 12 20:51:13.063881 ncdv-master-1 neutron-server[126396]: DEBUG neutron.services.service_base [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=126396) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 12 20:51:13.064257 ncdv-master-1 neutron-server[126396]: INFO neutron.services.service_base [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 12 20:51:13.064641 ncdv-master-1 neutron-server[126396]: DEBUG neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=126396) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 12 20:51:13.064963 ncdv-master-1 neutron-server[126396]: INFO neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 12 20:51:13.088817 ncdv-master-1 neutron-server[126396]: DEBUG neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=126396) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 12 20:51:13.089156 ncdv-master-1 neutron-server[126396]: INFO neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading Plugin: auto_allocate
Feb 12 20:51:13.094949 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fc7021c7e50> network precommit_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.095325 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fc7021c7e50> network precommit_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.095844 ncdv-master-1 neutron-server[126396]: DEBUG neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=126396) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 12 20:51:13.096169 ncdv-master-1 neutron-server[126396]: INFO neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading Plugin: tag
Feb 12 20:51:13.103101 ncdv-master-1 neutron-server[126396]: DEBUG neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=126396) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 12 20:51:13.103440 ncdv-master-1 neutron-server[126396]: INFO neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading Plugin: timestamp
Feb 12 20:51:13.107324 ncdv-master-1 neutron-server[126396]: DEBUG neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=126396) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 12 20:51:13.107664 ncdv-master-1 neutron-server[126396]: INFO neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading Plugin: network_ip_availability
Feb 12 20:51:13.115706 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc7021ce970>> rbac-policy before_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.116926 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc7021ce970>> rbac-policy before_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.116926 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc7021ce970>> rbac-policy before_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.117133 ncdv-master-1 neutron-server[126396]: DEBUG neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=126396) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 12 20:51:13.117491 ncdv-master-1 neutron-server[126396]: INFO neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading Plugin: flavors
Feb 12 20:51:13.122740 ncdv-master-1 neutron-server[126396]: DEBUG neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=126396) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 12 20:51:13.123079 ncdv-master-1 neutron-server[126396]: INFO neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading Plugin: revisions
Feb 12 20:51:13.127425 ncdv-master-1 neutron-server[126396]: DEBUG neutron.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=126396) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 12 20:51:13.127820 ncdv-master-1 neutron-server[126396]: DEBUG oslo_concurrency.lockutils [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.300s {{(pid=126396) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Feb 12 20:51:13.129203 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=126396) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Feb 12 20:51:13.129669 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Initializing extension manager.
Feb 12 20:51:13.130202 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: __init__.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.130551 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: __pycache__ {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.130891 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.131230 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: address_group.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.132005 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.132589 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: address-group
Feb 12 20:51:13.132920 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: address_scope.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.133672 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.134204 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: address-scope
Feb 12 20:51:13.134761 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.135980 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.136504 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: router-admin-state-down-before-update
Feb 12 20:51:13.136835 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: agent.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.137570 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.138085 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: agent
Feb 12 20:51:13.138415 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: agent_resources_synced.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.139335 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.139846 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: agent-resources-synced
Feb 12 20:51:13.140175 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: allowedaddresspairs.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.142038 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.142571 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: allowed-address-pairs
Feb 12 20:51:13.142902 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: auto_allocated_topology.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.144642 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.145225 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: auto-allocated-topology
Feb 12 20:51:13.145580 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: availability_zone.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.146286 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.146798 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: availability_zone
Feb 12 20:51:13.147125 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: availability_zone_filter.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.148057 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.148698 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: availability_zone_filter
Feb 12 20:51:13.149028 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: data_plane_status.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.149970 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.150485 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 12 20:51:13.150812 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: default_subnetpools.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.151740 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.152268 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: default-subnetpools
Feb 12 20:51:13.152597 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.153439 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.153957 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: dhcp_agent_scheduler
Feb 12 20:51:13.154287 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: dns.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.155310 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.155826 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension dns-integration not supported by any of loaded plugins
Feb 12 20:51:13.156156 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: dns_domain_ports.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.163983 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.164525 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 12 20:51:13.164858 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.165840 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.166353 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Feb 12 20:51:13.166678 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: dvr.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.167355 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.167865 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: dvr
Feb 12 20:51:13.168192 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: ecmp_routes.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.169115 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.169677 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension ecmp_routes not supported by any of loaded plugins
Feb 12 20:51:13.170003 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: empty_string_filtering.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.170913 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.171421 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: empty-string-filtering
Feb 12 20:51:13.171744 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.172653 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.173158 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 12 20:51:13.173512 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.174434 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.174941 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 12 20:51:13.175813 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: external_net.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.176817 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.177328 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: external-net
Feb 12 20:51:13.177677 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.178584 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.179096 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: extra_dhcp_opt
Feb 12 20:51:13.179425 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: extraroute.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.180339 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.180851 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: extraroute
Feb 12 20:51:13.181172 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: extraroute_atomic.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.182243 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.182755 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: extraroute-atomic
Feb 12 20:51:13.183078 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: filter_validation.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.183740 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.184244 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: filter-validation
Feb 12 20:51:13.184609 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: fip_pf_description.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.185543 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.186048 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 12 20:51:13.186369 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: fip_port_details.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.187477 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.188031 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: fip-port-details
Feb 12 20:51:13.188361 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: flavors.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.189642 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.190166 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: flavors
Feb 12 20:51:13.190494 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.192788 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.193310 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 12 20:51:13.193750 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: floatingip_pools.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.194455 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.194967 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: floatingip-pools
Feb 12 20:51:13.195295 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: ip_allocation.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.196222 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.196727 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 12 20:51:13.197051 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.200581 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.201090 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: ip-substring-filtering
Feb 12 20:51:13.201448 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: l2_adjacency.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.202374 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.202885 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 12 20:51:13.203208 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: l3.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.204210 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.204746 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: router
Feb 12 20:51:13.205074 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.207391 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.207924 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 12 20:51:13.208254 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.209192 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.209752 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: ext-gw-mode
Feb 12 20:51:13.210084 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.211044 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.211562 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: l3-ha
Feb 12 20:51:13.211887 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.212809 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.213307 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
Feb 12 20:51:13.213655 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: l3_flavors.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.214563 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.215077 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: l3-flavors
Feb 12 20:51:13.215401 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.216808 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.217325 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins
Feb 12 20:51:13.217676 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.218589 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.219102 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 12 20:51:13.219431 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: l3agentscheduler.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.220470 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.220984 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: l3_agent_scheduler
Feb 12 20:51:13.221312 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: local_ip.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.223348 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.223872 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension local_ip not supported by any of loaded plugins
Feb 12 20:51:13.224270 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: logging.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.229282 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.229839 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension logging not supported by any of loaded plugins
Feb 12 20:51:13.230169 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: metering.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.230912 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.231497 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: metering
Feb 12 20:51:13.231824 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.232916 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.233596 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: metering_source_and_destination_fields
Feb 12 20:51:13.233944 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: multiprovidernet.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.234888 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.235413 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: multi-provider
Feb 12 20:51:13.235739 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: netmtu.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.236649 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.237163 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: net-mtu
Feb 12 20:51:13.237513 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: netmtu_writable.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.239557 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.240068 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: net-mtu-writable
Feb 12 20:51:13.240397 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: network_availability_zone.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.241067 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.241608 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: network_availability_zone
Feb 12 20:51:13.241930 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: network_ip_availability.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.243062 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.243578 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: network-ip-availability
Feb 12 20:51:13.243906 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: network_segment_range.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.244663 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.245194 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 12 20:51:13.245547 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: pagination.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.246529 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.246859 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: pagination
Feb 12 20:51:13.247182 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: port_device_profile.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.248091 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.248612 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: port-device-profile
Feb 12 20:51:13.248933 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.249888 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.250636 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: port-mac-address-regenerate
Feb 12 20:51:13.250737 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.251639 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.252151 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: port-numa-affinity-policy
Feb 12 20:51:13.252473 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: port_resource_request.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.254194 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.254712 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 12 20:51:13.255034 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: port_resource_request_groups.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.256012 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.256530 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension port-resource-request-groups not supported by any of loaded plugins
Feb 12 20:51:13.256853 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: portbindings.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.257814 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.258331 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: binding
Feb 12 20:51:13.258655 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: portbindings_extended.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.259947 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.260467 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: binding-extended
Feb 12 20:51:13.260797 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: portsecurity.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.268597 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.269159 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: port-security
Feb 12 20:51:13.269524 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: project_id.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.270503 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.270831 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: project-id
Feb 12 20:51:13.271153 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: providernet.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.272063 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.272578 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: provider
Feb 12 20:51:13.272900 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: qos.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.276434 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.276962 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension qos not supported by any of loaded plugins
Feb 12 20:51:13.277294 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.278565 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.279087 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 12 20:51:13.279419 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.280393 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.280860 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 12 20:51:13.281187 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: qos_default.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.282127 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.282639 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension qos-default not supported by any of loaded plugins
Feb 12 20:51:13.282966 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: qos_fip.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.283883 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.284394 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension qos-fip not supported by any of loaded plugins
Feb 12 20:51:13.284791 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.285727 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.286235 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Feb 12 20:51:13.286561 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: qos_gateway_ip.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.288948 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.289626 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 12 20:51:13.289962 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: qos_port_network_policy.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.290902 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.291413 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 12 20:51:13.291739 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.298002 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.298519 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension qos-pps-minimum not supported by any of loaded plugins
Feb 12 20:51:13.298844 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: qos_pps_rule.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.300028 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.301122 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension qos-pps not supported by any of loaded plugins
Feb 12 20:51:13.301541 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: qos_rule_type_details.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.302479 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.302994 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 12 20:51:13.303319 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: qos_rules_alias.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.304361 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.304875 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 12 20:51:13.305198 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: quota_check_limit.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.306130 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.306644 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: quota-check-limit
Feb 12 20:51:13.306966 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: quotasv2.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.307891 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.308223 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: quotas
Feb 12 20:51:13.308554 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: quotasv2_detail.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.310296 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.310634 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: quota_details
Feb 12 20:51:13.310962 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: rbac.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.312026 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.312550 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: rbac-policies
Feb 12 20:51:13.312884 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: rbac_address_group.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.313829 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.314348 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: rbac-address-group
Feb 12 20:51:13.314674 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: rbac_address_scope.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.315589 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.316865 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: rbac-address-scope
Feb 12 20:51:13.317128 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: rbac_security_groups.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.318029 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.318523 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: rbac-security-groups
Feb 12 20:51:13.318848 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: rbac_subnetpool.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.319753 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.320264 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: rbac-subnetpool
Feb 12 20:51:13.320584 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: revisionifmatch.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.321533 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.322043 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: revision-if-match
Feb 12 20:51:13.322366 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: revisions.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.323571 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.324090 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: standard-attr-revisions
Feb 12 20:51:13.324416 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: router_availability_zone.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.325085 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.325627 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: router_availability_zone
Feb 12 20:51:13.325952 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: routerservicetype.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.326873 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.327384 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension router-service-type not supported by any of loaded plugins
Feb 12 20:51:13.327706 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.328634 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.329144 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: security-groups-normalized-cidr
Feb 12 20:51:13.329497 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.330435 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.330946 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: port-security-groups-filtering
Feb 12 20:51:13.331268 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.332382 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.332894 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: security-groups-remote-address-group
Feb 12 20:51:13.333221 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.334186 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.334694 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: security-groups-shared-filtering
Feb 12 20:51:13.335016 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.335600 ncdv-master-1 neutron-server[126396]: WARNING neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Feb 12 20:51:13.335919 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: securitygroup.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.345602 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.346133 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: security-group
Feb 12 20:51:13.346462 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: segment.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.347304 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.347816 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension segment not supported by any of loaded plugins
Feb 12 20:51:13.348168 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.349112 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.349652 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 12 20:51:13.349977 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: servicetype.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.351096 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.351624 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: service-type
Feb 12 20:51:13.351950 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: sorting.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.352938 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.353270 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: sorting
Feb 12 20:51:13.353621 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: standard_attr_segment.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.354529 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.355050 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 12 20:51:13.355375 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: standardattrdescription.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.356009 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.356520 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: standard-attr-description
Feb 12 20:51:13.356843 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: stateful_security_group.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.357791 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.358314 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: stateful-security-group
Feb 12 20:51:13.358639 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: stdattrs_common.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.359237 ncdv-master-1 neutron-server[126396]: WARNING neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 12 20:51:13.359599 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.360523 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.361036 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 12 20:51:13.361380 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: subnet_onboard.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.362462 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.363611 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: subnet_onboard
Feb 12 20:51:13.364280 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.365241 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.365784 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 12 20:51:13.366109 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: subnet_service_types.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.367038 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.367559 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: subnet-service-types
Feb 12 20:51:13.367885 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: subnetallocation.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.368984 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.369534 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: subnet_allocation
Feb 12 20:51:13.369861 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.370527 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.371051 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: subnetpool-prefix-ops
Feb 12 20:51:13.371375 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.372296 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.372810 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 12 20:51:13.373146 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: tagging.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.374201 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.374738 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: standard-attr-tag
Feb 12 20:51:13.375064 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: timestamp.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.379787 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.380304 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loaded extension: standard-attr-timestamp
Feb 12 20:51:13.380631 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: trunk.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.381700 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.382250 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension trunk not supported by any of loaded plugins
Feb 12 20:51:13.382571 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: trunk_details.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.383491 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.384012 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension trunk-details not supported by any of loaded plugins
Feb 12 20:51:13.384335 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: uplink_status_propagation.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.385574 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.386131 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 12 20:51:13.386456 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Loading extension file: vlantransparent.py {{(pid=126396) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Feb 12 20:51:13.387128 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=126396) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 12 20:51:13.387639 ncdv-master-1 neutron-server[126396]: INFO neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 12 20:51:13.390155 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of TrackedResource for resource:network
Feb 12 20:51:13.390683 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of TrackedResource for resource:subnet
Feb 12 20:51:13.391077 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 12 20:51:13.391471 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of TrackedResource for resource:port
Feb 12 20:51:13.392713 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.v2.resource_helper [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 12 20:51:13.393148 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.v2.resource_helper [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Service FLAVORS assigned prefix:  {{(pid=126396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 12 20:51:13.393815 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.v2.resource_helper [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 12 20:51:13.394293 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.v2.resource_helper [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 12 20:51:13.394620 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of TrackedResource for resource:router
Feb 12 20:51:13.395052 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of TrackedResource for resource:floatingip
Feb 12 20:51:13.395551 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.v2.resource_helper [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Service METERING assigned prefix: /metering {{(pid=126396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 12 20:51:13.396986 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc702063700>> rbac-policy before_create 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.397373 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc702063700>> rbac-policy before_update 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.397733 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc702063700>> rbac-policy before_delete 55550000 {{(pid=126396) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 20:51:13.398717 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 12 20:51:13.399171 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of TrackedResource for resource:security_group
Feb 12 20:51:13.399615 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 12 20:51:13.400204 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.v2.resource_helper [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Service CORE assigned prefix:  {{(pid=126396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 12 20:51:13.400536 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 12 20:51:13.400883 ncdv-master-1 neutron-server[126396]: WARNING neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] subnetpool is already registered
Feb 12 20:51:13.401305 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.v2.resource_helper [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Service CORE assigned prefix:  {{(pid=126396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 12 20:51:13.401659 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 12 20:51:13.401998 ncdv-master-1 neutron-server[126396]: WARNING neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] subnetpool is already registered
Feb 12 20:51:13.404342 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.v2.resource_helper [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 12 20:51:13.404782 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.v2.resource_helper [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Service FLAVORS assigned prefix:  {{(pid=126396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 12 20:51:13.405401 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.v2.resource_helper [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 12 20:51:13.405835 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.v2.resource_helper [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 12 20:51:13.406166 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of TrackedResource for resource:router
Feb 12 20:51:13.406504 ncdv-master-1 neutron-server[126396]: WARNING neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] router is already registered
Feb 12 20:51:13.406918 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of TrackedResource for resource:floatingip
Feb 12 20:51:13.407253 ncdv-master-1 neutron-server[126396]: WARNING neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] floatingip is already registered
Feb 12 20:51:13.407722 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.v2.resource_helper [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Service METERING assigned prefix: /metering {{(pid=126396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 12 20:51:13.408385 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 12 20:51:13.408715 ncdv-master-1 neutron-server[126396]: WARNING neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] rbac_policy is already registered
Feb 12 20:51:13.409127 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of TrackedResource for resource:security_group
Feb 12 20:51:13.409529 ncdv-master-1 neutron-server[126396]: WARNING neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] security_group is already registered
Feb 12 20:51:13.409936 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 12 20:51:13.410270 ncdv-master-1 neutron-server[126396]: WARNING neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] security_group_rule is already registered
Feb 12 20:51:13.410907 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.v2.resource_helper [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Service CORE assigned prefix:  {{(pid=126396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 12 20:51:13.411235 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 12 20:51:13.411575 ncdv-master-1 neutron-server[126396]: WARNING neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] subnetpool is already registered
Feb 12 20:51:13.412001 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.v2.resource_helper [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Service CORE assigned prefix:  {{(pid=126396) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 12 20:51:13.412326 ncdv-master-1 neutron-server[126396]: INFO neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 12 20:51:13.412658 ncdv-master-1 neutron-server[126396]: WARNING neutron.quota.resource_registry [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] subnetpool is already registered
Feb 12 20:51:13.413133 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: extensions {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.414644 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: address-groups {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.416125 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: address-scopes {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.417517 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: agents {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.418694 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: auto-allocated-topology {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.419958 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: availability_zones {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.421206 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: dhcp-networks {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.422762 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: dhcp-agents {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.424195 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: routers {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.427156 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: flavors {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.428345 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: service_profiles {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.429590 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: next_providers {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.431038 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: service_profiles {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.432593 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: floatingip-pools {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.433878 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: routers {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.436077 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: floatingips {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.437391 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: l3-routers {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.438788 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: l3-agents {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.440207 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: metering-labels {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.443101 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: metering-label-rules {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.444402 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: network-ip-availabilities {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.445724 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: bindings {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.447390 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: quotas {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.448955 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: quotas {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.450635 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: rbac-policies {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.451947 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: security-groups {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.453197 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: security-group-rules {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.454465 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: service-providers {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.455767 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: subnetpools {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.457274 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: subnetpools {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.458770 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: tags {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.460457 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: tags {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.462335 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: tags {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.464123 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: tags {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.465953 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: tags {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.467801 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: tags {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.469514 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: tags {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.471427 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: tags {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.473272 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: tags {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.475134 ncdv-master-1 neutron-server[126396]: DEBUG neutron.api.extensions [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Extended resource: tags {{(pid=126396) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Feb 12 20:51:13.480953 ncdv-master-1 neutron-server[126396]: WARNING keystonemiddleware.auth_token [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 12 20:51:13.485727 ncdv-master-1 neutron-server[126396]: WARNING keystonemiddleware.auth_token [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 12 20:51:13.495263 ncdv-master-1 neutron-server[126396]: DEBUG oslo_concurrency.lockutils [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Acquired lock "singleton_lock" {{(pid=126396) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Feb 12 20:51:13.495740 ncdv-master-1 neutron-server[126396]: DEBUG oslo_concurrency.lockutils [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Releasing lock "singleton_lock" {{(pid=126396) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Feb 12 20:51:13.496402 ncdv-master-1 neutron-server[126396]: INFO oslo_service.service [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Starting 2 workers
Feb 12 20:51:13.501246 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Started child 126505 {{(pid=126396) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Feb 12 20:51:13.506570 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Started child 126506 {{(pid=126396) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Feb 12 20:51:13.507502 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:13.508226 ncdv-master-1 neutron-server[126396]: INFO neutron.service [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 12 20:51:13.508908 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=126396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:13.509028 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [-] (126505) wsgi starting up on http://0.0.0.0:9696
Feb 12 20:51:13.511483 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:13.511937 ncdv-master-1 neutron-server[126396]: INFO oslo_service.service [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Starting 1 workers
Feb 12 20:51:13.512993 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [-] (126506) wsgi starting up on http://0.0.0.0:9696
Feb 12 20:51:13.516862 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Started child 126507 {{(pid=126396) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Feb 12 20:51:13.517445 ncdv-master-1 neutron-server[126396]: INFO oslo_service.service [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Starting 1 workers
Feb 12 20:51:13.521057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.service [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] calling RpcWorker wait() {{(pid=126507) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 12 20:51:13.521678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.service [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] returning from RpcWorker wait() {{(pid=126507) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 12 20:51:13.522106 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Started child 126509 {{(pid=126396) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Feb 12 20:51:13.523091 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:13.523200 ncdv-master-1 neutron-server[126396]: DEBUG neutron_lib.callbacks.manager [None req-903b2dfa-c0ea-4de7-8b77-38408849a4c2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=126396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:13.523420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49092) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:51:13.523792 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 20:51:13.525223 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=126396) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Feb 12 20:51:13.525467 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 12 20:51:13.525675 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 12 20:51:13.525910 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 12 20:51:13.526251 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 12 20:51:13.526414 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 12 20:51:13.526984 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.527267 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.527535 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.527812 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.528110 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.528707 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.528965 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.529219 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.529519 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.529768 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.529938 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.530106 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.530371 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.530690 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.531010 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.531280 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.531517 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.531792 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.531962 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.532212 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.532480 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.532802 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.533078 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] debug                          = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.533384 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.541779 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.541779 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.542001 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:13.542463 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0091803
Feb 12 20:51:13.542538 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.542538 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.542538 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.542538 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.542538 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.542538 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.542538 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.542538 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543005 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543005 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543005 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543005 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543005 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543005 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543005 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543005 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543005 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543516 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543516 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543516 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543516 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543516 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543516 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543516 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543516 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543942 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543942 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543942 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543942 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543942 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543942 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543942 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543942 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.543942 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.544465 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.544465 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.544465 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.544465 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.544699 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.544812 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.545214 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.545598 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.545964 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.547551 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.547998 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.548419 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.548928 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.549335 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.549753 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.550736 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.551378 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.551959 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.552217 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.552459 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.552842 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.553258 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.553567 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.553830 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.554052 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.554299 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.554537 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.554781 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.555053 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.555277 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.555521 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.555779 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.556017 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.556266 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.556480 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.556758 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.556990 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.557246 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.557543 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.557762 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.557995 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.558236 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.558451 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.558755 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.558866 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.559096 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.559356 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.559572 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.559812 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.560069 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.560245 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.560502 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.560712 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.561237 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.561465 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.561784 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.562034 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.562271 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.562607 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.562862 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.563108 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.563686 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.563686 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.563977 ncdv-master-1 neutron-server[126509]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 20:51:13.564085 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.564302 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.564613 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.564848 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.565112 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.565496 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.565891 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.566661 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.567097 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.567398 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.567562 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.567798 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.568212 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.568599 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.568855 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.569091 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.569316 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.570977 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.570977 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.570977 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.570977 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.570977 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.31/identity {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.570977 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.571839 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.571839 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.571839 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.572296 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.572296 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.572572 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.572572 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.572843 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.573935 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.573935 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.573935 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.573935 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.573935 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.575318 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.575318 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.575318 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.575318 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.575318 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.575318 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.576137 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.576137 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.576137 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.576137 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.576749 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.576749 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.577033 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.577186 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.577388 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.578442 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.578680 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.579223 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.579223 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.579546 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.579546 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.579829 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.579969 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.581067 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.581067 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.581067 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.581067 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.581067 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.581947 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.581947 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.581947 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.581947 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.583388 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.583388 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.583388 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.583388 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.583388 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.583388 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.583388 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.585095 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.585095 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.585095 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.585095 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.585095 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.585095 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.585095 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.586143 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.586143 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.586143 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.586143 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.586143 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.586832 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.586832 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.586832 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.587266 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.587266 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.587684 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.587684 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.587963 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.588103 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.588336 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.588586 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.588806 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.589048 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.589473 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.589707 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.590083 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.590483 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.590851 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.591253 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.591537 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.591770 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.592602 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.592602 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.592602 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.593027 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.593027 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.593317 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.595156 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.595156 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.595156 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.595156 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.595734 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.595734 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.596017 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.596017 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.596924 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.596924 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.596924 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.596924 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.598942 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.598942 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.599256 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.599447 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.599661 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.599810 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.600143 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.600351 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.600640 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.600842 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.601098 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.601431 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.602705 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.603123 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.31/identity {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.603502 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.603876 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.604301 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.604518 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.605052 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.605052 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.605272 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.605477 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.605712 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.605959 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.606317 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.606694 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.607061 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.607433 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.607844 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.608098 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.608311 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.608531 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.608842 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.609061 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.609280 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.610380 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.610749 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.611136 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.611486 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.611898 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.612291 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.612517 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.613749 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.613749 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.614330 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.614330 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.614767 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.615564 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.615564 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.615564 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.615564 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.616146 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.616146 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.616146 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.616564 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.616564 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.617168 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.617168 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.618771 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.618771 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.618771 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.618771 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.618771 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.618771 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.618771 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.619825 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.619825 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.619825 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.619825 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.619825 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.621413 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.621413 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.621413 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.621413 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.621413 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.621413 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.621413 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.621413 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.628689 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.628689 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.628689 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.628689 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.628689 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.628689 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.628689 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.628689 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.628689 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.629533 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.629533 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.629533 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.629533 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.629533 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.629533 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.629533 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.629533 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630022 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630022 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630022 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630022 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630022 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630022 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630022 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630022 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630494 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630494 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630494 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630494 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630494 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630494 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630494 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630494 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630931 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630931 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630931 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630931 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630931 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630931 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630931 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.630931 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.631408 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.631408 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.631408 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.631408 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.631408 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.631695 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.631855 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.632330 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.632732 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.633137 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.633493 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.633772 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.634038 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.634251 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.634486 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.634707 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.634973 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.635292 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.635587 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.636700 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.637129 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.637590 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.638008 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.638437 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.638670 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.639588 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.639588 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.639588 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.639880 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.640233 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.640347 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.641137 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.641137 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.641137 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.641506 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.641506 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.641725 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.641930 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.643475 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.643475 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.643475 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.643475 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.643475 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.643475 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.643475 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.643985 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.643985 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 12 20:51:13.644474 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=126396) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Feb 12 20:51:13.644631 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 12 20:51:13.645020 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 12 20:51:13.645708 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 12 20:51:13.645708 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 12 20:51:13.645708 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 12 20:51:13.647247 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.647247 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.647247 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.647247 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.647247 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.647247 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.647247 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.647247 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.647861 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.647861 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.647861 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.647861 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.647861 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.648202 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.648202 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.648202 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.648435 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.648503 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.648705 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.648860 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.648993 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.649123 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.649262 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] debug                          = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.649425 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.649604 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.649723 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.649888 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.650042 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.650198 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.650354 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.650511 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.650661 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.650821 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.650976 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.651277 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.651439 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.651596 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.651752 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.651909 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.652061 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.652209 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.652365 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.652687 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.653011 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.653802 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.653802 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.653802 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.653802 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.654061 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.654061 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.656886 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.656886 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.656886 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.656886 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.656886 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.656886 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.656886 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.656886 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.656886 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.657485 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.657485 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.657485 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.657485 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.657485 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.657485 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.657485 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.657910 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.657910 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.657910 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.657910 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.657910 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.657910 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.657910 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.657910 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.657910 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.658378 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.658378 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.658378 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.658378 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.658378 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.658815 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.658815 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.658815 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.658980 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.659058 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.659316 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.659399 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.660077 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.660234 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.660418 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.660568 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.660694 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.660817 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.660967 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.661124 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.661285 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.661466 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.661625 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.661777 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.661933 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.662088 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.662260 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.662472 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.662637 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.662901 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.662901 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.663106 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.663211 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.663316 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.663421 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.664364 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.664364 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.664364 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 12 20:51:13.664364 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.664364 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.664364 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.664963 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.664963 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.664963 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.664963 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.665506 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.665506 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.665506 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.665819 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.665819 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.666015 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.666015 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.666209 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.666313 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.666542 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.666729 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.666886 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.667034 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.667180 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.667324 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.667490 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.667641 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.667794 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.667955 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.668100 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.668268 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.668475 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.668668 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.668821 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.668983 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.31/identity {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.669135 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.669311 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.669511 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.669660 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.669805 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.669953 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.670115 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.670274 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.670431 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.670591 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.670749 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.670909 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.671822 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.671822 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.671822 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.671822 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.671822 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.671822 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.672345 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.672345 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.672345 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.672549 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.672549 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.672761 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.672941 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.673085 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.673225 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.673487 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.674395 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.674557 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.674698 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.674858 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.675004 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.675873 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.676264 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.676264 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.676542 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.676695 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.676847 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.676997 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.677138 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.677277 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.677447 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.677590 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.677729 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.677869 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.678038 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.678190 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.678330 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.678472 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.678612 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.679747 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.679747 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.679747 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.679747 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.679747 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.679747 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.679747 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.679747 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.680786 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.680786 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.680786 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.680786 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.680786 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.680786 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.680786 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.681761 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.681761 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.681761 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.681761 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.681761 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.681761 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.682636 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.682636 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.682636 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.682636 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.682636 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.682636 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.683424 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.683424 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.683424 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.683424 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.683424 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.683424 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.684757 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.684757 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.684757 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.684757 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.684757 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.684757 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.684757 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.684757 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.685733 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.685733 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.685733 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.685733 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.685733 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.685733 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.685733 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.686317 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.686317 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.686317 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.686317 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.686633 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.686633 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.686774 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.687487 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.687487 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.687487 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.687487 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.687487 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.688177 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.688177 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.688177 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.688177 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.688690 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.688690 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.688690 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.31/identity {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.688690 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.689227 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.689227 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.689227 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.689666 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.689666 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.689666 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.690056 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.690056 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.690056 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.690618 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.690618 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.690618 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.690618 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.691189 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.691189 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.691189 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.691590 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.691590 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.691865 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.691865 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.692231 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.692231 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.692231 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.693069 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.693069 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.693069 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.693069 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.693069 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.693069 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.693935 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.693935 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.693935 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.693935 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.693935 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.694581 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.694581 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.694581 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.694581 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.694581 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.695230 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.695230 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.695230 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.695627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 20:51:13.695774 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.695774 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.695774 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.695774 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.697090 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.697090 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.697090 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.697090 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.697090 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.697090 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.697090 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.697090 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.697090 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.698294 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.698294 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.699648 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.699648 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.699648 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.700075 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.700075 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.700341 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.700341 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.700631 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.700631 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.700896 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.700896 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.701168 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.701168 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.701536 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.701536 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.701803 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.701803 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.702077 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.702077 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.702443 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.702443 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.702610 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.702688 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.702835 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.702995 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.703153 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.703323 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.703482 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.703640 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.703797 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.703954 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.704106 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.704293 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.704440 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.704579 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.704719 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.704857 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.704995 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.705138 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.705295 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.705465 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.705624 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.705787 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.705933 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.706101 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.706347 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.706529 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.706682 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.706773 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.706893 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.707061 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.708023 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.708023 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.708023 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.708023 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.708023 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.708023 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.708725 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.708725 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.708725 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.708725 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.708725 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.709847 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.709847 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.709847 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.709847 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.709847 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.709847 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.709847 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.710317 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.710317 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.710317 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.710520 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.710597 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.710714 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.710874 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.711032 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.711191 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.711350 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.711510 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.711668 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.711827 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.711985 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.712143 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.712299 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.712511 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.712601 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.712749 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.712907 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.713065 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.713227 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.714254 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.714437 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 12 20:51:13.714597 ncdv-master-1 neutron-server[126396]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126396) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 12 20:51:25.694419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce326a41-856d-40ad-a032-553a131db4cc None None] get_active_networks_info from ncdv-master-1 {{(pid=126507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 12 20:51:25.849225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce326a41-856d-40ad-a032-553a131db4cc None None] No non-hosted networks {{(pid=126507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 12 20:51:25.866805 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.agentschedulers_db [None req-ce326a41-856d-40ad-a032-553a131db4cc None None] DHCP Agent not found on host ncdv-master-1 {{(pid=126507) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Feb 12 20:51:26.025904 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cd5ecc3f-f13d-40da-a74a-c0a6ef3ebcaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537917'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:28.058038 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3f14ac7f-966c-4504-b75e-f37bee890952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537917'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:28.245997 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-2346d43b-7e83-45af-833d-a00e692b78b3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-ncdv-master-1 {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 20:51:28.247067 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-2346d43b-7e83-45af-833d-a00e692b78b3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 20:51:28.873536 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2346d43b-7e83-45af-833d-a00e692b78b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:29.370668 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537917'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:30.865223 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537917'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:31.950277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49186) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:51:32.142924 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537917'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:32.144690 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:32.145402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:32.145996 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:32.147054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:32.148102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:32.148651 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:32.149570 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:32.150256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:32.151069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:32.151737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:32.152269 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:32.152806 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:32.153371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:32.153980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc701368e80>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 20:51:32.164207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc7013023d0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 20:51:32.530823 ncdv-master-1 neutron-server[126505]: WARNING oslo_policy.policy [None req-908cd5db-e67f-40c2-aea7-8b2292377fc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 12 20:51:32.531395 ncdv-master-1 neutron-server[126505]: WARNING oslo_policy.policy [None req-908cd5db-e67f-40c2-aea7-8b2292377fc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 12 20:51:32.785284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-908cd5db-e67f-40c2-aea7-8b2292377fc6 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 20:51:32.802471 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-908cd5db-e67f-40c2-aea7-8b2292377fc6 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.8509953
Feb 12 20:51:33.283918 ncdv-master-1 neutron-server[126507]: INFO neutron.db.l3_hamode_db [None req-fad6bcfa-40f7-4d14-9f18-ca53cf96c6bf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 12 20:51:33.362565 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad6bcfa-40f7-4d14-9f18-ca53cf96c6bf None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 20:51:33.362875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad6bcfa-40f7-4d14-9f18-ca53cf96c6bf None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Feb 12 20:51:35.400979 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49212) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:51:35.901458 ncdv-master-1 neutron-server[126506]: WARNING oslo_policy.policy [None req-515c8a3d-55b1-431b-992c-f2248777c8c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 12 20:51:35.902098 ncdv-master-1 neutron-server[126506]: WARNING oslo_policy.policy [None req-515c8a3d-55b1-431b-992c-f2248777c8c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 12 20:51:36.123311 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-515c8a3d-55b1-431b-992c-f2248777c8c4 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 20:51:36.213926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.policy [None req-515c8a3d-55b1-431b-992c-f2248777c8c4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=126506) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Feb 12 20:51:36.255752 ncdv-master-1 neutron-server[126506]: WARNING oslo_policy.policy [None req-515c8a3d-55b1-431b-992c-f2248777c8c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 12 20:51:36.256120 ncdv-master-1 neutron-server[126506]: WARNING oslo_policy.policy [None req-515c8a3d-55b1-431b-992c-f2248777c8c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 12 20:51:36.423576 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-515c8a3d-55b1-431b-992c-f2248777c8c4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780792533610', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780792534079', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780792539827', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780792578874', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780792593175', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780792569411', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1725615', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1735087', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-592329', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-566318'] for rbac-policy (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:36.630389 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-515c8a3d-55b1-431b-992c-f2248777c8c4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:36.632185 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-515c8a3d-55b1-431b-992c-f2248777c8c4 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.2290075
Feb 12 20:51:39.136528 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49228) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:51:39.452007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 20:51:39.554136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Made reservation on behalf of d72521225b234eb0810aa5ae6f7d8ac2 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 20:51:39.558040 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:39.575522 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:39.679992 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Publish callbacks [] for security_group (4e437a38-9862-4b97-bdb6-24cb09dca582), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:39.777365 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4e437a38-9862-4b97-bdb6-24cb09dca582), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:39.809847 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 20:51:39.838858 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780794888614', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (42664f6a-e5f7-46c0-9296-03117939c0bd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:39.839351 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fc702901a60> segment precommit_create {{(pid=126506) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Feb 12 20:51:39.839874 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Added segment 42664f6a-e5f7-46c0-9296-03117939c0bd of type vlan for network f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684
Feb 12 20:51:39.845630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4e437a38-9862-4b97-bdb6-24cb09dca582,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:51:39.881011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:39.881383 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:39.881774 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:39.882105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:39.882431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:39.882753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:39.883071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:39.883388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:39.883702 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:39.884015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:39.884330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:39.884643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:39.884953 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Tracked resource versions report:
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]: pushed versions:
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]: {   'AddressGroup': {'1.2'},
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:     'ConntrackHelper': {'1.0'},
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:     'LocalIPAssociation': {'1.0'},
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:     'Log': {'1.0'},
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:     'Network': {'1.1'},
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:     'Port': {'1.7'},
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:     'PortForwarding': {'1.2'},
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:     'QosPolicy': {'1.10'},
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:     'SecurityGroup': {'1.5'},
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:     'SecurityGroupRule': {'1.2'},
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:     'SubPort': {'1.0'},
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:     'Subnet': {'1.1'},
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:     'Trunk': {'1.1'}}
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]: consumer versions:
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]: {   DHCP agent@ncdv-master-1: {},
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:     L3 agent@ncdv-master-1: {},
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:     Metadata agent@ncdv-master-1: {},
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:     Metering agent@ncdv-master-1: {},
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:                                           'ConntrackHelper': '1.0',
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:                                           'LocalIPAssociation': '1.0',
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:                                           'Log': '1.0',
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:                                           'Network': '1.1',
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:                                           'Port': '1.7',
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:                                           'PortForwarding': '1.2',
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:                                           'QosPolicy': '1.10',
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:                                           'SecurityGroup': '1.5',
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:                                           'SecurityGroupRule': '1.2',
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:                                           'SubPort': '1.0',
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:                                           'Subnet': '1.1',
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:                                           'Trunk': '1.1'}}
Feb 12 20:51:39.886048 ncdv-master-1 neutron-server[126506]:  {{(pid=126506) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 12 20:51:39.948673 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:40.091383 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:40.097454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:51:40.098207 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:40.211717 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] Pushing event updated for resources: {'Network': ['ID=f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:51:40.224174 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 20:51:40.351195 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-01624446-51c1-4c2d-86fe-45dea878fbd9 demo demo] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 1.2135596
Feb 12 20:51:42.881388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49240) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:51:43.285103 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a415d-6c11-4217-b8ac-423aac049a69 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:51:43.286452 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-010a415d-6c11-4217-b8ac-423aac049a69 demo admin] 10.222.0.31 "GET /v2.0/networks/f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684 HTTP/1.1" status: 200  len: 825 time: 0.4040923
Feb 12 20:51:43.311256 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-87914468-4881-4739-915d-a85ef8e511b8 demo admin] 10.222.0.31 "GET /v2.0/subnetpools/76455321-ea57-4902-b1f2-83694470e3d1 HTTP/1.1" status: 200  len: 734 time: 0.0191476
Feb 12 20:51:43.320505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-43d668e7-0e68-4199-9aa7-cbd7ff4599a0 demo admin] Request body: {'subnet': {'subnetpool_id': '76455321-ea57-4902-b1f2-83694470e3d1', 'name': 'private-subnet', 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 20:51:43.422754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d668e7-0e68-4199-9aa7-cbd7ff4599a0 demo admin] Made reservation on behalf of d72521225b234eb0810aa5ae6f7d8ac2 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 20:51:43.425578 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-43d668e7-0e68-4199-9aa7-cbd7ff4599a0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:43.766441 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-43d668e7-0e68-4199-9aa7-cbd7ff4599a0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for subnet (ce251dd9-76fb-45f6-b967-c1ebf7451d3e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:43.842581 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d668e7-0e68-4199-9aa7-cbd7ff4599a0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ce251dd9-76fb-45f6-b967-c1ebf7451d3e,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:51:43.846393 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d668e7-0e68-4199-9aa7-cbd7ff4599a0 demo admin] Checking segment: {'id': '42664f6a-e5f7-46c0-9296-03117939c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 20:51:43.846741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d668e7-0e68-4199-9aa7-cbd7ff4599a0 demo admin] Network hostable DHCP agents. Network: f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 20:51:43.920020 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d668e7-0e68-4199-9aa7-cbd7ff4599a0 demo admin] Network f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 20:51:43.982596 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-43d668e7-0e68-4199-9aa7-cbd7ff4599a0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 20:51:43.988003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d668e7-0e68-4199-9aa7-cbd7ff4599a0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:51:43.988619 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-43d668e7-0e68-4199-9aa7-cbd7ff4599a0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:43.993729 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad2ab63-c39c-42f8-8603-07f7f4a51334 None None] Network f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 20:51:44.054067 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-43d668e7-0e68-4199-9aa7-cbd7ff4599a0 demo admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7368319
Feb 12 20:51:44.263273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684', 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684', 'project_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'fixed_ips': [{'subnet_id': 'ce251dd9-76fb-45f6-b967-c1ebf7451d3e'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 20:51:44.264478 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:44.575046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Allocated IP 172.20.0.2 (f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684/ce251dd9-76fb-45f6-b967-c1ebf7451d3e/a2c00e9d-e979-4088-ad9e-a5cc3d1c67af) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 20:51:44.822494 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Publish callbacks [] for port (a2c00e9d-e979-4088-ad9e-a5cc3d1c67af), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:44.908089 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (a2c00e9d-e979-4088-ad9e-a5cc3d1c67af), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:44.988870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Network f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 20:51:44.993877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 20:51:45.000851 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 20:51:45.001497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Pushing event updated for resources: {'Port': ['ID=a2c00e9d-e979-4088-ad9e-a5cc3d1c67af,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:51:45.013557 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:45.013909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:45.014253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:45.014592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:45.014927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:45.015259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:45.015593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:45.015920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:45.016247 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:45.016571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:45.016894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:45.017223 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:45.017572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Tracked resource versions report:
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]: pushed versions:
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]: {   'AddressGroup': {'1.2'},
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:     'ConntrackHelper': {'1.0'},
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:     'LocalIPAssociation': {'1.0'},
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:     'Log': {'1.0'},
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:     'Network': {'1.1'},
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:     'Port': {'1.7'},
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:     'PortForwarding': {'1.2'},
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:     'QosPolicy': {'1.10'},
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:     'SecurityGroup': {'1.5'},
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:     'SecurityGroupRule': {'1.2'},
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:     'SubPort': {'1.0'},
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:     'Subnet': {'1.1'},
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:     'Trunk': {'1.1'}}
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]: consumer versions:
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]: {   DHCP agent@ncdv-master-1: {},
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:     L3 agent@ncdv-master-1: {},
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:     Metadata agent@ncdv-master-1: {},
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:     Metering agent@ncdv-master-1: {},
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:                                           'ConntrackHelper': '1.0',
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:                                           'LocalIPAssociation': '1.0',
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:                                           'Log': '1.0',
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:                                           'Network': '1.1',
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:                                           'Port': '1.7',
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:                                           'PortForwarding': '1.2',
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:                                           'QosPolicy': '1.10',
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:                                           'SecurityGroup': '1.5',
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:                                           'SecurityGroupRule': '1.2',
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:                                           'SubPort': '1.0',
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:                                           'Subnet': '1.1',
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:                                           'Trunk': '1.1'}}
Feb 12 20:51:45.019183 ncdv-master-1 neutron-server[126507]:  {{(pid=126507) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 12 20:51:45.089684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Attempting to bind port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 20:51:45.090080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Attempting to bind port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42664f6a-e5f7-46c0-9296-03117939c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 20:51:45.090518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Attempting to bind port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af on network f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 20:51:45.095424 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 20:51:45.095814 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Checking segment: {'id': '42664f6a-e5f7-46c0-9296-03117939c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 20:51:45.096802 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:45.097429 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Bound using segment: {'id': '42664f6a-e5f7-46c0-9296-03117939c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 20:51:45.097931 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Bound port: a2c00e9d-e979-4088-ad9e-a5cc3d1c67af, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42664f6a-e5f7-46c0-9296-03117939c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 20:51:45.098345 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a2c00e9d-e979-4088-ad9e-a5cc3d1c67af), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:45.162511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] For port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 20:51:45.166714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] For port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2c00e9d-e979-4088-ad9e-a5cc3d1c67af,segment=NetworkSegment(42664f6a-e5f7-46c0-9296-03117939c0bd),segment_id=42664f6a-e5f7-46c0-9296-03117939c0bd)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 20:51:45.246241 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a2c00e9d-e979-4088-ad9e-a5cc3d1c67af), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:45.320522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdffb9-f68a-43bd-8a03-e9b3c26a8fc0 None None] Pushing event updated for resources: {'Port': ['ID=a2c00e9d-e979-4088-ad9e-a5cc3d1c67af,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:51:46.603895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49248) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:51:46.939956 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-281474a7-6c7f-44f5-9979-c967a299612c admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 20:51:46.941028 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-281474a7-6c7f-44f5-9979-c967a299612c admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3360946
Feb 12 20:51:49.583864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49256) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:51:49.901397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-3c49a3b5-5026-4e70-98f2-c3cb08d078c2 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 20:51:49.902348 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3c49a3b5-5026-4e70-98f2-c3cb08d078c2 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3174901
Feb 12 20:51:52.440997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49264) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:51:52.759160 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-005cb203-45b2-421e-b77b-877ecf6cd492 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 20:51:52.834470 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-005cb203-45b2-421e-b77b-877ecf6cd492 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (3e3a5548-d16f-4279-ab34-29cad4abddf7), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:52.836008 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-005cb203-45b2-421e-b77b-877ecf6cd492 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (3e3a5548-d16f-4279-ab34-29cad4abddf7), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:52.969574 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-005cb203-45b2-421e-b77b-877ecf6cd492 demo demo] Publish callbacks [] for router_controller (3e3a5548-d16f-4279-ab34-29cad4abddf7), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:53.029077 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-005cb203-45b2-421e-b77b-877ecf6cd492 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (3e3a5548-d16f-4279-ab34-29cad4abddf7), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:53.128375 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-005cb203-45b2-421e-b77b-877ecf6cd492 demo demo] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:53.129531 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-005cb203-45b2-421e-b77b-877ecf6cd492 demo demo] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 674 time: 0.6874874
Feb 12 20:51:55.648747 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49276) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:51:55.753222 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-58d07071-2dca-4fe9-a319-537c10c67c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:55.984678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-e7e9f5da-01c2-4d38-b218-428074f09e22 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 20:51:55.986225 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e7e9f5da-01c2-4d38-b218-428074f09e22 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3359559
Feb 12 20:51:56.829918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a2c00e9d-e979-4088-ad9e-a5cc3d1c67af up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 20:51:56.923533 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:51:56.924064 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a2c00e9d-e979-4088-ad9e-a5cc3d1c67af), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:56.952023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaae1c6-ccdb-45d0-86ef-64f8c8b52b56 None None] Network f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 20:51:57.091022 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e9e02579-91f9-4de5-a277-2cdd35cb31ad None None] Provisioning complete for port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:51:57.091338 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e9e02579-91f9-4de5-a277-2cdd35cb31ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a2c00e9d-e979-4088-ad9e-a5cc3d1c67af), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:57.167699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 20:51:57.168094 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a2c00e9d-e979-4088-ad9e-a5cc3d1c67af), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:57.234287 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2c00e9d-e979-4088-ad9e-a5cc3d1c67af,segment=NetworkSegment(42664f6a-e5f7-46c0-9296-03117939c0bd),segment_id=42664f6a-e5f7-46c0-9296-03117939c0bd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 20:51:57.271574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e9e02579-91f9-4de5-a277-2cdd35cb31ad None None] Current status of the port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 20:51:57.271964 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e9e02579-91f9-4de5-a277-2cdd35cb31ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a2c00e9d-e979-4088-ad9e-a5cc3d1c67af), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:57.320855 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a2c00e9d-e979-4088-ad9e-a5cc3d1c67af), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:57.396390 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-e9e02579-91f9-4de5-a277-2cdd35cb31ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 20:51:57.396777 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-e9e02579-91f9-4de5-a277-2cdd35cb31ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 20:51:57.401458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=a2c00e9d-e979-4088-ad9e-a5cc3d1c67af,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:51:57.932482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e9e02579-91f9-4de5-a277-2cdd35cb31ad None None] Current status of the port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 20:51:58.052368 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-17362d6d-2524-4401-9d35-8d4d846aa285 None None] Provisioning complete for port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:51:58.052678 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-17362d6d-2524-4401-9d35-8d4d846aa285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a2c00e9d-e979-4088-ad9e-a5cc3d1c67af), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:58.118238 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e6f7732a-67bd-44a9-a8ac-bbef13fb44a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:58.134800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-17362d6d-2524-4401-9d35-8d4d846aa285 None None] Current status of the port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 20:51:58.525715 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49286) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:51:58.794047 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a2c00e9d-e979-4088-ad9e-a5cc3d1c67af up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 20:51:58.843065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:51:58.843460 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a2c00e9d-e979-4088-ad9e-a5cc3d1c67af), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:58.845392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-538c6507-7bf6-41e1-a36a-5b333092cf60 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 20:51:58.948407 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538c6507-7bf6-41e1-a36a-5b333092cf60 admin admin] Made reservation on behalf of 440027c890594b2189b59db99bf67a14 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 20:51:58.950665 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-538c6507-7bf6-41e1-a36a-5b333092cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:58.960433 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-538c6507-7bf6-41e1-a36a-5b333092cf60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:58.974062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 20:51:59.034645 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-538c6507-7bf6-41e1-a36a-5b333092cf60 admin admin] Publish callbacks [] for security_group (4a25ca44-75f0-45fe-8378-c912e28aa353), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:59.073668 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-538c6507-7bf6-41e1-a36a-5b333092cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4a25ca44-75f0-45fe-8378-c912e28aa353), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:59.091109 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-538c6507-7bf6-41e1-a36a-5b333092cf60 admin admin] Reserving flat network on physical network physnet1 {{(pid=126506) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Feb 12 20:51:59.105844 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c6507-7bf6-41e1-a36a-5b333092cf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a25ca44-75f0-45fe-8378-c912e28aa353,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:51:59.112118 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-538c6507-7bf6-41e1-a36a-5b333092cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (12bb2c16-c923-49c6-ad88-2c5bf60ee18f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:59.112484 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-538c6507-7bf6-41e1-a36a-5b333092cf60 admin admin] Added segment 12bb2c16-c923-49c6-ad88-2c5bf60ee18f of type flat for network 7cc7114b-c087-413f-bd63-e2248ab8f781
Feb 12 20:51:59.166020 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-538c6507-7bf6-41e1-a36a-5b333092cf60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (7cc7114b-c087-413f-bd63-e2248ab8f781), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:59.239252 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-538c6507-7bf6-41e1-a36a-5b333092cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (7cc7114b-c087-413f-bd63-e2248ab8f781), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:59.240387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538c6507-7bf6-41e1-a36a-5b333092cf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:51:59.240986 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-538c6507-7bf6-41e1-a36a-5b333092cf60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:59.330901 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:51:59.332360 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c6507-7bf6-41e1-a36a-5b333092cf60 admin admin] Pushing event updated for resources: {'Network': ['ID=7cc7114b-c087-413f-bd63-e2248ab8f781,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:51:59.341927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 20:51:59.355249 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-538c6507-7bf6-41e1-a36a-5b333092cf60 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8284748
Feb 12 20:52:00.776589 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:01.893662 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49304) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:52:02.067502 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c91d18-d28b-43a6-9386-d4c56bcd80e3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:52:02.068861 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-01c91d18-d28b-43a6-9386-d4c56bcd80e3 demo admin] 10.222.0.31 "GET /v2.0/subnets/ce251dd9-76fb-45f6-b967-c1ebf7451d3e HTTP/1.1" status: 200  len: 849 time: 0.1742458
Feb 12 20:52:02.194142 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:02.195437 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-07196f2b-beda-4841-ad3f-7a7cc7d561bd demo admin] 10.222.0.31 "GET /v2.0/routers/3e3a5548-d16f-4279-ab34-29cad4abddf7 HTTP/1.1" status: 200  len: 704 time: 0.1208062
Feb 12 20:52:02.482150 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:02.826593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Allocated IP 172.20.0.1 (f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684/ce251dd9-76fb-45f6-b967-c1ebf7451d3e/8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 20:52:02.982956 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Publish callbacks [] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:03.143332 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:03.220157 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Network f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 20:52:03.228157 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 20:52:03.230248 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Pushing event updated for resources: {'Port': ['ID=8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:52:03.238565 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 20:52:03.238565 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (3e3a5548-d16f-4279-ab34-29cad4abddf7), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:03.388006 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1631d100-6eb1-4c6a-86ab-d037b719d126 None None] Provisioning complete for port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:52:03.394020 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1631d100-6eb1-4c6a-86ab-d037b719d126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:03.421125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1631d100-6eb1-4c6a-86ab-d037b719d126 None None] Port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 20:52:03.490143 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:03.693507 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Publish callbacks [] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:03.765208 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:03.766127 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (3e3a5548-d16f-4279-ab34-29cad4abddf7), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:03.853008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Pushing event updated for resources: {'Port': ['ID=8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:52:03.896883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Network f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 20:52:03.898234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 20:52:04.145550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3cfc318e-64f8-42c0-b55b-a05089974158 None None] Provisioning complete for port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:52:04.145947 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3cfc318e-64f8-42c0-b55b-a05089974158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:04.159776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Router 3e3a5548-d16f-4279-ab34-29cad4abddf7 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 20:52:04.179605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc318e-64f8-42c0-b55b-a05089974158 None None] Port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 20:52:04.264053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 20:52:04.269445 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b18c11f3-b95a-430c-bd52-855ddf622f6e demo admin] 10.222.0.31 "PUT /v2.0/routers/3e3a5548-d16f-4279-ab34-29cad4abddf7/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0675235
Feb 12 20:52:04.273782 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Sync routers for ids ['3e3a5548-d16f-4279-ab34-29cad4abddf7'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 20:52:04.286318 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Routers {'3e3a5548-d16f-4279-ab34-29cad4abddf7'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 20:52:04.287182 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc701c6a9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T20:51:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3e3a5548-d16f-4279-ab34-29cad4abddf7'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 20:52:04.488973 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Set router 3e3a5548-d16f-4279-ab34-29cad4abddf7 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 20:52:04.929436 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc701c6a9a0>, [{'id': '3e3a5548-d16f-4279-ab34-29cad4abddf7', 'name': 'router1', 'tenant_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T20:51:52Z', 'updated_at': '2022-02-12T20:52:03Z', 'revision_number': 2, 'project_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'gw_port_host': None, '_interfaces': [{'id': '8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3', 'name': '', 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684', 'tenant_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'mac_address': 'fa:16:3e:af:95:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a5548-d16f-4279-ab34-29cad4abddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce251dd9-76fb-45f6-b967-c1ebf7451d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T20:52:02Z', 'updated_at': '2022-02-12T20:52:03Z', 'revision_number': 2, 'project_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'subnets': [{'id': 'ce251dd9-76fb-45f6-b967-c1ebf7451d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76455321-ea57-4902-b1f2-83694470e3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 20:52:04.979932 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Checking router: 3e3a5548-d16f-4279-ab34-29cad4abddf7 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 20:52:04.980311 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Updating router 3e3a5548-d16f-4279-ab34-29cad4abddf7 port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 20:52:05.033431 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:05.546135 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Publish callbacks [] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:05.610988 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:05.779831 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccd880-aa9c-49ce-888c-b85ec6b85b23 None None] Pushing event updated for resources: {'Port': ['ID=8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:52:05.786526 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Attempting to bind port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 20:52:05.786934 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Attempting to bind port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42664f6a-e5f7-46c0-9296-03117939c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 20:52:05.787387 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Attempting to bind port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 on network f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 20:52:05.795859 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 20, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 20:52:05.796329 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Checking segment: {'id': '42664f6a-e5f7-46c0-9296-03117939c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 20:52:05.796762 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:05.797157 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Bound using segment: {'id': '42664f6a-e5f7-46c0-9296-03117939c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 20:52:05.797671 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Bound port: 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42664f6a-e5f7-46c0-9296-03117939c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 20:52:05.798106 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:05.800748 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccd880-aa9c-49ce-888c-b85ec6b85b23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:05.801161 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccd880-aa9c-49ce-888c-b85ec6b85b23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:05.801544 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccd880-aa9c-49ce-888c-b85ec6b85b23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:05.801887 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccd880-aa9c-49ce-888c-b85ec6b85b23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:05.802329 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccd880-aa9c-49ce-888c-b85ec6b85b23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:05.802588 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccd880-aa9c-49ce-888c-b85ec6b85b23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:05.802918 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccd880-aa9c-49ce-888c-b85ec6b85b23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:05.803250 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccd880-aa9c-49ce-888c-b85ec6b85b23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:05.803579 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccd880-aa9c-49ce-888c-b85ec6b85b23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:05.803907 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccd880-aa9c-49ce-888c-b85ec6b85b23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:05.804234 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccd880-aa9c-49ce-888c-b85ec6b85b23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:05.804731 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccd880-aa9c-49ce-888c-b85ec6b85b23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:05.804969 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccd880-aa9c-49ce-888c-b85ec6b85b23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccd880-aa9c-49ce-888c-b85ec6b85b23 None None] Tracked resource versions report:
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]: pushed versions:
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]: {   'AddressGroup': {'1.2'},
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:     'ConntrackHelper': {'1.0'},
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:     'LocalIPAssociation': {'1.0'},
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:     'Log': {'1.0'},
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:     'Network': {'1.1'},
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:     'Port': {'1.7'},
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:     'PortForwarding': {'1.2'},
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:     'QosPolicy': {'1.10'},
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:     'SecurityGroup': {'1.5'},
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:     'SecurityGroupRule': {'1.2'},
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:     'SubPort': {'1.0'},
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:     'Subnet': {'1.1'},
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:     'Trunk': {'1.1'}}
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]: consumer versions:
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]: {   DHCP agent@ncdv-master-1: {},
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:     L3 agent@ncdv-master-1: {},
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:     Metadata agent@ncdv-master-1: {},
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:     Metering agent@ncdv-master-1: {},
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:                                           'ConntrackHelper': '1.0',
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:                                           'LocalIPAssociation': '1.0',
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:                                           'Log': '1.0',
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:                                           'Network': '1.1',
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:                                           'Port': '1.7',
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:                                           'PortForwarding': '1.2',
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:                                           'QosPolicy': '1.10',
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:                                           'SecurityGroup': '1.5',
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:                                           'SecurityGroupRule': '1.2',
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:                                           'SubPort': '1.0',
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:                                           'Subnet': '1.1',
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:                                           'Trunk': '1.1'}}
Feb 12 20:52:05.806103 ncdv-master-1 neutron-server[126509]:  {{(pid=126509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 12 20:52:05.875307 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] For port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 20:52:05.898009 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] For port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3,segment=NetworkSegment(42664f6a-e5f7-46c0-9296-03117939c0bd),segment_id=42664f6a-e5f7-46c0-9296-03117939c0bd)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 20:52:05.910097 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a68e023f-967e-4539-b4fc-40087a4e8444 None None] Provisioning complete for port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:52:05.910604 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a68e023f-967e-4539-b4fc-40087a4e8444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:05.945908 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a68e023f-967e-4539-b4fc-40087a4e8444 None None] Port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 20:52:06.005475 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:06.056864 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Routers {'3e3a5548-d16f-4279-ab34-29cad4abddf7'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 20:52:06.057514 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc701c6a9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T20:51:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3e3a5548-d16f-4279-ab34-29cad4abddf7'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 20:52:06.126980 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccd880-aa9c-49ce-888c-b85ec6b85b23 None None] Pushing event updated for resources: {'Port': ['ID=8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:52:06.161343 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] Set router 3e3a5548-d16f-4279-ab34-29cad4abddf7 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 20:52:06.270855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-750d83de-5693-414e-9860-7d2969dccd09 None None] Provisioning complete for port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:52:06.271538 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-750d83de-5693-414e-9860-7d2969dccd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:06.353526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-750d83de-5693-414e-9860-7d2969dccd09 None None] Current status of the port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 20:52:06.353872 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-750d83de-5693-414e-9860-7d2969dccd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:06.386578 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc701c6a9a0>, [{'id': '3e3a5548-d16f-4279-ab34-29cad4abddf7', 'name': 'router1', 'tenant_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T20:51:52Z', 'updated_at': '2022-02-12T20:52:03Z', 'revision_number': 2, 'project_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'gw_port_host': None, '_interfaces': [{'id': '8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3', 'name': '', 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684', 'tenant_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'mac_address': 'fa:16:3e:af:95:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a5548-d16f-4279-ab34-29cad4abddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce251dd9-76fb-45f6-b967-c1ebf7451d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T20:52:02Z', 'updated_at': '2022-02-12T20:52:05Z', 'revision_number': 4, 'project_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'subnets': [{'id': 'ce251dd9-76fb-45f6-b967-c1ebf7451d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76455321-ea57-4902-b1f2-83694470e3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 20:52:06.387939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-750d83de-5693-414e-9860-7d2969dccd09 None None] For port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3,segment=NetworkSegment(42664f6a-e5f7-46c0-9296-03117939c0bd),segment_id=42664f6a-e5f7-46c0-9296-03117939c0bd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 20:52:06.413566 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df27b39-9e22-4d03-b87d-ca9356774b56 None None] The sync data for ids ['3e3a5548-d16f-4279-ab34-29cad4abddf7'] in ncdv-master-1 is: [{'id': '3e3a5548-d16f-4279-ab34-29cad4abddf7', 'name': 'router1', 'tenant_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T20:51:52Z', 'updated_at': '2022-02-12T20:52:03Z', 'revision_number': 2, 'project_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'gw_port_host': None, '_interfaces': [{'id': '8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3', 'name': '', 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684', 'tenant_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'mac_address': 'fa:16:3e:af:95:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a5548-d16f-4279-ab34-29cad4abddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce251dd9-76fb-45f6-b967-c1ebf7451d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T20:52:02Z', 'updated_at': '2022-02-12T20:52:05Z', 'revision_number': 4, 'project_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'subnets': [{'id': 'ce251dd9-76fb-45f6-b967-c1ebf7451d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76455321-ea57-4902-b1f2-83694470e3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 20:52:06.474022 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-750d83de-5693-414e-9860-7d2969dccd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:06.526926 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d83de-5693-414e-9860-7d2969dccd09 None None] Pushing event updated for resources: {'Port': ['ID=8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:52:06.749764 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49326) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:52:07.032754 ncdv-master-1 neutron-server[126505]: DEBUG neutron.policy [None req-a2da72d2-5426-42b0-8fa3-d5cfd13dbdcd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=126505) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Feb 12 20:52:07.074871 ncdv-master-1 neutron-server[126505]: WARNING oslo_policy.policy [None req-a2da72d2-5426-42b0-8fa3-d5cfd13dbdcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 12 20:52:07.075265 ncdv-master-1 neutron-server[126505]: WARNING oslo_policy.policy [None req-a2da72d2-5426-42b0-8fa3-d5cfd13dbdcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 12 20:52:07.084773 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da72d2-5426-42b0-8fa3-d5cfd13dbdcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:52:07.086582 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a2da72d2-5426-42b0-8fa3-d5cfd13dbdcd admin admin] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 842 time: 0.3356411
Feb 12 20:52:07.096563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'cidr': '172.35.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.35.2.1', 'enable_dhcp': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 20:52:07.211141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Made reservation on behalf of 440027c890594b2189b59db99bf67a14 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 20:52:07.213994 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:07.661857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.objects.ports [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126505) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 20:52:07.662342 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for subnet (23c6d23a-55aa-44b4-9857-57d98e278620), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:07.729088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 20:52:07.729504 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Network hostable DHCP agents. Network: 7cc7114b-c087-413f-bd63-e2248ab8f781, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 20:52:07.734180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c6d23a-55aa-44b4-9857-57d98e278620,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:52:07.746193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:07.746541 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:07.746879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:07.747213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:07.747543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:07.747877 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:07.748203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:07.748527 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:07.748851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:07.749172 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:07.749517 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:07.749839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:07.750363 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Tracked resource versions report:
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]: pushed versions:
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]: {   'AddressGroup': {'1.2'},
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:     'ConntrackHelper': {'1.0'},
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:     'LocalIPAssociation': {'1.0'},
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:     'Log': {'1.0'},
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:     'Network': {'1.1'},
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:     'Port': {'1.7'},
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:     'PortForwarding': {'1.2'},
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:     'QosPolicy': {'1.10'},
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:     'SecurityGroup': {'1.5'},
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:     'SecurityGroupRule': {'1.2'},
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:     'SubPort': {'1.0'},
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:     'Subnet': {'1.1'},
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:     'Trunk': {'1.1'}}
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]: consumer versions:
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]: {   DHCP agent@ncdv-master-1: {},
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:     L3 agent@ncdv-master-1: {},
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:     Metadata agent@ncdv-master-1: {},
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:     Metering agent@ncdv-master-1: {},
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:                                           'ConntrackHelper': '1.0',
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:                                           'LocalIPAssociation': '1.0',
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:                                           'Log': '1.0',
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:                                           'Network': '1.1',
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:                                           'Port': '1.7',
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:                                           'PortForwarding': '1.2',
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:                                           'QosPolicy': '1.10',
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:                                           'SecurityGroup': '1.5',
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:                                           'SecurityGroupRule': '1.2',
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:                                           'SubPort': '1.0',
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:                                           'Subnet': '1.1',
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:                                           'Trunk': '1.1'}}
Feb 12 20:52:07.751230 ncdv-master-1 neutron-server[126505]:  {{(pid=126505) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 12 20:52:07.941471 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 20:52:08.068268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7cc7114b-c087-413f-bd63-e2248ab8f781) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 20:52:08.073179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:52:08.073852 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:08.079563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c95c1f2-9182-43ba-af20-6c0d9d561163 None None] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 20:52:08.156637 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-59cab45a-8a57-4762-ba0a-2b9d5f3d9e8d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0627832
Feb 12 20:52:08.180205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac41a438-8f08-4fa3-8608-e814b153a41c None None] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 20:52:10.578213 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 5 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 20:52:10.588613 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49340) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:52:10.835237 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c1f610ea-e392-4400-ba09-374bb9c817bc demo admin] 10.222.0.31 "GET /v2.0/routers/3e3a5548-d16f-4279-ab34-29cad4abddf7 HTTP/1.1" status: 200  len: 710 time: 0.2454326
Feb 12 20:52:10.925108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae1104f-af8f-46d0-ab64-e75abd604456 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:52:10.926524 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-eae1104f-af8f-46d0-ab64-e75abd604456 demo admin] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 886 time: 0.0847836
Feb 12 20:52:10.935146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 20:52:11.184183 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Publish callbacks [] for router_gateway (3e3a5548-d16f-4279-ab34-29cad4abddf7), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:11.488825 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Publish callbacks [] for router_gateway (3e3a5548-d16f-4279-ab34-29cad4abddf7), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:11.567838 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:11.730643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Allocated IP 172.35.2.107 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/819b4b99-ad1d-46d4-9052-99c6314678c2) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 20:52:11.916868 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Publish callbacks [] for port (819b4b99-ad1d-46d4-9052-99c6314678c2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:12.108807 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (819b4b99-ad1d-46d4-9052-99c6314678c2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:12.185799 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 20:52:12.190694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 20:52:12.193299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 20:52:12.233143 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Pushing event updated for resources: {'Port': ['ID=819b4b99-ad1d-46d4-9052-99c6314678c2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:52:12.609401 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Publish callbacks [] for router_gateway (3e3a5548-d16f-4279-ab34-29cad4abddf7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:12.813738 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (3e3a5548-d16f-4279-ab34-29cad4abddf7), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:12.819613 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (3e3a5548-d16f-4279-ab34-29cad4abddf7), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:12.934084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Router 3e3a5548-d16f-4279-ab34-29cad4abddf7 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 20:52:13.043129 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 20:52:13.047672 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:13.050108 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7a382411-f591-4fce-8b88-b518d71af684 demo admin] 10.222.0.31 "PUT /v2.0/routers/3e3a5548-d16f-4279-ab34-29cad4abddf7 HTTP/1.1" status: 200  len: 890 time: 2.1168914
Feb 12 20:52:14.851754 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 20:52:14.903553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:52:14.903943 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:14.979752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 20:52:15.191150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Sync routers for ids ['3e3a5548-d16f-4279-ab34-29cad4abddf7'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 20:52:15.201962 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Routers {'3e3a5548-d16f-4279-ab34-29cad4abddf7'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 20:52:15.202608 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc7006dad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T20:51:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3e3a5548-d16f-4279-ab34-29cad4abddf7'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 20:52:15.422764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Set router 3e3a5548-d16f-4279-ab34-29cad4abddf7 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 20:52:15.601769 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49352) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:52:15.726645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5129e9fe-064e-464e-8abe-4f037b6e1668 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1235559
Feb 12 20:52:15.910213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc7006dad90>, [{'id': '3e3a5548-d16f-4279-ab34-29cad4abddf7', 'name': 'router1', 'tenant_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.107'}], 'enable_snat': True}, 'gw_port_id': '819b4b99-ad1d-46d4-9052-99c6314678c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T20:51:52Z', 'updated_at': '2022-02-12T20:52:12Z', 'revision_number': 4, 'project_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'gw_port': {'id': '819b4b99-ad1d-46d4-9052-99c6314678c2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a5548-d16f-4279-ab34-29cad4abddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T20:52:11Z', 'updated_at': '2022-02-12T20:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3', 'name': '', 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684', 'tenant_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'mac_address': 'fa:16:3e:af:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a5548-d16f-4279-ab34-29cad4abddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce251dd9-76fb-45f6-b967-c1ebf7451d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T20:52:02Z', 'updated_at': '2022-02-12T20:52:06Z', 'revision_number': 5, 'project_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'subnets': [{'id': 'ce251dd9-76fb-45f6-b967-c1ebf7451d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76455321-ea57-4902-b1f2-83694470e3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 20:52:15.960684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Checking router: 3e3a5548-d16f-4279-ab34-29cad4abddf7 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 20:52:15.961042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Updating router 3e3a5548-d16f-4279-ab34-29cad4abddf7 port 819b4b99-ad1d-46d4-9052-99c6314678c2 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 20:52:16.019793 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (819b4b99-ad1d-46d4-9052-99c6314678c2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:16.341515 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Publish callbacks [] for port (819b4b99-ad1d-46d4-9052-99c6314678c2), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:16.426858 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (819b4b99-ad1d-46d4-9052-99c6314678c2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:16.483551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016428d-8ae2-4c43-9248-9ee02754a4aa None None] Pushing event updated for resources: {'Port': ['ID=819b4b99-ad1d-46d4-9052-99c6314678c2,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:52:16.487091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Attempting to bind port 819b4b99-ad1d-46d4-9052-99c6314678c2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 20:52:16.487472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Attempting to bind port 819b4b99-ad1d-46d4-9052-99c6314678c2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 20:52:16.487849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Attempting to bind port 819b4b99-ad1d-46d4-9052-99c6314678c2 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 20:52:16.493707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 20, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 20:52:16.499079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 20:52:16.499079 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:16.499079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 20:52:16.499079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Bound port: 819b4b99-ad1d-46d4-9052-99c6314678c2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 20:52:16.499079 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (819b4b99-ad1d-46d4-9052-99c6314678c2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:16.546363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] For port 819b4b99-ad1d-46d4-9052-99c6314678c2, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 20:52:16.549716 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] For port 819b4b99-ad1d-46d4-9052-99c6314678c2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=819b4b99-ad1d-46d4-9052-99c6314678c2,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 20:52:16.617022 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (819b4b99-ad1d-46d4-9052-99c6314678c2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:16.680846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Routers {'3e3a5548-d16f-4279-ab34-29cad4abddf7'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 20:52:16.681587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc7006dad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T20:51:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3e3a5548-d16f-4279-ab34-29cad4abddf7'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 20:52:16.720785 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016428d-8ae2-4c43-9248-9ee02754a4aa None None] Pushing event updated for resources: {'Port': ['ID=819b4b99-ad1d-46d4-9052-99c6314678c2,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:52:16.795354 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] Set router 3e3a5548-d16f-4279-ab34-29cad4abddf7 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 20:52:17.007974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc7006dad90>, [{'id': '3e3a5548-d16f-4279-ab34-29cad4abddf7', 'name': 'router1', 'tenant_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.107'}], 'enable_snat': True}, 'gw_port_id': '819b4b99-ad1d-46d4-9052-99c6314678c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T20:51:52Z', 'updated_at': '2022-02-12T20:52:12Z', 'revision_number': 4, 'project_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'gw_port': {'id': '819b4b99-ad1d-46d4-9052-99c6314678c2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a5548-d16f-4279-ab34-29cad4abddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T20:52:11Z', 'updated_at': '2022-02-12T20:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3', 'name': '', 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684', 'tenant_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'mac_address': 'fa:16:3e:af:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a5548-d16f-4279-ab34-29cad4abddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce251dd9-76fb-45f6-b967-c1ebf7451d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T20:52:02Z', 'updated_at': '2022-02-12T20:52:06Z', 'revision_number': 5, 'project_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'subnets': [{'id': 'ce251dd9-76fb-45f6-b967-c1ebf7451d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76455321-ea57-4902-b1f2-83694470e3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 20:52:17.035908 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba71af22-5186-4611-a8e8-2eebb0d5649d None None] The sync data for ids ['3e3a5548-d16f-4279-ab34-29cad4abddf7'] in ncdv-master-1 is: [{'id': '3e3a5548-d16f-4279-ab34-29cad4abddf7', 'name': 'router1', 'tenant_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.107'}], 'enable_snat': True}, 'gw_port_id': '819b4b99-ad1d-46d4-9052-99c6314678c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T20:51:52Z', 'updated_at': '2022-02-12T20:52:12Z', 'revision_number': 4, 'project_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'gw_port': {'id': '819b4b99-ad1d-46d4-9052-99c6314678c2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a5548-d16f-4279-ab34-29cad4abddf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T20:52:11Z', 'updated_at': '2022-02-12T20:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3', 'name': '', 'network_id': 'f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684', 'tenant_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'mac_address': 'fa:16:3e:af:95:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a5548-d16f-4279-ab34-29cad4abddf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce251dd9-76fb-45f6-b967-c1ebf7451d3e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T20:52:02Z', 'updated_at': '2022-02-12T20:52:06Z', 'revision_number': 5, 'project_id': 'd72521225b234eb0810aa5ae6f7d8ac2', 'subnets': [{'id': 'ce251dd9-76fb-45f6-b967-c1ebf7451d3e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76455321-ea57-4902-b1f2-83694470e3d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 20:52:18.870933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 819b4b99-ad1d-46d4-9052-99c6314678c2 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 20:52:18.922326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 819b4b99-ad1d-46d4-9052-99c6314678c2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:52:18.923113 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (819b4b99-ad1d-46d4-9052-99c6314678c2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:19.025259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 819b4b99-ad1d-46d4-9052-99c6314678c2 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 20:52:19.025933 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (819b4b99-ad1d-46d4-9052-99c6314678c2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:19.045316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 819b4b99-ad1d-46d4-9052-99c6314678c2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=819b4b99-ad1d-46d4-9052-99c6314678c2,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 20:52:19.130887 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (819b4b99-ad1d-46d4-9052-99c6314678c2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:19.181468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=819b4b99-ad1d-46d4-9052-99c6314678c2,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:52:20.857059 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 819b4b99-ad1d-46d4-9052-99c6314678c2 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 20:52:21.001718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 819b4b99-ad1d-46d4-9052-99c6314678c2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:52:21.010074 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (819b4b99-ad1d-46d4-9052-99c6314678c2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:21.097442 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 819b4b99-ad1d-46d4-9052-99c6314678c2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 20:52:25.764719 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2e629549-b922-4736-ad3d-3ac259692dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:28.004776 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7c3da013-2c4b-4db3-b656-1716283d2845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:29.439051 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:30.793067 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:32.124679 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:47.581696 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 5 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 20:52:55.718497 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7e21a072-dc84-4eb2-9fe0-bb4db1a6c25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:57.998683 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cd8a71c5-519e-468d-bfdc-8968984ed7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:52:59.363991 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:53:00.775671 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:53:02.123780 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:53:24.581482 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 5 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 20:53:25.775147 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6c3757b5-171c-4ffd-a261-941db8b001ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:53:28.014858 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-be28530f-ba9d-41bd-be51-3faf9ab8684f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:53:29.322854 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:53:30.798188 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:53:32.145830 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:53:45.131640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49936) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:53:45.192387 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c5c9d6-1454-467b-8686-519308528515 admin admin] GET failed (client error): The resource could not be found.
Feb 12 20:53:45.193665 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-96c5c9d6-1454-467b-8686-519308528515 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0610721
Feb 12 20:53:45.356062 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f200ffd1-4039-425f-a4f1-ec6bc4f09524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:53:45.357496 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f200ffd1-4039-425f-a4f1-ec6bc4f09524 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1596861
Feb 12 20:53:47.686490 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49946) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:53:47.789720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22a580f-4c01-4e19-b67d-c55910eb7013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:53:47.791081 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b22a580f-4c01-4e19-b67d-c55910eb7013 admin admin] 10.222.0.31 "GET /v2.0/subnets/ce251dd9-76fb-45f6-b967-c1ebf7451d3e HTTP/1.1" status: 200  len: 849 time: 0.1036110
Feb 12 20:53:47.802463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 20:53:47.889907 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Publish callbacks [] for subnet (ce251dd9-76fb-45f6-b967-c1ebf7451d3e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:53:48.082720 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780794952439'] for subnet (ce251dd9-76fb-45f6-b967-c1ebf7451d3e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:53:48.113325 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:53:48.113959 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:53:48.115604 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] 10.222.0.31 "PUT /v2.0/subnets/ce251dd9-76fb-45f6-b967-c1ebf7451d3e HTTP/1.1" status: 200  len: 868 time: 0.3164527
Feb 12 20:53:48.118825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8101a4d0-56e0-4399-8532-e2eaa7a45c33 None None] Network f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 20:53:48.139100 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce251dd9-76fb-45f6-b967-c1ebf7451d3e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:53:48.146301 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:53:48.146639 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:53:48.146886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:53:48.147220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:53:48.147556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:53:48.147891 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:53:48.148217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:53:48.148546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:53:48.148870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:53:48.149192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:53:48.149544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:53:48.149869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:53:48.150188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d763a797-8550-4a66-b53c-0f8d236049c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:53:48.592599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3e982e00-3d9d-42f8-b09b-38282778bfb4 None None] Provisioning complete for port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:53:48.592909 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3e982e00-3d9d-42f8-b09b-38282778bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a2c00e9d-e979-4088-ad9e-a5cc3d1c67af), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:53:48.670763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3e982e00-3d9d-42f8-b09b-38282778bfb4 None None] Current status of the port a2c00e9d-e979-4088-ad9e-a5cc3d1c67af is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 20:53:48.680896 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3e982e00-3d9d-42f8-b09b-38282778bfb4 None None] Provisioning complete for port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:53:48.681286 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3e982e00-3d9d-42f8-b09b-38282778bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:53:48.757719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3e982e00-3d9d-42f8-b09b-38282778bfb4 None None] Current status of the port 8e68a00e-cf63-4729-b6d9-0a5f18e3e3c3 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 20:53:50.439479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49954) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:53:50.712358 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab9191f-4f7e-4bf0-a1de-bdd1059b1b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:53:50.712826 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab9191f-4f7e-4bf0-a1de-bdd1059b1b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:53:50.714408 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fab9191f-4f7e-4bf0-a1de-bdd1059b1b22 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2739892
Feb 12 20:53:53.160547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49964) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:53:53.428153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e3ec5c-7bfc-45a8-b0d1-312645114820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:53:53.428621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e3ec5c-7bfc-45a8-b0d1-312645114820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:53:53.430193 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f1e3ec5c-7bfc-45a8-b0d1-312645114820 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2687106
Feb 12 20:53:55.735243 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ea60ce5c-62c5-4106-86fe-e2fe1702962c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:53:55.781521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49972) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:53:55.907515 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106cf6f-e852-47fa-90b3-7a61809f420e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:53:55.908928 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2106cf6f-e852-47fa-90b3-7a61809f420e admin admin] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 886 time: 0.1263933
Feb 12 20:53:58.043230 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-77a955dd-abe4-46ae-b431-11d594be9c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:53:58.213027 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49980) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:53:58.360183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b48f26-69a3-42bb-91d7-5f1cf6adbf94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:53:58.361516 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-52b48f26-69a3-42bb-91d7-5f1cf6adbf94 admin admin] 10.222.0.31 "GET /v2.0/networks/f07a15e0-ef4b-46f1-bb3e-31f5bd2a8684 HTTP/1.1" status: 200  len: 869 time: 0.1474631
Feb 12 20:53:59.351469 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:00.676056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49988) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:54:00.785679 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:00.800766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa36c06-eb67-4c2e-bd1c-6a1f644d61c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:54:00.801233 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa36c06-eb67-4c2e-bd1c-6a1f644d61c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:54:00.802868 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2fa36c06-eb67-4c2e-bd1c-6a1f644d61c9 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1258471
Feb 12 20:54:01.581116 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 5 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 20:54:02.139882 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:03.145772 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49996) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:54:03.239158 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95bd5a9-86e6-420d-a2b5-3f3f56e5ec36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:54:03.239612 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95bd5a9-86e6-420d-a2b5-3f3f56e5ec36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:54:03.241402 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d95bd5a9-86e6-420d-a2b5-3f3f56e5ec36 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0946660
Feb 12 20:54:05.548316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50020) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:54:05.636846 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e2df6b-3d6f-45cb-88b4-b3c4a324ed75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:54:05.642791 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-76e2df6b-3d6f-45cb-88b4-b3c4a324ed75 admin admin] 10.222.0.31 "GET /v2.0/subnets/23c6d23a-55aa-44b4-9857-57d98e278620 HTTP/1.1" status: 200  len: 816 time: 0.0889568
Feb 12 20:54:07.992472 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50028) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:54:08.086904 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90015202-4ae9-478c-b62a-d41a9f86f385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:54:08.088246 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-90015202-4ae9-478c-b62a-d41a9f86f385 admin admin] 10.222.0.31 "GET /v2.0/subnets/ce251dd9-76fb-45f6-b967-c1ebf7451d3e HTTP/1.1" status: 200  len: 868 time: 0.0948205
Feb 12 20:54:25.740181 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5317d46c-6078-4da4-bbc2-6a79219d996c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:28.002815 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d4e332be-b1d7-49e9-9f9a-33051dd7d3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:29.350332 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:30.796903 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:32.122441 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:33.125338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50080) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:54:33.173492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-a91ea9a6-a757-4779-9cf9-503d6e42a73f admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 20:54:33.174485 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a91ea9a6-a757-4779-9cf9-503d6e42a73f admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0481734
Feb 12 20:54:35.595364 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50088) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:54:35.657641 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-079a991f-7bb8-48d2-baa9-94b6635b56ee admin admin] GET failed (client error): The resource could not be found.
Feb 12 20:54:35.658908 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-079a991f-7bb8-48d2-baa9-94b6635b56ee admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0625968
Feb 12 20:54:35.803110 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b124a12-c323-423b-b828-91584a84ca7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:54:35.804532 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2b124a12-c323-423b-b828-91584a84ca7d admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1414433
Feb 12 20:54:38.155956 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50096) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:54:38.202624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 20:54:38.281792 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Made reservation on behalf of 440027c890594b2189b59db99bf67a14 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 20:54:38.284092 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:38.311860 ncdv-master-1 neutron-server[126506]: WARNING neutron.services.revisions.revision_plugin [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fc701dc5790] {project_id='440027c890594b2189b59db99bf67a14', id='b03974df-e313-4650-a760-115e03e54b45', target_project='*', action='access_as_shared', object_id='e3517517-c3aa-442a-b845-bc7fb20e9553'}> to bump revision.
Feb 12 20:54:38.322084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 20:54:38.330427 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (9561d7b9-226b-4abb-8fe9-e052b9fb333d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:38.330779 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Added segment 9561d7b9-226b-4abb-8fe9-e052b9fb333d of type vlan for network e3517517-c3aa-442a-b845-bc7fb20e9553
Feb 12 20:54:38.373133 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (e3517517-c3aa-442a-b845-bc7fb20e9553), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:38.470937 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (e3517517-c3aa-442a-b845-bc7fb20e9553), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:38.471874 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:54:38.472473 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:38.528976 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Pushing event updated for resources: {'Network': ['ID=e3517517-c3aa-442a-b845-bc7fb20e9553,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:54:38.536136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:38.536486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:38.536827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:38.537167 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:38.537595 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:38.537928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:38.538296 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:38.538629 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:38.538986 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:38.539277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:38.539602 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:38.539920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:38.540243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:38.556918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network e3517517-c3aa-442a-b845-bc7fb20e9553 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 20:54:38.571043 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3a7b1b55-e713-4893-b085-bb196db3a24e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4140015
Feb 12 20:54:38.579716 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 5 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 20:54:40.908702 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50104) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:54:40.968388 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5dc6532-1433-4576-9920-0b319ecb6edf admin admin] GET failed (client error): The resource could not be found.
Feb 12 20:54:40.969666 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a5dc6532-1433-4576-9920-0b319ecb6edf admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0599704
Feb 12 20:54:41.039797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972b1d0a-eef8-4bba-9013-2795e76af97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:54:41.041146 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-972b1d0a-eef8-4bba-9013-2795e76af97c admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0675685
Feb 12 20:54:41.051132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ca86c623-c449-4db9-9e21-96152c97eb25 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 20:54:41.150367 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca86c623-c449-4db9-9e21-96152c97eb25 admin admin] Made reservation on behalf of 440027c890594b2189b59db99bf67a14 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 20:54:41.152605 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ca86c623-c449-4db9-9e21-96152c97eb25 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:41.356996 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ca86c623-c449-4db9-9e21-96152c97eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for subnet (3d24d6a4-36c4-419d-8060-633c6d10bd07), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:41.404214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86c623-c449-4db9-9e21-96152c97eb25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d24d6a4-36c4-419d-8060-633c6d10bd07,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:54:41.420092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca86c623-c449-4db9-9e21-96152c97eb25 admin admin] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 20:54:41.420444 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86c623-c449-4db9-9e21-96152c97eb25 admin admin] Network hostable DHCP agents. Network: e3517517-c3aa-442a-b845-bc7fb20e9553, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 20:54:41.522326 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86c623-c449-4db9-9e21-96152c97eb25 admin admin] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 20:54:41.573583 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-ca86c623-c449-4db9-9e21-96152c97eb25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e3517517-c3aa-442a-b845-bc7fb20e9553) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 20:54:41.579082 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca86c623-c449-4db9-9e21-96152c97eb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 20:54:41.580039 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ca86c623-c449-4db9-9e21-96152c97eb25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:41.584541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ca6bc-32e6-43b6-939a-1527332712bb None None] Network e3517517-c3aa-442a-b845-bc7fb20e9553 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 20:54:41.650863 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ca86c623-c449-4db9-9e21-96152c97eb25 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6029983
Feb 12 20:54:41.686743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e3517517-c3aa-442a-b845-bc7fb20e9553', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'project_id': '440027c890594b2189b59db99bf67a14', 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 20:54:41.687674 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:42.082168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Allocated IP 192.168.233.2 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/f0a69126-e248-4376-bddc-6137c7880f0b) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 20:54:42.229305 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Publish callbacks [] for port (f0a69126-e248-4376-bddc-6137c7880f0b), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:42.288004 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (f0a69126-e248-4376-bddc-6137c7880f0b), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:42.328922 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 20:54:42.331799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 20:54:42.335379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 20:54:42.342580 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Pushing event updated for resources: {'Port': ['ID=f0a69126-e248-4376-bddc-6137c7880f0b,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:54:42.371067 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:42.372856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:42.372856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:42.372856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:42.372856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:42.372856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:42.373292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:42.373490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:42.374438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:42.374681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:42.374997 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:42.375311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:42.375631 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:54:42.410472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Attempting to bind port f0a69126-e248-4376-bddc-6137c7880f0b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 20:54:42.410837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Attempting to bind port f0a69126-e248-4376-bddc-6137c7880f0b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 20:54:42.411201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Attempting to bind port f0a69126-e248-4376-bddc-6137c7880f0b on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 20:54:42.416610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 20, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 20:54:42.416984 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 20:54:42.417413 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:42.417822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 20:54:42.418330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Bound port: f0a69126-e248-4376-bddc-6137c7880f0b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 20:54:42.420130 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f0a69126-e248-4376-bddc-6137c7880f0b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:42.480873 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] For port f0a69126-e248-4376-bddc-6137c7880f0b, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 20:54:42.484590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] For port f0a69126-e248-4376-bddc-6137c7880f0b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0a69126-e248-4376-bddc-6137c7880f0b,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 20:54:42.540305 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f0a69126-e248-4376-bddc-6137c7880f0b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:42.608672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942da7ca-7ecd-4766-8847-444bf67b6e82 None None] Pushing event updated for resources: {'Port': ['ID=f0a69126-e248-4376-bddc-6137c7880f0b,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:54:42.975648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f0a69126-e248-4376-bddc-6137c7880f0b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 20:54:43.030946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f0a69126-e248-4376-bddc-6137c7880f0b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:54:43.031342 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f0a69126-e248-4376-bddc-6137c7880f0b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:43.112596 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f0a69126-e248-4376-bddc-6137c7880f0b is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 20:54:43.112909 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f0a69126-e248-4376-bddc-6137c7880f0b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:43.147342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port f0a69126-e248-4376-bddc-6137c7880f0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0a69126-e248-4376-bddc-6137c7880f0b,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 20:54:43.196496 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f0a69126-e248-4376-bddc-6137c7880f0b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:43.255635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=f0a69126-e248-4376-bddc-6137c7880f0b,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:54:43.515899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499dcd99-beb5-4870-936a-f08f9e81a122 None None] Network e3517517-c3aa-442a-b845-bc7fb20e9553 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 20:54:43.626483 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c62586a1-8b2c-473b-8296-f8a8dbe9ef7c None None] Provisioning complete for port f0a69126-e248-4376-bddc-6137c7880f0b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:54:43.627141 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c62586a1-8b2c-473b-8296-f8a8dbe9ef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f0a69126-e248-4376-bddc-6137c7880f0b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:43.718794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c62586a1-8b2c-473b-8296-f8a8dbe9ef7c None None] Current status of the port f0a69126-e248-4376-bddc-6137c7880f0b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 20:54:43.939344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d112de10-6aad-4484-924c-4b7b037e5088 None None] Provisioning complete for port f0a69126-e248-4376-bddc-6137c7880f0b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:54:43.939694 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d112de10-6aad-4484-924c-4b7b037e5088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f0a69126-e248-4376-bddc-6137c7880f0b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:44.022336 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d112de10-6aad-4484-924c-4b7b037e5088 None None] Current status of the port f0a69126-e248-4376-bddc-6137c7880f0b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 20:54:44.902902 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f0a69126-e248-4376-bddc-6137c7880f0b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 20:54:44.950419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f0a69126-e248-4376-bddc-6137c7880f0b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 20:54:44.950789 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f0a69126-e248-4376-bddc-6137c7880f0b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:45.025497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f0a69126-e248-4376-bddc-6137c7880f0b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 20:54:55.722047 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1b2179f1-8974-4fc4-9b0e-dd01835af59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:58.031558 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-998df296-7f1d-4cbb-8c65-9d32a13491b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:54:59.384910 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:55:00.796006 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:55:02.127532 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:55:15.578259 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 5 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 20:55:25.744774 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-84d176ea-381b-4f50-9bc9-c25ebe76c537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:55:28.030590 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad360-75e1-461f-9640-620c4801a978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:55:29.356257 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:55:30.822885 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:55:32.161904 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:55:52.576630 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 5 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 20:55:55.761534 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3f101dd1-4511-42cc-bfb1-306ce4f9019c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:55:58.018828 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7d667b9e-51f7-4fe5-a007-da6266f5f6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:55:59.390773 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:00.818690 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:02.139413 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:08.219551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50174) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:56:08.224925 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-9c77a18b-0cff-4805-9bec-ff314af4169b tempest-verify_tempest_config-1691258614 tempest-verify_tempest_config-1691258614-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 20:56:08.225948 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9c77a18b-0cff-4805-9bec-ff314af4169b tempest-verify_tempest_config-1691258614 tempest-verify_tempest_config-1691258614-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0055099
Feb 12 20:56:08.809053 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50192) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:56:08.918856 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:09.020684 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Publish callbacks [] for security_group (24f1046f-24e5-4810-a779-1463c672e53f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:09.086769 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (24f1046f-24e5-4810-a779-1463c672e53f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:09.134763 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f90660170e3a416cb4493e836c84323f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3246362
Feb 12 20:56:09.137397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f1046f-24e5-4810-a779-1463c672e53f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:56:09.137877 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50198) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 20:56:09.143576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.143926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.145519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.145519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.145519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.145519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.145883 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.145964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.146282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.146608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.146932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.147276 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.147571 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5264e6-4bd4-49b2-b3ee-18cf271a853e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.192119 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Publish callbacks [] for security_group (24f1046f-24e5-4810-a779-1463c672e53f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:09.215847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Publish callbacks [] for security_group (24f1046f-24e5-4810-a779-1463c672e53f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:09.378865 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (24f1046f-24e5-4810-a779-1463c672e53f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:09.381467 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:09.382725 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24f1046f-24e5-4810-a779-1463c672e53f HTTP/1.1" status: 204  len: 168 time: 0.2436085
Feb 12 20:56:09.391545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f1046f-24e5-4810-a779-1463c672e53f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 20:56:09.398485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.398837 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.399187 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.399523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.399889 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.400223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.400570 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.400867 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.401193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.401567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.401896 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.402221 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:09.402540 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96886ef0-d078-4347-a2ea-f16279b947b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 20:56:25.781773 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8724eb95-e445-46fd-adde-1dda5095fedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:28.006740 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ff3a232c-d349-4c2d-b2f4-d97c79c3fadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:29.411991 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:29.575631 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 5 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 20:56:30.804344 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:32.172411 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:55.781379 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-65a18ae2-f630-4c4e-8ac4-a79d198d249d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:58.026698 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f61a1c37-afba-4859-9cf5-57e2f51591cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:56:59.355195 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:57:00.849636 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:57:02.132357 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:57:06.574480 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 5 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 20:57:25.752166 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-422028b8-6612-4be2-990e-732566497b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:57:28.029266 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-315f91a1-f833-493d-92a4-44712e7899aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:57:29.438019 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:57:30.917954 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:57:32.172073 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:57:43.572724 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 5 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 20:57:55.760789 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba770-5cbb-4b1c-9303-c67fd676edfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:57:58.006769 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fc493b53-eca6-4c38-bfde-24987c56d2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:57:59.372258 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:58:00.840733 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:58:02.146394 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:58:20.572419 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 5 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 20:58:25.751936 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f09a67cc-c67b-493e-97db-4d52c412abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:58:28.094805 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c98b4420-5431-40f4-8303-1f1bbc94f9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:58:29.397154 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:58:30.823520 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:58:32.185743 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:58:55.785513 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7ce4fca1-045b-4df8-b686-3b456e9d69bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:58:57.571594 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 5 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 20:58:58.002727 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5c9a6ae6-454d-4bde-abab-39766dc21cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:58:59.395314 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:59:00.825668 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:59:02.160789 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:59:25.819461 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-30adb4eb-bda6-48c4-a621-8e3c3c58b92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:59:26.572063 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537917'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:59:28.007912 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-441bf923-27f8-4373-8b6b-56ab87478908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:59:29.008222 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537917'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:59:29.373618 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:59:30.836774 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:59:32.196507 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:59:34.571888 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 20:59:55.773260 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-129439fa-6e08-4b48-8341-91c60689e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:59:56.504932 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:59:58.036193 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-51acfddd-e64c-4c7b-b576-08550a41711a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:59:58.995971 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 20:59:59.385126 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:00:00.825144 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:00:02.178841 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:00:11.571082 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:00:19.050448 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50326) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:00:19.159901 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3e602409-a57f-407e-9930-82ac068ce88f admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1083531
Feb 12 21:00:21.463883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50336) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:00:21.519803 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-90fa0f37-5adb-4d9b-888e-5d8aa9bb0b2c admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0541975
Feb 12 21:00:25.773082 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1defbd88-dc92-43fd-a7f0-0e377044c115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:00:26.521481 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:00:28.049417 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3839f7b8-efd4-4dc1-bf81-d3efcc5238ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:00:28.995840 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:00:29.418040 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:00:30.864735 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:00:32.156128 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:00:48.570577 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:00:55.761600 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7003-ef68-4059-9310-b8353222f00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:00:56.521606 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:00:58.006911 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-42c1c583-c5bd-4c3e-a6fd-911d108a1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:00:59.029497 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:00:59.389821 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:00.893086 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:02.206955 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:25.571100 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:01:25.761072 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7958b077-05f2-4a65-bf51-65294c79e708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:26.537787 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:28.023765 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e3a0316b-4bc4-42da-92c0-f817de1c2318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:29.029390 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:29.401162 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:30.852098 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:32.143997 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:48.560838 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50554) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:49.134129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-network', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:01:49.263670 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Made reservation on behalf of 0c59817262e9431fa88f725ab4b5f7a3 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:01:49.267186 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:49.290146 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:49.386116 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Publish callbacks [] for security_group (3b578301-a92d-406c-a792-0ee1a2fcf79d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:49.392809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50580) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:49.452371 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3b578301-a92d-406c-a792-0ee1a2fcf79d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:49.477811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:01:49.487727 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b578301-a92d-406c-a792-0ee1a2fcf79d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:49.492206 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (efb9e59e-f7f4-4210-aaf4-894ce47cec05), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:49.492539 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Added segment efb9e59e-f7f4-4210-aaf4-894ce47cec05 of type vlan for network b9b58e18-4724-4374-98c5-14f3d3ee43a0
Feb 12 21:01:49.504448 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:49.504818 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:49.505159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:49.505514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:49.505847 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:49.506180 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:49.506501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:49.506820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:49.507142 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:49.507463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:49.507784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:49.508156 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:49.508472 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Tracked resource versions report:
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]: pushed versions:
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]: {   'AddressGroup': {'1.2'},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     'ConntrackHelper': {'1.0'},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     'LocalIPAssociation': {'1.0'},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     'Log': {'1.0'},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     'Network': {'1.1'},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     'Port': {'1.7'},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     'PortForwarding': {'1.2'},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     'QosPolicy': {'1.10'},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     'SecurityGroup': {'1.5'},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     'SecurityGroupRule': {'1.2'},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     'SubPort': {'1.0'},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     'Subnet': {'1.1'},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     'Trunk': {'1.1'}}
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]: consumer versions:
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]: {   DHCP agent@ncdv-master-1: {},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     HyperV agent@nch1-master-1: {},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     HyperV agent@nch2-master-1: {},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     L3 agent@ncdv-master-1: {},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     Metadata agent@ncdv-master-1: {},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     Metering agent@ncdv-master-1: {},
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:                                           'ConntrackHelper': '1.0',
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:                                           'LocalIPAssociation': '1.0',
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:                                           'Log': '1.0',
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:                                           'Network': '1.1',
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:                                           'Port': '1.7',
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:                                           'PortForwarding': '1.2',
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:                                           'QosPolicy': '1.10',
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:                                           'SecurityGroup': '1.5',
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:                                           'SecurityGroupRule': '1.2',
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:                                           'SubPort': '1.0',
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:                                           'Subnet': '1.1',
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:                                           'Trunk': '1.1'}}
Feb 12 21:01:49.509559 ncdv-master-1 neutron-server[126506]:  {{(pid=126506) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 12 21:01:49.544889 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (b9b58e18-4724-4374-98c5-14f3d3ee43a0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:49.657814 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (b9b58e18-4724-4374-98c5-14f3d3ee43a0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:49.659029 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:01:49.659614 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:49.727118 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] Pushing event updated for resources: {'Network': ['ID=b9b58e18-4724-4374-98c5-14f3d3ee43a0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:49.743481 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network b9b58e18-4724-4374-98c5-14f3d3ee43a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:01:49.768277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50596) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:49.768940 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e8277e1b-2f05-44ee-bd9e-9871b35cbe88 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.2057660
Feb 12 21:01:49.776064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Request body: {'subnet': {'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-subnet', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:01:49.902025 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0d02f113-6928-46db-b0af-7b6fa7666c14 tempest-AutoAllocateNetworkTest-1678048240 tempest-AutoAllocateNetworkTest-1678048240-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=09168022a12f4e00ac72da9572f86730&shared=False HTTP/1.1" status: 200  len: 208 time: 0.5054820
Feb 12 21:01:49.904494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50602) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:49.916090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Made reservation on behalf of 0c59817262e9431fa88f725ab4b5f7a3 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:01:49.918284 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:50.154298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07abe1a2-e44e-4483-99f8-98415cd28810 tempest-AutoAllocateNetworkTest-1678048240 tempest-AutoAllocateNetworkTest-1678048240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:01:50.155766 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-07abe1a2-e44e-4483-99f8-98415cd28810 tempest-AutoAllocateNetworkTest-1678048240 tempest-AutoAllocateNetworkTest-1678048240-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.2502620
Feb 12 21:01:50.159015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50614) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:50.222809 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1c29a120-61c2-40ee-8304-04bd7c53d969 tempest-AutoAllocateNetworkTest-1678048240 tempest-AutoAllocateNetworkTest-1678048240-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0601599
Feb 12 21:01:50.223125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50618) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:50.253822 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6c736de4-5ec6-44a3-9a96-2930572823b9 tempest-AutoAllocateNetworkTest-1678048240 tempest-AutoAllocateNetworkTest-1678048240-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=09168022a12f4e00ac72da9572f86730 HTTP/1.1" status: 200  len: 208 time: 0.0296428
Feb 12 21:01:50.343811 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for subnet (8dc3ffc6-8752-418b-93fb-e118910b6c7b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:50.398549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc3ffc6-8752-418b-93fb-e118910b6c7b,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:50.413608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:50.413964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:50.414350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:50.414645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:50.414980 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:50.415310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:50.415640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:50.415972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:50.416297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:50.416723 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:50.417145 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:50.417503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:50.417833 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Tracked resource versions report:
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]: pushed versions:
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]: {   'AddressGroup': {'1.2'},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     'ConntrackHelper': {'1.0'},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     'LocalIPAssociation': {'1.0'},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     'Log': {'1.0'},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     'Network': {'1.1'},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     'Port': {'1.7'},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     'PortForwarding': {'1.2'},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     'QosPolicy': {'1.10'},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     'SecurityGroup': {'1.5'},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     'SecurityGroupRule': {'1.2'},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     'SubPort': {'1.0'},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     'Subnet': {'1.1'},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     'Trunk': {'1.1'}}
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]: consumer versions:
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]: {   DHCP agent@ncdv-master-1: {},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     HyperV agent@nch1-master-1: {},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     HyperV agent@nch2-master-1: {},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     L3 agent@ncdv-master-1: {},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     Metadata agent@ncdv-master-1: {},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     Metering agent@ncdv-master-1: {},
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:                                           'ConntrackHelper': '1.0',
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:                                           'LocalIPAssociation': '1.0',
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:                                           'Log': '1.0',
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:                                           'Network': '1.1',
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:                                           'Port': '1.7',
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:                                           'PortForwarding': '1.2',
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:                                           'QosPolicy': '1.10',
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:                                           'SecurityGroup': '1.5',
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:                                           'SecurityGroupRule': '1.2',
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:                                           'SubPort': '1.0',
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:                                           'Subnet': '1.1',
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:                                           'Trunk': '1.1'}}
Feb 12 21:01:50.418883 ncdv-master-1 neutron-server[126505]:  {{(pid=126505) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 12 21:01:50.426957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Checking segment: {'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:01:50.427325 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Network hostable DHCP agents. Network: b9b58e18-4724-4374-98c5-14f3d3ee43a0, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:01:50.543703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Network b9b58e18-4724-4374-98c5-14f3d3ee43a0 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:01:50.658064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b9b58e18-4724-4374-98c5-14f3d3ee43a0) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:01:50.665174 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:01:50.665303 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:50.669621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df410ab6-9bbe-48b1-a1cb-d47950fa4ddd None None] Network b9b58e18-4724-4374-98c5-14f3d3ee43a0 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:01:50.753252 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-44fa3cf9-3470-4f48-bea1-a84c02140d52 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.9839153
Feb 12 21:01:50.756016 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50642) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:50.760898 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:01:50.774576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:01:50.776386 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:50.892598 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (26294894-28b4-4f67-b7a1-472479d0fb77), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:50.894866 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (26294894-28b4-4f67-b7a1-472479d0fb77), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:50.925516 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Allocated IP 172.20.0.2 (b9b58e18-4724-4374-98c5-14f3d3ee43a0/8dc3ffc6-8752-418b-93fb-e118910b6c7b/feac3c79-96b8-4238-9710-f53179d2116b) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:01:50.960569 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Publish callbacks [] for router_controller (26294894-28b4-4f67-b7a1-472479d0fb77), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:51.083809 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Publish callbacks [] for port (feac3c79-96b8-4238-9710-f53179d2116b), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:51.161255 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (feac3c79-96b8-4238-9710-f53179d2116b), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:51.201835 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Network b9b58e18-4724-4374-98c5-14f3d3ee43a0 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:01:51.208877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:01:51.216067 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:01:51.262453 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Publish callbacks [] for router_gateway (26294894-28b4-4f67-b7a1-472479d0fb77), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:51.296899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Attempting to bind port feac3c79-96b8-4238-9710-f53179d2116b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:01:51.297589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Attempting to bind port feac3c79-96b8-4238-9710-f53179d2116b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:01:51.298302 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Attempting to bind port feac3c79-96b8-4238-9710-f53179d2116b on network b9b58e18-4724-4374-98c5-14f3d3ee43a0 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:01:51.301036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Pushing event updated for resources: {'Port': ['ID=feac3c79-96b8-4238-9710-f53179d2116b,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:51.312052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:51.315709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:51.315709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:51.315709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:51.315709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:51.315709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:51.315709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:51.315709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:51.315709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:51.317112 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:51.317639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:51.317976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:51.318592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Tracked resource versions report:
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]: pushed versions:
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]: {   'AddressGroup': {'1.2'},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     'ConntrackHelper': {'1.0'},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     'LocalIPAssociation': {'1.0'},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     'Log': {'1.0'},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     'Network': {'1.1'},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     'Port': {'1.7'},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     'PortForwarding': {'1.2'},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     'QosPolicy': {'1.10'},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     'SecurityGroup': {'1.5'},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     'SecurityGroupRule': {'1.2'},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     'SubPort': {'1.0'},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     'Subnet': {'1.1'},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     'Trunk': {'1.1'}}
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]: consumer versions:
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]: {   DHCP agent@ncdv-master-1: {},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     HyperV agent@nch1-master-1: {},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     HyperV agent@nch2-master-1: {},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     L3 agent@ncdv-master-1: {},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     Metadata agent@ncdv-master-1: {},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     Metering agent@ncdv-master-1: {},
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:                                           'ConntrackHelper': '1.0',
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:                                           'LocalIPAssociation': '1.0',
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:                                           'Log': '1.0',
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:                                           'Network': '1.1',
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:                                           'Port': '1.7',
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:                                           'PortForwarding': '1.2',
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:                                           'QosPolicy': '1.10',
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:                                           'SecurityGroup': '1.5',
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:                                           'SecurityGroupRule': '1.2',
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:                                           'SubPort': '1.0',
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:                                           'Subnet': '1.1',
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:                                           'Trunk': '1.1'}}
Feb 12 21:01:51.320180 ncdv-master-1 neutron-server[126507]:  {{(pid=126507) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 12 21:01:51.328451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:01:51.329337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Checking segment: {'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:01:51.329764 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:51.330625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Bound using segment: {'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:01:51.331532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Bound port: feac3c79-96b8-4238-9710-f53179d2116b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:01:51.331924 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (feac3c79-96b8-4238-9710-f53179d2116b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:51.444055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] For port feac3c79-96b8-4238-9710-f53179d2116b, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:01:51.449976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] For port feac3c79-96b8-4238-9710-f53179d2116b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=feac3c79-96b8-4238-9710-f53179d2116b,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:01:51.533469 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (feac3c79-96b8-4238-9710-f53179d2116b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:51.618351 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c07e5-3f38-485d-a67b-890e45f7ce19 None None] Pushing event updated for resources: {'Port': ['ID=feac3c79-96b8-4238-9710-f53179d2116b,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:51.683245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50674) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:51.769328 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Publish callbacks [] for router_gateway (26294894-28b4-4f67-b7a1-472479d0fb77), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:51.792336 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:52.000781 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Allocated IP 172.35.2.60 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/1e9be931-269e-4c3e-b229-bd7f13f5978d) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:01:52.114809 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Publish callbacks [] for port (1e9be931-269e-4c3e-b229-bd7f13f5978d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:52.229757 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a22bc688-10d7-4c4e-a04f-7c7481bc00e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:52.236711 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (1e9be931-269e-4c3e-b229-bd7f13f5978d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:52.304655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:01:52.306556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Pushing event updated for resources: {'Port': ['ID=1e9be931-269e-4c3e-b229-bd7f13f5978d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:52.317190 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:01:52.320775 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:01:52.340329 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a22bc688-10d7-4c4e-a04f-7c7481bc00e3 admin admin] Publish callbacks [] for security_group (3df52713-6ec5-48fe-8a62-2a4018496800), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:52.458356 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a22bc688-10d7-4c4e-a04f-7c7481bc00e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3df52713-6ec5-48fe-8a62-2a4018496800), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:52.521873 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a22bc688-10d7-4c4e-a04f-7c7481bc00e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09168022a12f4e00ac72da9572f86730&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8354096
Feb 12 21:01:52.525682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50718) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:52.553048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bc688-10d7-4c4e-a04f-7c7481bc00e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df52713-6ec5-48fe-8a62-2a4018496800,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:52.616516 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-feed9a8e-e9df-49ca-af23-93f3c296d941 admin admin] Publish callbacks [] for security_group (3df52713-6ec5-48fe-8a62-2a4018496800), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:52.647145 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-feed9a8e-e9df-49ca-af23-93f3c296d941 admin admin] Publish callbacks [] for security_group (3df52713-6ec5-48fe-8a62-2a4018496800), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:52.729385 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Publish callbacks [] for router_gateway (26294894-28b4-4f67-b7a1-472479d0fb77), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:52.807540 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-feed9a8e-e9df-49ca-af23-93f3c296d941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3df52713-6ec5-48fe-8a62-2a4018496800), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:52.810574 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-feed9a8e-e9df-49ca-af23-93f3c296d941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:52.812887 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-feed9a8e-e9df-49ca-af23-93f3c296d941 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3df52713-6ec5-48fe-8a62-2a4018496800 HTTP/1.1" status: 204  len: 168 time: 0.2852583
Feb 12 21:01:52.845259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed9a8e-e9df-49ca-af23-93f3c296d941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df52713-6ec5-48fe-8a62-2a4018496800,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:53.011977 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875a592a-9522-474e-a961-f4c59ec010e1 None None] Network b9b58e18-4724-4374-98c5-14f3d3ee43a0 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:01:53.033166 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (26294894-28b4-4f67-b7a1-472479d0fb77), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:53.081171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-704988e9-83b5-4ab6-9457-06500594bfb7 None None] Provisioning complete for port feac3c79-96b8-4238-9710-f53179d2116b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:01:53.081594 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-704988e9-83b5-4ab6-9457-06500594bfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (feac3c79-96b8-4238-9710-f53179d2116b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:53.183233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-704988e9-83b5-4ab6-9457-06500594bfb7 None None] Current status of the port feac3c79-96b8-4238-9710-f53179d2116b is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:01:53.183233 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-704988e9-83b5-4ab6-9457-06500594bfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (feac3c79-96b8-4238-9710-f53179d2116b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:53.237159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-704988e9-83b5-4ab6-9457-06500594bfb7 None None] For port feac3c79-96b8-4238-9710-f53179d2116b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=feac3c79-96b8-4238-9710-f53179d2116b,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:01:53.253477 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device feac3c79-96b8-4238-9710-f53179d2116b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:01:53.328050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port feac3c79-96b8-4238-9710-f53179d2116b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:01:53.328050 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (feac3c79-96b8-4238-9710-f53179d2116b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:53.350829 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Router 26294894-28b4-4f67-b7a1-472479d0fb77 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:01:53.422972 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-704988e9-83b5-4ab6-9457-06500594bfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (feac3c79-96b8-4238-9710-f53179d2116b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:53.489685 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port feac3c79-96b8-4238-9710-f53179d2116b is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:01:53.490409 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (feac3c79-96b8-4238-9710-f53179d2116b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:53.520388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:01:53.530462 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Sync routers for ids ['26294894-28b4-4f67-b7a1-472479d0fb77'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:01:53.532395 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704988e9-83b5-4ab6-9457-06500594bfb7 None None] Pushing event updated for resources: {'Port': ['ID=feac3c79-96b8-4238-9710-f53179d2116b,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:53.555986 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Routers {'26294894-28b4-4f67-b7a1-472479d0fb77'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:01:53.562767 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd91b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:01:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['26294894-28b4-4f67-b7a1-472479d0fb77'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:01:53.604900 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:01:53.604900 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:01:53.637645 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:53.639213 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dd6d23f2-574f-41cc-b75e-b1dee2fe680c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 2.8816812
Feb 12 21:01:53.646728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50768) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:53.668450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-356ab013-2bf5-4ab3-b2b8-df9618380d98 None None] Provisioning complete for port feac3c79-96b8-4238-9710-f53179d2116b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:01:53.669414 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-356ab013-2bf5-4ab3-b2b8-df9618380d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (feac3c79-96b8-4238-9710-f53179d2116b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:53.724724 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Set router 26294894-28b4-4f67-b7a1-472479d0fb77 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:01:53.727224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50776) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:53.730134 ncdv-master-1 neutron-server[126505]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 12 21:01:53.768297 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-61ce4bfb-e2f3-4667-9c2b-1081d4fc9abd tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f24b9d29252e43d597ac37f401de9de5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0392711
Feb 12 21:01:53.789899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-356ab013-2bf5-4ab3-b2b8-df9618380d98 None None] Current status of the port feac3c79-96b8-4238-9710-f53179d2116b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:01:53.912390 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-090151de-3239-4488-ab46-76467e7da9b8 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:01:53.919415 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-090151de-3239-4488-ab46-76467e7da9b8 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1455383
Feb 12 21:01:53.937954 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-3e1f25e3-cffb-4114-9546-ca46cb1c0a87 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/quotas/f24b9d29252e43d597ac37f401de9de5 HTTP/1.1" status: 200  len: 375 time: 0.0166452
Feb 12 21:01:53.960349 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd91b50>, [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:52Z', 'revision_number': 3, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:01:53.990336 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Checking router: 26294894-28b4-4f67-b7a1-472479d0fb77 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:01:53.991016 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Updating router 26294894-28b4-4f67-b7a1-472479d0fb77 port 1e9be931-269e-4c3e-b229-bd7f13f5978d binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:01:54.016215 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-2bb80737-efc8-4c2b-906c-8452ba0e0de8 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f24b9d29252e43d597ac37f401de9de5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0731332
Feb 12 21:01:54.055071 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1e9be931-269e-4c3e-b229-bd7f13f5978d), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:54.160946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port feac3c79-96b8-4238-9710-f53179d2116b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:01:54.313806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50794) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:54.427004 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:54.518399 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Publish callbacks [] for port (1e9be931-269e-4c3e-b229-bd7f13f5978d), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:54.580856 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-00464e58-9ad3-4a06-95ca-9c1e2ecb76d2 req-2ebf45a7-2655-45ca-95c8-9ec2220da89a tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 210 time: 0.0835130
Feb 12 21:01:54.601446 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1e9be931-269e-4c3e-b229-bd7f13f5978d), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:54.649998 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Allocated IP 172.20.0.1 (b9b58e18-4724-4374-98c5-14f3d3ee43a0/8dc3ffc6-8752-418b-93fb-e118910b6c7b/d76962e9-d418-4e43-9a88-b9e68b9c4e9b) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:01:54.679471 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f268104-b3a6-472b-b06c-c311f9aed6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:54.729785 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Attempting to bind port 1e9be931-269e-4c3e-b229-bd7f13f5978d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:01:54.732483 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Attempting to bind port 1e9be931-269e-4c3e-b229-bd7f13f5978d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:01:54.732483 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Attempting to bind port 1e9be931-269e-4c3e-b229-bd7f13f5978d on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:01:54.755656 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b6345-bb1a-4a74-aa83-6acf612bc8ac None None] Pushing event updated for resources: {'Port': ['ID=1e9be931-269e-4c3e-b229-bd7f13f5978d,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:54.759366 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:01:54.759907 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:01:54.760605 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:54.761116 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:01:54.761841 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Bound port: 1e9be931-269e-4c3e-b229-bd7f13f5978d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:01:54.762362 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1e9be931-269e-4c3e-b229-bd7f13f5978d), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:54.789875 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b6345-bb1a-4a74-aa83-6acf612bc8ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:54.790505 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b6345-bb1a-4a74-aa83-6acf612bc8ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:54.791071 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b6345-bb1a-4a74-aa83-6acf612bc8ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:54.791602 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b6345-bb1a-4a74-aa83-6acf612bc8ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:54.792126 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b6345-bb1a-4a74-aa83-6acf612bc8ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:54.795248 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b6345-bb1a-4a74-aa83-6acf612bc8ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:54.795248 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b6345-bb1a-4a74-aa83-6acf612bc8ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:54.795248 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b6345-bb1a-4a74-aa83-6acf612bc8ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:54.795248 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b6345-bb1a-4a74-aa83-6acf612bc8ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:54.795248 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b6345-bb1a-4a74-aa83-6acf612bc8ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:54.795248 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b6345-bb1a-4a74-aa83-6acf612bc8ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:54.795248 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b6345-bb1a-4a74-aa83-6acf612bc8ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:54.797800 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b6345-bb1a-4a74-aa83-6acf612bc8ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b6345-bb1a-4a74-aa83-6acf612bc8ac None None] Tracked resource versions report:
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]: pushed versions:
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]: {   'AddressGroup': {'1.2'},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     'ConntrackHelper': {'1.0'},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     'LocalIPAssociation': {'1.0'},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     'Log': {'1.0'},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     'Network': {'1.1'},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     'Port': {'1.7'},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     'PortForwarding': {'1.2'},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     'QosPolicy': {'1.10'},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     'SecurityGroup': {'1.5'},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     'SecurityGroupRule': {'1.2'},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     'SubPort': {'1.0'},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     'Subnet': {'1.1'},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     'Trunk': {'1.1'}}
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]: consumer versions:
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]: {   DHCP agent@ncdv-master-1: {},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     HyperV agent@nch1-master-1: {},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     HyperV agent@nch2-master-1: {},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     L3 agent@ncdv-master-1: {},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     Metadata agent@ncdv-master-1: {},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     Metering agent@ncdv-master-1: {},
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:                                           'ConntrackHelper': '1.0',
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:                                           'LocalIPAssociation': '1.0',
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:                                           'Log': '1.0',
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:                                           'Network': '1.1',
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:                                           'Port': '1.7',
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:                                           'PortForwarding': '1.2',
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:                                           'QosPolicy': '1.10',
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:                                           'SecurityGroup': '1.5',
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:                                           'SecurityGroupRule': '1.2',
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:                                           'SubPort': '1.0',
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:                                           'Subnet': '1.1',
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:                                           'Trunk': '1.1'}}
Feb 12 21:01:54.799146 ncdv-master-1 neutron-server[126509]:  {{(pid=126509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 12 21:01:54.857693 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] For port 1e9be931-269e-4c3e-b229-bd7f13f5978d, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:01:54.864963 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] For port 1e9be931-269e-4c3e-b229-bd7f13f5978d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e9be931-269e-4c3e-b229-bd7f13f5978d,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:01:54.919836 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Publish callbacks [] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:54.923354 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1e9be931-269e-4c3e-b229-bd7f13f5978d), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:54.934281 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f268104-b3a6-472b-b06c-c311f9aed6c2 admin admin] Publish callbacks [] for security_group (b36e3f28-d4ab-47e3-99ca-7479a258d253), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:55.002003 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Routers {'26294894-28b4-4f67-b7a1-472479d0fb77'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:01:55.002852 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd91b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:01:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['26294894-28b4-4f67-b7a1-472479d0fb77'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:01:55.007066 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f268104-b3a6-472b-b06c-c311f9aed6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b36e3f28-d4ab-47e3-99ca-7479a258d253), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:55.048970 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1f268104-b3a6-472b-b06c-c311f9aed6c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50721c05200d4675b15a97790805ca8c&name=default HTTP/1.1" status: 200  len: 2992 time: 0.7340181
Feb 12 21:01:55.049253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50854) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:55.070765 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:55.125329 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Network b9b58e18-4724-4374-98c5-14f3d3ee43a0 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:01:55.126442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f268104-b3a6-472b-b06c-c311f9aed6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36e3f28-d4ab-47e3-99ca-7479a258d253,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:55.148097 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:01:55.150758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:01:55.151389 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (26294894-28b4-4f67-b7a1-472479d0fb77), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:55.200828 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f77acbe-7545-4bc6-9044-13ea24ea84b3 admin admin] Publish callbacks [] for security_group (b36e3f28-d4ab-47e3-99ca-7479a258d253), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:55.250151 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] Set router 26294894-28b4-4f67-b7a1-472479d0fb77 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:01:55.260433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device feac3c79-96b8-4238-9710-f53179d2116b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:01:55.263979 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f77acbe-7545-4bc6-9044-13ea24ea84b3 admin admin] Publish callbacks [] for security_group (b36e3f28-d4ab-47e3-99ca-7479a258d253), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:55.373020 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Pushing event updated for resources: {'Port': ['ID=d76962e9-d418-4e43-9a88-b9e68b9c4e9b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:55.435606 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port feac3c79-96b8-4238-9710-f53179d2116b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:01:55.436446 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (feac3c79-96b8-4238-9710-f53179d2116b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:55.442548 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b6345-bb1a-4a74-aa83-6acf612bc8ac None None] Pushing event updated for resources: {'Port': ['ID=1e9be931-269e-4c3e-b229-bd7f13f5978d,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:55.527197 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f77acbe-7545-4bc6-9044-13ea24ea84b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b36e3f28-d4ab-47e3-99ca-7479a258d253), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:55.533034 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f77acbe-7545-4bc6-9044-13ea24ea84b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:55.537505 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9f77acbe-7545-4bc6-9044-13ea24ea84b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b36e3f28-d4ab-47e3-99ca-7479a258d253 HTTP/1.1" status: 204  len: 168 time: 0.4849744
Feb 12 21:01:55.542101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port feac3c79-96b8-4238-9710-f53179d2116b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:01:55.547107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77acbe-7545-4bc6-9044-13ea24ea84b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36e3f28-d4ab-47e3-99ca-7479a258d253,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:55.549059 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:55.552183 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd91b50>, [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:52Z', 'revision_number': 3, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:01:55.598417 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566884a-7599-435a-a297-6e4c40aa2196 None None] The sync data for ids ['26294894-28b4-4f67-b7a1-472479d0fb77'] in ncdv-master-1 is: [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:52Z', 'revision_number': 3, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:01:55.649004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8903ae7e-3482-4b68-bd7c-9c3fc75e04aa None None] Provisioning complete for port d76962e9-d418-4e43-9a88-b9e68b9c4e9b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:01:55.649563 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8903ae7e-3482-4b68-bd7c-9c3fc75e04aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:55.716169 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfae55c1-1499-4a39-ad86-f20392d9f880 req-55e52a61-2074-42ad-bf70-9cdaaa3295f3 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 210 time: 0.0468879
Feb 12 21:01:55.751982 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8903ae7e-3482-4b68-bd7c-9c3fc75e04aa None None] Port d76962e9-d418-4e43-9a88-b9e68b9c4e9b cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:01:55.820406 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Publish callbacks [] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:55.892695 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:55.892856 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ddf3110e-63c8-4a47-a0f7-3c2da9328026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:55.893470 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (26294894-28b4-4f67-b7a1-472479d0fb77), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:55.997106 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Pushing event updated for resources: {'Port': ['ID=d76962e9-d418-4e43-9a88-b9e68b9c4e9b,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:56.127473 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Network b9b58e18-4724-4374-98c5-14f3d3ee43a0 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:01:56.128947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:01:56.363356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Router 26294894-28b4-4f67-b7a1-472479d0fb77 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:01:56.445650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50906) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:56.494139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50912) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:56.498066 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-47118c47-9e5a-4fdb-bed8-9578e78072ab None None] Provisioning complete for port d76962e9-d418-4e43-9a88-b9e68b9c4e9b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:01:56.503866 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-47118c47-9e5a-4fdb-bed8-9578e78072ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:56.536241 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:01:56.553465 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d4b5542c-c828-40db-aec7-44ac24e6d223 admin admin] 10.222.0.31 "PUT /v2.0/routers/26294894-28b4-4f67-b7a1-472479d0fb77/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8934898
Feb 12 21:01:56.565577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-47118c47-9e5a-4fdb-bed8-9578e78072ab None None] Port d76962e9-d418-4e43-9a88-b9e68b9c4e9b cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:01:56.621807 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:56.720906 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8ca1a0ad-6467-469d-babf-72a43087a89c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:56.834496 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2fac6cbe-2c35-49a9-a6fc-900c02935f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:56.861150 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8ca1a0ad-6467-469d-babf-72a43087a89c admin admin] Publish callbacks [] for security_group (880a0ed9-756f-413d-87c4-6800c121d33c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:56.949780 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2fac6cbe-2c35-49a9-a6fc-900c02935f29 admin admin] Publish callbacks [] for security_group (4724d479-5a14-483b-860d-cea260f42ec5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:56.956987 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8ca1a0ad-6467-469d-babf-72a43087a89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (880a0ed9-756f-413d-87c4-6800c121d33c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:56.969130 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50938) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:56.989144 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-207f6713-dbbf-4a3f-9792-642df118d595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:56.996077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8ca1a0ad-6467-469d-babf-72a43087a89c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b7cf45c96fb4a10bedb334f75341de3&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5490706
Feb 12 21:01:57.000734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50942) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:57.035741 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2fac6cbe-2c35-49a9-a6fc-900c02935f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4724d479-5a14-483b-860d-cea260f42ec5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.051917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1a0ad-6467-469d-babf-72a43087a89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880a0ed9-756f-413d-87c4-6800c121d33c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:57.113096 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2fac6cbe-2c35-49a9-a6fc-900c02935f29 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29ebed4f6aa1465386ae89e1fc376701&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6168346
Feb 12 21:01:57.115231 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-207f6713-dbbf-4a3f-9792-642df118d595 admin admin] Publish callbacks [] for security_group (fb90f724-6c6b-495e-a700-98f12c72f8ea), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.122159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50946) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:57.141908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac6cbe-2c35-49a9-a6fc-900c02935f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4724d479-5a14-483b-860d-cea260f42ec5,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:57.190328 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-268b811c-16a6-43f1-973b-654c8d22156e admin admin] Publish callbacks [] for security_group (880a0ed9-756f-413d-87c4-6800c121d33c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.234299 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-207f6713-dbbf-4a3f-9792-642df118d595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fb90f724-6c6b-495e-a700-98f12c72f8ea), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.248150 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-268b811c-16a6-43f1-973b-654c8d22156e admin admin] Publish callbacks [] for security_group (880a0ed9-756f-413d-87c4-6800c121d33c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.275021 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f6713-dbbf-4a3f-9792-642df118d595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb90f724-6c6b-495e-a700-98f12c72f8ea,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:57.299403 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-207f6713-dbbf-4a3f-9792-642df118d595 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8d9ea1859bc4cbabe01534c7cdf284d&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3290825
Feb 12 21:01:57.306975 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50950) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:57.326058 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c6d3cad-a610-4980-a7f4-bb61f81d98f1 admin admin] Publish callbacks [] for security_group (4724d479-5a14-483b-860d-cea260f42ec5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.369867 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1e9be931-269e-4c3e-b229-bd7f13f5978d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:01:57.397388 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50cb0db8-c1e4-4a01-8c49-6aab17fe1277 admin admin] Publish callbacks [] for security_group (fb90f724-6c6b-495e-a700-98f12c72f8ea), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.400071 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c6d3cad-a610-4980-a7f4-bb61f81d98f1 admin admin] Publish callbacks [] for security_group (4724d479-5a14-483b-860d-cea260f42ec5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.448823 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50cb0db8-c1e4-4a01-8c49-6aab17fe1277 admin admin] Publish callbacks [] for security_group (fb90f724-6c6b-495e-a700-98f12c72f8ea), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.488878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1e9be931-269e-4c3e-b229-bd7f13f5978d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:01:57.489280 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1e9be931-269e-4c3e-b229-bd7f13f5978d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.539381 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50962) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:57.601223 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50cb0db8-c1e4-4a01-8c49-6aab17fe1277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fb90f724-6c6b-495e-a700-98f12c72f8ea), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.604511 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50cb0db8-c1e4-4a01-8c49-6aab17fe1277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.608215 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-50cb0db8-c1e4-4a01-8c49-6aab17fe1277 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb90f724-6c6b-495e-a700-98f12c72f8ea HTTP/1.1" status: 204  len: 168 time: 0.2979097
Feb 12 21:01:57.625228 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb0db8-c1e4-4a01-8c49-6aab17fe1277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb90f724-6c6b-495e-a700-98f12c72f8ea,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:57.662149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1e9be931-269e-4c3e-b229-bd7f13f5978d is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:01:57.662772 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1e9be931-269e-4c3e-b229-bd7f13f5978d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.718887 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 1e9be931-269e-4c3e-b229-bd7f13f5978d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e9be931-269e-4c3e-b229-bd7f13f5978d,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:01:57.784375 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-268b811c-16a6-43f1-973b-654c8d22156e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (880a0ed9-756f-413d-87c4-6800c121d33c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.787845 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-268b811c-16a6-43f1-973b-654c8d22156e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.788998 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-268b811c-16a6-43f1-973b-654c8d22156e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/880a0ed9-756f-413d-87c4-6800c121d33c HTTP/1.1" status: 204  len: 168 time: 0.7871680
Feb 12 21:01:57.807026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b811c-16a6-43f1-973b-654c8d22156e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880a0ed9-756f-413d-87c4-6800c121d33c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:57.823874 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c6d3cad-a610-4980-a7f4-bb61f81d98f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4724d479-5a14-483b-860d-cea260f42ec5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.828191 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c6d3cad-a610-4980-a7f4-bb61f81d98f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.834755 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1e9be931-269e-4c3e-b229-bd7f13f5978d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:57.834856 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2c6d3cad-a610-4980-a7f4-bb61f81d98f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4724d479-5a14-483b-860d-cea260f42ec5 HTTP/1.1" status: 204  len: 168 time: 0.7088356
Feb 12 21:01:57.850852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d3cad-a610-4980-a7f4-bb61f81d98f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4724d479-5a14-483b-860d-cea260f42ec5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:57.909751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=1e9be931-269e-4c3e-b229-bd7f13f5978d,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:57.935424 ncdv-master-1 neutron-server[126506]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 12 21:01:58.003896 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-77a1204b-36a2-49ac-abb3-cc6acb70ce73 req-278d4e26-60bb-44e5-ba10-b61a257dd8d4 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 210 time: 0.4629998
Feb 12 21:01:58.021101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Sync routers for ids ['26294894-28b4-4f67-b7a1-472479d0fb77'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:01:58.031909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Routers {'26294894-28b4-4f67-b7a1-472479d0fb77'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:01:58.035344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb68e790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:01:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['26294894-28b4-4f67-b7a1-472479d0fb77'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:01:58.127487 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a2b22e8-05ee-4db8-8b78-f68e77e61a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:58.176074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Set router 26294894-28b4-4f67-b7a1-472479d0fb77 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:01:58.367052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.48', 51546) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:58.400171 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-dac362a0-f87d-4ad7-be11-42d1906af849 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f24b9d29252e43d597ac37f401de9de5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0227203
Feb 12 21:01:58.408489 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb68e790>, [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:55Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd76962e9-d418-4e43-9a88-b9e68b9c4e9b', 'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'mac_address': 'fa:16:3e:27:d8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:54Z', 'updated_at': '2022-02-12T21:01:55Z', 'revision_number': 2, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'subnets': [{'id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:01:58.439259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Checking router: 26294894-28b4-4f67-b7a1-472479d0fb77 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:01:58.439747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Updating router 26294894-28b4-4f67-b7a1-472479d0fb77 port d76962e9-d418-4e43-9a88-b9e68b9c4e9b binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:01:58.473631 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:58.789719 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-e5ec7c27-412a-418d-9c89-85a06bf10d54 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:01:58.795081 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-e5ec7c27-412a-418d-9c89-85a06bf10d54 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3850648
Feb 12 21:01:58.835593 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Publish callbacks [] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:58.894239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Request body: {'port': {'device_id': '6e264a5e-a4b7-4947-b94b-331176328e63', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': 'f24b9d29252e43d597ac37f401de9de5'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:01:58.938590 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:58.979687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1710d9a-7098-4d26-804f-969834fcbe75 None None] Pushing event updated for resources: {'Port': ['ID=d76962e9-d418-4e43-9a88-b9e68b9c4e9b,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:59.254596 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1e9be931-269e-4c3e-b229-bd7f13f5978d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:01:59.261559 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.273383 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c8dc0c3e-81f4-4542-9dca-8161653b3b6b req-8e5001c8-ab91-4a91-90a9-a15ea0c32af5 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 210 time: 0.0363107
Feb 12 21:01:59.303281 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Attempting to bind port d76962e9-d418-4e43-9a88-b9e68b9c4e9b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:01:59.303665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Attempting to bind port d76962e9-d418-4e43-9a88-b9e68b9c4e9b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:01:59.304032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Attempting to bind port d76962e9-d418-4e43-9a88-b9e68b9c4e9b on network b9b58e18-4724-4374-98c5-14f3d3ee43a0 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:01:59.304276 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51050) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:59.318220 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Made reservation on behalf of f24b9d29252e43d597ac37f401de9de5 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:01:59.329091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:01:59.329091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Checking segment: {'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:01:59.329091 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.329686 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dfdc450d-9012-4896-ba96-376990117d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.329783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Bound using segment: {'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:01:59.329783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Bound port: d76962e9-d418-4e43-9a88-b9e68b9c4e9b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:01:59.329783 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.330656 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.346322 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.347451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a5f33d92-e521-4e1b-a93a-921dc5af1901 None None] Provisioning complete for port d76962e9-d418-4e43-9a88-b9e68b9c4e9b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:01:59.347837 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a5f33d92-e521-4e1b-a93a-921dc5af1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.396000 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51056) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:59.416950 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e39f-20c3-419f-8559-f340fd5bd3dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.430562 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a5f33d92-e521-4e1b-a93a-921dc5af1901 None None] Port d76962e9-d418-4e43-9a88-b9e68b9c4e9b cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:01:59.432036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1e9be931-269e-4c3e-b229-bd7f13f5978d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:01:59.432409 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1e9be931-269e-4c3e-b229-bd7f13f5978d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.448999 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dfdc450d-9012-4896-ba96-376990117d1d admin admin] Publish callbacks [] for security_group (615507a4-cb98-4bd1-829b-4f31f5dd960c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.485587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] For port d76962e9-d418-4e43-9a88-b9e68b9c4e9b, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:01:59.489838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] For port d76962e9-d418-4e43-9a88-b9e68b9c4e9b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d76962e9-d418-4e43-9a88-b9e68b9c4e9b,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:01:59.501890 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Publish callbacks [] for security_group (0433c9e1-0e20-471b-8c83-8d50535146ae), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.532860 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.543091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1e9be931-269e-4c3e-b229-bd7f13f5978d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:01:59.555210 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e39f-20c3-419f-8559-f340fd5bd3dc admin admin] Publish callbacks [] for security_group (281579fa-92b0-42cd-ac78-bc79025db3fb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.595529 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dfdc450d-9012-4896-ba96-376990117d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (615507a4-cb98-4bd1-829b-4f31f5dd960c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.626491 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0433c9e1-0e20-471b-8c83-8d50535146ae), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.627917 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.632343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc450d-9012-4896-ba96-376990117d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615507a4-cb98-4bd1-829b-4f31f5dd960c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:59.636764 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-dfdc450d-9012-4896-ba96-376990117d1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ad031ed826e4c92bd21680d45186d80&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3314874
Feb 12 21:01:59.639404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51064) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:59.666727 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e39f-20c3-419f-8559-f340fd5bd3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (281579fa-92b0-42cd-ac78-bc79025db3fb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.721477 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-62244eb8-124c-4b52-89d5-8841ba794df6 admin admin] Publish callbacks [] for security_group (615507a4-cb98-4bd1-829b-4f31f5dd960c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.728080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0433c9e1-0e20-471b-8c83-8d50535146ae,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:59.766891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Routers {'26294894-28b4-4f67-b7a1-472479d0fb77'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:01:59.767737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb68e790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:01:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['26294894-28b4-4f67-b7a1-472479d0fb77'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:01:59.769904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1710d9a-7098-4d26-804f-969834fcbe75 None None] Pushing event updated for resources: {'Port': ['ID=d76962e9-d418-4e43-9a88-b9e68b9c4e9b,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:59.789975 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-62244eb8-124c-4b52-89d5-8841ba794df6 admin admin] Publish callbacks [] for security_group (615507a4-cb98-4bd1-829b-4f31f5dd960c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:01:59.798830 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fbc6e39f-20c3-419f-8559-f340fd5bd3dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee33ce628c6943d78a41b37223630ade&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4012628
Feb 12 21:01:59.799469 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51072) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:01:59.839769 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6e39f-20c3-419f-8559-f340fd5bd3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281579fa-92b0-42cd-ac78-bc79025db3fb,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:01:59.955249 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-2dfed473-16e3-4012-9306-43e6ea03236f tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2fa7b205f74a444eb5937c8c88c3033c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0367434
Feb 12 21:01:59.997291 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-62244eb8-124c-4b52-89d5-8841ba794df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (615507a4-cb98-4bd1-829b-4f31f5dd960c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:00.000642 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-62244eb8-124c-4b52-89d5-8841ba794df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:00.006163 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-62244eb8-124c-4b52-89d5-8841ba794df6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/615507a4-cb98-4bd1-829b-4f31f5dd960c HTTP/1.1" status: 204  len: 168 time: 0.3609509
Feb 12 21:02:00.013938 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] Set router 26294894-28b4-4f67-b7a1-472479d0fb77 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:02:00.049536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62244eb8-124c-4b52-89d5-8841ba794df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615507a4-cb98-4bd1-829b-4f31f5dd960c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:00.103575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-57e662ab-743b-4488-a9b9-4d338a2c5a3a tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:00.105311 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b13d163c-69af-42a1-a554-96a423795b2e admin admin] Publish callbacks [] for security_group (281579fa-92b0-42cd-ac78-bc79025db3fb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:00.112668 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-57e662ab-743b-4488-a9b9-4d338a2c5a3a tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1560493
Feb 12 21:02:00.124108 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-f18ab541-f003-4cfb-9c30-2398c82fa375 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/quotas/2fa7b205f74a444eb5937c8c88c3033c HTTP/1.1" status: 200  len: 375 time: 0.0100906
Feb 12 21:02:00.172091 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-416a8467-3d0f-4c26-8aab-181ae04cfa50 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2fa7b205f74a444eb5937c8c88c3033c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0371463
Feb 12 21:02:00.187995 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b13d163c-69af-42a1-a554-96a423795b2e admin admin] Publish callbacks [] for security_group (281579fa-92b0-42cd-ac78-bc79025db3fb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:00.208468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Allocated IP 192.168.233.190 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/b943e58a-9420-46c8-b2e9-b3928cd30b30) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:02:00.256289 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3c3c2b87-f41e-4321-b093-77d8ff50160c None None] Provisioning complete for port d76962e9-d418-4e43-9a88-b9e68b9c4e9b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:00.256700 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c3c2b87-f41e-4321-b093-77d8ff50160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:00.409584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c2b87-f41e-4321-b093-77d8ff50160c None None] Current status of the port d76962e9-d418-4e43-9a88-b9e68b9c4e9b is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:00.409985 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c3c2b87-f41e-4321-b093-77d8ff50160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:00.438682 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb68e790>, [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:55Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd76962e9-d418-4e43-9a88-b9e68b9c4e9b', 'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'mac_address': 'fa:16:3e:27:d8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:54Z', 'updated_at': '2022-02-12T21:01:59Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'subnets': [{'id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:00.466633 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3c3c2b87-f41e-4321-b093-77d8ff50160c None None] For port d76962e9-d418-4e43-9a88-b9e68b9c4e9b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d76962e9-d418-4e43-9a88-b9e68b9c4e9b,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:00.469412 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b13d163c-69af-42a1-a554-96a423795b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (281579fa-92b0-42cd-ac78-bc79025db3fb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:00.489309 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b13d163c-69af-42a1-a554-96a423795b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:00.493813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51114) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:00.499760 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b13d163c-69af-42a1-a554-96a423795b2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/281579fa-92b0-42cd-ac78-bc79025db3fb HTTP/1.1" status: 204  len: 168 time: 0.6587858
Feb 12 21:02:00.502717 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ab6bcbf8-efc8-405d-bc7f-0b3a55a171bc req-878d9e6c-054e-4a1f-b741-1f980ca0bd1e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 210 time: 0.0681734
Feb 12 21:02:00.511741 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-342973808-network', 'tenant_id': '9d6ffe6e07734e608521a2aa597add3b'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:00.525765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c847351-b14b-4d14-96bd-46dd15868108 None None] The sync data for ids ['26294894-28b4-4f67-b7a1-472479d0fb77'] in ncdv-master-1 is: [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:55Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd76962e9-d418-4e43-9a88-b9e68b9c4e9b', 'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'mac_address': 'fa:16:3e:27:d8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:54Z', 'updated_at': '2022-02-12T21:01:59Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'subnets': [{'id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:02:00.534291 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c3c2b87-f41e-4321-b093-77d8ff50160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:00.565434 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a76cdfa-0106-490c-ae35-b0cbfebf549f req-572e01b0-9f57-4a01-869d-2b364cbd06b7 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 210 time: 0.1706133
Feb 12 21:02:00.635572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] Made reservation on behalf of 9d6ffe6e07734e608521a2aa597add3b for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:00.639239 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c2b87-f41e-4321-b093-77d8ff50160c None None] Pushing event updated for resources: {'Port': ['ID=d76962e9-d418-4e43-9a88-b9e68b9c4e9b,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:00.643043 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:00.653243 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:00.718259 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d163c-69af-42a1-a554-96a423795b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281579fa-92b0-42cd-ac78-bc79025db3fb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:00.806539 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Publish callbacks [] for port (b943e58a-9420-46c8-b2e9-b3928cd30b30), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:00.842112 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] Publish callbacks [] for security_group (d11975e1-801a-42f8-bbe2-145b611128a1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:00.887849 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:00.917685 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d11975e1-801a-42f8-bbe2-145b611128a1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:00.921943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (b943e58a-9420-46c8-b2e9-b3928cd30b30), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:00.955066 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51138) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:00.989335 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:02:01.013621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11975e1-801a-42f8-bbe2-145b611128a1,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:01.020832 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780794888614', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:01.021407 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fc702901a60> segment precommit_create {{(pid=126505) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Feb 12 21:02:01.021901 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] Added segment 0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3 of type vlan for network a24c644c-e49c-4c0b-9e18-99f87d3439f7
Feb 12 21:02:01.075283 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (a24c644c-e49c-4c0b-9e18-99f87d3439f7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:01.083023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:02:01.093123 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:01.095767 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Pushing event updated for resources: {'Port': ['ID=b943e58a-9420-46c8-b2e9-b3928cd30b30,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:01.097970 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:02:01.107657 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:01.107657 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:01.201135 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-23cc88cf-501c-44ab-85ab-b34b50bd2ee6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3121507
Feb 12 21:02:01.230631 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-68a1c415-cbe1-4bd6-a88f-ec5600ee9d9c tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:02:01.231722 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-68a1c415-cbe1-4bd6-a88f-ec5600ee9d9c tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0199454
Feb 12 21:02:01.276100 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (a24c644c-e49c-4c0b-9e18-99f87d3439f7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:01.277109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:01.277750 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:01.324916 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d76962e9-d418-4e43-9a88-b9e68b9c4e9b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:02:01.493834 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d76962e9-d418-4e43-9a88-b9e68b9c4e9b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:01.498193 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:01.634023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51156) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:01.639056 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.1437275
Feb 12 21:02:01.640678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7583ce07-8fc0-439d-b131-5d696a2a5ac2 admin admin] Request body: {'subnet': {'network_id': 'a24c644c-e49c-4c0b-9e18-99f87d3439f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-342973808-subnet', 'tenant_id': '9d6ffe6e07734e608521a2aa597add3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:01.748827 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ff841c91-1b2a-41ae-9c14-0f7d15d12dfc None None] Provisioning complete for port b943e58a-9420-46c8-b2e9-b3928cd30b30 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:01.758878 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ff841c91-1b2a-41ae-9c14-0f7d15d12dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b943e58a-9420-46c8-b2e9-b3928cd30b30), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:01.836284 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82a03824-fb67-46d7-9aff-a97bff66d809 req-5acf7bd2-c42a-49c1-9610-9bfd717efbf6 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 210 time: 0.1530905
Feb 12 21:02:01.836983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc121b46-3dfe-4a1c-860f-3c606e8dd3df admin admin] Pushing event updated for resources: {'Network': ['ID=a24c644c-e49c-4c0b-9e18-99f87d3439f7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:01.863635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ff841c91-1b2a-41ae-9c14-0f7d15d12dfc None None] Port b943e58a-9420-46c8-b2e9-b3928cd30b30 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:02:01.935714 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d5392d0c-927a-4401-8231-604a62c1410b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:01.940886 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network a24c644c-e49c-4c0b-9e18-99f87d3439f7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:02:01.952291 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7583ce07-8fc0-439d-b131-5d696a2a5ac2 admin admin] Made reservation on behalf of 9d6ffe6e07734e608521a2aa597add3b for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:01.969576 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7583ce07-8fc0-439d-b131-5d696a2a5ac2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:02.089495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port d76962e9-d418-4e43-9a88-b9e68b9c4e9b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:02.201240 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d5392d0c-927a-4401-8231-604a62c1410b admin admin] Publish callbacks [] for security_group (df920d81-0ace-4439-860b-039055c877ce), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:02.326936 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:02.327556 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d5392d0c-927a-4401-8231-604a62c1410b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (df920d81-0ace-4439-860b-039055c877ce), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:02.426753 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5392d0c-927a-4401-8231-604a62c1410b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df920d81-0ace-4439-860b-039055c877ce,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:02.486877 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Request body: {'port': {'device_id': '6e264a5e-a4b7-4947-b94b-331176328e63', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:02.525869 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d5392d0c-927a-4401-8231-604a62c1410b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2ff7a62687544949e7013af9c6f9b6e&name=default HTTP/1.1" status: 200  len: 2992 time: 1.5696132
Feb 12 21:02:02.527024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51176) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:02.554804 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7583ce07-8fc0-439d-b131-5d696a2a5ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for subnet (87ce0f30-5ad4-4c1f-a32f-efaecc2729bb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:02.571265 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:02:02.642374 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ed47f-7b4f-4ac9-9def-52c32f2376bf req-7ab30868-6cc8-4cd8-b90c-4ca9f9fa5cfe tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:02.658645 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6a7ed47f-7b4f-4ac9-9def-52c32f2376bf req-7ab30868-6cc8-4cd8-b90c-4ca9f9fa5cfe tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 936 time: 0.8853190
Feb 12 21:02:02.700072 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2552c4a4-55d3-47ca-a2bc-c455a1126fe4 admin admin] Publish callbacks [] for security_group (df920d81-0ace-4439-860b-039055c877ce), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:02.739337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583ce07-8fc0-439d-b131-5d696a2a5ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ce0f30-5ad4-4c1f-a32f-efaecc2729bb,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:02.780034 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2552c4a4-55d3-47ca-a2bc-c455a1126fe4 admin admin] Publish callbacks [] for security_group (df920d81-0ace-4439-860b-039055c877ce), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:02.828747 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6a7ed47f-7b4f-4ac9-9def-52c32f2376bf req-7d913bee-0f83-4733-8f0a-a75d2f8a86d9 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686985
Feb 12 21:02:02.944188 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7583ce07-8fc0-439d-b131-5d696a2a5ac2 admin admin] Checking segment: {'id': '0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a24c644c-e49c-4c0b-9e18-99f87d3439f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:02.946942 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7583ce07-8fc0-439d-b131-5d696a2a5ac2 admin admin] Network hostable DHCP agents. Network: a24c644c-e49c-4c0b-9e18-99f87d3439f7, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:02:02.978324 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b943e58a-9420-46c8-b2e9-b3928cd30b30), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:03.142711 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-74be5ad3-4ea8-4f5e-8f3a-693ae07ee6a5 req-50276f62-6814-4c90-94fd-05c771a36400 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 210 time: 0.0540323
Feb 12 21:02:03.578655 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2552c4a4-55d3-47ca-a2bc-c455a1126fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (df920d81-0ace-4439-860b-039055c877ce), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:03.581568 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2552c4a4-55d3-47ca-a2bc-c455a1126fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:03.586928 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2552c4a4-55d3-47ca-a2bc-c455a1126fe4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df920d81-0ace-4439-860b-039055c877ce HTTP/1.1" status: 204  len: 168 time: 1.0541456
Feb 12 21:02:03.590791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552c4a4-55d3-47ca-a2bc-c455a1126fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df920d81-0ace-4439-860b-039055c877ce,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:03.593762 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b943e58a-9420-46c8-b2e9-b3928cd30b30 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:02:03.610169 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Publish callbacks [] for port (b943e58a-9420-46c8-b2e9-b3928cd30b30), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:03.637613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7583ce07-8fc0-439d-b131-5d696a2a5ac2 admin admin] Network a24c644c-e49c-4c0b-9e18-99f87d3439f7 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:02:03.663740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Transition to ACTIVE for port object b943e58a-9420-46c8-b2e9-b3928cd30b30 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:02:03.778356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-7583ce07-8fc0-439d-b131-5d696a2a5ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a24c644c-e49c-4c0b-9e18-99f87d3439f7) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:03.790828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7583ce07-8fc0-439d-b131-5d696a2a5ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:03.791443 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7583ce07-8fc0-439d-b131-5d696a2a5ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:03.793214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba6fa20-5e3f-4f1b-bb97-b55c46e1cb07 None None] Network a24c644c-e49c-4c0b-9e18-99f87d3439f7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:02:03.815998 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b943e58a-9420-46c8-b2e9-b3928cd30b30), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:03.912723 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Pushing event updated for resources: {'Port': ['ID=b943e58a-9420-46c8-b2e9-b3928cd30b30,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:04.020679 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7583ce07-8fc0-439d-b131-5d696a2a5ac2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 2.3830752
Feb 12 21:02:04.021280 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51202) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:04.022674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a24c644c-e49c-4c0b-9e18-99f87d3439f7', 'network_id': 'a24c644c-e49c-4c0b-9e18-99f87d3439f7', 'project_id': '9d6ffe6e07734e608521a2aa597add3b', 'fixed_ips': [{'subnet_id': '87ce0f30-5ad4-4c1f-a32f-efaecc2729bb'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:02:04.023756 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:04.026238 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-342973808-router', 'tenant_id': '9d6ffe6e07734e608521a2aa597add3b', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:04.075732 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Attempting to bind port b943e58a-9420-46c8-b2e9-b3928cd30b30 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:02:04.076090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Attempting to bind port b943e58a-9420-46c8-b2e9-b3928cd30b30 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:02:04.076449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Attempting to bind port b943e58a-9420-46c8-b2e9-b3928cd30b30 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:04.084685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Port b943e58a-9420-46c8-b2e9-b3928cd30b30 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:02:04.084998 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Attempting to bind port b943e58a-9420-46c8-b2e9-b3928cd30b30 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:04.093421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:02:04.093748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:04.094321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:02:04.094783 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Bound port: b943e58a-9420-46c8-b2e9-b3928cd30b30, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:02:04.095146 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b943e58a-9420-46c8-b2e9-b3928cd30b30), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:04.142356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc67e9-caf6-4781-9e65-900856348843 req-9e31141b-cd5f-400a-a1cb-71cfd16295ac tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:04.144005 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3dc67e9-caf6-4781-9e65-900856348843 req-9e31141b-cd5f-400a-a1cb-71cfd16295ac tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 948 time: 0.1335695
Feb 12 21:02:04.225042 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (913f1191-5820-4123-b479-8581547d0be6), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:04.228205 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (913f1191-5820-4123-b479-8581547d0be6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:04.330659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Allocated IP 172.20.0.2 (a24c644c-e49c-4c0b-9e18-99f87d3439f7/87ce0f30-5ad4-4c1f-a32f-efaecc2729bb/e39e473a-25d3-41f8-b5dc-ce10d29f210b) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:02:04.347130 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] For port b943e58a-9420-46c8-b2e9-b3928cd30b30, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:02:04.351000 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b5759f44-59fc-4946-985e-7d8f888bbdc4 req-cb9f958e-c5bc-4c42-afec-a1a993e23288 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 210 time: 0.0980101
Feb 12 21:02:04.377514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] For port b943e58a-9420-46c8-b2e9-b3928cd30b30, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b943e58a-9420-46c8-b2e9-b3928cd30b30,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:02:04.392582 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3dc67e9-caf6-4781-9e65-900856348843 req-a5695a57-2026-4a7a-b27d-d765fc5a7e68 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2235188
Feb 12 21:02:04.486415 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Publish callbacks [] for router_controller (913f1191-5820-4123-b479-8581547d0be6), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:04.499902 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b943e58a-9420-46c8-b2e9-b3928cd30b30), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:04.561843 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Publish callbacks [] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:04.589283 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:04.589915 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:04.596306 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] 10.222.0.48 "PUT /v2.0/ports/b943e58a-9420-46c8-b2e9-b3928cd30b30 HTTP/1.1" status: 200  len: 1096 time: 2.9068632
Feb 12 21:02:04.596933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e264a5e-a4b7-4947-b94b-331176328e63', 'tag': 'b943e58a-9420-46c8-b2e9-b3928cd30b30'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:04.676239 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:04.787283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Network a24c644c-e49c-4c0b-9e18-99f87d3439f7 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:02:04.798781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:04.807420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:02:04.888440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Pushing event updated for resources: {'Port': ['ID=e39e473a-25d3-41f8-b5dc-ce10d29f210b,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:04.950487 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3de5d0-67df-4470-a45c-7d417c8eef54 service neutron] Pushing event updated for resources: {'Port': ['ID=b943e58a-9420-46c8-b2e9-b3928cd30b30,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:04.968606 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Attempting to bind port e39e473a-25d3-41f8-b5dc-ce10d29f210b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:02:04.969269 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Attempting to bind port e39e473a-25d3-41f8-b5dc-ce10d29f210b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a24c644c-e49c-4c0b-9e18-99f87d3439f7'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:02:04.969911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Attempting to bind port e39e473a-25d3-41f8-b5dc-ce10d29f210b on network a24c644c-e49c-4c0b-9e18-99f87d3439f7 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:04.986301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:02:04.986301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Checking segment: {'id': '0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a24c644c-e49c-4c0b-9e18-99f87d3439f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:04.986301 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:04.986301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Bound using segment: {'id': '0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a24c644c-e49c-4c0b-9e18-99f87d3439f7'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:02:04.986301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Bound port: e39e473a-25d3-41f8-b5dc-ce10d29f210b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a24c644c-e49c-4c0b-9e18-99f87d3439f7'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:02:04.986301 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:05.007740 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Publish callbacks [] for router_gateway (913f1191-5820-4123-b479-8581547d0be6), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:05.015928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-f8895d8e-bd2e-4c80-8f73-0f4fd5acd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:05.017732 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-f8895d8e-bd2e-4c80-8f73-0f4fd5acd014 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f24b9d29252e43d597ac37f401de9de5&device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 1130 time: 0.2087867
Feb 12 21:02:05.065343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.50', 55648) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:05.122479 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-9f1dd439-e738-4149-8334-c25767047a01 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2fa7b205f74a444eb5937c8c88c3033c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0537088
Feb 12 21:02:05.123551 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51240) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:05.164562 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] For port e39e473a-25d3-41f8-b5dc-ce10d29f210b, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:02:05.169448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] For port e39e473a-25d3-41f8-b5dc-ce10d29f210b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e39e473a-25d3-41f8-b5dc-ce10d29f210b,segment=NetworkSegment(0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3),segment_id=0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:02:05.177736 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f532612f-1e4e-48e0-a8f0-57581a810e9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:05.198971 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-cb3f3813-b139-41bf-ad28-d569a9909101 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=b943e58a-9420-46c8-b2e9-b3928cd30b30 HTTP/1.1" status: 200  len: 217 time: 0.1571906
Feb 12 21:02:05.290840 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:05.294776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-60f01fc1-9779-4807-9255-59f5c798e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:05.297241 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-60f01fc1-9779-4807-9255-59f5c798e820 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0900121
Feb 12 21:02:05.454070 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f532612f-1e4e-48e0-a8f0-57581a810e9b admin admin] Publish callbacks [] for security_group (df04cf17-0f2b-4cbc-bca0-ef32e96a1941), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:05.473098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-b8644b32-52ca-4be2-8359-ea8f1b122f56 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:05.475857 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-b8644b32-52ca-4be2-8359-ea8f1b122f56 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3009236
Feb 12 21:02:05.528352 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285cd65e-66cd-4fa6-851e-8bfdd865953e None None] Pushing event updated for resources: {'Port': ['ID=e39e473a-25d3-41f8-b5dc-ce10d29f210b,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:05.540414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-33d0db29-b5a0-432b-a6a6-0cda5223d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:05.541994 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-33d0db29-b5a0-432b-a6a6-0cda5223d940 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2380116
Feb 12 21:02:05.570905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Request body: {'port': {'device_id': 'be69994b-e4e2-4bc4-97c3-8d94d29fe78a', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '2fa7b205f74a444eb5937c8c88c3033c'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:05.627383 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f532612f-1e4e-48e0-a8f0-57581a810e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (df04cf17-0f2b-4cbc-bca0-ef32e96a1941), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:05.676947 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f532612f-1e4e-48e0-a8f0-57581a810e9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bdd485a949943308454475424bf6553&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5505395
Feb 12 21:02:05.695808 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51252) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:05.791961 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4536ff9a-3e83-4d79-abcf-0426a3ff06af req-f361a51e-34fc-4288-b72f-44dfc9ad65ba tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 210 time: 0.1842122
Feb 12 21:02:05.796851 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2449b7da-e5f3-467f-a17d-fff1187e3633" -d '{"events": [{"name": "network-changed", "server_uuid": "6e264a5e-a4b7-4947-b94b-331176328e63", "tag": "b943e58a-9420-46c8-b2e9-b3928cd30b30"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:05.896008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d1af4-b980-4745-91ed-083a65f69c31 req-f8da4a1f-4cab-4d80-b11a-7efa88fb91bc tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:05.897709 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5c3d1af4-b980-4745-91ed-083a65f69c31 req-f8da4a1f-4cab-4d80-b11a-7efa88fb91bc tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 948 time: 0.3143308
Feb 12 21:02:05.941552 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-c7a2a8d4-ba7f-4eb9-b579-77532d13ec3c service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3707719
Feb 12 21:02:06.177186 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-496dc769-86cc-420e-bce5-97c190ac9c06 admin admin] Publish callbacks [] for security_group (df04cf17-0f2b-4cbc-bca0-ef32e96a1941), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:06.209710 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-496dc769-86cc-420e-bce5-97c190ac9c06 admin admin] Publish callbacks [] for security_group (df04cf17-0f2b-4cbc-bca0-ef32e96a1941), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:06.260019 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5c3d1af4-b980-4745-91ed-083a65f69c31 req-849e92bb-e20e-4851-92fd-23cbec7cf787 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3499498
Feb 12 21:02:06.271235 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532612f-1e4e-48e0-a8f0-57581a810e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df04cf17-0f2b-4cbc-bca0-ef32e96a1941,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:06.279237 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e1ba73a-9deb-4fab-8ace-8333f45d99b6 req-a43b2505-bf7c-4d32-879b-942be8dab3fc service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3298783
Feb 12 21:02:06.366556 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-496dc769-86cc-420e-bce5-97c190ac9c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (df04cf17-0f2b-4cbc-bca0-ef32e96a1941), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:06.371155 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-496dc769-86cc-420e-bce5-97c190ac9c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:06.385827 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-496dc769-86cc-420e-bce5-97c190ac9c06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df04cf17-0f2b-4cbc-bca0-ef32e96a1941 HTTP/1.1" status: 204  len: 168 time: 0.6852009
Feb 12 21:02:06.414287 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dc769-86cc-420e-bce5-97c190ac9c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df04cf17-0f2b-4cbc-bca0-ef32e96a1941,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:06.563095 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Publish callbacks [] for router_gateway (913f1191-5820-4123-b479-8581547d0be6), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:06.622231 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:06.673800 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51278) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:06.730610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Made reservation on behalf of 2fa7b205f74a444eb5937c8c88c3033c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:06.750158 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:06.781981 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:06.861529 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137be03b-68de-4329-98c2-274401797fed x-openstack-request-id: req-137be03b-68de-4329-98c2-274401797fed {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:06.862083 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e264a5e-a4b7-4947-b94b-331176328e63", "tag": "b943e58a-9420-46c8-b2e9-b3928cd30b30", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:06.862521 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-137be03b-68de-4329-98c2-274401797fed {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:06.863149 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e264a5e-a4b7-4947-b94b-331176328e63', 'tag': 'b943e58a-9420-46c8-b2e9-b3928cd30b30', 'status': 'completed', 'code': 200}
Feb 12 21:02:07.073281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b7da-e5f3-467f-a17d-fff1187e3633 req-41ac36e6-f103-409c-b92c-ec3177bc1e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:07.073281 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2449b7da-e5f3-467f-a17d-fff1187e3633 req-41ac36e6-f103-409c-b92c-ec3177bc1e89 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f24b9d29252e43d597ac37f401de9de5&device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 1130 time: 0.1445367
Feb 12 21:02:07.119407 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Publish callbacks [] for security_group (1b1835e5-eb7a-4ebd-af16-68ca25c4c04a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:07.151078 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbc682cb-526c-407a-a970-13a903eb3477 req-b7be9c9d-a972-452f-bf01-02c9e52e631b tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 210 time: 0.1016688
Feb 12 21:02:07.211249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Allocated IP 172.35.2.42 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/8ddf387a-1dba-4515-96f7-5f0dd58a5391) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:02:07.234728 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1b1835e5-eb7a-4ebd-af16-68ca25c4c04a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:07.408949 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e39e473a-25d3-41f8-b5dc-ce10d29f210b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:02:07.462696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b7da-e5f3-467f-a17d-fff1187e3633 req-5bcb7e5e-7a58-4090-a7ac-7740b2a2bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:07.467584 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2449b7da-e5f3-467f-a17d-fff1187e3633 req-5bcb7e5e-7a58-4090-a7ac-7740b2a2bfa3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.3863773
Feb 12 21:02:07.532732 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c6d876-2dc4-4de2-bed7-679f8f28761a None None] Network a24c644c-e49c-4c0b-9e18-99f87d3439f7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:02:07.614566 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2449b7da-e5f3-467f-a17d-fff1187e3633 req-a8896ff2-61c9-4ae0-b5aa-3fec6eb744ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=b943e58a-9420-46c8-b2e9-b3928cd30b30 HTTP/1.1" status: 200  len: 217 time: 0.1370265
Feb 12 21:02:07.709373 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b372ae0f-7fc9-4ed4-9890-933269eb4ded admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1568749678-network', 'tenant_id': '63d361cd326f4e489213d77d2413de83'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:07.871390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-28f530f6-f274-4089-870f-5b31d7e2afed None None] Provisioning complete for port e39e473a-25d3-41f8-b5dc-ce10d29f210b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:07.876889 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28f530f6-f274-4089-870f-5b31d7e2afed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:07.918786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b7da-e5f3-467f-a17d-fff1187e3633 req-e06b385b-113a-4b9f-b946-f44edfc01fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:07.920487 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2449b7da-e5f3-467f-a17d-fff1187e3633 req-e06b385b-113a-4b9f-b946-f44edfc01fd4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1924505
Feb 12 21:02:08.010982 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b372ae0f-7fc9-4ed4-9890-933269eb4ded admin admin] Made reservation on behalf of 63d361cd326f4e489213d77d2413de83 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:08.021732 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b372ae0f-7fc9-4ed4-9890-933269eb4ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:08.044959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Allocated IP 192.168.233.120 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/9321cd89-3791-44fa-bb97-c4567ffefdc5) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:02:08.172462 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b372ae0f-7fc9-4ed4-9890-933269eb4ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:08.352860 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Publish callbacks [] for port (9321cd89-3791-44fa-bb97-c4567ffefdc5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:08.356526 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b7da-e5f3-467f-a17d-fff1187e3633 req-912ab7d8-5b65-45be-a9df-b6cf99ff3709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:08.363761 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2449b7da-e5f3-467f-a17d-fff1187e3633 req-912ab7d8-5b65-45be-a9df-b6cf99ff3709 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3848498
Feb 12 21:02:08.471029 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e39e473a-25d3-41f8-b5dc-ce10d29f210b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:08.473048 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:08.526098 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2449b7da-e5f3-467f-a17d-fff1187e3633 req-9bf813e6-cf34-4af8-9ff1-f2cb5cee0f55 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458542
Feb 12 21:02:08.653391 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Publish callbacks [] for port (8ddf387a-1dba-4515-96f7-5f0dd58a5391), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:08.739899 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (9321cd89-3791-44fa-bb97-c4567ffefdc5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:08.801664 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e39e473a-25d3-41f8-b5dc-ce10d29f210b is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:08.802090 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:08.881470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:08.899435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port e39e473a-25d3-41f8-b5dc-ce10d29f210b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e39e473a-25d3-41f8-b5dc-ce10d29f210b,segment=NetworkSegment(0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3),segment_id=0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:09.075208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-28f530f6-f274-4089-870f-5b31d7e2afed None None] Current status of the port e39e473a-25d3-41f8-b5dc-ce10d29f210b is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:09.075655 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28f530f6-f274-4089-870f-5b31d7e2afed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:09.088761 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:09.176797 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=e39e473a-25d3-41f8-b5dc-ce10d29f210b,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:09.201911 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30899889-a77a-4568-bd68-fb9f3ced2de7 req-6ed884af-5d35-41e3-963e-084c94b88b85 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:09.204958 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30899889-a77a-4568-bd68-fb9f3ced2de7 req-6ed884af-5d35-41e3-963e-084c94b88b85 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 948 time: 1.7240691
Feb 12 21:02:09.274230 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-28f530f6-f274-4089-870f-5b31d7e2afed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:02:09.279831 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-28f530f6-f274-4089-870f-5b31d7e2afed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:02:09.341995 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32adbf-53c7-409f-bf2f-14d0ab67c493 req-0b7626aa-0f8a-4382-8f18-e1c3e1ca336f tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:09.350925 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bc32adbf-53c7-409f-bf2f-14d0ab67c493 req-0b7626aa-0f8a-4382-8f18-e1c3e1ca336f tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 936 time: 0.7861569
Feb 12 21:02:09.357612 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b372ae0f-7fc9-4ed4-9890-933269eb4ded admin admin] Publish callbacks [] for security_group (d274375d-585c-431c-9338-d8c368536c0d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:09.392797 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2449b7da-e5f3-467f-a17d-fff1187e3633 req-e23c3aea-9cea-43e0-827c-c92e62ffed9f service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8536203
Feb 12 21:02:09.394666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Pushing event updated for resources: {'Port': ['ID=9321cd89-3791-44fa-bb97-c4567ffefdc5,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:09.437337 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (8ddf387a-1dba-4515-96f7-5f0dd58a5391), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:09.448906 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:02:09.463711 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b372ae0f-7fc9-4ed4-9890-933269eb4ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d274375d-585c-431c-9338-d8c368536c0d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:09.496113 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bc32adbf-53c7-409f-bf2f-14d0ab67c493 req-4fcf968c-6a7d-4b03-ac02-58fba2ae7a46 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437702
Feb 12 21:02:09.523916 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b372ae0f-7fc9-4ed4-9890-933269eb4ded admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:02:09.528467 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Pushing event updated for resources: {'Port': ['ID=8ddf387a-1dba-4515-96f7-5f0dd58a5391,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:09.538729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:09.553804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:02:09.565377 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:09.565377 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:09.571714 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372ae0f-7fc9-4ed4-9890-933269eb4ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d274375d-585c-431c-9338-d8c368536c0d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:09.586513 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b372ae0f-7fc9-4ed4-9890-933269eb4ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b0f18d50-da05-4bd0-9336-c4d2ad20b6a4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:09.588416 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-b372ae0f-7fc9-4ed4-9890-933269eb4ded admin admin] Added segment b0f18d50-da05-4bd0-9336-c4d2ad20b6a4 of type vlan for network 715e0fa6-b00c-40a8-abf2-a7a803b1fe2f
Feb 12 21:02:09.614039 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30899889-a77a-4568-bd68-fb9f3ced2de7 req-02d17a5b-488b-4de3-a113-5da0c235b4e5 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3670719
Feb 12 21:02:09.618462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:02:09.620122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:09.635280 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:02:09.717387 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-ada45f86-9d2a-46d3-8d63-a766e464600e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.1645737
Feb 12 21:02:09.755024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-e87672f9-4710-4e57-9089-89ead6cd8b1c tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:02:09.756513 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-e87672f9-4710-4e57-9089-89ead6cd8b1c tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0066543
Feb 12 21:02:09.816324 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b372ae0f-7fc9-4ed4-9890-933269eb4ded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (715e0fa6-b00c-40a8-abf2-a7a803b1fe2f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:09.941971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-28f530f6-f274-4089-870f-5b31d7e2afed None None] Current status of the port e39e473a-25d3-41f8-b5dc-ce10d29f210b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:10.069605 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b372ae0f-7fc9-4ed4-9890-933269eb4ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (715e0fa6-b00c-40a8-abf2-a7a803b1fe2f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:10.070701 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b372ae0f-7fc9-4ed4-9890-933269eb4ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:10.071426 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b372ae0f-7fc9-4ed4-9890-933269eb4ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:10.083263 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-bf262a89-9c27-46c9-8bc0-568b7282aa7c None None] Provisioning complete for port 9321cd89-3791-44fa-bb97-c4567ffefdc5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:10.090588 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bf262a89-9c27-46c9-8bc0-568b7282aa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9321cd89-3791-44fa-bb97-c4567ffefdc5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:10.220514 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Publish callbacks [] for router_gateway (913f1191-5820-4123-b479-8581547d0be6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:10.255411 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b372ae0f-7fc9-4ed4-9890-933269eb4ded admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 3.5772073
Feb 12 21:02:10.255660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-bf262a89-9c27-46c9-8bc0-568b7282aa7c None None] Port 9321cd89-3791-44fa-bb97-c4567ffefdc5 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:02:10.261596 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51338) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:10.273478 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4ce3a0e9-ee40-42b5-8284-b070939e4f0b admin admin] Request body: {'subnet': {'network_id': '715e0fa6-b00c-40a8-abf2-a7a803b1fe2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1568749678-subnet', 'tenant_id': '63d361cd326f4e489213d77d2413de83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:10.292621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-bf262a89-9c27-46c9-8bc0-568b7282aa7c None None] Provisioning complete for port e39e473a-25d3-41f8-b5dc-ce10d29f210b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:10.292998 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bf262a89-9c27-46c9-8bc0-568b7282aa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:10.294512 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372ae0f-7fc9-4ed4-9890-933269eb4ded admin admin] Pushing event updated for resources: {'Network': ['ID=715e0fa6-b00c-40a8-abf2-a7a803b1fe2f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:10.373527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 715e0fa6-b00c-40a8-abf2-a7a803b1fe2f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:02:10.458264 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce3a0e9-ee40-42b5-8284-b070939e4f0b admin admin] Made reservation on behalf of 63d361cd326f4e489213d77d2413de83 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:10.460877 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4ce3a0e9-ee40-42b5-8284-b070939e4f0b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:10.579492 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-bf262a89-9c27-46c9-8bc0-568b7282aa7c None None] Current status of the port e39e473a-25d3-41f8-b5dc-ce10d29f210b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:10.951101 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc7c28-bc81-4c40-b7ae-17448fe75f70 req-681dd94c-e6ba-4bb3-a7b2-7b24cca1a696 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:10.952919 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16bc7c28-bc81-4c40-b7ae-17448fe75f70 req-681dd94c-e6ba-4bb3-a7b2-7b24cca1a696 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 936 time: 0.2933335
Feb 12 21:02:11.018143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51350) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:11.135231 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16bc7c28-bc81-4c40-b7ae-17448fe75f70 req-eb0b3eb2-38a1-480e-90a4-d6361e7bfaf1 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551771
Feb 12 21:02:11.220259 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4ce3a0e9-ee40-42b5-8284-b070939e4f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for subnet (8a8027fb-3714-433f-9870-88a71edb91c4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:11.299491 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e39e473a-25d3-41f8-b5dc-ce10d29f210b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:02:11.345917 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3a0e9-ee40-42b5-8284-b070939e4f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8027fb-3714-433f-9870-88a71edb91c4,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:11.357465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3a0e9-ee40-42b5-8284-b070939e4f0b admin admin] Checking segment: {'id': 'b0f18d50-da05-4bd0-9336-c4d2ad20b6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '715e0fa6-b00c-40a8-abf2-a7a803b1fe2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:11.357845 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce3a0e9-ee40-42b5-8284-b070939e4f0b admin admin] Network hostable DHCP agents. Network: 715e0fa6-b00c-40a8-abf2-a7a803b1fe2f, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:02:11.428329 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5d72614-e870-421a-893b-15e3c281065c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:11.445345 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e39e473a-25d3-41f8-b5dc-ce10d29f210b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:11.445852 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:11.544209 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce3a0e9-ee40-42b5-8284-b070939e4f0b admin admin] Network 715e0fa6-b00c-40a8-abf2-a7a803b1fe2f is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:02:11.612491 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e39e473a-25d3-41f8-b5dc-ce10d29f210b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:11.637096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a59826-7984-406b-af7d-65b12504a27d req-358b9fae-13c2-41a4-b9a7-92f3e5cf8a1d tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:11.661081 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-17a59826-7984-406b-af7d-65b12504a27d req-358b9fae-13c2-41a4-b9a7-92f3e5cf8a1d tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 948 time: 0.2934575
Feb 12 21:02:11.691316 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5d72614-e870-421a-893b-15e3c281065c admin admin] Publish callbacks [] for security_group (c4bb17af-68c9-46ee-ba36-c930a0cd8f0a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:11.697161 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (913f1191-5820-4123-b479-8581547d0be6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:11.710402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-4ce3a0e9-ee40-42b5-8284-b070939e4f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 715e0fa6-b00c-40a8-abf2-a7a803b1fe2f) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:11.714874 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce3a0e9-ee40-42b5-8284-b070939e4f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:11.721320 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4ce3a0e9-ee40-42b5-8284-b070939e4f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:11.722557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Request body: {'port': {'device_id': 'be69994b-e4e2-4bc4-97c3-8d94d29fe78a', 'device_owner': 'compute:tempest-test_az-1298267163', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:11.723053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91133f60-ad95-4527-bb73-c210c91a5312 None None] Network 715e0fa6-b00c-40a8-abf2-a7a803b1fe2f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:02:11.822690 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4ce3a0e9-ee40-42b5-8284-b070939e4f0b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.5598032
Feb 12 21:02:11.823701 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5d72614-e870-421a-893b-15e3c281065c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c4bb17af-68c9-46ee-ba36-c930a0cd8f0a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:11.953416 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c5d72614-e870-421a-893b-15e3c281065c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=444ff80c7129434381ed5bcb9a1936e3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9326787
Feb 12 21:02:11.969228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee9ab85-11d9-495f-8d52-872b1a2929f7 None None] Network 715e0fa6-b00c-40a8-abf2-a7a803b1fe2f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:02:11.979505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51368) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:12.054044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d72614-e870-421a-893b-15e3c281065c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bb17af-68c9-46ee-ba36-c930a0cd8f0a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:12.099811 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-17a59826-7984-406b-af7d-65b12504a27d req-655923a9-b106-4d6d-ad42-23ef55dc805e tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4373763
Feb 12 21:02:12.216082 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-feb76c7a-e0c9-43fe-b086-f3f2ff41398d admin admin] Publish callbacks [] for security_group (c4bb17af-68c9-46ee-ba36-c930a0cd8f0a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:12.300415 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9321cd89-3791-44fa-bb97-c4567ffefdc5), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:12.323770 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-feb76c7a-e0c9-43fe-b086-f3f2ff41398d admin admin] Publish callbacks [] for security_group (c4bb17af-68c9-46ee-ba36-c930a0cd8f0a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:12.442998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51380) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:12.506214 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-feb76c7a-e0c9-43fe-b086-f3f2ff41398d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c4bb17af-68c9-46ee-ba36-c930a0cd8f0a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:12.513927 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-feb76c7a-e0c9-43fe-b086-f3f2ff41398d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:12.518223 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-feb76c7a-e0c9-43fe-b086-f3f2ff41398d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4bb17af-68c9-46ee-ba36-c930a0cd8f0a HTTP/1.1" status: 204  len: 168 time: 0.5321369
Feb 12 21:02:12.539672 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb76c7a-e0c9-43fe-b086-f3f2ff41398d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bb17af-68c9-46ee-ba36-c930a0cd8f0a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:12.581935 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc7315-6f77-457e-9d95-fd1c80d61dc3 req-97abe949-c1c4-4669-8c48-5038aa6c00bd tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:12.584467 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5cbc7315-6f77-457e-9d95-fd1c80d61dc3 req-97abe949-c1c4-4669-8c48-5038aa6c00bd tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 936 time: 0.1732540
Feb 12 21:02:12.700998 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5cbc7315-6f77-457e-9d95-fd1c80d61dc3 req-9aa2a22c-9a32-460c-846d-49adcd5dffd8 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096094
Feb 12 21:02:13.047302 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e013663-8180-4ed8-a92e-d5c130f64bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:13.052781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Router 913f1191-5820-4123-b479-8581547d0be6 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:02:13.299874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9321cd89-3791-44fa-bb97-c4567ffefdc5 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:02:13.330603 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Publish callbacks [] for port (9321cd89-3791-44fa-bb97-c4567ffefdc5), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:13.368911 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba9ef4-5781-41c3-9e95-ce66af5e1697 req-f230f4d2-d292-4196-86e0-f9977b1f93cb tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:13.370577 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-82ba9ef4-5781-41c3-9e95-ce66af5e1697 req-f230f4d2-d292-4196-86e0-f9977b1f93cb tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 948 time: 0.1410806
Feb 12 21:02:13.378638 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Transition to ACTIVE for port object 9321cd89-3791-44fa-bb97-c4567ffefdc5 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:02:13.422226 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e013663-8180-4ed8-a92e-d5c130f64bbb admin admin] Publish callbacks [] for security_group (9496b85c-2ad3-4ced-8e55-f71ad6bd3c1d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:13.423861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:02:13.731758 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Sync routers for ids ['913f1191-5820-4123-b479-8581547d0be6'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:02:13.731758 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Routers {'913f1191-5820-4123-b479-8581547d0be6'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:02:13.731758 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc701c748b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:01:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['913f1191-5820-4123-b479-8581547d0be6'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:13.734017 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-82ba9ef4-5781-41c3-9e95-ce66af5e1697 req-80ed386c-19c2-4d6e-9c80-a4e348587d6f tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952432
Feb 12 21:02:13.734800 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Set router 913f1191-5820-4123-b479-8581547d0be6 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:02:13.854601 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc701c748b0>, [{'id': '913f1191-5820-4123-b479-8581547d0be6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-342973808-router', 'tenant_id': '9d6ffe6e07734e608521a2aa597add3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.42'}], 'enable_snat': True}, 'gw_port_id': '8ddf387a-1dba-4515-96f7-5f0dd58a5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:04Z', 'updated_at': '2022-02-12T21:02:09Z', 'revision_number': 3, 'project_id': '9d6ffe6e07734e608521a2aa597add3b', 'gw_port': {'id': '8ddf387a-1dba-4515-96f7-5f0dd58a5391', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913f1191-5820-4123-b479-8581547d0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:06Z', 'updated_at': '2022-02-12T21:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:13.876109 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9321cd89-3791-44fa-bb97-c4567ffefdc5), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:13.946058 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Checking router: 913f1191-5820-4123-b479-8581547d0be6 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:02:13.946421 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Updating router 913f1191-5820-4123-b479-8581547d0be6 port 8ddf387a-1dba-4515-96f7-5f0dd58a5391 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:02:13.948138 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110be9b-0437-43cc-b59e-cb20b8b67ec2 req-4eb3c8c3-170c-4936-8549-ad42c4262736 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:13.950760 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f110be9b-0437-43cc-b59e-cb20b8b67ec2 req-4eb3c8c3-170c-4936-8549-ad42c4262736 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 936 time: 0.1357532
Feb 12 21:02:13.991138 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:13.995275 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-441f7677-815e-49b7-8f5b-6fd9b913c128 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 934 time: 9.9704142
Feb 12 21:02:14.005491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51408) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:14.006445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e013663-8180-4ed8-a92e-d5c130f64bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9496b85c-2ad3-4ced-8e55-f71ad6bd3c1d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:14.037135 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8ddf387a-1dba-4515-96f7-5f0dd58a5391), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:14.098988 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f110be9b-0437-43cc-b59e-cb20b8b67ec2 req-3fcffc44-d34b-4ca8-95a2-aaddc9b1aafa tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392224
Feb 12 21:02:14.254735 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51410) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:14.276146 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3201cd23-a346-475d-8eb4-3f979db1a62c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:14.469553 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9321cd89-3791-44fa-bb97-c4567ffefdc5,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:14.529773 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2e013663-8180-4ed8-a92e-d5c130f64bbb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c5c6c3a536e4eac8e2414d9953d780d&name=default HTTP/1.1" status: 200  len: 2996 time: 2.0856562
Feb 12 21:02:14.533295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51412) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:14.557906 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3201cd23-a346-475d-8eb4-3f979db1a62c admin admin] Publish callbacks [] for security_group (f4f37837-7fbe-4810-aa13-e4273976b339), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:14.569829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e013663-8180-4ed8-a92e-d5c130f64bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9496b85c-2ad3-4ced-8e55-f71ad6bd3c1d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:14.574140 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Publish callbacks [] for port (8ddf387a-1dba-4515-96f7-5f0dd58a5391), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:14.634862 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Attempting to bind port 9321cd89-3791-44fa-bb97-c4567ffefdc5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:02:14.635633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Attempting to bind port 9321cd89-3791-44fa-bb97-c4567ffefdc5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:02:14.635633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Attempting to bind port 9321cd89-3791-44fa-bb97-c4567ffefdc5 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:14.662737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Port 9321cd89-3791-44fa-bb97-c4567ffefdc5 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:02:14.662737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Attempting to bind port 9321cd89-3791-44fa-bb97-c4567ffefdc5 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:14.681201 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8ddf387a-1dba-4515-96f7-5f0dd58a5391), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:14.682194 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3201cd23-a346-475d-8eb4-3f979db1a62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f4f37837-7fbe-4810-aa13-e4273976b339), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:14.706248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:02:14.706621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:14.708947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:02:14.708947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Bound port: 9321cd89-3791-44fa-bb97-c4567ffefdc5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:02:14.708947 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9321cd89-3791-44fa-bb97-c4567ffefdc5), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:14.823104 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3201cd23-a346-475d-8eb4-3f979db1a62c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df2c937c8cf0466b810a45966da9a033&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5672915
Feb 12 21:02:14.834125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51420) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:14.841560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51422) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:14.852010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201cd23-a346-475d-8eb4-3f979db1a62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f37837-7fbe-4810-aa13-e4273976b339,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:14.876828 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Attempting to bind port 8ddf387a-1dba-4515-96f7-5f0dd58a5391 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:02:14.877772 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Attempting to bind port 8ddf387a-1dba-4515-96f7-5f0dd58a5391 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:02:14.878151 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Attempting to bind port 8ddf387a-1dba-4515-96f7-5f0dd58a5391 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:14.901947 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f57c2d44-d444-4af4-aafb-ea846f344721 admin admin] Publish callbacks [] for security_group (9496b85c-2ad3-4ced-8e55-f71ad6bd3c1d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:14.906869 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51426) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:14.910392 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b4461-8e07-42af-b184-cad2fc69e156 None None] Pushing event updated for resources: {'Port': ['ID=8ddf387a-1dba-4515-96f7-5f0dd58a5391,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:14.912431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-59774a32-a043-4556-9a12-0a38ce85ef6d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1448962810-network', 'tenant_id': '2464e6fab4f14d2a8622c41b0c2eecd9'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:14.925657 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:02:14.925940 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:14.926163 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:14.926642 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:02:14.927041 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Bound port: 8ddf387a-1dba-4515-96f7-5f0dd58a5391, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:02:14.927419 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8ddf387a-1dba-4515-96f7-5f0dd58a5391), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:14.957100 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0820d4f6-8116-425d-8c1c-2cb17b0cf4a5 admin admin] Publish callbacks [] for security_group (f4f37837-7fbe-4810-aa13-e4273976b339), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:14.995945 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0820d4f6-8116-425d-8c1c-2cb17b0cf4a5 admin admin] Publish callbacks [] for security_group (f4f37837-7fbe-4810-aa13-e4273976b339), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.019836 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] For port 8ddf387a-1dba-4515-96f7-5f0dd58a5391, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:02:15.026310 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] For port 8ddf387a-1dba-4515-96f7-5f0dd58a5391, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ddf387a-1dba-4515-96f7-5f0dd58a5391,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:02:15.032202 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59774a32-a043-4556-9a12-0a38ce85ef6d admin admin] Made reservation on behalf of 2464e6fab4f14d2a8622c41b0c2eecd9 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:15.035224 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59774a32-a043-4556-9a12-0a38ce85ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.052998 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59774a32-a043-4556-9a12-0a38ce85ef6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.110882 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8ddf387a-1dba-4515-96f7-5f0dd58a5391), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.171597 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0820d4f6-8116-425d-8c1c-2cb17b0cf4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f4f37837-7fbe-4810-aa13-e4273976b339), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.175609 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0820d4f6-8116-425d-8c1c-2cb17b0cf4a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.179442 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0820d4f6-8116-425d-8c1c-2cb17b0cf4a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4f37837-7fbe-4810-aa13-e4273976b339 HTTP/1.1" status: 204  len: 168 time: 0.3405442
Feb 12 21:02:15.251479 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Routers {'913f1191-5820-4123-b479-8581547d0be6'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:02:15.252039 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc701c748b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:01:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['913f1191-5820-4123-b479-8581547d0be6'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:15.262361 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820d4f6-8116-425d-8c1c-2cb17b0cf4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f37837-7fbe-4810-aa13-e4273976b339,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:15.391972 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f57c2d44-d444-4af4-aafb-ea846f344721 admin admin] Publish callbacks [] for security_group (9496b85c-2ad3-4ced-8e55-f71ad6bd3c1d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.392862 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b4461-8e07-42af-b184-cad2fc69e156 None None] Pushing event updated for resources: {'Port': ['ID=8ddf387a-1dba-4515-96f7-5f0dd58a5391,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:15.448989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59774a32-a043-4556-9a12-0a38ce85ef6d admin admin] Publish callbacks [] for security_group (5057666b-1681-49ec-87ca-48b62c038d67), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.454361 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eddb6f0c-5304-4786-ae3c-12cea4deee1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.473459 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9419bc0-55ca-4a82-bb6e-fc86aeed18b9 req-df4c0dfb-a512-4d03-9e57-042bdbfafd07 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:15.480951 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9419bc0-55ca-4a82-bb6e-fc86aeed18b9 req-df4c0dfb-a512-4d03-9e57-042bdbfafd07 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 970 time: 0.1823392
Feb 12 21:02:15.489889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] For port 9321cd89-3791-44fa-bb97-c4567ffefdc5, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:02:15.491751 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] Set router 913f1191-5820-4123-b479-8581547d0be6 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:02:15.525673 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59774a32-a043-4556-9a12-0a38ce85ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5057666b-1681-49ec-87ca-48b62c038d67), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.561424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59774a32-a043-4556-9a12-0a38ce85ef6d admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:02:15.563096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] For port 9321cd89-3791-44fa-bb97-c4567ffefdc5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9321cd89-3791-44fa-bb97-c4567ffefdc5,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:02:15.572634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507556bb-8f9a-4652-9e71-69a55b9ed72e req-4f78c9f3-5e46-4c78-803a-0afdd2e81007 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:15.580010 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-507556bb-8f9a-4652-9e71-69a55b9ed72e req-4f78c9f3-5e46-4c78-803a-0afdd2e81007 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 948 time: 0.6890306
Feb 12 21:02:15.580920 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9419bc0-55ca-4a82-bb6e-fc86aeed18b9 req-f03f0707-c36a-42b6-b2cc-73ee997c283b tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911918
Feb 12 21:02:15.604756 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59774a32-a043-4556-9a12-0a38ce85ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (eed14a6a-3ad9-418f-b8e0-1a1455cccc6e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.607080 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-59774a32-a043-4556-9a12-0a38ce85ef6d admin admin] Added segment eed14a6a-3ad9-418f-b8e0-1a1455cccc6e of type vlan for network 2a800394-9423-4199-9a89-8f717a8cf34d
Feb 12 21:02:15.617625 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59774a32-a043-4556-9a12-0a38ce85ef6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5057666b-1681-49ec-87ca-48b62c038d67,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:15.665659 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59774a32-a043-4556-9a12-0a38ce85ef6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (2a800394-9423-4199-9a89-8f717a8cf34d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.708959 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9321cd89-3791-44fa-bb97-c4567ffefdc5), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.858574 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59774a32-a043-4556-9a12-0a38ce85ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (2a800394-9423-4199-9a89-8f717a8cf34d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.859990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59774a32-a043-4556-9a12-0a38ce85ef6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:15.860575 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59774a32-a043-4556-9a12-0a38ce85ef6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.876786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9321cd89-3791-44fa-bb97-c4567ffefdc5,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:15.950550 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc701c748b0>, [{'id': '913f1191-5820-4123-b479-8581547d0be6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-342973808-router', 'tenant_id': '9d6ffe6e07734e608521a2aa597add3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.42'}], 'enable_snat': True}, 'gw_port_id': '8ddf387a-1dba-4515-96f7-5f0dd58a5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:04Z', 'updated_at': '2022-02-12T21:02:09Z', 'revision_number': 3, 'project_id': '9d6ffe6e07734e608521a2aa597add3b', 'gw_port': {'id': '8ddf387a-1dba-4515-96f7-5f0dd58a5391', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913f1191-5820-4123-b479-8581547d0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:06Z', 'updated_at': '2022-02-12T21:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:15.971002 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f57c2d44-d444-4af4-aafb-ea846f344721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9496b85c-2ad3-4ced-8e55-f71ad6bd3c1d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.973622 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f57c2d44-d444-4af4-aafb-ea846f344721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:15.974732 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f57c2d44-d444-4af4-aafb-ea846f344721 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9496b85c-2ad3-4ced-8e55-f71ad6bd3c1d HTTP/1.1" status: 204  len: 168 time: 1.4066091
Feb 12 21:02:15.992804 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59774a32-a043-4556-9a12-0a38ce85ef6d admin admin] Pushing event updated for resources: {'Network': ['ID=2a800394-9423-4199-9a89-8f717a8cf34d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:16.006684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 2a800394-9423-4199-9a89-8f717a8cf34d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:02:16.011180 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-59774a32-a043-4556-9a12-0a38ce85ef6d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1028090
Feb 12 21:02:16.013634 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51444) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:16.016988 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-507556bb-8f9a-4652-9e71-69a55b9ed72e req-74101d24-9ac0-446f-8eb2-eaae3a6f30c2 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4360507
Feb 12 21:02:16.023558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-37571b7d-da02-4ff9-b7d2-68454d791512 admin admin] Request body: {'subnet': {'network_id': '2a800394-9423-4199-9a89-8f717a8cf34d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1448962810-subnet', 'tenant_id': '2464e6fab4f14d2a8622c41b0c2eecd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:16.025457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c2d44-d444-4af4-aafb-ea846f344721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9496b85c-2ad3-4ced-8e55-f71ad6bd3c1d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:16.089384 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21573d2-8077-42fe-87df-0e5a3dd882a0 None None] The sync data for ids ['913f1191-5820-4123-b479-8581547d0be6'] in ncdv-master-1 is: [{'id': '913f1191-5820-4123-b479-8581547d0be6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-342973808-router', 'tenant_id': '9d6ffe6e07734e608521a2aa597add3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.42'}], 'enable_snat': True}, 'gw_port_id': '8ddf387a-1dba-4515-96f7-5f0dd58a5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:04Z', 'updated_at': '2022-02-12T21:02:09Z', 'revision_number': 3, 'project_id': '9d6ffe6e07734e608521a2aa597add3b', 'gw_port': {'id': '8ddf387a-1dba-4515-96f7-5f0dd58a5391', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913f1191-5820-4123-b479-8581547d0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:06Z', 'updated_at': '2022-02-12T21:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:02:16.125665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:16.126444 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:16.127956 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-3cc7a567-b9a0-4c9d-a9b5-d3f3b41fb6b5 service neutron] 10.222.0.50 "PUT /v2.0/ports/9321cd89-3791-44fa-bb97-c4567ffefdc5 HTTP/1.1" status: 200  len: 1118 time: 4.7644522
Feb 12 21:02:16.128419 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be69994b-e4e2-4bc4-97c3-8d94d29fe78a', 'tag': '9321cd89-3791-44fa-bb97-c4567ffefdc5'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:16.212771 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37571b7d-da02-4ff9-b7d2-68454d791512 admin admin] Made reservation on behalf of 2464e6fab4f14d2a8622c41b0c2eecd9 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:16.215265 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37571b7d-da02-4ff9-b7d2-68454d791512 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:16.335132 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eddb6f0c-5304-4786-ae3c-12cea4deee1c admin admin] Publish callbacks [] for security_group (da3ca0d8-6916-469f-9516-beacbc6a7bc7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:16.361766 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:16.495923 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eddb6f0c-5304-4786-ae3c-12cea4deee1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (da3ca0d8-6916-469f-9516-beacbc6a7bc7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:16.728176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb6f0c-5304-4786-ae3c-12cea4deee1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3ca0d8-6916-469f-9516-beacbc6a7bc7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:16.813730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Allocated IP 172.20.0.1 (a24c644c-e49c-4c0b-9e18-99f87d3439f7/87ce0f30-5ad4-4c1f-a32f-efaecc2729bb/4a229108-941a-46ef-b4af-afd10e898c7b) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:02:16.870147 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37571b7d-da02-4ff9-b7d2-68454d791512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for subnet (4216f7da-b994-4f40-965c-19d586357fb2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:16.899317 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b087f6e-f2af-4bca-b144-ae13e335ddc6 req-6feeec86-8119-491b-a56f-df6de7ef198c tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:16.901215 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6b087f6e-f2af-4bca-b144-ae13e335ddc6 req-6feeec86-8119-491b-a56f-df6de7ef198c tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 970 time: 0.1475794
Feb 12 21:02:16.954532 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Publish callbacks [] for port (4a229108-941a-46ef-b4af-afd10e898c7b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:16.971502 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-eddb6f0c-5304-4786-ae3c-12cea4deee1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc775aae31754f8ca637172e37da68a9&name=default HTTP/1.1" status: 200  len: 2996 time: 2.1289098
Feb 12 21:02:16.991279 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fee32a4-c3f9-4e86-ad13-aa3ab4006449" -d '{"events": [{"name": "network-changed", "server_uuid": "be69994b-e4e2-4bc4-97c3-8d94d29fe78a", "tag": "9321cd89-3791-44fa-bb97-c4567ffefdc5"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:16.996787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51460) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:17.064751 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37571b7d-da02-4ff9-b7d2-68454d791512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4216f7da-b994-4f40-965c-19d586357fb2,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:17.113756 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37571b7d-da02-4ff9-b7d2-68454d791512 admin admin] Checking segment: {'id': 'eed14a6a-3ad9-418f-b8e0-1a1455cccc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2a800394-9423-4199-9a89-8f717a8cf34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:17.114122 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37571b7d-da02-4ff9-b7d2-68454d791512 admin admin] Network hostable DHCP agents. Network: 2a800394-9423-4199-9a89-8f717a8cf34d, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:02:17.123350 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6b087f6e-f2af-4bca-b144-ae13e335ddc6 req-627073e4-7959-4613-ae95-beefae025060 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780498
Feb 12 21:02:17.137640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51470) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:17.141550 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0abe963c-1f79-4b7d-80e7-91cff84841bb admin admin] Publish callbacks [] for security_group (da3ca0d8-6916-469f-9516-beacbc6a7bc7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:17.176520 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:17.187473 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0abe963c-1f79-4b7d-80e7-91cff84841bb admin admin] Publish callbacks [] for security_group (da3ca0d8-6916-469f-9516-beacbc6a7bc7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:17.277186 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37571b7d-da02-4ff9-b7d2-68454d791512 admin admin] Network 2a800394-9423-4199-9a89-8f717a8cf34d is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:02:17.328395 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561961f3-d8cb-46b4-b620-ce1c5612245b x-openstack-request-id: req-561961f3-d8cb-46b4-b620-ce1c5612245b {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:17.332863 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be69994b-e4e2-4bc4-97c3-8d94d29fe78a", "tag": "9321cd89-3791-44fa-bb97-c4567ffefdc5", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:17.332863 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-561961f3-d8cb-46b4-b620-ce1c5612245b {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:17.332863 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be69994b-e4e2-4bc4-97c3-8d94d29fe78a', 'tag': '9321cd89-3791-44fa-bb97-c4567ffefdc5', 'status': 'completed', 'code': 200}
Feb 12 21:02:17.337516 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5057bd8e-5de4-4601-9c46-58b0a9347e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:17.385687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Network a24c644c-e49c-4c0b-9e18-99f87d3439f7 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:02:17.386127 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8ddf387a-1dba-4515-96f7-5f0dd58a5391 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:02:17.391880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a229108-941a-46ef-b4af-afd10e898c7b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:17.397530 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:17.420005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:02:17.420735 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (913f1191-5820-4123-b479-8581547d0be6), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:17.476943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0abe963c-1f79-4b7d-80e7-91cff84841bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (da3ca0d8-6916-469f-9516-beacbc6a7bc7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:17.485869 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0abe963c-1f79-4b7d-80e7-91cff84841bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:17.489527 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0abe963c-1f79-4b7d-80e7-91cff84841bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da3ca0d8-6916-469f-9516-beacbc6a7bc7 HTTP/1.1" status: 204  len: 168 time: 0.4887066
Feb 12 21:02:17.503137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-37571b7d-da02-4ff9-b7d2-68454d791512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2a800394-9423-4199-9a89-8f717a8cf34d) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:17.513653 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37571b7d-da02-4ff9-b7d2-68454d791512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:17.516403 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37571b7d-da02-4ff9-b7d2-68454d791512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:17.526201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21401e4-88a0-4d31-a6b3-56b789782a0d None None] Network 2a800394-9423-4199-9a89-8f717a8cf34d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:02:17.580789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe963c-1f79-4b7d-80e7-91cff84841bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3ca0d8-6916-469f-9516-beacbc6a7bc7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:17.656130 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3cc5c-e694-4528-8259-1148d70e27ff req-9f1e88f3-ecef-45ba-a5d4-82b7199a2ffb tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:17.664289 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8ddf387a-1dba-4515-96f7-5f0dd58a5391 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:17.664711 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fcd3cc5c-e694-4528-8259-1148d70e27ff req-9f1e88f3-ecef-45ba-a5d4-82b7199a2ffb tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 948 time: 0.3371599
Feb 12 21:02:17.669207 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-37571b7d-da02-4ff9-b7d2-68454d791512 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.6543543
Feb 12 21:02:17.674165 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8ddf387a-1dba-4515-96f7-5f0dd58a5391), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:17.793410 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fcd3cc5c-e694-4528-8259-1148d70e27ff req-1c4fadd0-9c53-4685-bb57-3c0736cdbfd5 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175940
Feb 12 21:02:17.973879 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5057bd8e-5de4-4601-9c46-58b0a9347e03 admin admin] Publish callbacks [] for security_group (c1b6e44f-9b23-49d2-a7ff-db77c53891d7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:17.996334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ca138480-9430-4e9b-a1be-c5c2155530c4 None None] Provisioning complete for port 4a229108-941a-46ef-b4af-afd10e898c7b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:17.997086 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ca138480-9430-4e9b-a1be-c5c2155530c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:18.043665 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5057bd8e-5de4-4601-9c46-58b0a9347e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c1b6e44f-9b23-49d2-a7ff-db77c53891d7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:18.115660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8ddf387a-1dba-4515-96f7-5f0dd58a5391 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:18.116275 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8ddf387a-1dba-4515-96f7-5f0dd58a5391), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:18.123585 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ca138480-9430-4e9b-a1be-c5c2155530c4 None None] Port 4a229108-941a-46ef-b4af-afd10e898c7b cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:02:18.127161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c0b5c8-461e-46e4-bcee-da5846fd6c06 None None] Network 2a800394-9423-4199-9a89-8f717a8cf34d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:02:18.153813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51484) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:18.242066 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:18.266500 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-06387b01-63e1-4735-aee9-e0548e2de0d9 admin admin] Deleting subnet 8a8027fb-3714-433f-9870-88a71edb91c4 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:02:18.274680 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-06387b01-63e1-4735-aee9-e0548e2de0d9 admin admin] Publish callbacks [] for subnet (8a8027fb-3714-433f-9870-88a71edb91c4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:18.306666 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5057bd8e-5de4-4601-9c46-58b0a9347e03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63381f66ec3e48f7b6035bb4eaa14269&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1652248
Feb 12 21:02:18.310629 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51490) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:18.343562 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 8ddf387a-1dba-4515-96f7-5f0dd58a5391, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ddf387a-1dba-4515-96f7-5f0dd58a5391,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:18.344033 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-06387b01-63e1-4735-aee9-e0548e2de0d9 admin admin] Publish callbacks [] for subnet (8a8027fb-3714-433f-9870-88a71edb91c4), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:18.349809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057bd8e-5de4-4601-9c46-58b0a9347e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b6e44f-9b23-49d2-a7ff-db77c53891d7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:18.354471 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-06387b01-63e1-4735-aee9-e0548e2de0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (8a8027fb-3714-433f-9870-88a71edb91c4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:18.427778 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee32a4-c3f9-4e86-ad13-aa3ab4006449 req-9effbacc-ed91-4ba2-b24c-8e2e6f9ddf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:18.429310 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3fee32a4-c3f9-4e86-ad13-aa3ab4006449 req-9effbacc-ed91-4ba2-b24c-8e2e6f9ddf10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fa7b205f74a444eb5937c8c88c3033c&device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 1152 time: 0.3274302
Feb 12 21:02:18.464577 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8ddf387a-1dba-4515-96f7-5f0dd58a5391), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:18.533846 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-06387b01-63e1-4735-aee9-e0548e2de0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for subnet (8a8027fb-3714-433f-9870-88a71edb91c4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:18.536015 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3fee32a4-c3f9-4e86-ad13-aa3ab4006449 req-4f0af52c-5d28-4378-af48-96fec50fc8ff service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2fa7b205f74a444eb5937c8c88c3033c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0787010
Feb 12 21:02:18.539378 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b46719dc-0499-46c6-ac12-78ae657c19c2 admin admin] Publish callbacks [] for security_group (c1b6e44f-9b23-49d2-a7ff-db77c53891d7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:18.548114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98512-b1fd-498f-86b5-125bbdac2955 req-7f235bbb-38e4-4752-bbcc-c8737a93c43e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:18.549539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=8ddf387a-1dba-4515-96f7-5f0dd58a5391,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:18.549658 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4e98512-b1fd-498f-86b5-125bbdac2955 req-7f235bbb-38e4-4752-bbcc-c8737a93c43e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 970 time: 0.2438617
Feb 12 21:02:18.576647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06387b01-63e1-4735-aee9-e0548e2de0d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8027fb-3714-433f-9870-88a71edb91c4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:18.581343 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-06387b01-63e1-4735-aee9-e0548e2de0d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:18.587930 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-06387b01-63e1-4735-aee9-e0548e2de0d9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8a8027fb-3714-433f-9870-88a71edb91c4 HTTP/1.1" status: 204  len: 168 time: 0.4323750
Feb 12 21:02:18.590504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51494) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:18.681116 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b46719dc-0499-46c6-ac12-78ae657c19c2 admin admin] Publish callbacks [] for security_group (c1b6e44f-9b23-49d2-a7ff-db77c53891d7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:18.692289 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (715e0fa6-b00c-40a8-abf2-a7a803b1fe2f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:18.729520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51500) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:18.799060 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (715e0fa6-b00c-40a8-abf2-a7a803b1fe2f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:18.822137 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fc6fad6f490>> segment before_delete 55550000 {{(pid=126506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:18.822765 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fc6fad6f490>> subnet precommit_delete_associations 55550000 {{(pid=126506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:18.823413 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc6fae48d90>> segment_host_mapping after_create 55550000 {{(pid=126506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:18.823732 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc6fae48d90>> port after_create 55550000 {{(pid=126506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:18.824072 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc6fae48d90>> port after_delete 55550000 {{(pid=126506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:18.824417 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc6fae48d90>> port after_update 55550000 {{(pid=126506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:18.824735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc6fae48d90>> segment after_delete 55550000 {{(pid=126506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:18.825068 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc6fae48d90>> subnet after_create 55550000 {{(pid=126506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:18.825529 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc6fae48d90>> subnet after_delete 55550000 {{(pid=126506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:18.826044 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc6fae48d90>> subnet after_update 55550000 {{(pid=126506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:18.981445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4e98512-b1fd-498f-86b5-125bbdac2955 req-1c43e413-3367-4bd1-b976-5a910611c342 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4177279
Feb 12 21:02:18.982090 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b772a21d-8eb2-4484-b16a-87a60eda38c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:19.024836 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc6fabde520>> subnet after_create 55550000 {{(pid=126506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:19.025189 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc6fabde520>> subnet after_delete 55550000 {{(pid=126506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:19.025565 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc6fabde520>> subnet before_create 55550000 {{(pid=126506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:19.025903 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc6fabde520>> subnet before_update 55550000 {{(pid=126506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:19.026277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fae48790>,) {'filters': {'network_id': ['715e0fa6-b00c-40a8-abf2-a7a803b1fe2f']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:19.050102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee32a4-c3f9-4e86-ad13-aa3ab4006449 req-1320a628-39f1-4184-8703-d2d132fac0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:19.055743 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fae48790>, 'b0f18d50-da05-4bd0-9336-c4d2ad20b6a4') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:19.056044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fae48790>, 'b0f18d50-da05-4bd0-9336-c4d2ad20b6a4') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:19.058308 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3fee32a4-c3f9-4e86-ad13-aa3ab4006449 req-1320a628-39f1-4184-8703-d2d132fac0a7 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5053756
Feb 12 21:02:19.067498 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Publish callbacks [] for port (4a229108-941a-46ef-b4af-afd10e898c7b), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:19.093291 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (b0f18d50-da05-4bd0-9336-c4d2ad20b6a4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:19.118457 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b0f18d50-da05-4bd0-9336-c4d2ad20b6a4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:19.131016 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:02:19.131409 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (b0f18d50-da05-4bd0-9336-c4d2ad20b6a4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:19.150318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-bc8592ed-5086-400f-8760-714c084a554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:19.151849 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-bc8592ed-5086-400f-8760-714c084a554c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fa7b205f74a444eb5937c8c88c3033c&device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 1152 time: 0.0556984
Feb 12 21:02:19.216952 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8ddf387a-1dba-4515-96f7-5f0dd58a5391 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:02:19.226368 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-f88501e0-c931-4190-8d3b-0a27150eaa36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=9321cd89-3791-44fa-bb97-c4567ffefdc5 HTTP/1.1" status: 200  len: 217 time: 0.0680981
Feb 12 21:02:19.279617 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8ddf387a-1dba-4515-96f7-5f0dd58a5391 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:19.280094 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8ddf387a-1dba-4515-96f7-5f0dd58a5391), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:19.297314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-2c397907-231b-432d-a7ba-a8ee765b5e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:19.298940 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-2c397907-231b-432d-a7ba-a8ee765b5e7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0660806
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   from cryptography.utils import int_from_bytes
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   from cryptography.utils import int_from_bytes
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:02:19.369966 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:02:19.378391 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8ddf387a-1dba-4515-96f7-5f0dd58a5391 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:19.406424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-41d5adcc-64fb-4e19-a875-b054518b0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:19.408140 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-41d5adcc-64fb-4e19-a875-b054518b0529 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1037331
Feb 12 21:02:19.438223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e1246-61c7-4107-a2e1-5dab67fe9f7e req-a0c277e6-a257-432d-9981-9a7447f0a61b tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:19.439821 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-554e1246-61c7-4107-a2e1-5dab67fe9f7e req-a0c277e6-a257-432d-9981-9a7447f0a61b tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 948 time: 0.4079208
Feb 12 21:02:19.502167 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-554e1246-61c7-4107-a2e1-5dab67fe9f7e req-8baa448d-649d-4093-83a2-ace4171ed7d5 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554299
Feb 12 21:02:19.518337 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-9b343be9-55db-4af6-a71c-b6a91c47191f service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1023183
Feb 12 21:02:19.613477 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e37e83a3-9921-421b-b6be-5f1ccd4a7c9a req-0fa8e6fc-6e2e-4d09-8555-939587b1ac62 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893598
Feb 12 21:02:19.623768 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b943e58a-9420-46c8-b2e9-b3928cd30b30 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:02:19.736718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b943e58a-9420-46c8-b2e9-b3928cd30b30, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b943e58a-9420-46c8-b2e9-b3928cd30b30,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:19.747637 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'b943e58a-9420-46c8-b2e9-b3928cd30b30', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'b943e58a-9420-46c8-b2e9-b3928cd30b30', 'mac_address': 'fa:16:3e:7e:13:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:02:19.790825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b943e58a-9420-46c8-b2e9-b3928cd30b30 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:19.791229 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b943e58a-9420-46c8-b2e9-b3928cd30b30), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:19.808009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b943e58a-9420-46c8-b2e9-b3928cd30b30 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:02:19.829819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b943e58a-9420-46c8-b2e9-b3928cd30b30, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b943e58a-9420-46c8-b2e9-b3928cd30b30,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:19.875779 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:19.876645 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (913f1191-5820-4123-b479-8581547d0be6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:19.965792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a229108-941a-46ef-b4af-afd10e898c7b,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:19.966702 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (715e0fa6-b00c-40a8-abf2-a7a803b1fe2f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:19.979415 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b46719dc-0499-46c6-ac12-78ae657c19c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c1b6e44f-9b23-49d2-a7ff-db77c53891d7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:19.980245 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:19.981601 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b46719dc-0499-46c6-ac12-78ae657c19c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:19.991656 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b46719dc-0499-46c6-ac12-78ae657c19c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1b6e44f-9b23-49d2-a7ff-db77c53891d7 HTTP/1.1" status: 204  len: 168 time: 1.6708386
Feb 12 21:02:19.992046 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] 10.222.0.31 "DELETE /v2.0/networks/715e0fa6-b00c-40a8-abf2-a7a803b1fe2f HTTP/1.1" status: 204  len: 168 time: 1.3926392
Feb 12 21:02:19.992132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51536) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:20.000104 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b943e58a-9420-46c8-b2e9-b3928cd30b30), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:20.017741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c01a0-5d90-4bba-a6c2-65b54095300d admin admin] Pushing event deleted for resources: {'Network': ['ID=715e0fa6-b00c-40a8-abf2-a7a803b1fe2f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:20.043108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46719dc-0499-46c6-ac12-78ae657c19c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b6e44f-9b23-49d2-a7ff-db77c53891d7,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:20.133184 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Network a24c644c-e49c-4c0b-9e18-99f87d3439f7 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:02:20.138717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9550ac-4fc6-472f-9ce8-31100837cec4 admin admin] Deleting subnet 4216f7da-b994-4f40-965c-19d586357fb2 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:02:20.151595 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b9550ac-4fc6-472f-9ce8-31100837cec4 admin admin] Publish callbacks [] for subnet (4216f7da-b994-4f40-965c-19d586357fb2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:20.155537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:20.201135 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b772a21d-8eb2-4484-b16a-87a60eda38c9 admin admin] Publish callbacks [] for security_group (2f6633f4-47ae-4edd-b542-b885df51b221), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:20.263943 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b9550ac-4fc6-472f-9ce8-31100837cec4 admin admin] Publish callbacks [] for subnet (4216f7da-b994-4f40-965c-19d586357fb2), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:20.269564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b943e58a-9420-46c8-b2e9-b3928cd30b30,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:20.304627 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b772a21d-8eb2-4484-b16a-87a60eda38c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2f6633f4-47ae-4edd-b542-b885df51b221), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:20.322304 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b9550ac-4fc6-472f-9ce8-31100837cec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (4216f7da-b994-4f40-965c-19d586357fb2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:20.371756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeb35a-0b4c-424b-8cc3-9dbb972ab607 req-f9390836-04db-4c5d-998b-efcc75efcb95 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:20.377011 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbbeb35a-0b4c-424b-8cc3-9dbb972ab607 req-f9390836-04db-4c5d-998b-efcc75efcb95 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 970 time: 0.2896202
Feb 12 21:02:20.392929 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b943e58a-9420-46c8-b2e9-b3928cd30b30'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:02:20.431969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772a21d-8eb2-4484-b16a-87a60eda38c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6633f4-47ae-4edd-b542-b885df51b221,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:20.439460 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b772a21d-8eb2-4484-b16a-87a60eda38c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8030996aace344b88a5c22eafae6c457&name=default HTTP/1.1" status: 200  len: 2996 time: 1.7012324
Feb 12 21:02:20.439782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51550) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:20.495620 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbbeb35a-0b4c-424b-8cc3-9dbb972ab607 req-3f012bd4-bd49-4937-8319-f292817fe1f9 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097891
Feb 12 21:02:20.501848 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Router 913f1191-5820-4123-b479-8581547d0be6 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:02:20.523718 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-17785d0a-b732-49ad-8eba-597003a1c95b admin admin] Publish callbacks [] for security_group (2f6633f4-47ae-4edd-b542-b885df51b221), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:20.527211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-15e3a384-3216-4ff7-9cd5-fa206a9ec7aa None None] Provisioning complete for port 4a229108-941a-46ef-b4af-afd10e898c7b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:20.527534 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-15e3a384-3216-4ff7-9cd5-fa206a9ec7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:20.554892 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-17785d0a-b732-49ad-8eba-597003a1c95b admin admin] Publish callbacks [] for security_group (2f6633f4-47ae-4edd-b542-b885df51b221), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:20.594089 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b9550ac-4fc6-472f-9ce8-31100837cec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for subnet (4216f7da-b994-4f40-965c-19d586357fb2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:20.632856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-15e3a384-3216-4ff7-9cd5-fa206a9ec7aa None None] Port 4a229108-941a-46ef-b4af-afd10e898c7b cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:02:20.688119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9550ac-4fc6-472f-9ce8-31100837cec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4216f7da-b994-4f40-965c-19d586357fb2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:20.695472 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b9550ac-4fc6-472f-9ce8-31100837cec4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:20.701152 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8b9550ac-4fc6-472f-9ce8-31100837cec4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4216f7da-b994-4f40-965c-19d586357fb2 HTTP/1.1" status: 204  len: 168 time: 0.7074521
Feb 12 21:02:20.701464 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c667b3-a54c-4473-9b6c-48f6d1af674f req-0ff68a19-5fd0-49bc-8d02-9d42b5e87d83 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:20.703635 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e8c667b3-a54c-4473-9b6c-48f6d1af674f req-0ff68a19-5fd0-49bc-8d02-9d42b5e87d83 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 949 time: 0.0991030
Feb 12 21:02:20.703881 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51560) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:20.727996 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-17785d0a-b732-49ad-8eba-597003a1c95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2f6633f4-47ae-4edd-b542-b885df51b221), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:20.730562 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-17785d0a-b732-49ad-8eba-597003a1c95b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:20.738354 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-17785d0a-b732-49ad-8eba-597003a1c95b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f6633f4-47ae-4edd-b542-b885df51b221 HTTP/1.1" status: 204  len: 168 time: 0.2972937
Feb 12 21:02:20.773892 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17785d0a-b732-49ad-8eba-597003a1c95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6633f4-47ae-4edd-b542-b885df51b221,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:20.799243 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e8c667b3-a54c-4473-9b6c-48f6d1af674f req-a58bb0cf-9b48-4e79-88bc-92005f353e38 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876822
Feb 12 21:02:20.809085 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:02:20.817873 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d7b031a7-7920-4859-ace7-b1f71a17ddf5 admin admin] 10.222.0.31 "PUT /v2.0/routers/913f1191-5820-4123-b479-8581547d0be6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8014863
Feb 12 21:02:20.819537 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Sync routers for ids ['913f1191-5820-4123-b479-8581547d0be6'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:02:20.840002 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (2a800394-9423-4199-9a89-8f717a8cf34d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:20.843888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51566) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:20.849733 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Routers {'913f1191-5820-4123-b479-8581547d0be6'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:02:20.853496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9aaaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:01:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['913f1191-5820-4123-b479-8581547d0be6'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:20.951776 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (2a800394-9423-4199-9a89-8f717a8cf34d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:20.964446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Set router 913f1191-5820-4123-b479-8581547d0be6 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:02:20.975105 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fc6fa9e67f0>> segment before_delete 55550000 {{(pid=126505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:20.975661 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fc6fa9e67f0>> subnet precommit_delete_associations 55550000 {{(pid=126505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:20.976437 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc6fb8867c0>> segment_host_mapping after_create 55550000 {{(pid=126505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:20.976842 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc6fb8867c0>> port after_create 55550000 {{(pid=126505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:20.977142 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc6fb8867c0>> port after_delete 55550000 {{(pid=126505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:20.977514 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc6fb8867c0>> port after_update 55550000 {{(pid=126505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:20.977833 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc6fb8867c0>> segment after_delete 55550000 {{(pid=126505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:20.978166 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc6fb8867c0>> subnet after_create 55550000 {{(pid=126505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:20.978480 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc6fb8867c0>> subnet after_delete 55550000 {{(pid=126505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:20.978795 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc6fb8867c0>> subnet after_update 55550000 {{(pid=126505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:21.067055 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc6fadc1160>> subnet after_create 55550000 {{(pid=126505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:21.067634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc6fadc1160>> subnet after_delete 55550000 {{(pid=126505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:21.067722 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc6fadc1160>> subnet before_create 55550000 {{(pid=126505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:21.068055 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc6fadc1160>> subnet before_update 55550000 {{(pid=126505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 12 21:02:21.068423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2e3a30>,) {'filters': {'network_id': ['2a800394-9423-4199-9a89-8f717a8cf34d']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:21.091166 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2e3a30>, 'eed14a6a-3ad9-418f-b8e0-1a1455cccc6e') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:21.094390 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2e3a30>, 'eed14a6a-3ad9-418f-b8e0-1a1455cccc6e') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:21.113987 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (eed14a6a-3ad9-418f-b8e0-1a1455cccc6e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.138240 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (eed14a6a-3ad9-418f-b8e0-1a1455cccc6e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.148076 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:02:21.148600 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (eed14a6a-3ad9-418f-b8e0-1a1455cccc6e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   from cryptography.utils import int_from_bytes
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   from cryptography.utils import int_from_bytes
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:02:21.153719 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:02:21.190363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9aaaf0>, [{'id': '913f1191-5820-4123-b479-8581547d0be6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-342973808-router', 'tenant_id': '9d6ffe6e07734e608521a2aa597add3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.42'}], 'enable_snat': True}, 'gw_port_id': '8ddf387a-1dba-4515-96f7-5f0dd58a5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:04Z', 'updated_at': '2022-02-12T21:02:18Z', 'revision_number': 4, 'project_id': '9d6ffe6e07734e608521a2aa597add3b', 'gw_port': {'id': '8ddf387a-1dba-4515-96f7-5f0dd58a5391', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1191-5820-4123-b479-8581547d0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:06Z', 'updated_at': '2022-02-12T21:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4a229108-941a-46ef-b4af-afd10e898c7b', 'name': '', 'network_id': 'a24c644c-e49c-4c0b-9e18-99f87d3439f7', 'tenant_id': '9d6ffe6e07734e608521a2aa597add3b', 'mac_address': 'fa:16:3e:d4:2a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913f1191-5820-4123-b479-8581547d0be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '87ce0f30-5ad4-4c1f-a32f-efaecc2729bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:16Z', 'updated_at': '2022-02-12T21:02:18Z', 'revision_number': 2, 'project_id': '9d6ffe6e07734e608521a2aa597add3b', 'subnets': [{'id': '87ce0f30-5ad4-4c1f-a32f-efaecc2729bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:21.221151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Checking router: 913f1191-5820-4123-b479-8581547d0be6 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:02:21.221777 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Updating router 913f1191-5820-4123-b479-8581547d0be6 port 4a229108-941a-46ef-b4af-afd10e898c7b binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:02:21.240696 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d8445f71-140f-47f8-a8a4-24ab93ba7bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.253432 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.303746 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (2a800394-9423-4199-9a89-8f717a8cf34d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.331686 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.335152 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2a800394-9423-4199-9a89-8f717a8cf34d HTTP/1.1" status: 204  len: 168 time: 0.6302767
Feb 12 21:02:21.338195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f06279-1942-4c9d-a003-fb27090f02d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a800394-9423-4199-9a89-8f717a8cf34d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:21.386389 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d8445f71-140f-47f8-a8a4-24ab93ba7bf0 admin admin] Publish callbacks [] for security_group (e64d6570-b6e9-4b85-9696-6c80c1e9a119), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.450646 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d8445f71-140f-47f8-a8a4-24ab93ba7bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e64d6570-b6e9-4b85-9696-6c80c1e9a119), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.493749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51590) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:21.494343 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d8445f71-140f-47f8-a8a4-24ab93ba7bf0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14a3ee64d22440b983a7946f1ec46ef5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6486490
Feb 12 21:02:21.494719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8445f71-140f-47f8-a8a4-24ab93ba7bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64d6570-b6e9-4b85-9696-6c80c1e9a119,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:21.553742 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e82c83f-ef89-48c7-8bc5-457a584c00fc admin admin] Publish callbacks [] for security_group (e64d6570-b6e9-4b85-9696-6c80c1e9a119), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.581218 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e82c83f-ef89-48c7-8bc5-457a584c00fc admin admin] Publish callbacks [] for security_group (e64d6570-b6e9-4b85-9696-6c80c1e9a119), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.597637 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Publish callbacks [] for port (4a229108-941a-46ef-b4af-afd10e898c7b), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.631188 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b943e58a-9420-46c8-b2e9-b3928cd30b30 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:02:21.656923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad78f4-40e7-4ce9-848a-46125150b543 req-d6533a7d-5b31-48c9-8307-9d1e07658644 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:21.658544 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4dad78f4-40e7-4ce9-848a-46125150b543 req-d6533a7d-5b31-48c9-8307-9d1e07658644 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 970 time: 0.0553925
Feb 12 21:02:21.677281 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.712953 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4dad78f4-40e7-4ce9-848a-46125150b543 req-e40fdb09-f4d9-4f6e-9d61-765fd1a13730 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472145
Feb 12 21:02:21.744319 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e82c83f-ef89-48c7-8bc5-457a584c00fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e64d6570-b6e9-4b85-9696-6c80c1e9a119), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.748528 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8b324-911f-4e8f-b54b-447e2022ae0f None None] Pushing event updated for resources: {'Port': ['ID=4a229108-941a-46ef-b4af-afd10e898c7b,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:21.755430 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e82c83f-ef89-48c7-8bc5-457a584c00fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.755430 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5e82c83f-ef89-48c7-8bc5-457a584c00fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e64d6570-b6e9-4b85-9696-6c80c1e9a119 HTTP/1.1" status: 204  len: 168 time: 0.2545676
Feb 12 21:02:21.768979 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82c83f-ef89-48c7-8bc5-457a584c00fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64d6570-b6e9-4b85-9696-6c80c1e9a119,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:21.833864 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Attempting to bind port 4a229108-941a-46ef-b4af-afd10e898c7b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:02:21.834199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Attempting to bind port 4a229108-941a-46ef-b4af-afd10e898c7b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a24c644c-e49c-4c0b-9e18-99f87d3439f7'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:02:21.834566 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Attempting to bind port 4a229108-941a-46ef-b4af-afd10e898c7b on network a24c644c-e49c-4c0b-9e18-99f87d3439f7 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:21.840279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:02:21.840658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Checking segment: {'id': '0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a24c644c-e49c-4c0b-9e18-99f87d3439f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:21.855985 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.855985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Bound using segment: {'id': '0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a24c644c-e49c-4c0b-9e18-99f87d3439f7'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:02:21.855985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Bound port: 4a229108-941a-46ef-b4af-afd10e898c7b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a24c644c-e49c-4c0b-9e18-99f87d3439f7'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:02:21.855985 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:21.922845 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] For port 4a229108-941a-46ef-b4af-afd10e898c7b, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:02:21.926928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] For port 4a229108-941a-46ef-b4af-afd10e898c7b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a229108-941a-46ef-b4af-afd10e898c7b,segment=NetworkSegment(0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3),segment_id=0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:02:21.972483 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port b943e58a-9420-46c8-b2e9-b3928cd30b30 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:02:21.973749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdfd6d-6bc0-4fff-b70b-c8e5009cb5a0 req-7f9e6eca-3546-4919-9a77-d840101fa0fc tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:21.975403 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ffdfd6d-6bc0-4fff-b70b-c8e5009cb5a0 req-7f9e6eca-3546-4919-9a77-d840101fa0fc tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 949 time: 0.0699236
Feb 12 21:02:21.980662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port b943e58a-9420-46c8-b2e9-b3928cd30b30 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:21.980662 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b943e58a-9420-46c8-b2e9-b3928cd30b30), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:22.025843 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ffdfd6d-6bc0-4fff-b70b-c8e5009cb5a0 req-21bd038e-68f1-47b0-be81-36a41bcde60f tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434582
Feb 12 21:02:22.064549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51608) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:22.071311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b943e58a-9420-46c8-b2e9-b3928cd30b30 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:22.071705 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b943e58a-9420-46c8-b2e9-b3928cd30b30), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:22.087571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-51068b3b-5b1a-4d2c-9907-0453824c0866 None None] Provisioning complete for port 4a229108-941a-46ef-b4af-afd10e898c7b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:22.088141 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-51068b3b-5b1a-4d2c-9907-0453824c0866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:22.097299 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:22.137262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e264a5e-a4b7-4947-b94b-331176328e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b943e58a-9420-46c8-b2e9-b3928cd30b30'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:22.137489 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-deee5477-4217-461e-aea5-7b9837a801d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63d361cd326f4e489213d77d2413de83&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0714419
Feb 12 21:02:22.140152 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51614) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:22.194099 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eebaf8f7-0463-4405-b67c-2a737a7b93d1 admin admin] Publish callbacks [] for security_group (d274375d-585c-431c-9338-d8c368536c0d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:22.228742 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eebaf8f7-0463-4405-b67c-2a737a7b93d1 admin admin] Publish callbacks [] for security_group (d274375d-585c-431c-9338-d8c368536c0d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:22.252386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b943e58a-9420-46c8-b2e9-b3928cd30b30, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b943e58a-9420-46c8-b2e9-b3928cd30b30,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:22.286909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Routers {'913f1191-5820-4123-b479-8581547d0be6'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:02:22.287914 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9aaaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:01:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['913f1191-5820-4123-b479-8581547d0be6'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:22.395539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8b324-911f-4e8f-b54b-447e2022ae0f None None] Pushing event updated for resources: {'Port': ['ID=4a229108-941a-46ef-b4af-afd10e898c7b,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:22.400759 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b943e58a-9420-46c8-b2e9-b3928cd30b30), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:22.423742 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eebaf8f7-0463-4405-b67c-2a737a7b93d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d274375d-585c-431c-9338-d8c368536c0d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:22.426396 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eebaf8f7-0463-4405-b67c-2a737a7b93d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:22.427556 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-eebaf8f7-0463-4405-b67c-2a737a7b93d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d274375d-585c-431c-9338-d8c368536c0d HTTP/1.1" status: 204  len: 168 time: 0.2863622
Feb 12 21:02:22.437290 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebaf8f7-0463-4405-b67c-2a737a7b93d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d274375d-585c-431c-9338-d8c368536c0d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:22.652550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51630) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:22.666649 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-51068b3b-5b1a-4d2c-9907-0453824c0866 None None] Current status of the port 4a229108-941a-46ef-b4af-afd10e898c7b is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:22.667043 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-51068b3b-5b1a-4d2c-9907-0453824c0866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:22.678707 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8fabd2db-5e6a-4c9e-be53-b64548cff13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:22.692037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b943e58a-9420-46c8-b2e9-b3928cd30b30,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:22.702983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] Set router 913f1191-5820-4123-b479-8581547d0be6 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:02:22.709071 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dba799c-e2f6-40db-8e5b-d7148ffdeb69" -d '{"events": [{"server_uuid": "6e264a5e-a4b7-4947-b94b-331176328e63", "name": "network-vif-plugged", "status": "completed", "tag": "b943e58a-9420-46c8-b2e9-b3928cd30b30"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:22.765863 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-51068b3b-5b1a-4d2c-9907-0453824c0866 None None] For port 4a229108-941a-46ef-b4af-afd10e898c7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a229108-941a-46ef-b4af-afd10e898c7b,segment=NetworkSegment(0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3),segment_id=0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:22.802311 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8fabd2db-5e6a-4c9e-be53-b64548cff13a admin admin] Publish callbacks [] for security_group (65b6db44-5e85-4ddf-9887-b0c57a2bd1c4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:22.856294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51636) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:22.862141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b384d4b7-5d1f-4cb1-a76d-ed7a43b34fe2 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1079256265', 'description': 'tempest-description--1248287123'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:22.886509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dfff7-3c2e-40f0-b7ba-88af7690aabf req-d33d1287-416e-4abc-91ad-1a9c89a4cb0a tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:22.888109 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-957dfff7-3c2e-40f0-b7ba-88af7690aabf req-d33d1287-416e-4abc-91ad-1a9c89a4cb0a tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 970 time: 0.0623336
Feb 12 21:02:22.899898 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-51068b3b-5b1a-4d2c-9907-0453824c0866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:22.938368 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-957dfff7-3c2e-40f0-b7ba-88af7690aabf req-00439d0d-8f03-4497-b6c8-370636f886b7 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437479
Feb 12 21:02:22.944150 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8fabd2db-5e6a-4c9e-be53-b64548cff13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (65b6db44-5e85-4ddf-9887-b0c57a2bd1c4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:22.981798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51068b3b-5b1a-4d2c-9907-0453824c0866 None None] Pushing event updated for resources: {'Port': ['ID=4a229108-941a-46ef-b4af-afd10e898c7b,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:22.989416 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8fabd2db-5e6a-4c9e-be53-b64548cff13a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce5fdefafe1c4301a20a7a86e983a1e8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3333371
Feb 12 21:02:22.990375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabd2db-5e6a-4c9e-be53-b64548cff13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b6db44-5e85-4ddf-9887-b0c57a2bd1c4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:22.991082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51640) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:22.995120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9aaaf0>, [{'id': '913f1191-5820-4123-b479-8581547d0be6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-342973808-router', 'tenant_id': '9d6ffe6e07734e608521a2aa597add3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.42'}], 'enable_snat': True}, 'gw_port_id': '8ddf387a-1dba-4515-96f7-5f0dd58a5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:04Z', 'updated_at': '2022-02-12T21:02:18Z', 'revision_number': 4, 'project_id': '9d6ffe6e07734e608521a2aa597add3b', 'gw_port': {'id': '8ddf387a-1dba-4515-96f7-5f0dd58a5391', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1191-5820-4123-b479-8581547d0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:06Z', 'updated_at': '2022-02-12T21:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4a229108-941a-46ef-b4af-afd10e898c7b', 'name': '', 'network_id': 'a24c644c-e49c-4c0b-9e18-99f87d3439f7', 'tenant_id': '9d6ffe6e07734e608521a2aa597add3b', 'mac_address': 'fa:16:3e:d4:2a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913f1191-5820-4123-b479-8581547d0be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '87ce0f30-5ad4-4c1f-a32f-efaecc2729bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:16Z', 'updated_at': '2022-02-12T21:02:21Z', 'revision_number': 4, 'project_id': '9d6ffe6e07734e608521a2aa597add3b', 'subnets': [{'id': '87ce0f30-5ad4-4c1f-a32f-efaecc2729bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:23.010228 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b384d4b7-5d1f-4cb1-a76d-ed7a43b34fe2 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:23.039236 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c2a2e3-87b0-4726-bd3c-08ddf0664c41 None None] The sync data for ids ['913f1191-5820-4123-b479-8581547d0be6'] in ncdv-master-1 is: [{'id': '913f1191-5820-4123-b479-8581547d0be6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-342973808-router', 'tenant_id': '9d6ffe6e07734e608521a2aa597add3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.42'}], 'enable_snat': True}, 'gw_port_id': '8ddf387a-1dba-4515-96f7-5f0dd58a5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:04Z', 'updated_at': '2022-02-12T21:02:18Z', 'revision_number': 4, 'project_id': '9d6ffe6e07734e608521a2aa597add3b', 'gw_port': {'id': '8ddf387a-1dba-4515-96f7-5f0dd58a5391', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1191-5820-4123-b479-8581547d0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:06Z', 'updated_at': '2022-02-12T21:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4a229108-941a-46ef-b4af-afd10e898c7b', 'name': '', 'network_id': 'a24c644c-e49c-4c0b-9e18-99f87d3439f7', 'tenant_id': '9d6ffe6e07734e608521a2aa597add3b', 'mac_address': 'fa:16:3e:d4:2a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913f1191-5820-4123-b479-8581547d0be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '87ce0f30-5ad4-4c1f-a32f-efaecc2729bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:16Z', 'updated_at': '2022-02-12T21:02:21Z', 'revision_number': 4, 'project_id': '9d6ffe6e07734e608521a2aa597add3b', 'subnets': [{'id': '87ce0f30-5ad4-4c1f-a32f-efaecc2729bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:02:23.054481 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f9b0d079-2c62-4611-a74e-311adb519f44 None None] Provisioning complete for port 4a229108-941a-46ef-b4af-afd10e898c7b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:23.056338 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f9b0d079-2c62-4611-a74e-311adb519f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:23.087210 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da10bc12-d097-4642-aa50-5ee139115159 admin admin] Publish callbacks [] for security_group (65b6db44-5e85-4ddf-9887-b0c57a2bd1c4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:23.168118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 9321cd89-3791-44fa-bb97-c4567ffefdc5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:02:23.223657 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b384d4b7-5d1f-4cb1-a76d-ed7a43b34fe2 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for security_group (d02ea093-d7d0-470c-830e-a85beb846ac6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:23.237576 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da10bc12-d097-4642-aa50-5ee139115159 admin admin] Publish callbacks [] for security_group (65b6db44-5e85-4ddf-9887-b0c57a2bd1c4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:23.282342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f9b0d079-2c62-4611-a74e-311adb519f44 None None] Current status of the port 4a229108-941a-46ef-b4af-afd10e898c7b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:23.290922 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742bb84-6a6f-44ab-8518-e534ced8f1d0 req-e4afa205-e933-4b70-a8a3-ffcd5cf23887 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:23.292539 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f742bb84-6a6f-44ab-8518-e534ced8f1d0 req-e4afa205-e933-4b70-a8a3-ffcd5cf23887 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 950 time: 0.1222827
Feb 12 21:02:23.308162 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b384d4b7-5d1f-4cb1-a76d-ed7a43b34fe2 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d02ea093-d7d0-470c-830e-a85beb846ac6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:23.365994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4a229108-941a-46ef-b4af-afd10e898c7b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:02:23.432096 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f742bb84-6a6f-44ab-8518-e534ced8f1d0 req-6cebbf79-30a1-4e65-887b-087414bf3add tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317630
Feb 12 21:02:23.444152 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0063080d-50fe-4a4c-911e-3d8bcd700956 x-openstack-request-id: req-0063080d-50fe-4a4c-911e-3d8bcd700956 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:23.444467 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e264a5e-a4b7-4947-b94b-331176328e63", "name": "network-vif-plugged", "status": "completed", "tag": "b943e58a-9420-46c8-b2e9-b3928cd30b30", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:23.444784 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0063080d-50fe-4a4c-911e-3d8bcd700956 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:23.449260 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e264a5e-a4b7-4947-b94b-331176328e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b943e58a-9420-46c8-b2e9-b3928cd30b30', 'code': 200}
Feb 12 21:02:23.449412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384d4b7-5d1f-4cb1-a76d-ed7a43b34fe2 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02ea093-d7d0-470c-830e-a85beb846ac6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:23.481974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 9321cd89-3791-44fa-bb97-c4567ffefdc5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9321cd89-3791-44fa-bb97-c4567ffefdc5,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:23.488270 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b384d4b7-5d1f-4cb1-a76d-ed7a43b34fe2 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:23.489565 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b384d4b7-5d1f-4cb1-a76d-ed7a43b34fe2 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.6312971
Feb 12 21:02:23.492506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51650) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:23.497294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b5368f75-e2ef-4565-87b5-a650488a26f9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Request body: {'security_group_rule': {'security_group_id': 'd02ea093-d7d0-470c-830e-a85beb846ac6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:23.525040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '9321cd89-3791-44fa-bb97-c4567ffefdc5', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '9321cd89-3791-44fa-bb97-c4567ffefdc5', 'mac_address': 'fa:16:3e:16:29:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:tempest-test_az-1298267163', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:02:23.529733 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4a229108-941a-46ef-b4af-afd10e898c7b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:23.530021 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:23.572678 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da10bc12-d097-4642-aa50-5ee139115159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (65b6db44-5e85-4ddf-9887-b0c57a2bd1c4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:23.575971 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da10bc12-d097-4642-aa50-5ee139115159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:23.577554 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-da10bc12-d097-4642-aa50-5ee139115159 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65b6db44-5e85-4ddf-9887-b0c57a2bd1c4 HTTP/1.1" status: 204  len: 168 time: 0.5851812
Feb 12 21:02:23.587131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10bc12-d097-4642-aa50-5ee139115159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b6db44-5e85-4ddf-9887-b0c57a2bd1c4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:23.599173 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 9321cd89-3791-44fa-bb97-c4567ffefdc5 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:23.601577 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9321cd89-3791-44fa-bb97-c4567ffefdc5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:23.628232 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b5368f75-e2ef-4565-87b5-a650488a26f9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for security_group_rule (8590198a-f09d-4de5-9fdd-5c81f7e9a0a5), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:23.629860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9321cd89-3791-44fa-bb97-c4567ffefdc5 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:02:23.676875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 9321cd89-3791-44fa-bb97-c4567ffefdc5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9321cd89-3791-44fa-bb97-c4567ffefdc5,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:23.706259 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223c899-b2f1-4991-acd2-4b7aa5483abe req-d0b71c6b-89d0-4d8e-9a37-ef1bad7fa101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:23.707845 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f223c899-b2f1-4991-acd2-4b7aa5483abe req-d0b71c6b-89d0-4d8e-9a37-ef1bad7fa101 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 1132 time: 0.1460872
Feb 12 21:02:23.731550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4a229108-941a-46ef-b4af-afd10e898c7b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:23.732092 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f223c899-b2f1-4991-acd2-4b7aa5483abe req-9e5f6f7c-dbdb-405c-be8c-5850da9ab19c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:23.783849 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9321cd89-3791-44fa-bb97-c4567ffefdc5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:23.880446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=9321cd89-3791-44fa-bb97-c4567ffefdc5,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:23.881057 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f223c899-b2f1-4991-acd2-4b7aa5483abe req-9e5f6f7c-dbdb-405c-be8c-5850da9ab19c service neutron] Publish callbacks [] for security_group (f2c86b57-b9ff-4d45-8547-943f441c8f95), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:23.906409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51660) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:23.957839 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f223c899-b2f1-4991-acd2-4b7aa5483abe req-9e5f6f7c-dbdb-405c-be8c-5850da9ab19c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f2c86b57-b9ff-4d45-8547-943f441c8f95), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:23.993741 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-52b10a50-152d-4d08-972e-14b215935b75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2464e6fab4f14d2a8622c41b0c2eecd9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0858150
Feb 12 21:02:23.994029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51664) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:24.004707 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f223c899-b2f1-4991-acd2-4b7aa5483abe req-9e5f6f7c-dbdb-405c-be8c-5850da9ab19c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2901697
Feb 12 21:02:24.017678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f6f7c-dbdb-405c-be8c-5850da9ab19c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c86b57-b9ff-4d45-8547-943f441c8f95,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:24.049912 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b5368f75-e2ef-4565-87b5-a650488a26f9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for security_group_rule (8590198a-f09d-4de5-9fdd-5c81f7e9a0a5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:24.099979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['9321cd89-3791-44fa-bb97-c4567ffefdc5'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:02:24.126794 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-adb615b4-1485-49bc-a83e-580063d6d5cd admin admin] Publish callbacks [] for security_group (5057666b-1681-49ec-87ca-48b62c038d67), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:24.141079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15901b34-1dd7-4fc5-92eb-23890e088580 req-98bba1a3-2a6d-4c02-b39a-4ec52400b7ae tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:24.142602 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15901b34-1dd7-4fc5-92eb-23890e088580 req-98bba1a3-2a6d-4c02-b39a-4ec52400b7ae tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 971 time: 0.0867419
Feb 12 21:02:24.184810 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-adb615b4-1485-49bc-a83e-580063d6d5cd admin admin] Publish callbacks [] for security_group (5057666b-1681-49ec-87ca-48b62c038d67), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:24.215004 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b5368f75-e2ef-4565-87b5-a650488a26f9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (8590198a-f09d-4de5-9fdd-5c81f7e9a0a5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:24.262683 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15901b34-1dd7-4fc5-92eb-23890e088580 req-e84f3691-57a0-47fd-b8b2-b87d4c55ad0c tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124127
Feb 12 21:02:24.264337 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5368f75-e2ef-4565-87b5-a650488a26f9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8590198a-f09d-4de5-9fdd-5c81f7e9a0a5,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:24.381106 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b5368f75-e2ef-4565-87b5-a650488a26f9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:24.385592 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51672) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:24.386099 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b5368f75-e2ef-4565-87b5-a650488a26f9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8924968
Feb 12 21:02:24.387588 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-adb615b4-1485-49bc-a83e-580063d6d5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5057666b-1681-49ec-87ca-48b62c038d67), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:24.390901 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-adb615b4-1485-49bc-a83e-580063d6d5cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:24.391054 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8ff83548-3371-45f7-979c-e8ded4ae1538 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Request body: {'security_group_rule': {'security_group_id': 'd02ea093-d7d0-470c-830e-a85beb846ac6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:24.393615 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-adb615b4-1485-49bc-a83e-580063d6d5cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5057666b-1681-49ec-87ca-48b62c038d67 HTTP/1.1" status: 204  len: 168 time: 0.3928773
Feb 12 21:02:24.402108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb615b4-1485-49bc-a83e-580063d6d5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5057666b-1681-49ec-87ca-48b62c038d67,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:24.502751 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ff83548-3371-45f7-979c-e8ded4ae1538 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for security_group_rule (314beb69-649b-41cc-94a0-1813d4ec979e), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:24.608160 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a30f1-d0f2-4e91-aab9-08a4bab87ff5 req-b3f9ff04-7c4c-4a8f-be56-15e2baf41c1e tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:24.610034 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c18a30f1-d0f2-4e91-aab9-08a4bab87ff5 req-b3f9ff04-7c4c-4a8f-be56-15e2baf41c1e tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 950 time: 0.1032743
Feb 12 21:02:24.621759 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ff83548-3371-45f7-979c-e8ded4ae1538 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for security_group_rule (314beb69-649b-41cc-94a0-1813d4ec979e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:24.666200 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c18a30f1-d0f2-4e91-aab9-08a4bab87ff5 req-d505bc64-9e84-454c-8575-93101d519158 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465882
Feb 12 21:02:24.680650 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ff83548-3371-45f7-979c-e8ded4ae1538 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (314beb69-649b-41cc-94a0-1813d4ec979e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:24.694951 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff83548-3371-45f7-979c-e8ded4ae1538 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314beb69-649b-41cc-94a0-1813d4ec979e,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:24.906446 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ff83548-3371-45f7-979c-e8ded4ae1538 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:24.907862 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8ff83548-3371-45f7-979c-e8ded4ae1538 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5210938
Feb 12 21:02:24.911038 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51694) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:24.915259 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:24.995561 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:25.096614 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:25.140697 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 9321cd89-3791-44fa-bb97-c4567ffefdc5 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:02:25.224483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Allocated IP 172.35.2.61 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/46188fde-30ce-43ba-80a5-19a48a1d9dc5) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:02:25.286370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 9321cd89-3791-44fa-bb97-c4567ffefdc5 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:02:25.294205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 9321cd89-3791-44fa-bb97-c4567ffefdc5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:25.294955 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9321cd89-3791-44fa-bb97-c4567ffefdc5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:25.345059 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for port (46188fde-30ce-43ba-80a5-19a48a1d9dc5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:25.413281 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 9321cd89-3791-44fa-bb97-c4567ffefdc5 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:25.413779 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9321cd89-3791-44fa-bb97-c4567ffefdc5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:25.422180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ec5f7-e2d1-41ae-b9fb-fa967c51b8fc req-2ce3ec4b-97d8-4171-adca-80435f654fae tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:25.424626 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-047ec5f7-e2d1-41ae-b9fb-fa967c51b8fc req-2ce3ec4b-97d8-4171-adca-80435f654fae tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 971 time: 0.0645611
Feb 12 21:02:25.444422 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (46188fde-30ce-43ba-80a5-19a48a1d9dc5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:25.463721 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be69994b-e4e2-4bc4-97c3-8d94d29fe78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9321cd89-3791-44fa-bb97-c4567ffefdc5'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:25.472719 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e16d74-730b-4e49-8ea3-b419aa787cf6" -d '{"events": [{"server_uuid": "be69994b-e4e2-4bc4-97c3-8d94d29fe78a", "name": "network-vif-plugged", "status": "completed", "tag": "9321cd89-3791-44fa-bb97-c4567ffefdc5"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:25.502081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 9321cd89-3791-44fa-bb97-c4567ffefdc5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9321cd89-3791-44fa-bb97-c4567ffefdc5,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:25.511232 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-047ec5f7-e2d1-41ae-b9fb-fa967c51b8fc req-8b14db65-d1aa-496f-b2e3-756ce58b297e tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764318
Feb 12 21:02:25.578872 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9321cd89-3791-44fa-bb97-c4567ffefdc5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:25.581466 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:02:25.589608 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:25.595239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:02:25.642743 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Pushing event updated for resources: {'Port': ['ID=46188fde-30ce-43ba-80a5-19a48a1d9dc5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:25.658595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=9321cd89-3791-44fa-bb97-c4567ffefdc5,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:25.662272 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ba0fc6-fd28-4467-9dfe-4c7aeeaea695 x-openstack-request-id: req-12ba0fc6-fd28-4467-9dfe-4c7aeeaea695 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:25.662272 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be69994b-e4e2-4bc4-97c3-8d94d29fe78a", "name": "network-vif-plugged", "status": "completed", "tag": "9321cd89-3791-44fa-bb97-c4567ffefdc5", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:25.662785 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12ba0fc6-fd28-4467-9dfe-4c7aeeaea695 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:25.662988 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be69994b-e4e2-4bc4-97c3-8d94d29fe78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9321cd89-3791-44fa-bb97-c4567ffefdc5', 'code': 200}
Feb 12 21:02:25.795497 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b2e38763-cdf8-4955-b173-d232e870f834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:25.823809 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for floatingip (f293d595-6122-401a-8d8f-58dde2a5d924), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:25.880408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811dd19-32f3-4d59-a2aa-e0e3486edab7 req-1a78efef-5834-425e-8bc3-fd591d7b7f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:25.881964 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1811dd19-32f3-4d59-a2aa-e0e3486edab7 req-1a78efef-5834-425e-8bc3-fd591d7b7f09 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 1154 time: 0.1522033
Feb 12 21:02:25.888737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8216ada-c5f7-4e3d-98d9-86bf506bb281 req-9804306d-7faf-4668-b8ee-8c675bf664de tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:25.891687 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d8216ada-c5f7-4e3d-98d9-86bf506bb281 req-9804306d-7faf-4668-b8ee-8c675bf664de tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 950 time: 0.0846097
Feb 12 21:02:25.946554 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46188fde-30ce-43ba-80a5-19a48a1d9dc5), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:26.009126 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1811dd19-32f3-4d59-a2aa-e0e3486edab7 req-163917e2-7338-45cd-bec8-ab13d8700507 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164205
Feb 12 21:02:26.020936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d8216ada-c5f7-4e3d-98d9-86bf506bb281 req-df309632-2ae0-4ebd-a76c-7e2b23340292 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210215
Feb 12 21:02:26.308179 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for port (46188fde-30ce-43ba-80a5-19a48a1d9dc5), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:26.378371 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (46188fde-30ce-43ba-80a5-19a48a1d9dc5), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:26.458764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Pushing event updated for resources: {'Port': ['ID=46188fde-30ce-43ba-80a5-19a48a1d9dc5,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:26.468508 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (f293d595-6122-401a-8d8f-58dde2a5d924), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:26.568932 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-c415771d-c4b1-4577-9e97-9518b8f6c3d8 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=55f8176a19e946ee8eecaa5d963d908c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0295486
Feb 12 21:02:26.594713 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:26.642571 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:26.643901 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fa0443f0-965d-4f50-8fde-3b4543e19992 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7319248
Feb 12 21:02:26.687403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4263e-75b0-44ef-81b1-ac478594b266 req-78fcff69-6f5e-4941-a3d8-08ba33608bb9 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:26.689083 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1fd4263e-75b0-44ef-81b1-ac478594b266 req-78fcff69-6f5e-4941-a3d8-08ba33608bb9 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 972 time: 0.0663435
Feb 12 21:02:26.728079 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-c3978bcf-767a-4279-8b5d-52ff23bcbf2d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:26.729803 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-c3978bcf-767a-4279-8b5d-52ff23bcbf2d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1467822
Feb 12 21:02:26.747969 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-e48af631-a6fa-43c9-9a10-5eb91b78b8e7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/quotas/55f8176a19e946ee8eecaa5d963d908c HTTP/1.1" status: 200  len: 375 time: 0.0116303
Feb 12 21:02:26.753613 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1fd4263e-75b0-44ef-81b1-ac478594b266 req-f4c10c16-c65a-462b-b2ac-5d087bbf9dd9 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578489
Feb 12 21:02:26.803792 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-ac260bf7-4dba-4f61-9152-4375eeda689f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0486708
Feb 12 21:02:26.924870 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51790) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:27.059501 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-1984e07d-72d6-4d3b-9235-858a01bfaa7b tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1079256265&fields=id&tenant_id=0c59817262e9431fa88f725ab4b5f7a3 HTTP/1.1" status: 200  len: 267 time: 0.0639555
Feb 12 21:02:27.098604 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a45a148d-e302-4039-9978-52a1e0e8f0f4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-571351802-network', 'tenant_id': '97311a1994be45a2b507aedc74f578df'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:27.236328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45a148d-e302-4039-9978-52a1e0e8f0f4 admin admin] Made reservation on behalf of 97311a1994be45a2b507aedc74f578df for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:27.239550 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a45a148d-e302-4039-9978-52a1e0e8f0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:27.251782 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a45a148d-e302-4039-9978-52a1e0e8f0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:27.314939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc475bff-cf6c-4657-981d-d257931c5167 req-985cba26-cd7d-48d5-9d09-da3212578acb tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:27.316400 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-985cba26-cd7d-48d5-9d09-da3212578acb tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/networks?id=b9b58e18-4724-4374-98c5-14f3d3ee43a0 HTTP/1.1" status: 200  len: 824 time: 0.2559371
Feb 12 21:02:27.331451 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-37b5e307-585d-4adf-9f3e-025afa86bb75 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/quotas/0c59817262e9431fa88f725ab4b5f7a3 HTTP/1.1" status: 200  len: 375 time: 0.0095758
Feb 12 21:02:27.374084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86629d08-66c3-4d88-b215-c8583b11bf23 req-952aa94e-8df2-4415-b67a-d52afce713fa tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:27.376501 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-86629d08-66c3-4d88-b215-c8583b11bf23 req-952aa94e-8df2-4415-b67a-d52afce713fa tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 950 time: 0.0864735
Feb 12 21:02:27.378410 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a45a148d-e302-4039-9978-52a1e0e8f0f4 admin admin] Publish callbacks [] for security_group (be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:27.401076 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-3dcbb5f0-4021-4bd9-b642-18dc3052c95d tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c59817262e9431fa88f725ab4b5f7a3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0633135
Feb 12 21:02:27.428357 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-86629d08-66c3-4d88-b215-c8583b11bf23 req-20cc9e54-da6b-4948-97c2-e75068307c5b tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456634
Feb 12 21:02:27.483728 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a45a148d-e302-4039-9978-52a1e0e8f0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:27.522915 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-690fd841-2528-4250-bec1-2397e1102081 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:02:27.523135 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47bffebd-1c3b-4923-ba75-e9e1c6f1eb36 req-bb08607d-fdbe-42c3-9896-5b377ec70714 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 210 time: 0.0487132
Feb 12 21:02:27.523938 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-690fd841-2528-4250-bec1-2397e1102081 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0604415
Feb 12 21:02:27.542643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45a148d-e302-4039-9978-52a1e0e8f0f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:02:27.545109 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a148d-e302-4039-9978-52a1e0e8f0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:27.557395 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a45a148d-e302-4039-9978-52a1e0e8f0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (9083e082-3424-4aac-b80c-8a50b33941e2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:27.557546 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-a45a148d-e302-4039-9978-52a1e0e8f0f4 admin admin] Added segment 9083e082-3424-4aac-b80c-8a50b33941e2 of type vlan for network 04e4405d-ac34-418d-b812-924c095df566
Feb 12 21:02:27.609961 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a45a148d-e302-4039-9978-52a1e0e8f0f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (04e4405d-ac34-418d-b812-924c095df566), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:27.655995 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-5beeb65e-a315-499e-8726-901338466e06 service neutron] 10.222.0.31 "GET /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250737
Feb 12 21:02:27.747639 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-fa929c8e-293d-4727-81c9-7067554b96fd service neutron] 10.222.0.31 "GET /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855379
Feb 12 21:02:27.773124 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a45a148d-e302-4039-9978-52a1e0e8f0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (04e4405d-ac34-418d-b812-924c095df566), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:27.773124 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a148d-e302-4039-9978-52a1e0e8f0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:27.773124 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a45a148d-e302-4039-9978-52a1e0e8f0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:27.844715 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a148d-e302-4039-9978-52a1e0e8f0f4 admin admin] Pushing event updated for resources: {'Network': ['ID=04e4405d-ac34-418d-b812-924c095df566,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:27.854941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 04e4405d-ac34-418d-b812-924c095df566 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:02:27.978674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51844) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:27.978916 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a45a148d-e302-4039-9978-52a1e0e8f0f4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.0526681
Feb 12 21:02:27.984518 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-17c89424-3828-4a62-8036-774f9a4c2cdf admin admin] Request body: {'subnet': {'network_id': '04e4405d-ac34-418d-b812-924c095df566', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-571351802-subnet', 'tenant_id': '97311a1994be45a2b507aedc74f578df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:28.063786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c89424-3828-4a62-8036-774f9a4c2cdf admin admin] Made reservation on behalf of 97311a1994be45a2b507aedc74f578df for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:28.064340 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3725fc38-9147-4429-a1be-82b58ecbb641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:28.067021 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17c89424-3828-4a62-8036-774f9a4c2cdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:28.290893 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb5c95-7cdd-4611-9908-0cf0af97e3d6 req-ffb98673-d5bc-45b4-a5d5-e294678d43cb tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:28.292351 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-48eb5c95-7cdd-4611-9908-0cf0af97e3d6 req-ffb98673-d5bc-45b4-a5d5-e294678d43cb tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 972 time: 0.1223996
Feb 12 21:02:28.345970 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-48eb5c95-7cdd-4611-9908-0cf0af97e3d6 req-ec21cbf3-570e-44ec-a0f3-0df311b4beed tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473301
Feb 12 21:02:28.401543 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17c89424-3828-4a62-8036-774f9a4c2cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (92392980-c8c9-4fba-bd0f-ab0b7a77d147), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:28.421014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7984a3de-a40b-474a-a668-e3f9e90aa9eb req-e814ed31-a58c-473c-93a1-10e1f1f5c6a4 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 210 time: 0.0293589
Feb 12 21:02:28.466211 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c89424-3828-4a62-8036-774f9a4c2cdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=92392980-c8c9-4fba-bd0f-ab0b7a77d147,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:28.486334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c89424-3828-4a62-8036-774f9a4c2cdf admin admin] Checking segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:28.486694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c89424-3828-4a62-8036-774f9a4c2cdf admin admin] Network hostable DHCP agents. Network: 04e4405d-ac34-418d-b812-924c095df566, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:02:28.561284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c89424-3828-4a62-8036-774f9a4c2cdf admin admin] Network 04e4405d-ac34-418d-b812-924c095df566 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:02:28.663820 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-17c89424-3828-4a62-8036-774f9a4c2cdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 04e4405d-ac34-418d-b812-924c095df566) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:28.668642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c89424-3828-4a62-8036-774f9a4c2cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:28.670195 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17c89424-3828-4a62-8036-774f9a4c2cdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:28.673121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc2fdb7-f36b-43eb-b6cf-c7853f4ebc7f None None] Network 04e4405d-ac34-418d-b812-924c095df566 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:02:28.677518 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4f212-fb7b-4207-90a8-8b4194d13cf9 req-78530e4b-124d-4be9-a805-1eeeae9386f5 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:28.680314 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6fe4f212-fb7b-4207-90a8-8b4194d13cf9 req-78530e4b-124d-4be9-a805-1eeeae9386f5 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 950 time: 0.0597711
Feb 12 21:02:28.741090 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6fe4f212-fb7b-4207-90a8-8b4194d13cf9 req-19537bec-972f-49cc-b2d5-f3b160e1f24e tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543313
Feb 12 21:02:28.803090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc56416-dbb9-4ea1-b518-33a7ba5b1b6b None None] Network 04e4405d-ac34-418d-b812-924c095df566 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:02:28.827339 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-17c89424-3828-4a62-8036-774f9a4c2cdf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8397551
Feb 12 21:02:28.856220 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-708db952-f02d-4c3e-be5b-6d17faafdb2e req-b9fadb9a-fb04-4a51-b7d0-b969c8d845aa tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 210 time: 0.0302126
Feb 12 21:02:29.088507 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:29.439847 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:29.482298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b92028-bba2-45fa-835e-c930b8646ca1 req-6ecc4d76-f94c-44c9-9e55-9b36eda77a94 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:29.483929 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31b92028-bba2-45fa-835e-c930b8646ca1 req-6ecc4d76-f94c-44c9-9e55-9b36eda77a94 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 972 time: 0.0663776
Feb 12 21:02:29.542936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31b92028-bba2-45fa-835e-c930b8646ca1 req-c790325a-3e0b-4a40-a883-0a272aee252c tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523720
Feb 12 21:02:29.557570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51970) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:29.583909 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6a1825fc-fc08-4e78-b327-c4fb851e9a1e req-f1ae2c35-e58e-4a4e-be02-699cb36ae3c3 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 210 time: 0.0404191
Feb 12 21:02:29.759982 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8c397-ad45-4f52-9279-2057e09de335 req-261e8255-93c7-4a21-92ea-20fc0fada9fd tempest-AggregatesAdminTestJSON-657403568 tempest-AggregatesAdminTestJSON-657403568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:29.761709 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52f8c397-ad45-4f52-9279-2057e09de335 req-261e8255-93c7-4a21-92ea-20fc0fada9fd tempest-AggregatesAdminTestJSON-657403568 tempest-AggregatesAdminTestJSON-657403568-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 1154 time: 0.0824921
Feb 12 21:02:29.793087 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-52f8c397-ad45-4f52-9279-2057e09de335 req-ed8074af-19f6-410a-a411-810b83e8ad50 tempest-AggregatesAdminTestJSON-657403568 tempest-AggregatesAdminTestJSON-657403568-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:29.825758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52014) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:29.833137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-057a119b-461d-4e20-b5bf-918a60e6c79d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1957086695-network', 'tenant_id': 'a6d491412b3345edb0376e15d831b08f'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:29.837011 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-893ba63f-3c78-49ba-9cb6-3675478f7b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:29.924143 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-52f8c397-ad45-4f52-9279-2057e09de335 req-ed8074af-19f6-410a-a411-810b83e8ad50 tempest-AggregatesAdminTestJSON-657403568 tempest-AggregatesAdminTestJSON-657403568-project-admin] Publish callbacks [] for security_group (024ab3df-fc42-43af-8919-f3883a6bfef9), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:29.924637 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-893ba63f-3c78-49ba-9cb6-3675478f7b15 admin admin] Publish callbacks [] for security_group (891028a0-974a-431a-b931-7d8205417d95), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:29.972361 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057a119b-461d-4e20-b5bf-918a60e6c79d admin admin] Made reservation on behalf of a6d491412b3345edb0376e15d831b08f for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:29.974761 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-057a119b-461d-4e20-b5bf-918a60e6c79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:29.984299 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-057a119b-461d-4e20-b5bf-918a60e6c79d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:29.991007 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-893ba63f-3c78-49ba-9cb6-3675478f7b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (891028a0-974a-431a-b931-7d8205417d95), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.001127 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-52f8c397-ad45-4f52-9279-2057e09de335 req-ed8074af-19f6-410a-a411-810b83e8ad50 tempest-AggregatesAdminTestJSON-657403568 tempest-AggregatesAdminTestJSON-657403568-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (024ab3df-fc42-43af-8919-f3883a6bfef9), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.043594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.48', 51555) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:30.048748 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-893ba63f-3c78-49ba-9cb6-3675478f7b15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=609f594771e94bdaaae422462a4ec8e5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4908745
Feb 12 21:02:30.048748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ba63f-3c78-49ba-9cb6-3675478f7b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891028a0-974a-431a-b931-7d8205417d95,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:30.057195 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52030) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:30.083860 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52f8c397-ad45-4f52-9279-2057e09de335 req-ed8074af-19f6-410a-a411-810b83e8ad50 tempest-AggregatesAdminTestJSON-657403568 tempest-AggregatesAdminTestJSON-657403568-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3147357
Feb 12 21:02:30.085639 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-e8d557da-28fa-4bef-9196-306e37d8ef9c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=55f8176a19e946ee8eecaa5d963d908c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0608180
Feb 12 21:02:30.154319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2fd4e-589c-4daf-b523-3f4e69cc2012 req-0a3b06af-b72e-4974-aa57-d477b73a8204 tempest-DeleteServersAdminTestJSON-1308990651 tempest-DeleteServersAdminTestJSON-1308990651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:30.156505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8074af-19f6-410a-a411-810b83e8ad50 tempest-AggregatesAdminTestJSON-657403568 tempest-AggregatesAdminTestJSON-657403568-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024ab3df-fc42-43af-8919-f3883a6bfef9,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:30.156666 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36d2fd4e-589c-4daf-b523-3f4e69cc2012 req-0a3b06af-b72e-4974-aa57-d477b73a8204 tempest-DeleteServersAdminTestJSON-1308990651 tempest-DeleteServersAdminTestJSON-1308990651-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 1132 time: 0.0944896
Feb 12 21:02:30.284870 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bcc215c-428a-42bd-b409-5c58df3e19c4 admin admin] Publish callbacks [] for security_group (891028a0-974a-431a-b931-7d8205417d95), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.292849 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-36d2fd4e-589c-4daf-b523-3f4e69cc2012 req-d327c05d-e6ef-4e5a-9f95-ae687d32a19c tempest-DeleteServersAdminTestJSON-1308990651 tempest-DeleteServersAdminTestJSON-1308990651-project-admin] Deleting port b943e58a-9420-46c8-b2e9-b3928cd30b30 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:02:30.293266 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-36d2fd4e-589c-4daf-b523-3f4e69cc2012 req-d327c05d-e6ef-4e5a-9f95-ae687d32a19c tempest-DeleteServersAdminTestJSON-1308990651 tempest-DeleteServersAdminTestJSON-1308990651-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b943e58a-9420-46c8-b2e9-b3928cd30b30), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.337024 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b716ca30-bb32-4c3f-889b-3d039fbe5f19 req-9b75660e-5d4a-43b7-b8fb-bf33039c6481 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 210 time: 0.0410197
Feb 12 21:02:30.339251 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bcc215c-428a-42bd-b409-5c58df3e19c4 admin admin] Publish callbacks [] for security_group (891028a0-974a-431a-b931-7d8205417d95), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.394727 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-a8523297-f725-4487-8296-d42d88a33d98 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:30.396248 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-a8523297-f725-4487-8296-d42d88a33d98 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3040352
Feb 12 21:02:30.409783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-36d2fd4e-589c-4daf-b523-3f4e69cc2012 req-d327c05d-e6ef-4e5a-9f95-ae687d32a19c tempest-DeleteServersAdminTestJSON-1308990651 tempest-DeleteServersAdminTestJSON-1308990651-project-admin] For port b943e58a-9420-46c8-b2e9-b3928cd30b30, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b943e58a-9420-46c8-b2e9-b3928cd30b30,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:30.410358 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-36d2fd4e-589c-4daf-b523-3f4e69cc2012 req-d327c05d-e6ef-4e5a-9f95-ae687d32a19c tempest-DeleteServersAdminTestJSON-1308990651 tempest-DeleteServersAdminTestJSON-1308990651-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b943e58a-9420-46c8-b2e9-b3928cd30b30), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.414683 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Request body: {'port': {'device_id': 'cdb70780-dfdd-41df-8b16-34776dae9ee5', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '55f8176a19e946ee8eecaa5d963d908c'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:30.427169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-36d2fd4e-589c-4daf-b523-3f4e69cc2012 req-d327c05d-e6ef-4e5a-9f95-ae687d32a19c tempest-DeleteServersAdminTestJSON-1308990651 tempest-DeleteServersAdminTestJSON-1308990651-project-admin] Calling delete_port for b943e58a-9420-46c8-b2e9-b3928cd30b30 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:02:30.427356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14989e58-d01c-4306-8c75-4540471c0565 req-68dc345a-92bd-4fb0-bf4c-7cde09ef3a90 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:30.428860 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-14989e58-d01c-4306-8c75-4540471c0565 req-68dc345a-92bd-4fb0-bf4c-7cde09ef3a90 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 950 time: 0.2167721
Feb 12 21:02:30.430723 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-057a119b-461d-4e20-b5bf-918a60e6c79d admin admin] Publish callbacks [] for security_group (07320776-f8b2-448b-b3a1-98bc123ea96f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.515752 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bcc215c-428a-42bd-b409-5c58df3e19c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (891028a0-974a-431a-b931-7d8205417d95), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.518323 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bcc215c-428a-42bd-b409-5c58df3e19c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.519446 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4bcc215c-428a-42bd-b409-5c58df3e19c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/891028a0-974a-431a-b931-7d8205417d95 HTTP/1.1" status: 204  len: 168 time: 0.4510336
Feb 12 21:02:30.549495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc215c-428a-42bd-b409-5c58df3e19c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891028a0-974a-431a-b931-7d8205417d95,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:30.572971 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-14989e58-d01c-4306-8c75-4540471c0565 req-d654d82f-1e36-43b3-8c2b-efa0ecae1f68 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240215
Feb 12 21:02:30.590026 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-057a119b-461d-4e20-b5bf-918a60e6c79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (07320776-f8b2-448b-b3a1-98bc123ea96f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.633722 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057a119b-461d-4e20-b5bf-918a60e6c79d admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:02:30.658242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a119b-461d-4e20-b5bf-918a60e6c79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07320776-f8b2-448b-b3a1-98bc123ea96f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:30.662904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-057a119b-461d-4e20-b5bf-918a60e6c79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (e0fd47dd-dcfe-4791-ad7c-e22ea2983908), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.663237 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-057a119b-461d-4e20-b5bf-918a60e6c79d admin admin] Added segment e0fd47dd-dcfe-4791-ad7c-e22ea2983908 of type vlan for network d82e834a-060b-4784-be61-695709feb53a
Feb 12 21:02:30.722462 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-057a119b-461d-4e20-b5bf-918a60e6c79d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (d82e834a-060b-4784-be61-695709feb53a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.732973 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-36d2fd4e-589c-4daf-b523-3f4e69cc2012 req-d327c05d-e6ef-4e5a-9f95-ae687d32a19c tempest-DeleteServersAdminTestJSON-1308990651 tempest-DeleteServersAdminTestJSON-1308990651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b943e58a-9420-46c8-b2e9-b3928cd30b30), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.740832 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-73de37ee-0fb4-4c8c-8524-d4db39942a48 req-7ec8d939-333f-4670-8b88-87c7db22ad65 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 210 time: 0.0404665
Feb 12 21:02:30.748434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b943e58a-9420-46c8-b2e9-b3928cd30b30'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:02:30.778758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Made reservation on behalf of 55f8176a19e946ee8eecaa5d963d908c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:30.787229 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.793540 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327c05d-e6ef-4e5a-9f95-ae687d32a19c tempest-DeleteServersAdminTestJSON-1308990651 tempest-DeleteServersAdminTestJSON-1308990651-project-admin] Pushing event deleted for resources: {'Port': ['ID=b943e58a-9420-46c8-b2e9-b3928cd30b30,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:30.820767 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.875122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d2fd4e-589c-4daf-b523-3f4e69cc2012 req-d327c05d-e6ef-4e5a-9f95-ae687d32a19c tempest-DeleteServersAdminTestJSON-1308990651 tempest-DeleteServersAdminTestJSON-1308990651-project-admin] No DVR routers for this DVR port b943e58a-9420-46c8-b2e9-b3928cd30b30 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:02:30.878723 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-36d2fd4e-589c-4daf-b523-3f4e69cc2012 req-d327c05d-e6ef-4e5a-9f95-ae687d32a19c tempest-DeleteServersAdminTestJSON-1308990651 tempest-DeleteServersAdminTestJSON-1308990651-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.883524 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36d2fd4e-589c-4daf-b523-3f4e69cc2012 req-d327c05d-e6ef-4e5a-9f95-ae687d32a19c tempest-DeleteServersAdminTestJSON-1308990651 tempest-DeleteServersAdminTestJSON-1308990651-project-admin] 10.222.0.48 "DELETE /v2.0/ports/b943e58a-9420-46c8-b2e9-b3928cd30b30 HTTP/1.1" status: 204  len: 173 time: 0.7203331
Feb 12 21:02:30.883996 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e264a5e-a4b7-4947-b94b-331176328e63', 'name': 'network-vif-deleted', 'tag': 'b943e58a-9420-46c8-b2e9-b3928cd30b30'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:30.886381 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fe210c-ef28-4575-b55f-d5bebbb4985c" -d '{"events": [{"server_uuid": "6e264a5e-a4b7-4947-b94b-331176328e63", "name": "network-vif-deleted", "tag": "b943e58a-9420-46c8-b2e9-b3928cd30b30"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:30.943461 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks [] for security_group (1cfa6fd2-78d4-4d2e-ae36-134df7f01837), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.966840 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-057a119b-461d-4e20-b5bf-918a60e6c79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (d82e834a-060b-4784-be61-695709feb53a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:30.968555 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a119b-461d-4e20-b5bf-918a60e6c79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:30.969142 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-057a119b-461d-4e20-b5bf-918a60e6c79d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:31.012172 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:31.072213 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1cfa6fd2-78d4-4d2e-ae36-134df7f01837), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:31.111035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a119b-461d-4e20-b5bf-918a60e6c79d admin admin] Pushing event updated for resources: {'Network': ['ID=d82e834a-060b-4784-be61-695709feb53a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:31.124975 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-057a119b-461d-4e20-b5bf-918a60e6c79d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.2942441
Feb 12 21:02:31.126782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network d82e834a-060b-4784-be61-695709feb53a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:02:31.132940 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52092) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:31.199581 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-009425ed-632c-4141-b452-0721d87559b0 admin admin] Request body: {'subnet': {'network_id': 'd82e834a-060b-4784-be61-695709feb53a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1957086695-subnet', 'tenant_id': 'a6d491412b3345edb0376e15d831b08f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:31.222440 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfa6fd2-78d4-4d2e-ae36-134df7f01837,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:31.287931 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753bf3d4-8d77-4eca-a746-f181ca2deffa x-openstack-request-id: req-753bf3d4-8d77-4eca-a746-f181ca2deffa {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:31.287931 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e264a5e-a4b7-4947-b94b-331176328e63", "name": "network-vif-deleted", "tag": "b943e58a-9420-46c8-b2e9-b3928cd30b30", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:31.288303 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-753bf3d4-8d77-4eca-a746-f181ca2deffa {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:31.288590 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e264a5e-a4b7-4947-b94b-331176328e63', 'name': 'network-vif-deleted', 'tag': 'b943e58a-9420-46c8-b2e9-b3928cd30b30', 'status': 'completed', 'code': 200}
Feb 12 21:02:31.339389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f5ef6-7064-4866-adee-c839db6dbe3e req-2c953571-fbd6-42aa-ad2c-de6d3d1e017a tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:31.350685 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c0f5ef6-7064-4866-adee-c839db6dbe3e req-2c953571-fbd6-42aa-ad2c-de6d3d1e017a tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 972 time: 0.1194630
Feb 12 21:02:31.378505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Allocated IP 192.168.233.89 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/7fe731ff-5471-4420-a35a-07898901b4d0) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:02:31.387767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc475bff-cf6c-4657-981d-d257931c5167 req-60c82a71-991d-4402-9789-dc01c67da6e5 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:31.389292 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-60c82a71-991d-4402-9789-dc01c67da6e5 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.48 "GET /v2.0/networks?id=b9b58e18-4724-4374-98c5-14f3d3ee43a0 HTTP/1.1" status: 200  len: 824 time: 0.3484006
Feb 12 21:02:31.397994 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009425ed-632c-4141-b452-0721d87559b0 admin admin] Made reservation on behalf of a6d491412b3345edb0376e15d831b08f for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:31.400291 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-009425ed-632c-4141-b452-0721d87559b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:31.437090 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c0f5ef6-7064-4866-adee-c839db6dbe3e req-b8ac47cc-a756-4417-bc24-14f4006b16b2 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846157
Feb 12 21:02:31.498828 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-1684df16-4eeb-489c-8372-07d7cdbe5dc6 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c59817262e9431fa88f725ab4b5f7a3 HTTP/1.1" status: 200  len: 380 time: 0.0926239
Feb 12 21:02:31.521188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-dc475bff-cf6c-4657-981d-d257931c5167 req-596129ec-576e-4c9c-9ad6-1996ac3847a4 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Request body: {'port': {'device_id': 'a69d5d6c-82ee-44e8-930e-270484371efe', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'admin_state_up': True, 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'security_groups': ['d02ea093-d7d0-470c-830e-a85beb846ac6']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:31.541250 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-90b2e4fb-56c6-446d-8b24-02b3a57af0ac req-c9b41bf0-1e38-4dcf-a629-a32caccd7488 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 210 time: 0.0579000
Feb 12 21:02:31.709411 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks [] for port (7fe731ff-5471-4420-a35a-07898901b4d0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:31.765513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52148) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:31.773522 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d0a378f-050d-4b00-b446-1eb29d00d70e req-a9daabbd-7635-4f61-817f-9e5c56a21f38 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e264a5e-a4b7-4947-b94b-331176328e63 HTTP/1.1" status: 200  len: 210 time: 0.0599470
Feb 12 21:02:31.788788 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aca2708d-88fe-47bf-aeb4-269c1a31c5cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:31.809874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc475bff-cf6c-4657-981d-d257931c5167 req-596129ec-576e-4c9c-9ad6-1996ac3847a4 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Made reservation on behalf of 0c59817262e9431fa88f725ab4b5f7a3 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:31.814361 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc475bff-cf6c-4657-981d-d257931c5167 req-596129ec-576e-4c9c-9ad6-1996ac3847a4 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:31.899662 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-009425ed-632c-4141-b452-0721d87559b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (5a711ac3-9595-48d4-940b-1b9e24938004), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:31.933336 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-335d43aa-7c3e-43d7-9eeb-5e7359972542 req-44af2139-aacf-4b85-a6e5-f6990c525f16 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 210 time: 0.0661390
Feb 12 21:02:31.938749 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:31.992631 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aca2708d-88fe-47bf-aeb4-269c1a31c5cc admin admin] Publish callbacks [] for security_group (6011e453-ba6d-4399-b13e-020cbf61ee37), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:32.009648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-dc475bff-cf6c-4657-981d-d257931c5167 req-596129ec-576e-4c9c-9ad6-1996ac3847a4 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Allocated IP 172.20.0.9 (b9b58e18-4724-4374-98c5-14f3d3ee43a0/8dc3ffc6-8752-418b-93fb-e118910b6c7b/066233ec-c2e8-467f-a414-c7bb91607730) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:02:32.010156 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009425ed-632c-4141-b452-0721d87559b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a711ac3-9595-48d4-940b-1b9e24938004,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:32.015433 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:02:32.024073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:32.035096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:02:32.039531 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Pushing event updated for resources: {'Port': ['ID=7fe731ff-5471-4420-a35a-07898901b4d0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:32.086374 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009425ed-632c-4141-b452-0721d87559b0 admin admin] Checking segment: {'id': 'e0fd47dd-dcfe-4791-ad7c-e22ea2983908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd82e834a-060b-4784-be61-695709feb53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:32.086930 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009425ed-632c-4141-b452-0721d87559b0 admin admin] Network hostable DHCP agents. Network: d82e834a-060b-4784-be61-695709feb53a, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:02:32.116174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:32.116809 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:32.158623 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aca2708d-88fe-47bf-aeb4-269c1a31c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6011e453-ba6d-4399-b13e-020cbf61ee37), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:32.184037 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:32.227452 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-aca2708d-88fe-47bf-aeb4-269c1a31c5cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7f9d6b49c2d4035b1661ea65361621e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4605432
Feb 12 21:02:32.230698 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52190) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:32.235716 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2708d-88fe-47bf-aeb4-269c1a31c5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6011e453-ba6d-4399-b13e-020cbf61ee37,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:32.244283 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc475bff-cf6c-4657-981d-d257931c5167 req-596129ec-576e-4c9c-9ad6-1996ac3847a4 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for port (066233ec-c2e8-467f-a414-c7bb91607730), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:32.259403 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009425ed-632c-4141-b452-0721d87559b0 admin admin] Network d82e834a-060b-4784-be61-695709feb53a is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:02:32.290418 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-d257f9be-a00d-43e5-8447-441cec507803 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8815155
Feb 12 21:02:32.315279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Request body: {'port': {'device_id': 'cdb70780-dfdd-41df-8b16-34776dae9ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:32.368028 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-571fb959-591b-4977-b231-df24e8d940b1 admin admin] Publish callbacks [] for security_group (6011e453-ba6d-4399-b13e-020cbf61ee37), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:32.376405 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-009425ed-632c-4141-b452-0721d87559b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d82e834a-060b-4784-be61-695709feb53a) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:32.381110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-29c3f4be-c730-4d6b-a4ed-4ec228593d90 None None] Provisioning complete for port 7fe731ff-5471-4420-a35a-07898901b4d0 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:32.381652 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-29c3f4be-c730-4d6b-a4ed-4ec228593d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:32.384585 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4ed7d5-7c00-4c97-b9cb-0265004f32c9 None None] Network d82e834a-060b-4784-be61-695709feb53a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:02:32.402445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009425ed-632c-4141-b452-0721d87559b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:32.403042 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-009425ed-632c-4141-b452-0721d87559b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:32.408572 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc475bff-cf6c-4657-981d-d257931c5167 req-596129ec-576e-4c9c-9ad6-1996ac3847a4 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (066233ec-c2e8-467f-a414-c7bb91607730), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:32.426012 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-571fb959-591b-4977-b231-df24e8d940b1 admin admin] Publish callbacks [] for security_group (6011e453-ba6d-4399-b13e-020cbf61ee37), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:32.434264 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:32.479349 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-29c3f4be-c730-4d6b-a4ed-4ec228593d90 None None] Port 7fe731ff-5471-4420-a35a-07898901b4d0 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:02:32.525033 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-009425ed-632c-4141-b452-0721d87559b0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3825250
Feb 12 21:02:32.565857 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0af659-cc5a-4919-a0b9-d3d4dcd8683d None None] Network d82e834a-060b-4784-be61-695709feb53a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:02:32.623017 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-571fb959-591b-4977-b231-df24e8d940b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6011e453-ba6d-4399-b13e-020cbf61ee37), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:32.626028 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-571fb959-591b-4977-b231-df24e8d940b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:32.627337 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-571fb959-591b-4977-b231-df24e8d940b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6011e453-ba6d-4399-b13e-020cbf61ee37 HTTP/1.1" status: 204  len: 168 time: 0.3955381
Feb 12 21:02:32.650073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fb959-591b-4977-b231-df24e8d940b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6011e453-ba6d-4399-b13e-020cbf61ee37,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:32.743451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f30155-3fbd-4dd3-9c8f-359c02d00d99 req-ad6afe75-67a9-4a20-8dc1-044a54eaeab0 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:32.745579 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-26f30155-3fbd-4dd3-9c8f-359c02d00d99 req-ad6afe75-67a9-4a20-8dc1-044a54eaeab0 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 972 time: 0.1600771
Feb 12 21:02:32.837747 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-26f30155-3fbd-4dd3-9c8f-359c02d00d99 req-49518859-87aa-4a61-a49a-1e5eb2b9c80f tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793681
Feb 12 21:02:32.905059 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe731ff-5471-4420-a35a-07898901b4d0 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:02:32.914814 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Publish callbacks [] for port (7fe731ff-5471-4420-a35a-07898901b4d0), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:32.931067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc475bff-cf6c-4657-981d-d257931c5167 req-596129ec-576e-4c9c-9ad6-1996ac3847a4 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Network b9b58e18-4724-4374-98c5-14f3d3ee43a0 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:02:32.933264 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Transition to ACTIVE for port object 7fe731ff-5471-4420-a35a-07898901b4d0 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:02:32.953251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-dc475bff-cf6c-4657-981d-d257931c5167 req-596129ec-576e-4c9c-9ad6-1996ac3847a4 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:32.955300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596129ec-576e-4c9c-9ad6-1996ac3847a4 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Pushing event updated for resources: {'Port': ['ID=066233ec-c2e8-467f-a414-c7bb91607730,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:32.960061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc475bff-cf6c-4657-981d-d257931c5167 req-596129ec-576e-4c9c-9ad6-1996ac3847a4 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:02:33.019427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6568c-8bf1-4974-89a3-58301c282112 req-dd29cccf-709a-4367-b18e-151d27ba7397 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:33.021163 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-72c6568c-8bf1-4974-89a3-58301c282112 req-dd29cccf-709a-4367-b18e-151d27ba7397 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.50 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 972 time: 0.5568578
Feb 12 21:02:33.047898 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:33.083776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc475bff-cf6c-4657-981d-d257931c5167 req-596129ec-576e-4c9c-9ad6-1996ac3847a4 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:33.086957 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc475bff-cf6c-4657-981d-d257931c5167 req-596129ec-576e-4c9c-9ad6-1996ac3847a4 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:33.100750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe731ff-5471-4420-a35a-07898901b4d0,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:33.142670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdb7d8-8a3a-4775-ad88-d2c96d6b22d3 req-147ce5c0-57b2-4bf9-9078-f20d172d6bcb tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:33.144221 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-37fdb7d8-8a3a-4775-ad88-d2c96d6b22d3 req-147ce5c0-57b2-4bf9-9078-f20d172d6bcb tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 935 time: 0.2394896
Feb 12 21:02:33.214982 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Attempting to bind port 7fe731ff-5471-4420-a35a-07898901b4d0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:02:33.215371 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Attempting to bind port 7fe731ff-5471-4420-a35a-07898901b4d0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:02:33.215686 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Attempting to bind port 7fe731ff-5471-4420-a35a-07898901b4d0 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:33.227991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Port 7fe731ff-5471-4420-a35a-07898901b4d0 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:02:33.228857 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Attempting to bind port 7fe731ff-5471-4420-a35a-07898901b4d0 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:33.239885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:02:33.239885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:33.240867 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:02:33.241498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Bound port: 7fe731ff-5471-4420-a35a-07898901b4d0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:02:33.243359 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:33.281392 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-596129ec-576e-4c9c-9ad6-1996ac3847a4 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7649868
Feb 12 21:02:33.311248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Request body: {'port': {'device_id': 'a69d5d6c-82ee-44e8-930e-270484371efe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:33.360751 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-37fdb7d8-8a3a-4775-ad88-d2c96d6b22d3 req-3d5e699f-7004-45b7-8a28-b31c6962e8df tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916282
Feb 12 21:02:33.388964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] For port 7fe731ff-5471-4420-a35a-07898901b4d0, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:02:33.393270 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] For port 7fe731ff-5471-4420-a35a-07898901b4d0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fe731ff-5471-4420-a35a-07898901b4d0,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:02:33.418735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-dffcefa3-14a6-423f-a585-07c79a8f0742 None None] Provisioning complete for port 066233ec-c2e8-467f-a414-c7bb91607730 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:33.419306 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dffcefa3-14a6-423f-a585-07c79a8f0742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (066233ec-c2e8-467f-a414-c7bb91607730), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:33.437477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-72c6568c-8bf1-4974-89a3-58301c282112 req-f926a288-a397-435a-837f-c83ec633765a tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Deleting port 9321cd89-3791-44fa-bb97-c4567ffefdc5 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:02:33.437958 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-72c6568c-8bf1-4974-89a3-58301c282112 req-f926a288-a397-435a-837f-c83ec633765a tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (9321cd89-3791-44fa-bb97-c4567ffefdc5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:33.583792 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (066233ec-c2e8-467f-a414-c7bb91607730), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:33.584703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-dffcefa3-14a6-423f-a585-07c79a8f0742 None None] Port 066233ec-c2e8-467f-a414-c7bb91607730 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:02:33.613928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-72c6568c-8bf1-4974-89a3-58301c282112 req-f926a288-a397-435a-837f-c83ec633765a tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] For port 9321cd89-3791-44fa-bb97-c4567ffefdc5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9321cd89-3791-44fa-bb97-c4567ffefdc5,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:33.614320 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-72c6568c-8bf1-4974-89a3-58301c282112 req-f926a288-a397-435a-837f-c83ec633765a tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (9321cd89-3791-44fa-bb97-c4567ffefdc5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:33.663590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b943e58a-9420-46c8-b2e9-b3928cd30b30 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:02:33.681302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-72c6568c-8bf1-4974-89a3-58301c282112 req-f926a288-a397-435a-837f-c83ec633765a tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Calling delete_port for 9321cd89-3791-44fa-bb97-c4567ffefdc5 owned by compute:tempest-test_az-1298267163 {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:02:33.700332 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: b943e58a-9420-46c8-b2e9-b3928cd30b30 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:02:33.701080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b943e58a-9420-46c8-b2e9-b3928cd30b30 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:02:33.813972 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:33.854483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:33.855108 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:33.856740 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] 10.222.0.48 "PUT /v2.0/ports/7fe731ff-5471-4420-a35a-07898901b4d0 HTTP/1.1" status: 200  len: 1095 time: 1.5475936
Feb 12 21:02:33.858103 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb70780-dfdd-41df-8b16-34776dae9ee5', 'tag': '7fe731ff-5471-4420-a35a-07898901b4d0'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:33.869515 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c22d0b-f967-4c3c-be44-3a158b45fc4f" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb70780-dfdd-41df-8b16-34776dae9ee5", "tag": "7fe731ff-5471-4420-a35a-07898901b4d0"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:33.897498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36763b-4364-492f-a668-d4f9561c2821 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe731ff-5471-4420-a35a-07898901b4d0,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:34.035879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-10a8d0ee-376d-4e04-b5c8-9c7c6ac1e15e tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:34.037482 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-10a8d0ee-376d-4e04-b5c8-9c7c6ac1e15e tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 807 time: 0.2452557
Feb 12 21:02:34.064390 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066233ec-c2e8-467f-a414-c7bb91607730 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:02:34.076087 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-bdb33522-1b67-474b-bf4a-b8319842dbda tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/quotas/97311a1994be45a2b507aedc74f578df HTTP/1.1" status: 200  len: 375 time: 0.0309196
Feb 12 21:02:34.080822 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Publish callbacks [] for port (066233ec-c2e8-467f-a414-c7bb91607730), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:34.125174 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-140e2f98-5bab-443d-89ac-eb07a317ce99 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0413318
Feb 12 21:02:34.130968 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Transition to ACTIVE for port object 066233ec-c2e8-467f-a414-c7bb91607730 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:02:34.231089 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-7292d045-262e-4b7d-a75a-e55af3736852 service neutron] 10.222.0.31 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946269
Feb 12 21:02:34.262544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7994d9d-8fd9-4b9e-90d1-bc612ca843dc req-7a07c0b7-9816-4f63-ac88-118309420198 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:34.263084 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7994d9d-8fd9-4b9e-90d1-bc612ca843dc req-7a07c0b7-9816-4f63-ac88-118309420198 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 931 time: 0.3073046
Feb 12 21:02:34.264311 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (066233ec-c2e8-467f-a414-c7bb91607730), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:34.267511 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-72c6568c-8bf1-4974-89a3-58301c282112 req-f926a288-a397-435a-837f-c83ec633765a tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (9321cd89-3791-44fa-bb97-c4567ffefdc5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:34.274539 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-33f08fa2-cc46-4688-9efa-1d12b07b7848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:34.276027 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-33f08fa2-cc46-4688-9efa-1d12b07b7848 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 1129 time: 0.0696394
Feb 12 21:02:34.279776 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['9321cd89-3791-44fa-bb97-c4567ffefdc5'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:02:34.334203 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-11d1cd13-69a1-4fb7-9ca6-24f211ef984d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7fe731ff-5471-4420-a35a-07898901b4d0 HTTP/1.1" status: 200  len: 217 time: 0.0422990
Feb 12 21:02:34.396683 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7994d9d-8fd9-4b9e-90d1-bc612ca843dc req-16bbafee-592b-4eea-940e-4e88c72e6e7f tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1195209
Feb 12 21:02:34.438402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-2b88d748-a567-4641-bfc7-e77447a973a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:34.439945 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-2b88d748-a567-4641-bfc7-e77447a973a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0961978
Feb 12 21:02:34.465126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c6568c-8bf1-4974-89a3-58301c282112 req-f926a288-a397-435a-837f-c83ec633765a tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] No DVR routers for this DVR port 9321cd89-3791-44fa-bb97-c4567ffefdc5 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:02:34.473788 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-72c6568c-8bf1-4974-89a3-58301c282112 req-f926a288-a397-435a-837f-c83ec633765a tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:34.477152 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-72c6568c-8bf1-4974-89a3-58301c282112 req-f926a288-a397-435a-837f-c83ec633765a tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.50 "DELETE /v2.0/ports/9321cd89-3791-44fa-bb97-c4567ffefdc5 HTTP/1.1" status: 204  len: 173 time: 1.4452713
Feb 12 21:02:34.477904 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Pushing event updated for resources: {'Port': ['ID=066233ec-c2e8-467f-a414-c7bb91607730,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:34.480630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be69994b-e4e2-4bc4-97c3-8d94d29fe78a', 'name': 'network-vif-deleted', 'tag': '9321cd89-3791-44fa-bb97-c4567ffefdc5'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:34.483325 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d65719-a6e7-4ff2-bc16-a65ad9c12660" -d '{"events": [{"server_uuid": "be69994b-e4e2-4bc4-97c3-8d94d29fe78a", "name": "network-vif-deleted", "tag": "9321cd89-3791-44fa-bb97-c4567ffefdc5"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:34.574615 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb389dad-f577-443e-8ab6-03e494201c13 req-8feb4975-1119-4049-ad8e-2554cd2cd4c5 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f24b9d29252e43d597ac37f401de9de5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0545671
Feb 12 21:02:34.586945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926a288-a397-435a-837f-c83ec633765a tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] Pushing event deleted for resources: {'Port': ['ID=9321cd89-3791-44fa-bb97-c4567ffefdc5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:34.613196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-dab7c5e5-d710-4701-9c88-5d4660084486 service neutron] 10.222.0.31 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3753321
Feb 12 21:02:34.675746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Attempting to bind port 066233ec-c2e8-467f-a414-c7bb91607730 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:02:34.676267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Attempting to bind port 066233ec-c2e8-467f-a414-c7bb91607730 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:02:34.676693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Attempting to bind port 066233ec-c2e8-467f-a414-c7bb91607730 on network b9b58e18-4724-4374-98c5-14f3d3ee43a0 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:34.687657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Port 066233ec-c2e8-467f-a414-c7bb91607730 on network b9b58e18-4724-4374-98c5-14f3d3ee43a0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:02:34.687657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Attempting to bind port 066233ec-c2e8-467f-a414-c7bb91607730 on network b9b58e18-4724-4374-98c5-14f3d3ee43a0 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:34.705246 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-b2d93a3d-dcf6-404a-8c7b-ee57e248755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:34.705493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:02:34.705752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Checking segment: {'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:34.706171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Bound using segment: {'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:02:34.706630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Bound port: 066233ec-c2e8-467f-a414-c7bb91607730, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:02:34.706830 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-b2d93a3d-dcf6-404a-8c7b-ee57e248755f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2559192
Feb 12 21:02:34.707011 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (066233ec-c2e8-467f-a414-c7bb91607730), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:34.809248 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb389dad-f577-443e-8ab6-03e494201c13 req-03f94379-0688-46ff-beb4-b5a49de03ced tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:34.810782 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb389dad-f577-443e-8ab6-03e494201c13 req-03f94379-0688-46ff-beb4-b5a49de03ced tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2351124
Feb 12 21:02:34.847627 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb389dad-f577-443e-8ab6-03e494201c13 req-17644dc2-8dfa-4507-9c17-c06ae72eff08 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/quotas/f24b9d29252e43d597ac37f401de9de5 HTTP/1.1" status: 200  len: 375 time: 0.0220830
Feb 12 21:02:34.851064 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-47b82922-0fbe-4af7-85bb-36dc874d2719 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305599
Feb 12 21:02:34.856906 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] For port 066233ec-c2e8-467f-a414-c7bb91607730, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:02:34.860389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] For port 066233ec-c2e8-467f-a414-c7bb91607730, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=066233ec-c2e8-467f-a414-c7bb91607730,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:02:34.899957 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb389dad-f577-443e-8ab6-03e494201c13 req-e895b399-ca8e-42cf-8145-ff5fc06ae6f7 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f24b9d29252e43d597ac37f401de9de5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0464256
Feb 12 21:02:34.955670 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (066233ec-c2e8-467f-a414-c7bb91607730), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:34.963708 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-580218ca-9816-4f5a-945d-10a8f219e7fe req-fe038192-ab13-4742-9b0c-bf3aae14efdd service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1019690
Feb 12 21:02:35.012716 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:35.013285 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:35.018771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] 10.222.0.48 "PUT /v2.0/ports/066233ec-c2e8-467f-a414-c7bb91607730 HTTP/1.1" status: 200  len: 1091 time: 1.7100003
Feb 12 21:02:35.041312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24282590-cf9c-4054-ae41-df93c9a4ed26 service neutron] Pushing event updated for resources: {'Port': ['ID=066233ec-c2e8-467f-a414-c7bb91607730,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:35.087022 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b1627f-6dd9-4ddd-886f-fbddb2085b5a x-openstack-request-id: req-27b1627f-6dd9-4ddd-886f-fbddb2085b5a {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:35.087588 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb70780-dfdd-41df-8b16-34776dae9ee5", "tag": "7fe731ff-5471-4420-a35a-07898901b4d0", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:35.088088 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27b1627f-6dd9-4ddd-886f-fbddb2085b5a {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:35.088908 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb70780-dfdd-41df-8b16-34776dae9ee5', 'tag': '7fe731ff-5471-4420-a35a-07898901b4d0', 'status': 'completed', 'code': 200}
Feb 12 21:02:35.275611 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-24dc6858-f4b4-47aa-ba38-2cb3e0f029eb req-42b46edc-c59d-4dc0-bb00-718aaa918fc6 tempest-AggregatesAdminTestJSON-152238671 tempest-AggregatesAdminTestJSON-152238671-project] 10.222.0.31 "GET /v2.0/ports?device_id=be69994b-e4e2-4bc4-97c3-8d94d29fe78a HTTP/1.1" status: 200  len: 210 time: 0.1079648
Feb 12 21:02:35.318314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc475bff-cf6c-4657-981d-d257931c5167 req-acf74281-082f-41f7-a125-83b9aa08da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:35.322544 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-acf74281-082f-41f7-a125-83b9aa08da40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c59817262e9431fa88f725ab4b5f7a3&device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 1125 time: 0.1441622
Feb 12 21:02:35.356295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c22d0b-f967-4c3c-be44-3a158b45fc4f req-183e1e3e-d714-4f5f-a54a-61382352583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:35.366700 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03c22d0b-f967-4c3c-be44-3a158b45fc4f req-183e1e3e-d714-4f5f-a54a-61382352583f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 1129 time: 0.1771414
Feb 12 21:02:35.435390 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-ed6fdcbf-f783-4847-b825-62a185a652bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=066233ec-c2e8-467f-a414-c7bb91607730 HTTP/1.1" status: 200  len: 217 time: 0.1053092
Feb 12 21:02:35.506002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc475bff-cf6c-4657-981d-d257931c5167 req-d25f1b1c-1304-4dcf-bfae-062f3b7982c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:35.507881 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-d25f1b1c-1304-4dcf-bfae-062f3b7982c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8dc3ffc6-8752-418b-93fb-e118910b6c7b HTTP/1.1" status: 200  len: 863 time: 0.0655978
Feb 12 21:02:35.583180 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc475bff-cf6c-4657-981d-d257931c5167 req-eeb6ca53-7359-41c5-9cf9-d9bcb228ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:35.584923 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-eeb6ca53-7359-41c5-9cf9-d9bcb228ce21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9b58e18-4724-4374-98c5-14f3d3ee43a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0668905
Feb 12 21:02:35.698266 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a47b9-b0f3-4438-8612-d4778908ce7f req-cde89ba0-c769-45cc-80d7-da074938e24e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:35.705654 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d29a47b9-b0f3-4438-8612-d4778908ce7f req-cde89ba0-c769-45cc-80d7-da074938e24e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 947 time: 0.2501640
Feb 12 21:02:35.738400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c22d0b-f967-4c3c-be44-3a158b45fc4f req-dbc7c139-8ab8-43f5-8474-b355bedbbb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:35.739994 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03c22d0b-f967-4c3c-be44-3a158b45fc4f req-dbc7c139-8ab8-43f5-8474-b355bedbbb09 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.3699329
Feb 12 21:02:35.841511 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-37c13069-309c-4363-845e-f76a6e487126 service neutron] 10.222.0.48 "GET /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2474265
Feb 12 21:02:35.857576 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03c22d0b-f967-4c3c-be44-3a158b45fc4f req-386ec5e4-7210-48e0-9aae-604f973f16ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7fe731ff-5471-4420-a35a-07898901b4d0 HTTP/1.1" status: 200  len: 217 time: 0.1065161
Feb 12 21:02:35.923619 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d29a47b9-b0f3-4438-8612-d4778908ce7f req-c2b11523-90aa-488a-836c-118b2450a79b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165213
Feb 12 21:02:35.956421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c22d0b-f967-4c3c-be44-3a158b45fc4f req-8b4e6e80-d741-457f-b2c6-732b2d4f508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:35.958760 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03c22d0b-f967-4c3c-be44-3a158b45fc4f req-8b4e6e80-d741-457f-b2c6-732b2d4f508a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0904160
Feb 12 21:02:35.992679 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4436d5cf-b9dc-4c9f-8b05-0a30b94ee845 x-openstack-request-id: req-4436d5cf-b9dc-4c9f-8b05-0a30b94ee845 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:35.994824 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be69994b-e4e2-4bc4-97c3-8d94d29fe78a", "name": "network-vif-deleted", "tag": "9321cd89-3791-44fa-bb97-c4567ffefdc5", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:35.995450 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4436d5cf-b9dc-4c9f-8b05-0a30b94ee845 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:35.996184 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be69994b-e4e2-4bc4-97c3-8d94d29fe78a', 'name': 'network-vif-deleted', 'tag': '9321cd89-3791-44fa-bb97-c4567ffefdc5', 'status': 'completed', 'code': 200}
Feb 12 21:02:36.035915 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc475bff-cf6c-4657-981d-d257931c5167 req-74d287f4-4fe0-4baf-8ce6-b1c97cc0a010 service neutron] 10.222.0.48 "GET /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1836233
Feb 12 21:02:36.119286 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ff41591-31a7-4d39-a1be-59fa8a611024 req-99fc8d1a-2597-42a6-8a87-adc5e85fdd41 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 210 time: 0.0325994
Feb 12 21:02:36.249221 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4714d94-ece3-48e3-92d4-380358555076 req-8a701458-85d1-478d-b1b1-ed36a954c56d tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:36.251350 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b4714d94-ece3-48e3-92d4-380358555076 req-8a701458-85d1-478d-b1b1-ed36a954c56d tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 943 time: 0.0736842
Feb 12 21:02:36.291621 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e68800b9-61b2-485b-b665-afce24805e21 req-a58935e5-11a3-42b5-8356-38d7ba55d1a8 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 210 time: 0.2464538
Feb 12 21:02:36.313120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c22d0b-f967-4c3c-be44-3a158b45fc4f req-0ff3e0c3-b4a1-4677-9007-2916b1213c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:36.313240 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b4714d94-ece3-48e3-92d4-380358555076 req-da7cacbd-3196-4a93-bc4b-92bbd1f173b2 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462885
Feb 12 21:02:36.313340 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03c22d0b-f967-4c3c-be44-3a158b45fc4f req-0ff3e0c3-b4a1-4677-9007-2916b1213c96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3406219
Feb 12 21:02:36.432283 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03c22d0b-f967-4c3c-be44-3a158b45fc4f req-666e3c92-6698-4469-82c0-c964336c5175 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1193340
Feb 12 21:02:36.546577 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03c22d0b-f967-4c3c-be44-3a158b45fc4f req-666a11cf-6fd2-4290-beb6-81cf76cfd8c1 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1044862
Feb 12 21:02:37.218870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 9321cd89-3791-44fa-bb97-c4567ffefdc5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:02:37.245300 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 9321cd89-3791-44fa-bb97-c4567ffefdc5 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:02:37.245726 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 9321cd89-3791-44fa-bb97-c4567ffefdc5 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:02:37.335995 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dc3d9-efb0-49a9-bdc4-bb4566102f5a req-642714d2-71b5-4644-88f0-3e4b0a3f55c0 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:37.337455 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc1dc3d9-efb0-49a9-bdc4-bb4566102f5a req-642714d2-71b5-4644-88f0-3e4b0a3f55c0 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 947 time: 0.0543342
Feb 12 21:02:37.397818 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc1dc3d9-efb0-49a9-bdc4-bb4566102f5a req-321dddea-45e0-43fd-aff9-fb0dfc38060a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483432
Feb 12 21:02:37.657664 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a4e78069-e4cf-4844-9fe9-23f1ad191801 req-53b7ac68-66c2-4612-af43-13ec3fe80211 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 210 time: 0.0288692
Feb 12 21:02:37.680319 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 7fe731ff-5471-4420-a35a-07898901b4d0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:02:37.759180 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c3707579-8cdf-4c83-adb6-43b2ea820d97 req-69c271bf-3b36-41e7-80dc-c431378dc62b tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 210 time: 0.0333998
Feb 12 21:02:37.916495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c3bbc-2ce5-4ba3-bcc0-e2a2b56910a4 req-491b4408-6c8f-4e17-b9a9-98bd15b2d52b tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:37.918095 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a73c3bbc-2ce5-4ba3-bcc0-e2a2b56910a4 req-491b4408-6c8f-4e17-b9a9-98bd15b2d52b tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 943 time: 0.0703683
Feb 12 21:02:37.946515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 7fe731ff-5471-4420-a35a-07898901b4d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fe731ff-5471-4420-a35a-07898901b4d0,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:37.959941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '7fe731ff-5471-4420-a35a-07898901b4d0', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '7fe731ff-5471-4420-a35a-07898901b4d0', 'mac_address': 'fa:16:3e:e0:eb:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:02:38.012768 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 7fe731ff-5471-4420-a35a-07898901b4d0 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:38.013229 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:38.024237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69d5d6c-82ee-44e8-930e-270484371efe', 'tag': '066233ec-c2e8-467f-a414-c7bb91607730'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:38.026511 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807540c0-0369-4989-bc09-1ec8349b6264" -d '{"events": [{"name": "network-changed", "server_uuid": "a69d5d6c-82ee-44e8-930e-270484371efe", "tag": "066233ec-c2e8-467f-a414-c7bb91607730"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:38.047320 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe731ff-5471-4420-a35a-07898901b4d0 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:02:38.068258 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a73c3bbc-2ce5-4ba3-bcc0-e2a2b56910a4 req-77e36c1c-2d0b-427e-b392-183f1ab89b62 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1369760
Feb 12 21:02:38.095309 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 7fe731ff-5471-4420-a35a-07898901b4d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fe731ff-5471-4420-a35a-07898901b4d0,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:38.129759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-6ba03153-5494-4301-8f44-91202e73c400 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:38.131276 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-6ba03153-5494-4301-8f44-91202e73c400 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.50 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 807 time: 0.1938632
Feb 12 21:02:38.218445 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:38.250405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-98a9a25b-49b0-483d-839f-ae5388b2cc1a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Request body: {'port': {'device_id': '77e82f99-dc16-48b4-987d-d57b003637ff', 'network_id': '04e4405d-ac34-418d-b812-924c095df566', 'admin_state_up': True, 'tenant_id': '97311a1994be45a2b507aedc74f578df'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:38.250757 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.50', 55663) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:38.290182 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=7fe731ff-5471-4420-a35a-07898901b4d0,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:38.297592 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb389dad-f577-443e-8ab6-03e494201c13 req-95d22b9d-ebb6-42fc-a6df-79515ac008fa tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f24b9d29252e43d597ac37f401de9de5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0444160
Feb 12 21:02:38.377024 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf4aa87-4102-4f8c-897b-fecfc76bbe89 x-openstack-request-id: req-0cf4aa87-4102-4f8c-897b-fecfc76bbe89 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:38.377544 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a69d5d6c-82ee-44e8-930e-270484371efe", "tag": "066233ec-c2e8-467f-a414-c7bb91607730", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:38.377623 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0cf4aa87-4102-4f8c-897b-fecfc76bbe89 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:38.378086 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69d5d6c-82ee-44e8-930e-270484371efe', 'tag': '066233ec-c2e8-467f-a414-c7bb91607730', 'status': 'completed', 'code': 200}
Feb 12 21:02:38.437995 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2358b47d-b9e8-458e-a9b9-9357240a98be tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:38.440310 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2358b47d-b9e8-458e-a9b9-9357240a98be tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1378362
Feb 12 21:02:38.457659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['7fe731ff-5471-4420-a35a-07898901b4d0'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:02:38.460543 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-cb389dad-f577-443e-8ab6-03e494201c13 req-e85ceb62-ff8b-4230-a5f6-a00ff7196e15 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Request body: {'port': {'device_id': '065ab662-e01a-43c9-8858-ffc7dfd4f3f3', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': 'f24b9d29252e43d597ac37f401de9de5'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:38.513890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807540c0-0369-4989-bc09-1ec8349b6264 req-427f9f58-7c3b-4d60-b127-4155bbc4b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:38.516444 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-807540c0-0369-4989-bc09-1ec8349b6264 req-427f9f58-7c3b-4d60-b127-4155bbc4b6e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c59817262e9431fa88f725ab4b5f7a3&device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 1125 time: 0.0996475
Feb 12 21:02:38.606760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-98a9a25b-49b0-483d-839f-ae5388b2cc1a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Made reservation on behalf of 97311a1994be45a2b507aedc74f578df for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:38.606760 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-98a9a25b-49b0-483d-839f-ae5388b2cc1a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:38.716617 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccb826-6d85-4af9-b46c-97bf7d6e1db3 req-6930c794-2516-4d68-bec1-9ccab14800f1 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:38.718161 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5cccb826-6d85-4af9-b46c-97bf7d6e1db3 req-6930c794-2516-4d68-bec1-9ccab14800f1 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 948 time: 0.1654334
Feb 12 21:02:38.756338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807540c0-0369-4989-bc09-1ec8349b6264 req-3f64d819-2fd0-4d6e-8eed-89e6ea0aec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:38.757222 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-807540c0-0369-4989-bc09-1ec8349b6264 req-3f64d819-2fd0-4d6e-8eed-89e6ea0aec8c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9b58e18-4724-4374-98c5-14f3d3ee43a0 HTTP/1.1" status: 200  len: 925 time: 0.2277811
Feb 12 21:02:38.786969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb389dad-f577-443e-8ab6-03e494201c13 req-e85ceb62-ff8b-4230-a5f6-a00ff7196e15 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Made reservation on behalf of f24b9d29252e43d597ac37f401de9de5 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:38.796928 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cb389dad-f577-443e-8ab6-03e494201c13 req-e85ceb62-ff8b-4230-a5f6-a00ff7196e15 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:38.845250 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-807540c0-0369-4989-bc09-1ec8349b6264 req-f77f550f-7945-452b-a56c-8daade0dd3eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=066233ec-c2e8-467f-a414-c7bb91607730 HTTP/1.1" status: 200  len: 217 time: 0.0782979
Feb 12 21:02:38.900703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5cccb826-6d85-4af9-b46c-97bf7d6e1db3 req-471b6349-2ca0-4c83-856d-be39d5dd7512 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720474
Feb 12 21:02:38.924395 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-98a9a25b-49b0-483d-839f-ae5388b2cc1a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Allocated IP 172.20.0.4 (04e4405d-ac34-418d-b812-924c095df566/92392980-c8c9-4fba-bd0f-ab0b7a77d147/27c22334-4595-4060-b8ea-dcc1f99639f0) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:02:38.938308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807540c0-0369-4989-bc09-1ec8349b6264 req-c014dc3e-17ec-48ee-bacd-72e4d9a21528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:38.939895 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-807540c0-0369-4989-bc09-1ec8349b6264 req-c014dc3e-17ec-48ee-bacd-72e4d9a21528 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8dc3ffc6-8752-418b-93fb-e118910b6c7b HTTP/1.1" status: 200  len: 863 time: 0.0855851
Feb 12 21:02:38.995132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-cb389dad-f577-443e-8ab6-03e494201c13 req-e85ceb62-ff8b-4230-a5f6-a00ff7196e15 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Allocated IP 192.168.233.73 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/a62ee376-bb72-4c87-b427-676dc3e67cfd) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:02:39.041423 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6825b7ad-6e10-4c64-b150-b4ddd00ab3e1 req-450dd339-3912-44b8-a346-abb390ee244b tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 210 time: 0.0467675
Feb 12 21:02:39.097730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807540c0-0369-4989-bc09-1ec8349b6264 req-d7ba6dcb-3f10-4e5b-b87d-84f0236f1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:39.099562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-807540c0-0369-4989-bc09-1ec8349b6264 req-d7ba6dcb-3f10-4e5b-b87d-84f0236f1171 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9b58e18-4724-4374-98c5-14f3d3ee43a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1532938
Feb 12 21:02:39.171367 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d52297dc-2c4f-494c-abcc-6c6440773d21 req-e87294b3-bce8-4b7e-8e19-c8aa7460cfe6 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 210 time: 0.0453105
Feb 12 21:02:39.173162 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cb389dad-f577-443e-8ab6-03e494201c13 req-e85ceb62-ff8b-4230-a5f6-a00ff7196e15 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Publish callbacks [] for port (a62ee376-bb72-4c87-b427-676dc3e67cfd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:39.231788 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-98a9a25b-49b0-483d-839f-ae5388b2cc1a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks [] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:39.291199 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-807540c0-0369-4989-bc09-1ec8349b6264 req-ce215512-82ce-48db-a24e-370bca5f6162 service neutron] 10.222.0.48 "GET /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1795430
Feb 12 21:02:39.321101 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cb389dad-f577-443e-8ab6-03e494201c13 req-e85ceb62-ff8b-4230-a5f6-a00ff7196e15 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (a62ee376-bb72-4c87-b427-676dc3e67cfd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:39.370981 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb389dad-f577-443e-8ab6-03e494201c13 req-e85ceb62-ff8b-4230-a5f6-a00ff7196e15 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:02:39.377000 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-cb389dad-f577-443e-8ab6-03e494201c13 req-e85ceb62-ff8b-4230-a5f6-a00ff7196e15 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:39.381235 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb389dad-f577-443e-8ab6-03e494201c13 req-e85ceb62-ff8b-4230-a5f6-a00ff7196e15 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:02:39.382507 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ffdc-4ce7-482c-8bf1-b090dc4ee468 req-813675d4-18c7-4ed8-b02e-579347a761e8 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:39.384303 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dce4ffdc-4ce7-482c-8bf1-b090dc4ee468 req-813675d4-18c7-4ed8-b02e-579347a761e8 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 943 time: 0.1434824
Feb 12 21:02:39.428587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ceb62-ff8b-4230-a5f6-a00ff7196e15 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Pushing event updated for resources: {'Port': ['ID=a62ee376-bb72-4c87-b427-676dc3e67cfd,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:39.470919 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-807540c0-0369-4989-bc09-1ec8349b6264 req-81988a42-7755-444f-8a29-67af8ae54d02 service neutron] 10.222.0.48 "GET /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1682673
Feb 12 21:02:39.474674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb389dad-f577-443e-8ab6-03e494201c13 req-e85ceb62-ff8b-4230-a5f6-a00ff7196e15 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:39.480694 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cb389dad-f577-443e-8ab6-03e494201c13 req-e85ceb62-ff8b-4230-a5f6-a00ff7196e15 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:39.493674 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dce4ffdc-4ce7-482c-8bf1-b090dc4ee468 req-60ad371f-87a9-48a5-a50f-0b4eb0799c2d tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949869
Feb 12 21:02:39.523491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52576) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:39.538002 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-98a9a25b-49b0-483d-839f-ae5388b2cc1a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:39.595772 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:02:39.598749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-98a9a25b-49b0-483d-839f-ae5388b2cc1a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Network 04e4405d-ac34-418d-b812-924c095df566 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:02:39.603684 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb389dad-f577-443e-8ab6-03e494201c13 req-e85ceb62-ff8b-4230-a5f6-a00ff7196e15 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1473742
Feb 12 21:02:39.607754 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-98a9a25b-49b0-483d-839f-ae5388b2cc1a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:39.615983 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Request body: {'port': {'device_id': '065ab662-e01a-43c9-8858-ffc7dfd4f3f3', 'device_owner': 'compute:tempest-test_az-1298267163', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:39.622693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-98a9a25b-49b0-483d-839f-ae5388b2cc1a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:02:39.636608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9a25b-49b0-483d-839f-ae5388b2cc1a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Pushing event updated for resources: {'Port': ['ID=27c22334-4595-4060-b8ea-dcc1f99639f0,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:39.678440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 066233ec-c2e8-467f-a414-c7bb91607730 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:02:39.693664 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a62ee376-bb72-4c87-b427-676dc3e67cfd), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:39.699061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-98a9a25b-49b0-483d-839f-ae5388b2cc1a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:39.700366 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-98a9a25b-49b0-483d-839f-ae5388b2cc1a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:39.727628 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef522ac5-45df-40a8-bee0-6ff2a25b8ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:39.745178 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-de1fc37b-d789-4069-8be3-4ce57ad9c2bc None None] Provisioning complete for port a62ee376-bb72-4c87-b427-676dc3e67cfd triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:39.745178 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-de1fc37b-d789-4069-8be3-4ce57ad9c2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a62ee376-bb72-4c87-b427-676dc3e67cfd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:39.745178 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 7fe731ff-5471-4420-a35a-07898901b4d0 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:02:39.832832 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef522ac5-45df-40a8-bee0-6ff2a25b8ef4 admin admin] Publish callbacks [] for security_group (d81ca834-4d5e-48fe-9f32-50d951961298), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:39.843063 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-98a9a25b-49b0-483d-839f-ae5388b2cc1a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5978787
Feb 12 21:02:39.853604 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-de1fc37b-d789-4069-8be3-4ce57ad9c2bc None None] Port a62ee376-bb72-4c87-b427-676dc3e67cfd cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:02:39.862652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Request body: {'port': {'device_id': '77e82f99-dc16-48b4-987d-d57b003637ff', 'device_owner': 'compute:tempest-test_az-1298267163', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:39.900848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 066233ec-c2e8-467f-a414-c7bb91607730, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=066233ec-c2e8-467f-a414-c7bb91607730,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:39.918657 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '066233ec-c2e8-467f-a414-c7bb91607730', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'port_id': '066233ec-c2e8-467f-a414-c7bb91607730', 'mac_address': 'fa:16:3e:14:84:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:02:39.937415 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef522ac5-45df-40a8-bee0-6ff2a25b8ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d81ca834-4d5e-48fe-9f32-50d951961298), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:39.945777 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52590) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:39.973435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 066233ec-c2e8-467f-a414-c7bb91607730 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:39.974019 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (066233ec-c2e8-467f-a414-c7bb91607730), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:39.988050 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:39.991609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066233ec-c2e8-467f-a414-c7bb91607730 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:02:40.005024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef522ac5-45df-40a8-bee0-6ff2a25b8ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81ca834-4d5e-48fe-9f32-50d951961298,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:40.017076 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 7fe731ff-5471-4420-a35a-07898901b4d0 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:02:40.019549 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ef522ac5-45df-40a8-bee0-6ff2a25b8ef4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0a1ae4626a8498ca4223a253fe87785&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4948909
Feb 12 21:02:40.020978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 066233ec-c2e8-467f-a414-c7bb91607730, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=066233ec-c2e8-467f-a414-c7bb91607730,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:40.024250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 7fe731ff-5471-4420-a35a-07898901b4d0 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:40.024414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52596) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:40.024937 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.112248 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (066233ec-c2e8-467f-a414-c7bb91607730), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.152479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504879be-a68b-4fd2-bd36-3815bc663d96 req-0c2c6035-4284-43e4-a202-d8f5c7516689 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:40.154364 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-504879be-a68b-4fd2-bd36-3815bc663d96 req-0c2c6035-4284-43e4-a202-d8f5c7516689 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 948 time: 0.1404634
Feb 12 21:02:40.157741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62ee376-bb72-4c87-b427-676dc3e67cfd {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:02:40.175444 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-757406d0-a6ec-4fc8-8bc0-ee8b1d72097a admin admin] Publish callbacks [] for security_group (d81ca834-4d5e-48fe-9f32-50d951961298), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.177273 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-26359c15-c306-4f75-8b44-f16cc26bae51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.183417 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Publish callbacks [] for port (a62ee376-bb72-4c87-b427-676dc3e67cfd), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.207009 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Transition to ACTIVE for port object a62ee376-bb72-4c87-b427-676dc3e67cfd will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:02:40.209312 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 7fe731ff-5471-4420-a35a-07898901b4d0 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:40.209723 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.212571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=066233ec-c2e8-467f-a414-c7bb91607730,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:40.232207 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-504879be-a68b-4fd2-bd36-3815bc663d96 req-e4ef03b2-62ed-4c54-9652-1cdfdb9a47bf tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661411
Feb 12 21:02:40.243632 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb70780-dfdd-41df-8b16-34776dae9ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe731ff-5471-4420-a35a-07898901b4d0'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:40.246349 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e30fe4-0f10-480f-967f-37d565f25cb2" -d '{"events": [{"server_uuid": "cdb70780-dfdd-41df-8b16-34776dae9ee5", "name": "network-vif-plugged", "status": "completed", "tag": "7fe731ff-5471-4420-a35a-07898901b4d0"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:40.265856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 7fe731ff-5471-4420-a35a-07898901b4d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fe731ff-5471-4420-a35a-07898901b4d0,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:40.275131 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-757406d0-a6ec-4fc8-8bc0-ee8b1d72097a admin admin] Publish callbacks [] for security_group (d81ca834-4d5e-48fe-9f32-50d951961298), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.286623 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (a62ee376-bb72-4c87-b427-676dc3e67cfd), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.342255 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Pushing event updated for resources: {'Port': ['ID=a62ee376-bb72-4c87-b427-676dc3e67cfd,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:40.365757 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.420580 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['066233ec-c2e8-467f-a414-c7bb91607730'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:02:40.424673 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Attempting to bind port a62ee376-bb72-4c87-b427-676dc3e67cfd on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:02:40.425012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Attempting to bind port a62ee376-bb72-4c87-b427-676dc3e67cfd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:02:40.425342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Attempting to bind port a62ee376-bb72-4c87-b427-676dc3e67cfd on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:40.430198 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Port a62ee376-bb72-4c87-b427-676dc3e67cfd on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:02:40.430525 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Attempting to bind port a62ee376-bb72-4c87-b427-676dc3e67cfd on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:40.436044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:02:40.436923 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:40.437270 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:02:40.437748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Bound port: a62ee376-bb72-4c87-b427-676dc3e67cfd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:02:40.438108 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a62ee376-bb72-4c87-b427-676dc3e67cfd), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.460558 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5884650-233f-475d-a298-a6d9ae7cdec0 req-3d3005ef-ec3a-459b-880a-0a9da4bf80c4 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:40.469453 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5884650-233f-475d-a298-a6d9ae7cdec0 req-3d3005ef-ec3a-459b-880a-0a9da4bf80c4 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 935 time: 0.2948127
Feb 12 21:02:40.477801 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-26359c15-c306-4f75-8b44-f16cc26bae51 admin admin] Publish callbacks [] for security_group (1f3e0c55-89b5-408b-a86b-1098c684d206), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.515270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=7fe731ff-5471-4420-a35a-07898901b4d0,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:40.548620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] For port a62ee376-bb72-4c87-b427-676dc3e67cfd, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:02:40.553523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] For port a62ee376-bb72-4c87-b427-676dc3e67cfd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a62ee376-bb72-4c87-b427-676dc3e67cfd,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:02:40.620545 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-26359c15-c306-4f75-8b44-f16cc26bae51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1f3e0c55-89b5-408b-a86b-1098c684d206), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.630436 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (a62ee376-bb72-4c87-b427-676dc3e67cfd), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.676880 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-26359c15-c306-4f75-8b44-f16cc26bae51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05489d3e775443c5b241639c41fce052&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7290816
Feb 12 21:02:40.681267 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52618) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:40.707424 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5884650-233f-475d-a298-a6d9ae7cdec0 req-ae799fb3-94c5-46c0-80a6-1a1da251c27e tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2273862
Feb 12 21:02:40.707424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26359c15-c306-4f75-8b44-f16cc26bae51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3e0c55-89b5-408b-a86b-1098c684d206,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:40.742136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:40.742769 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.744178 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb389dad-f577-443e-8ab6-03e494201c13 req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] 10.222.0.50 "PUT /v2.0/ports/a62ee376-bb72-4c87-b427-676dc3e67cfd HTTP/1.1" status: 200  len: 1117 time: 1.1335373
Feb 12 21:02:40.750979 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065ab662-e01a-43c9-8858-ffc7dfd4f3f3', 'tag': 'a62ee376-bb72-4c87-b427-676dc3e67cfd'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:40.750979 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b84904-b190-4243-9d55-b0b867231920" -d '{"events": [{"name": "network-changed", "server_uuid": "065ab662-e01a-43c9-8858-ffc7dfd4f3f3", "tag": "a62ee376-bb72-4c87-b427-676dc3e67cfd"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:40.765545 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07c9fee-d4e7-470e-bfdb-9342f97f1c73 x-openstack-request-id: req-c07c9fee-d4e7-470e-bfdb-9342f97f1c73 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:40.765545 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb70780-dfdd-41df-8b16-34776dae9ee5", "name": "network-vif-plugged", "status": "completed", "tag": "7fe731ff-5471-4420-a35a-07898901b4d0", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:40.765545 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c07c9fee-d4e7-470e-bfdb-9342f97f1c73 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:40.765545 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb70780-dfdd-41df-8b16-34776dae9ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe731ff-5471-4420-a35a-07898901b4d0', 'code': 200}
Feb 12 21:02:40.792199 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c22334-4595-4060-b8ea-dcc1f99639f0 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:02:40.799744 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745bebe-49dc-48ff-86ee-2661ee5a5252 service neutron] Pushing event updated for resources: {'Port': ['ID=a62ee376-bb72-4c87-b427-676dc3e67cfd,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:40.815777 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Publish callbacks [] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.832103 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0d4cd-0d8b-4b29-95c6-48601d2089fe req-2cc7fef7-57f7-4fd1-b1b9-2371358b1cb3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:40.833706 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00a0d4cd-0d8b-4b29-95c6-48601d2089fe req-2cc7fef7-57f7-4fd1-b1b9-2371358b1cb3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 931 time: 0.1975091
Feb 12 21:02:40.836982 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-56161e65-4baf-4e3e-a03f-411e1bbe9cba admin admin] Publish callbacks [] for security_group (1f3e0c55-89b5-408b-a86b-1098c684d206), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.851455 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-757406d0-a6ec-4fc8-8bc0-ee8b1d72097a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d81ca834-4d5e-48fe-9f32-50d951961298), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.852200 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-757406d0-a6ec-4fc8-8bc0-ee8b1d72097a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.855845 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-757406d0-a6ec-4fc8-8bc0-ee8b1d72097a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d81ca834-4d5e-48fe-9f32-50d951961298 HTTP/1.1" status: 204  len: 168 time: 0.8274934
Feb 12 21:02:40.878026 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-56161e65-4baf-4e3e-a03f-411e1bbe9cba admin admin] Publish callbacks [] for security_group (1f3e0c55-89b5-408b-a86b-1098c684d206), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:40.896840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Transition to ACTIVE for port object 27c22334-4595-4060-b8ea-dcc1f99639f0 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:02:40.922556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757406d0-a6ec-4fc8-8bc0-ee8b1d72097a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81ca834-4d5e-48fe-9f32-50d951961298,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:40.955281 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00a0d4cd-0d8b-4b29-95c6-48601d2089fe req-da0d0bd2-776d-49b8-bf53-34c34250ea18 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122279
Feb 12 21:02:40.967011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18069f94-46eb-4186-94e9-3eeb590b649c req-ac41f223-fae1-4055-8eeb-8783014d02fe tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:40.967011 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-18069f94-46eb-4186-94e9-3eeb590b649c req-ac41f223-fae1-4055-8eeb-8783014d02fe tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 944 time: 0.1308725
Feb 12 21:02:40.967011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69412b12-86d1-45d1-9940-bfbad3127e24 req-3747d5df-259d-4e86-99c8-21cb78e8c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:40.967011 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69412b12-86d1-45d1-9940-bfbad3127e24 req-3747d5df-259d-4e86-99c8-21cb78e8c496 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 1131 time: 0.1163526
Feb 12 21:02:41.031057 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:41.043344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb389dad-f577-443e-8ab6-03e494201c13 req-c70e3358-fb3f-4477-9ee7-47417157cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:41.044972 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb389dad-f577-443e-8ab6-03e494201c13 req-c70e3358-fb3f-4477-9ee7-47417157cb01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f24b9d29252e43d597ac37f401de9de5&device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 1151 time: 0.1154072
Feb 12 21:02:41.085657 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-18069f94-46eb-4186-94e9-3eeb590b649c req-0fca9c8b-495f-4698-af69-d655e6292c5c tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1116617
Feb 12 21:02:41.090875 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69412b12-86d1-45d1-9940-bfbad3127e24 req-34df3fac-1070-4174-a50d-bd52bd274382 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181400
Feb 12 21:02:41.091574 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb389dad-f577-443e-8ab6-03e494201c13 req-88c104ba-fbb7-48fc-bb06-30fc07533e72 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=a62ee376-bb72-4c87-b427-676dc3e67cfd HTTP/1.1" status: 200  len: 217 time: 0.0390444
Feb 12 21:02:41.104709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=27c22334-4595-4060-b8ea-dcc1f99639f0,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:41.173211 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-56161e65-4baf-4e3e-a03f-411e1bbe9cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1f3e0c55-89b5-408b-a86b-1098c684d206), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:41.176623 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-56161e65-4baf-4e3e-a03f-411e1bbe9cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:41.182022 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-56161e65-4baf-4e3e-a03f-411e1bbe9cba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f3e0c55-89b5-408b-a86b-1098c684d206 HTTP/1.1" status: 204  len: 168 time: 0.4960246
Feb 12 21:02:41.185695 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb389dad-f577-443e-8ab6-03e494201c13 req-91cf6987-ba98-4e20-b521-838fe9f445db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:41.187868 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb389dad-f577-443e-8ab6-03e494201c13 req-91cf6987-ba98-4e20-b521-838fe9f445db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0906253
Feb 12 21:02:41.199457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Attempting to bind port 27c22334-4595-4060-b8ea-dcc1f99639f0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:02:41.199974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Attempting to bind port 27c22334-4595-4060-b8ea-dcc1f99639f0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:02:41.200468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Attempting to bind port 27c22334-4595-4060-b8ea-dcc1f99639f0 on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:41.204570 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56161e65-4baf-4e3e-a03f-411e1bbe9cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3e0c55-89b5-408b-a86b-1098c684d206,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:41.205539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Port 27c22334-4595-4060-b8ea-dcc1f99639f0 on network 04e4405d-ac34-418d-b812-924c095df566 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:02:41.205857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Attempting to bind port 27c22334-4595-4060-b8ea-dcc1f99639f0 on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:41.210201 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4e235a-4437-4706-a634-5d784ab7e5a3 x-openstack-request-id: req-6a4e235a-4437-4706-a634-5d784ab7e5a3 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:41.213765 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065ab662-e01a-43c9-8858-ffc7dfd4f3f3", "tag": "a62ee376-bb72-4c87-b427-676dc3e67cfd", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:41.213765 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a4e235a-4437-4706-a634-5d784ab7e5a3 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:41.213765 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065ab662-e01a-43c9-8858-ffc7dfd4f3f3', 'tag': 'a62ee376-bb72-4c87-b427-676dc3e67cfd', 'status': 'completed', 'code': 200}
Feb 12 21:02:41.215295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:02:41.215635 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Checking segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:41.216026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Bound using segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:02:41.216466 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Bound port: 27c22334-4595-4060-b8ea-dcc1f99639f0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:02:41.220175 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:41.277723 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb389dad-f577-443e-8ab6-03e494201c13 req-0b28bb58-91bd-45e9-bc38-ebbea4403a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:41.282258 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb389dad-f577-443e-8ab6-03e494201c13 req-0b28bb58-91bd-45e9-bc38-ebbea4403a13 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0853472
Feb 12 21:02:41.338418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] For port 27c22334-4595-4060-b8ea-dcc1f99639f0, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:02:41.342280 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] For port 27c22334-4595-4060-b8ea-dcc1f99639f0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27c22334-4595-4060-b8ea-dcc1f99639f0,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:02:41.431124 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb389dad-f577-443e-8ab6-03e494201c13 req-b5837eec-7ae9-4a92-bd8d-b7875310fef4 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447110
Feb 12 21:02:41.435835 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:41.461770 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1d4dd-8c3b-4470-bad7-4b384833ee02 req-786e48e6-3b00-4b6b-9239-07405f6bf4eb tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:41.463501 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3ec1d4dd-8c3b-4470-bad7-4b384833ee02 req-786e48e6-3b00-4b6b-9239-07405f6bf4eb tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.0976114
Feb 12 21:02:41.506173 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:41.510663 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:41.510663 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] 10.222.0.50 "PUT /v2.0/ports/27c22334-4595-4060-b8ea-dcc1f99639f0 HTTP/1.1" status: 200  len: 1113 time: 1.6584384
Feb 12 21:02:41.510663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e82f99-dc16-48b4-987d-d57b003637ff', 'tag': '27c22334-4595-4060-b8ea-dcc1f99639f0'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:41.511304 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9a41b9-6c9a-42ec-8885-2e58000a6c43" -d '{"events": [{"name": "network-changed", "server_uuid": "77e82f99-dc16-48b4-987d-d57b003637ff", "tag": "27c22334-4595-4060-b8ea-dcc1f99639f0"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:41.544812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ae807-5ad9-41a9-9616-e4fa31951cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=27c22334-4595-4060-b8ea-dcc1f99639f0,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:41.590247 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3ec1d4dd-8c3b-4470-bad7-4b384833ee02 req-76e85600-b104-45d1-9bf7-d12507a209b6 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156898
Feb 12 21:02:41.593205 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb389dad-f577-443e-8ab6-03e494201c13 req-4129172e-006f-4cfc-8ac6-8ad3775e5989 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1551216
Feb 12 21:02:41.641968 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900a4195-78a9-442f-bf9e-c6bc0445bac2 x-openstack-request-id: req-900a4195-78a9-442f-bf9e-c6bc0445bac2 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:41.643433 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e82f99-dc16-48b4-987d-d57b003637ff", "tag": "27c22334-4595-4060-b8ea-dcc1f99639f0", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:41.643433 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-900a4195-78a9-442f-bf9e-c6bc0445bac2 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:41.643433 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e82f99-dc16-48b4-987d-d57b003637ff', 'tag': '27c22334-4595-4060-b8ea-dcc1f99639f0', 'status': 'completed', 'code': 200}
Feb 12 21:02:41.682168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 066233ec-c2e8-467f-a414-c7bb91607730 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:02:41.682426 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-470fc95b-6e72-4053-975e-b1d97077bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:41.684018 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-470fc95b-6e72-4053-975e-b1d97077bed0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 1147 time: 0.0570719
Feb 12 21:02:41.780497 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-3f6978c0-a767-4040-9013-69548a1b078f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27c22334-4595-4060-b8ea-dcc1f99639f0 HTTP/1.1" status: 200  len: 217 time: 0.0902557
Feb 12 21:02:41.794374 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b84904-b190-4243-9d55-b0b867231920 req-4c7800b0-5a74-494a-8d69-66e8beab8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:41.796613 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01b84904-b190-4243-9d55-b0b867231920 req-4c7800b0-5a74-494a-8d69-66e8beab8bae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f24b9d29252e43d597ac37f401de9de5&device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 1151 time: 0.0655856
Feb 12 21:02:41.801192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 066233ec-c2e8-467f-a414-c7bb91607730 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:02:41.806051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 066233ec-c2e8-467f-a414-c7bb91607730 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:41.806453 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (066233ec-c2e8-467f-a414-c7bb91607730), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:41.864607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-d74e42eb-d7eb-47c0-88c1-e3141f11515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:41.866336 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-d74e42eb-d7eb-47c0-88c1-e3141f11515c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.0770657
Feb 12 21:02:41.910979 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-fdea585c-f127-42c1-9735-ac998d0396eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0373685
Feb 12 21:02:41.911188 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 066233ec-c2e8-467f-a414-c7bb91607730 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:41.911753 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (066233ec-c2e8-467f-a414-c7bb91607730), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:41.949234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9abd62-b08e-4a7e-abec-3cf91dceb3fb req-76188f50-0176-42cf-9d84-b661ead59cb1 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:41.950852 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c9abd62-b08e-4a7e-abec-3cf91dceb3fb req-76188f50-0176-42cf-9d84-b661ead59cb1 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 969 time: 0.1137209
Feb 12 21:02:41.961893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 066233ec-c2e8-467f-a414-c7bb91607730, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=066233ec-c2e8-467f-a414-c7bb91607730,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:41.969801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b84904-b190-4243-9d55-b0b867231920 req-a83db59e-4a72-4830-a3c7-cb89326b97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:41.971372 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01b84904-b190-4243-9d55-b0b867231920 req-a83db59e-4a72-4830-a3c7-cb89326b97c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1690209
Feb 12 21:02:42.031152 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01b84904-b190-4243-9d55-b0b867231920 req-4317fdb6-d8e3-4fb3-9542-50b089c33959 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=a62ee376-bb72-4c87-b427-676dc3e67cfd HTTP/1.1" status: 200  len: 217 time: 0.0515544
Feb 12 21:02:42.053920 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (066233ec-c2e8-467f-a414-c7bb91607730), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:42.091294 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c9abd62-b08e-4a7e-abec-3cf91dceb3fb req-aac13440-7c59-48c4-9580-32f9aca57dbe tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323361
Feb 12 21:02:42.111703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b84904-b190-4243-9d55-b0b867231920 req-9643c6b8-2864-4929-bb9a-f8789464fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:42.114308 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01b84904-b190-4243-9d55-b0b867231920 req-9643c6b8-2864-4929-bb9a-f8789464fefb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0780294
Feb 12 21:02:42.134667 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-0796f3b3-0df0-4399-bded-6f4447499fa2 service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2133670
Feb 12 21:02:42.160064 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=066233ec-c2e8-467f-a414-c7bb91607730,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:42.186863 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b84904-b190-4243-9d55-b0b867231920 req-6b52e8f3-0338-47ec-b121-e3ea4ee837c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:42.188499 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01b84904-b190-4243-9d55-b0b867231920 req-6b52e8f3-0338-47ec-b121-e3ea4ee837c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0664859
Feb 12 21:02:42.224061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52676) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:42.284792 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2609280-44e4-482b-9a6f-ae17d6f4f20f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:42.402556 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01b84904-b190-4243-9d55-b0b867231920 req-3faa2626-02cc-4ed9-bf10-51cf9afb3635 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2077115
Feb 12 21:02:42.432293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01694afd-8a25-4e27-bd57-fff5252b9177 req-69ab7bbd-8ef9-4942-8094-6c1ffaa9c76a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:42.436973 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01694afd-8a25-4e27-bd57-fff5252b9177 req-69ab7bbd-8ef9-4942-8094-6c1ffaa9c76a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 945 time: 0.1056006
Feb 12 21:02:42.441155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850711b-fc06-4123-bf10-5ad094d30b19 req-8a099230-7d59-43df-8970-d3f7562c8285 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:42.442687 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8850711b-fc06-4123-bf10-5ad094d30b19 req-8a099230-7d59-43df-8970-d3f7562c8285 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 965 time: 0.3655376
Feb 12 21:02:42.493822 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e299246-aad9-49d8-a4d6-ad1fe31060c3 req-733172be-2288-48f3-90b0-f57b175edbf3 service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3526292
Feb 12 21:02:42.509188 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8850711b-fc06-4123-bf10-5ad094d30b19 req-c47f8725-2a62-4986-b2fe-e25d7a25f599 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594897
Feb 12 21:02:42.531508 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2609280-44e4-482b-9a6f-ae17d6f4f20f admin admin] Publish callbacks [] for security_group (6fc99b14-231b-48fd-a4e8-fa2a5aa83fe2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:42.556411 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01694afd-8a25-4e27-bd57-fff5252b9177 req-03ac2f66-e9fc-402f-9079-f5c94ebe89fb tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1078992
Feb 12 21:02:42.573038 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01b84904-b190-4243-9d55-b0b867231920 req-b94ae436-9560-4c58-ac39-88824be60aec service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583102
Feb 12 21:02:42.658063 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2609280-44e4-482b-9a6f-ae17d6f4f20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6fc99b14-231b-48fd-a4e8-fa2a5aa83fe2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:42.726914 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f2609280-44e4-482b-9a6f-ae17d6f4f20f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a27db69113b848a9889e76eeac2a6ad0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5018215
Feb 12 21:02:42.727619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2609280-44e4-482b-9a6f-ae17d6f4f20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc99b14-231b-48fd-a4e8-fa2a5aa83fe2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:42.729777 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52694) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:42.765267 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69d5d6c-82ee-44e8-930e-270484371efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066233ec-c2e8-467f-a414-c7bb91607730'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:42.768598 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eed470f-0644-449a-b5c8-dffbcd6f1a19" -d '{"events": [{"server_uuid": "a69d5d6c-82ee-44e8-930e-270484371efe", "name": "network-vif-plugged", "status": "completed", "tag": "066233ec-c2e8-467f-a414-c7bb91607730"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:42.775787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a41b9-6c9a-42ec-8885-2e58000a6c43 req-d6515bf8-e0ea-4769-8cb8-d28c39638274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:42.777692 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a9a41b9-6c9a-42ec-8885-2e58000a6c43 req-d6515bf8-e0ea-4769-8cb8-d28c39638274 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 1147 time: 0.0836422
Feb 12 21:02:42.794951 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-204d8c39-fd98-4fc7-87b7-4441a23177e8 admin admin] Publish callbacks [] for security_group (6fc99b14-231b-48fd-a4e8-fa2a5aa83fe2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:42.819652 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-204d8c39-fd98-4fc7-87b7-4441a23177e8 admin admin] Publish callbacks [] for security_group (6fc99b14-231b-48fd-a4e8-fa2a5aa83fe2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:42.893038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163eaa1-daa3-4a87-a167-0455c6d526bc req-e4143ad1-4a98-4fa2-a33b-7878ffda8e0a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:42.894563 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c163eaa1-daa3-4a87-a167-0455c6d526bc req-e4143ad1-4a98-4fa2-a33b-7878ffda8e0a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.1217132
Feb 12 21:02:42.915696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a41b9-6c9a-42ec-8885-2e58000a6c43 req-7eb2b7da-e9e1-436d-bdbb-bc138a9a7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:42.917627 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a9a41b9-6c9a-42ec-8885-2e58000a6c43 req-7eb2b7da-e9e1-436d-bdbb-bc138a9a7433 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 908 time: 0.1300032
Feb 12 21:02:42.964374 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a9a41b9-6c9a-42ec-8885-2e58000a6c43 req-6b0b6583-a56f-4521-9286-353a41f2bf79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27c22334-4595-4060-b8ea-dcc1f99639f0 HTTP/1.1" status: 200  len: 217 time: 0.0403328
Feb 12 21:02:42.975276 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-ee72e080-56d4-41f9-ab98-4bbccd78d94b tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bd0dea72a7f541e98ad63b8b8037fa42&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0203686
Feb 12 21:02:43.043395 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-204d8c39-fd98-4fc7-87b7-4441a23177e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6fc99b14-231b-48fd-a4e8-fa2a5aa83fe2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:43.046470 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-204d8c39-fd98-4fc7-87b7-4441a23177e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:43.047638 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-204d8c39-fd98-4fc7-87b7-4441a23177e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fc99b14-231b-48fd-a4e8-fa2a5aa83fe2 HTTP/1.1" status: 204  len: 168 time: 0.3166718
Feb 12 21:02:43.062078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d8c39-fd98-4fc7-87b7-4441a23177e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc99b14-231b-48fd-a4e8-fa2a5aa83fe2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:43.107636 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-ff322806-6542-4390-9cc3-a482a303aee7 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:43.115780 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-ff322806-6542-4390-9cc3-a482a303aee7 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1348460
Feb 12 21:02:43.130435 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-f4f49693-d53a-417f-8984-2d12bdc2f08c tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/quotas/bd0dea72a7f541e98ad63b8b8037fa42 HTTP/1.1" status: 200  len: 375 time: 0.0119982
Feb 12 21:02:43.168746 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-ca24711e-0e7c-4c03-85bc-e709e74c2cc0 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd0dea72a7f541e98ad63b8b8037fa42&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0318444
Feb 12 21:02:43.229645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c163eaa1-daa3-4a87-a167-0455c6d526bc req-3a943ef0-2fdb-4749-8a69-5180df5cdd2c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3288517
Feb 12 21:02:43.242109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a41b9-6c9a-42ec-8885-2e58000a6c43 req-608d5d83-9164-4947-95c0-80bf7707845f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:43.243525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a9a41b9-6c9a-42ec-8885-2e58000a6c43 req-608d5d83-9164-4947-95c0-80bf7707845f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.2733490
Feb 12 21:02:43.277070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a9a41b9-6c9a-42ec-8885-2e58000a6c43 req-f8aa9920-4c8d-4f97-9efe-5b6bb69b633c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261412
Feb 12 21:02:43.368983 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a9a41b9-6c9a-42ec-8885-2e58000a6c43 req-6707edf4-d969-4888-8569-81c4f8e5aebd service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860190
Feb 12 21:02:43.431195 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f08a70-1893-4955-9140-7c2364b407a0 x-openstack-request-id: req-29f08a70-1893-4955-9140-7c2364b407a0 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:43.431628 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69d5d6c-82ee-44e8-930e-270484371efe", "name": "network-vif-plugged", "status": "completed", "tag": "066233ec-c2e8-467f-a414-c7bb91607730", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:43.431757 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29f08a70-1893-4955-9140-7c2364b407a0 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:43.432341 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69d5d6c-82ee-44e8-930e-270484371efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066233ec-c2e8-467f-a414-c7bb91607730', 'code': 200}
Feb 12 21:02:43.527673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a9a41b9-6c9a-42ec-8885-2e58000a6c43 req-862c7307-8a4e-46c5-836f-66996e31f355 service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519809
Feb 12 21:02:43.575833 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0cc84-d723-48aa-adbb-91299f4dcbe2 req-fbcf073f-f676-456a-bdcb-1dd5ad1d5ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:43.578689 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65d0cc84-d723-48aa-adbb-91299f4dcbe2 req-fbcf073f-f676-456a-bdcb-1dd5ad1d5ad9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 1127 time: 0.0720594
Feb 12 21:02:43.621299 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9186f83-8c92-4f17-a452-3ca8c008ee0b req-d6e55d0f-a68e-43cc-9d58-50f44584e921 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:43.621299 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9186f83-8c92-4f17-a452-3ca8c008ee0b req-d6e55d0f-a68e-43cc-9d58-50f44584e921 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 969 time: 0.1027853
Feb 12 21:02:43.647752 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65d0cc84-d723-48aa-adbb-91299f4dcbe2 req-1ce7321b-c018-481b-a96d-805d545a1624 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623066
Feb 12 21:02:43.681283 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9186f83-8c92-4f17-a452-3ca8c008ee0b req-c4ee0db7-e867-4c1e-9e60-747cd424e9b0 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542231
Feb 12 21:02:43.772983 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be187d19-1f89-4056-8108-a8a0a783cd16 req-6061dd4c-2d3e-4fce-b8a8-8950e8fc02d1 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 210 time: 0.0290930
Feb 12 21:02:43.891219 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efd8a6-981a-4ff1-a132-4507377e9e65 req-445e07da-d82d-4f34-a95c-0f64f8345867 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:43.892780 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-58efd8a6-981a-4ff1-a132-4507377e9e65 req-445e07da-d82d-4f34-a95c-0f64f8345867 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 965 time: 0.0564487
Feb 12 21:02:43.943684 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-58efd8a6-981a-4ff1-a132-4507377e9e65 req-2ce459e4-dbf3-4084-91b5-6faf5d7ee8f2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451999
Feb 12 21:02:43.974808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c2838-41b4-4fd3-8cb3-d2b48a75b50c req-b4d1ea8e-0f91-4e8b-9473-9060167f58cb tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:43.976376 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa2c2838-41b4-4fd3-8cb3-d2b48a75b50c req-b4d1ea8e-0f91-4e8b-9473-9060167f58cb tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 1131 time: 0.0443394
Feb 12 21:02:43.996025 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-aa2c2838-41b4-4fd3-8cb3-d2b48a75b50c req-59c19041-0907-4180-9038-bbde326ffc7e tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:44.058015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864602bf-64e0-4b04-8216-5ab93fa992d3 req-fa74a10a-b3d5-4ae0-a1ad-f6777bf533ee tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:44.059538 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-864602bf-64e0-4b04-8216-5ab93fa992d3 req-fa74a10a-b3d5-4ae0-a1ad-f6777bf533ee tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 945 time: 0.0579684
Feb 12 21:02:44.083827 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-aa2c2838-41b4-4fd3-8cb3-d2b48a75b50c req-59c19041-0907-4180-9038-bbde326ffc7e tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] Publish callbacks [] for security_group (cb4b6392-616f-44c9-8599-7b28386e6cc4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:44.113155 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-864602bf-64e0-4b04-8216-5ab93fa992d3 req-c5c53f45-9ac4-453d-acda-a35a427be4ff tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468287
Feb 12 21:02:44.149270 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-aa2c2838-41b4-4fd3-8cb3-d2b48a75b50c req-59c19041-0907-4180-9038-bbde326ffc7e tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cb4b6392-616f-44c9-8599-7b28386e6cc4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:44.195241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c19041-0907-4180-9038-bbde326ffc7e tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4b6392-616f-44c9-8599-7b28386e6cc4,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:44.200457 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa2c2838-41b4-4fd3-8cb3-d2b48a75b50c req-59c19041-0907-4180-9038-bbde326ffc7e tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2177627
Feb 12 21:02:44.447958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-9a60cb24-8380-44a0-956b-fdfc98344c87 req-e6ee8f19-5ecc-40cc-9064-db58bcc144c7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:02:44.448974 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9a60cb24-8380-44a0-956b-fdfc98344c87 req-e6ee8f19-5ecc-40cc-9064-db58bcc144c7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0076230
Feb 12 21:02:44.977731 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb3df9-fabe-49a5-8699-92c5da75228c req-6cbfa2b5-ca4b-412c-bfc8-2b6dca0f9a83 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:44.979205 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-efbb3df9-fabe-49a5-8699-92c5da75228c req-6cbfa2b5-ca4b-412c-bfc8-2b6dca0f9a83 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 969 time: 0.0584574
Feb 12 21:02:45.027561 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-efbb3df9-fabe-49a5-8699-92c5da75228c req-688d73a9-363a-42d8-bf7e-1d74ca6d1844 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420399
Feb 12 21:02:45.119223 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e46e8f0a-55a7-4c6a-aa91-d57260576d8f req-b1170ee6-38d1-45a3-9eff-b310352a1c6b tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 210 time: 0.0300896
Feb 12 21:02:45.232261 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 27c22334-4595-4060-b8ea-dcc1f99639f0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:02:45.317743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51730de5-eca7-4461-8ed1-3da14a1b9f85 req-c11b686a-17d0-4798-8089-03de28ce504f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:45.320195 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51730de5-eca7-4461-8ed1-3da14a1b9f85 req-c11b686a-17d0-4798-8089-03de28ce504f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 965 time: 0.0766640
Feb 12 21:02:45.366070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 27c22334-4595-4060-b8ea-dcc1f99639f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27c22334-4595-4060-b8ea-dcc1f99639f0,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:45.378788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '27c22334-4595-4060-b8ea-dcc1f99639f0', 'network_id': '04e4405d-ac34-418d-b812-924c095df566', 'port_id': '27c22334-4595-4060-b8ea-dcc1f99639f0', 'mac_address': 'fa:16:3e:21:cd:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92392980-c8c9-4fba-bd0f-ab0b7a77d147', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-1298267163', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:02:45.412967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac74cb2-8f31-4472-a7aa-192fbd8c440c req-547e1937-d53e-495f-b854-5155c283b14d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:45.414991 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3ac74cb2-8f31-4472-a7aa-192fbd8c440c req-547e1937-d53e-495f-b854-5155c283b14d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.0702744
Feb 12 21:02:45.421062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 27c22334-4595-4060-b8ea-dcc1f99639f0 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:45.421565 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:45.437171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c22334-4595-4060-b8ea-dcc1f99639f0 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:02:45.444407 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51730de5-eca7-4461-8ed1-3da14a1b9f85 req-93b54c83-13ca-47bf-b661-cb6411c8e5eb tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176951
Feb 12 21:02:45.463288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 27c22334-4595-4060-b8ea-dcc1f99639f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27c22334-4595-4060-b8ea-dcc1f99639f0,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:45.485819 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3ac74cb2-8f31-4472-a7aa-192fbd8c440c req-27087304-d922-4a50-a3f5-0e79a36e90b9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646157
Feb 12 21:02:45.513068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52828) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:45.544545 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:45.545479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a62ee376-bb72-4c87-b427-676dc3e67cfd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:02:45.566450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82c438-8ca1-4719-b4d4-583ac270e879 req-d9eef8d4-8c79-432d-a851-4822c80a6899 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:45.568072 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c82c438-8ca1-4719-b4d4-583ac270e879 req-d9eef8d4-8c79-432d-a851-4822c80a6899 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 945 time: 0.0703454
Feb 12 21:02:45.628203 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-ba545b0f-d44c-44c6-ad14-63661d564cc3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1137688
Feb 12 21:02:45.641348 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c82c438-8ca1-4719-b4d4-583ac270e879 req-456051bf-08ae-4407-8b01-a7107f5f0472 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663593
Feb 12 21:02:45.645265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-d9b8c877-5d80-40f3-9b2f-6fc756135b2d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:02:45.647166 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-d9b8c877-5d80-40f3-9b2f-6fc756135b2d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0140312
Feb 12 21:02:45.720975 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=27c22334-4595-4060-b8ea-dcc1f99639f0,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:45.751982 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a62ee376-bb72-4c87-b427-676dc3e67cfd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a62ee376-bb72-4c87-b427-676dc3e67cfd,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:45.765127 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'a62ee376-bb72-4c87-b427-676dc3e67cfd', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'a62ee376-bb72-4c87-b427-676dc3e67cfd', 'mac_address': 'fa:16:3e:16:81:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:tempest-test_az-1298267163', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:02:45.810465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a62ee376-bb72-4c87-b427-676dc3e67cfd is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:45.811957 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a62ee376-bb72-4c87-b427-676dc3e67cfd), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:45.834246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62ee376-bb72-4c87-b427-676dc3e67cfd {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:02:45.875104 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a62ee376-bb72-4c87-b427-676dc3e67cfd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a62ee376-bb72-4c87-b427-676dc3e67cfd,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:45.923012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2d541-7b68-42e0-a917-fe4d521ea4ae req-15456567-90d7-46b9-9e7e-e0e3904cc63c tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:45.924540 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-00b2d541-7b68-42e0-a917-fe4d521ea4ae req-15456567-90d7-46b9-9e7e-e0e3904cc63c tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 945 time: 0.0712190
Feb 12 21:02:45.933389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52852) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:45.939611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8a675722-c277-4960-b269-dd2256619bf8 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Request body: {'floatingip': {'port_id': '066233ec-c2e8-467f-a414-c7bb91607730'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:46.031819 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a62ee376-bb72-4c87-b427-676dc3e67cfd), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:46.047233 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8a675722-c277-4960-b269-dd2256619bf8 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for floatingip (f293d595-6122-401a-8d8f-58dde2a5d924), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:46.134569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a62ee376-bb72-4c87-b427-676dc3e67cfd,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:46.252763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a62ee376-bb72-4c87-b427-676dc3e67cfd'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:02:46.259927 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-f1d17afa-0ad8-425d-8ccd-44626481966e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=bd0dea72a7f541e98ad63b8b8037fa42&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0403366
Feb 12 21:02:46.260023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['27c22334-4595-4060-b8ea-dcc1f99639f0'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:02:46.260992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52884) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:46.390300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c2a80-205d-4516-9842-a85c7cdbd212 req-e2a47edf-ce58-463c-81b5-dd091bde9c74 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:46.397993 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b86c2a80-205d-4516-9842-a85c7cdbd212 req-e2a47edf-ce58-463c-81b5-dd091bde9c74 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 970 time: 0.2403290
Feb 12 21:02:46.470121 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4736547e-a843-4571-bf15-261e48b82d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:46.496038 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eee86dd5-e799-42c3-a200-e1798fb802e2 req-b91571e8-60c5-42c5-82b6-22bb72a85a4e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 210 time: 0.0407660
Feb 12 21:02:46.593077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-7b65f654-cc03-4f64-9d75-c05b78c87995 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:46.594860 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-7b65f654-cc03-4f64-9d75-c05b78c87995 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3255661
Feb 12 21:02:46.606751 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4736547e-a843-4571-bf15-261e48b82d5b admin admin] Publish callbacks [] for security_group (8fd908a7-d57d-49b2-9f2d-4407b557d8ad), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:46.611014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b86c2a80-205d-4516-9842-a85c7cdbd212 req-0395ee8d-2b57-4fc0-8245-ba5a746c3217 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2117929
Feb 12 21:02:46.651374 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Request body: {'port': {'device_id': '96dd78a6-6a4a-4a75-9884-8c6da08d8162', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': 'bd0dea72a7f541e98ad63b8b8037fa42'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:46.669061 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4736547e-a843-4571-bf15-261e48b82d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8fd908a7-d57d-49b2-9f2d-4407b557d8ad), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:46.719185 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4736547e-a843-4571-bf15-261e48b82d5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9719b96b4dfa4568b468c3a3a247fb89&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4563901
Feb 12 21:02:46.723786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52906) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:46.753712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736547e-a843-4571-bf15-261e48b82d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd908a7-d57d-49b2-9f2d-4407b557d8ad,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:46.788744 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a0b782-7794-428c-b013-ce5ca3045f1b admin admin] Publish callbacks [] for security_group (8fd908a7-d57d-49b2-9f2d-4407b557d8ad), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:46.818226 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a0b782-7794-428c-b013-ce5ca3045f1b admin admin] Publish callbacks [] for security_group (8fd908a7-d57d-49b2-9f2d-4407b557d8ad), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:46.825033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52908) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:46.920092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-bb4eb572-142c-400a-835f-2feaa6a01b78 tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:46.921915 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-bb4eb572-142c-400a-835f-2feaa6a01b78 tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] 10.222.0.31 "GET /v2.0/ports/7fe731ff-5471-4420-a35a-07898901b4d0 HTTP/1.1" status: 200  len: 1128 time: 0.0955131
Feb 12 21:02:47.023300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a40913-e722-4e5f-98f1-1a3c720a6c27 req-736fc469-31e3-491e-a951-7ada1344fe74 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:47.024783 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2a40913-e722-4e5f-98f1-1a3c720a6c27 req-736fc469-31e3-491e-a951-7ada1344fe74 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 966 time: 0.1982503
Feb 12 21:02:47.030337 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a0b782-7794-428c-b013-ce5ca3045f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8fd908a7-d57d-49b2-9f2d-4407b557d8ad), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:47.033398 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a0b782-7794-428c-b013-ce5ca3045f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:47.037398 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-70a0b782-7794-428c-b013-ce5ca3045f1b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fd908a7-d57d-49b2-9f2d-4407b557d8ad HTTP/1.1" status: 204  len: 168 time: 0.3096118
Feb 12 21:02:47.047913 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0b782-7794-428c-b013-ce5ca3045f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd908a7-d57d-49b2-9f2d-4407b557d8ad,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:47.139132 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8a675722-c277-4960-b269-dd2256619bf8 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:47.153944 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2a40913-e722-4e5f-98f1-1a3c720a6c27 req-f67f3823-da78-4de7-a471-2716c72b90f6 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010344
Feb 12 21:02:47.157323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d9d07-d61b-475c-890c-6e1494306b14 req-65bf36fc-3e99-4488-ae85-89266e14f492 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:47.165889 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5c8d9d07-d61b-475c-890c-6e1494306b14 req-65bf36fc-3e99-4488-ae85-89266e14f492 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.0726981
Feb 12 21:02:47.208772 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5c8d9d07-d61b-475c-890c-6e1494306b14 req-0bb98897-8ff7-4019-9d4b-2092df5f7a05 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443959
Feb 12 21:02:47.219076 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Made reservation on behalf of bd0dea72a7f541e98ad63b8b8037fa42 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:47.223125 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:47.238985 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:47.246961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 27c22334-4595-4060-b8ea-dcc1f99639f0 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:02:47.270899 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8a675722-c277-4960-b269-dd2256619bf8 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (f293d595-6122-401a-8d8f-58dde2a5d924), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:47.412252 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 27c22334-4595-4060-b8ea-dcc1f99639f0 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:02:47.417902 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 27c22334-4595-4060-b8ea-dcc1f99639f0 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:47.418556 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:47.649011 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Publish callbacks [] for security_group (b86ece14-4d5f-45ee-9aff-53df49b0a236), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:47.652955 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 27c22334-4595-4060-b8ea-dcc1f99639f0 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:47.653347 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:47.660662 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-8a675722-c277-4960-b269-dd2256619bf8 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Floating IP f293d595-6122-401a-8d8f-58dde2a5d924 associated. External IP: 172.35.2.61, port: 066233ec-c2e8-467f-a414-c7bb91607730.
Feb 12 21:02:47.687014 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7d351a2d-0174-40cb-b72d-da964e7f9e81 req-2c261bb3-6e5e-4818-873b-b44145d90abe tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 210 time: 0.0591788
Feb 12 21:02:47.729344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e82f99-dc16-48b4-987d-d57b003637ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c22334-4595-4060-b8ea-dcc1f99639f0'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:47.741462 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54782e4-775b-4411-ae6e-7ad7f7628d74" -d '{"events": [{"server_uuid": "77e82f99-dc16-48b4-987d-d57b003637ff", "name": "network-vif-plugged", "status": "completed", "tag": "27c22334-4595-4060-b8ea-dcc1f99639f0"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:47.765842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 27c22334-4595-4060-b8ea-dcc1f99639f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27c22334-4595-4060-b8ea-dcc1f99639f0,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:47.777281 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b86ece14-4d5f-45ee-9aff-53df49b0a236), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:47.807496 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7604eeb4-81b5-417e-b0dc-7525fe05bfa6 x-openstack-request-id: req-7604eeb4-81b5-417e-b0dc-7525fe05bfa6 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:47.807496 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e82f99-dc16-48b4-987d-d57b003637ff", "name": "network-vif-plugged", "status": "completed", "tag": "27c22334-4595-4060-b8ea-dcc1f99639f0", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:47.807496 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7604eeb4-81b5-417e-b0dc-7525fe05bfa6 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:47.807923 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e82f99-dc16-48b4-987d-d57b003637ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c22334-4595-4060-b8ea-dcc1f99639f0', 'code': 200}
Feb 12 21:02:47.858300 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:47.859462 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a62ee376-bb72-4c87-b427-676dc3e67cfd up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:02:47.915232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86ece14-4d5f-45ee-9aff-53df49b0a236,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:47.955045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=27c22334-4595-4060-b8ea-dcc1f99639f0,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:48.000383 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a076b-1d7b-4c23-b8ac-21bef889847d req-b7aa8453-4f79-493b-b433-ab01e3381311 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:48.007101 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-350a076b-1d7b-4c23-b8ac-21bef889847d req-b7aa8453-4f79-493b-b433-ab01e3381311 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 970 time: 0.2222128
Feb 12 21:02:48.040800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d3d0d-6e34-4f52-a6b4-43b997f04fe2 req-213cdda6-61ff-4f1b-bff3-29ad951903d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:48.042296 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d93d3d0d-6e34-4f52-a6b4-43b997f04fe2 req-213cdda6-61ff-4f1b-bff3-29ad951903d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 1149 time: 0.1704099
Feb 12 21:02:48.059559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Allocated IP 192.168.233.17 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/b3117813-1a43-4a34-b05f-81ccfc0a50b9) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:02:48.098318 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port a62ee376-bb72-4c87-b427-676dc3e67cfd completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:02:48.102711 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port a62ee376-bb72-4c87-b427-676dc3e67cfd triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:48.103080 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a62ee376-bb72-4c87-b427-676dc3e67cfd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:48.113206 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52958) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:48.130545 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44b01eec-1a10-4bc2-afb5-0bf106f3194a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:48.220448 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-350a076b-1d7b-4c23-b8ac-21bef889847d req-1b763027-b155-4f83-92e4-98a76de2561d tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2124040
Feb 12 21:02:48.235172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a62ee376-bb72-4c87-b427-676dc3e67cfd is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:48.235691 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a62ee376-bb72-4c87-b427-676dc3e67cfd), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:48.281934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a62ee376-bb72-4c87-b427-676dc3e67cfd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a62ee376-bb72-4c87-b427-676dc3e67cfd,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:48.306705 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d93d3d0d-6e34-4f52-a6b4-43b997f04fe2 req-63abbdd3-7173-4572-bba7-47b8e046f915 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2528088
Feb 12 21:02:48.336909 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44b01eec-1a10-4bc2-afb5-0bf106f3194a admin admin] Publish callbacks [] for security_group (95475559-3354-46d5-a42e-ee9d199efe10), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:48.368659 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a502c-e641-40f3-a63a-b6f5919d6fd9 req-03194a82-a165-4b24-9bba-d6dda23354ea tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:48.370228 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fd8a502c-e641-40f3-a63a-b6f5919d6fd9 req-03194a82-a165-4b24-9bba-d6dda23354ea tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 967 time: 0.0757594
Feb 12 21:02:48.403689 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52966) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:48.419119 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a62ee376-bb72-4c87-b427-676dc3e67cfd), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:48.428363 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fd8a502c-e641-40f3-a63a-b6f5919d6fd9 req-6b6624b2-1088-4f9f-8921-39efb0225ee8 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504429
Feb 12 21:02:48.440769 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a675722-c277-4960-b269-dd2256619bf8 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Router 26294894-28b4-4f67-b7a1-472479d0fb77 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:02:48.452872 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44b01eec-1a10-4bc2-afb5-0bf106f3194a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (95475559-3354-46d5-a42e-ee9d199efe10), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:48.485720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac69129-c4a8-4d3b-8bce-a6b9a5e9e437 req-13c05eb5-bd5c-42e3-baf3-a89a766a7f1d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:48.494707 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cac69129-c4a8-4d3b-8bce-a6b9a5e9e437 req-13c05eb5-bd5c-42e3-baf3-a89a766a7f1d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.1543658
Feb 12 21:02:48.506335 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-44b01eec-1a10-4bc2-afb5-0bf106f3194a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49b6d16cfbf74961852e5766746a0108&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3919847
Feb 12 21:02:48.507035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52970) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:48.518792 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b01eec-1a10-4bc2-afb5-0bf106f3194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95475559-3354-46d5-a42e-ee9d199efe10,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:48.532033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a62ee376-bb72-4c87-b427-676dc3e67cfd,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:48.580528 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc905-e632-4b95-a948-235d5783983d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:48.585656 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-362ea2e4-c311-469c-82f1-b0260fc1592d admin admin] Publish callbacks [] for security_group (95475559-3354-46d5-a42e-ee9d199efe10), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:48.619769 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-362ea2e4-c311-469c-82f1-b0260fc1592d admin admin] Publish callbacks [] for security_group (95475559-3354-46d5-a42e-ee9d199efe10), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:48.642845 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Publish callbacks [] for port (b3117813-1a43-4a34-b05f-81ccfc0a50b9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:48.670342 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cac69129-c4a8-4d3b-8bce-a6b9a5e9e437 req-3bdd2f07-f4c8-47ba-9af4-a316f3163da7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744137
Feb 12 21:02:48.714713 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc905-e632-4b95-a948-235d5783983d admin admin] Publish callbacks [] for security_group (f48b44f1-f813-4176-be89-f5a7f8d5da04), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:48.720513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a675722-c277-4960-b269-dd2256619bf8 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:02:48.725806 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8a675722-c277-4960-b269-dd2256619bf8 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:48.739845 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f18d1-7480-472d-9a5d-e16f0e4d8149 None None] Sync routers for ids ['26294894-28b4-4f67-b7a1-472479d0fb77'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:02:48.758987 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8a675722-c277-4960-b269-dd2256619bf8 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "PUT /v2.0/floatingips/f293d595-6122-401a-8d8f-58dde2a5d924 HTTP/1.1" status: 200  len: 990 time: 2.8243458
Feb 12 21:02:48.759805 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69d5d6c-82ee-44e8-930e-270484371efe', 'tag': '066233ec-c2e8-467f-a414-c7bb91607730'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:48.762460 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f18d1-7480-472d-9a5d-e16f0e4d8149 None None] Routers {'26294894-28b4-4f67-b7a1-472479d0fb77'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:02:48.762737 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7904ade-7cb3-4aaf-af01-05b81add6311" -d '{"events": [{"name": "network-changed", "server_uuid": "a69d5d6c-82ee-44e8-930e-270484371efe", "tag": "066233ec-c2e8-467f-a414-c7bb91607730"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:48.763930 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a38f18d1-7480-472d-9a5d-e16f0e4d8149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc60e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:02:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['26294894-28b4-4f67-b7a1-472479d0fb77'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:48.794674 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-362ea2e4-c311-469c-82f1-b0260fc1592d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (95475559-3354-46d5-a42e-ee9d199efe10), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:48.802981 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-362ea2e4-c311-469c-82f1-b0260fc1592d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:48.805249 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-362ea2e4-c311-469c-82f1-b0260fc1592d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95475559-3354-46d5-a42e-ee9d199efe10 HTTP/1.1" status: 204  len: 168 time: 0.2957618
Feb 12 21:02:48.808520 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6071f29e-8ce7-4a75-958f-a056f0756a10 req-1b4f07da-9e1f-4fa6-8b69-2a640d3be0db tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 210 time: 0.0522914
Feb 12 21:02:48.821307 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ea2e4-c311-469c-82f1-b0260fc1592d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95475559-3354-46d5-a42e-ee9d199efe10,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:48.824235 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc905-e632-4b95-a948-235d5783983d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f48b44f1-f813-4176-be89-f5a7f8d5da04), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:48.835416 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b3117813-1a43-4a34-b05f-81ccfc0a50b9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:48.855812 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdc905-e632-4b95-a948-235d5783983d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48b44f1-f813-4176-be89-f5a7f8d5da04,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:48.885773 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e3cdc905-e632-4b95-a948-235d5783983d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bab6bba6d2447fcadffdee4fd1c5292&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4810159
Feb 12 21:02:48.888408 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52982) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:48.934801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52984) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:48.937224 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0c1bc1-4a57-4da2-a48a-e9a54bc27fe2 x-openstack-request-id: req-aa0c1bc1-4a57-4da2-a48a-e9a54bc27fe2 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:48.937725 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a69d5d6c-82ee-44e8-930e-270484371efe", "tag": "066233ec-c2e8-467f-a414-c7bb91607730", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:48.938041 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa0c1bc1-4a57-4da2-a48a-e9a54bc27fe2 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:48.938460 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69d5d6c-82ee-44e8-930e-270484371efe', 'tag': '066233ec-c2e8-467f-a414-c7bb91607730', 'status': 'completed', 'code': 200}
Feb 12 21:02:48.950129 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-a38f18d1-7480-472d-9a5d-e16f0e4d8149 None None] Set router 26294894-28b4-4f67-b7a1-472479d0fb77 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:02:48.963569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:02:48.977654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:48.980224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:02:49.036313 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.48', 51564) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:49.043411 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:49.044084 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:49.095945 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Publish callbacks [] for security_group (f48b44f1-f813-4176-be89-f5a7f8d5da04), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:49.099392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Pushing event updated for resources: {'Port': ['ID=b3117813-1a43-4a34-b05f-81ccfc0a50b9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:49.129831 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5eff25-bfa0-4e07-a8da-09490f1e6945 req-ef946afa-2331-4dad-ba5b-961c8fda42c3 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:49.137130 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d5eff25-bfa0-4e07-a8da-09490f1e6945 req-ef946afa-2331-4dad-ba5b-961c8fda42c3 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 945 time: 0.2876937
Feb 12 21:02:49.159853 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-069f281c-fdec-418e-b046-542818300579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:49.161416 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-069f281c-fdec-418e-b046-542818300579 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 1131 time: 0.1051621
Feb 12 21:02:49.167551 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-1dda5aaa-2dd9-479c-a5dc-07f2c402664e tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.5554745
Feb 12 21:02:49.170114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7904ade-7cb3-4aaf-af01-05b81add6311 req-b541ff21-b527-4f97-9d34-3d715e401d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:49.177299 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f7904ade-7cb3-4aaf-af01-05b81add6311 req-b541ff21-b527-4f97-9d34-3d715e401d6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c59817262e9431fa88f725ab4b5f7a3&device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 1127 time: 0.2312951
Feb 12 21:02:49.181653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Request body: {'port': {'device_id': '96dd78a6-6a4a-4a75-9884-8c6da08d8162', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:49.190590 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Publish callbacks [] for security_group (f48b44f1-f813-4176-be89-f5a7f8d5da04), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:49.360799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a3ca7243-bb81-420f-95f0-e532c62712e7 None None] Provisioning complete for port b3117813-1a43-4a34-b05f-81ccfc0a50b9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:49.370015 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7243-bb81-420f-95f0-e532c62712e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b3117813-1a43-4a34-b05f-81ccfc0a50b9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:49.406312 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca7243-bb81-420f-95f0-e532c62712e7 None None] Port b3117813-1a43-4a34-b05f-81ccfc0a50b9 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:02:49.410182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d5eff25-bfa0-4e07-a8da-09490f1e6945 req-cf2990c8-2787-4979-865b-9296fd7ae9bd tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2718256
Feb 12 21:02:49.411691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-bec70aa6-e51c-43da-86e1-184e84a4c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:49.414822 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-bec70aa6-e51c-43da-86e1-184e84a4c563 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.2463973
Feb 12 21:02:49.429725 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-92a9f1dc-3abe-471d-82d1-cee7783ab7f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2fa7b205f74a444eb5937c8c88c3033c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4937534
Feb 12 21:02:49.433837 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52990) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:49.477168 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa586e0-0146-43ce-8601-251b4e3fe9da req-453a65d9-2700-4f7e-9984-16dfbf6bd508 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:49.479123 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aaa586e0-0146-43ce-8601-251b4e3fe9da req-453a65d9-2700-4f7e-9984-16dfbf6bd508 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 971 time: 0.1375661
Feb 12 21:02:49.482129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7904ade-7cb3-4aaf-af01-05b81add6311 req-eba491a0-e630-4ca9-9974-508d45f1dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:49.483707 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f7904ade-7cb3-4aaf-af01-05b81add6311 req-eba491a0-e630-4ca9-9974-508d45f1dc2c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9b58e18-4724-4374-98c5-14f3d3ee43a0 HTTP/1.1" status: 200  len: 925 time: 0.2906880
Feb 12 21:02:49.528800 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-aff10025-afad-4339-ade2-19d906678cf4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7fe731ff-5471-4420-a35a-07898901b4d0 HTTP/1.1" status: 200  len: 217 time: 0.0989823
Feb 12 21:02:49.572592 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a38f18d1-7480-472d-9a5d-e16f0e4d8149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc60e20>, [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:55Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f293d595-6122-401a-8d8f-58dde2a5d924', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'floating_ip_address': '172.35.2.61', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'port_id': '066233ec-c2e8-467f-a414-c7bb91607730', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'mac_address': 'fa:16:3e:14:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69d5d6c-82ee-44e8-930e-270484371efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:02:25Z', 'updated_at': '2022-02-12T21:02:46Z', 'revision_number': 1, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76962e9-d418-4e43-9a88-b9e68b9c4e9b', 'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'mac_address': 'fa:16:3e:27:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:54Z', 'updated_at': '2022-02-12T21:02:00Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'subnets': [{'id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:49.580146 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f48b44f1-f813-4176-be89-f5a7f8d5da04), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:49.580146 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:49.584686 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f48b44f1-f813-4176-be89-f5a7f8d5da04 HTTP/1.1" status: 204  len: 168 time: 0.6914823
Feb 12 21:02:49.635189 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48b44f1-f813-4176-be89-f5a7f8d5da04,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:49.653793 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f18d1-7480-472d-9a5d-e16f0e4d8149 None None] Checking router: 26294894-28b4-4f67-b7a1-472479d0fb77 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:02:49.661064 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3117813-1a43-4a34-b05f-81ccfc0a50b9), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:49.665471 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f7904ade-7cb3-4aaf-af01-05b81add6311 req-09f554fd-cc0a-484c-9965-f5814b288bbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=066233ec-c2e8-467f-a414-c7bb91607730 HTTP/1.1" status: 200  len: 998 time: 0.1729887
Feb 12 21:02:49.668389 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f18d1-7480-472d-9a5d-e16f0e4d8149 None None] Routers {'26294894-28b4-4f67-b7a1-472479d0fb77'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:02:49.670417 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:49.682518 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:49.682518 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:49.682879 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a38f18d1-7480-472d-9a5d-e16f0e4d8149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc60e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:02:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['26294894-28b4-4f67-b7a1-472479d0fb77'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:49.682987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:49.682987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:49.682987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:49.682987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:49.682987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:49.682987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:49.682987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:49.682987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:49.682987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:49.682987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bbd190-20b9-4a80-956b-ca6692ecd6e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:49.682987 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4fa566d9-b94b-423e-bd05-2638cab6dce8 admin admin] Publish callbacks [] for security_group (1b1835e5-eb7a-4ebd-af16-68ca25c4c04a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:49.707404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-21b4b2a7-36ad-457d-a175-a369b157c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:49.715113 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-21b4b2a7-36ad-457d-a175-a369b157c32a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1776226
Feb 12 21:02:49.727791 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aaa586e0-0146-43ce-8601-251b4e3fe9da req-1a4eba69-aa64-42ea-a6ee-820f895d085b tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2342207
Feb 12 21:02:49.809705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065ab662-e01a-43c9-8858-ffc7dfd4f3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62ee376-bb72-4c87-b427-676dc3e67cfd'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:49.816276 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef607034-94fc-43a5-8c6e-3c3e0568459e" -d '{"events": [{"server_uuid": "065ab662-e01a-43c9-8858-ffc7dfd4f3f3", "name": "network-vif-plugged", "status": "completed", "tag": "a62ee376-bb72-4c87-b427-676dc3e67cfd"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:49.819865 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4fa566d9-b94b-423e-bd05-2638cab6dce8 admin admin] Publish callbacks [] for security_group (1b1835e5-eb7a-4ebd-af16-68ca25c4c04a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:49.825184 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7904ade-7cb3-4aaf-af01-05b81add6311 req-e0a542b0-96b4-4bfc-b782-5b219188e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:49.826762 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f7904ade-7cb3-4aaf-af01-05b81add6311 req-e0a542b0-96b4-4bfc-b782-5b219188e58a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8dc3ffc6-8752-418b-93fb-e118910b6c7b HTTP/1.1" status: 200  len: 863 time: 0.1465068
Feb 12 21:02:49.891349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5d612-64c7-4a22-b235-bd0d0c5ea41d req-de4047e6-5031-4812-a5d9-dfc05f45f260 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:49.892855 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aff5d612-64c7-4a22-b235-bd0d0c5ea41d req-de4047e6-5031-4812-a5d9-dfc05f45f260 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 967 time: 0.3598549
Feb 12 21:02:49.910046 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-a38f18d1-7480-472d-9a5d-e16f0e4d8149 None None] Set router 26294894-28b4-4f67-b7a1-472479d0fb77 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:02:49.953815 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7904ade-7cb3-4aaf-af01-05b81add6311 req-cda0b584-3397-486f-8df5-9cfc6352818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:49.955762 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f7904ade-7cb3-4aaf-af01-05b81add6311 req-cda0b584-3397-486f-8df5-9cfc6352818b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9b58e18-4724-4374-98c5-14f3d3ee43a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1232021
Feb 12 21:02:49.970980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492007b7-ba06-4595-b788-7239a8127526 req-f12d3e8d-ecb9-4b75-a175-a68803412a3a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:49.977911 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-492007b7-ba06-4595-b788-7239a8127526 req-f12d3e8d-ecb9-4b75-a175-a68803412a3a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.1141222
Feb 12 21:02:50.001130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-2da24f32-6acb-4b7e-8a60-2353f175fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:50.002660 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-2da24f32-6acb-4b7e-8a60-2353f175fe92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2756450
Feb 12 21:02:50.092749 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4fa566d9-b94b-423e-bd05-2638cab6dce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1b1835e5-eb7a-4ebd-af16-68ca25c4c04a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:50.092749 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4fa566d9-b94b-423e-bd05-2638cab6dce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:50.093964 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4fa566d9-b94b-423e-bd05-2638cab6dce8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b1835e5-eb7a-4ebd-af16-68ca25c4c04a HTTP/1.1" status: 204  len: 168 time: 0.6553557
Feb 12 21:02:50.111407 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-492007b7-ba06-4595-b788-7239a8127526 req-67ece0e3-11b3-4797-8216-f5346fe29a3c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324472
Feb 12 21:02:50.117668 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aff5d612-64c7-4a22-b235-bd0d0c5ea41d req-2ce76a66-fd2c-4231-862c-cc1e07055dd4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132127
Feb 12 21:02:50.129290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa566d9-b94b-423e-bd05-2638cab6dce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1835e5-eb7a-4ebd-af16-68ca25c4c04a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:50.180794 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f7904ade-7cb3-4aaf-af01-05b81add6311 req-c44990e2-b30c-49fe-9753-6a0829b0aaeb service neutron] 10.222.0.48 "GET /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2153251
Feb 12 21:02:50.195061 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65b43b8-6316-4c87-ac58-4c109737bafe x-openstack-request-id: req-a65b43b8-6316-4c87-ac58-4c109737bafe {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:50.196061 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065ab662-e01a-43c9-8858-ffc7dfd4f3f3", "name": "network-vif-plugged", "status": "completed", "tag": "a62ee376-bb72-4c87-b427-676dc3e67cfd", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:50.196441 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a65b43b8-6316-4c87-ac58-4c109737bafe {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:50.197634 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065ab662-e01a-43c9-8858-ffc7dfd4f3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62ee376-bb72-4c87-b427-676dc3e67cfd', 'code': 200}
Feb 12 21:02:50.237546 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-64561de9-404a-457f-8cef-9f8abd694ad4 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2223563
Feb 12 21:02:50.318521 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f7904ade-7cb3-4aaf-af01-05b81add6311 req-fdab98ff-465c-4fcf-aac9-8c228c262322 service neutron] 10.222.0.48 "GET /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335995
Feb 12 21:02:50.370786 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a38f18d1-7480-472d-9a5d-e16f0e4d8149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc60e20>, [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:55Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f293d595-6122-401a-8d8f-58dde2a5d924', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'floating_ip_address': '172.35.2.61', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'port_id': '066233ec-c2e8-467f-a414-c7bb91607730', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'mac_address': 'fa:16:3e:14:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69d5d6c-82ee-44e8-930e-270484371efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:02:25Z', 'updated_at': '2022-02-12T21:02:46Z', 'revision_number': 1, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76962e9-d418-4e43-9a88-b9e68b9c4e9b', 'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'mac_address': 'fa:16:3e:27:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:54Z', 'updated_at': '2022-02-12T21:02:00Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'subnets': [{'id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:50.401650 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f18d1-7480-472d-9a5d-e16f0e4d8149 None None] The sync data for ids ['26294894-28b4-4f67-b7a1-472479d0fb77'] in ncdv-master-1 is: [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:55Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f293d595-6122-401a-8d8f-58dde2a5d924', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'floating_ip_address': '172.35.2.61', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'port_id': '066233ec-c2e8-467f-a414-c7bb91607730', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'mac_address': 'fa:16:3e:14:84:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69d5d6c-82ee-44e8-930e-270484371efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:02:25Z', 'updated_at': '2022-02-12T21:02:46Z', 'revision_number': 1, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76962e9-d418-4e43-9a88-b9e68b9c4e9b', 'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'mac_address': 'fa:16:3e:27:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:54Z', 'updated_at': '2022-02-12T21:02:00Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'subnets': [{'id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:02:50.656928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab7c002-990c-4f62-a85e-84830629dddf None None] New status for floating IP f293d595-6122-401a-8d8f-58dde2a5d924: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:02:50.703096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53026) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:50.707575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3117813-1a43-4a34-b05f-81ccfc0a50b9 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:02:50.719620 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Publish callbacks [] for port (b3117813-1a43-4a34-b05f-81ccfc0a50b9), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:50.726540 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-f6dd86ae-c654-47da-aaa4-0880e2b4fcff service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4824634
Feb 12 21:02:50.729958 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-619b3312-f375-470a-b3fb-8a1e977fffea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:50.732081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb48273-f38a-4e93-af5d-ad444de3bfe1 req-875fdedf-c3fc-426b-9806-2893fa99d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:50.733695 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cb48273-f38a-4e93-af5d-ad444de3bfe1 req-875fdedf-c3fc-426b-9806-2893fa99d273 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 1153 time: 0.4757912
Feb 12 21:02:50.754607 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dad5d8-5df5-403c-abd5-760c59c2a27d req-5587ac70-4303-4680-aee3-30bc359a7aed tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:50.755909 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45dad5d8-5df5-403c-abd5-760c59c2a27d req-5587ac70-4303-4680-aee3-30bc359a7aed tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 935 time: 0.4593661
Feb 12 21:02:50.769195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Transition to ACTIVE for port object b3117813-1a43-4a34-b05f-81ccfc0a50b9 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:02:50.831319 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cb48273-f38a-4e93-af5d-ad444de3bfe1 req-e6a074cc-2d32-4248-8755-e77770dcf0d6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744202
Feb 12 21:02:50.839152 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45dad5d8-5df5-403c-abd5-760c59c2a27d req-63884ce2-0ce5-43c6-996b-6a525d2b29b7 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86ece14-4d5f-45ee-9aff-53df49b0a236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717711
Feb 12 21:02:50.852940 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b3117813-1a43-4a34-b05f-81ccfc0a50b9), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:50.869165 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-619b3312-f375-470a-b3fb-8a1e977fffea admin admin] Publish callbacks [] for security_group (e10cc89b-e200-41d8-8086-2a03e567e4f4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:50.945285 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-619b3312-f375-470a-b3fb-8a1e977fffea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e10cc89b-e200-41d8-8086-2a03e567e4f4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:51.004384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adc2ea-ae05-4459-b515-ec498bab376d req-ec417c5a-714c-4cf0-b802-3e811fbac260 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:51.006005 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f7adc2ea-ae05-4459-b515-ec498bab376d req-ec417c5a-714c-4cf0-b802-3e811fbac260 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 971 time: 0.1333206
Feb 12 21:02:51.036548 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3117813-1a43-4a34-b05f-81ccfc0a50b9,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:51.042770 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b3312-f375-470a-b3fb-8a1e977fffea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10cc89b-e200-41d8-8086-2a03e567e4f4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:51.048013 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-619b3312-f375-470a-b3fb-8a1e977fffea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3473aebe97e4d0a982e754fd9d3261f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3435125
Feb 12 21:02:51.055220 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53032) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:51.126793 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53036) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:51.153603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:51.154036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:51.154293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:51.154679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:51.155530 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:51.155875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:51.156189 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:51.168898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:51.169392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:51.169749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:51.170098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:51.170466 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:51.170808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:51.211632 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b8773e63-f118-4cee-9507-0ea72f83e8cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e96e7a920544cffb9dd4057a6a67b14&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0760102
Feb 12 21:02:51.213428 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53042) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:51.236505 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f7adc2ea-ae05-4459-b515-ec498bab376d req-bf1223d6-8bf6-4420-9580-1f703fdd5752 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2210724
Feb 12 21:02:51.247894 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Attempting to bind port b3117813-1a43-4a34-b05f-81ccfc0a50b9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:02:51.247894 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Attempting to bind port b3117813-1a43-4a34-b05f-81ccfc0a50b9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:02:51.247894 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Attempting to bind port b3117813-1a43-4a34-b05f-81ccfc0a50b9 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:51.267676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Port b3117813-1a43-4a34-b05f-81ccfc0a50b9 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:02:51.268126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Attempting to bind port b3117813-1a43-4a34-b05f-81ccfc0a50b9 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:51.283860 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:02:51.284363 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:51.284847 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:02:51.285560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Bound port: b3117813-1a43-4a34-b05f-81ccfc0a50b9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:02:51.286298 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3117813-1a43-4a34-b05f-81ccfc0a50b9), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:51.294071 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61769812-1e49-4808-862e-8112056ab62a admin admin] Publish callbacks [] for security_group (e10cc89b-e200-41d8-8086-2a03e567e4f4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:51.333636 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61769812-1e49-4808-862e-8112056ab62a admin admin] Publish callbacks [] for security_group (e10cc89b-e200-41d8-8086-2a03e567e4f4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:51.351887 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9eb7ebf9-e09e-4408-8dd9-7d7be81621e7 admin admin] Publish callbacks [] for security_group (024ab3df-fc42-43af-8919-f3883a6bfef9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:51.376005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328fc50-cad2-4d92-8993-4c7255f8179a req-abbe1088-f0a8-4e61-a03a-281094d534b1 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:51.377827 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2328fc50-cad2-4d92-8993-4c7255f8179a req-abbe1088-f0a8-4e61-a03a-281094d534b1 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.1424673
Feb 12 21:02:51.420933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9eb7ebf9-e09e-4408-8dd9-7d7be81621e7 admin admin] Publish callbacks [] for security_group (024ab3df-fc42-43af-8919-f3883a6bfef9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:51.423675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] For port b3117813-1a43-4a34-b05f-81ccfc0a50b9, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:02:51.465722 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2328fc50-cad2-4d92-8993-4c7255f8179a req-1ac5ba7a-b8a5-4a32-a1df-b21ea643189b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661581
Feb 12 21:02:51.469647 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] For port b3117813-1a43-4a34-b05f-81ccfc0a50b9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3117813-1a43-4a34-b05f-81ccfc0a50b9,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:02:51.473686 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d79ea-bd9f-43f5-a9ff-5ba6b8d9d1bf req-415bbf4c-fb26-455f-b0d9-e901304ead8f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:51.475268 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b20d79ea-bd9f-43f5-a9ff-5ba6b8d9d1bf req-415bbf4c-fb26-455f-b0d9-e901304ead8f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 967 time: 0.1212053
Feb 12 21:02:51.524687 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b20d79ea-bd9f-43f5-a9ff-5ba6b8d9d1bf req-7f429794-eb49-4c06-9423-09fc34111fa2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431764
Feb 12 21:02:51.549492 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61769812-1e49-4808-862e-8112056ab62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e10cc89b-e200-41d8-8086-2a03e567e4f4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:51.552121 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61769812-1e49-4808-862e-8112056ab62a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:51.553255 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-61769812-1e49-4808-862e-8112056ab62a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e10cc89b-e200-41d8-8086-2a03e567e4f4 HTTP/1.1" status: 204  len: 168 time: 0.4974778
Feb 12 21:02:51.561926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61769812-1e49-4808-862e-8112056ab62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10cc89b-e200-41d8-8086-2a03e567e4f4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:51.579461 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b3117813-1a43-4a34-b05f-81ccfc0a50b9), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:51.582729 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9eb7ebf9-e09e-4408-8dd9-7d7be81621e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (024ab3df-fc42-43af-8919-f3883a6bfef9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:51.588042 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9eb7ebf9-e09e-4408-8dd9-7d7be81621e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:51.588042 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9eb7ebf9-e09e-4408-8dd9-7d7be81621e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/024ab3df-fc42-43af-8919-f3883a6bfef9 HTTP/1.1" status: 204  len: 168 time: 0.3717186
Feb 12 21:02:51.596265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7ebf9-e09e-4408-8dd9-7d7be81621e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024ab3df-fc42-43af-8919-f3883a6bfef9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:51.633879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:51.635373 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:51.636789 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] 10.222.0.48 "PUT /v2.0/ports/b3117813-1a43-4a34-b05f-81ccfc0a50b9 HTTP/1.1" status: 200  len: 1095 time: 2.4594462
Feb 12 21:02:51.640653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dd78a6-6a4a-4a75-9884-8c6da08d8162', 'tag': 'b3117813-1a43-4a34-b05f-81ccfc0a50b9'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:51.651967 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d1e813-1125-47a3-92eb-42bdfd3fbf5b" -d '{"events": [{"name": "network-changed", "server_uuid": "96dd78a6-6a4a-4a75-9884-8c6da08d8162", "tag": "b3117813-1a43-4a34-b05f-81ccfc0a50b9"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:51.678589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be754697-d61c-4d8c-a375-f86053eec6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3117813-1a43-4a34-b05f-81ccfc0a50b9,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:51.707188 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e7f742-676e-4874-b2e0-c8c7ec7dd1fe x-openstack-request-id: req-56e7f742-676e-4874-b2e0-c8c7ec7dd1fe {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:51.707480 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96dd78a6-6a4a-4a75-9884-8c6da08d8162", "tag": "b3117813-1a43-4a34-b05f-81ccfc0a50b9", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:51.707753 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56e7f742-676e-4874-b2e0-c8c7ec7dd1fe {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:51.708585 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96dd78a6-6a4a-4a75-9884-8c6da08d8162', 'tag': 'b3117813-1a43-4a34-b05f-81ccfc0a50b9', 'status': 'completed', 'code': 200}
Feb 12 21:02:51.800309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1e813-1125-47a3-92eb-42bdfd3fbf5b req-c00557a3-a0e0-4e27-b98f-f5cfe35d3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:51.804287 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0d1e813-1125-47a3-92eb-42bdfd3fbf5b req-c00557a3-a0e0-4e27-b98f-f5cfe35d3f3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd0dea72a7f541e98ad63b8b8037fa42&device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 1129 time: 0.0751200
Feb 12 21:02:51.849889 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0d1e813-1125-47a3-92eb-42bdfd3fbf5b req-04ebaa77-42cb-4be1-a344-87a9a13b7665 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=bd0dea72a7f541e98ad63b8b8037fa42&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0375283
Feb 12 21:02:52.010440 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19437534-893b-4bed-9d30-cd421ff9a7a1 req-fa107505-058a-45cb-8de7-ab2d89e84dc4 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:52.012037 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-19437534-893b-4bed-9d30-cd421ff9a7a1 req-fa107505-058a-45cb-8de7-ab2d89e84dc4 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 947 time: 0.0617061
Feb 12 21:02:52.035153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1e813-1125-47a3-92eb-42bdfd3fbf5b req-7e7f3ee2-fbfe-4140-80e5-690a25dd781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:52.036603 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0d1e813-1125-47a3-92eb-42bdfd3fbf5b req-7e7f3ee2-fbfe-4140-80e5-690a25dd781c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1813498
Feb 12 21:02:52.047759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3656e-204e-4db7-b575-f2fffc9b64cd req-06b2b05f-1c73-4d9f-b3b8-df2fcfb88a88 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:52.049383 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30a3656e-204e-4db7-b575-f2fffc9b64cd req-06b2b05f-1c73-4d9f-b3b8-df2fcfb88a88 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 1149 time: 0.0775108
Feb 12 21:02:52.087460 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-19437534-893b-4bed-9d30-cd421ff9a7a1 req-d4e3bf39-6542-429b-9e8f-bcf37eb73db8 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86ece14-4d5f-45ee-9aff-53df49b0a236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691214
Feb 12 21:02:52.148236 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30a3656e-204e-4db7-b575-f2fffc9b64cd req-14365690-0103-418e-8ae3-9671a200fdc2 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926645
Feb 12 21:02:52.154692 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-84c359fb-411d-46bc-81ee-22d44ba10b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:52.156793 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-84c359fb-411d-46bc-81ee-22d44ba10b93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd0dea72a7f541e98ad63b8b8037fa42&device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 1129 time: 0.0749781
Feb 12 21:02:52.207966 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-c6eccda4-9cb5-453b-9b2d-5ae9ff08960e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b3117813-1a43-4a34-b05f-81ccfc0a50b9 HTTP/1.1" status: 200  len: 217 time: 0.0425835
Feb 12 21:02:52.266588 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-84c28e2d-cb7e-476e-8ec4-c4ca49d15b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:52.274642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-84c28e2d-cb7e-476e-8ec4-c4ca49d15b89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0621076
Feb 12 21:02:52.278798 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ce5ae-79a2-4b3b-8b52-07d36f80e180 req-5ca7e4f2-7ae5-4bfc-9c6f-0bfd4cf943ae tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:52.282379 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-818ce5ae-79a2-4b3b-8b52-07d36f80e180 req-5ca7e4f2-7ae5-4bfc-9c6f-0bfd4cf943ae tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 1149 time: 0.0545402
Feb 12 21:02:52.329530 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-818ce5ae-79a2-4b3b-8b52-07d36f80e180 req-85e2783e-9e18-4c86-a48c-292a20b2d8ff tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416236
Feb 12 21:02:52.346222 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-fe83c791-5348-4784-9df0-6085e191bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:52.347771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-fe83c791-5348-4784-9df0-6085e191bd70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0677743
Feb 12 21:02:52.474896 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e37d7c-452a-4f00-9c0f-42f9e0b0d0d5 req-50c12d44-5b4c-4ec0-a4fe-4982003575f0 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:52.476747 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a2e37d7c-452a-4f00-9c0f-42f9e0b0d0d5 req-50c12d44-5b4c-4ec0-a4fe-4982003575f0 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 971 time: 0.1279402
Feb 12 21:02:52.512788 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-2755fce9-2183-493f-a97d-d15a3c6e4014 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591020
Feb 12 21:02:52.564742 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a2e37d7c-452a-4f00-9c0f-42f9e0b0d0d5 req-082b373c-c3f0-469c-992d-65125636a497 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758412
Feb 12 21:02:52.640799 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ca234224-ddc5-4df9-8005-0a9d872971e7 req-7201b64e-3267-4fc8-8e92-c176427d64d7 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210699
Feb 12 21:02:52.694490 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d92dd-2ee1-467b-a7f2-226d5869f04e req-ee54a8b6-eb36-4741-a4f7-ec6cb3b9a406 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:52.696125 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-412d92dd-2ee1-467b-a7f2-226d5869f04e req-ee54a8b6-eb36-4741-a4f7-ec6cb3b9a406 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.0544469
Feb 12 21:02:52.757138 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-412d92dd-2ee1-467b-a7f2-226d5869f04e req-e890c1dd-280e-42a4-b508-30404aff95d2 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535519
Feb 12 21:02:52.959449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-cc5d494f-64c0-4564-81f5-f39e5ca5cf05 req-f9e3123d-7348-449d-9f88-844def653dc7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:02:52.960455 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cc5d494f-64c0-4564-81f5-f39e5ca5cf05 req-f9e3123d-7348-449d-9f88-844def653dc7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2417376
Feb 12 21:02:53.382942 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4cdf1-1890-4ca4-a2d9-536f53522c7b req-a7173ad5-be6c-43cc-b48a-d06df8104c9c tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:53.384412 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-afb4cdf1-1890-4ca4-a2d9-536f53522c7b req-a7173ad5-be6c-43cc-b48a-d06df8104c9c tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 947 time: 0.0512252
Feb 12 21:02:53.435284 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-afb4cdf1-1890-4ca4-a2d9-536f53522c7b req-4f6b474e-1970-4016-bd03-035e6ac8053c tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86ece14-4d5f-45ee-9aff-53df49b0a236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445926
Feb 12 21:02:53.524046 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53134) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:53.778640 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8eb84c65-99c2-4588-b2d1-ddf8ca967f44 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-network', 'tenant_id': '65e530a89835494485cff388fdc9d69b'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:53.901432 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3aa27-6f54-4b8a-94d1-8c5778532a21 req-3ab646d8-b881-40fb-942e-229e8fdac31b tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:53.909663 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7c3aa27-6f54-4b8a-94d1-8c5778532a21 req-3ab646d8-b881-40fb-942e-229e8fdac31b tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 971 time: 0.0610068
Feb 12 21:02:53.932013 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb84c65-99c2-4588-b2d1-ddf8ca967f44 admin admin] Made reservation on behalf of 65e530a89835494485cff388fdc9d69b for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:53.934352 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8eb84c65-99c2-4588-b2d1-ddf8ca967f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:53.943985 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8eb84c65-99c2-4588-b2d1-ddf8ca967f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:53.956168 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7c3aa27-6f54-4b8a-94d1-8c5778532a21 req-021d6c09-5807-4f77-bbd3-0c35c41881d6 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456302
Feb 12 21:02:54.050344 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8eb84c65-99c2-4588-b2d1-ddf8ca967f44 admin admin] Publish callbacks [] for security_group (7578bff6-7039-4055-a386-fe1812448b97), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:54.100899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3448b7-3344-4057-aa06-b7264f5203cc req-95f88723-ffeb-4149-a8d6-256d2aba5993 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:54.102803 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a3448b7-3344-4057-aa06-b7264f5203cc req-95f88723-ffeb-4149-a8d6-256d2aba5993 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.0617330
Feb 12 21:02:54.152020 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a3448b7-3344-4057-aa06-b7264f5203cc req-213121b2-dff6-49f9-b5c9-d2888843820b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437267
Feb 12 21:02:54.183795 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8eb84c65-99c2-4588-b2d1-ddf8ca967f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7578bff6-7039-4055-a386-fe1812448b97), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:54.214832 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb84c65-99c2-4588-b2d1-ddf8ca967f44 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:02:54.225582 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb84c65-99c2-4588-b2d1-ddf8ca967f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7578bff6-7039-4055-a386-fe1812448b97,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:54.231151 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8eb84c65-99c2-4588-b2d1-ddf8ca967f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:54.231497 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-8eb84c65-99c2-4588-b2d1-ddf8ca967f44 admin admin] Added segment d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc of type vlan for network 00db7637-715c-44c7-a356-d7a146fc856c
Feb 12 21:02:54.273282 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8eb84c65-99c2-4588-b2d1-ddf8ca967f44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (00db7637-715c-44c7-a356-d7a146fc856c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:54.395144 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8eb84c65-99c2-4588-b2d1-ddf8ca967f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (00db7637-715c-44c7-a356-d7a146fc856c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:54.396054 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb84c65-99c2-4588-b2d1-ddf8ca967f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:54.396601 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8eb84c65-99c2-4588-b2d1-ddf8ca967f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:54.469839 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb84c65-99c2-4588-b2d1-ddf8ca967f44 admin admin] Pushing event updated for resources: {'Network': ['ID=00db7637-715c-44c7-a356-d7a146fc856c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:54.482293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 00db7637-715c-44c7-a356-d7a146fc856c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:02:54.540846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53186) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:54.541709 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8eb84c65-99c2-4588-b2d1-ddf8ca967f44 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 902 time: 1.0159843
Feb 12 21:02:54.546725 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8709bc38-3986-4504-a30a-7a544109cc3e admin admin] Request body: {'subnet': {'network_id': '00db7637-715c-44c7-a356-d7a146fc856c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-subnet', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:54.652002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8709bc38-3986-4504-a30a-7a544109cc3e admin admin] Made reservation on behalf of 65e530a89835494485cff388fdc9d69b for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:02:54.654371 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8709bc38-3986-4504-a30a-7a544109cc3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:54.950850 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8709bc38-3986-4504-a30a-7a544109cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (c9968b30-e078-4566-898e-829a238942df), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:55.018598 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709bc38-3986-4504-a30a-7a544109cc3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9968b30-e078-4566-898e-829a238942df,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:55.028561 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a8013-f0e7-4965-bad7-ce6a485aacea req-7af6ec78-8399-4aac-9283-7e7e9be620a8 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:55.030356 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bf5a8013-f0e7-4965-bad7-ce6a485aacea req-7af6ec78-8399-4aac-9283-7e7e9be620a8 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 947 time: 0.1116068
Feb 12 21:02:55.039989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709bc38-3986-4504-a30a-7a544109cc3e admin admin] Checking segment: {'id': 'd7597d9d-e4c8-460c-b2bb-9e6b8e630ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:55.040346 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8709bc38-3986-4504-a30a-7a544109cc3e admin admin] Network hostable DHCP agents. Network: 00db7637-715c-44c7-a356-d7a146fc856c, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:02:55.090732 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bf5a8013-f0e7-4965-bad7-ce6a485aacea req-92e488dd-d923-414d-981e-9523a7da2bc3 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86ece14-4d5f-45ee-9aff-53df49b0a236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523350
Feb 12 21:02:55.149439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8709bc38-3986-4504-a30a-7a544109cc3e admin admin] Network 00db7637-715c-44c7-a356-d7a146fc856c is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:02:55.252587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-8709bc38-3986-4504-a30a-7a544109cc3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 00db7637-715c-44c7-a356-d7a146fc856c) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:55.257817 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8709bc38-3986-4504-a30a-7a544109cc3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:55.258609 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8709bc38-3986-4504-a30a-7a544109cc3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:55.270637 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3381c1fd-0088-42f5-9bae-5a91bd6c0ea9 None None] Network 00db7637-715c-44c7-a356-d7a146fc856c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:02:55.374397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-00db7637-715c-44c7-a356-d7a146fc856c', 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c', 'project_id': '65e530a89835494485cff388fdc9d69b', 'fixed_ips': [{'subnet_id': 'c9968b30-e078-4566-898e-829a238942df'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:02:55.375501 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:55.426415 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8709bc38-3986-4504-a30a-7a544109cc3e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.8841958
Feb 12 21:02:55.429109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53206) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:55.433326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-router', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:55.517178 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Allocated IP 172.20.0.2 (00db7637-715c-44c7-a356-d7a146fc856c/c9968b30-e078-4566-898e-829a238942df/f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:02:55.558267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53214) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:55.601134 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (746125da-787c-4a2c-9880-7bea7d90b1c3), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:55.602241 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (746125da-787c-4a2c-9880-7bea7d90b1c3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:55.667776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48916bc-24ce-473b-bcdd-45e404de0072 req-7fafb692-64ad-455a-9632-5f5ddb9d42ac tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:55.669675 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e48916bc-24ce-473b-bcdd-45e404de0072 req-7fafb692-64ad-455a-9632-5f5ddb9d42ac tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 971 time: 0.1026356
Feb 12 21:02:55.677284 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Publish callbacks [] for router_controller (746125da-787c-4a2c-9880-7bea7d90b1c3), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:55.698215 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-77689a26-6e13-4330-b7a3-3c41c1c0bb09 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:02:55.699232 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-77689a26-6e13-4330-b7a3-3c41c1c0bb09 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1399834
Feb 12 21:02:55.707447 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Publish callbacks [] for port (f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:55.727872 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e48916bc-24ce-473b-bcdd-45e404de0072 req-30899a41-9fc9-418e-90c6-88460c3d8f24 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522506
Feb 12 21:02:55.772539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b3117813-1a43-4a34-b05f-81ccfc0a50b9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:02:55.803287 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:55.805778 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ca0e83ee-7aa5-4df4-8d34-316e53893b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:55.892972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Network 00db7637-715c-44c7-a356-d7a146fc856c is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:02:55.899498 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:55.906462 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:02:55.912515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Pushing event updated for resources: {'Port': ['ID=f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:55.936755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-00f7d64b-94b0-4b5a-8a1e-e0c147d2b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:55.938670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-00f7d64b-94b0-4b5a-8a1e-e0c147d2b23b service neutron] 10.222.0.31 "GET /v2.0/ports/27c22334-4595-4060-b8ea-dcc1f99639f0 HTTP/1.1" status: 200  len: 1146 time: 0.1807344
Feb 12 21:02:55.943462 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:55.943813 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:55.944156 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:55.944495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:55.944830 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:55.945161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:55.945588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:55.945856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:55.946181 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:55.946507 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:55.946832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:55.947154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:55.947480 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:02:55.969785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-c928895c-2144-4b49-951d-627a45d04cbf service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:55.970323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-c928895c-2144-4b49-951d-627a45d04cbf service neutron] Unknown quota resources ['binding']. {{(pid=126505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:02:55.999608 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Attempting to bind port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:02:56.000175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Attempting to bind port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd7597d9d-e4c8-460c-b2bb-9e6b8e630ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:02:56.000547 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Attempting to bind port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 on network 00db7637-715c-44c7-a356-d7a146fc856c {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:56.003531 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b3117813-1a43-4a34-b05f-81ccfc0a50b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3117813-1a43-4a34-b05f-81ccfc0a50b9,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:56.003865 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Publish callbacks [] for router_gateway (746125da-787c-4a2c-9880-7bea7d90b1c3), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:56.017164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:02:56.017477 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Checking segment: {'id': 'd7597d9d-e4c8-460c-b2bb-9e6b8e630ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:56.018534 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:56.018534 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Bound using segment: {'id': 'd7597d9d-e4c8-460c-b2bb-9e6b8e630ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:02:56.018724 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Bound port: f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7597d9d-e4c8-460c-b2bb-9e6b8e630ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:02:56.019310 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:56.021972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'b3117813-1a43-4a34-b05f-81ccfc0a50b9', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'b3117813-1a43-4a34-b05f-81ccfc0a50b9', 'mac_address': 'fa:16:3e:7d:b2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:02:56.028061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebef218-5748-4e43-8d79-d1001db8d449 req-9fa68b04-f961-4c0d-ba38-c9669f101fa5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:56.029581 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ebef218-5748-4e43-8d79-d1001db8d449 req-9fa68b04-f961-4c0d-ba38-c9669f101fa5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.2172670
Feb 12 21:02:56.095140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b3117813-1a43-4a34-b05f-81ccfc0a50b9 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:56.095535 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3117813-1a43-4a34-b05f-81ccfc0a50b9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:56.118652 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3117813-1a43-4a34-b05f-81ccfc0a50b9 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:02:56.140907 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ebef218-5748-4e43-8d79-d1001db8d449 req-0a6ceb7c-e0a6-4e10-b829-6e24adbefbc2 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970325
Feb 12 21:02:56.144098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] For port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:02:56.148534 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] For port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6,segment=NetworkSegment(d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc),segment_id=d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:02:56.150715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b3117813-1a43-4a34-b05f-81ccfc0a50b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3117813-1a43-4a34-b05f-81ccfc0a50b9,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:56.221426 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-c928895c-2144-4b49-951d-627a45d04cbf service neutron] Attempting to bind port 27c22334-4595-4060-b8ea-dcc1f99639f0 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:02:56.221771 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-c928895c-2144-4b49-951d-627a45d04cbf service neutron] Attempting to bind port 27c22334-4595-4060-b8ea-dcc1f99639f0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:02:56.224314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-c928895c-2144-4b49-951d-627a45d04cbf service neutron] Attempting to bind port 27c22334-4595-4060-b8ea-dcc1f99639f0 on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:56.240938 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b3117813-1a43-4a34-b05f-81ccfc0a50b9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:56.246459 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-c928895c-2144-4b49-951d-627a45d04cbf service neutron] Port 27c22334-4595-4060-b8ea-dcc1f99639f0 on network 04e4405d-ac34-418d-b812-924c095df566 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:02:56.246792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-c928895c-2144-4b49-951d-627a45d04cbf service neutron] Attempting to bind port 27c22334-4595-4060-b8ea-dcc1f99639f0 on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:02:56.262652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-c928895c-2144-4b49-951d-627a45d04cbf service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:02:56.263000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-c928895c-2144-4b49-951d-627a45d04cbf service neutron] Checking segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:02:56.263411 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-c928895c-2144-4b49-951d-627a45d04cbf service neutron] Bound using segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:02:56.263816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-c928895c-2144-4b49-951d-627a45d04cbf service neutron] Bound port: 27c22334-4595-4060-b8ea-dcc1f99639f0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:02:56.292161 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:56.304590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b3117813-1a43-4a34-b05f-81ccfc0a50b9,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:56.371476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727917d2-e388-4f1d-975e-dc91297daa2e None None] Pushing event updated for resources: {'Port': ['ID=f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:56.379451 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4dda1-dd7e-4275-a511-3c1818d82e99 req-91b6194d-7629-4e1a-b482-3a9122491330 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:56.381107 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-53d4dda1-dd7e-4275-a511-3c1818d82e99 req-91b6194d-7629-4e1a-b482-3a9122491330 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.50 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 971 time: 0.1736469
Feb 12 21:02:56.434966 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-c928895c-2144-4b49-951d-627a45d04cbf service neutron] For port 27c22334-4595-4060-b8ea-dcc1f99639f0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27c22334-4595-4060-b8ea-dcc1f99639f0,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:02:56.512956 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b3117813-1a43-4a34-b05f-81ccfc0a50b9'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:02:56.576863 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-c928895c-2144-4b49-951d-627a45d04cbf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:56.578101 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-c928895c-2144-4b49-951d-627a45d04cbf service neutron] 10.222.0.31 "POST /v2.0/ports/27c22334-4595-4060-b8ea-dcc1f99639f0/bindings HTTP/1.1" status: 201  len: 389 time: 0.6119831
Feb 12 21:02:56.578321 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:56.642002 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Publish callbacks [] for router_gateway (746125da-787c-4a2c-9880-7bea7d90b1c3), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:56.666924 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:56.677765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-53d4dda1-dd7e-4275-a511-3c1818d82e99 req-65a80c27-b8e0-41c3-aa72-a34744273f3a tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Deleting port a62ee376-bb72-4c87-b427-676dc3e67cfd {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:02:56.678103 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-53d4dda1-dd7e-4275-a511-3c1818d82e99 req-65a80c27-b8e0-41c3-aa72-a34744273f3a tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a62ee376-bb72-4c87-b427-676dc3e67cfd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:56.853302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-53d4dda1-dd7e-4275-a511-3c1818d82e99 req-65a80c27-b8e0-41c3-aa72-a34744273f3a tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] For port a62ee376-bb72-4c87-b427-676dc3e67cfd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a62ee376-bb72-4c87-b427-676dc3e67cfd,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:56.853696 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-53d4dda1-dd7e-4275-a511-3c1818d82e99 req-65a80c27-b8e0-41c3-aa72-a34744273f3a tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a62ee376-bb72-4c87-b427-676dc3e67cfd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:56.885951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-53d4dda1-dd7e-4275-a511-3c1818d82e99 req-65a80c27-b8e0-41c3-aa72-a34744273f3a tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Calling delete_port for a62ee376-bb72-4c87-b427-676dc3e67cfd owned by compute:tempest-test_az-1298267163 {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:02:56.890321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Allocated IP 172.35.2.6 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/036c98ca-1a8b-4547-bb24-e3b72d8e4f4c) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:02:56.995268 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a743d-421a-466a-9f3a-d671012acb5a req-78581ed7-65e7-42ec-ad2e-237c3ffbc407 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:56.997040 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-038a743d-421a-466a-9f3a-d671012acb5a req-78581ed7-65e7-42ec-ad2e-237c3ffbc407 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 971 time: 0.0612199
Feb 12 21:02:57.047818 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-038a743d-421a-466a-9f3a-d671012acb5a req-e1eb3687-afeb-4fcd-a34e-cc64854ee673 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/security-groups?id=0433c9e1-0e20-471b-8c83-8d50535146ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440779
Feb 12 21:02:57.081323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57948e7c-094a-4256-a972-ca6be296c9c1 req-330f8986-2cc4-40cc-a963-689ca790c078 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:57.085933 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-57948e7c-094a-4256-a972-ca6be296c9c1 req-330f8986-2cc4-40cc-a963-689ca790c078 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 948 time: 0.1949487
Feb 12 21:02:57.135268 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Publish callbacks [] for port (036c98ca-1a8b-4547-bb24-e3b72d8e4f4c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:57.214075 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-57948e7c-094a-4256-a972-ca6be296c9c1 req-7b303848-c085-4aaf-b5da-87716b34333b tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86ece14-4d5f-45ee-9aff-53df49b0a236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167741
Feb 12 21:02:57.296782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:02:57.373581 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:57.374867 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:57.378585 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17685f-6fb6-44f3-9b4e-87fbe89eb050 req-48d0437c-eaa9-4d76-824f-2cb21bb09ff2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:57.385551 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ca17685f-6fb6-44f3-9b4e-87fbe89eb050 req-48d0437c-eaa9-4d76-824f-2cb21bb09ff2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 967 time: 0.0759649
Feb 12 21:02:57.442105 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ca17685f-6fb6-44f3-9b4e-87fbe89eb050 req-8df26a61-2628-4d7f-8f2b-0e66a7033232 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552833
Feb 12 21:02:57.481724 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:57.482395 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:57.544778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6,segment=NetworkSegment(d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc),segment_id=d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:57.569281 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd4057d-dfd7-4e62-a9a5-3139e97ca523 None None] Network 00db7637-715c-44c7-a356-d7a146fc856c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:02:57.632506 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:57.666331 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-53d4dda1-dd7e-4275-a511-3c1818d82e99 req-65a80c27-b8e0-41c3-aa72-a34744273f3a tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a62ee376-bb72-4c87-b427-676dc3e67cfd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:57.672559 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (036c98ca-1a8b-4547-bb24-e3b72d8e4f4c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:57.684478 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a62ee376-bb72-4c87-b427-676dc3e67cfd'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:02:57.694650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0535fbeb-12c2-4e9e-b460-3847066a4e46 None None] Provisioning complete for port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:57.695717 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0535fbeb-12c2-4e9e-b460-3847066a4e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:57.730746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a80c27-b8e0-41c3-aa72-a34744273f3a tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Pushing event deleted for resources: {'Port': ['ID=a62ee376-bb72-4c87-b427-676dc3e67cfd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:57.750211 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:02:57.774927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b3117813-1a43-4a34-b05f-81ccfc0a50b9 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:02:57.786104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:02:57.808458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:02:57.831393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:57.875377 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d4dda1-dd7e-4275-a511-3c1818d82e99 req-65a80c27-b8e0-41c3-aa72-a34744273f3a tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] No DVR routers for this DVR port a62ee376-bb72-4c87-b427-676dc3e67cfd on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:02:57.877279 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-8b392661-2b68-4b02-8091-09ece1af917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:57.878866 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-8b392661-2b68-4b02-8091-09ece1af917a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 1149 time: 0.5445881
Feb 12 21:02:57.881814 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-53d4dda1-dd7e-4275-a511-3c1818d82e99 req-65a80c27-b8e0-41c3-aa72-a34744273f3a tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:57.885414 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-53d4dda1-dd7e-4275-a511-3c1818d82e99 req-65a80c27-b8e0-41c3-aa72-a34744273f3a tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.50 "DELETE /v2.0/ports/a62ee376-bb72-4c87-b427-676dc3e67cfd HTTP/1.1" status: 204  len: 173 time: 1.4958065
Feb 12 21:02:57.885941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065ab662-e01a-43c9-8858-ffc7dfd4f3f3', 'name': 'network-vif-deleted', 'tag': 'a62ee376-bb72-4c87-b427-676dc3e67cfd'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:57.888301 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fdbacb-3883-4e14-9acb-f444f8f1b06f" -d '{"events": [{"server_uuid": "065ab662-e01a-43c9-8858-ffc7dfd4f3f3", "name": "network-vif-deleted", "tag": "a62ee376-bb72-4c87-b427-676dc3e67cfd"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:57.890883 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Pushing event updated for resources: {'Port': ['ID=036c98ca-1a8b-4547-bb24-e3b72d8e4f4c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:57.968387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31410e03-ff07-41ed-b35e-71fcbe1ac20e req-38aa58a0-cbe3-4c4f-a409-b333979a1f0a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:57.972165 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31410e03-ff07-41ed-b35e-71fcbe1ac20e req-38aa58a0-cbe3-4c4f-a409-b333979a1f0a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.3069432
Feb 12 21:02:58.029457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0535fbeb-12c2-4e9e-b460-3847066a4e46 None None] Current status of the port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:58.073171 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583972e5-6ab2-4702-a9bf-931247ccf645 x-openstack-request-id: req-583972e5-6ab2-4702-a9bf-931247ccf645 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:58.073793 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065ab662-e01a-43c9-8858-ffc7dfd4f3f3", "name": "network-vif-deleted", "tag": "a62ee376-bb72-4c87-b427-676dc3e67cfd", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:58.074192 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-583972e5-6ab2-4702-a9bf-931247ccf645 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:58.074732 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065ab662-e01a-43c9-8858-ffc7dfd4f3f3', 'name': 'network-vif-deleted', 'tag': 'a62ee376-bb72-4c87-b427-676dc3e67cfd', 'status': 'completed', 'code': 200}
Feb 12 21:02:58.075447 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port b3117813-1a43-4a34-b05f-81ccfc0a50b9 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:02:58.088259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port b3117813-1a43-4a34-b05f-81ccfc0a50b9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:58.088646 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b3117813-1a43-4a34-b05f-81ccfc0a50b9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:58.183879 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4727e56c-4442-4c85-a410-1020f407023a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:58.227403 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b3117813-1a43-4a34-b05f-81ccfc0a50b9 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:58.228273 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3117813-1a43-4a34-b05f-81ccfc0a50b9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:58.245824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-1d5484a6-2674-40c6-a1bf-50c1fcc5cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:58.248221 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-1d5484a6-2674-40c6-a1bf-50c1fcc5cfea service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 908 time: 0.3507166
Feb 12 21:02:58.262434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dd78a6-6a4a-4a75-9884-8c6da08d8162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3117813-1a43-4a34-b05f-81ccfc0a50b9'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:02:58.265459 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924be98a-3756-43b2-9b9d-3ca01a856d09" -d '{"events": [{"server_uuid": "96dd78a6-6a4a-4a75-9884-8c6da08d8162", "name": "network-vif-plugged", "status": "completed", "tag": "b3117813-1a43-4a34-b05f-81ccfc0a50b9"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:02:58.267982 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31410e03-ff07-41ed-b35e-71fcbe1ac20e req-7370a85c-b974-497c-adf5-9e444675bbeb tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2724459
Feb 12 21:02:58.301000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b3117813-1a43-4a34-b05f-81ccfc0a50b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3117813-1a43-4a34-b05f-81ccfc0a50b9,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:02:58.333221 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-c4ac6f51-2aaf-41a2-8221-596ba98e4ca2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27c22334-4595-4060-b8ea-dcc1f99639f0 HTTP/1.1" status: 200  len: 217 time: 0.0641904
Feb 12 21:02:58.351965 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c7358536-667b-41d5-9f26-86183d8b35fb req-adea8487-0367-4e3a-a7c0-c60dbd1bb568 tempest-DeleteServersAdminTestJSON-879106040 tempest-DeleteServersAdminTestJSON-879106040-project] 10.222.0.31 "GET /v2.0/ports?device_id=065ab662-e01a-43c9-8858-ffc7dfd4f3f3 HTTP/1.1" status: 200  len: 210 time: 0.0590703
Feb 12 21:02:58.373735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-64fca1e6-502f-4213-bb66-4c81ce672ffd None None] Provisioning complete for port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:58.373735 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64fca1e6-502f-4213-bb66-4c81ce672ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:58.397611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53270) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:58.407044 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b3117813-1a43-4a34-b05f-81ccfc0a50b9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:58.415753 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7417bd-4162-42f3-aeec-a2021fffb57d x-openstack-request-id: req-cd7417bd-4162-42f3-aeec-a2021fffb57d {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:02:58.416132 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dd78a6-6a4a-4a75-9884-8c6da08d8162", "name": "network-vif-plugged", "status": "completed", "tag": "b3117813-1a43-4a34-b05f-81ccfc0a50b9", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:02:58.416548 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd7417bd-4162-42f3-aeec-a2021fffb57d {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:02:58.427562 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dd78a6-6a4a-4a75-9884-8c6da08d8162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3117813-1a43-4a34-b05f-81ccfc0a50b9', 'code': 200}
Feb 12 21:02:58.505438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-8a83868e-544e-43ff-bc15-7f2e03e59bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:58.507894 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-8a83868e-544e-43ff-bc15-7f2e03e59bb4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.1650007
Feb 12 21:02:58.614441 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20f00e-3262-4563-91fb-a2952273098f req-8b4af8dd-9b75-418c-a036-2a14bf5fc56f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:58.615854 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-63093914-9872-4b64-9824-7792b9d4d855 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0773430
Feb 12 21:02:58.623026 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b20f00e-3262-4563-91fb-a2952273098f req-8b4af8dd-9b75-418c-a036-2a14bf5fc56f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 967 time: 0.0726452
Feb 12 21:02:58.656573 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53278) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:58.659734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cb0c7-d128-4cdf-9d0f-51c3102b0224 req-0f584dcc-9a4f-4762-8ff4-a15f44d75e99 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:58.667481 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7b0cb0c7-d128-4cdf-9d0f-51c3102b0224 req-0f584dcc-9a4f-4762-8ff4-a15f44d75e99 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 949 time: 0.2795255
Feb 12 21:02:58.671306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b3117813-1a43-4a34-b05f-81ccfc0a50b9,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:58.683024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e1c7d-e4b9-47db-a1f9-005a950877b3 req-1d81d289-aa9a-4007-9d88-f0878402d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:58.685208 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b20e1c7d-e4b9-47db-a1f9-005a950877b3 req-1d81d289-aa9a-4007-9d88-f0878402d354 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 1131 time: 0.1762321
Feb 12 21:02:58.718063 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-64fca1e6-502f-4213-bb66-4c81ce672ffd None None] Current status of the port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:58.719399 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b20f00e-3262-4563-91fb-a2952273098f req-ca71136a-bda7-4101-b5b6-3460aa64aec6 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753927
Feb 12 21:02:58.786945 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0716437e-8c09-4c41-98e9-d8deb8bbd0f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:58.792134 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Publish callbacks [] for router_gateway (746125da-787c-4a2c-9880-7bea7d90b1c3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:58.817600 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58cd004d-ae59-4cbb-8a96-90df9d6b38a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:58.908154 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7b0cb0c7-d128-4cdf-9d0f-51c3102b0224 req-1139ec74-21a5-4edb-b1b8-19fb0d447b7d tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86ece14-4d5f-45ee-9aff-53df49b0a236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2395337
Feb 12 21:02:58.923919 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b20e1c7d-e4b9-47db-a1f9-005a950877b3 req-957d7767-9ec6-453e-ac50-807b2c194856 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b86ece14-4d5f-45ee-9aff-53df49b0a236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2221651
Feb 12 21:02:58.932974 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-4917551e-04f7-4ff4-a3ad-fae2bf1e0422 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3044472
Feb 12 21:02:58.941219 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0716437e-8c09-4c41-98e9-d8deb8bbd0f8 admin admin] Publish callbacks [] for security_group (3f449aa1-dfa4-4d48-bf53-ca0ff4cef475), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:58.953177 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58cd004d-ae59-4cbb-8a96-90df9d6b38a9 admin admin] Publish callbacks [] for security_group (08814e45-4e28-41a0-8a74-8f56d3727432), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:59.024863 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0716437e-8c09-4c41-98e9-d8deb8bbd0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3f449aa1-dfa4-4d48-bf53-ca0ff4cef475), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:59.059216 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:59.062599 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (746125da-787c-4a2c-9880-7bea7d90b1c3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:59.065636 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58cd004d-ae59-4cbb-8a96-90df9d6b38a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (08814e45-4e28-41a0-8a74-8f56d3727432), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:59.075977 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716437e-8c09-4c41-98e9-d8deb8bbd0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f449aa1-dfa4-4d48-bf53-ca0ff4cef475,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:59.084062 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0716437e-8c09-4c41-98e9-d8deb8bbd0f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4eb2b36d2ae44aca8d999d202678e559&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4263394
Feb 12 21:02:59.090863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53282) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:59.138188 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-58cd004d-ae59-4cbb-8a96-90df9d6b38a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49e4d2eddba14f3ab40313591851a90d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7390797
Feb 12 21:02:59.144710 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53284) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:02:59.153838 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd004d-ae59-4cbb-8a96-90df9d6b38a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08814e45-4e28-41a0-8a74-8f56d3727432,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:59.225579 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1c87f77-a707-4bd3-a1a3-1679c97d3519 admin admin] Publish callbacks [] for security_group (3f449aa1-dfa4-4d48-bf53-ca0ff4cef475), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:59.244686 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-46629a5b-01f0-45c8-9e69-a0fd3a7c905a admin admin] Publish callbacks [] for security_group (08814e45-4e28-41a0-8a74-8f56d3727432), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:59.266702 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1c87f77-a707-4bd3-a1a3-1679c97d3519 admin admin] Publish callbacks [] for security_group (3f449aa1-dfa4-4d48-bf53-ca0ff4cef475), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:59.270828 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-e245098e-340c-47de-8d4b-d56b7f893315 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346691
Feb 12 21:02:59.273013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:02:59.314403 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-46629a5b-01f0-45c8-9e69-a0fd3a7c905a admin admin] Publish callbacks [] for security_group (08814e45-4e28-41a0-8a74-8f56d3727432), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:59.348877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:02:59.349328 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:59.457894 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b92766-3ba1-45ee-8d37-84237594b53a req-82c09d6f-f855-4332-b434-412634d5a2d1 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:59.459998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:02:59.461851 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0b92766-3ba1-45ee-8d37-84237594b53a req-82c09d6f-f855-4332-b434-412634d5a2d1 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.1227322
Feb 12 21:02:59.492330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Router 746125da-787c-4a2c-9880-7bea7d90b1c3 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:02:59.498061 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:59.517748 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0b92766-3ba1-45ee-8d37-84237594b53a req-b242eba6-ec84-46c0-ae76-692f04cfb782 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491359
Feb 12 21:02:59.555769 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1c87f77-a707-4bd3-a1a3-1679c97d3519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3f449aa1-dfa4-4d48-bf53-ca0ff4cef475), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:59.558405 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1c87f77-a707-4bd3-a1a3-1679c97d3519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:59.559524 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b1c87f77-a707-4bd3-a1a3-1679c97d3519 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f449aa1-dfa4-4d48-bf53-ca0ff4cef475 HTTP/1.1" status: 204  len: 168 time: 0.4675760
Feb 12 21:02:59.570004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c87f77-a707-4bd3-a1a3-1679c97d3519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f449aa1-dfa4-4d48-bf53-ca0ff4cef475,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:59.589205 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-46629a5b-01f0-45c8-9e69-a0fd3a7c905a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (08814e45-4e28-41a0-8a74-8f56d3727432), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:59.596056 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-46629a5b-01f0-45c8-9e69-a0fd3a7c905a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:02:59.600784 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-46629a5b-01f0-45c8-9e69-a0fd3a7c905a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08814e45-4e28-41a0-8a74-8f56d3727432 HTTP/1.1" status: 204  len: 168 time: 0.4521303
Feb 12 21:02:59.611965 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46629a5b-01f0-45c8-9e69-a0fd3a7c905a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08814e45-4e28-41a0-8a74-8f56d3727432,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:02:59.720834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-3f64ce8c-e7b2-467b-aec0-05ac0c7d0a8c tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:02:59.722325 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-3f64ce8c-e7b2-467b-aec0-05ac0c7d0a8c tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff&tenant_id=97311a1994be45a2b507aedc74f578df&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1149 time: 0.1538131
Feb 12 21:02:59.729157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:02:59.739462 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Sync routers for ids ['746125da-787c-4a2c-9880-7bea7d90b1c3'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:02:59.743947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:02:59.757840 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Routers {'746125da-787c-4a2c-9880-7bea7d90b1c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:02:59.758414 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1ce72879-464a-451f-901a-b288dedc774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb6f4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:02:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['746125da-787c-4a2c-9880-7bea7d90b1c3'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:02:59.887990 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Set router 746125da-787c-4a2c-9880-7bea7d90b1c3 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:03:00.064645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b87de-d3c9-41b2-9f10-375e8d965e40 req-96625d6e-21be-4458-b727-ef623f4dc1da tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:00.065843 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb2b87de-d3c9-41b2-9f10-375e8d965e40 req-96625d6e-21be-4458-b727-ef623f4dc1da tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 949 time: 0.0763984
Feb 12 21:03:00.133217 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb2b87de-d3c9-41b2-9f10-375e8d965e40 req-b1ee9f21-afe3-4792-9b57-b7e64e429028 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86ece14-4d5f-45ee-9aff-53df49b0a236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605500
Feb 12 21:03:00.134312 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1ce72879-464a-451f-901a-b288dedc774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb6f4f0>, [{'id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-router', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6'}], 'enable_snat': True}, 'gw_port_id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:55Z', 'updated_at': '2022-02-12T21:02:58Z', 'revision_number': 3, 'project_id': '65e530a89835494485cff388fdc9d69b', 'gw_port': {'id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:56Z', 'updated_at': '2022-02-12T21:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:00.168203 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Checking router: 746125da-787c-4a2c-9880-7bea7d90b1c3 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:03:00.168648 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Updating router 746125da-787c-4a2c-9880-7bea7d90b1c3 port 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:03:00.173875 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:00.177968 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4cff8cc0-fbdd-466e-8007-47df247baecb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 939 time: 4.7450414
Feb 12 21:03:00.178844 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53312) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:00.191793 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:00.203244 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769d311-93c0-4084-ae37-d6de7709481f req-ceac071b-03cd-4543-9494-25b029d787c7 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:00.203703 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (036c98ca-1a8b-4547-bb24-e3b72d8e4f4c), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:00.210721 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d769d311-93c0-4084-ae37-d6de7709481f req-ceac071b-03cd-4543-9494-25b029d787c7 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 967 time: 0.1751046
Feb 12 21:03:00.309465 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d769d311-93c0-4084-ae37-d6de7709481f req-4b4fc3fd-f48d-432a-8a8c-4c283d7e3a44 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977509
Feb 12 21:03:00.424654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] For port 27c22334-4595-4060-b8ea-dcc1f99639f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27c22334-4595-4060-b8ea-dcc1f99639f0,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:00.470740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] For port 27c22334-4595-4060-b8ea-dcc1f99639f0, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:00.489467 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Publish callbacks [] for port (036c98ca-1a8b-4547-bb24-e3b72d8e4f4c), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:00.523862 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e82f99-dc16-48b4-987d-d57b003637ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c22334-4595-4060-b8ea-dcc1f99639f0'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:00.526162 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc797c9-7ad9-40c5-a0f8-30351f727836" -d '{"events": [{"server_uuid": "77e82f99-dc16-48b4-987d-d57b003637ff", "name": "network-vif-unplugged", "status": "completed", "tag": "27c22334-4595-4060-b8ea-dcc1f99639f0"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:00.529946 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Publish callbacks [] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:00.572596 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4be4529-d3cb-4957-aec9-28aec078e579 x-openstack-request-id: req-e4be4529-d3cb-4957-aec9-28aec078e579 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:00.572596 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e82f99-dc16-48b4-987d-d57b003637ff", "name": "network-vif-unplugged", "status": "completed", "tag": "27c22334-4595-4060-b8ea-dcc1f99639f0", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:00.572596 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4be4529-d3cb-4957-aec9-28aec078e579 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:00.572596 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e82f99-dc16-48b4-987d-d57b003637ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c22334-4595-4060-b8ea-dcc1f99639f0', 'code': 200}
Feb 12 21:03:00.641280 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (036c98ca-1a8b-4547-bb24-e3b72d8e4f4c), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:00.652327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd312488-996b-4ee7-b53b-c5370d85d20c req-d76f9224-bf1d-44e2-8e97-1ee5de57d721 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:00.653857 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd312488-996b-4ee7-b53b-c5370d85d20c req-d76f9224-bf1d-44e2-8e97-1ee5de57d721 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.0574136
Feb 12 21:03:00.678305 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:00.689384 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25043024-3731-4c4a-9788-e260cbc4efa0 None None] Pushing event updated for resources: {'Port': ['ID=036c98ca-1a8b-4547-bb24-e3b72d8e4f4c,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:00.701253 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25043024-3731-4c4a-9788-e260cbc4efa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:00.702468 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25043024-3731-4c4a-9788-e260cbc4efa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:00.703104 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25043024-3731-4c4a-9788-e260cbc4efa0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:00.703872 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25043024-3731-4c4a-9788-e260cbc4efa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:00.704413 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25043024-3731-4c4a-9788-e260cbc4efa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:00.704975 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25043024-3731-4c4a-9788-e260cbc4efa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:00.705598 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25043024-3731-4c4a-9788-e260cbc4efa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:00.706147 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25043024-3731-4c4a-9788-e260cbc4efa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:00.706684 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25043024-3731-4c4a-9788-e260cbc4efa0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:00.707253 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25043024-3731-4c4a-9788-e260cbc4efa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:00.707843 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25043024-3731-4c4a-9788-e260cbc4efa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:00.708406 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25043024-3731-4c4a-9788-e260cbc4efa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:00.708852 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25043024-3731-4c4a-9788-e260cbc4efa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:00.728062 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Attempting to bind port 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:03:00.728555 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Attempting to bind port 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:03:00.729258 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Attempting to bind port 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:00.735835 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:03:00.736544 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:00.737151 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:00.737764 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:03:00.738451 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Bound port: 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:03:00.739052 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (036c98ca-1a8b-4547-bb24-e3b72d8e4f4c), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:00.796955 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-1ce72879-464a-451f-901a-b288dedc774d None None] For port 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:00.801738 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-1ce72879-464a-451f-901a-b288dedc774d None None] For port 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=036c98ca-1a8b-4547-bb24-e3b72d8e4f4c,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:03:00.822402 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Pushing event updated for resources: {'Port': ['ID=27c22334-4595-4060-b8ea-dcc1f99639f0,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:00.830031 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd312488-996b-4ee7-b53b-c5370d85d20c req-26312b38-77c5-4071-942c-c7f95a9b27f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696815
Feb 12 21:03:00.840006 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Attempting to bind port 27c22334-4595-4060-b8ea-dcc1f99639f0 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:03:00.840440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Attempting to bind port 27c22334-4595-4060-b8ea-dcc1f99639f0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:03:00.840836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Attempting to bind port 27c22334-4595-4060-b8ea-dcc1f99639f0 on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:00.855457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Port 27c22334-4595-4060-b8ea-dcc1f99639f0 on network 04e4405d-ac34-418d-b812-924c095df566 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:03:00.855457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Attempting to bind port 27c22334-4595-4060-b8ea-dcc1f99639f0 on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:00.855457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:03:00.855457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Checking segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:00.855457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Bound using segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:03:00.855457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Bound port: 27c22334-4595-4060-b8ea-dcc1f99639f0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:03:00.855457 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:00.868868 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53322) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:00.880797 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:00.903844 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (036c98ca-1a8b-4547-bb24-e3b72d8e4f4c), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:00.918000 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-69a8f19d-8588-4ae9-ae1f-5a8a000956a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:00.977639 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:00.987641 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53324) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:01.013187 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25043024-3731-4c4a-9788-e260cbc4efa0 None None] Pushing event updated for resources: {'Port': ['ID=036c98ca-1a8b-4547-bb24-e3b72d8e4f4c,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:01.015923 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Routers {'746125da-787c-4a2c-9880-7bea7d90b1c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:03:01.016630 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1ce72879-464a-451f-901a-b288dedc774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb6f4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:02:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['746125da-787c-4a2c-9880-7bea7d90b1c3'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:01.017993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] For port 27c22334-4595-4060-b8ea-dcc1f99639f0, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:01.024587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] For port 27c22334-4595-4060-b8ea-dcc1f99639f0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27c22334-4595-4060-b8ea-dcc1f99639f0,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:03:01.079659 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-69a8f19d-8588-4ae9-ae1f-5a8a000956a7 admin admin] Publish callbacks [] for security_group (ff478c00-2b11-4530-a5a3-12fbca35a5bc), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.124360 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53328) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:01.138483 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-042b6297-b796-440f-b7bd-2b1f3d9c9fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.151337 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.220965 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-1ce72879-464a-451f-901a-b288dedc774d None None] Set router 746125da-787c-4a2c-9880-7bea7d90b1c3 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:03:01.221155 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ec55d875-ebd4-4334-bc08-d898f0bc5110 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f24b9d29252e43d597ac37f401de9de5&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2316365
Feb 12 21:03:01.222083 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-69a8f19d-8588-4ae9-ae1f-5a8a000956a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ff478c00-2b11-4530-a5a3-12fbca35a5bc), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.224620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53332) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:01.297522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a62ee376-bb72-4c87-b427-676dc3e67cfd no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:03:01.320216 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-69a8f19d-8588-4ae9-ae1f-5a8a000956a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d6b6e062da94bec8b25308d124eb26a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4462662
Feb 12 21:03:01.321008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:01.321721 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.323057 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] 10.222.0.48 "PUT /v2.0/ports/27c22334-4595-4060-b8ea-dcc1f99639f0 HTTP/1.1" status: 200  len: 1143 time: 1.5897212
Feb 12 21:03:01.323707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a3ef5-20a7-435d-b269-c7a8cd6e23c8 service neutron] Pushing event updated for resources: {'Port': ['ID=27c22334-4595-4060-b8ea-dcc1f99639f0,revision_number=8']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:01.339022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Allocated IP 172.20.0.1 (00db7637-715c-44c7-a356-d7a146fc856c/c9968b30-e078-4566-898e-829a238942df/8f1f10c2-73cc-4f30-9d2b-170576b1755d) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:03:01.339335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: a62ee376-bb72-4c87-b427-676dc3e67cfd {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:03:01.339522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53334) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:01.339639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a62ee376-bb72-4c87-b427-676dc3e67cfd not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:03:01.339968 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8f19d-8588-4ae9-ae1f-5a8a000956a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff478c00-2b11-4530-a5a3-12fbca35a5bc,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:01.379744 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15e3d44a-dea7-47ee-bda9-2e16669b5db3 admin admin] Publish callbacks [] for security_group (0433c9e1-0e20-471b-8c83-8d50535146ae), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.390079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['27c22334-4595-4060-b8ea-dcc1f99639f0'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:03:01.404147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7877d7e-3d28-47b0-9a5b-3fb44aecd57b req-390c3bda-5ae6-4435-9033-18b71a354d9d tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:01.407981 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d7877d7e-3d28-47b0-9a5b-3fb44aecd57b req-390c3bda-5ae6-4435-9033-18b71a354d9d tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 949 time: 0.1339958
Feb 12 21:03:01.432488 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15e3d44a-dea7-47ee-bda9-2e16669b5db3 admin admin] Publish callbacks [] for security_group (0433c9e1-0e20-471b-8c83-8d50535146ae), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.438225 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-042b6297-b796-440f-b7bd-2b1f3d9c9fff admin admin] Publish callbacks [] for security_group (9a735b01-0bce-442a-8487-938a5e2a24c9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.493160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d224ed-0d45-42b5-a2a7-9abf1b65a771 req-2a5c7567-75da-4fc3-8ba5-f216686cb65f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:01.495919 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5d224ed-0d45-42b5-a2a7-9abf1b65a771 req-2a5c7567-75da-4fc3-8ba5-f216686cb65f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 965 time: 0.0612884
Feb 12 21:03:01.515660 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1ce72879-464a-451f-901a-b288dedc774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb6f4f0>, [{'id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-router', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6'}], 'enable_snat': True}, 'gw_port_id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:55Z', 'updated_at': '2022-02-12T21:02:58Z', 'revision_number': 3, 'project_id': '65e530a89835494485cff388fdc9d69b', 'gw_port': {'id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:56Z', 'updated_at': '2022-02-12T21:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:01.534307 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-042b6297-b796-440f-b7bd-2b1f3d9c9fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9a735b01-0bce-442a-8487-938a5e2a24c9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.551982 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce72879-464a-451f-901a-b288dedc774d None None] The sync data for ids ['746125da-787c-4a2c-9880-7bea7d90b1c3'] in ncdv-master-1 is: [{'id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-router', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6'}], 'enable_snat': True}, 'gw_port_id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:55Z', 'updated_at': '2022-02-12T21:02:58Z', 'revision_number': 3, 'project_id': '65e530a89835494485cff388fdc9d69b', 'gw_port': {'id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:56Z', 'updated_at': '2022-02-12T21:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:03:01.575312 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee236b5b-28c5-452b-8bb9-66da27aaf0a7 admin admin] Publish callbacks [] for security_group (ff478c00-2b11-4530-a5a3-12fbca35a5bc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.595525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5d224ed-0d45-42b5-a2a7-9abf1b65a771 req-b6899f1d-c909-4ea6-9e85-6b898627fca1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892048
Feb 12 21:03:01.602365 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b6297-b796-440f-b7bd-2b1f3d9c9fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a735b01-0bce-442a-8487-938a5e2a24c9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:01.612828 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-042b6297-b796-440f-b7bd-2b1f3d9c9fff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f176f866165d45118ef02bcb0aba0340&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4869130
Feb 12 21:03:01.613599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53338) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:01.631310 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d7877d7e-3d28-47b0-9a5b-3fb44aecd57b req-d19e0260-3103-4beb-9661-bbdc46e896cb tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86ece14-4d5f-45ee-9aff-53df49b0a236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2101123
Feb 12 21:03:01.659274 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee236b5b-28c5-452b-8bb9-66da27aaf0a7 admin admin] Publish callbacks [] for security_group (ff478c00-2b11-4530-a5a3-12fbca35a5bc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.689076 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Publish callbacks [] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.764927 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15e3d44a-dea7-47ee-bda9-2e16669b5db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0433c9e1-0e20-471b-8c83-8d50535146ae), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.767500 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15e3d44a-dea7-47ee-bda9-2e16669b5db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.768670 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-15e3d44a-dea7-47ee-bda9-2e16669b5db3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0433c9e1-0e20-471b-8c83-8d50535146ae HTTP/1.1" status: 204  len: 168 time: 0.5431211
Feb 12 21:03:01.773017 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-441fa9de-d19f-4685-8d29-6551351f2522 admin admin] Publish callbacks [] for security_group (9a735b01-0bce-442a-8487-938a5e2a24c9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.792035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3d44a-dea7-47ee-bda9-2e16669b5db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0433c9e1-0e20-471b-8c83-8d50535146ae,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:01.811950 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-441fa9de-d19f-4685-8d29-6551351f2522 admin admin] Publish callbacks [] for security_group (9a735b01-0bce-442a-8487-938a5e2a24c9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.963433 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee236b5b-28c5-452b-8bb9-66da27aaf0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ff478c00-2b11-4530-a5a3-12fbca35a5bc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.966163 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee236b5b-28c5-452b-8bb9-66da27aaf0a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:01.969944 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ee236b5b-28c5-452b-8bb9-66da27aaf0a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff478c00-2b11-4530-a5a3-12fbca35a5bc HTTP/1.1" status: 204  len: 168 time: 0.6279223
Feb 12 21:03:01.971601 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:02.013052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee236b5b-28c5-452b-8bb9-66da27aaf0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff478c00-2b11-4530-a5a3-12fbca35a5bc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:02.033405 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Network 00db7637-715c-44c7-a356-d7a146fc856c is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:03:02.039213 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:03:02.042796 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Pushing event updated for resources: {'Port': ['ID=8f1f10c2-73cc-4f30-9d2b-170576b1755d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:02.045470 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:03:02.071129 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-441fa9de-d19f-4685-8d29-6551351f2522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9a735b01-0bce-442a-8487-938a5e2a24c9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:02.074038 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-441fa9de-d19f-4685-8d29-6551351f2522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:02.079285 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-441fa9de-d19f-4685-8d29-6551351f2522 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a735b01-0bce-442a-8487-938a5e2a24c9 HTTP/1.1" status: 204  len: 168 time: 0.4587982
Feb 12 21:03:02.088239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7373f-a74e-40b0-8bbd-816241510841 req-1c78ddfb-7dcb-4576-8658-470d4a490976 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:02.095850 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bec7373f-a74e-40b0-8bbd-816241510841 req-1c78ddfb-7dcb-4576-8658-470d4a490976 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.1624062
Feb 12 21:03:02.142022 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (746125da-787c-4a2c-9880-7bea7d90b1c3), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:02.146177 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fa9de-d19f-4685-8d29-6551351f2522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a735b01-0bce-442a-8487-938a5e2a24c9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:02.190806 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:02.260725 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bec7373f-a74e-40b0-8bbd-816241510841 req-54afd3bf-879a-4327-be01-278aef5c6870 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639843
Feb 12 21:03:02.364206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-81f8a371-6211-4216-ba5e-5c2289ca8378 None None] Provisioning complete for port 8f1f10c2-73cc-4f30-9d2b-170576b1755d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:02.364495 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-81f8a371-6211-4216-ba5e-5c2289ca8378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:02.432018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-81f8a371-6211-4216-ba5e-5c2289ca8378 None None] Port 8f1f10c2-73cc-4f30-9d2b-170576b1755d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:03:02.453401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:02.482180 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16793587-a39b-4a86-a346-1e5efd078c1c req-912a1e4a-a4da-4ab0-b6a7-94de6aa8eb99 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:02.484463 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16793587-a39b-4a86-a346-1e5efd078c1c req-912a1e4a-a4da-4ab0-b6a7-94de6aa8eb99 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 949 time: 0.1178420
Feb 12 21:03:02.573675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e82f99-dc16-48b4-987d-d57b003637ff', 'tag': '27c22334-4595-4060-b8ea-dcc1f99639f0'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:02.576092 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60769dc8-c768-43d7-aab5-6e12f9771fff" -d '{"events": [{"name": "network-changed", "server_uuid": "77e82f99-dc16-48b4-987d-d57b003637ff", "tag": "27c22334-4595-4060-b8ea-dcc1f99639f0"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:02.596893 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16793587-a39b-4a86-a346-1e5efd078c1c req-31856110-f328-47f3-88c8-f00371687cbc tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86ece14-4d5f-45ee-9aff-53df49b0a236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890901
Feb 12 21:03:02.637405 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab326c6e-fad8-4e58-87e1-cbfdd169fdb6 x-openstack-request-id: req-ab326c6e-fad8-4e58-87e1-cbfdd169fdb6 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:02.643872 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e82f99-dc16-48b4-987d-d57b003637ff", "tag": "27c22334-4595-4060-b8ea-dcc1f99639f0", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:02.651547 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab326c6e-fad8-4e58-87e1-cbfdd169fdb6 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:02.651547 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e82f99-dc16-48b4-987d-d57b003637ff', 'tag': '27c22334-4595-4060-b8ea-dcc1f99639f0', 'status': 'completed', 'code': 200}
Feb 12 21:03:02.704795 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Publish callbacks [] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:02.725986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60769dc8-c768-43d7-aab5-6e12f9771fff req-7bf363f4-e1a3-4b26-8a63-8a83e35328c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:02.727568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60769dc8-c768-43d7-aab5-6e12f9771fff req-7bf363f4-e1a3-4b26-8a63-8a83e35328c2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 1177 time: 0.0694845
Feb 12 21:03:02.779306 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce52b5-8ca8-4091-8954-132032040be9 req-77f9b4a2-7c99-4734-9410-20fb955dda6b tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:02.783510 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-75ce52b5-8ca8-4091-8954-132032040be9 req-77f9b4a2-7c99-4734-9410-20fb955dda6b tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 965 time: 0.0569241
Feb 12 21:03:02.817787 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:02.825919 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60769dc8-c768-43d7-aab5-6e12f9771fff req-f3c32f1c-c153-4e16-b268-8dd887985721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:02.828295 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60769dc8-c768-43d7-aab5-6e12f9771fff req-f3c32f1c-c153-4e16-b268-8dd887985721 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 908 time: 0.0949416
Feb 12 21:03:02.880726 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60769dc8-c768-43d7-aab5-6e12f9771fff req-ac4fc239-3d26-4101-830b-e6234d298c32 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27c22334-4595-4060-b8ea-dcc1f99639f0 HTTP/1.1" status: 200  len: 217 time: 0.0462246
Feb 12 21:03:02.903661 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-75ce52b5-8ca8-4091-8954-132032040be9 req-3c82ece5-c181-4b86-ab9c-9727ca12adf2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161685
Feb 12 21:03:02.916240 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (746125da-787c-4a2c-9880-7bea7d90b1c3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:02.918288 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Pushing event updated for resources: {'Port': ['ID=8f1f10c2-73cc-4f30-9d2b-170576b1755d,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:02.945152 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60769dc8-c768-43d7-aab5-6e12f9771fff req-125e5238-7b83-4786-898b-661340b9fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:02.949143 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60769dc8-c768-43d7-aab5-6e12f9771fff req-125e5238-7b83-4786-898b-661340b9fbac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.0605140
Feb 12 21:03:02.991076 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60769dc8-c768-43d7-aab5-6e12f9771fff req-bfa34eb0-1511-4d68-bc5f-eca9210def92 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0378273
Feb 12 21:03:02.991571 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53368) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:03.027197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Network 00db7637-715c-44c7-a356-d7a146fc856c is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:03:03.030674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:03:03.036657 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1fa32373-466c-47fd-beab-dad0f99d2c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:03.235813 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1fa32373-466c-47fd-beab-dad0f99d2c51 admin admin] Publish callbacks [] for security_group (53e37bfa-7c12-436d-9be4-814843232114), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:03.262870 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60769dc8-c768-43d7-aab5-6e12f9771fff req-31b3e1db-38f5-4fc5-a559-ccfc1ba8e9cc service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2597041
Feb 12 21:03:03.307019 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Router 746125da-787c-4a2c-9880-7bea7d90b1c3 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:03:03.325796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:03:03.392963 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ec1b5926-adb2-4c7b-8268-d7627a668e36 None None] Provisioning complete for port 8f1f10c2-73cc-4f30-9d2b-170576b1755d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:03.393719 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ec1b5926-adb2-4c7b-8268-d7627a668e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:03.407834 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60769dc8-c768-43d7-aab5-6e12f9771fff req-0d86c3ad-6dd3-4d03-9a8d-4308dc8d3cf8 service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380739
Feb 12 21:03:03.439368 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1fa32373-466c-47fd-beab-dad0f99d2c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (53e37bfa-7c12-436d-9be4-814843232114), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:03.445221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:03.445932 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (036c98ca-1a8b-4547-bb24-e3b72d8e4f4c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:03.447745 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ec1b5926-adb2-4c7b-8268-d7627a668e36 None None] Port 8f1f10c2-73cc-4f30-9d2b-170576b1755d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:03:03.476662 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:03:03.483693 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a01afb30-6acd-4aef-9e05-23c805ea35fd admin admin] 10.222.0.31 "PUT /v2.0/routers/746125da-787c-4a2c-9880-7bea7d90b1c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3021696
Feb 12 21:03:03.500265 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1fa32373-466c-47fd-beab-dad0f99d2c51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfefa5d162704d5b87d5db762e4efb2d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5041883
Feb 12 21:03:03.500457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa32373-466c-47fd-beab-dad0f99d2c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e37bfa-7c12-436d-9be4-814843232114,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:03.500651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53382) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:03.534474 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bf0c2-638e-40ef-a9c3-1dd3810ce05b req-30dc863b-6c03-4ffe-97ac-7da8a9158de5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:03.545083 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe1bf0c2-638e-40ef-a9c3-1dd3810ce05b req-30dc863b-6c03-4ffe-97ac-7da8a9158de5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.1501851
Feb 12 21:03:03.567572 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4565-4880-4e4c-8f82-cf4e18e819b3 admin admin] Publish callbacks [] for security_group (53e37bfa-7c12-436d-9be4-814843232114), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:03.594273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:03.594678 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (036c98ca-1a8b-4547-bb24-e3b72d8e4f4c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:03.595392 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4565-4880-4e4c-8f82-cf4e18e819b3 admin admin] Publish callbacks [] for security_group (53e37bfa-7c12-436d-9be4-814843232114), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:03.619829 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=036c98ca-1a8b-4547-bb24-e3b72d8e4f4c,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:03.630197 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe1bf0c2-638e-40ef-a9c3-1dd3810ce05b req-e276642a-a5b4-405e-993c-58daf5834cf9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823936
Feb 12 21:03:03.721780 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Sync routers for ids ['746125da-787c-4a2c-9880-7bea7d90b1c3'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:03:03.734090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Routers {'746125da-787c-4a2c-9880-7bea7d90b1c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:03:03.734998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2aff70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:02:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['746125da-787c-4a2c-9880-7bea7d90b1c3'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:03.770299 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6ac5a-43f9-40d4-ab93-76d01308a0d4 req-1a613138-e040-4d4e-b650-e37692975aa3 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:03.772056 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bfe6ac5a-43f9-40d4-ab93-76d01308a0d4 req-1a613138-e040-4d4e-b650-e37692975aa3 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 949 time: 0.0686617
Feb 12 21:03:03.779487 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (036c98ca-1a8b-4547-bb24-e3b72d8e4f4c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:03.786728 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4565-4880-4e4c-8f82-cf4e18e819b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (53e37bfa-7c12-436d-9be4-814843232114), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:03.789331 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4565-4880-4e4c-8f82-cf4e18e819b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:03.796852 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6f4b4565-4880-4e4c-8f82-cf4e18e819b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53e37bfa-7c12-436d-9be4-814843232114 HTTP/1.1" status: 204  len: 168 time: 0.2889044
Feb 12 21:03:03.806423 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b4565-4880-4e4c-8f82-cf4e18e819b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e37bfa-7c12-436d-9be4-814843232114,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:03.822117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 27c22334-4595-4060-b8ea-dcc1f99639f0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:03:03.836626 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bfe6ac5a-43f9-40d4-ab93-76d01308a0d4 req-e0cca7fb-2608-4808-914c-6d6a041e969b tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/security-groups?id=b86ece14-4d5f-45ee-9aff-53df49b0a236&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588124
Feb 12 21:03:03.868483 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc4480-a365-43b1-b2be-83a38acabca5 req-58f5a118-3d3e-4c5b-b33b-05538631fef9 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:03.870092 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ccc4480-a365-43b1-b2be-83a38acabca5 req-58f5a118-3d3e-4c5b-b33b-05538631fef9 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.48 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 949 time: 0.0566113
Feb 12 21:03:03.942247 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=036c98ca-1a8b-4547-bb24-e3b72d8e4f4c,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:03.983108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3ccc4480-a365-43b1-b2be-83a38acabca5 req-7e9be7e0-f6a8-4373-a2c6-da140628f8a8 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Deleting port b3117813-1a43-4a34-b05f-81ccfc0a50b9 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:03:03.983976 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3ccc4480-a365-43b1-b2be-83a38acabca5 req-7e9be7e0-f6a8-4373-a2c6-da140628f8a8 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b3117813-1a43-4a34-b05f-81ccfc0a50b9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:03.999495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Set router 746125da-787c-4a2c-9880-7bea7d90b1c3 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:03:04.105634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 27c22334-4595-4060-b8ea-dcc1f99639f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27c22334-4595-4060-b8ea-dcc1f99639f0,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:04.119869 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b837887-a535-4b83-9e1d-aae2f42ecff3 req-441b07b2-c14b-456e-a220-58cdc158dce5 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:04.127252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3ccc4480-a365-43b1-b2be-83a38acabca5 req-7e9be7e0-f6a8-4373-a2c6-da140628f8a8 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] For port b3117813-1a43-4a34-b05f-81ccfc0a50b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3117813-1a43-4a34-b05f-81ccfc0a50b9,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:04.127918 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3ccc4480-a365-43b1-b2be-83a38acabca5 req-7e9be7e0-f6a8-4373-a2c6-da140628f8a8 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b3117813-1a43-4a34-b05f-81ccfc0a50b9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:04.128133 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6b837887-a535-4b83-9e1d-aae2f42ecff3 req-441b07b2-c14b-456e-a220-58cdc158dce5 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 965 time: 0.0821855
Feb 12 21:03:04.155634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3ccc4480-a365-43b1-b2be-83a38acabca5 req-7e9be7e0-f6a8-4373-a2c6-da140628f8a8 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Calling delete_port for b3117813-1a43-4a34-b05f-81ccfc0a50b9 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:03:04.164735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 27c22334-4595-4060-b8ea-dcc1f99639f0 has no active binding in host nch1-master-1 {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 12 21:03:04.195768 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6b837887-a535-4b83-9e1d-aae2f42ecff3 req-efa9489b-529e-43a9-9097-9d4e2191adef tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545371
Feb 12 21:03:04.286204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2aff70>, [{'id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-router', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6'}], 'enable_snat': True}, 'gw_port_id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:55Z', 'updated_at': '2022-02-12T21:03:02Z', 'revision_number': 4, 'project_id': '65e530a89835494485cff388fdc9d69b', 'gw_port': {'id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:56Z', 'updated_at': '2022-02-12T21:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8f1f10c2-73cc-4f30-9d2b-170576b1755d', 'name': '', 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'mac_address': 'fa:16:3e:99:c2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c9968b30-e078-4566-898e-829a238942df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:03:01Z', 'updated_at': '2022-02-12T21:03:02Z', 'revision_number': 2, 'project_id': '65e530a89835494485cff388fdc9d69b', 'subnets': [{'id': 'c9968b30-e078-4566-898e-829a238942df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:04.332063 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Checking router: 746125da-787c-4a2c-9880-7bea7d90b1c3 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:03:04.332734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Updating router 746125da-787c-4a2c-9880-7bea7d90b1c3 port 8f1f10c2-73cc-4f30-9d2b-170576b1755d binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:03:04.371610 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:04.395544 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3ccc4480-a365-43b1-b2be-83a38acabca5 req-7e9be7e0-f6a8-4373-a2c6-da140628f8a8 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b3117813-1a43-4a34-b05f-81ccfc0a50b9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:04.433577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b3117813-1a43-4a34-b05f-81ccfc0a50b9'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:03:04.455945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9be7e0-f6a8-4373-a2c6-da140628f8a8 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Pushing event deleted for resources: {'Port': ['ID=b3117813-1a43-4a34-b05f-81ccfc0a50b9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:04.585266 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccc4480-a365-43b1-b2be-83a38acabca5 req-7e9be7e0-f6a8-4373-a2c6-da140628f8a8 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] No DVR routers for this DVR port b3117813-1a43-4a34-b05f-81ccfc0a50b9 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:03:04.589085 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3ccc4480-a365-43b1-b2be-83a38acabca5 req-7e9be7e0-f6a8-4373-a2c6-da140628f8a8 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:04.592963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ccc4480-a365-43b1-b2be-83a38acabca5 req-7e9be7e0-f6a8-4373-a2c6-da140628f8a8 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.48 "DELETE /v2.0/ports/b3117813-1a43-4a34-b05f-81ccfc0a50b9 HTTP/1.1" status: 204  len: 173 time: 0.7128267
Feb 12 21:03:04.657240 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dd78a6-6a4a-4a75-9884-8c6da08d8162', 'name': 'network-vif-deleted', 'tag': 'b3117813-1a43-4a34-b05f-81ccfc0a50b9'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:04.663755 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38965f50-7499-4b07-81a0-c9687ca885ee" -d '{"events": [{"server_uuid": "96dd78a6-6a4a-4a75-9884-8c6da08d8162", "name": "network-vif-deleted", "tag": "b3117813-1a43-4a34-b05f-81ccfc0a50b9"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:04.687389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-92b93c12-17ce-41cf-8fd6-7361955643c9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:04.691497 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-92b93c12-17ce-41cf-8fd6-7361955643c9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/networks?id=00db7637-715c-44c7-a356-d7a146fc856c HTTP/1.1" status: 200  len: 829 time: 0.2807186
Feb 12 21:03:04.732168 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-81bfad96-4d4e-45b8-bbcb-5c0e365c62c5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/quotas/65e530a89835494485cff388fdc9d69b HTTP/1.1" status: 200  len: 375 time: 0.0202773
Feb 12 21:03:04.832726 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-1e52b487-cc26-4f26-abc0-fe8f441c8ba1 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=65e530a89835494485cff388fdc9d69b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0971279
Feb 12 21:03:04.864709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071ade-9145-4913-b8e2-a0c73e981963 req-9a1cce54-43ba-4065-bbb5-310724886117 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:04.868984 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3071ade-9145-4913-b8e2-a0c73e981963 req-9a1cce54-43ba-4065-bbb5-310724886117 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.1196342
Feb 12 21:03:04.938297 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Publish callbacks [] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:04.945031 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3071ade-9145-4913-b8e2-a0c73e981963 req-0fd41d92-a27e-4935-973f-e63c9564916b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678804
Feb 12 21:03:04.961021 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-ee227796-44a1-49a4-90d0-28a46340d717 service neutron] 10.222.0.31 "GET /v2.0/networks/00db7637-715c-44c7-a356-d7a146fc856c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206517
Feb 12 21:03:05.035388 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:05.042836 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effc31c5-ff7e-4215-bb81-35a31c99e3bf x-openstack-request-id: req-effc31c5-ff7e-4215-bb81-35a31c99e3bf {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:05.043191 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dd78a6-6a4a-4a75-9884-8c6da08d8162", "name": "network-vif-deleted", "tag": "b3117813-1a43-4a34-b05f-81ccfc0a50b9", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:05.043528 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-effc31c5-ff7e-4215-bb81-35a31c99e3bf {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:05.043928 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dd78a6-6a4a-4a75-9884-8c6da08d8162', 'name': 'network-vif-deleted', 'tag': 'b3117813-1a43-4a34-b05f-81ccfc0a50b9', 'status': 'completed', 'code': 200}
Feb 12 21:03:05.105503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-471c8ade-721f-4b08-af08-6048f9fe9b15 service neutron] 10.222.0.31 "GET /v2.0/networks/00db7637-715c-44c7-a356-d7a146fc856c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375711
Feb 12 21:03:05.112234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d3e04-4bdc-4f90-b06d-7c7960c2624b None None] Pushing event updated for resources: {'Port': ['ID=8f1f10c2-73cc-4f30-9d2b-170576b1755d,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:05.122959 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ee28c25-e6bf-4748-9da9-b4803bb072a9 req-e06da196-7ead-40a4-8c8b-e7799dfd81b6 tempest-ImagesNegativeTestJSON-1880091916 tempest-ImagesNegativeTestJSON-1880091916-project] 10.222.0.31 "GET /v2.0/ports?device_id=96dd78a6-6a4a-4a75-9884-8c6da08d8162 HTTP/1.1" status: 200  len: 210 time: 0.0438724
Feb 12 21:03:05.180434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Attempting to bind port 8f1f10c2-73cc-4f30-9d2b-170576b1755d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:03:05.180888 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Attempting to bind port 8f1f10c2-73cc-4f30-9d2b-170576b1755d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd7597d9d-e4c8-460c-b2bb-9e6b8e630ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:03:05.181151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Attempting to bind port 8f1f10c2-73cc-4f30-9d2b-170576b1755d on network 00db7637-715c-44c7-a356-d7a146fc856c {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:05.186962 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:03:05.187337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Checking segment: {'id': 'd7597d9d-e4c8-460c-b2bb-9e6b8e630ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:05.187735 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:05.188139 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Bound using segment: {'id': 'd7597d9d-e4c8-460c-b2bb-9e6b8e630ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:03:05.188737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Bound port: 8f1f10c2-73cc-4f30-9d2b-170576b1755d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7597d9d-e4c8-460c-b2bb-9e6b8e630ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:03:05.188965 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:05.268352 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:03:05.334713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] For port 8f1f10c2-73cc-4f30-9d2b-170576b1755d, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:05.352362 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] For port 8f1f10c2-73cc-4f30-9d2b-170576b1755d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f1f10c2-73cc-4f30-9d2b-170576b1755d,segment=NetworkSegment(d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc),segment_id=d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:03:05.360558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9041f-22fc-4d80-9b8a-fff59f6d3351 req-302fb599-d2be-4cc8-ac63-742fd25368f2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:05.370664 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63f9041f-22fc-4d80-9b8a-fff59f6d3351 req-302fb599-d2be-4cc8-ac63-742fd25368f2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 965 time: 0.0839388
Feb 12 21:03:05.386940 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:05.387544 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (036c98ca-1a8b-4547-bb24-e3b72d8e4f4c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:05.454756 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:05.456089 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63f9041f-22fc-4d80-9b8a-fff59f6d3351 req-866bcdd7-ef34-4b2d-8ed6-802963e0bc86 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845504
Feb 12 21:03:05.481404 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7019b885-db06-4dcc-8d1c-8ded0855cb0e req-e7e0c57f-03e3-4306-84f6-fcc440ba6d30 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 210 time: 0.0377059
Feb 12 21:03:05.550013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a41e6907-28ea-4ebf-a6bb-43fa7ee2373d None None] Provisioning complete for port 8f1f10c2-73cc-4f30-9d2b-170576b1755d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:05.550569 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a41e6907-28ea-4ebf-a6bb-43fa7ee2373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:05.553382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d3e04-4bdc-4f90-b06d-7c7960c2624b None None] Pushing event updated for resources: {'Port': ['ID=8f1f10c2-73cc-4f30-9d2b-170576b1755d,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:05.582941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Routers {'746125da-787c-4a2c-9880-7bea7d90b1c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:03:05.583595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2aff70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:02:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['746125da-787c-4a2c-9880-7bea7d90b1c3'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:05.867213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:05.948268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] Set router 746125da-787c-4a2c-9880-7bea7d90b1c3 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:03:05.991027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a41e6907-28ea-4ebf-a6bb-43fa7ee2373d None None] Current status of the port 8f1f10c2-73cc-4f30-9d2b-170576b1755d is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:05.991415 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a41e6907-28ea-4ebf-a6bb-43fa7ee2373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:06.066900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a41e6907-28ea-4ebf-a6bb-43fa7ee2373d None None] For port 8f1f10c2-73cc-4f30-9d2b-170576b1755d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f1f10c2-73cc-4f30-9d2b-170576b1755d,segment=NetworkSegment(d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc),segment_id=d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:06.131388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7574d1-93ed-4be3-8b1e-c79deda07a78 req-34bc6963-6444-46d6-88cb-529fa7f99fef tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:06.132734 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1c7574d1-93ed-4be3-8b1e-c79deda07a78 req-34bc6963-6444-46d6-88cb-529fa7f99fef tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.0950553
Feb 12 21:03:06.147516 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a41e6907-28ea-4ebf-a6bb-43fa7ee2373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:06.223418 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1c7574d1-93ed-4be3-8b1e-c79deda07a78 req-efa0661f-8829-4b73-972b-28ca6dd55c72 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781105
Feb 12 21:03:06.306617 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e6907-28ea-4ebf-a6bb-43fa7ee2373d None None] Pushing event updated for resources: {'Port': ['ID=8f1f10c2-73cc-4f30-9d2b-170576b1755d,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:06.326146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-777a82c7-3234-454f-9cbd-f5bef7ba32be None None] Provisioning complete for port 8f1f10c2-73cc-4f30-9d2b-170576b1755d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:06.337875 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-777a82c7-3234-454f-9cbd-f5bef7ba32be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:06.379841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2aff70>, [{'id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-router', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6'}], 'enable_snat': True}, 'gw_port_id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:55Z', 'updated_at': '2022-02-12T21:03:02Z', 'revision_number': 4, 'project_id': '65e530a89835494485cff388fdc9d69b', 'gw_port': {'id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:56Z', 'updated_at': '2022-02-12T21:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8f1f10c2-73cc-4f30-9d2b-170576b1755d', 'name': '', 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'mac_address': 'fa:16:3e:99:c2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c9968b30-e078-4566-898e-829a238942df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:03:01Z', 'updated_at': '2022-02-12T21:03:05Z', 'revision_number': 4, 'project_id': '65e530a89835494485cff388fdc9d69b', 'subnets': [{'id': 'c9968b30-e078-4566-898e-829a238942df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:06.412401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ce40c1-269d-469a-84b8-d81a359344d7 None None] The sync data for ids ['746125da-787c-4a2c-9880-7bea7d90b1c3'] in ncdv-master-1 is: [{'id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-router', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6'}], 'enable_snat': True}, 'gw_port_id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:55Z', 'updated_at': '2022-02-12T21:03:02Z', 'revision_number': 4, 'project_id': '65e530a89835494485cff388fdc9d69b', 'gw_port': {'id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:56Z', 'updated_at': '2022-02-12T21:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8f1f10c2-73cc-4f30-9d2b-170576b1755d', 'name': '', 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'mac_address': 'fa:16:3e:99:c2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c9968b30-e078-4566-898e-829a238942df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:03:01Z', 'updated_at': '2022-02-12T21:03:05Z', 'revision_number': 4, 'project_id': '65e530a89835494485cff388fdc9d69b', 'subnets': [{'id': 'c9968b30-e078-4566-898e-829a238942df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:03:06.480728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-777a82c7-3234-454f-9cbd-f5bef7ba32be None None] Current status of the port 8f1f10c2-73cc-4f30-9d2b-170576b1755d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:06.583183 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9680cde-d4b0-4e0c-98b9-72fbf0939fa1 req-5b7e6721-3549-4118-a5db-c9e5ab1c2ffb tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 210 time: 0.0434976
Feb 12 21:03:06.667397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11215578-9064-4f88-8de6-b14b7895c91e req-344a307d-9e97-42cf-89ad-374be3b4a058 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:06.669284 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-11215578-9064-4f88-8de6-b14b7895c91e req-344a307d-9e97-42cf-89ad-374be3b4a058 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 965 time: 0.1041443
Feb 12 21:03:06.734289 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-11215578-9064-4f88-8de6-b14b7895c91e req-0a479f8c-9d66-407b-81e6-57955fe6afb1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575969
Feb 12 21:03:07.294354 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8f1f10c2-73cc-4f30-9d2b-170576b1755d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:03:07.392539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8f1f10c2-73cc-4f30-9d2b-170576b1755d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:07.393235 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:07.453193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53554) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:07.548335 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-4a6cdc5b-57cd-497d-aecb-2e8dd7fa8146 service neutron] 10.222.0.50 "GET /v2.0/ports/27c22334-4595-4060-b8ea-dcc1f99639f0/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1303165
Feb 12 21:03:07.567886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e3d19-a0ac-4610-bfc5-e0a491ef3ddc req-58a2b252-2398-4aba-86ad-e0f17880cd2f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:07.569768 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-985e3d19-a0ac-4610-bfc5-e0a491ef3ddc req-58a2b252-2398-4aba-86ad-e0f17880cd2f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.0695977
Feb 12 21:03:07.598273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8f1f10c2-73cc-4f30-9d2b-170576b1755d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:07.712977 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-985e3d19-a0ac-4610-bfc5-e0a491ef3ddc req-1ca61a00-e4bf-45f9-9858-c89756b88662 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365764
Feb 12 21:03:07.844970 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b3117813-1a43-4a34-b05f-81ccfc0a50b9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:03:07.853278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd836289-4372-41f2-88fe-9b8da5ba0969 req-701e5ea3-92f3-49e0-a27e-49030fd205cb tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 210 time: 0.0533512
Feb 12 21:03:07.871828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: b3117813-1a43-4a34-b05f-81ccfc0a50b9 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:03:07.872375 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b3117813-1a43-4a34-b05f-81ccfc0a50b9 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:03:07.900048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-6bdf010c-61ec-4553-93eb-49dd1e94cca6 service neutron] For port 27c22334-4595-4060-b8ea-dcc1f99639f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27c22334-4595-4060-b8ea-dcc1f99639f0,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:07.917514 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f0f8b58e-9d80-4fac-81c5-51593ccac5c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd0dea72a7f541e98ad63b8b8037fa42&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4593225
Feb 12 21:03:07.917970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53582) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:07.977605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-6bdf010c-61ec-4553-93eb-49dd1e94cca6 service neutron] For port 27c22334-4595-4060-b8ea-dcc1f99639f0, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:08.016151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3e33f-26e1-4396-9969-dfc2e0157533 req-60e7aa09-68a0-43e5-b659-2a1e04763652 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:08.018532 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b0e3e33f-26e1-4396-9969-dfc2e0157533 req-60e7aa09-68a0-43e5-b659-2a1e04763652 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 965 time: 0.0757647
Feb 12 21:03:08.039718 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9a2b-1242-493b-90a3-1587e3c383cc admin admin] Publish callbacks [] for security_group (b86ece14-4d5f-45ee-9aff-53df49b0a236), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:08.064233 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9a2b-1242-493b-90a3-1587e3c383cc admin admin] Publish callbacks [] for security_group (b86ece14-4d5f-45ee-9aff-53df49b0a236), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:08.113673 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b0e3e33f-26e1-4396-9969-dfc2e0157533 req-788dda6d-6bf2-4995-a437-7cfeb33bcf9d tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898631
Feb 12 21:03:08.118419 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-6bdf010c-61ec-4553-93eb-49dd1e94cca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c22334-4595-4060-b8ea-dcc1f99639f0 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:08.132115 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-6bdf010c-61ec-4553-93eb-49dd1e94cca6 service neutron] For port 27c22334-4595-4060-b8ea-dcc1f99639f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27c22334-4595-4060-b8ea-dcc1f99639f0,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:08.232976 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9a2b-1242-493b-90a3-1587e3c383cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b86ece14-4d5f-45ee-9aff-53df49b0a236), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:08.232976 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c5b9a2b-1242-493b-90a3-1587e3c383cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:08.240190 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8c5b9a2b-1242-493b-90a3-1587e3c383cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b86ece14-4d5f-45ee-9aff-53df49b0a236 HTTP/1.1" status: 204  len: 168 time: 0.3141732
Feb 12 21:03:08.247787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b9a2b-1242-493b-90a3-1587e3c383cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86ece14-4d5f-45ee-9aff-53df49b0a236,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:08.276301 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-6bdf010c-61ec-4553-93eb-49dd1e94cca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:08.415087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-6bdf010c-61ec-4553-93eb-49dd1e94cca6 service neutron] Transition to ACTIVE for port object 27c22334-4595-4060-b8ea-dcc1f99639f0 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:03:08.511536 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-4f6d0e9d-512b-4bb4-b00c-5f8cccb8c8c3 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:08.513020 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-4f6d0e9d-512b-4bb4-b00c-5f8cccb8c8c3 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.50 "GET /v2.0/networks?id=00db7637-715c-44c7-a356-d7a146fc856c HTTP/1.1" status: 200  len: 829 time: 0.2228365
Feb 12 21:03:08.525111 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-84c7c098-16af-4d52-abc5-ed87baddbd47 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Request body: {'port': {'device_id': 'bcfc153c-f638-4c53-b728-a2b9ed7b8d37', 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c', 'admin_state_up': True, 'tenant_id': '65e530a89835494485cff388fdc9d69b'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:08.532611 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-6bdf010c-61ec-4553-93eb-49dd1e94cca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:08.594732 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-6bdf010c-61ec-4553-93eb-49dd1e94cca6 service neutron] No DVR routers for this DVR port 27c22334-4595-4060-b8ea-dcc1f99639f0 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:03:08.631723 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf010c-61ec-4553-93eb-49dd1e94cca6 service neutron] Pushing event updated for resources: {'Port': ['ID=27c22334-4595-4060-b8ea-dcc1f99639f0,revision_number=10']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:08.642248 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-6bdf010c-61ec-4553-93eb-49dd1e94cca6 service neutron] 10.222.0.50 "PUT /v2.0/ports/27c22334-4595-4060-b8ea-dcc1f99639f0/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.0887241
Feb 12 21:03:08.721080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-84c7c098-16af-4d52-abc5-ed87baddbd47 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Made reservation on behalf of 65e530a89835494485cff388fdc9d69b for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:03:08.724643 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-84c7c098-16af-4d52-abc5-ed87baddbd47 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:08.869861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-84c7c098-16af-4d52-abc5-ed87baddbd47 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Allocated IP 172.20.0.6 (00db7637-715c-44c7-a356-d7a146fc856c/c9968b30-e078-4566-898e-829a238942df/f3148623-80dd-4c7e-bf9b-5e8808871e70) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:03:08.935342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-00f8b321-a619-408b-9800-ac7ca5f78dd0 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:08.935342 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-00f8b321-a619-408b-9800-ac7ca5f78dd0 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff&tenant_id=97311a1994be45a2b507aedc74f578df&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1148 time: 0.1226468
Feb 12 21:03:08.945415 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db7274-1580-436f-b5d2-09dca193eb2f req-6b4eabb2-5e8f-496c-bdff-4c93f2760440 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:08.947236 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44db7274-1580-436f-b5d2-09dca193eb2f req-6b4eabb2-5e8f-496c-bdff-4c93f2760440 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.1070940
Feb 12 21:03:09.030519 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53644) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:09.083114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-ffaf60c8-79be-4b16-b8e2-3f557bfe091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:09.084725 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-ffaf60c8-79be-4b16-b8e2-3f557bfe091d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff&tenant_id=97311a1994be45a2b507aedc74f578df HTTP/1.1" status: 200  len: 1148 time: 0.1365349
Feb 12 21:03:09.089649 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44db7274-1580-436f-b5d2-09dca193eb2f req-cd1fc898-ea1d-4ce9-ae7a-1633fe5c1da2 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823667
Feb 12 21:03:09.173940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-02c6d7bd-06d0-422e-9bc2-031924ac1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:09.175484 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-02c6d7bd-06d0-422e-9bc2-031924ac1e5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 1148 time: 0.0612788
Feb 12 21:03:09.337950 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-84c7c098-16af-4d52-abc5-ed87baddbd47 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for port (f3148623-80dd-4c7e-bf9b-5e8808871e70), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:09.344581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-633db1a5-3201-4c1c-8449-01e846846aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:09.346000 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-633db1a5-3201-4c1c-8449-01e846846aa8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 908 time: 0.1612585
Feb 12 21:03:09.356363 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0dd6cdeb-24a8-4b1d-bc8b-2ec72b02622b req-c63ff557-aad3-4303-8914-0fb9af66e7ed tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 210 time: 0.2807262
Feb 12 21:03:09.359974 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4524c396-4cf2-41e5-ab73-c892aea75c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:09.368285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cb322-6076-449a-82af-bd3464488e0e req-a7cbffe2-23f3-407e-8f8a-a841fa9a488b tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:09.370315 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-756cb322-6076-449a-82af-bd3464488e0e req-a7cbffe2-23f3-407e-8f8a-a841fa9a488b tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 966 time: 0.0820222
Feb 12 21:03:09.415187 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-82853d93-9184-4d20-83ab-1239c54773db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27c22334-4595-4060-b8ea-dcc1f99639f0 HTTP/1.1" status: 200  len: 217 time: 0.0612655
Feb 12 21:03:09.436761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53660) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:09.476747 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4524c396-4cf2-41e5-ab73-c892aea75c70 admin admin] Publish callbacks [] for security_group (759ac9ca-0141-4f6f-896d-7f38e848a377), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:09.502970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-196be7ec-cf1f-40b9-90e1-1d4b2d761b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:09.504431 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-196be7ec-cf1f-40b9-90e1-1d4b2d761b05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.0733333
Feb 12 21:03:09.507908 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-756cb322-6076-449a-82af-bd3464488e0e req-e208f443-85eb-426c-b216-be518fb1d55f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956221
Feb 12 21:03:09.549957 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-fa23470e-34c7-4583-b659-c9b05a02937a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0357749
Feb 12 21:03:09.550454 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-84c7c098-16af-4d52-abc5-ed87baddbd47 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f3148623-80dd-4c7e-bf9b-5e8808871e70), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:09.600007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-84c7c098-16af-4d52-abc5-ed87baddbd47 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Network 00db7637-715c-44c7-a356-d7a146fc856c is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:03:09.603134 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-84c7c098-16af-4d52-abc5-ed87baddbd47 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:03:09.606916 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-84c7c098-16af-4d52-abc5-ed87baddbd47 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:03:09.658785 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-328e58fc-4527-4f60-92a3-0a64f6e3a17a service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0961273
Feb 12 21:03:09.674999 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7c098-16af-4d52-abc5-ed87baddbd47 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Pushing event updated for resources: {'Port': ['ID=f3148623-80dd-4c7e-bf9b-5e8808871e70,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:09.708589 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4524c396-4cf2-41e5-ab73-c892aea75c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (759ac9ca-0141-4f6f-896d-7f38e848a377), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:09.715450 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd91b49c-e1d3-4619-8e01-400cb1da3ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:09.770130 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-84c7c098-16af-4d52-abc5-ed87baddbd47 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:09.771733 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-84c7c098-16af-4d52-abc5-ed87baddbd47 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:09.797859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524c396-4cf2-41e5-ab73-c892aea75c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759ac9ca-0141-4f6f-896d-7f38e848a377,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:09.812975 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-c9c1a6c4-38f6-4758-819d-eda23e4f2d31 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454773
Feb 12 21:03:09.832726 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4524c396-4cf2-41e5-ab73-c892aea75c70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a3e7c8c28094eb983a168902acbbacb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7996211
Feb 12 21:03:09.833532 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53676) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:09.909493 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8b89a1b-adf4-4ce8-95f4-a83a28351c7a admin admin] Publish callbacks [] for security_group (759ac9ca-0141-4f6f-896d-7f38e848a377), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:09.912650 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd91b49c-e1d3-4619-8e01-400cb1da3ae0 admin admin] Publish callbacks [] for security_group (df99bf29-43ea-4fd1-a4d1-94670e5ea201), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:09.933004 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8b89a1b-adf4-4ce8-95f4-a83a28351c7a admin admin] Publish callbacks [] for security_group (759ac9ca-0141-4f6f-896d-7f38e848a377), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:09.938619 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2ea7f9bc-43e3-4a9d-85f9-7bb7f2465cf5 None None] Provisioning complete for port f3148623-80dd-4c7e-bf9b-5e8808871e70 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:09.939099 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2ea7f9bc-43e3-4a9d-85f9-7bb7f2465cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f3148623-80dd-4c7e-bf9b-5e8808871e70), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:09.976748 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2ea7f9bc-43e3-4a9d-85f9-7bb7f2465cf5 None None] Port f3148623-80dd-4c7e-bf9b-5e8808871e70 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:03:10.009330 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-84c7c098-16af-4d52-abc5-ed87baddbd47 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4880781
Feb 12 21:03:10.020663 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Request body: {'port': {'device_id': 'bcfc153c-f638-4c53-b728-a2b9ed7b8d37', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:10.087481 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd91b49c-e1d3-4619-8e01-400cb1da3ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (df99bf29-43ea-4fd1-a4d1-94670e5ea201), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:10.104925 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f3148623-80dd-4c7e-bf9b-5e8808871e70), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:10.132637 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8b89a1b-adf4-4ce8-95f4-a83a28351c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (759ac9ca-0141-4f6f-896d-7f38e848a377), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:10.137165 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8b89a1b-adf4-4ce8-95f4-a83a28351c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:10.140171 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e8b89a1b-adf4-4ce8-95f4-a83a28351c7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/759ac9ca-0141-4f6f-896d-7f38e848a377 HTTP/1.1" status: 204  len: 168 time: 0.3053944
Feb 12 21:03:10.152039 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bd91b49c-e1d3-4619-8e01-400cb1da3ae0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad6fd9b1ab3045e8b8e59948fbe824e9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7134414
Feb 12 21:03:10.164868 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53690) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:10.167984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b89a1b-adf4-4ce8-95f4-a83a28351c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759ac9ca-0141-4f6f-896d-7f38e848a377,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:10.211690 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53694) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:10.219500 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91b49c-e1d3-4619-8e01-400cb1da3ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df99bf29-43ea-4fd1-a4d1-94670e5ea201,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:10.274394 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-14fc5664-aadf-4d67-b05a-ef282543adbc admin admin] Publish callbacks [] for security_group (df99bf29-43ea-4fd1-a4d1-94670e5ea201), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:10.318905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-14fc5664-aadf-4d67-b05a-ef282543adbc admin admin] Publish callbacks [] for security_group (df99bf29-43ea-4fd1-a4d1-94670e5ea201), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:10.395140 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8502cfbc-900a-4269-b556-49ec85d27517 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1236343108-network', 'tenant_id': 'c83d16b9025244b1af9db6745cab9163'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:10.431975 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-bc6a2179-c854-4845-9d62-4e95185e536a tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:10.433785 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-bc6a2179-c854-4845-9d62-4e95185e536a tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff&tenant_id=97311a1994be45a2b507aedc74f578df&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1148 time: 0.1069870
Feb 12 21:03:10.449222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d509cc-8ffd-43c7-884a-cb60af328e42 req-60fec9ea-6a61-4eed-a9af-e7f997d09ade tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:10.450840 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-46d509cc-8ffd-43c7-884a-cb60af328e42 req-60fec9ea-6a61-4eed-a9af-e7f997d09ade tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.2323103
Feb 12 21:03:10.531201 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-46d509cc-8ffd-43c7-884a-cb60af328e42 req-3d50e7da-0eed-4553-9151-d8540b2f2712 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728183
Feb 12 21:03:10.595165 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-14fc5664-aadf-4d67-b05a-ef282543adbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (df99bf29-43ea-4fd1-a4d1-94670e5ea201), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:10.595943 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-14fc5664-aadf-4d67-b05a-ef282543adbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:10.597070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-14fc5664-aadf-4d67-b05a-ef282543adbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df99bf29-43ea-4fd1-a4d1-94670e5ea201 HTTP/1.1" status: 204  len: 168 time: 0.4237318
Feb 12 21:03:10.611167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc5664-aadf-4d67-b05a-ef282543adbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df99bf29-43ea-4fd1-a4d1-94670e5ea201,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:10.639852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536690d5-58bb-4b6d-a353-8c3589206711 req-6d4db2a6-71fa-43c5-81c3-eb75bb93bab2 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:10.647415 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3148623-80dd-4c7e-bf9b-5e8808871e70 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:10.649328 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-536690d5-58bb-4b6d-a353-8c3589206711 req-6d4db2a6-71fa-43c5-81c3-eb75bb93bab2 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 931 time: 0.0926130
Feb 12 21:03:10.663272 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Publish callbacks [] for port (f3148623-80dd-4c7e-bf9b-5e8808871e70), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:10.679795 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Transition to ACTIVE for port object f3148623-80dd-4c7e-bf9b-5e8808871e70 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:03:10.683010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8502cfbc-900a-4269-b556-49ec85d27517 admin admin] Made reservation on behalf of c83d16b9025244b1af9db6745cab9163 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:03:10.683351 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-954d7d28-8e62-4a47-b836-f7a93546d164 service neutron] For port 27c22334-4595-4060-b8ea-dcc1f99639f0, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:10.686746 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8502cfbc-900a-4269-b556-49ec85d27517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:10.688299 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-954d7d28-8e62-4a47-b836-f7a93546d164 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:10.696485 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23f4d4f-cf50-45fe-8f62-cfc86a54a96c req-954d7d28-8e62-4a47-b836-f7a93546d164 service neutron] 10.222.0.48 "DELETE /v2.0/ports/27c22334-4595-4060-b8ea-dcc1f99639f0/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2486880
Feb 12 21:03:10.734483 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-536690d5-58bb-4b6d-a353-8c3589206711 req-adcbb739-732e-4f82-8901-736ec9a2670d tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/security-groups?id=7578bff6-7039-4055-a386-fe1812448b97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783391
Feb 12 21:03:10.735088 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8502cfbc-900a-4269-b556-49ec85d27517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:10.801379 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88781cff-c63b-41b4-9e8f-9f50cbca90f7 req-010d6bc4-8881-4966-9591-ac439bbfc528 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:10.802856 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-88781cff-c63b-41b4-9e8f-9f50cbca90f7 req-010d6bc4-8881-4966-9591-ac439bbfc528 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 966 time: 0.1218340
Feb 12 21:03:10.865164 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8502cfbc-900a-4269-b556-49ec85d27517 admin admin] Publish callbacks [] for security_group (71825a63-deb1-439a-a2c1-9a45b60513f8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:10.872563 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-88781cff-c63b-41b4-9e8f-9f50cbca90f7 req-8046ec6a-40b5-46ce-bfdb-a4a6ca206f1c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631325
Feb 12 21:03:10.874293 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (f3148623-80dd-4c7e-bf9b-5e8808871e70), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:10.941620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Pushing event updated for resources: {'Port': ['ID=f3148623-80dd-4c7e-bf9b-5e8808871e70,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:11.040607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Attempting to bind port f3148623-80dd-4c7e-bf9b-5e8808871e70 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:03:11.040949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Attempting to bind port f3148623-80dd-4c7e-bf9b-5e8808871e70 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd7597d9d-e4c8-460c-b2bb-9e6b8e630ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:03:11.041287 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Attempting to bind port f3148623-80dd-4c7e-bf9b-5e8808871e70 on network 00db7637-715c-44c7-a356-d7a146fc856c {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:11.049920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Port f3148623-80dd-4c7e-bf9b-5e8808871e70 on network 00db7637-715c-44c7-a356-d7a146fc856c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:03:11.050252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Attempting to bind port f3148623-80dd-4c7e-bf9b-5e8808871e70 on network 00db7637-715c-44c7-a356-d7a146fc856c {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:11.058335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:03:11.058920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Checking segment: {'id': 'd7597d9d-e4c8-460c-b2bb-9e6b8e630ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:11.059068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Bound using segment: {'id': 'd7597d9d-e4c8-460c-b2bb-9e6b8e630ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:03:11.059511 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Bound port: f3148623-80dd-4c7e-bf9b-5e8808871e70, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7597d9d-e4c8-460c-b2bb-9e6b8e630ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:03:11.059878 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f3148623-80dd-4c7e-bf9b-5e8808871e70), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:11.065021 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8502cfbc-900a-4269-b556-49ec85d27517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (71825a63-deb1-439a-a2c1-9a45b60513f8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:11.081797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44da6a2-b9d4-4682-90f4-254876ff042b req-577d818f-37e7-45d1-8d5d-10925e8b8fe2 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:11.083377 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c44da6a2-b9d4-4682-90f4-254876ff042b req-577d818f-37e7-45d1-8d5d-10925e8b8fe2 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 1148 time: 0.0867598
Feb 12 21:03:11.139273 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8502cfbc-900a-4269-b556-49ec85d27517 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:03:11.166662 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502cfbc-900a-4269-b556-49ec85d27517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71825a63-deb1-439a-a2c1-9a45b60513f8,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:11.172951 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8502cfbc-900a-4269-b556-49ec85d27517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (2ac116b0-d15a-4f1e-b0ac-1c146111f4fc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:11.173305 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-8502cfbc-900a-4269-b556-49ec85d27517 admin admin] Added segment 2ac116b0-d15a-4f1e-b0ac-1c146111f4fc of type vlan for network 0eed6e37-8043-4850-b995-a80bb2fd1c53
Feb 12 21:03:11.247813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] For port f3148623-80dd-4c7e-bf9b-5e8808871e70, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:11.258700 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c44da6a2-b9d4-4682-90f4-254876ff042b req-b2c9330b-028c-44eb-a01e-04bee008014b tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666400
Feb 12 21:03:11.263236 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8502cfbc-900a-4269-b556-49ec85d27517 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (0eed6e37-8043-4850-b995-a80bb2fd1c53), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:11.284790 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] For port f3148623-80dd-4c7e-bf9b-5e8808871e70, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3148623-80dd-4c7e-bf9b-5e8808871e70,segment=NetworkSegment(d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc),segment_id=d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:03:11.341528 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 27c22334-4595-4060-b8ea-dcc1f99639f0 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:03:11.376895 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53730) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:11.393748 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-61a70085-f099-4cd9-a521-2ef4d33a6366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:11.399963 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] The host nch2-master-1 is not matching for port 27c22334-4595-4060-b8ea-dcc1f99639f0 host nch1-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:03:11.400227 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 27c22334-4595-4060-b8ea-dcc1f99639f0 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:03:11.417738 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (f3148623-80dd-4c7e-bf9b-5e8808871e70), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:11.429035 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8502cfbc-900a-4269-b556-49ec85d27517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (0eed6e37-8043-4850-b995-a80bb2fd1c53), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:11.437651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502cfbc-900a-4269-b556-49ec85d27517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:11.437651 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8502cfbc-900a-4269-b556-49ec85d27517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:11.511713 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-61a70085-f099-4cd9-a521-2ef4d33a6366 admin admin] Publish callbacks [] for security_group (e02e2b39-2821-4bcd-b246-cc68a69bdd9c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:11.521772 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:11.522913 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:11.524188 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] 10.222.0.50 "PUT /v2.0/ports/f3148623-80dd-4c7e-bf9b-5e8808871e70 HTTP/1.1" status: 200  len: 1091 time: 1.5080779
Feb 12 21:03:11.535191 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfc153c-f638-4c53-b728-a2b9ed7b8d37', 'tag': 'f3148623-80dd-4c7e-bf9b-5e8808871e70'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:11.538835 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19955085-1ca6-424e-b76c-f27e22e6817c" -d '{"events": [{"name": "network-changed", "server_uuid": "bcfc153c-f638-4c53-b728-a2b9ed7b8d37", "tag": "f3148623-80dd-4c7e-bf9b-5e8808871e70"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:11.616580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ecd9a-4ce8-47d8-b612-eadf3d3a156a service neutron] Pushing event updated for resources: {'Port': ['ID=f3148623-80dd-4c7e-bf9b-5e8808871e70,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:11.619971 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502cfbc-900a-4269-b556-49ec85d27517 admin admin] Pushing event updated for resources: {'Network': ['ID=0eed6e37-8043-4850-b995-a80bb2fd1c53,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:11.640028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 0eed6e37-8043-4850-b995-a80bb2fd1c53 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:03:11.652146 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-61a70085-f099-4cd9-a521-2ef4d33a6366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e02e2b39-2821-4bcd-b246-cc68a69bdd9c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:11.676773 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8502cfbc-900a-4269-b556-49ec85d27517 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.4542060
Feb 12 21:03:11.679723 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53752) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:11.684603 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-2d771018-c91d-4f1d-9abd-d8f3783a0c19 admin admin] Request body: {'subnet': {'network_id': '0eed6e37-8043-4850-b995-a80bb2fd1c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1236343108-subnet', 'tenant_id': 'c83d16b9025244b1af9db6745cab9163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:11.727639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53754) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:11.768785 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f95a4379-0cc4-4210-b100-660350d43b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:11.794725 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a70085-f099-4cd9-a521-2ef4d33a6366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02e2b39-2821-4bcd-b246-cc68a69bdd9c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:11.813772 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-61a70085-f099-4cd9-a521-2ef4d33a6366 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b357e533cc8e493eac9aec329b3f4089&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4357126
Feb 12 21:03:11.816302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53758) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:11.832845 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-d7e2c866-feef-4aad-8a8c-7efaa7ead036 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:11.835427 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-d7e2c866-feef-4aad-8a8c-7efaa7ead036 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 807 time: 0.2545788
Feb 12 21:03:11.844610 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d771018-c91d-4f1d-9abd-d8f3783a0c19 admin admin] Made reservation on behalf of c83d16b9025244b1af9db6745cab9163 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:03:11.847115 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d771018-c91d-4f1d-9abd-d8f3783a0c19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:11.885103 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b3145d-7128-43bc-81d4-39a615ba7790 x-openstack-request-id: req-b4b3145d-7128-43bc-81d4-39a615ba7790 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:11.885413 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcfc153c-f638-4c53-b728-a2b9ed7b8d37", "tag": "f3148623-80dd-4c7e-bf9b-5e8808871e70", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:11.885678 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4b3145d-7128-43bc-81d4-39a615ba7790 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:11.886076 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcfc153c-f638-4c53-b728-a2b9ed7b8d37', 'tag': 'f3148623-80dd-4c7e-bf9b-5e8808871e70', 'status': 'completed', 'code': 200}
Feb 12 21:03:11.889144 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-75e11137-6508-4abd-8a4a-ce4f42a589bb admin admin] Publish callbacks [] for security_group (e02e2b39-2821-4bcd-b246-cc68a69bdd9c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:11.914451 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-75e11137-6508-4abd-8a4a-ce4f42a589bb admin admin] Publish callbacks [] for security_group (e02e2b39-2821-4bcd-b246-cc68a69bdd9c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:11.935271 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-2e469f1f-1257-4969-9b02-c9796d31e9c3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/quotas/97311a1994be45a2b507aedc74f578df HTTP/1.1" status: 200  len: 375 time: 0.0831604
Feb 12 21:03:12.005790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb70b4e-0ce2-4603-840f-6d5babeebdeb req-5ff2c4a7-1945-4737-a671-c96e9eb73b1e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:12.007355 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbb70b4e-0ce2-4603-840f-6d5babeebdeb req-5ff2c4a7-1945-4737-a671-c96e9eb73b1e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.0758462
Feb 12 21:03:12.010930 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-c45d7752-06a5-4ff7-b68b-a182322de83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:12.012448 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-c45d7752-06a5-4ff7-b68b-a182322de83a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65e530a89835494485cff388fdc9d69b&device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 1125 time: 0.2694721
Feb 12 21:03:12.068120 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbb70b4e-0ce2-4603-840f-6d5babeebdeb req-9c1eb6b3-50c3-4389-98e8-1d47012822c4 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470986
Feb 12 21:03:12.070881 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-57b38222-7543-4def-a4a0-a35a6655be1a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3148623-80dd-4c7e-bf9b-5e8808871e70 HTTP/1.1" status: 200  len: 217 time: 0.0484557
Feb 12 21:03:12.113845 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-4144f74b-e719-46a4-a81e-7ab96708bbb6 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1714115
Feb 12 21:03:12.126206 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-08d7ae9c-b166-43a1-abb5-5fcae22f9f2a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:03:12.127306 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-08d7ae9c-b166-43a1-abb5-5fcae22f9f2a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060980
Feb 12 21:03:12.147572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-0c4dab86-fc81-49e6-a6b4-1308e6bc4b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:12.148981 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-0c4dab86-fc81-49e6-a6b4-1308e6bc4b42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9968b30-e078-4566-898e-829a238942df HTTP/1.1" status: 200  len: 868 time: 0.0724442
Feb 12 21:03:12.159636 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-75e11137-6508-4abd-8a4a-ce4f42a589bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e02e2b39-2821-4bcd-b246-cc68a69bdd9c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:12.162264 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-75e11137-6508-4abd-8a4a-ce4f42a589bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:12.175766 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-75e11137-6508-4abd-8a4a-ce4f42a589bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e02e2b39-2821-4bcd-b246-cc68a69bdd9c HTTP/1.1" status: 204  len: 168 time: 0.3460109
Feb 12 21:03:12.175766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e11137-6508-4abd-8a4a-ce4f42a589bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02e2b39-2821-4bcd-b246-cc68a69bdd9c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:12.204418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89fc13-ca63-47bf-8303-da262809f142 req-b98007df-2f2e-41c6-bdd9-c51363b3885e tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:12.204418 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c89fc13-ca63-47bf-8303-da262809f142 req-b98007df-2f2e-41c6-bdd9-c51363b3885e tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 943 time: 0.0790241
Feb 12 21:03:12.255403 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c89fc13-ca63-47bf-8303-da262809f142 req-5d01b3e2-0d73-4d2e-9c6e-9f03b1b6a602 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/security-groups?id=7578bff6-7039-4055-a386-fe1812448b97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429289
Feb 12 21:03:12.295177 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f95a4379-0cc4-4210-b100-660350d43b22 admin admin] Publish callbacks [] for security_group (f06651dd-1bc3-4343-bfee-cf333672c822), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:12.346834 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-25e3c448-a0d3-4ebb-9ffd-3f81396408a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:12.348383 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-25e3c448-a0d3-4ebb-9ffd-3f81396408a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00db7637-715c-44c7-a356-d7a146fc856c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1857548
Feb 12 21:03:12.352009 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-38f1161b-e13c-4004-bdcd-da00e95d45c0 service neutron] 10.222.0.31 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2187726
Feb 12 21:03:12.441380 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f95a4379-0cc4-4210-b100-660350d43b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f06651dd-1bc3-4343-bfee-cf333672c822), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:12.575035 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f95a4379-0cc4-4210-b100-660350d43b22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=434911b4ecc74f998a4f554369e1cbce&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8463502
Feb 12 21:03:12.578043 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53774) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:12.583882 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a4379-0cc4-4210-b100-660350d43b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06651dd-1bc3-4343-bfee-cf333672c822,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:12.616917 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-550fd091-5b9c-4de7-819f-b2ff41667c0c service neutron] 10.222.0.31 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2503014
Feb 12 21:03:12.618965 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-0bf147e7-07da-4be4-aa0c-4d9066454761 service neutron] 10.222.0.50 "GET /v2.0/networks/00db7637-715c-44c7-a356-d7a146fc856c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2631969
Feb 12 21:03:12.636162 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10a1f7d6-f6ab-41d1-9783-cd68f90f69a7 admin admin] Publish callbacks [] for security_group (f06651dd-1bc3-4343-bfee-cf333672c822), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:12.648238 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d771018-c91d-4f1d-9abd-d8f3783a0c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (bb87e6ad-3fef-44e7-b162-cf12b2fc21c1), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:12.675935 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10a1f7d6-f6ab-41d1-9783-cd68f90f69a7 admin admin] Publish callbacks [] for security_group (f06651dd-1bc3-4343-bfee-cf333672c822), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:12.775213 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d771018-c91d-4f1d-9abd-d8f3783a0c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb87e6ad-3fef-44e7-b162-cf12b2fc21c1,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:12.799105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d771018-c91d-4f1d-9abd-d8f3783a0c19 admin admin] Checking segment: {'id': '2ac116b0-d15a-4f1e-b0ac-1c146111f4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0eed6e37-8043-4850-b995-a80bb2fd1c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:12.799523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d771018-c91d-4f1d-9abd-d8f3783a0c19 admin admin] Network hostable DHCP agents. Network: 0eed6e37-8043-4850-b995-a80bb2fd1c53, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:03:12.804448 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-83abba73-aa7d-40b4-9538-64828cbd8f1b req-3a11a48b-93df-4b61-83e2-75e2086e3cc7 service neutron] 10.222.0.50 "GET /v2.0/networks/00db7637-715c-44c7-a356-d7a146fc856c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1790314
Feb 12 21:03:12.834769 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10a1f7d6-f6ab-41d1-9783-cd68f90f69a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f06651dd-1bc3-4343-bfee-cf333672c822), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:12.837562 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10a1f7d6-f6ab-41d1-9783-cd68f90f69a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:12.838732 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-10a1f7d6-f6ab-41d1-9783-cd68f90f69a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f06651dd-1bc3-4343-bfee-cf333672c822 HTTP/1.1" status: 204  len: 168 time: 0.2595847
Feb 12 21:03:12.847937 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1f7d6-f6ab-41d1-9783-cd68f90f69a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06651dd-1bc3-4343-bfee-cf333672c822,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:12.963116 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d771018-c91d-4f1d-9abd-d8f3783a0c19 admin admin] Network 0eed6e37-8043-4850-b995-a80bb2fd1c53 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:03:12.971538 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6fea2c01-d53b-4d27-8e13-85ab86a68389 req-015f6f8d-8c9c-4fb5-acbb-8c34777e3860 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 210 time: 0.0430729
Feb 12 21:03:13.035582 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955085-1ca6-424e-b76c-f27e22e6817c req-64bb272e-834b-4f55-8ab4-0d86d32d9a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:13.037305 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-19955085-1ca6-424e-b76c-f27e22e6817c req-64bb272e-834b-4f55-8ab4-0d86d32d9a8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65e530a89835494485cff388fdc9d69b&device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 1125 time: 0.0642736
Feb 12 21:03:13.375721 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-c20981a6-ad1e-4b02-a3c2-1c496c4ada2c service neutron] show failed (client error): The resource could not be found.
Feb 12 21:03:13.377255 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-c20981a6-ad1e-4b02-a3c2-1c496c4ada2c service neutron] 10.222.0.48 "GET /v2.0/ports/7fe731ff-5471-4420-a35a-07898901b4d0/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0686674
Feb 12 21:03:13.422689 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-2d771018-c91d-4f1d-9abd-d8f3783a0c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0eed6e37-8043-4850-b995-a80bb2fd1c53) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:03:13.434049 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72095839-153f-469b-bab2-3d9b05d83020 None None] Network 0eed6e37-8043-4850-b995-a80bb2fd1c53 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:03:13.459813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d771018-c91d-4f1d-9abd-d8f3783a0c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:13.460294 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d771018-c91d-4f1d-9abd-d8f3783a0c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:13.493258 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955085-1ca6-424e-b76c-f27e22e6817c req-edb05e69-e408-45e1-ad5d-c93a6e4cda3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:13.495009 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-19955085-1ca6-424e-b76c-f27e22e6817c req-edb05e69-e408-45e1-ad5d-c93a6e4cda3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=00db7637-715c-44c7-a356-d7a146fc856c HTTP/1.1" status: 200  len: 930 time: 0.4516327
Feb 12 21:03:13.510006 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df6736-f2c3-4536-8944-6f9863425b97 req-905cf206-2eb5-4011-9e87-fb8e2cf9c3c0 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:13.511767 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-75df6736-f2c3-4536-8944-6f9863425b97 req-905cf206-2eb5-4011-9e87-fb8e2cf9c3c0 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.1186321
Feb 12 21:03:13.544986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d5c22-a9df-4782-a3e5-cbf14c8f62e8 req-3d6b7082-b296-4976-b963-89ed3e63afef tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:13.558312 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df6d5c22-a9df-4782-a3e5-cbf14c8f62e8 req-3d6b7082-b296-4976-b963-89ed3e63afef tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 943 time: 0.0997794
Feb 12 21:03:13.575921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c50aa8b-9f1d-4cf1-99ca-09a2c8e9d7cf None None] Network 0eed6e37-8043-4850-b995-a80bb2fd1c53 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:03:13.583382 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-19955085-1ca6-424e-b76c-f27e22e6817c req-e69ecdca-754c-48af-a606-fd21be23f44d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3148623-80dd-4c7e-bf9b-5e8808871e70 HTTP/1.1" status: 200  len: 217 time: 0.0704899
Feb 12 21:03:13.631359 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2d771018-c91d-4f1d-9abd-d8f3783a0c19 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.9505928
Feb 12 21:03:13.671501 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df6d5c22-a9df-4782-a3e5-cbf14c8f62e8 req-b6bc7951-00c3-4405-99e6-0c3d2bf43e18 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/security-groups?id=7578bff6-7039-4055-a386-fe1812448b97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093330
Feb 12 21:03:13.676491 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955085-1ca6-424e-b76c-f27e22e6817c req-11e445c1-33ea-4857-aa1f-c0047d88e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:13.676491 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-19955085-1ca6-424e-b76c-f27e22e6817c req-11e445c1-33ea-4857-aa1f-c0047d88e3aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9968b30-e078-4566-898e-829a238942df HTTP/1.1" status: 200  len: 868 time: 0.0848634
Feb 12 21:03:13.680378 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-75df6736-f2c3-4536-8944-6f9863425b97 req-b1958da2-57e1-4eab-8f6f-009fa259a3fe tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001430
Feb 12 21:03:13.751404 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955085-1ca6-424e-b76c-f27e22e6817c req-6bdebd0a-2b10-49a0-8748-c6c890db2899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:13.755017 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-19955085-1ca6-424e-b76c-f27e22e6817c req-6bdebd0a-2b10-49a0-8748-c6c890db2899 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00db7637-715c-44c7-a356-d7a146fc856c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0719595
Feb 12 21:03:13.870247 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-19955085-1ca6-424e-b76c-f27e22e6817c req-f2a9b847-9c68-4c14-a647-2c84073de014 service neutron] 10.222.0.50 "GET /v2.0/networks/00db7637-715c-44c7-a356-d7a146fc856c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1088812
Feb 12 21:03:13.985751 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-19955085-1ca6-424e-b76c-f27e22e6817c req-1ca8556b-3575-48ec-a3cc-104460cc3929 service neutron] 10.222.0.50 "GET /v2.0/networks/00db7637-715c-44c7-a356-d7a146fc856c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1089566
Feb 12 21:03:14.120983 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c6efb96d-083f-4f38-9a27-a454ff0554cb req-692251ad-11ef-4205-958c-67458bf9f98a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 210 time: 0.0339787
Feb 12 21:03:14.243846 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-ae3c53a7-3ac3-441b-bd54-ace1829632ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:14.243846 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-ae3c53a7-3ac3-441b-bd54-ace1829632ba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5&tenant_id=55f8176a19e946ee8eecaa5d963d908c HTTP/1.1" status: 200  len: 1131 time: 0.1248622
Feb 12 21:03:14.257819 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:14.341232 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:14.402095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-c1453c93-2a3c-4fd8-9b83-e03d98f057ea tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:14.409854 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-c1453c93-2a3c-4fd8-9b83-e03d98f057ea tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/networks?id=0eed6e37-8043-4850-b995-a80bb2fd1c53 HTTP/1.1" status: 200  len: 814 time: 0.1603544
Feb 12 21:03:14.420786 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-246e226a-a3d1-4d60-bbee-3ff9b21a9f9a tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/quotas/c83d16b9025244b1af9db6745cab9163 HTTP/1.1" status: 200  len: 375 time: 0.0098405
Feb 12 21:03:14.474023 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-fe49a107-fce8-4657-9269-58fe78d355a2 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c83d16b9025244b1af9db6745cab9163&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0469203
Feb 12 21:03:14.606526 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-67a5bdfe-cbbb-4752-bbe1-172d39d1fff9 service neutron] 10.222.0.31 "GET /v2.0/networks/0eed6e37-8043-4850-b995-a80bb2fd1c53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239815
Feb 12 21:03:14.675475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] For port 7fe731ff-5471-4420-a35a-07898901b4d0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fe731ff-5471-4420-a35a-07898901b4d0,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:14.709955 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-2a803d62-0fa1-4c33-a0e5-e709ebd215fc service neutron] 10.222.0.31 "GET /v2.0/networks/0eed6e37-8043-4850-b995-a80bb2fd1c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1054533
Feb 12 21:03:14.713036 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] For port 7fe731ff-5471-4420-a35a-07898901b4d0, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:14.772216 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb70780-dfdd-41df-8b16-34776dae9ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe731ff-5471-4420-a35a-07898901b4d0'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:14.774780 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a25add-44fc-408d-a4a3-69fa1ad03aeb" -d '{"events": [{"server_uuid": "cdb70780-dfdd-41df-8b16-34776dae9ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe731ff-5471-4420-a35a-07898901b4d0"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:14.780608 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Publish callbacks [] for port (7fe731ff-5471-4420-a35a-07898901b4d0), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:14.794681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Transition to ACTIVE for port object 7fe731ff-5471-4420-a35a-07898901b4d0 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:03:14.876025 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05315723-5e1c-4b0b-83fc-595acb69ad84 req-8e1a4338-4b31-4776-b9f7-15a7a07c2f65 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:14.877798 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05315723-5e1c-4b0b-83fc-595acb69ad84 req-8e1a4338-4b31-4776-b9f7-15a7a07c2f65 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 943 time: 0.0572979
Feb 12 21:03:14.934541 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05315723-5e1c-4b0b-83fc-595acb69ad84 req-07e6badd-1481-4439-b661-2f119011b01b tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/security-groups?id=7578bff6-7039-4055-a386-fe1812448b97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507827
Feb 12 21:03:14.943675 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:15.017902 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe731ff-5471-4420-a35a-07898901b4d0,revision_number=6']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:15.061928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] No DVR routers for this DVR port 7fe731ff-5471-4420-a35a-07898901b4d0 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:03:15.068530 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36da750d-cf3a-4308-b8c2-fdf46caac30d x-openstack-request-id: req-36da750d-cf3a-4308-b8c2-fdf46caac30d {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:15.068530 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb70780-dfdd-41df-8b16-34776dae9ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe731ff-5471-4420-a35a-07898901b4d0", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:15.068530 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36da750d-cf3a-4308-b8c2-fdf46caac30d {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:15.069844 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb70780-dfdd-41df-8b16-34776dae9ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe731ff-5471-4420-a35a-07898901b4d0', 'code': 200}
Feb 12 21:03:15.138150 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8aa1e9e7-0e64-4125-8e5c-c9049dab5d08 req-df903a6b-c080-4651-9383-b5c266b3558a tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 210 time: 0.0551801
Feb 12 21:03:15.160459 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Attempting to bind port 7fe731ff-5471-4420-a35a-07898901b4d0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:03:15.160796 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Attempting to bind port 7fe731ff-5471-4420-a35a-07898901b4d0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:03:15.161128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Attempting to bind port 7fe731ff-5471-4420-a35a-07898901b4d0 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:15.169792 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Port 7fe731ff-5471-4420-a35a-07898901b4d0 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:03:15.169792 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Attempting to bind port 7fe731ff-5471-4420-a35a-07898901b4d0 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:15.190626 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd30406-6771-43ef-ace9-eff6b445c65f req-4644af4c-71af-4a28-89a2-91843d9ecc33 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:15.197630 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fbd30406-6771-43ef-ace9-eff6b445c65f req-4644af4c-71af-4a28-89a2-91843d9ecc33 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 947 time: 0.1845121
Feb 12 21:03:15.209878 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:03:15.209878 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:15.209878 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:03:15.209878 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Bound port: 7fe731ff-5471-4420-a35a-07898901b4d0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:03:15.209878 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:15.305458 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fbd30406-6771-43ef-ace9-eff6b445c65f req-8e976eed-7e5d-4504-b7e6-c5540c39d6d9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068313
Feb 12 21:03:15.347861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] For port 7fe731ff-5471-4420-a35a-07898901b4d0, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:15.350549 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e42062cb-4834-456e-85c2-21d1a0c4e760 req-729e226a-721e-4d1a-aede-159c67a16d89 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 210 time: 0.0698216
Feb 12 21:03:15.352772 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] For port 7fe731ff-5471-4420-a35a-07898901b4d0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7fe731ff-5471-4420-a35a-07898901b4d0,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:03:15.388099 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f3148623-80dd-4c7e-bf9b-5e8808871e70 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:03:15.459048 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:15.518404 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:15.519313 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:15.521841 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] 10.222.0.50 "PUT /v2.0/ports/7fe731ff-5471-4420-a35a-07898901b4d0 HTTP/1.1" status: 200  len: 1095 time: 1.2715428
Feb 12 21:03:15.547110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f3148623-80dd-4c7e-bf9b-5e8808871e70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3148623-80dd-4c7e-bf9b-5e8808871e70,segment=NetworkSegment(d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc),segment_id=d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:15.556317 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800d0a2-f42f-421c-9708-c0b73e5fa102 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe731ff-5471-4420-a35a-07898901b4d0,revision_number=7']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:15.569563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'f3148623-80dd-4c7e-bf9b-5e8808871e70', 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c', 'port_id': 'f3148623-80dd-4c7e-bf9b-5e8808871e70', 'mac_address': 'fa:16:3e:b1:4c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9968b30-e078-4566-898e-829a238942df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:03:15.637913 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port f3148623-80dd-4c7e-bf9b-5e8808871e70 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:15.638303 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f3148623-80dd-4c7e-bf9b-5e8808871e70), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:15.662753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-e2492444-e747-4cd9-a9ad-d259ce09068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:15.664654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3148623-80dd-4c7e-bf9b-5e8808871e70 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:15.665860 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-e2492444-e747-4cd9-a9ad-d259ce09068f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 1129 time: 0.0961478
Feb 12 21:03:15.666564 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53938) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:15.692405 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f3148623-80dd-4c7e-bf9b-5e8808871e70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3148623-80dd-4c7e-bf9b-5e8808871e70,segment=NetworkSegment(d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc),segment_id=d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:15.731744 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-ecd20e1a-01ef-45ae-8922-cda008cec87c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:15.737604 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-ecd20e1a-01ef-45ae-8922-cda008cec87c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.50 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 807 time: 0.2486272
Feb 12 21:03:15.745783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-d293bdb7-0a61-4719-8e9e-5055ac5840f3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Request body: {'port': {'device_id': '19c8f616-0ac8-49ea-8569-b8e0e83a636a', 'network_id': '04e4405d-ac34-418d-b812-924c095df566', 'admin_state_up': True, 'tenant_id': '97311a1994be45a2b507aedc74f578df'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:15.818984 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f3148623-80dd-4c7e-bf9b-5e8808871e70), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:15.829637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-b5a5e3c7-79a4-4398-a085-808840fa3f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:15.829637 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-b5a5e3c7-79a4-4398-a085-808840fa3f69 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1554286
Feb 12 21:03:15.920483 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-2d60fa2f-a0c5-4833-b4fb-66fc310e1f7f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7fe731ff-5471-4420-a35a-07898901b4d0 HTTP/1.1" status: 200  len: 217 time: 0.0789053
Feb 12 21:03:15.965642 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=f3148623-80dd-4c7e-bf9b-5e8808871e70,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:16.021025 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-4d28a447-b3ce-42ce-8029-320af419a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:16.022716 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-4d28a447-b3ce-42ce-8029-320af419a05b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0963790
Feb 12 21:03:16.033836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['f3148623-80dd-4c7e-bf9b-5e8808871e70'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:03:16.059463 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be06eac7-4626-48d8-8242-05b726f56ff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:16.116655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-d293bdb7-0a61-4719-8e9e-5055ac5840f3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Made reservation on behalf of 97311a1994be45a2b507aedc74f578df for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:03:16.122608 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-d293bdb7-0a61-4719-8e9e-5055ac5840f3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:16.136745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-92d1b151-3cd2-45ce-b10d-12ed7a32b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:16.138637 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-92d1b151-3cd2-45ce-b10d-12ed7a32b809 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0975580
Feb 12 21:03:16.281566 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-2e31f13a-8a2e-4e1b-8dc2-58f8466d9fab tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7203bbecaaef4f3ba3ff7f46109eaff9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0533829
Feb 12 21:03:16.289723 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d764e3-e7dd-41dc-849b-274fbb5f13bc req-d2db0262-8e2c-47f7-b3c1-4ab58bf7f733 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:16.291380 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36d764e3-e7dd-41dc-849b-274fbb5f13bc req-d2db0262-8e2c-47f7-b3c1-4ab58bf7f733 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 944 time: 0.2429962
Feb 12 21:03:16.353158 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be06eac7-4626-48d8-8242-05b726f56ff2 admin admin] Publish callbacks [] for security_group (d70b19ba-5f7a-458a-9005-41226e90b4fe), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:16.388377 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-378a2649-28d7-415e-9ccb-21c6ab39e8ac service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2437911
Feb 12 21:03:16.476059 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be06eac7-4626-48d8-8242-05b726f56ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d70b19ba-5f7a-458a-9005-41226e90b4fe), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:16.499411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-0a2d6d73-6fdd-4893-919d-79f910a85c53 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:16.501251 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-0a2d6d73-6fdd-4893-919d-79f910a85c53 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2186818
Feb 12 21:03:16.551085 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-d025b4d0-ddf6-4cdb-9e38-f379169ab667 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/quotas/7203bbecaaef4f3ba3ff7f46109eaff9 HTTP/1.1" status: 200  len: 375 time: 0.0355771
Feb 12 21:03:16.556710 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-be06eac7-4626-48d8-8242-05b726f56ff2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68039b15c1f04aa8a048fbb962ff695d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8889551
Feb 12 21:03:16.564984 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06eac7-4626-48d8-8242-05b726f56ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70b19ba-5f7a-458a-9005-41226e90b4fe,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:16.568008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53970) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:16.582813 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:03:16.590070 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d22300d-7e5d-445c-b19e-bf853d5fda6d req-ff4600b9-dd71-44f4-86e3-c0202d98676e service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1954393
Feb 12 21:03:16.618036 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-7bb5cb0b-cb05-4746-9d15-58f5d5b4758f tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7203bbecaaef4f3ba3ff7f46109eaff9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0600901
Feb 12 21:03:16.645982 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36d764e3-e7dd-41dc-849b-274fbb5f13bc req-bf808d73-614e-4ad8-b15b-f3d6aaa7b17c tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/security-groups?id=7578bff6-7039-4055-a386-fe1812448b97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3423395
Feb 12 21:03:16.650866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-d293bdb7-0a61-4719-8e9e-5055ac5840f3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Allocated IP 172.20.0.7 (04e4405d-ac34-418d-b812-924c095df566/92392980-c8c9-4fba-bd0f-ab0b7a77d147/c3effa86-57bb-42fc-8e61-cc0f745f1657) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:03:16.663599 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e771e9c-a11f-433d-85bf-1d9ad5de5ec9 admin admin] Publish callbacks [] for security_group (d70b19ba-5f7a-458a-9005-41226e90b4fe), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:16.723677 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e771e9c-a11f-433d-85bf-1d9ad5de5ec9 admin admin] Publish callbacks [] for security_group (d70b19ba-5f7a-458a-9005-41226e90b4fe), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:16.815090 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66fde342-a6b8-4202-a51b-0de940530ffd req-37e18085-cbbb-4e4a-974b-c2cf38af8618 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 210 time: 0.0310392
Feb 12 21:03:16.861268 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-d293bdb7-0a61-4719-8e9e-5055ac5840f3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks [] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:16.925751 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e771e9c-a11f-433d-85bf-1d9ad5de5ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d70b19ba-5f7a-458a-9005-41226e90b4fe), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:16.925751 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e771e9c-a11f-433d-85bf-1d9ad5de5ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:16.926256 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9e771e9c-a11f-433d-85bf-1d9ad5de5ec9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d70b19ba-5f7a-458a-9005-41226e90b4fe HTTP/1.1" status: 204  len: 168 time: 0.3552685
Feb 12 21:03:16.939137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e771e9c-a11f-433d-85bf-1d9ad5de5ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70b19ba-5f7a-458a-9005-41226e90b4fe,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:17.002002 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-d293bdb7-0a61-4719-8e9e-5055ac5840f3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:17.077133 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb70780-dfdd-41df-8b16-34776dae9ee5', 'tag': '7fe731ff-5471-4420-a35a-07898901b4d0'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:17.077538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-d293bdb7-0a61-4719-8e9e-5055ac5840f3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Network 04e4405d-ac34-418d-b812-924c095df566 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:03:17.082103 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-d293bdb7-0a61-4719-8e9e-5055ac5840f3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:03:17.084062 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293bdb7-0a61-4719-8e9e-5055ac5840f3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Pushing event updated for resources: {'Port': ['ID=c3effa86-57bb-42fc-8e61-cc0f745f1657,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:17.085589 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb70780-dfdd-41df-8b16-34776dae9ee5", "tag": "7fe731ff-5471-4420-a35a-07898901b4d0"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:17.086347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-d293bdb7-0a61-4719-8e9e-5055ac5840f3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:03:17.111541 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b379d5e-64eb-4f39-9643-9672d8c5eb68 req-ec4dc693-36fe-4c6f-9982-1b7c1e5d7c69 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:17.121599 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2b379d5e-64eb-4f39-9643-9672d8c5eb68 req-ec4dc693-36fe-4c6f-9982-1b7c1e5d7c69 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 947 time: 0.1301954
Feb 12 21:03:17.180195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-d293bdb7-0a61-4719-8e9e-5055ac5840f3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:17.180798 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-d293bdb7-0a61-4719-8e9e-5055ac5840f3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:17.193959 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2b379d5e-64eb-4f39-9643-9672d8c5eb68 req-d5fc161d-9933-42a2-9541-892a19bd1e62 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713959
Feb 12 21:03:17.273787 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-59f14a85-9993-490a-bc49-fc21d20cc42a req-1d24cd1f-ec7f-47c7-a4c0-4ea3d2716ffc tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 210 time: 0.0295117
Feb 12 21:03:17.301913 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-d293bdb7-0a61-4719-8e9e-5055ac5840f3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5605006
Feb 12 21:03:17.315567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Request body: {'port': {'device_id': '19c8f616-0ac8-49ea-8569-b8e0e83a636a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:17.327396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999e755-2c85-4135-8f7e-d8e45ec630a2 req-f37732f1-9cac-4baa-8591-2cf49bb5188c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:17.329115 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6999e755-2c85-4135-8f7e-d8e45ec630a2 req-f37732f1-9cac-4baa-8591-2cf49bb5188c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 931 time: 0.0756340
Feb 12 21:03:17.342350 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27f2732-9776-40fd-a85a-df2780ebccce x-openstack-request-id: req-b27f2732-9776-40fd-a85a-df2780ebccce {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:17.342639 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb70780-dfdd-41df-8b16-34776dae9ee5", "tag": "7fe731ff-5471-4420-a35a-07898901b4d0", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:17.342949 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b27f2732-9776-40fd-a85a-df2780ebccce {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:17.343345 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb70780-dfdd-41df-8b16-34776dae9ee5', 'tag': '7fe731ff-5471-4420-a35a-07898901b4d0', 'status': 'completed', 'code': 200}
Feb 12 21:03:17.403363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f3148623-80dd-4c7e-bf9b-5e8808871e70 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:03:17.434610 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6999e755-2c85-4135-8f7e-d8e45ec630a2 req-a9128334-6381-4851-92d9-1b09ceee7581 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985496
Feb 12 21:03:17.475116 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-2828577f-3e79-4674-9fc4-8e6f6dcd7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:17.477095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-2828577f-3e79-4674-9fc4-8e6f6dcd7a92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 1129 time: 0.1076772
Feb 12 21:03:17.480926 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:17.533056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-65b6a7dd-e279-4dec-942d-8b68f534a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:17.534865 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-65b6a7dd-e279-4dec-942d-8b68f534a256 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 1129 time: 0.1400936
Feb 12 21:03:17.581722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port f3148623-80dd-4c7e-bf9b-5e8808871e70 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:03:17.583957 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port f3148623-80dd-4c7e-bf9b-5e8808871e70 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:17.585223 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f3148623-80dd-4c7e-bf9b-5e8808871e70), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:17.605417 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-44010f9e-8975-4439-8053-e7ae388b68f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:17.607390 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-44010f9e-8975-4439-8053-e7ae388b68f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1236312
Feb 12 21:03:17.660290 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-10a7cb88-372a-4694-bf80-12723c3dc873 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7fe731ff-5471-4420-a35a-07898901b4d0 HTTP/1.1" status: 200  len: 217 time: 0.0461133
Feb 12 21:03:17.679835 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port f3148623-80dd-4c7e-bf9b-5e8808871e70 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:17.680166 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f3148623-80dd-4c7e-bf9b-5e8808871e70), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:17.714465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfc153c-f638-4c53-b728-a2b9ed7b8d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3148623-80dd-4c7e-bf9b-5e8808871e70'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:17.718161 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4391b6-1c48-4be0-924e-035e80040f70" -d '{"events": [{"server_uuid": "bcfc153c-f638-4c53-b728-a2b9ed7b8d37", "name": "network-vif-plugged", "status": "completed", "tag": "f3148623-80dd-4c7e-bf9b-5e8808871e70"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:17.736419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f3148623-80dd-4c7e-bf9b-5e8808871e70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3148623-80dd-4c7e-bf9b-5e8808871e70,segment=NetworkSegment(d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc),segment_id=d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:17.739585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-17d63ca3-3ebe-4192-ab14-438a66919a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:17.742091 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-17d63ca3-3ebe-4192-ab14-438a66919a15 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1973927
Feb 12 21:03:17.765517 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ed934d-3f1f-4221-887f-4fdaa32a1b56 x-openstack-request-id: req-65ed934d-3f1f-4221-887f-4fdaa32a1b56 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:17.766024 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-b732d587-1caf-4013-8257-0afce1cb41ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:17.766430 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfc153c-f638-4c53-b728-a2b9ed7b8d37", "name": "network-vif-plugged", "status": "completed", "tag": "f3148623-80dd-4c7e-bf9b-5e8808871e70", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:17.767595 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65ed934d-3f1f-4221-887f-4fdaa32a1b56 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:17.768102 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfc153c-f638-4c53-b728-a2b9ed7b8d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3148623-80dd-4c7e-bf9b-5e8808871e70', 'code': 200}
Feb 12 21:03:17.780893 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-b732d587-1caf-4013-8257-0afce1cb41ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1132760
Feb 12 21:03:17.834699 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.50', 55695) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:17.855895 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-5adb6df7-4bb7-4819-a568-e94c07fc169e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7fe731ff-5471-4420-a35a-07898901b4d0 HTTP/1.1" status: 200  len: 217 time: 0.0848930
Feb 12 21:03:17.887655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-52774459-fd5f-4694-b6ed-2f1887445aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:17.890829 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-52774459-fd5f-4694-b6ed-2f1887445aa3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0984678
Feb 12 21:03:17.909136 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f3148623-80dd-4c7e-bf9b-5e8808871e70), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:17.914846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 7fe731ff-5471-4420-a35a-07898901b4d0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:03:17.967648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-a17b99e6-a994-4398-92ab-33644df3c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:17.969045 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-a17b99e6-a994-4398-92ab-33644df3c497 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0948424
Feb 12 21:03:17.973581 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e2843-8edb-46dc-ac87-4147dcc68f2f req-fdcb499a-ef53-4741-94be-ae6bc3e60346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:17.975193 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-068e2843-8edb-46dc-ac87-4147dcc68f2f req-fdcb499a-ef53-4741-94be-ae6bc3e60346 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 1126 time: 0.1388607
Feb 12 21:03:17.988899 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-88da3977-dcc7-4c3e-af27-687f8fb0ab58 req-86452a24-2707-4571-8bd8-4b96da6fcde5 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 210 time: 0.0913875
Feb 12 21:03:18.012570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5156ca-cc50-4cfa-90af-20d6e82a9b1c req-ae015118-1d70-4631-af13-89cf043e4a20 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:18.015053 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad5156ca-cc50-4cfa-90af-20d6e82a9b1c req-ae015118-1d70-4631-af13-89cf043e4a20 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 944 time: 0.2121468
Feb 12 21:03:18.017848 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54002) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:18.018715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=f3148623-80dd-4c7e-bf9b-5e8808871e70,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:18.021460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] The host nch1-master-1 is not matching for port 7fe731ff-5471-4420-a35a-07898901b4d0 host nch2-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:03:18.021945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 7fe731ff-5471-4420-a35a-07898901b4d0 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:03:18.098109 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-068e2843-8edb-46dc-ac87-4147dcc68f2f req-7a439a24-5cf8-465f-bdad-1b9a7a47274f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7578bff6-7039-4055-a386-fe1812448b97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020050
Feb 12 21:03:18.101029 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-384655ba-c47f-41f2-86a2-7e84b2499732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:18.103243 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-42284c94-05df-4018-a791-fbe3533896a2 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2058477
Feb 12 21:03:18.136682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3effa86-57bb-42fc-8e61-cc0f745f1657 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:18.153638 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Publish callbacks [] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:18.205094 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-d35897f7-5a01-4d53-bf11-10d640fd21df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:18.207364 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-d35897f7-5a01-4d53-bf11-10d640fd21df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2279122
Feb 12 21:03:18.237973 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad5156ca-cc50-4cfa-90af-20d6e82a9b1c req-187567b3-9055-430d-a541-98237dc65e56 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/security-groups?id=7578bff6-7039-4055-a386-fe1812448b97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978080
Feb 12 21:03:18.239851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Transition to ACTIVE for port object c3effa86-57bb-42fc-8e61-cc0f745f1657 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:03:18.315096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54012) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:18.337187 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:18.419863 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-c3a8a1d9-c3a0-4b7b-8706-1dab21b01181 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430829
Feb 12 21:03:18.428372 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b0fdb-c359-458c-8d04-d70b09a75ef1 req-88d52186-43b6-4144-a9e6-a9e2e1d2471d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:18.429973 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df6b0fdb-c359-458c-8d04-d70b09a75ef1 req-88d52186-43b6-4144-a9e6-a9e2e1d2471d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 947 time: 0.1183577
Feb 12 21:03:18.445746 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9e875ae-cfa8-4095-a49a-d6b7e3720a9d req-82d3c066-c92d-4d90-9590-48eae19d7ef8 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 210 time: 0.1153038
Feb 12 21:03:18.505668 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ee92cc0-52ab-48cd-a5ec-1e1251106e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:18.516749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Pushing event updated for resources: {'Port': ['ID=c3effa86-57bb-42fc-8e61-cc0f745f1657,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:18.540441 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-e879f323-be98-49eb-ad64-f65e2adce9ce tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:18.542890 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-e879f323-be98-49eb-ad64-f65e2adce9ce tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.48 "GET /v2.0/networks?id=0eed6e37-8043-4850-b995-a80bb2fd1c53 HTTP/1.1" status: 200  len: 814 time: 0.3971794
Feb 12 21:03:18.552551 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df6b0fdb-c359-458c-8d04-d70b09a75ef1 req-857aae04-fe95-4f3b-82aa-dabec099559a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967543
Feb 12 21:03:18.584691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-9be4fe36-a7f8-4803-90a2-15eda0e661c8 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Request body: {'port': {'device_id': '2bdef2d8-833d-43c2-b10b-8ef367b63a3b', 'network_id': '0eed6e37-8043-4850-b995-a80bb2fd1c53', 'admin_state_up': True, 'tenant_id': 'c83d16b9025244b1af9db6745cab9163'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:18.617663 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ee92cc0-52ab-48cd-a5ec-1e1251106e89 admin admin] Publish callbacks [] for security_group (976e7810-0c9c-41fe-8c41-a524b35aeafa), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:18.628234 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-a7fb0a24-1201-4b1a-adbb-6fb844d67af0 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3992279
Feb 12 21:03:18.630091 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-384655ba-c47f-41f2-86a2-7e84b2499732 admin admin] Publish callbacks [] for security_group (ced5360d-18d3-4543-b2d6-ad55209d77df), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:18.743801 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ee92cc0-52ab-48cd-a5ec-1e1251106e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (976e7810-0c9c-41fe-8c41-a524b35aeafa), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:18.776192 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-384655ba-c47f-41f2-86a2-7e84b2499732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ced5360d-18d3-4543-b2d6-ad55209d77df), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:18.783002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee92cc0-52ab-48cd-a5ec-1e1251106e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976e7810-0c9c-41fe-8c41-a524b35aeafa,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:18.787329 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0ee92cc0-52ab-48cd-a5ec-1e1251106e89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0e1bf1d10754b32a10f6464582239e1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4712214
Feb 12 21:03:18.789929 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54018) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:18.829583 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Attempting to bind port c3effa86-57bb-42fc-8e61-cc0f745f1657 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:03:18.829930 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Attempting to bind port c3effa86-57bb-42fc-8e61-cc0f745f1657 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:03:18.830250 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Attempting to bind port c3effa86-57bb-42fc-8e61-cc0f745f1657 on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:18.842959 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-513c2be5-d5ba-4a67-be63-f6b9b7dc5de0 admin admin] Publish callbacks [] for security_group (976e7810-0c9c-41fe-8c41-a524b35aeafa), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:18.869230 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-513c2be5-d5ba-4a67-be63-f6b9b7dc5de0 admin admin] Publish callbacks [] for security_group (976e7810-0c9c-41fe-8c41-a524b35aeafa), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:18.878385 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Port c3effa86-57bb-42fc-8e61-cc0f745f1657 on network 04e4405d-ac34-418d-b812-924c095df566 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:03:18.878828 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Attempting to bind port c3effa86-57bb-42fc-8e61-cc0f745f1657 on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:18.887648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff093d-f313-42f0-a321-03978bb06753 req-b4c13bb5-ac7e-418b-9654-d4eeeb91117f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:18.891678 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65ff093d-f313-42f0-a321-03978bb06753 req-b4c13bb5-ac7e-418b-9654-d4eeeb91117f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 943 time: 0.2939169
Feb 12 21:03:18.892123 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-384655ba-c47f-41f2-86a2-7e84b2499732 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82bdf0347b984feab0872c30dd0bbea6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8533134
Feb 12 21:03:18.898224 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54020) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:18.904655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384655ba-c47f-41f2-86a2-7e84b2499732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced5360d-18d3-4543-b2d6-ad55209d77df,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:18.925146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:03:18.925526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Checking segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:18.925997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Bound using segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:03:18.926374 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Bound port: c3effa86-57bb-42fc-8e61-cc0f745f1657, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:03:18.926757 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:18.931049 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-487c0cc8-3caa-44c4-b60b-ea29f8e19ed5 req-d47a1f3c-7a24-4cf9-ba31-d5b6693825df service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2824326
Feb 12 21:03:18.974873 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-804a8387-f79a-4ab1-9a23-7119f84cfb71 admin admin] Publish callbacks [] for security_group (ced5360d-18d3-4543-b2d6-ad55209d77df), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:19.002007 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-804a8387-f79a-4ab1-9a23-7119f84cfb71 admin admin] Publish callbacks [] for security_group (ced5360d-18d3-4543-b2d6-ad55209d77df), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:19.036678 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65ff093d-f313-42f0-a321-03978bb06753 req-3e4a51d4-6ee7-4f0b-92d0-f77ddd1d176c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246870
Feb 12 21:03:19.042411 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-513c2be5-d5ba-4a67-be63-f6b9b7dc5de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (976e7810-0c9c-41fe-8c41-a524b35aeafa), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:19.052326 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-513c2be5-d5ba-4a67-be63-f6b9b7dc5de0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:19.052326 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-513c2be5-d5ba-4a67-be63-f6b9b7dc5de0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/976e7810-0c9c-41fe-8c41-a524b35aeafa HTTP/1.1" status: 204  len: 168 time: 0.2578685
Feb 12 21:03:19.069931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] For port c3effa86-57bb-42fc-8e61-cc0f745f1657, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:19.072347 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c2be5-d5ba-4a67-be63-f6b9b7dc5de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976e7810-0c9c-41fe-8c41-a524b35aeafa,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:19.073717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] For port c3effa86-57bb-42fc-8e61-cc0f745f1657, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3effa86-57bb-42fc-8e61-cc0f745f1657,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:03:19.129605 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1af1502d-2871-40df-96df-7cbbd2ab3b4c req-953fc28d-1f94-495e-ae6d-7b9d3380a2ce tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 210 time: 0.0306022
Feb 12 21:03:19.138060 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-9be4fe36-a7f8-4803-90a2-15eda0e661c8 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Made reservation on behalf of c83d16b9025244b1af9db6745cab9163 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:03:19.142149 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-9be4fe36-a7f8-4803-90a2-15eda0e661c8 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:19.183937 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-804a8387-f79a-4ab1-9a23-7119f84cfb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ced5360d-18d3-4543-b2d6-ad55209d77df), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:19.186516 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:19.187255 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-804a8387-f79a-4ab1-9a23-7119f84cfb71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:19.188946 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-804a8387-f79a-4ab1-9a23-7119f84cfb71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ced5360d-18d3-4543-b2d6-ad55209d77df HTTP/1.1" status: 204  len: 168 time: 0.2895415
Feb 12 21:03:19.206218 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a8387-f79a-4ab1-9a23-7119f84cfb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced5360d-18d3-4543-b2d6-ad55209d77df,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:19.272075 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:19.272756 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:19.274098 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] 10.222.0.50 "PUT /v2.0/ports/c3effa86-57bb-42fc-8e61-cc0f745f1657 HTTP/1.1" status: 200  len: 1091 time: 1.9639108
Feb 12 21:03:19.276736 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c8f616-0ac8-49ea-8569-b8e0e83a636a', 'tag': 'c3effa86-57bb-42fc-8e61-cc0f745f1657'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:19.278964 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7e9433-ba6b-4ace-a961-a098e5a26f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "19c8f616-0ac8-49ea-8569-b8e0e83a636a", "tag": "c3effa86-57bb-42fc-8e61-cc0f745f1657"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:19.334922 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824a4355-b97a-45b1-9479-71a9bb424993 x-openstack-request-id: req-824a4355-b97a-45b1-9479-71a9bb424993 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:19.335209 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c8f616-0ac8-49ea-8569-b8e0e83a636a", "tag": "c3effa86-57bb-42fc-8e61-cc0f745f1657", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:19.335471 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-824a4355-b97a-45b1-9479-71a9bb424993 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:19.335865 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c8f616-0ac8-49ea-8569-b8e0e83a636a', 'tag': 'c3effa86-57bb-42fc-8e61-cc0f745f1657', 'status': 'completed', 'code': 200}
Feb 12 21:03:19.352149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b6b32-2839-4d01-9b07-06df3e71086e service neutron] Pushing event updated for resources: {'Port': ['ID=c3effa86-57bb-42fc-8e61-cc0f745f1657,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:19.410542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7fe731ff-5471-4420-a35a-07898901b4d0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:03:19.426102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-9be4fe36-a7f8-4803-90a2-15eda0e661c8 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Allocated IP 172.20.0.6 (0eed6e37-8043-4850-b995-a80bb2fd1c53/bb87e6ad-3fef-44e7-b162-cf12b2fc21c1/2c833eba-0a02-439d-bc70-890fa6352eef) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:03:19.466049 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50fc86-2f0c-4395-8148-939535b25827 req-aa4b396d-ae80-416f-ab99-502cfeb32a23 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:19.468182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a50fc86-2f0c-4395-8148-939535b25827 req-aa4b396d-ae80-416f-ab99-502cfeb32a23 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 945 time: 0.1350658
Feb 12 21:03:19.477768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e9433-ba6b-4ace-a961-a098e5a26f6e req-95818a84-3065-428c-82be-3268935ef8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:19.479214 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec7e9433-ba6b-4ace-a961-a098e5a26f6e req-95818a84-3065-428c-82be-3268935ef8ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 1125 time: 0.1309445
Feb 12 21:03:19.570546 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7fe731ff-5471-4420-a35a-07898901b4d0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7fe731ff-5471-4420-a35a-07898901b4d0,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:19.592824 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0695fe20-6553-4c3b-9935-d6ee44ad9f8b req-5073228d-f205-4f4b-ac57-7771da02f802 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 210 time: 0.0405052
Feb 12 21:03:19.611405 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '7fe731ff-5471-4420-a35a-07898901b4d0', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '7fe731ff-5471-4420-a35a-07898901b4d0', 'mac_address': 'fa:16:3e:e0:eb:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:03:19.719535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 7fe731ff-5471-4420-a35a-07898901b4d0 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:19.720301 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:19.742892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe731ff-5471-4420-a35a-07898901b4d0 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:19.746697 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8efe97-caed-4f85-a214-410ae34209ba req-365c0a46-53bb-476e-b1af-89fe567ad0a4 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:19.749479 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aa8efe97-caed-4f85-a214-410ae34209ba req-365c0a46-53bb-476e-b1af-89fe567ad0a4 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 947 time: 0.0919054
Feb 12 21:03:19.779602 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7fe731ff-5471-4420-a35a-07898901b4d0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7fe731ff-5471-4420-a35a-07898901b4d0,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:19.923059 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aa8efe97-caed-4f85-a214-410ae34209ba req-68978bfe-bf42-458e-aa38-6c59ae48bf52 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650047
Feb 12 21:03:19.945198 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:19.974153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-cdd255df-3076-4c41-912f-ee80960cedb0 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7203bbecaaef4f3ba3ff7f46109eaff9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0899951
Feb 12 21:03:19.989092 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a50fc86-2f0c-4395-8148-939535b25827 req-4c70c856-28ce-4df6-95b1-81a2c3fe8ddf tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/security-groups?id=7578bff6-7039-4055-a386-fe1812448b97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5135722
Feb 12 21:03:19.998841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=7fe731ff-5471-4420-a35a-07898901b4d0,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:20.045124 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54052) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:20.066952 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1e649d7-b012-4051-b9ee-b08a60b64877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:20.137122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e9433-ba6b-4ace-a961-a098e5a26f6e req-20fded91-1aaf-403f-aa53-29687a7b3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:20.138798 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec7e9433-ba6b-4ace-a961-a098e5a26f6e req-20fded91-1aaf-403f-aa53-29687a7b3eb4 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=97311a1994be45a2b507aedc74f578df&shared=False HTTP/1.1" status: 200  len: 908 time: 0.6490324
Feb 12 21:03:20.150973 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-9be4fe36-a7f8-4803-90a2-15eda0e661c8 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Publish callbacks [] for port (2c833eba-0a02-439d-bc70-890fa6352eef), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:20.161675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7fe731ff-5471-4420-a35a-07898901b4d0'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:03:20.181625 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1e649d7-b012-4051-b9ee-b08a60b64877 admin admin] Publish callbacks [] for security_group (d3b549b2-6635-42eb-b921-9140f1d53013), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:20.270800 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1e649d7-b012-4051-b9ee-b08a60b64877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d3b549b2-6635-42eb-b921-9140f1d53013), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:20.294673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-11c0408c-172d-4178-a7ce-c8ca011e6c31 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:20.296575 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-11c0408c-172d-4178-a7ce-c8ca011e6c31 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2998114
Feb 12 21:03:20.315152 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Request body: {'port': {'device_id': '3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '7203bbecaaef4f3ba3ff7f46109eaff9'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:20.340336 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b1e649d7-b012-4051-b9ee-b08a60b64877 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31db8a4e649e4bdfb7576612042e3c3f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2914736
Feb 12 21:03:20.362684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54060) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:20.379054 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b3f570fc-6d18-41e4-804e-0b876984b1d7 req-437d7957-ba24-41ee-a816-29c8b9eb8185 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 210 time: 0.1029911
Feb 12 21:03:20.395644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7108043-139f-407b-bfe2-d3ad12b40544 req-8be174ee-1a2d-4d0e-b64f-48663a62a4a8 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:20.398467 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7108043-139f-407b-bfe2-d3ad12b40544 req-8be174ee-1a2d-4d0e-b64f-48663a62a4a8 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 943 time: 0.2567532
Feb 12 21:03:20.470264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e9433-ba6b-4ace-a961-a098e5a26f6e req-17290dec-935a-445f-b41c-a1359ab8d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:20.471724 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec7e9433-ba6b-4ace-a961-a098e5a26f6e req-17290dec-935a-445f-b41c-a1359ab8d2cd service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3243968
Feb 12 21:03:20.506008 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-9be4fe36-a7f8-4803-90a2-15eda0e661c8 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2c833eba-0a02-439d-bc70-890fa6352eef), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:20.532320 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e649d7-b012-4051-b9ee-b08a60b64877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b549b2-6635-42eb-b921-9140f1d53013,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:20.587022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60614d1c-a8da-4668-a976-021e118d3b78 req-db24fac6-537a-4bcb-a512-7ba100b9ea0f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:20.588523 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-60614d1c-a8da-4668-a976-021e118d3b78 req-db24fac6-537a-4bcb-a512-7ba100b9ea0f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5&tenant_id=55f8176a19e946ee8eecaa5d963d908c&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.2056189
Feb 12 21:03:20.596499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ed0b4-bedb-4a4b-a0c0-85b1c12617f8 req-ff4fffe8-1a40-488c-a80a-963eb16cc78a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:20.597938 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df5ed0b4-bedb-4a4b-a0c0-85b1c12617f8 req-ff4fffe8-1a40-488c-a80a-963eb16cc78a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 948 time: 0.1347718
Feb 12 21:03:20.659240 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-9be4fe36-a7f8-4803-90a2-15eda0e661c8 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Network 0eed6e37-8043-4850-b995-a80bb2fd1c53 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:03:20.669875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4fe36-a7f8-4803-90a2-15eda0e661c8 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Pushing event updated for resources: {'Port': ['ID=2c833eba-0a02-439d-bc70-890fa6352eef,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:20.672984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-9be4fe36-a7f8-4803-90a2-15eda0e661c8 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:03:20.681935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7108043-139f-407b-bfe2-d3ad12b40544 req-2a060028-5792-4ca9-8765-2d0341e83f6f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2728794
Feb 12 21:03:20.682725 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-9be4fe36-a7f8-4803-90a2-15eda0e661c8 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:03:20.686967 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea82bc0c-e768-4869-9af9-8fa929677b97 admin admin] Publish callbacks [] for security_group (d3b549b2-6635-42eb-b921-9140f1d53013), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:20.701854 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df5ed0b4-bedb-4a4b-a0c0-85b1c12617f8 req-75f7c97a-3f9d-486c-b432-7acf7cd4ef7a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962303
Feb 12 21:03:20.707492 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-60614d1c-a8da-4668-a976-021e118d3b78 req-3b6589ea-dfe3-42c5-9b9a-444bfb16e9b5 service neutron] delete failed (client error): The resource could not be found.
Feb 12 21:03:20.708654 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-60614d1c-a8da-4668-a976-021e118d3b78 req-3b6589ea-dfe3-42c5-9b9a-444bfb16e9b5 service neutron] 10.222.0.48 "DELETE /v2.0/ports/7fe731ff-5471-4420-a35a-07898901b4d0/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1098511
Feb 12 21:03:20.758939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-e77de871-cbdd-40e9-8af6-bb5290a3ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:20.760677 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-e77de871-cbdd-40e9-8af6-bb5290a3ead7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 1125 time: 0.2335613
Feb 12 21:03:20.787136 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea82bc0c-e768-4869-9af9-8fa929677b97 admin admin] Publish callbacks [] for security_group (d3b549b2-6635-42eb-b921-9140f1d53013), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:20.833133 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-ef3082cd-7942-4ed9-99c5-2fcaf2925205 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3effa86-57bb-42fc-8e61-cc0f745f1657 HTTP/1.1" status: 200  len: 217 time: 0.0628860
Feb 12 21:03:20.838330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-9be4fe36-a7f8-4803-90a2-15eda0e661c8 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:20.839163 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-9be4fe36-a7f8-4803-90a2-15eda0e661c8 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:20.859957 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60614d1c-a8da-4668-a976-021e118d3b78 req-0be9f6a4-fb2c-4dfd-9392-c99cb2cc10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:20.861485 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-60614d1c-a8da-4668-a976-021e118d3b78 req-0be9f6a4-fb2c-4dfd-9392-c99cb2cc10c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 1130 time: 0.0505214
Feb 12 21:03:20.901117 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe6c29ec-d21b-42b0-acbe-7644b92f61a9 req-b127a7f0-005e-448a-91f3-bd80f6cbe101 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 210 time: 0.1118839
Feb 12 21:03:20.909858 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Made reservation on behalf of 7203bbecaaef4f3ba3ff7f46109eaff9 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:03:20.913182 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:20.933831 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:20.980408 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-9be4fe36-a7f8-4803-90a2-15eda0e661c8 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4071767
Feb 12 21:03:20.992996 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Request body: {'port': {'device_id': '2bdef2d8-833d-43c2-b10b-8ef367b63a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:21.028472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-afc7f134-a1d3-48ff-ad16-7d2cbe6e5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:21.030520 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-afc7f134-a1d3-48ff-ad16-7d2cbe6e5216 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.1867878
Feb 12 21:03:21.093640 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-52554a2c-8666-44e9-961c-2bda5c0ee762 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0563791
Feb 12 21:03:21.150593 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea82bc0c-e768-4869-9af9-8fa929677b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d3b549b2-6635-42eb-b921-9140f1d53013), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:21.153585 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea82bc0c-e768-4869-9af9-8fa929677b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:21.157915 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ea82bc0c-e768-4869-9af9-8fa929677b97 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3b549b2-6635-42eb-b921-9140f1d53013 HTTP/1.1" status: 204  len: 168 time: 0.7802887
Feb 12 21:03:21.216506 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2c833eba-0a02-439d-bc70-890fa6352eef), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:21.236534 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82bc0c-e768-4869-9af9-8fa929677b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b549b2-6635-42eb-b921-9140f1d53013,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:21.286550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60614d1c-a8da-4668-a976-021e118d3b78 req-59dd764d-d135-4f5e-9b9e-d72810fb9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:21.288167 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-60614d1c-a8da-4668-a976-021e118d3b78 req-59dd764d-d135-4f5e-9b9e-d72810fb9227 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.4198523
Feb 12 21:03:21.314385 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3be7b8-7e95-4488-bf26-0ac631486dd9 req-f589e85a-9135-49e4-9dc1-fe0856355e10 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:21.321302 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1c3be7b8-7e95-4488-bf26-0ac631486dd9 req-f589e85a-9135-49e4-9dc1-fe0856355e10 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 945 time: 0.0885713
Feb 12 21:03:21.354986 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-60614d1c-a8da-4668-a976-021e118d3b78 req-2a445c36-8332-457d-a97f-a030b9bf09c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7fe731ff-5471-4420-a35a-07898901b4d0 HTTP/1.1" status: 200  len: 217 time: 0.0577326
Feb 12 21:03:21.369057 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-4e724c1d-5f39-40b3-9d60-a87cc1bdcf0e service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2444510
Feb 12 21:03:21.421811 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7fe731ff-5471-4420-a35a-07898901b4d0 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:03:21.445735 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1c3be7b8-7e95-4488-bf26-0ac631486dd9 req-2e733b61-4709-4113-af53-bc9b4fdb9e27 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/security-groups?id=7578bff6-7039-4055-a386-fe1812448b97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188834
Feb 12 21:03:21.447563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60614d1c-a8da-4668-a976-021e118d3b78 req-8fc3b24d-9b79-406f-b146-04e875531015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:21.450534 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-60614d1c-a8da-4668-a976-021e118d3b78 req-8fc3b24d-9b79-406f-b146-04e875531015 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0874596
Feb 12 21:03:21.480842 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks [] for security_group (f6b481e7-8acd-4c8d-a24b-a10ac41ea88d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:21.609933 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84505c6-b335-4b19-90f0-61dbcf3a9cf3 req-fdef41df-2dfe-4c89-91d7-8028c4dbba42 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:21.611412 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d84505c6-b335-4b19-90f0-61dbcf3a9cf3 req-fdef41df-2dfe-4c89-91d7-8028c4dbba42 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 931 time: 0.1467705
Feb 12 21:03:21.658694 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f6b481e7-8acd-4c8d-a24b-a10ac41ea88d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:21.693549 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60614d1c-a8da-4668-a976-021e118d3b78 req-56510713-9dbf-4f3a-95c6-4cdef12949cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:21.695163 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-60614d1c-a8da-4668-a976-021e118d3b78 req-56510713-9dbf-4f3a-95c6-4cdef12949cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2353868
Feb 12 21:03:21.703697 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1e0e86b-a782-4384-8383-87c1d4cddf13 req-453329d1-28ee-48bd-ad24-4b16142e1be8 service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3260348
Feb 12 21:03:21.800355 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:21.843446 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d84505c6-b335-4b19-90f0-61dbcf3a9cf3 req-1f44df37-b4d6-4709-8dc7-4c0ade0574cd tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/security-groups?id=71825a63-deb1-439a-a2c1-9a45b60513f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000885
Feb 12 21:03:21.860373 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-37b9f764-40c7-416d-befd-97c7716f3205 req-6cc4b065-a9b5-4f58-8c64-5e9f6174d902 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 258 time: 0.3750682
Feb 12 21:03:21.869254 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 7fe731ff-5471-4420-a35a-07898901b4d0 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:03:21.881053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 7fe731ff-5471-4420-a35a-07898901b4d0 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:21.881488 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:21.908051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-37b9f764-40c7-416d-befd-97c7716f3205 req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:21.934890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Allocated IP 192.168.233.68 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/3e469e4d-bd4c-43d8-966a-65aac1e95ee8) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:03:21.979986 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-60614d1c-a8da-4668-a976-021e118d3b78 req-00da0ac2-7206-4d44-9263-6b4140f635a6 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2681541
Feb 12 21:03:22.015610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c833eba-0a02-439d-bc70-890fa6352eef {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:22.027348 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Publish callbacks [] for port (2c833eba-0a02-439d-bc70-890fa6352eef), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:22.051370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 7fe731ff-5471-4420-a35a-07898901b4d0 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:22.051370 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:22.065385 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Transition to ACTIVE for port object 2c833eba-0a02-439d-bc70-890fa6352eef will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:03:22.072765 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-37b9f764-40c7-416d-befd-97c7716f3205 req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:22.076128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb70780-dfdd-41df-8b16-34776dae9ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe731ff-5471-4420-a35a-07898901b4d0'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:22.078907 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c05d99-3439-4e2d-b0bf-536f748bcced" -d '{"events": [{"server_uuid": "cdb70780-dfdd-41df-8b16-34776dae9ee5", "name": "network-vif-plugged", "status": "completed", "tag": "7fe731ff-5471-4420-a35a-07898901b4d0"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:22.082993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef102964-654c-4de2-ba75-0e3248ce4c15 req-2ea6a023-ebf7-467b-9ac4-6d2d5d126bb4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:22.084508 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ef102964-654c-4de2-ba75-0e3248ce4c15 req-2ea6a023-ebf7-467b-9ac4-6d2d5d126bb4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 943 time: 0.1133137
Feb 12 21:03:22.091305 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7fe731ff-5471-4420-a35a-07898901b4d0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7fe731ff-5471-4420-a35a-07898901b4d0,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:22.168870 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-60614d1c-a8da-4668-a976-021e118d3b78 req-4e0aa52c-bcd2-4eda-acfc-573bac8cf6fc service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1814675
Feb 12 21:03:22.178210 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:22.183650 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (2c833eba-0a02-439d-bc70-890fa6352eef), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:22.244977 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ef102964-654c-4de2-ba75-0e3248ce4c15 req-c5724ea6-3e6b-41bf-9980-e64eff42e503 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458535
Feb 12 21:03:22.247154 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-37b9f764-40c7-416d-befd-97c7716f3205 req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:22.272056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=7fe731ff-5471-4420-a35a-07898901b4d0,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:22.338378 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks [] for port (3e469e4d-bd4c-43d8-966a-65aac1e95ee8), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:22.345471 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Pushing event updated for resources: {'Port': ['ID=2c833eba-0a02-439d-bc70-890fa6352eef,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:22.403818 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-37b9f764-40c7-416d-befd-97c7716f3205 req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Allocated IP 172.35.2.233 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/ad777a06-c4c0-4cc9-b6e8-b9496ea080a6) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:03:22.483970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643dc02-6442-49af-b859-e5ce5a5fc236 req-55d45637-6705-4c6c-b44c-cd5b8826b15c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:22.490876 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4643dc02-6442-49af-b859-e5ce5a5fc236 req-55d45637-6705-4c6c-b44c-cd5b8826b15c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.1482525
Feb 12 21:03:22.502073 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Attempting to bind port 2c833eba-0a02-439d-bc70-890fa6352eef on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:03:22.502413 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Attempting to bind port 2c833eba-0a02-439d-bc70-890fa6352eef by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2ac116b0-d15a-4f1e-b0ac-1c146111f4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0eed6e37-8043-4850-b995-a80bb2fd1c53'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:03:22.502742 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Attempting to bind port 2c833eba-0a02-439d-bc70-890fa6352eef on network 0eed6e37-8043-4850-b995-a80bb2fd1c53 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:22.516487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Port 2c833eba-0a02-439d-bc70-890fa6352eef on network 0eed6e37-8043-4850-b995-a80bb2fd1c53 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:03:22.516826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Attempting to bind port 2c833eba-0a02-439d-bc70-890fa6352eef on network 0eed6e37-8043-4850-b995-a80bb2fd1c53 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:22.519319 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-37b9f764-40c7-416d-befd-97c7716f3205 req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for port (ad777a06-c4c0-4cc9-b6e8-b9496ea080a6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:22.534061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:03:22.534406 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Checking segment: {'id': '2ac116b0-d15a-4f1e-b0ac-1c146111f4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0eed6e37-8043-4850-b995-a80bb2fd1c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:22.534788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Bound using segment: {'id': '2ac116b0-d15a-4f1e-b0ac-1c146111f4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0eed6e37-8043-4850-b995-a80bb2fd1c53'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:03:22.535220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Bound port: 2c833eba-0a02-439d-bc70-890fa6352eef, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac116b0-d15a-4f1e-b0ac-1c146111f4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0eed6e37-8043-4850-b995-a80bb2fd1c53'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:03:22.535584 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2c833eba-0a02-439d-bc70-890fa6352eef), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:22.565533 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4643dc02-6442-49af-b859-e5ce5a5fc236 req-8165ef8b-c7fb-49c7-b44f-462c2ee8c379 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701222
Feb 12 21:03:22.573212 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3e469e4d-bd4c-43d8-966a-65aac1e95ee8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:22.622973 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-37b9f764-40c7-416d-befd-97c7716f3205 req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (ad777a06-c4c0-4cc9-b6e8-b9496ea080a6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:22.679480 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b9f764-40c7-416d-befd-97c7716f3205 req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:03:22.682638 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-37b9f764-40c7-416d-befd-97c7716f3205 req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:03:22.687964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Pushing event updated for resources: {'Port': ['ID=ad777a06-c4c0-4cc9-b6e8-b9496ea080a6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:22.692616 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b9f764-40c7-416d-befd-97c7716f3205 req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:03:22.710531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:03:22.732404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:03:22.741326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:03:22.754016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Pushing event updated for resources: {'Port': ['ID=3e469e4d-bd4c-43d8-966a-65aac1e95ee8,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:22.777816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] For port 2c833eba-0a02-439d-bc70-890fa6352eef, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:22.797314 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-37b9f764-40c7-416d-befd-97c7716f3205 req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for floatingip (cc3c7078-2ed9-4ed2-96a9-677bdd5ae287), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:22.822642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] For port 2c833eba-0a02-439d-bc70-890fa6352eef, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c833eba-0a02-439d-bc70-890fa6352eef,segment=NetworkSegment(2ac116b0-d15a-4f1e-b0ac-1c146111f4fc),segment_id=2ac116b0-d15a-4f1e-b0ac-1c146111f4fc)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:03:22.849258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:22.849962 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:22.877215 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f64af2-f7eb-4fcd-927d-f9a28f108313 req-76b1e24e-6fbf-4f40-8507-32163cf16083 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:22.888508 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-04f64af2-f7eb-4fcd-927d-f9a28f108313 req-76b1e24e-6fbf-4f40-8507-32163cf16083 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 935 time: 0.2522795
Feb 12 21:03:22.956716 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-37b9f764-40c7-416d-befd-97c7716f3205 req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ad777a06-c4c0-4cc9-b6e8-b9496ea080a6), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:22.964865 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-04f64af2-f7eb-4fcd-927d-f9a28f108313 req-708c4ef7-261d-4b12-ad02-444d9db232a8 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748131
Feb 12 21:03:23.017446 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (2c833eba-0a02-439d-bc70-890fa6352eef), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:23.022247 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b81dbe3e-bbd8-471a-b3f9-97c7d5a6992a None None] Provisioning complete for port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:23.022709 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b81dbe3e-bbd8-471a-b3f9-97c7d5a6992a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3e469e4d-bd4c-43d8-966a-65aac1e95ee8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:23.055406 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffc9e67-173b-4e16-8f2f-453ca052f041 x-openstack-request-id: req-2ffc9e67-173b-4e16-8f2f-453ca052f041 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:23.055853 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb70780-dfdd-41df-8b16-34776dae9ee5", "name": "network-vif-plugged", "status": "completed", "tag": "7fe731ff-5471-4420-a35a-07898901b4d0", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:23.060062 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ffc9e67-173b-4e16-8f2f-453ca052f041 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:23.060062 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb70780-dfdd-41df-8b16-34776dae9ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe731ff-5471-4420-a35a-07898901b4d0', 'code': 200}
Feb 12 21:03:23.070387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b81dbe3e-bbd8-471a-b3f9-97c7d5a6992a None None] Port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:03:23.085986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:23.086591 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:23.088047 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] 10.222.0.48 "PUT /v2.0/ports/2c833eba-0a02-439d-bc70-890fa6352eef HTTP/1.1" status: 200  len: 1091 time: 2.0990391
Feb 12 21:03:23.088577 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdef2d8-833d-43c2-b10b-8ef367b63a3b', 'tag': '2c833eba-0a02-439d-bc70-890fa6352eef'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:23.100951 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5e9104-5256-48e2-8b26-85cdd026b01a" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdef2d8-833d-43c2-b10b-8ef367b63a3b", "tag": "2c833eba-0a02-439d-bc70-890fa6352eef"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:23.100951 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-70fc7a4f-85da-4761-b894-374abcb6845b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7880850
Feb 12 21:03:23.136583 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Request body: {'port': {'device_id': '3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:23.140179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16468bfa-d8f0-4fbd-bee9-df7dc2a14984 service neutron] Pushing event updated for resources: {'Port': ['ID=2c833eba-0a02-439d-bc70-890fa6352eef,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:23.165855 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-37b9f764-40c7-416d-befd-97c7716f3205 req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for port (ad777a06-c4c0-4cc9-b6e8-b9496ea080a6), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:23.241191 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-37b9f764-40c7-416d-befd-97c7716f3205 req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (ad777a06-c4c0-4cc9-b6e8-b9496ea080a6), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:23.316919 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Pushing event updated for resources: {'Port': ['ID=ad777a06-c4c0-4cc9-b6e8-b9496ea080a6,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:23.330752 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-37b9f764-40c7-416d-befd-97c7716f3205 req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (cc3c7078-2ed9-4ed2-96a9-677bdd5ae287), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:23.437082 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-37b9f764-40c7-416d-befd-97c7716f3205 req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:23.439910 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-37b9f764-40c7-416d-befd-97c7716f3205 req-defc0efe-5ffa-4805-9731-809b9fd02561 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5606453
Feb 12 21:03:23.514601 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3e469e4d-bd4c-43d8-966a-65aac1e95ee8), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:23.528699 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-37b9f764-40c7-416d-befd-97c7716f3205 req-03543ded-361a-46b8-a55e-aa6dbdbc298d tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.233 HTTP/1.1" status: 200  len: 696 time: 0.0843356
Feb 12 21:03:23.532311 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455a525-6d5d-48a7-a438-c7c9d67339d6 req-1ff824f5-2b50-4965-96de-aeae5b511cc4 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:23.533829 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2455a525-6d5d-48a7-a438-c7c9d67339d6 req-1ff824f5-2b50-4965-96de-aeae5b511cc4 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 943 time: 0.4033747
Feb 12 21:03:23.588513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-3fcb4bd6-01cd-412c-9f14-e37e1d32473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:23.590041 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-3fcb4bd6-01cd-412c-9f14-e37e1d32473b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c83d16b9025244b1af9db6745cab9163&device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 1125 time: 0.3898804
Feb 12 21:03:23.647044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9f764-40c7-416d-befd-97c7716f3205 req-fe066e01-f92f-4fda-a627-91ddbefa325a tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:23.648415 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-37b9f764-40c7-416d-befd-97c7716f3205 req-fe066e01-f92f-4fda-a627-91ddbefa325a tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.1134162
Feb 12 21:03:23.662906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-37b9f764-40c7-416d-befd-97c7716f3205 req-ab1b7c66-38e5-4660-9b50-82ff91444047 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:03:23.663961 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-37b9f764-40c7-416d-befd-97c7716f3205 req-ab1b7c66-38e5-4660-9b50-82ff91444047 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0066385
Feb 12 21:03:23.699722 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-ef04efe0-9b8c-4130-a893-bea5ed767e1e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c833eba-0a02-439d-bc70-890fa6352eef HTTP/1.1" status: 200  len: 217 time: 0.0972319
Feb 12 21:03:23.722566 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2455a525-6d5d-48a7-a438-c7c9d67339d6 req-b15b1cef-46a1-41ef-8627-de88a103b90d tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/security-groups?id=71825a63-deb1-439a-a2c1-9a45b60513f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827018
Feb 12 21:03:23.785078 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51d930b-2a3c-423a-82f7-a1d918dedf46 x-openstack-request-id: req-c51d930b-2a3c-423a-82f7-a1d918dedf46 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:23.785396 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdef2d8-833d-43c2-b10b-8ef367b63a3b", "tag": "2c833eba-0a02-439d-bc70-890fa6352eef", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:23.786160 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c51d930b-2a3c-423a-82f7-a1d918dedf46 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:23.786552 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdef2d8-833d-43c2-b10b-8ef367b63a3b', 'tag': '2c833eba-0a02-439d-bc70-890fa6352eef', 'status': 'completed', 'code': 200}
Feb 12 21:03:23.804287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-f1f2f05a-c7dd-4033-b6dc-30dc1540c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:23.805959 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-f1f2f05a-c7dd-4033-b6dc-30dc1540c12d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb87e6ad-3fef-44e7-b162-cf12b2fc21c1 HTTP/1.1" status: 200  len: 854 time: 0.0964117
Feb 12 21:03:23.866985 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-a73a56f9-b6b0-449a-97f7-a8d390f7717c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eed6e37-8043-4850-b995-a80bb2fd1c53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0312226
Feb 12 21:03:24.020574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5eccf-d0a2-4856-977e-66e0dfb4d298 req-301b015c-a573-4e6e-9559-a90aeded5503 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:24.022054 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ae5eccf-d0a2-4856-977e-66e0dfb4d298 req-301b015c-a573-4e6e-9559-a90aeded5503 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 943 time: 0.1590157
Feb 12 21:03:24.080254 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-1be5dab5-67ac-4102-83d9-6c1e2dd8fe01 service neutron] 10.222.0.48 "GET /v2.0/networks/0eed6e37-8043-4850-b995-a80bb2fd1c53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1991127
Feb 12 21:03:24.087400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:24.120835 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Publish callbacks [] for port (3e469e4d-bd4c-43d8-966a-65aac1e95ee8), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:24.136304 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7322c82-b9d6-48db-a5d2-6c93e94d4e66 req-5508a211-127c-4858-8c55-70ef88fddcae tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:24.137815 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d7322c82-b9d6-48db-a5d2-6c93e94d4e66 req-5508a211-127c-4858-8c55-70ef88fddcae tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.0554001
Feb 12 21:03:24.180075 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Transition to ACTIVE for port object 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:03:24.184765 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ae5eccf-d0a2-4856-977e-66e0dfb4d298 req-f2ccd727-4b06-4266-ab76-e5bfbb209f13 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511638
Feb 12 21:03:24.188059 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d7322c82-b9d6-48db-a5d2-6c93e94d4e66 req-9bb3fc2f-a23e-4a1c-82c5-597fd2fe1c55 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433092
Feb 12 21:03:24.225020 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e875929d-2174-4c01-9cd3-82b0d42cf149 req-869714f0-8168-4d08-9eeb-ea049c8298cb service neutron] 10.222.0.48 "GET /v2.0/networks/0eed6e37-8043-4850-b995-a80bb2fd1c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329110
Feb 12 21:03:24.241839 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (3e469e4d-bd4c-43d8-966a-65aac1e95ee8), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:24.297641 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Pushing event updated for resources: {'Port': ['ID=3e469e4d-bd4c-43d8-966a-65aac1e95ee8,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:24.478849 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f7075-5093-436e-bbda-519856364cfc req-132a566d-ec95-4f27-903b-0ccb8f433363 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:24.480398 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-956f7075-5093-436e-bbda-519856364cfc req-132a566d-ec95-4f27-903b-0ccb8f433363 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 947 time: 0.0630736
Feb 12 21:03:24.494656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-693606a1-ff44-4eb6-afa4-04ffb1e4dae8 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:24.497815 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-693606a1-ff44-4eb6-afa4-04ffb1e4dae8 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1949644
Feb 12 21:03:24.501982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Attempting to bind port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:03:24.503093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Attempting to bind port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:03:24.503450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Attempting to bind port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:24.509611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e9104-5256-48e2-8b26-85cdd026b01a req-891b492b-0116-41f5-9b97-42625c33dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:24.511077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c5e9104-5256-48e2-8b26-85cdd026b01a req-891b492b-0116-41f5-9b97-42625c33dacb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c83d16b9025244b1af9db6745cab9163&device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 1125 time: 0.1559124
Feb 12 21:03:24.537726 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:03:24.538054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Attempting to bind port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:24.538276 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-956f7075-5093-436e-bbda-519856364cfc req-4d678320-b659-4d41-b704-0442e4d35b63 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509984
Feb 12 21:03:24.608367 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:03:24.608726 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:24.609132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:03:24.609597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Bound port: 3e469e4d-bd4c-43d8-966a-65aac1e95ee8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:03:24.609956 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3e469e4d-bd4c-43d8-966a-65aac1e95ee8), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:24.616377 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-12a4dffc-1e01-47bf-a77a-3b394757cc16 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.233 HTTP/1.1" status: 200  len: 696 time: 0.1103926
Feb 12 21:03:24.655961 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-07e5d6b4-3176-406c-b150-c1b3e14fc5e9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Request body: {'floatingip': {'port_id': 'f3148623-80dd-4c7e-bf9b-5e8808871e70', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:24.731623 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-07e5d6b4-3176-406c-b150-c1b3e14fc5e9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for floatingip (cc3c7078-2ed9-4ed2-96a9-677bdd5ae287), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:24.792323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b74ba0-e378-4185-960b-f2d2edebca12 req-5a47de93-943b-4306-a241-e40d36a78550 tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:24.794046 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-32b74ba0-e378-4185-960b-f2d2edebca12 req-5a47de93-943b-4306-a241-e40d36a78550 tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 1131 time: 0.0478456
Feb 12 21:03:24.822092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e9104-5256-48e2-8b26-85cdd026b01a req-e9b49d3a-b377-48c2-8046-ef70235ceda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:24.823534 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c5e9104-5256-48e2-8b26-85cdd026b01a req-e9b49d3a-b377-48c2-8046-ef70235ceda7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eed6e37-8043-4850-b995-a80bb2fd1c53 HTTP/1.1" status: 200  len: 915 time: 0.2869749
Feb 12 21:03:24.824518 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] For port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:24.839868 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-32b74ba0-e378-4185-960b-f2d2edebca12 req-57eb07d6-c603-4ef0-8010-affc0d2b0fbb tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391023
Feb 12 21:03:24.845096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] For port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e469e4d-bd4c-43d8-966a-65aac1e95ee8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:03:24.876105 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c5e9104-5256-48e2-8b26-85cdd026b01a req-99e5c1bf-0375-4476-a022-5f9929770bbe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c833eba-0a02-439d-bc70-890fa6352eef HTTP/1.1" status: 200  len: 217 time: 0.0401292
Feb 12 21:03:24.947841 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (3e469e4d-bd4c-43d8-966a-65aac1e95ee8), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:24.999509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e9104-5256-48e2-8b26-85cdd026b01a req-155e59ca-adb2-4a74-9df4-a044f069d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:25.001289 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c5e9104-5256-48e2-8b26-85cdd026b01a req-155e59ca-adb2-4a74-9df4-a044f069d13b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb87e6ad-3fef-44e7-b162-cf12b2fc21c1 HTTP/1.1" status: 200  len: 854 time: 0.1164982
Feb 12 21:03:25.047329 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:25.047997 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:25.049315 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] 10.222.0.48 "PUT /v2.0/ports/3e469e4d-bd4c-43d8-966a-65aac1e95ee8 HTTP/1.1" status: 200  len: 1095 time: 1.9177122
Feb 12 21:03:25.076439 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db885c-87ea-4b6b-a7e9-120cd0100762 req-193b9f32-3c48-4762-9a1b-a975c854948c tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:25.078024 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93db885c-87ea-4b6b-a7e9-120cd0100762 req-193b9f32-3c48-4762-9a1b-a975c854948c tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 943 time: 0.0614908
Feb 12 21:03:25.125307 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c5e9104-5256-48e2-8b26-85cdd026b01a req-e7d863ec-8b22-43a6-80d7-0091f99737df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eed6e37-8043-4850-b995-a80bb2fd1c53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0825255
Feb 12 21:03:25.131970 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93db885c-87ea-4b6b-a7e9-120cd0100762 req-9fb3f85c-f2d2-44ea-850a-d234c8ccf85b tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/security-groups?id=71825a63-deb1-439a-a2c1-9a45b60513f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465441
Feb 12 21:03:25.146058 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664acb75-7bfd-47a0-97d9-d5cf57033532 service neutron] Pushing event updated for resources: {'Port': ['ID=3e469e4d-bd4c-43d8-966a-65aac1e95ee8,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:25.387925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-72df7507-1410-42d5-8772-a6142a08393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:25.389476 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-72df7507-1410-42d5-8772-a6142a08393c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7203bbecaaef4f3ba3ff7f46109eaff9&device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 1129 time: 0.2165105
Feb 12 21:03:25.391231 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c5e9104-5256-48e2-8b26-85cdd026b01a req-20b4f8b4-ac33-4e85-a58f-9d493f13840b service neutron] 10.222.0.48 "GET /v2.0/networks/0eed6e37-8043-4850-b995-a80bb2fd1c53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2561018
Feb 12 21:03:25.452107 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device c3effa86-57bb-42fc-8e61-cc0f745f1657 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:03:25.468711 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-0508436b-44be-442a-885f-621373304af6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3e469e4d-bd4c-43d8-966a-65aac1e95ee8 HTTP/1.1" status: 200  len: 217 time: 0.0668612
Feb 12 21:03:25.572883 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port c3effa86-57bb-42fc-8e61-cc0f745f1657, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3effa86-57bb-42fc-8e61-cc0f745f1657,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:25.590523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'c3effa86-57bb-42fc-8e61-cc0f745f1657', 'network_id': '04e4405d-ac34-418d-b812-924c095df566', 'port_id': 'c3effa86-57bb-42fc-8e61-cc0f745f1657', 'mac_address': 'fa:16:3e:c3:ef:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92392980-c8c9-4fba-bd0f-ab0b7a77d147', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:03:25.594864 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61e75c-a898-4b4c-9ecc-d98edc530ce5 req-4b444f3d-92b4-495b-931a-05dbda5355c9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:25.596800 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d61e75c-a898-4b4c-9ecc-d98edc530ce5 req-4b444f3d-92b4-495b-931a-05dbda5355c9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 943 time: 0.0584657
Feb 12 21:03:25.636380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port c3effa86-57bb-42fc-8e61-cc0f745f1657 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:25.636677 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:25.650100 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d61e75c-a898-4b4c-9ecc-d98edc530ce5 req-f3689927-11b1-4631-acbc-90492cda3057 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470781
Feb 12 21:03:25.650413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3effa86-57bb-42fc-8e61-cc0f745f1657 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:25.687715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port c3effa86-57bb-42fc-8e61-cc0f745f1657, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3effa86-57bb-42fc-8e61-cc0f745f1657,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:25.757199 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-f23a7588-59a7-4f6f-ac4d-04f352438fb3 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=55f8176a19e946ee8eecaa5d963d908c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0225723
Feb 12 21:03:25.812684 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:25.814109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7', 'tag': '3e469e4d-bd4c-43d8-966a-65aac1e95ee8'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:25.816456 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55254b88-2d48-464b-a5ab-a6edb9fadc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7", "tag": "3e469e4d-bd4c-43d8-966a-65aac1e95ee8"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:25.841421 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-de0a6bee-985b-4a54-b4d5-1ed45aa49b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:25.843086 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.db.resource_extend [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-07e5d6b4-3176-406c-b150-c1b3e14fc5e9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:03:25.873723 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=c3effa86-57bb-42fc-8e61-cc0f745f1657,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:25.876585 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-113ded5f-2202-42c0-8334-325675d626a2 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:25.879042 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-113ded5f-2202-42c0-8334-325675d626a2 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1158435
Feb 12 21:03:25.895658 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-392e5039-c3c9-42c0-a3f0-bb8669696ceb tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/quotas/55f8176a19e946ee8eecaa5d963d908c HTTP/1.1" status: 200  len: 375 time: 0.0115144
Feb 12 21:03:25.898708 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-53188109-6229-4782-a06f-1b97dc44429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:25.900166 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-53188109-6229-4782-a06f-1b97dc44429b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.4239047
Feb 12 21:03:25.941483 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c5e9104-5256-48e2-8b26-85cdd026b01a req-755ffc45-6bd0-4739-b813-4cbe63768706 service neutron] 10.222.0.48 "GET /v2.0/networks/0eed6e37-8043-4850-b995-a80bb2fd1c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5310421
Feb 12 21:03:25.943547 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-07e5d6b4-3176-406c-b150-c1b3e14fc5e9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:25.952910 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-b9359b69-e9c8-4960-8f86-5bb28a88e836 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0512178
Feb 12 21:03:25.962492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-eb3ba0d2-411c-485a-b513-950c2dd5df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:25.964279 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-eb3ba0d2-411c-485a-b513-950c2dd5df49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0549729
Feb 12 21:03:26.037261 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-07e5d6b4-3176-406c-b150-c1b3e14fc5e9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (cc3c7078-2ed9-4ed2-96a9-677bdd5ae287), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:26.053497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['c3effa86-57bb-42fc-8e61-cc0f745f1657'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:03:26.139024 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-84d660b4-4e2b-4451-8498-4e29df3d5258 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633666
Feb 12 21:03:26.208664 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-07e5d6b4-3176-406c-b150-c1b3e14fc5e9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Floating IP cc3c7078-2ed9-4ed2-96a9-677bdd5ae287 associated. External IP: 172.35.2.233, port: f3148623-80dd-4c7e-bf9b-5e8808871e70.
Feb 12 21:03:26.324272 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65c5103e-d19e-4316-ac39-efb2d01104a2 req-61512f15-8ed1-4365-b0f7-932fdbe757e0 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758876
Feb 12 21:03:26.458776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b91dc-d9dd-42fe-84c7-ad6793ad7843 req-9e2fc818-993c-470f-8069-c6c8c6a49e1b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:26.460265 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-489b91dc-d9dd-42fe-84c7-ad6793ad7843 req-9e2fc818-993c-470f-8069-c6c8c6a49e1b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 947 time: 0.0526447
Feb 12 21:03:26.466423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-07e5d6b4-3176-406c-b150-c1b3e14fc5e9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Router 746125da-787c-4a2c-9880-7bea7d90b1c3 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:03:26.513044 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-489b91dc-d9dd-42fe-84c7-ad6793ad7843 req-796f200a-2f03-4a19-b90b-633932673821 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466559
Feb 12 21:03:26.581572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-07e5d6b4-3176-406c-b150-c1b3e14fc5e9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:03:26.586469 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-07e5d6b4-3176-406c-b150-c1b3e14fc5e9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:26.589272 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:26.594224 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0e9155-e79d-4927-b23f-640188c622a9 None None] Sync routers for ids ['746125da-787c-4a2c-9880-7bea7d90b1c3'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:03:26.605508 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0e9155-e79d-4927-b23f-640188c622a9 None None] Routers {'746125da-787c-4a2c-9880-7bea7d90b1c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:03:26.606457 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8e0e9155-e79d-4927-b23f-640188c622a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd6f0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:02:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['746125da-787c-4a2c-9880-7bea7d90b1c3'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:26.618903 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-07e5d6b4-3176-406c-b150-c1b3e14fc5e9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "PUT /v2.0/floatingips/cc3c7078-2ed9-4ed2-96a9-677bdd5ae287 HTTP/1.1" status: 200  len: 996 time: 1.9933841
Feb 12 21:03:26.687928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-b2a9e3f2-67dd-4fa6-b4d8-af1c7fddf999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:26.689663 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-b2a9e3f2-67dd-4fa6-b4d8-af1c7fddf999 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=65e530a89835494485cff388fdc9d69b&device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 1127 time: 0.0526335
Feb 12 21:03:26.738276 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-8e0e9155-e79d-4927-b23f-640188c622a9 None None] Set router 746125da-787c-4a2c-9880-7bea7d90b1c3 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:03:26.782523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-c742d93b-c8aa-4999-960c-82f2b84c4a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:26.784025 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-c742d93b-c8aa-4999-960c-82f2b84c4a1d service neutron] 10.222.0.31 "GET /v2.0/networks?id=00db7637-715c-44c7-a356-d7a146fc856c HTTP/1.1" status: 200  len: 930 time: 0.0884402
Feb 12 21:03:26.896842 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-d62661ff-a060-4710-ba06-e7733a5e645f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3148623-80dd-4c7e-bf9b-5e8808871e70 HTTP/1.1" status: 200  len: 999 time: 0.1068194
Feb 12 21:03:26.945488 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-eb442e09-b353-4219-8ced-f18462cdd67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:26.946978 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-eb442e09-b353-4219-8ced-f18462cdd67d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9968b30-e078-4566-898e-829a238942df HTTP/1.1" status: 200  len: 868 time: 0.0439088
Feb 12 21:03:26.999177 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8e0e9155-e79d-4927-b23f-640188c622a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd6f0d0>, [{'id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-router', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6'}], 'enable_snat': True}, 'gw_port_id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:55Z', 'updated_at': '2022-02-12T21:03:02Z', 'revision_number': 4, 'project_id': '65e530a89835494485cff388fdc9d69b', 'gw_port': {'id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:56Z', 'updated_at': '2022-02-12T21:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cc3c7078-2ed9-4ed2-96a9-677bdd5ae287', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'floating_ip_address': '172.35.2.233', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'port_id': 'f3148623-80dd-4c7e-bf9b-5e8808871e70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c', 'mac_address': 'fa:16:3e:b1:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc153c-f638-4c53-b728-a2b9ed7b8d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:03:22Z', 'updated_at': '2022-02-12T21:03:25Z', 'revision_number': 1, 'project_id': '65e530a89835494485cff388fdc9d69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f1f10c2-73cc-4f30-9d2b-170576b1755d', 'name': '', 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'mac_address': 'fa:16:3e:99:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c9968b30-e078-4566-898e-829a238942df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:03:01Z', 'updated_at': '2022-02-12T21:03:06Z', 'revision_number': 5, 'project_id': '65e530a89835494485cff388fdc9d69b', 'subnets': [{'id': 'c9968b30-e078-4566-898e-829a238942df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:27.023742 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d45919b-75ac-450b-9069-e9feab132c33 x-openstack-request-id: req-5d45919b-75ac-450b-9069-e9feab132c33 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:27.024078 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7", "tag": "3e469e4d-bd4c-43d8-966a-65aac1e95ee8", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:27.024278 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d45919b-75ac-450b-9069-e9feab132c33 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:27.024665 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7', 'tag': '3e469e4d-bd4c-43d8-966a-65aac1e95ee8', 'status': 'completed', 'code': 200}
Feb 12 21:03:27.028723 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0e9155-e79d-4927-b23f-640188c622a9 None None] Checking router: 746125da-787c-4a2c-9880-7bea7d90b1c3 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:03:27.037281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-90357161-66a7-4cb4-a408-d09411fd33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:27.038917 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-90357161-66a7-4cb4-a408-d09411fd33ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00db7637-715c-44c7-a356-d7a146fc856c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0851855
Feb 12 21:03:27.039415 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0e9155-e79d-4927-b23f-640188c622a9 None None] Routers {'746125da-787c-4a2c-9880-7bea7d90b1c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:03:27.040194 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8e0e9155-e79d-4927-b23f-640188c622a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd6f0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:02:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['746125da-787c-4a2c-9880-7bea7d90b1c3'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:27.059001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-6d1d0a86-c439-4278-aaf1-be85b5581125 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:03:27.060350 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-6d1d0a86-c439-4278-aaf1-be85b5581125 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0136497
Feb 12 21:03:27.145744 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8357df-8f23-404a-8123-39e3f8f6f899 req-afcf864b-6910-44d9-9352-5427692b1aa0 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:27.149816 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1a8357df-8f23-404a-8123-39e3f8f6f899 req-afcf864b-6910-44d9-9352-5427692b1aa0 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 943 time: 0.0668404
Feb 12 21:03:27.156851 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-8e0e9155-e79d-4927-b23f-640188c622a9 None None] Set router 746125da-787c-4a2c-9880-7bea7d90b1c3 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:03:27.170770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55254b88-2d48-464b-a5ab-a6edb9fadc9e req-14b21643-127c-43d9-99b6-7fe38cb3f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:27.172278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55254b88-2d48-464b-a5ab-a6edb9fadc9e req-14b21643-127c-43d9-99b6-7fe38cb3f268 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7203bbecaaef4f3ba3ff7f46109eaff9&device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 1129 time: 0.1277931
Feb 12 21:03:27.211125 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1a8357df-8f23-404a-8123-39e3f8f6f899 req-87bf0ca1-d773-4bae-9ca1-89fd5d85bb97 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/security-groups?id=71825a63-deb1-439a-a2c1-9a45b60513f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572751
Feb 12 21:03:27.221511 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-daa4dcf4-e838-4d54-8b41-b48e30bdbbe4 service neutron] 10.222.0.31 "GET /v2.0/networks/00db7637-715c-44c7-a356-d7a146fc856c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359396
Feb 12 21:03:27.583423 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d7919383-525c-48e9-97d0-228f4e289be0 req-1b99f01f-15a9-43f6-ba90-4a63a8f9f945 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 210 time: 0.0320029
Feb 12 21:03:27.585841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55254b88-2d48-464b-a5ab-a6edb9fadc9e req-d7a62591-3ac1-4cc0-a1e9-18e11c68fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:27.585841 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55254b88-2d48-464b-a5ab-a6edb9fadc9e req-d7a62591-3ac1-4cc0-a1e9-18e11c68fc40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1650515
Feb 12 21:03:27.586202 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8e0e9155-e79d-4927-b23f-640188c622a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd6f0d0>, [{'id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-router', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6'}], 'enable_snat': True}, 'gw_port_id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:55Z', 'updated_at': '2022-02-12T21:03:02Z', 'revision_number': 4, 'project_id': '65e530a89835494485cff388fdc9d69b', 'gw_port': {'id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:56Z', 'updated_at': '2022-02-12T21:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cc3c7078-2ed9-4ed2-96a9-677bdd5ae287', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'floating_ip_address': '172.35.2.233', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'port_id': 'f3148623-80dd-4c7e-bf9b-5e8808871e70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c', 'mac_address': 'fa:16:3e:b1:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc153c-f638-4c53-b728-a2b9ed7b8d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:03:22Z', 'updated_at': '2022-02-12T21:03:25Z', 'revision_number': 1, 'project_id': '65e530a89835494485cff388fdc9d69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f1f10c2-73cc-4f30-9d2b-170576b1755d', 'name': '', 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'mac_address': 'fa:16:3e:99:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c9968b30-e078-4566-898e-829a238942df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:03:01Z', 'updated_at': '2022-02-12T21:03:06Z', 'revision_number': 5, 'project_id': '65e530a89835494485cff388fdc9d69b', 'subnets': [{'id': 'c9968b30-e078-4566-898e-829a238942df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:27.586640 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55254b88-2d48-464b-a5ab-a6edb9fadc9e req-3a18b04f-59a8-4be6-9b65-79bcdfd1010c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3e469e4d-bd4c-43d8-966a-65aac1e95ee8 HTTP/1.1" status: 200  len: 217 time: 0.0455794
Feb 12 21:03:27.586640 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ffa918a-890b-4878-a166-afad2d3e71b4 req-6ece8b12-c551-47c4-8072-431365d66067 service neutron] 10.222.0.31 "GET /v2.0/networks/00db7637-715c-44c7-a356-d7a146fc856c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519682
Feb 12 21:03:27.587183 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0e9155-e79d-4927-b23f-640188c622a9 None None] The sync data for ids ['746125da-787c-4a2c-9880-7bea7d90b1c3'] in ncdv-master-1 is: [{'id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-router', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6'}], 'enable_snat': True}, 'gw_port_id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:55Z', 'updated_at': '2022-02-12T21:03:02Z', 'revision_number': 4, 'project_id': '65e530a89835494485cff388fdc9d69b', 'gw_port': {'id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:56Z', 'updated_at': '2022-02-12T21:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cc3c7078-2ed9-4ed2-96a9-677bdd5ae287', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'floating_ip_address': '172.35.2.233', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'port_id': 'f3148623-80dd-4c7e-bf9b-5e8808871e70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c', 'mac_address': 'fa:16:3e:b1:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfc153c-f638-4c53-b728-a2b9ed7b8d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:03:22Z', 'updated_at': '2022-02-12T21:03:25Z', 'revision_number': 1, 'project_id': '65e530a89835494485cff388fdc9d69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f1f10c2-73cc-4f30-9d2b-170576b1755d', 'name': '', 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'mac_address': 'fa:16:3e:99:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c9968b30-e078-4566-898e-829a238942df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:03:01Z', 'updated_at': '2022-02-12T21:03:06Z', 'revision_number': 5, 'project_id': '65e530a89835494485cff388fdc9d69b', 'subnets': [{'id': 'c9968b30-e078-4566-898e-829a238942df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:03:27.587660 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55254b88-2d48-464b-a5ab-a6edb9fadc9e req-7ab06ff0-5ad4-4547-9e23-8782ff09e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:27.587660 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55254b88-2d48-464b-a5ab-a6edb9fadc9e req-7ab06ff0-5ad4-4547-9e23-8782ff09e098 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0453627
Feb 12 21:03:27.588110 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c564f76-d6b8-4a64-a670-c4c1d3b48797 req-3659fc8e-773e-4c5c-8175-8d9f3195fec7 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:27.588110 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6c564f76-d6b8-4a64-a670-c4c1d3b48797 req-3659fc8e-773e-4c5c-8175-8d9f3195fec7 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 944 time: 0.0654986
Feb 12 21:03:27.588383 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device c3effa86-57bb-42fc-8e61-cc0f745f1657 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:03:27.588695 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55254b88-2d48-464b-a5ab-a6edb9fadc9e req-c7ff3886-1e3a-43db-a3f5-35b7341084ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:27.588695 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55254b88-2d48-464b-a5ab-a6edb9fadc9e req-c7ff3886-1e3a-43db-a3f5-35b7341084ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0459309
Feb 12 21:03:27.588940 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6c564f76-d6b8-4a64-a670-c4c1d3b48797 req-e86a6688-29cd-44db-8dcd-cc61e89a65c1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480325
Feb 12 21:03:27.615244 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55254b88-2d48-464b-a5ab-a6edb9fadc9e req-0f67c728-a1a2-4170-a34f-f651440bff04 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1011851
Feb 12 21:03:27.682458 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50872f33-f04b-4825-bada-c922c4935601 req-d9be8f40-ca1d-4076-9d48-328d68e2ce6f tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1079256265&fields=id&tenant_id=0c59817262e9431fa88f725ab4b5f7a3 HTTP/1.1" status: 200  len: 267 time: 0.0580900
Feb 12 21:03:27.715555 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55254b88-2d48-464b-a5ab-a6edb9fadc9e req-82c46994-1329-42a2-81ed-f33d5a58b967 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932441
Feb 12 21:03:27.792963 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe249e-e0c2-4317-a8fc-d020c5ade62a None None] New status for floating IP cc3c7078-2ed9-4ed2-96a9-677bdd5ae287: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:03:27.799280 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872f33-f04b-4825-bada-c922c4935601 req-45fdbb2e-b88e-48a6-9d93-44950fa56d07 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:27.801032 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50872f33-f04b-4825-bada-c922c4935601 req-45fdbb2e-b88e-48a6-9d93-44950fa56d07 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/networks?id=b9b58e18-4724-4374-98c5-14f3d3ee43a0 HTTP/1.1" status: 200  len: 824 time: 0.1114552
Feb 12 21:03:27.816092 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50872f33-f04b-4825-bada-c922c4935601 req-d6fed8a1-0b21-4cb4-bc80-94e82d918252 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/quotas/0c59817262e9431fa88f725ab4b5f7a3 HTTP/1.1" status: 200  len: 375 time: 0.0096946
Feb 12 21:03:27.879822 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50872f33-f04b-4825-bada-c922c4935601 req-c41cd1fc-23c0-4159-92b0-7e82e6378480 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c59817262e9431fa88f725ab4b5f7a3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0585675
Feb 12 21:03:27.944328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port c3effa86-57bb-42fc-8e61-cc0f745f1657 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:03:27.952259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port c3effa86-57bb-42fc-8e61-cc0f745f1657 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:27.952654 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:27.984904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2c833eba-0a02-439d-bc70-890fa6352eef details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:03:27.986288 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50872f33-f04b-4825-bada-c922c4935601 req-69a9dae4-6031-4396-ae9f-45f01de66b03 service neutron] 10.222.0.31 "GET /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0918550
Feb 12 21:03:28.055282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89636a-2f29-432a-aa4f-2369a7ee79f0 req-2ce4e11d-8f29-401e-be1a-81afec235116 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:28.056898 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3f89636a-2f29-432a-aa4f-2369a7ee79f0 req-2ce4e11d-8f29-401e-be1a-81afec235116 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 947 time: 0.0643985
Feb 12 21:03:28.070348 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-876a3fe4-f4ce-4366-a791-4ff068d67249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:28.116343 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port c3effa86-57bb-42fc-8e61-cc0f745f1657 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:28.116734 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:28.121511 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50872f33-f04b-4825-bada-c922c4935601 req-97c483dc-4717-49ad-bf8b-7532066a56a6 service neutron] 10.222.0.31 "GET /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1195095
Feb 12 21:03:28.125433 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3f89636a-2f29-432a-aa4f-2369a7ee79f0 req-39e12fbc-e09a-4f9b-b2d3-9a5dd7fa6bde tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581994
Feb 12 21:03:28.147788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2c833eba-0a02-439d-bc70-890fa6352eef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c833eba-0a02-439d-bc70-890fa6352eef,segment=NetworkSegment(2ac116b0-d15a-4f1e-b0ac-1c146111f4fc),segment_id=2ac116b0-d15a-4f1e-b0ac-1c146111f4fc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:28.171488 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c8f616-0ac8-49ea-8569-b8e0e83a636a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3effa86-57bb-42fc-8e61-cc0f745f1657'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:28.172053 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ee35a2-fe3c-4203-9c8f-b879483d447e" -d '{"events": [{"server_uuid": "19c8f616-0ac8-49ea-8569-b8e0e83a636a", "name": "network-vif-plugged", "status": "completed", "tag": "c3effa86-57bb-42fc-8e61-cc0f745f1657"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:28.181496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '2c833eba-0a02-439d-bc70-890fa6352eef', 'network_id': '0eed6e37-8043-4850-b995-a80bb2fd1c53', 'port_id': '2c833eba-0a02-439d-bc70-890fa6352eef', 'mac_address': 'fa:16:3e:4f:a4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb87e6ad-3fef-44e7-b162-cf12b2fc21c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:03:28.192761 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port c3effa86-57bb-42fc-8e61-cc0f745f1657, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3effa86-57bb-42fc-8e61-cc0f745f1657,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:28.230066 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 2c833eba-0a02-439d-bc70-890fa6352eef is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:28.230596 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2c833eba-0a02-439d-bc70-890fa6352eef), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:28.244096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c833eba-0a02-439d-bc70-890fa6352eef {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:28.265544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2c833eba-0a02-439d-bc70-890fa6352eef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c833eba-0a02-439d-bc70-890fa6352eef,segment=NetworkSegment(2ac116b0-d15a-4f1e-b0ac-1c146111f4fc),segment_id=2ac116b0-d15a-4f1e-b0ac-1c146111f4fc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:28.280156 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:28.331270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=c3effa86-57bb-42fc-8e61-cc0f745f1657,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:28.379132 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2c833eba-0a02-439d-bc70-890fa6352eef), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:28.465463 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a2763c-1f00-4ebf-8bda-412352f2e7ea x-openstack-request-id: req-03a2763c-1f00-4ebf-8bda-412352f2e7ea {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:28.468023 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c8f616-0ac8-49ea-8569-b8e0e83a636a", "name": "network-vif-plugged", "status": "completed", "tag": "c3effa86-57bb-42fc-8e61-cc0f745f1657", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:28.468301 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03a2763c-1f00-4ebf-8bda-412352f2e7ea {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:28.469070 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c8f616-0ac8-49ea-8569-b8e0e83a636a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3effa86-57bb-42fc-8e61-cc0f745f1657', 'code': 200}
Feb 12 21:03:28.518449 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df930737-0357-4445-a11c-f97b9309b632 req-1a085f81-ef65-4484-accf-b3f182fdf86a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 210 time: 0.0482378
Feb 12 21:03:28.545946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=2c833eba-0a02-439d-bc70-890fa6352eef,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:28.630902 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['2c833eba-0a02-439d-bc70-890fa6352eef'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:03:28.639370 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-16247af3-3bbf-490b-baed-25328d68c21f tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 258 time: 0.3334644
Feb 12 21:03:28.653114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:28.689151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b9246-48d4-4f40-92ef-4d733a45ed72 req-d7b2f5dd-7673-4aed-9ff0-a9f14e4ccfd8 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:28.690782 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f42b9246-48d4-4f40-92ef-4d733a45ed72 req-d7b2f5dd-7673-4aed-9ff0-a9f14e4ccfd8 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.48 "GET /v2.0/ports?device_id=a69d5d6c-82ee-44e8-930e-270484371efe HTTP/1.1" status: 200  len: 945 time: 0.1419716
Feb 12 21:03:28.693679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7362fdf-4503-4ab6-a63f-e90312f44db8 req-c6b55f7f-6a6f-49d1-8e18-b5e48cd8c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:28.695046 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7362fdf-4503-4ab6-a63f-e90312f44db8 req-c6b55f7f-6a6f-49d1-8e18-b5e48cd8c948 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 1127 time: 0.1816926
Feb 12 21:03:28.779186 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2184963-5823-46cc-9517-0e47dfb7be92 req-76b4a9b1-ee8a-4dc1-b75c-9afbeb7af25b tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:28.782058 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2184963-5823-46cc-9517-0e47dfb7be92 req-76b4a9b1-ee8a-4dc1-b75c-9afbeb7af25b tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 944 time: 0.0602674
Feb 12 21:03:28.792937 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:28.813141 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7362fdf-4503-4ab6-a63f-e90312f44db8 req-c0e04402-c518-46fa-8ec6-f839b25b909a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088820
Feb 12 21:03:28.841192 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2184963-5823-46cc-9517-0e47dfb7be92 req-131b94c1-19b1-41dc-9320-d204591472f1 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/security-groups?id=71825a63-deb1-439a-a2c1-9a45b60513f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502324
Feb 12 21:03:28.874889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-f42b9246-48d4-4f40-92ef-4d733a45ed72 req-f6b18c66-d27f-4f8b-8d70-f79172313fb9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Deleting port 066233ec-c2e8-467f-a414-c7bb91607730 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:03:28.877093 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f42b9246-48d4-4f40-92ef-4d733a45ed72 req-f6b18c66-d27f-4f8b-8d70-f79172313fb9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (066233ec-c2e8-467f-a414-c7bb91607730), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:28.965915 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cd4c9dd7-66b2-4424-a451-5b050d4de708 req-c449a458-c0aa-4156-bb24-cbcf359f6806 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 210 time: 0.0281091
Feb 12 21:03:29.002075 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f42b9246-48d4-4f40-92ef-4d733a45ed72 req-f6b18c66-d27f-4f8b-8d70-f79172313fb9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] For port 066233ec-c2e8-467f-a414-c7bb91607730, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=066233ec-c2e8-467f-a414-c7bb91607730,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:29.002445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f42b9246-48d4-4f40-92ef-4d733a45ed72 req-f6b18c66-d27f-4f8b-8d70-f79172313fb9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (066233ec-c2e8-467f-a414-c7bb91607730), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:29.017056 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:29.027538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfc153c-f638-4c53-b728-a2b9ed7b8d37', 'tag': 'f3148623-80dd-4c7e-bf9b-5e8808871e70'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:29.031013 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa69a4a-cf97-4077-995c-a15557c9fa6f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcfc153c-f638-4c53-b728-a2b9ed7b8d37", "tag": "f3148623-80dd-4c7e-bf9b-5e8808871e70"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:29.104291 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:29.121330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ab299-1a15-49ff-a50a-a9f94a42483f req-37f319ef-2b30-4ade-906f-3dc45278cc82 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:29.123211 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e64ab299-1a15-49ff-a50a-a9f94a42483f req-37f319ef-2b30-4ade-906f-3dc45278cc82 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 945 time: 0.0969753
Feb 12 21:03:29.165642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54300) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:29.185169 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e64ab299-1a15-49ff-a50a-a9f94a42483f req-35b0b577-f34e-441f-b9a9-59e9e93e0dcd tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547247
Feb 12 21:03:29.312508 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9048e3-493b-493d-9c0a-75e264a91b32 x-openstack-request-id: req-2d9048e3-493b-493d-9c0a-75e264a91b32 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:29.312750 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcfc153c-f638-4c53-b728-a2b9ed7b8d37", "tag": "f3148623-80dd-4c7e-bf9b-5e8808871e70", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:29.313016 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d9048e3-493b-493d-9c0a-75e264a91b32 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:29.313462 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcfc153c-f638-4c53-b728-a2b9ed7b8d37', 'tag': 'f3148623-80dd-4c7e-bf9b-5e8808871e70', 'status': 'completed', 'code': 200}
Feb 12 21:03:29.399982 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df1c3d-4b25-4967-9a69-0998e4d3b8dd req-fdbb7e38-a87a-442f-aef3-46b776c9fbc1 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:29.401566 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-30df1c3d-4b25-4967-9a69-0998e4d3b8dd req-fdbb7e38-a87a-442f-aef3-46b776c9fbc1 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 947 time: 0.0567317
Feb 12 21:03:29.461780 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-30df1c3d-4b25-4967-9a69-0998e4d3b8dd req-38b686d4-5d25-43fc-95e6-e7ab5800c10d tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506279
Feb 12 21:03:29.492700 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:29.520159 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-bcb67dac-85e1-4cf4-8abd-a4ee1340a6c6 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=55f8176a19e946ee8eecaa5d963d908c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0239592
Feb 12 21:03:29.612207 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Allocated IP 172.35.2.240 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/8cf5fab4-eda4-420b-8b9e-df7c9220a2eb) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:03:29.628518 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8dc6c2c2-5c52-476f-86c7-234c898bca10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:29.656325 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-5edc479a-857f-48df-bc46-1d8df80445cb tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:29.657807 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-5edc479a-857f-48df-bc46-1d8df80445cb tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1298811
Feb 12 21:03:29.673489 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-7bc6ef4f-2ab3-466e-91e5-fe9aead0037f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Request body: {'port': {'device_id': '3d8e14fe-6904-44f4-a8bf-c1e9b349e419', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '55f8176a19e946ee8eecaa5d963d908c'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:29.676888 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f42b9246-48d4-4f40-92ef-4d733a45ed72 req-f6b18c66-d27f-4f8b-8d70-f79172313fb9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:29.677404 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f42b9246-48d4-4f40-92ef-4d733a45ed72 req-f6b18c66-d27f-4f8b-8d70-f79172313fb9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (f293d595-6122-401a-8d8f-58dde2a5d924), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:29.677625 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-f42b9246-48d4-4f40-92ef-4d733a45ed72 req-f6b18c66-d27f-4f8b-8d70-f79172313fb9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Floating IP f293d595-6122-401a-8d8f-58dde2a5d924 disassociated. External IP: 172.35.2.61, port: 066233ec-c2e8-467f-a414-c7bb91607730.
Feb 12 21:03:29.677949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-f42b9246-48d4-4f40-92ef-4d733a45ed72 req-f6b18c66-d27f-4f8b-8d70-f79172313fb9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Calling delete_port for 066233ec-c2e8-467f-a414-c7bb91607730 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:03:29.770439 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-96ddd326-d13f-40b3-8fe4-806f7e765cf8 req-9891cc9b-895a-46ea-a0e8-0afde12d1073 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 210 time: 0.0932355
Feb 12 21:03:29.819712 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa69a4a-cf97-4077-995c-a15557c9fa6f req-33993524-6743-4976-8ed5-30c1a77af919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:29.821405 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3aa69a4a-cf97-4077-995c-a15557c9fa6f req-33993524-6743-4976-8ed5-30c1a77af919 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65e530a89835494485cff388fdc9d69b&device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 1127 time: 0.4905407
Feb 12 21:03:29.949194 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for port (8cf5fab4-eda4-420b-8b9e-df7c9220a2eb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:29.988148 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8dc6c2c2-5c52-476f-86c7-234c898bca10 admin admin] Publish callbacks [] for security_group (ee0b8202-1949-4e9c-8c15-343f2301b0c1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:30.000838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:03:30.001387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-7bc6ef4f-2ab3-466e-91e5-fe9aead0037f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Made reservation on behalf of 55f8176a19e946ee8eecaa5d963d908c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:03:30.002977 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2c833eba-0a02-439d-bc70-890fa6352eef up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:03:30.008922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-7bc6ef4f-2ab3-466e-91e5-fe9aead0037f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:30.063602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa69a4a-cf97-4077-995c-a15557c9fa6f req-388f40a0-7a32-4415-bea2-df2231fb0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:30.065082 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3aa69a4a-cf97-4077-995c-a15557c9fa6f req-388f40a0-7a32-4415-bea2-df2231fb0828 service neutron] 10.222.0.50 "GET /v2.0/networks?id=00db7637-715c-44c7-a356-d7a146fc856c HTTP/1.1" status: 200  len: 930 time: 0.2263823
Feb 12 21:03:30.083406 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8dc6c2c2-5c52-476f-86c7-234c898bca10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ee0b8202-1949-4e9c-8c15-343f2301b0c1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:30.165750 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6c2c2-5c52-476f-86c7-234c898bca10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0b8202-1949-4e9c-8c15-343f2301b0c1,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:30.172963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8dc6c2c2-5c52-476f-86c7-234c898bca10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca4a93a7a8a24ae999340d4be8ab5a9b&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0045345
Feb 12 21:03:30.181099 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54318) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:30.205343 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f42b9246-48d4-4f40-92ef-4d733a45ed72 req-f6b18c66-d27f-4f8b-8d70-f79172313fb9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (066233ec-c2e8-467f-a414-c7bb91607730), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:30.207561 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8cf5fab4-eda4-420b-8b9e-df7c9220a2eb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:30.217680 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3aa69a4a-cf97-4077-995c-a15557c9fa6f req-9e4ae6a2-688b-4802-8f73-977f85a6367c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3148623-80dd-4c7e-bf9b-5e8808871e70 HTTP/1.1" status: 200  len: 1001 time: 0.1457088
Feb 12 21:03:30.230904 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff812b10-4133-4f5f-a178-adb961f21ff7 req-9a1c4c15-c07f-4370-b794-8c89f0ec49d5 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:30.232909 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ff812b10-4133-4f5f-a178-adb961f21ff7 req-9a1c4c15-c07f-4370-b794-8c89f0ec49d5 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 944 time: 0.1260390
Feb 12 21:03:30.241765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e469e4d-bd4c-43d8-966a-65aac1e95ee8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:30.255622 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '3e469e4d-bd4c-43d8-966a-65aac1e95ee8', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '3e469e4d-bd4c-43d8-966a-65aac1e95ee8', 'mac_address': 'fa:16:3e:45:1d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:03:30.274610 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-7bc6ef4f-2ab3-466e-91e5-fe9aead0037f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Allocated IP 192.168.233.163 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/e68c6c44-abe5-4ce9-ab41-24f9c4276607) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:03:30.322459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 2c833eba-0a02-439d-bc70-890fa6352eef completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:03:30.329061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:03:30.332341 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 2c833eba-0a02-439d-bc70-890fa6352eef triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:30.332722 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2c833eba-0a02-439d-bc70-890fa6352eef), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:30.334872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:30.335092 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3e469e4d-bd4c-43d8-966a-65aac1e95ee8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:30.342646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:03:30.344588 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Pushing event updated for resources: {'Port': ['ID=8cf5fab4-eda4-420b-8b9e-df7c9220a2eb,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:30.353997 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ff812b10-4133-4f5f-a178-adb961f21ff7 req-0d10775f-7301-4a7e-9c3d-24dbb9e596a9 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/security-groups?id=71825a63-deb1-439a-a2c1-9a45b60513f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113482
Feb 12 21:03:30.396843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:03:30.409749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:30.443686 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e469e4d-bd4c-43d8-966a-65aac1e95ee8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:30.510794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 2c833eba-0a02-439d-bc70-890fa6352eef is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:30.511540 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2c833eba-0a02-439d-bc70-890fa6352eef), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:30.518634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa69a4a-cf97-4077-995c-a15557c9fa6f req-c2d321b9-ce3a-45bb-bf65-9f41f9301c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:30.520088 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3aa69a4a-cf97-4077-995c-a15557c9fa6f req-c2d321b9-ce3a-45bb-bf65-9f41f9301c69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9968b30-e078-4566-898e-829a238942df HTTP/1.1" status: 200  len: 868 time: 0.2672400
Feb 12 21:03:30.524370 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0b9b1f77-72e1-42fe-9740-c7833b6d72a7 req-dbeb6ba3-b6f2-401e-80b1-c1782f040115 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 210 time: 0.0386026
Feb 12 21:03:30.543642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b18c66-d27f-4f8b-8d70-f79172313fb9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Pushing event deleted for resources: {'Port': ['ID=066233ec-c2e8-467f-a414-c7bb91607730,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:30.543725 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3e469e4d-bd4c-43d8-966a-65aac1e95ee8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:30.543821 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73d638a5-7136-4365-97a8-694e991de78b admin admin] Publish callbacks [] for security_group (ee0b8202-1949-4e9c-8c15-343f2301b0c1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:30.600290 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-7bc6ef4f-2ab3-466e-91e5-fe9aead0037f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks [] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:30.610206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73d638a5-7136-4365-97a8-694e991de78b admin admin] Publish callbacks [] for security_group (ee0b8202-1949-4e9c-8c15-343f2301b0c1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:30.613638 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdef2d8-833d-43c2-b10b-8ef367b63a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c833eba-0a02-439d-bc70-890fa6352eef'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:30.616887 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335ff45e-0055-4fc6-8264-86017d4c67fb" -d '{"events": [{"server_uuid": "2bdef2d8-833d-43c2-b10b-8ef367b63a3b", "name": "network-vif-plugged", "status": "completed", "tag": "2c833eba-0a02-439d-bc70-890fa6352eef"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:30.639899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2c833eba-0a02-439d-bc70-890fa6352eef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c833eba-0a02-439d-bc70-890fa6352eef,segment=NetworkSegment(2ac116b0-d15a-4f1e-b0ac-1c146111f4fc),segment_id=2ac116b0-d15a-4f1e-b0ac-1c146111f4fc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:30.670744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=3e469e4d-bd4c-43d8-966a-65aac1e95ee8,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:30.736139 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-7bc6ef4f-2ab3-466e-91e5-fe9aead0037f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:30.744584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa69a4a-cf97-4077-995c-a15557c9fa6f req-226c14b6-75ea-42bc-8f9f-72f56f88b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:30.746138 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3aa69a4a-cf97-4077-995c-a15557c9fa6f req-226c14b6-75ea-42bc-8f9f-72f56f88b161 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00db7637-715c-44c7-a356-d7a146fc856c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2155356
Feb 12 21:03:30.748555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f42b9246-48d4-4f40-92ef-4d733a45ed72 req-f6b18c66-d27f-4f8b-8d70-f79172313fb9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Router 26294894-28b4-4f67-b7a1-472479d0fb77 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:03:30.761766 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for floatingip (74dbd6e1-b287-4b6b-a709-6d36fbed18a4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:30.772325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7fe731ff-5471-4420-a35a-07898901b4d0'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:03:30.773557 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-7bc6ef4f-2ab3-466e-91e5-fe9aead0037f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:03:30.775406 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-7bc6ef4f-2ab3-466e-91e5-fe9aead0037f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:03:30.798830 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-7bc6ef4f-2ab3-466e-91e5-fe9aead0037f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:03:30.822838 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2c833eba-0a02-439d-bc70-890fa6352eef), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:30.840838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['3e469e4d-bd4c-43d8-966a-65aac1e95ee8'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:03:31.027126 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73d638a5-7136-4365-97a8-694e991de78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ee0b8202-1949-4e9c-8c15-343f2301b0c1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:31.031437 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73d638a5-7136-4365-97a8-694e991de78b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:31.033561 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-73d638a5-7136-4365-97a8-694e991de78b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee0b8202-1949-4e9c-8c15-343f2301b0c1 HTTP/1.1" status: 204  len: 168 time: 0.8568387
Feb 12 21:03:31.059183 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:31.070032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d638a5-7136-4365-97a8-694e991de78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0b8202-1949-4e9c-8c15-343f2301b0c1,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:31.072054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=2c833eba-0a02-439d-bc70-890fa6352eef,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:31.116017 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8cf5fab4-eda4-420b-8b9e-df7c9220a2eb), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:31.312922 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4ec749ec-eadf-47b1-a350-eb986ee8b490 None None] Provisioning complete for port e68c6c44-abe5-4ce9-ab41-24f9c4276607 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:31.313511 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4ec749ec-eadf-47b1-a350-eb986ee8b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:31.358714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4ec749ec-eadf-47b1-a350-eb986ee8b490 None None] Port e68c6c44-abe5-4ce9-ab41-24f9c4276607 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:03:31.382643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-7bc6ef4f-2ab3-466e-91e5-fe9aead0037f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:31.384115 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-7bc6ef4f-2ab3-466e-91e5-fe9aead0037f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:31.395514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6ef4f-2ab3-466e-91e5-fe9aead0037f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Pushing event updated for resources: {'Port': ['ID=e68c6c44-abe5-4ce9-ab41-24f9c4276607,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:31.473749 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3aa69a4a-cf97-4077-995c-a15557c9fa6f req-7b8251a6-7bd2-45ef-b87f-a253edd81832 service neutron] 10.222.0.50 "GET /v2.0/networks/00db7637-715c-44c7-a356-d7a146fc856c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7133904
Feb 12 21:03:31.492919 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4244e-8ec9-4952-9b27-ed1602ad11e6 req-e59efd80-c03a-4a92-8cb6-3f0a9e6dc27e tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:31.494838 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d2c4244e-8ec9-4952-9b27-ed1602ad11e6 req-e59efd80-c03a-4a92-8cb6-3f0a9e6dc27e tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 945 time: 0.7820332
Feb 12 21:03:31.504383 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for port (8cf5fab4-eda4-420b-8b9e-df7c9220a2eb), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:31.520828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872f33-f04b-4825-bada-c922c4935601 req-97671e3a-d2a6-47d2-88d9-305ec1d74e87 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:31.523196 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50872f33-f04b-4825-bada-c922c4935601 req-97671e3a-d2a6-47d2-88d9-305ec1d74e87 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.50 "GET /v2.0/networks?id=b9b58e18-4724-4374-98c5-14f3d3ee43a0 HTTP/1.1" status: 200  len: 824 time: 0.2674305
Feb 12 21:03:31.573494 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-7bc6ef4f-2ab3-466e-91e5-fe9aead0037f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9039366
Feb 12 21:03:31.578520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f42b9246-48d4-4f40-92ef-4d733a45ed72 req-f6b18c66-d27f-4f8b-8d70-f79172313fb9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:03:31.587210 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Request body: {'port': {'device_id': '3d8e14fe-6904-44f4-a8bf-c1e9b349e419', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:31.591384 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e708b-0567-4fa3-ba5c-fa8ce902d37b None None] Sync routers for ids ['26294894-28b4-4f67-b7a1-472479d0fb77'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:03:31.603844 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e708b-0567-4fa3-ba5c-fa8ce902d37b None None] Routers {'26294894-28b4-4f67-b7a1-472479d0fb77'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:03:31.604781 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a44e708b-0567-4fa3-ba5c-fa8ce902d37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba66880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:03:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['26294894-28b4-4f67-b7a1-472479d0fb77'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:31.658160 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (8cf5fab4-eda4-420b-8b9e-df7c9220a2eb), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:31.697785 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d2c4244e-8ec9-4952-9b27-ed1602ad11e6 req-4a54e6a4-4133-4982-aa24-b449c76d6192 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735468
Feb 12 21:03:31.725443 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-a44e708b-0567-4fa3-ba5c-fa8ce902d37b None None] Set router 26294894-28b4-4f67-b7a1-472479d0fb77 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:03:31.753022 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:31.766678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42b9246-48d4-4f40-92ef-4d733a45ed72 req-f6b18c66-d27f-4f8b-8d70-f79172313fb9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] No DVR routers for this DVR port 066233ec-c2e8-467f-a414-c7bb91607730 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:03:31.784755 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50872f33-f04b-4825-bada-c922c4935601 req-935483e7-f7b3-4619-9d11-fba6b29a7a0e tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c59817262e9431fa88f725ab4b5f7a3 HTTP/1.1" status: 200  len: 380 time: 0.2378528
Feb 12 21:03:31.809193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-50872f33-f04b-4825-bada-c922c4935601 req-a791544f-9c2e-4fc9-9d9f-81d394403d8a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Request body: {'port': {'device_id': '63522777-b7a9-4334-8154-9970f7cb4783', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'admin_state_up': True, 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'security_groups': ['d02ea093-d7d0-470c-830e-a85beb846ac6']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:31.844003 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f42b9246-48d4-4f40-92ef-4d733a45ed72 req-f6b18c66-d27f-4f8b-8d70-f79172313fb9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:31.850525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f42b9246-48d4-4f40-92ef-4d733a45ed72 req-f6b18c66-d27f-4f8b-8d70-f79172313fb9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.48 "DELETE /v2.0/ports/066233ec-c2e8-467f-a414-c7bb91607730 HTTP/1.1" status: 204  len: 173 time: 3.1532593
Feb 12 21:03:31.853970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69d5d6c-82ee-44e8-930e-270484371efe', 'name': 'network-vif-deleted', 'tag': '066233ec-c2e8-467f-a414-c7bb91607730'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:31.864060 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7548d21d-3e69-4764-a865-74cea1e99d05" -d '{"events": [{"server_uuid": "a69d5d6c-82ee-44e8-930e-270484371efe", "name": "network-vif-deleted", "tag": "066233ec-c2e8-467f-a414-c7bb91607730"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:31.903604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Pushing event updated for resources: {'Port': ['ID=8cf5fab4-eda4-420b-8b9e-df7c9220a2eb,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:31.942127 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3aa69a4a-cf97-4077-995c-a15557c9fa6f req-6e38e44e-b2e2-48cb-b7e6-28e65ab04ef9 service neutron] 10.222.0.50 "GET /v2.0/networks/00db7637-715c-44c7-a356-d7a146fc856c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4596126
Feb 12 21:03:31.947740 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (74dbd6e1-b287-4b6b-a709-6d36fbed18a4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:31.964246 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f5876504-49cd-4eb3-86f7-eb6308487024 req-649fdfe5-5800-4008-9baf-ab0e7ea74b63 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1267250
Feb 12 21:03:32.001756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:03:32.019676 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a44e708b-0567-4fa3-ba5c-fa8ce902d37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba66880>, [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:55Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd76962e9-d418-4e43-9a88-b9e68b9c4e9b', 'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'mac_address': 'fa:16:3e:27:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:54Z', 'updated_at': '2022-02-12T21:02:00Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'subnets': [{'id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:32.051014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54342) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:32.052604 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e708b-0567-4fa3-ba5c-fa8ce902d37b None None] Checking router: 26294894-28b4-4f67-b7a1-472479d0fb77 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:03:32.062216 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e708b-0567-4fa3-ba5c-fa8ce902d37b None None] Routers {'26294894-28b4-4f67-b7a1-472479d0fb77'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:03:32.063134 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a44e708b-0567-4fa3-ba5c-fa8ce902d37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba66880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:03:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['26294894-28b4-4f67-b7a1-472479d0fb77'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:32.096908 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-243852dc-9584-48cd-be39-f03a3188dc6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:32.159236 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:32.160448 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9ea33687-6bee-48da-b1eb-e457909e2fa5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.5116963
Feb 12 21:03:32.162790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5876504-49cd-4eb3-86f7-eb6308487024 req-85d395e7-dfa3-4329-9161-b35baa840122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:32.164224 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f5876504-49cd-4eb3-86f7-eb6308487024 req-85d395e7-dfa3-4329-9161-b35baa840122 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 1148 time: 0.1483998
Feb 12 21:03:32.217612 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:03:32.223019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:32.223647 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3e469e4d-bd4c-43d8-966a-65aac1e95ee8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:32.231118 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dbd0d-0017-4810-b5c1-147470c1c36f req-e0273627-7efe-4595-ae85-aeb2ab2e0ed3 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:32.256884 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-db8dbd0d-0017-4810-b5c1-147470c1c36f req-e0273627-7efe-4595-ae85-aeb2ab2e0ed3 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 948 time: 0.3613904
Feb 12 21:03:32.278738 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-a44e708b-0567-4fa3-ba5c-fa8ce902d37b None None] Set router 26294894-28b4-4f67-b7a1-472479d0fb77 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:03:32.300845 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:32.368360 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5876504-49cd-4eb3-86f7-eb6308487024 req-5b0444c7-323a-4daa-ab10-da0106b3aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:32.372468 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f5876504-49cd-4eb3-86f7-eb6308487024 req-5b0444c7-323a-4daa-ab10-da0106b3aa05 service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 908 time: 0.1563466
Feb 12 21:03:32.382547 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:32.383515 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3e469e4d-bd4c-43d8-966a-65aac1e95ee8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:32.384318 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-db8dbd0d-0017-4810-b5c1-147470c1c36f req-675d8a94-ae44-4c2e-a2b5-72f0d6431bf5 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262436
Feb 12 21:03:32.401498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50872f33-f04b-4825-bada-c922c4935601 req-a791544f-9c2e-4fc9-9d9f-81d394403d8a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Made reservation on behalf of 0c59817262e9431fa88f725ab4b5f7a3 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:03:32.405141 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-50872f33-f04b-4825-bada-c922c4935601 req-a791544f-9c2e-4fc9-9d9f-81d394403d8a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:32.460558 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e469e4d-bd4c-43d8-966a-65aac1e95ee8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:32.465292 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d4d7c8-8793-4540-82a4-1603a103fac9 x-openstack-request-id: req-44d4d7c8-8793-4540-82a4-1603a103fac9 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:32.466331 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdef2d8-833d-43c2-b10b-8ef367b63a3b", "name": "network-vif-plugged", "status": "completed", "tag": "2c833eba-0a02-439d-bc70-890fa6352eef", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:32.466809 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44d4d7c8-8793-4540-82a4-1603a103fac9 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:32.469135 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdef2d8-833d-43c2-b10b-8ef367b63a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c833eba-0a02-439d-bc70-890fa6352eef', 'code': 200}
Feb 12 21:03:32.505055 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-6d3f5790-cd5c-4bd3-b407-7cc11f3e9ce9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.240 HTTP/1.1" status: 200  len: 696 time: 0.3329916
Feb 12 21:03:32.511421 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f5876504-49cd-4eb3-86f7-eb6308487024 req-c9a56a56-1229-4c25-9aea-722044bd240d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27c22334-4595-4060-b8ea-dcc1f99639f0 HTTP/1.1" status: 200  len: 217 time: 0.0882666
Feb 12 21:03:32.555670 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3e469e4d-bd4c-43d8-966a-65aac1e95ee8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:32.556771 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 066233ec-c2e8-467f-a414-c7bb91607730 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:03:32.608678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 066233ec-c2e8-467f-a414-c7bb91607730 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:03:32.611033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 066233ec-c2e8-467f-a414-c7bb91607730 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:03:32.673473 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a44e708b-0567-4fa3-ba5c-fa8ce902d37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba66880>, [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:55Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd76962e9-d418-4e43-9a88-b9e68b9c4e9b', 'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'mac_address': 'fa:16:3e:27:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:54Z', 'updated_at': '2022-02-12T21:02:00Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'subnets': [{'id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:32.687906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-50872f33-f04b-4825-bada-c922c4935601 req-a791544f-9c2e-4fc9-9d9f-81d394403d8a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Allocated IP 172.20.0.8 (b9b58e18-4724-4374-98c5-14f3d3ee43a0/8dc3ffc6-8752-418b-93fb-e118910b6c7b/89194c07-8746-4aad-bb48-3af933bde09d) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:03:32.707959 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e708b-0567-4fa3-ba5c-fa8ce902d37b None None] The sync data for ids ['26294894-28b4-4f67-b7a1-472479d0fb77'] in ncdv-master-1 is: [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:55Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd76962e9-d418-4e43-9a88-b9e68b9c4e9b', 'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'mac_address': 'fa:16:3e:27:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:54Z', 'updated_at': '2022-02-12T21:02:00Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'subnets': [{'id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:03:32.714915 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a23dc8e-1054-408e-b0d1-87f997794184 req-1eff7338-485c-428f-a0c4-4910dd0d7eb6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3313706
Feb 12 21:03:32.723547 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=3e469e4d-bd4c-43d8-966a-65aac1e95ee8,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:32.751290 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5876504-49cd-4eb3-86f7-eb6308487024 req-fa45c56e-5b26-4a47-ab80-19455d685587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:32.751290 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f5876504-49cd-4eb3-86f7-eb6308487024 req-fa45c56e-5b26-4a47-ab80-19455d685587 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.1434712
Feb 12 21:03:32.765155 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3443ac18-8391-4b59-8e4e-50165c87015e req-320ca6ca-cbab-42e6-a524-61126b1581f6 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 210 time: 0.0805280
Feb 12 21:03:32.801925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-61a8b226-0aea-450d-a750-b0c0f4de77c4 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:32.804108 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-61a8b226-0aea-450d-a750-b0c0f4de77c4 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.2869782
Feb 12 21:03:32.828375 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-243852dc-9584-48cd-be39-f03a3188dc6f admin admin] Publish callbacks [] for security_group (ac627be0-d704-4670-aaf3-19bff5a6ea47), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:32.866185 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f5876504-49cd-4eb3-86f7-eb6308487024 req-ec7d7599-53d7-47d6-8159-2e72ef990bce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1103728
Feb 12 21:03:32.873943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9b3ccbb9-a9e1-483c-a120-0a7257c0e21b tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:03:32.875497 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c916de11-fb6d-4edd-a908-6d5e95b526c3 req-9b3ccbb9-a9e1-483c-a120-0a7257c0e21b tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0452600
Feb 12 21:03:32.910760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68c6c44-abe5-4ce9-ab41-24f9c4276607 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:32.936487 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Publish callbacks [] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:33.020809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Transition to ACTIVE for port object e68c6c44-abe5-4ce9-ab41-24f9c4276607 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:03:33.051002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e8932-b02a-4e58-b7c4-703e6c436bb5 req-35da164e-b0ae-4f7d-805f-7ddff4ff719a tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:33.053031 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-315e8932-b02a-4e58-b7c4-703e6c436bb5 req-35da164e-b0ae-4f7d-805f-7ddff4ff719a tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 945 time: 0.1449172
Feb 12 21:03:33.099022 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-50872f33-f04b-4825-bada-c922c4935601 req-a791544f-9c2e-4fc9-9d9f-81d394403d8a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for port (89194c07-8746-4aad-bb48-3af933bde09d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:33.141965 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:33.171480 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-315e8932-b02a-4e58-b7c4-703e6c436bb5 req-f16bb5f5-c736-4882-8348-849879bd8489 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/security-groups?id=71825a63-deb1-439a-a2c1-9a45b60513f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066241
Feb 12 21:03:33.268516 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2965b2b-1088-44fa-99a6-f0d46092f748 None None] New status for floating IP f293d595-6122-401a-8d8f-58dde2a5d924: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:03:33.297384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Pushing event updated for resources: {'Port': ['ID=e68c6c44-abe5-4ce9-ab41-24f9c4276607,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:33.419367 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f5876504-49cd-4eb3-86f7-eb6308487024 req-4271875c-31e2-407d-be63-800217e6b1c3 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5413494
Feb 12 21:03:33.423937 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933044b-2d1d-40bc-ad13-f5bf3b3fcc04 req-19b614d8-95a5-404c-8aa5-da3ab93712e4 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:33.432743 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0933044b-2d1d-40bc-ad13-f5bf3b3fcc04 req-19b614d8-95a5-404c-8aa5-da3ab93712e4 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 1127 time: 0.1517525
Feb 12 21:03:33.448881 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399168c-33e9-4417-bd18-0285a83443f8 req-fd5ff64e-9b34-4c04-afe3-82d4b8e5283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:33.450442 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8399168c-33e9-4417-bd18-0285a83443f8 req-fd5ff64e-9b34-4c04-afe3-82d4b8e5283e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 1127 time: 0.8372247
Feb 12 21:03:33.466195 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-50872f33-f04b-4825-bada-c922c4935601 req-a791544f-9c2e-4fc9-9d9f-81d394403d8a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (89194c07-8746-4aad-bb48-3af933bde09d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:33.471929 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-243852dc-9584-48cd-be39-f03a3188dc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ac627be0-d704-4670-aaf3-19bff5a6ea47), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:33.542051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Attempting to bind port e68c6c44-abe5-4ce9-ab41-24f9c4276607 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:03:33.542576 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Attempting to bind port e68c6c44-abe5-4ce9-ab41-24f9c4276607 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:03:33.543022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Attempting to bind port e68c6c44-abe5-4ce9-ab41-24f9c4276607 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:33.598052 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-243852dc-9584-48cd-be39-f03a3188dc6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa9b7eb1f9854c5c9dd95bed721de51c&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5459204
Feb 12 21:03:33.614868 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50872f33-f04b-4825-bada-c922c4935601 req-a791544f-9c2e-4fc9-9d9f-81d394403d8a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Network b9b58e18-4724-4374-98c5-14f3d3ee43a0 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:03:33.615920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54350) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:33.620294 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Port e68c6c44-abe5-4ce9-ab41-24f9c4276607 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:03:33.620814 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Attempting to bind port e68c6c44-abe5-4ce9-ab41-24f9c4276607 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:33.637045 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-50872f33-f04b-4825-bada-c922c4935601 req-a791544f-9c2e-4fc9-9d9f-81d394403d8a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:03:33.648473 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791544f-9c2e-4fc9-9d9f-81d394403d8a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Pushing event updated for resources: {'Port': ['ID=89194c07-8746-4aad-bb48-3af933bde09d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:33.652226 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8399168c-33e9-4417-bd18-0285a83443f8 req-0dda7539-363b-4a0c-ad16-968bf87b2d8b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=71825a63-deb1-439a-a2c1-9a45b60513f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901744
Feb 12 21:03:33.652366 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-50872f33-f04b-4825-bada-c922c4935601 req-a791544f-9c2e-4fc9-9d9f-81d394403d8a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:03:33.659161 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:03:33.659652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:33.660143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:03:33.661523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Bound port: e68c6c44-abe5-4ce9-ab41-24f9c4276607, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:03:33.662006 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:33.674318 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0933044b-2d1d-40bc-ad13-f5bf3b3fcc04 req-cd213427-c55c-4f69-87e1-1bd8d84dceee tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2404146
Feb 12 21:03:33.726165 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23dc8e-1054-408e-b0d1-87f997794184 req-f0539ddb-6c7a-48d5-8f86-b42e1a73f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:33.729604 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a23dc8e-1054-408e-b0d1-87f997794184 req-f0539ddb-6c7a-48d5-8f86-b42e1a73f60f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 1131 time: 0.9226005
Feb 12 21:03:33.754146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243852dc-9584-48cd-be39-f03a3188dc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac627be0-d704-4670-aaf3-19bff5a6ea47,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:33.807527 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872f33-f04b-4825-bada-c922c4935601 req-a791544f-9c2e-4fc9-9d9f-81d394403d8a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:33.809007 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-50872f33-f04b-4825-bada-c922c4935601 req-a791544f-9c2e-4fc9-9d9f-81d394403d8a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:33.838746 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a578cba9-e0e4-48cc-8423-892319a3821f x-openstack-request-id: req-a578cba9-e0e4-48cc-8423-892319a3821f {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:33.839438 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69d5d6c-82ee-44e8-930e-270484371efe", "name": "network-vif-deleted", "tag": "066233ec-c2e8-467f-a414-c7bb91607730", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:33.839570 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4f650708-75c4-44c1-93ce-c5c11f061773 admin admin] Publish callbacks [] for security_group (ac627be0-d704-4670-aaf3-19bff5a6ea47), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:33.839689 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a578cba9-e0e4-48cc-8423-892319a3821f {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:33.839776 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69d5d6c-82ee-44e8-930e-270484371efe', 'name': 'network-vif-deleted', 'tag': '066233ec-c2e8-467f-a414-c7bb91607730', 'status': 'completed', 'code': 200}
Feb 12 21:03:33.853036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191eaa7-bb89-4bb7-b59c-d5839f3381d0 req-950b5be4-7dd4-419c-afa0-d058468c439c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:33.854584 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8191eaa7-bb89-4bb7-b59c-d5839f3381d0 req-950b5be4-7dd4-419c-afa0-d058468c439c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 948 time: 0.4301240
Feb 12 21:03:33.881309 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4f650708-75c4-44c1-93ce-c5c11f061773 admin admin] Publish callbacks [] for security_group (ac627be0-d704-4670-aaf3-19bff5a6ea47), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:33.890776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] For port e68c6c44-abe5-4ce9-ab41-24f9c4276607, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:33.905673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f5876504-49cd-4eb3-86f7-eb6308487024 req-9c9c621a-ce44-4208-bd25-7f8b6e291877 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4536283
Feb 12 21:03:33.910574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23dc8e-1054-408e-b0d1-87f997794184 req-2a48f9ed-a39f-4a84-808e-9a6d14b9b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:33.912079 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a23dc8e-1054-408e-b0d1-87f997794184 req-2a48f9ed-a39f-4a84-808e-9a6d14b9b2f3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1459918
Feb 12 21:03:33.947615 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] For port e68c6c44-abe5-4ce9-ab41-24f9c4276607, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:03:33.962841 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a23dc8e-1054-408e-b0d1-87f997794184 req-bc6ce27c-3f49-42b0-94f8-c2d6768899e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7fe731ff-5471-4420-a35a-07898901b4d0 HTTP/1.1" status: 200  len: 217 time: 0.0443420
Feb 12 21:03:33.970641 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50872f33-f04b-4825-bada-c922c4935601 req-a791544f-9c2e-4fc9-9d9f-81d394403d8a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1650667
Feb 12 21:03:33.970775 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8191eaa7-bb89-4bb7-b59c-d5839f3381d0 req-f4d06a57-7086-4f1a-abf1-4fd1eabdfa9c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060584
Feb 12 21:03:33.985431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Request body: {'port': {'device_id': '63522777-b7a9-4334-8154-9970f7cb4783', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:34.022278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23dc8e-1054-408e-b0d1-87f997794184 req-07420349-17ee-442a-82e7-02999bf04aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:34.028984 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a23dc8e-1054-408e-b0d1-87f997794184 req-07420349-17ee-442a-82e7-02999bf04aa1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0574448
Feb 12 21:03:34.079673 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:34.112577 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89194c07-8746-4aad-bb48-3af933bde09d), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:34.137029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23dc8e-1054-408e-b0d1-87f997794184 req-345d2749-56de-40c4-ba24-13819c0525bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:34.139300 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a23dc8e-1054-408e-b0d1-87f997794184 req-345d2749-56de-40c4-ba24-13819c0525bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1044965
Feb 12 21:03:34.151780 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220292fd-c1b3-4619-9b99-9a13f9ef61a7 req-2d061035-ff37-4bba-aa37-d7364786b0df tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:34.153562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-220292fd-c1b3-4619-9b99-9a13f9ef61a7 req-2d061035-ff37-4bba-aa37-d7364786b0df tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 949 time: 0.0666482
Feb 12 21:03:34.179599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:34.180053 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:34.181453 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] 10.222.0.50 "PUT /v2.0/ports/e68c6c44-abe5-4ce9-ab41-24f9c4276607 HTTP/1.1" status: 200  len: 1096 time: 2.6007168
Feb 12 21:03:34.183723 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8e14fe-6904-44f4-a8bf-c1e9b349e419', 'tag': 'e68c6c44-abe5-4ce9-ab41-24f9c4276607'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:34.186969 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489ec9f0-c83d-430d-8f2f-dfac0e6db802" -d '{"events": [{"name": "network-changed", "server_uuid": "3d8e14fe-6904-44f4-a8bf-c1e9b349e419", "tag": "e68c6c44-abe5-4ce9-ab41-24f9c4276607"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:34.246955 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4f650708-75c4-44c1-93ce-c5c11f061773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ac627be0-d704-4670-aaf3-19bff5a6ea47), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:34.250410 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4f650708-75c4-44c1-93ce-c5c11f061773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:34.254132 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4f650708-75c4-44c1-93ce-c5c11f061773 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac627be0-d704-4670-aaf3-19bff5a6ea47 HTTP/1.1" status: 204  len: 168 time: 0.6325800
Feb 12 21:03:34.264660 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc073b-e380-4de5-bdfd-ca909f54edaf service neutron] Pushing event updated for resources: {'Port': ['ID=e68c6c44-abe5-4ce9-ab41-24f9c4276607,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:34.283242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f650708-75c4-44c1-93ce-c5c11f061773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac627be0-d704-4670-aaf3-19bff5a6ea47,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:34.314703 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191b845-ed7b-4ca9-b154-2bdb60d77736 req-d8724bc5-8ab9-4f25-ab6f-4e3cffb646dd tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:34.326809 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e191b845-ed7b-4ca9-b154-2bdb60d77736 req-d8724bc5-8ab9-4f25-ab6f-4e3cffb646dd tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2472377
Feb 12 21:03:34.363872 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-220292fd-c1b3-4619-9b99-9a13f9ef61a7 req-beb572d3-1fc4-4242-9c99-3afcc73b388a tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909983
Feb 12 21:03:34.370358 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a23dc8e-1054-408e-b0d1-87f997794184 req-ac7dc911-33c5-481e-acb1-55023e30d780 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2157466
Feb 12 21:03:34.470304 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e469e4d-bd4c-43d8-966a-65aac1e95ee8'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:34.472340 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970d63f1-65fd-43c6-90f0-459a1149ef15" -d '{"events": [{"server_uuid": "3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7", "name": "network-vif-plugged", "status": "completed", "tag": "3e469e4d-bd4c-43d8-966a-65aac1e95ee8"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:34.506548 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e191b845-ed7b-4ca9-b154-2bdb60d77736 req-b0d85391-cd91-4639-be91-470ec9eeef63 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.240 HTTP/1.1" status: 200  len: 696 time: 0.1787002
Feb 12 21:03:34.522987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-e191b845-ed7b-4ca9-b154-2bdb60d77736 req-7016ae89-8522-4c9f-acbb-f8148a3a6cce tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Request body: {'floatingip': {'port_id': 'f3148623-80dd-4c7e-bf9b-5e8808871e70', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:34.537039 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a23dc8e-1054-408e-b0d1-87f997794184 req-7abccd99-935c-405a-aedd-4378ac6276c9 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1610181
Feb 12 21:03:34.539432 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e7e80-9255-4ceb-9e7a-21fef520b898 req-7e86dd2b-d97e-4c2f-9fd1-70ac375af04e tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:34.546409 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-502e7e80-9255-4ceb-9e7a-21fef520b898 req-7e86dd2b-d97e-4c2f-9fd1-70ac375af04e tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 1127 time: 0.0860548
Feb 12 21:03:34.598207 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-502e7e80-9255-4ceb-9e7a-21fef520b898 req-5ed19ad3-99d0-4aae-95b7-215d85ff5317 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506980
Feb 12 21:03:34.656742 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e191b845-ed7b-4ca9-b154-2bdb60d77736 req-7016ae89-8522-4c9f-acbb-f8148a3a6cce tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for floatingip (74dbd6e1-b287-4b6b-a709-6d36fbed18a4), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:34.732176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7204f-9ccb-4a3b-b108-da72eb5bfe20 req-81fb8031-a218-40df-bd36-950f1ff6c32f tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:34.740155 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-43a7204f-9ccb-4a3b-b108-da72eb5bfe20 req-81fb8031-a218-40df-bd36-950f1ff6c32f tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 931 time: 0.0779958
Feb 12 21:03:34.758345 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-f671df06-023b-48ec-9e1d-746bf2ac9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:34.764194 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-f671df06-023b-48ec-9e1d-746bf2ac9469 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 1130 time: 0.4282136
Feb 12 21:03:34.804322 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-43a7204f-9ccb-4a3b-b108-da72eb5bfe20 req-dbb13c51-ac2a-4685-a9eb-7e4045e6cc3a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631478
Feb 12 21:03:35.103226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-187cff8c-a05f-4d73-bf1c-60ae8c0656cf None None] Provisioning complete for port 89194c07-8746-4aad-bb48-3af933bde09d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:35.103854 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-187cff8c-a05f-4d73-bf1c-60ae8c0656cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (89194c07-8746-4aad-bb48-3af933bde09d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:35.115991 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-76c7532e-b130-496b-b3d6-64ebf75c512a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607 HTTP/1.1" status: 200  len: 217 time: 0.3280785
Feb 12 21:03:35.142733 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-187cff8c-a05f-4d73-bf1c-60ae8c0656cf None None] Port 89194c07-8746-4aad-bb48-3af933bde09d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:03:35.265445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0bfdb-c8bb-4159-a3a9-4a0ae388a33b req-782e28d1-7ba7-4f4e-8163-d5f802cd40d3 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:35.266992 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eeb0bfdb-c8bb-4159-a3a9-4a0ae388a33b req-782e28d1-7ba7-4f4e-8163-d5f802cd40d3 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 945 time: 0.0561731
Feb 12 21:03:35.285529 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-194c5000-58db-4f03-94ab-c19fc68ad126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:35.286982 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-194c5000-58db-4f03-94ab-c19fc68ad126 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1622305
Feb 12 21:03:35.325076 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eeb0bfdb-c8bb-4159-a3a9-4a0ae388a33b req-2cf1f019-8629-4a62-8265-5ad1caa8ae59 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/security-groups?id=71825a63-deb1-439a-a2c1-9a45b60513f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505328
Feb 12 21:03:35.355104 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89194c07-8746-4aad-bb48-3af933bde09d {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:35.367256 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b16cdf7-916f-44cd-9709-4d2d495ee010 x-openstack-request-id: req-1b16cdf7-916f-44cd-9709-4d2d495ee010 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:35.367544 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d8e14fe-6904-44f4-a8bf-c1e9b349e419", "tag": "e68c6c44-abe5-4ce9-ab41-24f9c4276607", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:35.367796 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b16cdf7-916f-44cd-9709-4d2d495ee010 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:35.368187 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d8e14fe-6904-44f4-a8bf-c1e9b349e419', 'tag': 'e68c6c44-abe5-4ce9-ab41-24f9c4276607', 'status': 'completed', 'code': 200}
Feb 12 21:03:35.373303 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Publish callbacks [] for port (89194c07-8746-4aad-bb48-3af933bde09d), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:35.401670 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b8244a-50c7-4685-8b91-1978c5369c83 x-openstack-request-id: req-f1b8244a-50c7-4685-8b91-1978c5369c83 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:35.402825 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7", "name": "network-vif-plugged", "status": "completed", "tag": "3e469e4d-bd4c-43d8-966a-65aac1e95ee8", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:35.403132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Transition to ACTIVE for port object 89194c07-8746-4aad-bb48-3af933bde09d will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:03:35.403284 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1b8244a-50c7-4685-8b91-1978c5369c83 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:35.406054 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e469e4d-bd4c-43d8-966a-65aac1e95ee8', 'code': 200}
Feb 12 21:03:35.409223 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-e191b845-ed7b-4ca9-b154-2bdb60d77736 req-7016ae89-8522-4c9f-acbb-f8148a3a6cce tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] update failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:03:35.418762 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e191b845-ed7b-4ca9-b154-2bdb60d77736 req-7016ae89-8522-4c9f-acbb-f8148a3a6cce tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "PUT /v2.0/floatingips/74dbd6e1-b287-4b6b-a709-6d36fbed18a4 HTTP/1.1" status: 409  len: 550 time: 0.9019227
Feb 12 21:03:35.433148 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-cac05bcf-c8ca-4ac3-b539-8f58d3f690df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:35.436250 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-cac05bcf-c8ca-4ac3-b539-8f58d3f690df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1268544
Feb 12 21:03:35.525481 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (89194c07-8746-4aad-bb48-3af933bde09d), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:35.527856 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bf710-45d4-454b-aa94-9b0db1527574 req-2b5ccfe7-2485-416b-a3a3-7a909b32c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:35.529710 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a8bf710-45d4-454b-aa94-9b0db1527574 req-2b5ccfe7-2485-416b-a3a3-7a909b32c30c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 1131 time: 0.0690553
Feb 12 21:03:35.607952 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a8bf710-45d4-454b-aa94-9b0db1527574 req-bde2758f-93a2-4918-ae51-829f7353db7f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690715
Feb 12 21:03:35.611658 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Pushing event updated for resources: {'Port': ['ID=89194c07-8746-4aad-bb48-3af933bde09d,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:35.632665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8a10e-d3e2-4e3a-93ca-f0be21159894 req-d40c542e-cfba-4305-b3c7-ccfe1b1d4c65 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:35.634247 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9e8a10e-d3e2-4e3a-93ca-f0be21159894 req-d40c542e-cfba-4305-b3c7-ccfe1b1d4c65 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 949 time: 0.0674031
Feb 12 21:03:35.646770 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-6a59a08f-af0c-4262-bf9b-a466f5c65569 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2045851
Feb 12 21:03:35.692583 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9e8a10e-d3e2-4e3a-93ca-f0be21159894 req-35e8b5ce-f3a2-4402-951e-d27625a24b57 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523818
Feb 12 21:03:35.770859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41609fe0-f89a-48cd-9843-fbbf73fa12e5 req-2a420249-7758-4d4f-b1ba-e311a7640f32 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:35.777719 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-41609fe0-f89a-48cd-9843-fbbf73fa12e5 req-2a420249-7758-4d4f-b1ba-e311a7640f32 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 948 time: 0.2566128
Feb 12 21:03:35.797951 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87f0872b-e716-4b50-b48a-8552ec8dad36 req-c78cdab0-4d67-456a-95ca-31bec6b0c05f tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/floatingips/74dbd6e1-b287-4b6b-a709-6d36fbed18a4 HTTP/1.1" status: 200  len: 693 time: 0.0609190
Feb 12 21:03:35.860297 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Attempting to bind port 89194c07-8746-4aad-bb48-3af933bde09d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:03:35.860639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Attempting to bind port 89194c07-8746-4aad-bb48-3af933bde09d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:03:35.860971 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Attempting to bind port 89194c07-8746-4aad-bb48-3af933bde09d on network b9b58e18-4724-4374-98c5-14f3d3ee43a0 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:35.884966 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Port 89194c07-8746-4aad-bb48-3af933bde09d on network b9b58e18-4724-4374-98c5-14f3d3ee43a0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:03:35.885296 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Attempting to bind port 89194c07-8746-4aad-bb48-3af933bde09d on network b9b58e18-4724-4374-98c5-14f3d3ee43a0 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:35.903068 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-41609fe0-f89a-48cd-9843-fbbf73fa12e5 req-715eb02a-a8bb-440e-93c3-5f8c45d46f07 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244092
Feb 12 21:03:35.905892 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:03:35.906241 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Checking segment: {'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:35.906618 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Bound using segment: {'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:03:35.907065 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Bound port: 89194c07-8746-4aad-bb48-3af933bde09d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb9e59e-f7f4-4210-aaf4-894ce47cec05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:03:35.907427 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89194c07-8746-4aad-bb48-3af933bde09d), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:35.918586 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0573507-c4f4-4313-8d4f-4d497cdb7e7a req-b2312006-e676-408a-bf54-c751beeb428e service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2626500
Feb 12 21:03:35.938856 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0872b-e716-4b50-b48a-8552ec8dad36 req-c06e51c5-cf58-42e5-8897-8d93463f99ee tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:35.940649 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87f0872b-e716-4b50-b48a-8552ec8dad36 req-c06e51c5-cf58-42e5-8897-8d93463f99ee tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.1374993
Feb 12 21:03:35.950280 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-87f0872b-e716-4b50-b48a-8552ec8dad36 req-3f793a19-853e-46bd-955c-49d5c2c8dcc8 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:03:35.951482 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87f0872b-e716-4b50-b48a-8552ec8dad36 req-3f793a19-853e-46bd-955c-49d5c2c8dcc8 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059731
Feb 12 21:03:36.011832 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] For port 89194c07-8746-4aad-bb48-3af933bde09d, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:36.016736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] For port 89194c07-8746-4aad-bb48-3af933bde09d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89194c07-8746-4aad-bb48-3af933bde09d,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:03:36.053718 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87f0872b-e716-4b50-b48a-8552ec8dad36 req-919b0649-9afc-4fa9-a922-8b6fc2ff3462 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.240 HTTP/1.1" status: 200  len: 696 time: 0.0922675
Feb 12 21:03:36.107344 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87f0872b-e716-4b50-b48a-8552ec8dad36 req-eac37005-0f67-4105-8da2-9584ba3f1f3a tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.240 HTTP/1.1" status: 200  len: 696 time: 0.0524895
Feb 12 21:03:36.222206 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (89194c07-8746-4aad-bb48-3af933bde09d), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:36.252565 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-87f0872b-e716-4b50-b48a-8552ec8dad36 req-a9c4602a-6750-4a75-9a77-227501e262a1 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Deleting port 8cf5fab4-eda4-420b-8b9e-df7c9220a2eb {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:03:36.253019 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-87f0872b-e716-4b50-b48a-8552ec8dad36 req-a9c4602a-6750-4a75-9a77-227501e262a1 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8cf5fab4-eda4-420b-8b9e-df7c9220a2eb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:36.280089 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:36.281328 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:36.282803 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50872f33-f04b-4825-bada-c922c4935601 req-afae424a-d870-45fd-946b-71725d11c198 service neutron] 10.222.0.50 "PUT /v2.0/ports/89194c07-8746-4aad-bb48-3af933bde09d HTTP/1.1" status: 200  len: 1091 time: 2.3058846
Feb 12 21:03:36.309175 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae424a-d870-45fd-946b-71725d11c198 service neutron] Pushing event updated for resources: {'Port': ['ID=89194c07-8746-4aad-bb48-3af933bde09d,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:36.326588 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ec9f0-c83d-430d-8f2f-dfac0e6db802 req-80762ea0-466c-43c5-9e80-7a6b099a86ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:36.328924 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-489ec9f0-c83d-430d-8f2f-dfac0e6db802 req-80762ea0-466c-43c5-9e80-7a6b099a86ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 1130 time: 0.1417992
Feb 12 21:03:36.406156 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-87f0872b-e716-4b50-b48a-8552ec8dad36 req-a9c4602a-6750-4a75-9a77-227501e262a1 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8cf5fab4-eda4-420b-8b9e-df7c9220a2eb), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:36.406715 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-87f0872b-e716-4b50-b48a-8552ec8dad36 req-a9c4602a-6750-4a75-9a77-227501e262a1 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for floatingip (8cf5fab4-eda4-420b-8b9e-df7c9220a2eb), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:36.422794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-87f0872b-e716-4b50-b48a-8552ec8dad36 req-a9c4602a-6750-4a75-9a77-227501e262a1 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Calling delete_port for 8cf5fab4-eda4-420b-8b9e-df7c9220a2eb owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:03:36.490682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ec9f0-c83d-430d-8f2f-dfac0e6db802 req-493c81de-2d63-4ace-bc08-23b5f54510f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:36.492192 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-489ec9f0-c83d-430d-8f2f-dfac0e6db802 req-493c81de-2d63-4ace-bc08-23b5f54510f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1520777
Feb 12 21:03:36.528647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872f33-f04b-4825-bada-c922c4935601 req-f9546875-735f-44cd-91de-c335991b80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:36.538004 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50872f33-f04b-4825-bada-c922c4935601 req-f9546875-735f-44cd-91de-c335991b80ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0c59817262e9431fa88f725ab4b5f7a3&device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 1125 time: 0.1087143
Feb 12 21:03:36.607143 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-489ec9f0-c83d-430d-8f2f-dfac0e6db802 req-ec4d40fd-4201-4068-bb53-adcd8e677d9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607 HTTP/1.1" status: 200  len: 217 time: 0.1027625
Feb 12 21:03:36.651087 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50872f33-f04b-4825-bada-c922c4935601 req-9e854ccf-9e72-4b80-82b4-3c74fdf5850d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89194c07-8746-4aad-bb48-3af933bde09d HTTP/1.1" status: 200  len: 217 time: 0.0503066
Feb 12 21:03:36.672889 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-87f0872b-e716-4b50-b48a-8552ec8dad36 req-a9c4602a-6750-4a75-9a77-227501e262a1 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8cf5fab4-eda4-420b-8b9e-df7c9220a2eb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:36.718539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4602a-6750-4a75-9a77-227501e262a1 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Pushing event deleted for resources: {'Port': ['ID=8cf5fab4-eda4-420b-8b9e-df7c9220a2eb,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:36.723174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ec9f0-c83d-430d-8f2f-dfac0e6db802 req-fb8ed09f-2323-49e5-b9aa-c9e2970cac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:36.724639 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-489ec9f0-c83d-430d-8f2f-dfac0e6db802 req-fb8ed09f-2323-49e5-b9aa-c9e2970cac0d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0818684
Feb 12 21:03:36.733262 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872f33-f04b-4825-bada-c922c4935601 req-29ea8533-dc18-4b38-bb5b-a230b1f42b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:36.734737 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50872f33-f04b-4825-bada-c922c4935601 req-29ea8533-dc18-4b38-bb5b-a230b1f42b42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dc3ffc6-8752-418b-93fb-e118910b6c7b HTTP/1.1" status: 200  len: 863 time: 0.0637090
Feb 12 21:03:36.823077 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-87f0872b-e716-4b50-b48a-8552ec8dad36 req-a9c4602a-6750-4a75-9a77-227501e262a1 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for floatingip (74dbd6e1-b287-4b6b-a709-6d36fbed18a4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:36.830362 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-87f0872b-e716-4b50-b48a-8552ec8dad36 req-a9c4602a-6750-4a75-9a77-227501e262a1 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:36.840847 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87f0872b-e716-4b50-b48a-8552ec8dad36 req-a9c4602a-6750-4a75-9a77-227501e262a1 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "DELETE /v2.0/floatingips/74dbd6e1-b287-4b6b-a709-6d36fbed18a4 HTTP/1.1" status: 204  len: 173 time: 0.7321415
Feb 12 21:03:36.845314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ec9f0-c83d-430d-8f2f-dfac0e6db802 req-bb5c2a71-0556-4eca-9278-72c2e337ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:36.846798 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-489ec9f0-c83d-430d-8f2f-dfac0e6db802 req-bb5c2a71-0556-4eca-9278-72c2e337ff70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1112204
Feb 12 21:03:36.849609 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872f33-f04b-4825-bada-c922c4935601 req-7c4903ee-0991-4fb1-81f6-994bb7e61bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:36.851241 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50872f33-f04b-4825-bada-c922c4935601 req-7c4903ee-0991-4fb1-81f6-994bb7e61bbb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9b58e18-4724-4374-98c5-14f3d3ee43a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0671599
Feb 12 21:03:37.036470 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50872f33-f04b-4825-bada-c922c4935601 req-6c7f3585-52fb-4c7f-aaea-d8a607dc41bf service neutron] 10.222.0.50 "GET /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742165
Feb 12 21:03:37.039574 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-489ec9f0-c83d-430d-8f2f-dfac0e6db802 req-1f4922b1-c6cb-4103-9c2c-818573c32ca8 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1787024
Feb 12 21:03:37.204531 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84e5c3-6348-4c21-a131-601282130b8e req-04bfb2c5-d633-4a3b-bb70-97a1054027a7 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:37.206112 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a84e5c3-6348-4c21-a131-601282130b8e req-04bfb2c5-d633-4a3b-bb70-97a1054027a7 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 943 time: 0.1819735
Feb 12 21:03:37.255088 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-489ec9f0-c83d-430d-8f2f-dfac0e6db802 req-29da0590-db88-448a-8822-07dd99ebc5aa service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984119
Feb 12 21:03:37.258719 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50872f33-f04b-4825-bada-c922c4935601 req-0193387e-3dd0-482b-8187-d55f5fce1564 service neutron] 10.222.0.50 "GET /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2032204
Feb 12 21:03:37.287877 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a84e5c3-6348-4c21-a131-601282130b8e req-ee7275c8-f399-4113-912a-912bf6145ca1 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673325
Feb 12 21:03:37.302465 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69ebcf-e509-4972-a6d2-4c80efb17695 req-8ebf891e-92e4-4049-aaa4-68eca3be39be tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:37.305318 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a69ebcf-e509-4972-a6d2-4c80efb17695 req-8ebf891e-92e4-4049-aaa4-68eca3be39be tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 1127 time: 0.0507574
Feb 12 21:03:37.364112 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a69ebcf-e509-4972-a6d2-4c80efb17695 req-b71e4ede-12a4-4da1-9b73-8c37fe1190dc tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522544
Feb 12 21:03:37.381683 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63522777-b7a9-4334-8154-9970f7cb4783', 'tag': '89194c07-8746-4aad-bb48-3af933bde09d'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:37.381683 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae65f587-6982-40d5-959e-3d5da353bf70" -d '{"events": [{"name": "network-changed", "server_uuid": "63522777-b7a9-4334-8154-9970f7cb4783", "tag": "89194c07-8746-4aad-bb48-3af933bde09d"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:37.408545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d013c-aa94-435a-897b-73bfbbe7e225 req-67a4fd97-002e-4ddc-878c-38a7ba7dca68 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:37.410169 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1b9d013c-aa94-435a-897b-73bfbbe7e225 req-67a4fd97-002e-4ddc-878c-38a7ba7dca68 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 949 time: 0.0606666
Feb 12 21:03:37.457712 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1b9d013c-aa94-435a-897b-73bfbbe7e225 req-11450921-24f5-4994-9881-754d9d83fa79 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413468
Feb 12 21:03:37.459357 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e3b3b-d2d8-42bf-851e-739e021777e4 req-fac5b175-c24e-4a33-901e-65c793854ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:37.461025 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-001e3b3b-d2d8-42bf-851e-739e021777e4 req-fac5b175-c24e-4a33-901e-65c793854ff4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c83d16b9025244b1af9db6745cab9163&device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 1127 time: 0.1112080
Feb 12 21:03:37.516099 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-aa69642b-576b-42cd-b677-2cfcfadfbe30 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.233 HTTP/1.1" status: 200  len: 1001 time: 0.1227880
Feb 12 21:03:37.601857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-4faf5243-d4c2-4ea0-8c2b-786403610a4a tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:37.603202 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-4faf5243-d4c2-4ea0-8c2b-786403610a4a tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports/f3148623-80dd-4c7e-bf9b-5e8808871e70 HTTP/1.1" status: 200  len: 942 time: 0.0579901
Feb 12 21:03:37.622187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e3b3b-d2d8-42bf-851e-739e021777e4 req-36c649a7-fc81-4094-bd70-c888ebf448fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:37.624366 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-001e3b3b-d2d8-42bf-851e-739e021777e4 req-36c649a7-fc81-4094-bd70-c888ebf448fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eed6e37-8043-4850-b995-a80bb2fd1c53 HTTP/1.1" status: 200  len: 915 time: 0.1561558
Feb 12 21:03:37.673950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-001e3b3b-d2d8-42bf-851e-739e021777e4 req-dc2e23a6-76fa-4ac4-8fba-e75b9487115b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c833eba-0a02-439d-bc70-890fa6352eef HTTP/1.1" status: 200  len: 217 time: 0.0434904
Feb 12 21:03:37.773920 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-b108af16-4ba5-4e21-b25a-dde116cf8e04 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.233 HTTP/1.1" status: 200  len: 1001 time: 0.1025236
Feb 12 21:03:37.775699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e3b3b-d2d8-42bf-851e-739e021777e4 req-c21563e3-bc62-4cba-8e0b-29c51721dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:37.778168 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-001e3b3b-d2d8-42bf-851e-739e021777e4 req-c21563e3-bc62-4cba-8e0b-29c51721dc60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb87e6ad-3fef-44e7-b162-cf12b2fc21c1 HTTP/1.1" status: 200  len: 854 time: 0.0981431
Feb 12 21:03:37.785027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867700-2237-48e9-bfaf-37fabd974317 req-42d4be54-2481-4008-bb4d-9ba506c3655b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:37.786553 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1f867700-2237-48e9-bfaf-37fabd974317 req-42d4be54-2481-4008-bb4d-9ba506c3655b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 948 time: 0.0561895
Feb 12 21:03:37.829092 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-001e3b3b-d2d8-42bf-851e-739e021777e4 req-1fc170e2-d361-476e-90d3-b8c3b005f0dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eed6e37-8043-4850-b995-a80bb2fd1c53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413547
Feb 12 21:03:37.838775 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1f867700-2237-48e9-bfaf-37fabd974317 req-faf554cf-df13-45c4-afe2-ee0f826ec30a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464730
Feb 12 21:03:37.955969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-47f2ce48-579e-44c7-b8c1-3e475a93e4d5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:37.957326 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-47f2ce48-579e-44c7-b8c1-3e475a93e4d5 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.1781335
Feb 12 21:03:38.013481 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-001e3b3b-d2d8-42bf-851e-739e021777e4 req-2a5e4212-a0d6-4291-b1db-f938ac25935b service neutron] 10.222.0.48 "GET /v2.0/networks/0eed6e37-8043-4850-b995-a80bb2fd1c53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580029
Feb 12 21:03:38.030251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e923ec-8377-4d5b-b785-2764a4051602 req-4863441a-4c56-4966-a067-bb88674e77ff tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:38.031884 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-04e923ec-8377-4d5b-b785-2764a4051602 req-4863441a-4c56-4966-a067-bb88674e77ff tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 945 time: 0.0551760
Feb 12 21:03:38.079872 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-04e923ec-8377-4d5b-b785-2764a4051602 req-1ab1f22e-6349-474d-b2b0-ec20ed77c918 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/security-groups?id=71825a63-deb1-439a-a2c1-9a45b60513f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421693
Feb 12 21:03:38.083591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-f32bf75d-4ab8-43df-b763-ea39fbcf5969 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.233 HTTP/1.1" status: 200  len: 1001 time: 0.1166883
Feb 12 21:03:38.098702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-b20aa2a0-5fa2-4d41-86c5-1878c4a0cf08 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:38.124825 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a621e42-a5f6-4339-9cda-ea4348e53219 x-openstack-request-id: req-8a621e42-a5f6-4339-9cda-ea4348e53219 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:38.125111 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63522777-b7a9-4334-8154-9970f7cb4783", "tag": "89194c07-8746-4aad-bb48-3af933bde09d", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:38.125543 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a621e42-a5f6-4339-9cda-ea4348e53219 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:38.126177 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63522777-b7a9-4334-8154-9970f7cb4783', 'tag': '89194c07-8746-4aad-bb48-3af933bde09d', 'status': 'completed', 'code': 200}
Feb 12 21:03:38.169305 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-001e3b3b-d2d8-42bf-851e-739e021777e4 req-108f92a8-1072-4bcb-be04-922063118a2c service neutron] 10.222.0.48 "GET /v2.0/networks/0eed6e37-8043-4850-b995-a80bb2fd1c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1495109
Feb 12 21:03:38.174341 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-b20aa2a0-5fa2-4d41-86c5-1878c4a0cf08 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for floatingip (cc3c7078-2ed9-4ed2-96a9-677bdd5ae287), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:38.196496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65f587-6982-40d5-959e-3d5da353bf70 req-78c777e6-5470-431b-9821-47705dd2cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:38.198254 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ae65f587-6982-40d5-959e-3d5da353bf70 req-78c777e6-5470-431b-9821-47705dd2cd01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0c59817262e9431fa88f725ab4b5f7a3&device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 1125 time: 0.0499132
Feb 12 21:03:38.294214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65f587-6982-40d5-959e-3d5da353bf70 req-48aefbfd-cf41-46aa-a8c1-ca76f049da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:38.296130 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ae65f587-6982-40d5-959e-3d5da353bf70 req-48aefbfd-cf41-46aa-a8c1-ca76f049da88 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b9b58e18-4724-4374-98c5-14f3d3ee43a0 HTTP/1.1" status: 200  len: 925 time: 0.0896368
Feb 12 21:03:38.323556 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-b20aa2a0-5fa2-4d41-86c5-1878c4a0cf08 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:38.346969 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ae65f587-6982-40d5-959e-3d5da353bf70 req-e5fc03b8-feb4-41f5-bfcc-50ed66b2acfa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89194c07-8746-4aad-bb48-3af933bde09d HTTP/1.1" status: 200  len: 217 time: 0.0417733
Feb 12 21:03:38.402063 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65f587-6982-40d5-959e-3d5da353bf70 req-4c49ec70-3f31-4747-bb6b-6baa2f897260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:38.403493 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ae65f587-6982-40d5-959e-3d5da353bf70 req-4c49ec70-3f31-4747-bb6b-6baa2f897260 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dc3ffc6-8752-418b-93fb-e118910b6c7b HTTP/1.1" status: 200  len: 863 time: 0.0486643
Feb 12 21:03:38.412237 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-b20aa2a0-5fa2-4d41-86c5-1878c4a0cf08 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (cc3c7078-2ed9-4ed2-96a9-677bdd5ae287), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:38.412596 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-b20aa2a0-5fa2-4d41-86c5-1878c4a0cf08 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Floating IP cc3c7078-2ed9-4ed2-96a9-677bdd5ae287 disassociated. External IP: 172.35.2.233, port: f3148623-80dd-4c7e-bf9b-5e8808871e70.
Feb 12 21:03:38.455152 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65f587-6982-40d5-959e-3d5da353bf70 req-240f8872-763a-442c-b4c5-6b7f0df3ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:38.456663 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ae65f587-6982-40d5-959e-3d5da353bf70 req-240f8872-763a-442c-b4c5-6b7f0df3ad05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9b58e18-4724-4374-98c5-14f3d3ee43a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464840
Feb 12 21:03:38.552773 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ae65f587-6982-40d5-959e-3d5da353bf70 req-f10f0022-c64e-4aec-8a35-267774df8d56 service neutron] 10.222.0.50 "GET /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886257
Feb 12 21:03:38.634993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-b20aa2a0-5fa2-4d41-86c5-1878c4a0cf08 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Router 746125da-787c-4a2c-9880-7bea7d90b1c3 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:03:38.652891 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ae65f587-6982-40d5-959e-3d5da353bf70 req-fdd566e7-f759-4b4d-9841-c9e79512d2d3 service neutron] 10.222.0.50 "GET /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942180
Feb 12 21:03:39.033981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-b20aa2a0-5fa2-4d41-86c5-1878c4a0cf08 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:03:39.038326 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-b20aa2a0-5fa2-4d41-86c5-1878c4a0cf08 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:39.044577 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c29bfe-c107-44f6-bb76-02ff704ca8d5 None None] Sync routers for ids ['746125da-787c-4a2c-9880-7bea7d90b1c3'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:03:39.055317 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c29bfe-c107-44f6-bb76-02ff704ca8d5 None None] Routers {'746125da-787c-4a2c-9880-7bea7d90b1c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:03:39.055971 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-22c29bfe-c107-44f6-bb76-02ff704ca8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfc5eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:03:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['746125da-787c-4a2c-9880-7bea7d90b1c3'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:39.067578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-b20aa2a0-5fa2-4d41-86c5-1878c4a0cf08 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "PUT /v2.0/floatingips/cc3c7078-2ed9-4ed2-96a9-677bdd5ae287 HTTP/1.1" status: 200  len: 695 time: 0.9783678
Feb 12 21:03:39.068036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfc153c-f638-4c53-b728-a2b9ed7b8d37', 'tag': 'f3148623-80dd-4c7e-bf9b-5e8808871e70'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:39.070281 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8802dec3-2d0b-4dca-991d-ef50b07b4825" -d '{"events": [{"name": "network-changed", "server_uuid": "bcfc153c-f638-4c53-b728-a2b9ed7b8d37", "tag": "f3148623-80dd-4c7e-bf9b-5e8808871e70"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:39.123817 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-bb4f4618-ecb7-46f8-8f50-7ec545012c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:39.125203 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-bb4f4618-ecb7-46f8-8f50-7ec545012c71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=65e530a89835494485cff388fdc9d69b&device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 1127 time: 0.0445752
Feb 12 21:03:39.172386 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-22c29bfe-c107-44f6-bb76-02ff704ca8d5 None None] Set router 746125da-787c-4a2c-9880-7bea7d90b1c3 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:03:39.220949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-68b99aa0-6f4b-4ae4-9ab9-92639cd609cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:39.223380 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-68b99aa0-6f4b-4ae4-9ab9-92639cd609cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=00db7637-715c-44c7-a356-d7a146fc856c HTTP/1.1" status: 200  len: 930 time: 0.0889573
Feb 12 21:03:39.264258 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-61faf0d2-090d-47b9-83d5-9df563b0139d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3148623-80dd-4c7e-bf9b-5e8808871e70 HTTP/1.1" status: 200  len: 217 time: 0.0353985
Feb 12 21:03:39.314095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-fef9d8df-a9c5-4ee3-a592-6f293bd0bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:39.315634 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-fef9d8df-a9c5-4ee3-a592-6f293bd0bba6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9968b30-e078-4566-898e-829a238942df HTTP/1.1" status: 200  len: 868 time: 0.0454452
Feb 12 21:03:39.370373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-dc5f34be-d084-4964-92f2-9206022a6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:39.371888 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-dc5f34be-d084-4964-92f2-9206022a6348 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00db7637-715c-44c7-a356-d7a146fc856c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0501242
Feb 12 21:03:39.389250 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-22c29bfe-c107-44f6-bb76-02ff704ca8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfc5eb0>, [{'id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-router', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6'}], 'enable_snat': True}, 'gw_port_id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:55Z', 'updated_at': '2022-02-12T21:03:02Z', 'revision_number': 4, 'project_id': '65e530a89835494485cff388fdc9d69b', 'gw_port': {'id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:56Z', 'updated_at': '2022-02-12T21:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8f1f10c2-73cc-4f30-9d2b-170576b1755d', 'name': '', 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'mac_address': 'fa:16:3e:99:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c9968b30-e078-4566-898e-829a238942df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:03:01Z', 'updated_at': '2022-02-12T21:03:06Z', 'revision_number': 5, 'project_id': '65e530a89835494485cff388fdc9d69b', 'subnets': [{'id': 'c9968b30-e078-4566-898e-829a238942df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:39.415293 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c29bfe-c107-44f6-bb76-02ff704ca8d5 None None] Checking router: 746125da-787c-4a2c-9880-7bea7d90b1c3 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:03:39.423806 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c29bfe-c107-44f6-bb76-02ff704ca8d5 None None] Routers {'746125da-787c-4a2c-9880-7bea7d90b1c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:03:39.424511 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-22c29bfe-c107-44f6-bb76-02ff704ca8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfc5eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:03:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['746125da-787c-4a2c-9880-7bea7d90b1c3'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:39.463180 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-2a7015ea-f5b1-4ff7-a89c-5a68d3b5412d service neutron] 10.222.0.31 "GET /v2.0/networks/00db7637-715c-44c7-a356-d7a146fc856c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847294
Feb 12 21:03:39.528203 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device e68c6c44-abe5-4ce9-ab41-24f9c4276607 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:03:39.535656 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-22c29bfe-c107-44f6-bb76-02ff704ca8d5 None None] Set router 746125da-787c-4a2c-9880-7bea7d90b1c3 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:03:39.560906 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1e1c755-72b0-4452-92e1-a12e080f51e5 req-005248a5-8f45-4c0f-9325-5eab656723d0 service neutron] 10.222.0.31 "GET /v2.0/networks/00db7637-715c-44c7-a356-d7a146fc856c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903046
Feb 12 21:03:39.643192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port e68c6c44-abe5-4ce9-ab41-24f9c4276607, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:39.654075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'e68c6c44-abe5-4ce9-ab41-24f9c4276607', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'e68c6c44-abe5-4ce9-ab41-24f9c4276607', 'mac_address': 'fa:16:3e:3a:3c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:03:39.695062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port e68c6c44-abe5-4ce9-ab41-24f9c4276607 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:39.695507 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:39.709870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68c6c44-abe5-4ce9-ab41-24f9c4276607 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:39.739995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port e68c6c44-abe5-4ce9-ab41-24f9c4276607, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:39.750322 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-22c29bfe-c107-44f6-bb76-02ff704ca8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfc5eb0>, [{'id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-router', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6'}], 'enable_snat': True}, 'gw_port_id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:55Z', 'updated_at': '2022-02-12T21:03:02Z', 'revision_number': 4, 'project_id': '65e530a89835494485cff388fdc9d69b', 'gw_port': {'id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:56Z', 'updated_at': '2022-02-12T21:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8f1f10c2-73cc-4f30-9d2b-170576b1755d', 'name': '', 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'mac_address': 'fa:16:3e:99:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c9968b30-e078-4566-898e-829a238942df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:03:01Z', 'updated_at': '2022-02-12T21:03:06Z', 'revision_number': 5, 'project_id': '65e530a89835494485cff388fdc9d69b', 'subnets': [{'id': 'c9968b30-e078-4566-898e-829a238942df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:39.782048 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c29bfe-c107-44f6-bb76-02ff704ca8d5 None None] The sync data for ids ['746125da-787c-4a2c-9880-7bea7d90b1c3'] in ncdv-master-1 is: [{'id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-router', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6'}], 'enable_snat': True}, 'gw_port_id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:55Z', 'updated_at': '2022-02-12T21:03:02Z', 'revision_number': 4, 'project_id': '65e530a89835494485cff388fdc9d69b', 'gw_port': {'id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:56Z', 'updated_at': '2022-02-12T21:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8f1f10c2-73cc-4f30-9d2b-170576b1755d', 'name': '', 'network_id': '00db7637-715c-44c7-a356-d7a146fc856c', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'mac_address': 'fa:16:3e:99:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c9968b30-e078-4566-898e-829a238942df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:03:01Z', 'updated_at': '2022-02-12T21:03:06Z', 'revision_number': 5, 'project_id': '65e530a89835494485cff388fdc9d69b', 'subnets': [{'id': 'c9968b30-e078-4566-898e-829a238942df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:03:39.813168 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:39.869998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=e68c6c44-abe5-4ce9-ab41-24f9c4276607,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:40.036274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a34d6ff-6158-4645-9ba0-1b858dd3c44f None None] New status for floating IP cc3c7078-2ed9-4ed2-96a9-677bdd5ae287: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:03:40.071246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['e68c6c44-abe5-4ce9-ab41-24f9c4276607'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:03:40.224068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc304cb-d1d9-4677-9bb6-a85212d4cb94 req-787d046e-091e-41f4-bb15-1f42484ecb0d tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:40.226241 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2fc304cb-d1d9-4677-9bb6-a85212d4cb94 req-787d046e-091e-41f4-bb15-1f42484ecb0d tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 943 time: 0.0621040
Feb 12 21:03:40.281665 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2fc304cb-d1d9-4677-9bb6-a85212d4cb94 req-ce83c9b1-0f3a-49e0-9f69-e1438f16c5b8 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485327
Feb 12 21:03:40.281964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-e4867708-c4a5-4db5-bd0a-a8dbf56b111a tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:03:40.283247 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-e4867708-c4a5-4db5-bd0a-a8dbf56b111a tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1069551
Feb 12 21:03:40.339389 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-f31e4c55-e22b-407e-97bb-f3e7b46e486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:40.340917 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-f31e4c55-e22b-407e-97bb-f3e7b46e486f service neutron] 10.222.0.31 "GET /v2.0/ports/c3effa86-57bb-42fc-8e61-cc0f745f1657 HTTP/1.1" status: 200  len: 1124 time: 0.0510135
Feb 12 21:03:40.353211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-32592556-12ae-4990-a11c-8e1f85c4f329 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:40.354165 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-32592556-12ae-4990-a11c-8e1f85c4f329 service neutron] Unknown quota resources ['binding']. {{(pid=126506) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:03:40.405305 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908be2b0-8671-4975-8197-9d614cea7336 req-1b7f319b-a671-4bf2-a0a4-138c90227a45 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:40.406965 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-908be2b0-8671-4975-8197-9d614cea7336 req-1b7f319b-a671-4bf2-a0a4-138c90227a45 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 949 time: 0.0675135
Feb 12 21:03:40.462338 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-908be2b0-8671-4975-8197-9d614cea7336 req-5ae35628-698b-48ae-b72d-b5889caa6a2d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491874
Feb 12 21:03:40.505835 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-32592556-12ae-4990-a11c-8e1f85c4f329 service neutron] Attempting to bind port c3effa86-57bb-42fc-8e61-cc0f745f1657 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:03:40.506182 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-32592556-12ae-4990-a11c-8e1f85c4f329 service neutron] Attempting to bind port c3effa86-57bb-42fc-8e61-cc0f745f1657 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:03:40.506524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-32592556-12ae-4990-a11c-8e1f85c4f329 service neutron] Attempting to bind port c3effa86-57bb-42fc-8e61-cc0f745f1657 on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:40.508174 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9411a4-12a9-4282-9767-c768a5cdc1ba x-openstack-request-id: req-0e9411a4-12a9-4282-9767-c768a5cdc1ba {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:40.508591 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcfc153c-f638-4c53-b728-a2b9ed7b8d37", "tag": "f3148623-80dd-4c7e-bf9b-5e8808871e70", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:40.508720 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e9411a4-12a9-4282-9767-c768a5cdc1ba {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:40.509106 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcfc153c-f638-4c53-b728-a2b9ed7b8d37', 'tag': 'f3148623-80dd-4c7e-bf9b-5e8808871e70', 'status': 'completed', 'code': 200}
Feb 12 21:03:40.510960 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-32592556-12ae-4990-a11c-8e1f85c4f329 service neutron] Port c3effa86-57bb-42fc-8e61-cc0f745f1657 on network 04e4405d-ac34-418d-b812-924c095df566 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:03:40.511279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-32592556-12ae-4990-a11c-8e1f85c4f329 service neutron] Attempting to bind port c3effa86-57bb-42fc-8e61-cc0f745f1657 on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:40.517517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-32592556-12ae-4990-a11c-8e1f85c4f329 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:03:40.517863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-32592556-12ae-4990-a11c-8e1f85c4f329 service neutron] Checking segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:40.518246 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-32592556-12ae-4990-a11c-8e1f85c4f329 service neutron] Bound using segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:03:40.519053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-32592556-12ae-4990-a11c-8e1f85c4f329 service neutron] Bound port: c3effa86-57bb-42fc-8e61-cc0f745f1657, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:03:40.611371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b56d4-60ce-45ba-ace0-21606b89ef1d req-92a9c5e9-4207-4d24-a88a-a353d56d8dd3 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:40.612948 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-534b56d4-60ce-45ba-ace0-21606b89ef1d req-92a9c5e9-4207-4d24-a88a-a353d56d8dd3 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 945 time: 0.0587199
Feb 12 21:03:40.640624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-32592556-12ae-4990-a11c-8e1f85c4f329 service neutron] For port c3effa86-57bb-42fc-8e61-cc0f745f1657, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c3effa86-57bb-42fc-8e61-cc0f745f1657,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:03:40.643583 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802dec3-2d0b-4dca-991d-ef50b07b4825 req-d1bf8d0c-365d-4ed6-b811-9df81906a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:40.645188 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8802dec3-2d0b-4dca-991d-ef50b07b4825 req-d1bf8d0c-365d-4ed6-b811-9df81906a24b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65e530a89835494485cff388fdc9d69b&device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 1127 time: 0.1059544
Feb 12 21:03:40.663142 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-534b56d4-60ce-45ba-ace0-21606b89ef1d req-11acf6ee-241c-4e07-a8fc-cd5fd3892bbc tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/security-groups?id=71825a63-deb1-439a-a2c1-9a45b60513f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416193
Feb 12 21:03:40.729468 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a55b656-d6ef-4042-a125-518fb58787c9 req-714f9859-d46d-4a97-9ffc-45375756c39c tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/floatingips/cc3c7078-2ed9-4ed2-96a9-677bdd5ae287 HTTP/1.1" status: 200  len: 693 time: 0.0441332
Feb 12 21:03:40.741771 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-32592556-12ae-4990-a11c-8e1f85c4f329 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:40.742946 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-32592556-12ae-4990-a11c-8e1f85c4f329 service neutron] 10.222.0.31 "POST /v2.0/ports/c3effa86-57bb-42fc-8e61-cc0f745f1657/bindings HTTP/1.1" status: 201  len: 389 time: 0.3946898
Feb 12 21:03:40.753397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802dec3-2d0b-4dca-991d-ef50b07b4825 req-669cc1b8-b210-4f27-8ec1-1292d2d56eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:40.755107 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8802dec3-2d0b-4dca-991d-ef50b07b4825 req-669cc1b8-b210-4f27-8ec1-1292d2d56eaa service neutron] 10.222.0.50 "GET /v2.0/networks?id=00db7637-715c-44c7-a356-d7a146fc856c HTTP/1.1" status: 200  len: 930 time: 0.1018114
Feb 12 21:03:40.845323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55b656-d6ef-4042-a125-518fb58787c9 req-2afb9c09-0746-464d-a76b-a5006846a7b8 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:40.846856 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a55b656-d6ef-4042-a125-518fb58787c9 req-2afb9c09-0746-464d-a76b-a5006846a7b8 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.1115122
Feb 12 21:03:40.900562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a55b656-d6ef-4042-a125-518fb58787c9 req-e42a8616-f1ef-40cd-8c51-cacbb5b6c21d tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.233 HTTP/1.1" status: 200  len: 696 time: 0.0474474
Feb 12 21:03:40.959311 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a55b656-d6ef-4042-a125-518fb58787c9 req-71fbc6ac-1696-4b34-a968-f372929fc559 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.233 HTTP/1.1" status: 200  len: 696 time: 0.0513661
Feb 12 21:03:41.043875 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8802dec3-2d0b-4dca-991d-ef50b07b4825 req-9a19b531-cb94-49cd-92f4-df7c85fe45dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3148623-80dd-4c7e-bf9b-5e8808871e70 HTTP/1.1" status: 200  len: 217 time: 0.2817800
Feb 12 21:03:41.118477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3a55b656-d6ef-4042-a125-518fb58787c9 req-2416576c-1f59-45e0-a77e-0bdee8abaec9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Deleting port ad777a06-c4c0-4cc9-b6e8-b9496ea080a6 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:03:41.118817 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3a55b656-d6ef-4042-a125-518fb58787c9 req-2416576c-1f59-45e0-a77e-0bdee8abaec9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ad777a06-c4c0-4cc9-b6e8-b9496ea080a6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:41.124065 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802dec3-2d0b-4dca-991d-ef50b07b4825 req-1064b66b-0929-458d-9a7c-d5b31a0cdcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:41.125584 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8802dec3-2d0b-4dca-991d-ef50b07b4825 req-1064b66b-0929-458d-9a7c-d5b31a0cdcde service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9968b30-e078-4566-898e-829a238942df HTTP/1.1" status: 200  len: 868 time: 0.0704207
Feb 12 21:03:41.133762 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6fc5a-1ab4-4208-841d-abc81c8c9a4b req-f4f403fc-55a3-41ba-afe7-0b6bd4ccf50f tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:41.135180 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-80e6fc5a-1ab4-4208-841d-abc81c8c9a4b req-f4f403fc-55a3-41ba-afe7-0b6bd4ccf50f tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 949 time: 0.0937574
Feb 12 21:03:41.211034 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3a55b656-d6ef-4042-a125-518fb58787c9 req-2416576c-1f59-45e0-a77e-0bdee8abaec9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ad777a06-c4c0-4cc9-b6e8-b9496ea080a6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:41.211261 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3a55b656-d6ef-4042-a125-518fb58787c9 req-2416576c-1f59-45e0-a77e-0bdee8abaec9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for floatingip (ad777a06-c4c0-4cc9-b6e8-b9496ea080a6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:41.212960 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-80e6fc5a-1ab4-4208-841d-abc81c8c9a4b req-227d804f-b736-4af0-b148-8ffc36529d67 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686562
Feb 12 21:03:41.215734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802dec3-2d0b-4dca-991d-ef50b07b4825 req-3c2d25f0-5a4f-4f1f-9970-883714b26028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:41.217890 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8802dec3-2d0b-4dca-991d-ef50b07b4825 req-3c2d25f0-5a4f-4f1f-9970-883714b26028 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00db7637-715c-44c7-a356-d7a146fc856c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0813344
Feb 12 21:03:41.227230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3a55b656-d6ef-4042-a125-518fb58787c9 req-2416576c-1f59-45e0-a77e-0bdee8abaec9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Calling delete_port for ad777a06-c4c0-4cc9-b6e8-b9496ea080a6 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:03:41.359375 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8802dec3-2d0b-4dca-991d-ef50b07b4825 req-8cfedf4e-c978-48e1-af4a-93caa463f112 service neutron] 10.222.0.50 "GET /v2.0/networks/00db7637-715c-44c7-a356-d7a146fc856c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358018
Feb 12 21:03:41.463680 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8802dec3-2d0b-4dca-991d-ef50b07b4825 req-b5ece144-40ac-4440-aee5-3d5a6074e5d6 service neutron] 10.222.0.50 "GET /v2.0/networks/00db7637-715c-44c7-a356-d7a146fc856c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980544
Feb 12 21:03:41.511825 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-1066e1b5-5b88-417b-8134-4f4ea8eb5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:41.514114 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-1066e1b5-5b88-417b-8134-4f4ea8eb5837 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 1127 time: 0.0549150
Feb 12 21:03:41.537011 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3a55b656-d6ef-4042-a125-518fb58787c9 req-2416576c-1f59-45e0-a77e-0bdee8abaec9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ad777a06-c4c0-4cc9-b6e8-b9496ea080a6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:41.546212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 89194c07-8746-4aad-bb48-3af933bde09d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:03:41.561389 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device e68c6c44-abe5-4ce9-ab41-24f9c4276607 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:03:41.574756 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d164034-daf4-42cc-95c8-d6f06db7a599 req-0f2f92f4-ee3a-4eb7-9878-bafa3dfe55b2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:41.576929 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7d164034-daf4-42cc-95c8-d6f06db7a599 req-0f2f92f4-ee3a-4eb7-9878-bafa3dfe55b2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 945 time: 0.0609767
Feb 12 21:03:41.578981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416576c-1f59-45e0-a77e-0bdee8abaec9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Pushing event deleted for resources: {'Port': ['ID=ad777a06-c4c0-4cc9-b6e8-b9496ea080a6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:41.654774 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7d164034-daf4-42cc-95c8-d6f06db7a599 req-3566a90e-0cb1-4891-94f6-ced4328c6d4d tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636637
Feb 12 21:03:41.702262 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-e6958b5e-fddd-49b1-a05f-fef05644ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:41.703802 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-e6958b5e-fddd-49b1-a05f-fef05644ee28 service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 908 time: 0.1848011
Feb 12 21:03:41.706515 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3a55b656-d6ef-4042-a125-518fb58787c9 req-2416576c-1f59-45e0-a77e-0bdee8abaec9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks [] for floatingip (cc3c7078-2ed9-4ed2-96a9-677bdd5ae287), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:41.712228 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3a55b656-d6ef-4042-a125-518fb58787c9 req-2416576c-1f59-45e0-a77e-0bdee8abaec9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:41.712228 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a55b656-d6ef-4042-a125-518fb58787c9 req-2416576c-1f59-45e0-a77e-0bdee8abaec9 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "DELETE /v2.0/floatingips/cc3c7078-2ed9-4ed2-96a9-677bdd5ae287 HTTP/1.1" status: 204  len: 173 time: 0.7301533
Feb 12 21:03:41.712437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 89194c07-8746-4aad-bb48-3af933bde09d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89194c07-8746-4aad-bb48-3af933bde09d,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:41.724932 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '89194c07-8746-4aad-bb48-3af933bde09d', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'port_id': '89194c07-8746-4aad-bb48-3af933bde09d', 'mac_address': 'fa:16:3e:93:ae:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:03:41.753347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port e68c6c44-abe5-4ce9-ab41-24f9c4276607 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:03:41.766413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port e68c6c44-abe5-4ce9-ab41-24f9c4276607 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:41.766628 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-7ff9c020-c618-4b53-aa2a-899ef09d7d16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3effa86-57bb-42fc-8e61-cc0f745f1657 HTTP/1.1" status: 200  len: 217 time: 0.0482643
Feb 12 21:03:41.766790 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:41.799582 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 89194c07-8746-4aad-bb48-3af933bde09d is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:41.799975 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89194c07-8746-4aad-bb48-3af933bde09d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:41.819846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89194c07-8746-4aad-bb48-3af933bde09d {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:41.840670 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fd190-285f-4990-9fb7-4acb507088e3 req-87d3bafc-4a08-4009-9853-0062990feb5c tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:41.842930 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d02fd190-285f-4990-9fb7-4acb507088e3 req-87d3bafc-4a08-4009-9853-0062990feb5c tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 943 time: 0.0622492
Feb 12 21:03:41.844172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 89194c07-8746-4aad-bb48-3af933bde09d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89194c07-8746-4aad-bb48-3af933bde09d,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:41.854107 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-b2779bc0-64c6-4950-85f1-3757affc0bd5 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7203bbecaaef4f3ba3ff7f46109eaff9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0296474
Feb 12 21:03:41.860967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-1600989d-b849-4e6b-b9ec-1c1a62d82c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:41.862542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-1600989d-b849-4e6b-b9ec-1c1a62d82c99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.0882258
Feb 12 21:03:41.886623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port e68c6c44-abe5-4ce9-ab41-24f9c4276607 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:41.887017 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:41.899049 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d02fd190-285f-4990-9fb7-4acb507088e3 req-f3ae7c0e-d78e-4bf1-b635-d743884da87d tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470777
Feb 12 21:03:41.918149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8e14fe-6904-44f4-a8bf-c1e9b349e419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68c6c44-abe5-4ce9-ab41-24f9c4276607'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:41.918249 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-72915039-b107-4b64-b621-05896e141d3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411513
Feb 12 21:03:41.918331 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f9f27e-bfda-4ed5-9b49-08d80d07076e" -d '{"events": [{"server_uuid": "3d8e14fe-6904-44f4-a8bf-c1e9b349e419", "name": "network-vif-plugged", "status": "completed", "tag": "e68c6c44-abe5-4ce9-ab41-24f9c4276607"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:41.927663 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (89194c07-8746-4aad-bb48-3af933bde09d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:41.934126 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port e68c6c44-abe5-4ce9-ab41-24f9c4276607, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:41.983002 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=89194c07-8746-4aad-bb48-3af933bde09d,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:42.012125 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:42.066188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-6fc5edd0-f8e9-4034-a529-45db50c8f860 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:42.066444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=e68c6c44-abe5-4ce9-ab41-24f9c4276607,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:42.067575 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-6fc5edd0-f8e9-4034-a529-45db50c8f860 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2041686
Feb 12 21:03:42.092897 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-b4da28c2-75b9-4bee-b95e-2b246b78c1d4 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/quotas/7203bbecaaef4f3ba3ff7f46109eaff9 HTTP/1.1" status: 200  len: 375 time: 0.0136132
Feb 12 21:03:42.094790 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-fdeda9fd-5a29-4a49-bc69-c794fcbfe0aa service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1708751
Feb 12 21:03:42.206283 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-23d32a6a-6724-464f-82cd-5b67572ccd39 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7203bbecaaef4f3ba3ff7f46109eaff9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1069670
Feb 12 21:03:42.221701 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['89194c07-8746-4aad-bb48-3af933bde09d'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:03:42.226327 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-9a83fe68-2351-47eb-9d86-447af9be1c16 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241021
Feb 12 21:03:42.430258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-77c36efb-eb79-4fef-8b24-a18777c1afc7 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:42.432849 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-77c36efb-eb79-4fef-8b24-a18777c1afc7 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a&tenant_id=97311a1994be45a2b507aedc74f578df&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0582650
Feb 12 21:03:42.460722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:42.494758 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88447ba-cdcf-40ff-a34e-5f0e86c1df63 x-openstack-request-id: req-c88447ba-cdcf-40ff-a34e-5f0e86c1df63 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:42.495081 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8e14fe-6904-44f4-a8bf-c1e9b349e419", "name": "network-vif-plugged", "status": "completed", "tag": "e68c6c44-abe5-4ce9-ab41-24f9c4276607", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:42.495410 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c88447ba-cdcf-40ff-a34e-5f0e86c1df63 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:42.495882 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8e14fe-6904-44f4-a8bf-c1e9b349e419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68c6c44-abe5-4ce9-ab41-24f9c4276607', 'code': 200}
Feb 12 21:03:42.557719 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:42.568025 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba666e8-cda8-4e47-a330-5dece7a0f797 req-19944c88-e014-4860-8613-0dbaa82d162a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:42.569638 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fba666e8-cda8-4e47-a330-5dece7a0f797 req-19944c88-e014-4860-8613-0dbaa82d162a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.1075578
Feb 12 21:03:42.618784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47cdf2-0a6a-4eeb-95dd-989affc611bf req-38b091a6-5e98-41b0-9665-6bdf6222b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:42.620873 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb47cdf2-0a6a-4eeb-95dd-989affc611bf req-38b091a6-5e98-41b0-9665-6bdf6222b34c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 1132 time: 0.0586083
Feb 12 21:03:42.662025 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fba666e8-cda8-4e47-a330-5dece7a0f797 req-c2bc665c-e29e-4302-b2b1-a00a464aed0e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858805
Feb 12 21:03:42.673094 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5462aaae-d957-4af4-8982-fa76bfdbb909 req-55844223-cb7d-467b-a1a5-f507675abaef tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 210 time: 0.0370476
Feb 12 21:03:42.698109 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb47cdf2-0a6a-4eeb-95dd-989affc611bf req-ff3d00b4-43ee-400e-a193-0d4c1017f852 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704348
Feb 12 21:03:42.805917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] For port c3effa86-57bb-42fc-8e61-cc0f745f1657, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3effa86-57bb-42fc-8e61-cc0f745f1657,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:42.834501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476e6fd-5cee-4ab5-a33c-a6e5935bd925 req-5b7ad411-0400-4d4f-9c79-2b9b8f7ca4da tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:42.836166 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a476e6fd-5cee-4ab5-a33c-a6e5935bd925 req-5b7ad411-0400-4d4f-9c79-2b9b8f7ca4da tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0586808
Feb 12 21:03:42.866889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bd2ff-0ff4-498a-ba6e-aa2c54167655 req-26eeca60-1ca4-46a1-ba31-8ad4e811bf20 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:42.868445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b17bd2ff-0ff4-498a-ba6e-aa2c54167655 req-26eeca60-1ca4-46a1-ba31-8ad4e811bf20 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 945 time: 0.1141548
Feb 12 21:03:42.879922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] For port c3effa86-57bb-42fc-8e61-cc0f745f1657, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:42.889641 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a476e6fd-5cee-4ab5-a33c-a6e5935bd925 req-5db0e43d-8c88-40de-866e-9b1a5a783e04 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0469751
Feb 12 21:03:42.952503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c8f616-0ac8-49ea-8569-b8e0e83a636a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3effa86-57bb-42fc-8e61-cc0f745f1657'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:42.959660 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048a35c9-c44b-448e-b094-b5cf33f9479d" -d '{"events": [{"server_uuid": "19c8f616-0ac8-49ea-8569-b8e0e83a636a", "name": "network-vif-unplugged", "status": "completed", "tag": "c3effa86-57bb-42fc-8e61-cc0f745f1657"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:42.959660 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Publish callbacks [] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:42.967892 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b17bd2ff-0ff4-498a-ba6e-aa2c54167655 req-79fe366c-60be-4a07-aadd-975b982e3af0 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/security-groups?id=71825a63-deb1-439a-a2c1-9a45b60513f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894206
Feb 12 21:03:43.030180 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-124187b3-19c4-425e-a258-da6d63d8eb93 req-b2dd9ebf-9957-4425-bc2e-c1368364c2fb tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0377557
Feb 12 21:03:43.038855 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17855f-b288-4933-8b21-9215063cf2da req-95b8e081-a839-4a69-8ad3-327d2702fe8a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:43.041996 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8a17855f-b288-4933-8b21-9215063cf2da req-95b8e081-a839-4a69-8ad3-327d2702fe8a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 945 time: 0.0656352
Feb 12 21:03:43.052329 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:43.105258 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8a17855f-b288-4933-8b21-9215063cf2da req-ec378a0d-8519-451d-8849-3a830d58e0ba tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579309
Feb 12 21:03:43.171567 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ada6c4-3837-46b6-a1b8-2386f42f29c3 x-openstack-request-id: req-c7ada6c4-3837-46b6-a1b8-2386f42f29c3 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:43.171864 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c8f616-0ac8-49ea-8569-b8e0e83a636a", "name": "network-vif-unplugged", "status": "completed", "tag": "c3effa86-57bb-42fc-8e61-cc0f745f1657", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:43.172121 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7ada6c4-3837-46b6-a1b8-2386f42f29c3 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:43.172510 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c8f616-0ac8-49ea-8569-b8e0e83a636a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3effa86-57bb-42fc-8e61-cc0f745f1657', 'code': 200}
Feb 12 21:03:43.189469 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Pushing event updated for resources: {'Port': ['ID=c3effa86-57bb-42fc-8e61-cc0f745f1657,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:43.195811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Attempting to bind port c3effa86-57bb-42fc-8e61-cc0f745f1657 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:03:43.196148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Attempting to bind port c3effa86-57bb-42fc-8e61-cc0f745f1657 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:03:43.196478 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Attempting to bind port c3effa86-57bb-42fc-8e61-cc0f745f1657 on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:43.209414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e95912-3ff3-497e-8af0-2e27ab30ec77 req-3caadd21-d9c6-4a01-8bf4-a17a2e647d29 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:43.210905 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60e95912-3ff3-497e-8af0-2e27ab30ec77 req-3caadd21-d9c6-4a01-8bf4-a17a2e647d29 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 944 time: 0.1156693
Feb 12 21:03:43.211911 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Port c3effa86-57bb-42fc-8e61-cc0f745f1657 on network 04e4405d-ac34-418d-b812-924c095df566 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:03:43.212227 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Attempting to bind port c3effa86-57bb-42fc-8e61-cc0f745f1657 on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:43.219146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:03:43.219486 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Checking segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:43.219865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Bound using segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:03:43.220294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Bound port: c3effa86-57bb-42fc-8e61-cc0f745f1657, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:03:43.220654 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:43.300117 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60e95912-3ff3-497e-8af0-2e27ab30ec77 req-f3086244-e23b-4a96-83fc-df39b5eb30c1 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826583
Feb 12 21:03:43.326952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] For port c3effa86-57bb-42fc-8e61-cc0f745f1657, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:43.326952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] For port c3effa86-57bb-42fc-8e61-cc0f745f1657, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3effa86-57bb-42fc-8e61-cc0f745f1657,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:03:43.380886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54572) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:43.439750 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:43.503431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54578) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:43.530201 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:43.530911 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:43.532397 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] 10.222.0.48 "PUT /v2.0/ports/c3effa86-57bb-42fc-8e61-cc0f745f1657 HTTP/1.1" status: 200  len: 1121 time: 1.0879800
Feb 12 21:03:43.533183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bc65e-1b6b-4ac0-9f47-19cf96e6b06b service neutron] Pushing event updated for resources: {'Port': ['ID=c3effa86-57bb-42fc-8e61-cc0f745f1657,revision_number=8']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:43.558982 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 89194c07-8746-4aad-bb48-3af933bde09d up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:03:43.588531 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a5e5ddaf-9758-4989-9515-04830316b593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:43.621905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0b43ec6b-87e8-4978-be48-5165fbfab839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:43.666496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['c3effa86-57bb-42fc-8e61-cc0f745f1657'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:03:43.724537 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 89194c07-8746-4aad-bb48-3af933bde09d completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:03:43.734367 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 89194c07-8746-4aad-bb48-3af933bde09d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:43.734864 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (89194c07-8746-4aad-bb48-3af933bde09d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:43.754014 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a5e5ddaf-9758-4989-9515-04830316b593 admin admin] Publish callbacks [] for security_group (64257040-0dc8-4a63-8181-7104281b692b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:43.801150 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0b43ec6b-87e8-4978-be48-5165fbfab839 admin admin] Publish callbacks [] for security_group (93e316a5-ade3-402d-a429-2db15f8fa069), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:43.801564 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd444cd2-f08b-4452-a91a-bb5771a8e56e req-c28b07ce-b812-417c-b1ea-1774de5975c7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:43.809468 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bd444cd2-f08b-4452-a91a-bb5771a8e56e req-c28b07ce-b812-417c-b1ea-1774de5975c7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0683963
Feb 12 21:03:43.819645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12d30a-0ce0-48ce-8e42-31f47c17e892 req-7f80fde4-61a7-4f42-8ee5-2d2c1eb1de27 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:43.827492 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e12d30a-0ce0-48ce-8e42-31f47c17e892 req-7f80fde4-61a7-4f42-8ee5-2d2c1eb1de27 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 945 time: 0.1155775
Feb 12 21:03:43.865398 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bd444cd2-f08b-4452-a91a-bb5771a8e56e req-d8cf7b28-eecd-4e13-b5da-d000670e0c2e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525613
Feb 12 21:03:43.875641 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a5e5ddaf-9758-4989-9515-04830316b593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (64257040-0dc8-4a63-8181-7104281b692b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:43.907013 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e12d30a-0ce0-48ce-8e42-31f47c17e892 req-bd6cadc9-cdca-4e48-a3c7-aeaf61ea3d71 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/security-groups?id=7578bff6-7039-4055-a386-fe1812448b97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775373
Feb 12 21:03:43.926196 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 89194c07-8746-4aad-bb48-3af933bde09d is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:43.926809 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89194c07-8746-4aad-bb48-3af933bde09d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:43.930155 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5ddaf-9758-4989-9515-04830316b593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64257040-0dc8-4a63-8181-7104281b692b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:43.963375 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ede33ad8-a067-42ec-9f53-b030d3787b1e req-0b290b68-ea41-42d1-9862-1d3769d69040 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 210 time: 0.0370286
Feb 12 21:03:43.972323 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0b43ec6b-87e8-4978-be48-5165fbfab839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (93e316a5-ade3-402d-a429-2db15f8fa069), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:43.985084 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a5e5ddaf-9758-4989-9515-04830316b593 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23fcefccd40043a5991fba872cf7c751&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6030779
Feb 12 21:03:43.986667 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 89194c07-8746-4aad-bb48-3af933bde09d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89194c07-8746-4aad-bb48-3af933bde09d,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:43.988321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54588) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:44.048391 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a01b52dd-44c9-412f-9dc4-c53642608404 admin admin] Publish callbacks [] for security_group (64257040-0dc8-4a63-8181-7104281b692b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:44.048749 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0b43ec6b-87e8-4978-be48-5165fbfab839 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d774dd8a2f364fb6aa9a356761e08193&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5441589
Feb 12 21:03:44.050207 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54592) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:44.071035 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a01b52dd-44c9-412f-9dc4-c53642608404 admin admin] Publish callbacks [] for security_group (64257040-0dc8-4a63-8181-7104281b692b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:44.076967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43ec6b-87e8-4978-be48-5165fbfab839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e316a5-ade3-402d-a429-2db15f8fa069,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:44.113155 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bea54c-e21e-41f0-a502-a615c86f1021 req-8d0bf643-cbfe-499f-9a3b-cb3cf6acd71a tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:44.114786 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f8bea54c-e21e-41f0-a502-a615c86f1021 req-8d0bf643-cbfe-499f-9a3b-cb3cf6acd71a tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 945 time: 0.1573656
Feb 12 21:03:44.121202 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (89194c07-8746-4aad-bb48-3af933bde09d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:44.179945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=89194c07-8746-4aad-bb48-3af933bde09d,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:44.236617 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fa9ec-c964-45e9-ac7d-c00bed63277f req-aafe167a-2f21-47c9-b757-2ba99d483325 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:44.238266 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-683fa9ec-c964-45e9-ac7d-c00bed63277f req-aafe167a-2f21-47c9-b757-2ba99d483325 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 945 time: 0.1821387
Feb 12 21:03:44.240017 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f72d35e-77fa-462d-aac0-6e0664f0b91d admin admin] Publish callbacks [] for security_group (93e316a5-ade3-402d-a429-2db15f8fa069), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:44.240590 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a01b52dd-44c9-412f-9dc4-c53642608404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (64257040-0dc8-4a63-8181-7104281b692b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:44.243331 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a01b52dd-44c9-412f-9dc4-c53642608404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:44.246868 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a01b52dd-44c9-412f-9dc4-c53642608404 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64257040-0dc8-4a63-8181-7104281b692b HTTP/1.1" status: 204  len: 168 time: 0.2550383
Feb 12 21:03:44.259523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b52dd-44c9-412f-9dc4-c53642608404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64257040-0dc8-4a63-8181-7104281b692b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:44.271239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff79f4-099b-4fd6-947a-844904a3f2d3 req-60c7eb4d-9916-446a-9b77-d4fa89e11c1e tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:44.276073 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f72d35e-77fa-462d-aac0-6e0664f0b91d admin admin] Publish callbacks [] for security_group (93e316a5-ade3-402d-a429-2db15f8fa069), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:44.281580 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-43ff79f4-099b-4fd6-947a-844904a3f2d3 req-60c7eb4d-9916-446a-9b77-d4fa89e11c1e tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 943 time: 0.0975540
Feb 12 21:03:44.334996 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-43ff79f4-099b-4fd6-947a-844904a3f2d3 req-4d624138-5c68-49be-aa28-dc6f42d13a27 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521255
Feb 12 21:03:44.340879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-f8bea54c-e21e-41f0-a502-a615c86f1021 req-c78f7bbd-a951-4d54-85ff-8a90892f9a0c tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Deleting port 2c833eba-0a02-439d-bc70-890fa6352eef {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:03:44.341241 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f8bea54c-e21e-41f0-a502-a615c86f1021 req-c78f7bbd-a951-4d54-85ff-8a90892f9a0c tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2c833eba-0a02-439d-bc70-890fa6352eef), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:44.376704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-683fa9ec-c964-45e9-ac7d-c00bed63277f req-380a0e99-7278-47fa-a0a3-2e742cbbec87 tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/security-groups?id=71825a63-deb1-439a-a2c1-9a45b60513f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121747
Feb 12 21:03:44.444805 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f8bea54c-e21e-41f0-a502-a615c86f1021 req-c78f7bbd-a951-4d54-85ff-8a90892f9a0c tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] For port 2c833eba-0a02-439d-bc70-890fa6352eef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c833eba-0a02-439d-bc70-890fa6352eef,segment=NetworkSegment(2ac116b0-d15a-4f1e-b0ac-1c146111f4fc),segment_id=2ac116b0-d15a-4f1e-b0ac-1c146111f4fc)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:44.445508 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f8bea54c-e21e-41f0-a502-a615c86f1021 req-c78f7bbd-a951-4d54-85ff-8a90892f9a0c tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2c833eba-0a02-439d-bc70-890fa6352eef), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:44.452640 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb6d21-c74b-4cd8-9a25-d807171cc822 req-31c9d795-dd97-4b41-8f9c-248ac46e536c tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:44.454188 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fbfb6d21-c74b-4cd8-9a25-d807171cc822 req-31c9d795-dd97-4b41-8f9c-248ac46e536c tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 945 time: 0.0538862
Feb 12 21:03:44.462232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-f8bea54c-e21e-41f0-a502-a615c86f1021 req-c78f7bbd-a951-4d54-85ff-8a90892f9a0c tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Calling delete_port for 2c833eba-0a02-439d-bc70-890fa6352eef owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:03:44.497040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63522777-b7a9-4334-8154-9970f7cb4783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89194c07-8746-4aad-bb48-3af933bde09d'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:44.500443 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52899e44-a6ea-46ee-98c3-78a6c04c8abb" -d '{"events": [{"server_uuid": "63522777-b7a9-4334-8154-9970f7cb4783", "name": "network-vif-plugged", "status": "completed", "tag": "89194c07-8746-4aad-bb48-3af933bde09d"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:44.503016 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fbfb6d21-c74b-4cd8-9a25-d807171cc822 req-e6c117f9-0c85-404b-aab3-faf3d7a8af2a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431647
Feb 12 21:03:44.509052 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f72d35e-77fa-462d-aac0-6e0664f0b91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (93e316a5-ade3-402d-a429-2db15f8fa069), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:44.511676 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f72d35e-77fa-462d-aac0-6e0664f0b91d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:44.512814 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8f72d35e-77fa-462d-aac0-6e0664f0b91d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93e316a5-ade3-402d-a429-2db15f8fa069 HTTP/1.1" status: 204  len: 168 time: 0.4588630
Feb 12 21:03:44.525096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72d35e-77fa-462d-aac0-6e0664f0b91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e316a5-ade3-402d-a429-2db15f8fa069,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:44.573107 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640df250-013d-4185-b640-65678814c8a9 x-openstack-request-id: req-640df250-013d-4185-b640-65678814c8a9 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:44.573660 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63522777-b7a9-4334-8154-9970f7cb4783", "name": "network-vif-plugged", "status": "completed", "tag": "89194c07-8746-4aad-bb48-3af933bde09d", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:44.573995 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-640df250-013d-4185-b640-65678814c8a9 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:44.574471 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63522777-b7a9-4334-8154-9970f7cb4783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89194c07-8746-4aad-bb48-3af933bde09d', 'code': 200}
Feb 12 21:03:44.702739 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631db76-b7c2-49f0-8a4d-1d0342602599 req-c52608d6-3f37-413a-842e-74c1901f9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:44.704238 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c631db76-b7c2-49f0-8a4d-1d0342602599 req-c52608d6-3f37-413a-842e-74c1901f9e44 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 1127 time: 0.0526330
Feb 12 21:03:44.749734 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f8bea54c-e21e-41f0-a502-a615c86f1021 req-c78f7bbd-a951-4d54-85ff-8a90892f9a0c tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2c833eba-0a02-439d-bc70-890fa6352eef), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:44.750482 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c631db76-b7c2-49f0-8a4d-1d0342602599 req-4572e537-67a6-4834-95d1-7ec83f674438 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378718
Feb 12 21:03:44.762481 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['2c833eba-0a02-439d-bc70-890fa6352eef'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:03:44.780568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f7bbd-a951-4d54-85ff-8a90892f9a0c tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Pushing event deleted for resources: {'Port': ['ID=2c833eba-0a02-439d-bc70-890fa6352eef,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:44.832575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bea54c-e21e-41f0-a502-a615c86f1021 req-c78f7bbd-a951-4d54-85ff-8a90892f9a0c tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] No DVR routers for this DVR port 2c833eba-0a02-439d-bc70-890fa6352eef on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:03:44.835467 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f8bea54c-e21e-41f0-a502-a615c86f1021 req-c78f7bbd-a951-4d54-85ff-8a90892f9a0c tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:44.839248 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f8bea54c-e21e-41f0-a502-a615c86f1021 req-c78f7bbd-a951-4d54-85ff-8a90892f9a0c tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.48 "DELETE /v2.0/ports/2c833eba-0a02-439d-bc70-890fa6352eef HTTP/1.1" status: 204  len: 173 time: 0.7135518
Feb 12 21:03:44.975014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-25e114b4-40c7-4105-bfc2-83a59d9ce700 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7203bbecaaef4f3ba3ff7f46109eaff9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0222747
Feb 12 21:03:45.001160 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7432e1-e371-460b-b877-84fd22cee0b4 req-3f9d20c1-6232-4c5f-9279-e78515fbf274 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:45.002786 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0b7432e1-e371-460b-b877-84fd22cee0b4 req-3f9d20c1-6232-4c5f-9279-e78515fbf274 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0679650
Feb 12 21:03:45.059955 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0b7432e1-e371-460b-b877-84fd22cee0b4 req-65704d5d-72e2-4115-b09b-f9269c662576 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511653
Feb 12 21:03:45.123975 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54616) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:45.124486 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412731a6-0712-4d3c-a1be-4dac9371863e req-5be54bc8-3887-4b6e-8e64-e232839107d0 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:45.126348 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-412731a6-0712-4d3c-a1be-4dac9371863e req-5be54bc8-3887-4b6e-8e64-e232839107d0 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 945 time: 0.1355648
Feb 12 21:03:45.133258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-90017d2a-df6d-4581-9f84-c2e868671476 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:45.134746 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-90017d2a-df6d-4581-9f84-c2e868671476 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1549683
Feb 12 21:03:45.144313 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c2e32405-f38b-43d8-85c9-cdb7e884007a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:45.157836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-9be0ace3-f2dc-46be-a2d3-131c5a50b270 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Request body: {'port': {'device_id': '5fbbe5de-bac4-4103-85c9-a40a65f89b37', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '7203bbecaaef4f3ba3ff7f46109eaff9'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:45.175604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c8f616-0ac8-49ea-8569-b8e0e83a636a', 'tag': 'c3effa86-57bb-42fc-8e61-cc0f745f1657'}, {'server_uuid': '2bdef2d8-833d-43c2-b10b-8ef367b63a3b', 'name': 'network-vif-deleted', 'tag': '2c833eba-0a02-439d-bc70-890fa6352eef'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:45.177869 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a664e1-a9f9-4bb1-9287-5cf11157a6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "19c8f616-0ac8-49ea-8569-b8e0e83a636a", "tag": "c3effa86-57bb-42fc-8e61-cc0f745f1657"}, {"server_uuid": "2bdef2d8-833d-43c2-b10b-8ef367b63a3b", "name": "network-vif-deleted", "tag": "2c833eba-0a02-439d-bc70-890fa6352eef"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:45.212127 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-789360d3-9b0d-4f80-b137-fc671d2193c1 req-912b3902-b318-40ed-812b-f77c0a849862 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 210 time: 0.0393653
Feb 12 21:03:45.247692 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-412731a6-0712-4d3c-a1be-4dac9371863e req-677c928d-7c44-4b84-a244-da153eceda9d tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/security-groups?id=7578bff6-7039-4055-a386-fe1812448b97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119695
Feb 12 21:03:45.323359 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c2e32405-f38b-43d8-85c9-cdb7e884007a admin admin] Publish callbacks [] for security_group (d6f3547c-d75c-43c0-b08f-0aa12a89ecf3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:45.329950 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80417fd-a0bc-4ba6-93d2-ac4b3c48fe59 x-openstack-request-id: req-e80417fd-a0bc-4ba6-93d2-ac4b3c48fe59 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:45.330257 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c8f616-0ac8-49ea-8569-b8e0e83a636a", "tag": "c3effa86-57bb-42fc-8e61-cc0f745f1657", "status": "completed", "code": 200}, {"server_uuid": "2bdef2d8-833d-43c2-b10b-8ef367b63a3b", "name": "network-vif-deleted", "tag": "2c833eba-0a02-439d-bc70-890fa6352eef", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:45.330510 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e80417fd-a0bc-4ba6-93d2-ac4b3c48fe59 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:45.330911 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c8f616-0ac8-49ea-8569-b8e0e83a636a', 'tag': 'c3effa86-57bb-42fc-8e61-cc0f745f1657', 'status': 'completed', 'code': 200}
Feb 12 21:03:45.331168 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdef2d8-833d-43c2-b10b-8ef367b63a3b', 'name': 'network-vif-deleted', 'tag': '2c833eba-0a02-439d-bc70-890fa6352eef', 'status': 'completed', 'code': 200}
Feb 12 21:03:45.417066 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-6e7a9676-d1b1-4f97-87b3-320c67e9995a req-de6225eb-2b34-41dd-93ad-729d5e31cea9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:03:45.417996 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6e7a9676-d1b1-4f97-87b3-320c67e9995a req-de6225eb-2b34-41dd-93ad-729d5e31cea9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053363
Feb 12 21:03:45.432446 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a664e1-a9f9-4bb1-9287-5cf11157a6c5 req-960f9ef1-cdd5-4d09-b7e9-a2bb78f2ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:45.433993 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-55a664e1-a9f9-4bb1-9287-5cf11157a6c5 req-960f9ef1-cdd5-4d09-b7e9-a2bb78f2ca4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 1155 time: 0.0545428
Feb 12 21:03:45.483633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8da99c-37c7-48c0-bdf5-012ba3f354c8 req-e3a72fa1-d553-4831-ad3d-e30cf24873bc tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:45.490688 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1f8da99c-37c7-48c0-bdf5-012ba3f354c8 req-e3a72fa1-d553-4831-ad3d-e30cf24873bc tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 943 time: 0.0711660
Feb 12 21:03:45.502941 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c2e32405-f38b-43d8-85c9-cdb7e884007a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d6f3547c-d75c-43c0-b08f-0aa12a89ecf3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:45.535117 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1f8da99c-37c7-48c0-bdf5-012ba3f354c8 req-beeb7d24-fc6c-496b-8d63-531c1b0f2d40 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435636
Feb 12 21:03:45.536340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-9be0ace3-f2dc-46be-a2d3-131c5a50b270 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Made reservation on behalf of 7203bbecaaef4f3ba3ff7f46109eaff9 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:03:45.539780 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-9be0ace3-f2dc-46be-a2d3-131c5a50b270 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:45.594034 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c2e32405-f38b-43d8-85c9-cdb7e884007a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8c0a8618ebe4073a070f6d6cfabb2ca&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4655178
Feb 12 21:03:45.596256 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e32405-f38b-43d8-85c9-cdb7e884007a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f3547c-d75c-43c0-b08f-0aa12a89ecf3,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:45.601416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54626) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:45.626153 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a664e1-a9f9-4bb1-9287-5cf11157a6c5 req-d1a918ad-d010-4792-8821-88b5817e7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:45.627883 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-55a664e1-a9f9-4bb1-9287-5cf11157a6c5 req-d1a918ad-d010-4792-8821-88b5817e7427 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 908 time: 0.1877508
Feb 12 21:03:45.648809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4808d-2ff3-4444-a93f-2a4bf22b22d6 req-91c6e893-7c0d-4080-88ae-c0d56540734b tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:45.650626 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ccf4808d-2ff3-4444-a93f-2a4bf22b22d6 req-91c6e893-7c0d-4080-88ae-c0d56540734b tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 945 time: 0.1282787
Feb 12 21:03:45.673149 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce68707-3a24-4b37-9a0e-1489d3fd0245 req-54957392-aa71-4534-878a-adda04c858be tempest-InstanceActionsTestJSON-2014555009 tempest-InstanceActionsTestJSON-2014555009-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bdef2d8-833d-43c2-b10b-8ef367b63a3b HTTP/1.1" status: 200  len: 210 time: 0.0483236
Feb 12 21:03:45.687957 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-55a664e1-a9f9-4bb1-9287-5cf11157a6c5 req-978ca59f-c54c-4ec6-b3ae-e4907e1f10de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3effa86-57bb-42fc-8e61-cc0f745f1657 HTTP/1.1" status: 200  len: 217 time: 0.0525324
Feb 12 21:03:45.741960 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b6f33f8f-6a5b-4430-a4f0-d00b2328e94a admin admin] Publish callbacks [] for security_group (d6f3547c-d75c-43c0-b08f-0aa12a89ecf3), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:45.751167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-9be0ace3-f2dc-46be-a2d3-131c5a50b270 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Allocated IP 192.168.233.218 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/ca833092-d185-4819-837d-50563f38849e) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:03:45.787221 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b6f33f8f-6a5b-4430-a4f0-d00b2328e94a admin admin] Publish callbacks [] for security_group (d6f3547c-d75c-43c0-b08f-0aa12a89ecf3), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:45.904738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54630) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:45.906726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a664e1-a9f9-4bb1-9287-5cf11157a6c5 req-10b38599-333a-4be7-906d-ff32f0f246dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:45.909203 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-55a664e1-a9f9-4bb1-9287-5cf11157a6c5 req-10b38599-333a-4be7-906d-ff32f0f246dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.1111960
Feb 12 21:03:45.950866 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-006bb6ca-bf2c-4c9a-856c-ec9703e9a884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:45.965299 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-ccf4808d-2ff3-4444-a93f-2a4bf22b22d6 req-48b3e4fd-f59b-42d3-8b8c-476ab21a362f tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Deleting port f3148623-80dd-4c7e-bf9b-5e8808871e70 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:03:45.965671 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-ccf4808d-2ff3-4444-a93f-2a4bf22b22d6 req-48b3e4fd-f59b-42d3-8b8c-476ab21a362f tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f3148623-80dd-4c7e-bf9b-5e8808871e70), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:45.972150 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-55a664e1-a9f9-4bb1-9287-5cf11157a6c5 req-6dca1272-9dcc-45bd-b4f2-7c6e2eb3a19d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445924
Feb 12 21:03:45.972871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34cf2-132b-4967-bd45-5c5e7af05cea req-94cd1521-bb28-4074-8f83-29ada8e14723 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:45.974496 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11d34cf2-132b-4967-bd45-5c5e7af05cea req-94cd1521-bb28-4074-8f83-29ada8e14723 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 945 time: 0.1716676
Feb 12 21:03:45.990157 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e595464-2dbd-4f13-8d0f-94f027713744 req-2e6ea2d3-c96a-4913-9056-2c6924333d58 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:45.991650 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1e595464-2dbd-4f13-8d0f-94f027713744 req-2e6ea2d3-c96a-4913-9056-2c6924333d58 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.1534030
Feb 12 21:03:46.062471 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-9be0ace3-f2dc-46be-a2d3-131c5a50b270 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks [] for port (ca833092-d185-4819-837d-50563f38849e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:46.077582 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11d34cf2-132b-4967-bd45-5c5e7af05cea req-ac3e33d8-7e87-4111-9e20-5f6ad901001a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936139
Feb 12 21:03:46.081548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c3effa86-57bb-42fc-8e61-cc0f745f1657 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:03:46.110422 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b6f33f8f-6a5b-4430-a4f0-d00b2328e94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d6f3547c-d75c-43c0-b08f-0aa12a89ecf3), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:46.113388 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b6f33f8f-6a5b-4430-a4f0-d00b2328e94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:46.114608 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b6f33f8f-6a5b-4430-a4f0-d00b2328e94a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6f3547c-d75c-43c0-b08f-0aa12a89ecf3 HTTP/1.1" status: 204  len: 168 time: 0.5127730
Feb 12 21:03:46.134319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f33f8f-6a5b-4430-a4f0-d00b2328e94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f3547c-d75c-43c0-b08f-0aa12a89ecf3,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:46.174197 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-55a664e1-a9f9-4bb1-9287-5cf11157a6c5 req-97ee09c7-98ca-4e9a-8d42-da163cff0908 service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1815324
Feb 12 21:03:46.196347 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-006bb6ca-bf2c-4c9a-856c-ec9703e9a884 admin admin] Publish callbacks [] for security_group (8d5b243a-ab0d-4341-ad63-fb9e24dbc38b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:46.207308 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-9be0ace3-f2dc-46be-a2d3-131c5a50b270 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ca833092-d185-4819-837d-50563f38849e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:46.226453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['3e469e4d-bd4c-43d8-966a-65aac1e95ee8'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:03:46.235418 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port c3effa86-57bb-42fc-8e61-cc0f745f1657, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3effa86-57bb-42fc-8e61-cc0f745f1657,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:46.285006 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c3effa86-57bb-42fc-8e61-cc0f745f1657 has no active binding in host nch1-master-1 {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 12 21:03:46.335169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-9be0ace3-f2dc-46be-a2d3-131c5a50b270 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:03:46.336943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-9be0ace3-f2dc-46be-a2d3-131c5a50b270 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:03:46.338803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0ace3-f2dc-46be-a2d3-131c5a50b270 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Pushing event updated for resources: {'Port': ['ID=ca833092-d185-4819-837d-50563f38849e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:46.341033 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-9be0ace3-f2dc-46be-a2d3-131c5a50b270 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:03:46.369891 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-006bb6ca-bf2c-4c9a-856c-ec9703e9a884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8d5b243a-ab0d-4341-ad63-fb9e24dbc38b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:46.387117 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1e595464-2dbd-4f13-8d0f-94f027713744 req-0b1ab5dd-358c-44c2-9f43-f0e6ffd8d00b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3737476
Feb 12 21:03:46.424597 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-ccf4808d-2ff3-4444-a93f-2a4bf22b22d6 req-48b3e4fd-f59b-42d3-8b8c-476ab21a362f tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] For port f3148623-80dd-4c7e-bf9b-5e8808871e70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3148623-80dd-4c7e-bf9b-5e8808871e70,segment=NetworkSegment(d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc),segment_id=d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:46.429955 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-ccf4808d-2ff3-4444-a93f-2a4bf22b22d6 req-48b3e4fd-f59b-42d3-8b8c-476ab21a362f tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f3148623-80dd-4c7e-bf9b-5e8808871e70), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:46.479771 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-ccf4808d-2ff3-4444-a93f-2a4bf22b22d6 req-48b3e4fd-f59b-42d3-8b8c-476ab21a362f tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Calling delete_port for f3148623-80dd-4c7e-bf9b-5e8808871e70 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:03:46.499510 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-25b19042-e25e-49be-85d4-2b649ad81468 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3241982
Feb 12 21:03:46.564961 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-55a664e1-a9f9-4bb1-9287-5cf11157a6c5 req-2e762440-8efb-43b6-bce1-6ef1328d88da service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3799677
Feb 12 21:03:46.670929 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241e169-10c5-499c-b593-05ad4d23507d req-caa51176-b45c-49b5-94f0-f1d3c9079508 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:46.678826 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9241e169-10c5-499c-b593-05ad4d23507d req-caa51176-b45c-49b5-94f0-f1d3c9079508 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 945 time: 0.1938477
Feb 12 21:03:46.742037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ebac6dc2-81b6-4ece-87a1-cacb0aee0aa1 None None] Provisioning complete for port ca833092-d185-4819-837d-50563f38849e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:46.746178 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ebac6dc2-81b6-4ece-87a1-cacb0aee0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ca833092-d185-4819-837d-50563f38849e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:46.760344 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-006bb6ca-bf2c-4c9a-856c-ec9703e9a884 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=981a3fcf622146a18068c681f15af727&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8544683
Feb 12 21:03:46.763190 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54648) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:46.767727 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-9be0ace3-f2dc-46be-a2d3-131c5a50b270 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:46.768351 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-9be0ace3-f2dc-46be-a2d3-131c5a50b270 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:46.772545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bb6ca-bf2c-4c9a-856c-ec9703e9a884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5b243a-ab0d-4341-ad63-fb9e24dbc38b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:46.800594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83d7c0-0bce-4391-ab67-05d29941e349 req-ddd1ff61-e024-438c-8967-06a010f15e00 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:46.808782 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1d83d7c0-0bce-4391-ab67-05d29941e349 req-ddd1ff61-e024-438c-8967-06a010f15e00 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 936 time: 0.4402134
Feb 12 21:03:46.859724 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ebac6dc2-81b6-4ece-87a1-cacb0aee0aa1 None None] Port ca833092-d185-4819-837d-50563f38849e cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:03:46.865839 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-9be0ace3-f2dc-46be-a2d3-131c5a50b270 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7142112
Feb 12 21:03:46.898000 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1d83d7c0-0bce-4391-ab67-05d29941e349 req-d9c24247-9fc4-4b5b-8403-9a30e1bfe848 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704024
Feb 12 21:03:46.898133 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9241e169-10c5-499c-b593-05ad4d23507d req-fcfa7dcb-c712-4660-8598-233ece6041e2 tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/security-groups?id=7578bff6-7039-4055-a386-fe1812448b97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2183187
Feb 12 21:03:46.900194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Request body: {'port': {'device_id': '5fbbe5de-bac4-4103-85c9-a40a65f89b37', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:46.914723 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92b55de8-29f4-42db-a358-d7f77a9b1e7a admin admin] Publish callbacks [] for security_group (8d5b243a-ab0d-4341-ad63-fb9e24dbc38b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:46.942141 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92b55de8-29f4-42db-a358-d7f77a9b1e7a admin admin] Publish callbacks [] for security_group (8d5b243a-ab0d-4341-ad63-fb9e24dbc38b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:46.970729 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ca833092-d185-4819-837d-50563f38849e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:46.982927 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-ccf4808d-2ff3-4444-a93f-2a4bf22b22d6 req-48b3e4fd-f59b-42d3-8b8c-476ab21a362f tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f3148623-80dd-4c7e-bf9b-5e8808871e70), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:47.000328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['f3148623-80dd-4c7e-bf9b-5e8808871e70'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:03:47.017680 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54662) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:47.066934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3e4fd-f59b-42d3-8b8c-476ab21a362f tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Pushing event deleted for resources: {'Port': ['ID=f3148623-80dd-4c7e-bf9b-5e8808871e70,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:47.131567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624ceb4-8a8f-4ea6-912e-bf1375b8462f req-b90bd9ae-604b-4207-aa34-748928239006 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:47.133126 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8624ceb4-8a8f-4ea6-912e-bf1375b8462f req-b90bd9ae-604b-4207-aa34-748928239006 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 943 time: 0.1449111
Feb 12 21:03:47.185948 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf4808d-2ff3-4444-a93f-2a4bf22b22d6 req-48b3e4fd-f59b-42d3-8b8c-476ab21a362f tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] No DVR routers for this DVR port f3148623-80dd-4c7e-bf9b-5e8808871e70 on host nch2-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:03:47.211157 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-ccf4808d-2ff3-4444-a93f-2a4bf22b22d6 req-48b3e4fd-f59b-42d3-8b8c-476ab21a362f tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:47.218670 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ccf4808d-2ff3-4444-a93f-2a4bf22b22d6 req-48b3e4fd-f59b-42d3-8b8c-476ab21a362f tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.50 "DELETE /v2.0/ports/f3148623-80dd-4c7e-bf9b-5e8808871e70 HTTP/1.1" status: 204  len: 173 time: 1.5294652
Feb 12 21:03:47.220693 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfc153c-f638-4c53-b728-a2b9ed7b8d37', 'name': 'network-vif-deleted', 'tag': 'f3148623-80dd-4c7e-bf9b-5e8808871e70'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:47.223201 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df544c8-1d6e-4477-97df-6e26469b119a" -d '{"events": [{"server_uuid": "bcfc153c-f638-4c53-b728-a2b9ed7b8d37", "name": "network-vif-deleted", "tag": "f3148623-80dd-4c7e-bf9b-5e8808871e70"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:47.229991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-78406f65-a1b2-4398-879b-b184e150572e admin admin] Deleting subnet bb87e6ad-3fef-44e7-b162-cf12b2fc21c1 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:03:47.243949 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-78406f65-a1b2-4398-879b-b184e150572e admin admin] Publish callbacks [] for subnet (bb87e6ad-3fef-44e7-b162-cf12b2fc21c1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:47.290888 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92b55de8-29f4-42db-a358-d7f77a9b1e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8d5b243a-ab0d-4341-ad63-fb9e24dbc38b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:47.293496 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92b55de8-29f4-42db-a358-d7f77a9b1e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:47.297198 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-92b55de8-29f4-42db-a358-d7f77a9b1e7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d5b243a-ab0d-4341-ad63-fb9e24dbc38b HTTP/1.1" status: 204  len: 168 time: 0.5297589
Feb 12 21:03:47.321233 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-78406f65-a1b2-4398-879b-b184e150572e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (bb87e6ad-3fef-44e7-b162-cf12b2fc21c1), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:47.323903 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b55de8-29f4-42db-a358-d7f77a9b1e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5b243a-ab0d-4341-ad63-fb9e24dbc38b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:47.357456 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8624ceb4-8a8f-4ea6-912e-bf1375b8462f req-d32ec48e-0bfc-48aa-a148-4651b99de626 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150025
Feb 12 21:03:47.369553 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680c807-fc02-4c62-a8ce-29ea22d8c96a req-db742500-729f-4acc-a159-58644f61c163 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:47.382066 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c680c807-fc02-4c62-a8ce-29ea22d8c96a req-db742500-729f-4acc-a159-58644f61c163 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 945 time: 0.1587911
Feb 12 21:03:47.454375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca833092-d185-4819-837d-50563f38849e {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:47.465284 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Publish callbacks [] for port (ca833092-d185-4819-837d-50563f38849e), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:47.483112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Transition to ACTIVE for port object ca833092-d185-4819-837d-50563f38849e will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:03:47.501935 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13c47cd-5738-48ad-866b-2d683b9b2e82 x-openstack-request-id: req-f13c47cd-5738-48ad-866b-2d683b9b2e82 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:47.501935 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfc153c-f638-4c53-b728-a2b9ed7b8d37", "name": "network-vif-deleted", "tag": "f3148623-80dd-4c7e-bf9b-5e8808871e70", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:47.501935 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f13c47cd-5738-48ad-866b-2d683b9b2e82 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:47.501935 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfc153c-f638-4c53-b728-a2b9ed7b8d37', 'name': 'network-vif-deleted', 'tag': 'f3148623-80dd-4c7e-bf9b-5e8808871e70', 'status': 'completed', 'code': 200}
Feb 12 21:03:47.538952 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-78406f65-a1b2-4398-879b-b184e150572e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (bb87e6ad-3fef-44e7-b162-cf12b2fc21c1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:47.572400 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-84a40083-ab73-471f-8282-690e5bd01fd2 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:47.573811 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-84a40083-ab73-471f-8282-690e5bd01fd2 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports/e68c6c44-abe5-4ce9-ab41-24f9c4276607 HTTP/1.1" status: 200  len: 947 time: 0.1370111
Feb 12 21:03:47.577124 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790657f-e0e2-4339-9d3c-3b7a17dddc28 req-7d6f8b8b-8f9a-469d-a29f-8f00c84d888c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:47.579356 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7790657f-e0e2-4339-9d3c-3b7a17dddc28 req-7d6f8b8b-8f9a-469d-a29f-8f00c84d888c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0612049
Feb 12 21:03:47.584313 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (ca833092-d185-4819-837d-50563f38849e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:47.627448 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c680c807-fc02-4c62-a8ce-29ea22d8c96a req-b65f9977-d92c-49b9-8206-30f629efcc05 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2477353
Feb 12 21:03:47.676790 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7790657f-e0e2-4339-9d3c-3b7a17dddc28 req-00eeee18-f737-42aa-9937-66227a661223 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884337
Feb 12 21:03:47.677668 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-718d083a-d7d7-4380-965a-ecc1bc580c81 service neutron] 10.222.0.50 "GET /v2.0/ports/c3effa86-57bb-42fc-8e61-cc0f745f1657/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0985408
Feb 12 21:03:47.680598 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Pushing event updated for resources: {'Port': ['ID=ca833092-d185-4819-837d-50563f38849e,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:47.803848 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-78406f65-a1b2-4398-879b-b184e150572e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (bb87e6ad-3fef-44e7-b162-cf12b2fc21c1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:47.816086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Attempting to bind port ca833092-d185-4819-837d-50563f38849e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:03:47.816613 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Attempting to bind port ca833092-d185-4819-837d-50563f38849e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:03:47.816866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Attempting to bind port ca833092-d185-4819-837d-50563f38849e on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:47.821931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Port ca833092-d185-4819-837d-50563f38849e on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:03:47.822335 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Attempting to bind port ca833092-d185-4819-837d-50563f38849e on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:03:47.832071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:03:47.832575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:47.833590 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:03:47.834134 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Bound port: ca833092-d185-4819-837d-50563f38849e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:03:47.834730 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ca833092-d185-4819-837d-50563f38849e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:47.906947 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-78406f65-a1b2-4398-879b-b184e150572e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:47.912739 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-78406f65-a1b2-4398-879b-b184e150572e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bb87e6ad-3fef-44e7-b162-cf12b2fc21c1 HTTP/1.1" status: 204  len: 168 time: 0.8894448
Feb 12 21:03:47.915108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78406f65-a1b2-4398-879b-b184e150572e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb87e6ad-3fef-44e7-b162-cf12b2fc21c1,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:47.917883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54698) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:47.990482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] For port ca833092-d185-4819-837d-50563f38849e, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:48.000236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] For port ca833092-d185-4819-837d-50563f38849e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca833092-d185-4819-837d-50563f38849e,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:03:48.053205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54704) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:48.083803 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2c833eba-0a02-439d-bc70-890fa6352eef no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:03:48.125021 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-991822ed-ca69-45d3-92a6-c366fd28106b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (0eed6e37-8043-4850-b995-a80bb2fd1c53), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:48.141032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9e0f4-f346-4142-83f7-75ad3ecb595b req-31fd3d6d-7fe8-45e2-8c3b-7d9e9d6f5a02 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:48.142454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e3b6b-5824-46c3-bf65-2d142fc5033e req-9add5079-0688-4bcb-a3f3-907f22398059 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:48.144511 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0b8e3b6b-5824-46c3-bf65-2d142fc5033e req-9add5079-0688-4bcb-a3f3-907f22398059 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 945 time: 0.3100207
Feb 12 21:03:48.153278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4cd9e0f4-f346-4142-83f7-75ad3ecb595b req-31fd3d6d-7fe8-45e2-8c3b-7d9e9d6f5a02 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 948 time: 0.1463387
Feb 12 21:03:48.153278 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (ca833092-d185-4819-837d-50563f38849e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:48.157795 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54708) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:48.164141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-fa01f7a2-ac0b-4da5-8de1-001a43cc98d1 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Request body: {'floatingip': {'port_id': '89194c07-8746-4aad-bb48-3af933bde09d'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:48.178920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] For port c3effa86-57bb-42fc-8e61-cc0f745f1657, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3effa86-57bb-42fc-8e61-cc0f745f1657,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:48.185198 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 2c833eba-0a02-439d-bc70-890fa6352eef {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:03:48.188586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2c833eba-0a02-439d-bc70-890fa6352eef not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:03:48.197285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:48.198055 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:48.201559 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] 10.222.0.48 "PUT /v2.0/ports/ca833092-d185-4819-837d-50563f38849e HTTP/1.1" status: 200  len: 1096 time: 1.3060069
Feb 12 21:03:48.202007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbbe5de-bac4-4103-85c9-a40a65f89b37', 'tag': 'ca833092-d185-4819-837d-50563f38849e'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:48.209900 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26655ded-0b8a-4576-8f42-b16c93b813d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbbe5de-bac4-4103-85c9-a40a65f89b37", "tag": "ca833092-d185-4819-837d-50563f38849e"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:48.288876 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a41087cb-9a97-4919-aae2-a00522c2bce0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1933986364-network', 'tenant_id': '097ba3f98cb348929658959fd4ff31cf'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:48.333500 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4cd9e0f4-f346-4142-83f7-75ad3ecb595b req-32677719-4b5e-4ddb-ad09-77555e42e36b tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546547
Feb 12 21:03:48.349165 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d69ad0-facf-4786-ae52-2c886d625f36 service neutron] Pushing event updated for resources: {'Port': ['ID=ca833092-d185-4819-837d-50563f38849e,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:48.411845 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cdd3dd-b502-43ec-bc88-6f370157912d x-openstack-request-id: req-30cdd3dd-b502-43ec-bc88-6f370157912d {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:48.412141 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbbe5de-bac4-4103-85c9-a40a65f89b37", "tag": "ca833092-d185-4819-837d-50563f38849e", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:48.413379 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30cdd3dd-b502-43ec-bc88-6f370157912d {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:48.417767 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbbe5de-bac4-4103-85c9-a40a65f89b37', 'tag': 'ca833092-d185-4819-837d-50563f38849e', 'status': 'completed', 'code': 200}
Feb 12 21:03:48.465207 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41087cb-9a97-4919-aae2-a00522c2bce0 admin admin] Made reservation on behalf of 097ba3f98cb348929658959fd4ff31cf for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:03:48.470522 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a41087cb-9a97-4919-aae2-a00522c2bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:48.483219 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a41087cb-9a97-4919-aae2-a00522c2bce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:48.557549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-05877d55-b268-40b0-83bd-f6e29efe0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:48.559094 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-05877d55-b268-40b0-83bd-f6e29efe0b18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7203bbecaaef4f3ba3ff7f46109eaff9&device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 1130 time: 0.1633546
Feb 12 21:03:48.589638 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa01f7a2-ac0b-4da5-8de1-001a43cc98d1 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for floatingip (f293d595-6122-401a-8d8f-58dde2a5d924), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:48.605440 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54714) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:48.623189 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-ed4eb902-fc5b-43c5-908a-f6d4bf8f6526 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=ca833092-d185-4819-837d-50563f38849e HTTP/1.1" status: 200  len: 217 time: 0.0512955
Feb 12 21:03:48.636026 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] For port c3effa86-57bb-42fc-8e61-cc0f745f1657, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:48.641752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43444aed-e3d1-442e-9264-88fc1d0cad9d req-7b2483a9-089a-43cc-ae84-92472831b997 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:48.643237 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-43444aed-e3d1-442e-9264-88fc1d0cad9d req-7b2483a9-089a-43cc-ae84-92472831b997 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 943 time: 0.1414156
Feb 12 21:03:48.688413 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f216c968-b0b6-41ec-9ab5-451723e900a9 req-4463eb96-84e9-4795-9521-2462b938e32c tempest-FloatingIPsAssociationNegativeTestJSON-728908500 tempest-FloatingIPsAssociationNegativeTestJSON-728908500-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcfc153c-f638-4c53-b728-a2b9ed7b8d37 HTTP/1.1" status: 200  len: 210 time: 0.1193812
Feb 12 21:03:48.739328 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e28fa84b-96dc-41ee-9e18-ee2135e1b640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:48.742321 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a41087cb-9a97-4919-aae2-a00522c2bce0 admin admin] Publish callbacks [] for security_group (c12b688f-f75b-4b11-9282-f345ada02b02), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:48.747210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-627fdae3-b292-46f6-a876-b93104a177bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:48.748915 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-627fdae3-b292-46f6-a876-b93104a177bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1157448
Feb 12 21:03:48.775735 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-43444aed-e3d1-442e-9264-88fc1d0cad9d req-dba745d2-e9dd-4aa4-bea3-0f15bc5bdbc9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227152
Feb 12 21:03:48.799126 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3effa86-57bb-42fc-8e61-cc0f745f1657 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:48.804206 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] For port c3effa86-57bb-42fc-8e61-cc0f745f1657, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c3effa86-57bb-42fc-8e61-cc0f745f1657,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:48.811458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-352fc4ed-3eeb-49d6-9f2b-ca6e1b8ac690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:48.813115 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-352fc4ed-3eeb-49d6-9f2b-ca6e1b8ac690 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0550666
Feb 12 21:03:48.825621 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-991822ed-ca69-45d3-92a6-c366fd28106b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (0eed6e37-8043-4850-b995-a80bb2fd1c53), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:48.838680 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a41087cb-9a97-4919-aae2-a00522c2bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c12b688f-f75b-4b11-9282-f345ada02b02), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:48.904899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41087cb-9a97-4919-aae2-a00522c2bce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:03:48.922439 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-991822ed-ca69-45d3-92a6-c366fd28106b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa365fa0>,) {'filters': {'network_id': ['0eed6e37-8043-4850-b995-a80bb2fd1c53']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:48.922804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41087cb-9a97-4919-aae2-a00522c2bce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12b688f-f75b-4b11-9282-f345ada02b02,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:48.933378 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a41087cb-9a97-4919-aae2-a00522c2bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (efa694b5-cef8-4fc0-9d2d-895d763ad4cd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:48.934287 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-a41087cb-9a97-4919-aae2-a00522c2bce0 admin admin] Added segment efa694b5-cef8-4fc0-9d2d-895d763ad4cd of type vlan for network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51
Feb 12 21:03:48.948851 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-991822ed-ca69-45d3-92a6-c366fd28106b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa365fa0>, '2ac116b0-d15a-4f1e-b0ac-1c146111f4fc') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:48.949154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-991822ed-ca69-45d3-92a6-c366fd28106b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa365fa0>, '2ac116b0-d15a-4f1e-b0ac-1c146111f4fc') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:48.979416 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-b32fc4c7-1743-4d49-9c1c-14fda2745e59 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590030
Feb 12 21:03:48.988738 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a41087cb-9a97-4919-aae2-a00522c2bce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (714ff2dc-d317-4a71-9ee6-4e812e6c4f51), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:49.034255 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-991822ed-ca69-45d3-92a6-c366fd28106b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (2ac116b0-d15a-4f1e-b0ac-1c146111f4fc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:49.038867 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:49.088591 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10158c91-2d0b-411e-b22a-047758b9174d req-83416512-66ce-4dd8-b7d8-98f1e8125ab0 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:49.090065 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-10158c91-2d0b-411e-b22a-047758b9174d req-83416512-66ce-4dd8-b7d8-98f1e8125ab0 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.2701545
Feb 12 21:03:49.097681 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-991822ed-ca69-45d3-92a6-c366fd28106b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (2ac116b0-d15a-4f1e-b0ac-1c146111f4fc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:49.097882 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb2917da-a7a7-4323-833b-088ae0bf60bf req-93739d0f-33e3-4bc4-bccd-d45022821ae4 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1065176
Feb 12 21:03:49.119374 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991822ed-ca69-45d3-92a6-c366fd28106b admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:03:49.119779 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-991822ed-ca69-45d3-92a6-c366fd28106b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (2ac116b0-d15a-4f1e-b0ac-1c146111f4fc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:03:49.142728 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:03:49.166617 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a41087cb-9a97-4919-aae2-a00522c2bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (714ff2dc-d317-4a71-9ee6-4e812e6c4f51), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:49.167615 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41087cb-9a97-4919-aae2-a00522c2bce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:49.168200 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a41087cb-9a97-4919-aae2-a00522c2bce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:49.230281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41087cb-9a97-4919-aae2-a00522c2bce0 admin admin] Pushing event updated for resources: {'Network': ['ID=714ff2dc-d317-4a71-9ee6-4e812e6c4f51,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:49.250148 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:03:49.270376 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e28fa84b-96dc-41ee-9e18-ee2135e1b640 admin admin] Publish callbacks [] for security_group (58643568-e6db-424d-878c-ff9bce406c9a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:49.289825 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a41087cb-9a97-4919-aae2-a00522c2bce0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.2290008
Feb 12 21:03:49.290313 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54718) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:49.295955 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-eb7a34c5-6997-4a0e-a45b-623085c3fdc2 admin admin] Request body: {'subnet': {'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1933986364-subnet', 'tenant_id': '097ba3f98cb348929658959fd4ff31cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:49.344932 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-10158c91-2d0b-411e-b22a-047758b9174d req-30ce46ca-599c-4f05-816d-eda2bfb133e4 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2408328
Feb 12 21:03:49.372872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26655ded-0b8a-4576-8f42-b16c93b813d7 req-c0025f40-6b3a-4706-a46e-90c856b1fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:49.374543 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26655ded-0b8a-4576-8f42-b16c93b813d7 req-c0025f40-6b3a-4706-a46e-90c856b1fe34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7203bbecaaef4f3ba3ff7f46109eaff9&device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 1130 time: 0.0750339
Feb 12 21:03:49.436981 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-991822ed-ca69-45d3-92a6-c366fd28106b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (0eed6e37-8043-4850-b995-a80bb2fd1c53), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:49.451281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7a34c5-6997-4a0e-a45b-623085c3fdc2 admin admin] Made reservation on behalf of 097ba3f98cb348929658959fd4ff31cf for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:03:49.453870 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb7a34c5-6997-4a0e-a45b-623085c3fdc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:49.454775 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e28fa84b-96dc-41ee-9e18-ee2135e1b640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (58643568-e6db-424d-878c-ff9bce406c9a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:49.464887 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Transition to ACTIVE for port object c3effa86-57bb-42fc-8e61-cc0f745f1657 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:03:49.489064 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-991822ed-ca69-45d3-92a6-c366fd28106b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:49.492458 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-991822ed-ca69-45d3-92a6-c366fd28106b admin admin] 10.222.0.31 "DELETE /v2.0/networks/0eed6e37-8043-4850-b995-a80bb2fd1c53 HTTP/1.1" status: 204  len: 168 time: 1.5576491
Feb 12 21:03:49.537812 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991822ed-ca69-45d3-92a6-c366fd28106b admin admin] Pushing event deleted for resources: {'Network': ['ID=0eed6e37-8043-4850-b995-a80bb2fd1c53,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:49.553181 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:49.566727 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e28fa84b-96dc-41ee-9e18-ee2135e1b640 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae09e6c2c5554365b70e7fe5809e5574&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9555924
Feb 12 21:03:49.566930 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26655ded-0b8a-4576-8f42-b16c93b813d7 req-996112e0-90bc-42ed-85b8-8ec14ce4e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:49.566930 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26655ded-0b8a-4576-8f42-b16c93b813d7 req-996112e0-90bc-42ed-85b8-8ec14ce4e836 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1854320
Feb 12 21:03:49.569233 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54724) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:49.590833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f3148623-80dd-4c7e-bf9b-5e8808871e70 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:03:49.595329 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fa84b-96dc-41ee-9e18-ee2135e1b640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58643568-e6db-424d-878c-ff9bce406c9a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:49.635219 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: f3148623-80dd-4c7e-bf9b-5e8808871e70 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:03:49.635560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f3148623-80dd-4c7e-bf9b-5e8808871e70 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:03:49.655424 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26655ded-0b8a-4576-8f42-b16c93b813d7 req-42229a21-909d-4690-9db4-20552d3e7a2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=ca833092-d185-4819-837d-50563f38849e HTTP/1.1" status: 200  len: 217 time: 0.0805731
Feb 12 21:03:49.668137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488e08a-7822-4330-9ce2-087ba3c0c74a req-99d47fe9-929f-4568-8742-b048970bd105 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:49.670764 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8488e08a-7822-4330-9ce2-087ba3c0c74a req-99d47fe9-929f-4568-8742-b048970bd105 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 948 time: 0.2358911
Feb 12 21:03:49.706238 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] No DVR routers for this DVR port c3effa86-57bb-42fc-8e61-cc0f745f1657 on host nch2-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:03:49.721067 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.resource_extend [None req-fa01f7a2-ac0b-4da5-8de1-001a43cc98d1 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:03:49.760505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Pushing event updated for resources: {'Port': ['ID=c3effa86-57bb-42fc-8e61-cc0f745f1657,revision_number=10']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:49.767357 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54728) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:49.806609 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26655ded-0b8a-4576-8f42-b16c93b813d7 req-6d3a050b-3eaf-446c-ab5a-45d55bdcfca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:49.808083 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26655ded-0b8a-4576-8f42-b16c93b813d7 req-6d3a050b-3eaf-446c-ab5a-45d55bdcfca0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1323762
Feb 12 21:03:49.815085 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2541e694-e291-47c2-9ed1-21d55623b402 admin admin] Publish callbacks [] for security_group (58643568-e6db-424d-878c-ff9bce406c9a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:49.862431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:49.862688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:49.863035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:49.863376 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:49.863718 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:49.864052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:49.864383 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:49.864711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:49.865038 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:49.865378 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:49.865719 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:49.866044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:49.866369 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:49.911464 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2541e694-e291-47c2-9ed1-21d55623b402 admin admin] Publish callbacks [] for security_group (58643568-e6db-424d-878c-ff9bce406c9a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:49.917289 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8488e08a-7822-4330-9ce2-087ba3c0c74a req-1c923dd6-f30d-48e1-9ecc-061df23dd302 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2206647
Feb 12 21:03:49.940570 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-6761552f-ffc3-4dd1-89dd-27fb66a880ae service neutron] 10.222.0.50 "PUT /v2.0/ports/c3effa86-57bb-42fc-8e61-cc0f745f1657/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.2567420
Feb 12 21:03:49.953105 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa01f7a2-ac0b-4da5-8de1-001a43cc98d1 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:49.975672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26655ded-0b8a-4576-8f42-b16c93b813d7 req-9d516b8c-2ba4-419e-8a45-c3321d40e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:49.977987 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26655ded-0b8a-4576-8f42-b16c93b813d7 req-9d516b8c-2ba4-419e-8a45-c3321d40e992 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1573205
Feb 12 21:03:49.998451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-84ae223d-89c1-488e-9fcd-8c1b2b613350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:50.000118 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-84ae223d-89c1-488e-9fcd-8c1b2b613350 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 1132 time: 0.2862403
Feb 12 21:03:50.041254 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb7a34c5-6997-4a0e-a45b-623085c3fdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (0842d8e5-d921-4cb0-bac6-7b8b2456a4d7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:50.053178 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92c474-1f43-47d9-8bda-8a6304c64b19 req-77ed41f7-0c1d-45b6-9f3e-ed45d1ac17f4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:50.054747 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cf92c474-1f43-47d9-8bda-8a6304c64b19 req-77ed41f7-0c1d-45b6-9f3e-ed45d1ac17f4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 944 time: 0.1792591
Feb 12 21:03:50.060847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa01f7a2-ac0b-4da5-8de1-001a43cc98d1 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (f293d595-6122-401a-8d8f-58dde2a5d924), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:50.073868 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54732) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:50.113948 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2541e694-e291-47c2-9ed1-21d55623b402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (58643568-e6db-424d-878c-ff9bce406c9a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:50.116534 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2541e694-e291-47c2-9ed1-21d55623b402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:50.117689 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2541e694-e291-47c2-9ed1-21d55623b402 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58643568-e6db-424d-878c-ff9bce406c9a HTTP/1.1" status: 204  len: 168 time: 0.5444744
Feb 12 21:03:50.186502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541e694-e291-47c2-9ed1-21d55623b402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58643568-e6db-424d-878c-ff9bce406c9a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:50.189005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a34c5-6997-4a0e-a45b-623085c3fdc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:50.230285 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26655ded-0b8a-4576-8f42-b16c93b813d7 req-1d52c56c-ac1b-4c05-8ee2-e939dac5e157 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2418013
Feb 12 21:03:50.237192 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7acf3a24-7220-419a-98d4-63634b2182b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c83d16b9025244b1af9db6745cab9163&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1608994
Feb 12 21:03:50.240373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a34c5-6997-4a0e-a45b-623085c3fdc2 admin admin] Checking segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:50.240665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7a34c5-6997-4a0e-a45b-623085c3fdc2 admin admin] Network hostable DHCP agents. Network: 714ff2dc-d317-4a71-9ee6-4e812e6c4f51, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:03:50.242868 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54736) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:50.302711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-079a85c3-cc2f-4e9e-b38d-87a774f79fc2 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:50.304231 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-079a85c3-cc2f-4e9e-b38d-87a774f79fc2 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a&tenant_id=97311a1994be45a2b507aedc74f578df&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1839530
Feb 12 21:03:50.453417 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26655ded-0b8a-4576-8f42-b16c93b813d7 req-b63f500c-39e7-4307-a6df-8cf51bc334cd service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2148535
Feb 12 21:03:50.469710 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-930faa23-2d4e-4c6b-a7c1-5cabdfd270b5 admin admin] Publish callbacks [] for security_group (71825a63-deb1-439a-a2c1-9a45b60513f8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:50.473457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-e1c39a12-27e5-43ba-8801-16c0da321f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:50.475647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-e1c39a12-27e5-43ba-8801-16c0da321f8b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a&tenant_id=97311a1994be45a2b507aedc74f578df HTTP/1.1" status: 200  len: 1126 time: 0.1412909
Feb 12 21:03:50.477618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7a34c5-6997-4a0e-a45b-623085c3fdc2 admin admin] Network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:03:50.512925 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-930faa23-2d4e-4c6b-a7c1-5cabdfd270b5 admin admin] Publish callbacks [] for security_group (71825a63-deb1-439a-a2c1-9a45b60513f8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:50.560941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-eb7a34c5-6997-4a0e-a45b-623085c3fdc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 714ff2dc-d317-4a71-9ee6-4e812e6c4f51) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:03:50.565735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7a34c5-6997-4a0e-a45b-623085c3fdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:50.566322 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb7a34c5-6997-4a0e-a45b-623085c3fdc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:50.570719 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cf92c474-1f43-47d9-8bda-8a6304c64b19 req-4748fc7b-0931-4c94-ae3b-fdfca3f6efc7 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4850667
Feb 12 21:03:50.571770 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-11851cb7-dc81-4a6f-b9d9-5442ca4ed056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:50.573137 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-11851cb7-dc81-4a6f-b9d9-5442ca4ed056 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.5642521
Feb 12 21:03:50.574664 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa76144-ed86-47d8-8e3d-9b2c92fdb2cf None None] Network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:03:50.602683 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9f795-b303-4c44-80b2-b5b99be8a2e4 req-201e81e5-9aa3-4ac9-8a67-f1a93fa1308c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:50.610211 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0db9f795-b303-4c44-80b2-b5b99be8a2e4 req-201e81e5-9aa3-4ac9-8a67-f1a93fa1308c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.1795235
Feb 12 21:03:50.626320 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-e6cad59f-33ae-4e57-b4b6-95dadfce7ec4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607 HTTP/1.1" status: 200  len: 217 time: 0.0442810
Feb 12 21:03:50.632070 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-fa01f7a2-ac0b-4da5-8de1-001a43cc98d1 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Floating IP f293d595-6122-401a-8d8f-58dde2a5d924 associated. External IP: 172.35.2.61, port: 89194c07-8746-4aad-bb48-3af933bde09d.
Feb 12 21:03:50.665125 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-d980db1c-591c-4d90-b987-94c1c46d39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:50.667627 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-d980db1c-591c-4d90-b987-94c1c46d39e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 1126 time: 0.1518095
Feb 12 21:03:50.730430 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-eb7a34c5-6997-4a0e-a45b-623085c3fdc2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.4310250
Feb 12 21:03:50.755255 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b56bd1c-3e77-472b-96d6-18d4702cb7c4 None None] Network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:03:50.845737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-968d9fcb-d1af-4813-9d19-cc409b013905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:50.847147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-797992d3-a35e-482f-a3d0-49d7ce87685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:50.847278 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-968d9fcb-d1af-4813-9d19-cc409b013905 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1955087
Feb 12 21:03:50.850547 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-797992d3-a35e-482f-a3d0-49d7ce87685a service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 908 time: 0.1704094
Feb 12 21:03:50.853820 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-930faa23-2d4e-4c6b-a7c1-5cabdfd270b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (71825a63-deb1-439a-a2c1-9a45b60513f8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:50.858282 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-930faa23-2d4e-4c6b-a7c1-5cabdfd270b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:50.859537 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-930faa23-2d4e-4c6b-a7c1-5cabdfd270b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71825a63-deb1-439a-a2c1-9a45b60513f8 HTTP/1.1" status: 204  len: 168 time: 0.6079111
Feb 12 21:03:50.873555 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0db9f795-b303-4c44-80b2-b5b99be8a2e4 req-5d725ef1-b61b-4b7a-ac95-2ba3d971d9c0 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2618484
Feb 12 21:03:50.941292 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-5744d18e-c49b-45b9-961c-f40521e980ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3effa86-57bb-42fc-8e61-cc0f745f1657 HTTP/1.1" status: 200  len: 217 time: 0.0798855
Feb 12 21:03:50.942729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930faa23-2d4e-4c6b-a7c1-5cabdfd270b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71825a63-deb1-439a-a2c1-9a45b60513f8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:51.030204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-deea04a4-cd9d-41eb-9ef9-8aec26d7471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:51.033559 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5384f88c-035a-47c0-9d26-dbca9ab19403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:51.034265 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-deea04a4-cd9d-41eb-9ef9-8aec26d7471b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.0784230
Feb 12 21:03:51.035082 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5384f88c-035a-47c0-9d26-dbca9ab19403 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1795619
Feb 12 21:03:51.077832 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-8dfe4100-b05c-494e-8c4e-1f297cfd5364 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0307693
Feb 12 21:03:51.168929 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-94cba194-6923-47dc-8291-f481ee9fcdc1 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852590
Feb 12 21:03:51.211844 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa01f7a2-ac0b-4da5-8de1-001a43cc98d1 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Router 26294894-28b4-4f67-b7a1-472479d0fb77 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:03:51.258582 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5136c70-7540-481b-8cef-26b1e0548cda req-1ed3d417-b266-45ad-93e8-42ee92e40324 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:51.260403 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b5136c70-7540-481b-8cef-26b1e0548cda req-1ed3d417-b266-45ad-93e8-42ee92e40324 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 948 time: 0.2053454
Feb 12 21:03:51.284056 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-edb3e64d-69c5-4c63-9c7b-aa3f0dcdc551 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1084349
Feb 12 21:03:51.288486 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-addc680d-4443-4818-91e7-ebedc9ca2d49 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2358105
Feb 12 21:03:51.293107 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7a9ceac-531f-46eb-be3c-dc2b18eeec75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (746125da-787c-4a2c-9880-7bea7d90b1c3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:51.549944 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b5136c70-7540-481b-8cef-26b1e0548cda req-4ea34ced-14b9-4da8-bd50-649a664daf7f tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2753682
Feb 12 21:03:51.596165 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-b88cb5ee-b374-4ff6-ae1e-daac67d2678e service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2947621
Feb 12 21:03:51.600579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device c3effa86-57bb-42fc-8e61-cc0f745f1657 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:03:51.655159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa01f7a2-ac0b-4da5-8de1-001a43cc98d1 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:03:51.660119 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa01f7a2-ac0b-4da5-8de1-001a43cc98d1 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:51.661617 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] The host nch2-master-1 is not matching for port c3effa86-57bb-42fc-8e61-cc0f745f1657 host nch1-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:03:51.662275 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device c3effa86-57bb-42fc-8e61-cc0f745f1657 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:03:51.668365 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312819e9-50d6-4f7e-a955-a9b1d33d1dd8 None None] Sync routers for ids ['26294894-28b4-4f67-b7a1-472479d0fb77'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:03:51.686403 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312819e9-50d6-4f7e-a955-a9b1d33d1dd8 None None] Routers {'26294894-28b4-4f67-b7a1-472479d0fb77'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:03:51.686403 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-312819e9-50d6-4f7e-a955-a9b1d33d1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd47e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:03:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['26294894-28b4-4f67-b7a1-472479d0fb77'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:51.767846 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fa01f7a2-ac0b-4da5-8de1-001a43cc98d1 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "PUT /v2.0/floatingips/f293d595-6122-401a-8d8f-58dde2a5d924 HTTP/1.1" status: 200  len: 990 time: 3.6072826
Feb 12 21:03:51.768663 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63522777-b7a9-4334-8154-9970f7cb4783', 'tag': '89194c07-8746-4aad-bb48-3af933bde09d'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:51.769416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c67f3-1a0a-4e60-a479-53ae163af6e6 req-b5448480-baa1-40e0-94c9-d881ce77274f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:51.771786 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17334733-ad97-4716-8828-d24479ca8f60" -d '{"events": [{"name": "network-changed", "server_uuid": "63522777-b7a9-4334-8154-9970f7cb4783", "tag": "89194c07-8746-4aad-bb48-3af933bde09d"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:51.772376 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-180c67f3-1a0a-4e60-a479-53ae163af6e6 req-b5448480-baa1-40e0-94c9-d881ce77274f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 944 time: 0.1047883
Feb 12 21:03:51.820386 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-312819e9-50d6-4f7e-a955-a9b1d33d1dd8 None None] Set router 26294894-28b4-4f67-b7a1-472479d0fb77 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:03:51.868521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-51c9e3dd-be3a-4936-9e8b-a316cbfd1592 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:51.871465 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-51c9e3dd-be3a-4936-9e8b-a316cbfd1592 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a&tenant_id=97311a1994be45a2b507aedc74f578df&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0977416
Feb 12 21:03:51.881127 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-180c67f3-1a0a-4e60-a479-53ae163af6e6 req-c00570d9-613e-4821-b49a-0313bddb8f6b tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909798
Feb 12 21:03:51.993773 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7148fa6f-def8-4155-b704-8508fb4ef18e x-openstack-request-id: req-7148fa6f-def8-4155-b704-8508fb4ef18e {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:51.995834 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63522777-b7a9-4334-8154-9970f7cb4783", "tag": "89194c07-8746-4aad-bb48-3af933bde09d", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:51.996193 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7148fa6f-def8-4155-b704-8508fb4ef18e {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:51.996702 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63522777-b7a9-4334-8154-9970f7cb4783', 'tag': '89194c07-8746-4aad-bb48-3af933bde09d', 'status': 'completed', 'code': 200}
Feb 12 21:03:52.097728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device ca833092-d185-4819-837d-50563f38849e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:03:52.116512 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff5899-d007-4fb2-aae8-96ad73581752 req-aad5ee7e-463e-457c-9bc2-cd99e065eb40 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:52.124609 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4cff5899-d007-4fb2-aae8-96ad73581752 req-aad5ee7e-463e-457c-9bc2-cd99e065eb40 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 945 time: 0.2060316
Feb 12 21:03:52.148722 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9ceac-531f-46eb-be3c-dc2b18eeec75 admin admin] Deleting port 8f1f10c2-73cc-4f30-9d2b-170576b1755d {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:03:52.149253 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7a9ceac-531f-46eb-be3c-dc2b18eeec75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:52.159684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-9925afca-9397-40ec-a08d-ac30571321dc service neutron] For port c3effa86-57bb-42fc-8e61-cc0f745f1657, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:03:52.160492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17334733-ad97-4716-8828-d24479ca8f60 req-18cc8e1c-77b7-469c-bcfe-ae7545088aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:52.162771 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-17334733-ad97-4716-8828-d24479ca8f60 req-18cc8e1c-77b7-469c-bcfe-ae7545088aad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0c59817262e9431fa88f725ab4b5f7a3&device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 1127 time: 0.1625106
Feb 12 21:03:52.167732 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-9925afca-9397-40ec-a08d-ac30571321dc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:52.172163 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccdd3b4-fa72-4d3b-b97f-305dbbba117d req-9925afca-9397-40ec-a08d-ac30571321dc service neutron] 10.222.0.48 "DELETE /v2.0/ports/c3effa86-57bb-42fc-8e61-cc0f745f1657/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2888792
Feb 12 21:03:52.178117 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-312819e9-50d6-4f7e-a955-a9b1d33d1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd47e80>, [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:55Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f293d595-6122-401a-8d8f-58dde2a5d924', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'floating_ip_address': '172.35.2.61', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'port_id': '89194c07-8746-4aad-bb48-3af933bde09d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'mac_address': 'fa:16:3e:93:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63522777-b7a9-4334-8154-9970f7cb4783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:02:25Z', 'updated_at': '2022-02-12T21:03:49Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76962e9-d418-4e43-9a88-b9e68b9c4e9b', 'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'mac_address': 'fa:16:3e:27:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:54Z', 'updated_at': '2022-02-12T21:02:00Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'subnets': [{'id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:52.236795 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288710cb-2ff5-43ed-92b8-84f48c5ce3ef req-7b96833a-b0a6-489a-8083-68a841e10d2d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:52.242297 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-288710cb-2ff5-43ed-92b8-84f48c5ce3ef req-7b96833a-b0a6-489a-8083-68a841e10d2d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.1561525
Feb 12 21:03:52.329286 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-288710cb-2ff5-43ed-92b8-84f48c5ce3ef req-713128d5-8fd5-4b7c-84e7-09c8968d689a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781593
Feb 12 21:03:52.331305 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port ca833092-d185-4819-837d-50563f38849e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca833092-d185-4819-837d-50563f38849e,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:52.360079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'ca833092-d185-4819-837d-50563f38849e', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'ca833092-d185-4819-837d-50563f38849e', 'mac_address': 'fa:16:3e:1e:0b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:03:52.410663 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312819e9-50d6-4f7e-a955-a9b1d33d1dd8 None None] Checking router: 26294894-28b4-4f67-b7a1-472479d0fb77 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:03:52.421064 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312819e9-50d6-4f7e-a955-a9b1d33d1dd8 None None] Routers {'26294894-28b4-4f67-b7a1-472479d0fb77'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:03:52.421735 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-312819e9-50d6-4f7e-a955-a9b1d33d1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd47e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:03:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['26294894-28b4-4f67-b7a1-472479d0fb77'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:52.432886 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port ca833092-d185-4819-837d-50563f38849e is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:52.434061 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ca833092-d185-4819-837d-50563f38849e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:52.453058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca833092-d185-4819-837d-50563f38849e {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:03:52.478281 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port ca833092-d185-4819-837d-50563f38849e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca833092-d185-4819-837d-50563f38849e,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:52.563079 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-312819e9-50d6-4f7e-a955-a9b1d33d1dd8 None None] Set router 26294894-28b4-4f67-b7a1-472479d0fb77 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:03:52.578451 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ca833092-d185-4819-837d-50563f38849e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:52.624057 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4cff5899-d007-4fb2-aae8-96ad73581752 req-3e1d5a6d-65c3-4d2c-9deb-95f3e035c8a0 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4983616
Feb 12 21:03:52.627690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54802) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:52.633064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1844860682-network', 'tenant_id': 'efd97770488648e0b3e290ae36fca459'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:52.721629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=ca833092-d185-4819-837d-50563f38849e,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:52.756404 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-a7a9ceac-531f-46eb-be3c-dc2b18eeec75 admin admin] For port 8f1f10c2-73cc-4f30-9d2b-170576b1755d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f1f10c2-73cc-4f30-9d2b-170576b1755d,segment=NetworkSegment(d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc),segment_id=d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:52.756886 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7a9ceac-531f-46eb-be3c-dc2b18eeec75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:52.786585 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9ceac-531f-46eb-be3c-dc2b18eeec75 admin admin] Calling delete_port for 8f1f10c2-73cc-4f30-9d2b-170576b1755d owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:03:52.793875 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17334733-ad97-4716-8828-d24479ca8f60 req-e21490cb-2e88-45eb-9d80-ef69a35b5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:52.796169 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-17334733-ad97-4716-8828-d24479ca8f60 req-e21490cb-2e88-45eb-9d80-ef69a35b5390 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b9b58e18-4724-4374-98c5-14f3d3ee43a0 HTTP/1.1" status: 200  len: 925 time: 0.6194134
Feb 12 21:03:52.802929 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Made reservation on behalf of efd97770488648e0b3e290ae36fca459 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:03:52.806458 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:52.829690 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:52.841009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['ca833092-d185-4819-837d-50563f38849e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:03:52.875412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a7017-e2bf-48b2-b164-386ae3dda9ad req-17a4ea09-38cc-4f8a-969d-c145bc95e4d9 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:52.879182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ea0a7017-e2bf-48b2-b164-386ae3dda9ad req-17a4ea09-38cc-4f8a-969d-c145bc95e4d9 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 949 time: 0.1704984
Feb 12 21:03:52.991430 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-17334733-ad97-4716-8828-d24479ca8f60 req-be2a2c81-59ad-4df8-bcb8-5542090da071 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89194c07-8746-4aad-bb48-3af933bde09d HTTP/1.1" status: 200  len: 998 time: 0.1875536
Feb 12 21:03:53.001998 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ea0a7017-e2bf-48b2-b164-386ae3dda9ad req-f3e430b2-c06d-4584-a81c-a97392dff3f4 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134574
Feb 12 21:03:53.038770 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-312819e9-50d6-4f7e-a955-a9b1d33d1dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd47e80>, [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:55Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f293d595-6122-401a-8d8f-58dde2a5d924', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'floating_ip_address': '172.35.2.61', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'port_id': '89194c07-8746-4aad-bb48-3af933bde09d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'mac_address': 'fa:16:3e:93:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63522777-b7a9-4334-8154-9970f7cb4783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:02:25Z', 'updated_at': '2022-02-12T21:03:49Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76962e9-d418-4e43-9a88-b9e68b9c4e9b', 'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'mac_address': 'fa:16:3e:27:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:54Z', 'updated_at': '2022-02-12T21:02:00Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'subnets': [{'id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:53.076824 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Publish callbacks [] for security_group (bc607a98-95d5-4a27-bd5c-1c7d9bd6bc41), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:53.113876 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312819e9-50d6-4f7e-a955-a9b1d33d1dd8 None None] The sync data for ids ['26294894-28b4-4f67-b7a1-472479d0fb77'] in ncdv-master-1 is: [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:55Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f293d595-6122-401a-8d8f-58dde2a5d924', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'floating_ip_address': '172.35.2.61', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'port_id': '89194c07-8746-4aad-bb48-3af933bde09d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'mac_address': 'fa:16:3e:93:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63522777-b7a9-4334-8154-9970f7cb4783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:02:25Z', 'updated_at': '2022-02-12T21:03:49Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76962e9-d418-4e43-9a88-b9e68b9c4e9b', 'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'mac_address': 'fa:16:3e:27:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:54Z', 'updated_at': '2022-02-12T21:02:00Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'subnets': [{'id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:03:53.132563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54818) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:53.157700 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bc607a98-95d5-4a27-bd5c-1c7d9bd6bc41), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:53.166481 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17334733-ad97-4716-8828-d24479ca8f60 req-274df568-1c37-4527-8b66-d0218b070689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:53.167957 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-17334733-ad97-4716-8828-d24479ca8f60 req-274df568-1c37-4527-8b66-d0218b070689 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8dc3ffc6-8752-418b-93fb-e118910b6c7b HTTP/1.1" status: 200  len: 863 time: 0.1574121
Feb 12 21:03:53.200773 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:03:53.231497 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6a8e1-3b0f-48b8-af00-5515890d8a42 req-b5ed562d-8607-4b7e-aa57-e8a873b37fe4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:53.238408 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-afa6a8e1-3b0f-48b8-af00-5515890d8a42 req-b5ed562d-8607-4b7e-aa57-e8a873b37fe4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 944 time: 0.1714673
Feb 12 21:03:53.252803 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (7856db75-e584-4d4a-9065-52d7b0db9651), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:53.253106 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Added segment 7856db75-e584-4d4a-9065-52d7b0db9651 of type vlan for network ba20eed5-48a8-4bf4-a30b-3fcf3d92324f
Feb 12 21:03:53.254334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc607a98-95d5-4a27-bd5c-1c7d9bd6bc41,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:53.281269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-962327d4-7264-4a76-8ffd-9bcb4775875e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-725499555-network', 'tenant_id': '7d9030a13fac41bc8e6af51b4f3328a8'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:53.295752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:53.296108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:53.296461 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:53.296803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:53.297134 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:53.297490 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:53.297825 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:53.298151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:53.298478 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:53.298805 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:53.299130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:53.299457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:53.299783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:53.342031 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17334733-ad97-4716-8828-d24479ca8f60 req-137b0a03-ee8c-47e1-b0e0-67ebc9bff010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:53.343693 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-17334733-ad97-4716-8828-d24479ca8f60 req-137b0a03-ee8c-47e1-b0e0-67ebc9bff010 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b9b58e18-4724-4374-98c5-14f3d3ee43a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1523221
Feb 12 21:03:53.344927 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (ba20eed5-48a8-4bf4-a30b-3fcf3d92324f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:53.353132 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-afa6a8e1-3b0f-48b8-af00-5515890d8a42 req-f6cd0ef4-48a9-4b17-843d-db3c575d8afa tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138649
Feb 12 21:03:53.425584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962327d4-7264-4a76-8ffd-9bcb4775875e admin admin] Made reservation on behalf of 7d9030a13fac41bc8e6af51b4f3328a8 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:03:53.431413 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-962327d4-7264-4a76-8ffd-9bcb4775875e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:53.448142 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-962327d4-7264-4a76-8ffd-9bcb4775875e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:53.488070 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7a9ceac-531f-46eb-be3c-dc2b18eeec75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8f1f10c2-73cc-4f30-9d2b-170576b1755d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:53.521026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256f55b-c293-4997-9ff0-e5681d00aeca None None] New status for floating IP f293d595-6122-401a-8d8f-58dde2a5d924: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:03:53.528761 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (ba20eed5-48a8-4bf4-a30b-3fcf3d92324f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:53.530112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:53.530860 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:53.583033 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:03:53.587186 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9ceac-531f-46eb-be3c-dc2b18eeec75 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f1f10c2-73cc-4f30-9d2b-170576b1755d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:53.625092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] Pushing event updated for resources: {'Network': ['ID=ba20eed5-48a8-4bf4-a30b-3fcf3d92324f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:53.649771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8c172e4e-9a88-4199-a607-c6e0c4b73972 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.0205371
Feb 12 21:03:53.654558 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-17334733-ad97-4716-8828-d24479ca8f60 req-5ebaa984-5750-43c2-aace-bbc23f7fe363 service neutron] 10.222.0.50 "GET /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2931509
Feb 12 21:03:53.656544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54834) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:53.666608 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network ba20eed5-48a8-4bf4-a30b-3fcf3d92324f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:03:53.671285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-91d3d3ba-2d2b-44af-af92-50527765b851 admin admin] Request body: {'subnet': {'network_id': 'ba20eed5-48a8-4bf4-a30b-3fcf3d92324f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1844860682-subnet', 'tenant_id': 'efd97770488648e0b3e290ae36fca459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:53.697509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac419eb-b712-427e-b926-239225a52cb1 req-7127d6da-173b-489a-aac9-e6a47e2c52ab tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:53.704782 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cac419eb-b712-427e-b926-239225a52cb1 req-7127d6da-173b-489a-aac9-e6a47e2c52ab tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.2586286
Feb 12 21:03:53.745530 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b802390-80a5-4d68-be0a-86a0cbfbabcf req-33350d53-d733-40e7-994f-879383636afe tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:53.763505 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6b802390-80a5-4d68-be0a-86a0cbfbabcf req-33350d53-d733-40e7-994f-879383636afe tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 1126 time: 0.2580352
Feb 12 21:03:53.786064 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cac419eb-b712-427e-b926-239225a52cb1 req-cf3c680a-445a-45bc-a1c1-5d9cc51a940d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802622
Feb 12 21:03:53.837282 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-962327d4-7264-4a76-8ffd-9bcb4775875e admin admin] Publish callbacks [] for security_group (2a53eed3-a370-48f6-b8a9-568f3f0c2056), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:53.912954 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d3d3ba-2d2b-44af-af92-50527765b851 admin admin] Made reservation on behalf of efd97770488648e0b3e290ae36fca459 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:03:53.915305 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-91d3d3ba-2d2b-44af-af92-50527765b851 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:53.916734 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-962327d4-7264-4a76-8ffd-9bcb4775875e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2a53eed3-a370-48f6-b8a9-568f3f0c2056), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:53.959580 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962327d4-7264-4a76-8ffd-9bcb4775875e admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:03:53.977924 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-962327d4-7264-4a76-8ffd-9bcb4775875e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (4ca1b092-e3dc-4183-8ec0-12f0619868e9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:53.978273 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-962327d4-7264-4a76-8ffd-9bcb4775875e admin admin] Added segment 4ca1b092-e3dc-4183-8ec0-12f0619868e9 of type vlan for network 809af00c-f029-4452-bdd8-36683da9a283
Feb 12 21:03:54.020943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962327d4-7264-4a76-8ffd-9bcb4775875e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a53eed3-a370-48f6-b8a9-568f3f0c2056,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:54.028747 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-17334733-ad97-4716-8828-d24479ca8f60 req-46a910db-74f5-4a1a-9536-2f0b59dc7f58 service neutron] 10.222.0.50 "GET /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3498898
Feb 12 21:03:54.031269 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-962327d4-7264-4a76-8ffd-9bcb4775875e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (809af00c-f029-4452-bdd8-36683da9a283), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:54.031662 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6b802390-80a5-4d68-be0a-86a0cbfbabcf req-adb35964-20f6-46bb-ae69-90d2408c5054 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2666957
Feb 12 21:03:54.063608 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7a9ceac-531f-46eb-be3c-dc2b18eeec75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (746125da-787c-4a2c-9880-7bea7d90b1c3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:54.114882 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device ca833092-d185-4819-837d-50563f38849e up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:03:54.178197 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-962327d4-7264-4a76-8ffd-9bcb4775875e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (809af00c-f029-4452-bdd8-36683da9a283), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:54.179312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962327d4-7264-4a76-8ffd-9bcb4775875e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:54.180010 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-962327d4-7264-4a76-8ffd-9bcb4775875e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:54.263017 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962327d4-7264-4a76-8ffd-9bcb4775875e admin admin] Pushing event updated for resources: {'Network': ['ID=809af00c-f029-4452-bdd8-36683da9a283,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:54.274644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 809af00c-f029-4452-bdd8-36683da9a283 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:03:54.306344 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-962327d4-7264-4a76-8ffd-9bcb4775875e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1716881
Feb 12 21:03:54.309519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54850) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:54.314434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-3c182004-97a3-4c9d-90a8-e17b27699931 admin admin] Request body: {'subnet': {'network_id': '809af00c-f029-4452-bdd8-36683da9a283', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-725499555-subnet', 'tenant_id': '7d9030a13fac41bc8e6af51b4f3328a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:54.323396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1c2d8-4376-4ff1-a840-009d87227bf9 req-8946ad70-5803-4842-ac9d-a492c5b260cf tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:54.324870 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-08a1c2d8-4376-4ff1-a840-009d87227bf9 req-8946ad70-5803-4842-ac9d-a492c5b260cf tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 949 time: 0.1586764
Feb 12 21:03:54.351849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port ca833092-d185-4819-837d-50563f38849e completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:03:54.364820 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port ca833092-d185-4819-837d-50563f38849e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:03:54.365195 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ca833092-d185-4819-837d-50563f38849e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:54.416603 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-91d3d3ba-2d2b-44af-af92-50527765b851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (822e44a1-97fc-4b7c-8322-fb2ac75c9167), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:54.424770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c182004-97a3-4c9d-90a8-e17b27699931 admin admin] Made reservation on behalf of 7d9030a13fac41bc8e6af51b4f3328a8 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:03:54.430092 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c182004-97a3-4c9d-90a8-e17b27699931 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:54.460061 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port ca833092-d185-4819-837d-50563f38849e is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:03:54.460836 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ca833092-d185-4819-837d-50563f38849e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:54.489371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbbe5de-bac4-4103-85c9-a40a65f89b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca833092-d185-4819-837d-50563f38849e'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:03:54.491646 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516a9ada-b432-4894-ba5e-345d4d926cba" -d '{"events": [{"server_uuid": "5fbbe5de-bac4-4103-85c9-a40a65f89b37", "name": "network-vif-plugged", "status": "completed", "tag": "ca833092-d185-4819-837d-50563f38849e"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:03:54.505387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port ca833092-d185-4819-837d-50563f38849e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca833092-d185-4819-837d-50563f38849e,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:54.521242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3d3ba-2d2b-44af-af92-50527765b851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=822e44a1-97fc-4b7c-8322-fb2ac75c9167,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:54.533006 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-08a1c2d8-4376-4ff1-a840-009d87227bf9 req-08c56be3-ebcc-4539-802f-949e732f73bd tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568637
Feb 12 21:03:54.552673 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a9ceac-531f-46eb-be3c-dc2b18eeec75 admin admin] Router 746125da-787c-4a2c-9880-7bea7d90b1c3 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:03:54.553959 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d3d3ba-2d2b-44af-af92-50527765b851 admin admin] Checking segment: {'id': '7856db75-e584-4d4a-9065-52d7b0db9651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ba20eed5-48a8-4bf4-a30b-3fcf3d92324f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:54.554325 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d3d3ba-2d2b-44af-af92-50527765b851 admin admin] Network hostable DHCP agents. Network: ba20eed5-48a8-4bf4-a30b-3fcf3d92324f, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:03:54.584193 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ca833092-d185-4819-837d-50563f38849e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:54.610304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c698a49-c53f-48ec-9661-b978d33c841f req-bca4fbd0-e145-4681-9496-ae14f451197c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:54.619595 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c698a49-c53f-48ec-9661-b978d33c841f req-bca4fbd0-e145-4681-9496-ae14f451197c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 807 time: 0.2080076
Feb 12 21:03:54.643709 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c698a49-c53f-48ec-9661-b978d33c841f req-d65ee208-4eba-4ec9-851a-a68148ee5fb1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/quotas/97311a1994be45a2b507aedc74f578df HTTP/1.1" status: 200  len: 375 time: 0.0231555
Feb 12 21:03:54.644659 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30fa6df-0f7f-4315-90ed-a4c37b17541b x-openstack-request-id: req-b30fa6df-0f7f-4315-90ed-a4c37b17541b {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:03:54.644975 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbbe5de-bac4-4103-85c9-a40a65f89b37", "name": "network-vif-plugged", "status": "completed", "tag": "ca833092-d185-4819-837d-50563f38849e", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:03:54.646179 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b30fa6df-0f7f-4315-90ed-a4c37b17541b {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:03:54.646731 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbbe5de-bac4-4103-85c9-a40a65f89b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca833092-d185-4819-837d-50563f38849e', 'code': 200}
Feb 12 21:03:54.674942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=ca833092-d185-4819-837d-50563f38849e,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:54.693117 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a9ceac-531f-46eb-be3c-dc2b18eeec75 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:03:54.698540 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a7a9ceac-531f-46eb-be3c-dc2b18eeec75 admin admin] 10.222.0.31 "PUT /v2.0/routers/746125da-787c-4a2c-9880-7bea7d90b1c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9133949
Feb 12 21:03:54.705114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54866) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:54.714571 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca1d6e-e4f2-4411-9790-217987494cc1 None None] Sync routers for ids ['746125da-787c-4a2c-9880-7bea7d90b1c3'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:03:54.724850 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eca1d6e-e4f2-4411-9790-217987494cc1 None None] Routers {'746125da-787c-4a2c-9880-7bea7d90b1c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:03:54.725754 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-6eca1d6e-e4f2-4411-9790-217987494cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc772e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:03:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['746125da-787c-4a2c-9880-7bea7d90b1c3'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:54.760378 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d3d3ba-2d2b-44af-af92-50527765b851 admin admin] Network ba20eed5-48a8-4bf4-a30b-3fcf3d92324f is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:03:54.858374 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4f9638bb-2891-431b-a6c8-de2ca0d84929 admin admin] Publish callbacks [] for router (746125da-787c-4a2c-9880-7bea7d90b1c3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:54.893307 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-6eca1d6e-e4f2-4411-9790-217987494cc1 None None] Set router 746125da-787c-4a2c-9880-7bea7d90b1c3 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:03:54.951569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-91d3d3ba-2d2b-44af-af92-50527765b851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ba20eed5-48a8-4bf4-a30b-3fcf3d92324f) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:03:54.964788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3d4bb6-9c65-4c61-92df-fd7da2943c0d None None] Network ba20eed5-48a8-4bf4-a30b-3fcf3d92324f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:03:54.978234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d3d3ba-2d2b-44af-af92-50527765b851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:54.978836 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-91d3d3ba-2d2b-44af-af92-50527765b851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:55.027298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc89e2-d407-4dc6-b95c-afb2476503c0 req-1089b714-071f-4c55-88cb-5af3eb3a13ec tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:55.028917 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6ddc89e2-d407-4dc6-b95c-afb2476503c0 req-1089b714-071f-4c55-88cb-5af3eb3a13ec tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.1229341
Feb 12 21:03:55.076937 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4f9638bb-2891-431b-a6c8-de2ca0d84929 admin admin] Publish callbacks [] for router_gateway (746125da-787c-4a2c-9880-7bea7d90b1c3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:55.087150 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-91d3d3ba-2d2b-44af-af92-50527765b851 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.4279356
Feb 12 21:03:55.089693 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-6eca1d6e-e4f2-4411-9790-217987494cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc772e0>, [{'id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-router', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6'}], 'enable_snat': True}, 'gw_port_id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:55Z', 'updated_at': '2022-02-12T21:03:53Z', 'revision_number': 5, 'project_id': '65e530a89835494485cff388fdc9d69b', 'gw_port': {'id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:56Z', 'updated_at': '2022-02-12T21:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:55.110772 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6ddc89e2-d407-4dc6-b95c-afb2476503c0 req-6384bb47-d088-466d-868a-e02d15207d04 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709825
Feb 12 21:03:55.114345 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c698a49-c53f-48ec-9661-b978d33c841f req-89ab658c-94de-4947-8395-f7ede147ace2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4697902
Feb 12 21:03:55.127838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd459d-abf5-48b9-b0b6-3c82e426e233 req-4d59312f-a86a-4e40-9161-d0f812b9e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:55.144699 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6cd459d-abf5-48b9-b0b6-3c82e426e233 req-4d59312f-a86a-4e40-9161-d0f812b9e170 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 1132 time: 0.4493785
Feb 12 21:03:55.145844 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca1d6e-e4f2-4411-9790-217987494cc1 None None] Checking router: 746125da-787c-4a2c-9880-7bea7d90b1c3 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:03:55.159870 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eca1d6e-e4f2-4411-9790-217987494cc1 None None] Routers {'746125da-787c-4a2c-9880-7bea7d90b1c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:03:55.160033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2503c8-b2b4-4810-9ec9-fe3b39df608f None None] Network ba20eed5-48a8-4bf4-a30b-3fcf3d92324f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:03:55.160824 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-6eca1d6e-e4f2-4411-9790-217987494cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc772e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:03:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['746125da-787c-4a2c-9880-7bea7d90b1c3'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:55.308094 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-6eca1d6e-e4f2-4411-9790-217987494cc1 None None] Set router 746125da-787c-4a2c-9880-7bea7d90b1c3 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:03:55.353345 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6cd459d-abf5-48b9-b0b6-3c82e426e233 req-666167b0-b7d6-4e27-b313-1b4faf732db0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827285
Feb 12 21:03:55.363902 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4f9638bb-2891-431b-a6c8-de2ca0d84929 admin admin] Deleting port 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:03:55.364432 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4f9638bb-2891-431b-a6c8-de2ca0d84929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (036c98ca-1a8b-4547-bb24-e3b72d8e4f4c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:55.408254 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c698a49-c53f-48ec-9661-b978d33c841f req-286cfc05-df90-4c16-8316-b5fade84b29d service neutron] 10.222.0.31 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2667990
Feb 12 21:03:55.427648 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c182004-97a3-4c9d-90a8-e17b27699931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (2478fbe9-c2f6-4b3d-ac3f-8f6b766a91cf), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:55.485481 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-4f9638bb-2891-431b-a6c8-de2ca0d84929 admin admin] For port 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=036c98ca-1a8b-4547-bb24-e3b72d8e4f4c,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:55.486035 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4f9638bb-2891-431b-a6c8-de2ca0d84929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (036c98ca-1a8b-4547-bb24-e3b72d8e4f4c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:55.504233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4f9638bb-2891-431b-a6c8-de2ca0d84929 admin admin] Calling delete_port for 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:03:55.586822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c182004-97a3-4c9d-90a8-e17b27699931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2478fbe9-c2f6-4b3d-ac3f-8f6b766a91cf,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:55.599730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c182004-97a3-4c9d-90a8-e17b27699931 admin admin] Checking segment: {'id': '4ca1b092-e3dc-4183-8ec0-12f0619868e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '809af00c-f029-4452-bdd8-36683da9a283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:03:55.600086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c182004-97a3-4c9d-90a8-e17b27699931 admin admin] Network hostable DHCP agents. Network: 809af00c-f029-4452-bdd8-36683da9a283, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:03:55.610343 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c698a49-c53f-48ec-9661-b978d33c841f req-2286862b-aa6e-4677-abbd-51d29c767f93 service neutron] 10.222.0.31 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1951263
Feb 12 21:03:55.641909 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-6eca1d6e-e4f2-4411-9790-217987494cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc772e0>, [{'id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-router', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6'}], 'enable_snat': True}, 'gw_port_id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:55Z', 'updated_at': '2022-02-12T21:03:53Z', 'revision_number': 5, 'project_id': '65e530a89835494485cff388fdc9d69b', 'gw_port': {'id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:56Z', 'updated_at': '2022-02-12T21:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:55.677979 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca1d6e-e4f2-4411-9790-217987494cc1 None None] The sync data for ids ['746125da-787c-4a2c-9880-7bea7d90b1c3'] in ncdv-master-1 is: [{'id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1484278550-router', 'tenant_id': '65e530a89835494485cff388fdc9d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6'}], 'enable_snat': True}, 'gw_port_id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:55Z', 'updated_at': '2022-02-12T21:03:53Z', 'revision_number': 5, 'project_id': '65e530a89835494485cff388fdc9d69b', 'gw_port': {'id': '036c98ca-1a8b-4547-bb24-e3b72d8e4f4c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746125da-787c-4a2c-9880-7bea7d90b1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:56Z', 'updated_at': '2022-02-12T21:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:03:55.706277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c182004-97a3-4c9d-90a8-e17b27699931 admin admin] Network 809af00c-f029-4452-bdd8-36683da9a283 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:03:55.813279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3e033-85ba-4134-8948-966efad994cd req-47f4a1e5-f8fd-40dd-abe4-999d97511d10 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:55.814840 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4af3e033-85ba-4134-8948-966efad994cd req-47f4a1e5-f8fd-40dd-abe4-999d97511d10 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 821 time: 0.1588144
Feb 12 21:03:55.822057 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9150462f-8f45-435c-a32e-ff98594a53f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:55.830364 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4af3e033-85ba-4134-8948-966efad994cd req-80704263-89f0-4b89-8b78-2fd241f156fc tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/quotas/097ba3f98cb348929658959fd4ff31cf HTTP/1.1" status: 200  len: 375 time: 0.0094864
Feb 12 21:03:55.884336 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4af3e033-85ba-4134-8948-966efad994cd req-dd4bdaf5-bfd6-4fab-8834-4a1041d65c99 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0476084
Feb 12 21:03:55.922183 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4f9638bb-2891-431b-a6c8-de2ca0d84929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (036c98ca-1a8b-4547-bb24-e3b72d8e4f4c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:55.937838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-3c182004-97a3-4c9d-90a8-e17b27699931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 809af00c-f029-4452-bdd8-36683da9a283) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:03:55.943276 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c182004-97a3-4c9d-90a8-e17b27699931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:55.950405 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c182004-97a3-4c9d-90a8-e17b27699931 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:55.950681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7a19c4-fc99-42e1-9be6-a80e78dd5ddd None None] Network 809af00c-f029-4452-bdd8-36683da9a283 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:03:55.978063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddd86c-73d7-4c00-8d52-3d31e5130e9f req-a6f60f87-cff5-4b31-9a9f-952a02ddd7c6 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:55.984525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbddd86c-73d7-4c00-8d52-3d31e5130e9f req-a6f60f87-cff5-4b31-9a9f-952a02ddd7c6 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 950 time: 0.0833483
Feb 12 21:03:56.007032 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9638bb-2891-431b-a6c8-de2ca0d84929 admin admin] Pushing event deleted for resources: {'Port': ['ID=036c98ca-1a8b-4547-bb24-e3b72d8e4f4c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:56.066091 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3c182004-97a3-4c9d-90a8-e17b27699931 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.7556403
Feb 12 21:03:56.125648 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbddd86c-73d7-4c00-8d52-3d31e5130e9f req-ef59b586-0746-4c46-9078-a6d15a3341ea tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345372
Feb 12 21:03:56.131667 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54920) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:56.135274 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4af3e033-85ba-4134-8948-966efad994cd req-d844778b-734b-465c-970a-b0ed8a7a9319 service neutron] 10.222.0.31 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2414594
Feb 12 21:03:56.165280 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4f9638bb-2891-431b-a6c8-de2ca0d84929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (746125da-787c-4a2c-9880-7bea7d90b1c3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:56.188799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e57dec-6865-4a61-b81c-13bf12cc24a8 None None] Network 809af00c-f029-4452-bdd8-36683da9a283 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:03:56.214478 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f504fdd5-e120-4894-a35d-91090a2c41b3 req-3b7ce818-d3f5-4d61-9e8b-fdb648fa76ae tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 210 time: 0.0462072
Feb 12 21:03:56.412890 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2637-3a78-4976-866b-3146ff3fce99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:56.414460 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4f9638bb-2891-431b-a6c8-de2ca0d84929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (746125da-787c-4a2c-9880-7bea7d90b1c3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:56.417825 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4f9638bb-2891-431b-a6c8-de2ca0d84929 admin admin] Publish callbacks [] for router_controller (746125da-787c-4a2c-9880-7bea7d90b1c3), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:56.471920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaae8fb-ceec-45ad-8a5f-c6647edc5edd req-11121e6a-04e7-40fb-bf92-beb8f6ed9398 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:56.475161 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-afaae8fb-ceec-45ad-8a5f-c6647edc5edd req-11121e6a-04e7-40fb-bf92-beb8f6ed9398 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.1194303
Feb 12 21:03:56.516161 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4af3e033-85ba-4134-8948-966efad994cd req-a5b4a081-4727-46e8-b248-be786d49a259 service neutron] 10.222.0.31 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3698339
Feb 12 21:03:56.567269 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-afaae8fb-ceec-45ad-8a5f-c6647edc5edd req-c1eef050-47d4-4135-814a-8e01dc857a7d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815599
Feb 12 21:03:56.576993 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2637-3a78-4976-866b-3146ff3fce99 admin admin] Publish callbacks [] for security_group (26b33361-d879-48be-957d-4245fe2d80ba), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:56.589491 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4f9638bb-2891-431b-a6c8-de2ca0d84929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (746125da-787c-4a2c-9880-7bea7d90b1c3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:56.590073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9638bb-2891-431b-a6c8-de2ca0d84929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 746125da-787c-4a2c-9880-7bea7d90b1c3 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:03:56.596561 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4f9638bb-2891-431b-a6c8-de2ca0d84929 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:56.599923 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4f9638bb-2891-431b-a6c8-de2ca0d84929 admin admin] 10.222.0.31 "DELETE /v2.0/routers/746125da-787c-4a2c-9880-7bea7d90b1c3 HTTP/1.1" status: 204  len: 168 time: 1.8914893
Feb 12 21:03:56.600174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54932) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:56.618040 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:56.649712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3738ed2-aba3-4027-a6b3-db95e7460f9e admin admin] Deleting subnet c9968b30-e078-4566-898e-829a238942df {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:03:56.653147 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c3738ed2-aba3-4027-a6b3-db95e7460f9e admin admin] Publish callbacks [] for subnet (c9968b30-e078-4566-898e-829a238942df), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:56.686933 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2637-3a78-4976-866b-3146ff3fce99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (26b33361-d879-48be-957d-4245fe2d80ba), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:56.721735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c3738ed2-aba3-4027-a6b3-db95e7460f9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (c9968b30-e078-4566-898e-829a238942df), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:56.730338 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0d6a2637-3a78-4976-866b-3146ff3fce99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=129e519b5f52422596d238d88758d5c0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5969894
Feb 12 21:03:56.732563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54936) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:56.739073 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a2637-3a78-4976-866b-3146ff3fce99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b33361-d879-48be-957d-4245fe2d80ba,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:56.801506 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6376cba9-8ba7-476b-a944-1f161d019b95 admin admin] Publish callbacks [] for security_group (26b33361-d879-48be-957d-4245fe2d80ba), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:56.839470 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6376cba9-8ba7-476b-a944-1f161d019b95 admin admin] Publish callbacks [] for security_group (26b33361-d879-48be-957d-4245fe2d80ba), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:56.930344 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c6afce98-43ae-4f08-97d4-e754ca2d30fd req-d7cd4814-1541-4228-a8d5-d88edd80638d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 210 time: 0.0435193
Feb 12 21:03:56.944575 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c3738ed2-aba3-4027-a6b3-db95e7460f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (c9968b30-e078-4566-898e-829a238942df), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:57.031417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-a9d24ce7-e51a-4efc-96b1-50e42168db05 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:57.032929 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-a9d24ce7-e51a-4efc-96b1-50e42168db05 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/networks?id=809af00c-f029-4452-bdd8-36683da9a283 HTTP/1.1" status: 200  len: 817 time: 0.1302028
Feb 12 21:03:57.047906 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-3b256f4c-93e5-488e-9a41-94edf0e47f58 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/quotas/7d9030a13fac41bc8e6af51b4f3328a8 HTTP/1.1" status: 200  len: 375 time: 0.0091329
Feb 12 21:03:57.063429 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6376cba9-8ba7-476b-a944-1f161d019b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (26b33361-d879-48be-957d-4245fe2d80ba), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:57.066051 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6376cba9-8ba7-476b-a944-1f161d019b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:57.067216 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6376cba9-8ba7-476b-a944-1f161d019b95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26b33361-d879-48be-957d-4245fe2d80ba HTTP/1.1" status: 204  len: 168 time: 0.3335271
Feb 12 21:03:57.086866 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-fa95c7b7-8cd2-4a4a-b602-8caf110f6617 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d9030a13fac41bc8e6af51b4f3328a8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0334039
Feb 12 21:03:57.092124 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376cba9-8ba7-476b-a944-1f161d019b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b33361-d879-48be-957d-4245fe2d80ba,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:57.132907 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c3738ed2-aba3-4027-a6b3-db95e7460f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (c9968b30-e078-4566-898e-829a238942df), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:57.171042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3738ed2-aba3-4027-a6b3-db95e7460f9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9968b30-e078-4566-898e-829a238942df,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:57.175844 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c3738ed2-aba3-4027-a6b3-db95e7460f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:57.179257 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c3738ed2-aba3-4027-a6b3-db95e7460f9e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c9968b30-e078-4566-898e-829a238942df HTTP/1.1" status: 204  len: 168 time: 0.5781238
Feb 12 21:03:57.181908 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54958) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:57.186563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a10500-f1f2-4dc9-86b4-3a3cb33ad24f None None] Network 00db7637-715c-44c7-a356-d7a146fc856c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:03:57.236351 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-a5885754-d97b-4a35-befa-b1fbbdc92624 service neutron] 10.222.0.31 "GET /v2.0/networks/809af00c-f029-4452-bdd8-36683da9a283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419456
Feb 12 21:03:57.319689 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (00db7637-715c-44c7-a356-d7a146fc856c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:57.321671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:03:57.343785 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:03:57.344522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 036c98ca-1a8b-4547-bb24-e3b72d8e4f4c not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:03:57.345097 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8f1f10c2-73cc-4f30-9d2b-170576b1755d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:03:57.360952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4f047-5b8f-48be-9f0d-da610c16dc2c req-118aee98-8b0c-44ab-8ab3-7ae76d2118a5 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:57.367065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 8f1f10c2-73cc-4f30-9d2b-170576b1755d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:03:57.367418 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8f1f10c2-73cc-4f30-9d2b-170576b1755d not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:03:57.369623 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-d78061cd-b5a7-419b-b597-c669d116d822 service neutron] 10.222.0.31 "GET /v2.0/networks/809af00c-f029-4452-bdd8-36683da9a283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262825
Feb 12 21:03:57.386410 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2de4f047-5b8f-48be-9f0d-da610c16dc2c req-118aee98-8b0c-44ab-8ab3-7ae76d2118a5 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 950 time: 0.1791685
Feb 12 21:03:57.434985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] DHCP port deletion for 00db7637-715c-44c7-a356-d7a146fc856c request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:03:57.488887 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Deleting port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:03:57.489604 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:57.564561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] For port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6,segment=NetworkSegment(d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc),segment_id=d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:57.564964 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:57.580196 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Calling delete_port for f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:03:57.765283 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66accaa9-f5f7-4f5c-a917-1d8ec22e388f req-b5d3c9de-69be-46a2-9b31-8922fa1d8a78 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 210 time: 0.0536311
Feb 12 21:03:57.805954 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2de4f047-5b8f-48be-9f0d-da610c16dc2c req-86fc6863-fa92-4db0-b781-da9dd01eb2e1 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4169736
Feb 12 21:03:57.820901 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] Deleting port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:03:57.833297 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:57.912515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf73c9-9215-4ab1-8db1-6ce5ad335edb req-9b856513-21de-4af7-bff0-557d8ead1983 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:57.914717 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfcf73c9-9215-4ab1-8db1-6ce5ad335edb req-9b856513-21de-4af7-bff0-557d8ead1983 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0718176
Feb 12 21:03:57.941333 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:57.948145 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9e6e8bdf-abc6-4d85-9988-bd4ae63adef9 req-4b8ab521-2487-45a3-ab70-3a7461d681ee tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 210 time: 0.0420499
Feb 12 21:03:57.954622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] For port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6,segment=NetworkSegment(d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc),segment_id=d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:03:57.954998 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:57.969493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] Calling delete_port for f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:03:57.977052 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfcf73c9-9215-4ab1-8db1-6ce5ad335edb req-23dbcfb4-8e6f-4c60-93f7-7463d2c1c53a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558815
Feb 12 21:03:57.990095 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] No DVR routers for this DVR port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:03:58.000654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Pushing event deleted for resources: {'Port': ['ID=f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:58.033330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:58.034889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:58.035416 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:58.036103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:58.037924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:58.038267 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:58.038602 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:58.038932 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:58.039261 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:58.039587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:58.040177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:58.040313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:58.040536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f3dd7-15e7-4147-8cea-1463dbe30137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:03:58.080580 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-984917f0-7780-442d-a035-7058cdc148d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:58.094959 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:58.110229 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-546c80d4-bbc6-46fa-918c-a037ca463e2d req-8bcfb702-d46c-422c-98f6-8f1c9458819b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 210 time: 0.0324693
Feb 12 21:03:58.120533 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:58.124429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] No DVR routers for this DVR port f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:03:58.199460 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (00db7637-715c-44c7-a356-d7a146fc856c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:58.230849 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54980) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:58.243828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa508d00>,) {'filters': {'network_id': ['00db7637-715c-44c7-a356-d7a146fc856c']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:58.244706 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9432058d-a12e-45dc-908d-4ed32b5b8616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:58.256145 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa508d00>, 'd7597d9d-e4c8-460c-b2bb-9e6b8e630ebc') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:58.256460 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa508d00>, 'd7597d9d-e4c8-460c-b2bb-9e6b8e630ebc') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:03:58.267207 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:58.280566 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:58.286654 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:03:58.287117 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (d7597d9d-e4c8-460c-b2bb-9e6b8e630ebc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:03:58.288791 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:03:58.320705 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9432058d-a12e-45dc-908d-4ed32b5b8616 admin admin] Publish callbacks [] for security_group (37df3790-34eb-4c73-96f1-43c83701d496), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:58.398455 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9432058d-a12e-45dc-908d-4ed32b5b8616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (37df3790-34eb-4c73-96f1-43c83701d496), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:58.441138 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9432058d-a12e-45dc-908d-4ed32b5b8616 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f033e4cab805416a80ba9649a63ae028&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2091110
Feb 12 21:03:58.442217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432058d-a12e-45dc-908d-4ed32b5b8616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37df3790-34eb-4c73-96f1-43c83701d496,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:58.445516 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54982) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:58.569193 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (00db7637-715c-44c7-a356-d7a146fc856c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:58.569193 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:58.569193 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/00db7637-715c-44c7-a356-d7a146fc856c HTTP/1.1" status: 204  len: 168 time: 1.3110261
Feb 12 21:03:58.569193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb0f72-0358-4ecd-8d1b-61b49709c8f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=00db7637-715c-44c7-a356-d7a146fc856c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:58.569193 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83a8fbfe-6e2c-44c1-aa99-773726a96701 admin admin] Publish callbacks [] for security_group (37df3790-34eb-4c73-96f1-43c83701d496), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:58.569193 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83a8fbfe-6e2c-44c1-aa99-773726a96701 admin admin] Publish callbacks [] for security_group (37df3790-34eb-4c73-96f1-43c83701d496), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:58.674617 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490218a8-3071-407a-a2f5-f650c865b7e1 req-ef6efc3f-15c5-4063-b08d-e37a61ede443 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:58.676135 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-490218a8-3071-407a-a2f5-f650c865b7e1 req-ef6efc3f-15c5-4063-b08d-e37a61ede443 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 950 time: 0.0551157
Feb 12 21:03:58.723969 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-490218a8-3071-407a-a2f5-f650c865b7e1 req-0b7e7cf6-29d0-44bd-955b-c4d2e49529fd tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422816
Feb 12 21:03:58.784342 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83a8fbfe-6e2c-44c1-aa99-773726a96701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (37df3790-34eb-4c73-96f1-43c83701d496), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:58.787615 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83a8fbfe-6e2c-44c1-aa99-773726a96701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:58.793639 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-83a8fbfe-6e2c-44c1-aa99-773726a96701 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37df3790-34eb-4c73-96f1-43c83701d496 HTTP/1.1" status: 204  len: 168 time: 0.3438380
Feb 12 21:03:58.802000 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8fbfe-6e2c-44c1-aa99-773726a96701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37df3790-34eb-4c73-96f1-43c83701d496,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:58.883439 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-779b1c44-b225-4d3d-8d43-b2d46189e68f req-50dde888-3d8f-45f9-a3f3-e3f9b60cd3f4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 210 time: 0.0291398
Feb 12 21:03:59.093941 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-412f07b0-2d18-4d8a-9f4b-05dcce42a256 req-3f62e6e3-b2f0-4c69-a089-db4a6a0f7242 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 210 time: 0.0482581
Feb 12 21:03:59.145325 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c698a49-c53f-48ec-9661-b978d33c841f req-8819b64b-a17a-4b10-9ae7-b87970c0d179 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:59.147020 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c698a49-c53f-48ec-9661-b978d33c841f req-8819b64b-a17a-4b10-9ae7-b87970c0d179 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.50 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 807 time: 0.1789067
Feb 12 21:03:59.159571 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:59.162848 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-3c698a49-c53f-48ec-9661-b978d33c841f req-34a18da8-08bf-4342-8e00-8c59691c4c75 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Request body: {'port': {'device_id': '831a7bdc-edf9-4121-9962-f3ae48b82047', 'network_id': '04e4405d-ac34-418d-b812-924c095df566', 'admin_state_up': True, 'tenant_id': '97311a1994be45a2b507aedc74f578df'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:03:59.196021 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35dd30-aeb2-485d-a344-00160cdd653e req-68ba8de2-3b3d-4ff1-89a6-a25bf7c5e521 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:59.197531 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7a35dd30-aeb2-485d-a344-00160cdd653e req-68ba8de2-3b3d-4ff1-89a6-a25bf7c5e521 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0951240
Feb 12 21:03:59.218204 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70ee854e-1d18-4f60-86f8-26bc9e9d5024 req-fd3462c3-1932-4507-abaf-f33c7596d547 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 210 time: 0.0283515
Feb 12 21:03:59.232228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55000) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:59.283890 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7f8936d6-a0d0-4971-9918-4023427ea06e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65e530a89835494485cff388fdc9d69b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0504820
Feb 12 21:03:59.286710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55002) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:03:59.320519 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:03:59.368613 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:03:59.390923 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f1602e03-57d6-4bb8-8fbe-1ee7f8ba1ef6 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:03:59.402678 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2fda0d5-8fc4-45b7-adaa-8b87c9206358 admin admin] Publish callbacks [] for security_group (7578bff6-7039-4055-a386-fe1812448b97), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:59.415457 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7a35dd30-aeb2-485d-a344-00160cdd653e req-d355423a-0ae6-4a41-92fc-7d5a5e906e30 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773508
Feb 12 21:03:59.438155 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2fda0d5-8fc4-45b7-adaa-8b87c9206358 admin admin] Publish callbacks [] for security_group (7578bff6-7039-4055-a386-fe1812448b97), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:59.498285 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:59.520360 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c698a49-c53f-48ec-9661-b978d33c841f req-34a18da8-08bf-4342-8e00-8c59691c4c75 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Made reservation on behalf of 97311a1994be45a2b507aedc74f578df for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:03:59.524269 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3c698a49-c53f-48ec-9661-b978d33c841f req-34a18da8-08bf-4342-8e00-8c59691c4c75 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:59.571828 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2fda0d5-8fc4-45b7-adaa-8b87c9206358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7578bff6-7039-4055-a386-fe1812448b97), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:59.574512 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2fda0d5-8fc4-45b7-adaa-8b87c9206358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:59.576619 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f2fda0d5-8fc4-45b7-adaa-8b87c9206358 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7578bff6-7039-4055-a386-fe1812448b97 HTTP/1.1" status: 204  len: 168 time: 0.2880244
Feb 12 21:03:59.584410 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fda0d5-8fc4-45b7-adaa-8b87c9206358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7578bff6-7039-4055-a386-fe1812448b97,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:03:59.673543 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-3c698a49-c53f-48ec-9661-b978d33c841f req-34a18da8-08bf-4342-8e00-8c59691c4c75 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Allocated IP 172.20.0.5 (04e4405d-ac34-418d-b812-924c095df566/92392980-c8c9-4fba-bd0f-ab0b7a77d147/32360a5d-8e56-4c23-9414-36fca780d88e) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:03:59.829576 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3c698a49-c53f-48ec-9661-b978d33c841f req-34a18da8-08bf-4342-8e00-8c59691c4c75 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks [] for port (32360a5d-8e56-4c23-9414-36fca780d88e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:03:59.858179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa91baf-1517-49be-a3c1-5459ea4a8c20 req-fc8fe80d-a4a3-4b12-8660-cf6d9d8383a0 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:03:59.859624 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-baa91baf-1517-49be-a3c1-5459ea4a8c20 req-fc8fe80d-a4a3-4b12-8660-cf6d9d8383a0 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 950 time: 0.0540500
Feb 12 21:03:59.917512 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-baa91baf-1517-49be-a3c1-5459ea4a8c20 req-01e89b01-1aa5-4ee8-a791-39271990ed2c tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512266
Feb 12 21:04:00.001313 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7e246ba6-c8b2-4871-8db9-b5ec2d80951a req-eb1476c0-0616-4db3-8334-65ff5014a656 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 210 time: 0.0402763
Feb 12 21:04:00.018860 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3c698a49-c53f-48ec-9661-b978d33c841f req-34a18da8-08bf-4342-8e00-8c59691c4c75 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:00.071391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c698a49-c53f-48ec-9661-b978d33c841f req-34a18da8-08bf-4342-8e00-8c59691c4c75 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Network 04e4405d-ac34-418d-b812-924c095df566 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:04:00.076437 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-3c698a49-c53f-48ec-9661-b978d33c841f req-34a18da8-08bf-4342-8e00-8c59691c4c75 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:04:00.084367 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a333829-495e-4599-b2fe-74de95ee82cc req-fd6d4c2f-1073-4043-947e-d6ce9c564fff tempest-LiveMigrationNegativeTest-1364433037 tempest-LiveMigrationNegativeTest-1364433037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:00.093109 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a333829-495e-4599-b2fe-74de95ee82cc req-fd6d4c2f-1073-4043-947e-d6ce9c564fff tempest-LiveMigrationNegativeTest-1364433037 tempest-LiveMigrationNegativeTest-1364433037-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 1132 time: 0.0804319
Feb 12 21:04:00.096578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c698a49-c53f-48ec-9661-b978d33c841f req-34a18da8-08bf-4342-8e00-8c59691c4c75 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:04:00.099887 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a18da8-08bf-4342-8e00-8c59691c4c75 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Pushing event updated for resources: {'Port': ['ID=32360a5d-8e56-4c23-9414-36fca780d88e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:00.113565 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0a333829-495e-4599-b2fe-74de95ee82cc req-d930b697-df98-48a2-986d-efbccc2cc556 tempest-LiveMigrationNegativeTest-1364433037 tempest-LiveMigrationNegativeTest-1364433037-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:00.233774 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c698a49-c53f-48ec-9661-b978d33c841f req-34a18da8-08bf-4342-8e00-8c59691c4c75 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:00.235700 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3c698a49-c53f-48ec-9661-b978d33c841f req-34a18da8-08bf-4342-8e00-8c59691c4c75 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:00.261912 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0a333829-495e-4599-b2fe-74de95ee82cc req-d930b697-df98-48a2-986d-efbccc2cc556 tempest-LiveMigrationNegativeTest-1364433037 tempest-LiveMigrationNegativeTest-1364433037-project-admin] Publish callbacks [] for security_group (3e349d10-0f10-4349-8925-90ef93278b6e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:00.272822 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a8cc2533-2a32-429b-9256-2980a07f202a req-85263c55-bdc9-458f-8187-e179d7034e64 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 210 time: 0.0856521
Feb 12 21:04:00.361259 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0a333829-495e-4599-b2fe-74de95ee82cc req-d930b697-df98-48a2-986d-efbccc2cc556 tempest-LiveMigrationNegativeTest-1364433037 tempest-LiveMigrationNegativeTest-1364433037-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3e349d10-0f10-4349-8925-90ef93278b6e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:00.412637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930b697-df98-48a2-986d-efbccc2cc556 tempest-LiveMigrationNegativeTest-1364433037 tempest-LiveMigrationNegativeTest-1364433037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e349d10-0f10-4349-8925-90ef93278b6e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:00.416943 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cf4e580a-fe65-4046-8fe3-d8e84dae6d13 req-668a9916-c458-4392-8126-5c0bde5680c9 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 210 time: 0.0624011
Feb 12 21:04:00.424669 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c698a49-c53f-48ec-9661-b978d33c841f req-34a18da8-08bf-4342-8e00-8c59691c4c75 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2674749
Feb 12 21:04:00.440765 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Request body: {'port': {'device_id': '831a7bdc-edf9-4121-9962-f3ae48b82047', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:00.460517 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a333829-495e-4599-b2fe-74de95ee82cc req-d930b697-df98-48a2-986d-efbccc2cc556 tempest-LiveMigrationNegativeTest-1364433037 tempest-LiveMigrationNegativeTest-1364433037-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3652127
Feb 12 21:04:00.596916 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3e033-85ba-4134-8948-966efad994cd req-1fee1d84-d66f-4c23-a733-7826fe3176f7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:00.598965 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4af3e033-85ba-4134-8948-966efad994cd req-1fee1d84-d66f-4c23-a733-7826fe3176f7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.50 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 821 time: 0.3296754
Feb 12 21:04:00.625004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-4af3e033-85ba-4134-8948-966efad994cd req-8c644b51-f552-4d95-802b-a61094dc49ee tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Request body: {'port': {'device_id': 'ac07934b-e366-4ce9-9d0b-d6f3ee7833f9', 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51', 'admin_state_up': True, 'tenant_id': '097ba3f98cb348929658959fd4ff31cf'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:00.693128 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:00.780961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab170b5d-becd-4ad2-867e-682d6950b2e4 req-31cc8157-7642-4773-b1b6-dbd3cc59ba87 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:00.780961 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ab170b5d-becd-4ad2-867e-682d6950b2e4 req-31cc8157-7642-4773-b1b6-dbd3cc59ba87 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.2235069
Feb 12 21:04:00.934261 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ab170b5d-becd-4ad2-867e-682d6950b2e4 req-06f12651-ab13-4eea-8385-5099f919877d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476433
Feb 12 21:04:00.983419 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:01.094946 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32360a5d-8e56-4c23-9414-36fca780d88e {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:01.115880 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af3e033-85ba-4134-8948-966efad994cd req-8c644b51-f552-4d95-802b-a61094dc49ee tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Made reservation on behalf of 097ba3f98cb348929658959fd4ff31cf for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:04:01.120881 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4af3e033-85ba-4134-8948-966efad994cd req-8c644b51-f552-4d95-802b-a61094dc49ee tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:01.126788 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Publish callbacks [] for port (32360a5d-8e56-4c23-9414-36fca780d88e), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:01.184920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Transition to ACTIVE for port object 32360a5d-8e56-4c23-9414-36fca780d88e will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:04:01.242225 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c8ab8-eec2-46fe-ae4e-d5136ee88c70 req-d8b37202-fec3-49b1-b6b6-a2e43df14f63 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:01.253084 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d6c8ab8-eec2-46fe-ae4e-d5136ee88c70 req-d8b37202-fec3-49b1-b6b6-a2e43df14f63 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 931 time: 0.1510863
Feb 12 21:04:01.282189 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:01.400283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d915103-e0e4-49d8-bd3c-7c3af5582422 req-60327ebf-a549-4e70-ba26-14209fccd628 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:01.401405 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Pushing event updated for resources: {'Port': ['ID=32360a5d-8e56-4c23-9414-36fca780d88e,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:01.401828 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d915103-e0e4-49d8-bd3c-7c3af5582422 req-60327ebf-a549-4e70-ba26-14209fccd628 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 950 time: 0.1338027
Feb 12 21:04:01.415396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-4af3e033-85ba-4134-8948-966efad994cd req-8c644b51-f552-4d95-802b-a61094dc49ee tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Allocated IP 172.20.0.2 (714ff2dc-d317-4a71-9ee6-4e812e6c4f51/0842d8e5-d921-4cb0-bac6-7b8b2456a4d7/692da1ed-6391-4b0f-95c0-4a1ac462850c) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:04:01.438183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-93822d79-7cf4-41a2-8928-70603362dfac tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:01.439707 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-93822d79-7cf4-41a2-8928-70603362dfac tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.50 "GET /v2.0/networks?id=809af00c-f029-4452-bdd8-36683da9a283 HTTP/1.1" status: 200  len: 817 time: 0.2186954
Feb 12 21:04:01.446180 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d6c8ab8-eec2-46fe-ae4e-d5136ee88c70 req-e53f4090-3d90-4897-bd05-1d65c395da8f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940124
Feb 12 21:04:01.525945 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d915103-e0e4-49d8-bd3c-7c3af5582422 req-4a0f1a25-3ac7-43cb-ba3c-b160bce217aa tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105349
Feb 12 21:04:01.531409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-83859e41-c6ef-4cb0-8428-479dfd3743db tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Request body: {'port': {'device_id': '8c5a4cce-cafc-4baa-aa1b-a5284bac65ca', 'network_id': '809af00c-f029-4452-bdd8-36683da9a283', 'admin_state_up': True, 'tenant_id': '7d9030a13fac41bc8e6af51b4f3328a8'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:01.533030 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Attempting to bind port 32360a5d-8e56-4c23-9414-36fca780d88e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:01.533381 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Attempting to bind port 32360a5d-8e56-4c23-9414-36fca780d88e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:01.533716 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Attempting to bind port 32360a5d-8e56-4c23-9414-36fca780d88e on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:01.541100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Port 32360a5d-8e56-4c23-9414-36fca780d88e on network 04e4405d-ac34-418d-b812-924c095df566 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:04:01.541531 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Attempting to bind port 32360a5d-8e56-4c23-9414-36fca780d88e on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:01.597975 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:01.598321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Checking segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:01.598705 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Bound using segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:01.599151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Bound port: 32360a5d-8e56-4c23-9414-36fca780d88e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:01.599504 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:01.650055 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bf1b5136-da2f-4d7a-ab59-890bf9e7cf97 req-c68dc760-04ce-4612-9232-528fd2608896 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 210 time: 0.0796115
Feb 12 21:04:01.689383 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c506a062-23b7-41a1-9470-3988ab182bbc req-636835b3-9bf4-46a0-8b12-0e930e950a9f tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 210 time: 0.0391030
Feb 12 21:04:01.744683 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4af3e033-85ba-4134-8948-966efad994cd req-8c644b51-f552-4d95-802b-a61094dc49ee tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks [] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:01.778130 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] For port 32360a5d-8e56-4c23-9414-36fca780d88e, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:01.782973 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] For port 32360a5d-8e56-4c23-9414-36fca780d88e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32360a5d-8e56-4c23-9414-36fca780d88e,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:01.838775 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-83859e41-c6ef-4cb0-8428-479dfd3743db tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Made reservation on behalf of 7d9030a13fac41bc8e6af51b4f3328a8 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:04:01.842854 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-83859e41-c6ef-4cb0-8428-479dfd3743db tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:01.868380 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:01.911048 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4af3e033-85ba-4134-8948-966efad994cd req-8c644b51-f552-4d95-802b-a61094dc49ee tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:01.926847 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:01.927471 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:01.928846 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c698a49-c53f-48ec-9661-b978d33c841f req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] 10.222.0.50 "PUT /v2.0/ports/32360a5d-8e56-4c23-9414-36fca780d88e HTTP/1.1" status: 200  len: 1091 time: 1.4964385
Feb 12 21:04:01.929600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831a7bdc-edf9-4121-9962-f3ae48b82047', 'tag': '32360a5d-8e56-4c23-9414-36fca780d88e'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:01.931853 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52f68be-311a-4421-9db2-0926db7ac83f" -d '{"events": [{"name": "network-changed", "server_uuid": "831a7bdc-edf9-4121-9962-f3ae48b82047", "tag": "32360a5d-8e56-4c23-9414-36fca780d88e"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:01.949404 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af3e033-85ba-4134-8948-966efad994cd req-8c644b51-f552-4d95-802b-a61094dc49ee tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:04:01.955304 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-4af3e033-85ba-4134-8948-966efad994cd req-8c644b51-f552-4d95-802b-a61094dc49ee tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:04:01.958253 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af3e033-85ba-4134-8948-966efad994cd req-8c644b51-f552-4d95-802b-a61094dc49ee tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:04:01.995799 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-83859e41-c6ef-4cb0-8428-479dfd3743db tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Allocated IP 172.20.0.2 (809af00c-f029-4452-bdd8-36683da9a283/2478fbe9-c2f6-4b3d-ac3f-8f6b766a91cf/793eba33-06ce-4fec-8b7c-1af8fdcaa0b3) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:04:02.034600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3e033-85ba-4134-8948-966efad994cd req-8c644b51-f552-4d95-802b-a61094dc49ee tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:02.035727 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4af3e033-85ba-4134-8948-966efad994cd req-8c644b51-f552-4d95-802b-a61094dc49ee tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:02.050084 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a735bbbe-8226-43b3-afbf-751ff2525a23 x-openstack-request-id: req-a735bbbe-8226-43b3-afbf-751ff2525a23 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:02.050592 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831a7bdc-edf9-4121-9962-f3ae48b82047", "tag": "32360a5d-8e56-4c23-9414-36fca780d88e", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:02.050838 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a735bbbe-8226-43b3-afbf-751ff2525a23 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:02.052067 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831a7bdc-edf9-4121-9962-f3ae48b82047', 'tag': '32360a5d-8e56-4c23-9414-36fca780d88e', 'status': 'completed', 'code': 200}
Feb 12 21:04:02.066247 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5897b-2517-4686-9527-3d13b1081816 service neutron] Pushing event updated for resources: {'Port': ['ID=32360a5d-8e56-4c23-9414-36fca780d88e,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:02.143701 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4af3e033-85ba-4134-8948-966efad994cd req-8c644b51-f552-4d95-802b-a61094dc49ee tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5266933
Feb 12 21:04:02.144284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c644b51-f552-4d95-802b-a61094dc49ee tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Pushing event updated for resources: {'Port': ['ID=692da1ed-6391-4b0f-95c0-4a1ac462850c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:02.155803 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Request body: {'port': {'device_id': 'ac07934b-e366-4ce9-9d0b-d6f3ee7833f9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:02.158858 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c5ba2-a252-4a17-ba57-35e8b79e91c7 req-7c729f4c-cfbe-4048-b280-2432d5949ed7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:02.165921 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-720c5ba2-a252-4a17-ba57-35e8b79e91c7 req-7c729f4c-cfbe-4048-b280-2432d5949ed7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.1300015
Feb 12 21:04:02.181091 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:02.185688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f68be-311a-4421-9db2-0926db7ac83f req-7f1444fb-7cae-4402-b83c-73850fc2600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:02.187202 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d52f68be-311a-4421-9db2-0926db7ac83f req-7f1444fb-7cae-4402-b83c-73850fc2600b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 1125 time: 0.1351891
Feb 12 21:04:02.245113 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-720c5ba2-a252-4a17-ba57-35e8b79e91c7 req-babe5e0a-3b93-474d-a92e-571b5815d02a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783305
Feb 12 21:04:02.247885 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-83859e41-c6ef-4cb0-8428-479dfd3743db tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Publish callbacks [] for port (793eba33-06ce-4fec-8b7c-1af8fdcaa0b3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:02.323699 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:02.382143 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-83859e41-c6ef-4cb0-8428-479dfd3743db tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (793eba33-06ce-4fec-8b7c-1af8fdcaa0b3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:02.423421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f68be-311a-4421-9db2-0926db7ac83f req-0f470d3c-471c-4cb1-af30-e69ab8f3aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:02.424953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d52f68be-311a-4421-9db2-0926db7ac83f req-0f470d3c-471c-4cb1-af30-e69ab8f3aa37 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=97311a1994be45a2b507aedc74f578df&shared=False HTTP/1.1" status: 200  len: 908 time: 0.2313380
Feb 12 21:04:02.427828 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-83859e41-c6ef-4cb0-8428-479dfd3743db tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Network 809af00c-f029-4452-bdd8-36683da9a283 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:04:02.431025 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-83859e41-c6ef-4cb0-8428-479dfd3743db tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:04:02.435106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-83859e41-c6ef-4cb0-8428-479dfd3743db tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:04:02.468611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83859e41-c6ef-4cb0-8428-479dfd3743db tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Pushing event updated for resources: {'Port': ['ID=793eba33-06ce-4fec-8b7c-1af8fdcaa0b3,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:02.510129 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-83859e41-c6ef-4cb0-8428-479dfd3743db tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:02.510861 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-83859e41-c6ef-4cb0-8428-479dfd3743db tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:02.530568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55106) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:02.579204 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-83859e41-c6ef-4cb0-8428-479dfd3743db tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1210427
Feb 12 21:04:02.593705 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Request body: {'port': {'device_id': '8c5a4cce-cafc-4baa-aa1b-a5284bac65ca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:02.712266 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d71fca73-d1e1-48f4-b8bf-6f537cbd99b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:02.739050 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (793eba33-06ce-4fec-8b7c-1af8fdcaa0b3), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:02.774879 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f1449-1daa-4370-ad95-b8809e9d832e req-787ffe74-be3d-4a05-8684-9e2c60539c52 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:02.776432 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-618f1449-1daa-4370-ad95-b8809e9d832e req-787ffe74-be3d-4a05-8684-9e2c60539c52 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 943 time: 0.2329977
Feb 12 21:04:02.785953 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f68be-311a-4421-9db2-0926db7ac83f req-0657468a-44ce-4eeb-b80e-f0c157ab3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:02.787866 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d52f68be-311a-4421-9db2-0926db7ac83f req-0657468a-44ce-4eeb-b80e-f0c157ab3f2c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2973981
Feb 12 21:04:02.806449 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f737d1-8966-4a1e-b848-d22f6487275c req-0078a946-346a-472a-af52-0888db57eea8 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:02.807591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-71f737d1-8966-4a1e-b848-d22f6487275c req-0078a946-346a-472a-af52-0888db57eea8 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 950 time: 0.1769698
Feb 12 21:04:02.900345 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-618f1449-1daa-4370-ad95-b8809e9d832e req-1220b243-c324-4503-b12a-a6c8def5dc81 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118441
Feb 12 21:04:02.930006 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30372ad8-64a6-4d97-aa8d-a9c14cb9dbee req-4f4d5f67-019b-40df-ab6f-3db5d70eba46 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:02.931582 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30372ad8-64a6-4d97-aa8d-a9c14cb9dbee req-4f4d5f67-019b-40df-ab6f-3db5d70eba46 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 950 time: 0.1958923
Feb 12 21:04:02.943442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692da1ed-6391-4b0f-95c0-4a1ac462850c {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:02.952214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c698a49-c53f-48ec-9661-b978d33c841f req-e43d51c5-26d7-49a0-893e-230077c2fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:02.954026 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c698a49-c53f-48ec-9661-b978d33c841f req-e43d51c5-26d7-49a0-893e-230077c2fc75 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 1125 time: 0.1064723
Feb 12 21:04:02.955578 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Publish callbacks [] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:02.984590 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Transition to ACTIVE for port object 692da1ed-6391-4b0f-95c0-4a1ac462850c will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:04:03.041656 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-71f737d1-8966-4a1e-b848-d22f6487275c req-e296e2c4-479b-49d1-988b-6a1651024891 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004187
Feb 12 21:04:03.080278 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d71fca73-d1e1-48f4-b8bf-6f537cbd99b9 admin admin] Publish callbacks [] for security_group (243eca23-c407-4b85-92ef-a54391bd4467), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:03.188685 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d71fca73-d1e1-48f4-b8bf-6f537cbd99b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (243eca23-c407-4b85-92ef-a54391bd4467), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:03.260573 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d71fca73-d1e1-48f4-b8bf-6f537cbd99b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d62621633f574aa69072cf920e7627f9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7285521
Feb 12 21:04:03.261306 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fca73-d1e1-48f4-b8bf-6f537cbd99b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243eca23-c407-4b85-92ef-a54391bd4467,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:03.264872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55138) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:03.323533 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c698a49-c53f-48ec-9661-b978d33c841f req-ee8c2160-e03f-4584-98a1-9478856b2fdd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32360a5d-8e56-4c23-9414-36fca780d88e HTTP/1.1" status: 200  len: 217 time: 0.3610401
Feb 12 21:04:03.324125 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:03.333636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-30372ad8-64a6-4d97-aa8d-a9c14cb9dbee req-a83b7c6a-9e38-4293-b681-d2397c1fa1e1 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Deleting port ca833092-d185-4819-837d-50563f38849e {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:04:03.333985 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-30372ad8-64a6-4d97-aa8d-a9c14cb9dbee req-a83b7c6a-9e38-4293-b681-d2397c1fa1e1 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ca833092-d185-4819-837d-50563f38849e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:03.343336 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d064271-8de8-42a7-abf7-5cdeb544e15d req-41a04409-5522-4c6b-bc6b-f006bd886ec3 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:03.344287 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d064271-8de8-42a7-abf7-5cdeb544e15d req-41a04409-5522-4c6b-bc6b-f006bd886ec3 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 943 time: 0.2258236
Feb 12 21:04:03.433436 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Pushing event updated for resources: {'Port': ['ID=692da1ed-6391-4b0f-95c0-4a1ac462850c,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:03.454406 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c698a49-c53f-48ec-9661-b978d33c841f req-c92db683-b65f-4cf8-9743-de8916deee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:03.454406 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c698a49-c53f-48ec-9661-b978d33c841f req-c92db683-b65f-4cf8-9743-de8916deee9e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.1098690
Feb 12 21:04:03.473570 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377c9d5-12d4-4a19-aaaa-d05b163664fe req-970581fa-3d44-48ce-ab22-3b848b62e01d tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:03.475044 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5377c9d5-12d4-4a19-aaaa-d05b163664fe req-970581fa-3d44-48ce-ab22-3b848b62e01d tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 931 time: 0.5042219
Feb 12 21:04:03.502684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:03.518847 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-486e8697-7ad0-4f3c-b69f-2ed9fd26908f admin admin] Publish callbacks [] for security_group (243eca23-c407-4b85-92ef-a54391bd4467), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:03.524237 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Publish callbacks [] for port (793eba33-06ce-4fec-8b7c-1af8fdcaa0b3), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:03.530844 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c698a49-c53f-48ec-9661-b978d33c841f req-2cc22316-d286-4128-bb91-3f63e9c56032 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548420
Feb 12 21:04:03.551590 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d064271-8de8-42a7-abf7-5cdeb544e15d req-d4de69cb-3e9c-4315-9276-157a17178a7e tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808283
Feb 12 21:04:03.562306 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Transition to ACTIVE for port object 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:04:03.569580 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-30372ad8-64a6-4d97-aa8d-a9c14cb9dbee req-a83b7c6a-9e38-4293-b681-d2397c1fa1e1 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] For port ca833092-d185-4819-837d-50563f38849e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ca833092-d185-4819-837d-50563f38849e,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:03.580408 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-30372ad8-64a6-4d97-aa8d-a9c14cb9dbee req-a83b7c6a-9e38-4293-b681-d2397c1fa1e1 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ca833092-d185-4819-837d-50563f38849e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:03.598128 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-486e8697-7ad0-4f3c-b69f-2ed9fd26908f admin admin] Publish callbacks [] for security_group (243eca23-c407-4b85-92ef-a54391bd4467), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:03.607112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-30372ad8-64a6-4d97-aa8d-a9c14cb9dbee req-a83b7c6a-9e38-4293-b681-d2397c1fa1e1 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Calling delete_port for ca833092-d185-4819-837d-50563f38849e owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:04:03.641834 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (793eba33-06ce-4fec-8b7c-1af8fdcaa0b3), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:03.646926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Attempting to bind port 692da1ed-6391-4b0f-95c0-4a1ac462850c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:03.647272 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Attempting to bind port 692da1ed-6391-4b0f-95c0-4a1ac462850c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:03.647609 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Attempting to bind port 692da1ed-6391-4b0f-95c0-4a1ac462850c on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:03.659849 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Port 692da1ed-6391-4b0f-95c0-4a1ac462850c on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:04:03.660264 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Attempting to bind port 692da1ed-6391-4b0f-95c0-4a1ac462850c on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:03.667493 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5377c9d5-12d4-4a19-aaaa-d05b163664fe req-921aa806-51b1-43f5-bb81-2c423f625f8e tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a53eed3-a370-48f6-b8a9-568f3f0c2056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810780
Feb 12 21:04:03.673424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:03.673424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Checking segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:03.678305 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Bound using segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:03.678305 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Bound port: 692da1ed-6391-4b0f-95c0-4a1ac462850c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:03.678305 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:03.699185 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c698a49-c53f-48ec-9661-b978d33c841f req-5faa0cc7-1c9f-4f33-8694-60776c7df6d0 service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583810
Feb 12 21:04:03.774039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Pushing event updated for resources: {'Port': ['ID=793eba33-06ce-4fec-8b7c-1af8fdcaa0b3,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:03.828149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983087c8-010e-4528-9317-3cee248048a1 req-54d2dba6-60e6-45ab-bea0-ff37939bd94f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:03.829288 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-983087c8-010e-4528-9317-3cee248048a1 req-54d2dba6-60e6-45ab-bea0-ff37939bd94f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.2057745
Feb 12 21:04:03.846166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] For port 692da1ed-6391-4b0f-95c0-4a1ac462850c, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:03.867153 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] For port 692da1ed-6391-4b0f-95c0-4a1ac462850c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:03.874524 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-486e8697-7ad0-4f3c-b69f-2ed9fd26908f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (243eca23-c407-4b85-92ef-a54391bd4467), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:03.875231 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c698a49-c53f-48ec-9661-b978d33c841f req-15f85d09-5a93-4aac-a4e8-268829c4847b service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537700
Feb 12 21:04:03.878955 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-486e8697-7ad0-4f3c-b69f-2ed9fd26908f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:03.878955 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-486e8697-7ad0-4f3c-b69f-2ed9fd26908f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/243eca23-c407-4b85-92ef-a54391bd4467 HTTP/1.1" status: 204  len: 168 time: 0.6097662
Feb 12 21:04:03.908147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e8697-7ad0-4f3c-b69f-2ed9fd26908f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243eca23-c407-4b85-92ef-a54391bd4467,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:03.949868 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:03.956362 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Attempting to bind port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:03.960591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Attempting to bind port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4ca1b092-e3dc-4183-8ec0-12f0619868e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '809af00c-f029-4452-bdd8-36683da9a283'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:03.960591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Attempting to bind port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 on network 809af00c-f029-4452-bdd8-36683da9a283 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:03.965121 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-983087c8-010e-4528-9317-3cee248048a1 req-2290fdbe-216e-4ecf-a933-f14a1f22245b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178384
Feb 12 21:04:03.969501 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 on network 809af00c-f029-4452-bdd8-36683da9a283 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:04:03.969837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Attempting to bind port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 on network 809af00c-f029-4452-bdd8-36683da9a283 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:03.978051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:03.982956 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:03.982956 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4af3e033-85ba-4134-8948-966efad994cd req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] 10.222.0.50 "PUT /v2.0/ports/692da1ed-6391-4b0f-95c0-4a1ac462850c HTTP/1.1" status: 200  len: 1091 time: 1.8290002
Feb 12 21:04:03.983164 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:03.983164 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Checking segment: {'id': '4ca1b092-e3dc-4183-8ec0-12f0619868e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '809af00c-f029-4452-bdd8-36683da9a283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:03.983164 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Bound using segment: {'id': '4ca1b092-e3dc-4183-8ec0-12f0619868e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '809af00c-f029-4452-bdd8-36683da9a283'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:03.983164 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Bound port: 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca1b092-e3dc-4183-8ec0-12f0619868e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '809af00c-f029-4452-bdd8-36683da9a283'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:03.983164 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (793eba33-06ce-4fec-8b7c-1af8fdcaa0b3), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:04.055437 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac07934b-e366-4ce9-9d0b-d6f3ee7833f9', 'tag': '692da1ed-6391-4b0f-95c0-4a1ac462850c'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:04.057851 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2963e3-ae31-4a29-abb8-73e113f9a506" -d '{"events": [{"name": "network-changed", "server_uuid": "ac07934b-e366-4ce9-9d0b-d6f3ee7833f9", "tag": "692da1ed-6391-4b0f-95c0-4a1ac462850c"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:04.064730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] For port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:04.068489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] For port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=793eba33-06ce-4fec-8b7c-1af8fdcaa0b3,segment=NetworkSegment(4ca1b092-e3dc-4183-8ec0-12f0619868e9),segment_id=4ca1b092-e3dc-4183-8ec0-12f0619868e9)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:04.075316 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-30372ad8-64a6-4d97-aa8d-a9c14cb9dbee req-a83b7c6a-9e38-4293-b681-d2397c1fa1e1 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ca833092-d185-4819-837d-50563f38849e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:04.091008 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['3e469e4d-bd4c-43d8-966a-65aac1e95ee8', 'ca833092-d185-4819-837d-50563f38849e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:04.107384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b7c6a-9e38-4293-b681-d2397c1fa1e1 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Pushing event deleted for resources: {'Port': ['ID=ca833092-d185-4819-837d-50563f38849e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:04.122518 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119ef90-65bc-4f67-87f7-30c1e6e18f52 service neutron] Pushing event updated for resources: {'Port': ['ID=692da1ed-6391-4b0f-95c0-4a1ac462850c,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:04.136445 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af585eef-f881-42cb-824f-f89176747428 x-openstack-request-id: req-af585eef-f881-42cb-824f-f89176747428 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:04.136743 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac07934b-e366-4ce9-9d0b-d6f3ee7833f9", "tag": "692da1ed-6391-4b0f-95c0-4a1ac462850c", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:04.137002 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af585eef-f881-42cb-824f-f89176747428 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:04.137535 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac07934b-e366-4ce9-9d0b-d6f3ee7833f9', 'tag': '692da1ed-6391-4b0f-95c0-4a1ac462850c', 'status': 'completed', 'code': 200}
Feb 12 21:04:04.153443 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b728c3e-db34-4b38-8061-9aba0826c26b req-a9c6e244-b82f-480e-812d-48208469806c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:04.155361 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7b728c3e-db34-4b38-8061-9aba0826c26b req-a9c6e244-b82f-480e-812d-48208469806c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 943 time: 0.1410491
Feb 12 21:04:04.162390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3e033-85ba-4134-8948-966efad994cd req-4ab6dac1-05ad-41aa-93c7-5bd174afa06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:04.163875 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4af3e033-85ba-4134-8948-966efad994cd req-4ab6dac1-05ad-41aa-93c7-5bd174afa06f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 1125 time: 0.1023483
Feb 12 21:04:04.178916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-30372ad8-64a6-4d97-aa8d-a9c14cb9dbee req-a83b7c6a-9e38-4293-b681-d2397c1fa1e1 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] No DVR routers for this DVR port ca833092-d185-4819-837d-50563f38849e on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:04:04.181700 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-30372ad8-64a6-4d97-aa8d-a9c14cb9dbee req-a83b7c6a-9e38-4293-b681-d2397c1fa1e1 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:04.185714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30372ad8-64a6-4d97-aa8d-a9c14cb9dbee req-a83b7c6a-9e38-4293-b681-d2397c1fa1e1 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.48 "DELETE /v2.0/ports/ca833092-d185-4819-837d-50563f38849e HTTP/1.1" status: 204  len: 173 time: 1.2051885
Feb 12 21:04:04.186452 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbbe5de-bac4-4103-85c9-a40a65f89b37', 'name': 'network-vif-deleted', 'tag': 'ca833092-d185-4819-837d-50563f38849e'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:04.188675 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57180612-79db-4a0f-86ce-2ee10b16c255" -d '{"events": [{"server_uuid": "5fbbe5de-bac4-4103-85c9-a40a65f89b37", "name": "network-vif-deleted", "tag": "ca833092-d185-4819-837d-50563f38849e"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:04.264524 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4af3e033-85ba-4134-8948-966efad994cd req-4712e9ac-9a2f-4a15-9110-8b43ac3f1e2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c HTTP/1.1" status: 200  len: 217 time: 0.0705864
Feb 12 21:04:04.284092 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10b994f9-11ea-42b9-9b86-941eccd6e2f5 req-81fd973f-48cf-4787-989a-caa14a3dc587 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 210 time: 0.0726213
Feb 12 21:04:04.293731 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (793eba33-06ce-4fec-8b7c-1af8fdcaa0b3), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:04.341808 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7b728c3e-db34-4b38-8061-9aba0826c26b req-0dc705e4-e07e-4dbc-879e-9aedb28ce10d tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729903
Feb 12 21:04:04.362713 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ec8878-a5ff-41e8-a3ec-d03ae53614b2 x-openstack-request-id: req-45ec8878-a5ff-41e8-a3ec-d03ae53614b2 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:04.363012 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbbe5de-bac4-4103-85c9-a40a65f89b37", "name": "network-vif-deleted", "tag": "ca833092-d185-4819-837d-50563f38849e", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:04.363270 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45ec8878-a5ff-41e8-a3ec-d03ae53614b2 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:04.363668 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbbe5de-bac4-4103-85c9-a40a65f89b37', 'name': 'network-vif-deleted', 'tag': 'ca833092-d185-4819-837d-50563f38849e', 'status': 'completed', 'code': 200}
Feb 12 21:04:04.369990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3e033-85ba-4134-8948-966efad994cd req-0f346229-0b15-4df7-b117-b51f3027342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:04.371483 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4af3e033-85ba-4134-8948-966efad994cd req-0f346229-0b15-4df7-b117-b51f3027342c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.1006849
Feb 12 21:04:04.386140 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:04.387248 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:04.391642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] 10.222.0.50 "PUT /v2.0/ports/793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 HTTP/1.1" status: 200  len: 1091 time: 1.8035243
Feb 12 21:04:04.416846 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4af3e033-85ba-4134-8948-966efad994cd req-c7a5b4e0-9c40-4f50-a6db-04d97c15d9bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387843
Feb 12 21:04:04.423764 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc55bae-4fab-42b8-96da-25c96b4c3460 service neutron] Pushing event updated for resources: {'Port': ['ID=793eba33-06ce-4fec-8b7c-1af8fdcaa0b3,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:04.517262 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4af3e033-85ba-4134-8948-966efad994cd req-d33a5398-3fe7-4111-a5e8-8d2afe427806 service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0936332
Feb 12 21:04:04.571691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-73cbe96d-1246-4135-a74e-5890fa2a4c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:04.573239 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-73cbe96d-1246-4135-a74e-5890fa2a4c0a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d9030a13fac41bc8e6af51b4f3328a8&device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 1125 time: 0.0452833
Feb 12 21:04:04.620086 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-15a042a0-0320-4256-87c8-d93bf2dc07d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 HTTP/1.1" status: 200  len: 217 time: 0.0389564
Feb 12 21:04:04.627107 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4af3e033-85ba-4134-8948-966efad994cd req-931f3fb5-5655-4011-9cef-b3556eeecca9 service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0996790
Feb 12 21:04:04.713730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-81e9f23d-1bfd-49e8-af34-9c5e5a54c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:04.713730 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-81e9f23d-1bfd-49e8-af34-9c5e5a54c1c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2478fbe9-c2f6-4b3d-ac3f-8f6b766a91cf HTTP/1.1" status: 200  len: 857 time: 0.0820949
Feb 12 21:04:04.745604 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-2bab90f3-2aba-447e-b5fb-240e28e5f4ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=809af00c-f029-4452-bdd8-36683da9a283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0279825
Feb 12 21:04:04.769729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f23d3-5e15-489e-834a-daca03281160 req-887002cd-cb1a-4b25-bd47-a7ea7c0c6749 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:04.771247 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec4f23d3-5e15-489e-834a-daca03281160 req-887002cd-cb1a-4b25-bd47-a7ea7c0c6749 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 943 time: 0.1067145
Feb 12 21:04:04.813739 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd7299-3731-433b-a07d-a1a3023f7b7d req-80865074-39bc-40db-aaac-2b66d5bfe953 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:04.815267 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5ffd7299-3731-433b-a07d-a1a3023f7b7d req-80865074-39bc-40db-aaac-2b66d5bfe953 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 943 time: 0.0729234
Feb 12 21:04:04.899194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55198) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:04.904914 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5ffd7299-3731-433b-a07d-a1a3023f7b7d req-a9db789d-28ca-4697-94e3-6669d4663c37 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a53eed3-a370-48f6-b8a9-568f3f0c2056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807772
Feb 12 21:04:04.921614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2963e3-ae31-4a29-abb8-73e113f9a506 req-447790cd-53aa-4b2c-b27a-2afd88932bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:04.923232 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b2963e3-ae31-4a29-abb8-73e113f9a506 req-447790cd-53aa-4b2c-b27a-2afd88932bf1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 1125 time: 0.1070364
Feb 12 21:04:04.924178 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-add0287a-e5cb-4c12-bb33-4d88e9c6513b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:05.122118 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2963e3-ae31-4a29-abb8-73e113f9a506 req-06aa8282-dee6-413d-b016-8150c5aa92dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:05.124014 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b2963e3-ae31-4a29-abb8-73e113f9a506 req-06aa8282-dee6-413d-b016-8150c5aa92dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 922 time: 0.1893904
Feb 12 21:04:05.188342 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec4f23d3-5e15-489e-834a-daca03281160 req-36ecccea-c027-4b26-b5cd-18d5e7a48aad tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4031711
Feb 12 21:04:05.191954 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-8ff7b248-9a9c-4387-9720-fd1ee718b2a9 service neutron] 10.222.0.50 "GET /v2.0/networks/809af00c-f029-4452-bdd8-36683da9a283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4385934
Feb 12 21:04:05.193773 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b2963e3-ae31-4a29-abb8-73e113f9a506 req-a355580c-3dd3-4b5e-9d9f-cb83c5ec07d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c HTTP/1.1" status: 200  len: 217 time: 0.0607145
Feb 12 21:04:05.200821 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-add0287a-e5cb-4c12-bb33-4d88e9c6513b admin admin] Publish callbacks [] for security_group (04399650-0b64-4d03-973e-bf2a9984ac32), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:05.208711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d75cc-7993-4ede-b19a-142d3e4a49e4 req-17aa7fcd-62da-430c-a261-3d639ffe384f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:05.210253 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-350d75cc-7993-4ede-b19a-142d3e4a49e4 req-17aa7fcd-62da-430c-a261-3d639ffe384f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.1543877
Feb 12 21:04:05.301704 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-350d75cc-7993-4ede-b19a-142d3e4a49e4 req-6e7ca1b1-5eab-438c-b7af-e20ef17c55bd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742347
Feb 12 21:04:05.304488 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-add0287a-e5cb-4c12-bb33-4d88e9c6513b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (04399650-0b64-4d03-973e-bf2a9984ac32), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:05.325259 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2963e3-ae31-4a29-abb8-73e113f9a506 req-2492b8d1-f188-48cb-8d14-433362db4cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:05.327991 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b2963e3-ae31-4a29-abb8-73e113f9a506 req-2492b8d1-f188-48cb-8d14-433362db4cea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.1148989
Feb 12 21:04:05.354580 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed4c017e-9b60-4a68-b2b1-41130d215175 req-bfad74e6-4adb-4e10-9252-f369272db68d service neutron] 10.222.0.50 "GET /v2.0/networks/809af00c-f029-4452-bdd8-36683da9a283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422753
Feb 12 21:04:05.365936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55214) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:05.366153 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-add0287a-e5cb-4c12-bb33-4d88e9c6513b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37dec1e18b224060ae73e2ca5db6fcf7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4654262
Feb 12 21:04:05.391538 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b2963e3-ae31-4a29-abb8-73e113f9a506 req-d6855824-6984-41fa-b135-4db7f41cf478 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488212
Feb 12 21:04:05.393840 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0287a-e5cb-4c12-bb33-4d88e9c6513b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04399650-0b64-4d03-973e-bf2a9984ac32,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:05.464718 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-421cebbf-0631-4068-905f-d3683d99fa66 admin admin] Publish callbacks [] for security_group (04399650-0b64-4d03-973e-bf2a9984ac32), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:05.492335 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-421cebbf-0631-4068-905f-d3683d99fa66 admin admin] Publish callbacks [] for security_group (04399650-0b64-4d03-973e-bf2a9984ac32), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:05.570395 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b2963e3-ae31-4a29-abb8-73e113f9a506 req-392a0907-eaea-4622-ad2d-f33df37caaa8 service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1714811
Feb 12 21:04:05.578966 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2a678-c9f7-4a0e-a402-171da8b58e30 req-95a5298f-1a64-4a80-9c35-9a5b2219ef81 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:05.580518 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-77e2a678-c9f7-4a0e-a402-171da8b58e30 req-95a5298f-1a64-4a80-9c35-9a5b2219ef81 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 943 time: 0.1026409
Feb 12 21:04:05.655545 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e7cc3cf-1147-4e67-aa52-c28753a56db3 req-7a446a4f-ad1e-4944-8fa9-cfb8505fefb0 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fbbe5de-bac4-4103-85c9-a40a65f89b37 HTTP/1.1" status: 200  len: 210 time: 0.0290105
Feb 12 21:04:05.656262 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-421cebbf-0631-4068-905f-d3683d99fa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (04399650-0b64-4d03-973e-bf2a9984ac32), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:05.658889 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-421cebbf-0631-4068-905f-d3683d99fa66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:05.662295 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-421cebbf-0631-4068-905f-d3683d99fa66 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04399650-0b64-4d03-973e-bf2a9984ac32 HTTP/1.1" status: 204  len: 168 time: 0.2927198
Feb 12 21:04:05.671885 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cebbf-0631-4068-905f-d3683d99fa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04399650-0b64-4d03-973e-bf2a9984ac32,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:05.692176 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-77e2a678-c9f7-4a0e-a402-171da8b58e30 req-13511993-65af-4625-b538-6d3d6097a515 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032584
Feb 12 21:04:05.717779 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b2963e3-ae31-4a29-abb8-73e113f9a506 req-146ec086-5d84-472c-bdf1-fbe667b58b2d service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362412
Feb 12 21:04:06.042030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78290f69-8440-4175-aaad-eb8c196c0d74 req-56c79ab2-30b8-4073-b102-036f099f5924 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:06.043509 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78290f69-8440-4175-aaad-eb8c196c0d74 req-56c79ab2-30b8-4073-b102-036f099f5924 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 943 time: 0.0622654
Feb 12 21:04:06.094620 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78290f69-8440-4175-aaad-eb8c196c0d74 req-64f5dbea-56ad-4ced-8fe1-37da8ebc00cb tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a53eed3-a370-48f6-b8a9-568f3f0c2056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438282
Feb 12 21:04:06.178051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device ca833092-d185-4819-837d-50563f38849e no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:04:06.205486 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: ca833092-d185-4819-837d-50563f38849e {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:04:06.205835 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device ca833092-d185-4819-837d-50563f38849e not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:04:06.323729 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ec635-236a-47c9-a35a-7edaa4b5bef0 req-8b7a151f-171d-4b81-9b90-854fa94c18eb tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:06.325213 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-740ec635-236a-47c9-a35a-7edaa4b5bef0 req-8b7a151f-171d-4b81-9b90-854fa94c18eb tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 943 time: 0.0579481
Feb 12 21:04:06.365107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5a4cce-cafc-4baa-aa1b-a5284bac65ca', 'tag': '793eba33-06ce-4fec-8b7c-1af8fdcaa0b3'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:06.367506 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8545e81-0fbc-43f9-ace3-142a48c51bab" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5a4cce-cafc-4baa-aa1b-a5284bac65ca", "tag": "793eba33-06ce-4fec-8b7c-1af8fdcaa0b3"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:06.373718 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-740ec635-236a-47c9-a35a-7edaa4b5bef0 req-60108fa3-8a65-4824-b019-57d51e978332 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424645
Feb 12 21:04:06.423152 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd5bb8e-0f77-4ff8-9c66-79f7daa43a9c x-openstack-request-id: req-2cd5bb8e-0f77-4ff8-9c66-79f7daa43a9c {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:06.423450 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5a4cce-cafc-4baa-aa1b-a5284bac65ca", "tag": "793eba33-06ce-4fec-8b7c-1af8fdcaa0b3", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:06.423708 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cd5bb8e-0f77-4ff8-9c66-79f7daa43a9c {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:06.424102 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5a4cce-cafc-4baa-aa1b-a5284bac65ca', 'tag': '793eba33-06ce-4fec-8b7c-1af8fdcaa0b3', 'status': 'completed', 'code': 200}
Feb 12 21:04:06.440050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e41cc8-c19b-4250-a6b5-d997c07428c5 req-9da8e34a-0aa6-4ec9-9311-c6a158a71793 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:06.441721 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31e41cc8-c19b-4250-a6b5-d997c07428c5 req-9da8e34a-0aa6-4ec9-9311-c6a158a71793 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0638278
Feb 12 21:04:06.491525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31e41cc8-c19b-4250-a6b5-d997c07428c5 req-cf320021-3daa-475f-a026-75309a98a47e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442891
Feb 12 21:04:06.493224 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8545e81-0fbc-43f9-ace3-142a48c51bab req-33c60fd6-cd58-4df4-8672-fb0b2ae54f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:06.494793 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e8545e81-0fbc-43f9-ace3-142a48c51bab req-33c60fd6-cd58-4df4-8672-fb0b2ae54f10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7d9030a13fac41bc8e6af51b4f3328a8&device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 1125 time: 0.0480552
Feb 12 21:04:06.590487 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8545e81-0fbc-43f9-ace3-142a48c51bab req-b347a392-cb61-46ae-9eff-268d24205bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:06.592453 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e8545e81-0fbc-43f9-ace3-142a48c51bab req-b347a392-cb61-46ae-9eff-268d24205bf3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=809af00c-f029-4452-bdd8-36683da9a283 HTTP/1.1" status: 200  len: 918 time: 0.0917633
Feb 12 21:04:06.634470 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e8545e81-0fbc-43f9-ace3-142a48c51bab req-c6e74e33-932b-4d68-adfe-54fb2d0747a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 HTTP/1.1" status: 200  len: 217 time: 0.0359168
Feb 12 21:04:06.686468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8545e81-0fbc-43f9-ace3-142a48c51bab req-a4b45978-3228-44f6-abb3-8ab32d586769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:06.688291 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e8545e81-0fbc-43f9-ace3-142a48c51bab req-a4b45978-3228-44f6-abb3-8ab32d586769 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2478fbe9-c2f6-4b3d-ac3f-8f6b766a91cf HTTP/1.1" status: 200  len: 857 time: 0.0459304
Feb 12 21:04:06.721666 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e8545e81-0fbc-43f9-ace3-142a48c51bab req-723c6fbd-ef9b-4cf8-8c97-24d0a9185ba9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=809af00c-f029-4452-bdd8-36683da9a283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273955
Feb 12 21:04:06.857606 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e8545e81-0fbc-43f9-ace3-142a48c51bab req-47f126f9-2468-4c08-b8de-6b70b6b6c547 service neutron] 10.222.0.50 "GET /v2.0/networks/809af00c-f029-4452-bdd8-36683da9a283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284199
Feb 12 21:04:06.877317 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15e420-4339-4ef0-9af2-5af253b0a720 req-259eaa62-f066-44f8-b6cd-bcf0636c9eee tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:06.878778 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7b15e420-4339-4ef0-9af2-5af253b0a720 req-259eaa62-f066-44f8-b6cd-bcf0636c9eee tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 943 time: 0.0871947
Feb 12 21:04:06.980544 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7b15e420-4339-4ef0-9af2-5af253b0a720 req-0b9e631d-54a3-4494-995d-1a47a1ca92cd tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903249
Feb 12 21:04:06.995690 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e8545e81-0fbc-43f9-ace3-142a48c51bab req-f3972bea-b841-4ed3-adb1-87107aac853a service neutron] 10.222.0.50 "GET /v2.0/networks/809af00c-f029-4452-bdd8-36683da9a283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325331
Feb 12 21:04:07.202112 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d784b2-5b9a-476b-946d-e21648b9121e req-48ceb2a1-ec32-4c14-8a0a-aa36082821c4 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:07.204111 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-73d784b2-5b9a-476b-946d-e21648b9121e req-48ceb2a1-ec32-4c14-8a0a-aa36082821c4 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 949 time: 0.0558798
Feb 12 21:04:07.239976 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10322300-c5e8-4576-b208-667e13a3b9e1 req-589bcd3f-ec37-44bd-8633-75041df0c4b5 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:07.242683 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10322300-c5e8-4576-b208-667e13a3b9e1 req-589bcd3f-ec37-44bd-8633-75041df0c4b5 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 943 time: 0.0617864
Feb 12 21:04:07.253327 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-73d784b2-5b9a-476b-946d-e21648b9121e req-8bc498df-6463-4350-bb25-8bbfe5a814b4 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429733
Feb 12 21:04:07.302990 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10322300-c5e8-4576-b208-667e13a3b9e1 req-a8ef949f-a849-4a9f-b563-d6d0e65ca3db tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a53eed3-a370-48f6-b8a9-568f3f0c2056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546300
Feb 12 21:04:07.508676 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf848f6-cf9a-4987-97ef-efac65768d31 req-3dd94271-7d44-4c61-bf9a-85cb124457da tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:07.510296 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2cf848f6-cf9a-4987-97ef-efac65768d31 req-3dd94271-7d44-4c61-bf9a-85cb124457da tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 943 time: 0.0568941
Feb 12 21:04:07.600526 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2cf848f6-cf9a-4987-97ef-efac65768d31 req-73abf8d1-0f90-453c-9917-9c21c2eb9a89 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709994
Feb 12 21:04:07.647486 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c0473-0d97-43ae-9df1-876f1691f742 req-f5a8b015-246c-44c2-b835-ea3b4405b8e0 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:07.649802 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-765c0473-0d97-43ae-9df1-876f1691f742 req-f5a8b015-246c-44c2-b835-ea3b4405b8e0 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0579150
Feb 12 21:04:07.682014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 692da1ed-6391-4b0f-95c0-4a1ac462850c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:04:07.712622 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-765c0473-0d97-43ae-9df1-876f1691f742 req-37865c0c-39de-4aea-8ac3-2af4934d8725 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543272
Feb 12 21:04:07.792890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 692da1ed-6391-4b0f-95c0-4a1ac462850c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:07.805326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '692da1ed-6391-4b0f-95c0-4a1ac462850c', 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51', 'port_id': '692da1ed-6391-4b0f-95c0-4a1ac462850c', 'mac_address': 'fa:16:3e:25:91:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0842d8e5-d921-4cb0-bac6-7b8b2456a4d7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:04:07.847569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 692da1ed-6391-4b0f-95c0-4a1ac462850c is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:07.847961 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:07.861004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692da1ed-6391-4b0f-95c0-4a1ac462850c {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:07.880938 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 692da1ed-6391-4b0f-95c0-4a1ac462850c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:08.035156 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:08.035863 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 32360a5d-8e56-4c23-9414-36fca780d88e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:04:08.112437 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a52202-4565-4ff4-a29a-55f8045fcf73 req-ba7eaa9e-4872-4d99-9fa2-4bdbe36a5a52 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:08.116174 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=692da1ed-6391-4b0f-95c0-4a1ac462850c,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:08.118474 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-14a52202-4565-4ff4-a29a-55f8045fcf73 req-ba7eaa9e-4872-4d99-9fa2-4bdbe36a5a52 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 943 time: 0.0649691
Feb 12 21:04:08.167606 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-14a52202-4565-4ff4-a29a-55f8045fcf73 req-10373239-f857-4d54-ac34-a56ecb962ae4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453045
Feb 12 21:04:08.180036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 32360a5d-8e56-4c23-9414-36fca780d88e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32360a5d-8e56-4c23-9414-36fca780d88e,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:08.193216 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '32360a5d-8e56-4c23-9414-36fca780d88e', 'network_id': '04e4405d-ac34-418d-b812-924c095df566', 'port_id': '32360a5d-8e56-4c23-9414-36fca780d88e', 'mac_address': 'fa:16:3e:27:80:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92392980-c8c9-4fba-bd0f-ab0b7a77d147', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:04:08.243682 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 32360a5d-8e56-4c23-9414-36fca780d88e is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:08.244147 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:08.262607 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32360a5d-8e56-4c23-9414-36fca780d88e {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:08.284562 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 32360a5d-8e56-4c23-9414-36fca780d88e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32360a5d-8e56-4c23-9414-36fca780d88e,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:08.360605 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:08.410715 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30040aee-54b7-4bf1-ad56-d342e2819543 req-5134270a-975c-43ee-942f-70211cada25c tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:08.412454 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-30040aee-54b7-4bf1-ad56-d342e2819543 req-5134270a-975c-43ee-942f-70211cada25c tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 949 time: 0.0826831
Feb 12 21:04:08.454702 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf919174-a9f1-4fa3-a3bb-1943d701f76f req-3ffaf968-d90e-4e83-a995-0ec95754cc36 tempest-QuotasAdminNegativeTest-1106696563 tempest-QuotasAdminNegativeTest-1106696563-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=15de42462d64482fa5052897ac17b193&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0238388
Feb 12 21:04:08.474053 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-30040aee-54b7-4bf1-ad56-d342e2819543 req-54e93857-1702-479d-9ad0-a2c0732cd9f7 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553789
Feb 12 21:04:08.553090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=32360a5d-8e56-4c23-9414-36fca780d88e,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:08.590912 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141faf68-ca09-4eda-ac7d-d528a4d94e75 req-3150bacd-3410-4c82-9e01-ed602f939afa tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:08.592532 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-141faf68-ca09-4eda-ac7d-d528a4d94e75 req-3150bacd-3410-4c82-9e01-ed602f939afa tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 943 time: 0.0632777
Feb 12 21:04:08.610414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf919174-a9f1-4fa3-a3bb-1943d701f76f req-aa6d84c8-ac97-41b5-9160-8d5ec5e92f4d tempest-QuotasAdminNegativeTest-1106696563 tempest-QuotasAdminNegativeTest-1106696563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:08.611873 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf919174-a9f1-4fa3-a3bb-1943d701f76f req-aa6d84c8-ac97-41b5-9160-8d5ec5e92f4d tempest-QuotasAdminNegativeTest-1106696563 tempest-QuotasAdminNegativeTest-1106696563-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1502295
Feb 12 21:04:08.621104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83592815-2f66-4c37-b101-6062aadb5b85 req-69956bc4-078a-4f06-8877-9520725e5b10 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:08.623129 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-83592815-2f66-4c37-b101-6062aadb5b85 req-69956bc4-078a-4f06-8877-9520725e5b10 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.48 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 949 time: 0.0884986
Feb 12 21:04:08.641990 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-141faf68-ca09-4eda-ac7d-d528a4d94e75 req-9a035ca0-e733-4927-b399-f2f8ae1c543a tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a53eed3-a370-48f6-b8a9-568f3f0c2056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435617
Feb 12 21:04:08.642890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['692da1ed-6391-4b0f-95c0-4a1ac462850c'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:08.662244 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf919174-a9f1-4fa3-a3bb-1943d701f76f req-9afd0004-dfe2-402b-85d0-d520026e1e47 tempest-QuotasAdminNegativeTest-1106696563 tempest-QuotasAdminNegativeTest-1106696563-project] 10.222.0.31 "GET /v2.0/quotas/15de42462d64482fa5052897ac17b193 HTTP/1.1" status: 200  len: 375 time: 0.0380468
Feb 12 21:04:08.682150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['32360a5d-8e56-4c23-9414-36fca780d88e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:08.713580 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf919174-a9f1-4fa3-a3bb-1943d701f76f req-40cfc33b-b8bc-4c45-821f-b65671bf24bc tempest-QuotasAdminNegativeTest-1106696563 tempest-QuotasAdminNegativeTest-1106696563-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=15de42462d64482fa5052897ac17b193&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0436823
Feb 12 21:04:08.771030 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-a2eca6e7-ca06-4161-96eb-488c025f8393 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d8ed44c8eee2476593e75478c214644c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0399530
Feb 12 21:04:08.784512 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-83592815-2f66-4c37-b101-6062aadb5b85 req-3bc8765f-d273-47a6-babe-72a1df0bd200 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Deleting port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:04:08.784857 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-83592815-2f66-4c37-b101-6062aadb5b85 req-3bc8765f-d273-47a6-babe-72a1df0bd200 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3e469e4d-bd4c-43d8-966a-65aac1e95ee8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:08.886575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-6f8cc361-566a-49f9-be3a-4050ff64120e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:08.888802 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-6f8cc361-566a-49f9-be3a-4050ff64120e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1155746
Feb 12 21:04:08.905569 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-c676f6e3-8391-44ec-ad15-810e840192d7 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/quotas/d8ed44c8eee2476593e75478c214644c HTTP/1.1" status: 200  len: 375 time: 0.0101438
Feb 12 21:04:08.920152 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-83592815-2f66-4c37-b101-6062aadb5b85 req-3bc8765f-d273-47a6-babe-72a1df0bd200 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] For port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e469e4d-bd4c-43d8-966a-65aac1e95ee8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:08.920521 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-83592815-2f66-4c37-b101-6062aadb5b85 req-3bc8765f-d273-47a6-babe-72a1df0bd200 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3e469e4d-bd4c-43d8-966a-65aac1e95ee8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:08.939932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7d688-937d-4c58-a5c8-426fcf87bcef req-0ecd0ce3-633c-4aed-bdc6-a65c64a5dca7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:08.941450 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ffa7d688-937d-4c58-a5c8-426fcf87bcef req-0ecd0ce3-633c-4aed-bdc6-a65c64a5dca7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 944 time: 0.0961719
Feb 12 21:04:08.945664 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-83592815-2f66-4c37-b101-6062aadb5b85 req-3bc8765f-d273-47a6-babe-72a1df0bd200 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Calling delete_port for 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:04:08.946263 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-324ae221-1bd5-43f1-8c3d-f6373881f4f1 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8ed44c8eee2476593e75478c214644c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0306337
Feb 12 21:04:09.040931 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ffa7d688-937d-4c58-a5c8-426fcf87bcef req-aa01245a-326a-4502-bfaa-690d2d7b71b8 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855937
Feb 12 21:04:09.175593 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7665a-464b-4dc5-a0ea-ab4841592581 req-5cde35dc-981a-40fe-b77c-8e9c4ae5bb08 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:09.177240 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6e7665a-464b-4dc5-a0ea-ab4841592581 req-5cde35dc-981a-40fe-b77c-8e9c4ae5bb08 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0741847
Feb 12 21:04:09.242081 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6e7665a-464b-4dc5-a0ea-ab4841592581 req-58d7282d-a2fc-4474-a418-c4da37f8541e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582311
Feb 12 21:04:09.243270 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-83592815-2f66-4c37-b101-6062aadb5b85 req-3bc8765f-d273-47a6-babe-72a1df0bd200 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3e469e4d-bd4c-43d8-966a-65aac1e95ee8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:09.260312 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['3e469e4d-bd4c-43d8-966a-65aac1e95ee8'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:09.282769 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8765f-d273-47a6-babe-72a1df0bd200 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Pushing event deleted for resources: {'Port': ['ID=3e469e4d-bd4c-43d8-966a-65aac1e95ee8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:09.342379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-83592815-2f66-4c37-b101-6062aadb5b85 req-3bc8765f-d273-47a6-babe-72a1df0bd200 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] No DVR routers for this DVR port 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:04:09.345526 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-83592815-2f66-4c37-b101-6062aadb5b85 req-3bc8765f-d273-47a6-babe-72a1df0bd200 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:09.349246 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-83592815-2f66-4c37-b101-6062aadb5b85 req-3bc8765f-d273-47a6-babe-72a1df0bd200 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.48 "DELETE /v2.0/ports/3e469e4d-bd4c-43d8-966a-65aac1e95ee8 HTTP/1.1" status: 204  len: 173 time: 0.7180800
Feb 12 21:04:09.350366 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7', 'name': 'network-vif-deleted', 'tag': '3e469e4d-bd4c-43d8-966a-65aac1e95ee8'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:09.353504 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c827c4-12b3-4f52-83f4-8bf1e2e7247a" -d '{"events": [{"server_uuid": "3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7", "name": "network-vif-deleted", "tag": "3e469e4d-bd4c-43d8-966a-65aac1e95ee8"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:09.410128 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4b520-ef14-45ff-a880-f4e87b2d70af req-a4798485-f972-4f8d-aee3-801aac834162 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:09.411635 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6af4b520-ef14-45ff-a880-f4e87b2d70af req-a4798485-f972-4f8d-aee3-801aac834162 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 944 time: 0.0706229
Feb 12 21:04:09.459722 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6af4b520-ef14-45ff-a880-f4e87b2d70af req-b4a59877-0c6c-44c8-a0f5-18e286e0fb9a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422673
Feb 12 21:04:09.554244 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a211fede-7a8e-4971-84b0-30db1e72c015 x-openstack-request-id: req-a211fede-7a8e-4971-84b0-30db1e72c015 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:09.554244 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7", "name": "network-vif-deleted", "tag": "3e469e4d-bd4c-43d8-966a-65aac1e95ee8", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:09.554499 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a211fede-7a8e-4971-84b0-30db1e72c015 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:09.554892 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7', 'name': 'network-vif-deleted', 'tag': '3e469e4d-bd4c-43d8-966a-65aac1e95ee8', 'status': 'completed', 'code': 200}
Feb 12 21:04:09.556994 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-5d9ae4e4-7df5-4ea8-aaa1-52c6f1eb1491 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d8ed44c8eee2476593e75478c214644c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0249674
Feb 12 21:04:09.641909 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a44058c1-b4a3-4fcd-a726-26b160693178 req-9304d251-2a17-4348-9f69-bd717174d4f0 tempest-LiveMigrationNegativeTest-1230802664 tempest-LiveMigrationNegativeTest-1230802664-project] 10.222.0.31 "GET /v2.0/ports?device_id=3eb8b0a7-d21b-4cc8-a2b3-d762b1a834e7 HTTP/1.1" status: 200  len: 210 time: 0.0333083
Feb 12 21:04:09.696968 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:04:09.701675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 692da1ed-6391-4b0f-95c0-4a1ac462850c up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:04:09.702575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-22e52c18-c32a-4fc7-b194-e256dad631dd tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:09.711419 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-22e52c18-c32a-4fc7-b194-e256dad631dd tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1475301
Feb 12 21:04:09.731428 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-d7f12520-2eef-47ee-ae0d-b899bf5f681d tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/quotas/d8ed44c8eee2476593e75478c214644c HTTP/1.1" status: 200  len: 375 time: 0.0184553
Feb 12 21:04:09.798980 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-c5c91c20-2562-4d71-8ae3-71b4b7930cb3 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8ed44c8eee2476593e75478c214644c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0645344
Feb 12 21:04:09.906826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 692da1ed-6391-4b0f-95c0-4a1ac462850c completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:04:09.921989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 692da1ed-6391-4b0f-95c0-4a1ac462850c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:09.922522 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:09.925625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=793eba33-06ce-4fec-8b7c-1af8fdcaa0b3,segment=NetworkSegment(4ca1b092-e3dc-4183-8ec0-12f0619868e9),segment_id=4ca1b092-e3dc-4183-8ec0-12f0619868e9)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:09.964672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '793eba33-06ce-4fec-8b7c-1af8fdcaa0b3', 'network_id': '809af00c-f029-4452-bdd8-36683da9a283', 'port_id': '793eba33-06ce-4fec-8b7c-1af8fdcaa0b3', 'mac_address': 'fa:16:3e:1d:0d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2478fbe9-c2f6-4b3d-ac3f-8f6b766a91cf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:04:10.019817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:10.020646 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (793eba33-06ce-4fec-8b7c-1af8fdcaa0b3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:10.050027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dae5e-180b-4e9d-95ab-7299e432a094 req-835ebfb1-dc0d-4161-b0c5-baf771782be8 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:10.058823 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08dae5e-180b-4e9d-95ab-7299e432a094 req-835ebfb1-dc0d-4161-b0c5-baf771782be8 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 943 time: 0.0711761
Feb 12 21:04:10.075875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 692da1ed-6391-4b0f-95c0-4a1ac462850c is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:10.076269 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:10.085450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:10.117180 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08dae5e-180b-4e9d-95ab-7299e432a094 req-9a17b033-7d36-4f08-9996-4e517aff746e tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a53eed3-a370-48f6-b8a9-568f3f0c2056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569758
Feb 12 21:04:10.121763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac07934b-e366-4ce9-9d0b-d6f3ee7833f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692da1ed-6391-4b0f-95c0-4a1ac462850c'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:10.123608 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ae6aa7-2cb0-438d-94f5-457eb30c7872" -d '{"events": [{"server_uuid": "ac07934b-e366-4ce9-9d0b-d6f3ee7833f9", "name": "network-vif-plugged", "status": "completed", "tag": "692da1ed-6391-4b0f-95c0-4a1ac462850c"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:10.136168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=793eba33-06ce-4fec-8b7c-1af8fdcaa0b3,segment=NetworkSegment(4ca1b092-e3dc-4183-8ec0-12f0619868e9),segment_id=4ca1b092-e3dc-4183-8ec0-12f0619868e9)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:10.143201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 692da1ed-6391-4b0f-95c0-4a1ac462850c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:10.201137 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (793eba33-06ce-4fec-8b7c-1af8fdcaa0b3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:10.225210 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-13a1d9c7-8799-4e76-a335-40df5e3e001c req-254d7722-16c8-485e-97c3-a7f832081bf7 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 210 time: 0.0424130
Feb 12 21:04:10.250582 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=793eba33-06ce-4fec-8b7c-1af8fdcaa0b3,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:10.287472 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:10.288416 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 32360a5d-8e56-4c23-9414-36fca780d88e up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:04:10.385791 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccb161d-335b-4327-8a34-042c09a21b3c x-openstack-request-id: req-dccb161d-335b-4327-8a34-042c09a21b3c {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:10.389329 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac07934b-e366-4ce9-9d0b-d6f3ee7833f9", "name": "network-vif-plugged", "status": "completed", "tag": "692da1ed-6391-4b0f-95c0-4a1ac462850c", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:10.389738 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dccb161d-335b-4327-8a34-042c09a21b3c {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:10.391240 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac07934b-e366-4ce9-9d0b-d6f3ee7833f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692da1ed-6391-4b0f-95c0-4a1ac462850c', 'code': 200}
Feb 12 21:04:10.400373 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=692da1ed-6391-4b0f-95c0-4a1ac462850c,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:10.407029 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03c487-3801-43ac-9414-7b9cb4ab0b43 req-05a3936d-060d-49a8-8f9b-afbaeeaf65f2 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:10.409563 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc03c487-3801-43ac-9414-7b9cb4ab0b43 req-05a3936d-060d-49a8-8f9b-afbaeeaf65f2 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 945 time: 0.1136272
Feb 12 21:04:10.492371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 32360a5d-8e56-4c23-9414-36fca780d88e completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:04:10.495809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae998e-c595-4245-8720-70e6c175b206 req-0c443994-82ad-4f4b-91d0-0f8874891db7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:10.498026 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fcae998e-c595-4245-8720-70e6c175b206 req-0c443994-82ad-4f4b-91d0-0f8874891db7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0674067
Feb 12 21:04:10.498957 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['793eba33-06ce-4fec-8b7c-1af8fdcaa0b3'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:10.524451 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc03c487-3801-43ac-9414-7b9cb4ab0b43 req-bee14e36-6446-460c-9881-8a9b308796c5 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981584
Feb 12 21:04:10.530393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 32360a5d-8e56-4c23-9414-36fca780d88e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:10.530963 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:10.541200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2248bef-8855-43e6-a158-145ecf70df31 req-37e94051-3a65-4a04-b165-2d95545ba010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:10.542739 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2248bef-8855-43e6-a158-145ecf70df31 req-37e94051-3a65-4a04-b165-2d95545ba010 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 1127 time: 0.0639923
Feb 12 21:04:10.566159 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fcae998e-c595-4245-8720-70e6c175b206 req-389f5509-f770-4209-a371-b57431da10c8 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603461
Feb 12 21:04:10.632910 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2248bef-8855-43e6-a158-145ecf70df31 req-70cbac75-6584-4c68-94f5-873153832cfd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813644
Feb 12 21:04:10.686061 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f6914a79-79bb-4a26-b789-499ba36a73d7 req-a44e36e9-a075-497a-a8e9-a85e79e0cde2 tempest-QuotasAdminNegativeTest-1106696563 tempest-QuotasAdminNegativeTest-1106696563-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=15de42462d64482fa5052897ac17b193&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0298593
Feb 12 21:04:10.712186 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 32360a5d-8e56-4c23-9414-36fca780d88e is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:10.712735 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:10.761829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dd2fc-f998-4bc3-b6a9-2c370ee7b5ab req-1d5033a8-67dc-4b19-81dc-a4a50dabb1b0 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:10.768124 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a68dd2fc-f998-4bc3-b6a9-2c370ee7b5ab req-1d5033a8-67dc-4b19-81dc-a4a50dabb1b0 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 944 time: 0.0755656
Feb 12 21:04:10.785500 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 32360a5d-8e56-4c23-9414-36fca780d88e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32360a5d-8e56-4c23-9414-36fca780d88e,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:10.822966 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6914a79-79bb-4a26-b789-499ba36a73d7 req-9152e643-635c-47fa-9e3d-98e8b0bb3552 tempest-QuotasAdminNegativeTest-1106696563 tempest-QuotasAdminNegativeTest-1106696563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:10.824462 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f6914a79-79bb-4a26-b789-499ba36a73d7 req-9152e643-635c-47fa-9e3d-98e8b0bb3552 tempest-QuotasAdminNegativeTest-1106696563 tempest-QuotasAdminNegativeTest-1106696563-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1354170
Feb 12 21:04:10.828445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a68dd2fc-f998-4bc3-b6a9-2c370ee7b5ab req-5df57c10-cd0c-4e81-954e-c76067f2d745 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477030
Feb 12 21:04:10.845986 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f6914a79-79bb-4a26-b789-499ba36a73d7 req-6f62c1bc-e58e-472c-8824-acfa17334f59 tempest-QuotasAdminNegativeTest-1106696563 tempest-QuotasAdminNegativeTest-1106696563-project] 10.222.0.31 "GET /v2.0/quotas/15de42462d64482fa5052897ac17b193 HTTP/1.1" status: 200  len: 375 time: 0.0150659
Feb 12 21:04:10.877837 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f6914a79-79bb-4a26-b789-499ba36a73d7 req-00f6bb19-3819-4e5d-96cf-0a2d5220e2cc tempest-QuotasAdminNegativeTest-1106696563 tempest-QuotasAdminNegativeTest-1106696563-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=15de42462d64482fa5052897ac17b193&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0310299
Feb 12 21:04:10.918774 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:10.972472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=32360a5d-8e56-4c23-9414-36fca780d88e,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:11.258908 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe3d8-ebfd-491e-8c43-9db87d7b36fe req-2982bbde-7507-4284-92eb-c51de09bf4cb tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:11.260429 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c6abe3d8-ebfd-491e-8c43-9db87d7b36fe req-2982bbde-7507-4284-92eb-c51de09bf4cb tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 944 time: 0.0607185
Feb 12 21:04:11.327271 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c6abe3d8-ebfd-491e-8c43-9db87d7b36fe req-e14b039a-e641-4adc-83c0-857d7c110520 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a53eed3-a370-48f6-b8a9-568f3f0c2056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540330
Feb 12 21:04:11.397107 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9a634c7c-8cd1-4477-b8f7-a273df31dc77 req-862ef0cc-3b0b-4f51-8024-c23de0740dd9 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 210 time: 0.0374599
Feb 12 21:04:11.472906 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55498) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:11.628646 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0c8c6227-4e18-4ab6-a133-7c2ab1664200 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7203bbecaaef4f3ba3ff7f46109eaff9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1544726
Feb 12 21:04:11.631354 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55506) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:11.670963 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f50d2-3aeb-40fd-8d55-d2477df03397 req-c164c06e-9103-4589-b3d2-82400303190b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:11.672429 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-304f50d2-3aeb-40fd-8d55-d2477df03397 req-c164c06e-9103-4589-b3d2-82400303190b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 945 time: 0.0587707
Feb 12 21:04:11.690111 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4e02fdc1-0285-4fe1-9aea-1657a34194ff admin admin] Publish callbacks [] for security_group (f6b481e7-8acd-4c8d-a24b-a10ac41ea88d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:11.712787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:04:11.725518 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4e02fdc1-0285-4fe1-9aea-1657a34194ff admin admin] Publish callbacks [] for security_group (f6b481e7-8acd-4c8d-a24b-a10ac41ea88d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:11.797960 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-304f50d2-3aeb-40fd-8d55-d2477df03397 req-f89dd0c6-034d-403f-b7d3-f281c3723cfe tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189241
Feb 12 21:04:11.892222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03118636-ec46-4aa1-898a-a0f28aa9afb1 req-1a94ed70-f566-40b0-a750-f16a4f445e48 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:11.893969 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-03118636-ec46-4aa1-898a-a0f28aa9afb1 req-1a94ed70-f566-40b0-a750-f16a4f445e48 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0591028
Feb 12 21:04:11.946387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:04:11.946387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:11.946387 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (793eba33-06ce-4fec-8b7c-1af8fdcaa0b3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:11.946725 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4e02fdc1-0285-4fe1-9aea-1657a34194ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f6b481e7-8acd-4c8d-a24b-a10ac41ea88d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:11.946725 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4e02fdc1-0285-4fe1-9aea-1657a34194ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:11.946725 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4e02fdc1-0285-4fe1-9aea-1657a34194ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6b481e7-8acd-4c8d-a24b-a10ac41ea88d HTTP/1.1" status: 204  len: 168 time: 0.3126862
Feb 12 21:04:11.974522 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-03118636-ec46-4aa1-898a-a0f28aa9afb1 req-3fdfc45f-0446-4edf-8043-a68eef87dde5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749166
Feb 12 21:04:11.975623 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02fdc1-0285-4fe1-9aea-1657a34194ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b481e7-8acd-4c8d-a24b-a10ac41ea88d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:12.023212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc9c35-fde5-4815-b653-8069cec7678a req-84adee2f-6e27-43d9-8f73-7ca09d99c1e5 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:12.031362 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5cbc9c35-fde5-4815-b653-8069cec7678a req-84adee2f-6e27-43d9-8f73-7ca09d99c1e5 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 945 time: 0.1207676
Feb 12 21:04:12.068943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:12.073001 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (793eba33-06ce-4fec-8b7c-1af8fdcaa0b3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:12.092943 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5cbc9c35-fde5-4815-b653-8069cec7678a req-f804d869-f89b-4395-9c9c-f98e3409653b tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561464
Feb 12 21:04:12.113808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=793eba33-06ce-4fec-8b7c-1af8fdcaa0b3,segment=NetworkSegment(4ca1b092-e3dc-4183-8ec0-12f0619868e9),segment_id=4ca1b092-e3dc-4183-8ec0-12f0619868e9)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:12.130404 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-174aec0d-29df-4369-b370-7a7028f4a41e req-dc780022-cab9-44a6-a792-6060e07b7a78 tempest-QuotasAdminNegativeTest-1106696563 tempest-QuotasAdminNegativeTest-1106696563-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=15de42462d64482fa5052897ac17b193&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0389857
Feb 12 21:04:12.151644 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-910a78c5-caba-47ee-93e8-7661ee29e014 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d8ed44c8eee2476593e75478c214644c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0301425
Feb 12 21:04:12.195134 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (793eba33-06ce-4fec-8b7c-1af8fdcaa0b3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:12.237073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:04:12.261561 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aec0d-29df-4369-b370-7a7028f4a41e req-77332705-0a8c-4d8a-af26-d39e1397c74d tempest-QuotasAdminNegativeTest-1106696563 tempest-QuotasAdminNegativeTest-1106696563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:12.264646 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-174aec0d-29df-4369-b370-7a7028f4a41e req-77332705-0a8c-4d8a-af26-d39e1397c74d tempest-QuotasAdminNegativeTest-1106696563 tempest-QuotasAdminNegativeTest-1106696563-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1316242
Feb 12 21:04:12.287882 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-174aec0d-29df-4369-b370-7a7028f4a41e req-91d47720-9969-4764-89d6-3ca4103c3ac9 tempest-QuotasAdminNegativeTest-1106696563 tempest-QuotasAdminNegativeTest-1106696563-project] 10.222.0.31 "GET /v2.0/quotas/15de42462d64482fa5052897ac17b193 HTTP/1.1" status: 200  len: 375 time: 0.0157266
Feb 12 21:04:12.302198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-24bcc5f5-f29f-4793-a324-e7298d306549 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:12.302761 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:04:12.304116 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-24bcc5f5-f29f-4793-a324-e7298d306549 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1471131
Feb 12 21:04:12.304676 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3e469e4d-bd4c-43d8-966a-65aac1e95ee8 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:04:12.318252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Request body: {'port': {'device_id': 'eb912b1f-e486-40b6-b01c-5a26c3374a77', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': 'd8ed44c8eee2476593e75478c214644c'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:12.322287 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-174aec0d-29df-4369-b370-7a7028f4a41e req-1f1820b7-b777-4f48-8f14-1713f24625f8 tempest-QuotasAdminNegativeTest-1106696563 tempest-QuotasAdminNegativeTest-1106696563-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=15de42462d64482fa5052897ac17b193&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0334332
Feb 12 21:04:12.326850 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=793eba33-06ce-4fec-8b7c-1af8fdcaa0b3,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:12.392538 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831a7bdc-edf9-4121-9962-f3ae48b82047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32360a5d-8e56-4c23-9414-36fca780d88e'}, {'server_uuid': '8c5a4cce-cafc-4baa-aa1b-a5284bac65ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793eba33-06ce-4fec-8b7c-1af8fdcaa0b3'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:12.394889 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573024de-9911-4249-8833-391877f72cc4" -d '{"events": [{"server_uuid": "831a7bdc-edf9-4121-9962-f3ae48b82047", "name": "network-vif-plugged", "status": "completed", "tag": "32360a5d-8e56-4c23-9414-36fca780d88e"}, {"server_uuid": "8c5a4cce-cafc-4baa-aa1b-a5284bac65ca", "name": "network-vif-plugged", "status": "completed", "tag": "793eba33-06ce-4fec-8b7c-1af8fdcaa0b3"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:12.457476 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cee723-239f-4486-aa08-9e1adffafde1 x-openstack-request-id: req-b4cee723-239f-4486-aa08-9e1adffafde1 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:12.457785 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831a7bdc-edf9-4121-9962-f3ae48b82047", "name": "network-vif-plugged", "status": "completed", "tag": "32360a5d-8e56-4c23-9414-36fca780d88e", "code": 200}, {"server_uuid": "8c5a4cce-cafc-4baa-aa1b-a5284bac65ca", "name": "network-vif-plugged", "status": "completed", "tag": "793eba33-06ce-4fec-8b7c-1af8fdcaa0b3", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:12.458114 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4cee723-239f-4486-aa08-9e1adffafde1 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:12.458444 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831a7bdc-edf9-4121-9962-f3ae48b82047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32360a5d-8e56-4c23-9414-36fca780d88e', 'code': 200}
Feb 12 21:04:12.458705 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5a4cce-cafc-4baa-aa1b-a5284bac65ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793eba33-06ce-4fec-8b7c-1af8fdcaa0b3', 'code': 200}
Feb 12 21:04:12.502551 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c96c7-7dfe-490e-8deb-1199319a3264 req-d4285fcb-c8c1-41f2-9101-044d03321bf6 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:12.504929 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e9c96c7-7dfe-490e-8deb-1199319a3264 req-d4285fcb-c8c1-41f2-9101-044d03321bf6 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 945 time: 0.0808423
Feb 12 21:04:12.586967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95071364-ed88-4c41-9807-fd984f069210 req-97f996aa-d000-435f-ab1d-338914881a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:12.588756 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-95071364-ed88-4c41-9807-fd984f069210 req-97f996aa-d000-435f-ab1d-338914881a1d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 1127 time: 0.0526178
Feb 12 21:04:12.595624 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e9c96c7-7dfe-490e-8deb-1199319a3264 req-6ce0f7be-19b5-4195-97fa-16ca09b914c1 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a53eed3-a370-48f6-b8a9-568f3f0c2056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843365
Feb 12 21:04:12.598855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Made reservation on behalf of d8ed44c8eee2476593e75478c214644c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:04:12.604926 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:12.617022 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:12.658847 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbadec-08ad-4738-9e26-9f4b631947b1 req-f04bb6e7-629b-41a6-9f9f-76c395177089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:12.660650 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a8bbadec-08ad-4738-9e26-9f4b631947b1 req-f04bb6e7-629b-41a6-9f9f-76c395177089 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 1127 time: 0.1017468
Feb 12 21:04:12.687763 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-95071364-ed88-4c41-9807-fd984f069210 req-25937f38-067f-4a1f-98f9-8c90be9275aa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2a53eed3-a370-48f6-b8a9-568f3f0c2056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741978
Feb 12 21:04:12.693662 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55538) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:12.739677 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-29868497-0f1d-4057-b9be-17cc499541de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4687d602c98d4ab69d7b6b1248e0cc1b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0446405
Feb 12 21:04:12.742101 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55540) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:12.766211 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-768bcde0-b856-4086-97d0-caf155381c7c req-eb33438a-fa57-47bd-aa4c-0429e025549a tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 210 time: 0.0564210
Feb 12 21:04:12.792737 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-859eaf41-ad75-4cc3-b5db-df7bccab34e1 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d8ed44c8eee2476593e75478c214644c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0416353
Feb 12 21:04:12.818457 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4ce5a991-640d-4b88-8011-bbb30e05b89f admin admin] Publish callbacks [] for security_group (3e349d10-0f10-4349-8925-90ef93278b6e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:12.870012 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a8bbadec-08ad-4738-9e26-9f4b631947b1 req-6caf35bd-2ef7-40a3-a52d-513b0ee2b2ae service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030995
Feb 12 21:04:12.872031 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks [] for security_group (19034f42-5a05-4d66-89f2-7577d94a225c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:12.882217 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4ce5a991-640d-4b88-8011-bbb30e05b89f admin admin] Publish callbacks [] for security_group (3e349d10-0f10-4349-8925-90ef93278b6e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:13.017234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d7ba9-b536-4f76-87f0-2eb41ef1a78f req-62547e94-29de-49f9-b94b-4488661ef320 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:13.018660 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9c9d7ba9-b536-4f76-87f0-2eb41ef1a78f req-62547e94-29de-49f9-b94b-4488661ef320 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 945 time: 0.1245124
Feb 12 21:04:13.021337 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (19034f42-5a05-4d66-89f2-7577d94a225c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:13.033242 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-669d259c-ab23-4f7e-9507-8f12efa2f055 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:13.034888 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-669d259c-ab23-4f7e-9507-8f12efa2f055 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2341030
Feb 12 21:04:13.067297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-ba7e3c0d-4f61-4897-b5fd-1321e0eef65e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Request body: {'port': {'device_id': '3267b0c7-25e2-44b9-afd1-21270d2d53bb', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': 'd8ed44c8eee2476593e75478c214644c'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:13.074683 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4ce5a991-640d-4b88-8011-bbb30e05b89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3e349d10-0f10-4349-8925-90ef93278b6e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:13.077665 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4ce5a991-640d-4b88-8011-bbb30e05b89f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:13.078862 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4ce5a991-640d-4b88-8011-bbb30e05b89f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e349d10-0f10-4349-8925-90ef93278b6e HTTP/1.1" status: 204  len: 168 time: 0.3358061
Feb 12 21:04:13.087532 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5a991-640d-4b88-8011-bbb30e05b89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e349d10-0f10-4349-8925-90ef93278b6e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:13.096343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19034f42-5a05-4d66-89f2-7577d94a225c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:13.243267 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5db7b-16ea-4f5d-a208-c12b1dafeb61 req-501d4db3-6cf7-4d77-8b03-ffce6a182ceb tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:13.244856 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5c5db7b-16ea-4f5d-a208-c12b1dafeb61 req-501d4db3-6cf7-4d77-8b03-ffce6a182ceb tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0577104
Feb 12 21:04:13.245139 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9c9d7ba9-b536-4f76-87f0-2eb41ef1a78f req-442fa871-1c53-4ade-82a9-aea2f1916780 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2203789
Feb 12 21:04:13.308487 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5c5db7b-16ea-4f5d-a208-c12b1dafeb61 req-4e15b864-9e0d-4f79-be01-f655eaf58a21 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576634
Feb 12 21:04:13.339929 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Allocated IP 192.168.233.127 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/868c095f-3711-40a3-a930-a2e4658e031f) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:04:13.435632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e77cf7-7bac-416f-8fe9-9f82ea14c5fb req-4c577e02-7b67-4353-9735-396a3d33cfb2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:13.437210 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14e77cf7-7bac-416f-8fe9-9f82ea14c5fb req-4c577e02-7b67-4353-9735-396a3d33cfb2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 945 time: 0.1022904
Feb 12 21:04:13.473890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-ba7e3c0d-4f61-4897-b5fd-1321e0eef65e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Made reservation on behalf of d8ed44c8eee2476593e75478c214644c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:04:13.477026 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-ba7e3c0d-4f61-4897-b5fd-1321e0eef65e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:13.571641 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14e77cf7-7bac-416f-8fe9-9f82ea14c5fb req-7b66f979-a47f-41e9-96e8-6bf5357d79af tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201565
Feb 12 21:04:13.645441 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks [] for port (868c095f-3711-40a3-a930-a2e4658e031f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:13.745801 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (868c095f-3711-40a3-a930-a2e4658e031f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:13.796618 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350ddf5-a348-42f7-a9eb-dd4e6a5a6acd req-51984b7f-7058-49b3-b6e6-a393e67a6c66 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:13.798202 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e350ddf5-a348-42f7-a9eb-dd4e6a5a6acd req-51984b7f-7058-49b3-b6e6-a393e67a6c66 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 1127 time: 0.0547121
Feb 12 21:04:13.856659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Pushing event updated for resources: {'Port': ['ID=868c095f-3711-40a3-a930-a2e4658e031f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:13.863669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:04:13.867068 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e350ddf5-a348-42f7-a9eb-dd4e6a5a6acd req-eb113782-fca3-4b81-a615-8de48c7f4d12 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612051
Feb 12 21:04:13.884517 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a57f26-6aa5-44b6-a888-ef3b4831e5e8 req-5c2e2586-52a7-4777-9236-395571d8023c tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:13.893282 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a2a57f26-6aa5-44b6-a888-ef3b4831e5e8 req-5c2e2586-52a7-4777-9236-395571d8023c tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 945 time: 0.1813865
Feb 12 21:04:13.900472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:04:13.903254 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-ba7e3c0d-4f61-4897-b5fd-1321e0eef65e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Allocated IP 192.168.233.190 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/31030585-0e0e-44d7-bd66-e3136d668ce8) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:04:13.907193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:04:14.066164 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:14.066841 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:14.070269 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f8038eee-f79f-4d3f-ba0f-05b34bc0b9ec req-0d5d82a6-afd1-439e-9fba-a7cad73dcca7 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 210 time: 0.0402880
Feb 12 21:04:14.112038 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a2a57f26-6aa5-44b6-a888-ef3b4831e5e8 req-732b60d1-8600-466e-a421-28761548dfdb tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a53eed3-a370-48f6-b8a9-568f3f0c2056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2160211
Feb 12 21:04:14.204594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55576) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:14.223591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-5a96237c-da75-42a6-8380-03f6942eb8d8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9098644
Feb 12 21:04:14.253012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Request body: {'port': {'device_id': 'eb912b1f-e486-40b6-b01c-5a26c3374a77', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:14.278332 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedf8ec-a288-480a-8a2d-a8805ac01066 req-9c7c058f-52e8-4b6d-aefd-809caa1bcbc3 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:14.280690 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-afedf8ec-a288-480a-8a2d-a8805ac01066 req-9c7c058f-52e8-4b6d-aefd-809caa1bcbc3 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 1127 time: 0.1105378
Feb 12 21:04:14.314894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1523b3f5-e3dd-4919-ae53-28f60128dbe0 None None] Provisioning complete for port 868c095f-3711-40a3-a930-a2e4658e031f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:14.317033 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1523b3f5-e3dd-4919-ae53-28f60128dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (868c095f-3711-40a3-a930-a2e4658e031f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:14.352031 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (868c095f-3711-40a3-a930-a2e4658e031f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:14.362731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1523b3f5-e3dd-4919-ae53-28f60128dbe0 None None] Port 868c095f-3711-40a3-a930-a2e4658e031f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:04:14.370289 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-afedf8ec-a288-480a-8a2d-a8805ac01066 req-af0e0425-4bb1-43d7-bc11-30d396d914f5 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783575
Feb 12 21:04:14.395195 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-ba7e3c0d-4f61-4897-b5fd-1321e0eef65e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks [] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:14.513016 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e47535b0-f38f-4e18-b964-cd2419b83c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:14.619216 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472aaaa-afa1-4d59-adb1-4f0f9866b0e8 req-3f98d714-4e92-4084-946e-f49e3e9eb9aa tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:14.620590 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e472aaaa-afa1-4d59-adb1-4f0f9866b0e8 req-3f98d714-4e92-4084-946e-f49e3e9eb9aa tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.1904750
Feb 12 21:04:14.676579 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-ba7e3c0d-4f61-4897-b5fd-1321e0eef65e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:14.797091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-ba7e3c0d-4f61-4897-b5fd-1321e0eef65e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:04:14.802131 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e472aaaa-afa1-4d59-adb1-4f0f9866b0e8 req-b8515c1b-62a5-489c-a346-c02366bdbe1d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733351
Feb 12 21:04:14.815984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-ba7e3c0d-4f61-4897-b5fd-1321e0eef65e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:04:14.827487 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e47535b0-f38f-4e18-b964-cd2419b83c78 admin admin] Publish callbacks [] for security_group (5037a475-a043-4f70-aaf6-a25b45c4278d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:14.828478 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-ba7e3c0d-4f61-4897-b5fd-1321e0eef65e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:04:15.097641 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d00a4451-a0b6-4733-b3bc-d9335ac9c58a None None] Provisioning complete for port 31030585-0e0e-44d7-bd66-e3136d668ce8 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:15.098274 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d00a4451-a0b6-4733-b3bc-d9335ac9c58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:15.136977 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d00a4451-a0b6-4733-b3bc-d9335ac9c58a None None] Port 31030585-0e0e-44d7-bd66-e3136d668ce8 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:04:15.144520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e3c0d-4f61-4897-b5fd-1321e0eef65e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Pushing event updated for resources: {'Port': ['ID=31030585-0e0e-44d7-bd66-e3136d668ce8,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:15.157202 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e47535b0-f38f-4e18-b964-cd2419b83c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5037a475-a043-4f70-aaf6-a25b45c4278d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:15.252077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-ba7e3c0d-4f61-4897-b5fd-1321e0eef65e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:15.252690 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-ba7e3c0d-4f61-4897-b5fd-1321e0eef65e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:15.280795 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e47535b0-f38f-4e18-b964-cd2419b83c78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15de42462d64482fa5052897ac17b193&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0746272
Feb 12 21:04:15.283278 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55616) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:15.283786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47535b0-f38f-4e18-b964-cd2419b83c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5037a475-a043-4f70-aaf6-a25b45c4278d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:15.333145 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47ac94-b3b0-4882-8663-7da1049b7094 req-366764a4-0498-4ab6-8908-4c160641664a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:15.338167 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e47ac94-b3b0-4882-8663-7da1049b7094 req-366764a4-0498-4ab6-8908-4c160641664a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 945 time: 0.1869144
Feb 12 21:04:15.358011 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-ba7e3c0d-4f61-4897-b5fd-1321e0eef65e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3023522
Feb 12 21:04:15.369435 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 868c095f-3711-40a3-a930-a2e4658e031f {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:15.375983 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc6e016f-9b68-4f13-9a3e-35e27b74e520 admin admin] Publish callbacks [] for security_group (5037a475-a043-4f70-aaf6-a25b45c4278d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:15.390230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Request body: {'port': {'device_id': '3267b0c7-25e2-44b9-afd1-21270d2d53bb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:15.395570 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Publish callbacks [] for port (868c095f-3711-40a3-a930-a2e4658e031f), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:15.399278 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc6e016f-9b68-4f13-9a3e-35e27b74e520 admin admin] Publish callbacks [] for security_group (5037a475-a043-4f70-aaf6-a25b45c4278d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:15.458545 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e47ac94-b3b0-4882-8663-7da1049b7094 req-00645f7a-3643-45b2-ac9a-2693c2531383 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154618
Feb 12 21:04:15.490563 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:15.524248 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc6e016f-9b68-4f13-9a3e-35e27b74e520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5037a475-a043-4f70-aaf6-a25b45c4278d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:15.528399 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc6e016f-9b68-4f13-9a3e-35e27b74e520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:15.529999 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bc6e016f-9b68-4f13-9a3e-35e27b74e520 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5037a475-a043-4f70-aaf6-a25b45c4278d HTTP/1.1" status: 204  len: 168 time: 0.2448714
Feb 12 21:04:15.542845 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Transition to ACTIVE for port object 868c095f-3711-40a3-a930-a2e4658e031f will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:04:15.543042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e016f-9b68-4f13-9a3e-35e27b74e520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5037a475-a043-4f70-aaf6-a25b45c4278d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:15.651524 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (868c095f-3711-40a3-a930-a2e4658e031f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:15.715117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec7fdd-3a9a-4165-bbaa-df5418d3070d req-c99757de-a85e-40d8-a546-84133fb9b281 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:15.726164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-feec7fdd-3a9a-4165-bbaa-df5418d3070d req-c99757de-a85e-40d8-a546-84133fb9b281 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 936 time: 0.1821222
Feb 12 21:04:15.778894 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Pushing event updated for resources: {'Port': ['ID=868c095f-3711-40a3-a930-a2e4658e031f,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:15.886763 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-feec7fdd-3a9a-4165-bbaa-df5418d3070d req-1b0d553c-144a-4197-8ed7-5792a8c06d93 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637211
Feb 12 21:04:15.950128 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Attempting to bind port 868c095f-3711-40a3-a930-a2e4658e031f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:15.951220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Attempting to bind port 868c095f-3711-40a3-a930-a2e4658e031f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:15.951345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Attempting to bind port 868c095f-3711-40a3-a930-a2e4658e031f on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:15.964969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Port 868c095f-3711-40a3-a930-a2e4658e031f on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:04:15.964969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Attempting to bind port 868c095f-3711-40a3-a930-a2e4658e031f on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:16.019417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:16.019776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:16.020162 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:16.020618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Bound port: 868c095f-3711-40a3-a930-a2e4658e031f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:16.021078 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (868c095f-3711-40a3-a930-a2e4658e031f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:16.039737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31030585-0e0e-44d7-bd66-e3136d668ce8 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:16.052657 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Publish callbacks [] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:16.098089 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Transition to ACTIVE for port object 31030585-0e0e-44d7-bd66-e3136d668ce8 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:04:16.114464 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91348e-408e-4ba5-846c-1876007f8541 req-aed25cf1-edef-46f7-b691-1b0d4d20ea58 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:16.116096 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd91348e-408e-4ba5-846c-1876007f8541 req-aed25cf1-edef-46f7-b691-1b0d4d20ea58 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 945 time: 0.1280518
Feb 12 21:04:16.157143 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] For port 868c095f-3711-40a3-a930-a2e4658e031f, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:16.164408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] For port 868c095f-3711-40a3-a930-a2e4658e031f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=868c095f-3711-40a3-a930-a2e4658e031f,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:16.168749 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:16.215008 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd91348e-408e-4ba5-846c-1876007f8541 req-24813540-9ef9-4974-9ff3-e3af016249a5 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a53eed3-a370-48f6-b8a9-568f3f0c2056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877521
Feb 12 21:04:16.230284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Pushing event updated for resources: {'Port': ['ID=31030585-0e0e-44d7-bd66-e3136d668ce8,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:16.288187 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (868c095f-3711-40a3-a930-a2e4658e031f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:16.350939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:16.351563 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:16.352956 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] 10.222.0.48 "PUT /v2.0/ports/868c095f-3711-40a3-a930-a2e4658e031f HTTP/1.1" status: 200  len: 1096 time: 2.1138146
Feb 12 21:04:16.353416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb912b1f-e486-40b6-b01c-5a26c3374a77', 'tag': '868c095f-3711-40a3-a930-a2e4658e031f'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:16.355660 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd464f7-1f69-405d-83ca-9e1a50696f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb912b1f-e486-40b6-b01c-5a26c3374a77", "tag": "868c095f-3711-40a3-a930-a2e4658e031f"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:16.396531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Attempting to bind port 31030585-0e0e-44d7-bd66-e3136d668ce8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:16.396851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Attempting to bind port 31030585-0e0e-44d7-bd66-e3136d668ce8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:16.397209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Attempting to bind port 31030585-0e0e-44d7-bd66-e3136d668ce8 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:16.406082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f4b8b-2355-46d6-8b96-2ed8b87ed43c service neutron] Pushing event updated for resources: {'Port': ['ID=868c095f-3711-40a3-a930-a2e4658e031f,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:16.413431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Port 31030585-0e0e-44d7-bd66-e3136d668ce8 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:04:16.413858 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Attempting to bind port 31030585-0e0e-44d7-bd66-e3136d668ce8 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:16.422449 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:16.422812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:16.423167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:16.423590 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Bound port: 31030585-0e0e-44d7-bd66-e3136d668ce8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:16.423965 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:16.436659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b137e56-140a-4366-8d26-3aa4a20e6c15 req-aba0ae7f-4816-4633-9b49-99a199ff9044 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:16.438219 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1b137e56-140a-4366-8d26-3aa4a20e6c15 req-aba0ae7f-4816-4633-9b49-99a199ff9044 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 1127 time: 0.1132462
Feb 12 21:04:16.503217 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55652) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:16.527688 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2fc3586d-05c5-46c9-9046-f756ca9eb147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:16.578423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] For port 31030585-0e0e-44d7-bd66-e3136d668ce8, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:16.584928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] For port 31030585-0e0e-44d7-bd66-e3136d668ce8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31030585-0e0e-44d7-bd66-e3136d668ce8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:16.593316 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1b137e56-140a-4366-8d26-3aa4a20e6c15 req-b7a63e6d-fc10-4ad9-ae01-bb2713591d4a tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483572
Feb 12 21:04:16.604575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-1ca9e511-a74d-478c-a062-7d66a8a4e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:16.615861 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-1ca9e511-a74d-478c-a062-7d66a8a4e4e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d8ed44c8eee2476593e75478c214644c&device_id=eb912b1f-e486-40b6-b01c-5a26c3374a77 HTTP/1.1" status: 200  len: 1130 time: 0.0964136
Feb 12 21:04:16.619115 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-eaa9f419-afb2-4c39-b3be-506fba493193 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:04:16.620303 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-eaa9f419-afb2-4c39-b3be-506fba493193 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0081196
Feb 12 21:04:16.665147 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-cc398951-0d0d-4ca5-8093-c391fdb67686 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=868c095f-3711-40a3-a930-a2e4658e031f HTTP/1.1" status: 200  len: 217 time: 0.0463026
Feb 12 21:04:16.675105 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:16.689760 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2fc3586d-05c5-46c9-9046-f756ca9eb147 admin admin] Publish callbacks [] for security_group (3c868949-7f04-49e8-8204-25e09b416dfd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:16.691589 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e69f5-8648-4629-9f11-90cdde860f0f req-3bc86b7e-f9e1-48cc-ac28-d8bc97c624ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:16.693225 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-3bc86b7e-f9e1-48cc-ac28-d8bc97c624ba service neutron] 10.222.0.31 "GET /v2.0/ports/692da1ed-6391-4b0f-95c0-4a1ac462850c HTTP/1.1" status: 200  len: 1124 time: 0.0608449
Feb 12 21:04:16.706147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-474e69f5-8648-4629-9f11-90cdde860f0f req-60db83a8-0052-4697-b248-aa41a607e55d service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:16.706901 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-474e69f5-8648-4629-9f11-90cdde860f0f req-60db83a8-0052-4697-b248-aa41a607e55d service neutron] Unknown quota resources ['binding']. {{(pid=126506) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:04:16.760836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:16.761436 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:16.763340 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] 10.222.0.48 "PUT /v2.0/ports/31030585-0e0e-44d7-bd66-e3136d668ce8 HTTP/1.1" status: 200  len: 1096 time: 1.3771684
Feb 12 21:04:16.798695 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-3086a4ff-9197-4f06-a3da-6624ea41bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:16.800256 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-3086a4ff-9197-4f06-a3da-6624ea41bde6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1219668
Feb 12 21:04:16.803229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0da00-e43e-468e-bc28-b062b7bd6d0e service neutron] Pushing event updated for resources: {'Port': ['ID=31030585-0e0e-44d7-bd66-e3136d668ce8,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:16.872996 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-10909154-34e3-4b36-bc18-3b7618d1d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:16.875143 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-10909154-34e3-4b36-bc18-3b7618d1d265 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0652771
Feb 12 21:04:16.881636 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2fc3586d-05c5-46c9-9046-f756ca9eb147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3c868949-7f04-49e8-8204-25e09b416dfd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:16.913809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-474e69f5-8648-4629-9f11-90cdde860f0f req-60db83a8-0052-4697-b248-aa41a607e55d service neutron] Attempting to bind port 692da1ed-6391-4b0f-95c0-4a1ac462850c on host nch1-master-1 for vnic_type normal with profile None {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:16.914155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-474e69f5-8648-4629-9f11-90cdde860f0f req-60db83a8-0052-4697-b248-aa41a607e55d service neutron] Attempting to bind port 692da1ed-6391-4b0f-95c0-4a1ac462850c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:16.914483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e69f5-8648-4629-9f11-90cdde860f0f req-60db83a8-0052-4697-b248-aa41a607e55d service neutron] Attempting to bind port 692da1ed-6391-4b0f-95c0-4a1ac462850c on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:16.940080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e69f5-8648-4629-9f11-90cdde860f0f req-60db83a8-0052-4697-b248-aa41a607e55d service neutron] Port 692da1ed-6391-4b0f-95c0-4a1ac462850c on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:04:16.941322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e69f5-8648-4629-9f11-90cdde860f0f req-60db83a8-0052-4697-b248-aa41a607e55d service neutron] Attempting to bind port 692da1ed-6391-4b0f-95c0-4a1ac462850c on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:16.942888 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3586d-05c5-46c9-9046-f756ca9eb147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c868949-7f04-49e8-8204-25e09b416dfd,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:16.948500 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2fc3586d-05c5-46c9-9046-f756ca9eb147 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0bc778829cab41a8b848828c0114da19&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4489987
Feb 12 21:04:16.952131 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55660) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:16.958413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e69f5-8648-4629-9f11-90cdde860f0f req-60db83a8-0052-4697-b248-aa41a607e55d service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:16.958855 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e69f5-8648-4629-9f11-90cdde860f0f req-60db83a8-0052-4697-b248-aa41a607e55d service neutron] Checking segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:16.959263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e69f5-8648-4629-9f11-90cdde860f0f req-60db83a8-0052-4697-b248-aa41a607e55d service neutron] Bound using segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:16.959704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-474e69f5-8648-4629-9f11-90cdde860f0f req-60db83a8-0052-4697-b248-aa41a607e55d service neutron] Bound port: 692da1ed-6391-4b0f-95c0-4a1ac462850c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:17.048020 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-474e69f5-8648-4629-9f11-90cdde860f0f req-60db83a8-0052-4697-b248-aa41a607e55d service neutron] For port 692da1ed-6391-4b0f-95c0-4a1ac462850c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:17.048863 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-136a17c0-269d-4c0d-ac39-a38794545581 admin admin] Publish callbacks [] for security_group (3c868949-7f04-49e8-8204-25e09b416dfd), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:17.069115 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-88cf8ff9-c283-42f2-a2ab-7c3b219d0db6 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849344
Feb 12 21:04:17.070086 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-136a17c0-269d-4c0d-ac39-a38794545581 admin admin] Publish callbacks [] for security_group (3c868949-7f04-49e8-8204-25e09b416dfd), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:17.134244 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-474e69f5-8648-4629-9f11-90cdde860f0f req-60db83a8-0052-4697-b248-aa41a607e55d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:17.137893 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-60db83a8-0052-4697-b248-aa41a607e55d service neutron] 10.222.0.31 "POST /v2.0/ports/692da1ed-6391-4b0f-95c0-4a1ac462850c/bindings HTTP/1.1" status: 201  len: 389 time: 0.4352448
Feb 12 21:04:17.200740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fd1c9d02-e95b-460e-a9d0-d6dd121cf9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.202257 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-fd1c9d02-e95b-460e-a9d0-d6dd121cf9c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d8ed44c8eee2476593e75478c214644c&device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 1130 time: 0.1953368
Feb 12 21:04:17.206381 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-136a17c0-269d-4c0d-ac39-a38794545581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3c868949-7f04-49e8-8204-25e09b416dfd), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:17.210199 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-136a17c0-269d-4c0d-ac39-a38794545581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:17.210424 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-136a17c0-269d-4c0d-ac39-a38794545581 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c868949-7f04-49e8-8204-25e09b416dfd HTTP/1.1" status: 204  len: 168 time: 0.2570179
Feb 12 21:04:17.221784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a17c0-269d-4c0d-ac39-a38794545581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c868949-7f04-49e8-8204-25e09b416dfd,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:17.270147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac7a9f-b1c7-4270-a826-cb5d60e685af req-dfb715cd-b6fe-47ad-a69e-dd86ea8c1196 tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.270632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac7a9f-b1c7-4270-a826-cb5d60e685af req-dfb715cd-b6fe-47ad-a69e-dd86ea8c1196 tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.271112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac7a9f-b1c7-4270-a826-cb5d60e685af req-dfb715cd-b6fe-47ad-a69e-dd86ea8c1196 tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.271603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac7a9f-b1c7-4270-a826-cb5d60e685af req-dfb715cd-b6fe-47ad-a69e-dd86ea8c1196 tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.272067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac7a9f-b1c7-4270-a826-cb5d60e685af req-dfb715cd-b6fe-47ad-a69e-dd86ea8c1196 tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.272557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac7a9f-b1c7-4270-a826-cb5d60e685af req-dfb715cd-b6fe-47ad-a69e-dd86ea8c1196 tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.273239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac7a9f-b1c7-4270-a826-cb5d60e685af req-dfb715cd-b6fe-47ad-a69e-dd86ea8c1196 tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.273497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac7a9f-b1c7-4270-a826-cb5d60e685af req-dfb715cd-b6fe-47ad-a69e-dd86ea8c1196 tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.274308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac7a9f-b1c7-4270-a826-cb5d60e685af req-dfb715cd-b6fe-47ad-a69e-dd86ea8c1196 tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.274439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac7a9f-b1c7-4270-a826-cb5d60e685af req-dfb715cd-b6fe-47ad-a69e-dd86ea8c1196 tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.276385 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dac7a9f-b1c7-4270-a826-cb5d60e685af req-dfb715cd-b6fe-47ad-a69e-dd86ea8c1196 tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7143 time: 0.2741866
Feb 12 21:04:17.280392 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-a3d287ec-3037-4061-a45f-15af39ea929b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=31030585-0e0e-44d7-bd66-e3136d668ce8 HTTP/1.1" status: 200  len: 217 time: 0.0695260
Feb 12 21:04:17.284888 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-914590d7-9ea6-4642-b2e7-f5797ea922f6 req-3e829af4-4d4d-4749-9610-bf48fff50197 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1801841
Feb 12 21:04:17.369733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-6523ea65-c1d7-4de8-9285-1c7d4a2f98fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.371206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-6523ea65-c1d7-4de8-9285-1c7d4a2f98fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0785201
Feb 12 21:04:17.429988 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e265d-bf0b-4a14-a483-0006b6b760c1 req-fec86027-21ef-48f8-89ee-78fc47452d74 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.431502 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-416e265d-bf0b-4a14-a483-0006b6b760c1 req-fec86027-21ef-48f8-89ee-78fc47452d74 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0967455
Feb 12 21:04:17.460322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-2ec29cf8-b738-4634-8787-01ce5c52f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.461779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-2ec29cf8-b738-4634-8787-01ce5c52f5fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0786102
Feb 12 21:04:17.511873 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-416e265d-bf0b-4a14-a483-0006b6b760c1 req-2c5402c9-13d1-4c2e-8592-11e0fd428edf tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742044
Feb 12 21:04:17.558499 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29a5c15-7872-4b4f-a04c-67acc2c04dc8 x-openstack-request-id: req-e29a5c15-7872-4b4f-a04c-67acc2c04dc8 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:17.558795 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb912b1f-e486-40b6-b01c-5a26c3374a77", "tag": "868c095f-3711-40a3-a930-a2e4658e031f", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:17.559082 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e29a5c15-7872-4b4f-a04c-67acc2c04dc8 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:17.559483 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb912b1f-e486-40b6-b01c-5a26c3374a77', 'tag': '868c095f-3711-40a3-a930-a2e4658e031f', 'status': 'completed', 'code': 200}
Feb 12 21:04:17.574781 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-d2f5147d-0607-4fab-8d62-26180c77e6ed service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1027558
Feb 12 21:04:17.748394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd464f7-1f69-405d-83ca-9e1a50696f0e req-559a7e46-dbac-41e9-9b77-6644d26df863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.749988 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8fd464f7-1f69-405d-83ca-9e1a50696f0e req-559a7e46-dbac-41e9-9b77-6644d26df863 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d8ed44c8eee2476593e75478c214644c&device_id=eb912b1f-e486-40b6-b01c-5a26c3374a77 HTTP/1.1" status: 200  len: 1130 time: 0.1503301
Feb 12 21:04:17.758201 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b32de823-8933-4140-b70b-d9ffe1750f3e req-e561ad67-5c43-4f10-822e-007c82fcacd9 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1719065
Feb 12 21:04:17.829296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721c547-cc25-438a-92b4-44b985ec424f req-ab5fb5d8-9297-46b5-9097-60ddb3f5da56 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.830855 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e721c547-cc25-438a-92b4-44b985ec424f req-ab5fb5d8-9297-46b5-9097-60ddb3f5da56 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 948 time: 0.1323974
Feb 12 21:04:17.847723 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf198bf-7fec-4792-b485-5f99cc5650bc req-e703d318-0c1b-4cf8-bd42-ace60e63688c tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.861987 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9cf198bf-7fec-4792-b485-5f99cc5650bc req-e703d318-0c1b-4cf8-bd42-ace60e63688c tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 886 time: 0.1668980
Feb 12 21:04:17.952607 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e721c547-cc25-438a-92b4-44b985ec424f req-fecec1f5-9220-44d1-96ec-1ec46165cc76 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864038
Feb 12 21:04:17.988873 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0b0f4-cd07-46bc-b472-16eeeb1dcdf0 req-89c652d5-6f5a-4be6-935e-34b5308efac6 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.990574 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-caa0b0f4-cd07-46bc-b472-16eeeb1dcdf0 req-89c652d5-6f5a-4be6-935e-34b5308efac6 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 945 time: 0.0636203
Feb 12 21:04:17.991197 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd464f7-1f69-405d-83ca-9e1a50696f0e req-665727fa-af24-48c1-8b00-4fe8191095ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:17.992704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8fd464f7-1f69-405d-83ca-9e1a50696f0e req-665727fa-af24-48c1-8b00-4fe8191095ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.2261803
Feb 12 21:04:18.015135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e69f5-8648-4629-9f11-90cdde860f0f req-effb9293-7ff7-4d90-ba96-840aa82f0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.016824 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-effb9293-7ff7-4d90-ba96-840aa82f0c47 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 1127 time: 0.0807712
Feb 12 21:04:18.041690 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-caa0b0f4-cd07-46bc-b472-16eeeb1dcdf0 req-9f675fd8-94b8-46ce-b5a4-e94a6249316e tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440080
Feb 12 21:04:18.058022 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8fd464f7-1f69-405d-83ca-9e1a50696f0e req-7a53e3ff-e5de-432e-915c-752399995c87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=868c095f-3711-40a3-a930-a2e4658e031f HTTP/1.1" status: 200  len: 217 time: 0.0558071
Feb 12 21:04:18.187451 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd464f7-1f69-405d-83ca-9e1a50696f0e req-19eacd40-430e-4495-b356-c4f61d0e6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.188374 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1b9b-3eda-4c58-bb9a-315bfba1d33b req-4b9f4230-87cb-4524-9081-bb7765353ddd tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.188850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1b9b-3eda-4c58-bb9a-315bfba1d33b req-4b9f4230-87cb-4524-9081-bb7765353ddd tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.188972 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8fd464f7-1f69-405d-83ca-9e1a50696f0e req-19eacd40-430e-4495-b356-c4f61d0e6d99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1221769
Feb 12 21:04:18.189324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1b9b-3eda-4c58-bb9a-315bfba1d33b req-4b9f4230-87cb-4524-9081-bb7765353ddd tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.189818 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1b9b-3eda-4c58-bb9a-315bfba1d33b req-4b9f4230-87cb-4524-9081-bb7765353ddd tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.190279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1b9b-3eda-4c58-bb9a-315bfba1d33b req-4b9f4230-87cb-4524-9081-bb7765353ddd tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.190737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1b9b-3eda-4c58-bb9a-315bfba1d33b req-4b9f4230-87cb-4524-9081-bb7765353ddd tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.191200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1b9b-3eda-4c58-bb9a-315bfba1d33b req-4b9f4230-87cb-4524-9081-bb7765353ddd tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.191698 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1b9b-3eda-4c58-bb9a-315bfba1d33b req-4b9f4230-87cb-4524-9081-bb7765353ddd tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.192295 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1b9b-3eda-4c58-bb9a-315bfba1d33b req-4b9f4230-87cb-4524-9081-bb7765353ddd tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.192762 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1b9b-3eda-4c58-bb9a-315bfba1d33b req-4b9f4230-87cb-4524-9081-bb7765353ddd tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.197862 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-632e1b9b-3eda-4c58-bb9a-315bfba1d33b req-4b9f4230-87cb-4524-9081-bb7765353ddd tempest-NetworksTest-2062418911 tempest-NetworksTest-2062418911-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7143 time: 0.1288357
Feb 12 21:04:18.230043 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a82449-0574-41e6-b94f-755b4db0eecd req-26d2561c-183f-48e2-b240-d46327ee8c95 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.232482 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86a82449-0574-41e6-b94f-755b4db0eecd req-26d2561c-183f-48e2-b240-d46327ee8c95 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 945 time: 0.1822636
Feb 12 21:04:18.254003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e69f5-8648-4629-9f11-90cdde860f0f req-b6933287-1150-4152-98b3-f088d2dffb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.255435 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-b6933287-1150-4152-98b3-f088d2dffb77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 922 time: 0.2072482
Feb 12 21:04:18.319764 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-2c1dd4db-662b-4ce2-971f-61b377ddaafe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c HTTP/1.1" status: 200  len: 217 time: 0.0487285
Feb 12 21:04:18.366327 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86a82449-0574-41e6-b94f-755b4db0eecd req-adb68ea1-4666-4cbb-8690-2cabca309f2d tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a53eed3-a370-48f6-b8a9-568f3f0c2056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160536
Feb 12 21:04:18.372009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd464f7-1f69-405d-83ca-9e1a50696f0e req-dd9da6ee-05b2-4b2d-b8f2-7110aaacf803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.374336 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8fd464f7-1f69-405d-83ca-9e1a50696f0e req-dd9da6ee-05b2-4b2d-b8f2-7110aaacf803 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1703982
Feb 12 21:04:18.406376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e69f5-8648-4629-9f11-90cdde860f0f req-4c9b0a3f-0359-4eec-bda0-cb17601a2c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.406376 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-4c9b0a3f-0359-4eec-bda0-cb17601a2c4a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.0675776
Feb 12 21:04:18.473493 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-28e36e1d-f743-496a-9111-9e1adb9db3a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0623558
Feb 12 21:04:18.561576 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8fd464f7-1f69-405d-83ca-9e1a50696f0e req-1925060d-3988-4587-964d-0815bd5b476e service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1768365
Feb 12 21:04:18.610134 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-c2d3cb1a-c992-42c3-a709-5e33a2ea557f service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292422
Feb 12 21:04:18.652348 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c309e14-c8bf-477a-baf8-2d07904d15d7 req-512eb281-2719-41ba-871b-b1054dd7c963 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:18.660210 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9c309e14-c8bf-477a-baf8-2d07904d15d7 req-512eb281-2719-41ba-871b-b1054dd7c963 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0731542
Feb 12 21:04:18.712466 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55704) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:18.739492 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9c309e14-c8bf-477a-baf8-2d07904d15d7 req-6a4c1f4d-1df2-467c-8f60-2eed9dbb9c32 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599580
Feb 12 21:04:18.757775 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8fd464f7-1f69-405d-83ca-9e1a50696f0e req-f9bfd68c-a44a-4d7d-b2f5-8678a3285ec1 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1859357
Feb 12 21:04:18.793305 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-8b1a4bf4-2b2d-47c5-b216-78cf00c5fe3a service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462276
Feb 12 21:04:18.864185 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da44eb5c-1bbc-4e03-90a4-bdb4f63b441c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:18.945635 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da44eb5c-1bbc-4e03-90a4-bdb4f63b441c admin admin] Publish callbacks [] for security_group (fa2b1c64-9189-49bd-9e42-aab49317d20c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:19.069859 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da44eb5c-1bbc-4e03-90a4-bdb4f63b441c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fa2b1c64-9189-49bd-9e42-aab49317d20c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:19.124559 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-da44eb5c-1bbc-4e03-90a4-bdb4f63b441c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23b778ffdd4f4e478750f98ce5194625&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4092543
Feb 12 21:04:19.127542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55724) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:19.135569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44eb5c-1bbc-4e03-90a4-bdb4f63b441c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2b1c64-9189-49bd-9e42-aab49317d20c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:19.151844 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e69f5-8648-4629-9f11-90cdde860f0f req-7e94139a-e645-4185-bd2d-c8c19dc64a2e tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:19.152826 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-7e94139a-e645-4185-bd2d-c8c19dc64a2e tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9&tenant_id=097ba3f98cb348929658959fd4ff31cf&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1407828
Feb 12 21:04:19.161257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8ab76-c61f-460b-8228-5e13a9dcb5b1 req-5576a88d-1888-4be8-a5a7-3d2d52115225 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:19.162769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82b8ab76-c61f-460b-8228-5e13a9dcb5b1 req-5576a88d-1888-4be8-a5a7-3d2d52115225 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 948 time: 0.1351864
Feb 12 21:04:19.167631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:19.229019 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0c78f-674d-4304-a3a0-6a00866f412a req-016668e2-eeaa-44ff-a132-8ebf9182405f tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:19.230936 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b4c0c78f-674d-4304-a3a0-6a00866f412a req-016668e2-eeaa-44ff-a132-8ebf9182405f tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 945 time: 0.1012332
Feb 12 21:04:19.233409 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5b1522e0-1d5c-4cd8-baed-c580d87b74a5 admin admin] Publish callbacks [] for security_group (fa2b1c64-9189-49bd-9e42-aab49317d20c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:19.278362 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5b1522e0-1d5c-4cd8-baed-c580d87b74a5 admin admin] Publish callbacks [] for security_group (fa2b1c64-9189-49bd-9e42-aab49317d20c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:19.340811 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b4c0c78f-674d-4304-a3a0-6a00866f412a req-dc8fc7df-a298-40e7-a3c1-20d9a1e48d47 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022379
Feb 12 21:04:19.526750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9541a9-6b19-4cc0-b186-0d48fdaa36af req-89e19f56-4d3d-4506-8d08-b714172e74f6 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:19.534381 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a9541a9-6b19-4cc0-b186-0d48fdaa36af req-89e19f56-4d3d-4506-8d08-b714172e74f6 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 945 time: 0.0726297
Feb 12 21:04:19.573581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3267b0c7-25e2-44b9-afd1-21270d2d53bb', 'tag': '31030585-0e0e-44d7-bd66-e3136d668ce8'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:19.576519 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f60b44-a5f4-437d-8412-a24d1efd1546" -d '{"events": [{"name": "network-changed", "server_uuid": "3267b0c7-25e2-44b9-afd1-21270d2d53bb", "tag": "31030585-0e0e-44d7-bd66-e3136d668ce8"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:19.599720 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a9541a9-6b19-4cc0-b186-0d48fdaa36af req-d6b3cad9-b95f-4bb7-a1b1-055ca8b3dac6 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a53eed3-a370-48f6-b8a9-568f3f0c2056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644100
Feb 12 21:04:19.600547 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5b1522e0-1d5c-4cd8-baed-c580d87b74a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fa2b1c64-9189-49bd-9e42-aab49317d20c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:19.611528 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5b1522e0-1d5c-4cd8-baed-c580d87b74a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:19.615064 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5b1522e0-1d5c-4cd8-baed-c580d87b74a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa2b1c64-9189-49bd-9e42-aab49317d20c HTTP/1.1" status: 204  len: 168 time: 0.4841363
Feb 12 21:04:19.629145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82b8ab76-c61f-460b-8228-5e13a9dcb5b1 req-1ecdc404-c139-4255-ae10-2b23ae70cc84 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4533203
Feb 12 21:04:19.630432 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:19.635273 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1522e0-1d5c-4cd8-baed-c580d87b74a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2b1c64-9189-49bd-9e42-aab49317d20c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:19.660815 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb4360-eea0-4d31-8cbd-c55dafdd2178 req-2ed4b793-454e-4377-9acb-1d34da68962e tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:19.662469 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ecb4360-eea0-4d31-8cbd-c55dafdd2178 req-2ed4b793-454e-4377-9acb-1d34da68962e tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 945 time: 0.1544697
Feb 12 21:04:19.697732 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8382fc-8cce-4c44-a6e4-58e297460b53 x-openstack-request-id: req-9f8382fc-8cce-4c44-a6e4-58e297460b53 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:19.697732 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3267b0c7-25e2-44b9-afd1-21270d2d53bb", "tag": "31030585-0e0e-44d7-bd66-e3136d668ce8", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:19.697732 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f8382fc-8cce-4c44-a6e4-58e297460b53 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:19.704644 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3267b0c7-25e2-44b9-afd1-21270d2d53bb', 'tag': '31030585-0e0e-44d7-bd66-e3136d668ce8', 'status': 'completed', 'code': 200}
Feb 12 21:04:19.919370 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f60b44-a5f4-437d-8412-a24d1efd1546 req-d9a58ee3-c18d-4918-bab8-d31374f15ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:19.920883 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3f60b44-a5f4-437d-8412-a24d1efd1546 req-d9a58ee3-c18d-4918-bab8-d31374f15ec6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d8ed44c8eee2476593e75478c214644c&device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 1130 time: 0.2024043
Feb 12 21:04:19.983171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] For port 692da1ed-6391-4b0f-95c0-4a1ac462850c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:20.050490 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-4ecb4360-eea0-4d31-8cbd-c55dafdd2178 req-11ac9211-e93f-486a-95a4-62ce45e6be5b tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Deleting port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:04:20.050771 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ecb4360-eea0-4d31-8cbd-c55dafdd2178 req-11ac9211-e93f-486a-95a4-62ce45e6be5b tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (793eba33-06ce-4fec-8b7c-1af8fdcaa0b3), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:20.079394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583b8f5-2bd1-480a-b1be-e71c08f030cc req-0bd2ec28-3159-455e-ad58-a002cde3acf5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:20.080866 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3583b8f5-2bd1-480a-b1be-e71c08f030cc req-0bd2ec28-3159-455e-ad58-a002cde3acf5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.2185745
Feb 12 21:04:20.159917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] For port 692da1ed-6391-4b0f-95c0-4a1ac462850c, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:20.161922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f60b44-a5f4-437d-8412-a24d1efd1546 req-a17119dc-844c-4f56-b154-0fade0d21c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:20.163389 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3f60b44-a5f4-437d-8412-a24d1efd1546 req-a17119dc-844c-4f56-b154-0fade0d21c81 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.2341981
Feb 12 21:04:20.262195 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3f60b44-a5f4-437d-8412-a24d1efd1546 req-f50d9040-df3c-4a8d-ae55-2c9d24dfb11a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=31030585-0e0e-44d7-bd66-e3136d668ce8 HTTP/1.1" status: 200  len: 217 time: 0.0772946
Feb 12 21:04:20.292271 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Publish callbacks [] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:20.302130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 31030585-0e0e-44d7-bd66-e3136d668ce8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:04:20.324910 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3583b8f5-2bd1-480a-b1be-e71c08f030cc req-0fb12326-95a6-464a-909a-fadc68c24d5c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2290754
Feb 12 21:04:20.338880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4ecb4360-eea0-4d31-8cbd-c55dafdd2178 req-11ac9211-e93f-486a-95a4-62ce45e6be5b tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] For port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=793eba33-06ce-4fec-8b7c-1af8fdcaa0b3,segment=NetworkSegment(4ca1b092-e3dc-4183-8ec0-12f0619868e9),segment_id=4ca1b092-e3dc-4183-8ec0-12f0619868e9)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:20.339256 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ecb4360-eea0-4d31-8cbd-c55dafdd2178 req-11ac9211-e93f-486a-95a4-62ce45e6be5b tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (793eba33-06ce-4fec-8b7c-1af8fdcaa0b3), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:20.356506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f60b44-a5f4-437d-8412-a24d1efd1546 req-94e854f8-5de3-4f57-8a43-0e0bfaf72976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:20.358946 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3f60b44-a5f4-437d-8412-a24d1efd1546 req-94e854f8-5de3-4f57-8a43-0e0bfaf72976 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0886080
Feb 12 21:04:20.359878 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-4ecb4360-eea0-4d31-8cbd-c55dafdd2178 req-11ac9211-e93f-486a-95a4-62ce45e6be5b tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Calling delete_port for 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:04:20.436823 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:20.446657 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 31030585-0e0e-44d7-bd66-e3136d668ce8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31030585-0e0e-44d7-bd66-e3136d668ce8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:20.459167 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '31030585-0e0e-44d7-bd66-e3136d668ce8', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '31030585-0e0e-44d7-bd66-e3136d668ce8', 'mac_address': 'fa:16:3e:0b:c3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:04:20.511436 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55770) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:20.514903 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55772) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:20.518366 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 31030585-0e0e-44d7-bd66-e3136d668ce8 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:20.519257 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:20.536369 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31030585-0e0e-44d7-bd66-e3136d668ce8 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:20.541636 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489fbce-c965-4bab-86d6-2d4d62d0f852 req-05d83ed1-2646-4259-942e-bc8c4b9f70fd tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:20.543697 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5489fbce-c965-4bab-86d6-2d4d62d0f852 req-05d83ed1-2646-4259-942e-bc8c4b9f70fd tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 943 time: 0.1154330
Feb 12 21:04:20.562068 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 31030585-0e0e-44d7-bd66-e3136d668ce8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31030585-0e0e-44d7-bd66-e3136d668ce8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:20.583816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Pushing event updated for resources: {'Port': ['ID=692da1ed-6391-4b0f-95c0-4a1ac462850c,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:20.589299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f60b44-a5f4-437d-8412-a24d1efd1546 req-410e99c7-ee18-4377-b843-d97f52b8ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:20.590991 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3f60b44-a5f4-437d-8412-a24d1efd1546 req-410e99c7-ee18-4377-b843-d97f52b8ad76 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2233665
Feb 12 21:04:20.603350 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5489fbce-c965-4bab-86d6-2d4d62d0f852 req-144d715b-8780-4755-b4f6-6a6e1310a8ad tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511534
Feb 12 21:04:20.612370 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7ccab986-c3bf-45a5-bb97-8b4f94ab3cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:20.644434 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:20.645548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 868c095f-3711-40a3-a930-a2e4658e031f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:04:20.679276 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Attempting to bind port 692da1ed-6391-4b0f-95c0-4a1ac462850c on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:20.679637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Attempting to bind port 692da1ed-6391-4b0f-95c0-4a1ac462850c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:20.679937 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Attempting to bind port 692da1ed-6391-4b0f-95c0-4a1ac462850c on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:20.729567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=31030585-0e0e-44d7-bd66-e3136d668ce8,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:20.736221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 868c095f-3711-40a3-a930-a2e4658e031f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=868c095f-3711-40a3-a930-a2e4658e031f,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:20.753444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '868c095f-3711-40a3-a930-a2e4658e031f', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '868c095f-3711-40a3-a930-a2e4658e031f', 'mac_address': 'fa:16:3e:72:e9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:04:20.771465 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Port 692da1ed-6391-4b0f-95c0-4a1ac462850c on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:04:20.771689 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Attempting to bind port 692da1ed-6391-4b0f-95c0-4a1ac462850c on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:20.820788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 868c095f-3711-40a3-a930-a2e4658e031f is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:20.820788 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (868c095f-3711-40a3-a930-a2e4658e031f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:20.824561 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:20.824908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Checking segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:20.825313 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Bound using segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:20.826936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Bound port: 692da1ed-6391-4b0f-95c0-4a1ac462850c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:20.826936 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:20.831142 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e43f6-8901-451a-b4ae-c38792a3f544 req-dbc1fe41-9310-4f1a-8ce4-b962472b1a36 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:20.832646 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-608e43f6-8901-451a-b4ae-c38792a3f544 req-dbc1fe41-9310-4f1a-8ce4-b962472b1a36 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 949 time: 0.0887895
Feb 12 21:04:20.833884 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44a24761-f071-4c68-a2de-8caed80a8a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:20.841738 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868c095f-3711-40a3-a930-a2e4658e031f {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:20.861601 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 868c095f-3711-40a3-a930-a2e4658e031f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=868c095f-3711-40a3-a930-a2e4658e031f,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:20.925726 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3f60b44-a5f4-437d-8412-a24d1efd1546 req-51b9d9be-7202-420f-a6f6-c716bd6ce569 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3042953
Feb 12 21:04:20.932337 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-608e43f6-8901-451a-b4ae-c38792a3f544 req-64ca889b-1385-4abf-9e7c-ebff82995d2c tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853386
Feb 12 21:04:20.959245 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ecb4360-eea0-4d31-8cbd-c55dafdd2178 req-11ac9211-e93f-486a-95a4-62ce45e6be5b tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (793eba33-06ce-4fec-8b7c-1af8fdcaa0b3), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:20.973797 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['793eba33-06ce-4fec-8b7c-1af8fdcaa0b3'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:20.986581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92e7fb-9c0f-4493-befe-61b8f77ee19a req-fa283c04-da48-4ff9-afbe-a4ddb9035c53 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:20.987782 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44a24761-f071-4c68-a2de-8caed80a8a87 admin admin] Publish callbacks [] for security_group (6e0d03ca-ab0b-4d01-8b73-23a442f81509), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:20.989814 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8c92e7fb-9c0f-4493-befe-61b8f77ee19a req-fa283c04-da48-4ff9-afbe-a4ddb9035c53 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 867 time: 0.2213688
Feb 12 21:04:21.007210 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (868c095f-3711-40a3-a930-a2e4658e031f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:21.056540 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac9211-e93f-486a-95a4-62ce45e6be5b tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Pushing event deleted for resources: {'Port': ['ID=793eba33-06ce-4fec-8b7c-1af8fdcaa0b3,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:21.064127 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=868c095f-3711-40a3-a930-a2e4658e031f,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:21.075120 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44a24761-f071-4c68-a2de-8caed80a8a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6e0d03ca-ab0b-4d01-8b73-23a442f81509), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:21.103036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] For port 692da1ed-6391-4b0f-95c0-4a1ac462850c, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:21.106382 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7ccab986-c3bf-45a5-bb97-8b4f94ab3cc5 admin admin] Publish callbacks [] for security_group (12020ec7-7169-44f2-98c8-2cfef34b3d32), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:21.118226 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-44a24761-f071-4c68-a2de-8caed80a8a87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6169bd8e71714aaca7a3e0d9a9e2ae7c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6040218
Feb 12 21:04:21.119262 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a24761-f071-4c68-a2de-8caed80a8a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0d03ca-ab0b-4d01-8b73-23a442f81509,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:21.128562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55788) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:21.156047 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] For port 692da1ed-6391-4b0f-95c0-4a1ac462850c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:21.187525 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecb4360-eea0-4d31-8cbd-c55dafdd2178 req-11ac9211-e93f-486a-95a4-62ce45e6be5b tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] No DVR routers for this DVR port 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:04:21.195988 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f22cee0c-bbe5-47cc-9ca6-2c3b8a4fc25f admin admin] Publish callbacks [] for security_group (6e0d03ca-ab0b-4d01-8b73-23a442f81509), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:21.197488 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ecb4360-eea0-4d31-8cbd-c55dafdd2178 req-11ac9211-e93f-486a-95a4-62ce45e6be5b tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:21.201315 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ecb4360-eea0-4d31-8cbd-c55dafdd2178 req-11ac9211-e93f-486a-95a4-62ce45e6be5b tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.50 "DELETE /v2.0/ports/793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 HTTP/1.1" status: 204  len: 173 time: 1.5113668
Feb 12 21:04:21.202090 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7ccab986-c3bf-45a5-bb97-8b4f94ab3cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (12020ec7-7169-44f2-98c8-2cfef34b3d32), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:21.221253 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f22cee0c-bbe5-47cc-9ca6-2c3b8a4fc25f admin admin] Publish callbacks [] for security_group (6e0d03ca-ab0b-4d01-8b73-23a442f81509), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:21.235027 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8c92e7fb-9c0f-4493-befe-61b8f77ee19a req-b7ca4c47-d955-4036-97c4-8b74b0f96f92 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a53eed3-a370-48f6-b8a9-568f3f0c2056&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2284884
Feb 12 21:04:21.254913 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:21.259840 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['31030585-0e0e-44d7-bd66-e3136d668ce8'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:21.263737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['868c095f-3711-40a3-a930-a2e4658e031f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:21.297902 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3f60b44-a5f4-437d-8412-a24d1efd1546 req-fa759907-051f-466f-ae93-d62e60307f1f service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3590057
Feb 12 21:04:21.300245 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7ccab986-c3bf-45a5-bb97-8b4f94ab3cc5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a0f0c41280d49188e0b2a8c27a50259&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7797477
Feb 12 21:04:21.303663 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55790) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:21.330102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccab986-c3bf-45a5-bb97-8b4f94ab3cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12020ec7-7169-44f2-98c8-2cfef34b3d32,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:21.351953 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:21.353043 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:21.355225 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] 10.222.0.48 "PUT /v2.0/ports/692da1ed-6391-4b0f-95c0-4a1ac462850c HTTP/1.1" status: 200  len: 1121 time: 2.1903460
Feb 12 21:04:21.355366 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d5f98-efe4-4c35-8399-638dc807364f service neutron] Pushing event updated for resources: {'Port': ['ID=692da1ed-6391-4b0f-95c0-4a1ac462850c,revision_number=8']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:21.381750 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f22cee0c-bbe5-47cc-9ca6-2c3b8a4fc25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6e0d03ca-ab0b-4d01-8b73-23a442f81509), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:21.384135 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f22cee0c-bbe5-47cc-9ca6-2c3b8a4fc25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:21.388204 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f22cee0c-bbe5-47cc-9ca6-2c3b8a4fc25f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e0d03ca-ab0b-4d01-8b73-23a442f81509 HTTP/1.1" status: 204  len: 168 time: 0.2567451
Feb 12 21:04:21.399921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cee0c-bbe5-47cc-9ca6-2c3b8a4fc25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0d03ca-ab0b-4d01-8b73-23a442f81509,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:21.413491 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-647e0ac3-a607-48d3-a5a9-d32800ae8251 admin admin] Publish callbacks [] for security_group (12020ec7-7169-44f2-98c8-2cfef34b3d32), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:21.458773 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-647e0ac3-a607-48d3-a5a9-d32800ae8251 admin admin] Publish callbacks [] for security_group (12020ec7-7169-44f2-98c8-2cfef34b3d32), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:21.477210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['692da1ed-6391-4b0f-95c0-4a1ac462850c'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:21.523207 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596ef76-674b-4534-a13a-fd6dd7cbecf5 req-cddc9825-2b70-4394-9e3d-291ff5ba5e7c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:21.532399 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9596ef76-674b-4534-a13a-fd6dd7cbecf5 req-cddc9825-2b70-4394-9e3d-291ff5ba5e7c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0820928
Feb 12 21:04:21.586014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9596ef76-674b-4534-a13a-fd6dd7cbecf5 req-cac84b38-ffa2-4d78-afb2-359f9704cbaf tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525966
Feb 12 21:04:21.723220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac07934b-e366-4ce9-9d0b-d6f3ee7833f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '692da1ed-6391-4b0f-95c0-4a1ac462850c'}, {'server_uuid': '8c5a4cce-cafc-4baa-aa1b-a5284bac65ca', 'name': 'network-vif-deleted', 'tag': '793eba33-06ce-4fec-8b7c-1af8fdcaa0b3'}, {'name': 'network-changed', 'server_uuid': 'ac07934b-e366-4ce9-9d0b-d6f3ee7833f9', 'tag': '692da1ed-6391-4b0f-95c0-4a1ac462850c'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:21.726090 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49f2a54-b926-4bfb-8296-f181f942f5a4" -d '{"events": [{"server_uuid": "ac07934b-e366-4ce9-9d0b-d6f3ee7833f9", "name": "network-vif-unplugged", "status": "completed", "tag": "692da1ed-6391-4b0f-95c0-4a1ac462850c"}, {"server_uuid": "8c5a4cce-cafc-4baa-aa1b-a5284bac65ca", "name": "network-vif-deleted", "tag": "793eba33-06ce-4fec-8b7c-1af8fdcaa0b3"}, {"name": "network-changed", "server_uuid": "ac07934b-e366-4ce9-9d0b-d6f3ee7833f9", "tag": "692da1ed-6391-4b0f-95c0-4a1ac462850c"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:21.761610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee1997-dcf8-4212-8845-e80aae259fb1 req-2028e425-9fe9-428d-bdfe-66e26aa12a91 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:21.770322 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a2ee1997-dcf8-4212-8845-e80aae259fb1 req-2028e425-9fe9-428d-bdfe-66e26aa12a91 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 943 time: 0.0820453
Feb 12 21:04:21.833740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a2ee1997-dcf8-4212-8845-e80aae259fb1 req-8b039054-c850-48a1-a4dc-28802d841fbb tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579042
Feb 12 21:04:21.880392 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5179844-4cbe-411f-87fa-42206627fa93 x-openstack-request-id: req-c5179844-4cbe-411f-87fa-42206627fa93 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:21.881465 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac07934b-e366-4ce9-9d0b-d6f3ee7833f9", "name": "network-vif-unplugged", "status": "completed", "tag": "692da1ed-6391-4b0f-95c0-4a1ac462850c", "code": 200}, {"server_uuid": "8c5a4cce-cafc-4baa-aa1b-a5284bac65ca", "name": "network-vif-deleted", "tag": "793eba33-06ce-4fec-8b7c-1af8fdcaa0b3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac07934b-e366-4ce9-9d0b-d6f3ee7833f9", "tag": "692da1ed-6391-4b0f-95c0-4a1ac462850c", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:21.881465 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5179844-4cbe-411f-87fa-42206627fa93 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:21.881465 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac07934b-e366-4ce9-9d0b-d6f3ee7833f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '692da1ed-6391-4b0f-95c0-4a1ac462850c', 'code': 200}
Feb 12 21:04:21.881862 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5a4cce-cafc-4baa-aa1b-a5284bac65ca', 'name': 'network-vif-deleted', 'tag': '793eba33-06ce-4fec-8b7c-1af8fdcaa0b3', 'status': 'completed', 'code': 200}
Feb 12 21:04:21.882093 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac07934b-e366-4ce9-9d0b-d6f3ee7833f9', 'tag': '692da1ed-6391-4b0f-95c0-4a1ac462850c', 'status': 'completed', 'code': 200}
Feb 12 21:04:21.954594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f2a54-b926-4bfb-8296-f181f942f5a4 req-d8da983d-0d1e-48c2-8751-ab27d8a2fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:21.956095 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a49f2a54-b926-4bfb-8296-f181f942f5a4 req-d8da983d-0d1e-48c2-8751-ab27d8a2fb35 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 1155 time: 0.0460768
Feb 12 21:04:21.989324 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-647e0ac3-a607-48d3-a5a9-d32800ae8251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (12020ec7-7169-44f2-98c8-2cfef34b3d32), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:21.993304 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-647e0ac3-a607-48d3-a5a9-d32800ae8251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:21.998661 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-647e0ac3-a607-48d3-a5a9-d32800ae8251 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12020ec7-7169-44f2-98c8-2cfef34b3d32 HTTP/1.1" status: 204  len: 168 time: 0.6905966
Feb 12 21:04:22.014950 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e0ac3-a607-48d3-a5a9-d32800ae8251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12020ec7-7169-44f2-98c8-2cfef34b3d32,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:22.094466 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f2a54-b926-4bfb-8296-f181f942f5a4 req-3685db9c-8499-4a3c-8b8d-70b593f71c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:22.095833 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a49f2a54-b926-4bfb-8296-f181f942f5a4 req-3685db9c-8499-4a3c-8b8d-70b593f71c04 service neutron] 10.222.0.50 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 922 time: 0.1315727
Feb 12 21:04:22.107407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acf5a5-5aab-456e-becc-44948d0ec7b0 req-e07452c6-ad73-4512-94d7-8a5da57e59e1 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:22.108809 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-74acf5a5-5aab-456e-becc-44948d0ec7b0 req-e07452c6-ad73-4512-94d7-8a5da57e59e1 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 949 time: 0.0859153
Feb 12 21:04:22.158607 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a49f2a54-b926-4bfb-8296-f181f942f5a4 req-2d0b62ec-db0c-40c8-ae37-4b491acba2a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c HTTP/1.1" status: 200  len: 217 time: 0.0488594
Feb 12 21:04:22.222965 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-74acf5a5-5aab-456e-becc-44948d0ec7b0 req-0fe57fae-6a49-427e-a33d-aef5185ec99a tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077650
Feb 12 21:04:22.239120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f2a54-b926-4bfb-8296-f181f942f5a4 req-3ab0b041-cc73-43bf-a35a-eebc7bfd1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:22.240700 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a49f2a54-b926-4bfb-8296-f181f942f5a4 req-3ab0b041-cc73-43bf-a35a-eebc7bfd1dbf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.0744257
Feb 12 21:04:22.276970 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a49f2a54-b926-4bfb-8296-f181f942f5a4 req-1f57e3ad-cfcb-4edb-99db-873cbb80f5f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0302725
Feb 12 21:04:22.372641 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78c7d8af-5da9-443e-9dba-586fd1310351 req-48f33042-7b41-4fd5-8e38-b822c59d1824 tempest-InstanceActionsV221TestJSON-215540132 tempest-InstanceActionsV221TestJSON-215540132-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c5a4cce-cafc-4baa-aa1b-a5284bac65ca HTTP/1.1" status: 200  len: 210 time: 0.0338860
Feb 12 21:04:22.395444 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a49f2a54-b926-4bfb-8296-f181f942f5a4 req-9a0e81fd-ffe9-41ce-87dc-0c4cc378781c service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1112747
Feb 12 21:04:22.411767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55812) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:22.441124 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9154fb9-116c-4879-a447-de5cbd2f6589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:22.537337 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a49f2a54-b926-4bfb-8296-f181f942f5a4 req-10d02992-2fdc-4037-b432-b74c5f817824 service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351976
Feb 12 21:04:22.580038 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9154fb9-116c-4879-a447-de5cbd2f6589 admin admin] Publish callbacks [] for security_group (31295cf1-2be1-4825-ba9b-e5801e8651a4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:22.657969 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9154fb9-116c-4879-a447-de5cbd2f6589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (31295cf1-2be1-4825-ba9b-e5801e8651a4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:22.738326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcba8c-05a5-4ce5-83d4-8e2b79ad2bbf req-ed71eb05-6475-4c20-93ed-3a16d1724134 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:22.740541 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2bcba8c-05a5-4ce5-83d4-8e2b79ad2bbf req-ed71eb05-6475-4c20-93ed-3a16d1724134 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0747504
Feb 12 21:04:22.783371 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b9154fb9-116c-4879-a447-de5cbd2f6589 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=677e322f336447ee8119bca3d6be7fb5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3756819
Feb 12 21:04:22.786283 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55826) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:22.787162 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9154fb9-116c-4879-a447-de5cbd2f6589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31295cf1-2be1-4825-ba9b-e5801e8651a4,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:22.831861 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2bcba8c-05a5-4ce5-83d4-8e2b79ad2bbf req-85a9ca29-680a-4aa4-8cab-0722d812c8a9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853977
Feb 12 21:04:22.893406 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5db4574d-513e-4c62-a5c8-1384e1c2c1bf admin admin] Publish callbacks [] for security_group (31295cf1-2be1-4825-ba9b-e5801e8651a4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:22.927849 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5db4574d-513e-4c62-a5c8-1384e1c2c1bf admin admin] Publish callbacks [] for security_group (31295cf1-2be1-4825-ba9b-e5801e8651a4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:23.006011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6abf06-f63f-468a-b598-c6409c85c5f7 req-65b8b4f6-c163-400b-8d95-55826ae75304 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:23.008009 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f6abf06-f63f-468a-b598-c6409c85c5f7 req-65b8b4f6-c163-400b-8d95-55826ae75304 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 943 time: 0.0851679
Feb 12 21:04:23.069244 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f6abf06-f63f-468a-b598-c6409c85c5f7 req-05c793b0-8073-4079-97bb-4e748c61793a tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498135
Feb 12 21:04:23.090912 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5db4574d-513e-4c62-a5c8-1384e1c2c1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (31295cf1-2be1-4825-ba9b-e5801e8651a4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:23.093863 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5db4574d-513e-4c62-a5c8-1384e1c2c1bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:23.095044 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5db4574d-513e-4c62-a5c8-1384e1c2c1bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31295cf1-2be1-4825-ba9b-e5801e8651a4 HTTP/1.1" status: 204  len: 168 time: 0.3069746
Feb 12 21:04:23.104199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4574d-513e-4c62-a5c8-1384e1c2c1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31295cf1-2be1-4825-ba9b-e5801e8651a4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:23.377693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295131ad-13b3-4c83-8fcf-d3a067e27247 req-92671112-f739-4967-94d3-cb1f37b7f187 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:23.379740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-295131ad-13b3-4c83-8fcf-d3a067e27247 req-92671112-f739-4967-94d3-cb1f37b7f187 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 949 time: 0.0733333
Feb 12 21:04:23.472328 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-295131ad-13b3-4c83-8fcf-d3a067e27247 req-1d81c627-94a1-41b3-88e5-e788ac305239 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869756
Feb 12 21:04:23.682913 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55876) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:23.732806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c69db75-44f7-4fc4-a7d9-924e3e065a36 admin admin] Deleting subnet 2478fbe9-c2f6-4b3d-ac3f-8f6b766a91cf {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:04:23.736102 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c69db75-44f7-4fc4-a7d9-924e3e065a36 admin admin] Publish callbacks [] for subnet (2478fbe9-c2f6-4b3d-ac3f-8f6b766a91cf), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:23.771257 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c69db75-44f7-4fc4-a7d9-924e3e065a36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (2478fbe9-c2f6-4b3d-ac3f-8f6b766a91cf), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:23.792624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:04:23.813240 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c69db75-44f7-4fc4-a7d9-924e3e065a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (2478fbe9-c2f6-4b3d-ac3f-8f6b766a91cf), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:23.823822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:04:23.824758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 793eba33-06ce-4fec-8b7c-1af8fdcaa0b3 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:04:23.943771 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c69db75-44f7-4fc4-a7d9-924e3e065a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (2478fbe9-c2f6-4b3d-ac3f-8f6b766a91cf), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:23.968714 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36838467-e8fc-45b6-904d-5f1513b957a0 req-e91c3f28-f65e-4d97-a4a8-3e60f20c6355 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:23.970137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69db75-44f7-4fc4-a7d9-924e3e065a36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2478fbe9-c2f6-4b3d-ac3f-8f6b766a91cf,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:23.970280 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36838467-e8fc-45b6-904d-5f1513b957a0 req-e91c3f28-f65e-4d97-a4a8-3e60f20c6355 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0539818
Feb 12 21:04:23.975323 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c69db75-44f7-4fc4-a7d9-924e3e065a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:23.978472 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1c69db75-44f7-4fc4-a7d9-924e3e065a36 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2478fbe9-c2f6-4b3d-ac3f-8f6b766a91cf HTTP/1.1" status: 204  len: 168 time: 0.2977257
Feb 12 21:04:23.981012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55886) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:24.028852 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36838467-e8fc-45b6-904d-5f1513b957a0 req-5f1dc47b-144b-436e-9339-5da1e4214a34 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464790
Feb 12 21:04:24.072802 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a772cc-8c2a-4c83-9c46-5aa4496532eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (809af00c-f029-4452-bdd8-36683da9a283), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:24.161437 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a772cc-8c2a-4c83-9c46-5aa4496532eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (809af00c-f029-4452-bdd8-36683da9a283), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:24.223585 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-70a772cc-8c2a-4c83-9c46-5aa4496532eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f95b8670>,) {'filters': {'network_id': ['809af00c-f029-4452-bdd8-36683da9a283']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:24.242091 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96916ee-9ff8-4ac2-b88a-47431ae2b63d req-4d5e857a-73ce-474b-9c1d-c008eb56a8f2 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:24.243625 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f96916ee-9ff8-4ac2-b88a-47431ae2b63d req-4d5e857a-73ce-474b-9c1d-c008eb56a8f2 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 943 time: 0.0794089
Feb 12 21:04:24.245660 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-70a772cc-8c2a-4c83-9c46-5aa4496532eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f95b8670>, '4ca1b092-e3dc-4183-8ec0-12f0619868e9') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:24.246002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-70a772cc-8c2a-4c83-9c46-5aa4496532eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f95b8670>, '4ca1b092-e3dc-4183-8ec0-12f0619868e9') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:24.256901 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a772cc-8c2a-4c83-9c46-5aa4496532eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (4ca1b092-e3dc-4183-8ec0-12f0619868e9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:24.282335 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5066d507-d753-4383-a9b7-89fc970870a7 service neutron] show failed (client error): The resource could not be found.
Feb 12 21:04:24.283355 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5066d507-d753-4383-a9b7-89fc970870a7 service neutron] 10.222.0.50 "GET /v2.0/ports/e68c6c44-abe5-4ce9-ab41-24f9c4276607/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0733671
Feb 12 21:04:24.285799 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a772cc-8c2a-4c83-9c46-5aa4496532eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (4ca1b092-e3dc-4183-8ec0-12f0619868e9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:24.300096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a772cc-8c2a-4c83-9c46-5aa4496532eb admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:04:24.300096 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a772cc-8c2a-4c83-9c46-5aa4496532eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (4ca1b092-e3dc-4183-8ec0-12f0619868e9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:04:24.301766 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:04:24.319818 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 692da1ed-6391-4b0f-95c0-4a1ac462850c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:04:24.322258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 31030585-0e0e-44d7-bd66-e3136d668ce8 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:04:24.370950 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f96916ee-9ff8-4ac2-b88a-47431ae2b63d req-e65091a6-805d-4ac9-b5bc-b8fec46e0b1b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142902
Feb 12 21:04:24.429753 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55908) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:24.469265 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a772cc-8c2a-4c83-9c46-5aa4496532eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (809af00c-f029-4452-bdd8-36683da9a283), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:24.475786 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a772cc-8c2a-4c83-9c46-5aa4496532eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:24.478954 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-70a772cc-8c2a-4c83-9c46-5aa4496532eb admin admin] 10.222.0.31 "DELETE /v2.0/networks/809af00c-f029-4452-bdd8-36683da9a283 HTTP/1.1" status: 204  len: 168 time: 0.4967237
Feb 12 21:04:24.489720 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a772cc-8c2a-4c83-9c46-5aa4496532eb admin admin] Pushing event deleted for resources: {'Network': ['ID=809af00c-f029-4452-bdd8-36683da9a283,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:24.523526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 692da1ed-6391-4b0f-95c0-4a1ac462850c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:24.541238 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 692da1ed-6391-4b0f-95c0-4a1ac462850c has no active binding in host nch1-master-1 {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 12 21:04:24.560829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-374bc45f-3bbd-4643-a9af-8e332a7d5923 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-190877491-network', 'tenant_id': 'a9e5b2f74c514884b376a71e380c5dbc'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:24.562253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 31030585-0e0e-44d7-bd66-e3136d668ce8 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:04:24.568333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 31030585-0e0e-44d7-bd66-e3136d668ce8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:24.568969 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:24.652203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374bc45f-3bbd-4643-a9af-8e332a7d5923 admin admin] Made reservation on behalf of a9e5b2f74c514884b376a71e380c5dbc for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:04:24.654703 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-374bc45f-3bbd-4643-a9af-8e332a7d5923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:24.663316 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-374bc45f-3bbd-4643-a9af-8e332a7d5923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:24.668690 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1db52-b923-45a2-9260-55d48f4767c2 req-967058ca-9f61-4a77-8ef6-2c3107a47c14 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:24.670634 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-62e1db52-b923-45a2-9260-55d48f4767c2 req-967058ca-9f61-4a77-8ef6-2c3107a47c14 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 949 time: 0.0772367
Feb 12 21:04:24.700499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 31030585-0e0e-44d7-bd66-e3136d668ce8 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:24.701526 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:24.733458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3267b0c7-25e2-44b9-afd1-21270d2d53bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31030585-0e0e-44d7-bd66-e3136d668ce8'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:24.735845 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21328a9e-8036-421b-8a63-dff42bb12887" -d '{"events": [{"server_uuid": "3267b0c7-25e2-44b9-afd1-21270d2d53bb", "name": "network-vif-plugged", "status": "completed", "tag": "31030585-0e0e-44d7-bd66-e3136d668ce8"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:24.752646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 31030585-0e0e-44d7-bd66-e3136d668ce8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31030585-0e0e-44d7-bd66-e3136d668ce8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:24.764415 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-62e1db52-b923-45a2-9260-55d48f4767c2 req-7c029272-7091-415d-9948-ee0379ecd2b5 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842602
Feb 12 21:04:24.782190 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-374bc45f-3bbd-4643-a9af-8e332a7d5923 admin admin] Publish callbacks [] for security_group (fd278b8b-e681-4b62-8b53-746645f5c55d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:24.805591 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcda39f4-2088-4b4b-9ca9-c795c296c722 x-openstack-request-id: req-fcda39f4-2088-4b4b-9ca9-c795c296c722 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:24.806127 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3267b0c7-25e2-44b9-afd1-21270d2d53bb", "name": "network-vif-plugged", "status": "completed", "tag": "31030585-0e0e-44d7-bd66-e3136d668ce8", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:24.806127 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcda39f4-2088-4b4b-9ca9-c795c296c722 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:24.806525 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3267b0c7-25e2-44b9-afd1-21270d2d53bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31030585-0e0e-44d7-bd66-e3136d668ce8', 'code': 200}
Feb 12 21:04:24.865393 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-dc9055b0-5106-47e5-a70c-bfa6e0c97b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:24.866885 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-dc9055b0-5106-47e5-a70c-bfa6e0c97b57 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419&tenant_id=55f8176a19e946ee8eecaa5d963d908c HTTP/1.1" status: 200  len: 1132 time: 0.0511570
Feb 12 21:04:24.868733 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:24.869679 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 868c095f-3711-40a3-a930-a2e4658e031f up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:04:24.870137 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-374bc45f-3bbd-4643-a9af-8e332a7d5923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fd278b8b-e681-4b62-8b53-746645f5c55d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:24.890824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:24.928629 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55922) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:24.932485 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374bc45f-3bbd-4643-a9af-8e332a7d5923 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:04:24.953758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=31030585-0e0e-44d7-bd66-e3136d668ce8,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:24.965209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bc45f-3bbd-4643-a9af-8e332a7d5923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd278b8b-e681-4b62-8b53-746645f5c55d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:24.976652 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-374bc45f-3bbd-4643-a9af-8e332a7d5923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (37e5cd4d-707f-4ee5-9f74-9396545da0c2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:24.977245 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-374bc45f-3bbd-4643-a9af-8e332a7d5923 admin admin] Added segment 37e5cd4d-707f-4ee5-9f74-9396545da0c2 of type vlan for network 3d22e458-3c47-4031-8344-42fef59328cc
Feb 12 21:04:24.996558 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1b873637-cca0-47d5-83e6-f27977c67a32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d9030a13fac41bc8e6af51b4f3328a8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0661466
Feb 12 21:04:25.000092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55924) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:25.028822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 868c095f-3711-40a3-a930-a2e4658e031f completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:04:25.034667 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 868c095f-3711-40a3-a930-a2e4658e031f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:25.035601 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (868c095f-3711-40a3-a930-a2e4658e031f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.048933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2057e793-12e1-4ef6-98d6-1ab579202ab3 admin admin] Publish callbacks [] for security_group (2a53eed3-a370-48f6-b8a9-568f3f0c2056), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.049365 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-374bc45f-3bbd-4643-a9af-8e332a7d5923 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (3d22e458-3c47-4031-8344-42fef59328cc), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.052724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a48ad-4658-465b-b777-7bd7758b2ba0 req-3e57c5e8-0835-4dd1-a0fa-a53ef16c62da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:25.054286 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b9a48ad-4658-465b-b777-7bd7758b2ba0 req-3e57c5e8-0835-4dd1-a0fa-a53ef16c62da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 1132 time: 0.1608880
Feb 12 21:04:25.072989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2057e793-12e1-4ef6-98d6-1ab579202ab3 admin admin] Publish callbacks [] for security_group (2a53eed3-a370-48f6-b8a9-568f3f0c2056), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.096640 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.135120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 868c095f-3711-40a3-a930-a2e4658e031f is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:25.135571 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (868c095f-3711-40a3-a930-a2e4658e031f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.177224 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-374bc45f-3bbd-4643-a9af-8e332a7d5923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (3d22e458-3c47-4031-8344-42fef59328cc), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.177779 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 868c095f-3711-40a3-a930-a2e4658e031f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=868c095f-3711-40a3-a930-a2e4658e031f,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:25.178316 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374bc45f-3bbd-4643-a9af-8e332a7d5923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:25.178923 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-374bc45f-3bbd-4643-a9af-8e332a7d5923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.195947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d277d-6dfa-4826-8e51-0e38d9eb864c req-b2156f4a-008a-4674-a77d-b73ce6bf911f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:25.197523 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-298d277d-6dfa-4826-8e51-0e38d9eb864c req-b2156f4a-008a-4674-a77d-b73ce6bf911f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0562611
Feb 12 21:04:25.208073 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b9a48ad-4658-465b-b777-7bd7758b2ba0 req-d51ee68d-ae51-4436-84d3-78c764988934 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456833
Feb 12 21:04:25.228069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2057e793-12e1-4ef6-98d6-1ab579202ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2a53eed3-a370-48f6-b8a9-568f3f0c2056), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.230800 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2057e793-12e1-4ef6-98d6-1ab579202ab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.231954 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2057e793-12e1-4ef6-98d6-1ab579202ab3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a53eed3-a370-48f6-b8a9-568f3f0c2056 HTTP/1.1" status: 204  len: 168 time: 0.2308977
Feb 12 21:04:25.254733 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057e793-12e1-4ef6-98d6-1ab579202ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a53eed3-a370-48f6-b8a9-568f3f0c2056,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:25.264947 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-298d277d-6dfa-4826-8e51-0e38d9eb864c req-2806fd66-ce80-40c5-a897-29a7e418adb5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597608
Feb 12 21:04:25.333712 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bc45f-3bbd-4643-a9af-8e332a7d5923 admin admin] Pushing event updated for resources: {'Network': ['ID=3d22e458-3c47-4031-8344-42fef59328cc,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:25.342889 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-374bc45f-3bbd-4643-a9af-8e332a7d5923 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9113429
Feb 12 21:04:25.345840 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55930) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:25.350749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3f83d367-30d9-403d-98d1-c68e79a45317 admin admin] Request body: {'subnet': {'network_id': '3d22e458-3c47-4031-8344-42fef59328cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-190877491-subnet', 'tenant_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:25.415592 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f83d367-30d9-403d-98d1-c68e79a45317 admin admin] Made reservation on behalf of a9e5b2f74c514884b376a71e380c5dbc for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:04:25.418711 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f83d367-30d9-403d-98d1-c68e79a45317 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.423870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 3d22e458-3c47-4031-8344-42fef59328cc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:04:25.426765 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (868c095f-3711-40a3-a930-a2e4658e031f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.487287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] For port e68c6c44-abe5-4ce9-ab41-24f9c4276607, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:25.532836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] For port e68c6c44-abe5-4ce9-ab41-24f9c4276607, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:25.538788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=868c095f-3711-40a3-a930-a2e4658e031f,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:25.588300 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77137029-5c20-4d88-b0e3-8f1e7203a160 req-d0395457-9d38-4da6-ad8b-7b580027874c tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:25.589840 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-77137029-5c20-4d88-b0e3-8f1e7203a160 req-d0395457-9d38-4da6-ad8b-7b580027874c tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 943 time: 0.0982025
Feb 12 21:04:25.593239 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Publish callbacks [] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.594950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8e14fe-6904-44f4-a8bf-c1e9b349e419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68c6c44-abe5-4ce9-ab41-24f9c4276607'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:25.597854 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1646e318-6df2-4aa4-a1f3-7cd18d532383" -d '{"events": [{"server_uuid": "3d8e14fe-6904-44f4-a8bf-c1e9b349e419", "name": "network-vif-unplugged", "status": "completed", "tag": "e68c6c44-abe5-4ce9-ab41-24f9c4276607"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:25.612401 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Transition to ACTIVE for port object e68c6c44-abe5-4ce9-ab41-24f9c4276607 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:04:25.705943 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-77137029-5c20-4d88-b0e3-8f1e7203a160 req-850c375b-3ffd-44fc-a77b-1b467540cf9d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056652
Feb 12 21:04:25.718728 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.802592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] No DVR routers for this DVR port e68c6c44-abe5-4ce9-ab41-24f9c4276607 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:04:25.805622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Pushing event updated for resources: {'Port': ['ID=e68c6c44-abe5-4ce9-ab41-24f9c4276607,revision_number=6']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:25.814812 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1d81fd-65bf-4e01-be36-5ee0abfa9006 x-openstack-request-id: req-2c1d81fd-65bf-4e01-be36-5ee0abfa9006 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:25.815348 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8e14fe-6904-44f4-a8bf-c1e9b349e419", "name": "network-vif-unplugged", "status": "completed", "tag": "e68c6c44-abe5-4ce9-ab41-24f9c4276607", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:25.815788 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c1d81fd-65bf-4e01-be36-5ee0abfa9006 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:25.817229 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8e14fe-6904-44f4-a8bf-c1e9b349e419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68c6c44-abe5-4ce9-ab41-24f9c4276607', 'code': 200}
Feb 12 21:04:25.822259 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ab4b2e9e-b949-47f5-be0b-89f3f346c979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.859645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Attempting to bind port e68c6c44-abe5-4ce9-ab41-24f9c4276607 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:25.859878 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Attempting to bind port e68c6c44-abe5-4ce9-ab41-24f9c4276607 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:25.860234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Attempting to bind port e68c6c44-abe5-4ce9-ab41-24f9c4276607 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:25.863973 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f83d367-30d9-403d-98d1-c68e79a45317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (0cafe543-fa51-4201-bfb2-2bb72972c20d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.878401 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Port e68c6c44-abe5-4ce9-ab41-24f9c4276607 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:04:25.878730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Attempting to bind port e68c6c44-abe5-4ce9-ab41-24f9c4276607 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:25.886529 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:25.888508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:25.888508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:25.888822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Bound port: e68c6c44-abe5-4ce9-ab41-24f9c4276607, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:25.889086 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:25.986434 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83d367-30d9-403d-98d1-c68e79a45317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cafe543-fa51-4201-bfb2-2bb72972c20d,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:25.990194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] For port e68c6c44-abe5-4ce9-ab41-24f9c4276607, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:25.999202 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] For port e68c6c44-abe5-4ce9-ab41-24f9c4276607, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:26.009621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f83d367-30d9-403d-98d1-c68e79a45317 admin admin] Checking segment: {'id': '37e5cd4d-707f-4ee5-9f74-9396545da0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d22e458-3c47-4031-8344-42fef59328cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:26.009987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f83d367-30d9-403d-98d1-c68e79a45317 admin admin] Network hostable DHCP agents. Network: 3d22e458-3c47-4031-8344-42fef59328cc, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:04:26.035046 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb55bbc-a850-4886-83e1-bc79aac30142 req-17981463-c16a-4781-ae2d-28ad1c502588 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:26.036861 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3fb55bbc-a850-4886-83e1-bc79aac30142 req-17981463-c16a-4781-ae2d-28ad1c502588 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 950 time: 0.1096282
Feb 12 21:04:26.093015 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3fb55bbc-a850-4886-83e1-bc79aac30142 req-65a8640b-3372-45e9-bb7a-775da0b31e1b tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494328
Feb 12 21:04:26.127343 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:26.161459 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f83d367-30d9-403d-98d1-c68e79a45317 admin admin] Network 3d22e458-3c47-4031-8344-42fef59328cc is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:04:26.164652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:26.165196 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:26.166601 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] 10.222.0.48 "PUT /v2.0/ports/e68c6c44-abe5-4ce9-ab41-24f9c4276607 HTTP/1.1" status: 200  len: 1096 time: 1.2828948
Feb 12 21:04:26.198016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d114e-cabc-4940-9c97-727ffd995f74 service neutron] Pushing event updated for resources: {'Port': ['ID=e68c6c44-abe5-4ce9-ab41-24f9c4276607,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:26.278282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-3f83d367-30d9-403d-98d1-c68e79a45317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3d22e458-3c47-4031-8344-42fef59328cc) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:04:26.285675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f83d367-30d9-403d-98d1-c68e79a45317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:26.286449 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f83d367-30d9-403d-98d1-c68e79a45317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:26.303041 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135ed1d5-1bad-4ff2-92bb-46f9c559cb66 None None] Network 3d22e458-3c47-4031-8344-42fef59328cc requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:04:26.415983 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3f83d367-30d9-403d-98d1-c68e79a45317 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.0681362
Feb 12 21:04:26.418120 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55962) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:26.424419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-190877491-router', 'tenant_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:26.470111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3d22e458-3c47-4031-8344-42fef59328cc', 'network_id': '3d22e458-3c47-4031-8344-42fef59328cc', 'project_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'fixed_ips': [{'subnet_id': '0cafe543-fa51-4201-bfb2-2bb72972c20d'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:04:26.479615 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:26.559415 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (b69ce1b1-735f-4771-b24b-6d1b530b4edb), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:26.561628 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (b69ce1b1-735f-4771-b24b-6d1b530b4edb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:26.649913 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:26.655302 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Publish callbacks [] for router_controller (b69ce1b1-735f-4771-b24b-6d1b530b4edb), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:26.679274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Allocated IP 172.20.0.2 (3d22e458-3c47-4031-8344-42fef59328cc/0cafe543-fa51-4201-bfb2-2bb72972c20d/0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:04:26.701621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-d52d396f-b942-41ba-ba45-eb25840fc07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:26.701621 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-d52d396f-b942-41ba-ba45-eb25840fc07c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 1130 time: 0.4964364
Feb 12 21:04:26.750136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55972) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:26.754297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccacde-934f-4741-bd15-8194fe1b8edf req-170541cb-85d9-4767-bfbe-246abb31ed64 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:26.767790 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11ccacde-934f-4741-bd15-8194fe1b8edf req-170541cb-85d9-4767-bfbe-246abb31ed64 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 948 time: 0.1574628
Feb 12 21:04:26.808112 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb912b1f-e486-40b6-b01c-5a26c3374a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868c095f-3711-40a3-a930-a2e4658e031f'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:26.812995 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d094771d-59ac-4377-bf27-2abea3c218c7" -d '{"events": [{"server_uuid": "eb912b1f-e486-40b6-b01c-5a26c3374a77", "name": "network-vif-plugged", "status": "completed", "tag": "868c095f-3711-40a3-a930-a2e4658e031f"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:26.833957 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-c61e1b55-f299-41b5-b912-b31bc848a467 service neutron] 10.222.0.50 "GET /v2.0/ports/692da1ed-6391-4b0f-95c0-4a1ac462850c/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2278869
Feb 12 21:04:26.899943 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Publish callbacks [] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:26.911399 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11ccacde-934f-4741-bd15-8194fe1b8edf req-f5be272f-7a9a-418b-b4ae-270069691a81 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471171
Feb 12 21:04:26.934721 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-936142f3-37e3-4539-9ceb-f71d2909a590 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1504200430-network', 'tenant_id': '02d862cc48f14c42ba73c75e882e9c87'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:26.946067 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Publish callbacks [] for router_gateway (b69ce1b1-735f-4771-b24b-6d1b530b4edb), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:26.969013 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-af70092a-36f8-401f-8593-456f3e93cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:26.970557 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-af70092a-36f8-401f-8593-456f3e93cd82 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.2618332
Feb 12 21:04:27.042360 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-cea100d2-f361-4961-a25d-d10bf86e4787 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607 HTTP/1.1" status: 200  len: 217 time: 0.0524197
Feb 12 21:04:27.055923 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:27.097167 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Network 3d22e458-3c47-4031-8344-42fef59328cc is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:04:27.099927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:04:27.103044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:04:27.116437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Pushing event updated for resources: {'Port': ['ID=0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:27.131505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936142f3-37e3-4539-9ceb-f71d2909a590 admin admin] Made reservation on behalf of 02d862cc48f14c42ba73c75e882e9c87 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:04:27.133964 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-936142f3-37e3-4539-9ceb-f71d2909a590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:27.165488 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-936142f3-37e3-4539-9ceb-f71d2909a590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:27.167267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-e06fee0b-3bf1-44ea-af6d-9928dc21671b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:27.169183 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-e06fee0b-3bf1-44ea-af6d-9928dc21671b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1109056
Feb 12 21:04:27.181122 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Attempting to bind port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:27.187705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Attempting to bind port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '37e5cd4d-707f-4ee5-9f74-9396545da0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d22e458-3c47-4031-8344-42fef59328cc'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:27.187705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Attempting to bind port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 on network 3d22e458-3c47-4031-8344-42fef59328cc {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:27.187931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa9a2b-ef0e-4f19-8d92-accb2b355dcd req-5cef4840-396a-47c1-935b-f072334d9edc tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:27.187931 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6daa9a2b-ef0e-4f19-8d92-accb2b355dcd req-5cef4840-396a-47c1-935b-f072334d9edc tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 943 time: 0.1825716
Feb 12 21:04:27.191817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:27.192550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Checking segment: {'id': '37e5cd4d-707f-4ee5-9f74-9396545da0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d22e458-3c47-4031-8344-42fef59328cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:27.193822 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:27.194428 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Bound using segment: {'id': '37e5cd4d-707f-4ee5-9f74-9396545da0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d22e458-3c47-4031-8344-42fef59328cc'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:27.195130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Bound port: 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e5cd4d-707f-4ee5-9f74-9396545da0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d22e458-3c47-4031-8344-42fef59328cc'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:27.196376 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:27.253137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-474e69f5-8648-4629-9f11-90cdde860f0f req-0fddbd33-02e8-4fc8-8ea5-1065b00c37b2 service neutron] For port 692da1ed-6391-4b0f-95c0-4a1ac462850c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:27.277192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] For port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:27.284218 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] For port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64,segment=NetworkSegment(37e5cd4d-707f-4ee5-9f74-9396545da0c2),segment_id=37e5cd4d-707f-4ee5-9f74-9396545da0c2)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:27.302438 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6daa9a2b-ef0e-4f19-8d92-accb2b355dcd req-8540bce5-a14b-4b8a-8bdb-26586c56c0af tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051123
Feb 12 21:04:27.303392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-474e69f5-8648-4629-9f11-90cdde860f0f req-0fddbd33-02e8-4fc8-8ea5-1065b00c37b2 service neutron] For port 692da1ed-6391-4b0f-95c0-4a1ac462850c, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:27.306562 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-936142f3-37e3-4539-9ceb-f71d2909a590 admin admin] Publish callbacks [] for security_group (d5742031-25b4-4551-8a11-99e742e15bbc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:27.346521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-3c51b69a-0ac6-46e9-90bd-032bc2ee8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:27.348110 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-3c51b69a-0ac6-46e9-90bd-032bc2ee8da8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1608913
Feb 12 21:04:27.361051 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:27.364445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-474e69f5-8648-4629-9f11-90cdde860f0f req-0fddbd33-02e8-4fc8-8ea5-1065b00c37b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692da1ed-6391-4b0f-95c0-4a1ac462850c {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:27.387563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-474e69f5-8648-4629-9f11-90cdde860f0f req-0fddbd33-02e8-4fc8-8ea5-1065b00c37b2 service neutron] For port 692da1ed-6391-4b0f-95c0-4a1ac462850c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:27.436927 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Publish callbacks [] for router_gateway (b69ce1b1-735f-4771-b24b-6d1b530b4edb), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:27.438821 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ce8596-5f73-4917-a4f2-c173fda9f09d x-openstack-request-id: req-d3ce8596-5f73-4917-a4f2-c173fda9f09d {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:27.439719 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb912b1f-e486-40b6-b01c-5a26c3374a77", "name": "network-vif-plugged", "status": "completed", "tag": "868c095f-3711-40a3-a930-a2e4658e031f", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:27.440082 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3ce8596-5f73-4917-a4f2-c173fda9f09d {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:27.440577 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb912b1f-e486-40b6-b01c-5a26c3374a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868c095f-3711-40a3-a930-a2e4658e031f', 'code': 200}
Feb 12 21:04:27.459840 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:27.468138 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-936142f3-37e3-4539-9ceb-f71d2909a590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d5742031-25b4-4551-8a11-99e742e15bbc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:27.476681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a69a82-938f-49a2-8183-263aca73d94f None None] Pushing event updated for resources: {'Port': ['ID=0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:27.530512 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936142f3-37e3-4539-9ceb-f71d2909a590 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:04:27.548725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936142f3-37e3-4539-9ceb-f71d2909a590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5742031-25b4-4551-8a11-99e742e15bbc,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:27.557009 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-474e69f5-8648-4629-9f11-90cdde860f0f req-0fddbd33-02e8-4fc8-8ea5-1065b00c37b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:27.567489 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-936142f3-37e3-4539-9ceb-f71d2909a590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (59c7f26e-1048-4012-8590-2b7216989f4d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:27.567489 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-936142f3-37e3-4539-9ceb-f71d2909a590 admin admin] Added segment 59c7f26e-1048-4012-8590-2b7216989f4d of type vlan for network b37f44d3-46f5-4895-8fa7-7d479d4b0ff2
Feb 12 21:04:27.648333 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-447c375b-751f-4d02-ba43-6566bdd2e383 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2780278
Feb 12 21:04:27.656269 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-936142f3-37e3-4539-9ceb-f71d2909a590 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (b37f44d3-46f5-4895-8fa7-7d479d4b0ff2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:27.713231 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Allocated IP 172.35.2.221 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/bde7b63b-5b49-400b-b413-28870eebe4b5) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:04:27.717961 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbadbe-a0f8-4708-b64c-6fcb253c00f2 req-116fe84e-d84f-4a23-b167-bbf766a420ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:27.719551 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7cbadbe-a0f8-4708-b64c-6fcb253c00f2 req-116fe84e-d84f-4a23-b167-bbf766a420ed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eb912b1f-e486-40b6-b01c-5a26c3374a77 HTTP/1.1" status: 200  len: 1132 time: 0.2393820
Feb 12 21:04:27.733701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045a6e5-f3e8-4b35-9abe-050a05fa4a70 req-47bcb7df-a7c2-4edb-a8f6-bc703d55a6e9 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:27.741904 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b045a6e5-f3e8-4b35-9abe-050a05fa4a70 req-47bcb7df-a7c2-4edb-a8f6-bc703d55a6e9 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 950 time: 0.2630372
Feb 12 21:04:27.803936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device e68c6c44-abe5-4ce9-ab41-24f9c4276607 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:04:27.830367 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8e14fe-6904-44f4-a8bf-c1e9b349e419', 'tag': 'e68c6c44-abe5-4ce9-ab41-24f9c4276607'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:27.832640 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329bed50-5e60-46cc-bfff-8ad1ad891c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d8e14fe-6904-44f4-a8bf-c1e9b349e419", "tag": "e68c6c44-abe5-4ce9-ab41-24f9c4276607"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:27.849972 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-936142f3-37e3-4539-9ceb-f71d2909a590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (b37f44d3-46f5-4895-8fa7-7d479d4b0ff2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:27.855816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-474e69f5-8648-4629-9f11-90cdde860f0f req-0fddbd33-02e8-4fc8-8ea5-1065b00c37b2 service neutron] Transition to ACTIVE for port object 692da1ed-6391-4b0f-95c0-4a1ac462850c will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:04:27.866072 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936142f3-37e3-4539-9ceb-f71d2909a590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:27.866943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-936142f3-37e3-4539-9ceb-f71d2909a590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:27.877750 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] The host nch2-master-1 is not matching for port e68c6c44-abe5-4ce9-ab41-24f9c4276607 host nch1-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:04:27.879520 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device e68c6c44-abe5-4ce9-ab41-24f9c4276607 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:04:27.954655 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b045a6e5-f3e8-4b35-9abe-050a05fa4a70 req-87ab9c74-5e41-4df4-8f62-b5e86c48c8c8 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2118421
Feb 12 21:04:27.971237 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7cbadbe-a0f8-4708-b64c-6fcb253c00f2 req-3cd81459-05c5-414c-9376-7591d706623f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2251759
Feb 12 21:04:27.977896 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-474e69f5-8648-4629-9f11-90cdde860f0f req-0fddbd33-02e8-4fc8-8ea5-1065b00c37b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:27.990788 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a69a5c2e-5116-488d-930e-8884f26c5ce4 req-1f16e604-9c6b-49fc-bf64-32daa80f46c1 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3223090
Feb 12 21:04:27.992865 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2124c7d-4c0e-46d8-aa0f-ecccbbb5deb4 x-openstack-request-id: req-a2124c7d-4c0e-46d8-aa0f-ecccbbb5deb4 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:27.992865 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d8e14fe-6904-44f4-a8bf-c1e9b349e419", "tag": "e68c6c44-abe5-4ce9-ab41-24f9c4276607", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:27.993102 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2124c7d-4c0e-46d8-aa0f-ecccbbb5deb4 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:27.994175 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d8e14fe-6904-44f4-a8bf-c1e9b349e419', 'tag': 'e68c6c44-abe5-4ce9-ab41-24f9c4276607', 'status': 'completed', 'code': 200}
Feb 12 21:04:28.056240 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddbd33-02e8-4fc8-8ea5-1065b00c37b2 service neutron] Pushing event updated for resources: {'Port': ['ID=692da1ed-6391-4b0f-95c0-4a1ac462850c,revision_number=10']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:28.074740 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ba328db2-1dbb-46eb-b9c1-938d90736777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:28.089056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-474e69f5-8648-4629-9f11-90cdde860f0f req-0fddbd33-02e8-4fc8-8ea5-1065b00c37b2 service neutron] No DVR routers for this DVR port 692da1ed-6391-4b0f-95c0-4a1ac462850c on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:04:28.094148 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936142f3-37e3-4539-9ceb-f71d2909a590 admin admin] Pushing event updated for resources: {'Network': ['ID=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:28.107377 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:04:28.120501 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-936142f3-37e3-4539-9ceb-f71d2909a590 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.3687031
Feb 12 21:04:28.121112 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55994) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:28.144134 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-0fddbd33-02e8-4fc8-8ea5-1065b00c37b2 service neutron] 10.222.0.50 "PUT /v2.0/ports/692da1ed-6391-4b0f-95c0-4a1ac462850c/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.2765961
Feb 12 21:04:28.161752 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-25fe418e-4625-423a-8dc5-36427ba550f6 admin admin] Request body: {'subnet': {'network_id': 'b37f44d3-46f5-4895-8fa7-7d479d4b0ff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1504200430-subnet', 'tenant_id': '02d862cc48f14c42ba73c75e882e9c87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:28.206744 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Publish callbacks [] for port (bde7b63b-5b49-400b-b413-28870eebe4b5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:28.265909 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb814c-7627-4aac-af7a-16f3a8ed3da5 req-e8c1c8f2-bef4-42cd-92c6-9a3798e9f90a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:28.267425 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dbcb814c-7627-4aac-af7a-16f3a8ed3da5 req-e8c1c8f2-bef4-42cd-92c6-9a3798e9f90a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 948 time: 0.2004714
Feb 12 21:04:28.270937 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-531aedae-cb64-4da5-934e-ae00d6f4216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:28.274251 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-531aedae-cb64-4da5-934e-ae00d6f4216e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 1130 time: 0.2293501
Feb 12 21:04:28.370367 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fe418e-4625-423a-8dc5-36427ba550f6 admin admin] Made reservation on behalf of 02d862cc48f14c42ba73c75e882e9c87 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:04:28.375305 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25fe418e-4625-423a-8dc5-36427ba550f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:28.435786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-82599279-cef0-4a1a-8865-cde0aafec8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:28.437378 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-82599279-cef0-4a1a-8865-cde0aafec8af service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1520865
Feb 12 21:04:28.498786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56002) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:28.509251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e69f5-8648-4629-9f11-90cdde860f0f req-4b19e6b2-ef7e-4e33-8652-24809ef989a4 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:28.510874 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-4b19e6b2-ef7e-4e33-8652-24809ef989a4 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9&tenant_id=097ba3f98cb348929658959fd4ff31cf&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1286886
Feb 12 21:04:28.523535 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-92e380ba-8ce3-4798-9f02-eaa6071f1b15 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607 HTTP/1.1" status: 200  len: 217 time: 0.0677557
Feb 12 21:04:28.532773 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-df3ecd14-90f5-4e3d-b4d1-d1648a7487e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:28.534574 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-df3ecd14-90f5-4e3d-b4d1-d1648a7487e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 1130 time: 0.1017103
Feb 12 21:04:28.543464 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dbcb814c-7627-4aac-af7a-16f3a8ed3da5 req-d9232ff2-2d5c-45be-ae31-1297951652a2 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2688093
Feb 12 21:04:28.550062 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (bde7b63b-5b49-400b-b413-28870eebe4b5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:28.696012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Pushing event updated for resources: {'Port': ['ID=bde7b63b-5b49-400b-b413-28870eebe4b5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:28.713411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:04:28.737326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e69f5-8648-4629-9f11-90cdde860f0f req-03b40102-e688-4d1f-ab87-c3fb98a8037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:28.738924 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-03b40102-e688-4d1f-ab87-c3fb98a8037c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9&tenant_id=097ba3f98cb348929658959fd4ff31cf HTTP/1.1" status: 200  len: 1126 time: 0.2139032
Feb 12 21:04:28.739985 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b4e87aa8-8449-4809-9413-cd599b7ad93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:28.752344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:04:28.771992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:04:28.828283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e27099-a9d7-4ac3-8c7b-8876d1ff30ee req-94c438f9-3f62-4fc9-9ba8-f64c33bac3fc tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:28.829882 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-72e27099-a9d7-4ac3-8c7b-8876d1ff30ee req-94c438f9-3f62-4fc9-9ba8-f64c33bac3fc tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb912b1f-e486-40b6-b01c-5a26c3374a77 HTTP/1.1" status: 200  len: 950 time: 0.2413921
Feb 12 21:04:28.855148 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-232593b3-14d0-485d-ae6b-4167a5992642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:28.857268 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-232593b3-14d0-485d-ae6b-4167a5992642 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.2858472
Feb 12 21:04:28.858949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-e0660062-dc50-4c68-ad1a-e65a0661efac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:28.860922 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-e0660062-dc50-4c68-ad1a-e65a0661efac service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.3159573
Feb 12 21:04:28.890669 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5621a810-ac99-42a7-9c5f-a5d798143953 None None] Network 3d22e458-3c47-4031-8344-42fef59328cc requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:04:28.945548 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-d3f01657-c9c5-4566-b731-85dcbfdbfe70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607 HTTP/1.1" status: 200  len: 217 time: 0.0594449
Feb 12 21:04:28.992698 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a3834-7bc0-40c5-933c-88453a3d7bfb req-35e6643d-610e-4aa1-af6e-f1e8452e5598 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:29.002206 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-306a3834-7bc0-40c5-933c-88453a3d7bfb req-35e6643d-610e-4aa1-af6e-f1e8452e5598 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 944 time: 0.2866330
Feb 12 21:04:29.008161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e69f5-8648-4629-9f11-90cdde860f0f req-f46153e1-b508-4b40-a601-4da116ba6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:29.008719 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-f46153e1-b508-4b40-a601-4da116ba6670 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 1126 time: 0.2368243
Feb 12 21:04:29.032353 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8cd96def-3ba4-4828-bdf8-28bb3087eb1a None None] Provisioning complete for port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:29.032836 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8cd96def-3ba4-4828-bdf8-28bb3087eb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:29.033611 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-72e27099-a9d7-4ac3-8c7b-8876d1ff30ee req-4e67e8df-c133-4cb1-82d5-67a7043190bc tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774480
Feb 12 21:04:29.136619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-58c3f391-4cdd-40d4-a0f5-df60e86dbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:29.139633 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-58c3f391-4cdd-40d4-a0f5-df60e86dbbfd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1835201
Feb 12 21:04:29.143739 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b4e87aa8-8449-4809-9413-cd599b7ad93d admin admin] Publish callbacks [] for security_group (fd3b8287-adb6-4c2d-8dfd-3a331e00505f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:29.189448 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-306a3834-7bc0-40c5-933c-88453a3d7bfb req-af255ccf-0926-42bb-9ec0-bdfae1f5b6fd tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862710
Feb 12 21:04:29.197238 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-9151cf8f-e357-499d-9a1c-ab925b450830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:29.199592 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-9151cf8f-e357-499d-9a1c-ab925b450830 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3322804
Feb 12 21:04:29.229759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e69f5-8648-4629-9f11-90cdde860f0f req-1339dbda-d77b-48b3-8698-2be6e27733aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:29.229759 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-1339dbda-d77b-48b3-8698-2be6e27733aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 922 time: 0.1850982
Feb 12 21:04:29.230137 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:29.238285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8cd96def-3ba4-4828-bdf8-28bb3087eb1a None None] Current status of the port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:29.239693 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8cd96def-3ba4-4828-bdf8-28bb3087eb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:29.272368 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b4e87aa8-8449-4809-9413-cd599b7ad93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fd3b8287-adb6-4c2d-8dfd-3a331e00505f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:29.311521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8cd96def-3ba4-4828-bdf8-28bb3087eb1a None None] For port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64,segment=NetworkSegment(37e5cd4d-707f-4ee5-9f74-9396545da0c2),segment_id=37e5cd4d-707f-4ee5-9f74-9396545da0c2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:29.354268 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b4e87aa8-8449-4809-9413-cd599b7ad93d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=487e0d13b7384d95b910fc33a36fc8bc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8516898
Feb 12 21:04:29.358243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56010) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:29.366027 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-1c87d290-09fd-4bf7-a128-d46a7018b421 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c HTTP/1.1" status: 200  len: 217 time: 0.0994258
Feb 12 21:04:29.425733 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-32b2c9aa-1ccd-4016-910c-34cb0e0b8115 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2150965
Feb 12 21:04:29.444251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:04:29.776029 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25fe418e-4625-423a-8dc5-36427ba550f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (825e3da2-4f7e-429c-bcf3-a663244459b0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:29.776840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36c8a7-9b60-4ba3-a188-2c3baf31fd72 req-f4575414-28c2-4645-b724-2283c53ced8b tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:29.776840 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f36c8a7-9b60-4ba3-a188-2c3baf31fd72 req-f4575414-28c2-4645-b724-2283c53ced8b tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 945 time: 0.2691886
Feb 12 21:04:29.776840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e87aa8-8449-4809-9413-cd599b7ad93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3b8287-adb6-4c2d-8dfd-3a331e00505f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:29.777635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:29.777635 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:29.778077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-2497cba2-f305-4649-b6e2-b0df08e61470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:29.778077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-2497cba2-f305-4649-b6e2-b0df08e61470 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3929229
Feb 12 21:04:29.778077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e69f5-8648-4629-9f11-90cdde860f0f req-f6255c75-3c7a-494f-bac0-5bd62a73474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:29.778077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-f6255c75-3c7a-494f-bac0-5bd62a73474e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.2253554
Feb 12 21:04:29.778828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:29.778828 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:29.779007 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c202149f-4e7b-420b-8434-148509542ff0 admin admin] Publish callbacks [] for security_group (fd3b8287-adb6-4c2d-8dfd-3a331e00505f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:29.779102 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe418e-4625-423a-8dc5-36427ba550f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=825e3da2-4f7e-429c-bcf3-a663244459b0,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:29.779102 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5c401-4aaa-4266-bf07-4b13aa5b0564 req-66df6dc3-2516-4568-9fe0-f82ac70d8dde tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:29.779102 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddb5c401-4aaa-4266-bf07-4b13aa5b0564 req-66df6dc3-2516-4568-9fe0-f82ac70d8dde tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 1127 time: 0.3802593
Feb 12 21:04:29.779355 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f36c8a7-9b60-4ba3-a188-2c3baf31fd72 req-faf106f6-858e-4763-aa68-aa3831e0560c tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups?id=d02ea093-d7d0-470c-830e-a85beb846ac6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2105119
Feb 12 21:04:29.779355 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-edca5bd7-c40c-48fc-a3d9-05e2b4571d9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0689189
Feb 12 21:04:29.779355 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c202149f-4e7b-420b-8434-148509542ff0 admin admin] Publish callbacks [] for security_group (fd3b8287-adb6-4c2d-8dfd-3a331e00505f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:29.779606 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Publish callbacks [] for router_gateway (b69ce1b1-735f-4771-b24b-6d1b530b4edb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:29.779606 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fe418e-4625-423a-8dc5-36427ba550f6 admin admin] Checking segment: {'id': '59c7f26e-1048-4012-8590-2b7216989f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b37f44d3-46f5-4895-8fa7-7d479d4b0ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:29.779606 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fe418e-4625-423a-8dc5-36427ba550f6 admin admin] Network hostable DHCP agents. Network: b37f44d3-46f5-4895-8fa7-7d479d4b0ff2, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:04:29.779606 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-aab8ec10-7e70-4826-9d5e-2a9fb020ace9 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3028524
Feb 12 21:04:29.802475 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8cd96def-3ba4-4828-bdf8-28bb3087eb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:29.849878 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-a21c33fe-e94a-4f77-94a7-cf5539a3bd20 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2755604
Feb 12 21:04:29.850088 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:29.850088 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 692da1ed-6391-4b0f-95c0-4a1ac462850c no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:04:29.913650 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:04:29.914175 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:04:29.938890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd96def-3ba4-4828-bdf8-28bb3087eb1a None None] Pushing event updated for resources: {'Port': ['ID=0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:29.947111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] The host nch2-master-1 is not matching for port 692da1ed-6391-4b0f-95c0-4a1ac462850c host nch1-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:04:29.947111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 692da1ed-6391-4b0f-95c0-4a1ac462850c not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:04:29.948985 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-6741db5c-f552-468c-ad84-0298f8681724 service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2446723
Feb 12 21:04:29.952831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-452f7dd7-e935-4648-ac79-de03e93e91c3 None None] Provisioning complete for port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:29.953376 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-452f7dd7-e935-4648-ac79-de03e93e91c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:29.985836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1015ae5-6884-4a32-ade9-6220080bf181 req-ee50b1b3-38b1-459b-a404-35ac08d3db50 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:29.987448 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f1015ae5-6884-4a32-ade9-6220080bf181 req-ee50b1b3-38b1-459b-a404-35ac08d3db50 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 948 time: 0.2423172
Feb 12 21:04:30.048184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-452f7dd7-e935-4648-ac79-de03e93e91c3 None None] Current status of the port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:30.069460 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-329bed50-5e60-46cc-bfff-8ad1ad891c6b req-6c45036c-3aa4-4c02-b528-6fe3bf619082 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2242692
Feb 12 21:04:30.110974 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f1015ae5-6884-4a32-ade9-6220080bf181 req-8347f858-ea43-4d12-a754-7ae780e6983a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135402
Feb 12 21:04:30.124110 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-3383ec46-2e02-4337-941a-c92615c546a8 service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654017
Feb 12 21:04:30.124879 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c202149f-4e7b-420b-8434-148509542ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fd3b8287-adb6-4c2d-8dfd-3a331e00505f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:30.127967 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c202149f-4e7b-420b-8434-148509542ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:30.132022 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c202149f-4e7b-420b-8434-148509542ff0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd3b8287-adb6-4c2d-8dfd-3a331e00505f HTTP/1.1" status: 204  len: 168 time: 0.7621760
Feb 12 21:04:30.145028 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202149f-4e7b-420b-8434-148509542ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3b8287-adb6-4c2d-8dfd-3a331e00505f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:30.199141 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddb5c401-4aaa-4266-bf07-4b13aa5b0564 req-5801bbcb-b9f9-455a-8a0c-2db3a25b2571 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5342238
Feb 12 21:04:30.256487 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e541c-8e93-4d5b-9228-d0262d2d3c14 req-ebb8d3f0-e3a9-44d8-81d7-4e97316eda2f tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:30.260228 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-213e541c-8e93-4d5b-9228-d0262d2d3c14 req-ebb8d3f0-e3a9-44d8-81d7-4e97316eda2f tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.50 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 945 time: 0.1214073
Feb 12 21:04:30.274688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8fee4-b348-4605-aed0-5f1b324d9586 req-e589cb0e-9e85-4d40-9305-a9a8a3729909 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:30.281949 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90d8fee4-b348-4605-aed0-5f1b324d9586 req-e589cb0e-9e85-4d40-9305-a9a8a3729909 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb912b1f-e486-40b6-b01c-5a26c3374a77 HTTP/1.1" status: 200  len: 950 time: 0.0685072
Feb 12 21:04:30.330718 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90d8fee4-b348-4605-aed0-5f1b324d9586 req-5cb49543-ef64-4d01-bc65-97db4f88e781 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476234
Feb 12 21:04:30.335534 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fe418e-4625-423a-8dc5-36427ba550f6 admin admin] Network b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:04:30.439139 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (b69ce1b1-735f-4771-b24b-6d1b530b4edb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:30.467389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59781f-89ff-485f-927b-4a797119df91 req-3e9a1207-2665-45f7-9ddf-06e6d395e112 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:30.468985 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf59781f-89ff-485f-927b-4a797119df91 req-3e9a1207-2665-45f7-9ddf-06e6d395e112 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 944 time: 0.0728414
Feb 12 21:04:30.479212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:30.522908 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-25fe418e-4625-423a-8dc5-36427ba550f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b37f44d3-46f5-4895-8fa7-7d479d4b0ff2) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:04:30.531941 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-213e541c-8e93-4d5b-9228-d0262d2d3c14 req-a66caf58-f2c8-4217-ad58-8a197835068a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Deleting port 89194c07-8746-4aad-bb48-3af933bde09d {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:04:30.532353 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-213e541c-8e93-4d5b-9228-d0262d2d3c14 req-a66caf58-f2c8-4217-ad58-8a197835068a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (89194c07-8746-4aad-bb48-3af933bde09d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:30.532874 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf59781f-89ff-485f-927b-4a797119df91 req-5bc19639-4876-4314-9617-ecee1b229320 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570629
Feb 12 21:04:30.534871 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4454a0e-9572-411f-87d2-daab12c21879 None None] Network b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:04:30.537578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fe418e-4625-423a-8dc5-36427ba550f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:30.538241 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25fe418e-4625-423a-8dc5-36427ba550f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:30.583321 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:04:30.665824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784a5ae1-f039-4798-98a8-15d19ddf1ee1 None None] Network b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:04:30.702578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-213e541c-8e93-4d5b-9228-d0262d2d3c14 req-a66caf58-f2c8-4217-ad58-8a197835068a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] For port 89194c07-8746-4aad-bb48-3af933bde09d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89194c07-8746-4aad-bb48-3af933bde09d,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:30.709699 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-213e541c-8e93-4d5b-9228-d0262d2d3c14 req-a66caf58-f2c8-4217-ad58-8a197835068a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (89194c07-8746-4aad-bb48-3af933bde09d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:30.829163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e69f5-8648-4629-9f11-90cdde860f0f req-68d6b114-32f3-419b-b4e3-eba7f2195c4a tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:30.834446 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-68d6b114-32f3-419b-b4e3-eba7f2195c4a tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9&tenant_id=097ba3f98cb348929658959fd4ff31cf&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1195760
Feb 12 21:04:30.896974 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-25fe418e-4625-423a-8dc5-36427ba550f6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.7338431
Feb 12 21:04:30.910469 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:31.044716 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-213e541c-8e93-4d5b-9228-d0262d2d3c14 req-a66caf58-f2c8-4217-ad58-8a197835068a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:31.045135 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-213e541c-8e93-4d5b-9228-d0262d2d3c14 req-a66caf58-f2c8-4217-ad58-8a197835068a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (f293d595-6122-401a-8d8f-58dde2a5d924), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:31.045432 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [req-213e541c-8e93-4d5b-9228-d0262d2d3c14 req-a66caf58-f2c8-4217-ad58-8a197835068a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Floating IP f293d595-6122-401a-8d8f-58dde2a5d924 disassociated. External IP: 172.35.2.61, port: 89194c07-8746-4aad-bb48-3af933bde09d.
Feb 12 21:04:31.045793 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-213e541c-8e93-4d5b-9228-d0262d2d3c14 req-a66caf58-f2c8-4217-ad58-8a197835068a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Calling delete_port for 89194c07-8746-4aad-bb48-3af933bde09d owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:04:31.084362 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-474e69f5-8648-4629-9f11-90cdde860f0f req-07f107dc-bec9-4810-b1df-b03469f63e9a service neutron] For port 692da1ed-6391-4b0f-95c0-4a1ac462850c, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:31.087824 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-474e69f5-8648-4629-9f11-90cdde860f0f req-07f107dc-bec9-4810-b1df-b03469f63e9a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:31.089336 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-474e69f5-8648-4629-9f11-90cdde860f0f req-07f107dc-bec9-4810-b1df-b03469f63e9a service neutron] 10.222.0.48 "DELETE /v2.0/ports/692da1ed-6391-4b0f-95c0-4a1ac462850c/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2483470
Feb 12 21:04:31.143181 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Router b69ce1b1-735f-4771-b24b-6d1b530b4edb is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:04:31.269736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56054) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:31.291044 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-914b988d-40e6-4999-8ef1-395d604e9cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:31.336226 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:04:31.350703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Sync routers for ids ['b69ce1b1-735f-4771-b24b-6d1b530b4edb'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:04:31.391872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Routers {'b69ce1b1-735f-4771-b24b-6d1b530b4edb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:04:31.392968 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2dfe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:04:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b69ce1b1-735f-4771-b24b-6d1b530b4edb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:31.419764 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-213e541c-8e93-4d5b-9228-d0262d2d3c14 req-a66caf58-f2c8-4217-ad58-8a197835068a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (89194c07-8746-4aad-bb48-3af933bde09d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:31.437742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:04:31.455044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66caf58-f2c8-4217-ad58-8a197835068a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Pushing event deleted for resources: {'Port': ['ID=89194c07-8746-4aad-bb48-3af933bde09d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:31.466536 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-914b988d-40e6-4999-8ef1-395d604e9cbc admin admin] Publish callbacks [] for security_group (b46ba829-5ef2-4d65-bc5e-f9a0aa40e38b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:31.509714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81830d91-78b9-49b2-b18b-6298e3d7c472 req-6ae287d1-472a-4d46-a81f-74724a6612f9 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/ports?device_id=63522777-b7a9-4334-8154-9970f7cb4783 HTTP/1.1" status: 200  len: 210 time: 0.0413344
Feb 12 21:04:31.569014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:31.569626 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:31.611026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Set router b69ce1b1-735f-4771-b24b-6d1b530b4edb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:04:31.611539 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:31.615963 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56068) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:31.622969 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-817fc36b-69e8-465f-ac64-65f3a73a98c2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.2036858
Feb 12 21:04:31.702900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-213e541c-8e93-4d5b-9228-d0262d2d3c14 req-a66caf58-f2c8-4217-ad58-8a197835068a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Router 26294894-28b4-4f67-b7a1-472479d0fb77 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:04:31.722943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-914b988d-40e6-4999-8ef1-395d604e9cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b46ba829-5ef2-4d65-bc5e-f9a0aa40e38b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:31.962664 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-213e541c-8e93-4d5b-9228-d0262d2d3c14 req-a66caf58-f2c8-4217-ad58-8a197835068a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:04:31.983126 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b988d-40e6-4999-8ef1-395d604e9cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46ba829-5ef2-4d65-bc5e-f9a0aa40e38b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:31.985826 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c7ef1f-242a-48aa-9770-2cb273798604 None None] Sync routers for ids ['26294894-28b4-4f67-b7a1-472479d0fb77'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:04:32.023088 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c7ef1f-242a-48aa-9770-2cb273798604 None None] Routers {'26294894-28b4-4f67-b7a1-472479d0fb77'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:04:32.023850 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-67c7ef1f-242a-48aa-9770-2cb273798604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb71910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:04:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['26294894-28b4-4f67-b7a1-472479d0fb77'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:32.072375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-213e541c-8e93-4d5b-9228-d0262d2d3c14 req-a66caf58-f2c8-4217-ad58-8a197835068a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] No DVR routers for this DVR port 89194c07-8746-4aad-bb48-3af933bde09d on host nch2-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:04:32.077947 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-213e541c-8e93-4d5b-9228-d0262d2d3c14 req-a66caf58-f2c8-4217-ad58-8a197835068a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:32.081821 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-213e541c-8e93-4d5b-9228-d0262d2d3c14 req-a66caf58-f2c8-4217-ad58-8a197835068a tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.50 "DELETE /v2.0/ports/89194c07-8746-4aad-bb48-3af933bde09d HTTP/1.1" status: 204  len: 173 time: 1.7851124
Feb 12 21:04:32.082750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63522777-b7a9-4334-8154-9970f7cb4783', 'name': 'network-vif-deleted', 'tag': '89194c07-8746-4aad-bb48-3af933bde09d'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:32.098056 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bd93c3-c43a-45a6-a4de-8e24b26ef517" -d '{"events": [{"server_uuid": "63522777-b7a9-4334-8154-9970f7cb4783", "name": "network-vif-deleted", "tag": "89194c07-8746-4aad-bb48-3af933bde09d"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:32.117829 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-914b988d-40e6-4999-8ef1-395d604e9cbc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95af0b8d93f04a7f8bb21bb88f3ec7f3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8469393
Feb 12 21:04:32.123777 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56084) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:32.124191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:32.218755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2dfe50>, [{'id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-190877491-router', 'tenant_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:04:26Z', 'updated_at': '2022-02-12T21:04:29Z', 'revision_number': 3, 'project_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'gw_port': {'id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:04:27Z', 'updated_at': '2022-02-12T21:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:32.257868 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:32.261484 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Checking router: b69ce1b1-735f-4771-b24b-6d1b530b4edb for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:04:32.261686 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-67c7ef1f-242a-48aa-9770-2cb273798604 None None] Set router 26294894-28b4-4f67-b7a1-472479d0fb77 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:04:32.261880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Updating router b69ce1b1-735f-4771-b24b-6d1b530b4edb port bde7b63b-5b49-400b-b413-28870eebe4b5 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:04:32.288514 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2706517d-6400-4e5d-9d12-da12387bfba1 admin admin] Publish callbacks [] for security_group (b46ba829-5ef2-4d65-bc5e-f9a0aa40e38b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:32.304716 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bde7b63b-5b49-400b-b413-28870eebe4b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:32.335396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2706517d-6400-4e5d-9d12-da12387bfba1 admin admin] Publish callbacks [] for security_group (b46ba829-5ef2-4d65-bc5e-f9a0aa40e38b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:32.435498 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device e68c6c44-abe5-4ce9-ab41-24f9c4276607 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:04:32.506581 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2706517d-6400-4e5d-9d12-da12387bfba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b46ba829-5ef2-4d65-bc5e-f9a0aa40e38b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:32.527781 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2706517d-6400-4e5d-9d12-da12387bfba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:32.533275 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2706517d-6400-4e5d-9d12-da12387bfba1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b46ba829-5ef2-4d65-bc5e-f9a0aa40e38b HTTP/1.1" status: 204  len: 168 time: 0.4036210
Feb 12 21:04:32.588639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706517d-6400-4e5d-9d12-da12387bfba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46ba829-5ef2-4d65-bc5e-f9a0aa40e38b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:32.721806 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port e68c6c44-abe5-4ce9-ab41-24f9c4276607, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:32.755425 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'e68c6c44-abe5-4ce9-ab41-24f9c4276607', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'e68c6c44-abe5-4ce9-ab41-24f9c4276607', 'mac_address': 'fa:16:3e:3a:3c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:04:32.764539 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-67c7ef1f-242a-48aa-9770-2cb273798604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb71910>, [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:55Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd76962e9-d418-4e43-9a88-b9e68b9c4e9b', 'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'mac_address': 'fa:16:3e:27:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:54Z', 'updated_at': '2022-02-12T21:02:00Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'subnets': [{'id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:32.798707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e45137-a4b6-4966-adad-c29f3231434b req-8dbd91b3-5a00-4b97-b52a-993199d4ee0c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:32.804840 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c7ef1f-242a-48aa-9770-2cb273798604 None None] Checking router: 26294894-28b4-4f67-b7a1-472479d0fb77 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:04:32.805419 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10e45137-a4b6-4966-adad-c29f3231434b req-8dbd91b3-5a00-4b97-b52a-993199d4ee0c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/networks?id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 HTTP/1.1" status: 200  len: 814 time: 0.2931540
Feb 12 21:04:32.815333 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c7ef1f-242a-48aa-9770-2cb273798604 None None] Routers {'26294894-28b4-4f67-b7a1-472479d0fb77'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:04:32.816182 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-67c7ef1f-242a-48aa-9770-2cb273798604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb71910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:04:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['26294894-28b4-4f67-b7a1-472479d0fb77'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:32.837999 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10e45137-a4b6-4966-adad-c29f3231434b req-63907e38-e670-413a-a79a-ceb5de11207a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/quotas/02d862cc48f14c42ba73c75e882e9c87 HTTP/1.1" status: 200  len: 375 time: 0.0315831
Feb 12 21:04:32.879972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port e68c6c44-abe5-4ce9-ab41-24f9c4276607 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:32.880355 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:32.895854 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10e45137-a4b6-4966-adad-c29f3231434b req-3db99740-8e4f-49eb-8a27-ddbc94283a4c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02d862cc48f14c42ba73c75e882e9c87&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0530627
Feb 12 21:04:32.920426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68c6c44-abe5-4ce9-ab41-24f9c4276607 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:32.955773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port e68c6c44-abe5-4ce9-ab41-24f9c4276607, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:32.956765 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-67c7ef1f-242a-48aa-9770-2cb273798604 None None] Set router 26294894-28b4-4f67-b7a1-472479d0fb77 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:04:33.001269 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Publish callbacks [] for port (bde7b63b-5b49-400b-b413-28870eebe4b5), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:33.046864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:33.052859 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10e45137-a4b6-4966-adad-c29f3231434b req-93cae21a-15dd-49d6-b1bc-baa87d89bed6 service neutron] 10.222.0.31 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337292
Feb 12 21:04:33.063513 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:33.094133 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (bde7b63b-5b49-400b-b413-28870eebe4b5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:33.146208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=e68c6c44-abe5-4ce9-ab41-24f9c4276607,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:33.146208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Attempting to bind port bde7b63b-5b49-400b-b413-28870eebe4b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:33.146208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Attempting to bind port bde7b63b-5b49-400b-b413-28870eebe4b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:33.146208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Attempting to bind port bde7b63b-5b49-400b-b413-28870eebe4b5 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:33.152395 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:33.152636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:33.153928 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:33.153928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:33.154359 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Bound port: bde7b63b-5b49-400b-b413-28870eebe4b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:33.154956 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bde7b63b-5b49-400b-b413-28870eebe4b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:33.219237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfed170-1e6a-417f-83e4-36d666b5570b None None] Pushing event updated for resources: {'Port': ['ID=bde7b63b-5b49-400b-b413-28870eebe4b5,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:33.238461 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] For port bde7b63b-5b49-400b-b413-28870eebe4b5, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:33.242312 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] For port bde7b63b-5b49-400b-b413-28870eebe4b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bde7b63b-5b49-400b-b413-28870eebe4b5,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:33.260280 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-67c7ef1f-242a-48aa-9770-2cb273798604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb71910>, [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:55Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd76962e9-d418-4e43-9a88-b9e68b9c4e9b', 'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'mac_address': 'fa:16:3e:27:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:54Z', 'updated_at': '2022-02-12T21:02:00Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'subnets': [{'id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:33.296027 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c7ef1f-242a-48aa-9770-2cb273798604 None None] The sync data for ids ['26294894-28b4-4f67-b7a1-472479d0fb77'] in ncdv-master-1 is: [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:01:55Z', 'revision_number': 4, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd76962e9-d418-4e43-9a88-b9e68b9c4e9b', 'name': '', 'network_id': 'b9b58e18-4724-4374-98c5-14f3d3ee43a0', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'mac_address': 'fa:16:3e:27:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:54Z', 'updated_at': '2022-02-12T21:02:00Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'subnets': [{'id': '8dc3ffc6-8752-418b-93fb-e118910b6c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:04:33.332682 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (bde7b63b-5b49-400b-b413-28870eebe4b5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:33.384903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['e68c6c44-abe5-4ce9-ab41-24f9c4276607'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:33.395545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-89686127-0f0a-45e3-9dd5-16d9c19556e7 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:04:33.397128 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-89686127-0f0a-45e3-9dd5-16d9c19556e7 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0442209
Feb 12 21:04:33.455784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfed170-1e6a-417f-83e4-36d666b5570b None None] Pushing event updated for resources: {'Port': ['ID=bde7b63b-5b49-400b-b413-28870eebe4b5,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:33.462153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Routers {'b69ce1b1-735f-4771-b24b-6d1b530b4edb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:04:33.463000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2dfe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:04:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b69ce1b1-735f-4771-b24b-6d1b530b4edb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:33.480785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89329bee-40c7-420f-bed0-48199bff30ff req-70ddc0d2-67e1-4c9e-8d3f-5de5f5a2ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:33.481157 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-70ddc0d2-67e1-4c9e-8d3f-5de5f5a2ab63 service neutron] 10.222.0.31 "GET /v2.0/ports/32360a5d-8e56-4c23-9414-36fca780d88e HTTP/1.1" status: 200  len: 1124 time: 0.0727942
Feb 12 21:04:33.502250 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10e45137-a4b6-4966-adad-c29f3231434b req-4434ee6a-b62d-4565-9ca6-42ddb1b1bea3 service neutron] 10.222.0.31 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4315224
Feb 12 21:04:33.507940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-89329bee-40c7-420f-bed0-48199bff30ff req-9a14f7f5-9523-4026-a6d5-4e2d5c7983fb service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:33.508400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-89329bee-40c7-420f-bed0-48199bff30ff req-9a14f7f5-9523-4026-a6d5-4e2d5c7983fb service neutron] Unknown quota resources ['binding']. {{(pid=126505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:04:33.632689 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] Set router b69ce1b1-735f-4771-b24b-6d1b530b4edb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:04:33.707983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Allocated IP 172.20.0.1 (3d22e458-3c47-4031-8344-42fef59328cc/0cafe543-fa51-4201-bfb2-2bb72972c20d/fe66a66d-63b6-4720-8d85-b9192f3b7726) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:04:33.783288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d23eeb-1dbf-4320-b8c4-cb01dde71a8c None None] New status for floating IP f293d595-6122-401a-8d8f-58dde2a5d924: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:04:33.861957 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 89194c07-8746-4aad-bb48-3af933bde09d no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:04:33.864330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-89329bee-40c7-420f-bed0-48199bff30ff req-9a14f7f5-9523-4026-a6d5-4e2d5c7983fb service neutron] Attempting to bind port 32360a5d-8e56-4c23-9414-36fca780d88e on host nch1-master-1 for vnic_type normal with profile None {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:33.864842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-89329bee-40c7-420f-bed0-48199bff30ff req-9a14f7f5-9523-4026-a6d5-4e2d5c7983fb service neutron] Attempting to bind port 32360a5d-8e56-4c23-9414-36fca780d88e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:33.865118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89329bee-40c7-420f-bed0-48199bff30ff req-9a14f7f5-9523-4026-a6d5-4e2d5c7983fb service neutron] Attempting to bind port 32360a5d-8e56-4c23-9414-36fca780d88e on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:33.901710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89329bee-40c7-420f-bed0-48199bff30ff req-9a14f7f5-9523-4026-a6d5-4e2d5c7983fb service neutron] Port 32360a5d-8e56-4c23-9414-36fca780d88e on network 04e4405d-ac34-418d-b812-924c095df566 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:04:33.901872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89329bee-40c7-420f-bed0-48199bff30ff req-9a14f7f5-9523-4026-a6d5-4e2d5c7983fb service neutron] Attempting to bind port 32360a5d-8e56-4c23-9414-36fca780d88e on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:33.920145 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89329bee-40c7-420f-bed0-48199bff30ff req-9a14f7f5-9523-4026-a6d5-4e2d5c7983fb service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:33.920488 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89329bee-40c7-420f-bed0-48199bff30ff req-9a14f7f5-9523-4026-a6d5-4e2d5c7983fb service neutron] Checking segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:33.920870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89329bee-40c7-420f-bed0-48199bff30ff req-9a14f7f5-9523-4026-a6d5-4e2d5c7983fb service neutron] Bound using segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:33.921310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-89329bee-40c7-420f-bed0-48199bff30ff req-9a14f7f5-9523-4026-a6d5-4e2d5c7983fb service neutron] Bound port: 32360a5d-8e56-4c23-9414-36fca780d88e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:33.959148 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 89194c07-8746-4aad-bb48-3af933bde09d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:04:33.959517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 89194c07-8746-4aad-bb48-3af933bde09d not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:04:33.969266 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Publish callbacks [] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:33.995559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec507d60-2c19-4be4-846d-4583c1628872 req-cc4a7a56-7fec-4385-ad08-0e897bd6d762 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:33.997824 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec507d60-2c19-4be4-846d-4583c1628872 req-cc4a7a56-7fec-4385-ad08-0e897bd6d762 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 949 time: 0.1450129
Feb 12 21:04:34.047424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-89329bee-40c7-420f-bed0-48199bff30ff req-9a14f7f5-9523-4026-a6d5-4e2d5c7983fb service neutron] For port 32360a5d-8e56-4c23-9414-36fca780d88e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32360a5d-8e56-4c23-9414-36fca780d88e,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:34.062886 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2dfe50>, [{'id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-190877491-router', 'tenant_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:04:26Z', 'updated_at': '2022-02-12T21:04:29Z', 'revision_number': 3, 'project_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'gw_port': {'id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:04:27Z', 'updated_at': '2022-02-12T21:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:34.081265 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec507d60-2c19-4be4-846d-4583c1628872 req-208d6a4d-9f84-448f-b89b-59baf974b23a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763235
Feb 12 21:04:34.090096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f024a51-52dd-4cf3-b8f7-d25d324e1ffd None None] The sync data for ids ['b69ce1b1-735f-4771-b24b-6d1b530b4edb'] in ncdv-master-1 is: [{'id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-190877491-router', 'tenant_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:04:26Z', 'updated_at': '2022-02-12T21:04:29Z', 'revision_number': 3, 'project_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'gw_port': {'id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:04:27Z', 'updated_at': '2022-02-12T21:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:04:34.171814 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-89329bee-40c7-420f-bed0-48199bff30ff req-9a14f7f5-9523-4026-a6d5-4e2d5c7983fb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:34.173793 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-9a14f7f5-9523-4026-a6d5-4e2d5c7983fb service neutron] 10.222.0.31 "POST /v2.0/ports/32360a5d-8e56-4c23-9414-36fca780d88e/bindings HTTP/1.1" status: 201  len: 389 time: 0.6824975
Feb 12 21:04:34.175795 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:34.228309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Network 3d22e458-3c47-4031-8344-42fef59328cc is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:04:34.241255 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:04:34.244812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:04:34.295364 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Pushing event updated for resources: {'Port': ['ID=fe66a66d-63b6-4720-8d85-b9192f3b7726,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:34.344442 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (b69ce1b1-735f-4771-b24b-6d1b530b4edb), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:34.384369 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 868c095f-3711-40a3-a930-a2e4658e031f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:04:34.447270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3233d-b955-4ddf-a2d3-5b3c35602df4 req-c7a36fa2-aa91-48ab-bac3-69fb55bc6750 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:34.455718 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99f3233d-b955-4ddf-a2d3-5b3c35602df4 req-c7a36fa2-aa91-48ab-bac3-69fb55bc6750 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 944 time: 0.2278504
Feb 12 21:04:34.555826 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e8aa17-0a79-41c1-aeb2-a4ec051b385c x-openstack-request-id: req-19e8aa17-0a79-41c1-aeb2-a4ec051b385c {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:34.556376 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63522777-b7a9-4334-8154-9970f7cb4783", "name": "network-vif-deleted", "tag": "89194c07-8746-4aad-bb48-3af933bde09d", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:34.556538 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19e8aa17-0a79-41c1-aeb2-a4ec051b385c {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:34.557044 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63522777-b7a9-4334-8154-9970f7cb4783', 'name': 'network-vif-deleted', 'tag': '89194c07-8746-4aad-bb48-3af933bde09d', 'status': 'completed', 'code': 200}
Feb 12 21:04:34.558649 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78562ed7-b11a-4046-a307-4e40e48e6f5e req-6bdfc9ca-6b85-4acb-9fdf-5744d5fce9ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2543812
Feb 12 21:04:34.691317 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99f3233d-b955-4ddf-a2d3-5b3c35602df4 req-f998eb31-e04c-451d-8e09-5f767c7c4aed tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104397
Feb 12 21:04:34.772038 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7d65c3a2-1676-4a6f-8475-ba2e2b9c8296 req-ebdf9276-1617-4fe4-9c7b-746d50d48571 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 210 time: 0.0943060
Feb 12 21:04:34.786523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78562ed7-b11a-4046-a307-4e40e48e6f5e req-0f40f54a-7dc7-4a7e-aea4-66e223b2b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:34.788464 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78562ed7-b11a-4046-a307-4e40e48e6f5e req-0f40f54a-7dc7-4a7e-aea4-66e223b2b62d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 1148 time: 0.0626268
Feb 12 21:04:34.879277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a3462d11-dccb-4dfc-8216-cd2ff3779dca None None] Provisioning complete for port fe66a66d-63b6-4720-8d85-b9192f3b7726 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:34.880200 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a3462d11-dccb-4dfc-8216-cd2ff3779dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:34.923618 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f3272-0d30-4c78-b667-18a8bb110a55 req-3d75021c-3922-4c51-b883-83874bf5f913 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:34.925921 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-617f3272-0d30-4c78-b667-18a8bb110a55 req-3d75021c-3922-4c51-b883-83874bf5f913 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 945 time: 0.0917106
Feb 12 21:04:34.953701 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a3462d11-dccb-4dfc-8216-cd2ff3779dca None None] Port fe66a66d-63b6-4720-8d85-b9192f3b7726 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:04:34.993933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 868c095f-3711-40a3-a930-a2e4658e031f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=868c095f-3711-40a3-a930-a2e4658e031f,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:35.010612 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '868c095f-3711-40a3-a930-a2e4658e031f', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '868c095f-3711-40a3-a930-a2e4658e031f', 'mac_address': 'fa:16:3e:72:e9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:04:35.038814 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-617f3272-0d30-4c78-b667-18a8bb110a55 req-f0974efa-e2d0-43f0-846b-1f64680e7e46 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061113
Feb 12 21:04:35.065692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 868c095f-3711-40a3-a930-a2e4658e031f is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:35.066097 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (868c095f-3711-40a3-a930-a2e4658e031f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:35.084609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 868c095f-3711-40a3-a930-a2e4658e031f {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:35.085326 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:35.125184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 868c095f-3711-40a3-a930-a2e4658e031f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=868c095f-3711-40a3-a930-a2e4658e031f,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:35.129749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78562ed7-b11a-4046-a307-4e40e48e6f5e req-defde810-08f7-4ab5-bcd2-2a943cc65fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:35.131280 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78562ed7-b11a-4046-a307-4e40e48e6f5e req-defde810-08f7-4ab5-bcd2-2a943cc65fcd service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 908 time: 0.2751646
Feb 12 21:04:35.176685 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89329bee-40c7-420f-bed0-48199bff30ff req-d4334c9d-2dae-4505-810a-9985f03476d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:35.182760 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-d4334c9d-2dae-4505-810a-9985f03476d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 1127 time: 0.1888556
Feb 12 21:04:35.233887 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (868c095f-3711-40a3-a930-a2e4658e031f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:35.379408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=868c095f-3711-40a3-a930-a2e4658e031f,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:35.426162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ba41-02e1-4901-8561-97092d0def0e req-f4732915-8798-4561-8bac-bf25c34318f2 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:35.429897 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78562ed7-b11a-4046-a307-4e40e48e6f5e req-5b713ca9-cd90-4ac2-a9ae-e5a1924d8a0c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27c22334-4595-4060-b8ea-dcc1f99639f0 HTTP/1.1" status: 200  len: 217 time: 0.2613878
Feb 12 21:04:35.430033 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4633ba41-02e1-4901-8561-97092d0def0e req-f4732915-8798-4561-8bac-bf25c34318f2 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 949 time: 0.0886505
Feb 12 21:04:35.480636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['868c095f-3711-40a3-a930-a2e4658e031f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:35.550534 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89329bee-40c7-420f-bed0-48199bff30ff req-0210f607-da98-49f0-b54f-d1d2f2dc049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:35.552468 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-0210f607-da98-49f0-b54f-d1d2f2dc049b service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 908 time: 0.3391531
Feb 12 21:04:35.555521 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4633ba41-02e1-4901-8561-97092d0def0e req-e7132a96-1e27-4d52-9c66-1c0105846048 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137335
Feb 12 21:04:35.578898 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c6567-9e1d-44e9-993b-849052193d68 req-23f19bc5-c9b7-44e5-bcd1-bec99947a818 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:35.590065 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c8c6567-9e1d-44e9-993b-849052193d68 req-23f19bc5-c9b7-44e5-bcd1-bec99947a818 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419&tenant_id=55f8176a19e946ee8eecaa5d963d908c&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.1324890
Feb 12 21:04:35.594721 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bde7b63b-5b49-400b-b413-28870eebe4b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:04:35.658554 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-2c8c6567-9e1d-44e9-993b-849052193d68 req-3a3156d6-567a-4a11-861b-1179fc2b8a2c service neutron] delete failed (client error): The resource could not be found.
Feb 12 21:04:35.659906 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c8c6567-9e1d-44e9-993b-849052193d68 req-3a3156d6-567a-4a11-861b-1179fc2b8a2c service neutron] 10.222.0.50 "DELETE /v2.0/ports/e68c6c44-abe5-4ce9-ab41-24f9c4276607/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0633564
Feb 12 21:04:35.673506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-af7684e5-0a6e-4e4f-9130-a4122bf18ffe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32360a5d-8e56-4c23-9414-36fca780d88e HTTP/1.1" status: 200  len: 217 time: 0.1134193
Feb 12 21:04:35.675266 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78562ed7-b11a-4046-a307-4e40e48e6f5e req-57e21813-9e74-49a7-b405-975c98aecb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:35.676857 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78562ed7-b11a-4046-a307-4e40e48e6f5e req-57e21813-9e74-49a7-b405-975c98aecb1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.2425747
Feb 12 21:04:35.726261 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56174) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:35.748950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port bde7b63b-5b49-400b-b413-28870eebe4b5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:35.749630 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bde7b63b-5b49-400b-b413-28870eebe4b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:35.778383 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78562ed7-b11a-4046-a307-4e40e48e6f5e req-f69ef19f-b035-4cf6-adfb-6e9346bd4a88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0688591
Feb 12 21:04:35.786876 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bed8d-ff47-4bff-bb6c-8a761b59120e req-8db93cc7-6249-4c5b-a33a-e9a659db98cf tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:35.794247 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-353bed8d-ff47-4bff-bb6c-8a761b59120e req-8db93cc7-6249-4c5b-a33a-e9a659db98cf tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 1126 time: 0.3622777
Feb 12 21:04:35.886508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89329bee-40c7-420f-bed0-48199bff30ff req-0632dd46-a4e7-4510-8105-4ed5e888eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:35.889022 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-0632dd46-a4e7-4510-8105-4ed5e888eb7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.2002673
Feb 12 21:04:35.968952 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-da5d834e-e69d-40d9-8a02-df4b6d5e8140 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for security_group (d02ea093-d7d0-470c-830e-a85beb846ac6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:35.980114 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-1813a12c-4d21-4a3d-ab1b-1ffdf15d351f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564671
Feb 12 21:04:35.982206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Publish callbacks [] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:35.988595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port bde7b63b-5b49-400b-b413-28870eebe4b5 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:35.989490 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bde7b63b-5b49-400b-b413-28870eebe4b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:36.015781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port bde7b63b-5b49-400b-b413-28870eebe4b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bde7b63b-5b49-400b-b413-28870eebe4b5,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:36.021648 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-353bed8d-ff47-4bff-bb6c-8a761b59120e req-99aede41-2edf-4c1f-bc88-29bbc9122abe tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196348
Feb 12 21:04:36.027924 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-da5d834e-e69d-40d9-8a02-df4b6d5e8140 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for security_group (d02ea093-d7d0-470c-830e-a85beb846ac6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:36.092175 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78562ed7-b11a-4046-a307-4e40e48e6f5e req-b2560dc5-8525-4d59-864d-cb875c439369 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2865071
Feb 12 21:04:36.096492 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (bde7b63b-5b49-400b-b413-28870eebe4b5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:36.185373 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0459577c-17f1-452d-ae27-98fadf0eab13 req-ee5ea5b5-5ac6-4834-b5ab-dd1087188934 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 210 time: 0.0451622
Feb 12 21:04:36.192601 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:36.203019 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c6567-9e1d-44e9-993b-849052193d68 req-0e7fa9d0-21a4-4177-8793-86076f91e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:36.204864 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c8c6567-9e1d-44e9-993b-849052193d68 req-0e7fa9d0-21a4-4177-8793-86076f91e8f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 1131 time: 0.3210421
Feb 12 21:04:36.219856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=bde7b63b-5b49-400b-b413-28870eebe4b5,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:36.299588 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-da5d834e-e69d-40d9-8a02-df4b6d5e8140 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d02ea093-d7d0-470c-830e-a85beb846ac6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:36.299732 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (b69ce1b1-735f-4771-b24b-6d1b530b4edb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:36.306531 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-da5d834e-e69d-40d9-8a02-df4b6d5e8140 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:36.311856 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-da5d834e-e69d-40d9-8a02-df4b6d5e8140 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "DELETE /v2.0/security-groups/d02ea093-d7d0-470c-830e-a85beb846ac6 HTTP/1.1" status: 204  len: 168 time: 0.5842407
Feb 12 21:04:36.368757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Pushing event updated for resources: {'Port': ['ID=fe66a66d-63b6-4720-8d85-b9192f3b7726,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:36.389056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device e68c6c44-abe5-4ce9-ab41-24f9c4276607 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:04:36.402585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56204) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:36.471663 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d834e-e69d-40d9-8a02-df4b6d5e8140 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02ea093-d7d0-470c-830e-a85beb846ac6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:36.569090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c6567-9e1d-44e9-993b-849052193d68 req-a8f3bae3-743e-4c30-a9f5-61326cabe61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:36.572852 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c8c6567-9e1d-44e9-993b-849052193d68 req-a8f3bae3-743e-4c30-a9f5-61326cabe61e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.3604746
Feb 12 21:04:36.623893 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c8c6567-9e1d-44e9-993b-849052193d68 req-04d3704f-1a2a-4c0c-846a-45272de9a5ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607 HTTP/1.1" status: 200  len: 217 time: 0.0454750
Feb 12 21:04:36.665994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port e68c6c44-abe5-4ce9-ab41-24f9c4276607 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:04:36.665994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port e68c6c44-abe5-4ce9-ab41-24f9c4276607 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:36.665994 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:36.707525 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Network 3d22e458-3c47-4031-8344-42fef59328cc is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:04:36.713771 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:04:36.726824 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c6567-9e1d-44e9-993b-849052193d68 req-e9149f84-1fca-4c04-bded-308fc1f2a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:36.732658 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c8c6567-9e1d-44e9-993b-849052193d68 req-e9149f84-1fca-4c04-bded-308fc1f2a744 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0986814
Feb 12 21:04:36.750323 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-20f9f1ab-0949-4da2-97b9-c38ec8be0b36 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] show failed (client error): The resource could not be found.
Feb 12 21:04:36.752664 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-20f9f1ab-0949-4da2-97b9-c38ec8be0b36 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "GET /v2.0/security-groups/d02ea093-d7d0-470c-830e-a85beb846ac6 HTTP/1.1" status: 404  len: 347 time: 0.3411705
Feb 12 21:04:36.768823 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56218) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:36.901206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port e68c6c44-abe5-4ce9-ab41-24f9c4276607 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:36.902048 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:36.928661 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21b1be-6de2-473d-9145-48ffec98a22f req-e8dc9e9b-b718-4956-b7cb-a4661b4fdf1f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:36.931104 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc21b1be-6de2-473d-9145-48ffec98a22f req-e8dc9e9b-b718-4956-b7cb-a4661b4fdf1f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 945 time: 0.5511611
Feb 12 21:04:36.949212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8e14fe-6904-44f4-a8bf-c1e9b349e419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68c6c44-abe5-4ce9-ab41-24f9c4276607'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:36.953992 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e98b8c-70e7-44aa-b324-b868ca2e8f59" -d '{"events": [{"server_uuid": "3d8e14fe-6904-44f4-a8bf-c1e9b349e419", "name": "network-vif-plugged", "status": "completed", "tag": "e68c6c44-abe5-4ce9-ab41-24f9c4276607"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:36.981176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port e68c6c44-abe5-4ce9-ab41-24f9c4276607, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:37.006400 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-6a318128-d4cb-4046-ac92-35021085a3f7 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0462391
Feb 12 21:04:37.024677 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-c291f66d-a19f-44e2-bf9e-f010fe666793 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0348432
Feb 12 21:04:37.121440 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:37.121440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 868c095f-3711-40a3-a930-a2e4658e031f up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:04:37.162749 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78562ed7-b11a-4046-a307-4e40e48e6f5e req-c3c5f6b6-44d3-492c-911b-b3650147b294 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9843900
Feb 12 21:04:37.166229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c6567-9e1d-44e9-993b-849052193d68 req-ddadf49d-eb26-4599-b41c-604a965381e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:37.169497 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c8c6567-9e1d-44e9-993b-849052193d68 req-ddadf49d-eb26-4599-b41c-604a965381e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4313295
Feb 12 21:04:37.219015 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=e68c6c44-abe5-4ce9-ab41-24f9c4276607,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:37.256187 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6ba20714-bc7e-47d5-8b8c-0e3b977cc0c4 None None] Provisioning complete for port fe66a66d-63b6-4720-8d85-b9192f3b7726 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:37.256630 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6ba20714-bc7e-47d5-8b8c-0e3b977cc0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:37.282364 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc21b1be-6de2-473d-9145-48ffec98a22f req-2a1052c6-9334-47ea-91e7-f7a159d25b1b tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2566144
Feb 12 21:04:37.304550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 868c095f-3711-40a3-a930-a2e4658e031f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:37.304887 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (868c095f-3711-40a3-a930-a2e4658e031f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:37.323712 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6ba20714-bc7e-47d5-8b8c-0e3b977cc0c4 None None] Port fe66a66d-63b6-4720-8d85-b9192f3b7726 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:04:37.326100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-5e210b21-c660-4e3f-ac6d-5c6aba50ac8e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:37.333812 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-5e210b21-c660-4e3f-ac6d-5c6aba50ac8e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3265038
Feb 12 21:04:37.351124 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-7b5e6b1f-01e5-40c3-adc1-d068e13e8491 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Deleting port 46188fde-30ce-43ba-80a5-19a48a1d9dc5 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:04:37.351480 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b5e6b1f-01e5-40c3-adc1-d068e13e8491 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (46188fde-30ce-43ba-80a5-19a48a1d9dc5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:37.363085 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-76c84ba5-515a-4939-aa10-eafafca6a6b1 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/quotas/2e3d4a23b3dd48a2a3e78818c60bdf5d HTTP/1.1" status: 200  len: 375 time: 0.0280614
Feb 12 21:04:37.432344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 868c095f-3711-40a3-a930-a2e4658e031f is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:37.432745 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (868c095f-3711-40a3-a930-a2e4658e031f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:37.478481 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-f223d0b1-7dd8-41b4-8375-664c0ea8b914 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1144183
Feb 12 21:04:37.488371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 868c095f-3711-40a3-a930-a2e4658e031f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=868c095f-3711-40a3-a930-a2e4658e031f,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:37.495530 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bde7b63b-5b49-400b-b413-28870eebe4b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:04:37.522602 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c8c6567-9e1d-44e9-993b-849052193d68 req-d977fda1-33b4-4fa8-8e7d-1a7ef6ba8d30 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3401382
Feb 12 21:04:37.563710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port bde7b63b-5b49-400b-b413-28870eebe4b5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:37.565585 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bde7b63b-5b49-400b-b413-28870eebe4b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:37.624933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b5e6b1f-01e5-40c3-adc1-d068e13e8491 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (46188fde-30ce-43ba-80a5-19a48a1d9dc5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:37.625583 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b5e6b1f-01e5-40c3-adc1-d068e13e8491 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for floatingip (46188fde-30ce-43ba-80a5-19a48a1d9dc5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:37.627657 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (868c095f-3711-40a3-a930-a2e4658e031f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:37.650647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-7b5e6b1f-01e5-40c3-adc1-d068e13e8491 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Calling delete_port for 46188fde-30ce-43ba-80a5-19a48a1d9dc5 owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:04:37.753296 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c8c6567-9e1d-44e9-993b-849052193d68 req-763a2565-0698-41da-adde-6ccbcb131f5a service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2185664
Feb 12 21:04:37.874654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port bde7b63b-5b49-400b-b413-28870eebe4b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:37.882434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=868c095f-3711-40a3-a930-a2e4658e031f,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:37.979690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Router b69ce1b1-735f-4771-b24b-6d1b530b4edb has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:04:38.038134 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b5e6b1f-01e5-40c3-adc1-d068e13e8491 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (46188fde-30ce-43ba-80a5-19a48a1d9dc5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:38.063442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee769d9-1bb9-4392-a089-809a7df4120c req-c798a199-0ca9-4cca-aff1-7acce50eb58a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:38.070921 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dee769d9-1bb9-4392-a089-809a7df4120c req-c798a199-0ca9-4cca-aff1-7acce50eb58a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.1407337
Feb 12 21:04:38.113213 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e6b1f-01e5-40c3-adc1-d068e13e8491 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Pushing event deleted for resources: {'Port': ['ID=46188fde-30ce-43ba-80a5-19a48a1d9dc5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:38.207498 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dee769d9-1bb9-4392-a089-809a7df4120c req-872d6730-7af7-462d-8206-2863721ad8af tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314874
Feb 12 21:04:38.237234 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b5e6b1f-01e5-40c3-adc1-d068e13e8491 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks [] for floatingip (f293d595-6122-401a-8d8f-58dde2a5d924), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:38.241174 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b5e6b1f-01e5-40c3-adc1-d068e13e8491 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:38.242793 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7b5e6b1f-01e5-40c3-adc1-d068e13e8491 tempest-ServersWithSpecificFlavorTestJSON-1063298862 tempest-ServersWithSpecificFlavorTestJSON-1063298862-project] 10.222.0.31 "DELETE /v2.0/floatingips/f293d595-6122-401a-8d8f-58dde2a5d924 HTTP/1.1" status: 204  len: 168 time: 1.4725311
Feb 12 21:04:38.268989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e45137-a4b6-4966-adad-c29f3231434b req-8dca58e0-b606-4600-9347-2e920a0b312f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:38.274663 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10e45137-a4b6-4966-adad-c29f3231434b req-8dca58e0-b606-4600-9347-2e920a0b312f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.50 "GET /v2.0/networks?id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 HTTP/1.1" status: 200  len: 814 time: 1.0384798
Feb 12 21:04:38.281394 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d9d8fc-d488-4b3b-9bfc-65f23e3debb8 x-openstack-request-id: req-a2d9d8fc-d488-4b3b-9bfc-65f23e3debb8 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:38.282264 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8e14fe-6904-44f4-a8bf-c1e9b349e419", "name": "network-vif-plugged", "status": "completed", "tag": "e68c6c44-abe5-4ce9-ab41-24f9c4276607", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:38.286852 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2d9d8fc-d488-4b3b-9bfc-65f23e3debb8 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:38.286852 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8e14fe-6904-44f4-a8bf-c1e9b349e419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68c6c44-abe5-4ce9-ab41-24f9c4276607', 'code': 200}
Feb 12 21:04:38.329408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-10e45137-a4b6-4966-adad-c29f3231434b req-12f1574d-666c-44a9-8524-f1f529336f4e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Request body: {'port': {'device_id': 'bb565b3e-86a6-4ab9-b812-5901d747f049', 'network_id': 'b37f44d3-46f5-4895-8fa7-7d479d4b0ff2', 'admin_state_up': True, 'tenant_id': '02d862cc48f14c42ba73c75e882e9c87'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:38.401381 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-8ec3f40b-8fad-4076-aa13-1dcf0df83e10 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3625190
Feb 12 21:04:38.414704 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49bec64a-46d0-48ef-98bd-77e09fffa2f0 req-179de6df-482a-4c4d-90c7-f8d5568df1ae tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 210 time: 0.0594478
Feb 12 21:04:38.496762 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-32fa281a-b57c-4e05-a022-3eb18e791587 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:38.500305 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-32fa281a-b57c-4e05-a022-3eb18e791587 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 821 time: 0.5483847
Feb 12 21:04:38.504459 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:04:38.518060 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9b4d60fd-8fe4-4d0c-b28b-14e26643fb0f admin admin] 10.222.0.31 "PUT /v2.0/routers/b69ce1b1-735f-4771-b24b-6d1b530b4edb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8952687
Feb 12 21:04:38.539100 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Sync routers for ids ['b69ce1b1-735f-4771-b24b-6d1b530b4edb'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:04:38.567630 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Routers {'b69ce1b1-735f-4771-b24b-6d1b530b4edb'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:04:38.572904 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c666925f-c338-4886-869e-e66375f31e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc70017c340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:04:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b69ce1b1-735f-4771-b24b-6d1b530b4edb'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:38.605325 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-27554999-0bc5-4d78-b2ba-08b62e6c0d9c tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/quotas/097ba3f98cb348929658959fd4ff31cf HTTP/1.1" status: 200  len: 375 time: 0.0860469
Feb 12 21:04:38.611772 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7702a281-7404-4e96-b92e-d894baad6f6a req-da81170b-453e-4bd9-81c9-cf6d8ab85a98 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 210 time: 0.0449102
Feb 12 21:04:38.808997 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-06c5a977-f635-46cf-be18-77ae681f5042 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1846519
Feb 12 21:04:38.831385 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Set router b69ce1b1-735f-4771-b24b-6d1b530b4edb gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:04:38.931339 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898751c-1a02-4c67-ab86-59ed07b56894 req-3a0c545c-a666-4848-82f3-cc1d6edfd984 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:38.933027 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6898751c-1a02-4c67-ab86-59ed07b56894 req-3a0c545c-a666-4848-82f3-cc1d6edfd984 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 945 time: 0.1189203
Feb 12 21:04:39.008537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e45137-a4b6-4966-adad-c29f3231434b req-12f1574d-666c-44a9-8524-f1f529336f4e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Made reservation on behalf of 02d862cc48f14c42ba73c75e882e9c87 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:04:39.011945 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-10e45137-a4b6-4966-adad-c29f3231434b req-12f1574d-666c-44a9-8524-f1f529336f4e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:39.035649 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6898751c-1a02-4c67-ab86-59ed07b56894 req-023c0de0-c1ab-4487-93cd-b3983be7a6eb tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966024
Feb 12 21:04:39.087234 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-41780c31-c8fb-44a7-a799-84b8fc5e80a4 service neutron] 10.222.0.31 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2518816
Feb 12 21:04:39.253988 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c666925f-c338-4886-869e-e66375f31e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc70017c340>, [{'id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-190877491-router', 'tenant_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:04:26Z', 'updated_at': '2022-02-12T21:04:34Z', 'revision_number': 4, 'project_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'gw_port': {'id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:04:27Z', 'updated_at': '2022-02-12T21:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe66a66d-63b6-4720-8d85-b9192f3b7726', 'name': '', 'network_id': '3d22e458-3c47-4031-8344-42fef59328cc', 'tenant_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'mac_address': 'fa:16:3e:d3:17:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0cafe543-fa51-4201-bfb2-2bb72972c20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:04:33Z', 'updated_at': '2022-02-12T21:04:35Z', 'revision_number': 2, 'project_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'subnets': [{'id': '0cafe543-fa51-4201-bfb2-2bb72972c20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:39.302494 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Checking router: b69ce1b1-735f-4771-b24b-6d1b530b4edb for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:04:39.303057 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Updating router b69ce1b1-735f-4771-b24b-6d1b530b4edb port fe66a66d-63b6-4720-8d85-b9192f3b7726 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:04:39.326703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-10e45137-a4b6-4966-adad-c29f3231434b req-12f1574d-666c-44a9-8524-f1f529336f4e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Allocated IP 172.20.0.8 (b37f44d3-46f5-4895-8fa7-7d479d4b0ff2/825e3da2-4f7e-429c-bcf3-a663244459b0/ec357ac8-2d34-44cb-8ba8-0821decd9e9a) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:04:39.330445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-524cb7e0-c20c-4802-a94f-1b297c4adbe3 service neutron] 10.222.0.31 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1829684
Feb 12 21:04:39.387114 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:39.718014 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-10e45137-a4b6-4966-adad-c29f3231434b req-12f1574d-666c-44a9-8524-f1f529336f4e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Publish callbacks [] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:39.812665 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Publish callbacks [] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:39.901633 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:39.973204 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-10e45137-a4b6-4966-adad-c29f3231434b req-12f1574d-666c-44a9-8524-f1f529336f4e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:40.038713 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3f02b0d-dc02-48ec-9a64-918133530ab1 req-f8ecade3-e3b0-473c-b75e-429d11608dac tempest-FloatingIPsNegativeTestJSON-1146010153 tempest-FloatingIPsNegativeTestJSON-1146010153-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=a9e5b2f74c514884b376a71e380c5dbc HTTP/1.1" status: 200  len: 217 time: 0.7624857
Feb 12 21:04:40.087127 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1d2a7-de1c-46d2-b02c-46875f31bed5 None None] Pushing event updated for resources: {'Port': ['ID=fe66a66d-63b6-4720-8d85-b9192f3b7726,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:40.134367 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1d2a7-de1c-46d2-b02c-46875f31bed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:40.134367 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1d2a7-de1c-46d2-b02c-46875f31bed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:40.134367 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1d2a7-de1c-46d2-b02c-46875f31bed5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:40.134367 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1d2a7-de1c-46d2-b02c-46875f31bed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:40.134367 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1d2a7-de1c-46d2-b02c-46875f31bed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:40.134367 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1d2a7-de1c-46d2-b02c-46875f31bed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:40.138316 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1d2a7-de1c-46d2-b02c-46875f31bed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:40.139184 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1d2a7-de1c-46d2-b02c-46875f31bed5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:40.144235 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1d2a7-de1c-46d2-b02c-46875f31bed5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:40.145640 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1d2a7-de1c-46d2-b02c-46875f31bed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:40.146155 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1d2a7-de1c-46d2-b02c-46875f31bed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:40.148250 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1d2a7-de1c-46d2-b02c-46875f31bed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:40.148934 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1d2a7-de1c-46d2-b02c-46875f31bed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:40.225899 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafb630-6d7d-450b-b78f-fd33b28967bc req-792ecb62-27c7-4645-ae6e-03719077694a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:40.248164 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cfafb630-6d7d-450b-b78f-fd33b28967bc req-792ecb62-27c7-4645-ae6e-03719077694a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 931 time: 0.1505544
Feb 12 21:04:40.259916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e45137-a4b6-4966-adad-c29f3231434b req-12f1574d-666c-44a9-8524-f1f529336f4e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Network b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:04:40.274882 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-10e45137-a4b6-4966-adad-c29f3231434b req-12f1574d-666c-44a9-8524-f1f529336f4e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:04:40.281194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e45137-a4b6-4966-adad-c29f3231434b req-12f1574d-666c-44a9-8524-f1f529336f4e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:04:40.284689 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb912b1f-e486-40b6-b01c-5a26c3374a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868c095f-3711-40a3-a930-a2e4658e031f'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:40.287971 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8b0a12-a55b-48e5-9e1e-26fc2a5dc64c" -d '{"events": [{"server_uuid": "eb912b1f-e486-40b6-b01c-5a26c3374a77", "name": "network-vif-plugged", "status": "completed", "tag": "868c095f-3711-40a3-a930-a2e4658e031f"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:40.340107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1574d-666c-44a9-8524-f1f529336f4e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Pushing event updated for resources: {'Port': ['ID=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:40.364808 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Attempting to bind port fe66a66d-63b6-4720-8d85-b9192f3b7726 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:40.367209 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Attempting to bind port fe66a66d-63b6-4720-8d85-b9192f3b7726 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '37e5cd4d-707f-4ee5-9f74-9396545da0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d22e458-3c47-4031-8344-42fef59328cc'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:40.367596 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Attempting to bind port fe66a66d-63b6-4720-8d85-b9192f3b7726 on network 3d22e458-3c47-4031-8344-42fef59328cc {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:40.381696 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:40.389253 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cfafb630-6d7d-450b-b78f-fd33b28967bc req-8e35928f-023a-46b6-b41a-5c16dc5d49ed tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400957
Feb 12 21:04:40.395645 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Checking segment: {'id': '37e5cd4d-707f-4ee5-9f74-9396545da0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d22e458-3c47-4031-8344-42fef59328cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:40.396070 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:40.396470 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Bound using segment: {'id': '37e5cd4d-707f-4ee5-9f74-9396545da0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d22e458-3c47-4031-8344-42fef59328cc'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:40.399665 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Bound port: fe66a66d-63b6-4720-8d85-b9192f3b7726, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e5cd4d-707f-4ee5-9f74-9396545da0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d22e458-3c47-4031-8344-42fef59328cc'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:40.403434 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:40.414650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e45137-a4b6-4966-adad-c29f3231434b req-12f1574d-666c-44a9-8524-f1f529336f4e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:40.417062 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-10e45137-a4b6-4966-adad-c29f3231434b req-12f1574d-666c-44a9-8524-f1f529336f4e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:40.471549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8df5bb-972f-454d-b41b-d6ab094c8b39 req-f274e3ed-54bb-4d2a-b72d-43487fa8a253 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:40.477606 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f8df5bb-972f-454d-b41b-d6ab094c8b39 req-f274e3ed-54bb-4d2a-b72d-43487fa8a253 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.2096021
Feb 12 21:04:40.575569 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10e45137-a4b6-4966-adad-c29f3231434b req-12f1574d-666c-44a9-8524-f1f529336f4e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2576046
Feb 12 21:04:40.578505 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-c666925f-c338-4886-869e-e66375f31e45 None None] For port fe66a66d-63b6-4720-8d85-b9192f3b7726, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:40.581717 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-c666925f-c338-4886-869e-e66375f31e45 None None] For port fe66a66d-63b6-4720-8d85-b9192f3b7726, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe66a66d-63b6-4720-8d85-b9192f3b7726,segment=NetworkSegment(37e5cd4d-707f-4ee5-9f74-9396545da0c2),segment_id=37e5cd4d-707f-4ee5-9f74-9396545da0c2)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:40.582896 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e26c3a1c-c086-40fc-9cd1-d2774d8ec497 None None] Provisioning complete for port fe66a66d-63b6-4720-8d85-b9192f3b7726 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:40.583276 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e26c3a1c-c086-40fc-9cd1-d2774d8ec497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:40.608621 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f8df5bb-972f-454d-b41b-d6ab094c8b39 req-e1d21d40-b232-41c8-b630-e5699757dc96 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280978
Feb 12 21:04:40.619232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Request body: {'port': {'device_id': 'bb565b3e-86a6-4ab9-b812-5901d747f049', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:40.652845 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:40.664870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e26c3a1c-c086-40fc-9cd1-d2774d8ec497 None None] Port fe66a66d-63b6-4720-8d85-b9192f3b7726 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:04:40.716930 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1d2a7-de1c-46d2-b02c-46875f31bed5 None None] Pushing event updated for resources: {'Port': ['ID=fe66a66d-63b6-4720-8d85-b9192f3b7726,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:40.743786 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Routers {'b69ce1b1-735f-4771-b24b-6d1b530b4edb'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:04:40.744411 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c666925f-c338-4886-869e-e66375f31e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc70017c340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:04:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b69ce1b1-735f-4771-b24b-6d1b530b4edb'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:40.768609 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-35ac6067-e12f-49ed-b0fe-18299fd8e4f9 req-311340f0-8464-473d-ae16-ef79d871b6f6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 210 time: 0.1327810
Feb 12 21:04:40.787277 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-436de102-5f35-40bd-bf8a-beca1155576d req-88d2ca89-d692-4bcb-9afb-350d9e5f5ee7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 210 time: 0.1082692
Feb 12 21:04:40.820310 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:40.913207 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c666925f-c338-4886-869e-e66375f31e45 None None] Set router b69ce1b1-735f-4771-b24b-6d1b530b4edb gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:04:40.928153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-63c62846-20b5-455c-a18b-4828f3af318a req-d82eded9-adee-4c9f-8afc-78a8c0804098 tempest-FloatingIPsNegativeTestJSON-1146010153 tempest-FloatingIPsNegativeTestJSON-1146010153-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0802996
Feb 12 21:04:40.965830 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2c8166-4180-43b7-8c38-b56cac70ca29 x-openstack-request-id: req-2c2c8166-4180-43b7-8c38-b56cac70ca29 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:40.966129 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb912b1f-e486-40b6-b01c-5a26c3374a77", "name": "network-vif-plugged", "status": "completed", "tag": "868c095f-3711-40a3-a930-a2e4658e031f", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:40.966381 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c2c8166-4180-43b7-8c38-b56cac70ca29 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:40.966777 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb912b1f-e486-40b6-b01c-5a26c3374a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868c095f-3711-40a3-a930-a2e4658e031f', 'code': 200}
Feb 12 21:04:41.094390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeeed27-1fba-4905-b005-cedb6ed307d0 req-45f15a0a-e416-412d-8bd8-f2e2b7149df9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:41.096114 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9eeeed27-1fba-4905-b005-cedb6ed307d0 req-45f15a0a-e416-412d-8bd8-f2e2b7149df9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 945 time: 0.1653335
Feb 12 21:04:41.211958 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9eeeed27-1fba-4905-b005-cedb6ed307d0 req-3d32cb30-9c7c-4dc7-ae7d-44322c77c36a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061258
Feb 12 21:04:41.237858 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7526e165-5f9e-443a-81b1-66a6d88248ef None None] Provisioning complete for port fe66a66d-63b6-4720-8d85-b9192f3b7726 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:41.238256 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7526e165-5f9e-443a-81b1-66a6d88248ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:41.315834 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-b71f1c8f-179f-4772-ba8f-1197a1f96097 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1257074
Feb 12 21:04:41.375576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5890bf4-4eea-4eef-81f4-f33ca49e07a3 req-a6a72a97-6226-4283-8008-d58e69a3c9f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:41.385967 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c5890bf4-4eea-4eef-81f4-f33ca49e07a3 req-a6a72a97-6226-4283-8008-d58e69a3c9f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.2090285
Feb 12 21:04:41.466834 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7526e165-5f9e-443a-81b1-66a6d88248ef None None] Current status of the port fe66a66d-63b6-4720-8d85-b9192f3b7726 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:41.469821 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7526e165-5f9e-443a-81b1-66a6d88248ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:41.511751 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-3fb90b35-a86a-4b1a-b0ae-3ca37323c930 req-45e2a26e-1809-4fcb-9293-e49447bf6504 tempest-FloatingIPsNegativeTestJSON-1146010153 tempest-FloatingIPsNegativeTestJSON-1146010153-project] show failed (client error): The resource could not be found.
Feb 12 21:04:41.514532 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3fb90b35-a86a-4b1a-b0ae-3ca37323c930 req-45e2a26e-1809-4fcb-9293-e49447bf6504 tempest-FloatingIPsNegativeTestJSON-1146010153 tempest-FloatingIPsNegativeTestJSON-1146010153-project] 10.222.0.31 "GET /v2.0/floatingips/de80cab3-c4a9-4440-a750-57d1b2b747be HTTP/1.1" status: 404  len: 350 time: 0.1204567
Feb 12 21:04:41.534519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56330) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:41.546549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7526e165-5f9e-443a-81b1-66a6d88248ef None None] For port fe66a66d-63b6-4720-8d85-b9192f3b7726, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe66a66d-63b6-4720-8d85-b9192f3b7726,segment=NetworkSegment(37e5cd4d-707f-4ee5-9f74-9396545da0c2),segment_id=37e5cd4d-707f-4ee5-9f74-9396545da0c2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:41.569152 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c666925f-c338-4886-869e-e66375f31e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc70017c340>, [{'id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-190877491-router', 'tenant_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:04:26Z', 'updated_at': '2022-02-12T21:04:34Z', 'revision_number': 4, 'project_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'gw_port': {'id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:04:27Z', 'updated_at': '2022-02-12T21:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe66a66d-63b6-4720-8d85-b9192f3b7726', 'name': '', 'network_id': '3d22e458-3c47-4031-8344-42fef59328cc', 'tenant_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'mac_address': 'fa:16:3e:d3:17:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0cafe543-fa51-4201-bfb2-2bb72972c20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:04:33Z', 'updated_at': '2022-02-12T21:04:40Z', 'revision_number': 4, 'project_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'subnets': [{'id': '0cafe543-fa51-4201-bfb2-2bb72972c20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:41.618687 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c5890bf4-4eea-4eef-81f4-f33ca49e07a3 req-f3d561f8-5347-4d77-8121-2e4de31398cc tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2308140
Feb 12 21:04:41.626629 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7526e165-5f9e-443a-81b1-66a6d88248ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:41.668208 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c666925f-c338-4886-869e-e66375f31e45 None None] The sync data for ids ['b69ce1b1-735f-4771-b24b-6d1b530b4edb'] in ncdv-master-1 is: [{'id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-190877491-router', 'tenant_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:04:26Z', 'updated_at': '2022-02-12T21:04:34Z', 'revision_number': 4, 'project_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'gw_port': {'id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:04:27Z', 'updated_at': '2022-02-12T21:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe66a66d-63b6-4720-8d85-b9192f3b7726', 'name': '', 'network_id': '3d22e458-3c47-4031-8344-42fef59328cc', 'tenant_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'mac_address': 'fa:16:3e:d3:17:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0cafe543-fa51-4201-bfb2-2bb72972c20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:04:33Z', 'updated_at': '2022-02-12T21:04:40Z', 'revision_number': 4, 'project_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'subnets': [{'id': '0cafe543-fa51-4201-bfb2-2bb72972c20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:04:41.688702 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-9d0e3ee3-cb15-4590-9545-d673e0b95bbc tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:41.692961 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-9d0e3ee3-cb15-4590-9545-d673e0b95bbc tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3686805
Feb 12 21:04:41.729124 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Request body: {'port': {'device_id': '579b174f-d572-49b2-8f60-9e0d62cc450e', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '2e3d4a23b3dd48a2a3e78818c60bdf5d'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:41.770503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526e165-5f9e-443a-81b1-66a6d88248ef None None] Pushing event updated for resources: {'Port': ['ID=fe66a66d-63b6-4720-8d85-b9192f3b7726,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:41.915109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec357ac8-2d34-44cb-8ba8-0821decd9e9a {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:41.926349 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Publish callbacks [] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:41.983366 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Transition to ACTIVE for port object ec357ac8-2d34-44cb-8ba8-0821decd9e9a will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:04:42.075972 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b882aab2-2791-49e4-8ef0-38b85c6dd18f req-1ffdde27-7fef-4eda-928b-d7a5250daca8 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 210 time: 0.0416515
Feb 12 21:04:42.123476 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:42.124662 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Made reservation on behalf of 2e3d4a23b3dd48a2a3e78818c60bdf5d for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:04:42.127966 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:42.146636 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:42.210104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676de10-7d5e-4a2b-995c-930380a398be req-f8ed4610-fee5-4fbb-8fec-ea29876b033b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:42.219062 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0676de10-7d5e-4a2b-995c-930380a398be req-f8ed4610-fee5-4fbb-8fec-ea29876b033b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 931 time: 0.2565362
Feb 12 21:04:42.232462 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6b9c2108-6ecf-4369-9f3b-4f7be20ae1b0 req-833b7dad-86ee-4abc-9572-364d05d050dd tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 210 time: 0.0551825
Feb 12 21:04:42.389050 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks [] for security_group (d021b237-64dc-4daa-8d7a-f0488300b014), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:42.393556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56358) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:42.516662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Pushing event updated for resources: {'Port': ['ID=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:42.542216 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d021b237-64dc-4daa-8d7a-f0488300b014), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:42.567230 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0676de10-7d5e-4a2b-995c-930380a398be req-21b834b9-e8d1-492f-82ee-64659019a1b3 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3415267
Feb 12 21:04:42.573989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Attempting to bind port ec357ac8-2d34-44cb-8ba8-0821decd9e9a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:42.574335 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Attempting to bind port ec357ac8-2d34-44cb-8ba8-0821decd9e9a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '59c7f26e-1048-4012-8590-2b7216989f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b37f44d3-46f5-4895-8fa7-7d479d4b0ff2'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:42.574665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Attempting to bind port ec357ac8-2d34-44cb-8ba8-0821decd9e9a on network b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:42.600094 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Port ec357ac8-2d34-44cb-8ba8-0821decd9e9a on network b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:04:42.600448 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Attempting to bind port ec357ac8-2d34-44cb-8ba8-0821decd9e9a on network b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:42.609910 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:42.610272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Checking segment: {'id': '59c7f26e-1048-4012-8590-2b7216989f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b37f44d3-46f5-4895-8fa7-7d479d4b0ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:42.610680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Bound using segment: {'id': '59c7f26e-1048-4012-8590-2b7216989f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b37f44d3-46f5-4895-8fa7-7d479d4b0ff2'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:42.611122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Bound port: ec357ac8-2d34-44cb-8ba8-0821decd9e9a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c7f26e-1048-4012-8590-2b7216989f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b37f44d3-46f5-4895-8fa7-7d479d4b0ff2'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:42.611523 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:42.749075 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d021b237-64dc-4daa-8d7a-f0488300b014,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:42.805928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] For port ec357ac8-2d34-44cb-8ba8-0821decd9e9a, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:42.838169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] For port ec357ac8-2d34-44cb-8ba8-0821decd9e9a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:42.851912 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17299a-9b79-495b-85e3-7312ee557002 req-53322c00-99e1-47c7-a8d0-ca7d8a6a2cc2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:42.853611 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3f17299a-9b79-495b-85e3-7312ee557002 req-53322c00-99e1-47c7-a8d0-ca7d8a6a2cc2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 945 time: 0.3732398
Feb 12 21:04:42.874888 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Allocated IP 192.168.233.201 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/d06b235b-99a9-4368-972a-9fb7e1fd2de3) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:04:43.010864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:43.012878 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3f17299a-9b79-495b-85e3-7312ee557002 req-0dc30e62-730c-448a-b491-8afcee66ff24 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250010
Feb 12 21:04:43.129768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:43.130830 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:43.133758 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10e45137-a4b6-4966-adad-c29f3231434b req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] 10.222.0.50 "PUT /v2.0/ports/ec357ac8-2d34-44cb-8ba8-0821decd9e9a HTTP/1.1" status: 200  len: 1091 time: 2.5229261
Feb 12 21:04:43.156767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb565b3e-86a6-4ab9-b812-5901d747f049', 'tag': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:43.160312 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105fa72e-bfd4-497a-9f72-7b20416f0904" -d '{"events": [{"name": "network-changed", "server_uuid": "bb565b3e-86a6-4ab9-b812-5901d747f049", "tag": "ec357ac8-2d34-44cb-8ba8-0821decd9e9a"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:43.270593 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0ea8ddaa-c448-45ce-b724-d8fbd0b4d62f req-42e8287e-65bf-4a01-bece-d3326cf3d389 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 210 time: 0.0751002
Feb 12 21:04:43.273196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-82f58970-5612-470f-ad36-19eefa7dec51 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=55f8176a19e946ee8eecaa5d963d908c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1381097
Feb 12 21:04:43.485625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-30f88614-4f58-4d66-be99-d263364cb09f tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:43.487309 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-30f88614-4f58-4d66-be99-d263364cb09f tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.48 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 821 time: 0.2252791
Feb 12 21:04:43.500746 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09405e0c-0032-4f6d-8cc5-6aaf2dbe16bb x-openstack-request-id: req-09405e0c-0032-4f6d-8cc5-6aaf2dbe16bb {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:43.501177 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb565b3e-86a6-4ab9-b812-5901d747f049", "tag": "ec357ac8-2d34-44cb-8ba8-0821decd9e9a", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:43.501558 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09405e0c-0032-4f6d-8cc5-6aaf2dbe16bb {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:43.502291 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb565b3e-86a6-4ab9-b812-5901d747f049', 'tag': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a', 'status': 'completed', 'code': 200}
Feb 12 21:04:43.502696 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fe66a66d-63b6-4720-8d85-b9192f3b7726 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:04:43.548496 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f17b0255-eee9-4311-a7ea-c9a2ff54c591 req-c1330b0c-cdfb-4b66-9a8d-4ed0b7d9a0cc tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 210 time: 0.0410359
Feb 12 21:04:43.607516 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-1b1146e5-be44-4db9-aa4b-8f9532ff3d89 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Request body: {'port': {'device_id': '6adffe64-7deb-47c3-b073-0fc6b684979f', 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51', 'admin_state_up': True, 'tenant_id': '097ba3f98cb348929658959fd4ff31cf'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:43.616777 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f9c4d-ca2c-491f-bb9d-91a2c3690e57 service neutron] Pushing event updated for resources: {'Port': ['ID=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:43.620649 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port fe66a66d-63b6-4720-8d85-b9192f3b7726 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:43.623227 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:43.648421 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks [] for port (d06b235b-99a9-4368-972a-9fb7e1fd2de3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:43.786814 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port fe66a66d-63b6-4720-8d85-b9192f3b7726 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:43.850914 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e45137-a4b6-4966-adad-c29f3231434b req-435d27aa-3641-4af0-91c4-aaf5e6fedb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:43.852389 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10e45137-a4b6-4966-adad-c29f3231434b req-435d27aa-3641-4af0-91c4-aaf5e6fedb95 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02d862cc48f14c42ba73c75e882e9c87&device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 1125 time: 0.3745010
Feb 12 21:04:43.864365 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf9f8a-6a6f-4539-9db0-d4428e36448d req-824e1fcf-e9b6-41f4-84bc-b92283db4600 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:43.874401 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3bbf9f8a-6a6f-4539-9db0-d4428e36448d req-824e1fcf-e9b6-41f4-84bc-b92283db4600 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 943 time: 0.1063590
Feb 12 21:04:43.879759 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-04a3f718-d0d4-4877-b70e-5f706e43ac39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (26294894-28b4-4f67-b7a1-472479d0fb77), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:43.977572 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10e45137-a4b6-4966-adad-c29f3231434b req-8f508988-7c2a-4442-96ba-c883ed15d9ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a HTTP/1.1" status: 200  len: 217 time: 0.1141095
Feb 12 21:04:43.985611 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d06b235b-99a9-4368-972a-9fb7e1fd2de3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:44.022028 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-9fc0e2b8-6b7c-48bd-949d-6475e153a4e7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:44.030178 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-9fc0e2b8-6b7c-48bd-949d-6475e153a4e7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7549062
Feb 12 21:04:44.079284 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-db33e39c-a488-4c14-bc24-4b2a248e0881 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/quotas/55f8176a19e946ee8eecaa5d963d908c HTTP/1.1" status: 200  len: 375 time: 0.0479653
Feb 12 21:04:44.090475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:04:44.095632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-1b1146e5-be44-4db9-aa4b-8f9532ff3d89 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Made reservation on behalf of 097ba3f98cb348929658959fd4ff31cf for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:04:44.099062 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-1b1146e5-be44-4db9-aa4b-8f9532ff3d89 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:44.114341 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:04:44.114341 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:04:44.115542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event updated for resources: {'Port': ['ID=d06b235b-99a9-4368-972a-9fb7e1fd2de3,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:44.138349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e45137-a4b6-4966-adad-c29f3231434b req-0e38d45d-e33a-42fa-8938-4a3ada205950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:44.139974 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10e45137-a4b6-4966-adad-c29f3231434b req-0e38d45d-e33a-42fa-8938-4a3ada205950 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=825e3da2-4f7e-429c-bcf3-a663244459b0 HTTP/1.1" status: 200  len: 854 time: 0.1544197
Feb 12 21:04:44.161836 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3bbf9f8a-6a6f-4539-9db0-d4428e36448d req-01b2a498-b5ef-448f-9676-e680497d1497 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2824314
Feb 12 21:04:44.304416 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:44.306460 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:44.469931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cdb03-07a4-41f7-8612-40972773e811 req-ad525187-37e7-46dc-aed1-ee623920fdf8 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:44.471518 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c69cdb03-07a4-41f7-8612-40972773e811 req-ad525187-37e7-46dc-aed1-ee623920fdf8 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 945 time: 0.0921910
Feb 12 21:04:44.479187 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-62ecead5-fd78-49c2-b28c-f7c62dfad784 None None] Provisioning complete for port d06b235b-99a9-4368-972a-9fb7e1fd2de3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:44.479937 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-62ecead5-fd78-49c2-b28c-f7c62dfad784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d06b235b-99a9-4368-972a-9fb7e1fd2de3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:44.526151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-62ecead5-fd78-49c2-b28c-f7c62dfad784 None None] Port d06b235b-99a9-4368-972a-9fb7e1fd2de3 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:04:44.598456 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c69cdb03-07a4-41f7-8612-40972773e811 req-60f0d47f-d7cd-405b-bba9-ce7f915a5ce1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048906
Feb 12 21:04:44.605885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-04a3f718-d0d4-4877-b70e-5f706e43ac39 admin admin] Deleting port d76962e9-d418-4e43-9a88-b9e68b9c4e9b {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:04:44.606722 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-04a3f718-d0d4-4877-b70e-5f706e43ac39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:44.665943 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10e45137-a4b6-4966-adad-c29f3231434b req-a3a3f9b6-239e-484c-abd0-c54ac9753a33 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5178890
Feb 12 21:04:44.666810 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-1013d40f-4211-44e1-a102-c1db478c4ad0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.9578557
Feb 12 21:04:44.689629 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71c42d2c-43f9-4f1b-a4d3-0debc3503cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (b69ce1b1-735f-4771-b24b-6d1b530b4edb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:44.690734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Request body: {'port': {'device_id': '579b174f-d572-49b2-8f60-9e0d62cc450e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:44.768717 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-04a3f718-d0d4-4877-b70e-5f706e43ac39 admin admin] For port d76962e9-d418-4e43-9a88-b9e68b9c4e9b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d76962e9-d418-4e43-9a88-b9e68b9c4e9b,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:44.769173 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-04a3f718-d0d4-4877-b70e-5f706e43ac39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:44.806574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-04a3f718-d0d4-4877-b70e-5f706e43ac39 admin admin] Calling delete_port for d76962e9-d418-4e43-9a88-b9e68b9c4e9b owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:04:44.833004 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d06b235b-99a9-4368-972a-9fb7e1fd2de3), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:44.843516 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c7891-d164-48cb-beb4-aa3a40e2ca5d req-2d9dd7b3-d396-45c8-a595-b25ea67e69ee tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:44.845828 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d1c7891-d164-48cb-beb4-aa3a40e2ca5d req-2d9dd7b3-d396-45c8-a595-b25ea67e69ee tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 936 time: 0.1758389
Feb 12 21:04:45.010498 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d1c7891-d164-48cb-beb4-aa3a40e2ca5d req-f2f31297-1381-4ae2-b995-4c90daffbd23 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314025
Feb 12 21:04:45.050025 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-6f800599-65d4-4a93-a045-615bcaeb22b3 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.9696956
Feb 12 21:04:45.066420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-1b1146e5-be44-4db9-aa4b-8f9532ff3d89 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Allocated IP 172.20.0.12 (714ff2dc-d317-4a71-9ee6-4e812e6c4f51/0842d8e5-d921-4cb0-bac6-7b8b2456a4d7/6ab99884-aa16-42e5-9cde-aea1aba07ad2) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:04:45.197461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10e45137-a4b6-4966-adad-c29f3231434b req-945076c6-edd9-47e7-ba75-1b6b3ef5ed5c service neutron] 10.222.0.50 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5182738
Feb 12 21:04:45.274046 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-38aed90f-f441-458f-8c3f-55dbd9168a99 req-17ed2ec0-2a46-4630-af7c-6756817f6392 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 210 time: 0.0845342
Feb 12 21:04:45.543020 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10e45137-a4b6-4966-adad-c29f3231434b req-f1189e51-2270-4e20-9447-ef8dea74bab9 service neutron] 10.222.0.50 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3374710
Feb 12 21:04:45.544840 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06b235b-99a9-4368-972a-9fb7e1fd2de3 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:45.583889 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-04a3f718-d0d4-4877-b70e-5f706e43ac39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d76962e9-d418-4e43-9a88-b9e68b9c4e9b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:45.585456 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e954be06-7c40-4e9a-ac4f-d139697e78c7 req-6af2e8c8-766f-482c-8bc0-040f74185c1b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 210 time: 0.0528173
Feb 12 21:04:45.600351 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Publish callbacks [] for port (d06b235b-99a9-4368-972a-9fb7e1fd2de3), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:45.628119 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-1b1146e5-be44-4db9-aa4b-8f9532ff3d89 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks [] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:45.645572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-71c42d2c-43f9-4f1b-a4d3-0debc3503cb8 admin admin] Deleting port fe66a66d-63b6-4720-8d85-b9192f3b7726 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:04:45.645918 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71c42d2c-43f9-4f1b-a4d3-0debc3503cb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:45.658242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Transition to ACTIVE for port object d06b235b-99a9-4368-972a-9fb7e1fd2de3 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:04:45.661174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3f718-d0d4-4877-b70e-5f706e43ac39 admin admin] Pushing event deleted for resources: {'Port': ['ID=d76962e9-d418-4e43-9a88-b9e68b9c4e9b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:45.772968 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a81ae-ff22-4352-a1ee-1e459d30e040 req-ba3b630b-f57b-4389-8e63-aa62dbf15f0b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:45.781402 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-412a81ae-ff22-4352-a1ee-1e459d30e040 req-ba3b630b-f57b-4389-8e63-aa62dbf15f0b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 943 time: 0.3706896
Feb 12 21:04:45.786096 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (d06b235b-99a9-4368-972a-9fb7e1fd2de3), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:45.880790 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Pushing event updated for resources: {'Port': ['ID=d06b235b-99a9-4368-972a-9fb7e1fd2de3,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:45.927373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fa72e-bfd4-497a-9f72-7b20416f0904 req-67f3a976-321e-4643-9f15-81a3fc2c0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:45.932014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-105fa72e-bfd4-497a-9f72-7b20416f0904 req-67f3a976-321e-4643-9f15-81a3fc2c0bf9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02d862cc48f14c42ba73c75e882e9c87&device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 1125 time: 0.2251265
Feb 12 21:04:45.935080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-71c42d2c-43f9-4f1b-a4d3-0debc3503cb8 admin admin] For port fe66a66d-63b6-4720-8d85-b9192f3b7726, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe66a66d-63b6-4720-8d85-b9192f3b7726,segment=NetworkSegment(37e5cd4d-707f-4ee5-9f74-9396545da0c2),segment_id=37e5cd4d-707f-4ee5-9f74-9396545da0c2)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:45.936433 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71c42d2c-43f9-4f1b-a4d3-0debc3503cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:45.949689 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28807fec-24dd-4a91-a7d3-e4cceca74d5c req-4649e0bb-cca4-411a-a57c-7b6ad8862bf1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:45.958303 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-28807fec-24dd-4a91-a7d3-e4cceca74d5c req-4649e0bb-cca4-411a-a57c-7b6ad8862bf1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 945 time: 0.1921511
Feb 12 21:04:46.051092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-71c42d2c-43f9-4f1b-a4d3-0debc3503cb8 admin admin] Calling delete_port for fe66a66d-63b6-4720-8d85-b9192f3b7726 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:04:46.086147 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-1b1146e5-be44-4db9-aa4b-8f9532ff3d89 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:46.089233 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-412a81ae-ff22-4352-a1ee-1e459d30e040 req-3fa586c9-3190-4aa4-a784-f8da1a70e181 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3068023
Feb 12 21:04:46.291386 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1146e5-be44-4db9-aa4b-8f9532ff3d89 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Pushing event updated for resources: {'Port': ['ID=6ab99884-aa16-42e5-9cde-aea1aba07ad2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:46.379619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-1b1146e5-be44-4db9-aa4b-8f9532ff3d89 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:04:46.446601 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-1b1146e5-be44-4db9-aa4b-8f9532ff3d89 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:04:46.456754 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-1b1146e5-be44-4db9-aa4b-8f9532ff3d89 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:04:46.482685 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-28807fec-24dd-4a91-a7d3-e4cceca74d5c req-0d6a88d8-3752-4891-9629-d1aae924d162 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5223985
Feb 12 21:04:46.595083 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Attempting to bind port d06b235b-99a9-4368-972a-9fb7e1fd2de3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:46.595627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Attempting to bind port d06b235b-99a9-4368-972a-9fb7e1fd2de3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:46.595627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Attempting to bind port d06b235b-99a9-4368-972a-9fb7e1fd2de3 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:46.598117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-1b1146e5-be44-4db9-aa4b-8f9532ff3d89 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:46.598927 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-1b1146e5-be44-4db9-aa4b-8f9532ff3d89 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:46.604566 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-04a3f718-d0d4-4877-b70e-5f706e43ac39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (26294894-28b4-4f67-b7a1-472479d0fb77), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:46.616150 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3a60c-a764-4022-8e1b-32f01392c8e4 req-3104bcc0-8aad-4fa7-95da-2ac0f0ca8acb tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:46.624584 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00f3a60c-a764-4022-8e1b-32f01392c8e4 req-3104bcc0-8aad-4fa7-95da-2ac0f0ca8acb tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 948 time: 0.1194553
Feb 12 21:04:46.626414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Port d06b235b-99a9-4368-972a-9fb7e1fd2de3 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:04:46.626743 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Attempting to bind port d06b235b-99a9-4368-972a-9fb7e1fd2de3 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:46.656583 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:46.656931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:46.657057 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89329bee-40c7-420f-bed0-48199bff30ff req-c1594087-dc22-4666-abfe-701d97c9cd68 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:46.657315 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:46.657796 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Bound port: d06b235b-99a9-4368-972a-9fb7e1fd2de3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:46.658157 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d06b235b-99a9-4368-972a-9fb7e1fd2de3), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:46.658506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-c1594087-dc22-4666-abfe-701d97c9cd68 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047&tenant_id=97311a1994be45a2b507aedc74f578df&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.3765423
Feb 12 21:04:46.675381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:46.719960 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fa72e-bfd4-497a-9f72-7b20416f0904 req-6ecdc896-6c3e-413b-84fc-aad34f02084c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:46.721549 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-105fa72e-bfd4-497a-9f72-7b20416f0904 req-6ecdc896-6c3e-413b-84fc-aad34f02084c service neutron] 10.222.0.50 "GET /v2.0/networks?id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 HTTP/1.1" status: 200  len: 915 time: 0.7387338
Feb 12 21:04:46.797693 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-1b1146e5-be44-4db9-aa4b-8f9532ff3d89 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2583382
Feb 12 21:04:46.841423 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00f3a60c-a764-4022-8e1b-32f01392c8e4 req-a60ab037-33f7-4d76-939c-6483da1c1abf tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2145016
Feb 12 21:04:46.904117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Request body: {'port': {'device_id': '6adffe64-7deb-47c3-b073-0fc6b684979f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:46.910801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] For port d06b235b-99a9-4368-972a-9fb7e1fd2de3, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:46.922586 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-105fa72e-bfd4-497a-9f72-7b20416f0904 req-677cda63-5961-4fa5-a7ab-889ef6af8798 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a HTTP/1.1" status: 200  len: 217 time: 0.1444335
Feb 12 21:04:46.945822 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:46.953570 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] For port d06b235b-99a9-4368-972a-9fb7e1fd2de3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d06b235b-99a9-4368-972a-9fb7e1fd2de3,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:46.999826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efe623-d544-4872-8b85-899cdde1bf29 req-c5f71e89-ae46-49c0-ad00-7568dcb4d15c tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:47.001761 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68efe623-d544-4872-8b85-899cdde1bf29 req-c5f71e89-ae46-49c0-ad00-7568dcb4d15c tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 932 time: 0.3834472
Feb 12 21:04:47.063589 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (d06b235b-99a9-4368-972a-9fb7e1fd2de3), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:47.094145 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0f451f6-8c46-4286-b465-70f5110b0539 req-05c4197a-4b85-4258-9cc1-b9f4caec5c31 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 210 time: 0.0560372
Feb 12 21:04:47.150515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fa72e-bfd4-497a-9f72-7b20416f0904 req-46dc3020-53b5-465a-b3a9-1f04c691fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:47.152821 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-105fa72e-bfd4-497a-9f72-7b20416f0904 req-46dc3020-53b5-465a-b3a9-1f04c691fed4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=825e3da2-4f7e-429c-bcf3-a663244459b0 HTTP/1.1" status: 200  len: 854 time: 0.2097585
Feb 12 21:04:47.187255 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Pushing event updated for resources: {'Port': ['ID=d06b235b-99a9-4368-972a-9fb7e1fd2de3,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:47.237065 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:47.242163 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:47.242163 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:47.243226 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-36897594-1def-43eb-9079-cfaafb19af43 service neutron] 10.222.0.50 "PUT /v2.0/ports/d06b235b-99a9-4368-972a-9fb7e1fd2de3 HTTP/1.1" status: 200  len: 1096 time: 2.5578969
Feb 12 21:04:47.245925 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579b174f-d572-49b2-8f60-9e0d62cc450e', 'tag': 'd06b235b-99a9-4368-972a-9fb7e1fd2de3'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:47.250318 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f381dc7c-33d5-4488-8b40-d83cb0eb72a4" -d '{"events": [{"name": "network-changed", "server_uuid": "579b174f-d572-49b2-8f60-9e0d62cc450e", "tag": "d06b235b-99a9-4368-972a-9fb7e1fd2de3"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:47.270014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-105fa72e-bfd4-497a-9f72-7b20416f0904 req-79d402e9-20c5-4774-96e7-3789f7b99a10 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1055245
Feb 12 21:04:47.324623 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a3f718-d0d4-4877-b70e-5f706e43ac39 admin admin] Router 26294894-28b4-4f67-b7a1-472479d0fb77 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:04:47.388970 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83af32-f95c-4f0f-b2c5-6a7452be7a06 req-a45acb77-a2b7-4ea4-b58b-fa932e8016cf tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:47.390847 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4b83af32-f95c-4f0f-b2c5-6a7452be7a06 req-a45acb77-a2b7-4ea4-b58b-fa932e8016cf tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 943 time: 0.1744781
Feb 12 21:04:47.422004 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68efe623-d544-4872-8b85-899cdde1bf29 req-b12e8d83-91f7-4b97-bdf3-1f0242dc84cf tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3878951
Feb 12 21:04:47.573898 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88957dd-f338-4b17-b032-2b5f11fe8fd2 x-openstack-request-id: req-a88957dd-f338-4b17-b032-2b5f11fe8fd2 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:47.574245 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579b174f-d572-49b2-8f60-9e0d62cc450e", "tag": "d06b235b-99a9-4368-972a-9fb7e1fd2de3", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:47.575512 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a88957dd-f338-4b17-b032-2b5f11fe8fd2 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:47.575512 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579b174f-d572-49b2-8f60-9e0d62cc450e', 'tag': 'd06b235b-99a9-4368-972a-9fb7e1fd2de3', 'status': 'completed', 'code': 200}
Feb 12 21:04:47.625758 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4b83af32-f95c-4f0f-b2c5-6a7452be7a06 req-9caf1732-eb24-4152-8311-c45b2e9b6df5 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002871
Feb 12 21:04:47.658773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-83cae010-38a3-49ff-afdf-6983ff0724c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:47.665474 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-83cae010-38a3-49ff-afdf-6983ff0724c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 1130 time: 0.2684147
Feb 12 21:04:47.676170 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71c42d2c-43f9-4f1b-a4d3-0debc3503cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (fe66a66d-63b6-4720-8d85-b9192f3b7726), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:47.705657 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-28d458de-a83a-496c-8c60-f394e29d7ca4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d06b235b-99a9-4368-972a-9fb7e1fd2de3 HTTP/1.1" status: 200  len: 217 time: 0.0385251
Feb 12 21:04:47.767591 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a3f718-d0d4-4877-b70e-5f706e43ac39 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:04:47.781030 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-04a3f718-d0d4-4877-b70e-5f706e43ac39 admin admin] 10.222.0.31 "PUT /v2.0/routers/26294894-28b4-4f67-b7a1-472479d0fb77/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3821559
Feb 12 21:04:47.781030 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56458) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:47.789501 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c42d2c-43f9-4f1b-a4d3-0debc3503cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe66a66d-63b6-4720-8d85-b9192f3b7726,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:47.797131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b777e44b-f588-4961-88c6-0ea4fa5b927b None None] Sync routers for ids ['26294894-28b4-4f67-b7a1-472479d0fb77'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:04:47.844633 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b777e44b-f588-4961-88c6-0ea4fa5b927b None None] Routers {'26294894-28b4-4f67-b7a1-472479d0fb77'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:04:47.845468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b777e44b-f588-4961-88c6-0ea4fa5b927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb44a3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:04:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['26294894-28b4-4f67-b7a1-472479d0fb77'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:47.879515 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-7f750971-2a06-429e-b311-c92b8e8a27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:47.881070 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-7f750971-2a06-429e-b311-c92b8e8a27c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1667640
Feb 12 21:04:47.988040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-23bc31d5-9db2-4edd-b743-81e4d0b6b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:47.989960 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-23bc31d5-9db2-4edd-b743-81e4d0b6b886 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0988331
Feb 12 21:04:48.020640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ec357ac8-2d34-44cb-8ba8-0821decd9e9a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:04:48.072481 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ce8435e-f0ca-4454-988c-606b647abfdc admin admin] Publish callbacks [] for router (26294894-28b4-4f67-b7a1-472479d0fb77), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:48.185301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-b777e44b-f588-4961-88c6-0ea4fa5b927b None None] Set router 26294894-28b4-4f67-b7a1-472479d0fb77 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:04:48.256946 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-056a0d71-2517-4cf8-9c51-5269dec35840 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=55f8176a19e946ee8eecaa5d963d908c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0278270
Feb 12 21:04:48.383786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-ac2d10d3-74d0-46dc-8b78-0b939cc67309 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:48.385714 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-ac2d10d3-74d0-46dc-8b78-0b939cc67309 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1190779
Feb 12 21:04:48.394939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] For port 32360a5d-8e56-4c23-9414-36fca780d88e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32360a5d-8e56-4c23-9414-36fca780d88e,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:48.408521 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-105fa72e-bfd4-497a-9f72-7b20416f0904 req-aad22b37-747b-4c29-a077-98c11302a8c6 service neutron] 10.222.0.50 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0915782
Feb 12 21:04:48.409618 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Request body: {'port': {'device_id': 'b7ce5b10-468f-4fe9-a928-1e6e44e99c9d', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '55f8176a19e946ee8eecaa5d963d908c'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:48.431516 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a5b8c-7558-4f2f-8bba-e987e1f50774 req-ce34e740-69ac-410c-9c45-0ee75978e6d0 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:48.433047 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-119a5b8c-7558-4f2f-8bba-e987e1f50774 req-ce34e740-69ac-410c-9c45-0ee75978e6d0 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 945 time: 0.7808926
Feb 12 21:04:48.466695 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ec357ac8-2d34-44cb-8ba8-0821decd9e9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:48.478609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 32360a5d-8e56-4c23-9414-36fca780d88e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:04:48.583419 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-3b4a3c8d-a5bd-4f3b-9143-ffac2284534d service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5845499
Feb 12 21:04:48.625196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-119a5b8c-7558-4f2f-8bba-e987e1f50774 req-7793b5cd-031b-49a3-b799-b4e3e71c9031 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750290
Feb 12 21:04:48.686519 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a', 'network_id': 'b37f44d3-46f5-4895-8fa7-7d479d4b0ff2', 'port_id': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a', 'mac_address': 'fa:16:3e:60:7e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825e3da2-4f7e-429c-bcf3-a663244459b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:04:48.775330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ec357ac8-2d34-44cb-8ba8-0821decd9e9a is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:48.775715 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:48.797464 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec357ac8-2d34-44cb-8ba8-0821decd9e9a {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:48.803490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 32360a5d-8e56-4c23-9414-36fca780d88e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32360a5d-8e56-4c23-9414-36fca780d88e,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:48.804655 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9942245f-a2ec-4e85-b54c-b6fed9c0322b req-e79f24ac-47a7-4f89-bc29-f3ca751761b0 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2122760
Feb 12 21:04:48.819084 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b777e44b-f588-4961-88c6-0ea4fa5b927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb44a3a0>, [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:04:45Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:48.828736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Made reservation on behalf of 55f8176a19e946ee8eecaa5d963d908c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:04:48.835622 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:48.863116 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b777e44b-f588-4961-88c6-0ea4fa5b927b None None] Checking router: 26294894-28b4-4f67-b7a1-472479d0fb77 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:04:48.869610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ec357ac8-2d34-44cb-8ba8-0821decd9e9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:48.872948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 32360a5d-8e56-4c23-9414-36fca780d88e has no active binding in host nch1-master-1 {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 12 21:04:48.877963 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b777e44b-f588-4961-88c6-0ea4fa5b927b None None] Routers {'26294894-28b4-4f67-b7a1-472479d0fb77'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:04:48.879021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b777e44b-f588-4961-88c6-0ea4fa5b927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb44a3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:04:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['26294894-28b4-4f67-b7a1-472479d0fb77'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:48.889886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf5468-230c-4c4a-bd5a-bad6231f1ed2 req-fc421a3c-51e1-48dd-8a80-39232ca49b66 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:48.897953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3eaf5468-230c-4c4a-bd5a-bad6231f1ed2 req-fc421a3c-51e1-48dd-8a80-39232ca49b66 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 948 time: 0.7859240
Feb 12 21:04:48.910872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] For port 32360a5d-8e56-4c23-9414-36fca780d88e, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:48.968997 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f8520d5-9dbb-4cf5-8b8d-7bf7f960efb4 req-152010a9-e3d9-4872-9f75-a1f75a4a3f1a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 210 time: 0.1182384
Feb 12 21:04:48.992816 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-b777e44b-f588-4961-88c6-0ea4fa5b927b None None] Set router 26294894-28b4-4f67-b7a1-472479d0fb77 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:04:49.049795 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-105fa72e-bfd4-497a-9f72-7b20416f0904 req-a93c7ba6-b226-414d-b1cf-54d2b6d31076 service neutron] 10.222.0.50 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6085846
Feb 12 21:04:49.054147 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:49.112674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Allocated IP 192.168.233.16 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/5108ec57-74ec-48c9-a568-d34d61f1a3f8) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:04:49.161074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:49.211188 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71c42d2c-43f9-4f1b-a4d3-0debc3503cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (b69ce1b1-735f-4771-b24b-6d1b530b4edb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:49.229204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831a7bdc-edf9-4121-9962-f3ae48b82047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32360a5d-8e56-4c23-9414-36fca780d88e'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:49.236912 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2cbba4-a346-4608-ac0b-71c4172f7893" -d '{"events": [{"server_uuid": "831a7bdc-edf9-4121-9962-f3ae48b82047", "name": "network-vif-unplugged", "status": "completed", "tag": "32360a5d-8e56-4c23-9414-36fca780d88e"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:49.266959 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b777e44b-f588-4961-88c6-0ea4fa5b927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb44a3a0>, [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:04:45Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:49.297546 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b777e44b-f588-4961-88c6-0ea4fa5b927b None None] The sync data for ids ['26294894-28b4-4f67-b7a1-472479d0fb77'] in ncdv-master-1 is: [{'id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023006193-router', 'tenant_id': '0c59817262e9431fa88f725ab4b5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60'}], 'enable_snat': True}, 'gw_port_id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:01:50Z', 'updated_at': '2022-02-12T21:04:45Z', 'revision_number': 5, 'project_id': '0c59817262e9431fa88f725ab4b5f7a3', 'gw_port': {'id': '1e9be931-269e-4c3e-b229-bd7f13f5978d', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26294894-28b4-4f67-b7a1-472479d0fb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:01:51Z', 'updated_at': '2022-02-12T21:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:04:49.315598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['ec357ac8-2d34-44cb-8ba8-0821decd9e9a'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:49.350857 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3eaf5468-230c-4c4a-bd5a-bad6231f1ed2 req-51d7dd89-3f3e-4e28-bd45-4bf40307f289 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4492908
Feb 12 21:04:49.361958 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Publish callbacks [] for port (32360a5d-8e56-4c23-9414-36fca780d88e), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:49.381407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab99884-aa16-42e5-9cde-aea1aba07ad2 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:49.397774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2517e83-1135-41ab-a04f-dcc76fd0f956 req-026d34de-e947-4e76-9ca9-5bcfe1fc1318 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:49.406880 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2517e83-1135-41ab-a04f-dcc76fd0f956 req-026d34de-e947-4e76-9ca9-5bcfe1fc1318 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 932 time: 0.2806909
Feb 12 21:04:49.415899 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Publish callbacks [] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:49.454068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Transition to ACTIVE for port object 6ab99884-aa16-42e5-9cde-aea1aba07ad2 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:04:49.473427 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:49.473854 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ce8435e-f0ca-4454-988c-606b647abfdc admin admin] Publish callbacks [] for router_gateway (26294894-28b4-4f67-b7a1-472479d0fb77), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:49.555735 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2517e83-1135-41ab-a04f-dcc76fd0f956 req-29320c59-b351-4ca9-afea-f47f143d1f84 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483381
Feb 12 21:04:49.558200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381dc7c-33d5-4488-8b40-d83cb0eb72a4 req-941ce932-68c3-482b-b321-5ec6b6aefc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:49.560386 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f381dc7c-33d5-4488-8b40-d83cb0eb72a4 req-941ce932-68c3-482b-b321-5ec6b6aefc81 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 1130 time: 0.6072342
Feb 12 21:04:49.564498 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:49.564859 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks [] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:49.641696 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1d486b-13a4-47d2-91c2-c46410a5b431 x-openstack-request-id: req-ea1d486b-13a4-47d2-91c2-c46410a5b431 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:49.642708 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831a7bdc-edf9-4121-9962-f3ae48b82047", "name": "network-vif-unplugged", "status": "completed", "tag": "32360a5d-8e56-4c23-9414-36fca780d88e", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:49.642708 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea1d486b-13a4-47d2-91c2-c46410a5b431 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:49.642978 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831a7bdc-edf9-4121-9962-f3ae48b82047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32360a5d-8e56-4c23-9414-36fca780d88e', 'code': 200}
Feb 12 21:04:49.782016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551aec41-062f-442f-accc-ad82c779563a service neutron] Pushing event updated for resources: {'Port': ['ID=32360a5d-8e56-4c23-9414-36fca780d88e,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:49.790360 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381dc7c-33d5-4488-8b40-d83cb0eb72a4 req-d1b9499b-9386-4753-b2b1-ec980caef5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:49.793069 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f381dc7c-33d5-4488-8b40-d83cb0eb72a4 req-d1b9499b-9386-4753-b2b1-ec980caef5f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.2221625
Feb 12 21:04:49.810717 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc383b-db2c-4af4-85c9-df69392b8ec8 req-7e0d798f-469d-4bcb-81b7-a410ecd7b583 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:49.812326 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-36fc383b-db2c-4af4-85c9-df69392b8ec8 req-7e0d798f-469d-4bcb-81b7-a410ecd7b583 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 944 time: 0.3189666
Feb 12 21:04:49.829114 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:49.843951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7fe731ff-5471-4420-a35a-07898901b4d0'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:49.847185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['e68c6c44-abe5-4ce9-ab41-24f9c4276607'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:49.864068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Attempting to bind port 32360a5d-8e56-4c23-9414-36fca780d88e on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:49.864418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Attempting to bind port 32360a5d-8e56-4c23-9414-36fca780d88e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:49.864751 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Attempting to bind port 32360a5d-8e56-4c23-9414-36fca780d88e on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:49.924661 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:04:49.941514 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Port 32360a5d-8e56-4c23-9414-36fca780d88e on network 04e4405d-ac34-418d-b812-924c095df566 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:04:49.942384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Attempting to bind port 32360a5d-8e56-4c23-9414-36fca780d88e on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:49.987732 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab99884-aa16-42e5-9cde-aea1aba07ad2,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:50.005178 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:50.005556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Checking segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:50.005945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Bound using segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:50.006387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Bound port: 32360a5d-8e56-4c23-9414-36fca780d88e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:50.006745 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:50.014188 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:04:50.016606 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Pushing event updated for resources: {'Port': ['ID=5108ec57-74ec-48c9-a568-d34d61f1a3f8,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:50.027719 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f381dc7c-33d5-4488-8b40-d83cb0eb72a4 req-7f8c65bb-7d18-47bd-8c43-710b073806fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d06b235b-99a9-4368-972a-9fb7e1fd2de3 HTTP/1.1" status: 200  len: 217 time: 0.2103052
Feb 12 21:04:50.037777 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:04:50.079935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b06764-8ce5-4af4-999c-ebaf223750a1 req-d28262a6-2dcf-4235-9683-e4cdf464c315 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:50.081965 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-94b06764-8ce5-4af4-999c-ebaf223750a1 req-d28262a6-2dcf-4235-9683-e4cdf464c315 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 943 time: 0.3188596
Feb 12 21:04:50.084587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c42d2c-43f9-4f1b-a4d3-0debc3503cb8 admin admin] Router b69ce1b1-735f-4771-b24b-6d1b530b4edb has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:04:50.113233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8435e-f0ca-4454-988c-606b647abfdc admin admin] Deleting port 1e9be931-269e-4c3e-b229-bd7f13f5978d {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:04:50.119639 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ce8435e-f0ca-4454-988c-606b647abfdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1e9be931-269e-4c3e-b229-bd7f13f5978d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:50.159681 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Attempting to bind port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:50.160199 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Attempting to bind port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:50.160687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Attempting to bind port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:50.202566 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:50.202917 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:50.203263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:50.203604 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:50.203952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:50.204282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:50.204605 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:50.204933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:50.205041 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:04:50.205257 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:50.205394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Attempting to bind port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:50.213829 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:50.214233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:50.214580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:50.214919 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:50.286731 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-36fc383b-db2c-4af4-85c9-df69392b8ec8 req-4e4551ab-efdc-420e-ba6b-8497c068e366 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4538491
Feb 12 21:04:50.304150 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:50.304494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Checking segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:50.305535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Bound using segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:50.306324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Bound port: 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:50.306732 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:50.322563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:50.322563 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:50.326493 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-94b06764-8ce5-4af4-999c-ebaf223750a1 req-b1fe7f1d-d8ac-4bec-acf6-f2fbcc0f6423 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2077930
Feb 12 21:04:50.349950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] For port 32360a5d-8e56-4c23-9414-36fca780d88e, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:50.423180 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381dc7c-33d5-4488-8b40-d83cb0eb72a4 req-cfca6316-3c06-454b-aa1d-1563d4b2e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:50.425041 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f381dc7c-33d5-4488-8b40-d83cb0eb72a4 req-cfca6316-3c06-454b-aa1d-1563d4b2e173 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.2855167
Feb 12 21:04:50.439162 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-628ff714-6c50-4227-bd59-53dd1f524534 None None] Provisioning complete for port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:50.441676 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-628ff714-6c50-4227-bd59-53dd1f524534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:50.442207 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] For port 32360a5d-8e56-4c23-9414-36fca780d88e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32360a5d-8e56-4c23-9414-36fca780d88e,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:50.500625 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-8ce8435e-f0ca-4454-988c-606b647abfdc admin admin] For port 1e9be931-269e-4c3e-b229-bd7f13f5978d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e9be931-269e-4c3e-b229-bd7f13f5978d,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:50.501140 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ce8435e-f0ca-4454-988c-606b647abfdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1e9be931-269e-4c3e-b229-bd7f13f5978d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:50.518486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8435e-f0ca-4454-988c-606b647abfdc admin admin] Calling delete_port for 1e9be931-269e-4c3e-b229-bd7f13f5978d owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:04:50.530581 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-a1aef850-d756-40de-aca3-7a32fc8703f5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1292868
Feb 12 21:04:50.538571 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381dc7c-33d5-4488-8b40-d83cb0eb72a4 req-c34abb66-4683-48c1-9795-5ff39c4d1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:50.540275 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f381dc7c-33d5-4488-8b40-d83cb0eb72a4 req-c34abb66-4683-48c1-9795-5ff39c4d1cd1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1066098
Feb 12 21:04:50.549299 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Request body: {'port': {'device_id': 'b7ce5b10-468f-4fe9-a928-1e6e44e99c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:04:50.555875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-628ff714-6c50-4227-bd59-53dd1f524534 None None] Port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:04:50.569525 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b826e7-1929-456c-ae77-1a0d456029b8 req-80c6fc03-5574-4064-a3eb-00fbfb18cdb3 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:50.571017 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d5b826e7-1929-456c-ae77-1a0d456029b8 req-80c6fc03-5574-4064-a3eb-00fbfb18cdb3 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 935 time: 0.1331241
Feb 12 21:04:50.579862 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:50.607502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c42d2c-43f9-4f1b-a4d3-0debc3503cb8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:04:50.617461 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89862f81-785a-447a-8355-dec7300d0ceb None None] Sync routers for ids ['b69ce1b1-735f-4771-b24b-6d1b530b4edb'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:04:50.621307 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-71c42d2c-43f9-4f1b-a4d3-0debc3503cb8 admin admin] 10.222.0.31 "PUT /v2.0/routers/b69ce1b1-735f-4771-b24b-6d1b530b4edb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0675926
Feb 12 21:04:50.626151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56498) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:50.645698 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89862f81-785a-447a-8355-dec7300d0ceb None None] Routers {'b69ce1b1-735f-4771-b24b-6d1b530b4edb'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:04:50.646630 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-89862f81-785a-447a-8355-dec7300d0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd87100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:04:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b69ce1b1-735f-4771-b24b-6d1b530b4edb'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:50.663446 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] For port 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:50.682228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] For port 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ab99884-aa16-42e5-9cde-aea1aba07ad2,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:50.756186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d5b826e7-1929-456c-ae77-1a0d456029b8 req-4bcfd692-1836-4c63-b710-7d32cc978f17 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628549
Feb 12 21:04:50.759767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:50.760905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:50.762196 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:50.764380 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-551aec41-062f-442f-accc-ad82c779563a service neutron] 10.222.0.48 "PUT /v2.0/ports/32360a5d-8e56-4c23-9414-36fca780d88e HTTP/1.1" status: 200  len: 1121 time: 4.0970850
Feb 12 21:04:50.785106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551aec41-062f-442f-accc-ad82c779563a service neutron] Pushing event updated for resources: {'Port': ['ID=32360a5d-8e56-4c23-9414-36fca780d88e,revision_number=8']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:50.799286 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:50.844614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['32360a5d-8e56-4c23-9414-36fca780d88e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:50.892423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab99884-aa16-42e5-9cde-aea1aba07ad2,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:50.909142 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-89862f81-785a-447a-8355-dec7300d0ceb None None] Set router b69ce1b1-735f-4771-b24b-6d1b530b4edb gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:04:50.925051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:50.926956 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:50.929650 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-38b7aba8-ef52-4d46-8f95-430f53d3fb28 service neutron] 10.222.0.48 "PUT /v2.0/ports/6ab99884-aa16-42e5-9cde-aea1aba07ad2 HTTP/1.1" status: 200  len: 1092 time: 4.0456855
Feb 12 21:04:50.995888 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['32360a5d-8e56-4c23-9414-36fca780d88e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:51.086212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a2633-9047-4d39-88ec-013e0a3ad5c2 req-599fe979-e0a9-421a-b3d8-3fcc675cd3bf tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:51.089934 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-380a2633-9047-4d39-88ec-013e0a3ad5c2 req-599fe979-e0a9-421a-b3d8-3fcc675cd3bf tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 944 time: 0.1010156
Feb 12 21:04:51.168496 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-380a2633-9047-4d39-88ec-013e0a3ad5c2 req-faa5fa3e-93fa-40d1-aafa-bb9720b8cdb3 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701196
Feb 12 21:04:51.221856 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-89862f81-785a-447a-8355-dec7300d0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd87100>, [{'id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-190877491-router', 'tenant_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:04:26Z', 'updated_at': '2022-02-12T21:04:47Z', 'revision_number': 5, 'project_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'gw_port': {'id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:04:27Z', 'updated_at': '2022-02-12T21:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:51.250345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-87451e42-57a9-490d-9f10-674416508860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:51.252731 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-87451e42-57a9-490d-9f10-674416508860 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 1126 time: 0.0772750
Feb 12 21:04:51.256940 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89862f81-785a-447a-8355-dec7300d0ceb None None] Checking router: b69ce1b1-735f-4771-b24b-6d1b530b4edb for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:04:51.274604 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89862f81-785a-447a-8355-dec7300d0ceb None None] Routers {'b69ce1b1-735f-4771-b24b-6d1b530b4edb'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:04:51.275283 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-89862f81-785a-447a-8355-dec7300d0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd87100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:04:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b69ce1b1-735f-4771-b24b-6d1b530b4edb'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:51.350195 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-1180f479-40cb-47da-8dd4-54fd23eabd67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ab99884-aa16-42e5-9cde-aea1aba07ad2 HTTP/1.1" status: 200  len: 217 time: 0.0832248
Feb 12 21:04:51.354617 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d76962e9-d418-4e43-9a88-b9e68b9c4e9b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:04:51.426695 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-89862f81-785a-447a-8355-dec7300d0ceb None None] Set router b69ce1b1-735f-4771-b24b-6d1b530b4edb gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:04:51.428350 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: d76962e9-d418-4e43-9a88-b9e68b9c4e9b {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:04:51.428705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d76962e9-d418-4e43-9a88-b9e68b9c4e9b not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:04:51.442221 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-22b05d2b-872e-4567-89b2-0b44aa511e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:51.445579 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-22b05d2b-872e-4567-89b2-0b44aa511e87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.0860810
Feb 12 21:04:51.511415 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-eee07d4e-ec1e-41d7-971a-4683905c7e1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466523
Feb 12 21:04:51.582968 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6acb91-3054-482c-b37c-8eb0f77d107a req-1bccd562-be6c-41b6-b95d-344106cd62bc tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:51.584743 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e6acb91-3054-482c-b37c-8eb0f77d107a req-1bccd562-be6c-41b6-b95d-344106cd62bc tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 948 time: 0.9753489
Feb 12 21:04:51.603806 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8a2df-e3af-4dd3-843f-e50bd69c2348 req-dd51726c-e9e3-4287-82f1-9509a15ceff2 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:51.605616 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7e8a2df-e3af-4dd3-843f-e50bd69c2348 req-dd51726c-e9e3-4287-82f1-9509a15ceff2 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 944 time: 0.1569953
Feb 12 21:04:51.623708 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f381dc7c-33d5-4488-8b40-d83cb0eb72a4 req-14db3065-3e5b-4b2d-9b83-76ef5a64a20d service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0689452
Feb 12 21:04:51.645198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831a7bdc-edf9-4121-9962-f3ae48b82047', 'tag': '32360a5d-8e56-4c23-9414-36fca780d88e'}, {'name': 'network-changed', 'server_uuid': '6adffe64-7deb-47c3-b073-0fc6b684979f', 'tag': '6ab99884-aa16-42e5-9cde-aea1aba07ad2'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:51.647709 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "831a7bdc-edf9-4121-9962-f3ae48b82047", "tag": "32360a5d-8e56-4c23-9414-36fca780d88e"}, {"name": "network-changed", "server_uuid": "6adffe64-7deb-47c3-b073-0fc6b684979f", "tag": "6ab99884-aa16-42e5-9cde-aea1aba07ad2"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:51.670564 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22a65040-1de0-47c9-9a16-531f9448ad00 admin admin] Publish callbacks [] for router (b69ce1b1-735f-4771-b24b-6d1b530b4edb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:51.673982 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-89862f81-785a-447a-8355-dec7300d0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd87100>, [{'id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-190877491-router', 'tenant_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:04:26Z', 'updated_at': '2022-02-12T21:04:47Z', 'revision_number': 5, 'project_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'gw_port': {'id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:04:27Z', 'updated_at': '2022-02-12T21:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:51.695209 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-136047c0-6c43-4297-8684-3faed31d48c3 service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1751633
Feb 12 21:04:51.717937 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7e8a2df-e3af-4dd3-843f-e50bd69c2348 req-25180943-aca0-43de-bd34-8fa950c618b8 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990744
Feb 12 21:04:51.757808 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89862f81-785a-447a-8355-dec7300d0ceb None None] The sync data for ids ['b69ce1b1-735f-4771-b24b-6d1b530b4edb'] in ncdv-master-1 is: [{'id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'name': 'tempest-FloatingIPsNegativeTestJSON-190877491-router', 'tenant_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221'}], 'enable_snat': True}, 'gw_port_id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:04:26Z', 'updated_at': '2022-02-12T21:04:47Z', 'revision_number': 5, 'project_id': 'a9e5b2f74c514884b376a71e380c5dbc', 'gw_port': {'id': 'bde7b63b-5b49-400b-b413-28870eebe4b5', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:09:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69ce1b1-735f-4771-b24b-6d1b530b4edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:04:27Z', 'updated_at': '2022-02-12T21:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:04:51.863700 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ae372c-0a91-4d04-b347-3e0be2a178b3 req-5492e869-2917-476f-9b7e-ab6ee2710b28 service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449659
Feb 12 21:04:51.919195 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device d06b235b-99a9-4368-972a-9fb7e1fd2de3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:04:51.923452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ec357ac8-2d34-44cb-8ba8-0821decd9e9a up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:04:51.931259 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e6acb91-3054-482c-b37c-8eb0f77d107a req-04cec3fe-04e6-487a-b0b8-e5a4ca4a1a4a tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3345497
Feb 12 21:04:51.998218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b97b7-005b-4245-a1ff-4d50131dd07e req-b2708814-14f6-43a1-824e-2ad1c883cb04 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:51.999985 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a1b97b7-005b-4245-a1ff-4d50131dd07e req-b2708814-14f6-43a1-824e-2ad1c883cb04 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 943 time: 0.1352835
Feb 12 21:04:52.022687 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ce8435e-f0ca-4454-988c-606b647abfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (1e9be931-269e-4c3e-b229-bd7f13f5978d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:52.042350 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f381dc7c-33d5-4488-8b40-d83cb0eb72a4 req-1658c0e2-7ced-4942-9478-f6fa2c0e04a3 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4089379
Feb 12 21:04:52.119158 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a1b97b7-005b-4245-a1ff-4d50131dd07e req-729eb2ca-11ce-45ab-97eb-9e20630111aa tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082826
Feb 12 21:04:52.129159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5108ec57-74ec-48c9-a568-d34d61f1a3f8 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:52.143728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port ec357ac8-2d34-44cb-8ba8-0821decd9e9a completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:04:52.146114 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f95181-fb1b-433f-ae73-997dc084311f x-openstack-request-id: req-b6f95181-fb1b-433f-ae73-997dc084311f {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:52.146414 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831a7bdc-edf9-4121-9962-f3ae48b82047", "tag": "32360a5d-8e56-4c23-9414-36fca780d88e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6adffe64-7deb-47c3-b073-0fc6b684979f", "tag": "6ab99884-aa16-42e5-9cde-aea1aba07ad2", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:52.146672 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6f95181-fb1b-433f-ae73-997dc084311f {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:52.147077 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831a7bdc-edf9-4121-9962-f3ae48b82047', 'tag': '32360a5d-8e56-4c23-9414-36fca780d88e', 'status': 'completed', 'code': 200}
Feb 12 21:04:52.147341 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6adffe64-7deb-47c3-b073-0fc6b684979f', 'tag': '6ab99884-aa16-42e5-9cde-aea1aba07ad2', 'status': 'completed', 'code': 200}
Feb 12 21:04:52.161496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8435e-f0ca-4454-988c-606b647abfdc admin admin] Pushing event deleted for resources: {'Port': ['ID=1e9be931-269e-4c3e-b229-bd7f13f5978d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:52.197997 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Publish callbacks [] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:52.248544 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22a65040-1de0-47c9-9a16-531f9448ad00 admin admin] Publish callbacks [] for router_gateway (b69ce1b1-735f-4771-b24b-6d1b530b4edb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:52.287996 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port ec357ac8-2d34-44cb-8ba8-0821decd9e9a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:52.288229 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:52.312746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-0a7ebf30-f0c8-47d4-82b1-c39391d4aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:52.314301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-0a7ebf30-f0c8-47d4-82b1-c39391d4aa7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 1126 time: 0.0834024
Feb 12 21:04:52.378754 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port d06b235b-99a9-4368-972a-9fb7e1fd2de3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d06b235b-99a9-4368-972a-9fb7e1fd2de3,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:52.378987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Transition to ACTIVE for port object 5108ec57-74ec-48c9-a568-d34d61f1a3f8 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:04:52.392866 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'd06b235b-99a9-4368-972a-9fb7e1fd2de3', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'd06b235b-99a9-4368-972a-9fb7e1fd2de3', 'mac_address': 'fa:16:3e:35:34:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:04:52.431096 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ce8435e-f0ca-4454-988c-606b647abfdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (26294894-28b4-4f67-b7a1-472479d0fb77), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:52.443711 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port d06b235b-99a9-4368-972a-9fb7e1fd2de3 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:52.444118 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d06b235b-99a9-4368-972a-9fb7e1fd2de3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:52.464218 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06b235b-99a9-4368-972a-9fb7e1fd2de3 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:52.501874 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port d06b235b-99a9-4368-972a-9fb7e1fd2de3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d06b235b-99a9-4368-972a-9fb7e1fd2de3,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:52.511577 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-cfbcf7c4-76c2-4630-a862-6c9e1706123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:52.519086 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-cfbcf7c4-76c2-4630-a862-6c9e1706123b service neutron] 10.222.0.48 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 922 time: 0.1973546
Feb 12 21:04:52.527782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf3bfd-793c-4181-b27b-b99837d50847 req-75694b3e-312f-4850-96e0-e2129714dbcc tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:52.535608 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14bf3bfd-793c-4181-b27b-b99837d50847 req-75694b3e-312f-4850-96e0-e2129714dbcc tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 944 time: 0.2005489
Feb 12 21:04:52.549909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ec357ac8-2d34-44cb-8ba8-0821decd9e9a is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:52.550305 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:52.569289 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:52.588128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ec357ac8-2d34-44cb-8ba8-0821decd9e9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:52.591240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb565b3e-86a6-4ab9-b812-5901d747f049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:52.592921 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a686db-090e-4914-a4ae-2bfe6e3bc127" -d '{"events": [{"server_uuid": "bb565b3e-86a6-4ab9-b812-5901d747f049", "name": "network-vif-plugged", "status": "completed", "tag": "ec357ac8-2d34-44cb-8ba8-0821decd9e9a"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:52.597825 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-57127a32-1bdd-46de-8fc8-1ce70521cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:52.598708 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d06b235b-99a9-4368-972a-9fb7e1fd2de3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:52.599345 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-57127a32-1bdd-46de-8fc8-1ce70521cd28 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 1155 time: 0.4248359
Feb 12 21:04:52.613862 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-c70ad4b2-389c-4107-a6ff-25c4e950a20a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ab99884-aa16-42e5-9cde-aea1aba07ad2 HTTP/1.1" status: 200  len: 217 time: 0.0759275
Feb 12 21:04:52.614094 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4936990-35ed-479a-ba69-ebf049f76e8c req-10df2c57-aa22-4621-81bc-402f1e9bb4b7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:52.615511 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d4936990-35ed-479a-ba69-ebf049f76e8c req-10df2c57-aa22-4621-81bc-402f1e9bb4b7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 935 time: 0.3124697
Feb 12 21:04:52.683935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14bf3bfd-793c-4181-b27b-b99837d50847 req-15cdcb1a-2882-45d4-8e3d-3fb3f4d42fe2 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452832
Feb 12 21:04:52.690970 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:52.694393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=d06b235b-99a9-4368-972a-9fb7e1fd2de3,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:52.712181 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ce8435e-f0ca-4454-988c-606b647abfdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (26294894-28b4-4f67-b7a1-472479d0fb77), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:52.712181 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ce8435e-f0ca-4454-988c-606b647abfdc admin admin] Publish callbacks [] for router_controller (26294894-28b4-4f67-b7a1-472479d0fb77), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:52.736890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-32f396c7-4cfb-43c1-8289-0ae0e6891502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:52.740752 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-32f396c7-4cfb-43c1-8289-0ae0e6891502 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.1165175
Feb 12 21:04:52.822687 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-c7b05c27-9917-4c55-8d2a-2522c579bddc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721526
Feb 12 21:04:52.823515 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce885162-57be-4d28-8197-afc4194ba044 x-openstack-request-id: req-ce885162-57be-4d28-8197-afc4194ba044 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:52.827496 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb565b3e-86a6-4ab9-b812-5901d747f049", "name": "network-vif-plugged", "status": "completed", "tag": "ec357ac8-2d34-44cb-8ba8-0821decd9e9a", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:52.827496 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce885162-57be-4d28-8197-afc4194ba044 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:52.827496 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb565b3e-86a6-4ab9-b812-5901d747f049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a', 'code': 200}
Feb 12 21:04:52.862018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['d06b235b-99a9-4368-972a-9fb7e1fd2de3'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:52.953273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:53.001285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Pushing event updated for resources: {'Port': ['ID=5108ec57-74ec-48c9-a568-d34d61f1a3f8,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:53.078555 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-22c3c9b0-394b-4607-86dd-02cfd2390ff0 service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2478404
Feb 12 21:04:53.098600 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ce8435e-f0ca-4454-988c-606b647abfdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (26294894-28b4-4f67-b7a1-472479d0fb77), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:53.100148 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce8435e-f0ca-4454-988c-606b647abfdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26294894-28b4-4f67-b7a1-472479d0fb77 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:04:53.114684 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ce8435e-f0ca-4454-988c-606b647abfdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:53.117718 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8ce8435e-f0ca-4454-988c-606b647abfdc admin admin] 10.222.0.31 "DELETE /v2.0/routers/26294894-28b4-4f67-b7a1-472479d0fb77 HTTP/1.1" status: 204  len: 168 time: 5.3361647
Feb 12 21:04:53.123919 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56534) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:53.205214 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d4936990-35ed-479a-ba69-ebf049f76e8c req-d0a0bc27-718f-4115-9533-886682b151db tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5452182
Feb 12 21:04:53.209205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-2b282b5d-fe14-4aff-89d7-a58fd3ad3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:53.211466 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-2b282b5d-fe14-4aff-89d7-a58fd3ad3b5d service neutron] 10.222.0.50 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 908 time: 0.5826180
Feb 12 21:04:53.215022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Attempting to bind port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:04:53.216202 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Attempting to bind port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:04:53.217126 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Attempting to bind port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:53.232682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d88fd-77a9-4fd9-8065-09a8e56a178e req-cc0eb4ba-4c0b-4381-a90f-dfa229a9e75c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:53.234389 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb5d88fd-77a9-4fd9-8065-09a8e56a178e req-cc0eb4ba-4c0b-4381-a90f-dfa229a9e75c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.2250543
Feb 12 21:04:53.243855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27f945-2b26-4dc0-8aaf-3985f6d46cca req-e927623f-d8eb-406d-884e-60200ea31f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:53.245340 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bf27f945-2b26-4dc0-8aaf-3985f6d46cca req-e927623f-d8eb-406d-884e-60200ea31f27 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 1127 time: 0.2349086
Feb 12 21:04:53.288593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:04:53.288933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Attempting to bind port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:04:53.299807 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-3f7ca056-fcfb-4e02-a1b0-7cea25374935 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32360a5d-8e56-4c23-9414-36fca780d88e HTTP/1.1" status: 200  len: 217 time: 0.0626853
Feb 12 21:04:53.301050 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:04:53.301424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:04:53.301820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:04:53.302275 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Bound port: 5108ec57-74ec-48c9-a568-d34d61f1a3f8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:04:53.302641 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:53.326699 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-22a65040-1de0-47c9-9a16-531f9448ad00 admin admin] Deleting port bde7b63b-5b49-400b-b413-28870eebe4b5 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:04:53.327048 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22a65040-1de0-47c9-9a16-531f9448ad00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (bde7b63b-5b49-400b-b413-28870eebe4b5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:53.362662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Deleting subnet 8dc3ffc6-8752-418b-93fb-e118910b6c7b {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:04:53.405940 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Publish callbacks [] for subnet (8dc3ffc6-8752-418b-93fb-e118910b6c7b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:53.579327 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-2a641298-f7f7-47fe-be1e-8ce5132c8820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:53.580882 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-2a641298-f7f7-47fe-be1e-8ce5132c8820 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.2217031
Feb 12 21:04:53.602626 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] For port 5108ec57-74ec-48c9-a568-d34d61f1a3f8, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:04:53.614301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-22a65040-1de0-47c9-9a16-531f9448ad00 admin admin] For port bde7b63b-5b49-400b-b413-28870eebe4b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bde7b63b-5b49-400b-b413-28870eebe4b5,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:53.614823 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22a65040-1de0-47c9-9a16-531f9448ad00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (bde7b63b-5b49-400b-b413-28870eebe4b5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:53.649169 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d3844-df00-4233-a428-4b38fe50631c req-60adf730-e55e-4f1b-b6b2-82b3b16f4009 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:53.657313 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-510d3844-df00-4233-a428-4b38fe50631c req-60adf730-e55e-4f1b-b6b2-82b3b16f4009 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 949 time: 0.2948506
Feb 12 21:04:53.670441 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-73b2b48d-3d4f-44d8-a78f-0e0c25cc366a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0783648
Feb 12 21:04:53.673401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] For port 5108ec57-74ec-48c9-a568-d34d61f1a3f8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:04:53.696151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-22a65040-1de0-47c9-9a16-531f9448ad00 admin admin] Calling delete_port for bde7b63b-5b49-400b-b413-28870eebe4b5 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:04:53.734221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fe66a66d-63b6-4720-8d85-b9192f3b7726 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:04:53.776969 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: fe66a66d-63b6-4720-8d85-b9192f3b7726 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:04:53.777530 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fe66a66d-63b6-4720-8d85-b9192f3b7726 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:04:53.833137 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:53.865377 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-638c1b57-24ab-4700-9745-3baf33b7f61e service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7723866
Feb 12 21:04:53.879249 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (8dc3ffc6-8752-418b-93fb-e118910b6c7b), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:53.904500 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bf27f945-2b26-4dc0-8aaf-3985f6d46cca req-48fc268b-0119-49a9-afb9-05941e7c5462 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6191127
Feb 12 21:04:53.916037 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb5d88fd-77a9-4fd9-8065-09a8e56a178e req-c76e8111-1324-4139-ab14-b614cf93031f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6697128
Feb 12 21:04:53.928953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-510d3844-df00-4233-a428-4b38fe50631c req-cd7d6197-e2db-47a4-8b75-558d937c1eb2 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2679722
Feb 12 21:04:53.932392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device d06b235b-99a9-4368-972a-9fb7e1fd2de3 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:04:53.945973 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:53.947133 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:53.950096 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] 10.222.0.48 "PUT /v2.0/ports/5108ec57-74ec-48c9-a568-d34d61f1a3f8 HTTP/1.1" status: 200  len: 1095 time: 3.4065659
Feb 12 21:04:53.966605 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ce5b10-468f-4fe9-a928-1e6e44e99c9d', 'tag': '5108ec57-74ec-48c9-a568-d34d61f1a3f8'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:53.976161 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9875878-8955-4d29-9f7b-ffb2db607a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ce5b10-468f-4fe9-a928-1e6e44e99c9d", "tag": "5108ec57-74ec-48c9-a568-d34d61f1a3f8"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:54.088690 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (8dc3ffc6-8752-418b-93fb-e118910b6c7b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:54.155768 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port d06b235b-99a9-4368-972a-9fb7e1fd2de3 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:04:54.160492 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port d06b235b-99a9-4368-972a-9fb7e1fd2de3 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:54.160881 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d06b235b-99a9-4368-972a-9fb7e1fd2de3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:54.220875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d779be-dc5a-42b8-aaac-e38d382cd960 req-e0c4c715-d60d-49e8-9e8e-4fa40c2657ed tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:54.229318 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4d779be-dc5a-42b8-aaac-e38d382cd960 req-e0c4c715-d60d-49e8-9e8e-4fa40c2657ed tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 944 time: 0.1085935
Feb 12 21:04:54.314496 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4d779be-dc5a-42b8-aaac-e38d382cd960 req-930514bd-96a9-49dc-b5f3-424aa62feabb tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832307
Feb 12 21:04:54.333411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b03131-49b5-46bc-a736-f4d870d91b2a service neutron] Pushing event updated for resources: {'Port': ['ID=5108ec57-74ec-48c9-a568-d34d61f1a3f8,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:54.342222 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-cb7a09b5-56fc-46ba-b954-7b44fd813f02 service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6630430
Feb 12 21:04:54.347661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port d06b235b-99a9-4368-972a-9fb7e1fd2de3 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:54.347901 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d06b235b-99a9-4368-972a-9fb7e1fd2de3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:54.384012 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22a65040-1de0-47c9-9a16-531f9448ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (bde7b63b-5b49-400b-b413-28870eebe4b5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:54.388550 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a3dec7-341c-4479-88ce-c0976d561f4b x-openstack-request-id: req-46a3dec7-341c-4479-88ce-c0976d561f4b {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:54.388952 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ce5b10-468f-4fe9-a928-1e6e44e99c9d", "tag": "5108ec57-74ec-48c9-a568-d34d61f1a3f8", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:54.389274 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46a3dec7-341c-4479-88ce-c0976d561f4b {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:54.389804 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ce5b10-468f-4fe9-a928-1e6e44e99c9d', 'tag': '5108ec57-74ec-48c9-a568-d34d61f1a3f8', 'status': 'completed', 'code': 200}
Feb 12 21:04:54.398682 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (8dc3ffc6-8752-418b-93fb-e118910b6c7b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:54.399585 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port d06b235b-99a9-4368-972a-9fb7e1fd2de3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d06b235b-99a9-4368-972a-9fb7e1fd2de3,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:54.433648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e450733f-a031-4403-a141-f27bf7138850 None None] Network b9b58e18-4724-4374-98c5-14f3d3ee43a0 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:04:54.469763 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:54.478747 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56552) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:54.484060 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8dc3ffc6-8752-418b-93fb-e118910b6c7b HTTP/1.1" status: 204  len: 168 time: 1.3576972
Feb 12 21:04:54.486488 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc3ffc6-8752-418b-93fb-e118910b6c7b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:54.521296 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 6ab99884-aa16-42e5-9cde-aea1aba07ad2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:04:54.529687 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a65040-1de0-47c9-9a16-531f9448ad00 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde7b63b-5b49-400b-b413-28870eebe4b5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:54.533388 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d06b235b-99a9-4368-972a-9fb7e1fd2de3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:54.553001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:54.553001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:54.553001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:54.553001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:54.553001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:54.553001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:54.553629 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:54.553708 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:54.553987 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:54.554318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:54.554651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:54.554983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:54.555311 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca3190e-0e3a-46c4-bfdb-a4f38986a697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:54.566104 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-2649f136-3f75-484b-81bf-4910bd31dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:54.567644 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-2649f136-3f75-484b-81bf-4910bd31dbb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 1129 time: 0.4563050
Feb 12 21:04:54.600300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b143394-5830-47b3-98fc-13408017a8a8 req-b642ee33-9246-40b4-a829-7b9e1e45fe90 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:54.602273 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b143394-5830-47b3-98fc-13408017a8a8 req-b642ee33-9246-40b4-a829-7b9e1e45fe90 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 947 time: 0.1169147
Feb 12 21:04:54.631679 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd1805-b322-424d-9037-7d84acc1f239 req-c53fa856-0aec-43f5-81bd-1a04a1667324 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:54.633233 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a1fd1805-b322-424d-9037-7d84acc1f239 req-c53fa856-0aec-43f5-81bd-1a04a1667324 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 943 time: 0.5264232
Feb 12 21:04:54.690368 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b143394-5830-47b3-98fc-13408017a8a8 req-46e2b47b-1489-468d-a2af-502b2d6a87ea tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816946
Feb 12 21:04:54.717107 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-fb037942-9a1b-44d0-849e-2c82c267e7e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8 HTTP/1.1" status: 200  len: 217 time: 0.0821226
Feb 12 21:04:54.740836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=d06b235b-99a9-4368-972a-9fb7e1fd2de3,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:54.787610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c77bc87-b091-49a1-b4de-05df46356513 None None] DHCP port deletion for b9b58e18-4724-4374-98c5-14f3d3ee43a0 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:04:54.798560 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (b9b58e18-4724-4374-98c5-14f3d3ee43a0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:54.810671 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bbfcef52-b698-4d39-bf5f-e612b5af3b8e req-b4e8d9c2-5727-4acc-95d5-f5a8b1621d50 service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4593515
Feb 12 21:04:54.832105 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579b174f-d572-49b2-8f60-9e0d62cc450e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06b235b-99a9-4368-972a-9fb7e1fd2de3'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:54.834605 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22a65040-1de0-47c9-9a16-531f9448ad00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (b69ce1b1-735f-4771-b24b-6d1b530b4edb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:54.835342 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c528e3d6-3e3f-4fb8-9a7f-0783f006c57a" -d '{"events": [{"server_uuid": "579b174f-d572-49b2-8f60-9e0d62cc450e", "name": "network-vif-plugged", "status": "completed", "tag": "d06b235b-99a9-4368-972a-9fb7e1fd2de3"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:54.885456 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ab99884-aa16-42e5-9cde-aea1aba07ad2,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:54.902708 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afac8f24-fee8-48a9-a79f-32273e3d097a x-openstack-request-id: req-afac8f24-fee8-48a9-a79f-32273e3d097a {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:54.903858 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579b174f-d572-49b2-8f60-9e0d62cc450e", "name": "network-vif-plugged", "status": "completed", "tag": "d06b235b-99a9-4368-972a-9fb7e1fd2de3", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:54.904280 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afac8f24-fee8-48a9-a79f-32273e3d097a {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:54.904815 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579b174f-d572-49b2-8f60-9e0d62cc450e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06b235b-99a9-4368-972a-9fb7e1fd2de3', 'code': 200}
Feb 12 21:04:54.907069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '6ab99884-aa16-42e5-9cde-aea1aba07ad2', 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51', 'port_id': '6ab99884-aa16-42e5-9cde-aea1aba07ad2', 'mac_address': 'fa:16:3e:6d:6c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0842d8e5-d921-4cb0-bac6-7b8b2456a4d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:04:54.911996 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0c77bc87-b091-49a1-b4de-05df46356513 None None] Deleting port feac3c79-96b8-4238-9710-f53179d2116b {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:04:54.912364 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0c77bc87-b091-49a1-b4de-05df46356513 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (feac3c79-96b8-4238-9710-f53179d2116b), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:54.916430 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-cfe3319d-3870-4efc-9f54-79fd0469ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:54.918287 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-cfe3319d-3870-4efc-9f54-79fd0469ed40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1817498
Feb 12 21:04:54.948267 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a1fd1805-b322-424d-9037-7d84acc1f239 req-e316e73d-45a5-4159-95a5-c7286533ee75 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2968082
Feb 12 21:04:55.019822 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22a65040-1de0-47c9-9a16-531f9448ad00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (b69ce1b1-735f-4771-b24b-6d1b530b4edb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:55.025438 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22a65040-1de0-47c9-9a16-531f9448ad00 admin admin] Publish callbacks [] for router_controller (b69ce1b1-735f-4771-b24b-6d1b530b4edb), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:55.083627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0c77bc87-b091-49a1-b4de-05df46356513 None None] For port feac3c79-96b8-4238-9710-f53179d2116b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=feac3c79-96b8-4238-9710-f53179d2116b,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:55.084402 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0c77bc87-b091-49a1-b4de-05df46356513 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (feac3c79-96b8-4238-9710-f53179d2116b), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:55.090753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:55.091653 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:55.120248 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab99884-aa16-42e5-9cde-aea1aba07ad2 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:04:55.136830 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0c77bc87-b091-49a1-b4de-05df46356513 None None] Calling delete_port for feac3c79-96b8-4238-9710-f53179d2116b owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:04:55.142920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fff1e-e282-465b-b87c-0830138a249a req-07a1b33a-7fcc-4987-8fcf-65372c5294c8 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:55.144872 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1f1fff1e-e282-465b-b87c-0830138a249a req-07a1b33a-7fcc-4987-8fcf-65372c5294c8 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0861437
Feb 12 21:04:55.187840 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ab99884-aa16-42e5-9cde-aea1aba07ad2,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:55.241277 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1f1fff1e-e282-465b-b87c-0830138a249a req-fa5611f1-dc15-4260-9607-dee0846ab617 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886524
Feb 12 21:04:55.405650 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:55.482169 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=6ab99884-aa16-42e5-9cde-aea1aba07ad2,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:55.487108 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device feac3c79-96b8-4238-9710-f53179d2116b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:04:55.508141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688039b-a37b-40a9-b7da-af2ca44add18 req-5ac2e689-114d-41a2-850c-a5b9295950cf tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:55.509744 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2688039b-a37b-40a9-b7da-af2ca44add18 req-5ac2e689-114d-41a2-850c-a5b9295950cf tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 945 time: 0.0728900
Feb 12 21:04:55.600738 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2688039b-a37b-40a9-b7da-af2ca44add18 req-b4ceced3-d93f-4f3f-a3ba-0ca2719e88bd tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752003
Feb 12 21:04:55.615516 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port feac3c79-96b8-4238-9710-f53179d2116b is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:55.615516 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (feac3c79-96b8-4238-9710-f53179d2116b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:55.615838 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-c6300bc4-c688-4d14-bd98-0c9ec3c0295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:55.615838 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-c6300bc4-c688-4d14-bd98-0c9ec3c0295e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.6665528
Feb 12 21:04:55.649394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4f92f-08f1-4361-ad59-eb040b4203ea req-d02e247d-a1be-4eed-93a4-90e5980473fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:55.650892 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ef4f92f-08f1-4361-ad59-eb040b4203ea req-d02e247d-a1be-4eed-93a4-90e5980473fe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 1132 time: 0.6431277
Feb 12 21:04:55.706557 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22a65040-1de0-47c9-9a16-531f9448ad00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (b69ce1b1-735f-4771-b24b-6d1b530b4edb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:55.707034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a65040-1de0-47c9-9a16-531f9448ad00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b69ce1b1-735f-4771-b24b-6d1b530b4edb {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:04:55.717289 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22a65040-1de0-47c9-9a16-531f9448ad00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:55.721217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56572) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:55.721487 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-22a65040-1de0-47c9-9a16-531f9448ad00 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b69ce1b1-735f-4771-b24b-6d1b530b4edb HTTP/1.1" status: 204  len: 168 time: 5.0727580
Feb 12 21:04:55.728448 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] Deleting port feac3c79-96b8-4238-9710-f53179d2116b {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:04:55.728789 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (feac3c79-96b8-4238-9710-f53179d2116b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:55.741772 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a606bd-45b5-4fb9-857a-f01a871cc7e4 req-90919c0e-c486-464d-97f3-db27e22918ad tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:55.743372 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d2a606bd-45b5-4fb9-857a-f01a871cc7e4 req-90919c0e-c486-464d-97f3-db27e22918ad tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 950 time: 0.6298687
Feb 12 21:04:55.839644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1e9be931-269e-4c3e-b229-bd7f13f5978d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:04:55.860248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-185638de-f47e-4926-b791-0ae37f1ce816 admin admin] Deleting subnet 0cafe543-fa51-4201-bfb2-2bb72972c20d {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:04:55.894454 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['6ab99884-aa16-42e5-9cde-aea1aba07ad2'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:04:55.896283 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ef4f92f-08f1-4361-ad59-eb040b4203ea req-b5d8f16a-4c8b-40ff-99b7-2c0da6b8bf43 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366228
Feb 12 21:04:55.896420 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-185638de-f47e-4926-b791-0ae37f1ce816 admin admin] Publish callbacks [] for subnet (0cafe543-fa51-4201-bfb2-2bb72972c20d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:55.928599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] For port feac3c79-96b8-4238-9710-f53179d2116b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=feac3c79-96b8-4238-9710-f53179d2116b,segment=NetworkSegment(efb9e59e-f7f4-4210-aaf4-894ce47cec05),segment_id=efb9e59e-f7f4-4210-aaf4-894ce47cec05)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:55.929481 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (feac3c79-96b8-4238-9710-f53179d2116b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:55.932375 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0c77bc87-b091-49a1-b4de-05df46356513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (feac3c79-96b8-4238-9710-f53179d2116b), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:55.934082 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-8a210430-d4d2-490b-bb4f-3f51375cc403 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3086023
Feb 12 21:04:55.941050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 1e9be931-269e-4c3e-b229-bd7f13f5978d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:04:55.941808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1e9be931-269e-4c3e-b229-bd7f13f5978d not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:04:55.959953 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ca439d2e-03b1-41b3-8406-56a5f650efb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:55.986304 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] Calling delete_port for feac3c79-96b8-4238-9710-f53179d2116b owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:04:56.016222 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77bc87-b091-49a1-b4de-05df46356513 None None] Pushing event deleted for resources: {'Port': ['ID=feac3c79-96b8-4238-9710-f53179d2116b,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:56.023614 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-185638de-f47e-4926-b791-0ae37f1ce816 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (0cafe543-fa51-4201-bfb2-2bb72972c20d), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:56.031069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c77bc87-b091-49a1-b4de-05df46356513 None None] No DVR routers for this DVR port feac3c79-96b8-4238-9710-f53179d2116b on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:04:56.073689 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f73fd1-cc90-4710-9b9a-30ce75f1809f req-fecfa4b0-b5ef-4631-8f20-0e9e484355ef tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:56.073957 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13f73fd1-cc90-4710-9b9a-30ce75f1809f req-fecfa4b0-b5ef-4631-8f20-0e9e484355ef tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 947 time: 0.2093229
Feb 12 21:04:56.074197 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d2a606bd-45b5-4fb9-857a-f01a871cc7e4 req-d93c65aa-ffec-4901-b138-9acbfd513132 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2900662
Feb 12 21:04:56.183317 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13f73fd1-cc90-4710-9b9a-30ce75f1809f req-f60e6520-16ae-4167-8470-8b3bfc9dfd50 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986845
Feb 12 21:04:56.206242 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-185638de-f47e-4926-b791-0ae37f1ce816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (0cafe543-fa51-4201-bfb2-2bb72972c20d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:56.261280 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f08c2d24-a506-45a2-89ed-d0251c91ab28 req-6a157a99-3af4-4406-aaf7-c1f1e11f5e79 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3178213
Feb 12 21:04:56.296081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5eb6d-a1d4-4deb-bdc1-4db46c72c446 req-5fdb6f0f-70fb-40e5-9002-0a4b87e76d6b tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:56.297958 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ab5eb6d-a1d4-4deb-bdc1-4db46c72c446 req-5fdb6f0f-70fb-40e5-9002-0a4b87e76d6b tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 943 time: 0.1248865
Feb 12 21:04:56.341868 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (feac3c79-96b8-4238-9710-f53179d2116b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:56.398961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] No DVR routers for this DVR port feac3c79-96b8-4238-9710-f53179d2116b on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:04:56.430706 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-185638de-f47e-4926-b791-0ae37f1ce816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (0cafe543-fa51-4201-bfb2-2bb72972c20d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:56.432290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=feac3c79-96b8-4238-9710-f53179d2116b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:56.475590 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185638de-f47e-4926-b791-0ae37f1ce816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cafe543-fa51-4201-bfb2-2bb72972c20d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:56.478154 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-185638de-f47e-4926-b791-0ae37f1ce816 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:56.482425 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-185638de-f47e-4926-b791-0ae37f1ce816 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0cafe543-fa51-4201-bfb2-2bb72972c20d HTTP/1.1" status: 204  len: 168 time: 0.7583208
Feb 12 21:04:56.483060 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e871b1c7-7a30-4473-8f3d-2d564ca90003 None None] Network 3d22e458-3c47-4031-8344-42fef59328cc requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:04:56.487067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56582) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:56.540367 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (b9b58e18-4724-4374-98c5-14f3d3ee43a0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:56.560023 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (3d22e458-3c47-4031-8344-42fef59328cc), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:56.571121 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fabe5610>,) {'filters': {'network_id': ['b9b58e18-4724-4374-98c5-14f3d3ee43a0']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:56.573474 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0d201-5cac-420a-9a64-81b5db39d0b0 req-48a8854e-0e38-4524-9825-1f62864b2340 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:56.580804 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bdc0d201-5cac-420a-9a64-81b5db39d0b0 req-48a8854e-0e38-4524-9825-1f62864b2340 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.2046945
Feb 12 21:04:56.585612 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fabe5610>, 'efb9e59e-f7f4-4210-aaf4-894ce47cec05') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:56.588117 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fabe5610>, 'efb9e59e-f7f4-4210-aaf4-894ce47cec05') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:56.600993 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:56.610981 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (efb9e59e-f7f4-4210-aaf4-894ce47cec05), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:56.643251 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (efb9e59e-f7f4-4210-aaf4-894ce47cec05), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:56.686485 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bdc0d201-5cac-420a-9a64-81b5db39d0b0 req-8286e72d-dc15-4a08-94cb-595715766b07 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047304
Feb 12 21:04:56.706071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:04:56.712089 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (efb9e59e-f7f4-4210-aaf4-894ce47cec05), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:56.718427 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c30fba1-f40d-40fa-bae7-6f30886af1ee None None] DHCP port deletion for 3d22e458-3c47-4031-8344-42fef59328cc request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:04:56.781208 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ab5eb6d-a1d4-4deb-bdc1-4db46c72c446 req-a5ccadbf-30ed-4092-9f69-8a00985d7dd2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4730148
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:04:56.781908 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:04:56.789526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] Deleting port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:04:56.789963 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:56.820103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6c30fba1-f40d-40fa-bae7-6f30886af1ee None None] Deleting port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:04:56.820474 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6c30fba1-f40d-40fa-bae7-6f30886af1ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:56.849781 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (b9b58e18-4724-4374-98c5-14f3d3ee43a0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:56.852714 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9875878-8955-4d29-9f7b-ffb2db607a1e req-156e232f-7c6f-4d8f-97f5-3c2f48568d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:56.855687 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9875878-8955-4d29-9f7b-ffb2db607a1e req-156e232f-7c6f-4d8f-97f5-3c2f48568d39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 1129 time: 0.1914592
Feb 12 21:04:56.882614 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:56.886624 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b9b58e18-4724-4374-98c5-14f3d3ee43a0 HTTP/1.1" status: 204  len: 168 time: 2.4027336
Feb 12 21:04:56.890596 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6827f87-cbb1-4d53-a81f-3a14f06364e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b58e18-4724-4374-98c5-14f3d3ee43a0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:56.892752 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56596) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:56.996278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] For port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64,segment=NetworkSegment(37e5cd4d-707f-4ee5-9f74-9396545da0c2),segment_id=37e5cd4d-707f-4ee5-9f74-9396545da0c2)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:56.997247 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:57.004333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6c30fba1-f40d-40fa-bae7-6f30886af1ee None None] For port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64,segment=NetworkSegment(37e5cd4d-707f-4ee5-9f74-9396545da0c2),segment_id=37e5cd4d-707f-4ee5-9f74-9396545da0c2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:57.005835 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6c30fba1-f40d-40fa-bae7-6f30886af1ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:57.058099 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6c30fba1-f40d-40fa-bae7-6f30886af1ee None None] Calling delete_port for 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:04:57.067361 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] Calling delete_port for 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:04:57.158944 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9875878-8955-4d29-9f7b-ffb2db607a1e req-4b90d623-ea51-4310-84ff-d5e72d45d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:57.161148 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9875878-8955-4d29-9f7b-ffb2db607a1e req-4b90d623-ea51-4310-84ff-d5e72d45d9ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.2878940
Feb 12 21:04:57.223891 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162947dd-4109-4211-a5d0-ca9434a61cad req-6cf0defb-23a5-4ce8-91df-208cf80ee56b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:57.234327 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-162947dd-4109-4211-a5d0-ca9434a61cad req-6cf0defb-23a5-4ce8-91df-208cf80ee56b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/networks?id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 HTTP/1.1" status: 200  len: 814 time: 0.1946855
Feb 12 21:04:57.236513 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9875878-8955-4d29-9f7b-ffb2db607a1e req-d75f4da3-7110-491d-802a-f0035892ebc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8 HTTP/1.1" status: 200  len: 217 time: 0.0621786
Feb 12 21:04:57.258638 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-162947dd-4109-4211-a5d0-ca9434a61cad req-3fe83abd-82c3-4815-930d-5a8cded92db9 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/quotas/02d862cc48f14c42ba73c75e882e9c87 HTTP/1.1" status: 200  len: 375 time: 0.0226955
Feb 12 21:04:57.290360 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6c30fba1-f40d-40fa-bae7-6f30886af1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:57.317920 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:57.328824 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d22240-4caa-44da-a33e-21349f114129 req-bba20c57-34b0-41b3-bbff-0c6f8add1f7f tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:57.330588 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52d22240-4caa-44da-a33e-21349f114129 req-bba20c57-34b0-41b3-bbff-0c6f8add1f7f tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 945 time: 0.3435678
Feb 12 21:04:57.348308 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9875878-8955-4d29-9f7b-ffb2db607a1e req-26a29bf5-724f-4bad-b8b8-aee876742c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:57.349824 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9875878-8955-4d29-9f7b-ffb2db607a1e req-26a29bf5-724f-4bad-b8b8-aee876742c90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1066029
Feb 12 21:04:57.392786 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-162947dd-4109-4211-a5d0-ca9434a61cad req-967f24d5-0077-46d8-9210-df0e56fd9dbb tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02d862cc48f14c42ba73c75e882e9c87&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1312897
Feb 12 21:04:57.395607 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:57.397610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] No DVR routers for this DVR port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:04:57.408983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30fba1-f40d-40fa-bae7-6f30886af1ee None None] Pushing event deleted for resources: {'Port': ['ID=0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:57.420095 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c30fba1-f40d-40fa-bae7-6f30886af1ee None None] No DVR routers for this DVR port 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:04:57.450988 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bde7b63b-5b49-400b-b413-28870eebe4b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:04:57.476704 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: bde7b63b-5b49-400b-b413-28870eebe4b5 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:04:57.477530 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bde7b63b-5b49-400b-b413-28870eebe4b5 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:04:57.478569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:04:57.506379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:04:57.507681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0bc3f1bd-ffbb-40ba-ba70-fcf4a522fb64 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:04:57.542035 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (3d22e458-3c47-4031-8344-42fef59328cc), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:57.617119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9c2c400>,) {'filters': {'network_id': ['3d22e458-3c47-4031-8344-42fef59328cc']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:57.634776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9875878-8955-4d29-9f7b-ffb2db607a1e req-13bfed88-39f0-4aeb-a894-878553c97022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:57.637135 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9875878-8955-4d29-9f7b-ffb2db607a1e req-13bfed88-39f0-4aeb-a894-878553c97022 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2556207
Feb 12 21:04:57.647729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9c2c400>, '37e5cd4d-707f-4ee5-9f74-9396545da0c2') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:57.647729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9c2c400>, '37e5cd4d-707f-4ee5-9f74-9396545da0c2') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:04:57.662050 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52d22240-4caa-44da-a33e-21349f114129 req-2c34180e-3828-400e-9d75-0efa4dfb7af7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2973447
Feb 12 21:04:57.688165 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (37e5cd4d-707f-4ee5-9f74-9396545da0c2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:57.714999 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-162947dd-4109-4211-a5d0-ca9434a61cad req-7172731d-419b-4874-a878-2b59f0a2f719 service neutron] 10.222.0.31 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2831357
Feb 12 21:04:57.727526 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (37e5cd4d-707f-4ee5-9f74-9396545da0c2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:57.735652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:04:57.740562 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (37e5cd4d-707f-4ee5-9f74-9396545da0c2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:04:57.763655 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:04:57.876891 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9875878-8955-4d29-9f7b-ffb2db607a1e req-6b2bf996-fb16-484a-95bf-eec0990cd736 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2060442
Feb 12 21:04:57.904793 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-162947dd-4109-4211-a5d0-ca9434a61cad req-8f0173c3-29ef-40ef-b883-82ac9c6e0eea service neutron] 10.222.0.31 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394825
Feb 12 21:04:57.970852 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43595c5-abb0-4c42-a919-a7fcbea2db3c req-037c00ae-b9e9-4070-8b7d-75012ae14d80 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:57.972639 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c43595c5-abb0-4c42-a919-a7fcbea2db3c req-037c00ae-b9e9-4070-8b7d-75012ae14d80 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 950 time: 0.1523943
Feb 12 21:04:58.046515 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9875878-8955-4d29-9f7b-ffb2db607a1e req-cb002f50-9e59-4a4d-94dd-122ba042c2a3 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1629751
Feb 12 21:04:58.081789 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c43595c5-abb0-4c42-a919-a7fcbea2db3c req-89495c8c-825c-4a7c-90ae-569b7bf18265 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931766
Feb 12 21:04:58.092451 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15efdca3-ac38-4667-9cb6-5017704d325f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (913f1191-5820-4123-b479-8581547d0be6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:58.237983 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fb220-eff6-451d-8659-c15b47e593f2 req-3df86056-8218-4c98-a777-468532d62513 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:58.239500 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7d7fb220-eff6-451d-8659-c15b47e593f2 req-3df86056-8218-4c98-a777-468532d62513 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 947 time: 0.0816875
Feb 12 21:04:58.336227 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7d7fb220-eff6-451d-8659-c15b47e593f2 req-4181fe99-b498-4b3b-9c5a-b50602481629 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701587
Feb 12 21:04:58.423480 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (3d22e458-3c47-4031-8344-42fef59328cc), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:58.429245 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:58.435458 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3d22e458-3c47-4031-8344-42fef59328cc HTTP/1.1" status: 204  len: 168 time: 1.9455540
Feb 12 21:04:58.448121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9471d21-e0c2-4e41-a8b2-dfb4440b43f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d22e458-3c47-4031-8344-42fef59328cc,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:58.458676 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-313c8b8a-c240-431e-9a8d-c39bb910d934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:58.469183 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-15efdca3-ac38-4667-9cb6-5017704d325f admin admin] Deleting port 4a229108-941a-46ef-b4af-afd10e898c7b {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:04:58.469588 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15efdca3-ac38-4667-9cb6-5017704d325f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:58.501679 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9fb6c-d765-4ad4-b396-d99a2e1b158e req-cc84c0df-3faa-416e-8705-b5d4e7aef703 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:58.503543 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c3e9fb6c-d765-4ad4-b396-d99a2e1b158e req-cc84c0df-3faa-416e-8705-b5d4e7aef703 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 943 time: 0.0995448
Feb 12 21:04:58.516255 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 6ab99884-aa16-42e5-9cde-aea1aba07ad2 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:04:58.646812 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-15efdca3-ac38-4667-9cb6-5017704d325f admin admin] For port 4a229108-941a-46ef-b4af-afd10e898c7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a229108-941a-46ef-b4af-afd10e898c7b,segment=NetworkSegment(0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3),segment_id=0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:58.647092 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15efdca3-ac38-4667-9cb6-5017704d325f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:58.658814 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c3e9fb6c-d765-4ad4-b396-d99a2e1b158e req-65f1fd3b-066c-4650-a436-2e4d8f5a9ad6 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072972
Feb 12 21:04:58.675919 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-15efdca3-ac38-4667-9cb6-5017704d325f admin admin] Calling delete_port for 4a229108-941a-46ef-b4af-afd10e898c7b owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:04:58.695283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:04:58.702159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:04:58.704131 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:58.847134 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bcb24775-f921-4c08-97b3-930ffaa87be5 req-46cec63a-3e72-4385-9500-c40ed9faf9c6 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 210 time: 0.0755978
Feb 12 21:04:58.858840 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:04:58.861760 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:58.899154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adffe64-7deb-47c3-b073-0fc6b684979f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab99884-aa16-42e5-9cde-aea1aba07ad2'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:04:58.905383 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5890ea7b-75a0-4848-bf51-d2fef5ad75b8" -d '{"events": [{"server_uuid": "6adffe64-7deb-47c3-b073-0fc6b684979f", "name": "network-vif-plugged", "status": "completed", "tag": "6ab99884-aa16-42e5-9cde-aea1aba07ad2"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:04:58.918545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953b948-8200-459c-b387-ee62c95a5e6b req-cf6ba9ab-c670-46ff-8c53-17ad9546438c tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:58.920406 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3953b948-8200-459c-b387-ee62c95a5e6b req-cf6ba9ab-c670-46ff-8c53-17ad9546438c tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 1132 time: 0.0848835
Feb 12 21:04:58.931809 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ab99884-aa16-42e5-9cde-aea1aba07ad2,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:04:58.944456 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3953b948-8200-459c-b387-ee62c95a5e6b req-0f97e483-32c2-4b6f-9f25-42987da4ccc2 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:59.055105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c466d-cd5f-43ce-be2e-d647a64bc30e req-9d2bf9cb-66cc-43a5-9680-194a9482171e tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:59.057036 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6f8c466d-cd5f-43ce-be2e-d647a64bc30e req-9d2bf9cb-66cc-43a5-9680-194a9482171e tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 945 time: 0.0967734
Feb 12 21:04:59.071579 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3953b948-8200-459c-b387-ee62c95a5e6b req-0f97e483-32c2-4b6f-9f25-42987da4ccc2 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] Publish callbacks [] for security_group (6e04e76e-ed9c-482f-b04f-f59398cbd949), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:59.090181 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:59.149194 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6f8c466d-cd5f-43ce-be2e-d647a64bc30e req-03e3777f-0076-42ef-be3d-2e37970979c8 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812554
Feb 12 21:04:59.153545 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=6ab99884-aa16-42e5-9cde-aea1aba07ad2,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:59.164006 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:59.164432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:59.164895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:59.165339 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:59.165832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:59.166228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:59.166619 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:59.167010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:59.167444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:59.168022 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:59.168527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:59.173618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:59.174214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:04:59.194762 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:59.217676 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da830188-4a3d-48b4-a430-355f043ba802 x-openstack-request-id: req-da830188-4a3d-48b4-a430-355f043ba802 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:04:59.218127 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adffe64-7deb-47c3-b073-0fc6b684979f", "name": "network-vif-plugged", "status": "completed", "tag": "6ab99884-aa16-42e5-9cde-aea1aba07ad2", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:04:59.218583 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da830188-4a3d-48b4-a430-355f043ba802 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:04:59.219047 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adffe64-7deb-47c3-b073-0fc6b684979f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab99884-aa16-42e5-9cde-aea1aba07ad2', 'code': 200}
Feb 12 21:04:59.228921 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3953b948-8200-459c-b387-ee62c95a5e6b req-0f97e483-32c2-4b6f-9f25-42987da4ccc2 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6e04e76e-ed9c-482f-b04f-f59398cbd949), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:59.301435 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15efdca3-ac38-4667-9cb6-5017704d325f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4a229108-941a-46ef-b4af-afd10e898c7b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:59.315708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3953b948-8200-459c-b387-ee62c95a5e6b req-0f97e483-32c2-4b6f-9f25-42987da4ccc2 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3866088
Feb 12 21:04:59.316112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97e483-32c2-4b6f-9f25-42987da4ccc2 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e04e76e-ed9c-482f-b04f-f59398cbd949,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:59.325704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56646) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:59.335967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efdca3-ac38-4667-9cb6-5017704d325f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a229108-941a-46ef-b4af-afd10e898c7b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:59.483810 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ed511307-3235-4fc5-b15e-f788311bed8a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9e5b2f74c514884b376a71e380c5dbc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1551323
Feb 12 21:04:59.486619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56652) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:04:59.489319 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff9e05-ed2e-4947-9a2a-9d702fbd739d req-f0e08bcd-c177-4853-85e3-89cef27812d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:59.490891 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a8ff9e05-ed2e-4947-9a2a-9d702fbd739d req-f0e08bcd-c177-4853-85e3-89cef27812d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 1128 time: 0.1562328
Feb 12 21:04:59.515770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6fe58-dbc7-4100-97d6-88f5b2926906 req-98465108-656d-4e0a-9df8-0d9272e366de tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:59.517915 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82a6fe58-dbc7-4100-97d6-88f5b2926906 req-98465108-656d-4e0a-9df8-0d9272e366de tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 947 time: 0.0871782
Feb 12 21:04:59.595183 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82a6fe58-dbc7-4100-97d6-88f5b2926906 req-e9811d9a-c6c3-4119-96f3-c0b38156b03e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677204
Feb 12 21:04:59.600389 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-91305374-6b6d-4616-adeb-6bc0e8b78876 admin admin] Publish callbacks [] for security_group (fd278b8b-e681-4b62-8b53-746645f5c55d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:59.606699 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a8ff9e05-ed2e-4947-9a2a-9d702fbd739d req-77aef98c-e23f-43e2-a50c-f8219522d271 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832202
Feb 12 21:04:59.609927 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:59.626746 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-91305374-6b6d-4616-adeb-6bc0e8b78876 admin admin] Publish callbacks [] for security_group (fd278b8b-e681-4b62-8b53-746645f5c55d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:59.630153 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15efdca3-ac38-4667-9cb6-5017704d325f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (913f1191-5820-4123-b479-8581547d0be6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:59.805987 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-91305374-6b6d-4616-adeb-6bc0e8b78876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fd278b8b-e681-4b62-8b53-746645f5c55d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:59.808577 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-91305374-6b6d-4616-adeb-6bc0e8b78876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:04:59.810579 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-91305374-6b6d-4616-adeb-6bc0e8b78876 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd278b8b-e681-4b62-8b53-746645f5c55d HTTP/1.1" status: 204  len: 168 time: 0.3209143
Feb 12 21:04:59.830608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91305374-6b6d-4616-adeb-6bc0e8b78876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd278b8b-e681-4b62-8b53-746645f5c55d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:04:59.951616 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-d8b90c34-30f7-4f4d-8123-fcad6c3959db tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0333769
Feb 12 21:04:59.991661 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be27a-1b44-4910-af75-d7b7df25a851 req-81a119b7-311c-471c-b065-874fb2b0f0ac tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:04:59.993324 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e4be27a-1b44-4910-af75-d7b7df25a851 req-81a119b7-311c-471c-b065-874fb2b0f0ac tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 943 time: 0.0992196
Feb 12 21:05:00.034418 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15efdca3-ac38-4667-9cb6-5017704d325f admin admin] Router 913f1191-5820-4123-b479-8581547d0be6 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:05:00.105292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-0f4be602-fd61-4700-93d8-2e995f4fd61e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:00.107475 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-0f4be602-fd61-4700-93d8-2e995f4fd61e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1546133
Feb 12 21:05:00.124609 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e4be27a-1b44-4910-af75-d7b7df25a851 req-fde3c407-8407-422c-8ad4-787c5339b20e tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211689
Feb 12 21:05:00.129913 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-637daadc-e834-499b-b8bf-115dfb292b79 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/quotas/2e3d4a23b3dd48a2a3e78818c60bdf5d HTTP/1.1" status: 200  len: 375 time: 0.0149782
Feb 12 21:05:00.196438 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-37e136e7-609f-4c38-91df-d14a3f2f9085 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0646501
Feb 12 21:05:00.232941 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a317f9e7-3068-4869-9533-196593fd46fe req-4e6602e1-56e1-4763-8456-2348b276c31f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 210 time: 0.0391436
Feb 12 21:05:00.253594 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15efdca3-ac38-4667-9cb6-5017704d325f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:05:00.265913 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-15efdca3-ac38-4667-9cb6-5017704d325f admin admin] 10.222.0.31 "PUT /v2.0/routers/913f1191-5820-4123-b479-8581547d0be6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3376513
Feb 12 21:05:00.268486 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56702) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:00.272055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8fec71-d4be-4a2a-adc2-7fba6e1c8770 None None] Sync routers for ids ['913f1191-5820-4123-b479-8581547d0be6'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:05:00.289560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8fec71-d4be-4a2a-adc2-7fba6e1c8770 None None] Routers {'913f1191-5820-4123-b479-8581547d0be6'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:05:00.296713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ef8fec71-d4be-4a2a-adc2-7fba6e1c8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfde700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:04:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['913f1191-5820-4123-b479-8581547d0be6'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:05:00.470450 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-4431d895-290e-49b1-a69e-bcf69febabda service neutron] 10.222.0.50 "GET /v2.0/ports/32360a5d-8e56-4c23-9414-36fca780d88e/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2018590
Feb 12 21:05:00.496377 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a6b05ba-7366-4239-ba7b-bb955b3957b0 admin admin] Publish callbacks [] for router (913f1191-5820-4123-b479-8581547d0be6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:00.502823 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-ef8fec71-d4be-4a2a-adc2-7fba6e1c8770 None None] Set router 913f1191-5820-4123-b479-8581547d0be6 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:05:00.578941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5108ec57-74ec-48c9-a568-d34d61f1a3f8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:05:00.588578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f60d71-865f-48dc-9567-2684a7d88846 req-64cfa48c-3bfd-4841-9d00-6fa79e4314b3 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:00.596638 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a2f60d71-865f-48dc-9567-2684a7d88846 req-64cfa48c-3bfd-4841-9d00-6fa79e4314b3 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 946 time: 0.2096515
Feb 12 21:05:00.694644 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a2f60d71-865f-48dc-9567-2684a7d88846 req-00645593-89b3-4f80-b478-cea2b147fc28 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947049
Feb 12 21:05:00.719362 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a6b05ba-7366-4239-ba7b-bb955b3957b0 admin admin] Publish callbacks [] for router_gateway (913f1191-5820-4123-b479-8581547d0be6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:00.856812 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-89329bee-40c7-420f-bed0-48199bff30ff req-2cb1026e-c9f3-48b2-b068-3ce3c0bc629c service neutron] For port 32360a5d-8e56-4c23-9414-36fca780d88e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32360a5d-8e56-4c23-9414-36fca780d88e,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:00.885286 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-89329bee-40c7-420f-bed0-48199bff30ff req-2cb1026e-c9f3-48b2-b068-3ce3c0bc629c service neutron] For port 32360a5d-8e56-4c23-9414-36fca780d88e, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:05:00.889239 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5108ec57-74ec-48c9-a568-d34d61f1a3f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:00.903411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '5108ec57-74ec-48c9-a568-d34d61f1a3f8', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '5108ec57-74ec-48c9-a568-d34d61f1a3f8', 'mac_address': 'fa:16:3e:40:34:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:05:00.920780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd2581-6686-4a4a-a237-daf473ae9e57 req-609fdd16-ac83-4654-9280-b0d768071431 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:00.922571 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ecd2581-6686-4a4a-a237-daf473ae9e57 req-609fdd16-ac83-4654-9280-b0d768071431 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 947 time: 0.1194525
Feb 12 21:05:00.956623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:00.957025 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:00.962011 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ef8fec71-d4be-4a2a-adc2-7fba6e1c8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfde700>, [{'id': '913f1191-5820-4123-b479-8581547d0be6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-342973808-router', 'tenant_id': '9d6ffe6e07734e608521a2aa597add3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.42'}], 'enable_snat': True}, 'gw_port_id': '8ddf387a-1dba-4515-96f7-5f0dd58a5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:04Z', 'updated_at': '2022-02-12T21:04:59Z', 'revision_number': 5, 'project_id': '9d6ffe6e07734e608521a2aa597add3b', 'gw_port': {'id': '8ddf387a-1dba-4515-96f7-5f0dd58a5391', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1191-5820-4123-b479-8581547d0be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:02:06Z', 'updated_at': '2022-02-12T21:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:05:00.965869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3a6b05ba-7366-4239-ba7b-bb955b3957b0 admin admin] Deleting port 8ddf387a-1dba-4515-96f7-5f0dd58a5391 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:05:00.966388 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a6b05ba-7366-4239-ba7b-bb955b3957b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8ddf387a-1dba-4515-96f7-5f0dd58a5391), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:00.995269 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-89329bee-40c7-420f-bed0-48199bff30ff req-2cb1026e-c9f3-48b2-b068-3ce3c0bc629c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32360a5d-8e56-4c23-9414-36fca780d88e {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:01.003269 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:01.004010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8fec71-d4be-4a2a-adc2-7fba6e1c8770 None None] Checking router: 913f1191-5820-4123-b479-8581547d0be6 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:05:01.007991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5108ec57-74ec-48c9-a568-d34d61f1a3f8 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:01.029438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8fec71-d4be-4a2a-adc2-7fba6e1c8770 None None] Routers {'913f1191-5820-4123-b479-8581547d0be6'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:05:01.030077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ef8fec71-d4be-4a2a-adc2-7fba6e1c8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfde700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:04:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['913f1191-5820-4123-b479-8581547d0be6'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:05:01.035364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5108ec57-74ec-48c9-a568-d34d61f1a3f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:01.049206 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-89329bee-40c7-420f-bed0-48199bff30ff req-2cb1026e-c9f3-48b2-b068-3ce3c0bc629c service neutron] For port 32360a5d-8e56-4c23-9414-36fca780d88e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32360a5d-8e56-4c23-9414-36fca780d88e,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:01.054823 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ecd2581-6686-4a4a-a237-daf473ae9e57 req-f28f5511-131e-455c-8d54-62448229cd38 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236813
Feb 12 21:05:01.142010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-3a6b05ba-7366-4239-ba7b-bb955b3957b0 admin admin] For port 8ddf387a-1dba-4515-96f7-5f0dd58a5391, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ddf387a-1dba-4515-96f7-5f0dd58a5391,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:01.142515 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a6b05ba-7366-4239-ba7b-bb955b3957b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8ddf387a-1dba-4515-96f7-5f0dd58a5391), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:01.170457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3a6b05ba-7366-4239-ba7b-bb955b3957b0 admin admin] Calling delete_port for 8ddf387a-1dba-4515-96f7-5f0dd58a5391 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:05:01.183851 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-89329bee-40c7-420f-bed0-48199bff30ff req-2cb1026e-c9f3-48b2-b068-3ce3c0bc629c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:01.241032 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:01.313766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-ef8fec71-d4be-4a2a-adc2-7fba6e1c8770 None None] Set router 913f1191-5820-4123-b479-8581547d0be6 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:05:01.380713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=5108ec57-74ec-48c9-a568-d34d61f1a3f8,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:01.387944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ef8fec71-d4be-4a2a-adc2-7fba6e1c8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfde700>, [{'id': '913f1191-5820-4123-b479-8581547d0be6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-342973808-router', 'tenant_id': '9d6ffe6e07734e608521a2aa597add3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:04Z', 'updated_at': '2022-02-12T21:05:00Z', 'revision_number': 6, 'project_id': '9d6ffe6e07734e608521a2aa597add3b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:05:01.415110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8fec71-d4be-4a2a-adc2-7fba6e1c8770 None None] The sync data for ids ['913f1191-5820-4123-b479-8581547d0be6'] in ncdv-master-1 is: [{'id': '913f1191-5820-4123-b479-8581547d0be6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-342973808-router', 'tenant_id': '9d6ffe6e07734e608521a2aa597add3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:02:04Z', 'updated_at': '2022-02-12T21:05:00Z', 'revision_number': 6, 'project_id': '9d6ffe6e07734e608521a2aa597add3b', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:05:01.582974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5108ec57-74ec-48c9-a568-d34d61f1a3f8'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:01.660867 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-664e6871-e359-4c99-8159-d1c24b1c7f87 req-8d20bc2c-d89d-44fa-bab0-3b41abf719c0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 210 time: 0.0811949
Feb 12 21:05:01.669126 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a6b05ba-7366-4239-ba7b-bb955b3957b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8ddf387a-1dba-4515-96f7-5f0dd58a5391), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:01.832542 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b05ba-7366-4239-ba7b-bb955b3957b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ddf387a-1dba-4515-96f7-5f0dd58a5391,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:01.958544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 32360a5d-8e56-4c23-9414-36fca780d88e no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:05:01.976647 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a6b05ba-7366-4239-ba7b-bb955b3957b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (913f1191-5820-4123-b479-8581547d0be6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:02.000420 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-89329bee-40c7-420f-bed0-48199bff30ff req-2cb1026e-c9f3-48b2-b068-3ce3c0bc629c service neutron] Transition to ACTIVE for port object 32360a5d-8e56-4c23-9414-36fca780d88e will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:05:02.017688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0e6f8-7318-4735-8e45-46a92556b8e8 req-88948f33-78ea-4ad6-82c8-2ddbeb31c997 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:02.019514 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d9f0e6f8-7318-4735-8e45-46a92556b8e8 req-88948f33-78ea-4ad6-82c8-2ddbeb31c997 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 943 time: 0.1641896
Feb 12 21:05:02.120054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162947dd-4109-4211-a5d0-ca9434a61cad req-2e7f2a3c-595a-41bc-80a6-0555a5813837 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:02.122087 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-162947dd-4109-4211-a5d0-ca9434a61cad req-2e7f2a3c-595a-41bc-80a6-0555a5813837 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.50 "GET /v2.0/networks?id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 HTTP/1.1" status: 200  len: 814 time: 0.4298670
Feb 12 21:05:02.128984 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a6b05ba-7366-4239-ba7b-bb955b3957b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (913f1191-5820-4123-b479-8581547d0be6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:02.133030 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-89329bee-40c7-420f-bed0-48199bff30ff req-2cb1026e-c9f3-48b2-b068-3ce3c0bc629c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:02.135437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-162947dd-4109-4211-a5d0-ca9434a61cad req-18218573-ae4c-472f-89cb-b9131683e021 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Request body: {'port': {'device_id': '2b389ae6-debb-4a3d-9fbb-648307b779ed', 'network_id': 'b37f44d3-46f5-4895-8fa7-7d479d4b0ff2', 'admin_state_up': True, 'tenant_id': '02d862cc48f14c42ba73c75e882e9c87'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:05:02.139206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 32360a5d-8e56-4c23-9414-36fca780d88e is: DOWN; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:02.148963 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d9f0e6f8-7318-4735-8e45-46a92556b8e8 req-221ffc6a-4ce1-4a93-a6b3-23cd62620d69 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222115
Feb 12 21:05:02.170406 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a6b05ba-7366-4239-ba7b-bb955b3957b0 admin admin] Publish callbacks [] for router_controller (913f1191-5820-4123-b479-8581547d0be6), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:02.192031 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:02.209401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-89329bee-40c7-420f-bed0-48199bff30ff req-2cb1026e-c9f3-48b2-b068-3ce3c0bc629c service neutron] No DVR routers for this DVR port 32360a5d-8e56-4c23-9414-36fca780d88e on host nch2-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:05:02.271537 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-2cb1026e-c9f3-48b2-b068-3ce3c0bc629c service neutron] 10.222.0.50 "PUT /v2.0/ports/32360a5d-8e56-4c23-9414-36fca780d88e/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.7856877
Feb 12 21:05:02.291566 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1026e-c9f3-48b2-b068-3ce3c0bc629c service neutron] Pushing event updated for resources: {'Port': ['ID=32360a5d-8e56-4c23-9414-36fca780d88e,revision_number=10']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:02.318007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f64c77-d6da-4969-886a-97568ade16bb req-e62c407b-7228-43f5-8807-40e43a890218 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:02.331313 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-51f64c77-d6da-4969-886a-97568ade16bb req-e62c407b-7228-43f5-8807-40e43a890218 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 946 time: 0.0847099
Feb 12 21:05:02.331485 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51740af-ee47-4d9b-87db-cb51831a0ee5 req-df643d04-c5fa-47e8-85ae-2d53878c743c tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:02.331485 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f51740af-ee47-4d9b-87db-cb51831a0ee5 req-df643d04-c5fa-47e8-85ae-2d53878c743c tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb912b1f-e486-40b6-b01c-5a26c3374a77 HTTP/1.1" status: 200  len: 950 time: 0.2020085
Feb 12 21:05:02.382511 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-51f64c77-d6da-4969-886a-97568ade16bb req-cd7655b9-daa2-4fde-bc38-73d4278d202f tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555103
Feb 12 21:05:02.384706 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a6b05ba-7366-4239-ba7b-bb955b3957b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (913f1191-5820-4123-b479-8581547d0be6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:02.385870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6b05ba-7366-4239-ba7b-bb955b3957b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 913f1191-5820-4123-b479-8581547d0be6 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:05:02.391320 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a6b05ba-7366-4239-ba7b-bb955b3957b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:02.407485 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3a6b05ba-7366-4239-ba7b-bb955b3957b0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/913f1191-5820-4123-b479-8581547d0be6 HTTP/1.1" status: 204  len: 168 time: 2.1233499
Feb 12 21:05:02.407644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56772) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:02.420267 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f51740af-ee47-4d9b-87db-cb51831a0ee5 req-04cafc38-8604-4d4b-921b-45983c42d9ed tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849712
Feb 12 21:05:02.546669 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b5e4f7a1-9f35-477b-8d76-6f6ad96c3fe2 req-38ebb67e-a774-4030-b677-c758b978408c tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 210 time: 0.0662766
Feb 12 21:05:02.557977 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162947dd-4109-4211-a5d0-ca9434a61cad req-18218573-ae4c-472f-89cb-b9131683e021 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Made reservation on behalf of 02d862cc48f14c42ba73c75e882e9c87 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:05:02.563458 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72c5393-d440-47e3-a19b-884cf65f33a2 admin admin] Deleting subnet 87ce0f30-5ad4-4c1f-a32f-efaecc2729bb {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:05:02.564128 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-162947dd-4109-4211-a5d0-ca9434a61cad req-18218573-ae4c-472f-89cb-b9131683e021 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:02.585575 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c72c5393-d440-47e3-a19b-884cf65f33a2 admin admin] Publish callbacks [] for subnet (87ce0f30-5ad4-4c1f-a32f-efaecc2729bb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:02.663288 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89329bee-40c7-420f-bed0-48199bff30ff req-a6581b54-d8e3-4bb2-84c0-382cc8b68c6c tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:02.664965 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-a6581b54-d8e3-4bb2-84c0-382cc8b68c6c tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047&tenant_id=97311a1994be45a2b507aedc74f578df&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.2102985
Feb 12 21:05:02.669459 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c72c5393-d440-47e3-a19b-884cf65f33a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (87ce0f30-5ad4-4c1f-a32f-efaecc2729bb), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:02.770778 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-3a78d911-a115-44fb-872a-cbfe81b57f4e tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fadab1c622d04b36be08c573468cd5be&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0437033
Feb 12 21:05:02.772301 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3994cb-c3de-4b28-8194-47d5ead3f061 req-11edc6b5-cc79-4e86-ab18-01c69abea42f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:02.773950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7d3994cb-c3de-4b28-8194-47d5ead3f061 req-11edc6b5-cc79-4e86-ab18-01c69abea42f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 948 time: 0.1186948
Feb 12 21:05:02.788327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-162947dd-4109-4211-a5d0-ca9434a61cad req-18218573-ae4c-472f-89cb-b9131683e021 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Allocated IP 172.20.0.13 (b37f44d3-46f5-4895-8fa7-7d479d4b0ff2/825e3da2-4f7e-429c-bcf3-a663244459b0/10c43251-210a-44eb-abb2-bdfbd842fd4d) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:05:02.875453 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7d3994cb-c3de-4b28-8194-47d5ead3f061 req-70dbf584-88a7-4a16-95af-33c36da12827 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841985
Feb 12 21:05:02.886976 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89329bee-40c7-420f-bed0-48199bff30ff req-dc93963c-dde5-4e6c-9378-47deeda390f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:02.889507 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-dc93963c-dde5-4e6c-9378-47deeda390f1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047&tenant_id=97311a1994be45a2b507aedc74f578df HTTP/1.1" status: 200  len: 1126 time: 0.2162724
Feb 12 21:05:02.924803 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c72c5393-d440-47e3-a19b-884cf65f33a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (87ce0f30-5ad4-4c1f-a32f-efaecc2729bb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:03.015793 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-a017c96f-f828-4124-90fb-9e38011bc2ec tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:03.017541 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-a017c96f-f828-4124-90fb-9e38011bc2ec tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2458849
Feb 12 21:05:03.033188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f69ab-ce20-406e-8a90-59a0ba2b89a7 req-4f6f3f44-60ae-4f4a-8f9a-d5ff86a7f7b7 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:03.034716 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-931f69ab-ce20-406e-8a90-59a0ba2b89a7 req-4f6f3f44-60ae-4f4a-8f9a-d5ff86a7f7b7 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 1128 time: 0.0765858
Feb 12 21:05:03.045056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89329bee-40c7-420f-bed0-48199bff30ff req-1d3fa450-a8de-4141-b042-585ddaa36c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:03.045459 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-162947dd-4109-4211-a5d0-ca9434a61cad req-18218573-ae4c-472f-89cb-b9131683e021 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Publish callbacks [] for port (10c43251-210a-44eb-abb2-bdfbd842fd4d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:03.046577 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-1d3fa450-a8de-4141-b042-585ddaa36c8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 1126 time: 0.1193812
Feb 12 21:05:03.050284 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-0cd19233-db25-4fb4-a0c0-632c9f901b49 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/quotas/fadab1c622d04b36be08c573468cd5be HTTP/1.1" status: 200  len: 375 time: 0.0220389
Feb 12 21:05:03.103966 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-dbc60cbc-f35b-4f68-999a-9a8e69b9d6b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fadab1c622d04b36be08c573468cd5be&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0427167
Feb 12 21:05:03.104998 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-931f69ab-ce20-406e-8a90-59a0ba2b89a7 req-4d0ed546-7824-4b01-b924-8e30564164d2 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631816
Feb 12 21:05:03.135189 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c72c5393-d440-47e3-a19b-884cf65f33a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (87ce0f30-5ad4-4c1f-a32f-efaecc2729bb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:03.176083 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c72c5393-d440-47e3-a19b-884cf65f33a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:03.179729 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c72c5393-d440-47e3-a19b-884cf65f33a2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/87ce0f30-5ad4-4c1f-a32f-efaecc2729bb HTTP/1.1" status: 204  len: 168 time: 0.7834644
Feb 12 21:05:03.181218 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c5393-d440-47e3-a19b-884cf65f33a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ce0f30-5ad4-4c1f-a32f-efaecc2729bb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:03.186299 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56796) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:03.191413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aba57c6-b564-4936-930f-87ee09c584de None None] Network a24c644c-e49c-4c0b-9e18-99f87d3439f7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:05:03.204943 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-162947dd-4109-4211-a5d0-ca9434a61cad req-18218573-ae4c-472f-89cb-b9131683e021 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (10c43251-210a-44eb-abb2-bdfbd842fd4d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:03.239020 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['ec357ac8-2d34-44cb-8ba8-0821decd9e9a'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:03.283095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162947dd-4109-4211-a5d0-ca9434a61cad req-18218573-ae4c-472f-89cb-b9131683e021 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Network b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:05:03.286457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-162947dd-4109-4211-a5d0-ca9434a61cad req-18218573-ae4c-472f-89cb-b9131683e021 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:05:03.290144 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89329bee-40c7-420f-bed0-48199bff30ff req-2da76dff-b27a-48eb-8433-55d22d2fae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:03.291687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-162947dd-4109-4211-a5d0-ca9434a61cad req-18218573-ae4c-472f-89cb-b9131683e021 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:05:03.291820 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-2da76dff-b27a-48eb-8433-55d22d2fae5f service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 908 time: 0.2389019
Feb 12 21:05:03.294922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (a24c644c-e49c-4c0b-9e18-99f87d3439f7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:03.339857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18218573-ae4c-472f-89cb-b9131683e021 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Pushing event updated for resources: {'Port': ['ID=10c43251-210a-44eb-abb2-bdfbd842fd4d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:03.360104 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-4833f05d-fa70-47a0-8d57-03dbfbad43d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32360a5d-8e56-4c23-9414-36fca780d88e HTTP/1.1" status: 200  len: 217 time: 0.0595732
Feb 12 21:05:03.457381 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89329bee-40c7-420f-bed0-48199bff30ff req-2706544d-2cbd-4f3e-bc50-4bc09d386f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:03.458920 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-2706544d-2cbd-4f3e-bc50-4bc09d386f4a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.0747504
Feb 12 21:05:03.467921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8ddf387a-1dba-4515-96f7-5f0dd58a5391 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:05:03.470469 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] Deleting port e39e473a-25d3-41f8-b5dc-ce10d29f210b {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:05:03.470927 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:03.486945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162947dd-4109-4211-a5d0-ca9434a61cad req-18218573-ae4c-472f-89cb-b9131683e021 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:03.490645 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-162947dd-4109-4211-a5d0-ca9434a61cad req-18218573-ae4c-472f-89cb-b9131683e021 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:03.511163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 8ddf387a-1dba-4515-96f7-5f0dd58a5391 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:05:03.511489 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8ddf387a-1dba-4515-96f7-5f0dd58a5391 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:05:03.512294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4a229108-941a-46ef-b4af-afd10e898c7b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:05:03.545199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 4a229108-941a-46ef-b4af-afd10e898c7b {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:05:03.545571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4a229108-941a-46ef-b4af-afd10e898c7b not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:05:03.551808 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-2ffc1e8f-e059-4c00-8317-a09af1edc357 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0705779
Feb 12 21:05:03.643196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-162947dd-4109-4211-a5d0-ca9434a61cad req-18218573-ae4c-472f-89cb-b9131683e021 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5097616
Feb 12 21:05:03.656700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Request body: {'port': {'device_id': '2b389ae6-debb-4a3d-9fbb-648307b779ed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:05:03.664787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0f5bbb-ce0a-486e-9e6b-897227de343d None None] DHCP port deletion for a24c644c-e49c-4c0b-9e18-99f87d3439f7 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:05:03.714010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] For port e39e473a-25d3-41f8-b5dc-ce10d29f210b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e39e473a-25d3-41f8-b5dc-ce10d29f210b,segment=NetworkSegment(0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3),segment_id=0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:03.714359 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:03.738569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] Calling delete_port for e39e473a-25d3-41f8-b5dc-ce10d29f210b owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:05:03.747482 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa958d4-e52a-4e81-bd4d-21faa29e9a98 req-53a06f42-ac15-46b5-9756-b3ddf898bd7f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:03.751632 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9aa958d4-e52a-4e81-bd4d-21faa29e9a98 req-53a06f42-ac15-46b5-9756-b3ddf898bd7f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 932 time: 0.2752917
Feb 12 21:05:03.774039 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (10c43251-210a-44eb-abb2-bdfbd842fd4d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:03.776331 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f5bbb-ce0a-486e-9e6b-897227de343d None None] Deleting port e39e473a-25d3-41f8-b5dc-ce10d29f210b {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:05:03.776776 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ec0f5bbb-ce0a-486e-9e6b-897227de343d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:03.829867 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-53d65b7a-3f64-448e-a35f-6c24c2f5d246 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2292421
Feb 12 21:05:03.865054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ec0f5bbb-ce0a-486e-9e6b-897227de343d None None] For port e39e473a-25d3-41f8-b5dc-ce10d29f210b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e39e473a-25d3-41f8-b5dc-ce10d29f210b,segment=NetworkSegment(0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3),segment_id=0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:03.865320 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ec0f5bbb-ce0a-486e-9e6b-897227de343d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:03.880403 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f5bbb-ce0a-486e-9e6b-897227de343d None None] Calling delete_port for e39e473a-25d3-41f8-b5dc-ce10d29f210b owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:05:03.930668 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9aa958d4-e52a-4e81-bd4d-21faa29e9a98 req-e0e30904-5d57-4fc3-879f-3a42b388a434 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1725647
Feb 12 21:05:03.987156 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-08df2055-4568-43d8-ac5e-c6a586a1182c service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491277
Feb 12 21:05:04.085706 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:04.089028 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ec0f5bbb-ce0a-486e-9e6b-897227de343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (e39e473a-25d3-41f8-b5dc-ce10d29f210b), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:04.121496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f5bbb-ce0a-486e-9e6b-897227de343d None None] Pushing event deleted for resources: {'Port': ['ID=e39e473a-25d3-41f8-b5dc-ce10d29f210b,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:04.127809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] Pushing event deleted for resources: {'Port': ['ID=e39e473a-25d3-41f8-b5dc-ce10d29f210b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:04.135979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f5bbb-ce0a-486e-9e6b-897227de343d None None] No DVR routers for this DVR port e39e473a-25d3-41f8-b5dc-ce10d29f210b on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:05:04.145499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] No DVR routers for this DVR port e39e473a-25d3-41f8-b5dc-ce10d29f210b on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:05:04.199298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b9e3c-0b9b-4ddc-a916-289650c08a80 req-eda8d3ae-ac17-4acb-930b-0bfe1a39fd58 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:04.201726 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-690b9e3c-0b9b-4ddc-a916-289650c08a80 req-eda8d3ae-ac17-4acb-930b-0bfe1a39fd58 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 1128 time: 0.1533997
Feb 12 21:05:04.260811 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (a24c644c-e49c-4c0b-9e18-99f87d3439f7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:04.290436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a007e-5924-471d-be15-c1c0235a799a req-c36dbf5b-1cc4-4aa1-92a5-3a3f382a8ba3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:04.292381 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1d5a007e-5924-471d-be15-c1c0235a799a req-c36dbf5b-1cc4-4aa1-92a5-3a3f382a8ba3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 944 time: 0.0971467
Feb 12 21:05:04.302656 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa2ef460>,) {'filters': {'network_id': ['a24c644c-e49c-4c0b-9e18-99f87d3439f7']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:05:04.321122 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa2ef460>, '0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:05:04.321528 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa2ef460>, '0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:05:04.330064 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-690b9e3c-0b9b-4ddc-a916-289650c08a80 req-b9858e4d-8684-4047-8a1a-3054ac62ed30 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164792
Feb 12 21:05:04.333696 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:04.350948 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:04.359229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:05:04.359744 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (0ff28bdb-2ddd-4d75-a1dc-b5fe4483bbf3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:05:04.362768 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:05:04.453959 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1d5a007e-5924-471d-be15-c1c0235a799a req-7df3a52b-6ca0-4cb9-a1dd-d33c27d7b1f2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123257
Feb 12 21:05:04.499570 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5af3f515-6eda-4c0c-9b5f-6cf8d70b76f7 req-63cdafce-9525-4bdc-a406-3e7c79e254c3 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 210 time: 0.0465233
Feb 12 21:05:04.540808 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (a24c644c-e49c-4c0b-9e18-99f87d3439f7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:04.546497 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:04.550896 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] 10.222.0.31 "DELETE /v2.0/networks/a24c644c-e49c-4c0b-9e18-99f87d3439f7 HTTP/1.1" status: 204  len: 168 time: 1.3629315
Feb 12 21:05:04.552849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5108ec57-74ec-48c9-a568-d34d61f1a3f8 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:05:04.580851 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c6360-f06b-4a9a-9cdf-ba083e26581a admin admin] Pushing event deleted for resources: {'Network': ['ID=a24c644c-e49c-4c0b-9e18-99f87d3439f7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:04.643773 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bba2d47a-3703-403e-b423-51f86d2657f7 req-577cc7f6-9a8b-4f06-9e65-c75c2d187084 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 210 time: 0.0480590
Feb 12 21:05:04.662867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c43251-210a-44eb-abb2-bdfbd842fd4d {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:04.676183 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Publish callbacks [] for port (10c43251-210a-44eb-abb2-bdfbd842fd4d), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:04.707785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Transition to ACTIVE for port object 10c43251-210a-44eb-abb2-bdfbd842fd4d will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:05:04.749427 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:05:04.753744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:04.754534 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:04.774059 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b7989-9a9d-4616-ae27-50c0d4678f8a req-f0b26f63-ae88-4aba-b9f7-7e1d9aef96b2 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:04.775595 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e9b7989-9a9d-4616-ae27-50c0d4678f8a req-f0b26f63-ae88-4aba-b9f7-7e1d9aef96b2 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 948 time: 0.1591201
Feb 12 21:05:04.783704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89329bee-40c7-420f-bed0-48199bff30ff req-eebf901f-6095-4bc8-92e0-e6aa6964403e tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:04.785297 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-eebf901f-6095-4bc8-92e0-e6aa6964403e tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047&tenant_id=97311a1994be45a2b507aedc74f578df&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1949108
Feb 12 21:05:04.870082 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e9b7989-9a9d-4616-ae27-50c0d4678f8a req-14f45bb8-6fae-43a3-9d10-b2dcacef5e36 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836804
Feb 12 21:05:04.878240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:04.878845 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:04.905245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ce5b10-468f-4fe9-a928-1e6e44e99c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5108ec57-74ec-48c9-a568-d34d61f1a3f8'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:04.907558 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608a8294-d998-4db3-84a2-13722fbd5bef" -d '{"events": [{"server_uuid": "b7ce5b10-468f-4fe9-a928-1e6e44e99c9d", "name": "network-vif-plugged", "status": "completed", "tag": "5108ec57-74ec-48c9-a568-d34d61f1a3f8"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:04.920007 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5108ec57-74ec-48c9-a568-d34d61f1a3f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:04.946313 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (10c43251-210a-44eb-abb2-bdfbd842fd4d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:04.947033 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075152ff-0059-4a95-8860-7f846a6aa3f8 x-openstack-request-id: req-075152ff-0059-4a95-8860-7f846a6aa3f8 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:04.950536 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ce5b10-468f-4fe9-a928-1e6e44e99c9d", "name": "network-vif-plugged", "status": "completed", "tag": "5108ec57-74ec-48c9-a568-d34d61f1a3f8", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:04.950536 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-075152ff-0059-4a95-8860-7f846a6aa3f8 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:04.950536 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ce5b10-468f-4fe9-a928-1e6e44e99c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5108ec57-74ec-48c9-a568-d34d61f1a3f8', 'code': 200}
Feb 12 21:05:05.000948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Pushing event updated for resources: {'Port': ['ID=10c43251-210a-44eb-abb2-bdfbd842fd4d,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:05.005243 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-c89d714c-dfcc-4124-9ee2-ac6830902d6f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0349505
Feb 12 21:05:05.103211 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:05.104830 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 868c095f-3711-40a3-a930-a2e4658e031f no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:05:05.121172 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-89329bee-40c7-420f-bed0-48199bff30ff req-5c7ea4cc-380c-47b7-8586-fa1f20cd8f30 service neutron] For port 32360a5d-8e56-4c23-9414-36fca780d88e, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:05:05.121487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Attempting to bind port 10c43251-210a-44eb-abb2-bdfbd842fd4d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:05:05.121742 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Attempting to bind port 10c43251-210a-44eb-abb2-bdfbd842fd4d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '59c7f26e-1048-4012-8590-2b7216989f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b37f44d3-46f5-4895-8fa7-7d479d4b0ff2'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:05:05.122096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Attempting to bind port 10c43251-210a-44eb-abb2-bdfbd842fd4d on network b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:05.129556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Port 10c43251-210a-44eb-abb2-bdfbd842fd4d on network b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:05:05.133784 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Attempting to bind port 10c43251-210a-44eb-abb2-bdfbd842fd4d on network b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:05.133904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-89329bee-40c7-420f-bed0-48199bff30ff req-5c7ea4cc-380c-47b7-8586-fa1f20cd8f30 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:05.133904 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89329bee-40c7-420f-bed0-48199bff30ff req-5c7ea4cc-380c-47b7-8586-fa1f20cd8f30 service neutron] 10.222.0.48 "DELETE /v2.0/ports/32360a5d-8e56-4c23-9414-36fca780d88e/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3406134
Feb 12 21:05:05.134829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c1520-82d4-45e3-b82e-3a0091cf04ac req-139786f5-4fe3-4d73-adaf-0714018cd204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:05.136308 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8b3c1520-82d4-45e3-b82e-3a0091cf04ac req-139786f5-4fe3-4d73-adaf-0714018cd204 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 1130 time: 0.0757635
Feb 12 21:05:05.139588 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:05:05.139920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Checking segment: {'id': '59c7f26e-1048-4012-8590-2b7216989f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b37f44d3-46f5-4895-8fa7-7d479d4b0ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:05:05.140305 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Bound using segment: {'id': '59c7f26e-1048-4012-8590-2b7216989f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b37f44d3-46f5-4895-8fa7-7d479d4b0ff2'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:05:05.140735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Bound port: 10c43251-210a-44eb-abb2-bdfbd842fd4d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c7f26e-1048-4012-8590-2b7216989f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b37f44d3-46f5-4895-8fa7-7d479d4b0ff2'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:05:05.141095 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (10c43251-210a-44eb-abb2-bdfbd842fd4d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:05.220491 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4443f-4222-4ac8-b940-1848191882d1 req-d848df9e-9077-4d69-a00c-2bff72388f17 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:05.222589 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-27e4443f-4222-4ac8-b940-1848191882d1 req-d848df9e-9077-4d69-a00c-2bff72388f17 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 944 time: 0.1841304
Feb 12 21:05:05.242458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=5108ec57-74ec-48c9-a568-d34d61f1a3f8,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:05.260174 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8b3c1520-82d4-45e3-b82e-3a0091cf04ac req-4e6a8a8e-0c31-4914-86a4-84cca493faf0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089125
Feb 12 21:05:05.265149 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-429bd86f-e988-4f88-acd3-4ccb5ca79f12 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:05.266691 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-429bd86f-e988-4f88-acd3-4ccb5ca79f12 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2561367
Feb 12 21:05:05.290646 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-40bf2d3a-8b0c-421b-b135-2466686df65e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Request body: {'port': {'device_id': 'b0ea6f0a-e322-4f50-8683-2511dce11a6b', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '2e3d4a23b3dd48a2a3e78818c60bdf5d'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:05:05.293742 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] For port 10c43251-210a-44eb-abb2-bdfbd842fd4d, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:05:05.295423 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-d89abb28-73d3-498d-b744-875158149d37 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0683978
Feb 12 21:05:05.299274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 868c095f-3711-40a3-a930-a2e4658e031f is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:05.299865 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (868c095f-3711-40a3-a930-a2e4658e031f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:05.301849 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] For port 10c43251-210a-44eb-abb2-bdfbd842fd4d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10c43251-210a-44eb-abb2-bdfbd842fd4d,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:05:05.357428 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 868c095f-3711-40a3-a930-a2e4658e031f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=868c095f-3711-40a3-a930-a2e4658e031f,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:05.381091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835f387-7f66-4d0e-919a-2a03bcf392d6 req-2399fbce-7b6c-4a99-b683-b8d318c86b3e tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:05.390082 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0835f387-7f66-4d0e-919a-2a03bcf392d6 req-2399fbce-7b6c-4a99-b683-b8d318c86b3e tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 1128 time: 0.0713687
Feb 12 21:05:05.392619 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e39e473a-25d3-41f8-b5dc-ce10d29f210b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:05:05.407852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56860) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:05.420284 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: e39e473a-25d3-41f8-b5dc-ce10d29f210b {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:05:05.420284 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e39e473a-25d3-41f8-b5dc-ce10d29f210b not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:05:05.455060 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (868c095f-3711-40a3-a930-a2e4658e031f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:05.461787 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (10c43251-210a-44eb-abb2-bdfbd842fd4d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:05.466303 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-27e4443f-4222-4ac8-b940-1848191882d1 req-70fe1bc3-1100-4926-bd04-1e22edf2bd4d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150304
Feb 12 21:05:05.515777 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0835f387-7f66-4d0e-919a-2a03bcf392d6 req-be52a33a-bfaf-4cf6-96a4-d6b37b4281df tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240237
Feb 12 21:05:05.548902 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-aeb3176a-6dd2-4208-8f82-962c48a543b0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:05.550781 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-aeb3176a-6dd2-4208-8f82-962c48a543b0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2333601
Feb 12 21:05:05.555611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=868c095f-3711-40a3-a930-a2e4658e031f,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:05.578983 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-7be7afdd-4bae-4a95-941f-a49c58e177c6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Request body: {'port': {'device_id': '11cb772b-44b0-4edd-8aa7-c510b2a7211a', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '2e3d4a23b3dd48a2a3e78818c60bdf5d'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:05:05.597308 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8b07bc85-1223-417c-bbc3-d270870c885b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c59817262e9431fa88f725ab4b5f7a3&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1875894
Feb 12 21:05:05.601204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:05.602659 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:05.604368 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56866) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:05.607313 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-162947dd-4109-4211-a5d0-ca9434a61cad req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] 10.222.0.50 "PUT /v2.0/ports/10c43251-210a-44eb-abb2-bdfbd842fd4d HTTP/1.1" status: 200  len: 1092 time: 1.9577510
Feb 12 21:05:05.621825 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b389ae6-debb-4a3d-9fbb-648307b779ed', 'tag': '10c43251-210a-44eb-abb2-bdfbd842fd4d'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:05.626096 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbefd1d-00ae-4aed-9d39-39ae44511b45" -d '{"events": [{"name": "network-changed", "server_uuid": "2b389ae6-debb-4a3d-9fbb-648307b779ed", "tag": "10c43251-210a-44eb-abb2-bdfbd842fd4d"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:05.674139 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0eed9373-999b-40fc-bfe0-27a0251ed593 req-e0100a92-aaf0-4116-8ab0-546c089029e9 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 210 time: 0.0366826
Feb 12 21:05:05.684486 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ff322-da26-4998-9b90-be46c780e15d service neutron] Pushing event updated for resources: {'Port': ['ID=10c43251-210a-44eb-abb2-bdfbd842fd4d,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:05.712409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-40bf2d3a-8b0c-421b-b135-2466686df65e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Made reservation on behalf of 2e3d4a23b3dd48a2a3e78818c60bdf5d for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:05:05.716731 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-40bf2d3a-8b0c-421b-b135-2466686df65e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:05.765545 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74750cf4-e7cc-4ae0-a689-a68d4e42d40f x-openstack-request-id: req-74750cf4-e7cc-4ae0-a689-a68d4e42d40f {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:05.765938 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b389ae6-debb-4a3d-9fbb-648307b779ed", "tag": "10c43251-210a-44eb-abb2-bdfbd842fd4d", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:05.766957 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74750cf4-e7cc-4ae0-a689-a68d4e42d40f {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:05.766957 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b389ae6-debb-4a3d-9fbb-648307b779ed', 'tag': '10c43251-210a-44eb-abb2-bdfbd842fd4d', 'status': 'completed', 'code': 200}
Feb 12 21:05:05.854296 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c82b642-44f3-42b9-a23e-06582d79bdff admin admin] Publish callbacks [] for security_group (3b578301-a92d-406c-a792-0ee1a2fcf79d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:05.863560 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9f7f1-1ac7-4e22-bb9f-16a667b20b43 req-d89a89c8-12ec-4b40-b172-0cf6e5374bac tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:05.865945 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f0d9f7f1-1ac7-4e22-bb9f-16a667b20b43 req-d89a89c8-12ec-4b40-b172-0cf6e5374bac tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 944 time: 0.2616382
Feb 12 21:05:05.867412 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2466f434-8527-4bb6-890b-89b506a5f0c6 req-d48ec000-9a0b-4b12-a661-e01903c7d6d9 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 210 time: 0.0315642
Feb 12 21:05:05.887696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162947dd-4109-4211-a5d0-ca9434a61cad req-3992e155-9d60-491c-986d-e82d9e520fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:05.893905 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-162947dd-4109-4211-a5d0-ca9434a61cad req-3992e155-9d60-491c-986d-e82d9e520fd2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02d862cc48f14c42ba73c75e882e9c87&device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 1126 time: 0.1225517
Feb 12 21:05:05.935943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c82b642-44f3-42b9-a23e-06582d79bdff admin admin] Publish callbacks [] for security_group (3b578301-a92d-406c-a792-0ee1a2fcf79d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:05.971157 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-162947dd-4109-4211-a5d0-ca9434a61cad req-12d5dedd-429b-411f-bb61-af150be8b84e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c43251-210a-44eb-abb2-bdfbd842fd4d HTTP/1.1" status: 200  len: 217 time: 0.0687711
Feb 12 21:05:06.035392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-7be7afdd-4bae-4a95-941f-a49c58e177c6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Made reservation on behalf of 2e3d4a23b3dd48a2a3e78818c60bdf5d for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:05:06.039029 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-7be7afdd-4bae-4a95-941f-a49c58e177c6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:06.079296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162947dd-4109-4211-a5d0-ca9434a61cad req-dde744b7-d5cd-4087-9f75-0058142758ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:06.080834 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-162947dd-4109-4211-a5d0-ca9434a61cad req-dde744b7-d5cd-4087-9f75-0058142758ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=825e3da2-4f7e-429c-bcf3-a663244459b0 HTTP/1.1" status: 200  len: 854 time: 0.1025782
Feb 12 21:05:06.088883 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f0d9f7f1-1ac7-4e22-bb9f-16a667b20b43 req-ab0b4568-494f-433c-af1d-ba0bd5efe52c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2144394
Feb 12 21:05:06.097388 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21caf4-2bc6-4c45-a6f6-b8d3af4ca8a4 req-b8b9af30-fd58-4779-97f9-edfa0c09c56e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:06.098916 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b21caf4-2bc6-4c45-a6f6-b8d3af4ca8a4 req-b8b9af30-fd58-4779-97f9-edfa0c09c56e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.0747845
Feb 12 21:05:06.115121 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-40bf2d3a-8b0c-421b-b135-2466686df65e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Allocated IP 192.168.233.182 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/1dcd7742-1914-4434-a268-34bdc3f688d2) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:05:06.142277 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-162947dd-4109-4211-a5d0-ca9434a61cad req-f41981e3-c49a-43cf-bafb-1ff49f3cfe8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423851
Feb 12 21:05:06.237411 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c82b642-44f3-42b9-a23e-06582d79bdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3b578301-a92d-406c-a792-0ee1a2fcf79d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:06.240011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c82b642-44f3-42b9-a23e-06582d79bdff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:06.243689 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2c82b642-44f3-42b9-a23e-06582d79bdff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b578301-a92d-406c-a792-0ee1a2fcf79d HTTP/1.1" status: 204  len: 168 time: 0.6344802
Feb 12 21:05:06.255665 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b21caf4-2bc6-4c45-a6f6-b8d3af4ca8a4 req-f3839ace-5891-4590-9aa3-b6c393fec595 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164188
Feb 12 21:05:06.272605 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82b642-44f3-42b9-a23e-06582d79bdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b578301-a92d-406c-a792-0ee1a2fcf79d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:06.298643 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-162947dd-4109-4211-a5d0-ca9434a61cad req-f1efc03e-d620-4e30-a360-4161f9142500 service neutron] 10.222.0.50 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494749
Feb 12 21:05:06.347742 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b8615-06d9-45d7-94cb-44dbefcb6bd3 req-7830c71e-6956-45c4-bf51-1c27cdaff290 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:06.348990 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a80b8615-06d9-45d7-94cb-44dbefcb6bd3 req-7830c71e-6956-45c4-bf51-1c27cdaff290 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 1126 time: 0.1500714
Feb 12 21:05:06.401845 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-162947dd-4109-4211-a5d0-ca9434a61cad req-ae548154-2f14-419e-82f7-dff574a91b85 service neutron] 10.222.0.50 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942416
Feb 12 21:05:06.432869 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-40bf2d3a-8b0c-421b-b135-2466686df65e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks [] for port (1dcd7742-1914-4434-a268-34bdc3f688d2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:06.440822 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a80b8615-06d9-45d7-94cb-44dbefcb6bd3 req-badd011b-c16c-49e4-8bbe-e42c9c262681 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831647
Feb 12 21:05:06.565996 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 31030585-0e0e-44d7-bd66-e3136d668ce8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:05:06.571834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee64f94-8a8c-4c39-b078-dabc9b47337a req-23b443f1-12ce-4934-9c74-0d44f426cb80 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:06.574131 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0ee64f94-8a8c-4c39-b078-dabc9b47337a req-23b443f1-12ce-4934-9c74-0d44f426cb80 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 1126 time: 0.0652800
Feb 12 21:05:06.630447 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-40bf2d3a-8b0c-421b-b135-2466686df65e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (1dcd7742-1914-4434-a268-34bdc3f688d2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:06.643491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbefd1d-00ae-4aed-9d39-39ae44511b45 req-6f5d87b8-2d14-4699-8ff4-97397d406052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:06.645445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4dbefd1d-00ae-4aed-9d39-39ae44511b45 req-6f5d87b8-2d14-4699-8ff4-97397d406052 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02d862cc48f14c42ba73c75e882e9c87&device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 1126 time: 0.0909443
Feb 12 21:05:06.665940 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['d06b235b-99a9-4368-972a-9fb7e1fd2de3'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:06.689443 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0ee64f94-8a8c-4c39-b078-dabc9b47337a req-106fa81d-3901-42e4-8f86-73958c0d48bb tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921583
Feb 12 21:05:06.772579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 31030585-0e0e-44d7-bd66-e3136d668ce8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31030585-0e0e-44d7-bd66-e3136d668ce8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:06.791986 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '31030585-0e0e-44d7-bd66-e3136d668ce8', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '31030585-0e0e-44d7-bd66-e3136d668ce8', 'mac_address': 'fa:16:3e:0b:c3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:05:06.862753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 31030585-0e0e-44d7-bd66-e3136d668ce8 is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:06.863410 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:06.889820 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31030585-0e0e-44d7-bd66-e3136d668ce8 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:06.906295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d5e2b-beb7-4d26-9374-e22669ffe254 req-01e9445d-ceb9-4fee-8091-474d48e239a4 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:06.914947 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d8d5e2b-beb7-4d26-9374-e22669ffe254 req-01e9445d-ceb9-4fee-8091-474d48e239a4 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 1128 time: 0.1616468
Feb 12 21:05:06.923594 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf2d3a-8b0c-421b-b135-2466686df65e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event updated for resources: {'Port': ['ID=1dcd7742-1914-4434-a268-34bdc3f688d2,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:06.923852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.50', 55793) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:06.924821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 31030585-0e0e-44d7-bd66-e3136d668ce8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31030585-0e0e-44d7-bd66-e3136d668ce8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:06.948283 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-40bf2d3a-8b0c-421b-b135-2466686df65e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:05:06.950274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb912b1f-e486-40b6-b01c-5a26c3374a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '868c095f-3711-40a3-a930-a2e4658e031f'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:06.950710 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-7be7afdd-4bae-4a95-941f-a49c58e177c6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Allocated IP 192.168.233.113 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/00fe00bc-2807-4800-866f-306a75719cca) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:05:06.953536 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad61d70-6f66-461d-93a2-355adec0c276" -d '{"events": [{"server_uuid": "eb912b1f-e486-40b6-b01c-5a26c3374a77", "name": "network-vif-unplugged", "status": "completed", "tag": "868c095f-3711-40a3-a930-a2e4658e031f"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:06.957190 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-40bf2d3a-8b0c-421b-b135-2466686df65e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:05:06.964335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-40bf2d3a-8b0c-421b-b135-2466686df65e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:05:06.967150 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbefd1d-00ae-4aed-9d39-39ae44511b45 req-c577ed92-5863-44e1-bd38-bb2d739b0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:06.968750 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4dbefd1d-00ae-4aed-9d39-39ae44511b45 req-c577ed92-5863-44e1-bd38-bb2d739b0995 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 HTTP/1.1" status: 200  len: 915 time: 0.1766436
Feb 12 21:05:06.975584 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-e4f076bc-884b-43f1-8217-06f0c0f557e8 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=fadab1c622d04b36be08c573468cd5be&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0472772
Feb 12 21:05:07.023640 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:07.058423 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4dbefd1d-00ae-4aed-9d39-39ae44511b45 req-aabf894b-ddc6-4a07-b481-1cc542b85f9c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c43251-210a-44eb-abb2-bdfbd842fd4d HTTP/1.1" status: 200  len: 217 time: 0.0709465
Feb 12 21:05:07.089381 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-40bf2d3a-8b0c-421b-b135-2466686df65e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:07.090054 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-40bf2d3a-8b0c-421b-b135-2466686df65e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:07.123770 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10c111-95ca-4e81-aebf-545bd2ba6c03 req-aa640aad-2f3d-4426-a61d-8e101646430f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:07.131218 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0a10c111-95ca-4e81-aebf-545bd2ba6c03 req-aa640aad-2f3d-4426-a61d-8e101646430f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 944 time: 0.4903309
Feb 12 21:05:07.132645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d8d5e2b-beb7-4d26-9374-e22669ffe254 req-2055c603-f9a8-4a5c-94b2-0184a0aa113a tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156513
Feb 12 21:05:07.144225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=31030585-0e0e-44d7-bd66-e3136d668ce8,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:07.192272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['31030585-0e0e-44d7-bd66-e3136d668ce8'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:07.229978 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56914) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:07.241981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbefd1d-00ae-4aed-9d39-39ae44511b45 req-2ac3c65e-7c5f-4d34-9abc-611d9b393635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:07.244175 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4dbefd1d-00ae-4aed-9d39-39ae44511b45 req-2ac3c65e-7c5f-4d34-9abc-611d9b393635 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=825e3da2-4f7e-429c-bcf3-a663244459b0 HTTP/1.1" status: 200  len: 854 time: 0.1564643
Feb 12 21:05:07.323077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4dbefd1d-00ae-4aed-9d39-39ae44511b45 req-e2d10298-0cc0-4c35-8b65-61f2a6cdc074 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0660999
Feb 12 21:05:07.344542 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-660ec0b1-7b53-440b-ab82-6da5bb33c40d tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:07.346407 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-660ec0b1-7b53-440b-ab82-6da5bb33c40d tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3464236
Feb 12 21:05:07.349934 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc59142e-38a9-4f34-822c-0299e430f874 req-0ec1e233-c7dd-47d2-82bd-a091ef44662b tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 210 time: 0.0669620
Feb 12 21:05:07.369026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3270ce3b-f4ad-4325-a894-502b4fc98df6 None None] Provisioning complete for port 1dcd7742-1914-4434-a268-34bdc3f688d2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:07.369526 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3270ce3b-f4ad-4325-a894-502b4fc98df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1dcd7742-1914-4434-a268-34bdc3f688d2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:07.437468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3270ce3b-f4ad-4325-a894-502b4fc98df6 None None] Port 1dcd7742-1914-4434-a268-34bdc3f688d2 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:05:07.444345 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4dbefd1d-00ae-4aed-9d39-39ae44511b45 req-c12093c8-5c92-4b6a-a6b5-205cc605b407 service neutron] 10.222.0.50 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0970662
Feb 12 21:05:07.451380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Request body: {'port': {'device_id': 'cdd11fb3-ce20-420b-a958-95089b17ff99', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': 'fadab1c622d04b36be08c573468cd5be'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:05:07.585712 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:05:07.628552 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-40bf2d3a-8b0c-421b-b135-2466686df65e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3495462
Feb 12 21:05:07.629099 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4dbefd1d-00ae-4aed-9d39-39ae44511b45 req-e712aaf8-42bb-4832-8419-0940605bc92a service neutron] 10.222.0.50 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1726382
Feb 12 21:05:07.663550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Request body: {'port': {'device_id': 'b0ea6f0a-e322-4f50-8683-2511dce11a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:05:07.670645 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0a10c111-95ca-4e81-aebf-545bd2ba6c03 req-2bb04f25-4021-4a22-9bcb-9141501485a2 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5386078
Feb 12 21:05:07.742772 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Made reservation on behalf of fadab1c622d04b36be08c573468cd5be for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:05:07.746100 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:07.757400 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:07.767280 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f40b406e-c151-4417-8254-69cabac240bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d6ffe6e07734e608521a2aa597add3b&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5362279
Feb 12 21:05:07.771607 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56922) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:07.792390 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-268c9cbf-4d24-418b-8014-9b6419db9361 req-cea8ba3b-c89a-4a2e-ab10-9c7c53a76808 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 210 time: 0.0545704
Feb 12 21:05:07.838207 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ed2cfe-01fe-4312-ac46-4b406d2e29a2 x-openstack-request-id: req-58ed2cfe-01fe-4312-ac46-4b406d2e29a2 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:07.838724 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb912b1f-e486-40b6-b01c-5a26c3374a77", "name": "network-vif-unplugged", "status": "completed", "tag": "868c095f-3711-40a3-a930-a2e4658e031f", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:07.838821 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58ed2cfe-01fe-4312-ac46-4b406d2e29a2 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:07.839139 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb912b1f-e486-40b6-b01c-5a26c3374a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '868c095f-3711-40a3-a930-a2e4658e031f', 'code': 200}
Feb 12 21:05:07.991536 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1dcd7742-1914-4434-a268-34bdc3f688d2), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:08.014876 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-7be7afdd-4bae-4a95-941f-a49c58e177c6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks [] for port (00fe00bc-2807-4800-866f-306a75719cca), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:08.038191 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5165886-1d78-4f2e-9660-b273fe766c6a admin admin] Publish callbacks [] for security_group (d11975e1-801a-42f8-bbe2-145b611128a1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:08.071965 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846977f-b0c3-463c-a28d-d4b966e75122 req-38160038-83aa-44f2-9fe6-468b83a880fe tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:08.073532 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7846977f-b0c3-463c-a28d-d4b966e75122 req-38160038-83aa-44f2-9fe6-468b83a880fe tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.1323540
Feb 12 21:05:08.078796 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5165886-1d78-4f2e-9660-b273fe766c6a admin admin] Publish callbacks [] for security_group (d11975e1-801a-42f8-bbe2-145b611128a1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:08.089223 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Publish callbacks [] for security_group (28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:08.185859 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:08.203693 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7846977f-b0c3-463c-a28d-d4b966e75122 req-1b84afbb-bcd3-43a2-9bc5-32405b884b77 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113956
Feb 12 21:05:08.218765 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5165886-1d78-4f2e-9660-b273fe766c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d11975e1-801a-42f8-bbe2-145b611128a1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:08.221481 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5165886-1d78-4f2e-9660-b273fe766c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:08.225041 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c5165886-1d78-4f2e-9660-b273fe766c6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d11975e1-801a-42f8-bbe2-145b611128a1 HTTP/1.1" status: 204  len: 168 time: 0.4480197
Feb 12 21:05:08.260613 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:08.268621 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-7be7afdd-4bae-4a95-941f-a49c58e177c6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (00fe00bc-2807-4800-866f-306a75719cca), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:08.284006 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5165886-1d78-4f2e-9660-b273fe766c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11975e1-801a-42f8-bbe2-145b611128a1,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:08.288634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['d06b235b-99a9-4368-972a-9fb7e1fd2de3'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:08.397671 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-7be7afdd-4bae-4a95-941f-a49c58e177c6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:05:08.420379 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-7be7afdd-4bae-4a95-941f-a49c58e177c6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:05:08.426938 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-7be7afdd-4bae-4a95-941f-a49c58e177c6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:05:08.429458 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7afdd-4bae-4a95-941f-a49c58e177c6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event updated for resources: {'Port': ['ID=00fe00bc-2807-4800-866f-306a75719cca,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:08.547717 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73623d22-fc3f-4673-92c1-1571869a7bc8 req-35deea2c-ad2d-4be4-af35-e88bbd5ec5d5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:08.549265 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-73623d22-fc3f-4673-92c1-1571869a7bc8 req-35deea2c-ad2d-4be4-af35-e88bbd5ec5d5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.1751294
Feb 12 21:05:08.558567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-7be7afdd-4bae-4a95-941f-a49c58e177c6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:08.559260 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-7be7afdd-4bae-4a95-941f-a49c58e177c6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:08.568772 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 31030585-0e0e-44d7-bd66-e3136d668ce8 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:05:08.646480 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dcd7742-1914-4434-a268-34bdc3f688d2 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:08.683020 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Publish callbacks [] for port (1dcd7742-1914-4434-a268-34bdc3f688d2), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:08.688354 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 31030585-0e0e-44d7-bd66-e3136d668ce8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:08.689133 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:08.715065 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Transition to ACTIVE for port object 1dcd7742-1914-4434-a268-34bdc3f688d2 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:05:08.736721 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-73623d22-fc3f-4673-92c1-1571869a7bc8 req-9db2de63-d96f-411e-b728-f8cd707f254b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550734
Feb 12 21:05:08.789400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-74f0a573-737c-4ce5-b74a-ea7ce7e6984c None None] Provisioning complete for port 00fe00bc-2807-4800-866f-306a75719cca triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:08.790270 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-74f0a573-737c-4ce5-b74a-ea7ce7e6984c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (00fe00bc-2807-4800-866f-306a75719cca), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:08.793425 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-7be7afdd-4bae-4a95-941f-a49c58e177c6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.2312450
Feb 12 21:05:08.806645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Request body: {'port': {'device_id': '11cb772b-44b0-4edd-8aa7-c510b2a7211a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:05:08.882392 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b771e3fe-1ac8-439a-ad80-00ad79d30267 req-50945320-0831-46e2-b93a-13ec0f0b13e1 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 210 time: 0.0488555
Feb 12 21:05:08.883279 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (1dcd7742-1914-4434-a268-34bdc3f688d2), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:08.898024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 31030585-0e0e-44d7-bd66-e3136d668ce8 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:08.900799 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:08.946224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Allocated IP 192.168.233.239 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/a7c57268-d530-4f9d-b77d-da6cb2a2b872) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:05:08.983305 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (00fe00bc-2807-4800-866f-306a75719cca), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:08.987620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Pushing event updated for resources: {'Port': ['ID=1dcd7742-1914-4434-a268-34bdc3f688d2,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:09.024027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 31030585-0e0e-44d7-bd66-e3136d668ce8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31030585-0e0e-44d7-bd66-e3136d668ce8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:09.025445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-74f0a573-737c-4ce5-b74a-ea7ce7e6984c None None] Port 00fe00bc-2807-4800-866f-306a75719cca cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:05:09.135053 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:09.195959 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Publish callbacks [] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:09.270941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=31030585-0e0e-44d7-bd66-e3136d668ce8,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:09.340761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425da4d-df26-4b0c-b2a7-b2757df9d978 req-2999afda-2544-4c98-a1f5-80f849bc4926 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:09.342593 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0425da4d-df26-4b0c-b2a7-b2757df9d978 req-2999afda-2544-4c98-a1f5-80f849bc4926 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 944 time: 0.3036339
Feb 12 21:05:09.362154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Attempting to bind port 1dcd7742-1914-4434-a268-34bdc3f688d2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:05:09.362493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Attempting to bind port 1dcd7742-1914-4434-a268-34bdc3f688d2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:05:09.362820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Attempting to bind port 1dcd7742-1914-4434-a268-34bdc3f688d2 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:09.387522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Port 1dcd7742-1914-4434-a268-34bdc3f688d2 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:05:09.387522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Attempting to bind port 1dcd7742-1914-4434-a268-34bdc3f688d2 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:09.397639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:05:09.397972 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:05:09.398356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:05:09.398797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Bound port: 1dcd7742-1914-4434-a268-34bdc3f688d2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:05:09.399231 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1dcd7742-1914-4434-a268-34bdc3f688d2), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:09.406846 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:09.485999 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:05:09.492124 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:05:09.496963 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:05:09.513375 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0425da4d-df26-4b0c-b2a7-b2757df9d978 req-925ce958-fed6-460b-a2fe-8b4aad27611a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638296
Feb 12 21:05:09.540019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Pushing event updated for resources: {'Port': ['ID=a7c57268-d530-4f9d-b77d-da6cb2a2b872,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:09.566005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:09.566945 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:09.657619 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] For port 1dcd7742-1914-4434-a268-34bdc3f688d2, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:05:09.663033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] For port 1dcd7742-1914-4434-a268-34bdc3f688d2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dcd7742-1914-4434-a268-34bdc3f688d2,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:05:09.677598 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-08945a89-0ed3-45bf-a22e-eccca6a5b2b4 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2317324
Feb 12 21:05:09.690574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Request body: {'port': {'device_id': 'cdd11fb3-ce20-420b-a958-95089b17ff99', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:05:09.817938 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (1dcd7742-1914-4434-a268-34bdc3f688d2), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:09.823927 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:09.840808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3267b0c7-25e2-44b9-afd1-21270d2d53bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31030585-0e0e-44d7-bd66-e3136d668ce8'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:09.845433 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7e2aca-a59f-4722-baaf-586a3ae71f9b" -d '{"events": [{"server_uuid": "3267b0c7-25e2-44b9-afd1-21270d2d53bb", "name": "network-vif-plugged", "status": "completed", "tag": "31030585-0e0e-44d7-bd66-e3136d668ce8"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:09.896947 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1ac0d46c-abb1-432e-97b2-c56b83c53d4e None None] Provisioning complete for port a7c57268-d530-4f9d-b77d-da6cb2a2b872 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:09.899165 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d46c-abb1-432e-97b2-c56b83c53d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:09.957267 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fe00bc-2807-4800-866f-306a75719cca {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:09.964822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0d46c-abb1-432e-97b2-c56b83c53d4e None None] Port a7c57268-d530-4f9d-b77d-da6cb2a2b872 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:05:09.974353 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:09.975452 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:09.977081 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] 10.222.0.50 "PUT /v2.0/ports/1dcd7742-1914-4434-a268-34bdc3f688d2 HTTP/1.1" status: 200  len: 1096 time: 2.3198245
Feb 12 21:05:09.981094 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ea6f0a-e322-4f50-8683-2511dce11a6b', 'tag': '1dcd7742-1914-4434-a268-34bdc3f688d2'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:09.984595 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd64395-6e25-4500-bd7c-d7d5fa2b3245" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ea6f0a-e322-4f50-8683-2511dce11a6b", "tag": "1dcd7742-1914-4434-a268-34bdc3f688d2"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:09.987477 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 10c43251-210a-44eb-abb2-bdfbd842fd4d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:05:10.008932 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Publish callbacks [] for port (00fe00bc-2807-4800-866f-306a75719cca), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:10.056813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Transition to ACTIVE for port object 00fe00bc-2807-4800-866f-306a75719cca will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:05:10.089659 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2166e-3003-46f1-beda-0156e4d1afab service neutron] Pushing event updated for resources: {'Port': ['ID=1dcd7742-1914-4434-a268-34bdc3f688d2,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:10.146104 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f957f3-08f3-4aeb-93b0-2377bd661656 req-f938a263-5a64-49c5-bec6-49439346b19c tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:10.149960 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-32f957f3-08f3-4aeb-93b0-2377bd661656 req-f938a263-5a64-49c5-bec6-49439346b19c tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 936 time: 0.3357105
Feb 12 21:05:10.178824 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (00fe00bc-2807-4800-866f-306a75719cca), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:10.259418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-a4c75fcf-5b5a-45ba-ad83-f9449139c5de tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:05:10.260686 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-a4c75fcf-5b5a-45ba-ad83-f9449139c5de tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0431733
Feb 12 21:05:10.325307 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-f065e605-38cc-4aa2-8894-06e43ebabc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:10.327242 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-f065e605-38cc-4aa2-8894-06e43ebabc2b service neutron] 10.222.0.31 "GET /v2.0/ports/6ab99884-aa16-42e5-9cde-aea1aba07ad2 HTTP/1.1" status: 200  len: 1125 time: 0.0545895
Feb 12 21:05:10.334364 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-32f957f3-08f3-4aeb-93b0-2377bd661656 req-8ca8ac7f-fede-4f94-8624-5f217bd6a196 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583943
Feb 12 21:05:10.337200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Pushing event updated for resources: {'Port': ['ID=00fe00bc-2807-4800-866f-306a75719cca,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:10.341371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 10c43251-210a-44eb-abb2-bdfbd842fd4d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10c43251-210a-44eb-abb2-bdfbd842fd4d,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:10.379817 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-77155647-afd8-40c8-9a35-30b6e21b19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:10.381736 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-77155647-afd8-40c8-9a35-30b6e21b19c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=b0ea6f0a-e322-4f50-8683-2511dce11a6b HTTP/1.1" status: 200  len: 1130 time: 0.2692885
Feb 12 21:05:10.399052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '10c43251-210a-44eb-abb2-bdfbd842fd4d', 'network_id': 'b37f44d3-46f5-4895-8fa7-7d479d4b0ff2', 'port_id': '10c43251-210a-44eb-abb2-bdfbd842fd4d', 'mac_address': 'fa:16:3e:bd:c7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825e3da2-4f7e-429c-bcf3-a663244459b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:05:10.402368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-b6338498-e863-40ba-bb80-4a0e9f3602f5 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:05:10.406124 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-b6338498-e863-40ba-bb80-4a0e9f3602f5 service neutron] Unknown quota resources ['binding']. {{(pid=126505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:05:10.538053 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-6c7cfa8a-d1cd-48ed-91b1-57917e351323 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=1dcd7742-1914-4434-a268-34bdc3f688d2 HTTP/1.1" status: 200  len: 217 time: 0.0859103
Feb 12 21:05:10.557168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 10c43251-210a-44eb-abb2-bdfbd842fd4d is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:10.557600 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (10c43251-210a-44eb-abb2-bdfbd842fd4d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:10.625566 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c43251-210a-44eb-abb2-bdfbd842fd4d {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:10.672951 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-987c41ba-d9ba-48ba-943c-d0f055aacf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:10.675325 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-987c41ba-d9ba-48ba-943c-d0f055aacf1a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1690748
Feb 12 21:05:10.683029 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb3426f-61de-4cd8-9304-abe060bc927c x-openstack-request-id: req-1cb3426f-61de-4cd8-9304-abe060bc927c {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:10.683347 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3267b0c7-25e2-44b9-afd1-21270d2d53bb", "name": "network-vif-plugged", "status": "completed", "tag": "31030585-0e0e-44d7-bd66-e3136d668ce8", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:10.683608 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1cb3426f-61de-4cd8-9304-abe060bc927c {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:10.684659 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3267b0c7-25e2-44b9-afd1-21270d2d53bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31030585-0e0e-44d7-bd66-e3136d668ce8', 'code': 200}
Feb 12 21:05:10.701546 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 10c43251-210a-44eb-abb2-bdfbd842fd4d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10c43251-210a-44eb-abb2-bdfbd842fd4d,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:10.754969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Attempting to bind port 00fe00bc-2807-4800-866f-306a75719cca on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:05:10.755438 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Attempting to bind port 00fe00bc-2807-4800-866f-306a75719cca by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:05:10.755847 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Attempting to bind port 00fe00bc-2807-4800-866f-306a75719cca on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:10.761229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Port 00fe00bc-2807-4800-866f-306a75719cca on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:05:10.761733 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Attempting to bind port 00fe00bc-2807-4800-866f-306a75719cca on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:10.788748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:05:10.789249 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:05:10.789742 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:05:10.790322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Bound port: 00fe00bc-2807-4800-866f-306a75719cca, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:05:10.791542 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (00fe00bc-2807-4800-866f-306a75719cca), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:10.811922 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (10c43251-210a-44eb-abb2-bdfbd842fd4d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:10.832071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c57268-d530-4f9d-b77d-da6cb2a2b872 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:10.849399 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Publish callbacks [] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:10.890878 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Transition to ACTIVE for port object a7c57268-d530-4f9d-b77d-da6cb2a2b872 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:05:10.907467 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-b6338498-e863-40ba-bb80-4a0e9f3602f5 service neutron] Attempting to bind port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 on host nch2-master-1 for vnic_type normal with profile None {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:05:10.909138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-b6338498-e863-40ba-bb80-4a0e9f3602f5 service neutron] Attempting to bind port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:05:10.909138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-b6338498-e863-40ba-bb80-4a0e9f3602f5 service neutron] Attempting to bind port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:10.914573 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-b6338498-e863-40ba-bb80-4a0e9f3602f5 service neutron] Port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:05:10.915147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-b6338498-e863-40ba-bb80-4a0e9f3602f5 service neutron] Attempting to bind port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:10.922116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-b6338498-e863-40ba-bb80-4a0e9f3602f5 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:05:10.922997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-b6338498-e863-40ba-bb80-4a0e9f3602f5 service neutron] Checking segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:05:10.923581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-b6338498-e863-40ba-bb80-4a0e9f3602f5 service neutron] Bound using segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:05:10.925046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-b6338498-e863-40ba-bb80-4a0e9f3602f5 service neutron] Bound port: 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:05:10.990079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=10c43251-210a-44eb-abb2-bdfbd842fd4d,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:10.996106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-b6338498-e863-40ba-bb80-4a0e9f3602f5 service neutron] For port 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ab99884-aa16-42e5-9cde-aea1aba07ad2,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:05:11.008925 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:11.075883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-ec4373fa-b44f-42b9-ac95-e2903353bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:11.076452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['10c43251-210a-44eb-abb2-bdfbd842fd4d'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:11.076561 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Pushing event updated for resources: {'Port': ['ID=a7c57268-d530-4f9d-b77d-da6cb2a2b872,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:11.076675 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-ec4373fa-b44f-42b9-ac95-e2903353bef0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3742390
Feb 12 21:05:11.148610 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-b6338498-e863-40ba-bb80-4a0e9f3602f5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:11.156498 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-b6338498-e863-40ba-bb80-4a0e9f3602f5 service neutron] 10.222.0.31 "POST /v2.0/ports/6ab99884-aa16-42e5-9cde-aea1aba07ad2/bindings HTTP/1.1" status: 201  len: 389 time: 0.8017247
Feb 12 21:05:11.168850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe39dbe-d63d-44bf-92a4-1a744cbc003f req-8d28cd71-9821-46d8-a4ec-e9bf797eaaef tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:11.186858 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fbe39dbe-d63d-44bf-92a4-1a744cbc003f req-8d28cd71-9821-46d8-a4ec-e9bf797eaaef tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 936 time: 0.4202962
Feb 12 21:05:11.311792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Attempting to bind port a7c57268-d530-4f9d-b77d-da6cb2a2b872 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:05:11.312918 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Attempting to bind port a7c57268-d530-4f9d-b77d-da6cb2a2b872 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:05:11.313642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Attempting to bind port a7c57268-d530-4f9d-b77d-da6cb2a2b872 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:11.326871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Port a7c57268-d530-4f9d-b77d-da6cb2a2b872 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:05:11.327204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Attempting to bind port a7c57268-d530-4f9d-b77d-da6cb2a2b872 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:11.340356 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:05:11.340695 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:05:11.341287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:05:11.341935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Bound port: a7c57268-d530-4f9d-b77d-da6cb2a2b872, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:05:11.342611 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:11.382630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] For port 00fe00bc-2807-4800-866f-306a75719cca, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:05:11.467278 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] For port 00fe00bc-2807-4800-866f-306a75719cca, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00fe00bc-2807-4800-866f-306a75719cca,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:05:11.507984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] For port a7c57268-d530-4f9d-b77d-da6cb2a2b872, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:05:11.516371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] For port a7c57268-d530-4f9d-b77d-da6cb2a2b872, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7c57268-d530-4f9d-b77d-da6cb2a2b872,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:05:11.552742 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fbe39dbe-d63d-44bf-92a4-1a744cbc003f req-76722cf3-06af-41e3-bb10-7f3d547754cc tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3649518
Feb 12 21:05:11.570547 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (00fe00bc-2807-4800-866f-306a75719cca), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:11.602541 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:11.773777 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:11.780562 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:11.791334 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] 10.222.0.50 "PUT /v2.0/ports/a7c57268-d530-4f9d-b77d-da6cb2a2b872 HTTP/1.1" status: 200  len: 1096 time: 2.0964422
Feb 12 21:05:11.791334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd11fb3-ce20-420b-a958-95089b17ff99', 'tag': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:11.795376 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b2ffaa-8aa7-4aba-8e2c-a836546b2c92" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd11fb3-ce20-420b-a958-95089b17ff99", "tag": "a7c57268-d530-4f9d-b77d-da6cb2a2b872"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:11.822981 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8488003-ac67-4f73-b5ca-a772d295d37d x-openstack-request-id: req-c8488003-ac67-4f73-b5ca-a772d295d37d {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:11.823444 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ea6f0a-e322-4f50-8683-2511dce11a6b", "tag": "1dcd7742-1914-4434-a268-34bdc3f688d2", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:11.823704 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8488003-ac67-4f73-b5ca-a772d295d37d {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:11.824182 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ea6f0a-e322-4f50-8683-2511dce11a6b', 'tag': '1dcd7742-1914-4434-a268-34bdc3f688d2', 'status': 'completed', 'code': 200}
Feb 12 21:05:11.825901 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Pushing event updated for resources: {'Port': ['ID=00fe00bc-2807-4800-866f-306a75719cca,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:11.853533 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-3e3c9a12-f804-4724-b29b-0581d5d467fd service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7655489
Feb 12 21:05:11.925883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:11.940309 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:11.940309 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-8263101f-bfd5-4f23-96aa-73896777f431 service neutron] 10.222.0.50 "PUT /v2.0/ports/00fe00bc-2807-4800-866f-306a75719cca HTTP/1.1" status: 200  len: 1096 time: 3.1316247
Feb 12 21:05:11.967342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dc14f-d67c-4d1e-9d7b-0f0e2820a0cb service neutron] Pushing event updated for resources: {'Port': ['ID=a7c57268-d530-4f9d-b77d-da6cb2a2b872,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:11.994869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 10c43251-210a-44eb-abb2-bdfbd842fd4d up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:05:12.076584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e934f-f3d4-4221-8a04-7679243af798 req-0e68313a-839e-464b-b4d1-2a4a2c39ad75 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:12.079609 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-629e934f-f3d4-4221-8a04-7679243af798 req-0e68313a-839e-464b-b4d1-2a4a2c39ad75 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 945 time: 0.2644320
Feb 12 21:05:12.083754 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-5dca4d07-e881-49de-aa45-d755dcb53d57 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2259274
Feb 12 21:05:12.150375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-9af21679-f025-4440-b41d-3b7d31ad92dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:12.152972 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-9af21679-f025-4440-b41d-3b7d31ad92dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 1128 time: 0.2047927
Feb 12 21:05:12.171594 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-629e934f-f3d4-4221-8a04-7679243af798 req-1be3f75c-3104-4454-83a0-3317b66a36b4 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829523
Feb 12 21:05:12.218754 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 10c43251-210a-44eb-abb2-bdfbd842fd4d completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:05:12.224531 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 10c43251-210a-44eb-abb2-bdfbd842fd4d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:12.224911 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (10c43251-210a-44eb-abb2-bdfbd842fd4d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:12.288612 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-9e4ca4a2-1228-44ba-bf22-84300a638226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:12.298769 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-9e4ca4a2-1228-44ba-bf22-84300a638226 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 1130 time: 0.1242039
Feb 12 21:05:12.398944 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-f3c6b344-1925-48e8-a161-0180ed94eabb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=00fe00bc-2807-4800-866f-306a75719cca HTTP/1.1" status: 200  len: 217 time: 0.0871367
Feb 12 21:05:12.402283 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-c19d79c0-41ce-4ec1-8214-b252c7fad3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:12.404522 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-c19d79c0-41ce-4ec1-8214-b252c7fad3d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fadab1c622d04b36be08c573468cd5be&device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 1130 time: 0.2397730
Feb 12 21:05:12.476400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 10c43251-210a-44eb-abb2-bdfbd842fd4d is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:12.476937 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (10c43251-210a-44eb-abb2-bdfbd842fd4d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:12.530125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 10c43251-210a-44eb-abb2-bdfbd842fd4d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10c43251-210a-44eb-abb2-bdfbd842fd4d,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:12.533292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd64395-6e25-4500-bd7c-d7d5fa2b3245 req-0b1e2c38-9b43-4fc6-baaf-9734baf5605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:12.547293 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbd64395-6e25-4500-bd7c-d7d5fa2b3245 req-0b1e2c38-9b43-4fc6-baaf-9734baf5605d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=b0ea6f0a-e322-4f50-8683-2511dce11a6b HTTP/1.1" status: 200  len: 1130 time: 0.2687843
Feb 12 21:05:12.566177 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-b8a664be-4b4b-4f9b-8f13-ccd9994d2341 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=a7c57268-d530-4f9d-b77d-da6cb2a2b872 HTTP/1.1" status: 200  len: 217 time: 0.1502852
Feb 12 21:05:12.611367 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-18de645b-c514-452a-a3c4-f0f40450e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:12.612843 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-18de645b-c514-452a-a3c4-f0f40450e9a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 922 time: 0.4537032
Feb 12 21:05:12.655479 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (10c43251-210a-44eb-abb2-bdfbd842fd4d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:12.666180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b25d6-6120-4728-9270-5d4e1f9a673d req-285cd8d9-cfba-47e4-8a55-5f946440fbd5 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:12.668064 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ef9b25d6-6120-4728-9270-5d4e1f9a673d req-285cd8d9-cfba-47e4-8a55-5f946440fbd5 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 948 time: 0.2813306
Feb 12 21:05:12.669391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-08fbcb5b-fafb-4032-a9e7-cb39dc1ab55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:12.671047 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-08fbcb5b-fafb-4032-a9e7-cb39dc1ab55e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.2654748
Feb 12 21:05:12.711334 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-8034826f-2fe9-4c3f-aa36-2c5b148542f8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2435410
Feb 12 21:05:12.740004 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e55f5f7d-0e48-4807-ab01-a77a06897117 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ab99884-aa16-42e5-9cde-aea1aba07ad2 HTTP/1.1" status: 200  len: 217 time: 0.0706196
Feb 12 21:05:12.768969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb5214-32cd-44e1-ab5c-8c5d3bd1a7fc req-4e38e6dd-5886-4be4-bb4f-9e967d70a354 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:12.769348 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b389ae6-debb-4a3d-9fbb-648307b779ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c43251-210a-44eb-abb2-bdfbd842fd4d'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:12.775650 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-71bb5214-32cd-44e1-ab5c-8c5d3bd1a7fc req-4e38e6dd-5886-4be4-bb4f-9e967d70a354 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 946 time: 0.2579446
Feb 12 21:05:12.776825 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d605e5-2f9a-4365-8cf9-adbfe6b46444" -d '{"events": [{"server_uuid": "2b389ae6-debb-4a3d-9fbb-648307b779ed", "name": "network-vif-plugged", "status": "completed", "tag": "10c43251-210a-44eb-abb2-bdfbd842fd4d"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:12.785014 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-40e17e5d-bd06-48ce-9292-f34e43ca4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:12.786417 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-40e17e5d-bd06-48ce-9292-f34e43ca4c45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1889477
Feb 12 21:05:12.819262 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ef9b25d6-6120-4728-9270-5d4e1f9a673d req-64ff33ab-8591-4fe9-971c-0049a21107be tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397161
Feb 12 21:05:12.861963 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd64395-6e25-4500-bd7c-d7d5fa2b3245 req-c9bcad28-5c8d-47c7-abe2-a3839d276046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:12.863469 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbd64395-6e25-4500-bd7c-d7d5fa2b3245 req-c9bcad28-5c8d-47c7-abe2-a3839d276046 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.3026242
Feb 12 21:05:12.868068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-2629f343-c0db-4947-8434-a91024ef77db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:12.869544 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-2629f343-c0db-4947-8434-a91024ef77db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.1213324
Feb 12 21:05:12.937918 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-cab9edcb-2c24-4931-ae2f-8f5cbbeb5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:12.943591 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-cab9edcb-2c24-4931-ae2f-8f5cbbeb5dda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2559013
Feb 12 21:05:12.945715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=10c43251-210a-44eb-abb2-bdfbd842fd4d,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:12.969661 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-9bf3f5e7-22d8-4e7f-88bb-fd4da9d085aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0913510
Feb 12 21:05:12.971426 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbd64395-6e25-4500-bd7c-d7d5fa2b3245 req-16d80a1b-f068-4813-af28-27f673649218 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=1dcd7742-1914-4434-a268-34bdc3f688d2 HTTP/1.1" status: 200  len: 217 time: 0.1001692
Feb 12 21:05:13.061987 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-71bb5214-32cd-44e1-ab5c-8c5d3bd1a7fc req-c10b5f33-d693-4be6-ae1f-0733f097e235 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2853787
Feb 12 21:05:13.160888 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc30f3b5-9cc0-49ee-82a5-e95cfa739959 x-openstack-request-id: req-bc30f3b5-9cc0-49ee-82a5-e95cfa739959 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:13.161571 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd11fb3-ce20-420b-a958-95089b17ff99", "tag": "a7c57268-d530-4f9d-b77d-da6cb2a2b872", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:13.162018 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc30f3b5-9cc0-49ee-82a5-e95cfa739959 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:13.162672 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd11fb3-ce20-420b-a958-95089b17ff99', 'tag': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872', 'status': 'completed', 'code': 200}
Feb 12 21:05:13.172680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd64395-6e25-4500-bd7c-d7d5fa2b3245 req-beb8df88-5912-4c5a-b57a-f55f66ab1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:13.176917 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbd64395-6e25-4500-bd7c-d7d5fa2b3245 req-beb8df88-5912-4c5a-b57a-f55f66ab1dc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1829023
Feb 12 21:05:13.232178 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-cab0ce03-6fb2-4b12-9251-c605aec66f6c service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2507610
Feb 12 21:05:13.253223 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-ae729dac-886b-4444-9ebb-2674daf4321c service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2974513
Feb 12 21:05:13.256078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-f22d0388-824d-4b67-9442-d124ee870106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:13.257782 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-f22d0388-824d-4b67-9442-d124ee870106 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4595919
Feb 12 21:05:13.372610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd64395-6e25-4500-bd7c-d7d5fa2b3245 req-9eeffa3f-1d11-431e-8660-379bbe8d9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:13.374184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbd64395-6e25-4500-bd7c-d7d5fa2b3245 req-9eeffa3f-1d11-431e-8660-379bbe8d9d37 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1410995
Feb 12 21:05:13.492781 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1ef02-b612-4833-8e1a-af95c5f8d312 req-914c376c-6e7f-457c-ad41-95b1a6e37c1d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:13.502555 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-77c1ef02-b612-4833-8e1a-af95c5f8d312 req-914c376c-6e7f-457c-ad41-95b1a6e37c1d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.1984673
Feb 12 21:05:13.581568 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-77c1ef02-b612-4833-8e1a-af95c5f8d312 req-606d6943-0722-464e-a686-ee5894069733 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739510
Feb 12 21:05:13.682670 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a01fa37-4adc-495e-b5af-ab3e242a823a req-e9439272-6607-4173-bd12-bd345fd5f75b service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4235344
Feb 12 21:05:13.708881 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-93faf93d-cdc6-4315-881a-44cbfb73b4fd service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4405200
Feb 12 21:05:13.714257 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a46947-7691-440b-a2c4-79d0dd4d9355 x-openstack-request-id: req-64a46947-7691-440b-a2c4-79d0dd4d9355 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:13.714811 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b389ae6-debb-4a3d-9fbb-648307b779ed", "name": "network-vif-plugged", "status": "completed", "tag": "10c43251-210a-44eb-abb2-bdfbd842fd4d", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:13.717911 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64a46947-7691-440b-a2c4-79d0dd4d9355 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:13.725572 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b389ae6-debb-4a3d-9fbb-648307b779ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c43251-210a-44eb-abb2-bdfbd842fd4d', 'code': 200}
Feb 12 21:05:13.827106 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cb772b-44b0-4edd-8aa7-c510b2a7211a', 'tag': '00fe00bc-2807-4800-866f-306a75719cca'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:13.829369 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90a09af-4a22-442f-a790-6e22885c8ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "11cb772b-44b0-4edd-8aa7-c510b2a7211a", "tag": "00fe00bc-2807-4800-866f-306a75719cca"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:13.887891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57184) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:13.966166 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7271e12-972a-4aed-bf24-715ea6e6c342 req-2a61d391-99f2-4c78-be9b-4721e71f94d2 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2422466
Feb 12 21:05:13.970716 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209f18c-3253-45e1-b7ee-1cb7044fbecc req-7288c234-7977-4635-a6dd-53447e964785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:13.972205 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4209f18c-3253-45e1-b7ee-1cb7044fbecc req-7288c234-7977-4635-a6dd-53447e964785 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 1128 time: 0.1552715
Feb 12 21:05:14.139735 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4209f18c-3253-45e1-b7ee-1cb7044fbecc req-20c84c8f-cbb6-47b6-a20d-5379a7198b92 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208210
Feb 12 21:05:14.196416 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbd64395-6e25-4500-bd7c-d7d5fa2b3245 req-7cbcc790-329a-4548-92b0-70208c9f14b0 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8143897
Feb 12 21:05:14.215280 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa0c4a-108c-43e0-8cd5-b60e2a2956fe req-6b5ab266-c477-4343-bbf3-faafefb2d64d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:14.217318 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-15a5a43c-78d9-42d3-b6c0-be579f2e79b2 service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9709942
Feb 12 21:05:14.222909 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-defa0c4a-108c-43e0-8cd5-b60e2a2956fe req-6b5ab266-c477-4343-bbf3-faafefb2d64d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 946 time: 0.1329908
Feb 12 21:05:14.318900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306e0f4-d84e-4ffa-9386-c203f4f58b5a req-e2fa20b3-af27-4edd-a68d-ebb7aa1327cb tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:14.321596 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5306e0f4-d84e-4ffa-9386-c203f4f58b5a req-e2fa20b3-af27-4edd-a68d-ebb7aa1327cb tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 948 time: 0.9593565
Feb 12 21:05:14.326750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-4bed013d-a176-4be3-a65f-ec866c049211 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:14.337061 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-4bed013d-a176-4be3-a65f-ec866c049211 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports/5108ec57-74ec-48c9-a568-d34d61f1a3f8 HTTP/1.1" status: 200  len: 946 time: 0.4502933
Feb 12 21:05:14.391229 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-defa0c4a-108c-43e0-8cd5-b60e2a2956fe req-81385d13-f671-4724-afc6-778202f6186c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673477
Feb 12 21:05:14.564162 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbd64395-6e25-4500-bd7c-d7d5fa2b3245 req-4eb18880-fcf1-45cf-a86b-22bb77b79575 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2413876
Feb 12 21:05:14.566552 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-ba47f084-56b1-4564-8f3c-807827a58cb4 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:14.568425 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-ba47f084-56b1-4564-8f3c-807827a58cb4 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f&tenant_id=097ba3f98cb348929658959fd4ff31cf&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0724113
Feb 12 21:05:14.594052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:05:14.595008 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5306e0f4-d84e-4ffa-9386-c203f4f58b5a req-32fbdc68-39e1-44e4-8a61-d4d9728d34ed tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2306421
Feb 12 21:05:14.651181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ffaa-8aa7-4aba-8e2c-a836546b2c92 req-5f4f8700-ebc3-40f2-8dde-13be58c5d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:14.653396 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f3b2ffaa-8aa7-4aba-8e2c-a836546b2c92 req-5f4f8700-ebc3-40f2-8dde-13be58c5d16b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fadab1c622d04b36be08c573468cd5be&device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 1130 time: 0.1471052
Feb 12 21:05:14.701501 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0a0221-ab10-4724-bbbf-fba57f62ad67 x-openstack-request-id: req-6b0a0221-ab10-4724-bbbf-fba57f62ad67 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:14.701902 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cb772b-44b0-4edd-8aa7-c510b2a7211a", "tag": "00fe00bc-2807-4800-866f-306a75719cca", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:14.702750 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b0a0221-ab10-4724-bbbf-fba57f62ad67 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:14.703283 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cb772b-44b0-4edd-8aa7-c510b2a7211a', 'tag': '00fe00bc-2807-4800-866f-306a75719cca', 'status': 'completed', 'code': 200}
Feb 12 21:05:14.780658 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:14.878938 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ffaa-8aa7-4aba-8e2c-a836546b2c92 req-d17811f1-fd15-4b88-8e45-9a5c65cc6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:14.880433 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f3b2ffaa-8aa7-4aba-8e2c-a836546b2c92 req-d17811f1-fd15-4b88-8e45-9a5c65cc6bee service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.2060735
Feb 12 21:05:14.948437 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f3b2ffaa-8aa7-4aba-8e2c-a836546b2c92 req-15a42a72-28a7-4055-bc0b-c28b2e02e7db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=a7c57268-d530-4f9d-b77d-da6cb2a2b872 HTTP/1.1" status: 200  len: 217 time: 0.0578823
Feb 12 21:05:14.951366 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a09af-4a22-442f-a790-6e22885c8ae0 req-d10c3a25-abcc-4f81-befa-069171f8250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:14.952846 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e90a09af-4a22-442f-a790-6e22885c8ae0 req-d10c3a25-abcc-4f81-befa-069171f8250e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 1130 time: 0.1958399
Feb 12 21:05:15.018715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ffaa-8aa7-4aba-8e2c-a836546b2c92 req-11da245a-84d2-4180-bd78-14e4d2487f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:15.020155 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f3b2ffaa-8aa7-4aba-8e2c-a836546b2c92 req-11da245a-84d2-4180-bd78-14e4d2487f51 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0576727
Feb 12 21:05:15.027217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d78c3-0814-45ff-a5b0-d172a00688bd req-445265c7-e599-4f88-b599-31eb8eb7585c tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:15.029335 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f0d78c3-0814-45ff-a5b0-d172a00688bd req-445265c7-e599-4f88-b599-31eb8eb7585c tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 948 time: 0.2020309
Feb 12 21:05:15.104909 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] For port 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ab99884-aa16-42e5-9cde-aea1aba07ad2,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:15.173587 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f0d78c3-0814-45ff-a5b0-d172a00688bd req-9d5b25b9-6722-4ae5-9f44-7331aedd31b1 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334827
Feb 12 21:05:15.202282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] For port 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:05:15.264647 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a09af-4a22-442f-a790-6e22885c8ae0 req-7853ce96-d758-4708-acff-f7e06aff8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:15.266139 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e90a09af-4a22-442f-a790-6e22885c8ae0 req-7853ce96-d758-4708-acff-f7e06aff8e5c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.3047760
Feb 12 21:05:15.356131 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Publish callbacks [] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:15.393045 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e90a09af-4a22-442f-a790-6e22885c8ae0 req-ca97cc28-4581-470b-8bb9-3e365246218c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=00fe00bc-2807-4800-866f-306a75719cca HTTP/1.1" status: 200  len: 217 time: 0.1178420
Feb 12 21:05:15.412105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ffaa-8aa7-4aba-8e2c-a836546b2c92 req-55441f86-3bbc-456b-bbb3-fedf839e7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:15.413649 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f3b2ffaa-8aa7-4aba-8e2c-a836546b2c92 req-55441f86-3bbc-456b-bbb3-fedf839e7826 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3727067
Feb 12 21:05:15.440554 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:15.556862 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f3b2ffaa-8aa7-4aba-8e2c-a836546b2c92 req-ea828207-9bc8-4ea5-ae4f-685e2d710cb0 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205583
Feb 12 21:05:15.582329 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab99884-aa16-42e5-9cde-aea1aba07ad2,revision_number=7']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:15.609607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Attempting to bind port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:05:15.610276 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Attempting to bind port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:05:15.611621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Attempting to bind port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:15.617155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:05:15.617854 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Attempting to bind port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:15.627128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:05:15.628707 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Checking segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:05:15.629336 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Bound using segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:05:15.630042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Bound port: 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:05:15.630641 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:15.693509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a09af-4a22-442f-a790-6e22885c8ae0 req-c1adff74-ab38-4059-9b0e-2c84b8ca723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:15.697430 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e90a09af-4a22-442f-a790-6e22885c8ae0 req-c1adff74-ab38-4059-9b0e-2c84b8ca723f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.2958784
Feb 12 21:05:15.740753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] For port 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:05:15.753441 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] For port 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ab99884-aa16-42e5-9cde-aea1aba07ad2,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:05:15.777129 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c477b-90f8-4f4c-bf11-f79a062f8ac5 req-af14c34d-f67f-47a7-9932-94927d0405c9 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:15.778887 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a2c477b-90f8-4f4c-bf11-f79a062f8ac5 req-af14c34d-f67f-47a7-9932-94927d0405c9 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 944 time: 0.2210526
Feb 12 21:05:15.785970 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f3b2ffaa-8aa7-4aba-8e2c-a836546b2c92 req-e988f72c-a5b3-462a-92cd-98efd2be00a1 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2126119
Feb 12 21:05:15.820137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a09af-4a22-442f-a790-6e22885c8ae0 req-f12b1d24-dd8b-4eac-a638-e3fc32be6132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:15.821852 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e90a09af-4a22-442f-a790-6e22885c8ae0 req-f12b1d24-dd8b-4eac-a638-e3fc32be6132 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1124871
Feb 12 21:05:15.852965 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:15.942523 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a2c477b-90f8-4f4c-bf11-f79a062f8ac5 req-1824a36a-e87e-40f5-b146-5f9c887116cf tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534016
Feb 12 21:05:15.963361 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:15.964133 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:15.966970 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] 10.222.0.50 "PUT /v2.0/ports/6ab99884-aa16-42e5-9cde-aea1aba07ad2 HTTP/1.1" status: 200  len: 1122 time: 1.3836675
Feb 12 21:05:15.979354 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170100b-7515-49c3-86cb-5f13e39fb7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab99884-aa16-42e5-9cde-aea1aba07ad2,revision_number=8']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:16.001449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1dcd7742-1914-4434-a268-34bdc3f688d2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:05:16.120257 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e90a09af-4a22-442f-a790-6e22885c8ae0 req-09fa8431-6b91-45a4-8a81-f0b06662aefb service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2894225
Feb 12 21:05:16.170465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['6ab99884-aa16-42e5-9cde-aea1aba07ad2'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:16.240922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87347f-d573-44dc-9f0f-a780175a61f7 req-3e8ffb76-b3c2-4e31-a7f5-46663c344dbf tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:16.241936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 1dcd7742-1914-4434-a268-34bdc3f688d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dcd7742-1914-4434-a268-34bdc3f688d2,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:16.253553 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb87347f-d573-44dc-9f0f-a780175a61f7 req-3e8ffb76-b3c2-4e31-a7f5-46663c344dbf tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.1651320
Feb 12 21:05:16.281625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '1dcd7742-1914-4434-a268-34bdc3f688d2', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '1dcd7742-1914-4434-a268-34bdc3f688d2', 'mac_address': 'fa:16:3e:bb:0f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:05:16.313058 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e90a09af-4a22-442f-a790-6e22885c8ae0 req-b88e122c-e403-439a-a5b0-8388ab985b6e service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758451
Feb 12 21:05:16.338725 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb87347f-d573-44dc-9f0f-a780175a61f7 req-8172f847-7a35-4eea-b44a-b890673c2240 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875144
Feb 12 21:05:16.500993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 1dcd7742-1914-4434-a268-34bdc3f688d2 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:16.504802 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1dcd7742-1914-4434-a268-34bdc3f688d2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:16.528998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dcd7742-1914-4434-a268-34bdc3f688d2 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:16.535584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bbca8-6953-4c0b-bacb-e09911146b3f req-387f0282-ec63-4d64-aac2-a0c31b45f86d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:16.535584 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bb6bbca8-6953-4c0b-bacb-e09911146b3f req-387f0282-ec63-4d64-aac2-a0c31b45f86d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 946 time: 0.1190474
Feb 12 21:05:16.568317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 1dcd7742-1914-4434-a268-34bdc3f688d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dcd7742-1914-4434-a268-34bdc3f688d2,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:16.653806 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bb6bbca8-6953-4c0b-bacb-e09911146b3f req-f9093c37-59ca-4383-bcf5-2b9ea91f4485 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127608
Feb 12 21:05:16.670360 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1dcd7742-1914-4434-a268-34bdc3f688d2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:16.704045 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adffe64-7deb-47c3-b073-0fc6b684979f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab99884-aa16-42e5-9cde-aea1aba07ad2'}, {'name': 'network-changed', 'server_uuid': '6adffe64-7deb-47c3-b073-0fc6b684979f', 'tag': '6ab99884-aa16-42e5-9cde-aea1aba07ad2'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:16.708087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-6ce280de-5f46-4dd5-bc63-933d79acae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:16.708087 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-6ce280de-5f46-4dd5-bc63-933d79acae45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 1131 time: 0.1391878
Feb 12 21:05:16.708314 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42d25b5-64b4-414b-b68b-7cd1fa8512ad" -d '{"events": [{"server_uuid": "6adffe64-7deb-47c3-b073-0fc6b684979f", "name": "network-vif-unplugged", "status": "completed", "tag": "6ab99884-aa16-42e5-9cde-aea1aba07ad2"}, {"name": "network-changed", "server_uuid": "6adffe64-7deb-47c3-b073-0fc6b684979f", "tag": "6ab99884-aa16-42e5-9cde-aea1aba07ad2"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:16.852037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=1dcd7742-1914-4434-a268-34bdc3f688d2,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:16.905801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bfed1-93a3-41fe-9a86-3fb69911116c req-3361d574-5d67-47bd-a101-15d1979a2836 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:16.907196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fd7bfed1-93a3-41fe-9a86-3fb69911116c req-3361d574-5d67-47bd-a101-15d1979a2836 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 948 time: 0.1025836
Feb 12 21:05:16.950314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-e70b7653-755b-42a7-8d42-7d4520b67697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:16.951878 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-e70b7653-755b-42a7-8d42-7d4520b67697 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.2330661
Feb 12 21:05:16.955386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['1dcd7742-1914-4434-a268-34bdc3f688d2'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:17.021155 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fd7bfed1-93a3-41fe-9a86-3fb69911116c req-9517f1bc-5f6b-414f-a64e-8f9a55ec92fd tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080382
Feb 12 21:05:17.029267 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-3c9d91e1-7a06-4b04-8b05-1c001940a1c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8 HTTP/1.1" status: 200  len: 217 time: 0.0644977
Feb 12 21:05:17.127969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-499c9ed7-08f7-43e0-9a23-5b6100babde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:17.129851 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-499c9ed7-08f7-43e0-9a23-5b6100babde0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0934014
Feb 12 21:05:17.211918 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60058147-5c04-4619-bc0a-993f307500ca req-e84271d1-100d-4b33-bea7-a1bcd2de817e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:17.213723 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60058147-5c04-4619-bc0a-993f307500ca req-e84271d1-100d-4b33-bea7-a1bcd2de817e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 948 time: 0.1021721
Feb 12 21:05:17.221925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-d4e8c46b-8f45-4d4e-98a4-e520ec6db162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:17.223488 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-d4e8c46b-8f45-4d4e-98a4-e520ec6db162 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0763958
Feb 12 21:05:17.326141 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60058147-5c04-4619-bc0a-993f307500ca req-d27e08e1-149a-4eef-914a-73201dcb3b34 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001251
Feb 12 21:05:17.369346 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-c965199c-2c9e-4b18-a8ff-a0abfd078ea0 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291633
Feb 12 21:05:17.507509 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-7c9e790a-a0b4-458c-9b94-26ec6a49d33e service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290576
Feb 12 21:05:17.842863 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcff610-79fb-4487-bd12-b8d446265957 x-openstack-request-id: req-2fcff610-79fb-4487-bd12-b8d446265957 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:17.842863 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adffe64-7deb-47c3-b073-0fc6b684979f", "name": "network-vif-unplugged", "status": "completed", "tag": "6ab99884-aa16-42e5-9cde-aea1aba07ad2", "code": 200}, {"name": "network-changed", "server_uuid": "6adffe64-7deb-47c3-b073-0fc6b684979f", "tag": "6ab99884-aa16-42e5-9cde-aea1aba07ad2", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:17.843438 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fcff610-79fb-4487-bd12-b8d446265957 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:17.843534 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adffe64-7deb-47c3-b073-0fc6b684979f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab99884-aa16-42e5-9cde-aea1aba07ad2', 'code': 200}
Feb 12 21:05:17.843779 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6adffe64-7deb-47c3-b073-0fc6b684979f', 'tag': '6ab99884-aa16-42e5-9cde-aea1aba07ad2', 'status': 'completed', 'code': 200}
Feb 12 21:05:17.987181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d25b5-64b4-414b-b68b-7cd1fa8512ad req-87a74313-17a3-4294-ac42-8b22fb64aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:17.989030 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b42d25b5-64b4-414b-b68b-7cd1fa8512ad req-87a74313-17a3-4294-ac42-8b22fb64aa3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 1156 time: 0.1160641
Feb 12 21:05:18.023028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a7c57268-d530-4f9d-b77d-da6cb2a2b872 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:05:18.035636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1dcd7742-1914-4434-a268-34bdc3f688d2 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:05:18.112269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796e3a2-2b70-484a-959f-620b7df89e3e req-2e877584-67f0-4a95-862a-908c64ab620d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:18.123694 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f796e3a2-2b70-484a-959f-620b7df89e3e req-2e877584-67f0-4a95-862a-908c64ab620d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 944 time: 0.1805942
Feb 12 21:05:18.220735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d25b5-64b4-414b-b68b-7cd1fa8512ad req-e35bcd37-e9bc-4984-8837-421d00b90e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:18.222849 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b42d25b5-64b4-414b-b68b-7cd1fa8512ad req-e35bcd37-e9bc-4984-8837-421d00b90e70 service neutron] 10.222.0.48 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 922 time: 0.2224960
Feb 12 21:05:18.232458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a7c57268-d530-4f9d-b77d-da6cb2a2b872, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7c57268-d530-4f9d-b77d-da6cb2a2b872,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:18.248460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872', 'mac_address': 'fa:16:3e:b7:40:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:05:18.288901 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b42d25b5-64b4-414b-b68b-7cd1fa8512ad req-ce0e8606-70f0-4870-bd37-a06be41d43a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ab99884-aa16-42e5-9cde-aea1aba07ad2 HTTP/1.1" status: 200  len: 217 time: 0.0546191
Feb 12 21:05:18.302386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 1dcd7742-1914-4434-a268-34bdc3f688d2 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:05:18.306204 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f796e3a2-2b70-484a-959f-620b7df89e3e req-858f580a-3eef-4036-8515-ee3595b92183 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763830
Feb 12 21:05:18.315223 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 1dcd7742-1914-4434-a268-34bdc3f688d2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:18.316247 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1dcd7742-1914-4434-a268-34bdc3f688d2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:18.403221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a7c57268-d530-4f9d-b77d-da6cb2a2b872 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:18.403668 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:18.413330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d25b5-64b4-414b-b68b-7cd1fa8512ad req-2ce086d2-016f-40ca-994b-2d7e5cb406af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:18.415271 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b42d25b5-64b4-414b-b68b-7cd1fa8512ad req-2ce086d2-016f-40ca-994b-2d7e5cb406af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.1080444
Feb 12 21:05:18.436872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c57268-d530-4f9d-b77d-da6cb2a2b872 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:18.463889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a7c57268-d530-4f9d-b77d-da6cb2a2b872, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7c57268-d530-4f9d-b77d-da6cb2a2b872,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:18.482941 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b42d25b5-64b4-414b-b68b-7cd1fa8512ad req-697f81a1-a279-42d7-88b8-cccbc9844227 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523181
Feb 12 21:05:18.521055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 1dcd7742-1914-4434-a268-34bdc3f688d2 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:18.521479 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1dcd7742-1914-4434-a268-34bdc3f688d2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:18.552608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0ab8-6e60-408c-8989-ac2178070a83 req-6e04a74f-8daf-4de7-b5ed-d629255fc4d8 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:18.554728 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-94af0ab8-6e60-408c-8989-ac2178070a83 req-6e04a74f-8daf-4de7-b5ed-d629255fc4d8 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.1343837
Feb 12 21:05:18.570086 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ea6f0a-e322-4f50-8683-2511dce11a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcd7742-1914-4434-a268-34bdc3f688d2'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:18.572814 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5294e70e-06a2-49d0-8c82-b73294485d0d" -d '{"events": [{"server_uuid": "b0ea6f0a-e322-4f50-8683-2511dce11a6b", "name": "network-vif-plugged", "status": "completed", "tag": "1dcd7742-1914-4434-a268-34bdc3f688d2"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:18.577616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 1dcd7742-1914-4434-a268-34bdc3f688d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dcd7742-1914-4434-a268-34bdc3f688d2,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:18.599779 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:18.601075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 00fe00bc-2807-4800-866f-306a75719cca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:05:18.656412 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-94af0ab8-6e60-408c-8989-ac2178070a83 req-a4d5774f-324b-4e0e-acb1-28430ff8a754 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694938
Feb 12 21:05:18.662659 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b42d25b5-64b4-414b-b68b-7cd1fa8512ad req-06adc1eb-bafa-49fa-b4d2-90ce1cdffff9 service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1681519
Feb 12 21:05:18.698688 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 00fe00bc-2807-4800-866f-306a75719cca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00fe00bc-2807-4800-866f-306a75719cca,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:18.781164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '00fe00bc-2807-4800-866f-306a75719cca', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '00fe00bc-2807-4800-866f-306a75719cca', 'mac_address': 'fa:16:3e:6f:11:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:05:18.853451 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1dcd7742-1914-4434-a268-34bdc3f688d2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:18.854345 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b42d25b5-64b4-414b-b68b-7cd1fa8512ad req-1c204dda-52af-480c-bf13-ff6b5a9ced5f service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545351
Feb 12 21:05:18.854465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a7c57268-d530-4f9d-b77d-da6cb2a2b872,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:18.854465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 00fe00bc-2807-4800-866f-306a75719cca is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:18.854465 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (00fe00bc-2807-4800-866f-306a75719cca), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:18.923785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736dbb6-9ae7-4fe0-a113-2d4485c1dbe9 req-1f96118a-6fbf-4307-bca6-5e958d6d48d5 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:18.935436 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8736dbb6-9ae7-4fe0-a113-2d4485c1dbe9 req-1f96118a-6fbf-4307-bca6-5e958d6d48d5 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 946 time: 0.1078837
Feb 12 21:05:18.935685 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fe00bc-2807-4800-866f-306a75719cca {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:18.982656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=1dcd7742-1914-4434-a268-34bdc3f688d2,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:19.004313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 00fe00bc-2807-4800-866f-306a75719cca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00fe00bc-2807-4800-866f-306a75719cca,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:19.012473 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8736dbb6-9ae7-4fe0-a113-2d4485c1dbe9 req-d72b51a2-e018-47b5-ad17-a2fcbaf2ddbf tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764368
Feb 12 21:05:19.211617 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19219f5f-5381-4112-ab6d-ad517eac29be req-25759ae8-5d8b-4e4d-9583-9e1c121b52fa tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:19.235157 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19219f5f-5381-4112-ab6d-ad517eac29be req-25759ae8-5d8b-4e4d-9583-9e1c121b52fa tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 949 time: 0.1084769
Feb 12 21:05:19.328083 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19219f5f-5381-4112-ab6d-ad517eac29be req-4e71ecd4-23c7-4f4a-879a-553703e02e02 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900240
Feb 12 21:05:19.394765 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (00fe00bc-2807-4800-866f-306a75719cca), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:19.489276 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f211ebc-528f-429d-887b-93af3684f389 req-afecd62c-69da-4ddb-9ec3-37044f04d9d8 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:19.490833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=00fe00bc-2807-4800-866f-306a75719cca,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:19.490965 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f211ebc-528f-429d-887b-93af3684f389 req-afecd62c-69da-4ddb-9ec3-37044f04d9d8 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 946 time: 0.1242104
Feb 12 21:05:19.539361 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc9441-e963-4261-ba45-8f06c8b24320 req-57658990-5ea3-44c5-80b2-f90ac3c75003 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:19.541268 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bebc9441-e963-4261-ba45-8f06c8b24320 req-57658990-5ea3-44c5-80b2-f90ac3c75003 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 949 time: 0.1096449
Feb 12 21:05:19.635963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bebc9441-e963-4261-ba45-8f06c8b24320 req-bce4d9e7-21eb-4db3-b467-dc2294ce8fcb tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873609
Feb 12 21:05:19.656502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-0f211ebc-528f-429d-887b-93af3684f389 req-65593b94-cf06-47d0-b919-49feafc6e62f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Deleting port 10c43251-210a-44eb-abb2-bdfbd842fd4d {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:05:19.657258 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0f211ebc-528f-429d-887b-93af3684f389 req-65593b94-cf06-47d0-b919-49feafc6e62f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (10c43251-210a-44eb-abb2-bdfbd842fd4d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:19.719347 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919e2353-4355-4db0-bd12-e82384746835 x-openstack-request-id: req-919e2353-4355-4db0-bd12-e82384746835 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:19.719694 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ea6f0a-e322-4f50-8683-2511dce11a6b", "name": "network-vif-plugged", "status": "completed", "tag": "1dcd7742-1914-4434-a268-34bdc3f688d2", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:19.723884 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-919e2353-4355-4db0-bd12-e82384746835 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:19.723884 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ea6f0a-e322-4f50-8683-2511dce11a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcd7742-1914-4434-a268-34bdc3f688d2', 'code': 200}
Feb 12 21:05:19.726011 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a7c57268-d530-4f9d-b77d-da6cb2a2b872'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:19.786513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-0f211ebc-528f-429d-887b-93af3684f389 req-65593b94-cf06-47d0-b919-49feafc6e62f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] For port 10c43251-210a-44eb-abb2-bdfbd842fd4d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10c43251-210a-44eb-abb2-bdfbd842fd4d,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:19.787100 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0f211ebc-528f-429d-887b-93af3684f389 req-65593b94-cf06-47d0-b919-49feafc6e62f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (10c43251-210a-44eb-abb2-bdfbd842fd4d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:19.803234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-0f211ebc-528f-429d-887b-93af3684f389 req-65593b94-cf06-47d0-b919-49feafc6e62f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Calling delete_port for 10c43251-210a-44eb-abb2-bdfbd842fd4d owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:05:19.843575 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['00fe00bc-2807-4800-866f-306a75719cca'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:20.048045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6ab99884-aa16-42e5-9cde-aea1aba07ad2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:05:20.053441 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0f211ebc-528f-429d-887b-93af3684f389 req-65593b94-cf06-47d0-b919-49feafc6e62f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (10c43251-210a-44eb-abb2-bdfbd842fd4d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:20.084228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['ec357ac8-2d34-44cb-8ba8-0821decd9e9a', '10c43251-210a-44eb-abb2-bdfbd842fd4d'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:20.099804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65593b94-cf06-47d0-b919-49feafc6e62f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Pushing event deleted for resources: {'Port': ['ID=10c43251-210a-44eb-abb2-bdfbd842fd4d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:20.117815 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14967d7f-2d6a-4997-8a51-8390d9d73fdd req-f7bf166a-56ac-46a5-abea-f72c6cab9b7c tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:20.130882 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14967d7f-2d6a-4997-8a51-8390d9d73fdd req-f7bf166a-56ac-46a5-abea-f72c6cab9b7c tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 944 time: 0.1408186
Feb 12 21:05:20.206377 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14967d7f-2d6a-4997-8a51-8390d9d73fdd req-09ea443b-d823-4b1c-85c0-e0d37d2be55b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743492
Feb 12 21:05:20.269783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f211ebc-528f-429d-887b-93af3684f389 req-65593b94-cf06-47d0-b919-49feafc6e62f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] No DVR routers for this DVR port 10c43251-210a-44eb-abb2-bdfbd842fd4d on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:05:20.274928 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0f211ebc-528f-429d-887b-93af3684f389 req-65593b94-cf06-47d0-b919-49feafc6e62f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:20.279279 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f211ebc-528f-429d-887b-93af3684f389 req-65593b94-cf06-47d0-b919-49feafc6e62f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.50 "DELETE /v2.0/ports/10c43251-210a-44eb-abb2-bdfbd842fd4d HTTP/1.1" status: 204  len: 173 time: 0.7753308
Feb 12 21:05:20.279968 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b389ae6-debb-4a3d-9fbb-648307b779ed', 'name': 'network-vif-deleted', 'tag': '10c43251-210a-44eb-abb2-bdfbd842fd4d'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:20.284704 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1cd459-935e-4054-9199-66fd319c2063" -d '{"events": [{"server_uuid": "2b389ae6-debb-4a3d-9fbb-648307b779ed", "name": "network-vif-deleted", "tag": "10c43251-210a-44eb-abb2-bdfbd842fd4d"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:20.364480 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ab99884-aa16-42e5-9cde-aea1aba07ad2,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:20.401304 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6ab99884-aa16-42e5-9cde-aea1aba07ad2 has no active binding in host nch2-master-1 {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 12 21:05:20.522614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc794bc-4fd0-4cf8-a0f3-7c18597d9bfd req-51f1f4a3-4c5c-4d60-8da5-15e377a6e65e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:20.535716 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bc794bc-4fd0-4cf8-a0f3-7c18597d9bfd req-51f1f4a3-4c5c-4d60-8da5-15e377a6e65e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.1195130
Feb 12 21:05:20.542710 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c4f05-7f65-4e09-a6c8-5e0fdfa833cf req-e83088be-9063-4b0b-b182-24f16b6b91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:20.545200 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dd9c4f05-7f65-4e09-a6c8-5e0fdfa833cf req-e83088be-9063-4b0b-b182-24f16b6b91bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b0ea6f0a-e322-4f50-8683-2511dce11a6b HTTP/1.1" status: 200  len: 1132 time: 0.7521451
Feb 12 21:05:20.614624 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bc794bc-4fd0-4cf8-a0f3-7c18597d9bfd req-d0cf5844-555e-483d-86e8-d0990b0412e8 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716491
Feb 12 21:05:20.646875 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dd9c4f05-7f65-4e09-a6c8-5e0fdfa833cf req-d42facb9-ac36-4615-b2f0-f76d5bcdc47d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841293
Feb 12 21:05:20.881510 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a17c1ac-c7ec-40ec-a744-9d75778f260a req-30123bea-8586-4502-b520-8396ba3bfa31 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 210 time: 0.0443826
Feb 12 21:05:20.957536 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de460cef-bb67-4e75-8a36-d121e427d917 x-openstack-request-id: req-de460cef-bb67-4e75-8a36-d121e427d917 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:20.957536 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b389ae6-debb-4a3d-9fbb-648307b779ed", "name": "network-vif-deleted", "tag": "10c43251-210a-44eb-abb2-bdfbd842fd4d", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:20.957536 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de460cef-bb67-4e75-8a36-d121e427d917 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:20.957536 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b389ae6-debb-4a3d-9fbb-648307b779ed', 'name': 'network-vif-deleted', 'tag': '10c43251-210a-44eb-abb2-bdfbd842fd4d', 'status': 'completed', 'code': 200}
Feb 12 21:05:20.973457 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-464cccf3-9530-4220-9e70-24e15afa379c service neutron] 10.222.0.48 "GET /v2.0/ports/6ab99884-aa16-42e5-9cde-aea1aba07ad2/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1013868
Feb 12 21:05:21.136167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d38bc-e331-476c-97d2-fb65a220f89d req-7a03080d-64c6-45cb-9793-7312ec2253a6 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:21.144384 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a59d38bc-e331-476c-97d2-fb65a220f89d req-7a03080d-64c6-45cb-9793-7312ec2253a6 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 949 time: 0.1162264
Feb 12 21:05:21.254688 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a59d38bc-e331-476c-97d2-fb65a220f89d req-27da8d8b-8e26-4c59-8859-272de1b1f2ed tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044989
Feb 12 21:05:21.314547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-4ce133cc-fabf-4145-b42f-126ba6af44a8 service neutron] For port 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ab99884-aa16-42e5-9cde-aea1aba07ad2,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:21.385216 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-4ce133cc-fabf-4145-b42f-126ba6af44a8 service neutron] For port 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:05:21.439420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-4ce133cc-fabf-4145-b42f-126ba6af44a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab99884-aa16-42e5-9cde-aea1aba07ad2 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:21.464651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bf5cf-af97-415e-bc6d-b45fc290e781 req-ea1da31f-80ed-46f8-80e2-28cd4eebd1c3 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:21.464651 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f40bf5cf-af97-415e-bc6d-b45fc290e781 req-ea1da31f-80ed-46f8-80e2-28cd4eebd1c3 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 949 time: 0.1179168
Feb 12 21:05:21.477406 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-4ce133cc-fabf-4145-b42f-126ba6af44a8 service neutron] For port 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ab99884-aa16-42e5-9cde-aea1aba07ad2,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:21.537414 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f40bf5cf-af97-415e-bc6d-b45fc290e781 req-5c483859-35ad-43eb-9986-a635aa208b87 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673242
Feb 12 21:05:21.602552 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-4ce133cc-fabf-4145-b42f-126ba6af44a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:21.751969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff40c2-f911-46a0-a1ba-8f362a1205a2 req-35185844-d43c-4295-b75a-264a0136d031 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:21.753672 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70ff40c2-f911-46a0-a1ba-8f362a1205a2 req-35185844-d43c-4295-b75a-264a0136d031 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 944 time: 0.1006970
Feb 12 21:05:21.758766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-4ce133cc-fabf-4145-b42f-126ba6af44a8 service neutron] Transition to ACTIVE for port object 6ab99884-aa16-42e5-9cde-aea1aba07ad2 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:05:21.813744 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70ff40c2-f911-46a0-a1ba-8f362a1205a2 req-328a1793-dfdf-4e02-aa08-51b880ce1028 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535178
Feb 12 21:05:22.060334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a7c57268-d530-4f9d-b77d-da6cb2a2b872 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:05:22.207216 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-4ce133cc-fabf-4145-b42f-126ba6af44a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:22.248288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port a7c57268-d530-4f9d-b77d-da6cb2a2b872 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:05:22.254359 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port a7c57268-d530-4f9d-b77d-da6cb2a2b872 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:22.254803 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:22.287990 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-4ce133cc-fabf-4145-b42f-126ba6af44a8 service neutron] No DVR routers for this DVR port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:05:22.333021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce133cc-fabf-4145-b42f-126ba6af44a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab99884-aa16-42e5-9cde-aea1aba07ad2,revision_number=10']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:22.342150 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-4ce133cc-fabf-4145-b42f-126ba6af44a8 service neutron] 10.222.0.48 "PUT /v2.0/ports/6ab99884-aa16-42e5-9cde-aea1aba07ad2/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3636150
Feb 12 21:05:22.421228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a7c57268-d530-4f9d-b77d-da6cb2a2b872 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:22.421726 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:22.470347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a7c57268-d530-4f9d-b77d-da6cb2a2b872, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7c57268-d530-4f9d-b77d-da6cb2a2b872,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:22.471574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd11fb3-ce20-420b-a958-95089b17ff99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:22.474209 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d20539-baa2-42e9-a357-09bc7230d366" -d '{"events": [{"server_uuid": "cdd11fb3-ce20-420b-a958-95089b17ff99", "name": "network-vif-plugged", "status": "completed", "tag": "a7c57268-d530-4f9d-b77d-da6cb2a2b872"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:22.478609 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ab7d-956c-4df4-82ff-5ebe57878a0b req-8add70da-c586-4fb0-b92e-de0b9cdf62de tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:22.484080 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30d2ab7d-956c-4df4-82ff-5ebe57878a0b req-8add70da-c586-4fb0-b92e-de0b9cdf62de tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.0996439
Feb 12 21:05:22.565981 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:22.566790 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 00fe00bc-2807-4800-866f-306a75719cca up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:05:22.592610 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30d2ab7d-956c-4df4-82ff-5ebe57878a0b req-1d3f93e3-0faf-4db6-8dc4-fedbbcc3a33f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999665
Feb 12 21:05:22.736482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a7c57268-d530-4f9d-b77d-da6cb2a2b872,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:22.783947 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7fa524d5-cddd-4de0-b780-88a59366adbb req-0663d3a8-0966-4d83-b198-98deb1eaf2e8 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 210 time: 0.0615997
Feb 12 21:05:22.900581 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 00fe00bc-2807-4800-866f-306a75719cca completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:05:22.906149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 00fe00bc-2807-4800-866f-306a75719cca triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:22.906646 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (00fe00bc-2807-4800-866f-306a75719cca), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:23.022036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 00fe00bc-2807-4800-866f-306a75719cca is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:23.022425 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (00fe00bc-2807-4800-866f-306a75719cca), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:23.069219 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 00fe00bc-2807-4800-866f-306a75719cca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00fe00bc-2807-4800-866f-306a75719cca,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:23.076643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac2d35-a82a-47d8-aceb-92bdd1079dff req-1ce4fd38-8f56-40aa-9e83-1926166bcbd0 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:23.078350 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3ac2d35-a82a-47d8-aceb-92bdd1079dff req-1ce4fd38-8f56-40aa-9e83-1926166bcbd0 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 950 time: 0.0651343
Feb 12 21:05:23.140966 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3ac2d35-a82a-47d8-aceb-92bdd1079dff req-b7e65932-ba7a-45db-914d-bb6b2e45df40 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555158
Feb 12 21:05:23.143867 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-dc931382-c3f8-4465-8e46-dd111c120770 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:23.144710 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (00fe00bc-2807-4800-866f-306a75719cca), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:23.147771 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-dc931382-c3f8-4465-8e46-dd111c120770 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f&tenant_id=097ba3f98cb348929658959fd4ff31cf&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1211123
Feb 12 21:05:23.223020 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e9929199-2471-4d89-b591-f97925ee4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:23.224658 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-e9929199-2471-4d89-b591-f97925ee4b43 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f&tenant_id=097ba3f98cb348929658959fd4ff31cf HTTP/1.1" status: 200  len: 1127 time: 0.0637205
Feb 12 21:05:23.245565 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d7ae46-78a6-4a54-8e71-87ef7d768824 x-openstack-request-id: req-48d7ae46-78a6-4a54-8e71-87ef7d768824 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:23.245858 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd11fb3-ce20-420b-a958-95089b17ff99", "name": "network-vif-plugged", "status": "completed", "tag": "a7c57268-d530-4f9d-b77d-da6cb2a2b872", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:23.246160 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48d7ae46-78a6-4a54-8e71-87ef7d768824 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:23.247076 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd11fb3-ce20-420b-a958-95089b17ff99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872', 'code': 200}
Feb 12 21:05:23.265907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=00fe00bc-2807-4800-866f-306a75719cca,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:23.338766 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-a048caac-d7dc-4f42-be43-7180797b6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:23.341410 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-a048caac-d7dc-4f42-be43-7180797b6509 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 1127 time: 0.0837808
Feb 12 21:05:23.413878 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc80a6e-7dfb-46a8-b311-89052b8a9792 req-089ae332-a3e2-40d1-9db0-87011a1d0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:23.416664 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bdc80a6e-7dfb-46a8-b311-89052b8a9792 req-089ae332-a3e2-40d1-9db0-87011a1d0352 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 1132 time: 0.0881140
Feb 12 21:05:23.423435 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cf35a-6a52-4604-89ea-9f2ee6b30b30 req-9fb60c4a-9c03-46f1-9d4c-312310df28ea tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:23.424963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe8cf35a-6a52-4604-89ea-9f2ee6b30b30 req-9fb60c4a-9c03-46f1-9d4c-312310df28ea tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 950 time: 0.1195486
Feb 12 21:05:23.507367 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bdc80a6e-7dfb-46a8-b311-89052b8a9792 req-761040da-28ed-49b6-8d1d-463b1ea41129 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813808
Feb 12 21:05:23.510642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe8cf35a-6a52-4604-89ea-9f2ee6b30b30 req-56b2ad32-0eb3-4695-bbc7-4a2c7be750f3 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788188
Feb 12 21:05:23.551568 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-20b6b0b5-3b2f-49bb-8fb2-00650e352c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:23.560290 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-20b6b0b5-3b2f-49bb-8fb2-00650e352c3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 922 time: 0.2012594
Feb 12 21:05:23.736830 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b204579-e8da-4436-b7ab-de9d74704a61 req-6e9cee8a-8538-4434-897a-03179c3ffeb0 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:23.741816 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b204579-e8da-4436-b7ab-de9d74704a61 req-6e9cee8a-8538-4434-897a-03179c3ffeb0 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 945 time: 0.1264176
Feb 12 21:05:23.829916 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b204579-e8da-4436-b7ab-de9d74704a61 req-e58a2f62-a119-4488-ad53-83c06a6b70d3 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855451
Feb 12 21:05:24.001389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a703a2-3701-4873-bbbf-00c3cfa985ea req-082056a5-b8ce-49ca-a398-54aca3e38cec tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:24.003081 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f7a703a2-3701-4873-bbbf-00c3cfa985ea req-082056a5-b8ce-49ca-a398-54aca3e38cec tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.0618763
Feb 12 21:05:24.061426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 10c43251-210a-44eb-abb2-bdfbd842fd4d no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:05:24.083416 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f7a703a2-3701-4873-bbbf-00c3cfa985ea req-d9b72175-6515-47e0-9741-4d9da8250da6 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665231
Feb 12 21:05:24.084080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 10c43251-210a-44eb-abb2-bdfbd842fd4d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:05:24.084625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 10c43251-210a-44eb-abb2-bdfbd842fd4d not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:05:24.264200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a48efde5-3d6d-4fb2-9ee0-377b86577cfc req-bec00d13-3f88-4d6b-b7cd-85b5710dd21c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b389ae6-debb-4a3d-9fbb-648307b779ed HTTP/1.1" status: 200  len: 210 time: 0.0401471
Feb 12 21:05:24.634965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 6ab99884-aa16-42e5-9cde-aea1aba07ad2 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:05:24.702128 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ece44-ae06-4794-bfd8-a857182eb1d6 req-dc817408-f414-49b9-b426-6d4d09e32ce5 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:24.721452 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a01ece44-ae06-4794-bfd8-a857182eb1d6 req-dc817408-f414-49b9-b426-6d4d09e32ce5 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 950 time: 0.0786109
Feb 12 21:05:24.774131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] The host nch1-master-1 is not matching for port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 host nch2-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:05:24.774603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 6ab99884-aa16-42e5-9cde-aea1aba07ad2 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:05:24.776872 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a01ece44-ae06-4794-bfd8-a857182eb1d6 req-ad1ad449-42d3-4cab-9bb6-cbaf2e0e7a88 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543308
Feb 12 21:05:24.952677 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-0963eecd-1c25-4a2a-8629-4807bb969491 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ab99884-aa16-42e5-9cde-aea1aba07ad2 HTTP/1.1" status: 200  len: 217 time: 0.0693359
Feb 12 21:05:24.962326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa143ff-3f32-47c0-b817-7bb9e44edb44 req-e08e0554-b4e3-4d4d-9d90-b85e3adef70d tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:24.970470 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1aa143ff-3f32-47c0-b817-7bb9e44edb44 req-e08e0554-b4e3-4d4d-9d90-b85e3adef70d tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 950 time: 0.1228683
Feb 12 21:05:25.031673 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-5ad85aeb-3d82-4482-8163-dcacededdf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:25.034219 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-5ad85aeb-3d82-4482-8163-dcacededdf9a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.0725632
Feb 12 21:05:25.037704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1aa143ff-3f32-47c0-b817-7bb9e44edb44 req-e9e0eb66-b5ff-4246-9ab5-b23aaaa2f8b9 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618160
Feb 12 21:05:25.083855 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-a9cdb371-9674-4528-97ea-763a81197582 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427575
Feb 12 21:05:25.233683 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b377aa-71e7-4d36-bdd9-9fe6df889c07 req-8dcc835c-fa26-44a5-a6cd-74476db799f9 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:25.243781 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e5b377aa-71e7-4d36-bdd9-9fe6df889c07 req-8dcc835c-fa26-44a5-a6cd-74476db799f9 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 945 time: 0.0761847
Feb 12 21:05:25.251293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cb772b-44b0-4edd-8aa7-c510b2a7211a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fe00bc-2807-4800-866f-306a75719cca'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:25.255394 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0e1d7a-c1b4-4a28-9cf7-8532e90fce87" -d '{"events": [{"server_uuid": "11cb772b-44b0-4edd-8aa7-c510b2a7211a", "name": "network-vif-plugged", "status": "completed", "tag": "00fe00bc-2807-4800-866f-306a75719cca"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:25.273385 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-a9d6266c-e531-4541-8e3d-1ab28f93a040 service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605783
Feb 12 21:05:25.305516 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e5b377aa-71e7-4d36-bdd9-9fe6df889c07 req-88df0b07-d9b5-4c2d-b35f-c69c8dcd47c6 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600390
Feb 12 21:05:25.411547 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-90cb2e6d-9bdd-4ff3-bf1d-17c75e721228 service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277869
Feb 12 21:05:25.474203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d499aa4-1abd-4d99-b24d-e697f59bbef4 req-a9d75fea-a836-4057-ae6a-3479e6a7b5da tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:25.479593 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d499aa4-1abd-4d99-b24d-e697f59bbef4 req-a9d75fea-a836-4057-ae6a-3479e6a7b5da tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.0798569
Feb 12 21:05:25.547708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d499aa4-1abd-4d99-b24d-e697f59bbef4 req-95c81430-7d62-4753-9343-4f9b9341d96c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668733
Feb 12 21:05:25.631192 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a6d4de-99dd-4333-8f68-6c277ef951e2 x-openstack-request-id: req-41a6d4de-99dd-4333-8f68-6c277ef951e2 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:25.631530 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cb772b-44b0-4edd-8aa7-c510b2a7211a", "name": "network-vif-plugged", "status": "completed", "tag": "00fe00bc-2807-4800-866f-306a75719cca", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:25.631799 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41a6d4de-99dd-4333-8f68-6c277ef951e2 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:25.632199 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cb772b-44b0-4edd-8aa7-c510b2a7211a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fe00bc-2807-4800-866f-306a75719cca', 'code': 200}
Feb 12 21:05:25.733846 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57326) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:25.811736 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-70c26102-d0ab-4157-9f5a-547f83736c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:25.869974 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726f970-90dc-4f43-b637-c1e2c1b95409 req-b894fe5a-ad0e-4989-bfff-3d2e0c9ff968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:25.872155 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2726f970-90dc-4f43-b637-c1e2c1b95409 req-b894fe5a-ad0e-4989-bfff-3d2e0c9ff968 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 1132 time: 0.0981381
Feb 12 21:05:25.907148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179cf6c-de9b-4830-ad2c-98602902fcbd req-ce557841-0f3a-45a6-a954-e2ada82b4cb1 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:25.914935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e179cf6c-de9b-4830-ad2c-98602902fcbd req-ce557841-0f3a-45a6-a954-e2ada82b4cb1 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1251574
Feb 12 21:05:25.949298 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2726f970-90dc-4f43-b637-c1e2c1b95409 req-f01524a1-e132-447c-92ca-3c5214f37662 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677478
Feb 12 21:05:26.009716 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30c1f2f4-9331-4bfd-bc29-07aa065ffc90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:26.018329 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e179cf6c-de9b-4830-ad2c-98602902fcbd req-c4ecdb09-7964-41d2-a56f-778ee98e6874 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023889
Feb 12 21:05:26.237443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3c123-ee71-410f-9bbc-ae017b58c127 req-39d43da0-21a9-434b-a4bd-11dc4b5c2372 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:26.242124 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6b3c123-ee71-410f-9bbc-ae017b58c127 req-39d43da0-21a9-434b-a4bd-11dc4b5c2372 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 950 time: 0.0866430
Feb 12 21:05:26.309758 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30c1f2f4-9331-4bfd-bc29-07aa065ffc90 admin admin] Publish callbacks [] for security_group (e952ea24-9e8a-4f5e-a3f0-1303adcd86a9), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:26.312764 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6b3c123-ee71-410f-9bbc-ae017b58c127 req-14bfbea3-2d97-427f-898b-0f1802827b4a tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674472
Feb 12 21:05:26.344860 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-ff1eab84-f692-4f22-8928-f3068f1899a2 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:26.346519 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-ff1eab84-f692-4f22-8928-f3068f1899a2 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f&tenant_id=097ba3f98cb348929658959fd4ff31cf&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1926579
Feb 12 21:05:26.497173 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30c1f2f4-9331-4bfd-bc29-07aa065ffc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e952ea24-9e8a-4f5e-a3f0-1303adcd86a9), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:26.517086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85bacd-e4d6-433a-b5df-787ee1b49309 req-ab5c7c6f-e9df-46db-9f57-469b0246e397 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:26.518664 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e85bacd-e4d6-433a-b5df-787ee1b49309 req-ab5c7c6f-e9df-46db-9f57-469b0246e397 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 950 time: 0.1161790
Feb 12 21:05:26.576813 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e85bacd-e4d6-433a-b5df-787ee1b49309 req-f3acb684-949a-4a2a-98c0-7e9cad0fd985 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516119
Feb 12 21:05:26.606795 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-30c1f2f4-9331-4bfd-bc29-07aa065ffc90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d9070f7330dc4cbe80de81cc3edbf0a9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8427088
Feb 12 21:05:26.608118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57344) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:26.608963 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1f2f4-9331-4bfd-bc29-07aa065ffc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e952ea24-9e8a-4f5e-a3f0-1303adcd86a9,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:26.667483 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b389a6b3-069b-40b8-b2a5-73fc722ddb3f admin admin] Publish callbacks [] for security_group (e952ea24-9e8a-4f5e-a3f0-1303adcd86a9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:26.711244 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b389a6b3-069b-40b8-b2a5-73fc722ddb3f admin admin] Publish callbacks [] for security_group (e952ea24-9e8a-4f5e-a3f0-1303adcd86a9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:26.751157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f55c46-8494-4235-88d5-6d4c56e4e6c6 req-49eaf9e6-91c2-4ffb-b1b9-f0e030a203f2 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:26.753044 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e3f55c46-8494-4235-88d5-6d4c56e4e6c6 req-49eaf9e6-91c2-4ffb-b1b9-f0e030a203f2 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 945 time: 0.1013999
Feb 12 21:05:26.814798 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e3f55c46-8494-4235-88d5-6d4c56e4e6c6 req-06e5a1f1-6b8f-4f21-a216-d4b49b5f897c tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528908
Feb 12 21:05:26.959330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfb795-b3c2-4908-bfc7-7ec38003c17d req-2dc30269-429a-4346-9094-d0d45bd40876 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:26.960846 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-decfb795-b3c2-4908-bfc7-7ec38003c17d req-2dc30269-429a-4346-9094-d0d45bd40876 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.0626955
Feb 12 21:05:27.113268 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:27.119429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-53542c5c-10a4-4655-ab2e-7b502c6b0102 service neutron] For port 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:05:27.125566 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-53542c5c-10a4-4655-ab2e-7b502c6b0102 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:27.126905 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b52fe3de-1388-41b8-8a73-91b8fd1161bf req-53542c5c-10a4-4655-ab2e-7b502c6b0102 service neutron] 10.222.0.50 "DELETE /v2.0/ports/6ab99884-aa16-42e5-9cde-aea1aba07ad2/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.7641141
Feb 12 21:05:27.351353 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b389a6b3-069b-40b8-b2a5-73fc722ddb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e952ea24-9e8a-4f5e-a3f0-1303adcd86a9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:27.354175 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b389a6b3-069b-40b8-b2a5-73fc722ddb3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:27.357425 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b389a6b3-069b-40b8-b2a5-73fc722ddb3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e952ea24-9e8a-4f5e-a3f0-1303adcd86a9 HTTP/1.1" status: 204  len: 168 time: 0.7733576
Feb 12 21:05:27.366571 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389a6b3-069b-40b8-b2a5-73fc722ddb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e952ea24-9e8a-4f5e-a3f0-1303adcd86a9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:27.415485 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-decfb795-b3c2-4908-bfc7-7ec38003c17d req-c40f69b9-32e6-423c-85b0-0ada28c779c7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4482679
Feb 12 21:05:27.638015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d7e16-dfd6-4136-b9d7-af0a842bdbdb req-db89bdca-c1e9-4c56-8f2a-07b22b938d48 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:27.641477 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-486d7e16-dfd6-4136-b9d7-af0a842bdbdb req-db89bdca-c1e9-4c56-8f2a-07b22b938d48 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1310382
Feb 12 21:05:27.754085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-486d7e16-dfd6-4136-b9d7-af0a842bdbdb req-4efd0a03-82d7-4c93-ae60-d7deeccfa17f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068726
Feb 12 21:05:27.991706 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee1162-fcec-4ed7-94c2-6d802e88f2fe req-d2b92347-5895-49a0-b73d-4256230cc5f0 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:27.999491 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-59ee1162-fcec-4ed7-94c2-6d802e88f2fe req-d2b92347-5895-49a0-b73d-4256230cc5f0 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 950 time: 0.0903053
Feb 12 21:05:28.024076 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0edd-bcff-439d-9c7e-c350615c2a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:28.065728 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-59ee1162-fcec-4ed7-94c2-6d802e88f2fe req-bb8d5d12-102d-46c2-bc5d-0088bad5b274 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650928
Feb 12 21:05:28.181459 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351862a-447d-45ce-bd88-ea093456e371 req-e52d3850-3aaf-4dd8-a5da-b7132942364e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:28.183395 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0351862a-447d-45ce-bd88-ea093456e371 req-e52d3850-3aaf-4dd8-a5da-b7132942364e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 950 time: 0.0567009
Feb 12 21:05:28.237892 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0351862a-447d-45ce-bd88-ea093456e371 req-4647a042-921c-4094-964f-4d283c81c995 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490334
Feb 12 21:05:28.354493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5c669-de88-4ae1-acce-b3d67abc726d req-649bbf50-9a03-40f6-95a6-9e02c78eb655 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:28.356574 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ccb5c669-de88-4ae1-acce-b3d67abc726d req-649bbf50-9a03-40f6-95a6-9e02c78eb655 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0589459
Feb 12 21:05:28.414126 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57378) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:28.420300 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ccb5c669-de88-4ae1-acce-b3d67abc726d req-d146d16b-da8f-4c0f-937c-13e29ed17955 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564842
Feb 12 21:05:28.431968 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a4d3d0-a208-4516-aeee-4ac72d6ac3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:28.543871 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a4d3d0-a208-4516-aeee-4ac72d6ac3fe admin admin] Publish callbacks [] for security_group (2b2615c3-57b3-40cc-8948-63a3afa2825b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:28.558263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a1b5b-73b7-46a4-862f-3ba39c551f23 req-8b8807b1-05fe-4985-b5ea-9b27786fe27a tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:28.560137 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a7a1b5b-73b7-46a4-862f-3ba39c551f23 req-8b8807b1-05fe-4985-b5ea-9b27786fe27a tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 1127 time: 0.0604503
Feb 12 21:05:28.608232 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a7a1b5b-73b7-46a4-862f-3ba39c551f23 req-25f1e7d9-7396-47d0-bb4b-350795f8d9f0 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424800
Feb 12 21:05:28.626086 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a4d3d0-a208-4516-aeee-4ac72d6ac3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2b2615c3-57b3-40cc-8948-63a3afa2825b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:28.674747 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-70a4d3d0-a208-4516-aeee-4ac72d6ac3fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4172c58debc9426c9111b3a6f3d6fdff&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2591937
Feb 12 21:05:28.675627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4d3d0-a208-4516-aeee-4ac72d6ac3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2615c3-57b3-40cc-8948-63a3afa2825b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:28.677501 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57388) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:28.775813 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-640480d7-3e54-4858-8912-fced7095502d admin admin] Publish callbacks [] for security_group (2b2615c3-57b3-40cc-8948-63a3afa2825b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:28.802189 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-640480d7-3e54-4858-8912-fced7095502d admin admin] Publish callbacks [] for security_group (2b2615c3-57b3-40cc-8948-63a3afa2825b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:28.919492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750f6e0-861e-4d87-8473-1f4ef9f3e607 req-6ef866fc-6e05-4874-9f89-95468e2a76ed tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:28.921164 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e750f6e0-861e-4d87-8473-1f4ef9f3e607 req-6ef866fc-6e05-4874-9f89-95468e2a76ed tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0ea6f0a-e322-4f50-8683-2511dce11a6b HTTP/1.1" status: 200  len: 950 time: 0.0602248
Feb 12 21:05:28.958541 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-640480d7-3e54-4858-8912-fced7095502d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2b2615c3-57b3-40cc-8948-63a3afa2825b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:28.962604 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-640480d7-3e54-4858-8912-fced7095502d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:28.968638 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-640480d7-3e54-4858-8912-fced7095502d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b2615c3-57b3-40cc-8948-63a3afa2825b HTTP/1.1" status: 204  len: 168 time: 0.2898955
Feb 12 21:05:28.981472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640480d7-3e54-4858-8912-fced7095502d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2615c3-57b3-40cc-8948-63a3afa2825b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:28.993967 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e750f6e0-861e-4d87-8473-1f4ef9f3e607 req-e209b863-f44f-4b8d-aaad-72e9ae2f0b71 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673549
Feb 12 21:05:29.145809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a134a-dcf7-4d10-9ff6-330f9bbe4784 req-7a806288-2b77-4000-b562-66996f034fab tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:29.157819 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa2a134a-dcf7-4d10-9ff6-330f9bbe4784 req-7a806288-2b77-4000-b562-66996f034fab tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.0966768
Feb 12 21:05:29.161577 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:29.212554 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa2a134a-dcf7-4d10-9ff6-330f9bbe4784 req-664bd5e9-9dd6-438a-96cf-a282b5fff628 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534437
Feb 12 21:05:29.440577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-6eed35e9-115d-492e-909e-8795b333c975 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:29.442435 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-6eed35e9-115d-492e-909e-8795b333c975 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 821 time: 0.1325035
Feb 12 21:05:29.453499 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:29.459888 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-84583772-8114-402c-9b4f-86febded2917 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/quotas/097ba3f98cb348929658959fd4ff31cf HTTP/1.1" status: 200  len: 375 time: 0.0118978
Feb 12 21:05:29.586114 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-076e3983-4f14-4b32-9da4-cc1c3bebabc1 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1190023
Feb 12 21:05:29.690329 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-cc8cd440-e7ea-4d8f-aaf8-1ca133b43c21 service neutron] 10.222.0.31 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1033375
Feb 12 21:05:29.807674 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-8e2caadc-b055-4fea-a317-45a65d16fc20 service neutron] 10.222.0.31 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1049664
Feb 12 21:05:29.906374 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047431e-fe75-44a3-8e2a-d7885c7f32c5 req-5724dafd-f483-4e81-820e-cf3e1888d287 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:29.911583 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047431e-fe75-44a3-8e2a-d7885c7f32c5 req-5724dafd-f483-4e81-820e-cf3e1888d287 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:29.913375 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c047431e-fe75-44a3-8e2a-d7885c7f32c5 req-5724dafd-f483-4e81-820e-cf3e1888d287 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a&device_id=b0ea6f0a-e322-4f50-8683-2511dce11a6b HTTP/1.1" status: 200  len: 1691 time: 0.0955088
Feb 12 21:05:29.964186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c047431e-fe75-44a3-8e2a-d7885c7f32c5 req-d17c7816-82c1-4e8c-93a6-3d3a01152bc6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443323
Feb 12 21:05:30.162873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e976b-8a26-4da6-ae69-d00e9fb32169 req-58c2143f-dc25-4566-abc0-53d9c533fa41 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:30.172043 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ab6e976b-8a26-4da6-ae69-d00e9fb32169 req-58c2143f-dc25-4566-abc0-53d9c533fa41 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 950 time: 0.0868194
Feb 12 21:05:30.254430 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ab6e976b-8a26-4da6-ae69-d00e9fb32169 req-728401e9-299d-4c11-a659-a3a7ce182ea0 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813103
Feb 12 21:05:30.259861 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-37602473-caea-40ff-8bd4-b112d44a4fdb req-0907f7fc-570a-4a0d-85f8-088eda1de9e4 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 210 time: 0.0540581
Feb 12 21:05:30.390473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0307a49-7156-486d-a105-cb50f759697a req-acb34c2c-9847-4f3d-a36d-809ff7c2b957 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:30.397917 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f0307a49-7156-486d-a105-cb50f759697a req-acb34c2c-9847-4f3d-a36d-809ff7c2b957 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 1132 time: 0.0637004
Feb 12 21:05:30.413071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01a470-b3f7-4786-9183-b5e0040de1ac req-f06dd51b-ab82-47f0-8f3a-431ba63e0fdf tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:30.414739 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce01a470-b3f7-4786-9183-b5e0040de1ac req-f06dd51b-ab82-47f0-8f3a-431ba63e0fdf tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.0684075
Feb 12 21:05:30.459471 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f0307a49-7156-486d-a105-cb50f759697a req-24f9a6ec-68ea-48ac-b5c9-7fd619d0d21f tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580187
Feb 12 21:05:30.482815 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce01a470-b3f7-4786-9183-b5e0040de1ac req-79e688a0-aac5-456c-961f-48f59de415d0 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502717
Feb 12 21:05:30.611587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cdd44-0a19-46a0-a669-8d1c3e5bcfd8 req-a06ed50d-80a2-4f79-89d6-c78e9e6724e2 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:30.613980 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-940cdd44-0a19-46a0-a669-8d1c3e5bcfd8 req-a06ed50d-80a2-4f79-89d6-c78e9e6724e2 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b0ea6f0a-e322-4f50-8683-2511dce11a6b HTTP/1.1" status: 200  len: 1132 time: 0.0622432
Feb 12 21:05:30.668808 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-940cdd44-0a19-46a0-a669-8d1c3e5bcfd8 req-dbbeb5e4-c3ce-4167-88e7-dc0ab02311cb tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481300
Feb 12 21:05:30.883006 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:31.107184 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-96624629-7ce8-44c9-8460-ac31ba29dc25 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0329385
Feb 12 21:05:31.256640 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adf55-02a2-4b16-8fd6-88434fec85af req-c3384962-da52-4da1-bfe2-4dee9414a599 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:31.259427 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-c3384962-da52-4da1-bfe2-4dee9414a599 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1523721
Feb 12 21:05:31.280952 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-05d06c91-9489-4b0a-9e3b-a8f9dba8969f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/quotas/2e3d4a23b3dd48a2a3e78818c60bdf5d HTTP/1.1" status: 200  len: 375 time: 0.0149140
Feb 12 21:05:31.410151 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-0ab87eb3-db72-4fdd-81a7-bac597d75408 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1225007
Feb 12 21:05:31.436409 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0eb3e3bd-e7bb-41c8-a8c1-525d90ca3791 req-c9f563cc-031a-4614-b5d2-52b1c2fe3de0 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 210 time: 0.0545640
Feb 12 21:05:31.658670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c34a7-b0ab-4c10-a995-665841904809 req-753dfd14-4eac-4ca4-857f-36bd5ec99e2e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:31.668948 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e0c34a7-b0ab-4c10-a995-665841904809 req-753dfd14-4eac-4ca4-857f-36bd5ec99e2e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.0914612
Feb 12 21:05:31.729200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e0c34a7-b0ab-4c10-a995-665841904809 req-4128b46b-dfe7-403c-91f0-1f7c72ea5155 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593362
Feb 12 21:05:32.133524 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a7c57268-d530-4f9d-b77d-da6cb2a2b872 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:05:32.229886 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:32.268396 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a7c57268-d530-4f9d-b77d-da6cb2a2b872, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7c57268-d530-4f9d-b77d-da6cb2a2b872,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:32.282547 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872', 'mac_address': 'fa:16:3e:b7:40:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:05:32.328543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a7c57268-d530-4f9d-b77d-da6cb2a2b872 is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:32.328933 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:32.342442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35342d89-7605-419a-b0a6-f4b459b3e37b req-3a948008-6363-4fed-88c9-89dae0ad1454 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:32.343984 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-35342d89-7605-419a-b0a6-f4b459b3e37b req-3a948008-6363-4fed-88c9-89dae0ad1454 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0673583
Feb 12 21:05:32.412573 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-35342d89-7605-419a-b0a6-f4b459b3e37b req-7b084c86-d8fe-47dd-834b-05d72d5cf50c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627139
Feb 12 21:05:32.481682 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7c57268-d530-4f9d-b77d-da6cb2a2b872 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:32.515781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a7c57268-d530-4f9d-b77d-da6cb2a2b872, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7c57268-d530-4f9d-b77d-da6cb2a2b872,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:32.657150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 31030585-0e0e-44d7-bd66-e3136d668ce8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:05:32.738385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 31030585-0e0e-44d7-bd66-e3136d668ce8 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:32.739623 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:32.768955 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3267b0c7-25e2-44b9-afd1-21270d2d53bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31030585-0e0e-44d7-bd66-e3136d668ce8'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:32.771208 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a3955a-cd9f-4efe-8047-6de283dd2aee" -d '{"events": [{"server_uuid": "3267b0c7-25e2-44b9-afd1-21270d2d53bb", "name": "network-vif-unplugged", "status": "completed", "tag": "31030585-0e0e-44d7-bd66-e3136d668ce8"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:32.784979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 31030585-0e0e-44d7-bd66-e3136d668ce8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31030585-0e0e-44d7-bd66-e3136d668ce8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:32.873037 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:32.951798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a7c57268-d530-4f9d-b77d-da6cb2a2b872,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:32.980418 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:33.077673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-3be97054-6430-42fe-896d-3aa0eb94a170 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:33.080037 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-3be97054-6430-42fe-896d-3aa0eb94a170 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.48 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 821 time: 0.1860490
Feb 12 21:05:33.080632 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a7c57268-d530-4f9d-b77d-da6cb2a2b872'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:33.098186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-67e3ff24-af99-4f8e-9e46-c947da9de96d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Request body: {'port': {'device_id': '1d0d6420-a0c3-4a88-9549-864fdefe2378', 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51', 'admin_state_up': True, 'tenant_id': '097ba3f98cb348929658959fd4ff31cf'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:05:33.152094 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=31030585-0e0e-44d7-bd66-e3136d668ce8,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:33.179915 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4987199-4c9b-4bf8-9a5e-6e5773bf0571 req-d582ef3b-760d-4900-9373-7a2ffedfaf61 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:33.184060 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b4987199-4c9b-4bf8-9a5e-6e5773bf0571 req-d582ef3b-760d-4900-9373-7a2ffedfaf61 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1033263
Feb 12 21:05:33.259257 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68a92dd1-077a-49c4-8ae7-00922f8ce3c4 req-8daea337-f5ef-40b6-8a68-e443f0cdc816 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 210 time: 0.0629008
Feb 12 21:05:33.340782 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b4987199-4c9b-4bf8-9a5e-6e5773bf0571 req-6b49e4b0-bbb1-40b2-ac46-f0a95730b767 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284475
Feb 12 21:05:33.502529 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111d00a6-e530-4858-9b45-cdc16131cab7 x-openstack-request-id: req-111d00a6-e530-4858-9b45-cdc16131cab7 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:33.502529 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3267b0c7-25e2-44b9-afd1-21270d2d53bb", "name": "network-vif-unplugged", "status": "completed", "tag": "31030585-0e0e-44d7-bd66-e3136d668ce8", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:33.503071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f0c9d-d610-48b1-a1b1-b70594fd89ab req-249139dd-256b-4cf6-b44c-9d5eddac8e94 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:33.503166 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-111d00a6-e530-4858-9b45-cdc16131cab7 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:33.503166 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3267b0c7-25e2-44b9-afd1-21270d2d53bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31030585-0e0e-44d7-bd66-e3136d668ce8', 'code': 200}
Feb 12 21:05:33.511802 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-af7f0c9d-d610-48b1-a1b1-b70594fd89ab req-249139dd-256b-4cf6-b44c-9d5eddac8e94 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.0951080
Feb 12 21:05:33.565134 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-af7f0c9d-d610-48b1-a1b1-b70594fd89ab req-ac07d630-426e-4271-8c5e-70fcc71c1290 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520484
Feb 12 21:05:33.565823 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-67e3ff24-af99-4f8e-9e46-c947da9de96d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Made reservation on behalf of 097ba3f98cb348929658959fd4ff31cf for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:05:33.569149 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-67e3ff24-af99-4f8e-9e46-c947da9de96d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:33.841589 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-977b251e-d6f0-49fa-a4e1-3df37b73e28f req-9ffb1d3b-d8dc-4c4c-87f3-a88d79fc28bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0654490
Feb 12 21:05:33.846026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-67e3ff24-af99-4f8e-9e46-c947da9de96d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Allocated IP 172.20.0.11 (714ff2dc-d317-4a71-9ee6-4e812e6c4f51/0842d8e5-d921-4cb0-bac6-7b8b2456a4d7/76d6d407-e6c3-4fc4-984f-2f18ac7b3009) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:05:34.024020 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bc968979-dc64-4142-a422-c8af418607a5 req-1d48cfae-41b8-4da9-827a-f3d06a7fa3d4 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c506a05b-2643-47fa-a737-ef76cf15e0e9 HTTP/1.1" status: 200  len: 210 time: 0.1167436
Feb 12 21:05:34.052102 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b251e-d6f0-49fa-a4e1-3df37b73e28f req-a2d5dd50-af03-4390-83d8-1440abd57655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:34.053776 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-977b251e-d6f0-49fa-a4e1-3df37b73e28f req-a2d5dd50-af03-4390-83d8-1440abd57655 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 1126 time: 0.1852372
Feb 12 21:05:34.099871 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-67e3ff24-af99-4f8e-9e46-c947da9de96d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks [] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:34.144316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a7c57268-d530-4f9d-b77d-da6cb2a2b872 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:05:34.208798 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b251e-d6f0-49fa-a4e1-3df37b73e28f req-7f6fbd07-6557-4370-988b-af4f546ebb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:34.208798 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-977b251e-d6f0-49fa-a4e1-3df37b73e28f req-7f6fbd07-6557-4370-988b-af4f546ebb07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 908 time: 0.1249218
Feb 12 21:05:34.209392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port a7c57268-d530-4f9d-b77d-da6cb2a2b872 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:34.209392 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:34.249735 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-67e3ff24-af99-4f8e-9e46-c947da9de96d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:34.271526 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-977b251e-d6f0-49fa-a4e1-3df37b73e28f req-d46a8e5c-daa1-4aa1-b221-a06ed7349d11 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3effa86-57bb-42fc-8e61-cc0f745f1657 HTTP/1.1" status: 200  len: 217 time: 0.0591488
Feb 12 21:05:34.330451 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-67e3ff24-af99-4f8e-9e46-c947da9de96d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:05:34.349066 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-67e3ff24-af99-4f8e-9e46-c947da9de96d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:05:34.366276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a7c57268-d530-4f9d-b77d-da6cb2a2b872 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:34.366707 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:34.370280 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-67e3ff24-af99-4f8e-9e46-c947da9de96d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:05:34.455636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3ff24-af99-4f8e-9e46-c947da9de96d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Pushing event updated for resources: {'Port': ['ID=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:34.465498 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a7c57268-d530-4f9d-b77d-da6cb2a2b872, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7c57268-d530-4f9d-b77d-da6cb2a2b872,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:34.471892 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b251e-d6f0-49fa-a4e1-3df37b73e28f req-57c68229-ab25-42eb-aa30-60e3bee79adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:34.473587 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-977b251e-d6f0-49fa-a4e1-3df37b73e28f req-57c68229-ab25-42eb-aa30-60e3bee79adf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.1913075
Feb 12 21:05:34.501242 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-67e3ff24-af99-4f8e-9e46-c947da9de96d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:34.501242 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-67e3ff24-af99-4f8e-9e46-c947da9de96d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:34.526446 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-977b251e-d6f0-49fa-a4e1-3df37b73e28f req-66a3b41c-da1e-480d-86a2-d863615e5ec2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447602
Feb 12 21:05:34.538477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711a614-0474-4fc0-ba33-cfa3d72480d3 req-d77487be-7e77-4f8a-9d36-715a59327ce4 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:34.540252 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4711a614-0474-4fc0-ba33-cfa3d72480d3 req-d77487be-7e77-4f8a-9d36-715a59327ce4 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 932 time: 0.1778643
Feb 12 21:05:34.557076 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:34.588720 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-67e3ff24-af99-4f8e-9e46-c947da9de96d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4968793
Feb 12 21:05:34.606008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Request body: {'port': {'device_id': '1d0d6420-a0c3-4a88-9549-864fdefe2378', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:05:34.673381 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 868c095f-3711-40a3-a930-a2e4658e031f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:05:34.702114 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4711a614-0474-4fc0-ba33-cfa3d72480d3 req-4452fb59-210d-4f1e-8b82-b602e79ec09e tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421168
Feb 12 21:05:34.702271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a7c57268-d530-4f9d-b77d-da6cb2a2b872,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:34.761324 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-977b251e-d6f0-49fa-a4e1-3df37b73e28f req-6112e32e-15b7-4911-b0b2-d08f90525285 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2197945
Feb 12 21:05:34.813921 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:34.846937 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57728) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:34.971701 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 868c095f-3711-40a3-a930-a2e4658e031f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=868c095f-3711-40a3-a930-a2e4658e031f,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:34.997255 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-977b251e-d6f0-49fa-a4e1-3df37b73e28f req-6f926ce3-4f12-4d6d-bb95-0787a8c85e7c service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2253249
Feb 12 21:05:35.007863 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '868c095f-3711-40a3-a930-a2e4658e031f', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '868c095f-3711-40a3-a930-a2e4658e031f', 'mac_address': 'fa:16:3e:72:e9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:05:35.085688 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 868c095f-3711-40a3-a930-a2e4658e031f is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:35.086348 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (868c095f-3711-40a3-a930-a2e4658e031f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:35.111078 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868c095f-3711-40a3-a930-a2e4658e031f {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:35.164453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 868c095f-3711-40a3-a930-a2e4658e031f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=868c095f-3711-40a3-a930-a2e4658e031f,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:35.188108 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df4dc5b0-5b3e-4f39-bf25-d79a7de25263 req-cbae6daf-9e2f-404c-bbe9-652362d22bd2 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c506a05b-2643-47fa-a737-ef76cf15e0e9 HTTP/1.1" status: 200  len: 210 time: 0.0393815
Feb 12 21:05:35.216280 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514402c-bd8a-4e2e-b43f-87d3b087d307 req-7266a89a-d1fe-4378-986f-5b87465497f4 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:35.224204 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7514402c-bd8a-4e2e-b43f-87d3b087d307 req-7266a89a-d1fe-4378-986f-5b87465497f4 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.4582002
Feb 12 21:05:35.238764 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed33007c-955f-4c81-8c88-341436543759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:35.306821 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (868c095f-3711-40a3-a930-a2e4658e031f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:35.340737 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7514402c-bd8a-4e2e-b43f-87d3b087d307 req-0e2ee50b-1e97-4b1e-b2e2-98b0151c15fa tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142201
Feb 12 21:05:35.418460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=868c095f-3711-40a3-a930-a2e4658e031f,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:35.458247 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['868c095f-3711-40a3-a930-a2e4658e031f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:35.494257 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c7b60459-1800-48b9-b9c2-774a2de210dd req-49346d24-e4e2-4803-b341-8c133fd32b58 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2234538
Feb 12 21:05:35.507474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd11fb3-ce20-420b-a958-95089b17ff99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:35.507474 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bba5e91-4c22-4ee1-b924-a72fe9ff066f" -d '{"events": [{"server_uuid": "cdd11fb3-ce20-420b-a958-95089b17ff99", "name": "network-vif-plugged", "status": "completed", "tag": "a7c57268-d530-4f9d-b77d-da6cb2a2b872"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:35.549389 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed33007c-955f-4c81-8c88-341436543759 admin admin] Publish callbacks [] for security_group (86310305-cb92-4c79-a35a-25c7cc2f4344), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:35.609719 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9117d497-32f5-445f-a8e2-456520afb043 x-openstack-request-id: req-9117d497-32f5-445f-a8e2-456520afb043 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:35.610674 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd11fb3-ce20-420b-a958-95089b17ff99", "name": "network-vif-plugged", "status": "completed", "tag": "a7c57268-d530-4f9d-b77d-da6cb2a2b872", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:35.611119 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9117d497-32f5-445f-a8e2-456520afb043 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:35.611848 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd11fb3-ce20-420b-a958-95089b17ff99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872', 'code': 200}
Feb 12 21:05:35.639177 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:35.662511 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed33007c-955f-4c81-8c88-341436543759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (86310305-cb92-4c79-a35a-25c7cc2f4344), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:35.665036 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Publish callbacks [] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:35.703684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Transition to ACTIVE for port object 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:05:35.719013 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ed33007c-955f-4c81-8c88-341436543759 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1138da0ed0b3451c88e603bb25d1139a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8151836
Feb 12 21:05:35.721951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57764) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:35.744094 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b60459-1800-48b9-b9c2-774a2de210dd req-b4634420-4005-43ff-86c2-9ab653d208e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:35.751188 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c7b60459-1800-48b9-b9c2-774a2de210dd req-b4634420-4005-43ff-86c2-9ab653d208e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 1131 time: 0.1722634
Feb 12 21:05:35.768135 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33007c-955f-4c81-8c88-341436543759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86310305-cb92-4c79-a35a-25c7cc2f4344,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:35.792473 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43ccd130-76ab-41ff-a327-3b75421faae4 admin admin] Publish callbacks [] for security_group (86310305-cb92-4c79-a35a-25c7cc2f4344), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:35.858566 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:35.873001 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43ccd130-76ab-41ff-a327-3b75421faae4 admin admin] Publish callbacks [] for security_group (86310305-cb92-4c79-a35a-25c7cc2f4344), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:36.030060 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b60459-1800-48b9-b9c2-774a2de210dd req-51e45eaa-369d-4d5b-88b6-b3d26706177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:36.031562 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c7b60459-1800-48b9-b9c2-774a2de210dd req-51e45eaa-369d-4d5b-88b6-b3d26706177c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.2328434
Feb 12 21:05:36.118862 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c7b60459-1800-48b9-b9c2-774a2de210dd req-a5937bf4-7de3-40d2-ad88-e980f17d77d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7fe731ff-5471-4420-a35a-07898901b4d0 HTTP/1.1" status: 200  len: 217 time: 0.0784123
Feb 12 21:05:36.151670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Pushing event updated for resources: {'Port': ['ID=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:36.177595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25a25b-99fd-451f-b1e9-cfdd9c823067 req-676e22af-2ca4-45ae-b5f1-146d0fe07a5d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:36.179189 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d25a25b-99fd-451f-b1e9-cfdd9c823067 req-676e22af-2ca4-45ae-b5f1-146d0fe07a5d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 944 time: 0.3504992
Feb 12 21:05:36.265310 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d25a25b-99fd-451f-b1e9-cfdd9c823067 req-135ffd59-271e-496b-8727-aec0022ad0f7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752172
Feb 12 21:05:36.266203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Attempting to bind port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:05:36.266439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Attempting to bind port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:05:36.266776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Attempting to bind port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:36.273709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:05:36.274288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Attempting to bind port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:36.303291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:05:36.303291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Checking segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:05:36.303291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Bound using segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:05:36.303291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Bound port: 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:05:36.303291 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:36.303732 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b60459-1800-48b9-b9c2-774a2de210dd req-b295b989-96bc-4044-bb0b-4a119c59128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:36.303732 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c7b60459-1800-48b9-b9c2-774a2de210dd req-b295b989-96bc-4044-bb0b-4a119c59128e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1641238
Feb 12 21:05:36.357559 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43ccd130-76ab-41ff-a327-3b75421faae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (86310305-cb92-4c79-a35a-25c7cc2f4344), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:36.360222 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43ccd130-76ab-41ff-a327-3b75421faae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:36.361771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-43ccd130-76ab-41ff-a327-3b75421faae4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86310305-cb92-4c79-a35a-25c7cc2f4344 HTTP/1.1" status: 204  len: 168 time: 0.6384065
Feb 12 21:05:36.383357 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd130-76ab-41ff-a327-3b75421faae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86310305-cb92-4c79-a35a-25c7cc2f4344,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:36.437952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] For port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:05:36.453612 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] For port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:05:36.472649 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-07193ed4-f559-4f3f-b622-f376ae93536a req-4cb0b13b-fd10-4d8b-8886-0fb07f208367 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c506a05b-2643-47fa-a737-ef76cf15e0e9 HTTP/1.1" status: 200  len: 210 time: 0.0904429
Feb 12 21:05:36.523645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b60459-1800-48b9-b9c2-774a2de210dd req-4fc75eca-208b-4fd8-8cb2-9e20d7228f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:36.529054 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c7b60459-1800-48b9-b9c2-774a2de210dd req-4fc75eca-208b-4fd8-8cb2-9e20d7228f68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2129130
Feb 12 21:05:36.563901 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:36.682142 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 868c095f-3711-40a3-a930-a2e4658e031f up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:05:36.863892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Pushing event updated for resources: {'Port': ['ID=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:36.863892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:36.863892 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:36.863892 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-be96484f-71c9-4322-8554-4d7a74cd642c service neutron] 10.222.0.48 "PUT /v2.0/ports/76d6d407-e6c3-4fc4-984f-2f18ac7b3009 HTTP/1.1" status: 200  len: 1092 time: 2.2564671
Feb 12 21:05:36.863892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0d6420-a0c3-4a88-9549-864fdefe2378', 'tag': '76d6d407-e6c3-4fc4-984f-2f18ac7b3009'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:36.873212 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473934f5-a48a-4716-abc7-5f0e12b3cbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0d6420-a0c3-4a88-9549-864fdefe2378", "tag": "76d6d407-e6c3-4fc4-984f-2f18ac7b3009"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:36.890663 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 868c095f-3711-40a3-a930-a2e4658e031f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:36.895209 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (868c095f-3711-40a3-a930-a2e4658e031f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:36.952060 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa49da-827f-4396-bc0d-4822b75a9cfe req-4986057e-728a-462e-8be7-f2df7fc90eb2 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:36.976962 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6eaa49da-827f-4396-bc0d-4822b75a9cfe req-4986057e-728a-462e-8be7-f2df7fc90eb2 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.4710102
Feb 12 21:05:36.979401 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c7b60459-1800-48b9-b9c2-774a2de210dd req-deefeb42-7668-4704-b609-a0de82e5f7f4 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4463151
Feb 12 21:05:37.244790 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 868c095f-3711-40a3-a930-a2e4658e031f is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:37.245751 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (868c095f-3711-40a3-a930-a2e4658e031f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:37.298302 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1700f-7db2-4fd9-bc46-2010b94ed1cb req-84ec874a-ad0e-4488-bb97-58c16e9225a1 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:37.301065 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2e1700f-7db2-4fd9-bc46-2010b94ed1cb req-84ec874a-ad0e-4488-bb97-58c16e9225a1 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.4288118
Feb 12 21:05:37.301556 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 868c095f-3711-40a3-a930-a2e4658e031f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=868c095f-3711-40a3-a930-a2e4658e031f,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:37.301974 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c7b60459-1800-48b9-b9c2-774a2de210dd req-daf33385-8872-4818-a7c3-1f5d3fdf8c47 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3127737
Feb 12 21:05:37.305998 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6eaa49da-827f-4396-bc0d-4822b75a9cfe req-02cd8830-a844-447b-8ec9-3240237249c6 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3272054
Feb 12 21:05:37.315360 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-b2ab9654-860a-4f7e-b091-a3e5bee3607a tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1177909
Feb 12 21:05:37.423228 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (868c095f-3711-40a3-a930-a2e4658e031f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:37.424209 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424dd810-f959-48b7-8be5-2406c539c23f x-openstack-request-id: req-424dd810-f959-48b7-8be5-2406c539c23f {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:37.429673 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0d6420-a0c3-4a88-9549-864fdefe2378", "tag": "76d6d407-e6c3-4fc4-984f-2f18ac7b3009", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:37.432364 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-424dd810-f959-48b7-8be5-2406c539c23f {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:37.432364 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0d6420-a0c3-4a88-9549-864fdefe2378', 'tag': '76d6d407-e6c3-4fc4-984f-2f18ac7b3009', 'status': 'completed', 'code': 200}
Feb 12 21:05:37.500756 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2e1700f-7db2-4fd9-bc46-2010b94ed1cb req-ac5006ea-da2a-4af3-be55-a88da1f13f19 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855016
Feb 12 21:05:37.557339 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=868c095f-3711-40a3-a930-a2e4658e031f,revision_number=10']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:37.559783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-c443d138-296c-4d61-b02c-7e8b62921705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:37.565896 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-c443d138-296c-4d61-b02c-7e8b62921705 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 1126 time: 0.4824619
Feb 12 21:05:37.613633 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb912b1f-e486-40b6-b01c-5a26c3374a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868c095f-3711-40a3-a930-a2e4658e031f'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:37.618234 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788c4ee9-f0b2-4a77-ace7-7d2f3d2cb996" -d '{"events": [{"server_uuid": "eb912b1f-e486-40b6-b01c-5a26c3374a77", "name": "network-vif-plugged", "status": "completed", "tag": "868c095f-3711-40a3-a930-a2e4658e031f"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:37.637182 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-67170a76-f00e-49d6-b427-0eb9a52e765a tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0392404
Feb 12 21:05:37.679768 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-a4003e25-1900-423c-8c99-e14397ecbdfe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76d6d407-e6c3-4fc4-984f-2f18ac7b3009 HTTP/1.1" status: 200  len: 217 time: 0.1042469
Feb 12 21:05:37.815057 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-7e654d18-d6e0-422b-9b0e-3a05c7fa8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:37.816707 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-7e654d18-d6e0-422b-9b0e-3a05c7fa8124 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.1238749
Feb 12 21:05:37.862495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adf55-02a2-4b16-8fd6-88434fec85af req-15b15f02-307e-454c-92aa-1c45c20717e0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:37.865149 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-15b15f02-307e-454c-92aa-1c45c20717e0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2177498
Feb 12 21:05:37.866490 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-76dfd845-eed2-4903-b09f-895888a766f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408440
Feb 12 21:05:37.874698 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adf55-02a2-4b16-8fd6-88434fec85af req-373f7859-3192-42b2-a9be-4fa112cac3fe tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:37.876474 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-373f7859-3192-42b2-a9be-4fa112cac3fe tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5600474
Feb 12 21:05:37.891550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-402adf55-02a2-4b16-8fd6-88434fec85af req-aff21e68-0a5a-4aa0-9f67-db31a4caf429 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Request body: {'port': {'device_id': 'c506a05b-2643-47fa-a737-ef76cf15e0e9', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '2e3d4a23b3dd48a2a3e78818c60bdf5d'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:05:37.900257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-402adf55-02a2-4b16-8fd6-88434fec85af req-20e18aaf-aee2-473f-a482-c176c21d5a62 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Request body: {'port': {'device_id': '99e01316-e5b8-4cf6-b921-313a90bc4a48', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '2e3d4a23b3dd48a2a3e78818c60bdf5d'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:05:38.038049 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57860) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:38.115355 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1397ff24-c212-4def-9167-56d04d537211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:38.143112 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402adf55-02a2-4b16-8fd6-88434fec85af req-aff21e68-0a5a-4aa0-9f67-db31a4caf429 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Made reservation on behalf of 2e3d4a23b3dd48a2a3e78818c60bdf5d for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:05:38.146762 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-aff21e68-0a5a-4aa0-9f67-db31a4caf429 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:38.150821 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-199a623e-613f-4dd4-91e4-21c401a17d3a service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2732849
Feb 12 21:05:38.400051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402adf55-02a2-4b16-8fd6-88434fec85af req-20e18aaf-aee2-473f-a482-c176c21d5a62 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Made reservation on behalf of 2e3d4a23b3dd48a2a3e78818c60bdf5d for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:05:38.403907 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-20e18aaf-aee2-473f-a482-c176c21d5a62 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:38.447793 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c3d1bdc-7dfa-42f1-b2d4-7bc8de92caae req-30f29ef3-3e0b-4ff4-be14-219743161c40 service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2471411
Feb 12 21:05:38.491873 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-402adf55-02a2-4b16-8fd6-88434fec85af req-aff21e68-0a5a-4aa0-9f67-db31a4caf429 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Allocated IP 192.168.233.57 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/5bafff40-3831-43c8-81dd-8619fc446d2e) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:05:38.800014 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1397ff24-c212-4def-9167-56d04d537211 admin admin] Publish callbacks [] for security_group (2216e85e-f331-45d5-8b96-bf11e535fb62), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:38.838319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473934f5-a48a-4716-abc7-5f0e12b3cbe5 req-22d68791-3a17-43ee-b664-b07b9123a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:38.840349 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-473934f5-a48a-4716-abc7-5f0e12b3cbe5 req-22d68791-3a17-43ee-b664-b07b9123a6c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 1126 time: 0.2142220
Feb 12 21:05:38.845685 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-aff21e68-0a5a-4aa0-9f67-db31a4caf429 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks [] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:38.900404 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1397ff24-c212-4def-9167-56d04d537211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2216e85e-f331-45d5-8b96-bf11e535fb62), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:38.983552 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57872) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:38.984615 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1397ff24-c212-4def-9167-56d04d537211 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d87c8a698cd84bedadf73832385460f0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9388652
Feb 12 21:05:38.993416 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-aff21e68-0a5a-4aa0-9f67-db31a4caf429 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:38.995034 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397ff24-c212-4def-9167-56d04d537211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2216e85e-f331-45d5-8b96-bf11e535fb62,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:39.012555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['d06b235b-99a9-4368-972a-9fb7e1fd2de3', '1dcd7742-1914-4434-a268-34bdc3f688d2', '00fe00bc-2807-4800-866f-306a75719cca'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:39.077490 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473934f5-a48a-4716-abc7-5f0e12b3cbe5 req-07846d31-0d3c-421b-ac78-cf1991f33a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:39.079148 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-473934f5-a48a-4716-abc7-5f0e12b3cbe5 req-07846d31-0d3c-421b-ac78-cf1991f33a69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 922 time: 0.2320156
Feb 12 21:05:39.098636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-402adf55-02a2-4b16-8fd6-88434fec85af req-20e18aaf-aee2-473f-a482-c176c21d5a62 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Allocated IP 192.168.233.19 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/343f7369-bd4a-4c45-bac6-12a12a82d733) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:05:39.147697 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-473934f5-a48a-4716-abc7-5f0e12b3cbe5 req-643b1269-559d-4046-957f-4dfa9921dd48 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76d6d407-e6c3-4fc4-984f-2f18ac7b3009 HTTP/1.1" status: 200  len: 217 time: 0.0601628
Feb 12 21:05:39.269470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473934f5-a48a-4716-abc7-5f0e12b3cbe5 req-c97180aa-406c-4571-9986-3c9d6fb31e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:39.269470 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-473934f5-a48a-4716-abc7-5f0e12b3cbe5 req-c97180aa-406c-4571-9986-3c9d6fb31e1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.1068292
Feb 12 21:05:39.278233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402adf55-02a2-4b16-8fd6-88434fec85af req-aff21e68-0a5a-4aa0-9f67-db31a4caf429 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:05:39.285563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-402adf55-02a2-4b16-8fd6-88434fec85af req-aff21e68-0a5a-4aa0-9f67-db31a4caf429 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:05:39.344034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-402adf55-02a2-4b16-8fd6-88434fec85af req-aff21e68-0a5a-4aa0-9f67-db31a4caf429 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:05:39.348494 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-473934f5-a48a-4716-abc7-5f0e12b3cbe5 req-cee5c9c8-0079-467c-b6e1-eef97c39d36b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0733168
Feb 12 21:05:39.362147 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5152b167-8685-416e-82ed-0aea23f87c93 admin admin] Publish callbacks [] for security_group (2216e85e-f331-45d5-8b96-bf11e535fb62), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:39.418930 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5152b167-8685-416e-82ed-0aea23f87c93 admin admin] Publish callbacks [] for security_group (2216e85e-f331-45d5-8b96-bf11e535fb62), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:39.515567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff21e68-0a5a-4aa0-9f67-db31a4caf429 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event updated for resources: {'Port': ['ID=5bafff40-3831-43c8-81dd-8619fc446d2e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:39.636030 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-473934f5-a48a-4716-abc7-5f0e12b3cbe5 req-d14aedc7-c475-449f-ac27-1b9d63a91795 service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2206051
Feb 12 21:05:39.649432 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adf55-02a2-4b16-8fd6-88434fec85af req-aff21e68-0a5a-4aa0-9f67-db31a4caf429 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:39.663796 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-aff21e68-0a5a-4aa0-9f67-db31a4caf429 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:39.688423 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5152b167-8685-416e-82ed-0aea23f87c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2216e85e-f331-45d5-8b96-bf11e535fb62), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:39.693885 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5152b167-8685-416e-82ed-0aea23f87c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:39.696751 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5152b167-8685-416e-82ed-0aea23f87c93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2216e85e-f331-45d5-8b96-bf11e535fb62 HTTP/1.1" status: 204  len: 168 time: 0.7109907
Feb 12 21:05:39.721164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152b167-8685-416e-82ed-0aea23f87c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2216e85e-f331-45d5-8b96-bf11e535fb62,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:39.792039 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-aff21e68-0a5a-4aa0-9f67-db31a4caf429 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9102221
Feb 12 21:05:39.810636 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Request body: {'port': {'device_id': 'c506a05b-2643-47fa-a737-ef76cf15e0e9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:05:39.848171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-547f5e45-9846-40e6-86a2-02565efded95 None None] Provisioning complete for port 5bafff40-3831-43c8-81dd-8619fc446d2e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:39.848757 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-547f5e45-9846-40e6-86a2-02565efded95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:39.850259 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-20e18aaf-aee2-473f-a482-c176c21d5a62 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks [] for port (343f7369-bd4a-4c45-bac6-12a12a82d733), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:39.883141 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-473934f5-a48a-4716-abc7-5f0e12b3cbe5 req-d231261f-658d-444f-a8d8-04bb84fb17a2 service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2351863
Feb 12 21:05:39.900840 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-547f5e45-9846-40e6-86a2-02565efded95 None None] Port 5bafff40-3831-43c8-81dd-8619fc446d2e cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:05:39.996933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:40.013703 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-20e18aaf-aee2-473f-a482-c176c21d5a62 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (343f7369-bd4a-4c45-bac6-12a12a82d733), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:40.029941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['d06b235b-99a9-4368-972a-9fb7e1fd2de3', '1dcd7742-1914-4434-a268-34bdc3f688d2', '00fe00bc-2807-4800-866f-306a75719cca'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:40.110867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402adf55-02a2-4b16-8fd6-88434fec85af req-20e18aaf-aee2-473f-a482-c176c21d5a62 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:05:40.114611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-402adf55-02a2-4b16-8fd6-88434fec85af req-20e18aaf-aee2-473f-a482-c176c21d5a62 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:05:40.140055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-402adf55-02a2-4b16-8fd6-88434fec85af req-20e18aaf-aee2-473f-a482-c176c21d5a62 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:05:40.200436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e18aaf-aee2-473f-a482-c176c21d5a62 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event updated for resources: {'Port': ['ID=343f7369-bd4a-4c45-bac6-12a12a82d733,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:40.327213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adf55-02a2-4b16-8fd6-88434fec85af req-20e18aaf-aee2-473f-a482-c176c21d5a62 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:40.334038 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-20e18aaf-aee2-473f-a482-c176c21d5a62 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:40.471601 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-20e18aaf-aee2-473f-a482-c176c21d5a62 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.5755208
Feb 12 21:05:40.487147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Request body: {'port': {'device_id': '99e01316-e5b8-4cf6-b921-313a90bc4a48', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:05:40.573787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-657b8560-6264-4251-931f-73697a94f176 None None] Provisioning complete for port 343f7369-bd4a-4c45-bac6-12a12a82d733 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:40.576022 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-657b8560-6264-4251-931f-73697a94f176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (343f7369-bd4a-4c45-bac6-12a12a82d733), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:40.646220 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (343f7369-bd4a-4c45-bac6-12a12a82d733), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:40.707837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-657b8560-6264-4251-931f-73697a94f176 None None] Port 343f7369-bd4a-4c45-bac6-12a12a82d733 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:05:40.719625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:05:40.836878 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bafff40-3831-43c8-81dd-8619fc446d2e {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:40.861641 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Publish callbacks [] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:40.889674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Transition to ACTIVE for port object 5bafff40-3831-43c8-81dd-8619fc446d2e will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:05:41.022177 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:41.063960 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:41.247728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '76d6d407-e6c3-4fc4-984f-2f18ac7b3009', 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51', 'port_id': '76d6d407-e6c3-4fc4-984f-2f18ac7b3009', 'mac_address': 'fa:16:3e:20:6b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0842d8e5-d921-4cb0-bac6-7b8b2456a4d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:05:41.273116 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Pushing event updated for resources: {'Port': ['ID=5bafff40-3831-43c8-81dd-8619fc446d2e,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:41.375303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:41.375957 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:41.397213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:41.440913 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:41.470501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Attempting to bind port 5bafff40-3831-43c8-81dd-8619fc446d2e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:05:41.471622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Attempting to bind port 5bafff40-3831-43c8-81dd-8619fc446d2e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:05:41.472164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Attempting to bind port 5bafff40-3831-43c8-81dd-8619fc446d2e on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:41.482381 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Port 5bafff40-3831-43c8-81dd-8619fc446d2e on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:05:41.482700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Attempting to bind port 5bafff40-3831-43c8-81dd-8619fc446d2e on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:41.488799 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:05:41.489333 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:05:41.489747 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:05:41.490629 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Bound port: 5bafff40-3831-43c8-81dd-8619fc446d2e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:05:41.491081 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:41.616691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343f7369-bd4a-4c45-bac6-12a12a82d733 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:41.619048 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] For port 5bafff40-3831-43c8-81dd-8619fc446d2e, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:05:41.628970 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Publish callbacks [] for port (343f7369-bd4a-4c45-bac6-12a12a82d733), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:41.631074 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] For port 5bafff40-3831-43c8-81dd-8619fc446d2e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5bafff40-3831-43c8-81dd-8619fc446d2e,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:05:41.653658 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Transition to ACTIVE for port object 343f7369-bd4a-4c45-bac6-12a12a82d733 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:05:42.097273 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:42.166971 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (343f7369-bd4a-4c45-bac6-12a12a82d733), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:42.167490 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:42.181652 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:42.219978 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:42.220761 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:42.224101 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] 10.222.0.48 "PUT /v2.0/ports/5bafff40-3831-43c8-81dd-8619fc446d2e HTTP/1.1" status: 200  len: 1095 time: 2.4192824
Feb 12 21:05:42.227907 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c506a05b-2643-47fa-a737-ef76cf15e0e9', 'tag': '5bafff40-3831-43c8-81dd-8619fc446d2e'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:42.227907 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13acad07-dd53-41ed-a9cc-5fc391e68efc" -d '{"events": [{"name": "network-changed", "server_uuid": "c506a05b-2643-47fa-a737-ef76cf15e0e9", "tag": "5bafff40-3831-43c8-81dd-8619fc446d2e"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:42.287900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777092b-7a79-4324-a757-a8eb2eee2a53 service neutron] Pushing event updated for resources: {'Port': ['ID=5bafff40-3831-43c8-81dd-8619fc446d2e,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:42.361790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Pushing event updated for resources: {'Port': ['ID=343f7369-bd4a-4c45-bac6-12a12a82d733,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:42.397016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Attempting to bind port 343f7369-bd4a-4c45-bac6-12a12a82d733 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:05:42.397458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Attempting to bind port 343f7369-bd4a-4c45-bac6-12a12a82d733 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:05:42.397711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Attempting to bind port 343f7369-bd4a-4c45-bac6-12a12a82d733 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:42.421160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Port 343f7369-bd4a-4c45-bac6-12a12a82d733 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:05:42.421537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Attempting to bind port 343f7369-bd4a-4c45-bac6-12a12a82d733 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:05:42.444699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:05:42.444966 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['76d6d407-e6c3-4fc4-984f-2f18ac7b3009'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:42.445479 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:05:42.447115 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:05:42.452807 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Bound port: 343f7369-bd4a-4c45-bac6-12a12a82d733, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:05:42.453524 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (343f7369-bd4a-4c45-bac6-12a12a82d733), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:42.496964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5061378f-729b-4b3b-a107-04cd5b9c1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:42.509788 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5061378f-729b-4b3b-a107-04cd5b9c1ec6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=c506a05b-2643-47fa-a737-ef76cf15e0e9 HTTP/1.1" status: 200  len: 1129 time: 0.1432254
Feb 12 21:05:42.633275 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] For port 343f7369-bd4a-4c45-bac6-12a12a82d733, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:05:42.639224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] For port 343f7369-bd4a-4c45-bac6-12a12a82d733, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=343f7369-bd4a-4c45-bac6-12a12a82d733,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:05:42.741249 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (343f7369-bd4a-4c45-bac6-12a12a82d733), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:42.863194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:42.863817 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:42.963624 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] 10.222.0.50 "PUT /v2.0/ports/343f7369-bd4a-4c45-bac6-12a12a82d733 HTTP/1.1" status: 200  len: 1095 time: 2.3850734
Feb 12 21:05:42.963624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e01316-e5b8-4cf6-b921-313a90bc4a48', 'tag': '343f7369-bd4a-4c45-bac6-12a12a82d733'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:42.963624 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db33875-e035-4da5-b2d1-f01de3ad0757" -d '{"events": [{"name": "network-changed", "server_uuid": "99e01316-e5b8-4cf6-b921-313a90bc4a48", "tag": "343f7369-bd4a-4c45-bac6-12a12a82d733"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:42.963624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f810263-ed81-476d-92ae-2a8851c4ea00 service neutron] Pushing event updated for resources: {'Port': ['ID=343f7369-bd4a-4c45-bac6-12a12a82d733,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:43.206609 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-f34ea4ce-9af0-4d12-82a2-445ff05ac76b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=5bafff40-3831-43c8-81dd-8619fc446d2e HTTP/1.1" status: 200  len: 217 time: 0.6956830
Feb 12 21:05:43.268567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adf55-02a2-4b16-8fd6-88434fec85af req-0c403e60-b3bc-4026-8da5-e46414674d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:43.270472 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-0c403e60-b3bc-4026-8da5-e46414674d5e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0568228
Feb 12 21:05:43.416394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adf55-02a2-4b16-8fd6-88434fec85af req-2155c58e-3738-4425-aae1-1f53e41f2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:43.420254 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-2155c58e-3738-4425-aae1-1f53e41f2708 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1360998
Feb 12 21:05:43.437612 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adf55-02a2-4b16-8fd6-88434fec85af req-50263484-8a61-46fa-875f-1d3068db982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:43.443583 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-50263484-8a61-46fa-875f-1d3068db982b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=99e01316-e5b8-4cf6-b921-313a90bc4a48 HTTP/1.1" status: 200  len: 1129 time: 0.1217239
Feb 12 21:05:43.534233 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-f43318a4-e9b7-4803-b28f-7aecb614bce4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=343f7369-bd4a-4c45-bac6-12a12a82d733 HTTP/1.1" status: 200  len: 217 time: 0.0858617
Feb 12 21:05:43.637453 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-b6f7145d-3075-4866-9b13-c9ea98c42455 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2045398
Feb 12 21:05:43.655785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adf55-02a2-4b16-8fd6-88434fec85af req-dd84fb31-bede-44c5-a791-2875a4d6d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:43.663498 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-dd84fb31-bede-44c5-a791-2875a4d6d1e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1201575
Feb 12 21:05:43.810317 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adf55-02a2-4b16-8fd6-88434fec85af req-a53f4d37-3a7c-43fe-85b7-0e1c0bbed29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:43.814752 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-a53f4d37-3a7c-43fe-85b7-0e1c0bbed29b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1431007
Feb 12 21:05:43.893449 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-60b873b4-371f-4330-99d7-d8fa3d38f96f service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2485225
Feb 12 21:05:44.056632 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-8581b16d-aec6-4e3a-872e-81bf33dcdfab service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2322631
Feb 12 21:05:44.265264 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-402adf55-02a2-4b16-8fd6-88434fec85af req-9ec2b488-db72-410a-96f0-c41027b6814a service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2001672
Feb 12 21:05:44.586929 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:05:44.764619 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:05:44.953064 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:05:44.965517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:44.967344 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:45.104846 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-28c7ef3b-256f-43bc-9c08-b7f5dc6cc8cc service neutron] 10.222.0.48 "GET /v2.0/ports/5108ec57-74ec-48c9-a568-d34d61f1a3f8/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1458671
Feb 12 21:05:45.174406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:45.175727 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:45.258235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:46.060335 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:46.115497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:46.648153 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-d69c5e69-2bc7-479f-91e3-d7961e34672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:46.650515 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-d69c5e69-2bc7-479f-91e3-d7961e34672e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d&tenant_id=55f8176a19e946ee8eecaa5d963d908c HTTP/1.1" status: 200  len: 1131 time: 0.0836775
Feb 12 21:05:46.762111 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-e281ecb6-5de7-4ebd-b1f1-203b6569e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:46.763780 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-e281ecb6-5de7-4ebd-b1f1-203b6569e7d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 1131 time: 0.0831900
Feb 12 21:05:46.798911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5bafff40-3831-43c8-81dd-8619fc446d2e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:05:46.925401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-6df7d3e9-0e65-483f-a65b-c8c1591736eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:46.925401 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-6df7d3e9-0e65-483f-a65b-c8c1591736eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1244383
Feb 12 21:05:46.959728 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-a4b921f2-be79-4f3f-acf2-9a21a453d5a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8 HTTP/1.1" status: 200  len: 217 time: 0.0558147
Feb 12 21:05:46.979329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5bafff40-3831-43c8-81dd-8619fc446d2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5bafff40-3831-43c8-81dd-8619fc446d2e,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:47.005064 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '5bafff40-3831-43c8-81dd-8619fc446d2e', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '5bafff40-3831-43c8-81dd-8619fc446d2e', 'mac_address': 'fa:16:3e:50:16:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:05:47.030964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-412957e3-98ef-4324-b576-0fa41ab337b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:47.033907 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-412957e3-98ef-4324-b576-0fa41ab337b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0661445
Feb 12 21:05:47.049605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 5bafff40-3831-43c8-81dd-8619fc446d2e is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:47.050207 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:47.067350 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bafff40-3831-43c8-81dd-8619fc446d2e {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:47.092288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5bafff40-3831-43c8-81dd-8619fc446d2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5bafff40-3831-43c8-81dd-8619fc446d2e,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:47.105672 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-05a4bfbd-340a-49dd-bdec-60cd06f0ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:47.107510 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-05a4bfbd-340a-49dd-bdec-60cd06f0ea88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0631838
Feb 12 21:05:47.258454 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-42041928-da20-44cd-8d0f-bc3864771c51 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407363
Feb 12 21:05:47.374663 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:47.389508 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25c9a421-63ac-4028-b39d-15f11cd6188e req-f0ba3c72-54f8-4b83-9ffc-7f02bb633660 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208191
Feb 12 21:05:47.435009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=5bafff40-3831-43c8-81dd-8619fc446d2e,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:47.734655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5bafff40-3831-43c8-81dd-8619fc446d2e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:48.217261 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 343f7369-bd4a-4c45-bac6-12a12a82d733 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:05:48.425154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 343f7369-bd4a-4c45-bac6-12a12a82d733, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=343f7369-bd4a-4c45-bac6-12a12a82d733,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:48.454021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '343f7369-bd4a-4c45-bac6-12a12a82d733', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '343f7369-bd4a-4c45-bac6-12a12a82d733', 'mac_address': 'fa:16:3e:93:fc:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:05:48.520476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 343f7369-bd4a-4c45-bac6-12a12a82d733 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:48.520820 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (343f7369-bd4a-4c45-bac6-12a12a82d733), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:48.549545 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343f7369-bd4a-4c45-bac6-12a12a82d733 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:48.609533 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 343f7369-bd4a-4c45-bac6-12a12a82d733, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=343f7369-bd4a-4c45-bac6-12a12a82d733,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:48.691451 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (343f7369-bd4a-4c45-bac6-12a12a82d733), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:48.822757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5108ec57-74ec-48c9-a568-d34d61f1a3f8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:05:48.829531 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=343f7369-bd4a-4c45-bac6-12a12a82d733,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:49.051711 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:49.051711 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:49.160807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5108ec57-74ec-48c9-a568-d34d61f1a3f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:49.160807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['343f7369-bd4a-4c45-bac6-12a12a82d733'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:49.865809 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:49.935779 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=5108ec57-74ec-48c9-a568-d34d61f1a3f8,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:50.816410 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5108ec57-74ec-48c9-a568-d34d61f1a3f8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:05:50.818522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5bafff40-3831-43c8-81dd-8619fc446d2e up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:05:50.962314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5108ec57-74ec-48c9-a568-d34d61f1a3f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:50.975052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '5108ec57-74ec-48c9-a568-d34d61f1a3f8', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '5108ec57-74ec-48c9-a568-d34d61f1a3f8', 'mac_address': 'fa:16:3e:40:34:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:05:51.026626 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:51.027139 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:51.187934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5108ec57-74ec-48c9-a568-d34d61f1a3f8 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:05:51.192289 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 5bafff40-3831-43c8-81dd-8619fc446d2e completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:05:51.202098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 5bafff40-3831-43c8-81dd-8619fc446d2e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:51.202098 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:51.233385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5108ec57-74ec-48c9-a568-d34d61f1a3f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:51.303703 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:51.347375 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 5bafff40-3831-43c8-81dd-8619fc446d2e is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:51.347788 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:51.391490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=5108ec57-74ec-48c9-a568-d34d61f1a3f8,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:51.431570 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5bafff40-3831-43c8-81dd-8619fc446d2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5bafff40-3831-43c8-81dd-8619fc446d2e,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:51.539957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f48d8f-f73f-4238-9e80-6e6d9dcaf9cd req-f2da25df-0369-4c10-96a1-75a4c78766e7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:51.552266 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:51.557284 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81f48d8f-f73f-4238-9e80-6e6d9dcaf9cd req-f2da25df-0369-4c10-96a1-75a4c78766e7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 946 time: 0.0744042
Feb 12 21:05:51.580256 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea5e9f-2027-4c97-a53d-6579ccf6e752 req-6da01520-36ff-4235-b096-e65d124a3748 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:51.582063 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddea5e9f-2027-4c97-a53d-6579ccf6e752 req-6da01520-36ff-4235-b096-e65d124a3748 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c506a05b-2643-47fa-a737-ef76cf15e0e9 HTTP/1.1" status: 200  len: 948 time: 0.1007383
Feb 12 21:05:51.650594 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81f48d8f-f73f-4238-9e80-6e6d9dcaf9cd req-41d1bb0c-bf28-4447-a2c6-9e61a00897c3 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920329
Feb 12 21:05:51.669959 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddea5e9f-2027-4c97-a53d-6579ccf6e752 req-ff985112-f202-492a-9d54-ab7cf53a5bee tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755210
Feb 12 21:05:51.670170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5108ec57-74ec-48c9-a568-d34d61f1a3f8'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:05:51.717874 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=5bafff40-3831-43c8-81dd-8619fc446d2e,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:51.763091 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c25d12b-2227-4f5f-b746-f28c2bc59082 x-openstack-request-id: req-0c25d12b-2227-4f5f-b746-f28c2bc59082 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:51.763091 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb912b1f-e486-40b6-b01c-5a26c3374a77", "name": "network-vif-plugged", "status": "completed", "tag": "868c095f-3711-40a3-a930-a2e4658e031f", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:51.763091 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c25d12b-2227-4f5f-b746-f28c2bc59082 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:51.763091 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb912b1f-e486-40b6-b01c-5a26c3374a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868c095f-3711-40a3-a930-a2e4658e031f', 'code': 200}
Feb 12 21:05:51.870270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66f3c1-d681-4cf0-adb1-c8e6a513fd2a req-2fae97b4-744b-4e7d-831b-01f0f4615e42 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:51.878924 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b66f3c1-d681-4cf0-adb1-c8e6a513fd2a req-2fae97b4-744b-4e7d-831b-01f0f4615e42 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1380088
Feb 12 21:05:51.882083 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ac6a6-9d7c-43c4-9b81-2faafa6f2304 req-7aac3f20-429b-48b1-b694-dd5fb373a144 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:51.883606 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a15ac6a6-9d7c-43c4-9b81-2faafa6f2304 req-7aac3f20-429b-48b1-b694-dd5fb373a144 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 948 time: 0.0775733
Feb 12 21:05:51.926330 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b66f3c1-d681-4cf0-adb1-c8e6a513fd2a req-c08878c2-920a-4c32-89ed-c586ecb1cfd4 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463040
Feb 12 21:05:51.948250 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a15ac6a6-9d7c-43c4-9b81-2faafa6f2304 req-252ff51f-571a-4ed8-9101-06f089d10a18 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589626
Feb 12 21:05:51.989421 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a794b473-4fac-46a5-a761-6b898a1b1f4a x-openstack-request-id: req-a794b473-4fac-46a5-a761-6b898a1b1f4a {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:51.989421 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c506a05b-2643-47fa-a737-ef76cf15e0e9", "tag": "5bafff40-3831-43c8-81dd-8619fc446d2e", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:51.989421 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a794b473-4fac-46a5-a761-6b898a1b1f4a {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:51.989421 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c506a05b-2643-47fa-a737-ef76cf15e0e9', 'tag': '5bafff40-3831-43c8-81dd-8619fc446d2e', 'status': 'completed', 'code': 200}
Feb 12 21:05:52.043629 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f50177-8512-459a-b3a8-b7dc2cafcace x-openstack-request-id: req-b7f50177-8512-459a-b3a8-b7dc2cafcace {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:52.043940 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e01316-e5b8-4cf6-b921-313a90bc4a48", "tag": "343f7369-bd4a-4c45-bac6-12a12a82d733", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:52.044254 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7f50177-8512-459a-b3a8-b7dc2cafcace {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:52.044664 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e01316-e5b8-4cf6-b921-313a90bc4a48', 'tag': '343f7369-bd4a-4c45-bac6-12a12a82d733', 'status': 'completed', 'code': 200}
Feb 12 21:05:52.119803 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acad07-dd53-41ed-a9cc-5fc391e68efc req-39240d3d-439f-43a5-874e-67a00031a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:52.129910 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-13acad07-dd53-41ed-a9cc-5fc391e68efc req-39240d3d-439f-43a5-874e-67a00031a17c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=c506a05b-2643-47fa-a737-ef76cf15e0e9 HTTP/1.1" status: 200  len: 1131 time: 0.1137295
Feb 12 21:05:52.158155 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db33875-e035-4da5-b2d1-f01de3ad0757 req-2e3e6315-3925-4264-913b-8d8505c3ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:52.159761 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7db33875-e035-4da5-b2d1-f01de3ad0757 req-2e3e6315-3925-4264-913b-8d8505c3ba07 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=99e01316-e5b8-4cf6-b921-313a90bc4a48 HTTP/1.1" status: 200  len: 1130 time: 0.0918841
Feb 12 21:05:52.221715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 343f7369-bd4a-4c45-bac6-12a12a82d733 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:05:52.343670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db33875-e035-4da5-b2d1-f01de3ad0757 req-2cb5abbb-2dd1-4c40-a5a1-e6f8b3cb62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:52.343670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7db33875-e035-4da5-b2d1-f01de3ad0757 req-2cb5abbb-2dd1-4c40-a5a1-e6f8b3cb62d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1726260
Feb 12 21:05:52.347350 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acad07-dd53-41ed-a9cc-5fc391e68efc req-6d81d1e1-e48a-4225-b79a-0602fa7782a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:52.349508 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-13acad07-dd53-41ed-a9cc-5fc391e68efc req-6d81d1e1-e48a-4225-b79a-0602fa7782a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.2113771
Feb 12 21:05:52.408074 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-13acad07-dd53-41ed-a9cc-5fc391e68efc req-1eb21c0b-2038-4a38-acfc-abfeefe634e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=5bafff40-3831-43c8-81dd-8619fc446d2e HTTP/1.1" status: 200  len: 217 time: 0.0490651
Feb 12 21:05:52.419788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 343f7369-bd4a-4c45-bac6-12a12a82d733 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:05:52.423981 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 343f7369-bd4a-4c45-bac6-12a12a82d733 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:52.430184 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (343f7369-bd4a-4c45-bac6-12a12a82d733), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:52.470930 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acad07-dd53-41ed-a9cc-5fc391e68efc req-fc703007-5808-40b9-9ad8-a49d2d267998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:52.472437 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-13acad07-dd53-41ed-a9cc-5fc391e68efc req-fc703007-5808-40b9-9ad8-a49d2d267998 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0569518
Feb 12 21:05:52.561210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 343f7369-bd4a-4c45-bac6-12a12a82d733 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:52.562166 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (343f7369-bd4a-4c45-bac6-12a12a82d733), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:52.567377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acad07-dd53-41ed-a9cc-5fc391e68efc req-59ecd2e3-8fd8-48f5-b585-f76c25f34636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:52.573180 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-13acad07-dd53-41ed-a9cc-5fc391e68efc req-59ecd2e3-8fd8-48f5-b585-f76c25f34636 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0891705
Feb 12 21:05:52.613459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 343f7369-bd4a-4c45-bac6-12a12a82d733, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=343f7369-bd4a-4c45-bac6-12a12a82d733,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:52.703161 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (343f7369-bd4a-4c45-bac6-12a12a82d733), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:52.755871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7db33875-e035-4da5-b2d1-f01de3ad0757 req-12c5112b-14e0-4a8e-9bf3-1a466a47f9d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=343f7369-bd4a-4c45-bac6-12a12a82d733 HTTP/1.1" status: 200  len: 217 time: 0.4055717
Feb 12 21:05:52.767400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=343f7369-bd4a-4c45-bac6-12a12a82d733,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:52.809412 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-13acad07-dd53-41ed-a9cc-5fc391e68efc req-ea452c9e-8613-4b2b-a301-0f57f8938739 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364677
Feb 12 21:05:52.851000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f41f7-f313-4b99-b219-19758d9009f1 req-363bdf11-3493-467d-9938-fa2586fb8f59 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:52.853385 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-915f41f7-f313-4b99-b219-19758d9009f1 req-363bdf11-3493-467d-9938-fa2586fb8f59 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 950 time: 0.1087081
Feb 12 21:05:52.856771 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db33875-e035-4da5-b2d1-f01de3ad0757 req-770a6d38-f262-432a-9c94-50e1ae637285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:52.858869 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7db33875-e035-4da5-b2d1-f01de3ad0757 req-770a6d38-f262-432a-9c94-50e1ae637285 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0826325
Feb 12 21:05:52.962919 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-915f41f7-f313-4b99-b219-19758d9009f1 req-c9dacc53-81c0-42c8-8e97-59a773ebcddf tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030545
Feb 12 21:05:52.974244 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db33875-e035-4da5-b2d1-f01de3ad0757 req-827752ce-ef3b-4f50-a6d2-3d284d7e8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:52.978056 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7db33875-e035-4da5-b2d1-f01de3ad0757 req-827752ce-ef3b-4f50-a6d2-3d284d7e8439 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1079569
Feb 12 21:05:52.978513 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-13acad07-dd53-41ed-a9cc-5fc391e68efc req-045ff30f-068f-4d49-8a98-f040fa697ad9 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618521
Feb 12 21:05:53.118978 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-00ddcae0-a984-4d69-8b9c-2d2b01c3b4de tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:53.121025 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-00ddcae0-a984-4d69-8b9c-2d2b01c3b4de tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d&tenant_id=55f8176a19e946ee8eecaa5d963d908c&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 948 time: 0.0814371
Feb 12 21:05:53.162805 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7db33875-e035-4da5-b2d1-f01de3ad0757 req-b657a71b-f101-441a-9934-cb38319ad128 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786518
Feb 12 21:05:53.170786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af623f2-3e17-4c2e-a6b3-1ada7ffc73df req-d63000b4-9089-4e88-9446-2ec85ccb0725 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:53.172181 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4af623f2-3e17-4c2e-a6b3-1ada7ffc73df req-d63000b4-9089-4e88-9446-2ec85ccb0725 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0781953
Feb 12 21:05:53.234010 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-a1222333-5d05-4a37-a89a-218c2fd2de7c service neutron] 10.222.0.48 "GET /v2.0/ports/5108ec57-74ec-48c9-a568-d34d61f1a3f8/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1051419
Feb 12 21:05:53.247605 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaba063-5ba2-44e9-adbd-a3dae83cd24a req-3a450684-f736-49fb-a39b-54d88f688443 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:53.253879 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cbaba063-5ba2-44e9-adbd-a3dae83cd24a req-3a450684-f736-49fb-a39b-54d88f688443 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 946 time: 0.0956063
Feb 12 21:05:53.295802 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7db33875-e035-4da5-b2d1-f01de3ad0757 req-447314dc-1f6c-46f2-8d92-2376ba135aac service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226459
Feb 12 21:05:53.318085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4af623f2-3e17-4c2e-a6b3-1ada7ffc73df req-23043c6e-a732-4801-a260-39f1abf3f779 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805559
Feb 12 21:05:53.357458 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cbaba063-5ba2-44e9-adbd-a3dae83cd24a req-3f67e0cb-7e6b-4529-804a-e1f244a60d56 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990531
Feb 12 21:05:53.362894 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-5b4b0396-5dd4-4e7b-9664-f409a385f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:53.364998 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-5b4b0396-5dd4-4e7b-9664-f409a385f4ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 1130 time: 0.1048112
Feb 12 21:05:53.462066 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0495c32-59ee-4466-8b4b-2e331639d293 req-1675da54-b3bf-46c0-b3a8-e805abfdb44a tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:53.463773 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f0495c32-59ee-4466-8b4b-2e331639d293 req-1675da54-b3bf-46c0-b3a8-e805abfdb44a tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c506a05b-2643-47fa-a737-ef76cf15e0e9 HTTP/1.1" status: 200  len: 949 time: 0.0648320
Feb 12 21:05:53.520946 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f0495c32-59ee-4466-8b4b-2e331639d293 req-c69ccd85-76a1-4027-8006-54ec7a281f27 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505786
Feb 12 21:05:53.526015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caefe2e-7fff-4402-8751-12033b859d06 req-9fee78b8-719c-4cc1-95cf-d1ed2ec399b7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:53.528731 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5caefe2e-7fff-4402-8751-12033b859d06 req-9fee78b8-719c-4cc1-95cf-d1ed2ec399b7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 948 time: 0.0848963
Feb 12 21:05:53.531106 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-db3b6cbe-bffd-4b01-bc85-e59c7459da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:53.532445 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-db3b6cbe-bffd-4b01-bc85-e59c7459da22 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1606743
Feb 12 21:05:53.584631 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-7dc04a0a-0753-492a-b7fa-9a889bb6182c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8 HTTP/1.1" status: 200  len: 217 time: 0.0445085
Feb 12 21:05:53.646524 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5caefe2e-7fff-4402-8751-12033b859d06 req-e4f7498d-29ad-4ff6-8a6c-b9b807f927e1 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101894
Feb 12 21:05:53.665678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-8ca92804-f883-4424-b9e2-5a11055e25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:53.668942 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-8ca92804-f883-4424-b9e2-5a11055e25c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0740912
Feb 12 21:05:53.757106 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-8a7830e7-116d-4b19-abbc-11e9444a6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:53.758665 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-8a7830e7-116d-4b19-abbc-11e9444a6f3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0832050
Feb 12 21:05:53.759628 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0d6420-a0c3-4a88-9549-864fdefe2378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d6d407-e6c3-4fc4-984f-2f18ac7b3009'}, {'server_uuid': 'b7ce5b10-468f-4fe9-a928-1e6e44e99c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5108ec57-74ec-48c9-a568-d34d61f1a3f8'}, {'server_uuid': 'c506a05b-2643-47fa-a737-ef76cf15e0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bafff40-3831-43c8-81dd-8619fc446d2e'}, {'server_uuid': '99e01316-e5b8-4cf6-b921-313a90bc4a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343f7369-bd4a-4c45-bac6-12a12a82d733'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:53.762634 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18c5254-66aa-4cc3-bf51-c4cef07db178" -d '{"events": [{"server_uuid": "1d0d6420-a0c3-4a88-9549-864fdefe2378", "name": "network-vif-plugged", "status": "completed", "tag": "76d6d407-e6c3-4fc4-984f-2f18ac7b3009"}, {"server_uuid": "b7ce5b10-468f-4fe9-a928-1e6e44e99c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "5108ec57-74ec-48c9-a568-d34d61f1a3f8"}, {"server_uuid": "c506a05b-2643-47fa-a737-ef76cf15e0e9", "name": "network-vif-plugged", "status": "completed", "tag": "5bafff40-3831-43c8-81dd-8619fc446d2e"}, {"server_uuid": "99e01316-e5b8-4cf6-b921-313a90bc4a48", "name": "network-vif-plugged", "status": "completed", "tag": "343f7369-bd4a-4c45-bac6-12a12a82d733"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:53.810352 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16cc7c-705e-495c-b561-c8be28766ce7 req-f9f1cc64-f575-44a5-b0ae-a8d22411db27 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:53.811895 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a16cc7c-705e-495c-b561-c8be28766ce7 req-f9f1cc64-f575-44a5-b0ae-a8d22411db27 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0896184
Feb 12 21:05:53.909191 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-b182182e-323c-4bb9-a34b-da8a1b4ed644 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381395
Feb 12 21:05:53.914603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eed7f6-cf0b-4c45-9f04-239226566346 req-fe252932-35c1-45ea-b156-31d3016ea463 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:53.921903 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36eed7f6-cf0b-4c45-9f04-239226566346 req-fe252932-35c1-45ea-b156-31d3016ea463 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb912b1f-e486-40b6-b01c-5a26c3374a77 HTTP/1.1" status: 200  len: 951 time: 0.0832434
Feb 12 21:05:53.958380 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a16cc7c-705e-495c-b561-c8be28766ce7 req-fa070520-857a-413f-982f-847675414855 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181023
Feb 12 21:05:54.005998 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36eed7f6-cf0b-4c45-9f04-239226566346 req-cf43c6cc-fdb0-4018-adb5-2b26432bc7c1 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821209
Feb 12 21:05:54.061291 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-abb706c9-b408-472d-8fab-ab545568ccd0 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441603
Feb 12 21:05:54.116288 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ca5f2a-ec11-419e-a0b6-52adb94eeeb2 x-openstack-request-id: req-89ca5f2a-ec11-419e-a0b6-52adb94eeeb2 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:54.116675 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0d6420-a0c3-4a88-9549-864fdefe2378", "name": "network-vif-plugged", "status": "completed", "tag": "76d6d407-e6c3-4fc4-984f-2f18ac7b3009", "code": 200}, {"server_uuid": "b7ce5b10-468f-4fe9-a928-1e6e44e99c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "5108ec57-74ec-48c9-a568-d34d61f1a3f8", "code": 200}, {"server_uuid": "c506a05b-2643-47fa-a737-ef76cf15e0e9", "name": "network-vif-plugged", "status": "completed", "tag": "5bafff40-3831-43c8-81dd-8619fc446d2e", "code": 200}, {"server_uuid": "99e01316-e5b8-4cf6-b921-313a90bc4a48", "name": "network-vif-plugged", "status": "completed", "tag": "343f7369-bd4a-4c45-bac6-12a12a82d733", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:54.117329 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89ca5f2a-ec11-419e-a0b6-52adb94eeeb2 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:54.117769 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0d6420-a0c3-4a88-9549-864fdefe2378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d6d407-e6c3-4fc4-984f-2f18ac7b3009', 'code': 200}
Feb 12 21:05:54.118192 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ce5b10-468f-4fe9-a928-1e6e44e99c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5108ec57-74ec-48c9-a568-d34d61f1a3f8', 'code': 200}
Feb 12 21:05:54.123243 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c506a05b-2643-47fa-a737-ef76cf15e0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bafff40-3831-43c8-81dd-8619fc446d2e', 'code': 200}
Feb 12 21:05:54.123243 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e01316-e5b8-4cf6-b921-313a90bc4a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343f7369-bd4a-4c45-bac6-12a12a82d733', 'code': 200}
Feb 12 21:05:54.361597 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788a2c8-7505-4978-bad6-b90fa5762f28 req-598139e3-8314-4f88-a42b-91fcac01549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:54.363232 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4788a2c8-7505-4978-bad6-b90fa5762f28 req-598139e3-8314-4f88-a42b-91fcac01549a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 1128 time: 0.1580436
Feb 12 21:05:54.434493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58110) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:54.454435 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4788a2c8-7505-4978-bad6-b90fa5762f28 req-384f99e8-c116-4796-bd36-bd768ea700a2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817690
Feb 12 21:05:54.488554 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253398f3-5864-4b24-84e0-e7c356b407da req-db166c2d-eea2-4e0a-a9f8-23c9a95ff6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:54.490484 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-253398f3-5864-4b24-84e0-e7c356b407da req-db166c2d-eea2-4e0a-a9f8-23c9a95ff6d9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=99e01316-e5b8-4cf6-b921-313a90bc4a48 HTTP/1.1" status: 200  len: 1131 time: 0.2360663
Feb 12 21:05:54.494899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaf134-c2cf-47a4-b0d1-56cc7bd8ee3f req-4bf58067-7d5a-47c6-99d6-69b72ffa2952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:54.497843 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-38aaf134-c2cf-47a4-b0d1-56cc7bd8ee3f req-4bf58067-7d5a-47c6-99d6-69b72ffa2952 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c506a05b-2643-47fa-a737-ef76cf15e0e9 HTTP/1.1" status: 200  len: 1131 time: 0.1473503
Feb 12 21:05:54.589437 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-253398f3-5864-4b24-84e0-e7c356b407da req-f72fcc5e-5a3b-4e53-b0ec-d8c54c54e693 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901644
Feb 12 21:05:54.610520 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:54.646179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70559218-7a23-4c29-80c2-3d816e11f86d req-589324fa-2ca0-49b8-9172-d5659ed2d4b0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:54.647670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70559218-7a23-4c29-80c2-3d816e11f86d req-589324fa-2ca0-49b8-9172-d5659ed2d4b0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0917735
Feb 12 21:05:54.743156 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-38aaf134-c2cf-47a4-b0d1-56cc7bd8ee3f req-a98e9069-b24c-4502-8b8f-cf886e5861ee service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905032
Feb 12 21:05:54.756040 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70559218-7a23-4c29-80c2-3d816e11f86d req-1db3b810-60fd-4054-9fec-3cc465738e36 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945446
Feb 12 21:05:54.790088 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Publish callbacks [] for security_group (d1d889eb-74a0-4054-b88b-ce64c8a17edd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:54.816017 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5108ec57-74ec-48c9-a568-d34d61f1a3f8 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:05:54.883320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755830e-e67e-405f-a739-78ddc3ed4d4c req-be407bc4-2532-44de-9111-cdd065f7c1fd tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:54.889649 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:05:54.889649 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:54.889867 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1755830e-e67e-405f-a739-78ddc3ed4d4c req-be407bc4-2532-44de-9111-cdd065f7c1fd tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 946 time: 0.0657208
Feb 12 21:05:54.915686 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d1d889eb-74a0-4054-b88b-ce64c8a17edd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:54.974080 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1755830e-e67e-405f-a739-78ddc3ed4d4c req-aeffbe13-9a9a-4e4a-96fc-0e90c4dfb640 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829854
Feb 12 21:05:54.975463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:54.975853 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:54.977686 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7cb479fbf58442b78dd389df2eb7cb87&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5375459
Feb 12 21:05:54.978821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d889eb-74a0-4054-b88b-ce64c8a17edd,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:54.980934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58140) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:55.009836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.009836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.009836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.010596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.010841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.011189 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.011688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.012033 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.012473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.015923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.016410 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.021606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.022013 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3abbb33-47e0-4f3e-a312-7dc34f7fad3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.057464 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5108ec57-74ec-48c9-a568-d34d61f1a3f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:55.078773 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Publish callbacks [] for security_group (d1d889eb-74a0-4054-b88b-ce64c8a17edd), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:55.102158 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Publish callbacks [] for security_group (d1d889eb-74a0-4054-b88b-ce64c8a17edd), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:55.123844 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:55.124877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 868c095f-3711-40a3-a930-a2e4658e031f no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:05:55.236239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb870eca-9abc-4a2e-bf72-dee31cf376de req-a8b0202f-9584-4fe5-b802-a4ed8e464a7c tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:55.237780 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb870eca-9abc-4a2e-bf72-dee31cf376de req-a8b0202f-9584-4fe5-b802-a4ed8e464a7c tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c506a05b-2643-47fa-a737-ef76cf15e0e9 HTTP/1.1" status: 200  len: 949 time: 0.0560119
Feb 12 21:05:55.258510 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=5108ec57-74ec-48c9-a568-d34d61f1a3f8,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:55.271154 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d1d889eb-74a0-4054-b88b-ce64c8a17edd), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:55.275901 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:55.275901 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1d889eb-74a0-4054-b88b-ce64c8a17edd HTTP/1.1" status: 204  len: 168 time: 0.2930582
Feb 12 21:05:55.280433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 868c095f-3711-40a3-a930-a2e4658e031f is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:55.281337 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (868c095f-3711-40a3-a930-a2e4658e031f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:55.283942 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d889eb-74a0-4054-b88b-ce64c8a17edd,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:55.292204 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.292755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.293190 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.293643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.294115 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.294594 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.294939 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.295347 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.295749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.296151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.296550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.296892 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.297320 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa938-416a-42a8-8d1f-ae61686643d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:55.328994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 868c095f-3711-40a3-a930-a2e4658e031f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=868c095f-3711-40a3-a930-a2e4658e031f,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:55.336571 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb870eca-9abc-4a2e-bf72-dee31cf376de req-2a83f3ba-09eb-4768-8a88-187d03307a79 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910957
Feb 12 21:05:55.396973 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (868c095f-3711-40a3-a930-a2e4658e031f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:55.445376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819fb86-e1bc-4c78-aab6-e78e8fcd1084 req-3cfe29ae-045f-457c-9921-fe0497404e43 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:55.447207 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e819fb86-e1bc-4c78-aab6-e78e8fcd1084 req-3cfe29ae-045f-457c-9921-fe0497404e43 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.0557137
Feb 12 21:05:55.453775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=868c095f-3711-40a3-a930-a2e4658e031f,revision_number=11']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:55.513324 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e819fb86-e1bc-4c78-aab6-e78e8fcd1084 req-ca7a662a-dcaf-4ce1-ae56-9b7d52cd6fcd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596235
Feb 12 21:05:55.638009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b2f2f-e21d-43d8-9821-a77f89ef66a2 req-b0b6c5b5-ce09-4c82-9678-09d21c801034 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:55.639538 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-464b2f2f-e21d-43d8-9821-a77f89ef66a2 req-b0b6c5b5-ce09-4c82-9678-09d21c801034 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0665622
Feb 12 21:05:55.726720 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-464b2f2f-e21d-43d8-9821-a77f89ef66a2 req-187074ab-7790-4ad4-bfb4-10ee43f688b1 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805566
Feb 12 21:05:55.778049 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4a7df56e-18d0-46bb-aeb2-366e0c83c0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:56.120665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ce5b10-468f-4fe9-a928-1e6e44e99c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5108ec57-74ec-48c9-a568-d34d61f1a3f8'}, {'server_uuid': 'eb912b1f-e486-40b6-b01c-5a26c3374a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '868c095f-3711-40a3-a930-a2e4658e031f'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:56.141410 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697ea83e-49b7-4212-a41d-a6ff4376656a" -d '{"events": [{"server_uuid": "b7ce5b10-468f-4fe9-a928-1e6e44e99c9d", "name": "network-vif-plugged", "status": "completed", "tag": "5108ec57-74ec-48c9-a568-d34d61f1a3f8"}, {"server_uuid": "eb912b1f-e486-40b6-b01c-5a26c3374a77", "name": "network-vif-unplugged", "status": "completed", "tag": "868c095f-3711-40a3-a930-a2e4658e031f"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:56.232895 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1c67b-a68c-48af-be84-2fffec47249d req-f9d59ded-c14c-4da5-b866-ba026e3db9aa tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:56.234568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2df1c67b-a68c-48af-be84-2fffec47249d req-f9d59ded-c14c-4da5-b866-ba026e3db9aa tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1005077
Feb 12 21:05:56.259030 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a7c57268-d530-4f9d-b77d-da6cb2a2b872 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:05:56.318699 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f4524-cdd1-429c-a105-0926b336e566 req-eb581d6a-2677-407f-b48f-86e68485aaf8 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:56.320231 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2df1c67b-a68c-48af-be84-2fffec47249d req-dbb702a4-76e4-4956-bfc2-5a0b02b8b53b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787234
Feb 12 21:05:56.327391 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d7f4524-cdd1-429c-a105-0926b336e566 req-eb581d6a-2677-407f-b48f-86e68485aaf8 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 946 time: 0.1290400
Feb 12 21:05:56.415727 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a7c57268-d530-4f9d-b77d-da6cb2a2b872 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:56.416130 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:56.435696 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d7f4524-cdd1-429c-a105-0926b336e566 req-3740f0b1-c453-4a37-bc50-2843216d61b4 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074946
Feb 12 21:05:56.458101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a7c57268-d530-4f9d-b77d-da6cb2a2b872, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7c57268-d530-4f9d-b77d-da6cb2a2b872,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:56.511298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58218) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:56.553094 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0cc7173a-a138-48cc-8914-3234572f52ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:56.567035 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:56.613439 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:56.662564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a7c57268-d530-4f9d-b77d-da6cb2a2b872,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:56.692334 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55673d0b-4da2-42f9-90fd-45f04fb26daa x-openstack-request-id: req-55673d0b-4da2-42f9-90fd-45f04fb26daa {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:56.692634 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ce5b10-468f-4fe9-a928-1e6e44e99c9d", "name": "network-vif-plugged", "status": "completed", "tag": "5108ec57-74ec-48c9-a568-d34d61f1a3f8", "code": 200}, {"server_uuid": "eb912b1f-e486-40b6-b01c-5a26c3374a77", "name": "network-vif-unplugged", "status": "completed", "tag": "868c095f-3711-40a3-a930-a2e4658e031f", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:56.693386 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55673d0b-4da2-42f9-90fd-45f04fb26daa {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:56.693904 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ce5b10-468f-4fe9-a928-1e6e44e99c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5108ec57-74ec-48c9-a568-d34d61f1a3f8', 'code': 200}
Feb 12 21:05:56.694160 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb912b1f-e486-40b6-b01c-5a26c3374a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '868c095f-3711-40a3-a930-a2e4658e031f', 'code': 200}
Feb 12 21:05:56.741778 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0cc7173a-a138-48cc-8914-3234572f52ce admin admin] Publish callbacks [] for security_group (98355007-f7ed-4666-b303-2a3523dddbfc), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:56.826133 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2caa2-4c5f-4d61-98f0-dd2dca4c4f0e req-cca20e20-1273-4ec2-828d-d6ca5ef35914 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:56.828148 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26f2caa2-4c5f-4d61-98f0-dd2dca4c4f0e req-cca20e20-1273-4ec2-828d-d6ca5ef35914 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c506a05b-2643-47fa-a737-ef76cf15e0e9 HTTP/1.1" status: 200  len: 949 time: 0.0752501
Feb 12 21:05:56.881608 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26f2caa2-4c5f-4d61-98f0-dd2dca4c4f0e req-7d82ef75-bb85-4540-8325-177de6c19d83 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473554
Feb 12 21:05:56.995098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d657b-c435-4351-b86a-4aa4dbc76ee7 req-5b8077d8-76b8-4ff6-8fd8-9900c8118893 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:56.996646 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-528d657b-c435-4351-b86a-4aa4dbc76ee7 req-5b8077d8-76b8-4ff6-8fd8-9900c8118893 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0531502
Feb 12 21:05:57.045083 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-528d657b-c435-4351-b86a-4aa4dbc76ee7 req-54b544ac-f969-426b-ad1a-60ed9982235b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424626
Feb 12 21:05:57.179011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3db090-f2b2-4878-a11c-00ea0ff8a501 req-e65ee0f2-ed66-4ca9-9601-0c07c1936aff tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:57.180938 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9c3db090-f2b2-4878-a11c-00ea0ff8a501 req-e65ee0f2-ed66-4ca9-9601-0c07c1936aff tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.0650744
Feb 12 21:05:57.231293 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9c3db090-f2b2-4878-a11c-00ea0ff8a501 req-26c70d57-d800-4d7d-b0df-223d120b1bec tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444098
Feb 12 21:05:57.439545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2db20-4fd0-49e7-b848-9ca9a3df0ee4 req-c8761eae-0c02-4dcb-8c90-fa6e8b47e199 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:57.441028 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80a2db20-4fd0-49e7-b848-9ca9a3df0ee4 req-c8761eae-0c02-4dcb-8c90-fa6e8b47e199 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e01316-e5b8-4cf6-b921-313a90bc4a48 HTTP/1.1" status: 200  len: 949 time: 0.0547991
Feb 12 21:05:57.488912 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80a2db20-4fd0-49e7-b848-9ca9a3df0ee4 req-cd8975b5-9bd3-4ee1-beaa-0f6e9c7279d9 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420237
Feb 12 21:05:57.686193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e2102-2a4c-44c3-92a9-ac04b144ac15 req-ef718c12-487c-4494-aed6-acdd0758bfe3 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:57.688098 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9c4e2102-2a4c-44c3-92a9-ac04b144ac15 req-ef718c12-487c-4494-aed6-acdd0758bfe3 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 946 time: 0.0560207
Feb 12 21:05:57.741627 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9c4e2102-2a4c-44c3-92a9-ac04b144ac15 req-10a3aea8-8273-4cec-9764-96e56a2959a6 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478668
Feb 12 21:05:58.020872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5598d-506a-41fc-b5f4-398760fd87d9 req-18ef3569-ee2f-4c2d-889b-f9fa83fb9f52 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:58.026912 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5598d-506a-41fc-b5f4-398760fd87d9 req-18ef3569-ee2f-4c2d-889b-f9fa83fb9f52 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:58.028560 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ad5598d-506a-41fc-b5f4-398760fd87d9 req-18ef3569-ee2f-4c2d-889b-f9fa83fb9f52 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c506a05b-2643-47fa-a737-ef76cf15e0e9&device_id=99e01316-e5b8-4cf6-b921-313a90bc4a48 HTTP/1.1" status: 200  len: 1689 time: 0.0635574
Feb 12 21:05:58.083356 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ad5598d-506a-41fc-b5f4-398760fd87d9 req-1833c66e-a83b-4f77-91f7-d8836a252508 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490351
Feb 12 21:05:58.185852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ac677-e416-41a5-a38b-c37f3c91de70 req-c759c111-6a23-43ed-947b-741a21f19ac3 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:58.187315 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-695ac677-e416-41a5-a38b-c37f3c91de70 req-c759c111-6a23-43ed-947b-741a21f19ac3 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0536530
Feb 12 21:05:58.234409 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-695ac677-e416-41a5-a38b-c37f3c91de70 req-2558171f-3f6e-4b46-95d5-bd15022d71d3 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416272
Feb 12 21:05:58.422992 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bf355-015b-4f0e-a6a2-27a3ebac49c2 req-466d3ca0-6dc1-48c5-90b2-38cdd2bd348f tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:58.424892 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-229bf355-015b-4f0e-a6a2-27a3ebac49c2 req-466d3ca0-6dc1-48c5-90b2-38cdd2bd348f tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 1128 time: 0.0525746
Feb 12 21:05:58.426032 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0cc7173a-a138-48cc-8914-3234572f52ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (98355007-f7ed-4666-b303-2a3523dddbfc), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:58.478248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7173a-a138-48cc-8914-3234572f52ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98355007-f7ed-4666-b303-2a3523dddbfc,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:58.480099 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-392a3f74-aee8-495a-b4c4-c6114ec533a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:58.484883 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0cc7173a-a138-48cc-8914-3234572f52ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0aa49e315c54e0bb44dac44dad60b5c&name=default HTTP/1.1" status: 200  len: 2996 time: 1.9717777
Feb 12 21:05:58.487610 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58300) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:05:58.512598 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-229bf355-015b-4f0e-a6a2-27a3ebac49c2 req-81f7a1dd-6c65-4980-9aeb-ce7edbba24c8 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756674
Feb 12 21:05:58.539579 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26d8de21-2aee-44e1-b790-431036959aac admin admin] Publish callbacks [] for security_group (98355007-f7ed-4666-b303-2a3523dddbfc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:58.565404 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26d8de21-2aee-44e1-b790-431036959aac admin admin] Publish callbacks [] for security_group (98355007-f7ed-4666-b303-2a3523dddbfc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:58.696291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd11fb3-ce20-420b-a958-95089b17ff99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:05:58.696628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7b7e5-4084-42bb-a275-c6363e7f44f1 req-6eaf24b6-aa6e-4fa0-8aff-9b601ee62ced tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:58.699326 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-24e7b7e5-4084-42bb-a275-c6363e7f44f1 req-6eaf24b6-aa6e-4fa0-8aff-9b601ee62ced tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.0565321
Feb 12 21:05:58.699822 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460a34b1-54ec-4dfe-ab36-32213bf19c37" -d '{"events": [{"server_uuid": "cdd11fb3-ce20-420b-a958-95089b17ff99", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c57268-d530-4f9d-b77d-da6cb2a2b872"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:05:58.739855 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26d8de21-2aee-44e1-b790-431036959aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (98355007-f7ed-4666-b303-2a3523dddbfc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:58.742517 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26d8de21-2aee-44e1-b790-431036959aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:58.743681 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-26d8de21-2aee-44e1-b790-431036959aac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98355007-f7ed-4666-b303-2a3523dddbfc HTTP/1.1" status: 204  len: 168 time: 0.2548671
Feb 12 21:05:58.749845 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-24e7b7e5-4084-42bb-a275-c6363e7f44f1 req-8702f3ee-bbb9-4a71-98d4-8a843fa0eb89 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449364
Feb 12 21:05:58.785628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595cfbd-710a-4466-a5cb-8bcdc5f83551 req-36e22b9b-ffc0-4a74-880d-f646917e8e6c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:58.787269 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7595cfbd-710a-4466-a5cb-8bcdc5f83551 req-36e22b9b-ffc0-4a74-880d-f646917e8e6c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0947981
Feb 12 21:05:58.788062 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8de21-2aee-44e1-b790-431036959aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98355007-f7ed-4666-b303-2a3523dddbfc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:58.828776 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5108ec57-74ec-48c9-a568-d34d61f1a3f8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:05:58.882533 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7595cfbd-710a-4466-a5cb-8bcdc5f83551 req-703eac44-d9c4-41f8-b84c-eb232a75d108 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825346
Feb 12 21:05:58.956935 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:05:58.962021 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:59.074940 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738b7266-164e-4ba9-b811-f5b34dbc10db x-openstack-request-id: req-738b7266-164e-4ba9-b811-f5b34dbc10db {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:05:59.075241 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd11fb3-ce20-420b-a958-95089b17ff99", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c57268-d530-4f9d-b77d-da6cb2a2b872", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:05:59.075498 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-738b7266-164e-4ba9-b811-f5b34dbc10db {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:05:59.075898 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd11fb3-ce20-420b-a958-95089b17ff99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872', 'code': 200}
Feb 12 21:05:59.080928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5108ec57-74ec-48c9-a568-d34d61f1a3f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:05:59.092091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8845ae-5cea-481c-bd5f-546ff9580198 req-52092b52-458d-48ac-b828-8e4001600a0a tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:59.093878 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ef8845ae-5cea-481c-bd5f-546ff9580198 req-52092b52-458d-48ac-b828-8e4001600a0a tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c506a05b-2643-47fa-a737-ef76cf15e0e9 HTTP/1.1" status: 200  len: 1131 time: 0.1056485
Feb 12 21:05:59.131412 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:59.163360 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:59.220124 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ef8845ae-5cea-481c-bd5f-546ff9580198 req-bafc6944-da93-4866-922e-ed6075c4bf71 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154134
Feb 12 21:05:59.310731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=5108ec57-74ec-48c9-a568-d34d61f1a3f8,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:05:59.324694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:59.326912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:59.326912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:59.326912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:59.326912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:59.326912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:59.327496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:59.327496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:59.327822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:59.328090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:59.328508 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:59.328961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:59.329833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:05:59.424290 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-237ed840-7699-4377-8350-69d5bcf34349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:59.425934 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-237ed840-7699-4377-8350-69d5bcf34349 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d&tenant_id=55f8176a19e946ee8eecaa5d963d908c HTTP/1.1" status: 200  len: 1129 time: 0.0922441
Feb 12 21:05:59.428763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b950abd-bd38-4e81-84be-e78cc6c2a93d req-19b3b2b5-e6a3-446c-be62-35bde593948f tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:59.430226 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7b950abd-bd38-4e81-84be-e78cc6c2a93d req-19b3b2b5-e6a3-446c-be62-35bde593948f tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=99e01316-e5b8-4cf6-b921-313a90bc4a48 HTTP/1.1" status: 200  len: 1131 time: 0.1098578
Feb 12 21:05:59.447738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008eb367-6002-496f-a420-02e2a64711a2 req-f9f70b93-c64c-40dc-940f-91dfe32c5676 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:59.450396 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-008eb367-6002-496f-a420-02e2a64711a2 req-f9f70b93-c64c-40dc-940f-91dfe32c5676 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0951650
Feb 12 21:05:59.457172 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:05:59.521402 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-008eb367-6002-496f-a420-02e2a64711a2 req-10932e42-4f3b-4d59-af25-6def692e761d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575373
Feb 12 21:05:59.533405 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7b950abd-bd38-4e81-84be-e78cc6c2a93d req-f577a67a-5979-4815-bdf7-ea935214c6a7 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912576
Feb 12 21:05:59.550925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-60e9931f-8367-4298-a7e5-6e096173aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:59.552675 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-60e9931f-8367-4298-a7e5-6e096173aa61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 1129 time: 0.0910408
Feb 12 21:05:59.721662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-a753e0d9-2dce-4c98-81af-70641cde1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:59.723209 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-a753e0d9-2dce-4c98-81af-70641cde1254 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1636543
Feb 12 21:05:59.732181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d103f-950c-468f-a14d-eaa916eefe73 req-10d8cfd2-7746-4355-9dcc-9e44320dbbe6 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:59.733690 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b75d103f-950c-468f-a14d-eaa916eefe73 req-10d8cfd2-7746-4355-9dcc-9e44320dbbe6 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1275985
Feb 12 21:05:59.791646 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-9a738594-5f46-47e3-9f96-aba75b04d5fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8 HTTP/1.1" status: 200  len: 217 time: 0.0569732
Feb 12 21:05:59.848756 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-627efe64-1a38-4e18-9c64-cafe4983642b tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0217235
Feb 12 21:05:59.851441 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b75d103f-950c-468f-a14d-eaa916eefe73 req-1e98a371-b564-48e9-b233-759bb1192e75 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111772
Feb 12 21:05:59.879929 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-0d6a210a-2c71-40b1-b4dc-e574b3ff2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:05:59.881724 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-0d6a210a-2c71-40b1-b4dc-e574b3ff2aeb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0815704
Feb 12 21:06:00.023142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-a9981fb6-dba8-4b19-8e7e-87da6cb13db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:00.029264 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-a9981fb6-dba8-4b19-8e7e-87da6cb13db6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1356549
Feb 12 21:06:00.051033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-245d8f61-7d9e-43a7-ae55-eafc9c61c076 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:00.053533 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-245d8f61-7d9e-43a7-ae55-eafc9c61c076 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1924076
Feb 12 21:06:00.093283 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-d86fdeca-75a1-4098-a5d9-352c93edb8c3 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/quotas/2e3d4a23b3dd48a2a3e78818c60bdf5d HTTP/1.1" status: 200  len: 375 time: 0.0329168
Feb 12 21:06:00.187150 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-aa48cc7d-d361-4e4a-9dd1-c8c749925d79 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0916114
Feb 12 21:06:00.198110 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-17b774b2-94ba-4eb6-985a-3a2ff5a18947 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661587
Feb 12 21:06:00.212677 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94613-3e16-42f3-bc6b-05c9c1d9d2ec req-f55bd660-a6ef-432d-8e07-3cf0d1fdcadf tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:00.214215 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2fe94613-3e16-42f3-bc6b-05c9c1d9d2ec req-f55bd660-a6ef-432d-8e07-3cf0d1fdcadf tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 947 time: 0.1367636
Feb 12 21:06:00.347512 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2fe94613-3e16-42f3-bc6b-05c9c1d9d2ec req-7758bfba-6a5e-4c8e-809a-346fd8fbe102 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234033
Feb 12 21:06:00.367084 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52900af8-dd03-4689-bf0c-04177ba0ccc3 req-658687be-74b6-4f93-a79e-449d7c552919 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1577458
Feb 12 21:06:00.677693 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31fc8534-cedb-4a76-8965-e1d6dbcf835c req-24a4c93f-f269-49f0-af79-716e489cb479 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 210 time: 0.0796394
Feb 12 21:06:00.691626 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738b723-3f5a-4d3f-b42b-b84b914d46cc req-6a3a1f81-0042-47d0-893f-d6073440effb tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:00.706184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6738b723-3f5a-4d3f-b42b-b84b914d46cc req-6a3a1f81-0042-47d0-893f-d6073440effb tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/networks?id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 HTTP/1.1" status: 200  len: 814 time: 0.1441398
Feb 12 21:06:00.718857 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6738b723-3f5a-4d3f-b42b-b84b914d46cc req-66e51e60-1e76-412b-b497-68e4a28a695e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/quotas/02d862cc48f14c42ba73c75e882e9c87 HTTP/1.1" status: 200  len: 375 time: 0.0115900
Feb 12 21:06:00.786145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6738b723-3f5a-4d3f-b42b-b84b914d46cc req-e5ab50c9-25d4-418d-a18e-f1abafa4793c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02d862cc48f14c42ba73c75e882e9c87&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0616899
Feb 12 21:06:00.904393 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:00.933795 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9f8e3-7a94-44fa-ace7-36dd600ae719 req-2e41c2c8-2779-466b-8128-1e3c0c72044a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:00.935304 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ede9f8e3-7a94-44fa-ace7-36dd600ae719 req-2e41c2c8-2779-466b-8128-1e3c0c72044a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0584259
Feb 12 21:06:00.993009 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ede9f8e3-7a94-44fa-ace7-36dd600ae719 req-530bb964-df00-41f3-b2da-20088b8bc5e9 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500791
Feb 12 21:06:01.077072 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ce5b10-468f-4fe9-a928-1e6e44e99c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5108ec57-74ec-48c9-a568-d34d61f1a3f8'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:01.079308 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e859626-1a12-424a-b271-ceb5611c0a6a" -d '{"events": [{"server_uuid": "b7ce5b10-468f-4fe9-a928-1e6e44e99c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "5108ec57-74ec-48c9-a568-d34d61f1a3f8"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:01.132967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae1014-0d81-4f26-b50d-22b65790db87 req-1fede8c3-864c-448c-b3e2-2b18baaebe7a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:01.132967 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-97ae1014-0d81-4f26-b50d-22b65790db87 req-1fede8c3-864c-448c-b3e2-2b18baaebe7a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0586832
Feb 12 21:06:01.213111 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-97ae1014-0d81-4f26-b50d-22b65790db87 req-b14b01de-0122-418b-a224-968543be8759 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675685
Feb 12 21:06:01.265263 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ee3703-e10f-4a39-8c74-d46513c8c577 x-openstack-request-id: req-49ee3703-e10f-4a39-8c74-d46513c8c577 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:01.265843 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ce5b10-468f-4fe9-a928-1e6e44e99c9d", "name": "network-vif-unplugged", "status": "completed", "tag": "5108ec57-74ec-48c9-a568-d34d61f1a3f8", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:01.265948 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49ee3703-e10f-4a39-8c74-d46513c8c577 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:01.266342 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ce5b10-468f-4fe9-a928-1e6e44e99c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5108ec57-74ec-48c9-a568-d34d61f1a3f8', 'code': 200}
Feb 12 21:06:01.413619 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c921dc82-aa6c-49a0-b065-853bcc9ff1ea req-0712f124-cf4a-4894-934b-b31f78485ad1 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=02d862cc48f14c42ba73c75e882e9c87 HTTP/1.1" status: 200  len: 221 time: 0.0258222
Feb 12 21:06:01.518644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df2345-b740-4b1d-a6f1-ac1c42d121dc req-d4ad226b-61af-4499-bae3-9b34ed5cdd07 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:01.520133 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7df2345-b740-4b1d-a6f1-ac1c42d121dc req-d4ad226b-61af-4499-bae3-9b34ed5cdd07 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 947 time: 0.0565388
Feb 12 21:06:01.575038 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7df2345-b740-4b1d-a6f1-ac1c42d121dc req-f70a87a2-cc27-4311-887e-a4e90b96a34e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486195
Feb 12 21:06:01.781243 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-a6d34fd4-8160-400a-97dc-b728c5409bcf tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=799d7a4057974c53bec70a307fe068ad&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0233414
Feb 12 21:06:01.892132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-5ced4e28-c8b7-4284-983d-1d4ccb1138df tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:01.896899 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-5ced4e28-c8b7-4284-983d-1d4ccb1138df tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1072280
Feb 12 21:06:01.908468 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-1fb6a335-09c2-41c8-885f-eda7e3d5505b tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/quotas/799d7a4057974c53bec70a307fe068ad HTTP/1.1" status: 200  len: 375 time: 0.0095720
Feb 12 21:06:01.943826 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-6ba325de-84c5-40e8-9a03-2c3780a13cd2 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=799d7a4057974c53bec70a307fe068ad&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0302777
Feb 12 21:06:02.257017 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a7c57268-d530-4f9d-b77d-da6cb2a2b872 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:06:02.276990 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:02.312425 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ea48a-0aad-4be5-b0aa-7adef91d7f2f req-09f93f9a-8637-4c46-889e-ce4d64bedf1b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:02.315341 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf7ea48a-0aad-4be5-b0aa-7adef91d7f2f req-09f93f9a-8637-4c46-889e-ce4d64bedf1b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0823836
Feb 12 21:06:02.399638 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a7c57268-d530-4f9d-b77d-da6cb2a2b872, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7c57268-d530-4f9d-b77d-da6cb2a2b872,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:02.406009 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf7ea48a-0aad-4be5-b0aa-7adef91d7f2f req-007c283e-b8ba-456f-9cf9-6c3d2badbbf0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841937
Feb 12 21:06:02.413607 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872', 'mac_address': 'fa:16:3e:b7:40:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:06:02.449980 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f66e824d-90cc-42bd-8ef8-e1766c08069d req-b88be6de-dff1-48d5-91b5-7072dfe2958f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 210 time: 0.0379934
Feb 12 21:06:02.482297 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a7c57268-d530-4f9d-b77d-da6cb2a2b872 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:02.484176 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:02.498374 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c57268-d530-4f9d-b77d-da6cb2a2b872 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:02.520372 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a7c57268-d530-4f9d-b77d-da6cb2a2b872, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7c57268-d530-4f9d-b77d-da6cb2a2b872,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:02.536956 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31321dc6-dc51-4034-be36-8ffb4366e4fd req-56bfd09f-7563-4297-bd36-a189ec332a68 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 210 time: 0.0377097
Feb 12 21:06:02.881923 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5108ec57-74ec-48c9-a568-d34d61f1a3f8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:06:02.986045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5108ec57-74ec-48c9-a568-d34d61f1a3f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:02.997227 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '5108ec57-74ec-48c9-a568-d34d61f1a3f8', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '5108ec57-74ec-48c9-a568-d34d61f1a3f8', 'mac_address': 'fa:16:3e:40:34:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:06:03.037945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:03.038326 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:03.051135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5108ec57-74ec-48c9-a568-d34d61f1a3f8 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:03.070618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5108ec57-74ec-48c9-a568-d34d61f1a3f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:03.645793 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:03.695043 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a7c57268-d530-4f9d-b77d-da6cb2a2b872,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:03.795976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a7c57268-d530-4f9d-b77d-da6cb2a2b872'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:04.703367 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:04.786691 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=5108ec57-74ec-48c9-a568-d34d61f1a3f8,revision_number=10']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:04.900111 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-ab5fa16b-e1b2-497c-8d7c-d7bf9eac211c tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0232430
Feb 12 21:06:05.030334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-b6d407d6-1506-4b78-a44e-598e6e0d9140 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:05.031774 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-b6d407d6-1506-4b78-a44e-598e6e0d9140 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1257513
Feb 12 21:06:05.044304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-29204fdc-0281-4b8a-8a38-c05dc829a4fd tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Request body: {'port': {'device_id': '60f87ab1-85fb-49c2-9720-20ce04a1c7b1', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '2e3d4a23b3dd48a2a3e78818c60bdf5d'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:05.045421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5108ec57-74ec-48c9-a568-d34d61f1a3f8'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:05.316792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-29204fdc-0281-4b8a-8a38-c05dc829a4fd tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Made reservation on behalf of 2e3d4a23b3dd48a2a3e78818c60bdf5d for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:06:05.321864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-29204fdc-0281-4b8a-8a38-c05dc829a4fd tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:05.479846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-29204fdc-0281-4b8a-8a38-c05dc829a4fd tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Allocated IP 192.168.233.140 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/2cde5d15-d636-49b0-9a4a-067de06e9f91) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:06:05.681660 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-29204fdc-0281-4b8a-8a38-c05dc829a4fd tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks [] for port (2cde5d15-d636-49b0-9a4a-067de06e9f91), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:05.785971 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a338da-eb24-486b-b122-a1acf1ac7cea req-c7510a32-bd09-4102-8645-60e326cca5e5 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:05.787707 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27a338da-eb24-486b-b122-a1acf1ac7cea req-c7510a32-bd09-4102-8645-60e326cca5e5 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1045659
Feb 12 21:06:05.893248 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-29204fdc-0281-4b8a-8a38-c05dc829a4fd tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2cde5d15-d636-49b0-9a4a-067de06e9f91), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:05.913901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5bafff40-3831-43c8-81dd-8619fc446d2e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:05.939661 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27a338da-eb24-486b-b122-a1acf1ac7cea req-20a79792-f2f3-49b5-afe7-a988cb632d34 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386337
Feb 12 21:06:05.982400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-29204fdc-0281-4b8a-8a38-c05dc829a4fd tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:06:05.985264 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['d06b235b-99a9-4368-972a-9fb7e1fd2de3', '1dcd7742-1914-4434-a268-34bdc3f688d2', '00fe00bc-2807-4800-866f-306a75719cca', '343f7369-bd4a-4c45-bac6-12a12a82d733'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:05.985632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-29204fdc-0281-4b8a-8a38-c05dc829a4fd tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:06:05.990554 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-29204fdc-0281-4b8a-8a38-c05dc829a4fd tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:06:05.996469 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29204fdc-0281-4b8a-8a38-c05dc829a4fd tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event updated for resources: {'Port': ['ID=2cde5d15-d636-49b0-9a4a-067de06e9f91,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:06.096720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-29204fdc-0281-4b8a-8a38-c05dc829a4fd tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:06.106762 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-29204fdc-0281-4b8a-8a38-c05dc829a4fd tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:06.212811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0e8e4-a903-4e73-84a7-6777ed129874 req-a53385f6-9c9c-4ce7-a5ce-75c4296e0c0b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:06.217643 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6a0e8e4-a903-4e73-84a7-6777ed129874 req-a53385f6-9c9c-4ce7-a5ce-75c4296e0c0b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.0878556
Feb 12 21:06:06.312390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a7c57268-d530-4f9d-b77d-da6cb2a2b872 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:06:06.320952 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6a0e8e4-a903-4e73-84a7-6777ed129874 req-bc1c3b09-c9a6-4c8d-a230-967e1f2535ef tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988545
Feb 12 21:06:06.327604 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-29204fdc-0281-4b8a-8a38-c05dc829a4fd tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2870340
Feb 12 21:06:06.371572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Request body: {'port': {'device_id': '60f87ab1-85fb-49c2-9720-20ce04a1c7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:06.487355 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-396bb615-92f5-48c4-bb5b-9c33fe52a2f2 req-d88fc935-a930-4bb3-9f46-caa0e12e0b7f tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 210 time: 0.0441546
Feb 12 21:06:06.527398 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea007f0-f9cf-4e73-81b2-d446c5f9fddd req-45bfbd96-7ae8-48be-9abc-6c190cfa1e86 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:06.538220 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aea007f0-f9cf-4e73-81b2-d446c5f9fddd req-45bfbd96-7ae8-48be-9abc-6c190cfa1e86 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 936 time: 0.1179459
Feb 12 21:06:06.565257 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2cde5d15-d636-49b0-9a4a-067de06e9f91), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:06.587379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port a7c57268-d530-4f9d-b77d-da6cb2a2b872 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:06.595961 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:06.652381 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aea007f0-f9cf-4e73-81b2-d446c5f9fddd req-50f14273-93c2-4f92-87d8-3b2ada1904ff tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127307
Feb 12 21:06:06.787415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-97fb5923-36e0-4087-abb9-fa76f9c8becb None None] Provisioning complete for port 2cde5d15-d636-49b0-9a4a-067de06e9f91 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:06.788377 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-97fb5923-36e0-4087-abb9-fa76f9c8becb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2cde5d15-d636-49b0-9a4a-067de06e9f91), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:06.835987 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-97fb5923-36e0-4087-abb9-fa76f9c8becb None None] Port 2cde5d15-d636-49b0-9a4a-067de06e9f91 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:06:06.980215 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cde5d15-d636-49b0-9a4a-067de06e9f91 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:06.990246 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Publish callbacks [] for port (2cde5d15-d636-49b0-9a4a-067de06e9f91), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:06.998703 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a1816-8ca5-4937-b930-c3fa9a9f7ef1 req-7db9db80-4689-45a9-bc7a-02c8ed5a0e84 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:07.011914 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c66a1816-8ca5-4937-b930-c3fa9a9f7ef1 req-7db9db80-4689-45a9-bc7a-02c8ed5a0e84 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 949 time: 0.1898129
Feb 12 21:06:07.019038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Transition to ACTIVE for port object 2cde5d15-d636-49b0-9a4a-067de06e9f91 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:06:07.061232 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5108ec57-74ec-48c9-a568-d34d61f1a3f8 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:06:07.102612 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c66a1816-8ca5-4937-b930-c3fa9a9f7ef1 req-652b4368-3c7f-417e-bf85-b0c957b28de5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870807
Feb 12 21:06:07.107119 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (2cde5d15-d636-49b0-9a4a-067de06e9f91), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:07.277187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Pushing event updated for resources: {'Port': ['ID=2cde5d15-d636-49b0-9a4a-067de06e9f91,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:07.288522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a7c57268-d530-4f9d-b77d-da6cb2a2b872 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:07.289314 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:07.339453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a7c57268-d530-4f9d-b77d-da6cb2a2b872, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7c57268-d530-4f9d-b77d-da6cb2a2b872,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:07.344654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd11fb3-ce20-420b-a958-95089b17ff99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:07.347386 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c702c9bb-0529-4093-97e7-da55d5583bcf" -d '{"events": [{"server_uuid": "cdd11fb3-ce20-420b-a958-95089b17ff99", "name": "network-vif-plugged", "status": "completed", "tag": "a7c57268-d530-4f9d-b77d-da6cb2a2b872"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:07.436758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6df32c-ba84-4936-96fe-bdfac12822f7 req-bce80d47-a9c0-4999-a4cd-7cc625f397a0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:07.438604 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:07.447508 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5d6df32c-ba84-4936-96fe-bdfac12822f7 req-bce80d47-a9c0-4999-a4cd-7cc625f397a0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.2449801
Feb 12 21:06:07.498681 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Attempting to bind port 2cde5d15-d636-49b0-9a4a-067de06e9f91 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:06:07.499122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Attempting to bind port 2cde5d15-d636-49b0-9a4a-067de06e9f91 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:06:07.499683 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Attempting to bind port 2cde5d15-d636-49b0-9a4a-067de06e9f91 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:07.506903 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Port 2cde5d15-d636-49b0-9a4a-067de06e9f91 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:06:07.507435 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Attempting to bind port 2cde5d15-d636-49b0-9a4a-067de06e9f91 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:07.514761 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a7c57268-d530-4f9d-b77d-da6cb2a2b872,revision_number=10']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:07.521140 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:06:07.521487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:06:07.521826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:06:07.522263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Bound port: 2cde5d15-d636-49b0-9a4a-067de06e9f91, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:06:07.522629 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2cde5d15-d636-49b0-9a4a-067de06e9f91), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:07.540084 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:07.541752 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:07.571468 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5d6df32c-ba84-4936-96fe-bdfac12822f7 req-21781ed6-36bd-4d74-85c7-80bd13918afd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167157
Feb 12 21:06:07.699131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] For port 2cde5d15-d636-49b0-9a4a-067de06e9f91, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:06:07.704067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] For port 2cde5d15-d636-49b0-9a4a-067de06e9f91, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cde5d15-d636-49b0-9a4a-067de06e9f91,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:06:07.798037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:07.798440 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:07.821805 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (2cde5d15-d636-49b0-9a4a-067de06e9f91), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:07.861500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:07.862149 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:07.863621 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] 10.222.0.48 "PUT /v2.0/ports/2cde5d15-d636-49b0-9a4a-067de06e9f91 HTTP/1.1" status: 200  len: 1096 time: 1.5142527
Feb 12 21:06:07.864081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f87ab1-85fb-49c2-9720-20ce04a1c7b1', 'tag': '2cde5d15-d636-49b0-9a4a-067de06e9f91'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:07.866677 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aa371e-bdf4-46ad-af21-4db437f0bd37" -d '{"events": [{"name": "network-changed", "server_uuid": "60f87ab1-85fb-49c2-9720-20ce04a1c7b1", "tag": "2cde5d15-d636-49b0-9a4a-067de06e9f91"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:07.887326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5108ec57-74ec-48c9-a568-d34d61f1a3f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:07.908974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e8240-f77d-4f28-8de2-178fe58689fa service neutron] Pushing event updated for resources: {'Port': ['ID=2cde5d15-d636-49b0-9a4a-067de06e9f91,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:07.978355 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-bbda5d31-bfd4-4577-ae52-eef04286d42f tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=799d7a4057974c53bec70a307fe068ad&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0336783
Feb 12 21:06:08.091491 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:08.149203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-c81fcba0-9bab-4687-a16c-56c970bfc3f6 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:08.153720 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-c81fcba0-9bab-4687-a16c-56c970bfc3f6 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1663008
Feb 12 21:06:08.188908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Request body: {'port': {'device_id': 'ab66d1c8-2792-4aa8-b7e2-05772dc10f16', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '799d7a4057974c53bec70a307fe068ad'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:08.229233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=5108ec57-74ec-48c9-a568-d34d61f1a3f8,revision_number=11']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:08.371980 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-1ca2a1fb-7a9e-49d2-9a6e-32870c0a1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:08.375047 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-1ca2a1fb-7a9e-49d2-9a6e-32870c0a1cce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 1130 time: 0.2191594
Feb 12 21:06:08.462925 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-fab2fada-0e57-49d8-a5ae-ee5f323e065f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=2cde5d15-d636-49b0-9a4a-067de06e9f91 HTTP/1.1" status: 200  len: 217 time: 0.0428832
Feb 12 21:06:08.523398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Made reservation on behalf of 799d7a4057974c53bec70a307fe068ad for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:06:08.528094 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:08.540688 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:08.543339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-e7d1aa1d-a0b7-4a3f-92a1-b72d8294a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:08.545946 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-e7d1aa1d-a0b7-4a3f-92a1-b72d8294a4fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0746183
Feb 12 21:06:08.643398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-d628ac2a-8395-428d-8b8a-de8c1a1e6c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:08.645031 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-d628ac2a-8395-428d-8b8a-de8c1a1e6c04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0861499
Feb 12 21:06:08.717440 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Publish callbacks [] for security_group (ec765007-9daf-4699-9454-5a93db6f53f9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:08.813963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-3e257623-73ab-4d27-ade9-14a7c6fe8b65 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555383
Feb 12 21:06:08.852344 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ec765007-9daf-4699-9454-5a93db6f53f9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:08.869296 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cd20da-932d-4ae3-82b4-132b38914d72 x-openstack-request-id: req-27cd20da-932d-4ae3-82b4-132b38914d72 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:08.871392 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd11fb3-ce20-420b-a958-95089b17ff99", "name": "network-vif-plugged", "status": "completed", "tag": "a7c57268-d530-4f9d-b77d-da6cb2a2b872", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:08.872306 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27cd20da-932d-4ae3-82b4-132b38914d72 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:08.875645 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd11fb3-ce20-420b-a958-95089b17ff99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872', 'code': 200}
Feb 12 21:06:09.039642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec765007-9daf-4699-9454-5a93db6f53f9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:09.048813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7bdcd-8bfb-4cb0-b531-341ee9a3b20f req-7cca2964-19f3-4427-b77a-c8db58992948 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:09.051228 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-90c7bdcd-8bfb-4cb0-b531-341ee9a3b20f req-7cca2964-19f3-4427-b77a-c8db58992948 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0761688
Feb 12 21:06:09.094890 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-29652154-74a4-4b0d-80ec-ec2bc8f4f8b9 req-486abd69-13f3-4416-a363-476e5f4cdcd8 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 210 time: 0.0879416
Feb 12 21:06:09.117643 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-90c7bdcd-8bfb-4cb0-b531-341ee9a3b20f req-d5d2f462-7322-4682-93e5-5179aebbdb95 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553877
Feb 12 21:06:09.161619 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56527a1c-5166-41d8-ab76-fca14bc43c0d req-e55736e8-606b-4548-b1a7-fe1c2a3530a2 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3424819
Feb 12 21:06:09.188775 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Allocated IP 192.168.233.221 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/087eb01e-6188-4522-bae6-62fbc143e630) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:06:09.268115 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-79aa51c1-6b1a-4937-b77e-cfb134e2727c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=55f8176a19e946ee8eecaa5d963d908c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0447624
Feb 12 21:06:09.283888 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e769a47-68e9-41ca-8c56-20818548a0de req-69a1f8ba-8656-4f9e-9bff-20344743a3a7 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:09.285890 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e769a47-68e9-41ca-8c56-20818548a0de req-69a1f8ba-8656-4f9e-9bff-20344743a3a7 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 948 time: 0.0750470
Feb 12 21:06:09.382777 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e769a47-68e9-41ca-8c56-20818548a0de req-f3f31d7b-3a4b-4a90-ba4d-c7ead86620f0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774465
Feb 12 21:06:09.812665 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d96d734-a811-4ce9-9759-47b5417f3dc8 x-openstack-request-id: req-8d96d734-a811-4ce9-9759-47b5417f3dc8 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:09.812935 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f87ab1-85fb-49c2-9720-20ce04a1c7b1", "tag": "2cde5d15-d636-49b0-9a4a-067de06e9f91", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:09.813225 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d96d734-a811-4ce9-9759-47b5417f3dc8 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:09.813644 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f87ab1-85fb-49c2-9720-20ce04a1c7b1', 'tag': '2cde5d15-d636-49b0-9a4a-067de06e9f91', 'status': 'completed', 'code': 200}
Feb 12 21:06:09.853136 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-f2efdae8-bc20-45c8-a46c-b7051eb8f9f1 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:09.857184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-f2efdae8-bc20-45c8-a46c-b7051eb8f9f1 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5693898
Feb 12 21:06:09.897145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-50285d14-0341-4b6c-89e5-24e346cd1c14 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/quotas/55f8176a19e946ee8eecaa5d963d908c HTTP/1.1" status: 200  len: 375 time: 0.0282953
Feb 12 21:06:09.929627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa371e-bdf4-46ad-af21-4db437f0bd37 req-8c7c02f4-6b3d-4f2c-b813-aa82f2d96827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:09.933267 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3aa371e-bdf4-46ad-af21-4db437f0bd37 req-8c7c02f4-6b3d-4f2c-b813-aa82f2d96827 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 1130 time: 0.1245973
Feb 12 21:06:09.970489 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Publish callbacks [] for port (087eb01e-6188-4522-bae6-62fbc143e630), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:10.095853 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-b8ed42e6-3f1a-4615-96b5-531114a0b472 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1890249
Feb 12 21:06:10.134390 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa371e-bdf4-46ad-af21-4db437f0bd37 req-190b4740-4b8f-45a1-bfd4-20a22aa97a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:10.134587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22350d43-7156-44d3-9f9a-f643e5c25460 req-dba77c6f-cc91-4521-a490-0434d5a12cc5 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:10.135863 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3aa371e-bdf4-46ad-af21-4db437f0bd37 req-190b4740-4b8f-45a1-bfd4-20a22aa97a32 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1865268
Feb 12 21:06:10.143366 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-22350d43-7156-44d3-9f9a-f643e5c25460 req-dba77c6f-cc91-4521-a490-0434d5a12cc5 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 948 time: 0.1333132
Feb 12 21:06:10.144038 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (087eb01e-6188-4522-bae6-62fbc143e630), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:10.229973 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-22350d43-7156-44d3-9f9a-f643e5c25460 req-04ad43a4-334e-40ac-b0f1-a923fc75beb3 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852134
Feb 12 21:06:10.246183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Pushing event updated for resources: {'Port': ['ID=087eb01e-6188-4522-bae6-62fbc143e630,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:10.254251 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3aa371e-bdf4-46ad-af21-4db437f0bd37 req-f16ff700-1ee8-4e2e-ac04-233dd1c51ba9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=2cde5d15-d636-49b0-9a4a-067de06e9f91 HTTP/1.1" status: 200  len: 217 time: 0.1074214
Feb 12 21:06:10.283980 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:06:10.285932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:06:10.292648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:06:10.439125 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:10.440064 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:10.470317 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa371e-bdf4-46ad-af21-4db437f0bd37 req-11e5594a-062f-485e-9f13-3ba87aefef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:10.472305 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3aa371e-bdf4-46ad-af21-4db437f0bd37 req-11e5594a-062f-485e-9f13-3ba87aefef40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.2087324
Feb 12 21:06:10.483741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e190d2-d9a5-400a-acb2-6a662e6142fc req-675b8e4a-b0c0-407d-ba70-aa939a98fdb0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:10.485525 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-48e190d2-d9a5-400a-acb2-6a662e6142fc req-675b8e4a-b0c0-407d-ba70-aa939a98fdb0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0807674
Feb 12 21:06:10.559931 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-48e190d2-d9a5-400a-acb2-6a662e6142fc req-e9c2610d-9f55-48dd-a770-377da61e2115 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665276
Feb 12 21:06:10.586373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819722d2-da56-4ca3-a5b4-9aec2612ab00 req-33be5062-d1da-410a-b5a6-3f3ede7dbd5a tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:10.589881 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-819722d2-da56-4ca3-a5b4-9aec2612ab00 req-33be5062-d1da-410a-b5a6-3f3ede7dbd5a tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 936 time: 0.1160319
Feb 12 21:06:10.594014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa371e-bdf4-46ad-af21-4db437f0bd37 req-4be42ad1-1ad1-4b61-97c2-a8d0d10a85d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:10.595603 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3aa371e-bdf4-46ad-af21-4db437f0bd37 req-4be42ad1-1ad1-4b61-97c2-a8d0d10a85d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1072552
Feb 12 21:06:10.662708 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e167eb5-1786-4973-b5a2-b04ceb2aabc4 req-fb7ba4e9-1ccb-4f4e-973b-5614ffeb1bfb tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 210 time: 0.0426202
Feb 12 21:06:10.703443 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ca231dd7-65c1-45c7-af98-2e39f190e9f7 None None] Provisioning complete for port 087eb01e-6188-4522-bae6-62fbc143e630 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:10.703998 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ca231dd7-65c1-45c7-af98-2e39f190e9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (087eb01e-6188-4522-bae6-62fbc143e630), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:10.709858 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-819722d2-da56-4ca3-a5b4-9aec2612ab00 req-5519b52c-82ed-4e34-97cd-cf4fb32319e9 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec765007-9daf-4699-9454-5a93db6f53f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133094
Feb 12 21:06:10.748095 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ca231dd7-65c1-45c7-af98-2e39f190e9f7 None None] Port 087eb01e-6188-4522-bae6-62fbc143e630 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:06:10.764361 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3aa371e-bdf4-46ad-af21-4db437f0bd37 req-0ecd4d34-71f0-4453-a35a-6c05d6f0c78e service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601849
Feb 12 21:06:10.783186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-f731724c-6881-483a-9548-38b73813b4e1 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.6073511
Feb 12 21:06:10.799618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Request body: {'port': {'device_id': 'ab66d1c8-2792-4aa8-b7e2-05772dc10f16', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:10.808203 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbdd7a-e599-42a5-92f5-c4cbd1c7df63 req-03935aa4-50b4-4720-af79-b3c7ced621ab tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:10.810471 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f8fbdd7a-e599-42a5-92f5-c4cbd1c7df63 req-03935aa4-50b4-4720-af79-b3c7ced621ab tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 948 time: 0.0613835
Feb 12 21:06:10.861711 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f8fbdd7a-e599-42a5-92f5-c4cbd1c7df63 req-f32dad89-bbf7-461d-81b3-f7ae31076b58 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441244
Feb 12 21:06:10.884651 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ce5b10-468f-4fe9-a928-1e6e44e99c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5108ec57-74ec-48c9-a568-d34d61f1a3f8'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:10.889240 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3667d3-686d-4947-bdb8-38e27bc8a7b5" -d '{"events": [{"server_uuid": "b7ce5b10-468f-4fe9-a928-1e6e44e99c9d", "name": "network-vif-plugged", "status": "completed", "tag": "5108ec57-74ec-48c9-a568-d34d61f1a3f8"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:10.949987 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (087eb01e-6188-4522-bae6-62fbc143e630), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:10.960921 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae176b7-35c3-4071-a293-907ff778304d x-openstack-request-id: req-7ae176b7-35c3-4071-a293-907ff778304d {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:10.961501 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ce5b10-468f-4fe9-a928-1e6e44e99c9d", "name": "network-vif-plugged", "status": "completed", "tag": "5108ec57-74ec-48c9-a568-d34d61f1a3f8", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:10.962058 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ae176b7-35c3-4071-a293-907ff778304d {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:10.962554 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ce5b10-468f-4fe9-a928-1e6e44e99c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5108ec57-74ec-48c9-a568-d34d61f1a3f8', 'code': 200}
Feb 12 21:06:10.969618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ed904-ef48-4299-89c4-1361b49b995f req-a97106bd-294b-4435-b3be-0e8ae40226c0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:10.971099 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc7ed904-ef48-4299-89c4-1361b49b995f req-a97106bd-294b-4435-b3be-0e8ae40226c0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1632624
Feb 12 21:06:10.975296 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3aa371e-bdf4-46ad-af21-4db437f0bd37 req-70e1aab6-04b1-43a0-9b21-74312a2e2111 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2044442
Feb 12 21:06:11.131287 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc7ed904-ef48-4299-89c4-1361b49b995f req-129d4172-9eb5-47a8-9f8c-8aba6660e386 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281378
Feb 12 21:06:11.390969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15822d6-25c7-47ca-a174-2d1ba39cb824 req-e8bb08b9-f7d4-4498-90fe-5af67cf89f8c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:11.396314 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a15822d6-25c7-47ca-a174-2d1ba39cb824 req-e8bb08b9-f7d4-4498-90fe-5af67cf89f8c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1695998
Feb 12 21:06:11.424893 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa5ee9-f4f4-43f4-a8f7-a3952f9c33bf req-29b5d3ec-1821-4997-b94b-e7e179db0eb4 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:11.426396 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49aa5ee9-f4f4-43f4-a8f7-a3952f9c33bf req-29b5d3ec-1821-4997-b94b-e7e179db0eb4 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 948 time: 0.1118901
Feb 12 21:06:11.471554 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087eb01e-6188-4522-bae6-62fbc143e630 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:11.486950 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Publish callbacks [] for port (087eb01e-6188-4522-bae6-62fbc143e630), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:11.495209 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49aa5ee9-f4f4-43f4-a8f7-a3952f9c33bf req-63d1bb4c-b72d-4e1a-9941-6c1f6050a13c tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610652
Feb 12 21:06:11.518674 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a15822d6-25c7-47ca-a174-2d1ba39cb824 req-6f4ffecb-f82e-4003-8419-720e05243ec1 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131601
Feb 12 21:06:11.523577 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Transition to ACTIVE for port object 087eb01e-6188-4522-bae6-62fbc143e630 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:06:11.617506 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (087eb01e-6188-4522-bae6-62fbc143e630), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:11.776936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Pushing event updated for resources: {'Port': ['ID=087eb01e-6188-4522-bae6-62fbc143e630,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:11.803576 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6ed4d5f1-4e76-44ef-94bf-923afd9798c3 req-ca63e1fc-68c9-4b7d-b07e-35c0fd4a62f8 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 210 time: 0.0506091
Feb 12 21:06:11.881612 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c334b9-31ec-4719-92d1-e4373bf74f28 req-f502cd13-c5fd-467d-88e4-ec6680398c36 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:11.883342 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1c334b9-31ec-4719-92d1-e4373bf74f28 req-f502cd13-c5fd-467d-88e4-ec6680398c36 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.2288609
Feb 12 21:06:11.917592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Attempting to bind port 087eb01e-6188-4522-bae6-62fbc143e630 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:06:11.917837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Attempting to bind port 087eb01e-6188-4522-bae6-62fbc143e630 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:06:11.918149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Attempting to bind port 087eb01e-6188-4522-bae6-62fbc143e630 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:11.946478 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Port 087eb01e-6188-4522-bae6-62fbc143e630 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:06:11.946730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Attempting to bind port 087eb01e-6188-4522-bae6-62fbc143e630 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:11.989168 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915022d7-db8b-4294-acc7-338b245e1111 req-3e1f31b2-ed1e-4bb8-8402-dddcdbf637a5 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:11.996267 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-915022d7-db8b-4294-acc7-338b245e1111 req-3e1f31b2-ed1e-4bb8-8402-dddcdbf637a5 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 948 time: 0.0931959
Feb 12 21:06:12.000969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:06:12.001340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:06:12.007321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:06:12.007321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Bound port: 087eb01e-6188-4522-bae6-62fbc143e630, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:06:12.007321 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (087eb01e-6188-4522-bae6-62fbc143e630), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:12.074391 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-915022d7-db8b-4294-acc7-338b245e1111 req-b683ad99-e7f9-4818-9c5f-02fb86134d2b tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec765007-9daf-4699-9454-5a93db6f53f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764644
Feb 12 21:06:12.095534 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1c334b9-31ec-4719-92d1-e4373bf74f28 req-ce1bc9d3-4872-4242-bbc9-978fbac44adc tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2011263
Feb 12 21:06:12.229460 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3a4e4-580e-4664-87de-5deb0aad4438 req-c6f508cc-0415-4b62-822b-8734646800c2 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:12.231729 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6c3a4e4-580e-4664-87de-5deb0aad4438 req-c6f508cc-0415-4b62-822b-8734646800c2 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 948 time: 0.1590953
Feb 12 21:06:12.235828 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] For port 087eb01e-6188-4522-bae6-62fbc143e630, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:06:12.238028 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02642944-9336-4ddb-a9cd-d4f492122ffe req-57ec3f08-7204-47d6-a2f0-5ebb9cd57407 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:12.240073 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] For port 087eb01e-6188-4522-bae6-62fbc143e630, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=087eb01e-6188-4522-bae6-62fbc143e630,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:06:12.246664 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-02642944-9336-4ddb-a9cd-d4f492122ffe req-57ec3f08-7204-47d6-a2f0-5ebb9cd57407 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 948 time: 0.0903513
Feb 12 21:06:12.341633 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-02642944-9336-4ddb-a9cd-d4f492122ffe req-c477760f-093a-4148-afea-da1b6a82c631 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907996
Feb 12 21:06:12.402576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a1385-d935-4071-833f-acfe9b4aee72 req-7f183b98-0ab4-44f7-b0a1-77766aa983f2 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:12.414553 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c66a1385-d935-4071-833f-acfe9b4aee72 req-7f183b98-0ab4-44f7-b0a1-77766aa983f2 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1542978
Feb 12 21:06:12.414553 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (087eb01e-6188-4522-bae6-62fbc143e630), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:12.463748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:12.465124 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:12.467195 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] 10.222.0.50 "PUT /v2.0/ports/087eb01e-6188-4522-bae6-62fbc143e630 HTTP/1.1" status: 200  len: 1096 time: 1.6719022
Feb 12 21:06:12.469538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-e6c3a4e4-580e-4664-87de-5deb0aad4438 req-afc1855d-1b83-4b82-8cf6-dbc93752ff75 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Deleting port 31030585-0e0e-44d7-bd66-e3136d668ce8 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:06:12.469867 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e6c3a4e4-580e-4664-87de-5deb0aad4438 req-afc1855d-1b83-4b82-8cf6-dbc93752ff75 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:12.476722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab66d1c8-2792-4aa8-b7e2-05772dc10f16', 'tag': '087eb01e-6188-4522-bae6-62fbc143e630'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:12.479820 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca7d8e0-f1f7-41d3-83e2-4a5a3152a7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ab66d1c8-2792-4aa8-b7e2-05772dc10f16", "tag": "087eb01e-6188-4522-bae6-62fbc143e630"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:12.570645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2084c-0144-4bcc-9660-b5bca0697c1a req-1bc12f65-fbdc-490b-ae45-0c6d4fceb888 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:12.572285 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ffb2084c-0144-4bcc-9660-b5bca0697c1a req-1bc12f65-fbdc-490b-ae45-0c6d4fceb888 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 1128 time: 0.1325963
Feb 12 21:06:12.603057 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60bad2-d081-41f2-819d-a52d0878cc7b service neutron] Pushing event updated for resources: {'Port': ['ID=087eb01e-6188-4522-bae6-62fbc143e630,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:12.613936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c66a1385-d935-4071-833f-acfe9b4aee72 req-b4f2526e-80f0-4bca-82ce-53bc810b7c01 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004545
Feb 12 21:06:12.698873 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ffb2084c-0144-4bcc-9660-b5bca0697c1a req-746ecd8a-aebb-436f-8ceb-d12828583bd2 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128550
Feb 12 21:06:12.742620 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e6c3a4e4-580e-4664-87de-5deb0aad4438 req-afc1855d-1b83-4b82-8cf6-dbc93752ff75 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] For port 31030585-0e0e-44d7-bd66-e3136d668ce8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31030585-0e0e-44d7-bd66-e3136d668ce8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:12.743339 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e6c3a4e4-580e-4664-87de-5deb0aad4438 req-afc1855d-1b83-4b82-8cf6-dbc93752ff75 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:12.757621 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94852abd-2158-4320-835c-b5ca9714e8a5 x-openstack-request-id: req-94852abd-2158-4320-835c-b5ca9714e8a5 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:12.757933 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab66d1c8-2792-4aa8-b7e2-05772dc10f16", "tag": "087eb01e-6188-4522-bae6-62fbc143e630", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:12.758159 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94852abd-2158-4320-835c-b5ca9714e8a5 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:12.758660 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab66d1c8-2792-4aa8-b7e2-05772dc10f16', 'tag': '087eb01e-6188-4522-bae6-62fbc143e630', 'status': 'completed', 'code': 200}
Feb 12 21:06:12.775386 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-e6c3a4e4-580e-4664-87de-5deb0aad4438 req-afc1855d-1b83-4b82-8cf6-dbc93752ff75 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Calling delete_port for 31030585-0e0e-44d7-bd66-e3136d668ce8 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:06:12.795866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-1bf93b22-2d56-4ec6-a8b5-131d765c3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:12.797523 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-1bf93b22-2d56-4ec6-a8b5-131d765c3963 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=799d7a4057974c53bec70a307fe068ad&device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 1130 time: 0.1554353
Feb 12 21:06:12.912804 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1ea59-3abc-41b3-bd50-08f5df86e3a1 req-991401b0-72dd-47df-93a2-9c47fe18e61e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:12.925628 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-91d1ea59-3abc-41b3-bd50-08f5df86e3a1 req-991401b0-72dd-47df-93a2-9c47fe18e61e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 948 time: 0.1298668
Feb 12 21:06:13.025048 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-91d1ea59-3abc-41b3-bd50-08f5df86e3a1 req-6664a8fe-25e1-45ce-a68c-9c8d5fb8211d tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983174
Feb 12 21:06:13.025971 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-76311d87-d398-413f-b43b-cc747965839b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=087eb01e-6188-4522-bae6-62fbc143e630 HTTP/1.1" status: 200  len: 217 time: 0.0702984
Feb 12 21:06:13.185032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-7d3b0ab9-6648-4b09-9f75-aaf998562d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:13.186595 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-7d3b0ab9-6648-4b09-9f75-aaf998562d4f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1501429
Feb 12 21:06:13.203800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60934b-3981-4c86-ac80-2932dfee9fc6 req-e7fc424d-8b78-4c15-bca6-18dac6ed31ae tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:13.205370 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb60934b-3981-4c86-ac80-2932dfee9fc6 req-e7fc424d-8b78-4c15-bca6-18dac6ed31ae tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1836796
Feb 12 21:06:13.286271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-97f640bf-cd0b-47f8-ac2c-6a5e95186793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:13.287794 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-97f640bf-cd0b-47f8-ac2c-6a5e95186793 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0815418
Feb 12 21:06:13.288521 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e6c3a4e4-580e-4664-87de-5deb0aad4438 req-afc1855d-1b83-4b82-8cf6-dbc93752ff75 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (31030585-0e0e-44d7-bd66-e3136d668ce8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:13.299383 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb60934b-3981-4c86-ac80-2932dfee9fc6 req-e3172022-dc4a-4d7e-b00e-86b123104df6 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836027
Feb 12 21:06:13.348215 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1855d-1b83-4b82-8cf6-dbc93752ff75 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Pushing event deleted for resources: {'Port': ['ID=31030585-0e0e-44d7-bd66-e3136d668ce8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:13.460974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c3a4e4-580e-4664-87de-5deb0aad4438 req-afc1855d-1b83-4b82-8cf6-dbc93752ff75 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] No DVR routers for this DVR port 31030585-0e0e-44d7-bd66-e3136d668ce8 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:06:13.464180 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e6c3a4e4-580e-4664-87de-5deb0aad4438 req-afc1855d-1b83-4b82-8cf6-dbc93752ff75 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:13.468094 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6c3a4e4-580e-4664-87de-5deb0aad4438 req-afc1855d-1b83-4b82-8cf6-dbc93752ff75 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.48 "DELETE /v2.0/ports/31030585-0e0e-44d7-bd66-e3136d668ce8 HTTP/1.1" status: 204  len: 173 time: 1.2260780
Feb 12 21:06:13.472004 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cefb0635-b03a-4f7b-9115-1c6f137b1556 req-d6965c85-3a49-4dd0-914c-ca4473803d41 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 210 time: 0.0656369
Feb 12 21:06:13.516855 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-994eae55-0aa8-4e43-b689-fd5f8604e226 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2136338
Feb 12 21:06:13.676321 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-313fc06c-dc75-4032-92e0-b79ca3c7532d req-5a08c739-a6f9-492f-ac78-272da65998ba service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468272
Feb 12 21:06:13.689805 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3252448-d548-4c92-bc9b-d133faaae5d2 req-54213f01-b353-4de1-ac84-396fb84bdca6 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:13.691713 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f3252448-d548-4c92-bc9b-d133faaae5d2 req-54213f01-b353-4de1-ac84-396fb84bdca6 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 948 time: 0.0832641
Feb 12 21:06:13.748304 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-cc857e20-95aa-4f54-a616-b01e260c95d5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=55f8176a19e946ee8eecaa5d963d908c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0554826
Feb 12 21:06:13.961153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f3252448-d548-4c92-bc9b-d133faaae5d2 req-95518a7c-9257-4cee-b975-1bbba945b303 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec765007-9daf-4699-9454-5a93db6f53f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2231674
Feb 12 21:06:13.972385 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-acdce82a-226b-4d21-979a-50bb714143d9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:13.974757 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-acdce82a-226b-4d21-979a-50bb714143d9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2102859
Feb 12 21:06:13.994026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-8f5a8ad9-7b90-4ebe-a4cf-fdb8328651fd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Request body: {'port': {'device_id': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '55f8176a19e946ee8eecaa5d963d908c'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:14.043166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7d8e0-f1f7-41d3-83e2-4a5a3152a7c1 req-96f96a91-081e-4b7a-8555-c7f9b4a18332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:14.045868 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ca7d8e0-f1f7-41d3-83e2-4a5a3152a7c1 req-96f96a91-081e-4b7a-8555-c7f9b4a18332 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=799d7a4057974c53bec70a307fe068ad&device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 1130 time: 0.1167445
Feb 12 21:06:14.261398 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7d8e0-f1f7-41d3-83e2-4a5a3152a7c1 req-f5fa9171-1e63-4207-a6de-4c4ee90ec9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:14.264368 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ca7d8e0-f1f7-41d3-83e2-4a5a3152a7c1 req-f5fa9171-1e63-4207-a6de-4c4ee90ec9ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.2097397
Feb 12 21:06:14.348315 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8064e-5f1e-4b3b-a85a-3dcf47a0a353 req-9ca19b8c-74ce-4b39-ab5b-3c9c30c9113d tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:14.349450 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ca7d8e0-f1f7-41d3-83e2-4a5a3152a7c1 req-223cdffb-7379-403d-903d-40d0356ec09d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=087eb01e-6188-4522-bae6-62fbc143e630 HTTP/1.1" status: 200  len: 217 time: 0.0736055
Feb 12 21:06:14.350192 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93e8064e-5f1e-4b3b-a85a-3dcf47a0a353 req-9ca19b8c-74ce-4b39-ab5b-3c9c30c9113d tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 948 time: 0.0708044
Feb 12 21:06:14.363982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-8f5a8ad9-7b90-4ebe-a4cf-fdb8328651fd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Made reservation on behalf of 55f8176a19e946ee8eecaa5d963d908c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:06:14.369212 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-8f5a8ad9-7b90-4ebe-a4cf-fdb8328651fd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:14.414940 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7d8e0-f1f7-41d3-83e2-4a5a3152a7c1 req-2ffc389f-5f03-4dca-bb96-58e1b846e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:14.416657 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ca7d8e0-f1f7-41d3-83e2-4a5a3152a7c1 req-2ffc389f-5f03-4dca-bb96-58e1b846e2dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0607743
Feb 12 21:06:14.434551 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93e8064e-5f1e-4b3b-a85a-3dcf47a0a353 req-64e3e700-9d95-4b6e-9231-f9641a315cbf tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787401
Feb 12 21:06:14.515129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7d8e0-f1f7-41d3-83e2-4a5a3152a7c1 req-ea2d18e0-352d-4a58-ae85-33a66ad199fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:14.516751 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ca7d8e0-f1f7-41d3-83e2-4a5a3152a7c1 req-ea2d18e0-352d-4a58-ae85-33a66ad199fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0884862
Feb 12 21:06:14.648441 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ca7d8e0-f1f7-41d3-83e2-4a5a3152a7c1 req-5c2b9d12-d7fb-4212-8f29-ee2bfe0bb100 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1176925
Feb 12 21:06:14.678656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-8f5a8ad9-7b90-4ebe-a4cf-fdb8328651fd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Allocated IP 192.168.233.137 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/b5cbc34b-0e81-4b41-9709-0fdcadb7ac77) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:06:14.737205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95449da0-ea02-43aa-87d6-668e3e9d7a39 req-8af12cb2-b4fe-4fd4-97e6-bf23033c2858 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:14.746086 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-95449da0-ea02-43aa-87d6-668e3e9d7a39 req-8af12cb2-b4fe-4fd4-97e6-bf23033c2858 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1361158
Feb 12 21:06:14.759823 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3267b0c7-25e2-44b9-afd1-21270d2d53bb', 'name': 'network-vif-deleted', 'tag': '31030585-0e0e-44d7-bd66-e3136d668ce8'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:14.762116 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f67115-9cf0-4fe4-b1ef-7f503f1b222b" -d '{"events": [{"server_uuid": "3267b0c7-25e2-44b9-afd1-21270d2d53bb", "name": "network-vif-deleted", "tag": "31030585-0e0e-44d7-bd66-e3136d668ce8"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:14.804649 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ca7d8e0-f1f7-41d3-83e2-4a5a3152a7c1 req-e806cc42-38e1-4633-85a8-8200e2f8f5e4 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489422
Feb 12 21:06:14.889521 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-95449da0-ea02-43aa-87d6-668e3e9d7a39 req-a7fc1261-c82e-4088-890d-de53e36942db tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347604
Feb 12 21:06:14.964897 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-8f5a8ad9-7b90-4ebe-a4cf-fdb8328651fd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks [] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:14.971846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2cde5d15-d636-49b0-9a4a-067de06e9f91 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:06:15.026458 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec3e402e-1b68-4b31-be76-3c9aed24d8a7 req-d911b629-729d-4d3f-99ca-25820f8d2892 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=3267b0c7-25e2-44b9-afd1-21270d2d53bb HTTP/1.1" status: 200  len: 210 time: 0.0357716
Feb 12 21:06:15.132592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2cde5d15-d636-49b0-9a4a-067de06e9f91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cde5d15-d636-49b0-9a4a-067de06e9f91,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:15.139176 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-961be037-e47c-48ac-9183-e71048266f34 req-b64d7c4c-1c75-4c7f-82c8-78e65d1f7c7e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 210 time: 0.0397418
Feb 12 21:06:15.159833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '2cde5d15-d636-49b0-9a4a-067de06e9f91', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '2cde5d15-d636-49b0-9a4a-067de06e9f91', 'mac_address': 'fa:16:3e:cd:46:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:06:15.162650 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-8f5a8ad9-7b90-4ebe-a4cf-fdb8328651fd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:15.174136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7fe731ff-5471-4420-a35a-07898901b4d0'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:15.218574 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099ca244-54dd-4abf-890a-cc4888afa7de x-openstack-request-id: req-099ca244-54dd-4abf-890a-cc4888afa7de {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:15.219071 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3267b0c7-25e2-44b9-afd1-21270d2d53bb", "name": "network-vif-deleted", "tag": "31030585-0e0e-44d7-bd66-e3136d668ce8", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:15.219399 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-099ca244-54dd-4abf-890a-cc4888afa7de {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:15.219933 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3267b0c7-25e2-44b9-afd1-21270d2d53bb', 'name': 'network-vif-deleted', 'tag': '31030585-0e0e-44d7-bd66-e3136d668ce8', 'status': 'completed', 'code': 200}
Feb 12 21:06:15.236697 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-8f5a8ad9-7b90-4ebe-a4cf-fdb8328651fd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:06:15.241941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-8f5a8ad9-7b90-4ebe-a4cf-fdb8328651fd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:06:15.245127 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['e68c6c44-abe5-4ce9-ab41-24f9c4276607', '5108ec57-74ec-48c9-a568-d34d61f1a3f8'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:15.269227 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-8f5a8ad9-7b90-4ebe-a4cf-fdb8328651fd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:06:15.287808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a8ad9-7b90-4ebe-a4cf-fdb8328651fd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Pushing event updated for resources: {'Port': ['ID=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:15.310028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 2cde5d15-d636-49b0-9a4a-067de06e9f91 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:15.310802 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2cde5d15-d636-49b0-9a4a-067de06e9f91), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:15.346507 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cde5d15-d636-49b0-9a4a-067de06e9f91 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:15.406586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2cde5d15-d636-49b0-9a4a-067de06e9f91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cde5d15-d636-49b0-9a4a-067de06e9f91,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:15.444707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-8f5a8ad9-7b90-4ebe-a4cf-fdb8328651fd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:15.445612 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-8f5a8ad9-7b90-4ebe-a4cf-fdb8328651fd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:15.485670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8ce01-9ce1-4a77-b20d-42f858c00357 req-37dce845-7299-4948-8288-dfe8ecc19cc9 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:15.499432 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2aa8ce01-9ce1-4a77-b20d-42f858c00357 req-37dce845-7299-4948-8288-dfe8ecc19cc9 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1491756
Feb 12 21:06:15.830611 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2cde5d15-d636-49b0-9a4a-067de06e9f91), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:15.834276 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2aa8ce01-9ce1-4a77-b20d-42f858c00357 req-b02f201a-248f-446e-9669-f4cfe281e006 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955247
Feb 12 21:06:15.835090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=2cde5d15-d636-49b0-9a4a-067de06e9f91,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:15.835090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-40953859-b8ea-4b3d-aeac-d3c76aa88083 None None] Provisioning complete for port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:15.835090 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-40953859-b8ea-4b3d-aeac-d3c76aa88083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:15.851671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cb4d0-aa2c-4200-9130-6db4da2ed3bb req-4c59f681-0aad-4c62-91c1-6ce6932e8a0e tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:15.853321 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-784cb4d0-aa2c-4200-9130-6db4da2ed3bb req-4c59f681-0aad-4c62-91c1-6ce6932e8a0e tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 948 time: 0.0858467
Feb 12 21:06:15.875502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-40953859-b8ea-4b3d-aeac-d3c76aa88083 None None] Port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:06:15.904553 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-784cb4d0-aa2c-4200-9130-6db4da2ed3bb req-2502904f-37f3-458a-80a0-52c9c24dc724 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec765007-9daf-4699-9454-5a93db6f53f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447707
Feb 12 21:06:15.997573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['2cde5d15-d636-49b0-9a4a-067de06e9f91'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:16.016547 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-8f5a8ad9-7b90-4ebe-a4cf-fdb8328651fd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0300181
Feb 12 21:06:16.024367 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bae7fa-bf9f-41bf-bf5e-41e7cbd52d1d req-af035f84-67a9-45c7-8e35-18aff9218b49 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:16.025801 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-22bae7fa-bf9f-41bf-bf5e-41e7cbd52d1d req-af035f84-67a9-45c7-8e35-18aff9218b49 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 949 time: 0.0555391
Feb 12 21:06:16.031249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Request body: {'port': {'device_id': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:16.128639 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-22bae7fa-bf9f-41bf-bf5e-41e7cbd52d1d req-d94c38fd-57f9-4662-86e8-50ed57bd885b tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934665
Feb 12 21:06:16.131266 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:16.337234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-afe1e77a-38ad-4e66-a2b4-c358714455e7 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:06:16.338935 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-afe1e77a-38ad-4e66-a2b4-c358714455e7 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0066552
Feb 12 21:06:16.384568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 087eb01e-6188-4522-bae6-62fbc143e630 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:06:16.406178 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-78614ad4-ad81-4158-806d-415a3bb8f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:16.414376 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-78614ad4-ad81-4158-806d-415a3bb8f6b8 service neutron] 10.222.0.31 "GET /v2.0/ports/76d6d407-e6c3-4fc4-984f-2f18ac7b3009 HTTP/1.1" status: 200  len: 1125 time: 0.0660400
Feb 12 21:06:16.420623 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-e0116138-0f4b-4ebb-8845-ba9e966f3d11 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:16.421133 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-e0116138-0f4b-4ebb-8845-ba9e966f3d11 service neutron] Unknown quota resources ['binding']. {{(pid=126506) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:06:16.459366 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d1925-d4aa-449e-9eaa-514c422eb3a4 req-ebcc8ced-18ce-4598-878a-223d5345159f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:16.468457 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c7d1925-d4aa-449e-9eaa-514c422eb3a4 req-ebcc8ced-18ce-4598-878a-223d5345159f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 936 time: 0.1107106
Feb 12 21:06:16.517559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 087eb01e-6188-4522-bae6-62fbc143e630, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=087eb01e-6188-4522-bae6-62fbc143e630,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:16.532980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '087eb01e-6188-4522-bae6-62fbc143e630', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '087eb01e-6188-4522-bae6-62fbc143e630', 'mac_address': 'fa:16:3e:a4:5c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:06:16.573958 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c7d1925-d4aa-449e-9eaa-514c422eb3a4 req-48381bc3-623e-4a06-8b82-1c69858a89c3 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979393
Feb 12 21:06:16.593597 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 087eb01e-6188-4522-bae6-62fbc143e630 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:16.594142 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (087eb01e-6188-4522-bae6-62fbc143e630), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:16.599933 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:16.618873 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-e0116138-0f4b-4ebb-8845-ba9e966f3d11 service neutron] Attempting to bind port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 on host nch2-master-1 for vnic_type normal with profile None {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:06:16.619511 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-e0116138-0f4b-4ebb-8845-ba9e966f3d11 service neutron] Attempting to bind port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:06:16.620251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-e0116138-0f4b-4ebb-8845-ba9e966f3d11 service neutron] Attempting to bind port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:16.621569 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Publish callbacks [] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:16.625610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087eb01e-6188-4522-bae6-62fbc143e630 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:16.627585 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-e0116138-0f4b-4ebb-8845-ba9e966f3d11 service neutron] Port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:06:16.628135 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-e0116138-0f4b-4ebb-8845-ba9e966f3d11 service neutron] Attempting to bind port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:16.634119 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-e0116138-0f4b-4ebb-8845-ba9e966f3d11 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:06:16.634833 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-e0116138-0f4b-4ebb-8845-ba9e966f3d11 service neutron] Checking segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:06:16.635538 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-e0116138-0f4b-4ebb-8845-ba9e966f3d11 service neutron] Bound using segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:06:16.636309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-e0116138-0f4b-4ebb-8845-ba9e966f3d11 service neutron] Bound port: 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:06:16.648145 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Transition to ACTIVE for port object b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:06:16.675422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 087eb01e-6188-4522-bae6-62fbc143e630, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=087eb01e-6188-4522-bae6-62fbc143e630,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:16.722535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-e0116138-0f4b-4ebb-8845-ba9e966f3d11 service neutron] For port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:06:16.734743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94a623-f68a-41ff-8556-341cf3bd9cc5 req-f152f498-738a-44fc-8b3c-5aee4102c812 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:16.736434 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bb94a623-f68a-41ff-8556-341cf3bd9cc5 req-f152f498-738a-44fc-8b3c-5aee4102c812 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0671318
Feb 12 21:06:16.796738 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bb94a623-f68a-41ff-8556-341cf3bd9cc5 req-811cb65d-655c-4342-a714-55ce1a6b7964 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540018
Feb 12 21:06:16.818212 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:16.847769 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (087eb01e-6188-4522-bae6-62fbc143e630), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:16.851730 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-e0116138-0f4b-4ebb-8845-ba9e966f3d11 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:16.854910 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-e0116138-0f4b-4ebb-8845-ba9e966f3d11 service neutron] 10.222.0.31 "POST /v2.0/ports/76d6d407-e6c3-4fc4-984f-2f18ac7b3009/bindings HTTP/1.1" status: 201  len: 389 time: 0.4392643
Feb 12 21:06:16.893057 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:16.963435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=087eb01e-6188-4522-bae6-62fbc143e630,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:16.989419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 31030585-0e0e-44d7-bd66-e3136d668ce8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:06:17.019393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 31030585-0e0e-44d7-bd66-e3136d668ce8 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:06:17.020120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 31030585-0e0e-44d7-bd66-e3136d668ce8 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:06:17.043130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Attempting to bind port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:06:17.047241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Attempting to bind port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:06:17.047241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Attempting to bind port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:17.049578 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:06:17.049968 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Attempting to bind port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:17.055359 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:06:17.055779 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:06:17.056356 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:06:17.056889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Bound port: b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:06:17.057332 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:17.164892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['087eb01e-6188-4522-bae6-62fbc143e630'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:17.177591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:06:17.185485 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:06:17.315957 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:17.319040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb820b23-5dbe-4cb8-b566-91c15d0d09ad req-6e7810e9-7357-4ace-aec6-de3559b0ac98 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:17.327765 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb820b23-5dbe-4cb8-b566-91c15d0d09ad req-6e7810e9-7357-4ace-aec6-de3559b0ac98 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0851789
Feb 12 21:06:17.407843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:17.408387 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:17.409959 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] 10.222.0.50 "PUT /v2.0/ports/b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 HTTP/1.1" status: 200  len: 1096 time: 1.3830755
Feb 12 21:06:17.412282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:17.414662 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0609b2dd-cd1c-45ea-8c87-1b594fcacaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:17.443356 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb820b23-5dbe-4cb8-b566-91c15d0d09ad req-68d9ecd8-9d2a-42e7-a286-e60c6eb69632 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144328
Feb 12 21:06:17.454127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d6db9-ef93-41e5-92f3-7b802cffe648 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:17.595097 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b023b-61b9-49d5-b475-9194112bfcf3 req-85876640-8c5c-4ea8-891b-ad24368ce604 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:17.609779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a43b023b-61b9-49d5-b475-9194112bfcf3 req-85876640-8c5c-4ea8-891b-ad24368ce604 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 949 time: 0.1203959
Feb 12 21:06:17.654630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee58bd0-a3af-4cde-8b1b-cb9b95ab72d4 req-7d5b1ae5-a6cb-4b1f-85d9-22bd63aa6472 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:17.657437 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eee58bd0-a3af-4cde-8b1b-cb9b95ab72d4 req-7d5b1ae5-a6cb-4b1f-85d9-22bd63aa6472 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 946 time: 0.0958033
Feb 12 21:06:17.772950 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eee58bd0-a3af-4cde-8b1b-cb9b95ab72d4 req-f15e301a-d83d-4cae-96d0-a63304dd666d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087470
Feb 12 21:06:17.870613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-8bab89ce-a3e2-46da-9a55-dbbde94224fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:17.872921 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-8bab89ce-a3e2-46da-9a55-dbbde94224fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 1128 time: 0.1149008
Feb 12 21:06:18.025813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06889b5f-2cdd-4aeb-b846-d53fc9310b46 req-c940b259-0936-45e0-bbd2-6e29a65c0d12 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:18.027653 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-06889b5f-2cdd-4aeb-b846-d53fc9310b46 req-c940b259-0936-45e0-bbd2-6e29a65c0d12 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 949 time: 0.1472723
Feb 12 21:06:18.034439 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-0eef8acf-3f79-442a-a974-62bbcaa5982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:18.038004 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-0eef8acf-3f79-442a-a974-62bbcaa5982b service neutron] 10.222.0.50 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 922 time: 0.1537695
Feb 12 21:06:18.099146 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-57bba53c-ba9c-4bd0-b03f-36e35e3d0298 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76d6d407-e6c3-4fc4-984f-2f18ac7b3009 HTTP/1.1" status: 200  len: 217 time: 0.0564265
Feb 12 21:06:18.140633 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a43b023b-61b9-49d5-b475-9194112bfcf3 req-09275f03-69c1-4cbe-bf03-ff8992c1832a tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec765007-9daf-4699-9454-5a93db6f53f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5296495
Feb 12 21:06:18.160833 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-f7efea33-88f1-4d7f-951a-0fbc7703cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:18.162375 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-f7efea33-88f1-4d7f-951a-0fbc7703cae0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.0544388
Feb 12 21:06:18.171265 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-28c54291-04e0-4921-b421-b3319d5b383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:18.174670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-28c54291-04e0-4921-b421-b3319d5b383e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 1130 time: 0.5280504
Feb 12 21:06:18.205079 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-043d6b0b-8598-421a-9681-841f36802e6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0346479
Feb 12 21:06:18.237507 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-36e0f94b-4281-47e0-aef3-cb6cfaa030ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 HTTP/1.1" status: 200  len: 217 time: 0.0553060
Feb 12 21:06:18.311565 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-06889b5f-2cdd-4aeb-b846-d53fc9310b46 req-3a2a085e-49f6-4091-91e1-b725ece9f90b tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2725105
Feb 12 21:06:18.349986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-5954ba64-2eb1-4a82-92a9-82e3c4e6df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:18.351442 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-5954ba64-2eb1-4a82-92a9-82e3c4e6df3c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1032043
Feb 12 21:06:18.355809 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-027c450a-b9ea-4949-be61-6b6977139ebb service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429613
Feb 12 21:06:18.366673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105322b0-7ae5-42a2-9972-d9b53c5c0189 req-f42c09a3-11fa-4053-a37c-5f5c167ef00a tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:18.368301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-105322b0-7ae5-42a2-9972-d9b53c5c0189 req-f42c09a3-11fa-4053-a37c-5f5c167ef00a tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb912b1f-e486-40b6-b01c-5a26c3374a77 HTTP/1.1" status: 200  len: 949 time: 0.0764709
Feb 12 21:06:18.381051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 087eb01e-6188-4522-bae6-62fbc143e630 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:06:18.402001 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43392b39-bfee-4cbf-b999-2e262a06a5d5 x-openstack-request-id: req-43392b39-bfee-4cbf-b999-2e262a06a5d5 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:18.402285 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:18.402560 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43392b39-bfee-4cbf-b999-2e262a06a5d5 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:18.403018 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77', 'status': 'completed', 'code': 200}
Feb 12 21:06:18.469484 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-105322b0-7ae5-42a2-9972-d9b53c5c0189 req-a159fbd5-3307-401d-ae2c-c05d4fb68420 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846188
Feb 12 21:06:18.473045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-cd102cf4-2ffe-4860-820b-12273a7512dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:18.483183 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-cd102cf4-2ffe-4860-820b-12273a7512dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1139102
Feb 12 21:06:18.536966 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-de973eda-e209-4c74-934d-ab33ebe993cb service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1712272
Feb 12 21:06:18.567950 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44661e06-ab6f-42d6-986b-119188efe777 req-23f2e6c3-84ed-404d-9506-5cd4371cfa9f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:18.569642 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-44661e06-ab6f-42d6-986b-119188efe777 req-23f2e6c3-84ed-404d-9506-5cd4371cfa9f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 948 time: 0.0781417
Feb 12 21:06:18.602590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 087eb01e-6188-4522-bae6-62fbc143e630 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:06:18.607675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 087eb01e-6188-4522-bae6-62fbc143e630 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:18.608295 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (087eb01e-6188-4522-bae6-62fbc143e630), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:18.645940 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-44661e06-ab6f-42d6-986b-119188efe777 req-f97fd8c6-3e1c-4fe3-a2cd-70c580e90b4c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688257
Feb 12 21:06:18.657500 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-02803f1e-b77d-469c-9343-601af1417c14 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662910
Feb 12 21:06:18.676091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5efced-bf9c-4b5e-99bd-3f22c5604a2a req-9939d268-5067-4ccd-a120-7835667aa6df tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:18.677617 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec5efced-bf9c-4b5e-99bd-3f22c5604a2a req-9939d268-5067-4ccd-a120-7835667aa6df tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0936315
Feb 12 21:06:18.747051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 087eb01e-6188-4522-bae6-62fbc143e630 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:18.747572 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (087eb01e-6188-4522-bae6-62fbc143e630), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:18.782514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab66d1c8-2792-4aa8-b7e2-05772dc10f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087eb01e-6188-4522-bae6-62fbc143e630'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:18.785803 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e58b5de-caec-48ee-b38c-2e201ed92a9f" -d '{"events": [{"server_uuid": "ab66d1c8-2792-4aa8-b7e2-05772dc10f16", "name": "network-vif-plugged", "status": "completed", "tag": "087eb01e-6188-4522-bae6-62fbc143e630"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:18.808565 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 087eb01e-6188-4522-bae6-62fbc143e630, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=087eb01e-6188-4522-bae6-62fbc143e630,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:18.829396 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec5efced-bf9c-4b5e-99bd-3f22c5604a2a req-85a64469-5161-48a4-8abd-e32728f7fd10 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408031
Feb 12 21:06:18.852832 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f00f382-2d7b-414d-b3eb-95c17a246910 x-openstack-request-id: req-2f00f382-2d7b-414d-b3eb-95c17a246910 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:18.853272 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab66d1c8-2792-4aa8-b7e2-05772dc10f16", "name": "network-vif-plugged", "status": "completed", "tag": "087eb01e-6188-4522-bae6-62fbc143e630", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:18.853561 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f00f382-2d7b-414d-b3eb-95c17a246910 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:18.853950 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab66d1c8-2792-4aa8-b7e2-05772dc10f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087eb01e-6188-4522-bae6-62fbc143e630', 'code': 200}
Feb 12 21:06:18.862555 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4559e41-e481-4a59-bbc8-d775e8cba860 req-f6508beb-36d3-4bd7-bff2-86b76962fc1f service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1837893
Feb 12 21:06:18.987808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2cde5d15-d636-49b0-9a4a-067de06e9f91 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:06:18.992976 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff8550-ab01-4867-a216-637b6e86ac6b req-b1110922-2ee8-423d-9389-964e13f02104 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:18.994586 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c4ff8550-ab01-4867-a216-637b6e86ac6b req-b1110922-2ee8-423d-9389-964e13f02104 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0625131
Feb 12 21:06:19.047663 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (087eb01e-6188-4522-bae6-62fbc143e630), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:19.114732 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bf053-6362-49eb-81ad-8fdbe738b26f req-f7fed494-6f7d-460c-9469-ef3e4dd8d071 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:19.120042 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec8bf053-6362-49eb-81ad-8fdbe738b26f req-f7fed494-6f7d-460c-9469-ef3e4dd8d071 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 946 time: 0.2098131
Feb 12 21:06:19.135011 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=087eb01e-6188-4522-bae6-62fbc143e630,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:19.175022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264d394-590c-417f-9126-1431c9ce2bc7 req-c4cb181c-090d-456a-8ca6-c784787a4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:19.185347 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7264d394-590c-417f-9126-1431c9ce2bc7 req-c4cb181c-090d-456a-8ca6-c784787a4f1e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 1131 time: 0.2214923
Feb 12 21:06:19.211456 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 2cde5d15-d636-49b0-9a4a-067de06e9f91 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:06:19.216131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 2cde5d15-d636-49b0-9a4a-067de06e9f91 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:19.216516 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2cde5d15-d636-49b0-9a4a-067de06e9f91), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:19.255840 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec8bf053-6362-49eb-81ad-8fdbe738b26f req-259354e5-541b-47ab-91a9-751f8ffd5de1 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254377
Feb 12 21:06:19.316246 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7264d394-590c-417f-9126-1431c9ce2bc7 req-212c3b92-9c2a-413a-8323-f2e675c2d14a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ec765007-9daf-4699-9454-5a93db6f53f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320875
Feb 12 21:06:19.406050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 2cde5d15-d636-49b0-9a4a-067de06e9f91 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:19.406632 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2cde5d15-d636-49b0-9a4a-067de06e9f91), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:19.458884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2cde5d15-d636-49b0-9a4a-067de06e9f91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cde5d15-d636-49b0-9a4a-067de06e9f91,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:19.467600 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05c92b-4d30-40cd-a246-750ab74e67ba req-2188de5e-c842-4c51-8053-299434f5bf43 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:19.470111 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df05c92b-4d30-40cd-a246-750ab74e67ba req-2188de5e-c842-4c51-8053-299434f5bf43 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 950 time: 0.1019695
Feb 12 21:06:19.545722 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df05c92b-4d30-40cd-a246-750ab74e67ba req-c273e7d3-d148-4350-b4e7-31ece4474289 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec765007-9daf-4699-9454-5a93db6f53f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685673
Feb 12 21:06:19.553254 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2cde5d15-d636-49b0-9a4a-067de06e9f91), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:19.631067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6a637-92ea-4000-ba9a-24002738a293 req-366b4a54-2b8b-4409-8693-79544b54b402 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:19.632785 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03b6a637-92ea-4000-ba9a-24002738a293 req-366b4a54-2b8b-4409-8693-79544b54b402 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb912b1f-e486-40b6-b01c-5a26c3374a77 HTTP/1.1" status: 200  len: 949 time: 0.1158695
Feb 12 21:06:19.692184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=2cde5d15-d636-49b0-9a4a-067de06e9f91,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:19.725252 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c4ff8550-ab01-4867-a216-637b6e86ac6b req-1fad5f63-84ae-4140-a08b-205eb669440f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7178473
Feb 12 21:06:19.741604 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609b2dd-cd1c-45ea-8c87-1b594fcacaa2 req-c00e5c6e-24fe-446f-bcee-4e2bd9311083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:19.750084 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0609b2dd-cd1c-45ea-8c87-1b594fcacaa2 req-c00e5c6e-24fe-446f-bcee-4e2bd9311083 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 1130 time: 0.7130444
Feb 12 21:06:19.879339 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609b2dd-cd1c-45ea-8c87-1b594fcacaa2 req-a4f47558-9be8-435c-a3a6-73801a1d5d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:19.880851 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0609b2dd-cd1c-45ea-8c87-1b594fcacaa2 req-a4f47558-9be8-435c-a3a6-73801a1d5d2c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1225967
Feb 12 21:06:19.888131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc49d85-877b-4d75-a7c2-24e02300cc1d req-bc3a73ae-0403-4b6f-a501-2262d2ac635e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:19.895063 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cbc49d85-877b-4d75-a7c2-24e02300cc1d req-bc3a73ae-0403-4b6f-a501-2262d2ac635e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 950 time: 0.0803399
Feb 12 21:06:19.950528 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-03b6a637-92ea-4000-ba9a-24002738a293 req-55e17953-1cde-4264-b57b-1b1946c243f1 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Deleting port 868c095f-3711-40a3-a930-a2e4658e031f {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:06:19.950924 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-03b6a637-92ea-4000-ba9a-24002738a293 req-55e17953-1cde-4264-b57b-1b1946c243f1 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (868c095f-3711-40a3-a930-a2e4658e031f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:19.955970 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0609b2dd-cd1c-45ea-8c87-1b594fcacaa2 req-a7a2bb4d-4642-4e84-8da9-4c8fdf3f6bf8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 HTTP/1.1" status: 200  len: 217 time: 0.0385482
Feb 12 21:06:19.969656 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cbc49d85-877b-4d75-a7c2-24e02300cc1d req-7041a008-525b-40c2-b087-1c5c301bab05 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687852
Feb 12 21:06:20.128989 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0120cda-b2ea-45a8-9254-035ccaac55a8 req-1417ae89-5d18-4f15-9ef4-ee09f6aad832 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:20.144255 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d0120cda-b2ea-45a8-9254-035ccaac55a8 req-1417ae89-5d18-4f15-9ef4-ee09f6aad832 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb912b1f-e486-40b6-b01c-5a26c3374a77 HTTP/1.1" status: 200  len: 949 time: 0.2622576
Feb 12 21:06:20.279233 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d0120cda-b2ea-45a8-9254-035ccaac55a8 req-61d41200-11c7-4012-8e0e-1aaa36fd030f tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/security-groups?id=19034f42-5a05-4d66-89f2-7577d94a225c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190667
Feb 12 21:06:20.279233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609b2dd-cd1c-45ea-8c87-1b594fcacaa2 req-49af92a6-a371-4bc2-b9c0-a080a3e928df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:20.279233 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0609b2dd-cd1c-45ea-8c87-1b594fcacaa2 req-49af92a6-a371-4bc2-b9c0-a080a3e928df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.3059027
Feb 12 21:06:20.279833 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb527d-e9d8-43c7-a313-f7eab68ce07b req-866ffc32-025a-4bda-90d8-9688438651fc tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:20.283519 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a1bb527d-e9d8-43c7-a313-f7eab68ce07b req-866ffc32-025a-4bda-90d8-9688438651fc tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 948 time: 0.1235387
Feb 12 21:06:20.303320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-03b6a637-92ea-4000-ba9a-24002738a293 req-55e17953-1cde-4264-b57b-1b1946c243f1 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] For port 868c095f-3711-40a3-a930-a2e4658e031f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=868c095f-3711-40a3-a930-a2e4658e031f,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:20.303701 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-03b6a637-92ea-4000-ba9a-24002738a293 req-55e17953-1cde-4264-b57b-1b1946c243f1 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (868c095f-3711-40a3-a930-a2e4658e031f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:20.339693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-03b6a637-92ea-4000-ba9a-24002738a293 req-55e17953-1cde-4264-b57b-1b1946c243f1 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Calling delete_port for 868c095f-3711-40a3-a930-a2e4658e031f owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:06:20.361612 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609b2dd-cd1c-45ea-8c87-1b594fcacaa2 req-115e1827-553e-45cb-b4bd-c5f2d8764552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:20.367481 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0609b2dd-cd1c-45ea-8c87-1b594fcacaa2 req-115e1827-553e-45cb-b4bd-c5f2d8764552 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0826850
Feb 12 21:06:20.472115 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a1bb527d-e9d8-43c7-a313-f7eab68ce07b req-fedf1f65-e398-4869-af0f-f7015e059099 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876171
Feb 12 21:06:20.522698 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4dd48b-527b-47e1-aa2e-427e15c0bd02 req-39e9c5a2-386c-43a8-8288-480965850122 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:20.524236 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ac4dd48b-527b-47e1-aa2e-427e15c0bd02 req-39e9c5a2-386c-43a8-8288-480965850122 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1517081
Feb 12 21:06:20.526371 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0609b2dd-cd1c-45ea-8c87-1b594fcacaa2 req-fa0d504b-1341-4afe-9dce-b84f87a21fd8 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423352
Feb 12 21:06:20.646323 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ac4dd48b-527b-47e1-aa2e-427e15c0bd02 req-022f9104-1b9a-43d6-b97a-59b67069bb3c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134002
Feb 12 21:06:20.660055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ceaf7-d30d-456e-8922-eca2f0df86f4 req-79228a68-67ab-4220-9491-0136bf68bed6 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:20.661902 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de5ceaf7-d30d-456e-8922-eca2f0df86f4 req-79228a68-67ab-4220-9491-0136bf68bed6 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 946 time: 0.0889015
Feb 12 21:06:20.706896 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0609b2dd-cd1c-45ea-8c87-1b594fcacaa2 req-7f582fe3-2488-4101-9c25-c808c1fa48db service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1657753
Feb 12 21:06:20.755023 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de5ceaf7-d30d-456e-8922-eca2f0df86f4 req-09604194-213e-4b26-b1f0-07195390b294 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840924
Feb 12 21:06:20.786142 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-03b6a637-92ea-4000-ba9a-24002738a293 req-55e17953-1cde-4264-b57b-1b1946c243f1 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (868c095f-3711-40a3-a930-a2e4658e031f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:20.855617 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f87ab1-85fb-49c2-9720-20ce04a1c7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cde5d15-d636-49b0-9a4a-067de06e9f91'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:20.859066 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1ffcb1-afab-44e6-9b9a-ae59a85d2a48" -d '{"events": [{"server_uuid": "60f87ab1-85fb-49c2-9720-20ce04a1c7b1", "name": "network-vif-plugged", "status": "completed", "tag": "2cde5d15-d636-49b0-9a4a-067de06e9f91"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:20.892052 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b6a637-92ea-4000-ba9a-24002738a293 req-55e17953-1cde-4264-b57b-1b1946c243f1 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] No DVR routers for this DVR port 868c095f-3711-40a3-a930-a2e4658e031f on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:06:20.893898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e17953-1cde-4264-b57b-1b1946c243f1 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Pushing event deleted for resources: {'Port': ['ID=868c095f-3711-40a3-a930-a2e4658e031f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:20.902289 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-03b6a637-92ea-4000-ba9a-24002738a293 req-55e17953-1cde-4264-b57b-1b1946c243f1 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:20.905844 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03b6a637-92ea-4000-ba9a-24002738a293 req-55e17953-1cde-4264-b57b-1b1946c243f1 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.48 "DELETE /v2.0/ports/868c095f-3711-40a3-a930-a2e4658e031f HTTP/1.1" status: 204  len: 173 time: 1.2661071
Feb 12 21:06:20.906323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb912b1f-e486-40b6-b01c-5a26c3374a77', 'name': 'network-vif-deleted', 'tag': '868c095f-3711-40a3-a930-a2e4658e031f'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:20.908688 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9849fb0b-3137-4fd7-93ae-86b8a2ed20ec" -d '{"events": [{"server_uuid": "eb912b1f-e486-40b6-b01c-5a26c3374a77", "name": "network-vif-deleted", "tag": "868c095f-3711-40a3-a930-a2e4658e031f"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:20.911507 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08767d-1bd1-4f67-90ee-bedf8eb93ce3 req-042a9623-272b-4c73-922e-e0e26cd34343 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:20.912802 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0f08767d-1bd1-4f67-90ee-bedf8eb93ce3 req-042a9623-272b-4c73-922e-e0e26cd34343 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 950 time: 0.1302364
Feb 12 21:06:20.976910 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0f08767d-1bd1-4f67-90ee-bedf8eb93ce3 req-99edcd15-18cb-44e5-b329-071d358aa2fe tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec765007-9daf-4699-9454-5a93db6f53f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554519
Feb 12 21:06:21.004928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf41dc-7847-4330-a13f-40c1175a2d5c req-809c5fff-2b2d-44ce-8a2c-8638ad2ee5b1 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:21.012278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ccdf41dc-7847-4330-a13f-40c1175a2d5c req-809c5fff-2b2d-44ce-8a2c-8638ad2ee5b1 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1002188
Feb 12 21:06:21.053782 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2973bb2-e2aa-4ea2-bdd8-7f5a55ef6eb7 x-openstack-request-id: req-c2973bb2-e2aa-4ea2-bdd8-7f5a55ef6eb7 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:21.053782 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f87ab1-85fb-49c2-9720-20ce04a1c7b1", "name": "network-vif-plugged", "status": "completed", "tag": "2cde5d15-d636-49b0-9a4a-067de06e9f91", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:21.053782 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2973bb2-e2aa-4ea2-bdd8-7f5a55ef6eb7 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:21.053782 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f87ab1-85fb-49c2-9720-20ce04a1c7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cde5d15-d636-49b0-9a4a-067de06e9f91', 'code': 200}
Feb 12 21:06:21.097388 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ccdf41dc-7847-4330-a13f-40c1175a2d5c req-4c47e98f-664f-4ce5-ad5b-c8a8da105687 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841818
Feb 12 21:06:21.119722 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421d7385-7bb6-4e72-86e2-0990edae3f8b x-openstack-request-id: req-421d7385-7bb6-4e72-86e2-0990edae3f8b {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:21.127973 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb912b1f-e486-40b6-b01c-5a26c3374a77", "name": "network-vif-deleted", "tag": "868c095f-3711-40a3-a930-a2e4658e031f", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:21.127973 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-421d7385-7bb6-4e72-86e2-0990edae3f8b {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:21.127973 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb912b1f-e486-40b6-b01c-5a26c3374a77', 'name': 'network-vif-deleted', 'tag': '868c095f-3711-40a3-a930-a2e4658e031f', 'status': 'completed', 'code': 200}
Feb 12 21:06:21.318992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f4309-e7eb-41c4-a498-5ff64bbb6255 req-f97f5616-a28d-44a5-90ee-440a7b1a8535 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:21.330696 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e9f4309-e7eb-41c4-a498-5ff64bbb6255 req-f97f5616-a28d-44a5-90ee-440a7b1a8535 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1117432
Feb 12 21:06:21.392799 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ba4a5-4c71-4257-81fa-f3c8377fd6d3 req-4f2970a8-4839-48fa-96f0-333c7ecd34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:21.393719 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-997ba4a5-4c71-4257-81fa-f3c8377fd6d3 req-4f2970a8-4839-48fa-96f0-333c7ecd34d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 1132 time: 0.1990809
Feb 12 21:06:21.431637 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e9f4309-e7eb-41c4-a498-5ff64bbb6255 req-2bf2f51d-cbf6-4916-9fd4-5f2176f6e8d7 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945265
Feb 12 21:06:21.459350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be0f0d-9290-47d6-b882-6a2ddc9cc2d1 req-08751acb-62bb-414c-a452-775af868d367 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:21.466589 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36be0f0d-9290-47d6-b882-6a2ddc9cc2d1 req-08751acb-62bb-414c-a452-775af868d367 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 950 time: 0.2019441
Feb 12 21:06:21.519856 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-997ba4a5-4c71-4257-81fa-f3c8377fd6d3 req-6d1e41d3-90af-4b36-bb03-3e31b65cbaa7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191370
Feb 12 21:06:21.536135 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-215c8a8a-3e70-41fb-a6f8-45ce67fb1367 req-14b07cc3-965b-45bd-82cd-d015a0340f1e tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb912b1f-e486-40b6-b01c-5a26c3374a77 HTTP/1.1" status: 200  len: 210 time: 0.0326161
Feb 12 21:06:21.545286 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36be0f0d-9290-47d6-b882-6a2ddc9cc2d1 req-dd900c07-24fc-4b0e-9909-c0c9bd8973c9 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778003
Feb 12 21:06:21.586573 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:06:21.648949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0edee-513f-43d7-8c5f-108aecd27a7c req-750dae31-9ee7-4d17-9eaf-e47a13c15b68 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:21.650479 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-10e0edee-513f-43d7-8c5f-108aecd27a7c req-750dae31-9ee7-4d17-9eaf-e47a13c15b68 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0557992
Feb 12 21:06:21.662408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed25aa-3183-4e8b-ba3a-524fd4c9a203 req-e6263759-aba4-4242-a3ac-bce6575cfdf9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:21.663815 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-20ed25aa-3183-4e8b-ba3a-524fd4c9a203 req-e6263759-aba4-4242-a3ac-bce6575cfdf9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 948 time: 0.0559235
Feb 12 21:06:21.709989 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-10e0edee-513f-43d7-8c5f-108aecd27a7c req-932ca266-7bab-45ad-adb0-639a84eb0915 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531595
Feb 12 21:06:21.723121 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-20ed25aa-3183-4e8b-ba3a-524fd4c9a203 req-095b25a4-472c-4057-a2f9-45a28ac2ce50 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535152
Feb 12 21:06:21.893335 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770bb57-8a54-4626-8f2a-74bc06514016 req-d14e2d15-5c21-4174-bb8d-dd3810216798 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:21.894877 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7770bb57-8a54-4626-8f2a-74bc06514016 req-d14e2d15-5c21-4174-bb8d-dd3810216798 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 946 time: 0.0719275
Feb 12 21:06:21.963476 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7770bb57-8a54-4626-8f2a-74bc06514016 req-c092230d-beea-4732-b951-4d719813fa35 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622261
Feb 12 21:06:22.180107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f7835-a497-41f8-8f50-837d264ec3cf req-ba363c32-9df3-4a73-8960-d372549debfe tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:22.180822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952a421-1925-46ae-9dbd-db7c1d9c7ff4 req-a0a4bf99-c5ad-47a8-af06-124c3e97565b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:22.182269 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f952a421-1925-46ae-9dbd-db7c1d9c7ff4 req-a0a4bf99-c5ad-47a8-af06-124c3e97565b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0640669
Feb 12 21:06:22.182694 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-197f7835-a497-41f8-8f50-837d264ec3cf req-ba363c32-9df3-4a73-8960-d372549debfe tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 950 time: 0.0629666
Feb 12 21:06:22.243386 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f952a421-1925-46ae-9dbd-db7c1d9c7ff4 req-6e494d9b-8399-4f28-898f-02adf2199bcd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517864
Feb 12 21:06:22.281163 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-197f7835-a497-41f8-8f50-837d264ec3cf req-f52ecaf2-240e-498f-94f3-fb01f02dae7a tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec765007-9daf-4699-9454-5a93db6f53f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776012
Feb 12 21:06:22.416589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:06:22.517974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:22.528241 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77', 'mac_address': 'fa:16:3e:54:25:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:06:22.567183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:22.569115 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:22.581881 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:22.624689 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:22.658036 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b919f7ec-6a26-4931-a7c2-07433e3b02d0 req-91213d95-b08e-4c7b-b5eb-e310e5d0d8d9 tempest-ListImageFiltersTestJSON-945542025 tempest-ListImageFiltersTestJSON-945542025-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb912b1f-e486-40b6-b01c-5a26c3374a77 HTTP/1.1" status: 200  len: 210 time: 0.0307670
Feb 12 21:06:22.772015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b5bcf-6913-42f6-a0a0-7ac9f9b5306b req-967e39d2-2cd7-4bbe-92d3-c993883fa810 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:22.773429 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c6b5bcf-6913-42f6-a0a0-7ac9f9b5306b req-967e39d2-2cd7-4bbe-92d3-c993883fa810 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 950 time: 0.0580416
Feb 12 21:06:22.794954 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:22.830903 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c6b5bcf-6913-42f6-a0a0-7ac9f9b5306b req-ba08e627-9031-480b-a66e-7076d54023c6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516729
Feb 12 21:06:22.863892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:22.947801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69f0b5-83f9-4375-8243-db3ad8de9a59 req-317e0946-11b9-4b05-a7b0-b6d834680a75 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:22.955930 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd69f0b5-83f9-4375-8243-db3ad8de9a59 req-317e0946-11b9-4b05-a7b0-b6d834680a75 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 949 time: 0.0664444
Feb 12 21:06:22.989947 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 868c095f-3711-40a3-a930-a2e4658e031f no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:06:23.017515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 868c095f-3711-40a3-a930-a2e4658e031f {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:06:23.018182 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 868c095f-3711-40a3-a930-a2e4658e031f not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:06:23.026919 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd69f0b5-83f9-4375-8243-db3ad8de9a59 req-2bce8c4d-2f2f-4bad-84c3-c6a75541ae6a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685780
Feb 12 21:06:23.065286 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf4450-31ee-4e7b-8933-9923a9328c69 req-169510bd-1ec2-4be1-a390-7da2b1f9c291 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:23.067069 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bcaf4450-31ee-4e7b-8933-9923a9328c69 req-169510bd-1ec2-4be1-a390-7da2b1f9c291 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 950 time: 0.0639348
Feb 12 21:06:23.118351 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bcaf4450-31ee-4e7b-8933-9923a9328c69 req-41a58cff-f00f-4604-9e1e-2a75106564ad tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec765007-9daf-4699-9454-5a93db6f53f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437686
Feb 12 21:06:23.144169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d677fbf-fcf4-4ad9-9585-2ebcf1bc09c6 req-59423b78-baaa-48c8-9d3a-349d763941c9 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:23.145932 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9d677fbf-fcf4-4ad9-9585-2ebcf1bc09c6 req-59423b78-baaa-48c8-9d3a-349d763941c9 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 946 time: 0.0642810
Feb 12 21:06:23.197632 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9d677fbf-fcf4-4ad9-9585-2ebcf1bc09c6 req-d7a9f6fc-950e-4712-a475-afd190aac498 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459068
Feb 12 21:06:23.234921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['b5cbc34b-0e81-4b41-9709-0fdcadb7ac77'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:23.359718 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d1220-8ca4-4a16-8e02-060419efd9a2 req-ceba980e-a143-4c45-ad15-3a85abec97e3 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:23.361825 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-289d1220-8ca4-4a16-8e02-060419efd9a2 req-ceba980e-a143-4c45-ad15-3a85abec97e3 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 951 time: 0.0640461
Feb 12 21:06:23.393862 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fd6a0-4163-4447-8b5d-39d188777355 req-ac0cf3b4-e615-450d-bca0-0c99e84362dd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:23.395525 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8f4fd6a0-4163-4447-8b5d-39d188777355 req-ac0cf3b4-e615-450d-bca0-0c99e84362dd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0622349
Feb 12 21:06:23.421239 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-289d1220-8ca4-4a16-8e02-060419efd9a2 req-03e4fe20-051a-447f-91cf-6725e9bb0539 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532570
Feb 12 21:06:23.445688 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8f4fd6a0-4163-4447-8b5d-39d188777355 req-ceedb2ab-e958-444b-b386-dcb9eea4f163 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442398
Feb 12 21:06:23.957627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a24cdc-a8d3-4bfc-8c30-e21cfff06938 req-dd0dba2c-9982-475b-a34f-bb6af97175aa tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:23.959110 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2a24cdc-a8d3-4bfc-8c30-e21cfff06938 req-dd0dba2c-9982-475b-a34f-bb6af97175aa tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 950 time: 0.0528629
Feb 12 21:06:24.010081 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2a24cdc-a8d3-4bfc-8c30-e21cfff06938 req-da5ba404-4ea5-4e53-a021-af93c53ed48d tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452852
Feb 12 21:06:24.121626 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6586ae7-9ee8-49df-977e-adef05de52a5 req-333988a6-eafa-4b55-8968-9672bf88f119 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:24.124443 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6586ae7-9ee8-49df-977e-adef05de52a5 req-333988a6-eafa-4b55-8968-9672bf88f119 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0547445
Feb 12 21:06:24.174621 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6586ae7-9ee8-49df-977e-adef05de52a5 req-4d9d19cf-2fd8-48b2-87db-754f5ca09c07 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437729
Feb 12 21:06:24.278570 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25c2c2-046f-47eb-934a-bba12e6b8454 req-808fbd80-4763-4eb2-80f3-397e04fddbcc tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:24.280101 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bd25c2c2-046f-47eb-934a-bba12e6b8454 req-808fbd80-4763-4eb2-80f3-397e04fddbcc tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 1132 time: 0.0491340
Feb 12 21:06:24.336749 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bd25c2c2-046f-47eb-934a-bba12e6b8454 req-426fe127-4aab-4984-a149-7a7a7774c1d3 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507944
Feb 12 21:06:24.396963 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-5c43fc85-fa87-4085-95c1-fbb73c05389d tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:24.398527 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-5c43fc85-fa87-4085-95c1-fbb73c05389d tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378&tenant_id=097ba3f98cb348929658959fd4ff31cf&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0777683
Feb 12 21:06:24.417519 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:24.490199 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683b145-23af-4e3f-9c2d-a0eac8f4e071 req-d6a32e11-e445-49b4-a3f3-94fd26ccdd6c tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:24.493184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6683b145-23af-4e3f-9c2d-a0eac8f4e071 req-d6a32e11-e445-49b4-a3f3-94fd26ccdd6c tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 950 time: 0.0756075
Feb 12 21:06:24.514476 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8431200-0c50-4c8c-987b-9ff219935e28 req-261a045f-2a9b-4f3a-9d76-6ad7ade31c8d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:24.516022 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a8431200-0c50-4c8c-987b-9ff219935e28 req-261a045f-2a9b-4f3a-9d76-6ad7ade31c8d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 949 time: 0.1110806
Feb 12 21:06:24.516626 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:24.560490 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6683b145-23af-4e3f-9c2d-a0eac8f4e071 req-343a2a79-6d26-4c1d-98a7-ded2869a7070 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec765007-9daf-4699-9454-5a93db6f53f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585091
Feb 12 21:06:24.651331 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a8431200-0c50-4c8c-987b-9ff219935e28 req-b8cf2418-119c-4459-964d-2df9aa8e6c86 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256723
Feb 12 21:06:24.690013 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de050919-d53f-42e3-9df5-39d1036700af req-78c40ca4-ce72-4e37-a42d-e52d2dd8dede tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:24.691596 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de050919-d53f-42e3-9df5-39d1036700af req-78c40ca4-ce72-4e37-a42d-e52d2dd8dede tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 946 time: 0.0683708
Feb 12 21:06:24.701678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] For port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:24.748847 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de050919-d53f-42e3-9df5-39d1036700af req-a5a1d4c4-6f3b-4ff1-b761-6760a2c42010 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506201
Feb 12 21:06:24.779323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] For port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:06:24.829340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0d6420-a0c3-4a88-9549-864fdefe2378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d6d407-e6c3-4fc4-984f-2f18ac7b3009'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:24.831676 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68a92cd-fded-44ea-a3e4-fe96ef2351ef" -d '{"events": [{"server_uuid": "1d0d6420-a0c3-4a88-9549-864fdefe2378", "name": "network-vif-unplugged", "status": "completed", "tag": "76d6d407-e6c3-4fc4-984f-2f18ac7b3009"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:24.835985 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Publish callbacks [] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:24.893318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c3e0e-de2d-42fa-a848-f93f4323f116 req-56f63926-8295-414e-9350-96a7e6a884a2 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:24.894866 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-145c3e0e-de2d-42fa-a848-f93f4323f116 req-56f63926-8295-414e-9350-96a7e6a884a2 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 950 time: 0.0954309
Feb 12 21:06:24.922284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1ef5-77ab-4a39-b75f-54da3132b39d req-069a7bca-3e1b-4dd3-a746-79d95df21ec5 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:24.922284 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd2a1ef5-77ab-4a39-b75f-54da3132b39d req-069a7bca-3e1b-4dd3-a746-79d95df21ec5 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 951 time: 0.0894039
Feb 12 21:06:24.933346 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:25.021584 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Pushing event updated for resources: {'Port': ['ID=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,revision_number=7']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:25.022225 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd2a1ef5-77ab-4a39-b75f-54da3132b39d req-272691cd-9884-4556-ae74-ab274ed92ef2 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862384
Feb 12 21:06:25.037514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Attempting to bind port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:06:25.037514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Attempting to bind port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:06:25.037747 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Attempting to bind port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:25.044922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-145c3e0e-de2d-42fa-a848-f93f4323f116 req-0d436728-2a05-41af-8589-44a52adf5a02 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Deleting port 087eb01e-6188-4522-bae6-62fbc143e630 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:06:25.045274 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-145c3e0e-de2d-42fa-a848-f93f4323f116 req-0d436728-2a05-41af-8589-44a52adf5a02 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (087eb01e-6188-4522-bae6-62fbc143e630), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:25.058411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:06:25.058847 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Attempting to bind port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:25.065070 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:06:25.065598 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Checking segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:06:25.066101 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Bound using segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:06:25.066626 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Bound port: 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:06:25.067458 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:25.147637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] For port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:06:25.151531 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] For port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:06:25.154919 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-aba71b3b-c607-44d8-b4ea-bd672f30fc2a tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0383203
Feb 12 21:06:25.242765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-145c3e0e-de2d-42fa-a848-f93f4323f116 req-0d436728-2a05-41af-8589-44a52adf5a02 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] For port 087eb01e-6188-4522-bae6-62fbc143e630, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=087eb01e-6188-4522-bae6-62fbc143e630,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:25.243048 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-145c3e0e-de2d-42fa-a848-f93f4323f116 req-0d436728-2a05-41af-8589-44a52adf5a02 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (087eb01e-6188-4522-bae6-62fbc143e630), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:25.266581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-145c3e0e-de2d-42fa-a848-f93f4323f116 req-0d436728-2a05-41af-8589-44a52adf5a02 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Calling delete_port for 087eb01e-6188-4522-bae6-62fbc143e630 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:06:25.336197 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-407c963c-ff7e-494a-9a5a-69cd405d6838 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:25.337696 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-407c963c-ff7e-494a-9a5a-69cd405d6838 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1765993
Feb 12 21:06:25.339845 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:25.364381 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-55102cad-1eaf-4b99-8bac-7c1ec27a4ce4 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/quotas/2e3d4a23b3dd48a2a3e78818c60bdf5d HTTP/1.1" status: 200  len: 375 time: 0.0173087
Feb 12 21:06:25.405436 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Pushing event updated for resources: {'Port': ['ID=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,revision_number=8']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:25.424018 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea961b03-7abf-4a9a-b9fc-10eec5556115 x-openstack-request-id: req-ea961b03-7abf-4a9a-b9fc-10eec5556115 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:25.424319 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0d6420-a0c3-4a88-9549-864fdefe2378", "name": "network-vif-unplugged", "status": "completed", "tag": "76d6d407-e6c3-4fc4-984f-2f18ac7b3009", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:25.424570 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea961b03-7abf-4a9a-b9fc-10eec5556115 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:25.424970 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0d6420-a0c3-4a88-9549-864fdefe2378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d6d407-e6c3-4fc4-984f-2f18ac7b3009', 'code': 200}
Feb 12 21:06:25.428698 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:25.429640 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:25.431057 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-4361f790-9db1-4f59-bb31-333468d95745 service neutron] 10.222.0.50 "PUT /v2.0/ports/76d6d407-e6c3-4fc4-984f-2f18ac7b3009 HTTP/1.1" status: 200  len: 1122 time: 1.0242507
Feb 12 21:06:25.514811 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-215d9cc0-b1d9-41ca-94c6-6287c5b64d8f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1272507
Feb 12 21:06:25.558183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['76d6d407-e6c3-4fc4-984f-2f18ac7b3009'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:25.577588 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-145c3e0e-de2d-42fa-a848-f93f4323f116 req-0d436728-2a05-41af-8589-44a52adf5a02 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (087eb01e-6188-4522-bae6-62fbc143e630), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:25.597436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['76d6d407-e6c3-4fc4-984f-2f18ac7b3009'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:25.622101 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d436728-2a05-41af-8589-44a52adf5a02 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Pushing event deleted for resources: {'Port': ['ID=087eb01e-6188-4522-bae6-62fbc143e630,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:25.645098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['087eb01e-6188-4522-bae6-62fbc143e630'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:25.668919 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-145c3e0e-de2d-42fa-a848-f93f4323f116 req-0d436728-2a05-41af-8589-44a52adf5a02 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] No DVR routers for this DVR port 087eb01e-6188-4522-bae6-62fbc143e630 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:06:25.676765 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-145c3e0e-de2d-42fa-a848-f93f4323f116 req-0d436728-2a05-41af-8589-44a52adf5a02 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:25.679162 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-145c3e0e-de2d-42fa-a848-f93f4323f116 req-0d436728-2a05-41af-8589-44a52adf5a02 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.50 "DELETE /v2.0/ports/087eb01e-6188-4522-bae6-62fbc143e630 HTTP/1.1" status: 204  len: 173 time: 0.7770743
Feb 12 21:06:25.679673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab66d1c8-2792-4aa8-b7e2-05772dc10f16', 'name': 'network-vif-deleted', 'tag': '087eb01e-6188-4522-bae6-62fbc143e630'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:25.682068 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1365d760-01c9-4ed8-95b9-fe731a1d0a85" -d '{"events": [{"server_uuid": "ab66d1c8-2792-4aa8-b7e2-05772dc10f16", "name": "network-vif-deleted", "tag": "087eb01e-6188-4522-bae6-62fbc143e630"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:25.866642 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5f3d9abd-616a-4154-84fe-086623c7f8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:25.914046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4671f-e3d8-4e97-a532-4df540f770ce req-0f539075-669f-4cca-a792-9152cd60bfd3 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:25.914046 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54e4671f-e3d8-4e97-a532-4df540f770ce req-0f539075-669f-4cca-a792-9152cd60bfd3 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0733662
Feb 12 21:06:26.000421 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54e4671f-e3d8-4e97-a532-4df540f770ce req-ff4949ce-0598-4b32-b77c-ebf8c2d33ee8 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776620
Feb 12 21:06:26.446373 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:06:26.448646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:06:26.608973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:26.620844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 has no active binding in host nch2-master-1 {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 12 21:06:26.731861 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:26.732703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:06:26.742502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:26.742502 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:26.865168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:26.876522 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50bcd552-b506-42bd-89c4-eadf6206c791 req-bda3c112-cddb-49e1-9662-647c0096d334 tempest-ServerDiagnosticsNegativeTest-1778169571 tempest-ServerDiagnosticsNegativeTest-1778169571-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab66d1c8-2792-4aa8-b7e2-05772dc10f16 HTTP/1.1" status: 200  len: 210 time: 0.0417154
Feb 12 21:06:26.877738 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:26.906088 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:26.908688 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03b0ba2-d374-4b37-aa59-8af2ac9ccab1" -d '{"events": [{"server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "name": "network-vif-plugged", "status": "completed", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:26.921474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:26.976491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795187c9-dd84-46a5-bb18-3f61dd4507c6 req-f9e93572-fef3-44fb-8f98-e3db03bb79cf tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:26.977986 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-795187c9-dd84-46a5-bb18-3f61dd4507c6 req-f9e93572-fef3-44fb-8f98-e3db03bb79cf tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 949 time: 0.0531855
Feb 12 21:06:27.025462 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-795187c9-dd84-46a5-bb18-3f61dd4507c6 req-ea2a9394-4153-4780-99cb-6c720d1728e7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409091
Feb 12 21:06:27.069658 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f31c4ec-396c-48e5-9a28-75d8573b3910 x-openstack-request-id: req-8f31c4ec-396c-48e5-9a28-75d8573b3910 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:27.069972 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab66d1c8-2792-4aa8-b7e2-05772dc10f16", "name": "network-vif-deleted", "tag": "087eb01e-6188-4522-bae6-62fbc143e630", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:27.070239 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f31c4ec-396c-48e5-9a28-75d8573b3910 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:27.070647 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab66d1c8-2792-4aa8-b7e2-05772dc10f16', 'name': 'network-vif-deleted', 'tag': '087eb01e-6188-4522-bae6-62fbc143e630', 'status': 'completed', 'code': 200}
Feb 12 21:06:27.098158 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:27.099039 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a7c57268-d530-4f9d-b77d-da6cb2a2b872 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:06:27.153793 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e1dd1bab-64de-4883-bba3-1e26620e25ad req-9703be9e-2370-4d97-a29a-aad4d084d32b tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 210 time: 0.0331616
Feb 12 21:06:27.197344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:27.243714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a7c57268-d530-4f9d-b77d-da6cb2a2b872 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:27.244103 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:27.281705 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b725e-7cd1-42bd-b56b-18411af7d664 req-189d6f1f-97ad-455f-b533-b370ac64a3d0 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:27.283348 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2e8b725e-7cd1-42bd-b56b-18411af7d664 req-189d6f1f-97ad-455f-b533-b370ac64a3d0 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 944 time: 0.0633755
Feb 12 21:06:27.292003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a7c57268-d530-4f9d-b77d-da6cb2a2b872, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7c57268-d530-4f9d-b77d-da6cb2a2b872,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:27.296890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9835e61-7a40-4019-b05c-348b30f8fe0b req-533b3726-28fc-40c0-b31b-8d0ab012ea71 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:27.298435 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9835e61-7a40-4019-b05c-348b30f8fe0b req-533b3726-28fc-40c0-b31b-8d0ab012ea71 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0821526
Feb 12 21:06:27.341678 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2e8b725e-7cd1-42bd-b56b-18411af7d664 req-c50ead5d-1c88-475d-92db-c09361dc4ffb tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513272
Feb 12 21:06:27.348840 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9835e61-7a40-4019-b05c-348b30f8fe0b req-c0093334-1e8d-4fde-87e8-d7f8a49713a4 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447023
Feb 12 21:06:27.399676 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:27.425718 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0d6420-a0c3-4a88-9549-864fdefe2378', 'tag': '76d6d407-e6c3-4fc4-984f-2f18ac7b3009'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:27.428252 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e60c4da-8417-4183-8580-841cec3d8e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0d6420-a0c3-4a88-9549-864fdefe2378", "tag": "76d6d407-e6c3-4fc4-984f-2f18ac7b3009"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:27.447384 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d88113-6ba6-43ea-b2b8-be7f56ea2aad x-openstack-request-id: req-65d88113-6ba6-43ea-b2b8-be7f56ea2aad {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:27.447785 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "name": "network-vif-plugged", "status": "completed", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:27.449770 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65d88113-6ba6-43ea-b2b8-be7f56ea2aad {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:27.449770 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77', 'code': 200}
Feb 12 21:06:27.485671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a7c57268-d530-4f9d-b77d-da6cb2a2b872,revision_number=11']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:27.519816 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd431e44-738a-4cf6-88d7-762d8f938e04 x-openstack-request-id: req-bd431e44-738a-4cf6-88d7-762d8f938e04 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:27.520330 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0d6420-a0c3-4a88-9549-864fdefe2378", "tag": "76d6d407-e6c3-4fc4-984f-2f18ac7b3009", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:27.520799 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd431e44-738a-4cf6-88d7-762d8f938e04 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:27.521692 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0d6420-a0c3-4a88-9549-864fdefe2378', 'tag': '76d6d407-e6c3-4fc4-984f-2f18ac7b3009', 'status': 'completed', 'code': 200}
Feb 12 21:06:27.532134 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59368) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:27.556700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a848880-958f-4202-9deb-bfc490f6b755 req-4d9d1267-643e-47dd-a48d-a9af9aa4ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:27.558482 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9a848880-958f-4202-9deb-bfc490f6b755 req-4d9d1267-643e-47dd-a48d-a9af9aa4ee13 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 1132 time: 0.0832560
Feb 12 21:06:27.682110 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9a848880-958f-4202-9deb-bfc490f6b755 req-1cd92fab-128b-4300-8920-6a981a7490a3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140134
Feb 12 21:06:27.690283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60c4da-8417-4183-8580-841cec3d8e4a req-6f30c139-d699-4659-b85b-fdd98c82f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:27.691926 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e60c4da-8417-4183-8580-841cec3d8e4a req-6f30c139-d699-4659-b85b-fdd98c82f68b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 1156 time: 0.1260498
Feb 12 21:06:27.704579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569c409-28f3-4e0f-bbfe-8a8491065e77 req-c492299c-c432-44fc-a946-aa178a3a2596 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:27.708607 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0569c409-28f3-4e0f-bbfe-8a8491065e77 req-c492299c-c432-44fc-a946-aa178a3a2596 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0907886
Feb 12 21:06:27.708762 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-91040798-9f73-4477-92e5-d802e59b5124 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8ed44c8eee2476593e75478c214644c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1721139
Feb 12 21:06:27.708762 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59376) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:27.779314 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dc2c382-190f-481e-833b-28fabb04fcf9 admin admin] Publish callbacks [] for security_group (19034f42-5a05-4d66-89f2-7577d94a225c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:27.801443 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dc2c382-190f-481e-833b-28fabb04fcf9 admin admin] Publish callbacks [] for security_group (19034f42-5a05-4d66-89f2-7577d94a225c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:27.829489 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0569c409-28f3-4e0f-bbfe-8a8491065e77 req-1e3d7860-fb6c-46e1-b4dd-f50f91742c3c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143053
Feb 12 21:06:27.846455 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60c4da-8417-4183-8580-841cec3d8e4a req-2bd41a1b-4db2-4509-bb52-873166420539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:27.847908 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e60c4da-8417-4183-8580-841cec3d8e4a req-2bd41a1b-4db2-4509-bb52-873166420539 service neutron] 10.222.0.48 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 922 time: 0.1404603
Feb 12 21:06:27.903431 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e60c4da-8417-4183-8580-841cec3d8e4a req-04366e54-c2a2-4b86-81f3-5d3fbc5b9b0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76d6d407-e6c3-4fc4-984f-2f18ac7b3009 HTTP/1.1" status: 200  len: 217 time: 0.0454760
Feb 12 21:06:27.954530 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dc2c382-190f-481e-833b-28fabb04fcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (19034f42-5a05-4d66-89f2-7577d94a225c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:27.957465 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dc2c382-190f-481e-833b-28fabb04fcf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:27.958707 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8dc2c382-190f-481e-833b-28fabb04fcf9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19034f42-5a05-4d66-89f2-7577d94a225c HTTP/1.1" status: 204  len: 168 time: 0.2418585
Feb 12 21:06:27.967438 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2c382-190f-481e-833b-28fabb04fcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19034f42-5a05-4d66-89f2-7577d94a225c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:28.000018 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60c4da-8417-4183-8580-841cec3d8e4a req-fe9319de-f61d-4f84-aa3e-758cdf16a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:28.001600 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e60c4da-8417-4183-8580-841cec3d8e4a req-fe9319de-f61d-4f84-aa3e-758cdf16a3eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.0814431
Feb 12 21:06:28.008851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceeed56-963e-4e3d-b238-ff2e40beedd9 req-ea011e47-6898-4199-91b7-bde3c6d15f32 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:28.010303 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ceeed56-963e-4e3d-b238-ff2e40beedd9 req-ea011e47-6898-4199-91b7-bde3c6d15f32 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0990686
Feb 12 21:06:28.040709 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e60c4da-8417-4183-8580-841cec3d8e4a req-bb0a2f5a-ef44-472d-9df1-9e543aceaa3b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0294619
Feb 12 21:06:28.139907 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9f042-ee70-49de-9e14-d431240a6594 req-7a6f5eff-ce0a-430f-ab6c-4374fd00f852 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:28.140132 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ceeed56-963e-4e3d-b238-ff2e40beedd9 req-fe329514-dc25-4725-86b2-6f54a18a9d82 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186454
Feb 12 21:06:28.141981 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-41b9f042-ee70-49de-9e14-d431240a6594 req-7a6f5eff-ce0a-430f-ab6c-4374fd00f852 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 949 time: 0.0576253
Feb 12 21:06:28.148500 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a8e4247e-c2ff-4010-a8c6-52b82b3f32ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:28.187647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e60c4da-8417-4183-8580-841cec3d8e4a req-1b6b78e4-05c3-4c4e-a11c-575894c73bfd service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339889
Feb 12 21:06:28.228072 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-41b9f042-ee70-49de-9e14-d431240a6594 req-bc63b73c-4c06-41b6-adf6-efdb158eedc9 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744522
Feb 12 21:06:28.389039 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-234c9eaf-a175-4740-ba96-c75c080660fa req-4a2c52aa-cc96-4956-ad41-22e68d3ccf27 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 210 time: 0.0550983
Feb 12 21:06:28.419652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1855a5b-1d40-4e32-9670-e2a8498c78c0 req-79e4b360-ee39-4964-9230-20061f5a1231 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:28.421440 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1855a5b-1d40-4e32-9670-e2a8498c78c0 req-79e4b360-ee39-4964-9230-20061f5a1231 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.1430614
Feb 12 21:06:28.428528 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e60c4da-8417-4183-8580-841cec3d8e4a req-e6febd2f-7556-435d-aef7-89cbe86a9099 service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2286808
Feb 12 21:06:28.438667 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 087eb01e-6188-4522-bae6-62fbc143e630 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:06:28.483321 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 087eb01e-6188-4522-bae6-62fbc143e630 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:06:28.493283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 087eb01e-6188-4522-bae6-62fbc143e630 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:06:28.511282 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1855a5b-1d40-4e32-9670-e2a8498c78c0 req-ddf7300f-704d-4260-bdb8-5791d3587e7c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816603
Feb 12 21:06:28.585702 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-192b26bf-0205-4e6f-abce-41bcf763e3e5 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0307889
Feb 12 21:06:28.608724 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662409aa-0489-4d67-aa8a-bb333e4716c5 req-ce302981-44f1-46c5-b123-547c8c76ee76 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:28.610331 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-662409aa-0489-4d67-aa8a-bb333e4716c5 req-ce302981-44f1-46c5-b123-547c8c76ee76 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 944 time: 0.0797629
Feb 12 21:06:28.614856 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59404) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:28.674041 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-662409aa-0489-4d67-aa8a-bb333e4716c5 req-bcb769ce-c361-438b-b78b-9b344bd8e245 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567040
Feb 12 21:06:28.764368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-073df6c8-80bf-42cb-8f35-756cbfa8e3be tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:28.766580 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-073df6c8-80bf-42cb-8f35-756cbfa8e3be tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1721942
Feb 12 21:06:28.777102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eebab2-f462-48c4-b83d-95b7a8ad0ebc req-f8b2d7c4-8c6f-4fc1-bc48-3caf752ef98d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:28.778847 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f3eebab2-f462-48c4-b83d-95b7a8ad0ebc req-f8b2d7c4-8c6f-4fc1-bc48-3caf752ef98d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1720896
Feb 12 21:06:28.787298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-7f5de926-f62a-4094-974e-a95c1d16a2df tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Request body: {'port': {'device_id': '608f3421-9d47-451f-aab9-8b516d566201', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '2e3d4a23b3dd48a2a3e78818c60bdf5d'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:28.828261 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-294ac5dc-2c3d-4c71-831b-87a9d43f09e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=799d7a4057974c53bec70a307fe068ad&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2120595
Feb 12 21:06:28.832951 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59414) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:28.900242 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f3eebab2-f462-48c4-b83d-95b7a8ad0ebc req-f858058d-ee45-4235-975b-6e1340898184 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077032
Feb 12 21:06:28.901909 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-afd97634-e0e0-4255-9530-adfb50cc5e59 admin admin] Publish callbacks [] for security_group (ec765007-9daf-4699-9454-5a93db6f53f9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:28.928689 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-afd97634-e0e0-4255-9530-adfb50cc5e59 admin admin] Publish callbacks [] for security_group (ec765007-9daf-4699-9454-5a93db6f53f9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:29.040726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a180e-8c15-4d3a-919c-c0a9a2b1cb6f req-39945550-5bf4-4f88-8ccc-8b76ccfe5b66 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:29.042280 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f12a180e-8c15-4d3a-919c-c0a9a2b1cb6f req-39945550-5bf4-4f88-8ccc-8b76ccfe5b66 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0582573
Feb 12 21:06:29.087832 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-7f5de926-f62a-4094-974e-a95c1d16a2df tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Made reservation on behalf of 2e3d4a23b3dd48a2a3e78818c60bdf5d for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:06:29.091833 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-7f5de926-f62a-4094-974e-a95c1d16a2df tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:29.093068 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f12a180e-8c15-4d3a-919c-c0a9a2b1cb6f req-ff463c00-7916-40b9-9051-ff7b3326606b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438683
Feb 12 21:06:29.139484 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-afd97634-e0e0-4255-9530-adfb50cc5e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ec765007-9daf-4699-9454-5a93db6f53f9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:29.142120 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-afd97634-e0e0-4255-9530-adfb50cc5e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:29.143670 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-afd97634-e0e0-4255-9530-adfb50cc5e59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec765007-9daf-4699-9454-5a93db6f53f9 HTTP/1.1" status: 204  len: 168 time: 0.3093827
Feb 12 21:06:29.154638 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd97634-e0e0-4255-9530-adfb50cc5e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec765007-9daf-4699-9454-5a93db6f53f9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:29.235313 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:29.280552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-7f5de926-f62a-4094-974e-a95c1d16a2df tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Allocated IP 192.168.233.205 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/d12f9147-b8b3-4cc7-ba78-bc82fb796c36) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:06:29.305498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d37bf1-4b2c-4001-a521-b901a65b34c8 req-55427c7a-00b9-4daa-b4fd-df045c7d6318 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:29.317088 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63d37bf1-4b2c-4001-a521-b901a65b34c8 req-55427c7a-00b9-4daa-b4fd-df045c7d6318 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0842142
Feb 12 21:06:29.369152 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63d37bf1-4b2c-4001-a521-b901a65b34c8 req-1580453b-496e-4bcf-9333-9f9ea21fcea1 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507321
Feb 12 21:06:29.418563 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:29.450858 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd11fb3-ce20-420b-a958-95089b17ff99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:29.456651 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e547250f-bb8b-4aba-a085-aa82166ecfc2" -d '{"events": [{"server_uuid": "cdd11fb3-ce20-420b-a958-95089b17ff99", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c57268-d530-4f9d-b77d-da6cb2a2b872"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:29.470736 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be06c5-443a-45de-bc2f-da8f18eeea6b req-e0be0b69-7a60-4f79-8117-31203b09aa60 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:29.472266 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4be06c5-443a-45de-bc2f-da8f18eeea6b req-e0be0b69-7a60-4f79-8117-31203b09aa60 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 949 time: 0.1417885
Feb 12 21:06:29.528502 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae560f-3509-4c0a-afc2-517093006aea req-bf47c71a-b391-4841-8563-10bb7a1de521 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:29.537887 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9cae560f-3509-4c0a-afc2-517093006aea req-bf47c71a-b391-4841-8563-10bb7a1de521 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0778389
Feb 12 21:06:29.550841 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4be06c5-443a-45de-bc2f-da8f18eeea6b req-a8289143-04f3-45ec-aa89-1736fd8d5952 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710762
Feb 12 21:06:29.554641 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-7f5de926-f62a-4094-974e-a95c1d16a2df tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks [] for port (d12f9147-b8b3-4cc7-ba78-bc82fb796c36), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:29.604305 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9cae560f-3509-4c0a-afc2-517093006aea req-5f82a3f1-31dd-4f5f-99ed-2528f971a44a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660236
Feb 12 21:06:29.637964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59448) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:29.662622 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d975b9d8-fb40-4936-b755-27343d71d538 req-2548fec9-b5b4-4555-bf3e-4347abe247d4 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 210 time: 0.0381229
Feb 12 21:06:29.664354 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-7f5de926-f62a-4094-974e-a95c1d16a2df tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d12f9147-b8b3-4cc7-ba78-bc82fb796c36), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:29.675495 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfb5928-651b-45c1-a6f4-7883bdcb2112 x-openstack-request-id: req-5bfb5928-651b-45c1-a6f4-7883bdcb2112 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:29.675985 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd11fb3-ce20-420b-a958-95089b17ff99", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c57268-d530-4f9d-b77d-da6cb2a2b872", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:29.676403 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bfb5928-651b-45c1-a6f4-7883bdcb2112 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:29.677302 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd11fb3-ce20-420b-a958-95089b17ff99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872', 'code': 200}
Feb 12 21:06:29.680924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['d06b235b-99a9-4368-972a-9fb7e1fd2de3', '1dcd7742-1914-4434-a268-34bdc3f688d2', '00fe00bc-2807-4800-866f-306a75719cca', '343f7369-bd4a-4c45-bac6-12a12a82d733'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:29.684534 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5bafff40-3831-43c8-81dd-8619fc446d2e', '2cde5d15-d636-49b0-9a4a-067de06e9f91'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:29.724014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-7f5de926-f62a-4094-974e-a95c1d16a2df tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:06:29.727396 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-7f5de926-f62a-4094-974e-a95c1d16a2df tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:06:29.730318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-7f5de926-f62a-4094-974e-a95c1d16a2df tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:06:29.769636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5de926-f62a-4094-974e-a95c1d16a2df tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event updated for resources: {'Port': ['ID=d12f9147-b8b3-4cc7-ba78-bc82fb796c36,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:29.816341 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-7f5de926-f62a-4094-974e-a95c1d16a2df tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:29.816341 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-7f5de926-f62a-4094-974e-a95c1d16a2df tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:29.895485 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243704a-36a8-4293-8c27-e1b2f19ade1f req-5097aff4-6dde-496f-8457-034a5f52d7f3 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:29.904854 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8320e16f-20a0-440d-96cc-04652c5903a9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1461060326-network', 'tenant_id': '1ae84b3ec90b4727907c0b0078f51772'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:29.907445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e243704a-36a8-4293-8c27-e1b2f19ade1f req-5097aff4-6dde-496f-8457-034a5f52d7f3 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 944 time: 0.0700572
Feb 12 21:06:29.918009 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-7f5de926-f62a-4094-974e-a95c1d16a2df tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1381495
Feb 12 21:06:29.940898 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59458) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:29.955003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Request body: {'port': {'device_id': '608f3421-9d47-451f-aab9-8b516d566201', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:29.969519 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3a9b9-d9c8-4717-ab7e-abc534a7b111 req-d1ce704b-aed6-4a43-88fa-d213cefa74bc tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:29.971514 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16a3a9b9-d9c8-4717-ab7e-abc534a7b111 req-d1ce704b-aed6-4a43-88fa-d213cefa74bc tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.1706603
Feb 12 21:06:29.980302 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b963-506b-432c-b422-a50aa7c40971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.070392 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16a3a9b9-d9c8-4717-ab7e-abc534a7b111 req-596887ae-8a60-4bc0-843f-03f69a7b1fb5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872400
Feb 12 21:06:30.078163 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8320e16f-20a0-440d-96cc-04652c5903a9 admin admin] Made reservation on behalf of 1ae84b3ec90b4727907c0b0078f51772 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:06:30.080792 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8320e16f-20a0-440d-96cc-04652c5903a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.106575 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8320e16f-20a0-440d-96cc-04652c5903a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.108591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e243704a-36a8-4293-8c27-e1b2f19ade1f req-02400531-a8e3-4230-b256-ea7385f8c2a2 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945722
Feb 12 21:06:30.132027 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d12f9147-b8b3-4cc7-ba78-bc82fb796c36), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.216266 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b963-506b-432c-b422-a50aa7c40971 admin admin] Publish callbacks [] for security_group (2592fb63-5023-4ce2-bf09-8f4a5d8c1d92), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.234265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-03930085-edfd-4ea3-9d52-ce901da0459e None None] Provisioning complete for port d12f9147-b8b3-4cc7-ba78-bc82fb796c36 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:30.234671 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-03930085-edfd-4ea3-9d52-ce901da0459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d12f9147-b8b3-4cc7-ba78-bc82fb796c36), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.259001 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875ec6d-57e7-4057-8ebe-45af7de870d7 req-178f45b8-e6ef-4738-9b7f-5cf9d57e2a44 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:30.260486 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f875ec6d-57e7-4057-8ebe-45af7de870d7 req-178f45b8-e6ef-4738-9b7f-5cf9d57e2a44 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1055577
Feb 12 21:06:30.301371 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8320e16f-20a0-440d-96cc-04652c5903a9 admin admin] Publish callbacks [] for security_group (7c68129a-d288-4b5d-aac9-8f27cfd47af2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.306794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-03930085-edfd-4ea3-9d52-ce901da0459e None None] Port d12f9147-b8b3-4cc7-ba78-bc82fb796c36 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:06:30.307347 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b963-506b-432c-b422-a50aa7c40971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2592fb63-5023-4ce2-bf09-8f4a5d8c1d92), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.377643 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f875ec6d-57e7-4057-8ebe-45af7de870d7 req-30338a2e-d393-4e38-8c12-b492aefdb82f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979490
Feb 12 21:06:30.381175 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a4d0b963-506b-432c-b422-a50aa7c40971 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f13c6f61c2a64c868803bc7e2fbbc632&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4371622
Feb 12 21:06:30.382814 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8320e16f-20a0-440d-96cc-04652c5903a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7c68129a-d288-4b5d-aac9-8f27cfd47af2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.384369 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59460) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:30.385957 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0b963-506b-432c-b422-a50aa7c40971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2592fb63-5023-4ce2-bf09-8f4a5d8c1d92,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:30.413985 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8320e16f-20a0-440d-96cc-04652c5903a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:06:30.424669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320e16f-20a0-440d-96cc-04652c5903a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c68129a-d288-4b5d-aac9-8f27cfd47af2,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:30.429852 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8320e16f-20a0-440d-96cc-04652c5903a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (9fdef10e-dea8-474b-92bd-803851bc9245), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.430201 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-8320e16f-20a0-440d-96cc-04652c5903a9 admin admin] Added segment 9fdef10e-dea8-474b-92bd-803851bc9245 of type vlan for network c62df3c1-c26b-4d48-9864-22f3fefd5ecc
Feb 12 21:06:30.481523 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8320e16f-20a0-440d-96cc-04652c5903a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (c62df3c1-c26b-4d48-9864-22f3fefd5ecc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.503312 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0be11294-2502-4fcd-a5e2-052aa89e8c06 admin admin] Publish callbacks [] for security_group (2592fb63-5023-4ce2-bf09-8f4a5d8c1d92), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.579361 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8320e16f-20a0-440d-96cc-04652c5903a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (c62df3c1-c26b-4d48-9864-22f3fefd5ecc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.580362 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8320e16f-20a0-440d-96cc-04652c5903a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:30.580956 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8320e16f-20a0-440d-96cc-04652c5903a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.586031 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0be11294-2502-4fcd-a5e2-052aa89e8c06 admin admin] Publish callbacks [] for security_group (2592fb63-5023-4ce2-bf09-8f4a5d8c1d92), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.601971 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12f9147-b8b3-4cc7-ba78-bc82fb796c36 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:30.618466 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Publish callbacks [] for port (d12f9147-b8b3-4cc7-ba78-bc82fb796c36), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.651201 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Transition to ACTIVE for port object d12f9147-b8b3-4cc7-ba78-bc82fb796c36 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:06:30.660885 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d62f65-48f3-4688-8e2f-8f6ae6a2295d req-55ee827b-7ad3-4093-b272-fc0f9195cece tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:30.662419 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99d62f65-48f3-4688-8e2f-8f6ae6a2295d req-55ee827b-7ad3-4093-b272-fc0f9195cece tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1411760
Feb 12 21:06:30.690262 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320e16f-20a0-440d-96cc-04652c5903a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c62df3c1-c26b-4d48-9864-22f3fefd5ecc,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:30.701293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network c62df3c1-c26b-4d48-9864-22f3fefd5ecc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:06:30.712659 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8320e16f-20a0-440d-96cc-04652c5903a9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.0733624
Feb 12 21:06:30.716393 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59468) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:30.722349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-50dbf41d-c6fd-42c4-b97c-5fcc1cbc9a0e admin admin] Request body: {'subnet': {'network_id': 'c62df3c1-c26b-4d48-9864-22f3fefd5ecc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1461060326-subnet', 'tenant_id': '1ae84b3ec90b4727907c0b0078f51772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:30.733164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99d62f65-48f3-4688-8e2f-8f6ae6a2295d req-49c43e09-10ea-49a3-9f2c-7c9b3e6625aa tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604029
Feb 12 21:06:30.736874 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (d12f9147-b8b3-4cc7-ba78-bc82fb796c36), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.747803 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f180a-e4cf-4f5d-8a1c-f593bcbbb8b0 req-e2b9872a-eaf2-4061-8313-65f1ee10aa37 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:30.766045 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b95f180a-e4cf-4f5d-8a1c-f593bcbbb8b0 req-e2b9872a-eaf2-4061-8313-65f1ee10aa37 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 949 time: 0.1185091
Feb 12 21:06:30.801873 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0be11294-2502-4fcd-a5e2-052aa89e8c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2592fb63-5023-4ce2-bf09-8f4a5d8c1d92), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.804800 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0be11294-2502-4fcd-a5e2-052aa89e8c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:30.808423 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0be11294-2502-4fcd-a5e2-052aa89e8c06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2592fb63-5023-4ce2-bf09-8f4a5d8c1d92 HTTP/1.1" status: 204  len: 168 time: 0.4146266
Feb 12 21:06:30.837334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be11294-2502-4fcd-a5e2-052aa89e8c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2592fb63-5023-4ce2-bf09-8f4a5d8c1d92,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:30.842712 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Pushing event updated for resources: {'Port': ['ID=d12f9147-b8b3-4cc7-ba78-bc82fb796c36,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:30.869125 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b95f180a-e4cf-4f5d-8a1c-f593bcbbb8b0 req-e15696d9-f53c-49a8-93e4-03ed7a5f39d6 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045451
Feb 12 21:06:30.984776 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:31.061728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611718a-8fbe-4864-98de-984aa8af7fc6 req-387e67d0-6649-4034-9176-9e84cd8cf4bd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:31.063356 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5611718a-8fbe-4864-98de-984aa8af7fc6 req-387e67d0-6649-4034-9176-9e84cd8cf4bd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0633018
Feb 12 21:06:31.128437 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5611718a-8fbe-4864-98de-984aa8af7fc6 req-e703c6aa-1240-44bc-a2f0-c410fa1a347f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549777
Feb 12 21:06:31.230618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dbf41d-c6fd-42c4-b97c-5fcc1cbc9a0e admin admin] Made reservation on behalf of 1ae84b3ec90b4727907c0b0078f51772 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:06:31.233092 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-50dbf41d-c6fd-42c4-b97c-5fcc1cbc9a0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:31.251793 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96ba2b-faf4-4f80-b3bf-bd5471284f84 req-2789e24f-f894-47ae-8de8-151b17aa6ca3 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:31.253284 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb96ba2b-faf4-4f80-b3bf-bd5471284f84 req-2789e24f-f894-47ae-8de8-151b17aa6ca3 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.0548370
Feb 12 21:06:31.308074 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb96ba2b-faf4-4f80-b3bf-bd5471284f84 req-f39843eb-333a-46bc-8231-972f17aeae76 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476687
Feb 12 21:06:31.392444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Attempting to bind port d12f9147-b8b3-4cc7-ba78-bc82fb796c36 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:06:31.392788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Attempting to bind port d12f9147-b8b3-4cc7-ba78-bc82fb796c36 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:06:31.393117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Attempting to bind port d12f9147-b8b3-4cc7-ba78-bc82fb796c36 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:31.411543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b085a-5acd-4975-87cf-83b8f9fe76c1 req-9ebc979b-fb2b-415f-8885-bf40bc1e29b5 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:31.413101 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e95b085a-5acd-4975-87cf-83b8f9fe76c1 req-9ebc979b-fb2b-415f-8885-bf40bc1e29b5 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 948 time: 0.1872790
Feb 12 21:06:31.417534 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Port d12f9147-b8b3-4cc7-ba78-bc82fb796c36 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:06:31.417865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Attempting to bind port d12f9147-b8b3-4cc7-ba78-bc82fb796c36 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:31.442859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:06:31.443215 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:06:31.443938 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:06:31.444396 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Bound port: d12f9147-b8b3-4cc7-ba78-bc82fb796c36, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:06:31.444938 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d12f9147-b8b3-4cc7-ba78-bc82fb796c36), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:31.457486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db432e21-65de-44ac-8a94-13ce28df1608 req-d5071020-5536-49f6-ad9e-205159342d23 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:31.459028 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-db432e21-65de-44ac-8a94-13ce28df1608 req-d5071020-5536-49f6-ad9e-205159342d23 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 944 time: 0.0599430
Feb 12 21:06:31.516794 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-db432e21-65de-44ac-8a94-13ce28df1608 req-e90eba31-01b6-4ae2-be8a-b602c207b0da tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511031
Feb 12 21:06:31.564506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e95b085a-5acd-4975-87cf-83b8f9fe76c1 req-31d1add8-1278-4c37-9bea-f7611cbd565e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411500
Feb 12 21:06:31.613987 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] For port d12f9147-b8b3-4cc7-ba78-bc82fb796c36, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:06:31.628339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] For port d12f9147-b8b3-4cc7-ba78-bc82fb796c36, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d12f9147-b8b3-4cc7-ba78-bc82fb796c36,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:06:31.648230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b9132-af9f-48c8-a48b-83da6fa3ae0a req-638ad959-72cb-4c21-ab6c-d9f0d10cf466 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:31.649853 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-519b9132-af9f-48c8-a48b-83da6fa3ae0a req-638ad959-72cb-4c21-ab6c-d9f0d10cf466 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0549688
Feb 12 21:06:31.674660 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadadee8-02b4-42f7-bbba-067a57a993a5 req-3f335890-beab-4e03-8346-f721784ebdce tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:31.676119 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cadadee8-02b4-42f7-bbba-067a57a993a5 req-3f335890-beab-4e03-8346-f721784ebdce tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 1132 time: 0.0459418
Feb 12 21:06:31.698224 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-519b9132-af9f-48c8-a48b-83da6fa3ae0a req-840657be-ecc7-4c4b-a482-1e937efa896d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425456
Feb 12 21:06:31.736036 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cadadee8-02b4-42f7-bbba-067a57a993a5 req-48c5805c-cc9c-48b3-b269-6e738cf9035d tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538270
Feb 12 21:06:31.769485 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-50dbf41d-c6fd-42c4-b97c-5fcc1cbc9a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (a51e1174-d848-4176-a3bd-e5c6c74c673e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:31.774787 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (d12f9147-b8b3-4cc7-ba78-bc82fb796c36), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:31.877931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:31.879094 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:31.880619 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] 10.222.0.48 "PUT /v2.0/ports/d12f9147-b8b3-4cc7-ba78-bc82fb796c36 HTTP/1.1" status: 200  len: 1096 time: 1.9301593
Feb 12 21:06:31.899745 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608f3421-9d47-451f-aab9-8b516d566201', 'tag': 'd12f9147-b8b3-4cc7-ba78-bc82fb796c36'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:31.902412 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6d5c49-5b2d-47cf-92a4-304a30a4a973" -d '{"events": [{"name": "network-changed", "server_uuid": "608f3421-9d47-451f-aab9-8b516d566201", "tag": "d12f9147-b8b3-4cc7-ba78-bc82fb796c36"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:31.921109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbf41d-c6fd-42c4-b97c-5fcc1cbc9a0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a51e1174-d848-4176-a3bd-e5c6c74c673e,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:31.958718 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e0344-51f8-4054-a6e6-89747de6d095 service neutron] Pushing event updated for resources: {'Port': ['ID=d12f9147-b8b3-4cc7-ba78-bc82fb796c36,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:31.962571 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dbf41d-c6fd-42c4-b97c-5fcc1cbc9a0e admin admin] Checking segment: {'id': '9fdef10e-dea8-474b-92bd-803851bc9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c62df3c1-c26b-4d48-9864-22f3fefd5ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:06:31.963013 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dbf41d-c6fd-42c4-b97c-5fcc1cbc9a0e admin admin] Network hostable DHCP agents. Network: c62df3c1-c26b-4d48-9864-22f3fefd5ecc, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:06:32.070617 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0d8fb-cf0a-4ad1-8109-a9a82e043c56 req-ef0f1bb5-bebd-4298-8887-9dfdae540caa tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:32.077745 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5fa0d8fb-cf0a-4ad1-8109-a9a82e043c56 req-ef0f1bb5-bebd-4298-8887-9dfdae540caa tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.2369108
Feb 12 21:06:32.146182 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365d5a9-52e2-4943-bc3d-0e40fe66a7b4 req-58506e64-3bb5-428a-8293-ff78201338b6 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:32.148025 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1365d5a9-52e2-4943-bc3d-0e40fe66a7b4 req-58506e64-3bb5-428a-8293-ff78201338b6 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 949 time: 0.1640191
Feb 12 21:06:32.198901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dbf41d-c6fd-42c4-b97c-5fcc1cbc9a0e admin admin] Network c62df3c1-c26b-4d48-9864-22f3fefd5ecc is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:06:32.221231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-f20c96b7-4625-4cba-ade9-a007da755647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:32.222763 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-f20c96b7-4625-4cba-ade9-a007da755647 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 1130 time: 0.1941004
Feb 12 21:06:32.226208 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5fa0d8fb-cf0a-4ad1-8109-a9a82e043c56 req-0912946e-a631-410b-94a1-9def05684b91 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476920
Feb 12 21:06:32.252911 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:32.290629 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-014729db-af0a-4058-851b-4db7f44a6602 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=d12f9147-b8b3-4cc7-ba78-bc82fb796c36 HTTP/1.1" status: 200  len: 217 time: 0.0573304
Feb 12 21:06:32.345684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-50dbf41d-c6fd-42c4-b97c-5fcc1cbc9a0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c62df3c1-c26b-4d48-9864-22f3fefd5ecc) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:06:32.356440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eb6975-4188-4c6e-b977-f8bdbb4db3b9 None None] Network c62df3c1-c26b-4d48-9864-22f3fefd5ecc requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:06:32.375684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dbf41d-c6fd-42c4-b97c-5fcc1cbc9a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:32.376277 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-50dbf41d-c6fd-42c4-b97c-5fcc1cbc9a0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:32.396283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-dccf2da8-8b4f-4d2f-94c6-3ab3109bc427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:32.398127 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-dccf2da8-8b4f-4d2f-94c6-3ab3109bc427 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0999341
Feb 12 21:06:32.418552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-1365d5a9-52e2-4943-bc3d-0e40fe66a7b4 req-60324be9-e7cd-4fe7-be79-b60987e8a917 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Deleting port a7c57268-d530-4f9d-b77d-da6cb2a2b872 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:06:32.418896 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1365d5a9-52e2-4943-bc3d-0e40fe66a7b4 req-60324be9-e7cd-4fe7-be79-b60987e8a917 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:32.514275 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1a2da-8785-470c-a876-5bd995b47091 req-dbb1150c-8480-488f-ac42-47816d90826e tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:32.516004 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d3f1a2da-8785-470c-a876-5bd995b47091 req-dbb1150c-8480-488f-ac42-47816d90826e tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 949 time: 0.1901090
Feb 12 21:06:32.528758 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-50dbf41d-c6fd-42c4-b97c-5fcc1cbc9a0e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.8113256
Feb 12 21:06:32.563088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-a9e0889a-f167-4402-a3f9-3e1489420267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:32.564708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-a9e0889a-f167-4402-a3f9-3e1489420267 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1572287
Feb 12 21:06:32.687252 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb2100e-5427-4176-a2d1-19976e3d4360 None None] Network c62df3c1-c26b-4d48-9864-22f3fefd5ecc requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:06:32.714252 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-a536950b-cad2-4aa9-a6e7-85369cea611a service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384873
Feb 12 21:06:32.719565 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-1365d5a9-52e2-4943-bc3d-0e40fe66a7b4 req-60324be9-e7cd-4fe7-be79-b60987e8a917 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] For port a7c57268-d530-4f9d-b77d-da6cb2a2b872, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7c57268-d530-4f9d-b77d-da6cb2a2b872,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:32.719924 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1365d5a9-52e2-4943-bc3d-0e40fe66a7b4 req-60324be9-e7cd-4fe7-be79-b60987e8a917 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:32.807403 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce9862a-b5b5-4a1b-be2d-55aa2fbede65 x-openstack-request-id: req-1ce9862a-b5b5-4a1b-be2d-55aa2fbede65 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:32.807710 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608f3421-9d47-451f-aab9-8b516d566201", "tag": "d12f9147-b8b3-4cc7-ba78-bc82fb796c36", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:32.807981 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ce9862a-b5b5-4a1b-be2d-55aa2fbede65 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:32.808357 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608f3421-9d47-451f-aab9-8b516d566201', 'tag': 'd12f9147-b8b3-4cc7-ba78-bc82fb796c36', 'status': 'completed', 'code': 200}
Feb 12 21:06:32.838538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-1365d5a9-52e2-4943-bc3d-0e40fe66a7b4 req-60324be9-e7cd-4fe7-be79-b60987e8a917 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Calling delete_port for a7c57268-d530-4f9d-b77d-da6cb2a2b872 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:06:32.851071 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d3f1a2da-8785-470c-a876-5bd995b47091 req-11d18d57-c239-4404-b128-7c475403d23f tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/security-groups?id=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3057311
Feb 12 21:06:32.878315 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7363e16-ae65-451c-b1aa-d318af6d0424 req-5413d7a6-823c-4a3d-9924-a1be064fe6c6 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:32.880353 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c7363e16-ae65-451c-b1aa-d318af6d0424 req-5413d7a6-823c-4a3d-9924-a1be064fe6c6 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0639198
Feb 12 21:06:32.937116 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c7363e16-ae65-451c-b1aa-d318af6d0424 req-b6932b49-893a-48fc-98cd-aabfc488caad tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502801
Feb 12 21:06:32.944671 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9acee-954c-4886-8e8a-7cd62f456fa3 req-96e2dde1-7347-4e54-b693-57febfe886a0 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2048366
Feb 12 21:06:33.036106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308b36c-74f7-4074-ae58-cf2b98fb2b0b req-242af1d0-a4a9-4bae-a50c-17565508fc73 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:33.037620 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4308b36c-74f7-4074-ae58-cf2b98fb2b0b req-242af1d0-a4a9-4bae-a50c-17565508fc73 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 944 time: 0.1018245
Feb 12 21:06:33.056328 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-496bc8d0-611c-4b41-9444-130c93b446be service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0987060
Feb 12 21:06:33.071835 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e85a3-0512-4ae6-ac12-fb67223418a7 req-e91eef2f-ba0f-4068-ba81-1d82504fc35a tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:33.073819 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba2e85a3-0512-4ae6-ac12-fb67223418a7 req-e91eef2f-ba0f-4068-ba81-1d82504fc35a tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 948 time: 0.0650058
Feb 12 21:06:33.130819 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4308b36c-74f7-4074-ae58-cf2b98fb2b0b req-1dc2e823-3cf7-4cc7-bedb-e0d7d5fd023b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787697
Feb 12 21:06:33.142677 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba2e85a3-0512-4ae6-ac12-fb67223418a7 req-ff23449f-e69b-49db-8e9a-acc42a0a58bc tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606709
Feb 12 21:06:33.241018 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d5c49-5b2d-47cf-92a4-304a30a4a973 req-36bb15c4-db5e-458e-b51b-41808f6cdaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:33.242609 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b6d5c49-5b2d-47cf-92a4-304a30a4a973 req-36bb15c4-db5e-458e-b51b-41808f6cdaea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 1130 time: 0.0903451
Feb 12 21:06:33.319624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da59cc-d7c2-4ab1-8f0b-d85cd1922326 req-2901ca81-c29a-44c1-826a-8f437279654a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:33.321187 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4da59cc-d7c2-4ab1-8f0b-d85cd1922326 req-2901ca81-c29a-44c1-826a-8f437279654a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.1247947
Feb 12 21:06:33.341733 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1365d5a9-52e2-4943-bc3d-0e40fe66a7b4 req-60324be9-e7cd-4fe7-be79-b60987e8a917 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a7c57268-d530-4f9d-b77d-da6cb2a2b872), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:33.392718 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60324be9-e7cd-4fe7-be79-b60987e8a917 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Pushing event deleted for resources: {'Port': ['ID=a7c57268-d530-4f9d-b77d-da6cb2a2b872,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:33.453836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d5c49-5b2d-47cf-92a4-304a30a4a973 req-f293d1cd-d232-475c-89e4-38e8bb12a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:33.455393 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b6d5c49-5b2d-47cf-92a4-304a30a4a973 req-f293d1cd-d232-475c-89e4-38e8bb12a5da service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.2041862
Feb 12 21:06:33.476631 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-598d82d4-1bb4-4e91-bd40-f603c3d757e0 req-1174f63b-2129-4e00-b5b7-c76df0bd0cd8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-605621374', 'description': 'tempest-description-683646635'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:33.498264 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4da59cc-d7c2-4ab1-8f0b-d85cd1922326 req-d4b53f3c-77fb-47ac-be51-90dd627977ba tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702888
Feb 12 21:06:33.499452 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-1365d5a9-52e2-4943-bc3d-0e40fe66a7b4 req-60324be9-e7cd-4fe7-be79-b60987e8a917 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] No DVR routers for this DVR port a7c57268-d530-4f9d-b77d-da6cb2a2b872 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:06:33.510015 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1365d5a9-52e2-4943-bc3d-0e40fe66a7b4 req-60324be9-e7cd-4fe7-be79-b60987e8a917 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:33.515539 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1365d5a9-52e2-4943-bc3d-0e40fe66a7b4 req-60324be9-e7cd-4fe7-be79-b60987e8a917 tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.50 "DELETE /v2.0/ports/a7c57268-d530-4f9d-b77d-da6cb2a2b872 HTTP/1.1" status: 204  len: 173 time: 1.3598099
Feb 12 21:06:33.552461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b6d5c49-5b2d-47cf-92a4-304a30a4a973 req-3f640af4-a2f0-4d50-9316-3be901d8e35c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=d12f9147-b8b3-4cc7-ba78-bc82fb796c36 HTTP/1.1" status: 200  len: 217 time: 0.0675573
Feb 12 21:06:33.600209 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-598d82d4-1bb4-4e91-bd40-f603c3d757e0 req-1174f63b-2129-4e00-b5b7-c76df0bd0cd8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:33.661175 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d5c49-5b2d-47cf-92a4-304a30a4a973 req-b4cd9151-5da8-477b-980b-2dc0adac37b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:33.662794 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b6d5c49-5b2d-47cf-92a4-304a30a4a973 req-b4cd9151-5da8-477b-980b-2dc0adac37b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1008348
Feb 12 21:06:33.693248 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-598d82d4-1bb4-4e91-bd40-f603c3d757e0 req-1174f63b-2129-4e00-b5b7-c76df0bd0cd8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (34f27a0f-5bf1-4284-9c84-dfb6046989b0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:33.722632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfd67b-ad22-42fc-8f5c-f624ac4cda5d req-2d16a061-b3dc-4980-a3f8-5fbf25e1ee0d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:33.736913 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4dfd67b-ad22-42fc-8f5c-f624ac4cda5d req-2d16a061-b3dc-4980-a3f8-5fbf25e1ee0d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1145008
Feb 12 21:06:33.742334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d5c49-5b2d-47cf-92a4-304a30a4a973 req-b0f665bf-4ba8-4b13-90d0-d9414d7216e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:33.744237 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b6d5c49-5b2d-47cf-92a4-304a30a4a973 req-b0f665bf-4ba8-4b13-90d0-d9414d7216e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0735867
Feb 12 21:06:33.807820 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-598d82d4-1bb4-4e91-bd40-f603c3d757e0 req-1174f63b-2129-4e00-b5b7-c76df0bd0cd8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (34f27a0f-5bf1-4284-9c84-dfb6046989b0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:33.841818 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4dfd67b-ad22-42fc-8f5c-f624ac4cda5d req-36e40101-a8aa-46e5-902c-0c3c5f04812a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108894
Feb 12 21:06:33.850705 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174f63b-2129-4e00-b5b7-c76df0bd0cd8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f27a0f-5bf1-4284-9c84-dfb6046989b0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:33.884111 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b6d5c49-5b2d-47cf-92a4-304a30a4a973 req-06a916ff-a85b-41b1-a46b-f00fc3f7b0a7 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315765
Feb 12 21:06:33.941624 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-598d82d4-1bb4-4e91-bd40-f603c3d757e0 req-1174f63b-2129-4e00-b5b7-c76df0bd0cd8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:33.952133 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-598d82d4-1bb4-4e91-bd40-f603c3d757e0 req-1174f63b-2129-4e00-b5b7-c76df0bd0cd8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.4791343
Feb 12 21:06:33.998440 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b6d5c49-5b2d-47cf-92a4-304a30a4a973 req-c0749fae-e5da-4f66-864f-e59a83f8bc04 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1065106
Feb 12 21:06:34.073602 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51070cee-4558-4938-95d0-355077a24423 req-610681ca-85e4-42ae-aad6-b096d0696e30 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:34.076100 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-51070cee-4558-4938-95d0-355077a24423 req-610681ca-85e4-42ae-aad6-b096d0696e30 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0561831
Feb 12 21:06:34.129469 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-09f7b714-9958-4e62-8181-e18d8be20c45 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e182ad91ab97452284bae777d54ec83d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0265517
Feb 12 21:06:34.149088 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-c497cac3-9313-41fe-b124-0d8890b6ef87 tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:34.150558 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-c497cac3-9313-41fe-b124-0d8890b6ef87 tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] 10.222.0.31 "GET /v2.0/ports/b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 HTTP/1.1" status: 200  len: 1129 time: 0.0609930
Feb 12 21:06:34.172822 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-51070cee-4558-4938-95d0-355077a24423 req-cd437a84-6b81-4dd2-b1b0-1e62a144524d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810256
Feb 12 21:06:34.251847 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-ff186b29-64a2-4159-889d-3e17d7af4468 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:34.254824 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-ff186b29-64a2-4159-889d-3e17d7af4468 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1198103
Feb 12 21:06:34.276484 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-4afcb796-e2cb-4398-8ab6-324ee01066fc tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/quotas/e182ad91ab97452284bae777d54ec83d HTTP/1.1" status: 200  len: 375 time: 0.0152438
Feb 12 21:06:34.294346 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c3d4ba16-e69b-40eb-a2be-798043552345 req-b578eb1c-3946-4237-bf02-fdccab69d1ac tempest-ImagesOneServerTestJSON-193579508 tempest-ImagesOneServerTestJSON-193579508-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdd11fb3-ce20-420b-a958-95089b17ff99 HTTP/1.1" status: 200  len: 210 time: 0.0406086
Feb 12 21:06:34.317791 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-bdc9df4e-07fa-4117-a1a5-f980efd28bc7 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e182ad91ab97452284bae777d54ec83d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0355725
Feb 12 21:06:34.369629 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-56c08ffc-99bc-441d-b37c-d00808e3b707 req-19e8c4b4-1a88-436b-89d7-9c8f138dc88a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/34f27a0f-5bf1-4284-9c84-dfb6046989b0 HTTP/1.1" status: 200  len: 1820 time: 0.0405729
Feb 12 21:06:34.380487 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-56c08ffc-99bc-441d-b37c-d00808e3b707 req-98a21223-bc3f-4fd5-a1fc-fa537b8c96a3 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34f27a0f-5bf1-4284-9c84-dfb6046989b0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:34.380813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-56c08ffc-99bc-441d-b37c-d00808e3b707 req-98a21223-bc3f-4fd5-a1fc-fa537b8c96a3 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34f27a0f-5bf1-4284-9c84-dfb6046989b0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:34.497403 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-861e53d5-9eab-4ccb-8c3b-825a2a9cd792 req-dc001eec-1240-4c93-97a7-7d39382c8e23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0483773
Feb 12 21:06:34.532505 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-56c08ffc-99bc-441d-b37c-d00808e3b707 req-98a21223-bc3f-4fd5-a1fc-fa537b8c96a3 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (ac6cc84f-cf9c-46c6-9593-0e80edb4a9c7), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:34.575432 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-56c08ffc-99bc-441d-b37c-d00808e3b707 req-98a21223-bc3f-4fd5-a1fc-fa537b8c96a3 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (ac6cc84f-cf9c-46c6-9593-0e80edb4a9c7), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:34.594033 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e53d5-9eab-4ccb-8c3b-825a2a9cd792 req-c2cd74a4-9c5c-4b3b-89a1-76f42e6fe519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:34.596278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-861e53d5-9eab-4ccb-8c3b-825a2a9cd792 req-c2cd74a4-9c5c-4b3b-89a1-76f42e6fe519 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 1132 time: 0.0692716
Feb 12 21:06:34.667793 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-56c08ffc-99bc-441d-b37c-d00808e3b707 req-98a21223-bc3f-4fd5-a1fc-fa537b8c96a3 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (ac6cc84f-cf9c-46c6-9593-0e80edb4a9c7), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:34.700321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a21223-bc3f-4fd5-a1fc-fa537b8c96a3 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6cc84f-cf9c-46c6-9593-0e80edb4a9c7,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:34.719229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63421a7-c35a-46ca-a977-fdecd17057c4 req-584ce558-2c4e-4403-97c4-830f76e09b29 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:34.720820 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a63421a7-c35a-46ca-a977-fdecd17057c4 req-584ce558-2c4e-4403-97c4-830f76e09b29 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 944 time: 0.1240225
Feb 12 21:06:34.787755 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-56c08ffc-99bc-441d-b37c-d00808e3b707 req-98a21223-bc3f-4fd5-a1fc-fa537b8c96a3 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:34.790273 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-56c08ffc-99bc-441d-b37c-d00808e3b707 req-98a21223-bc3f-4fd5-a1fc-fa537b8c96a3 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4135857
Feb 12 21:06:34.802350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e53d5-9eab-4ccb-8c3b-825a2a9cd792 req-5d9572c8-6c1c-4291-b54a-2c2eb41cb317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:34.803991 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-861e53d5-9eab-4ccb-8c3b-825a2a9cd792 req-5d9572c8-6c1c-4291-b54a-2c2eb41cb317 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1694205
Feb 12 21:06:34.811647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a63421a7-c35a-46ca-a977-fdecd17057c4 req-b190f8b0-6845-434f-81e5-06b95fb375ef tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655422
Feb 12 21:06:34.813193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd11fb3-ce20-420b-a958-95089b17ff99', 'name': 'network-vif-deleted', 'tag': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:34.817395 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1db6ed5-2563-4f1b-8dee-84a37f717c11" -d '{"events": [{"server_uuid": "cdd11fb3-ce20-420b-a958-95089b17ff99", "name": "network-vif-deleted", "tag": "a7c57268-d530-4f9d-b77d-da6cb2a2b872"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:34.856217 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-861e53d5-9eab-4ccb-8c3b-825a2a9cd792 req-af3e5a25-8313-4d08-b8cb-b0d7eca05681 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607 HTTP/1.1" status: 200  len: 217 time: 0.0427110
Feb 12 21:06:34.920793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e53d5-9eab-4ccb-8c3b-825a2a9cd792 req-0bd9b385-6b28-4fcb-a642-f96be5cab043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:34.934501 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-861e53d5-9eab-4ccb-8c3b-825a2a9cd792 req-0bd9b385-6b28-4fcb-a642-f96be5cab043 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0600100
Feb 12 21:06:34.934662 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef1684-0bdf-4252-961f-d79dd776c586 req-1e3ac805-0a1c-41a1-bb77-834087fcd4fe tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:34.934662 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6ef1684-0bdf-4252-961f-d79dd776c586 req-1e3ac805-0a1c-41a1-bb77-834087fcd4fe tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 948 time: 0.0815806
Feb 12 21:06:34.983030 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6ef1684-0bdf-4252-961f-d79dd776c586 req-7535b95f-04d9-4c16-8e2e-7984893b94b6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488019
Feb 12 21:06:35.012192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e53d5-9eab-4ccb-8c3b-825a2a9cd792 req-31f31350-47c7-44db-913f-ebd2fd0cb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:35.013794 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-861e53d5-9eab-4ccb-8c3b-825a2a9cd792 req-31f31350-47c7-44db-913f-ebd2fd0cb535 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0839052
Feb 12 21:06:35.031258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee20df-12c5-470f-97bd-2a3efa13f2c3 req-b549d406-1576-4561-98a4-5b1ce60d5ba7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:35.032757 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6fee20df-12c5-470f-97bd-2a3efa13f2c3 req-b549d406-1576-4561-98a4-5b1ce60d5ba7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.0765193
Feb 12 21:06:35.053039 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-557a01f2-002d-46b2-8564-3112cb45a747 req-9f8f5638-3a4d-4129-b479-53191b3ce1df tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 210 time: 0.0299041
Feb 12 21:06:35.091190 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-118ad82a-7d1f-46dc-893c-70384f6ef732 req-9b4b3ae5-e383-457d-b27d-eb8600041f16 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-163157896', 'description': 'tempest-description-1471785403'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:35.133086 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6fee20df-12c5-470f-97bd-2a3efa13f2c3 req-2e940c3a-356a-41cf-aeec-1847f2bc9f8e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902102
Feb 12 21:06:35.168995 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-861e53d5-9eab-4ccb-8c3b-825a2a9cd792 req-ad06d24a-509a-4838-aa51-c0afd0ebca96 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335845
Feb 12 21:06:35.196145 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-118ad82a-7d1f-46dc-893c-70384f6ef732 req-9b4b3ae5-e383-457d-b27d-eb8600041f16 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:35.210835 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84efc8b-d79c-42c2-a650-9e058ff6c9d2 x-openstack-request-id: req-f84efc8b-d79c-42c2-a650-9e058ff6c9d2 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:35.211132 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd11fb3-ce20-420b-a958-95089b17ff99", "name": "network-vif-deleted", "tag": "a7c57268-d530-4f9d-b77d-da6cb2a2b872", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:35.211389 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f84efc8b-d79c-42c2-a650-9e058ff6c9d2 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:35.211797 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd11fb3-ce20-420b-a958-95089b17ff99', 'name': 'network-vif-deleted', 'tag': 'a7c57268-d530-4f9d-b77d-da6cb2a2b872', 'status': 'completed', 'code': 200}
Feb 12 21:06:35.319531 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-118ad82a-7d1f-46dc-893c-70384f6ef732 req-9b4b3ae5-e383-457d-b27d-eb8600041f16 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (9482fb68-0c3a-43da-ab1e-c9131db26487), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:35.374380 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4c7c3ee-9108-422a-88c7-ba20b446fd97 req-c011107b-b786-4bcd-a185-7d9fd6edde39 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1448357
Feb 12 21:06:35.376136 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-861e53d5-9eab-4ccb-8c3b-825a2a9cd792 req-50e9bc93-6b8c-4239-b0fa-e2db04f983ae service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1990607
Feb 12 21:06:35.384228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43afb8-533d-468b-9a99-1a9471c077bb req-a25bec53-e6cb-49dc-bbe3-08e92bf19069 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:35.385708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df43afb8-533d-468b-9a99-1a9471c077bb req-a25bec53-e6cb-49dc-bbe3-08e92bf19069 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1407440
Feb 12 21:06:35.409061 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-118ad82a-7d1f-46dc-893c-70384f6ef732 req-9b4b3ae5-e383-457d-b27d-eb8600041f16 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9482fb68-0c3a-43da-ab1e-c9131db26487), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:35.444153 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b3ae5-e383-457d-b27d-eb8600041f16 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9482fb68-0c3a-43da-ab1e-c9131db26487,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:35.451439 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df43afb8-533d-468b-9a99-1a9471c077bb req-d0286b6a-fcb3-4e89-a3e2-eeffcd878dd1 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601237
Feb 12 21:06:35.509097 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-118ad82a-7d1f-46dc-893c-70384f6ef732 req-9b4b3ae5-e383-457d-b27d-eb8600041f16 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:35.509229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7c3ee-9108-422a-88c7-ba20b446fd97 req-c561f947-5dd3-4edd-a764-3c34bd5555f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:35.512601 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-118ad82a-7d1f-46dc-893c-70384f6ef732 req-9b4b3ae5-e383-457d-b27d-eb8600041f16 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.4271755
Feb 12 21:06:35.524556 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4c7c3ee-9108-422a-88c7-ba20b446fd97 req-c561f947-5dd3-4edd-a764-3c34bd5555f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02d862cc48f14c42ba73c75e882e9c87&device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 1127 time: 0.0766060
Feb 12 21:06:35.593475 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9fab418b-d1cf-4c2b-be12-48e05c03d60c req-b4c9ac1b-674f-476c-bdaa-bd8a1a0dba4f tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/9482fb68-0c3a-43da-ab1e-c9131db26487 HTTP/1.1" status: 200  len: 1821 time: 0.0606163
Feb 12 21:06:35.603252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-9fab418b-d1cf-4c2b-be12-48e05c03d60c req-d3481276-2911-429e-8319-5e27e42ac1d2 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9482fb68-0c3a-43da-ab1e-c9131db26487', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:35.606289 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-9fab418b-d1cf-4c2b-be12-48e05c03d60c req-d3481276-2911-429e-8319-5e27e42ac1d2 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9482fb68-0c3a-43da-ab1e-c9131db26487', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:35.718816 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-c6821b82-4b09-4673-882f-3da1c129b95d service neutron] 10.222.0.48 "GET /v2.0/ports/76d6d407-e6c3-4fc4-984f-2f18ac7b3009/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1837287
Feb 12 21:06:35.758347 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9fab418b-d1cf-4c2b-be12-48e05c03d60c req-d3481276-2911-429e-8319-5e27e42ac1d2 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (b6ace02a-9cd5-432a-8cb0-82d4a0bba458), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:35.778701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a9463-c098-4aeb-90e4-4cbb5276a05b req-f026d121-b830-4437-b98c-015aded6215e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:35.780183 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa4a9463-c098-4aeb-90e4-4cbb5276a05b req-f026d121-b830-4437-b98c-015aded6215e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1799879
Feb 12 21:06:35.781166 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7c3ee-9108-422a-88c7-ba20b446fd97 req-9a84f0a4-f250-46bb-8705-810fb75b4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:35.782493 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4c7c3ee-9108-422a-88c7-ba20b446fd97 req-9a84f0a4-f250-46bb-8705-810fb75b4b5e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 HTTP/1.1" status: 200  len: 915 time: 0.2139394
Feb 12 21:06:35.787083 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9fab418b-d1cf-4c2b-be12-48e05c03d60c req-d3481276-2911-429e-8319-5e27e42ac1d2 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (b6ace02a-9cd5-432a-8cb0-82d4a0bba458), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:35.849814 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4c7c3ee-9108-422a-88c7-ba20b446fd97 req-729a7d7f-62d8-4e9d-833f-d43321ac9f45 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a HTTP/1.1" status: 200  len: 217 time: 0.0528677
Feb 12 21:06:35.876178 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9fab418b-d1cf-4c2b-be12-48e05c03d60c req-d3481276-2911-429e-8319-5e27e42ac1d2 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (b6ace02a-9cd5-432a-8cb0-82d4a0bba458), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:35.903277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3481276-2911-429e-8319-5e27e42ac1d2 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ace02a-9cd5-432a-8cb0-82d4a0bba458,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:35.940132 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa4a9463-c098-4aeb-90e4-4cbb5276a05b req-cf876560-805f-4562-a7e8-e7d83f0ae536 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528487
Feb 12 21:06:35.951939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7c3ee-9108-422a-88c7-ba20b446fd97 req-ccbe314e-fbe1-492f-af87-7f46f1e4bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:35.953421 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4c7c3ee-9108-422a-88c7-ba20b446fd97 req-ccbe314e-fbe1-492f-af87-7f46f1e4bc8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=825e3da2-4f7e-429c-bcf3-a663244459b0 HTTP/1.1" status: 200  len: 854 time: 0.0911119
Feb 12 21:06:35.994762 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-9fab418b-d1cf-4c2b-be12-48e05c03d60c req-d3481276-2911-429e-8319-5e27e42ac1d2 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:35.996158 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9fab418b-d1cf-4c2b-be12-48e05c03d60c req-d3481276-2911-429e-8319-5e27e42ac1d2 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.3971052
Feb 12 21:06:36.041035 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4c7c3ee-9108-422a-88c7-ba20b446fd97 req-61cef0b3-2bfc-45d1-9a40-cc247d1a2258 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0692787
Feb 12 21:06:36.158121 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59652) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:36.204849 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05ea60-53f3-4e29-b863-81ca0fb8cb61 req-98d73629-a3fc-4414-9e93-8ebc92518a12 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:36.212932 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bf05ea60-53f3-4e29-b863-81ca0fb8cb61 req-98d73629-a3fc-4414-9e93-8ebc92518a12 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 948 time: 0.1098516
Feb 12 21:06:36.248617 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-1754c7cf-569a-4834-89b6-34eeb1689c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:36.250172 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-1754c7cf-569a-4834-89b6-34eeb1689c86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 1132 time: 0.1014214
Feb 12 21:06:36.303653 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bf05ea60-53f3-4e29-b863-81ca0fb8cb61 req-3feceb77-6fc2-41c2-b9f8-95fcfeca5c29 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898116
Feb 12 21:06:36.383622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-6d86695f-e46d-4e03-aafb-ef79f5749d51 req-15953615-16fd-4136-a951-6f6ae594b19b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-49340092', 'description': 'tempest-description-2112321060'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:36.391050 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-c6fb5cec-7892-491f-a323-48ee403db667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:36.392500 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-c6fb5cec-7892-491f-a323-48ee403db667 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1319225
Feb 12 21:06:36.467502 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-771723a7-26e8-4719-91ea-ba3891cdc11d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 HTTP/1.1" status: 200  len: 217 time: 0.0511811
Feb 12 21:06:36.488772 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a7c57268-d530-4f9d-b77d-da6cb2a2b872 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:06:36.492409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-33ba6f99-3161-4e58-b0b8-6b6016a45784 service neutron] For port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:36.516460 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-6d86695f-e46d-4e03-aafb-ef79f5749d51 req-15953615-16fd-4136-a951-6f6ae594b19b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:36.518485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: a7c57268-d530-4f9d-b77d-da6cb2a2b872 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:06:36.518929 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a7c57268-d530-4f9d-b77d-da6cb2a2b872 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:06:36.540735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a884667-6838-46ad-be8c-79834bd84567 req-303e6f16-c3c6-48b0-8c74-ca9980105385 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:36.542238 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a884667-6838-46ad-be8c-79834bd84567 req-303e6f16-c3c6-48b0-8c74-ca9980105385 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 944 time: 0.4719973
Feb 12 21:06:36.544061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-33ba6f99-3161-4e58-b0b8-6b6016a45784 service neutron] For port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:06:36.547040 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4c7c3ee-9108-422a-88c7-ba20b446fd97 req-f467ce54-b904-467e-9832-7d97e742862e service neutron] 10.222.0.50 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4995947
Feb 12 21:06:36.558080 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-02b405f4-7f8b-405d-a636-0bbf5512dbdf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fadab1c622d04b36be08c573468cd5be&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3942783
Feb 12 21:06:36.558942 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59660) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:36.567179 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-c0fc55ed-8c24-455e-81a3-41a6fa9a1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:36.568579 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-c0fc55ed-8c24-455e-81a3-41a6fa9a1101 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0926220
Feb 12 21:06:36.618608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-33ba6f99-3161-4e58-b0b8-6b6016a45784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:36.673792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-33ba6f99-3161-4e58-b0b8-6b6016a45784 service neutron] For port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:36.687283 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-216aff10-d8ff-4d9b-9743-af4ec0c49ed2 admin admin] Publish callbacks [] for security_group (28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:36.691033 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-6d86695f-e46d-4e03-aafb-ef79f5749d51 req-15953615-16fd-4136-a951-6f6ae594b19b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (ebcbdd1e-dd90-4531-bb45-b384add04940), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:36.694148 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-b173fe83-611e-4469-8407-d3628e709172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:36.695699 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-b173fe83-611e-4469-8407-d3628e709172 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1174412
Feb 12 21:06:36.699203 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a884667-6838-46ad-be8c-79834bd84567 req-8e6d554d-5222-4b1f-a34a-59b6441ee7e6 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336873
Feb 12 21:06:36.725198 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4c7c3ee-9108-422a-88c7-ba20b446fd97 req-16184233-4c1e-4f85-8339-41c732a7bff3 service neutron] 10.222.0.50 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607778
Feb 12 21:06:36.763257 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-216aff10-d8ff-4d9b-9743-af4ec0c49ed2 admin admin] Publish callbacks [] for security_group (28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:36.776345 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-6d86695f-e46d-4e03-aafb-ef79f5749d51 req-15953615-16fd-4136-a951-6f6ae594b19b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ebcbdd1e-dd90-4531-bb45-b384add04940), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:36.801572 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2cde9a97-056a-4adb-9e7f-06acec61cec1 req-338daea7-7f62-4db6-a2ea-a6348a5cdfd4 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 210 time: 0.0275109
Feb 12 21:06:36.817430 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-33ba6f99-3161-4e58-b0b8-6b6016a45784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:36.866253 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15953615-16fd-4136-a951-6f6ae594b19b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcbdd1e-dd90-4531-bb45-b384add04940,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:36.889455 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-82df50ac-0652-4356-be2f-23c0d85790f6 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1843839
Feb 12 21:06:36.910777 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-6d86695f-e46d-4e03-aafb-ef79f5749d51 req-15953615-16fd-4136-a951-6f6ae594b19b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:36.912004 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d86695f-e46d-4e03-aafb-ef79f5749d51 req-15953615-16fd-4136-a951-6f6ae594b19b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.5385160
Feb 12 21:06:36.974645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c18a0-e526-49e2-be75-45f20c578578 req-9a5b4995-0fe4-4ed9-8f91-675b3022ac18 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:36.977246 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-412c18a0-e526-49e2-be75-45f20c578578 req-9a5b4995-0fe4-4ed9-8f91-675b3022ac18 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.0780313
Feb 12 21:06:37.029205 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-412c18a0-e526-49e2-be75-45f20c578578 req-161922db-cb81-43b6-acb9-07dbc936640a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432847
Feb 12 21:06:37.030652 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-3beb8102-51a3-4d78-a9ca-914474baeb2d service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1176248
Feb 12 21:06:37.050381 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d12f9147-b8b3-4cc7-ba78-bc82fb796c36 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:06:37.053417 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:06:37.074801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-79aa1397-fe6a-4278-b967-d6d16ab30696 req-38f73473-7652-4bb2-824e-33f81f230c4a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-914908402', 'description': 'tempest-description-1032801047'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:37.088324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-33ba6f99-3161-4e58-b0b8-6b6016a45784 service neutron] Transition to ACTIVE for port object 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:06:37.089669 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-216aff10-d8ff-4d9b-9743-af4ec0c49ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:37.093272 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-216aff10-d8ff-4d9b-9743-af4ec0c49ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:37.094678 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-216aff10-d8ff-4d9b-9743-af4ec0c49ed2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe HTTP/1.1" status: 204  len: 168 time: 0.5351501
Feb 12 21:06:37.118038 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485016bb-716b-4c8c-be40-2280e263d001 req-3bb43c8c-b80c-4dae-9e9b-3caab50e6483 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:37.126656 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-485016bb-716b-4c8c-be40-2280e263d001 req-3bb43c8c-b80c-4dae-9e9b-3caab50e6483 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1179364
Feb 12 21:06:37.140146 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216aff10-d8ff-4d9b-9743-af4ec0c49ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e67ed8-a8c9-484e-a2b9-b8f3bceb34fe,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:37.195200 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-485016bb-716b-4c8c-be40-2280e263d001 req-62e0d119-931d-4dd3-ac2e-922392d6a0ca tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676720
Feb 12 21:06:37.200991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 is: DOWN; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:37.244620 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-79aa1397-fe6a-4278-b967-d6d16ab30696 req-38f73473-7652-4bb2-824e-33f81f230c4a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:37.274553 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-33ba6f99-3161-4e58-b0b8-6b6016a45784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:37.300215 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-60e8fdcf-2364-4d90-bb4c-1018ee76d7eb tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e182ad91ab97452284bae777d54ec83d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0346773
Feb 12 21:06:37.316962 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port d12f9147-b8b3-4cc7-ba78-bc82fb796c36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d12f9147-b8b3-4cc7-ba78-bc82fb796c36,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:37.334140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'd12f9147-b8b3-4cc7-ba78-bc82fb796c36', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'd12f9147-b8b3-4cc7-ba78-bc82fb796c36', 'mac_address': 'fa:16:3e:2d:af:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:06:37.392065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port d12f9147-b8b3-4cc7-ba78-bc82fb796c36 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:37.392600 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d12f9147-b8b3-4cc7-ba78-bc82fb796c36), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:37.414912 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-33ba6f99-3161-4e58-b0b8-6b6016a45784 service neutron] No DVR routers for this DVR port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:06:37.419789 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba6f99-3161-4e58-b0b8-6b6016a45784 service neutron] Pushing event updated for resources: {'Port': ['ID=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,revision_number=10']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:37.442690 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12f9147-b8b3-4cc7-ba78-bc82fb796c36 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:37.448648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9d019-7f68-4ef5-9a5a-a402a7b9418e req-fd169b21-6eef-4960-9b9e-18fbea043f6e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:37.456590 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b0f9d019-7f68-4ef5-9a5a-a402a7b9418e req-fd169b21-6eef-4960-9b9e-18fbea043f6e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1553168
Feb 12 21:06:37.497296 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-33ba6f99-3161-4e58-b0b8-6b6016a45784 service neutron] 10.222.0.48 "PUT /v2.0/ports/76d6d407-e6c3-4fc4-984f-2f18ac7b3009/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.7653458
Feb 12 21:06:37.534218 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-79aa1397-fe6a-4278-b967-d6d16ab30696 req-38f73473-7652-4bb2-824e-33f81f230c4a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (18efd3cc-030f-448a-acb2-04cf96a373e0), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:37.544114 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port d12f9147-b8b3-4cc7-ba78-bc82fb796c36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d12f9147-b8b3-4cc7-ba78-bc82fb796c36,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:37.565596 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-e8ed3742-b216-40ae-971c-1c89a58efea0 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:37.567083 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-e8ed3742-b216-40ae-971c-1c89a58efea0 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2545664
Feb 12 21:06:37.584975 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Request body: {'port': {'device_id': '33d50fb4-9ee8-417a-8fc9-0b853c37edbf', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': 'e182ad91ab97452284bae777d54ec83d'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:37.593953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b0f9d019-7f68-4ef5-9a5a-a402a7b9418e req-17011e98-be45-4f1a-8a5d-f1deb0475ebc tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233068
Feb 12 21:06:37.669966 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d12f9147-b8b3-4cc7-ba78-bc82fb796c36), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:37.673328 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-79aa1397-fe6a-4278-b967-d6d16ab30696 req-38f73473-7652-4bb2-824e-33f81f230c4a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (18efd3cc-030f-448a-acb2-04cf96a373e0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:37.782127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f73473-7652-4bb2-824e-33f81f230c4a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18efd3cc-030f-448a-acb2-04cf96a373e0,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:37.796369 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=d12f9147-b8b3-4cc7-ba78-bc82fb796c36,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:37.843315 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-79aa1397-fe6a-4278-b967-d6d16ab30696 req-38f73473-7652-4bb2-824e-33f81f230c4a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:37.844757 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-79aa1397-fe6a-4278-b967-d6d16ab30696 req-38f73473-7652-4bb2-824e-33f81f230c4a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.7757306
Feb 12 21:06:37.870070 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e428720-1cd3-435c-9fac-29ddda310d35 req-2d45adb9-7946-486a-86fd-8e780633e9a3 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:37.874411 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e428720-1cd3-435c-9fac-29ddda310d35 req-2d45adb9-7946-486a-86fd-8e780633e9a3 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 949 time: 0.1318293
Feb 12 21:06:37.932470 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e428720-1cd3-435c-9fac-29ddda310d35 req-6a8ad319-59d4-4f70-9515-f6751334ebbb tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567472
Feb 12 21:06:37.985991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['d12f9147-b8b3-4cc7-ba78-bc82fb796c36'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:38.008644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-d2f650c4-3623-41bb-8a80-7f7628d5ea95 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:38.010202 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-d2f650c4-3623-41bb-8a80-7f7628d5ea95 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378&tenant_id=097ba3f98cb348929658959fd4ff31cf&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1018014
Feb 12 21:06:38.022224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c276eb-e136-4839-9772-634f20c82f91 req-8220ff32-9b52-48d8-93c0-32d26205149b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:38.025083 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e1c276eb-e136-4839-9772-634f20c82f91 req-8220ff32-9b52-48d8-93c0-32d26205149b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 945 time: 0.1014078
Feb 12 21:06:38.029681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Made reservation on behalf of e182ad91ab97452284bae777d54ec83d for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:06:38.033285 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:38.045177 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fcd97099-c889-4ad1-b1f5-3046c8678a78 req-95d9dddc-6a85-4442-9ca7-8851b2d7bdca tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 210 time: 0.0489597
Feb 12 21:06:38.051301 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:38.129066 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e1c276eb-e136-4839-9772-634f20c82f91 req-b54ca965-a675-442c-9836-d7840b7ede70 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863640
Feb 12 21:06:38.131450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-e3c0b2f1-bc98-45b8-b5d7-d5e0aa785d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:38.133095 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-e3c0b2f1-bc98-45b8-b5d7-d5e0aa785d6a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378&tenant_id=097ba3f98cb348929658959fd4ff31cf HTTP/1.1" status: 200  len: 1127 time: 0.1065774
Feb 12 21:06:38.158865 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8c5ea650-547a-4d19-9552-bf6df6111e68 req-145bce52-9652-46f0-bf89-87e1c986c646 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/ebcbdd1e-dd90-4531-bb45-b384add04940 HTTP/1.1" status: 200  len: 1820 time: 0.0636292
Feb 12 21:06:38.192848 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks [] for security_group (2564a9bb-0aaa-4e73-b127-3f776891ddc4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:38.244446 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8c5ea650-547a-4d19-9552-bf6df6111e68 req-b0585a12-d2bd-412f-91c1-4d967e2e8ef4 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/18efd3cc-030f-448a-acb2-04cf96a373e0 HTTP/1.1" status: 200  len: 1821 time: 0.0759268
Feb 12 21:06:38.255925 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-8c5ea650-547a-4d19-9552-bf6df6111e68 req-77272125-4401-4af8-9206-18da5e27682a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ebcbdd1e-dd90-4531-bb45-b384add04940', 'remote_group_id': '18efd3cc-030f-448a-acb2-04cf96a373e0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:38.260220 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-8c5ea650-547a-4d19-9552-bf6df6111e68 req-77272125-4401-4af8-9206-18da5e27682a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ebcbdd1e-dd90-4531-bb45-b384add04940', 'remote_group_id': '18efd3cc-030f-448a-acb2-04cf96a373e0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:38.264471 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-3308c3e1-b580-4820-b1ba-3605509512c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:38.266004 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-3308c3e1-b580-4820-b1ba-3605509512c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 1127 time: 0.0996761
Feb 12 21:06:38.311149 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2564a9bb-0aaa-4e73-b127-3f776891ddc4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:38.342880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acbfb3-e6a8-4138-9e9c-70efc148e5ae req-096ad547-676a-4f46-ab79-5ff07ccd1b61 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:38.344680 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-88acbfb3-e6a8-4138-9e9c-70efc148e5ae req-096ad547-676a-4f46-ab79-5ff07ccd1b61 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1296859
Feb 12 21:06:38.383092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2564a9bb-0aaa-4e73-b127-3f776891ddc4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:38.400884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-93c7c6a0-e5c1-4d26-a6e0-41a631186447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:38.402425 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-93c7c6a0-e5c1-4d26-a6e0-41a631186447 service neutron] 10.222.0.50 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 922 time: 0.1272686
Feb 12 21:06:38.457597 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-3b19e59e-162d-4e94-ae8b-9c5e3120a701 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76d6d407-e6c3-4fc4-984f-2f18ac7b3009 HTTP/1.1" status: 200  len: 217 time: 0.0445108
Feb 12 21:06:38.463274 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-88acbfb3-e6a8-4138-9e9c-70efc148e5ae req-d5cc49f8-3ccf-4c2a-954c-7fdea14b1ce0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063848
Feb 12 21:06:38.468525 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8c5ea650-547a-4d19-9552-bf6df6111e68 req-77272125-4401-4af8-9206-18da5e27682a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (772c7f85-af85-4511-b755-ca6b292bc144), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:38.513344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Allocated IP 192.168.233.3 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/a318a716-17e1-474f-b913-0ba637029c68) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:06:38.530675 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8c5ea650-547a-4d19-9552-bf6df6111e68 req-77272125-4401-4af8-9206-18da5e27682a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (772c7f85-af85-4511-b755-ca6b292bc144), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:38.533230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-7e3136f3-e30d-4a00-b03f-4b0b647c1d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:38.539356 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-7e3136f3-e30d-4a00-b03f-4b0b647c1d5d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.0750453
Feb 12 21:06:38.575064 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-aef72b13-f15c-48b0-ad43-3d8d96fec9f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0294976
Feb 12 21:06:38.640590 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8c5ea650-547a-4d19-9552-bf6df6111e68 req-77272125-4401-4af8-9206-18da5e27682a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (772c7f85-af85-4511-b755-ca6b292bc144), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:38.670756 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77272125-4401-4af8-9206-18da5e27682a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772c7f85-af85-4511-b755-ca6b292bc144,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:38.686398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a2cac-97c3-4382-9caf-1e1d05fa6908 req-c8812746-2908-46fd-a8c5-1f8ff555fb57 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:38.687885 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb2a2cac-97c3-4382-9caf-1e1d05fa6908 req-c8812746-2908-46fd-a8c5-1f8ff555fb57 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.1152928
Feb 12 21:06:38.725739 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks [] for port (a318a716-17e1-474f-b913-0ba637029c68), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:38.725941 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-6fe12aaa-aac6-4967-b810-599fa066f685 service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386311
Feb 12 21:06:38.770303 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb2a2cac-97c3-4382-9caf-1e1d05fa6908 req-6213e873-8b16-423e-8ea6-88eb12945dd3 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752769
Feb 12 21:06:38.776693 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8c5ea650-547a-4d19-9552-bf6df6111e68 req-77272125-4401-4af8-9206-18da5e27682a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:38.778659 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8c5ea650-547a-4d19-9552-bf6df6111e68 req-77272125-4401-4af8-9206-18da5e27682a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.5277216
Feb 12 21:06:38.834380 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-cabd81ef-44e2-419a-929c-712f82304775 service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0990248
Feb 12 21:06:38.853797 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (a318a716-17e1-474f-b913-0ba637029c68), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:38.899546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfaf8f-4379-49bb-b4f8-7508a4cf63c9 req-911860df-8995-48e0-ba47-431f604096ed tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:38.901455 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aecfaf8f-4379-49bb-b4f8-7508a4cf63c9 req-911860df-8995-48e0-ba47-431f604096ed tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0660946
Feb 12 21:06:38.906736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:06:38.913642 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:06:38.916023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Pushing event updated for resources: {'Port': ['ID=a318a716-17e1-474f-b913-0ba637029c68,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:38.919010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:06:38.976979 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aecfaf8f-4379-49bb-b4f8-7508a4cf63c9 req-3f080362-b9a8-4722-b301-e57694ae8fde tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646472
Feb 12 21:06:38.981387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:38.982332 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:39.010987 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-ff7dbde4-2c7f-4a49-bb7e-fe66f9421916 req-3abc5ca0-f796-4a96-8d78-7b81f10b9d0b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1533956789', 'description': 'tempest-description-924768237'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:39.125205 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-345b10d8-0094-4743-861b-9d502d92736b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.5425003
Feb 12 21:06:39.143269 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Request body: {'port': {'device_id': '33d50fb4-9ee8-417a-8fc9-0b853c37edbf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:39.160382 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded77251-b51c-4300-86a5-1d2fc26bd2f2 req-d44b6ba3-3877-4a4a-97b7-01a0b53ad8d2 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:39.165895 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ded77251-b51c-4300-86a5-1d2fc26bd2f2 req-d44b6ba3-3877-4a4a-97b7-01a0b53ad8d2 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 949 time: 0.0971737
Feb 12 21:06:39.202173 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ff7dbde4-2c7f-4a49-bb7e-fe66f9421916 req-3abc5ca0-f796-4a96-8d78-7b81f10b9d0b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:39.258945 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ded77251-b51c-4300-86a5-1d2fc26bd2f2 req-e366142b-94aa-4793-9491-5d98ef66aa85 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919244
Feb 12 21:06:39.259506 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a318a716-17e1-474f-b913-0ba637029c68), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:39.298252 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-71714906-aa86-4c1a-8130-080477bd94bc None None] Provisioning complete for port a318a716-17e1-474f-b913-0ba637029c68 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:39.299323 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-71714906-aa86-4c1a-8130-080477bd94bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a318a716-17e1-474f-b913-0ba637029c68), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:39.302350 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ff7dbde4-2c7f-4a49-bb7e-fe66f9421916 req-3abc5ca0-f796-4a96-8d78-7b81f10b9d0b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (6721f783-2628-4b35-94c5-2a0980daec2e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:39.345244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-71714906-aa86-4c1a-8130-080477bd94bc None None] Port a318a716-17e1-474f-b913-0ba637029c68 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:06:39.366075 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-2b8ecedc-dc3f-4e62-a692-6bd5a4347931 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:39.367827 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-2b8ecedc-dc3f-4e62-a692-6bd5a4347931 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378&tenant_id=097ba3f98cb348929658959fd4ff31cf&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0691836
Feb 12 21:06:39.414353 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ff7dbde4-2c7f-4a49-bb7e-fe66f9421916 req-3abc5ca0-f796-4a96-8d78-7b81f10b9d0b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6721f783-2628-4b35-94c5-2a0980daec2e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:39.462908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc5ca0-f796-4a96-8d78-7b81f10b9d0b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6721f783-2628-4b35-94c5-2a0980daec2e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:39.582522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a318a716-17e1-474f-b913-0ba637029c68 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:39.591365 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Publish callbacks [] for port (a318a716-17e1-474f-b913-0ba637029c68), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:39.604460 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Transition to ACTIVE for port object a318a716-17e1-474f-b913-0ba637029c68 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:06:39.605319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59728) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:39.643951 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ff7dbde4-2c7f-4a49-bb7e-fe66f9421916 req-3abc5ca0-f796-4a96-8d78-7b81f10b9d0b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:39.645213 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ff7dbde4-2c7f-4a49-bb7e-fe66f9421916 req-3abc5ca0-f796-4a96-8d78-7b81f10b9d0b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.6389747
Feb 12 21:06:39.677036 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (a318a716-17e1-474f-b913-0ba637029c68), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:39.686328 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-c3bf0014-4ec8-4eeb-adaa-e74dd6e6073d service neutron] For port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:06:39.691622 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-c3bf0014-4ec8-4eeb-adaa-e74dd6e6073d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:39.710134 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc770d05-96e3-44fa-b42a-84ad0767e363 req-c3bf0014-4ec8-4eeb-adaa-e74dd6e6073d service neutron] 10.222.0.50 "DELETE /v2.0/ports/76d6d407-e6c3-4fc4-984f-2f18ac7b3009/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3356292
Feb 12 21:06:39.755020 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-06428432-c20f-4df3-9a8f-6334534ec4f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:39.788063 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Pushing event updated for resources: {'Port': ['ID=a318a716-17e1-474f-b913-0ba637029c68,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:39.820550 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252ddd8-bc3d-4285-b315-8e7acd3e852e req-612cf378-98d2-4d2b-a566-1dbee24cdb03 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:39.827748 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9252ddd8-bc3d-4285-b315-8e7acd3e852e req-612cf378-98d2-4d2b-a566-1dbee24cdb03 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 946 time: 0.1162465
Feb 12 21:06:39.863165 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Attempting to bind port a318a716-17e1-474f-b913-0ba637029c68 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:06:39.863571 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Attempting to bind port a318a716-17e1-474f-b913-0ba637029c68 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:06:39.863875 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Attempting to bind port a318a716-17e1-474f-b913-0ba637029c68 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:39.868705 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Port a318a716-17e1-474f-b913-0ba637029c68 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:06:39.869120 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Attempting to bind port a318a716-17e1-474f-b913-0ba637029c68 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:39.875725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:06:39.875725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:06:39.876016 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:06:39.876391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Bound port: a318a716-17e1-474f-b913-0ba637029c68, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:06:39.876751 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a318a716-17e1-474f-b913-0ba637029c68), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:39.920748 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9252ddd8-bc3d-4285-b315-8e7acd3e852e req-846912e5-0bd4-43b3-9d0c-6a30f20b2889 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871003
Feb 12 21:06:39.944798 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-06428432-c20f-4df3-9a8f-6334534ec4f9 admin admin] Publish callbacks [] for security_group (77a00e8e-c640-491e-9280-1068768bf735), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:39.993815 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] For port a318a716-17e1-474f-b913-0ba637029c68, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:06:39.998544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] For port a318a716-17e1-474f-b913-0ba637029c68, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a318a716-17e1-474f-b913-0ba637029c68,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:06:40.031141 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-06428432-c20f-4df3-9a8f-6334534ec4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (77a00e8e-c640-491e-9280-1068768bf735), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:40.077648 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-06428432-c20f-4df3-9a8f-6334534ec4f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c976b29023bc4a19b7f23cc871e0a229&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4708817
Feb 12 21:06:40.080283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59744) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:40.086598 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06428432-c20f-4df3-9a8f-6334534ec4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a00e8e-c640-491e-9280-1068768bf735,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:40.109437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51b5a3-5c6d-4f31-8b28-52e5bcdf7b16 req-0726de81-808e-4344-b6a7-0a13085580b5 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:40.110909 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df51b5a3-5c6d-4f31-8b28-52e5bcdf7b16 req-0726de81-808e-4344-b6a7-0a13085580b5 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 945 time: 0.1082420
Feb 12 21:06:40.170717 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1b9cad0e-ea53-423e-9d89-79a305f7bc8e admin admin] Publish callbacks [] for security_group (77a00e8e-c640-491e-9280-1068768bf735), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:40.190966 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df51b5a3-5c6d-4f31-8b28-52e5bcdf7b16 req-fb4af3a9-c05b-4d98-8d1c-046d8aa58192 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724227
Feb 12 21:06:40.204016 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1b9cad0e-ea53-423e-9d89-79a305f7bc8e admin admin] Publish callbacks [] for security_group (77a00e8e-c640-491e-9280-1068768bf735), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:40.204589 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-23550b08-4ca0-4711-8a67-7a27d93f64bc req-ecf0545d-abf3-448f-b0fb-d22bbe946d84 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-569990578', 'description': 'tempest-description-1888079344'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:40.215736 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (a318a716-17e1-474f-b913-0ba637029c68), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:40.238806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:40.239441 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:40.245960 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] 10.222.0.50 "PUT /v2.0/ports/a318a716-17e1-474f-b913-0ba637029c68 HTTP/1.1" status: 200  len: 1094 time: 1.1060603
Feb 12 21:06:40.246859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d50fb4-9ee8-417a-8fc9-0b853c37edbf', 'tag': 'a318a716-17e1-474f-b913-0ba637029c68'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:40.249888 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909d9fea-0a3a-499f-9c7f-828962c809ec" -d '{"events": [{"name": "network-changed", "server_uuid": "33d50fb4-9ee8-417a-8fc9-0b853c37edbf", "tag": "a318a716-17e1-474f-b913-0ba637029c68"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:40.311360 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbd4ea-2419-4dca-af6e-73f81d485402 service neutron] Pushing event updated for resources: {'Port': ['ID=a318a716-17e1-474f-b913-0ba637029c68,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:40.361987 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdac2-b173-4a58-9891-d9d42d7f49a9 req-0711b6b3-524b-427f-a3f9-37fa3e961f3f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:40.364011 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e4cdac2-b173-4a58-9891-d9d42d7f49a9 req-0711b6b3-524b-427f-a3f9-37fa3e961f3f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.0672596
Feb 12 21:06:40.396002 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1b9cad0e-ea53-423e-9d89-79a305f7bc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (77a00e8e-c640-491e-9280-1068768bf735), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:40.399445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1b9cad0e-ea53-423e-9d89-79a305f7bc8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:40.400614 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1b9cad0e-ea53-423e-9d89-79a305f7bc8e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77a00e8e-c640-491e-9280-1068768bf735 HTTP/1.1" status: 204  len: 168 time: 0.3194282
Feb 12 21:06:40.421746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-9200edea-30c3-4a04-b50e-1af135ddcca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:40.423030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cad0e-ea53-423e-9d89-79a305f7bc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a00e8e-c640-491e-9280-1068768bf735,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:40.423975 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-9200edea-30c3-4a04-b50e-1af135ddcca8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e182ad91ab97452284bae777d54ec83d&device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 1128 time: 0.0619819
Feb 12 21:06:40.453964 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e4cdac2-b173-4a58-9891-d9d42d7f49a9 req-9f709e6b-0f18-4e7d-8797-9e4729fb190f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839622
Feb 12 21:06:40.500511 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23550b08-4ca0-4711-8a67-7a27d93f64bc req-ecf0545d-abf3-448f-b0fb-d22bbe946d84 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:40.506862 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-87b4dd7f-2c36-4a94-a72f-42ea6767b675 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=a318a716-17e1-474f-b913-0ba637029c68 HTTP/1.1" status: 200  len: 217 time: 0.0746808
Feb 12 21:06:40.592611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-6e6f839a-bd38-4380-bb50-857092e08231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:40.594213 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-6e6f839a-bd38-4380-bb50-857092e08231 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0761757
Feb 12 21:06:40.594922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63b514-3df6-44e4-9e27-c3abbe0339ef req-f8f32c32-48e2-4363-9cf7-54fce142edc4 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:40.596493 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc63b514-3df6-44e4-9e27-c3abbe0339ef req-f8f32c32-48e2-4363-9cf7-54fce142edc4 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0595601
Feb 12 21:06:40.648654 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc63b514-3df6-44e4-9e27-c3abbe0339ef req-eec57e25-b4a3-4480-8c53-84d0fce590c0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458593
Feb 12 21:06:40.685471 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23550b08-4ca0-4711-8a67-7a27d93f64bc req-ecf0545d-abf3-448f-b0fb-d22bbe946d84 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (07900337-c064-4f8a-9c4b-c02e43af732a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:40.687685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-434acd08-199a-4d6c-bfeb-c6080f6b2976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:40.689184 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-434acd08-199a-4d6c-bfeb-c6080f6b2976 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0873721
Feb 12 21:06:40.794059 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-011c2c00-c2c1-43f4-ac28-4264c06edc47 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0942440
Feb 12 21:06:40.803436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7501e-0968-4e4f-be05-7a41eeafa374 req-9dc83e97-2383-44cc-9ccd-7e51cd0173d2 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:40.804892 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d2e7501e-0968-4e4f-be05-7a41eeafa374 req-9dc83e97-2383-44cc-9ccd-7e51cd0173d2 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 949 time: 0.0637629
Feb 12 21:06:40.860690 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23550b08-4ca0-4711-8a67-7a27d93f64bc req-ecf0545d-abf3-448f-b0fb-d22bbe946d84 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (07900337-c064-4f8a-9c4b-c02e43af732a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:40.864665 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d2e7501e-0968-4e4f-be05-7a41eeafa374 req-0c1f9535-7d9c-4d64-8743-838fd9f3ea94 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507336
Feb 12 21:06:40.914575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0545d-abf3-448f-b0fb-d22bbe946d84 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07900337-c064-4f8a-9c4b-c02e43af732a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:40.925730 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70f7013-eee2-4292-bc11-8b0145c63dfa x-openstack-request-id: req-e70f7013-eee2-4292-bc11-8b0145c63dfa {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:40.925730 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d50fb4-9ee8-417a-8fc9-0b853c37edbf", "tag": "a318a716-17e1-474f-b913-0ba637029c68", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:40.925730 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e70f7013-eee2-4292-bc11-8b0145c63dfa {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:40.925730 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d50fb4-9ee8-417a-8fc9-0b853c37edbf', 'tag': 'a318a716-17e1-474f-b913-0ba637029c68', 'status': 'completed', 'code': 200}
Feb 12 21:06:40.935485 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5103defb-5d75-4c33-9bdd-8c68c97e9e98 req-7a54edd3-687e-4cce-b97b-b66206ecd76c service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382647
Feb 12 21:06:40.953588 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23550b08-4ca0-4711-8a67-7a27d93f64bc req-ecf0545d-abf3-448f-b0fb-d22bbe946d84 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:40.954877 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23550b08-4ca0-4711-8a67-7a27d93f64bc req-ecf0545d-abf3-448f-b0fb-d22bbe946d84 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.7591312
Feb 12 21:06:41.026504 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e76152-3291-42ef-bb57-d2b3ce1777b9 req-134453d6-f635-438b-9522-1c3e913af17e tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:41.028210 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-43e76152-3291-42ef-bb57-d2b3ce1777b9 req-134453d6-f635-438b-9522-1c3e913af17e tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 1127 time: 0.0516531
Feb 12 21:06:41.064081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d12f9147-b8b3-4cc7-ba78-bc82fb796c36 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:06:41.096817 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-43e76152-3291-42ef-bb57-d2b3ce1777b9 req-7f559b0a-8e36-44ee-bd8f-b4b806f7c996 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624456
Feb 12 21:06:41.151256 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d9fea-0a3a-499f-9c7f-828962c809ec req-18f7a23a-03ce-4cd7-aa36-7916dc908f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:41.156483 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-909d9fea-0a3a-499f-9c7f-828962c809ec req-18f7a23a-03ce-4cd7-aa36-7916dc908f60 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e182ad91ab97452284bae777d54ec83d&device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 1128 time: 0.0530682
Feb 12 21:06:41.160250 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c967f5-db9b-43e2-9df3-8a2206f0f9fb req-8120d895-64ee-4bef-82b4-8dc88b4b4d6e tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:41.161743 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b3c967f5-db9b-43e2-9df3-8a2206f0f9fb req-8120d895-64ee-4bef-82b4-8dc88b4b4d6e tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 946 time: 0.1352355
Feb 12 21:06:41.195985 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-446d543e-113b-4552-9e15-3dd346f32730 req-ac592997-b594-434d-b959-72fe87a52b1a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/6721f783-2628-4b35-94c5-2a0980daec2e HTTP/1.1" status: 200  len: 1821 time: 0.0443351
Feb 12 21:06:41.246259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port d12f9147-b8b3-4cc7-ba78-bc82fb796c36 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:06:41.248977 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-446d543e-113b-4552-9e15-3dd346f32730 req-93a32264-6445-4bd2-970e-a4481a77a1a1 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/07900337-c064-4f8a-9c4b-c02e43af732a HTTP/1.1" status: 200  len: 1821 time: 0.0457392
Feb 12 21:06:41.254300 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port d12f9147-b8b3-4cc7-ba78-bc82fb796c36 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:41.254897 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d12f9147-b8b3-4cc7-ba78-bc82fb796c36), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:41.266191 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-446d543e-113b-4552-9e15-3dd346f32730 req-b3113d29-ccfa-4e78-8cfe-9c1157b88d12 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6721f783-2628-4b35-94c5-2a0980daec2e', 'remote_group_id': '07900337-c064-4f8a-9c4b-c02e43af732a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:41.266513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-446d543e-113b-4552-9e15-3dd346f32730 req-b3113d29-ccfa-4e78-8cfe-9c1157b88d12 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6721f783-2628-4b35-94c5-2a0980daec2e', 'remote_group_id': '07900337-c064-4f8a-9c4b-c02e43af732a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:41.269934 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b3c967f5-db9b-43e2-9df3-8a2206f0f9fb req-d52a8a62-1db5-494e-8596-46cb64a19d64 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989590
Feb 12 21:06:41.297459 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d9fea-0a3a-499f-9c7f-828962c809ec req-af2d4613-c67a-4718-9fa8-87de2bd9ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:41.297459 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-909d9fea-0a3a-499f-9c7f-828962c809ec req-af2d4613-c67a-4718-9fa8-87de2bd9ada8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1345634
Feb 12 21:06:41.364214 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-909d9fea-0a3a-499f-9c7f-828962c809ec req-95648b7d-981c-4b38-8d26-8eac61e33b13 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=a318a716-17e1-474f-b913-0ba637029c68 HTTP/1.1" status: 200  len: 217 time: 0.0551808
Feb 12 21:06:41.388666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port d12f9147-b8b3-4cc7-ba78-bc82fb796c36 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:41.389445 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d12f9147-b8b3-4cc7-ba78-bc82fb796c36), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:41.423740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608f3421-9d47-451f-aab9-8b516d566201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12f9147-b8b3-4cc7-ba78-bc82fb796c36'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:41.424667 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a560d11f-1750-49c0-a091-f0e6c62e7f92" -d '{"events": [{"server_uuid": "608f3421-9d47-451f-aab9-8b516d566201", "name": "network-vif-plugged", "status": "completed", "tag": "d12f9147-b8b3-4cc7-ba78-bc82fb796c36"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:41.438573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port d12f9147-b8b3-4cc7-ba78-bc82fb796c36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d12f9147-b8b3-4cc7-ba78-bc82fb796c36,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:41.450051 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-446d543e-113b-4552-9e15-3dd346f32730 req-b3113d29-ccfa-4e78-8cfe-9c1157b88d12 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (0c0de3a1-4bb5-4fdc-a07b-1092d11ce91a), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:41.451780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d9fea-0a3a-499f-9c7f-828962c809ec req-3e0ecab8-36b9-4a73-927b-46f82e55445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:41.453229 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-909d9fea-0a3a-499f-9c7f-828962c809ec req-3e0ecab8-36b9-4a73-927b-46f82e55445c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0771658
Feb 12 21:06:41.458585 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7be1f9-8d7a-4866-b418-f8e7ec30cd77 req-7feacbd3-6d45-47c6-ac20-c1cb1e2b7c0c tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:41.459998 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc7be1f9-8d7a-4866-b418-f8e7ec30cd77 req-7feacbd3-6d45-47c6-ac20-c1cb1e2b7c0c tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 1127 time: 0.0935533
Feb 12 21:06:41.492711 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-446d543e-113b-4552-9e15-3dd346f32730 req-b3113d29-ccfa-4e78-8cfe-9c1157b88d12 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (0c0de3a1-4bb5-4fdc-a07b-1092d11ce91a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:41.532239 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc7be1f9-8d7a-4866-b418-f8e7ec30cd77 req-2207e5c9-7a01-4d8e-912d-2dfeb1f70400 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625644
Feb 12 21:06:41.537681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d9fea-0a3a-499f-9c7f-828962c809ec req-55abc4a5-b85f-466d-8ce6-c2262f92d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:41.539095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-909d9fea-0a3a-499f-9c7f-828962c809ec req-55abc4a5-b85f-466d-8ce6-c2262f92d38d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0774314
Feb 12 21:06:41.571650 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d12f9147-b8b3-4cc7-ba78-bc82fb796c36), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:41.623342 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-446d543e-113b-4552-9e15-3dd346f32730 req-b3113d29-ccfa-4e78-8cfe-9c1157b88d12 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (0c0de3a1-4bb5-4fdc-a07b-1092d11ce91a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:41.627781 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852174fc-36c2-4b60-a76b-1f03a4159ee3 x-openstack-request-id: req-852174fc-36c2-4b60-a76b-1f03a4159ee3 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:41.627781 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608f3421-9d47-451f-aab9-8b516d566201", "name": "network-vif-plugged", "status": "completed", "tag": "d12f9147-b8b3-4cc7-ba78-bc82fb796c36", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:41.627781 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-852174fc-36c2-4b60-a76b-1f03a4159ee3 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:41.627781 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608f3421-9d47-451f-aab9-8b516d566201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12f9147-b8b3-4cc7-ba78-bc82fb796c36', 'code': 200}
Feb 12 21:06:41.661730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3113d29-ccfa-4e78-8cfe-9c1157b88d12 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0de3a1-4bb5-4fdc-a07b-1092d11ce91a,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:41.694650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=d12f9147-b8b3-4cc7-ba78-bc82fb796c36,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:41.752679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29b812-fe9c-4b37-94df-5e6cd61dad17 req-cb2cb80d-0181-43b4-a96c-c2779603a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:41.754901 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa29b812-fe9c-4b37-94df-5e6cd61dad17 req-cb2cb80d-0181-43b4-a96c-c2779603a0fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 1132 time: 0.0621502
Feb 12 21:06:41.801996 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-446d543e-113b-4552-9e15-3dd346f32730 req-b3113d29-ccfa-4e78-8cfe-9c1157b88d12 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:41.803204 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-446d543e-113b-4552-9e15-3dd346f32730 req-b3113d29-ccfa-4e78-8cfe-9c1157b88d12 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.5424223
Feb 12 21:06:41.812616 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa29b812-fe9c-4b37-94df-5e6cd61dad17 req-e4a46b36-d42f-42a2-a63c-74809d3e3d0d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447989
Feb 12 21:06:41.926804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e977df-bb64-4d3b-b662-8a53b7662566 req-bb959e71-d92c-48b4-a66f-925daa8d7639 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:41.928327 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70e977df-bb64-4d3b-b662-8a53b7662566 req-bb959e71-d92c-48b4-a66f-925daa8d7639 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0629206
Feb 12 21:06:41.928827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59800) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:41.986487 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70e977df-bb64-4d3b-b662-8a53b7662566 req-501e98e6-1be6-439c-8058-6e93616bfa26 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498123
Feb 12 21:06:42.056668 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242726ee-3d99-4501-882a-c5c15c77e731 req-3cac5fe2-6b24-44e5-a535-e651e2defad1 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:42.064050 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-242726ee-3d99-4501-882a-c5c15c77e731 req-3cac5fe2-6b24-44e5-a535-e651e2defad1 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.1188457
Feb 12 21:06:42.064873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-026226c8-3e17-4d0c-bf2e-cb8d147dc9aa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-437210353-network', 'tenant_id': 'b2380e7dc4ab453d9e2bc5f360f123e2'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:42.077866 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-909d9fea-0a3a-499f-9c7f-828962c809ec req-65113fbf-4cb0-4f44-94a7-e7f5e018903a service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5252318
Feb 12 21:06:42.166370 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-242726ee-3d99-4501-882a-c5c15c77e731 req-8839a1fc-96b2-4654-96dc-49c280a4ab8b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013522
Feb 12 21:06:42.170335 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026226c8-3e17-4d0c-bf2e-cb8d147dc9aa admin admin] Made reservation on behalf of b2380e7dc4ab453d9e2bc5f360f123e2 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:06:42.173202 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-026226c8-3e17-4d0c-bf2e-cb8d147dc9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:42.184986 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-026226c8-3e17-4d0c-bf2e-cb8d147dc9aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:42.234630 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-909d9fea-0a3a-499f-9c7f-828962c809ec req-30c1ce08-fed4-4b45-806e-fe3202a23ceb service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467903
Feb 12 21:06:42.244589 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63f7eda5-e430-4175-a23f-7aece72cf35b req-657592c1-2760-47db-8dca-b73189496490 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/07900337-c064-4f8a-9c4b-c02e43af732a HTTP/1.1" status: 200  len: 1821 time: 0.0528667
Feb 12 21:06:42.267762 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-026226c8-3e17-4d0c-bf2e-cb8d147dc9aa admin admin] Publish callbacks [] for security_group (608693fd-90d6-4dfa-9441-0f11f3f458ca), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:42.311327 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-63f7eda5-e430-4175-a23f-7aece72cf35b req-534e5078-0c6d-4b7c-b681-1f9e40a4dcb2 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (07900337-c064-4f8a-9c4b-c02e43af732a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:42.336148 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-63f7eda5-e430-4175-a23f-7aece72cf35b req-534e5078-0c6d-4b7c-b681-1f9e40a4dcb2 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (07900337-c064-4f8a-9c4b-c02e43af732a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:42.339170 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-026226c8-3e17-4d0c-bf2e-cb8d147dc9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (608693fd-90d6-4dfa-9441-0f11f3f458ca), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:42.361072 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026226c8-3e17-4d0c-bf2e-cb8d147dc9aa admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:06:42.384393 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026226c8-3e17-4d0c-bf2e-cb8d147dc9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608693fd-90d6-4dfa-9441-0f11f3f458ca,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:42.396883 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-026226c8-3e17-4d0c-bf2e-cb8d147dc9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5a4edd92-0a73-4042-9ea7-2efd6c463624), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:42.397244 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-026226c8-3e17-4d0c-bf2e-cb8d147dc9aa admin admin] Added segment 5a4edd92-0a73-4042-9ea7-2efd6c463624 of type vlan for network f83f618e-1e98-4b12-8521-b01e62463de5
Feb 12 21:06:42.459345 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-026226c8-3e17-4d0c-bf2e-cb8d147dc9aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (f83f618e-1e98-4b12-8521-b01e62463de5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:42.465787 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-63f7eda5-e430-4175-a23f-7aece72cf35b req-534e5078-0c6d-4b7c-b681-1f9e40a4dcb2 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (07900337-c064-4f8a-9c4b-c02e43af732a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:42.468432 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-63f7eda5-e430-4175-a23f-7aece72cf35b req-534e5078-0c6d-4b7c-b681-1f9e40a4dcb2 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:42.469654 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63f7eda5-e430-4175-a23f-7aece72cf35b req-534e5078-0c6d-4b7c-b681-1f9e40a4dcb2 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "DELETE /v2.0/security-groups/07900337-c064-4f8a-9c4b-c02e43af732a HTTP/1.1" status: 204  len: 173 time: 0.2175524
Feb 12 21:06:42.481545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e5078-0c6d-4b7c-b681-1f9e40a4dcb2 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07900337-c064-4f8a-9c4b-c02e43af732a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:42.526664 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15909f3c-6852-4033-8bd0-6a81f3227301 req-f4a8bc9a-cb89-4a72-a557-670863dae77f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:42.529398 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15909f3c-6852-4033-8bd0-6a81f3227301 req-f4a8bc9a-cb89-4a72-a557-670863dae77f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 950 time: 0.0922580
Feb 12 21:06:42.579735 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15909f3c-6852-4033-8bd0-6a81f3227301 req-793f27b2-8854-4a31-a7a0-56c61ded7bfc tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442915
Feb 12 21:06:42.600575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e1bfa-4fa9-4dff-92a5-be42702c86ae req-d98bd7d2-81a4-4cf5-8fc4-911520e17212 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:42.602169 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c48e1bfa-4fa9-4dff-92a5-be42702c86ae req-d98bd7d2-81a4-4cf5-8fc4-911520e17212 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 946 time: 0.0542498
Feb 12 21:06:42.618724 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-026226c8-3e17-4d0c-bf2e-cb8d147dc9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (f83f618e-1e98-4b12-8521-b01e62463de5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:42.620511 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026226c8-3e17-4d0c-bf2e-cb8d147dc9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:42.621408 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-026226c8-3e17-4d0c-bf2e-cb8d147dc9aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:42.655681 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c48e1bfa-4fa9-4dff-92a5-be42702c86ae req-6c57a2cc-49fd-4990-b10a-c33e20bfe312 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471420
Feb 12 21:06:42.689768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026226c8-3e17-4d0c-bf2e-cb8d147dc9aa admin admin] Pushing event updated for resources: {'Network': ['ID=f83f618e-1e98-4b12-8521-b01e62463de5,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:42.700577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network f83f618e-1e98-4b12-8521-b01e62463de5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:06:42.724740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9670128f-df4a-418c-8463-1df2baa11d35 req-9384699e-679d-41e1-8533-77b89d5aaa94 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/6721f783-2628-4b35-94c5-2a0980daec2e HTTP/1.1" status: 200  len: 1821 time: 0.0480626
Feb 12 21:06:42.747668 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-026226c8-3e17-4d0c-bf2e-cb8d147dc9aa admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.8177626
Feb 12 21:06:42.750428 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59818) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:42.756545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-fc7905e8-3c50-4844-bec2-ba67f83d12ce admin admin] Request body: {'subnet': {'network_id': 'f83f618e-1e98-4b12-8521-b01e62463de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-437210353-subnet', 'tenant_id': 'b2380e7dc4ab453d9e2bc5f360f123e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:42.760095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-ed66a43b-fd50-4760-874d-17a803e76582 req-d5ba4fd3-1bc5-43e1-90dd-6029484e1baa tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1017870727', 'description': 'tempest-description-723321165'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:42.853079 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-ed66a43b-fd50-4760-874d-17a803e76582 req-d5ba4fd3-1bc5-43e1-90dd-6029484e1baa tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:42.864141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7905e8-3c50-4844-bec2-ba67f83d12ce admin admin] Made reservation on behalf of b2380e7dc4ab453d9e2bc5f360f123e2 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:06:42.866586 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fc7905e8-3c50-4844-bec2-ba67f83d12ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:42.930735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-ed66a43b-fd50-4760-874d-17a803e76582 req-d5ba4fd3-1bc5-43e1-90dd-6029484e1baa tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (de9fb39f-1fa2-4741-8efc-02f847e03f49), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:43.080396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-ed66a43b-fd50-4760-874d-17a803e76582 req-d5ba4fd3-1bc5-43e1-90dd-6029484e1baa tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (de9fb39f-1fa2-4741-8efc-02f847e03f49), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:43.117602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f846d6-d17f-4ee6-948a-c6a13d1e43e8 req-ce3cb779-fa19-49ec-bd3d-b5c59b1929ff tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:43.119209 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66f846d6-d17f-4ee6-948a-c6a13d1e43e8 req-ce3cb779-fa19-49ec-bd3d-b5c59b1929ff tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0615354
Feb 12 21:06:43.125279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba4fd3-1bc5-43e1-90dd-6029484e1baa tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9fb39f-1fa2-4741-8efc-02f847e03f49,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:43.127780 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fc7905e8-3c50-4844-bec2-ba67f83d12ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (d1f7c548-624e-4167-9b71-afcc485252a2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:43.206400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7905e8-3c50-4844-bec2-ba67f83d12ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1f7c548-624e-4167-9b71-afcc485252a2,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:43.219102 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-ed66a43b-fd50-4760-874d-17a803e76582 req-d5ba4fd3-1bc5-43e1-90dd-6029484e1baa tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:43.220407 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ed66a43b-fd50-4760-874d-17a803e76582 req-d5ba4fd3-1bc5-43e1-90dd-6029484e1baa tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.4647934
Feb 12 21:06:43.227907 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66f846d6-d17f-4ee6-948a-c6a13d1e43e8 req-b818b025-fc48-47ec-a7c2-37c3570cbadb tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972471
Feb 12 21:06:43.238688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7905e8-3c50-4844-bec2-ba67f83d12ce admin admin] Checking segment: {'id': '5a4edd92-0a73-4042-9ea7-2efd6c463624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f83f618e-1e98-4b12-8521-b01e62463de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:06:43.239076 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7905e8-3c50-4844-bec2-ba67f83d12ce admin admin] Network hostable DHCP agents. Network: f83f618e-1e98-4b12-8521-b01e62463de5, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:06:43.305591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10bc43bd-faf6-435d-a82d-58a3d055eb54 req-fa6687f6-33e3-4be2-bf67-dd91590f1ee5 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/de9fb39f-1fa2-4741-8efc-02f847e03f49 HTTP/1.1" status: 200  len: 1821 time: 0.0484159
Feb 12 21:06:43.316674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-10bc43bd-faf6-435d-a82d-58a3d055eb54 req-755c45c0-bccc-49b2-8314-ace592c78d8f tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de9fb39f-1fa2-4741-8efc-02f847e03f49', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:43.317060 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-10bc43bd-faf6-435d-a82d-58a3d055eb54 req-755c45c0-bccc-49b2-8314-ace592c78d8f tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de9fb39f-1fa2-4741-8efc-02f847e03f49', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:43.332815 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f8a4a-8d81-436e-8236-43988e8d3cfe req-eab7adac-f8a7-4650-a91c-f515496522ca tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:43.334459 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ec4f8a4a-8d81-436e-8236-43988e8d3cfe req-eab7adac-f8a7-4650-a91c-f515496522ca tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.0625465
Feb 12 21:06:43.381399 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7905e8-3c50-4844-bec2-ba67f83d12ce admin admin] Network f83f618e-1e98-4b12-8521-b01e62463de5 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:06:43.390409 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ec4f8a4a-8d81-436e-8236-43988e8d3cfe req-a91c64ab-1e20-4d70-986d-5f5ecbb3c8a2 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480540
Feb 12 21:06:43.460517 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-10bc43bd-faf6-435d-a82d-58a3d055eb54 req-755c45c0-bccc-49b2-8314-ace592c78d8f tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (21572f9a-8807-4af0-9d01-8ccc0dd80249), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:43.477284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-fc7905e8-3c50-4844-bec2-ba67f83d12ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f83f618e-1e98-4b12-8521-b01e62463de5) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:06:43.488182 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7905e8-3c50-4844-bec2-ba67f83d12ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:43.488777 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fc7905e8-3c50-4844-bec2-ba67f83d12ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:43.489400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0d5624-9ea0-4f2a-9a6b-c3c051499c0c None None] Network f83f618e-1e98-4b12-8521-b01e62463de5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:06:43.492453 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-10bc43bd-faf6-435d-a82d-58a3d055eb54 req-755c45c0-bccc-49b2-8314-ace592c78d8f tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (21572f9a-8807-4af0-9d01-8ccc0dd80249), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:43.578969 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-10bc43bd-faf6-435d-a82d-58a3d055eb54 req-755c45c0-bccc-49b2-8314-ace592c78d8f tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (21572f9a-8807-4af0-9d01-8ccc0dd80249), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:43.598912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e200656a-34c3-4733-9ce2-eefab5b016d2 None None] Network f83f618e-1e98-4b12-8521-b01e62463de5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:06:43.606206 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c45c0-bccc-49b2-8314-ace592c78d8f tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21572f9a-8807-4af0-9d01-8ccc0dd80249,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:43.653595 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fc7905e8-3c50-4844-bec2-ba67f83d12ce admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.8931806
Feb 12 21:06:43.672409 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-10bc43bd-faf6-435d-a82d-58a3d055eb54 req-755c45c0-bccc-49b2-8314-ace592c78d8f tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:43.686521 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10bc43bd-faf6-435d-a82d-58a3d055eb54 req-755c45c0-bccc-49b2-8314-ace592c78d8f tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3737040
Feb 12 21:06:43.733795 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7b546-1159-496d-b423-5a1b5140c8c1 req-a2d77f49-1ff6-492b-a2d2-40b14736eea9 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:43.735670 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0fa7b546-1159-496d-b423-5a1b5140c8c1 req-a2d77f49-1ff6-492b-a2d2-40b14736eea9 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 950 time: 0.0694664
Feb 12 21:06:43.817399 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0fa7b546-1159-496d-b423-5a1b5140c8c1 req-face52ab-e714-4dce-aff5-f4ae41a60b11 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605824
Feb 12 21:06:43.825925 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34a9b3a5-f04f-496b-8a16-57c10b07166f req-5fbc5dd1-003f-4151-bb3b-5e95b6adbe33 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/de9fb39f-1fa2-4741-8efc-02f847e03f49 HTTP/1.1" status: 200  len: 2414 time: 0.0667582
Feb 12 21:06:43.833136 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-34a9b3a5-f04f-496b-8a16-57c10b07166f req-f55d33db-14bc-4c88-a59d-3b14733521d8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de9fb39f-1fa2-4741-8efc-02f847e03f49', 'remote_group_id': None}]} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:43.833482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-34a9b3a5-f04f-496b-8a16-57c10b07166f req-f55d33db-14bc-4c88-a59d-3b14733521d8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de9fb39f-1fa2-4741-8efc-02f847e03f49', 'remote_group_id': None}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:43.936067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea2969-ec02-434d-86c9-ecd835de24ad req-fa469292-f0e1-447d-ae32-b42bbc43399e tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:43.937596 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a0ea2969-ec02-434d-86c9-ecd835de24ad req-fa469292-f0e1-447d-ae32-b42bbc43399e tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 946 time: 0.0590575
Feb 12 21:06:43.988254 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a0ea2969-ec02-434d-86c9-ecd835de24ad req-26f15958-bb67-4d24-8a93-e0c1bcd33670 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447114
Feb 12 21:06:44.066307 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-34a9b3a5-f04f-496b-8a16-57c10b07166f req-f55d33db-14bc-4c88-a59d-3b14733521d8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (a709580e-045d-4080-b69b-08872d8e2389), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:44.093439 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-34a9b3a5-f04f-496b-8a16-57c10b07166f req-f55d33db-14bc-4c88-a59d-3b14733521d8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (a709580e-045d-4080-b69b-08872d8e2389), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:44.151041 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-779eb2d1-936c-4123-a112-0514f4872b18 req-4b99173f-58b5-4499-a14e-f2ece580a127 tempest-SecurityGroupsNegativeTestJSON-1339088573 tempest-SecurityGroupsNegativeTestJSON-1339088573-project] show failed (client error): The resource could not be found.
Feb 12 21:06:44.152373 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-779eb2d1-936c-4123-a112-0514f4872b18 req-4b99173f-58b5-4499-a14e-f2ece580a127 tempest-SecurityGroupsNegativeTestJSON-1339088573 tempest-SecurityGroupsNegativeTestJSON-1339088573-project] 10.222.0.31 "GET /v2.0/security-groups/591d8895-dfb9-46b1-ae7e-b95385c08420 HTTP/1.1" status: 404  len: 352 time: 0.0138762
Feb 12 21:06:44.184786 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-34a9b3a5-f04f-496b-8a16-57c10b07166f req-f55d33db-14bc-4c88-a59d-3b14733521d8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (a709580e-045d-4080-b69b-08872d8e2389), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:44.206258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d33db-14bc-4c88-a59d-3b14733521d8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a709580e-045d-4080-b69b-08872d8e2389,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:44.250385 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2d0cf-5eab-48d5-bfd4-afb11a691929 req-37a6808a-b1d4-4a7b-9903-92371b10ffc3 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:44.251916 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8be2d0cf-5eab-48d5-bfd4-afb11a691929 req-37a6808a-b1d4-4a7b-9903-92371b10ffc3 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 1132 time: 0.0476630
Feb 12 21:06:44.295797 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8be2d0cf-5eab-48d5-bfd4-afb11a691929 req-4d472c70-7664-42ed-86eb-166d923ceea5 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378096
Feb 12 21:06:44.376104 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-34a9b3a5-f04f-496b-8a16-57c10b07166f req-f55d33db-14bc-4c88-a59d-3b14733521d8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:44.390763 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34a9b3a5-f04f-496b-8a16-57c10b07166f req-f55d33db-14bc-4c88-a59d-3b14733521d8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.5590060
Feb 12 21:06:44.431415 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abf68d-d93c-40bb-97f7-30d841270b36 req-f9de1d9d-3d5e-4a73-a6de-01ea9553e1c6 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:44.434295 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c1abf68d-d93c-40bb-97f7-30d841270b36 req-f9de1d9d-3d5e-4a73-a6de-01ea9553e1c6 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0656466
Feb 12 21:06:44.440197 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d5fafb7-d45f-448e-992c-0ac511736a25 req-c8914c90-3469-4f33-9dea-5c254ada9288 tempest-SecurityGroupsNegativeTestJSON-1339088573 tempest-SecurityGroupsNegativeTestJSON-1339088573-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2380e7dc4ab453d9e2bc5f360f123e2 HTTP/1.1" status: 200  len: 3001 time: 0.0451005
Feb 12 21:06:44.486114 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d5fafb7-d45f-448e-992c-0ac511736a25 req-bd246244-cd3f-464f-9869-14e7e2be8019 tempest-SecurityGroupsNegativeTestJSON-1339088573 tempest-SecurityGroupsNegativeTestJSON-1339088573-project] 10.222.0.31 "GET /v2.0/security-groups/608693fd-90d6-4dfa-9441-0f11f3f458ca HTTP/1.1" status: 200  len: 2998 time: 0.0396178
Feb 12 21:06:44.492285 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c1abf68d-d93c-40bb-97f7-30d841270b36 req-d9cbef72-7480-4ed9-b302-92a592e08b73 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517652
Feb 12 21:06:44.536332 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d5fafb7-d45f-448e-992c-0ac511736a25 req-c1f9fb5c-1363-4f55-b167-18f617eb3317 tempest-SecurityGroupsNegativeTestJSON-1339088573 tempest-SecurityGroupsNegativeTestJSON-1339088573-project] 10.222.0.31 "GET /v2.0/security-groups/608693fd-90d6-4dfa-9441-0f11f3f458ca HTTP/1.1" status: 200  len: 2998 time: 0.0443285
Feb 12 21:06:44.541305 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a318a716-17e1-474f-b913-0ba637029c68 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:06:44.564829 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-033ee4c9-625a-4054-90da-6d4e12e93cc3 req-35a278f0-20f7-451f-9e5b-cbbeccbca8f0 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/de9fb39f-1fa2-4741-8efc-02f847e03f49 HTTP/1.1" status: 200  len: 3012 time: 0.0482385
Feb 12 21:06:44.656873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac25f8-e507-4851-8d34-e9d064d99d29 req-5d9ae552-abd6-46f2-b379-e597c6e316b3 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:44.658509 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31ac25f8-e507-4851-8d34-e9d064d99d29 req-5d9ae552-abd6-46f2-b379-e597c6e316b3 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.0597329
Feb 12 21:06:44.659881 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-39b12411-2219-4a07-b001-e7072b8cb229 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0224648
Feb 12 21:06:44.660868 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a318a716-17e1-474f-b913-0ba637029c68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a318a716-17e1-474f-b913-0ba637029c68,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:44.691890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'a318a716-17e1-474f-b913-0ba637029c68', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'a318a716-17e1-474f-b913-0ba637029c68', 'mac_address': 'fa:16:3e:43:17:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:06:44.719577 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31ac25f8-e507-4851-8d34-e9d064d99d29 req-edfdbd85-8f7e-4a03-8f27-f5f52ccaf50e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542004
Feb 12 21:06:44.745326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a318a716-17e1-474f-b913-0ba637029c68 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:44.745760 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a318a716-17e1-474f-b913-0ba637029c68), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:44.761038 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a318a716-17e1-474f-b913-0ba637029c68 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:44.784568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a318a716-17e1-474f-b913-0ba637029c68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a318a716-17e1-474f-b913-0ba637029c68,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:44.816682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-ed780119-2d39-465a-9747-d27b7edbbc59 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:44.820706 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c538aad-9593-464e-9c95-ebbd10115f3a req-2e52fe53-d116-447b-8bbb-31b26eeaf6f5 tempest-SecurityGroupsNegativeTestJSON-1339088573 tempest-SecurityGroupsNegativeTestJSON-1339088573-project] 10.222.0.31 "GET /v2.0/security-groups/608693fd-90d6-4dfa-9441-0f11f3f458ca HTTP/1.1" status: 200  len: 2998 time: 0.0464058
Feb 12 21:06:44.823370 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-ed780119-2d39-465a-9747-d27b7edbbc59 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1578710
Feb 12 21:06:44.837912 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-71e5f1ba-9ccf-49b6-b58b-1fbdc979769d tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/quotas/2e3d4a23b3dd48a2a3e78818c60bdf5d HTTP/1.1" status: 200  len: 375 time: 0.0136395
Feb 12 21:06:44.861871 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a318a716-17e1-474f-b913-0ba637029c68), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:44.894329 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-1c538aad-9593-464e-9c95-ebbd10115f3a req-dceafe4f-da31-41d3-86b2-79b34960ebae tempest-SecurityGroupsNegativeTestJSON-1339088573 tempest-SecurityGroupsNegativeTestJSON-1339088573-project] delete failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:06:44.910160 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c538aad-9593-464e-9c95-ebbd10115f3a req-dceafe4f-da31-41d3-86b2-79b34960ebae tempest-SecurityGroupsNegativeTestJSON-1339088573 tempest-SecurityGroupsNegativeTestJSON-1339088573-project] 10.222.0.31 "DELETE /v2.0/security-groups/608693fd-90d6-4dfa-9441-0f11f3f458ca HTTP/1.1" status: 409  len: 352 time: 0.0808177
Feb 12 21:06:44.922050 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-9a447451-fa4e-4286-9ad6-fc90a428be0e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0825052
Feb 12 21:06:44.941302 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a318a716-17e1-474f-b913-0ba637029c68,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:44.953896 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1cacfd1-3dc6-4deb-bdab-ad727ffe4edf req-536349b7-fa37-4f80-bb69-295fea735f1e tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-group-rules/a709580e-045d-4080-b69b-08872d8e2389 HTTP/1.1" status: 200  len: 783 time: 0.0367656
Feb 12 21:06:45.006629 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1cacfd1-3dc6-4deb-bdab-ad727ffe4edf req-eb921978-0e39-4113-a8f0-b037f0ea8940 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/de9fb39f-1fa2-4741-8efc-02f847e03f49 HTTP/1.1" status: 200  len: 3012 time: 0.0493066
Feb 12 21:06:45.036338 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d1cacfd1-3dc6-4deb-bdab-ad727ffe4edf req-2094808b-50fe-4479-923b-4a846f313836 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (a709580e-045d-4080-b69b-08872d8e2389), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:45.044519 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d1cacfd1-3dc6-4deb-bdab-ad727ffe4edf req-2094808b-50fe-4479-923b-4a846f313836 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (a709580e-045d-4080-b69b-08872d8e2389), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:45.181177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a318a716-17e1-474f-b913-0ba637029c68'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:45.257297 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d1cacfd1-3dc6-4deb-bdab-ad727ffe4edf req-2094808b-50fe-4479-923b-4a846f313836 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (a709580e-045d-4080-b69b-08872d8e2389), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:45.264042 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d1cacfd1-3dc6-4deb-bdab-ad727ffe4edf req-2094808b-50fe-4479-923b-4a846f313836 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:45.265020 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1cacfd1-3dc6-4deb-bdab-ad727ffe4edf req-2094808b-50fe-4479-923b-4a846f313836 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a709580e-045d-4080-b69b-08872d8e2389 HTTP/1.1" status: 204  len: 173 time: 0.2514594
Feb 12 21:06:45.278859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094808b-50fe-4479-923b-4a846f313836 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a709580e-045d-4080-b69b-08872d8e2389,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:45.312650 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-cc07232b-557b-418e-b7e5-89061b5b5230 req-3e284c15-dce3-4cd4-bc3b-925b02b0b4d6 tempest-SecurityGroupsNegativeTestJSON-1339088573 tempest-SecurityGroupsNegativeTestJSON-1339088573-project] show failed (client error): The resource could not be found.
Feb 12 21:06:45.316188 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cc07232b-557b-418e-b7e5-89061b5b5230 req-3e284c15-dce3-4cd4-bc3b-925b02b0b4d6 tempest-SecurityGroupsNegativeTestJSON-1339088573 tempest-SecurityGroupsNegativeTestJSON-1339088573-project] 10.222.0.31 "GET /v2.0/security-groups/2fef22e5-bb2b-4c2f-b746-fa99354d1c58 HTTP/1.1" status: 404  len: 352 time: 0.0265179
Feb 12 21:06:45.405481 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ffd80c7b-1aa1-4fc4-8ccf-cf919ad56224 req-53fe41fe-bded-4c9a-ab9a-51f8afbf12f9 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/de9fb39f-1fa2-4741-8efc-02f847e03f49 HTTP/1.1" status: 200  len: 2414 time: 0.0649424
Feb 12 21:06:45.441404 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aac23e-9464-4f82-a4f4-6e1307acb724 req-30f4962b-26e7-447a-bfe7-982377bf0162 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:45.452134 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63aac23e-9464-4f82-a4f4-6e1307acb724 req-30f4962b-26e7-447a-bfe7-982377bf0162 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 947 time: 0.0872052
Feb 12 21:06:45.509832 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ffd80c7b-1aa1-4fc4-8ccf-cf919ad56224 req-d9ff69fc-65dc-40a4-8ca8-b836630e1312 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (de9fb39f-1fa2-4741-8efc-02f847e03f49), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:45.522825 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63aac23e-9464-4f82-a4f4-6e1307acb724 req-54a1bfd6-475b-4ea5-9d75-1cc832d70d72 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648427
Feb 12 21:06:45.545026 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ffd80c7b-1aa1-4fc4-8ccf-cf919ad56224 req-d9ff69fc-65dc-40a4-8ca8-b836630e1312 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (de9fb39f-1fa2-4741-8efc-02f847e03f49), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:45.599765 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8ba04a27-7d86-4257-9c0f-5b60939add71 req-6f5a286f-9e0d-4e8b-a2b1-1cf57317f2ad tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 210 time: 0.0329883
Feb 12 21:06:45.634564 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-014a5e94-57c0-4ca6-b8a2-2c46893119db req-27fee504-d584-4712-bebe-ac2e1fdda8e7 tempest-SecurityGroupsNegativeTestJSON-1339088573 tempest-SecurityGroupsNegativeTestJSON-1339088573-project] show failed (client error): The resource could not be found.
Feb 12 21:06:45.635564 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-014a5e94-57c0-4ca6-b8a2-2c46893119db req-27fee504-d584-4712-bebe-ac2e1fdda8e7 tempest-SecurityGroupsNegativeTestJSON-1339088573 tempest-SecurityGroupsNegativeTestJSON-1339088573-project] 10.222.0.31 "GET /v2.0/security-groups/14b05f60-e42f-4518-a1ad-91a0dd82979c HTTP/1.1" status: 404  len: 352 time: 0.0144804
Feb 12 21:06:45.649704 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59954) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:45.679996 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ffd80c7b-1aa1-4fc4-8ccf-cf919ad56224 req-d9ff69fc-65dc-40a4-8ca8-b836630e1312 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (de9fb39f-1fa2-4741-8efc-02f847e03f49), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:45.683230 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ffd80c7b-1aa1-4fc4-8ccf-cf919ad56224 req-d9ff69fc-65dc-40a4-8ca8-b836630e1312 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:45.704986 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ffd80c7b-1aa1-4fc4-8ccf-cf919ad56224 req-d9ff69fc-65dc-40a4-8ca8-b836630e1312 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "DELETE /v2.0/security-groups/de9fb39f-1fa2-4741-8efc-02f847e03f49 HTTP/1.1" status: 204  len: 173 time: 0.2905343
Feb 12 21:06:45.721677 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff69fc-65dc-40a4-8ca8-b836630e1312 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9fb39f-1fa2-4741-8efc-02f847e03f49,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:45.751825 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-c500d0bb-4e10-4463-b567-2481e6d5162e req-7d0cb9ac-9e2e-4c8d-886f-19ea7def5b4a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] show failed (client error): The resource could not be found.
Feb 12 21:06:45.753098 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c500d0bb-4e10-4463-b567-2481e6d5162e req-7d0cb9ac-9e2e-4c8d-886f-19ea7def5b4a tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/07900337-c064-4f8a-9c4b-c02e43af732a HTTP/1.1" status: 404  len: 352 time: 0.0329320
Feb 12 21:06:45.772657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-a690f2b0-a899-4819-859d-3bc6d7fb4050 admin admin] Deleting subnet d1f7c548-624e-4167-9b71-afcc485252a2 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:06:45.776547 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a690f2b0-a899-4819-859d-3bc6d7fb4050 admin admin] Publish callbacks [] for subnet (d1f7c548-624e-4167-9b71-afcc485252a2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:45.808214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27945ea-3c9f-483b-8d98-25715282abaf req-b7e4c550-30a9-4a8a-b538-59997aa952a7 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:45.810506 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f27945ea-3c9f-483b-8d98-25715282abaf req-b7e4c550-30a9-4a8a-b538-59997aa952a7 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1168351
Feb 12 21:06:45.822427 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a690f2b0-a899-4819-859d-3bc6d7fb4050 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (d1f7c548-624e-4167-9b71-afcc485252a2), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:45.865325 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f27945ea-3c9f-483b-8d98-25715282abaf req-a6074dbf-7679-4c5f-a788-0569a4cb4f07 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479438
Feb 12 21:06:45.900438 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a690f2b0-a899-4819-859d-3bc6d7fb4050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (d1f7c548-624e-4167-9b71-afcc485252a2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:45.937279 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e3bb963-1566-434e-8461-a638510d0d1b req-ac2d0c3a-c977-4804-8445-3ac32ada4125 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/6721f783-2628-4b35-94c5-2a0980daec2e HTTP/1.1" status: 200  len: 1821 time: 0.0423007
Feb 12 21:06:45.945268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fa9aa-b474-426d-9997-67efc739500e req-1ce28d10-b854-438f-82af-ebc0f7302e6e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:45.946782 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-377fa9aa-b474-426d-9997-67efc739500e req-1ce28d10-b854-438f-82af-ebc0f7302e6e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.1029932
Feb 12 21:06:46.003520 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-377fa9aa-b474-426d-9997-67efc739500e req-003fe530-6b2f-4cde-8e70-4d50be795641 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504744
Feb 12 21:06:46.014453 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e3bb963-1566-434e-8461-a638510d0d1b req-4bb0cb1d-bf5d-46f8-9ae9-6b9143be67e3 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (6721f783-2628-4b35-94c5-2a0980daec2e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.040960 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e3bb963-1566-434e-8461-a638510d0d1b req-4bb0cb1d-bf5d-46f8-9ae9-6b9143be67e3 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (6721f783-2628-4b35-94c5-2a0980daec2e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.137699 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a690f2b0-a899-4819-859d-3bc6d7fb4050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (d1f7c548-624e-4167-9b71-afcc485252a2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.164008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690f2b0-a899-4819-859d-3bc6d7fb4050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1f7c548-624e-4167-9b71-afcc485252a2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:46.167894 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a690f2b0-a899-4819-859d-3bc6d7fb4050 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.171798 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a690f2b0-a899-4819-859d-3bc6d7fb4050 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d1f7c548-624e-4167-9b71-afcc485252a2 HTTP/1.1" status: 204  len: 168 time: 0.5226617
Feb 12 21:06:46.174342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59968) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:46.179629 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e3bb963-1566-434e-8461-a638510d0d1b req-4bb0cb1d-bf5d-46f8-9ae9-6b9143be67e3 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6721f783-2628-4b35-94c5-2a0980daec2e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.182909 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e3bb963-1566-434e-8461-a638510d0d1b req-4bb0cb1d-bf5d-46f8-9ae9-6b9143be67e3 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.183432 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e3bb963-1566-434e-8461-a638510d0d1b req-4bb0cb1d-bf5d-46f8-9ae9-6b9143be67e3 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "DELETE /v2.0/security-groups/6721f783-2628-4b35-94c5-2a0980daec2e HTTP/1.1" status: 204  len: 173 time: 0.2247772
Feb 12 21:06:46.192711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0cb1d-bf5d-46f8-9ae9-6b9143be67e3 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6721f783-2628-4b35-94c5-2a0980daec2e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:46.281378 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7048-0c5e-4aa0-b573-f5253698f9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (f83f618e-1e98-4b12-8521-b01e62463de5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.296616 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ffdfa7f5-498e-4c2d-ac09-8e9e200df347 req-19976ce4-bfd4-4e44-8142-eed35eb83cc8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/18efd3cc-030f-448a-acb2-04cf96a373e0 HTTP/1.1" status: 200  len: 1821 time: 0.0862298
Feb 12 21:06:46.394672 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7048-0c5e-4aa0-b573-f5253698f9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (f83f618e-1e98-4b12-8521-b01e62463de5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.423169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-8f1d7048-0c5e-4aa0-b573-f5253698f9eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f93a7040>,) {'filters': {'network_id': ['f83f618e-1e98-4b12-8521-b01e62463de5']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:06:46.444603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-8f1d7048-0c5e-4aa0-b573-f5253698f9eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f93a7040>, '5a4edd92-0a73-4042-9ea7-2efd6c463624') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:06:46.444603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-8f1d7048-0c5e-4aa0-b573-f5253698f9eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f93a7040>, '5a4edd92-0a73-4042-9ea7-2efd6c463624') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:06:46.444603 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ffdfa7f5-498e-4c2d-ac09-8e9e200df347 req-f9b5ca88-9b33-47a9-b78f-d1c1923c1858 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (18efd3cc-030f-448a-acb2-04cf96a373e0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.458851 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7048-0c5e-4aa0-b573-f5253698f9eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (5a4edd92-0a73-4042-9ea7-2efd6c463624), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.481115 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7048-0c5e-4aa0-b573-f5253698f9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5a4edd92-0a73-4042-9ea7-2efd6c463624), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.484042 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ffdfa7f5-498e-4c2d-ac09-8e9e200df347 req-f9b5ca88-9b33-47a9-b78f-d1c1923c1858 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (18efd3cc-030f-448a-acb2-04cf96a373e0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.495935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1d7048-0c5e-4aa0-b573-f5253698f9eb admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:06:46.496952 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7048-0c5e-4aa0-b573-f5253698f9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (5a4edd92-0a73-4042-9ea7-2efd6c463624), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:06:46.498573 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:06:46.536562 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a318a716-17e1-474f-b913-0ba637029c68 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:06:46.656018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33e811-4b76-4a13-a1dc-87e71ddfd947 req-c1abf148-98e2-4fd7-b056-19434c2214f3 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:46.657554 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6f33e811-4b76-4a13-a1dc-87e71ddfd947 req-c1abf148-98e2-4fd7-b056-19434c2214f3 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 947 time: 0.0555744
Feb 12 21:06:46.659359 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7048-0c5e-4aa0-b573-f5253698f9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (f83f618e-1e98-4b12-8521-b01e62463de5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.659556 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port a318a716-17e1-474f-b913-0ba637029c68 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:06:46.665522 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ffdfa7f5-498e-4c2d-ac09-8e9e200df347 req-f9b5ca88-9b33-47a9-b78f-d1c1923c1858 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (18efd3cc-030f-448a-acb2-04cf96a373e0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.668907 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ffdfa7f5-498e-4c2d-ac09-8e9e200df347 req-f9b5ca88-9b33-47a9-b78f-d1c1923c1858 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.670243 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ffdfa7f5-498e-4c2d-ac09-8e9e200df347 req-f9b5ca88-9b33-47a9-b78f-d1c1923c1858 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "DELETE /v2.0/security-groups/18efd3cc-030f-448a-acb2-04cf96a373e0 HTTP/1.1" status: 204  len: 173 time: 0.3504601
Feb 12 21:06:46.671464 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7048-0c5e-4aa0-b573-f5253698f9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.674208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port a318a716-17e1-474f-b913-0ba637029c68 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:46.674555 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a318a716-17e1-474f-b913-0ba637029c68), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.675070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8f1d7048-0c5e-4aa0-b573-f5253698f9eb admin admin] 10.222.0.31 "DELETE /v2.0/networks/f83f618e-1e98-4b12-8521-b01e62463de5 HTTP/1.1" status: 204  len: 168 time: 0.4997098
Feb 12 21:06:46.692520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d7048-0c5e-4aa0-b573-f5253698f9eb admin admin] Pushing event deleted for resources: {'Network': ['ID=f83f618e-1e98-4b12-8521-b01e62463de5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:46.701788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5ca88-9b33-47a9-b78f-d1c1923c1858 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18efd3cc-030f-448a-acb2-04cf96a373e0,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:46.721595 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6f33e811-4b76-4a13-a1dc-87e71ddfd947 req-21d56a1b-28c0-4c9f-91b9-fe5e3d0cd9ad tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573525
Feb 12 21:06:46.809472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a318a716-17e1-474f-b913-0ba637029c68 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:46.810140 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a318a716-17e1-474f-b913-0ba637029c68), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.813624 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a43f57-bd7b-4d1c-9732-87ff571d4a48 req-252caaf7-e637-42e2-9cb5-eaa6052a2ca6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 210 time: 0.0373194
Feb 12 21:06:46.847189 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d50fb4-9ee8-417a-8fc9-0b853c37edbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a318a716-17e1-474f-b913-0ba637029c68'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:46.851330 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ae1a23-4494-40c5-952e-2c2f64b14859" -d '{"events": [{"server_uuid": "33d50fb4-9ee8-417a-8fc9-0b853c37edbf", "name": "network-vif-plugged", "status": "completed", "tag": "a318a716-17e1-474f-b913-0ba637029c68"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:46.853525 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be003027-fc7e-4e4f-bb5e-99b67af1151b req-26e5642c-0be3-45af-b5e0-61a8f281242d tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/ebcbdd1e-dd90-4531-bb45-b384add04940 HTTP/1.1" status: 200  len: 1820 time: 0.0550950
Feb 12 21:06:46.884819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a318a716-17e1-474f-b913-0ba637029c68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a318a716-17e1-474f-b913-0ba637029c68,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:46.916621 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb700601-5d8d-4ed1-ab6a-fb067ae8c3fa x-openstack-request-id: req-cb700601-5d8d-4ed1-ab6a-fb067ae8c3fa {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:46.917100 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d50fb4-9ee8-417a-8fc9-0b853c37edbf", "name": "network-vif-plugged", "status": "completed", "tag": "a318a716-17e1-474f-b913-0ba637029c68", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:46.917516 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb700601-5d8d-4ed1-ab6a-fb067ae8c3fa {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:46.918592 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d50fb4-9ee8-417a-8fc9-0b853c37edbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a318a716-17e1-474f-b913-0ba637029c68', 'code': 200}
Feb 12 21:06:46.960322 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-be003027-fc7e-4e4f-bb5e-99b67af1151b req-ad3dbe8d-50a5-4289-8550-c2eac48644f8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (ebcbdd1e-dd90-4531-bb45-b384add04940), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.992139 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-be003027-fc7e-4e4f-bb5e-99b67af1151b req-ad3dbe8d-50a5-4289-8550-c2eac48644f8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (ebcbdd1e-dd90-4531-bb45-b384add04940), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:46.994706 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a318a716-17e1-474f-b913-0ba637029c68), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:47.082301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81d6e2-5337-451c-abfd-76a354be01ac req-c1842552-4212-4670-999f-e7590245c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:47.083726 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6a81d6e2-5337-451c-abfd-76a354be01ac req-c1842552-4212-4670-999f-e7590245c315 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 1130 time: 0.0935595
Feb 12 21:06:47.101837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113da2c-944d-4fef-84b7-f038fd0140c2 req-19f020b4-e80f-4a36-85a0-b3e113e36917 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:47.101837 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8113da2c-944d-4fef-84b7-f038fd0140c2 req-19f020b4-e80f-4a36-85a0-b3e113e36917 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1017501
Feb 12 21:06:47.124707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a318a716-17e1-474f-b913-0ba637029c68,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:47.158720 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6a81d6e2-5337-451c-abfd-76a354be01ac req-0c45b2ae-54ec-4e40-8a6a-7798213a623b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663626
Feb 12 21:06:47.181460 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8113da2c-944d-4fef-84b7-f038fd0140c2 req-04a97afc-8fd7-420c-9182-b0728ea49631 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679967
Feb 12 21:06:47.207985 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-be003027-fc7e-4e4f-bb5e-99b67af1151b req-ad3dbe8d-50a5-4289-8550-c2eac48644f8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ebcbdd1e-dd90-4531-bb45-b384add04940), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:47.219678 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-be003027-fc7e-4e4f-bb5e-99b67af1151b req-ad3dbe8d-50a5-4289-8550-c2eac48644f8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:47.219678 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be003027-fc7e-4e4f-bb5e-99b67af1151b req-ad3dbe8d-50a5-4289-8550-c2eac48644f8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "DELETE /v2.0/security-groups/ebcbdd1e-dd90-4531-bb45-b384add04940 HTTP/1.1" status: 204  len: 173 time: 0.3559735
Feb 12 21:06:47.244139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3dbe8d-50a5-4289-8550-c2eac48644f8 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcbdd1e-dd90-4531-bb45-b384add04940,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:47.285896 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cc215b33-e3bd-49bc-827c-a80cfb7bf82e req-fc4fc322-b165-46e1-b10c-ed0892154207 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/9482fb68-0c3a-43da-ab1e-c9131db26487 HTTP/1.1" status: 200  len: 2420 time: 0.0482361
Feb 12 21:06:47.287824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59992) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:47.347170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d50099-bcc3-4d06-b041-e8573fe2bd8c req-9fea4086-75cd-479a-8fe8-b6bb93860bd7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:47.348624 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cc215b33-e3bd-49bc-827c-a80cfb7bf82e req-d4452c0f-401d-4424-a6ba-868f4bf0b88b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (9482fb68-0c3a-43da-ab1e-c9131db26487), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:47.348763 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6d50099-bcc3-4d06-b041-e8573fe2bd8c req-9fea4086-75cd-479a-8fe8-b6bb93860bd7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.0961154
Feb 12 21:06:47.354219 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-00b10a38-3257-4eac-848f-f11dd953aba4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2380e7dc4ab453d9e2bc5f360f123e2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0629444
Feb 12 21:06:47.354468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59994) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:47.373598 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cc215b33-e3bd-49bc-827c-a80cfb7bf82e req-d4452c0f-401d-4424-a6ba-868f4bf0b88b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (9482fb68-0c3a-43da-ab1e-c9131db26487), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:47.438072 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6d50099-bcc3-4d06-b041-e8573fe2bd8c req-bff89076-2540-489c-ac4d-065c3ee48b1a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813620
Feb 12 21:06:47.440937 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-be593eb4-1887-4ef0-b84d-90b5b8b23ce6 admin admin] Publish callbacks [] for security_group (608693fd-90d6-4dfa-9441-0f11f3f458ca), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:47.464342 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-be593eb4-1887-4ef0-b84d-90b5b8b23ce6 admin admin] Publish callbacks [] for security_group (608693fd-90d6-4dfa-9441-0f11f3f458ca), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:47.533013 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cc215b33-e3bd-49bc-827c-a80cfb7bf82e req-d4452c0f-401d-4424-a6ba-868f4bf0b88b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9482fb68-0c3a-43da-ab1e-c9131db26487), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:47.535621 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cc215b33-e3bd-49bc-827c-a80cfb7bf82e req-d4452c0f-401d-4424-a6ba-868f4bf0b88b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:47.536760 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cc215b33-e3bd-49bc-827c-a80cfb7bf82e req-d4452c0f-401d-4424-a6ba-868f4bf0b88b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "DELETE /v2.0/security-groups/9482fb68-0c3a-43da-ab1e-c9131db26487 HTTP/1.1" status: 204  len: 173 time: 0.2459724
Feb 12 21:06:47.546053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4452c0f-401d-4424-a6ba-868f4bf0b88b tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9482fb68-0c3a-43da-ab1e-c9131db26487,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:47.593291 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-be593eb4-1887-4ef0-b84d-90b5b8b23ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (608693fd-90d6-4dfa-9441-0f11f3f458ca), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:47.595927 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-be593eb4-1887-4ef0-b84d-90b5b8b23ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:47.597052 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-be593eb4-1887-4ef0-b84d-90b5b8b23ce6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/608693fd-90d6-4dfa-9441-0f11f3f458ca HTTP/1.1" status: 204  len: 168 time: 0.2416904
Feb 12 21:06:47.606197 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be593eb4-1887-4ef0-b84d-90b5b8b23ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608693fd-90d6-4dfa-9441-0f11f3f458ca,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:47.609776 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e5da0258-2012-4bea-993e-81e3fe35c82b req-bda7418d-a7b2-4e7b-81a8-93b9b977fe4e tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "GET /v2.0/security-groups/34f27a0f-5bf1-4284-9c84-dfb6046989b0 HTTP/1.1" status: 200  len: 2413 time: 0.0550742
Feb 12 21:06:47.674184 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e5da0258-2012-4bea-993e-81e3fe35c82b req-a3bc7662-234d-44d5-aed9-2009a8a98a98 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (34f27a0f-5bf1-4284-9c84-dfb6046989b0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:47.698095 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e5da0258-2012-4bea-993e-81e3fe35c82b req-a3bc7662-234d-44d5-aed9-2009a8a98a98 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (34f27a0f-5bf1-4284-9c84-dfb6046989b0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:47.847703 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e5da0258-2012-4bea-993e-81e3fe35c82b req-a3bc7662-234d-44d5-aed9-2009a8a98a98 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (34f27a0f-5bf1-4284-9c84-dfb6046989b0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:47.850395 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e5da0258-2012-4bea-993e-81e3fe35c82b req-a3bc7662-234d-44d5-aed9-2009a8a98a98 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:47.851208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0da23-43c0-49e8-840d-ee6b7233388a req-6e71686c-62eb-421b-b159-60a0296a3304 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:47.851739 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e5da0258-2012-4bea-993e-81e3fe35c82b req-a3bc7662-234d-44d5-aed9-2009a8a98a98 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] 10.222.0.31 "DELETE /v2.0/security-groups/34f27a0f-5bf1-4284-9c84-dfb6046989b0 HTTP/1.1" status: 204  len: 173 time: 0.2346330
Feb 12 21:06:47.852902 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-19e0da23-43c0-49e8-840d-ee6b7233388a req-6e71686c-62eb-421b-b159-60a0296a3304 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 948 time: 0.0534177
Feb 12 21:06:47.860770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60004) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:47.893409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc7662-234d-44d5-aed9-2009a8a98a98 tempest-SecurityGroupRulesTestJSON-1847373849 tempest-SecurityGroupRulesTestJSON-1847373849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f27a0f-5bf1-4284-9c84-dfb6046989b0,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:47.916263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ccbdef-51f1-4f3b-a297-f0840011e7cd admin admin] Deleting subnet a51e1174-d848-4176-a3bd-e5c6c74c673e {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:06:47.916935 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-19e0da23-43c0-49e8-840d-ee6b7233388a req-f3ca0788-9cb6-44a6-ad8f-b43977f7ecaf tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533032
Feb 12 21:06:47.920530 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04ccbdef-51f1-4f3b-a297-f0840011e7cd admin admin] Publish callbacks [] for subnet (a51e1174-d848-4176-a3bd-e5c6c74c673e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:47.984699 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-71fc5c36-33a5-4a7d-8261-f8652ae1cd4c req-b1e4998e-057a-4be6-b584-133dee318ec0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 210 time: 0.0361705
Feb 12 21:06:47.986914 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04ccbdef-51f1-4f3b-a297-f0840011e7cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (a51e1174-d848-4176-a3bd-e5c6c74c673e), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:48.026938 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04ccbdef-51f1-4f3b-a297-f0840011e7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (a51e1174-d848-4176-a3bd-e5c6c74c673e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:48.113571 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-a7882575-da8a-45b0-bcad-c5695fd6459c tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0229707
Feb 12 21:06:48.215966 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04ccbdef-51f1-4f3b-a297-f0840011e7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (a51e1174-d848-4176-a3bd-e5c6c74c673e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:48.241683 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-81b54703-ad28-4207-9d49-a5d1418258c8 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:48.243894 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-81b54703-ad28-4207-9d49-a5d1418258c8 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1232786
Feb 12 21:06:48.250373 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04ccbdef-51f1-4f3b-a297-f0840011e7cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:48.254116 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-04ccbdef-51f1-4f3b-a297-f0840011e7cd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a51e1174-d848-4176-a3bd-e5c6c74c673e HTTP/1.1" status: 204  len: 168 time: 0.3942206
Feb 12 21:06:48.256204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccbdef-51f1-4f3b-a297-f0840011e7cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a51e1174-d848-4176-a3bd-e5c6c74c673e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:48.258796 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60020) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:48.265545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-dc8cf01d-3a76-4cf4-aea0-495b8281180e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Request body: {'port': {'device_id': '5a28a325-2d79-47b8-824d-719cd96e9007', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '2e3d4a23b3dd48a2a3e78818c60bdf5d'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:48.341509 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1fc1df25-befc-4962-95a5-3c02a36d1657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (c62df3c1-c26b-4d48-9864-22f3fefd5ecc), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:48.414166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f380512-b8d6-4b9e-9535-3f9d6dd0de9a req-7bfbbd32-acb5-436d-b90f-3d283c74f059 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:48.421687 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2f380512-b8d6-4b9e-9535-3f9d6dd0de9a req-7bfbbd32-acb5-436d-b90f-3d283c74f059 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1264429
Feb 12 21:06:48.432429 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1fc1df25-befc-4962-95a5-3c02a36d1657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (c62df3c1-c26b-4d48-9864-22f3fefd5ecc), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:48.459611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-1fc1df25-befc-4962-95a5-3c02a36d1657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f91e93d0>,) {'filters': {'network_id': ['c62df3c1-c26b-4d48-9864-22f3fefd5ecc']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:06:48.472902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-1fc1df25-befc-4962-95a5-3c02a36d1657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f91e93d0>, '9fdef10e-dea8-474b-92bd-803851bc9245') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:06:48.472902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-1fc1df25-befc-4962-95a5-3c02a36d1657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f91e93d0>, '9fdef10e-dea8-474b-92bd-803851bc9245') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:06:48.484827 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1fc1df25-befc-4962-95a5-3c02a36d1657 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (9fdef10e-dea8-474b-92bd-803851bc9245), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:48.491298 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2f380512-b8d6-4b9e-9535-3f9d6dd0de9a req-0b9d42c4-e0bc-423c-9451-c289001ae3b9 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680702
Feb 12 21:06:48.499901 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1fc1df25-befc-4962-95a5-3c02a36d1657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (9fdef10e-dea8-474b-92bd-803851bc9245), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:48.507182 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc1df25-befc-4962-95a5-3c02a36d1657 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:06:48.507580 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1fc1df25-befc-4962-95a5-3c02a36d1657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (9fdef10e-dea8-474b-92bd-803851bc9245), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:06:48.509259 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:06:48.610320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f25f5-7195-43e5-a75f-1fc8d503db8c req-8b838758-9863-4d3b-b86b-f7ed55251f35 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:48.611718 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e51f25f5-7195-43e5-a75f-1fc8d503db8c req-8b838758-9863-4d3b-b86b-f7ed55251f35 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.0824726
Feb 12 21:06:48.618735 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-dc8cf01d-3a76-4cf4-aea0-495b8281180e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Made reservation on behalf of 2e3d4a23b3dd48a2a3e78818c60bdf5d for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:06:48.626692 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-dc8cf01d-3a76-4cf4-aea0-495b8281180e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:48.678324 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e51f25f5-7195-43e5-a75f-1fc8d503db8c req-5fe9704f-84f0-4d90-a617-e83bba243fd8 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551503
Feb 12 21:06:48.688497 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1fc1df25-befc-4962-95a5-3c02a36d1657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (c62df3c1-c26b-4d48-9864-22f3fefd5ecc), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:48.702341 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1fc1df25-befc-4962-95a5-3c02a36d1657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:48.705845 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1fc1df25-befc-4962-95a5-3c02a36d1657 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c62df3c1-c26b-4d48-9864-22f3fefd5ecc HTTP/1.1" status: 204  len: 168 time: 0.4463086
Feb 12 21:06:48.717783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1df25-befc-4962-95a5-3c02a36d1657 admin admin] Pushing event deleted for resources: {'Network': ['ID=c62df3c1-c26b-4d48-9864-22f3fefd5ecc,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:48.793968 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-dc8cf01d-3a76-4cf4-aea0-495b8281180e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Allocated IP 192.168.233.197 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/52f67d81-1a0f-47b3-a26d-1d81adc54066) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:06:48.946001 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-dc8cf01d-3a76-4cf4-aea0-495b8281180e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks [] for port (52f67d81-1a0f-47b3-a26d-1d81adc54066), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:48.953822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60036) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:49.053874 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-dc8cf01d-3a76-4cf4-aea0-495b8281180e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (52f67d81-1a0f-47b3-a26d-1d81adc54066), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:49.068793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['d06b235b-99a9-4368-972a-9fb7e1fd2de3', '1dcd7742-1914-4434-a268-34bdc3f688d2', '00fe00bc-2807-4800-866f-306a75719cca', '343f7369-bd4a-4c45-bac6-12a12a82d733'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:49.071077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5bafff40-3831-43c8-81dd-8619fc446d2e', '2cde5d15-d636-49b0-9a4a-067de06e9f91', 'd12f9147-b8b3-4cc7-ba78-bc82fb796c36'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:49.072152 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-4a97df54-3cb0-48a8-8fd3-2a119cf0ebb4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1851269034-network', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:49.106126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60046) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:49.115150 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-dc8cf01d-3a76-4cf4-aea0-495b8281180e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:06:49.145257 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-dc8cf01d-3a76-4cf4-aea0-495b8281180e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:06:49.159222 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c5c42ce1-2495-4637-a1a4-84f496f3f820 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ae84b3ec90b4727907c0b0078f51772&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0543871
Feb 12 21:06:49.159565 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cf01d-3a76-4cf4-aea0-495b8281180e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event updated for resources: {'Port': ['ID=52f67d81-1a0f-47b3-a26d-1d81adc54066,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:49.159814 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60048) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:49.174498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-dc8cf01d-3a76-4cf4-aea0-495b8281180e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:06:49.284181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a97df54-3cb0-48a8-8fd3-2a119cf0ebb4 admin admin] Made reservation on behalf of a19875f98800434db2950efcf23ff3a4 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:06:49.286181 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-dc8cf01d-3a76-4cf4-aea0-495b8281180e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:49.286901 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-dc8cf01d-3a76-4cf4-aea0-495b8281180e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:49.287270 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a97df54-3cb0-48a8-8fd3-2a119cf0ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:49.308115 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c902a-5ae2-4f83-8ddf-cd001bf7e6cb req-8bb8a614-9dcf-474a-8538-7b228259729c tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:49.311776 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c96c902a-5ae2-4f83-8ddf-cd001bf7e6cb req-8bb8a614-9dcf-474a-8538-7b228259729c tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 948 time: 0.1319056
Feb 12 21:06:49.317696 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a97df54-3cb0-48a8-8fd3-2a119cf0ebb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:49.330094 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c73845-e0a1-4390-bf14-24bf8875ce35 req-c8d9686e-6797-484d-9809-c165c1f437ad tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:49.337877 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32c73845-e0a1-4390-bf14-24bf8875ce35 req-c8d9686e-6797-484d-9809-c165c1f437ad tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 936 time: 0.1769650
Feb 12 21:06:49.355283 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f20679dc-d50d-49da-ac1a-b60af00f4927 admin admin] Publish callbacks [] for security_group (7c68129a-d288-4b5d-aac9-8f27cfd47af2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:49.364331 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c96c902a-5ae2-4f83-8ddf-cd001bf7e6cb req-0c13c449-66c2-44dd-ba07-f617e1e30d33 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475836
Feb 12 21:06:49.415259 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-dc8cf01d-3a76-4cf4-aea0-495b8281180e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1635656
Feb 12 21:06:49.427427 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Request body: {'port': {'device_id': '5a28a325-2d79-47b8-824d-719cd96e9007', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:49.430611 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f20679dc-d50d-49da-ac1a-b60af00f4927 admin admin] Publish callbacks [] for security_group (7c68129a-d288-4b5d-aac9-8f27cfd47af2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:49.508924 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (52f67d81-1a0f-47b3-a26d-1d81adc54066), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:49.524137 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32c73845-e0a1-4390-bf14-24bf8875ce35 req-a458f597-c6a8-4a4d-aae1-40da1a2e6575 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1842668
Feb 12 21:06:49.646616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6ce5b028-08ae-4e6c-b08b-6da6e146791f None None] Provisioning complete for port 52f67d81-1a0f-47b3-a26d-1d81adc54066 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:49.646865 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6ce5b028-08ae-4e6c-b08b-6da6e146791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (52f67d81-1a0f-47b3-a26d-1d81adc54066), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:49.656947 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a97df54-3cb0-48a8-8fd3-2a119cf0ebb4 admin admin] Publish callbacks [] for security_group (05ac9ddb-be18-4486-b39d-1a64686ae3a0), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:49.734959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b8fce-3a81-465e-b5f7-9e443083d27c req-4f69272a-a16e-409a-8c09-98ee88d988ba tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:49.744245 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c93b8fce-3a81-465e-b5f7-9e443083d27c req-4f69272a-a16e-409a-8c09-98ee88d988ba tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0857589
Feb 12 21:06:49.759016 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6ce5b028-08ae-4e6c-b08b-6da6e146791f None None] Port 52f67d81-1a0f-47b3-a26d-1d81adc54066 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:06:49.780884 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f20679dc-d50d-49da-ac1a-b60af00f4927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7c68129a-d288-4b5d-aac9-8f27cfd47af2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:49.784532 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f20679dc-d50d-49da-ac1a-b60af00f4927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:49.789003 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f20679dc-d50d-49da-ac1a-b60af00f4927 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c68129a-d288-4b5d-aac9-8f27cfd47af2 HTTP/1.1" status: 204  len: 168 time: 0.6268485
Feb 12 21:06:49.798080 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a97df54-3cb0-48a8-8fd3-2a119cf0ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (05ac9ddb-be18-4486-b39d-1a64686ae3a0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:49.817149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20679dc-d50d-49da-ac1a-b60af00f4927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c68129a-d288-4b5d-aac9-8f27cfd47af2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:49.842759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a97df54-3cb0-48a8-8fd3-2a119cf0ebb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:06:49.912254 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c93b8fce-3a81-465e-b5f7-9e443083d27c req-f42be305-8b64-4c4d-942b-073f6be186c7 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548128
Feb 12 21:06:49.928520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97df54-3cb0-48a8-8fd3-2a119cf0ebb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ac9ddb-be18-4486-b39d-1a64686ae3a0,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:49.931762 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a97df54-3cb0-48a8-8fd3-2a119cf0ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:49.932095 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-4a97df54-3cb0-48a8-8fd3-2a119cf0ebb4 admin admin] Added segment 1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1 of type vlan for network 8a5b2a07-61e9-49f2-a870-d207fbb10adf
Feb 12 21:06:49.966665 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f67d81-1a0f-47b3-a26d-1d81adc54066 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:49.976499 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Publish callbacks [] for port (52f67d81-1a0f-47b3-a26d-1d81adc54066), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:49.997029 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a97df54-3cb0-48a8-8fd3-2a119cf0ebb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (8a5b2a07-61e9-49f2-a870-d207fbb10adf), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:50.009337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Transition to ACTIVE for port object 52f67d81-1a0f-47b3-a26d-1d81adc54066 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:06:50.053926 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-5c2883fa-30e4-4e8f-a11e-41cbc57e45fb tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e182ad91ab97452284bae777d54ec83d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0388014
Feb 12 21:06:50.069037 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2403ca-ffd5-4946-8e5a-6a792e91ae66 req-b9313ce1-d376-435a-b37f-ffea30589065 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:50.071048 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb2403ca-ffd5-4946-8e5a-6a792e91ae66 req-b9313ce1-d376-435a-b37f-ffea30589065 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.1567750
Feb 12 21:06:50.095217 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (52f67d81-1a0f-47b3-a26d-1d81adc54066), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:50.179667 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb2403ca-ffd5-4946-8e5a-6a792e91ae66 req-a45d368d-a286-472c-b1e4-4cc47f5c2fda tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008890
Feb 12 21:06:50.181710 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=52f67d81-1a0f-47b3-a26d-1d81adc54066,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:50.210803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-bd47a79b-9845-4329-8611-893223d7cca7 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:50.212374 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-bd47a79b-9845-4329-8611-893223d7cca7 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1525702
Feb 12 21:06:50.230083 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-1cfe3fe7-b9d2-4c69-8fd5-dc5236949cd7 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/quotas/e182ad91ab97452284bae777d54ec83d HTTP/1.1" status: 200  len: 375 time: 0.0108757
Feb 12 21:06:50.232082 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a97df54-3cb0-48a8-8fd3-2a119cf0ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (8a5b2a07-61e9-49f2-a870-d207fbb10adf), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:50.240205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a97df54-3cb0-48a8-8fd3-2a119cf0ebb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:50.240205 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a97df54-3cb0-48a8-8fd3-2a119cf0ebb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:50.267949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Attempting to bind port 52f67d81-1a0f-47b3-a26d-1d81adc54066 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:06:50.268055 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Attempting to bind port 52f67d81-1a0f-47b3-a26d-1d81adc54066 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:06:50.268799 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Attempting to bind port 52f67d81-1a0f-47b3-a26d-1d81adc54066 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:50.276692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Port 52f67d81-1a0f-47b3-a26d-1d81adc54066 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:06:50.276692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Attempting to bind port 52f67d81-1a0f-47b3-a26d-1d81adc54066 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:50.280796 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:06:50.281136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:06:50.281547 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:06:50.281979 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Bound port: 52f67d81-1a0f-47b3-a26d-1d81adc54066, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:06:50.282358 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (52f67d81-1a0f-47b3-a26d-1d81adc54066), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:50.356192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97df54-3cb0-48a8-8fd3-2a119cf0ebb4 admin admin] Pushing event updated for resources: {'Network': ['ID=8a5b2a07-61e9-49f2-a870-d207fbb10adf,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:50.367832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 8a5b2a07-61e9-49f2-a870-d207fbb10adf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:06:50.383018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] For port 52f67d81-1a0f-47b3-a26d-1d81adc54066, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:06:50.388020 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] For port 52f67d81-1a0f-47b3-a26d-1d81adc54066, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52f67d81-1a0f-47b3-a26d-1d81adc54066,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:06:50.403881 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-c7753844-359d-409e-a925-45c439baa0a9 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e182ad91ab97452284bae777d54ec83d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1670752
Feb 12 21:06:50.454006 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4a97df54-3cb0-48a8-8fd3-2a119cf0ebb4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.4977140
Feb 12 21:06:50.460828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60082) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:50.466651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5c1b9818-065b-4ad1-a8cb-3ce69f669f15 admin admin] Request body: {'subnet': {'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1851269034-subnet', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:50.499797 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (52f67d81-1a0f-47b3-a26d-1d81adc54066), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:50.534791 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:50.534791 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:50.534791 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] 10.222.0.50 "PUT /v2.0/ports/52f67d81-1a0f-47b3-a26d-1d81adc54066 HTTP/1.1" status: 200  len: 1096 time: 1.1124284
Feb 12 21:06:50.535078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a28a325-2d79-47b8-824d-719cd96e9007', 'tag': '52f67d81-1a0f-47b3-a26d-1d81adc54066'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:50.537179 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4be55b-b3eb-4e08-a298-35b3862de7da" -d '{"events": [{"name": "network-changed", "server_uuid": "5a28a325-2d79-47b8-824d-719cd96e9007", "tag": "52f67d81-1a0f-47b3-a26d-1d81adc54066"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:50.576373 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1b9818-065b-4ad1-a8cb-3ce69f669f15 admin admin] Made reservation on behalf of a19875f98800434db2950efcf23ff3a4 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:06:50.580456 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9818-065b-4ad1-a8cb-3ce69f669f15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:50.606741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c5cc0-0343-4091-9657-7d9e164da6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=52f67d81-1a0f-47b3-a26d-1d81adc54066,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:50.792651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10dca9-5a17-48ae-bba4-0ca4c697ef61 req-0f425312-5cfd-4e3b-91e9-876f577bebb5 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:50.792651 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1e10dca9-5a17-48ae-bba4-0ca4c697ef61 req-0f425312-5cfd-4e3b-91e9-876f577bebb5 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 948 time: 0.1924341
Feb 12 21:06:50.829381 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c170b5ea-5fcb-4591-968d-f9adbc40166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:50.830904 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-c170b5ea-5fcb-4591-968d-f9adbc40166c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 1130 time: 0.1358266
Feb 12 21:06:50.852714 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0085b8-68d7-41f7-93d5-a207c27527d1 x-openstack-request-id: req-6f0085b8-68d7-41f7-93d5-a207c27527d1 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:50.853137 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a28a325-2d79-47b8-824d-719cd96e9007", "tag": "52f67d81-1a0f-47b3-a26d-1d81adc54066", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:50.861633 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f0085b8-68d7-41f7-93d5-a207c27527d1 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:50.861633 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a28a325-2d79-47b8-824d-719cd96e9007', 'tag': '52f67d81-1a0f-47b3-a26d-1d81adc54066', 'status': 'completed', 'code': 200}
Feb 12 21:06:50.910216 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-bc9822c7-9b24-40a0-a91c-8e06555ef62c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=52f67d81-1a0f-47b3-a26d-1d81adc54066 HTTP/1.1" status: 200  len: 217 time: 0.0556788
Feb 12 21:06:50.930237 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-91f34f1f-d6d4-410b-8cf3-1828a2836de2 req-a5537b87-a140-49db-b63a-1d18dc7e8f08 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 210 time: 0.0328104
Feb 12 21:06:50.969499 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1e10dca9-5a17-48ae-bba4-0ca4c697ef61 req-ad779a6b-6014-4a9b-988e-524a192ed7d0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713893
Feb 12 21:06:51.021278 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-cefa4aff-18c1-4a7e-a5c6-cc22e533a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:51.022758 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-cefa4aff-18c1-4a7e-a5c6-cc22e533a9db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1002810
Feb 12 21:06:51.075216 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-9aba0321-945f-4eab-8a87-6941059c10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:51.076775 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-9aba0321-945f-4eab-8a87-6941059c10a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0472641
Feb 12 21:06:51.085274 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164c42d-401a-4979-94e7-101c2b918d88 req-964f8b90-4b55-4a8f-91e7-cd528197cdcc tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:51.087871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f164c42d-401a-4979-94e7-101c2b918d88 req-964f8b90-4b55-4a8f-91e7-cd528197cdcc tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0821042
Feb 12 21:06:51.147080 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f164c42d-401a-4979-94e7-101c2b918d88 req-38286a4e-964f-4cb1-9499-4b9f284a3d4a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513723
Feb 12 21:06:51.178022 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-4400c903-4e20-4522-9d9c-1917271ab3fb service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0944018
Feb 12 21:06:51.282549 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-889a3088-5c2b-420e-a54c-f202913e39d7 req-50c39556-41da-48c7-a4fb-df338bd95cff service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0976214
Feb 12 21:06:51.402179 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9818-065b-4ad1-a8cb-3ce69f669f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (a9243cf6-6f87-4c2d-8314-7b39a4ace0c3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:51.439973 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d7a5c-2215-4766-ad43-7be6ff203e49 req-6687e1f5-1fe5-4fb4-bc0e-04ed6a5a32ee tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:51.441438 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f16d7a5c-2215-4766-ad43-7be6ff203e49 req-6687e1f5-1fe5-4fb4-bc0e-04ed6a5a32ee tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.0840008
Feb 12 21:06:51.491699 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b9818-065b-4ad1-a8cb-3ce69f669f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9243cf6-6f87-4c2d-8314-7b39a4ace0c3,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:51.563517 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f16d7a5c-2215-4766-ad43-7be6ff203e49 req-d7772369-6fb0-4d2e-8109-3b53b357441f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158140
Feb 12 21:06:51.566751 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b9818-065b-4ad1-a8cb-3ce69f669f15 admin admin] Checking segment: {'id': '1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:06:51.567186 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b9818-065b-4ad1-a8cb-3ce69f669f15 admin admin] Network hostable DHCP agents. Network: 8a5b2a07-61e9-49f2-a870-d207fbb10adf, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:06:51.579293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60118) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:51.581707 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4be55b-b3eb-4e08-a298-35b3862de7da req-a5b7b3b7-48bd-46a1-b94d-c82b1f770e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:51.583126 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ed4be55b-b3eb-4e08-a298-35b3862de7da req-a5b7b3b7-48bd-46a1-b94d-c82b1f770e19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 1130 time: 0.1071939
Feb 12 21:06:51.685264 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4be55b-b3eb-4e08-a298-35b3862de7da req-63eb915c-dc3f-4ec1-b319-6b88f5241a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:51.686779 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ed4be55b-b3eb-4e08-a298-35b3862de7da req-63eb915c-dc3f-4ec1-b319-6b88f5241a9d service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.0940092
Feb 12 21:06:51.687772 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a219dea5-bcfc-4d0e-97fe-32df0b73d243 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-830372275-network', 'tenant_id': '225507fa1fa946aa9559a89fe27569b3'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:51.694060 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b9818-065b-4ad1-a8cb-3ce69f669f15 admin admin] Network 8a5b2a07-61e9-49f2-a870-d207fbb10adf is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:06:51.735937 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ed4be55b-b3eb-4e08-a298-35b3862de7da req-97970613-376d-40eb-830d-145f6323b5eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=52f67d81-1a0f-47b3-a26d-1d81adc54066 HTTP/1.1" status: 200  len: 217 time: 0.0399463
Feb 12 21:06:51.785138 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4be55b-b3eb-4e08-a298-35b3862de7da req-2429319c-379b-4a08-b009-b7ce9cd278ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:51.786687 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ed4be55b-b3eb-4e08-a298-35b3862de7da req-2429319c-379b-4a08-b009-b7ce9cd278ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0443497
Feb 12 21:06:51.801836 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-5c1b9818-065b-4ad1-a8cb-3ce69f669f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8a5b2a07-61e9-49f2-a870-d207fbb10adf) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:06:51.811658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55959000-077f-4bec-be0c-133758ab9cd1 None None] Network 8a5b2a07-61e9-49f2-a870-d207fbb10adf requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:06:51.819889 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1b9818-065b-4ad1-a8cb-3ce69f669f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:51.820489 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9818-065b-4ad1-a8cb-3ce69f669f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:51.822640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a219dea5-bcfc-4d0e-97fe-32df0b73d243 admin admin] Made reservation on behalf of 225507fa1fa946aa9559a89fe27569b3 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:06:51.824945 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a219dea5-bcfc-4d0e-97fe-32df0b73d243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:51.838926 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a219dea5-bcfc-4d0e-97fe-32df0b73d243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:51.846550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4be55b-b3eb-4e08-a298-35b3862de7da req-a95a1c46-fd7b-4a1c-b784-a6a15955e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:51.848057 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ed4be55b-b3eb-4e08-a298-35b3862de7da req-a95a1c46-fd7b-4a1c-b784-a6a15955e85d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0553145
Feb 12 21:06:51.967297 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'fixed_ips': [{'subnet_id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:06:51.967297 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:52.003541 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5c1b9818-065b-4ad1-a8cb-3ce69f669f15 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.5388558
Feb 12 21:06:52.003541 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ed4be55b-b3eb-4e08-a298-35b3862de7da req-9b66119e-933e-4790-9299-0d4783624860 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437986
Feb 12 21:06:52.004688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60126) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:52.009992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1851269034-router', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:52.141713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Allocated IP 172.20.0.2 (8a5b2a07-61e9-49f2-a870-d207fbb10adf/a9243cf6-6f87-4c2d-8314-7b39a4ace0c3/d0e2264a-67f1-4a9d-98ff-c680a151058d) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:06:52.164740 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ed4be55b-b3eb-4e08-a298-35b3862de7da req-55f87244-62d8-4645-a333-5b503a1eaf55 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506412
Feb 12 21:06:52.197178 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389ee2e-7f4b-4b2d-bd2d-9ab0bc3c42a1 req-0de5bc27-ba7e-41de-b17d-b33e33e2ac6b tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:52.199400 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f389ee2e-7f4b-4b2d-bd2d-9ab0bc3c42a1 req-0de5bc27-ba7e-41de-b17d-b33e33e2ac6b tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 948 time: 0.0876925
Feb 12 21:06:52.201982 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (45f5ec04-715d-4fb8-9b57-5e07df243a78), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:52.203356 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (45f5ec04-715d-4fb8-9b57-5e07df243a78), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:52.265921 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9153e74-c841-4729-9b21-9c6c9603d816 req-0d6d1edd-cdfd-4952-803f-d5f6766ea71c tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 210 time: 0.0343790
Feb 12 21:06:52.299305 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f389ee2e-7f4b-4b2d-bd2d-9ab0bc3c42a1 req-9fc5e602-f346-4be1-a34c-f6f1642f3659 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908144
Feb 12 21:06:52.302757 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Publish callbacks [] for router_controller (45f5ec04-715d-4fb8-9b57-5e07df243a78), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:52.324852 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a219dea5-bcfc-4d0e-97fe-32df0b73d243 admin admin] Publish callbacks [] for security_group (91eaa2a6-cb68-4b03-b100-28b1da244adf), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:52.359310 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Publish callbacks [] for port (d0e2264a-67f1-4a9d-98ff-c680a151058d), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:52.387627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f96178-d9f7-4491-9203-a244c4b19c83 req-a558c520-9cda-44c0-86a2-cd4db5cdcfcd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:52.389152 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11f96178-d9f7-4491-9203-a244c4b19c83 req-a558c520-9cda-44c0-86a2-cd4db5cdcfcd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0544894
Feb 12 21:06:52.437842 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11f96178-d9f7-4491-9203-a244c4b19c83 req-ae6392de-2ea0-4ec1-8326-cd818a182ea1 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429204
Feb 12 21:06:52.505492 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (d0e2264a-67f1-4a9d-98ff-c680a151058d), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:52.506695 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a219dea5-bcfc-4d0e-97fe-32df0b73d243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (91eaa2a6-cb68-4b03-b100-28b1da244adf), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:52.528623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a219dea5-bcfc-4d0e-97fe-32df0b73d243 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:06:52.545159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Network 8a5b2a07-61e9-49f2-a870-d207fbb10adf is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:06:52.550322 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a219dea5-bcfc-4d0e-97fe-32df0b73d243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:52.550322 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-a219dea5-bcfc-4d0e-97fe-32df0b73d243 admin admin] Added segment e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba of type vlan for network 500b8539-c5e5-4f3e-8048-ff853db68c9e
Feb 12 21:06:52.550576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:06:52.551662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:06:52.560446 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219dea5-bcfc-4d0e-97fe-32df0b73d243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91eaa2a6-cb68-4b03-b100-28b1da244adf,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:52.564721 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Pushing event updated for resources: {'Port': ['ID=d0e2264a-67f1-4a9d-98ff-c680a151058d,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:52.571762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ec357ac8-2d34-44cb-8ba8-0821decd9e9a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:06:52.606612 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a219dea5-bcfc-4d0e-97fe-32df0b73d243 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (500b8539-c5e5-4f3e-8048-ff853db68c9e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:52.654484 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Publish callbacks [] for router_gateway (45f5ec04-715d-4fb8-9b57-5e07df243a78), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:52.659186 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Attempting to bind port d0e2264a-67f1-4a9d-98ff-c680a151058d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:06:52.659566 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Attempting to bind port d0e2264a-67f1-4a9d-98ff-c680a151058d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:06:52.659953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Attempting to bind port d0e2264a-67f1-4a9d-98ff-c680a151058d on network 8a5b2a07-61e9-49f2-a870-d207fbb10adf {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:52.676506 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:06:52.676883 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Checking segment: {'id': '1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:06:52.677285 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:52.677751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Bound using segment: {'id': '1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:06:52.678226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Bound port: d0e2264a-67f1-4a9d-98ff-c680a151058d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:06:52.678606 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d0e2264a-67f1-4a9d-98ff-c680a151058d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:52.713100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909f834-da22-4798-af4f-c6faed49cb19 req-269ff60c-681e-4386-a698-50de213cb60a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:52.714701 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8909f834-da22-4798-af4f-c6faed49cb19 req-269ff60c-681e-4386-a698-50de213cb60a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.0560355
Feb 12 21:06:52.727879 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a219dea5-bcfc-4d0e-97fe-32df0b73d243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (500b8539-c5e5-4f3e-8048-ff853db68c9e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:52.729178 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219dea5-bcfc-4d0e-97fe-32df0b73d243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:52.729995 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a219dea5-bcfc-4d0e-97fe-32df0b73d243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:52.796917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219dea5-bcfc-4d0e-97fe-32df0b73d243 admin admin] Pushing event updated for resources: {'Network': ['ID=500b8539-c5e5-4f3e-8048-ff853db68c9e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:52.822468 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8909f834-da22-4798-af4f-c6faed49cb19 req-7e206bd9-03d4-4127-8954-b5955811002f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011574
Feb 12 21:06:52.863935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a219dea5-bcfc-4d0e-97fe-32df0b73d243 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.2834110
Feb 12 21:06:52.864878 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60138) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:52.869838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e74224d0-9a22-4d0a-b503-232c7fa5c107 admin admin] Request body: {'subnet': {'network_id': '500b8539-c5e5-4f3e-8048-ff853db68c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-830372275-subnet', 'tenant_id': '225507fa1fa946aa9559a89fe27569b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:52.879985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 500b8539-c5e5-4f3e-8048-ff853db68c9e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:06:52.999853 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74224d0-9a22-4d0a-b503-232c7fa5c107 admin admin] Made reservation on behalf of 225507fa1fa946aa9559a89fe27569b3 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:06:53.002554 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e74224d0-9a22-4d0a-b503-232c7fa5c107 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:53.057963 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Publish callbacks [] for router_gateway (45f5ec04-715d-4fb8-9b57-5e07df243a78), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:53.068271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ec357ac8-2d34-44cb-8ba8-0821decd9e9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:53.079360 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:53.110653 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] For port d0e2264a-67f1-4a9d-98ff-c680a151058d, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:06:53.112726 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a', 'network_id': 'b37f44d3-46f5-4895-8fa7-7d479d4b0ff2', 'port_id': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a', 'mac_address': 'fa:16:3e:60:7e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825e3da2-4f7e-429c-bcf3-a663244459b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:06:53.131367 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] For port d0e2264a-67f1-4a9d-98ff-c680a151058d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0e2264a-67f1-4a9d-98ff-c680a151058d,segment=NetworkSegment(1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1),segment_id=1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:06:53.170604 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ec357ac8-2d34-44cb-8ba8-0821decd9e9a is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:53.171002 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:53.190572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec357ac8-2d34-44cb-8ba8-0821decd9e9a {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:53.197074 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Allocated IP 172.35.2.229 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/dfe79360-c01b-4cad-a2c3-cc950955bb3a) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:06:53.217396 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ec357ac8-2d34-44cb-8ba8-0821decd9e9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:53.259231 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d0e2264a-67f1-4a9d-98ff-c680a151058d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:53.304780 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e74224d0-9a22-4d0a-b503-232c7fa5c107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (380301fb-f8fa-48ad-8387-bfa0ccd33656), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:53.321628 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feae8f4-2998-490c-86c1-fe3634c11aaa None None] Pushing event updated for resources: {'Port': ['ID=d0e2264a-67f1-4a9d-98ff-c680a151058d,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:53.344097 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Publish callbacks [] for port (dfe79360-c01b-4cad-a2c3-cc950955bb3a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:53.384485 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:53.427757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74224d0-9a22-4d0a-b503-232c7fa5c107 admin admin] Checking segment: {'id': 'e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '500b8539-c5e5-4f3e-8048-ff853db68c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:06:53.427757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74224d0-9a22-4d0a-b503-232c7fa5c107 admin admin] Network hostable DHCP agents. Network: 500b8539-c5e5-4f3e-8048-ff853db68c9e, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:06:53.427757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74224d0-9a22-4d0a-b503-232c7fa5c107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=380301fb-f8fa-48ad-8387-bfa0ccd33656,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:53.483022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb7d6b-4abf-4bcd-b049-dbb28d1232c4 req-401c1127-10ea-4dfd-899d-150dc670a952 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:53.484669 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-caeb7d6b-4abf-4bcd-b049-dbb28d1232c4 req-401c1127-10ea-4dfd-899d-150dc670a952 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 948 time: 0.0824127
Feb 12 21:06:53.486981 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (dfe79360-c01b-4cad-a2c3-cc950955bb3a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:53.524614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:53.556764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['ec357ac8-2d34-44cb-8ba8-0821decd9e9a'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:53.582624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74224d0-9a22-4d0a-b503-232c7fa5c107 admin admin] Network 500b8539-c5e5-4f3e-8048-ff853db68c9e is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:06:53.727952 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-72810f8f-fee0-48be-93f2-f78fa3f45880 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e182ad91ab97452284bae777d54ec83d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0517530
Feb 12 21:06:53.776463 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-297c475f-0173-477b-a442-2247132c1735 req-e1c9b2d4-ff1c-4e4d-a967-ef2292a40237 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 210 time: 0.3841920
Feb 12 21:06:53.783304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-e74224d0-9a22-4d0a-b503-232c7fa5c107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 500b8539-c5e5-4f3e-8048-ff853db68c9e) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:06:53.795590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1ff405-b284-43bb-8743-f73f9c2c3a22 None None] Network 500b8539-c5e5-4f3e-8048-ff853db68c9e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:06:53.803799 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74224d0-9a22-4d0a-b503-232c7fa5c107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:53.804432 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e74224d0-9a22-4d0a-b503-232c7fa5c107 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:53.956385 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8e995-9b9a-40de-a853-e70bf58c9908 req-60e6d5b3-a774-4dec-9ee3-0f11b34e3acd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:53.959636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57016dd4-37c6-4300-af05-fa388773f6d7 None None] Network 500b8539-c5e5-4f3e-8048-ff853db68c9e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:06:53.963916 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36f8e995-9b9a-40de-a853-e70bf58c9908 req-60e6d5b3-a774-4dec-9ee3-0f11b34e3acd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 944 time: 0.0931878
Feb 12 21:06:53.979465 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-174e8dd3-1ad8-469d-a646-a7ccc7536e8a tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:53.981664 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-174e8dd3-1ad8-469d-a646-a7ccc7536e8a tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2168329
Feb 12 21:06:53.996761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-574c1714-331c-4721-bd3c-ea99fbd50f9c tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Request body: {'port': {'device_id': 'e945404b-2162-40c7-a141-3290a269d450', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': 'e182ad91ab97452284bae777d54ec83d'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:54.005568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e74224d0-9a22-4d0a-b503-232c7fa5c107 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1395781
Feb 12 21:06:54.101175 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36f8e995-9b9a-40de-a853-e70bf58c9908 req-037820b5-4275-4de8-b786-673a87085998 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362081
Feb 12 21:06:54.124604 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:06:54.127622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:06:54.144516 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Pushing event updated for resources: {'Port': ['ID=dfe79360-c01b-4cad-a2c3-cc950955bb3a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:54.151233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:06:54.172736 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-caeb7d6b-4abf-4bcd-b049-dbb28d1232c4 req-b827ba64-9a12-4152-b1f6-f3f78f0b6197 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707027
Feb 12 21:06:54.272584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d85097-60ec-459c-b8d5-98ea744fc456 req-0217ea65-d1a7-4f78-b915-9249b487e6e0 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:54.272584 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-97d85097-60ec-459c-b8d5-98ea744fc456 req-0217ea65-d1a7-4f78-b915-9249b487e6e0 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.0855172
Feb 12 21:06:54.330721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-574c1714-331c-4721-bd3c-ea99fbd50f9c tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Made reservation on behalf of e182ad91ab97452284bae777d54ec83d for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:06:54.334610 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-574c1714-331c-4721-bd3c-ea99fbd50f9c tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:54.383065 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-97d85097-60ec-459c-b8d5-98ea744fc456 req-2b0d3f0e-117d-43ff-9877-545fce2c1bea tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045787
Feb 12 21:06:54.432734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-a04af478-07dd-44b1-ac41-5f45430fde66 req-6b66762f-25d9-4448-9302-2220f8701907 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-283687624', 'description': 'tempest-description-577070729'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:54.517527 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-574c1714-331c-4721-bd3c-ea99fbd50f9c tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Allocated IP 192.168.233.96 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/a0baed29-10f3-48fe-b214-5e1ef2af8973) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:06:54.538864 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a04af478-07dd-44b1-ac41-5f45430fde66 req-6b66762f-25d9-4448-9302-2220f8701907 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:54.603056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 52f67d81-1a0f-47b3-a26d-1d81adc54066 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:06:54.608364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ec357ac8-2d34-44cb-8ba8-0821decd9e9a up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:06:54.764973 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a04af478-07dd-44b1-ac41-5f45430fde66 req-6b66762f-25d9-4448-9302-2220f8701907 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (d03fdd0f-8263-425f-9df4-bea560d1f8ee), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:54.764973 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Publish callbacks [] for router_gateway (45f5ec04-715d-4fb8-9b57-5e07df243a78), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:54.771935 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc78d55-553f-40a4-8e95-8a21184e1811 None None] Network 8a5b2a07-61e9-49f2-a870-d207fbb10adf requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:06:54.780327 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-574c1714-331c-4721-bd3c-ea99fbd50f9c tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks [] for port (a0baed29-10f3-48fe-b214-5e1ef2af8973), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:54.875288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e838abc8-e76f-45cd-a6d0-efc045371e2f None None] Provisioning complete for port d0e2264a-67f1-4a9d-98ff-c680a151058d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:54.875662 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e838abc8-e76f-45cd-a6d0-efc045371e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d0e2264a-67f1-4a9d-98ff-c680a151058d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:54.890159 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a04af478-07dd-44b1-ac41-5f45430fde66 req-6b66762f-25d9-4448-9302-2220f8701907 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d03fdd0f-8263-425f-9df4-bea560d1f8ee), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:54.920703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port ec357ac8-2d34-44cb-8ba8-0821decd9e9a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:54.921094 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:54.923128 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9092d7f8-4ab7-4204-b1a6-b6c49b84eb2e req-05827236-4835-40ad-9900-28974598bb94 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 210 time: 0.0487916
Feb 12 21:06:54.926841 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-574c1714-331c-4721-bd3c-ea99fbd50f9c tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a0baed29-10f3-48fe-b214-5e1ef2af8973), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:54.961911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a318a716-17e1-474f-b913-0ba637029c68'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:54.984625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-574c1714-331c-4721-bd3c-ea99fbd50f9c tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:06:54.988512 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-574c1714-331c-4721-bd3c-ea99fbd50f9c tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:06:54.992471 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-574c1714-331c-4721-bd3c-ea99fbd50f9c tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:06:54.998621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 52f67d81-1a0f-47b3-a26d-1d81adc54066, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52f67d81-1a0f-47b3-a26d-1d81adc54066,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:54.999989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c1714-331c-4721-bd3c-ea99fbd50f9c tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Pushing event updated for resources: {'Port': ['ID=a0baed29-10f3-48fe-b214-5e1ef2af8973,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:55.003216 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66762f-25d9-4448-9302-2220f8701907 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03fdd0f-8263-425f-9df4-bea560d1f8ee,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:55.055026 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (45f5ec04-715d-4fb8-9b57-5e07df243a78), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:55.056919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '52f67d81-1a0f-47b3-a26d-1d81adc54066', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '52f67d81-1a0f-47b3-a26d-1d81adc54066', 'mac_address': 'fa:16:3e:56:26:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:06:55.060680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-574c1714-331c-4721-bd3c-ea99fbd50f9c tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:55.061854 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-574c1714-331c-4721-bd3c-ea99fbd50f9c tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:55.112706 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a04af478-07dd-44b1-ac41-5f45430fde66 req-6b66762f-25d9-4448-9302-2220f8701907 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:55.114278 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a04af478-07dd-44b1-ac41-5f45430fde66 req-6b66762f-25d9-4448-9302-2220f8701907 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.6898987
Feb 12 21:06:55.201820 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-574c1714-331c-4721-bd3c-ea99fbd50f9c tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2111747
Feb 12 21:06:55.217608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Request body: {'port': {'device_id': 'e945404b-2162-40c7-a141-3290a269d450', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:55.229692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-7eb40b0e-2266-4ae5-99a1-37cad74cfafa req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1003739601', 'description': 'tempest-description-1816004786'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:06:55.280644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e838abc8-e76f-45cd-a6d0-efc045371e2f None None] Current status of the port d0e2264a-67f1-4a9d-98ff-c680a151058d is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:55.281145 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e838abc8-e76f-45cd-a6d0-efc045371e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d0e2264a-67f1-4a9d-98ff-c680a151058d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:55.347087 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7eb40b0e-2266-4ae5-99a1-37cad74cfafa req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:55.397674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Router 45f5ec04-715d-4fb8-9b57-5e07df243a78 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:06:55.409706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 52f67d81-1a0f-47b3-a26d-1d81adc54066 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:55.410210 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (52f67d81-1a0f-47b3-a26d-1d81adc54066), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:55.424186 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a0baed29-10f3-48fe-b214-5e1ef2af8973), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:55.471103 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda51462-6f99-452c-aec0-6dd6af71f4b6 req-aa67a62d-27c3-4fcd-beb2-b1fdc696f86e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:55.481317 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eda51462-6f99-452c-aec0-6dd6af71f4b6 req-aa67a62d-27c3-4fcd-beb2-b1fdc696f86e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 944 time: 0.1656582
Feb 12 21:06:55.494514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f67d81-1a0f-47b3-a26d-1d81adc54066 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:55.551234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e838abc8-e76f-45cd-a6d0-efc045371e2f None None] For port d0e2264a-67f1-4a9d-98ff-c680a151058d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0e2264a-67f1-4a9d-98ff-c680a151058d,segment=NetworkSegment(1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1),segment_id=1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:55.553657 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ec357ac8-2d34-44cb-8ba8-0821decd9e9a is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:55.561368 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:55.561368 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 52f67d81-1a0f-47b3-a26d-1d81adc54066, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52f67d81-1a0f-47b3-a26d-1d81adc54066,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:55.615139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:06:55.685564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb565b3e-86a6-4ab9-b812-5901d747f049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:55.685564 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2181a280-4e95-4f68-ac23-034b128be378" -d '{"events": [{"server_uuid": "bb565b3e-86a6-4ab9-b812-5901d747f049", "name": "network-vif-plugged", "status": "completed", "tag": "ec357ac8-2d34-44cb-8ba8-0821decd9e9a"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:55.685918 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Sync routers for ids ['45f5ec04-715d-4fb8-9b57-5e07df243a78'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:06:55.685918 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Routers {'45f5ec04-715d-4fb8-9b57-5e07df243a78'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:06:55.685918 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba55fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:06:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['45f5ec04-715d-4fb8-9b57-5e07df243a78'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:06:55.686474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d0e2264a-67f1-4a9d-98ff-c680a151058d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:06:55.713344 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7eb40b0e-2266-4ae5-99a1-37cad74cfafa req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (dbfab272-2908-4105-a62b-ae7258207b37), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:55.795017 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ec357ac8-2d34-44cb-8ba8-0821decd9e9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:55.823626 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e838abc8-e76f-45cd-a6d0-efc045371e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d0e2264a-67f1-4a9d-98ff-c680a151058d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:55.827918 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (52f67d81-1a0f-47b3-a26d-1d81adc54066), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:55.874653 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7eb40b0e-2266-4ae5-99a1-37cad74cfafa req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (dbfab272-2908-4105-a62b-ae7258207b37), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:55.875394 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eda51462-6f99-452c-aec0-6dd6af71f4b6 req-3cf2ea6d-c920-4176-96a1-25e4e2165574 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3942981
Feb 12 21:06:55.908664 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Set router 45f5ec04-715d-4fb8-9b57-5e07df243a78 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:06:55.959983 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6cb15ef8-3d1c-41fc-8434-5f0954601914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:55.968978 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfab272-2908-4105-a62b-ae7258207b37,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:55.976016 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:55.986848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838abc8-e76f-45cd-a6d0-efc045371e2f None None] Pushing event updated for resources: {'Port': ['ID=d0e2264a-67f1-4a9d-98ff-c680a151058d,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:56.006394 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d0e2264a-67f1-4a9d-98ff-c680a151058d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:56.006394 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d0e2264a-67f1-4a9d-98ff-c680a151058d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:56.008838 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:56.016572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60208) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:06:56.020809 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-02f92742-333f-40bc-9c17-91b0daa46cbb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.0152276
Feb 12 21:06:56.022704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.030388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.030921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.031378 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.031838 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.034554 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.035028 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.035503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.035956 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.036999 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.037492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.040711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.041198 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.066482 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7eb40b0e-2266-4ae5-99a1-37cad74cfafa req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:56.069519 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7eb40b0e-2266-4ae5-99a1-37cad74cfafa req-451eeab4-dc4f-45eb-9105-fcf2145dcbf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.8696513
Feb 12 21:06:56.093609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-aa9f42e4-ac34-4e60-89b7-d0d7c8c2a906 None None] Provisioning complete for port d0e2264a-67f1-4a9d-98ff-c680a151058d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:56.094028 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-aa9f42e4-ac34-4e60-89b7-d0d7c8c2a906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d0e2264a-67f1-4a9d-98ff-c680a151058d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:56.176944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=52f67d81-1a0f-47b3-a26d-1d81adc54066,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:56.281089 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8133f1d-461d-47bc-84ba-5282ffbcdd77 req-790120bc-17dc-468b-9397-00d108281e87 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:56.298049 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f8133f1d-461d-47bc-84ba-5282ffbcdd77 req-790120bc-17dc-468b-9397-00d108281e87 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.1339319
Feb 12 21:06:56.313183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0baed29-10f3-48fe-b214-5e1ef2af8973 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:06:56.324066 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Publish callbacks [] for port (a0baed29-10f3-48fe-b214-5e1ef2af8973), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:56.342793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Transition to ACTIVE for port object a0baed29-10f3-48fe-b214-5e1ef2af8973 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:06:56.386794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:56.393729 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['52f67d81-1a0f-47b3-a26d-1d81adc54066'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:06:56.401890 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f8133f1d-461d-47bc-84ba-5282ffbcdd77 req-2166e286-79f4-419e-934e-692995d5d944 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028445
Feb 12 21:06:56.410850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b5e01-855a-4a38-9d99-091d3202ac28 req-4bd6c866-b4c5-468f-9444-094bbd69b0a7 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:56.413014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c0b5e01-855a-4a38-9d99-091d3202ac28 req-4bd6c866-b4c5-468f-9444-094bbd69b0a7 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 949 time: 0.4138758
Feb 12 21:06:56.455694 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba55fd0>, [{'id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'name': 'tempest-ServersTestBootFromVolume-1851269034-router', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:06:52Z', 'updated_at': '2022-02-12T21:06:54Z', 'revision_number': 3, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'gw_port': {'id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:53Z', 'updated_at': '2022-02-12T21:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:06:56.510151 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (a0baed29-10f3-48fe-b214-5e1ef2af8973), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:56.516003 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13db9c0b-bd9f-4914-8bf9-ea28b763a269 x-openstack-request-id: req-13db9c0b-bd9f-4914-8bf9-ea28b763a269 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:56.516344 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb565b3e-86a6-4ab9-b812-5901d747f049", "name": "network-vif-plugged", "status": "completed", "tag": "ec357ac8-2d34-44cb-8ba8-0821decd9e9a", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:56.516598 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13db9c0b-bd9f-4914-8bf9-ea28b763a269 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:56.517024 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb565b3e-86a6-4ab9-b812-5901d747f049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a', 'code': 200}
Feb 12 21:06:56.517585 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port d0e2264a-67f1-4a9d-98ff-c680a151058d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:56.673727 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f42e4-ac34-4e60-89b7-d0d7c8c2a906 None None] Current status of the port d0e2264a-67f1-4a9d-98ff-c680a151058d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:56.685963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c0b5e01-855a-4a38-9d99-091d3202ac28 req-d9abe3bc-ee95-4794-bbc8-b618d2d899e8 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2633200
Feb 12 21:06:56.689881 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7674cf-b975-41b0-80d5-ec2c1856eccd req-01bc903f-5c34-4c7e-86f4-1b2e6ff6d8dd tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:56.713917 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e7674cf-b975-41b0-80d5-ec2c1856eccd req-01bc903f-5c34-4c7e-86f4-1b2e6ff6d8dd tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 947 time: 0.1121271
Feb 12 21:06:56.724259 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Checking router: 45f5ec04-715d-4fb8-9b57-5e07df243a78 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:06:56.724850 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Updating router 45f5ec04-715d-4fb8-9b57-5e07df243a78 port dfe79360-c01b-4cad-a2c3-cc950955bb3a binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:06:56.760353 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Pushing event updated for resources: {'Port': ['ID=a0baed29-10f3-48fe-b214-5e1ef2af8973,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:56.760519 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:56.776654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.781016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.781016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.781016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.781016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.781016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.781016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.781016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.781016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.781016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.781016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.781016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.782551 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:56.815107 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dfe79360-c01b-4cad-a2c3-cc950955bb3a), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:56.850023 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e7674cf-b975-41b0-80d5-ec2c1856eccd req-211b107a-485a-4e28-97e8-d02eb88ef5c2 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430855
Feb 12 21:06:57.099980 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-a4800a65-458a-4f28-aca8-d70909fd31a8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:57.101645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-a4800a65-458a-4f28-aca8-d70909fd31a8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/networks?id=500b8539-c5e5-4f3e-8048-ff853db68c9e HTTP/1.1" status: 200  len: 812 time: 0.2722850
Feb 12 21:06:57.119477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Attempting to bind port a0baed29-10f3-48fe-b214-5e1ef2af8973 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:06:57.119477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Attempting to bind port a0baed29-10f3-48fe-b214-5e1ef2af8973 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:06:57.119477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Attempting to bind port a0baed29-10f3-48fe-b214-5e1ef2af8973 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:57.126662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Port a0baed29-10f3-48fe-b214-5e1ef2af8973 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:06:57.127136 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Attempting to bind port a0baed29-10f3-48fe-b214-5e1ef2af8973 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:57.143486 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8351ee0b-89bc-44fe-9974-dc880baaf030 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/quotas/225507fa1fa946aa9559a89fe27569b3 HTTP/1.1" status: 200  len: 375 time: 0.0266964
Feb 12 21:06:57.159309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:06:57.161445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:06:57.161445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:06:57.161445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Bound port: a0baed29-10f3-48fe-b214-5e1ef2af8973, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:06:57.161445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a0baed29-10f3-48fe-b214-5e1ef2af8973), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:57.168527 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc2fb5-a795-4dc9-8181-0a93806e117f req-52078966-25f7-4e37-974a-5cf82cd666c2 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:57.171788 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5fc2fb5-a795-4dc9-8181-0a93806e117f req-52078966-25f7-4e37-974a-5cf82cd666c2 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1882119
Feb 12 21:06:57.254880 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5fc2fb5-a795-4dc9-8181-0a93806e117f req-8a07f58f-bb44-4fcb-ba1f-93bf8a1f0f2a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734518
Feb 12 21:06:57.277974 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Publish callbacks [] for port (dfe79360-c01b-4cad-a2c3-cc950955bb3a), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:57.287736 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-b73ea653-e92c-4088-a4f8-d83fe5e82af7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=225507fa1fa946aa9559a89fe27569b3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1281574
Feb 12 21:06:57.355202 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dfe79360-c01b-4cad-a2c3-cc950955bb3a), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:57.413006 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Attempting to bind port dfe79360-c01b-4cad-a2c3-cc950955bb3a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:06:57.414857 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Attempting to bind port dfe79360-c01b-4cad-a2c3-cc950955bb3a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:06:57.414857 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Attempting to bind port dfe79360-c01b-4cad-a2c3-cc950955bb3a on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:06:57.427326 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:06:57.428005 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:06:57.429126 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:57.430397 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:06:57.431268 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Bound port: dfe79360-c01b-4cad-a2c3-cc950955bb3a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:06:57.432103 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dfe79360-c01b-4cad-a2c3-cc950955bb3a), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:57.435137 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652f572-a6df-4fd4-a1dd-58c88555bc30 None None] Pushing event updated for resources: {'Port': ['ID=dfe79360-c01b-4cad-a2c3-cc950955bb3a,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:57.455969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] For port a0baed29-10f3-48fe-b214-5e1ef2af8973, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:06:57.463002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] For port a0baed29-10f3-48fe-b214-5e1ef2af8973, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0baed29-10f3-48fe-b214-5e1ef2af8973,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:06:57.499361 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e652f572-a6df-4fd4-a1dd-58c88555bc30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:57.502793 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e652f572-a6df-4fd4-a1dd-58c88555bc30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:57.503203 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e652f572-a6df-4fd4-a1dd-58c88555bc30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:57.503648 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e652f572-a6df-4fd4-a1dd-58c88555bc30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:57.504345 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e652f572-a6df-4fd4-a1dd-58c88555bc30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:57.507315 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e652f572-a6df-4fd4-a1dd-58c88555bc30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:57.507779 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e652f572-a6df-4fd4-a1dd-58c88555bc30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:57.508226 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e652f572-a6df-4fd4-a1dd-58c88555bc30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:57.508833 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e652f572-a6df-4fd4-a1dd-58c88555bc30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:57.509282 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e652f572-a6df-4fd4-a1dd-58c88555bc30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:57.511149 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e652f572-a6df-4fd4-a1dd-58c88555bc30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:57.511832 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e652f572-a6df-4fd4-a1dd-58c88555bc30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:57.512047 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e652f572-a6df-4fd4-a1dd-58c88555bc30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:57.540498 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d0e2264a-67f1-4a9d-98ff-c680a151058d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:06:57.553830 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-1522fad6-717b-4fe8-9e37-e9337604d1e2 service neutron] 10.222.0.31 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2666519
Feb 12 21:06:57.615412 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] For port dfe79360-c01b-4cad-a2c3-cc950955bb3a, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:06:57.621834 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] For port dfe79360-c01b-4cad-a2c3-cc950955bb3a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfe79360-c01b-4cad-a2c3-cc950955bb3a,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:06:57.669705 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77cd49-311e-47c3-b047-ed5b9a2c5fbc req-b3543a87-f9fa-4af8-bfa7-620b610bd0af tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:57.676690 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d0e2264a-67f1-4a9d-98ff-c680a151058d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:57.677259 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d0e2264a-67f1-4a9d-98ff-c680a151058d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:57.679833 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-da77cd49-311e-47c3-b047-ed5b9a2c5fbc req-b3543a87-f9fa-4af8-bfa7-620b610bd0af tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.1693878
Feb 12 21:06:57.687262 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:57.693534 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (a0baed29-10f3-48fe-b214-5e1ef2af8973), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:57.743598 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dfe79360-c01b-4cad-a2c3-cc950955bb3a), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:57.797213 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-777ac7e4-e919-42d3-8bb7-6a289f89a3e0 service neutron] 10.222.0.31 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2212698
Feb 12 21:06:57.800658 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-da77cd49-311e-47c3-b047-ed5b9a2c5fbc req-2f537880-fc06-4f98-afc3-403fb0c74bd7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197128
Feb 12 21:06:57.853972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:57.858534 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port d0e2264a-67f1-4a9d-98ff-c680a151058d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:57.859474 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:57.863248 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] 10.222.0.48 "PUT /v2.0/ports/a0baed29-10f3-48fe-b214-5e1ef2af8973 HTTP/1.1" status: 200  len: 1095 time: 2.6536565
Feb 12 21:06:57.871609 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e945404b-2162-40c7-a141-3290a269d450', 'tag': 'a0baed29-10f3-48fe-b214-5e1ef2af8973'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:57.877258 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde3649e-8b66-42b1-b6ac-02a32184c42d" -d '{"events": [{"name": "network-changed", "server_uuid": "e945404b-2162-40c7-a141-3290a269d450", "tag": "a0baed29-10f3-48fe-b214-5e1ef2af8973"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:57.883296 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652f572-a6df-4fd4-a1dd-58c88555bc30 None None] Pushing event updated for resources: {'Port': ['ID=dfe79360-c01b-4cad-a2c3-cc950955bb3a,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:57.889281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8f65d-d32a-4b3d-8468-c8ac1f1b7bcb service neutron] Pushing event updated for resources: {'Port': ['ID=a0baed29-10f3-48fe-b214-5e1ef2af8973,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:57.908719 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Routers {'45f5ec04-715d-4fb8-9b57-5e07df243a78'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:06:57.909663 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba55fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:06:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['45f5ec04-715d-4fb8-9b57-5e07df243a78'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:06:58.094322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2221d-2836-4a8c-91e3-45170ff80696 req-466f89ee-4a00-4be3-9bc4-d4b1ea0b753a tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:58.096567 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9fc2221d-2836-4a8c-91e3-45170ff80696 req-466f89ee-4a00-4be3-9bc4-d4b1ea0b753a tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 949 time: 0.1417623
Feb 12 21:06:58.118669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Allocated IP 172.20.0.1 (8a5b2a07-61e9-49f2-a870-d207fbb10adf/a9243cf6-6f87-4c2d-8314-7b39a4ace0c3/87963573-abc0-4c6b-8e70-daf9cdd61a2f) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:06:58.173630 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-adbc6dc0-9b4b-40f7-be91-4bbb5234fe30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:58.191460 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] Set router 45f5ec04-715d-4fb8-9b57-5e07df243a78 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:06:58.197800 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9fc2221d-2836-4a8c-91e3-45170ff80696 req-406ba1d8-e090-4483-accb-03f62f25efbf tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953929
Feb 12 21:06:58.253063 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Publish callbacks [] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:58.336995 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ec67e0-3910-4cbe-832c-829b96ca2f87 x-openstack-request-id: req-00ec67e0-3910-4cbe-832c-829b96ca2f87 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:58.337276 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e945404b-2162-40c7-a141-3290a269d450", "tag": "a0baed29-10f3-48fe-b214-5e1ef2af8973", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:58.337554 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00ec67e0-3910-4cbe-832c-829b96ca2f87 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:58.337957 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e945404b-2162-40c7-a141-3290a269d450', 'tag': 'a0baed29-10f3-48fe-b214-5e1ef2af8973', 'status': 'completed', 'code': 200}
Feb 12 21:06:58.369679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:58.418320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Pushing event updated for resources: {'Port': ['ID=87963573-abc0-4c6b-8e70-daf9cdd61a2f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:58.431540 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-1dbb2691-8f67-4572-a5bc-848b1a1abf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:58.433096 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-1dbb2691-8f67-4572-a5bc-848b1a1abf6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e182ad91ab97452284bae777d54ec83d&device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 1129 time: 0.1465681
Feb 12 21:06:58.435031 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ead9bec0-0fcc-410c-b70c-a00c8c9d1007 req-094026ba-33f6-4b72-b191-624f54100f3f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 210 time: 0.0655327
Feb 12 21:06:58.448356 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Network 8a5b2a07-61e9-49f2-a870-d207fbb10adf is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:06:58.451642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:06:58.459544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:06:58.506949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fb6eb-c74f-4b92-9028-aaf894624e48 req-d3e4ac5b-cce8-441b-9112-914f4c4c9287 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:58.524481 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b8fb6eb-c74f-4b92-9028-aaf894624e48 req-d3e4ac5b-cce8-441b-9112-914f4c4c9287 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 947 time: 0.1991498
Feb 12 21:06:58.559916 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba55fd0>, [{'id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'name': 'tempest-ServersTestBootFromVolume-1851269034-router', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:06:52Z', 'updated_at': '2022-02-12T21:06:54Z', 'revision_number': 3, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'gw_port': {'id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:53Z', 'updated_at': '2022-02-12T21:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:06:58.586448 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-047651ce-86ef-4d3d-9e1d-cbccab98f659 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a0baed29-10f3-48fe-b214-5e1ef2af8973 HTTP/1.1" status: 200  len: 217 time: 0.1360810
Feb 12 21:06:58.600267 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902e5e77-a2f7-4139-ac84-637eefa8e40a None None] The sync data for ids ['45f5ec04-715d-4fb8-9b57-5e07df243a78'] in ncdv-master-1 is: [{'id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'name': 'tempest-ServersTestBootFromVolume-1851269034-router', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:06:52Z', 'updated_at': '2022-02-12T21:06:54Z', 'revision_number': 3, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'gw_port': {'id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:53Z', 'updated_at': '2022-02-12T21:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:06:58.613917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 52f67d81-1a0f-47b3-a26d-1d81adc54066 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:06:58.625277 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:06:58.675432 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (45f5ec04-715d-4fb8-9b57-5e07df243a78), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:58.694001 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2d195-782f-438f-b20e-f39858452c8a req-436b5182-ae15-4095-bf54-00f4cf8d5d90 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:58.710649 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63c2d195-782f-438f-b20e-f39858452c8a req-436b5182-ae15-4095-bf54-00f4cf8d5d90 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1467328
Feb 12 21:06:58.838706 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b8fb6eb-c74f-4b92-9028-aaf894624e48 req-4beb6104-b63c-4d40-99c1-2a48718b6f81 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3121097
Feb 12 21:06:58.852313 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-0720e80a-1f81-428a-ae00-e259721928ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:58.857115 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-0720e80a-1f81-428a-ae00-e259721928ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.2507932
Feb 12 21:06:58.858653 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63c2d195-782f-438f-b20e-f39858452c8a req-f37aab96-6d25-4c1e-823d-983faf67a103 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469073
Feb 12 21:06:58.901596 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 52f67d81-1a0f-47b3-a26d-1d81adc54066 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:06:58.919187 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 52f67d81-1a0f-47b3-a26d-1d81adc54066 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:58.919581 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (52f67d81-1a0f-47b3-a26d-1d81adc54066), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:58.990120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4884fc7d-5049-48f4-a8d9-6536b935b702 None None] Provisioning complete for port 87963573-abc0-4c6b-8e70-daf9cdd61a2f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:58.990602 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4884fc7d-5049-48f4-a8d9-6536b935b702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:59.004442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-43655555-7525-44e2-91c7-5b611a3f3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:59.006015 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-43655555-7525-44e2-91c7-5b611a3f3114 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1411078
Feb 12 21:06:59.105854 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4884fc7d-5049-48f4-a8d9-6536b935b702 None None] Port 87963573-abc0-4c6b-8e70-daf9cdd61a2f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:06:59.162098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 52f67d81-1a0f-47b3-a26d-1d81adc54066 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:06:59.162481 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (52f67d81-1a0f-47b3-a26d-1d81adc54066), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:59.179757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3474c-39b0-44dc-b564-f28b51e9f476 req-61bfda72-1f98-4427-8604-898b0bfd256b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:59.189330 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7be3474c-39b0-44dc-b564-f28b51e9f476 req-61bfda72-1f98-4427-8604-898b0bfd256b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.2386355
Feb 12 21:06:59.195668 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-7b3f588a-6b8b-4514-988c-53c4d8259da2 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1800640
Feb 12 21:06:59.204782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a28a325-2d79-47b8-824d-719cd96e9007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f67d81-1a0f-47b3-a26d-1d81adc54066'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:06:59.208131 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a994bd-b30c-4b80-9849-8cf5ce28ddeb" -d '{"events": [{"server_uuid": "5a28a325-2d79-47b8-824d-719cd96e9007", "name": "network-vif-plugged", "status": "completed", "tag": "52f67d81-1a0f-47b3-a26d-1d81adc54066"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:06:59.228911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 52f67d81-1a0f-47b3-a26d-1d81adc54066, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52f67d81-1a0f-47b3-a26d-1d81adc54066,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:06:59.236374 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:59.262069 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:59.274237 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9d9884-9660-412e-9cb7-3b645a50eb8b x-openstack-request-id: req-7d9d9884-9660-412e-9cb7-3b645a50eb8b {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:06:59.274405 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a28a325-2d79-47b8-824d-719cd96e9007", "name": "network-vif-plugged", "status": "completed", "tag": "52f67d81-1a0f-47b3-a26d-1d81adc54066", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:06:59.274666 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d9d9884-9660-412e-9cb7-3b645a50eb8b {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:06:59.275174 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a28a325-2d79-47b8-824d-719cd96e9007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f67d81-1a0f-47b3-a26d-1d81adc54066', 'code': 200}
Feb 12 21:06:59.387961 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (52f67d81-1a0f-47b3-a26d-1d81adc54066), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:59.439274 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7be3474c-39b0-44dc-b564-f28b51e9f476 req-6a76855d-502a-484b-8946-dc985658a792 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2478020
Feb 12 21:06:59.486554 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc84d35c-a6b6-46ad-9be9-9962f16dc496 req-48b49568-59bf-4747-9954-2b2d3b7363cd service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2810214
Feb 12 21:06:59.501596 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=52f67d81-1a0f-47b3-a26d-1d81adc54066,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:06:59.505237 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:59.535764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:59.537476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:59.537476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:59.537476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:59.537476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:59.537984 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:59.538278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:59.538614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:59.538993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:59.539262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:59.539587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:59.539911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:59.540237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:06:59.599145 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device dfe79360-c01b-4cad-a2c3-cc950955bb3a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:06:59.633585 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e1279-e722-4a61-987a-97791e8cb742 req-a31f2236-cc24-47a1-a521-e4dd05c1550f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:59.643043 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a12e1279-e722-4a61-987a-97791e8cb742 req-a31f2236-cc24-47a1-a521-e4dd05c1550f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 949 time: 0.2960362
Feb 12 21:06:59.667556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1955c-3d99-4322-91a7-2fdd6acc62bf req-a6d6a798-c363-41ad-b797-ce08b7163f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:06:59.674915 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-59e1955c-3d99-4322-91a7-2fdd6acc62bf req-a6d6a798-c363-41ad-b797-ce08b7163f6f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 1132 time: 0.2578773
Feb 12 21:06:59.711345 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Publish callbacks [] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:59.781585 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port dfe79360-c01b-4cad-a2c3-cc950955bb3a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:06:59.782267 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dfe79360-c01b-4cad-a2c3-cc950955bb3a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:06:59.785624 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a12e1279-e722-4a61-987a-97791e8cb742 req-a6ee388f-0fb0-4536-8610-dedaf81eed37 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415796
Feb 12 21:06:59.802195 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-59e1955c-3d99-4322-91a7-2fdd6acc62bf req-2e451f01-1ca3-422d-8ddf-5c7f88b31519 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127350
Feb 12 21:06:59.807815 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-236954c7-4246-44bb-b81b-20eb1ab6b247 req-61863aec-c3e8-4884-9068-7633bc6f6698 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 210 time: 0.0937986
Feb 12 21:06:59.841244 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:00.005479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port dfe79360-c01b-4cad-a2c3-cc950955bb3a is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:00.005867 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dfe79360-c01b-4cad-a2c3-cc950955bb3a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:00.061710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port dfe79360-c01b-4cad-a2c3-cc950955bb3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfe79360-c01b-4cad-a2c3-cc950955bb3a,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:00.065767 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ded6e1-6f2e-4c5f-9403-25ebcd575847 req-db4f3423-4325-459f-baa0-04cf5f5cbcae tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:00.067787 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a3ded6e1-6f2e-4c5f-9403-25ebcd575847 req-db4f3423-4325-459f-baa0-04cf5f5cbcae tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 947 time: 0.1112983
Feb 12 21:07:00.148213 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dfe79360-c01b-4cad-a2c3-cc950955bb3a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:00.184662 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a3ded6e1-6f2e-4c5f-9403-25ebcd575847 req-d366e5d9-b2b9-449e-8c31-244d530474bc tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028266
Feb 12 21:07:00.238150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=dfe79360-c01b-4cad-a2c3-cc950955bb3a,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:00.356121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3649e-8b66-42b1-b6ac-02a32184c42d req-674cd1c4-c999-4cca-be57-7f6443ff5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:00.357745 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bde3649e-8b66-42b1-b6ac-02a32184c42d req-674cd1c4-c999-4cca-be57-7f6443ff5250 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e182ad91ab97452284bae777d54ec83d&device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 1129 time: 0.6395445
Feb 12 21:07:00.467413 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Pushing event updated for resources: {'Port': ['ID=87963573-abc0-4c6b-8e70-daf9cdd61a2f,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:00.469871 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (45f5ec04-715d-4fb8-9b57-5e07df243a78), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:00.598938 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44717559-6103-470a-88dc-b77105c19f43 req-ab1f8e44-257c-48be-a64c-c76e679a0240 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:00.600461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44717559-6103-470a-88dc-b77105c19f43 req-ab1f8e44-257c-48be-a64c-c76e679a0240 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.2418098
Feb 12 21:07:00.637990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6435b82-41cf-4ba3-8366-f5cce610b099 req-67475390-8d2d-4cc4-b6a5-2948d1507e1d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:00.646629 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3649e-8b66-42b1-b6ac-02a32184c42d req-7a811b37-befd-4759-841d-bf848d734263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:00.647956 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e6435b82-41cf-4ba3-8366-f5cce610b099 req-67475390-8d2d-4cc4-b6a5-2948d1507e1d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.1010516
Feb 12 21:07:00.648103 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bde3649e-8b66-42b1-b6ac-02a32184c42d req-7a811b37-befd-4759-841d-bf848d734263 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.2616525
Feb 12 21:07:00.733756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Network 8a5b2a07-61e9-49f2-a870-d207fbb10adf is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:07:00.739928 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bde3649e-8b66-42b1-b6ac-02a32184c42d req-eb7d38ff-31c6-4b2d-8d74-cf0aeaab1bcf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a0baed29-10f3-48fe-b214-5e1ef2af8973 HTTP/1.1" status: 200  len: 217 time: 0.0676496
Feb 12 21:07:00.741916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:07:00.746210 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e6435b82-41cf-4ba3-8366-f5cce610b099 req-2278d459-cce8-4bed-82db-550f429f0d28 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967641
Feb 12 21:07:00.748256 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44717559-6103-470a-88dc-b77105c19f43 req-cada5471-442d-45ea-9831-e51d4e2f5c27 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348975
Feb 12 21:07:00.938950 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:00.973901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3649e-8b66-42b1-b6ac-02a32184c42d req-789ab3aa-befc-4034-92f4-dd7e35d0db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:00.976847 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bde3649e-8b66-42b1-b6ac-02a32184c42d req-789ab3aa-befc-4034-92f4-dd7e35d0db40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.2276175
Feb 12 21:07:01.023078 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2d9a2e4d-8dd9-4ff7-bd21-33e0649a55ca req-5069ab0e-06c7-44ad-b62b-165a98c8ce5a tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 210 time: 0.0470934
Feb 12 21:07:01.281027 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5fe9f-1287-4066-8364-c4e00bd7568c req-aa08ec0a-7e72-4dca-97ac-36108d72489d tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:01.291549 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-63b5fe9f-1287-4066-8364-c4e00bd7568c req-aa08ec0a-7e72-4dca-97ac-36108d72489d tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 950 time: 0.3080602
Feb 12 21:07:01.307986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Router 45f5ec04-715d-4fb8-9b57-5e07df243a78 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:07:01.311262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4198b43b-f97a-4341-84b8-fd107033bbc5 None None] Provisioning complete for port 87963573-abc0-4c6b-8e70-daf9cdd61a2f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:01.311738 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4198b43b-f97a-4341-84b8-fd107033bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:01.398857 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4198b43b-f97a-4341-84b8-fd107033bbc5 None None] Port 87963573-abc0-4c6b-8e70-daf9cdd61a2f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:07:01.465945 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bb23f-5d6e-4f58-b44d-33fd97563d39 req-6247b975-ac94-4c4b-a981-a929844b6ffb tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:01.468597 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d92bb23f-5d6e-4f58-b44d-33fd97563d39 req-6247b975-ac94-4c4b-a981-a929844b6ffb tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 947 time: 0.1460903
Feb 12 21:07:01.560264 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device dfe79360-c01b-4cad-a2c3-cc950955bb3a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:07:01.588680 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d92bb23f-5d6e-4f58-b44d-33fd97563d39 req-1d26daee-c19a-4e7c-b349-2834d1779a9b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082950
Feb 12 21:07:01.601414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3649e-8b66-42b1-b6ac-02a32184c42d req-62e4e11d-b58e-47d3-812d-373a742eef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:01.603501 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bde3649e-8b66-42b1-b6ac-02a32184c42d req-62e4e11d-b58e-47d3-812d-373a742eef18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5625103
Feb 12 21:07:01.634173 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-63b5fe9f-1287-4066-8364-c4e00bd7568c req-acb13df3-f3bf-40c7-87e9-ba1e66e7cc7f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3317468
Feb 12 21:07:01.662651 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port dfe79360-c01b-4cad-a2c3-cc950955bb3a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:01.662651 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dfe79360-c01b-4cad-a2c3-cc950955bb3a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:01.744956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:07:01.754217 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1357fb79-e234-4076-b976-f9afed63a65a admin admin] 10.222.0.31 "PUT /v2.0/routers/45f5ec04-715d-4fb8-9b57-5e07df243a78/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7338908
Feb 12 21:07:01.788599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Sync routers for ids ['45f5ec04-715d-4fb8-9b57-5e07df243a78'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:07:01.795708 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port dfe79360-c01b-4cad-a2c3-cc950955bb3a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:01.802154 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bde3649e-8b66-42b1-b6ac-02a32184c42d req-a050b1a4-8561-4972-84f5-5968afec0510 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1732199
Feb 12 21:07:01.807756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Routers {'45f5ec04-715d-4fb8-9b57-5e07df243a78'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:07:01.808843 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb647be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:06:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['45f5ec04-715d-4fb8-9b57-5e07df243a78'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:07:02.023415 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bde3649e-8b66-42b1-b6ac-02a32184c42d req-f762e07e-3420-4471-b899-56d4be5b1114 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2120817
Feb 12 21:07:02.033905 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f63d1c-865c-41a5-9ce3-2617ddb8eaab req-56e38c31-de1c-41ad-adf5-0717a12f1d86 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:02.036721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c089c-7923-4204-a13b-b0f30fa724c8 req-71df50b2-a7b7-4a63-98ba-81fd4b46c5cb tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:02.044903 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-74f63d1c-865c-41a5-9ce3-2617ddb8eaab req-56e38c31-de1c-41ad-adf5-0717a12f1d86 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1233773
Feb 12 21:07:02.045141 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-425c089c-7923-4204-a13b-b0f30fa724c8 req-71df50b2-a7b7-4a63-98ba-81fd4b46c5cb tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.1163969
Feb 12 21:07:02.086403 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Set router 45f5ec04-715d-4fb8-9b57-5e07df243a78 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:07:02.119520 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-74f63d1c-865c-41a5-9ce3-2617ddb8eaab req-20fb26ba-839c-4fc3-8423-ae20ec55a8bc tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732536
Feb 12 21:07:02.201925 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-425c089c-7923-4204-a13b-b0f30fa724c8 req-7fb821a5-7119-4b6a-84a1-285d30b38f60 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527550
Feb 12 21:07:02.247466 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b7fd66ce-9800-460d-a83f-39afd03ee57b req-5d6bfa08-0f1a-4444-9ef0-1c9f77e24fab tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 210 time: 0.0304668
Feb 12 21:07:02.279540 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:02.288092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-c2275114-ab62-4298-a66f-e9b987c07be1 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:02.289957 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-c2275114-ab62-4298-a66f-e9b987c07be1 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.48 "GET /v2.0/networks?id=500b8539-c5e5-4f3e-8048-ff853db68c9e HTTP/1.1" status: 200  len: 812 time: 0.2133186
Feb 12 21:07:02.309082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-f9b39fde-31fe-4708-8afd-ca88317b13c7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Request body: {'port': {'device_id': '08416797-b31e-4ab0-af14-a13d93df3fb0', 'network_id': '500b8539-c5e5-4f3e-8048-ff853db68c9e', 'admin_state_up': True, 'tenant_id': '225507fa1fa946aa9559a89fe27569b3'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:02.497836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb647be0>, [{'id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'name': 'tempest-ServersTestBootFromVolume-1851269034-router', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:06:52Z', 'updated_at': '2022-02-12T21:06:58Z', 'revision_number': 4, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'gw_port': {'id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:53Z', 'updated_at': '2022-02-12T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87963573-abc0-4c6b-8e70-daf9cdd61a2f', 'name': '', 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'mac_address': 'fa:16:3e:ed:12:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:57Z', 'updated_at': '2022-02-12T21:06:59Z', 'revision_number': 2, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'subnets': [{'id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:07:02.529879 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Checking router: 45f5ec04-715d-4fb8-9b57-5e07df243a78 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:07:02.530307 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Updating router 45f5ec04-715d-4fb8-9b57-5e07df243a78 port 87963573-abc0-4c6b-8e70-daf9cdd61a2f binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:07:02.563794 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:02.686945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-f9b39fde-31fe-4708-8afd-ca88317b13c7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Made reservation on behalf of 225507fa1fa946aa9559a89fe27569b3 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:07:02.690335 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-f9b39fde-31fe-4708-8afd-ca88317b13c7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:02.702968 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f022a-419d-4176-b450-333659f55c87 req-33f39850-f547-4090-b309-fad139db1d96 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:02.711202 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-713f022a-419d-4176-b450-333659f55c87 req-33f39850-f547-4090-b309-fad139db1d96 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 947 time: 0.0666871
Feb 12 21:07:02.779361 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-713f022a-419d-4176-b450-333659f55c87 req-53fa0687-4413-4c96-906d-ec6c8ef8a87d tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602784
Feb 12 21:07:02.802199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60322) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:02.808383 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c8af417b-938f-450c-bb0c-32c4dda930ce tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989980789', 'description': 'tempest-description--253592309'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:02.973162 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8af417b-938f-450c-bb0c-32c4dda930ce tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:02.991734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d89777-0d4a-48f2-9c1b-26960743543d req-834350db-db88-4617-85a3-ca4c68279ee5 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:03.002746 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-72d89777-0d4a-48f2-9c1b-26960743543d req-834350db-db88-4617-85a3-ca4c68279ee5 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 950 time: 0.1279676
Feb 12 21:07:03.018255 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-f9b39fde-31fe-4708-8afd-ca88317b13c7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Allocated IP 172.20.0.3 (500b8539-c5e5-4f3e-8048-ff853db68c9e/380301fb-f8fa-48ad-8387-bfa0ccd33656/0e5d31bf-1299-4108-a791-2a97cebb0d4f) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:07:03.036761 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Publish callbacks [] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:03.078849 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-72d89777-0d4a-48f2-9c1b-26960743543d req-6da2d0a0-f5e1-4d45-9d7b-3904b2c865d7 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750308
Feb 12 21:07:03.155684 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:03.201319 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8af417b-938f-450c-bb0c-32c4dda930ce tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for security_group (480d0776-e093-4e97-81bd-9f96dcb79a93), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:03.240946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device a0baed29-10f3-48fe-b214-5e1ef2af8973 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:07:03.306943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8af417b-938f-450c-bb0c-32c4dda930ce tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (480d0776-e093-4e97-81bd-9f96dcb79a93), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:03.375944 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af417b-938f-450c-bb0c-32c4dda930ce tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480d0776-e093-4e97-81bd-9f96dcb79a93,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:03.380761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5069f9-55cc-460a-a16b-ff9dc9c05d85 req-a7922529-141c-44f1-bee7-a8070a8d1741 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:03.384747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fe041-7052-4948-8632-264295b60013 None None] Pushing event updated for resources: {'Port': ['ID=87963573-abc0-4c6b-8e70-daf9cdd61a2f,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:03.394771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1d5069f9-55cc-460a-a16b-ff9dc9c05d85 req-a7922529-141c-44f1-bee7-a8070a8d1741 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 1132 time: 0.1065309
Feb 12 21:07:03.426813 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8af417b-938f-450c-bb0c-32c4dda930ce tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:03.437870 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c8af417b-938f-450c-bb0c-32c4dda930ce tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.6331823
Feb 12 21:07:03.451587 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-f9b39fde-31fe-4708-8afd-ca88317b13c7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:03.463898 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60338) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:03.466826 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.resource_extend [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:07:03.491727 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e49a9c-9784-44ba-ae54-13b1658e8429 req-eccaf086-0dd8-40ab-9849-c04260ce4cc8 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:03.496142 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2e49a9c-9784-44ba-ae54-13b1658e8429 req-eccaf086-0dd8-40ab-9849-c04260ce4cc8 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.2374895
Feb 12 21:07:03.512061 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-90a4b669-221c-4c64-b8ec-b5fc4037c8be tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Request body: {'security_group_rule': {'security_group_id': '480d0776-e093-4e97-81bd-9f96dcb79a93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:03.561117 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1d5069f9-55cc-460a-a16b-ff9dc9c05d85 req-56229d0f-2788-46e1-b5de-811348de9ab8 tempest-ServersOnMultiNodesTest-2060924482 tempest-ServersOnMultiNodesTest-2060924482-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592028
Feb 12 21:07:03.607191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Attempting to bind port 87963573-abc0-4c6b-8e70-daf9cdd61a2f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:07:03.607571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Attempting to bind port 87963573-abc0-4c6b-8e70-daf9cdd61a2f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:07:03.607936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Attempting to bind port 87963573-abc0-4c6b-8e70-daf9cdd61a2f on network 8a5b2a07-61e9-49f2-a870-d207fbb10adf {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:03.613920 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2e49a9c-9784-44ba-ae54-13b1658e8429 req-d97fd7ec-38b2-4173-8a09-dfe5381570ef tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963056
Feb 12 21:07:03.631455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:07:03.633522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Checking segment: {'id': '1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:07:03.633522 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:03.633522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Bound using segment: {'id': '1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:07:03.633522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Bound port: 87963573-abc0-4c6b-8e70-daf9cdd61a2f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:07:03.633522 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:03.640939 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-f9b39fde-31fe-4708-8afd-ca88317b13c7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:03.692981 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90a4b669-221c-4c64-b8ec-b5fc4037c8be tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for security_group_rule (e9e0c2af-9fbf-4574-aa2f-ef9d677f3818), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:03.722272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port a0baed29-10f3-48fe-b214-5e1ef2af8973, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0baed29-10f3-48fe-b214-5e1ef2af8973,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:03.756149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'a0baed29-10f3-48fe-b214-5e1ef2af8973', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'a0baed29-10f3-48fe-b214-5e1ef2af8973', 'mac_address': 'fa:16:3e:1b:33:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:07:03.760881 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] For port 87963573-abc0-4c6b-8e70-daf9cdd61a2f, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:07:03.766089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] For port 87963573-abc0-4c6b-8e70-daf9cdd61a2f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87963573-abc0-4c6b-8e70-daf9cdd61a2f,segment=NetworkSegment(1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1),segment_id=1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:07:03.791239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-f9b39fde-31fe-4708-8afd-ca88317b13c7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Network 500b8539-c5e5-4f3e-8048-ff853db68c9e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:07:03.807959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-f9b39fde-31fe-4708-8afd-ca88317b13c7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:07:03.812237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-f9b39fde-31fe-4708-8afd-ca88317b13c7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:07:03.830573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port a0baed29-10f3-48fe-b214-5e1ef2af8973 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:03.830884 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a0baed29-10f3-48fe-b214-5e1ef2af8973), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:03.832790 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90a4b669-221c-4c64-b8ec-b5fc4037c8be tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for security_group_rule (e9e0c2af-9fbf-4574-aa2f-ef9d677f3818), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:03.832933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-eea41947-1005-493e-9606-67c63a2e3f2a None None] Provisioning complete for port 87963573-abc0-4c6b-8e70-daf9cdd61a2f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:03.833169 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eea41947-1005-493e-9606-67c63a2e3f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:03.853409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b02c96-cf5a-4aa2-8a3f-81f6ea74c6fd req-9cfab36d-48bf-472d-a058-ea389c5d3129 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:03.857691 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-66b02c96-cf5a-4aa2-8a3f-81f6ea74c6fd req-9cfab36d-48bf-472d-a058-ea389c5d3129 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 931 time: 0.1124456
Feb 12 21:07:03.869391 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:03.888489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2703b1d-1cc3-4a8c-a212-2aa03bac3ab3 req-43694149-2468-41b1-9c72-a075f9fefb10 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:03.895930 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a2703b1d-1cc3-4a8c-a212-2aa03bac3ab3 req-43694149-2468-41b1-9c72-a075f9fefb10 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.2382758
Feb 12 21:07:03.928727 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-f9b39fde-31fe-4708-8afd-ca88317b13c7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:03.929765 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-f9b39fde-31fe-4708-8afd-ca88317b13c7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:03.938262 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b39fde-31fe-4708-8afd-ca88317b13c7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event updated for resources: {'Port': ['ID=0e5d31bf-1299-4108-a791-2a97cebb0d4f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:03.945412 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-66b02c96-cf5a-4aa2-8a3f-81f6ea74c6fd req-598bece0-541b-4290-9c95-e3edfa7cbbe2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766172
Feb 12 21:07:03.957999 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90a4b669-221c-4c64-b8ec-b5fc4037c8be tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (e9e0c2af-9fbf-4574-aa2f-ef9d677f3818), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:03.990053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0baed29-10f3-48fe-b214-5e1ef2af8973 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:07:04.014806 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a2703b1d-1cc3-4a8c-a212-2aa03bac3ab3 req-e66f4a7e-fa8a-4b36-a5de-bfdde0387008 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176333
Feb 12 21:07:04.032419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4b669-221c-4c64-b8ec-b5fc4037c8be tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e0c2af-9fbf-4574-aa2f-ef9d677f3818,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:04.051641 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port a0baed29-10f3-48fe-b214-5e1ef2af8973, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0baed29-10f3-48fe-b214-5e1ef2af8973,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:04.068005 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fe041-7052-4948-8632-264295b60013 None None] Pushing event updated for resources: {'Port': ['ID=87963573-abc0-4c6b-8e70-daf9cdd61a2f,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:04.090694 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-f9b39fde-31fe-4708-8afd-ca88317b13c7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7854173
Feb 12 21:07:04.104704 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Request body: {'port': {'device_id': '08416797-b31e-4ab0-af14-a13d93df3fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:04.109550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-eea41947-1005-493e-9606-67c63a2e3f2a None None] Port 87963573-abc0-4c6b-8e70-daf9cdd61a2f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:07:04.136007 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Routers {'45f5ec04-715d-4fb8-9b57-5e07df243a78'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:07:04.141195 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb647be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:06:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['45f5ec04-715d-4fb8-9b57-5e07df243a78'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:07:04.186413 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90a4b669-221c-4c64-b8ec-b5fc4037c8be tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:04.190363 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-90a4b669-221c-4c64-b8ec-b5fc4037c8be tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6891372
Feb 12 21:07:04.191093 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60346) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:04.195856 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e596daf0-deee-4c69-8b0c-f35d6d05ce9b tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Request body: {'security_group_rule': {'security_group_id': '480d0776-e093-4e97-81bd-9f96dcb79a93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:04.257774 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:04.356259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86568125-de3b-4cb8-8b23-715d091758e3 req-9c9604dc-a278-410b-afcd-45a7fa3f4627 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:04.362815 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e596daf0-deee-4c69-8b0c-f35d6d05ce9b tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for security_group_rule (80151742-6398-4ac9-b633-9d26951fba13), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:04.366091 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86568125-de3b-4cb8-8b23-715d091758e3 req-9c9604dc-a278-410b-afcd-45a7fa3f4627 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 948 time: 0.1497257
Feb 12 21:07:04.405917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] Set router 45f5ec04-715d-4fb8-9b57-5e07df243a78 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:07:04.486292 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a0baed29-10f3-48fe-b214-5e1ef2af8973), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:04.532670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86568125-de3b-4cb8-8b23-715d091758e3 req-b6c0ac2e-c5cf-4ab6-89e0-c8fdc78ad301 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623428
Feb 12 21:07:04.544660 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e596daf0-deee-4c69-8b0c-f35d6d05ce9b tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for security_group_rule (80151742-6398-4ac9-b633-9d26951fba13), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:04.682522 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e596daf0-deee-4c69-8b0c-f35d6d05ce9b tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (80151742-6398-4ac9-b633-9d26951fba13), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:04.717928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596daf0-deee-4c69-8b0c-f35d6d05ce9b tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80151742-6398-4ac9-b633-9d26951fba13,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:04.767024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b8caa4e0-6218-45c5-b01b-8df7f8c9eb5c None None] Provisioning complete for port 87963573-abc0-4c6b-8e70-daf9cdd61a2f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:04.767408 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b8caa4e0-6218-45c5-b01b-8df7f8c9eb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:04.816399 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441c37f-cb9a-4e63-bff0-4c4cab15ae59 req-35b68819-df3d-419a-beb3-815a96cd6128 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:04.818153 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9441c37f-cb9a-4e63-bff0-4c4cab15ae59 req-35b68819-df3d-419a-beb3-815a96cd6128 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0708728
Feb 12 21:07:04.821418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e596daf0-deee-4c69-8b0c-f35d6d05ce9b tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:04.822653 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e596daf0-deee-4c69-8b0c-f35d6d05ce9b tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6305993
Feb 12 21:07:04.828770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60366) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:04.836976 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:04.840618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=a0baed29-10f3-48fe-b214-5e1ef2af8973,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:04.896859 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9441c37f-cb9a-4e63-bff0-4c4cab15ae59 req-6bad534d-9727-418e-8c41-bdfd29b9b6f0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598969
Feb 12 21:07:04.897222 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['a0baed29-10f3-48fe-b214-5e1ef2af8973'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:04.907244 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c16bd3-64f1-4876-a5e5-5c23fdee9cc1 req-e0271480-45a5-4f64-8415-ddb1562b7399 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:04.914010 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-40c16bd3-64f1-4876-a5e5-5c23fdee9cc1 req-e0271480-45a5-4f64-8415-ddb1562b7399 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 950 time: 0.1797004
Feb 12 21:07:04.995410 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-40c16bd3-64f1-4876-a5e5-5c23fdee9cc1 req-856106be-f85b-4a3e-9add-2237925ddaf5 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677533
Feb 12 21:07:05.000097 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:05.022163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b8caa4e0-6218-45c5-b01b-8df7f8c9eb5c None None] Current status of the port 87963573-abc0-4c6b-8e70-daf9cdd61a2f is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:05.022559 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b8caa4e0-6218-45c5-b01b-8df7f8c9eb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:05.087480 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5d31bf-1299-4108-a791-2a97cebb0d4f {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:07:05.091441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b8caa4e0-6218-45c5-b01b-8df7f8c9eb5c None None] For port 87963573-abc0-4c6b-8e70-daf9cdd61a2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87963573-abc0-4c6b-8e70-daf9cdd61a2f,segment=NetworkSegment(1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1),segment_id=1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:05.101497 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Publish callbacks [] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:05.111752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb647be0>, [{'id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'name': 'tempest-ServersTestBootFromVolume-1851269034-router', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:06:52Z', 'updated_at': '2022-02-12T21:06:58Z', 'revision_number': 4, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'gw_port': {'id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:53Z', 'updated_at': '2022-02-12T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87963573-abc0-4c6b-8e70-daf9cdd61a2f', 'name': '', 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'mac_address': 'fa:16:3e:ed:12:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:57Z', 'updated_at': '2022-02-12T21:07:03Z', 'revision_number': 4, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'subnets': [{'id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:07:05.125621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Transition to ACTIVE for port object 0e5d31bf-1299-4108-a791-2a97cebb0d4f will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:07:05.155783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f5986d-48b1-4925-9b09-d287f80e8e27 None None] The sync data for ids ['45f5ec04-715d-4fb8-9b57-5e07df243a78'] in ncdv-master-1 is: [{'id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'name': 'tempest-ServersTestBootFromVolume-1851269034-router', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:06:52Z', 'updated_at': '2022-02-12T21:06:58Z', 'revision_number': 4, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'gw_port': {'id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:53Z', 'updated_at': '2022-02-12T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87963573-abc0-4c6b-8e70-daf9cdd61a2f', 'name': '', 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'mac_address': 'fa:16:3e:ed:12:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:57Z', 'updated_at': '2022-02-12T21:07:03Z', 'revision_number': 4, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'subnets': [{'id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:07:05.166988 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b8caa4e0-6218-45c5-b01b-8df7f8c9eb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:05.209200 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:05.252181 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f336d-56ac-4b7e-ae81-6aeb4273d23b req-71cea688-9dc9-4abe-bfc9-47ac58bbd2a8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:05.265242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8caa4e0-6218-45c5-b01b-8df7f8c9eb5c None None] Pushing event updated for resources: {'Port': ['ID=87963573-abc0-4c6b-8e70-daf9cdd61a2f,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:05.266601 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c2f336d-56ac-4b7e-ae81-6aeb4273d23b req-71cea688-9dc9-4abe-bfc9-47ac58bbd2a8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 931 time: 0.1713743
Feb 12 21:07:05.362539 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c2f336d-56ac-4b7e-ae81-6aeb4273d23b req-0121f5b7-0913-416c-a8a0-f099935fd887 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876715
Feb 12 21:07:05.375564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Pushing event updated for resources: {'Port': ['ID=0e5d31bf-1299-4108-a791-2a97cebb0d4f,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:05.421299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226e63d-3260-4d69-a49c-77d92f22659a req-c965d7a9-fdd4-4e89-8712-d587ca26af93 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:05.423047 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0226e63d-3260-4d69-a49c-77d92f22659a req-c965d7a9-fdd4-4e89-8712-d587ca26af93 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.2786543
Feb 12 21:07:05.566323 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:05.583328 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Attempting to bind port 0e5d31bf-1299-4108-a791-2a97cebb0d4f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:07:05.583845 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Attempting to bind port 0e5d31bf-1299-4108-a791-2a97cebb0d4f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '500b8539-c5e5-4f3e-8048-ff853db68c9e'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:07:05.584381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Attempting to bind port 0e5d31bf-1299-4108-a791-2a97cebb0d4f on network 500b8539-c5e5-4f3e-8048-ff853db68c9e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:05.604292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Port 0e5d31bf-1299-4108-a791-2a97cebb0d4f on network 500b8539-c5e5-4f3e-8048-ff853db68c9e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:07:05.604482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 87963573-abc0-4c6b-8e70-daf9cdd61a2f up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:07:05.604933 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Attempting to bind port 0e5d31bf-1299-4108-a791-2a97cebb0d4f on network 500b8539-c5e5-4f3e-8048-ff853db68c9e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:05.663093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:07:05.663868 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Checking segment: {'id': 'e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '500b8539-c5e5-4f3e-8048-ff853db68c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:07:05.664544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Bound using segment: {'id': 'e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '500b8539-c5e5-4f3e-8048-ff853db68c9e'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:07:05.665048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Bound port: 0e5d31bf-1299-4108-a791-2a97cebb0d4f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '500b8539-c5e5-4f3e-8048-ff853db68c9e'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:07:05.665469 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:05.700614 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0226e63d-3260-4d69-a49c-77d92f22659a req-53c421a8-1dd3-40e9-9b3f-c7594239e328 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2130563
Feb 12 21:07:05.743995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 87963573-abc0-4c6b-8e70-daf9cdd61a2f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:05.744563 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:05.754685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d588e8-7a25-42b2-a3bd-a8124b48820c req-33c61af5-e17e-4a82-97fa-1849f8f0e093 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:05.763369 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c5d588e8-7a25-42b2-a3bd-a8124b48820c req-33c61af5-e17e-4a82-97fa-1849f8f0e093 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 948 time: 0.1274073
Feb 12 21:07:05.822947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] For port 0e5d31bf-1299-4108-a791-2a97cebb0d4f, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:07:05.830229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] For port 0e5d31bf-1299-4108-a791-2a97cebb0d4f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e5d31bf-1299-4108-a791-2a97cebb0d4f,segment=NetworkSegment(e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba),segment_id=e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:07:05.854533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Allocated IP 172.35.2.22 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/43fae2fa-b638-4fe3-bee8-935bd8825b35) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:07:05.877877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 87963573-abc0-4c6b-8e70-daf9cdd61a2f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:05.900069 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c5d588e8-7a25-42b2-a3bd-a8124b48820c req-7a452a34-b526-4cda-91ee-460ce2ff5dd0 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332071
Feb 12 21:07:05.999579 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:06.110187 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af8686-a264-4e44-b134-cc8d25267cb8 req-d30d584d-71d6-4f44-a251-c5cf6b15e0d6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:06.112611 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-98af8686-a264-4e44-b134-cc8d25267cb8 req-d30d584d-71d6-4f44-a251-c5cf6b15e0d6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 950 time: 0.0811741
Feb 12 21:07:06.156486 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:06.157474 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:06.158871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] 10.222.0.48 "PUT /v2.0/ports/0e5d31bf-1299-4108-a791-2a97cebb0d4f HTTP/1.1" status: 200  len: 1091 time: 2.0615189
Feb 12 21:07:06.160356 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08416797-b31e-4ab0-af14-a13d93df3fb0', 'tag': '0e5d31bf-1299-4108-a791-2a97cebb0d4f'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:06.162910 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf4f577-d9a4-4ee3-8d96-fcfff8258bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "08416797-b31e-4ab0-af14-a13d93df3fb0", "tag": "0e5d31bf-1299-4108-a791-2a97cebb0d4f"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:06.180373 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for port (43fae2fa-b638-4fe3-bee8-935bd8825b35), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:06.198178 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb17a0-a899-4efe-9b4d-5c4aac9d10dc service neutron] Pushing event updated for resources: {'Port': ['ID=0e5d31bf-1299-4108-a791-2a97cebb0d4f,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:06.215108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31fc86-e330-4d19-a4fa-600167a68a96 req-db18a58c-b4eb-4fad-a3ba-c2cbb7e3105b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:06.220737 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a31fc86-e330-4d19-a4fa-600167a68a96 req-db18a58c-b4eb-4fad-a3ba-c2cbb7e3105b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1650190
Feb 12 21:07:06.309683 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a31fc86-e330-4d19-a4fa-600167a68a96 req-dc800736-4be4-4f31-a930-a477fa812a39 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802352
Feb 12 21:07:06.359499 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-403fa94f-7375-4b70-afe7-08919a791fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:06.361096 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-403fa94f-7375-4b70-afe7-08919a791fd3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=225507fa1fa946aa9559a89fe27569b3&device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 1125 time: 0.0752339
Feb 12 21:07:06.362255 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (43fae2fa-b638-4fe3-bee8-935bd8825b35), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:06.382316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c13d1-430b-40da-992d-c0326628255c req-7a5d4629-5654-442a-9b72-251512b4b0c4 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:06.393394 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-619c13d1-430b-40da-992d-c0326628255c req-7a5d4629-5654-442a-9b72-251512b4b0c4 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 950 time: 0.2323468
Feb 12 21:07:06.449953 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd73a5d-5ed0-4835-a308-a7ded8344cc0 x-openstack-request-id: req-2fd73a5d-5ed0-4835-a308-a7ded8344cc0 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:06.453299 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08416797-b31e-4ab0-af14-a13d93df3fb0", "tag": "0e5d31bf-1299-4108-a791-2a97cebb0d4f", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:06.453773 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fd73a5d-5ed0-4835-a308-a7ded8344cc0 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:06.455353 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08416797-b31e-4ab0-af14-a13d93df3fb0', 'tag': '0e5d31bf-1299-4108-a791-2a97cebb0d4f', 'status': 'completed', 'code': 200}
Feb 12 21:07:06.465930 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-98af8686-a264-4e44-b134-cc8d25267cb8 req-1a5c1923-a945-4dd6-9dd0-28925554aebe tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Deleting port 52f67d81-1a0f-47b3-a26d-1d81adc54066 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:07:06.469735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-98af8686-a264-4e44-b134-cc8d25267cb8 req-1a5c1923-a945-4dd6-9dd0-28925554aebe tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (52f67d81-1a0f-47b3-a26d-1d81adc54066), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:06.490791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:07:06.563951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:07:06.580174 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:07:06.643459 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-619c13d1-430b-40da-992d-c0326628255c req-14d8758b-a9c7-4010-a8a3-facf6847064e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2472649
Feb 12 21:07:06.653608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Pushing event updated for resources: {'Port': ['ID=43fae2fa-b638-4fe3-bee8-935bd8825b35,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:06.660751 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-6355faa1-fda4-4484-9cbe-684fffab196b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e5d31bf-1299-4108-a791-2a97cebb0d4f HTTP/1.1" status: 200  len: 217 time: 0.1973705
Feb 12 21:07:06.707199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-98af8686-a264-4e44-b134-cc8d25267cb8 req-1a5c1923-a945-4dd6-9dd0-28925554aebe tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] For port 52f67d81-1a0f-47b3-a26d-1d81adc54066, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52f67d81-1a0f-47b3-a26d-1d81adc54066,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:06.707550 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-98af8686-a264-4e44-b134-cc8d25267cb8 req-1a5c1923-a945-4dd6-9dd0-28925554aebe tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (52f67d81-1a0f-47b3-a26d-1d81adc54066), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:06.736470 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-98af8686-a264-4e44-b134-cc8d25267cb8 req-1a5c1923-a945-4dd6-9dd0-28925554aebe tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Calling delete_port for 52f67d81-1a0f-47b3-a26d-1d81adc54066 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:07:06.835744 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-0faea92a-e4f8-485e-aa0d-8a6a18e0240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:06.837222 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-0faea92a-e4f8-485e-aa0d-8a6a18e0240c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=380301fb-f8fa-48ad-8387-bfa0ccd33656 HTTP/1.1" status: 200  len: 852 time: 0.1339436
Feb 12 21:07:06.889982 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-c35f08f2-a482-4445-8d15-e4af83503a41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=500b8539-c5e5-4f3e-8048-ff853db68c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412512
Feb 12 21:07:06.907709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd172dc-bcd3-40a2-8416-807355370bbc req-d8f41e3b-2567-45ea-bfe2-049d83125dd8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:06.917398 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8fd172dc-bcd3-40a2-8416-807355370bbc req-d8f41e3b-2567-45ea-bfe2-049d83125dd8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 943 time: 0.4215932
Feb 12 21:07:06.959411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdee446-ccfc-4f71-8fe3-2b39a4bfab1a req-c691163f-0560-412f-841e-d1d7df4472f8 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:06.966301 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5bdee446-ccfc-4f71-8fe3-2b39a4bfab1a req-c691163f-0560-412f-841e-d1d7df4472f8 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.1161885
Feb 12 21:07:07.061933 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8fd172dc-bcd3-40a2-8416-807355370bbc req-e1918b8d-ecb4-4b2d-ab17-da5bdaba82a2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434472
Feb 12 21:07:07.070099 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5bdee446-ccfc-4f71-8fe3-2b39a4bfab1a req-3b7d7f9c-ebea-4cd6-b214-4388cc9e405b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921631
Feb 12 21:07:07.081787 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-98af8686-a264-4e44-b134-cc8d25267cb8 req-1a5c1923-a945-4dd6-9dd0-28925554aebe tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (52f67d81-1a0f-47b3-a26d-1d81adc54066), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:07.107021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['d06b235b-99a9-4368-972a-9fb7e1fd2de3', '1dcd7742-1914-4434-a268-34bdc3f688d2', '00fe00bc-2807-4800-866f-306a75719cca', '343f7369-bd4a-4c45-bac6-12a12a82d733'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:07.110551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5bafff40-3831-43c8-81dd-8619fc446d2e', '2cde5d15-d636-49b0-9a4a-067de06e9f91', 'd12f9147-b8b3-4cc7-ba78-bc82fb796c36'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:07.119769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-f8230c9d-90d0-40db-9c6d-97960d1dd0ef service neutron] 10.222.0.48 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1998222
Feb 12 21:07:07.164834 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c1923-a945-4dd6-9dd0-28925554aebe tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event deleted for resources: {'Port': ['ID=52f67d81-1a0f-47b3-a26d-1d81adc54066,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:07.239032 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-98af8686-a264-4e44-b134-cc8d25267cb8 req-1a5c1923-a945-4dd6-9dd0-28925554aebe tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] No DVR routers for this DVR port 52f67d81-1a0f-47b3-a26d-1d81adc54066 on host nch2-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:07.243115 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-98af8686-a264-4e44-b134-cc8d25267cb8 req-1a5c1923-a945-4dd6-9dd0-28925554aebe tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:07.248383 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-98af8686-a264-4e44-b134-cc8d25267cb8 req-1a5c1923-a945-4dd6-9dd0-28925554aebe tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "DELETE /v2.0/ports/52f67d81-1a0f-47b3-a26d-1d81adc54066 HTTP/1.1" status: 204  len: 173 time: 1.1302650
Feb 12 21:07:07.248587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device a0baed29-10f3-48fe-b214-5e1ef2af8973 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:07:07.248886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a28a325-2d79-47b8-824d-719cd96e9007', 'name': 'network-vif-deleted', 'tag': '52f67d81-1a0f-47b3-a26d-1d81adc54066'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:07.252865 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2903825d-6d2b-4f75-ad2f-538985ed3745" -d '{"events": [{"server_uuid": "5a28a325-2d79-47b8-824d-719cd96e9007", "name": "network-vif-deleted", "tag": "52f67d81-1a0f-47b3-a26d-1d81adc54066"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:07.480251 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6423b2d1-a2e2-4eb6-985f-32d466a37e99 x-openstack-request-id: req-6423b2d1-a2e2-4eb6-985f-32d466a37e99 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:07.482002 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a28a325-2d79-47b8-824d-719cd96e9007", "name": "network-vif-deleted", "tag": "52f67d81-1a0f-47b3-a26d-1d81adc54066", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:07.482285 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6423b2d1-a2e2-4eb6-985f-32d466a37e99 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:07.485169 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a28a325-2d79-47b8-824d-719cd96e9007', 'name': 'network-vif-deleted', 'tag': '52f67d81-1a0f-47b3-a26d-1d81adc54066', 'status': 'completed', 'code': 200}
Feb 12 21:07:07.586588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port a0baed29-10f3-48fe-b214-5e1ef2af8973 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:07:07.632117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port a0baed29-10f3-48fe-b214-5e1ef2af8973 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:07.632647 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a0baed29-10f3-48fe-b214-5e1ef2af8973), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:07.639909 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321d7de-778c-46af-bfa9-9a8055490649 req-62139bda-705e-45d5-a27d-46e77489888d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:07.649901 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8321d7de-778c-46af-bfa9-9a8055490649 req-62139bda-705e-45d5-a27d-46e77489888d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0850873
Feb 12 21:07:07.764974 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8321d7de-778c-46af-bfa9-9a8055490649 req-62f736e7-c332-46dc-8d40-39f7fe862e4c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140845
Feb 12 21:07:07.906154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port a0baed29-10f3-48fe-b214-5e1ef2af8973 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:07.906553 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a0baed29-10f3-48fe-b214-5e1ef2af8973), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:07.969972 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb366d4c-9a94-4a47-80a6-e109c726e0e4 req-96e99d26-1543-46a1-8faa-0ff2cb6e8119 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a28a325-2d79-47b8-824d-719cd96e9007 HTTP/1.1" status: 200  len: 210 time: 0.0519762
Feb 12 21:07:07.981070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e945404b-2162-40c7-a141-3290a269d450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0baed29-10f3-48fe-b214-5e1ef2af8973'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:07.983578 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403772ed-8b0c-4abb-89a5-f5b0eee94291" -d '{"events": [{"server_uuid": "e945404b-2162-40c7-a141-3290a269d450", "name": "network-vif-plugged", "status": "completed", "tag": "a0baed29-10f3-48fe-b214-5e1ef2af8973"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:07.996051 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for floatingip (de6724fb-e2a6-45fc-aa61-400e7030159e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:08.017969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782624af-bbe2-4c3e-b9ec-82c2436d71ed req-47886e8f-6d1f-473a-b24f-68faac7db0ca tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:08.026352 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-782624af-bbe2-4c3e-b9ec-82c2436d71ed req-47886e8f-6d1f-473a-b24f-68faac7db0ca tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 948 time: 0.8477483
Feb 12 21:07:08.027895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port a0baed29-10f3-48fe-b214-5e1ef2af8973, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0baed29-10f3-48fe-b214-5e1ef2af8973,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:08.104691 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-782624af-bbe2-4c3e-b9ec-82c2436d71ed req-996dceb1-0950-45ca-9865-a1ceb7e7d5b2 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785382
Feb 12 21:07:08.116784 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45491a05-a1d8-41b9-84f5-aa61b8878b00 req-3fd5a0de-70d5-4b33-85f5-81b6c7c69282 service neutron] 10.222.0.48 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9254804
Feb 12 21:07:08.123063 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b5e162-aa28-4e13-9c15-4975f2b3937a x-openstack-request-id: req-c5b5e162-aa28-4e13-9c15-4975f2b3937a {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:08.125569 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e945404b-2162-40c7-a141-3290a269d450", "name": "network-vif-plugged", "status": "completed", "tag": "a0baed29-10f3-48fe-b214-5e1ef2af8973", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:08.125569 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5b5e162-aa28-4e13-9c15-4975f2b3937a {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:08.125569 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e945404b-2162-40c7-a141-3290a269d450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0baed29-10f3-48fe-b214-5e1ef2af8973', 'code': 200}
Feb 12 21:07:08.133303 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a0baed29-10f3-48fe-b214-5e1ef2af8973), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:08.190066 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (43fae2fa-b638-4fe3-bee8-935bd8825b35), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:08.366629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=a0baed29-10f3-48fe-b214-5e1ef2af8973,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:08.399187 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e282ee-0fb8-4e72-ae4f-6a3639169131 req-d4823267-cff3-401d-9ee1-5117277b5caf tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:08.409386 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c4e282ee-0fb8-4e72-ae4f-6a3639169131 req-d4823267-cff3-401d-9ee1-5117277b5caf tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.1811585
Feb 12 21:07:08.440735 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4f577-d9a4-4ee3-8d96-fcfff8258bc2 req-e20c3cff-f768-4887-995f-9862288f8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:08.442293 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bdf4f577-d9a4-4ee3-8d96-fcfff8258bc2 req-e20c3cff-f768-4887-995f-9862288f8986 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=225507fa1fa946aa9559a89fe27569b3&device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 1125 time: 0.1686532
Feb 12 21:07:08.452442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417526c6-d1e5-4da6-9151-436e9b00cc87 req-53c256d5-84b2-4ad6-848f-3201cda0014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:08.454323 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-417526c6-d1e5-4da6-9151-436e9b00cc87 req-53c256d5-84b2-4ad6-848f-3201cda0014e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 1131 time: 0.2011847
Feb 12 21:07:08.508844 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619b46a-8714-4655-a532-53d1b952b8a3 req-83f18819-7ea3-4898-95f4-4173c166b8c3 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:08.516016 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c619b46a-8714-4655-a532-53d1b952b8a3 req-83f18819-7ea3-4898-95f4-4173c166b8c3 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 943 time: 0.2639773
Feb 12 21:07:08.570372 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c4e282ee-0fb8-4e72-ae4f-6a3639169131 req-75802648-3920-47a5-86fb-ca916e0ea8c7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599627
Feb 12 21:07:08.604627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4f577-d9a4-4ee3-8d96-fcfff8258bc2 req-d782a860-fb66-4b6d-9a11-5ea343435fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:08.607712 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bdf4f577-d9a4-4ee3-8d96-fcfff8258bc2 req-d782a860-fb66-4b6d-9a11-5ea343435fda service neutron] 10.222.0.48 "GET /v2.0/networks?id=500b8539-c5e5-4f3e-8048-ff853db68c9e HTTP/1.1" status: 200  len: 913 time: 0.1545980
Feb 12 21:07:08.615592 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-417526c6-d1e5-4da6-9151-436e9b00cc87 req-cb538498-ab60-469b-91dd-de7f384699c2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507676
Feb 12 21:07:08.620545 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c619b46a-8714-4655-a532-53d1b952b8a3 req-3b25958a-cd99-42c1-881c-f07f17fce4b0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035810
Feb 12 21:07:08.646706 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for port (43fae2fa-b638-4fe3-bee8-935bd8825b35), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:08.664148 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 52f67d81-1a0f-47b3-a26d-1d81adc54066 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:08.672916 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bdf4f577-d9a4-4ee3-8d96-fcfff8258bc2 req-1a9fb388-49d0-4b95-ae76-a53108684bc8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e5d31bf-1299-4108-a791-2a97cebb0d4f HTTP/1.1" status: 200  len: 217 time: 0.0579970
Feb 12 21:07:08.689221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 52f67d81-1a0f-47b3-a26d-1d81adc54066 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:07:08.689221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 52f67d81-1a0f-47b3-a26d-1d81adc54066 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:07:08.726226 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (43fae2fa-b638-4fe3-bee8-935bd8825b35), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:08.809497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Pushing event updated for resources: {'Port': ['ID=43fae2fa-b638-4fe3-bee8-935bd8825b35,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:08.825839 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (de6724fb-e2a6-45fc-aa61-400e7030159e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:08.893251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4f577-d9a4-4ee3-8d96-fcfff8258bc2 req-5271820e-b0b2-4716-9be6-f74a739a965a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:08.894653 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bdf4f577-d9a4-4ee3-8d96-fcfff8258bc2 req-5271820e-b0b2-4716-9be6-f74a739a965a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=380301fb-f8fa-48ad-8387-bfa0ccd33656 HTTP/1.1" status: 200  len: 852 time: 0.0751333
Feb 12 21:07:08.947004 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bdf4f577-d9a4-4ee3-8d96-fcfff8258bc2 req-4db17c34-dc9d-4cb0-a494-b019b0885d5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=500b8539-c5e5-4f3e-8048-ff853db68c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415280
Feb 12 21:07:09.022327 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54824a-25f5-4264-95fb-cd5d3eaceaf4 req-702f3c6b-6d1c-46a9-9b32-5dc46442332d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:09.023801 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce54824a-25f5-4264-95fb-cd5d3eaceaf4 req-702f3c6b-6d1c-46a9-9b32-5dc46442332d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1281245
Feb 12 21:07:09.094284 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bdf4f577-d9a4-4ee3-8d96-fcfff8258bc2 req-5b9d1d46-4da6-4bf4-9110-b2f1cd951d8a service neutron] 10.222.0.48 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380811
Feb 12 21:07:09.099320 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce54824a-25f5-4264-95fb-cd5d3eaceaf4 req-bb56307d-90f7-4ab2-a3a4-84e501a9dc24 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680964
Feb 12 21:07:09.220011 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bdf4f577-d9a4-4ee3-8d96-fcfff8258bc2 req-33830f6e-f0f2-4894-bbb0-41f2afa60d06 service neutron] 10.222.0.48 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1194441
Feb 12 21:07:09.251398 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebadd8e-0f44-46d7-a05d-58d07b4e5654 req-09a965bd-1964-4278-93fd-2f9eb8fa2908 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:09.251398 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9ebadd8e-0f44-46d7-a05d-58d07b4e5654 req-09a965bd-1964-4278-93fd-2f9eb8fa2908 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 949 time: 0.0722210
Feb 12 21:07:09.251815 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:09.262838 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-880d4ed7-f40d-4ff5-86c7-b332c51e1bc8 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.4323668
Feb 12 21:07:09.306953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9ebadd8e-0f44-46d7-a05d-58d07b4e5654 req-12180fb9-e645-46b4-b590-83aef5e32ee5 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456271
Feb 12 21:07:09.759398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e7751-e75b-4775-adc7-d4eb2848723b req-4d75e4d8-599d-41c2-8ccb-9f2c593b7905 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:09.776487 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2b3e7751-e75b-4775-adc7-d4eb2848723b req-4d75e4d8-599d-41c2-8ccb-9f2c593b7905 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 950 time: 0.0742543
Feb 12 21:07:09.805976 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53b64f-684b-4d05-8b46-961f61760709 req-2b5a37ff-a532-454b-b521-ead1c9de16bc tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:09.813197 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9c53b64f-684b-4d05-8b46-961f61760709 req-2b5a37ff-a532-454b-b521-ead1c9de16bc tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.1406956
Feb 12 21:07:09.842935 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-bd0ef003-5bd1-4add-8a8b-b410a05dea47 service neutron] show failed (client error): The resource could not be found.
Feb 12 21:07:09.843855 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-bd0ef003-5bd1-4add-8a8b-b410a05dea47 service neutron] 10.222.0.50 "GET /v2.0/ports/b5cbc34b-0e81-4b41-9709-0fdcadb7ac77/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1610997
Feb 12 21:07:09.864954 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2b3e7751-e75b-4775-adc7-d4eb2848723b req-c7bfafe7-7848-450e-aec1-65069797361a tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795701
Feb 12 21:07:09.881001 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9c53b64f-684b-4d05-8b46-961f61760709 req-a3d8fbcf-9f97-460b-a0a2-8b149a7f0536 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668328
Feb 12 21:07:09.983732 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83066d5-a2dc-4648-a8c0-5bf0fb957bf3 req-fbd49082-c40e-4c37-8469-09c8009c51ca tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:09.991135 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e83066d5-a2dc-4648-a8c0-5bf0fb957bf3 req-fbd49082-c40e-4c37-8469-09c8009c51ca tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 943 time: 0.0707734
Feb 12 21:07:10.039085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e83066d5-a2dc-4648-a8c0-5bf0fb957bf3 req-5975b366-1c99-423b-8ef0-8955dd8cc84a tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470140
Feb 12 21:07:10.268056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-72d05b2b-280f-40a0-b9ac-27a1ecc874aa tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:10.268948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a1404-f8c1-450f-af92-d8a8b6289cd9 req-5ce90557-031d-4947-bf16-b4aa3d2a8f6c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:10.270449 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-231a1404-f8c1-450f-af92-d8a8b6289cd9 req-5ce90557-031d-4947-bf16-b4aa3d2a8f6c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0766840
Feb 12 21:07:10.275466 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-72d05b2b-280f-40a0-b9ac-27a1ecc874aa tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 807 time: 0.1319842
Feb 12 21:07:10.306105 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-05d4953f-4b48-4563-a829-28772e10315e tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/quotas/97311a1994be45a2b507aedc74f578df HTTP/1.1" status: 200  len: 375 time: 0.0296116
Feb 12 21:07:10.341461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-231a1404-f8c1-450f-af92-d8a8b6289cd9 req-dd9ab01c-bf60-4a1f-bda5-825c50e84187 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635042
Feb 12 21:07:10.400641 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-f727560e-3524-4dc5-9324-1e5b47609653 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0933714
Feb 12 21:07:10.579675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d266d-9c1e-4782-bfcf-32f1eb945167 req-a7ef7652-e82d-4a0f-b9f9-c185eb86266e tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:10.581571 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c9d266d-9c1e-4782-bfcf-32f1eb945167 req-a7ef7652-e82d-4a0f-b9f9-c185eb86266e tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 949 time: 0.0955603
Feb 12 21:07:10.608152 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-5b92501b-a023-40e4-979b-18d4a9a7934f service neutron] 10.222.0.31 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2052586
Feb 12 21:07:10.651466 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c9d266d-9c1e-4782-bfcf-32f1eb945167 req-ce543863-c4c7-4645-aa7d-643460cb7721 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608943
Feb 12 21:07:10.689717 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-cbc2fde9-7212-434d-a91e-b6c6df6d45da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:10.691300 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-cbc2fde9-7212-434d-a91e-b6c6df6d45da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a&tenant_id=55f8176a19e946ee8eecaa5d963d908c HTTP/1.1" status: 200  len: 1132 time: 0.1619945
Feb 12 21:07:10.705025 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:10.755910 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-52328eda-e28e-4d56-b32a-170accc67b03 service neutron] 10.222.0.31 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459029
Feb 12 21:07:10.811119 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:11.098315 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:11.183970 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:07:11.187763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ddd82-196e-40e8-ab31-08a44e20d648 req-283d2549-f5bc-464f-8678-421cb1d1aa66 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:11.189251 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-914ddd82-196e-40e8-ab31-08a44e20d648 req-283d2549-f5bc-464f-8678-421cb1d1aa66 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.48 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 950 time: 0.0903406
Feb 12 21:07:11.222730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 0e5d31bf-1299-4108-a791-2a97cebb0d4f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:07:11.251761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:11.254855 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f3edd0-88da-491f-918e-fed63baa37f3" -d '{"events": [{"server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:11.262231 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Publish callbacks [] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:11.306447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Transition to ACTIVE for port object b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:07:11.354687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246bdac-f26b-4428-85c7-b5114c30e75a req-63999949-de58-40d7-86df-ebcc2f6c3005 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:11.356433 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3246bdac-f26b-4428-85c7-b5114c30e75a req-63999949-de58-40d7-86df-ebcc2f6c3005 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 950 time: 0.1769469
Feb 12 21:07:11.362322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-914ddd82-196e-40e8-ab31-08a44e20d648 req-b1f60fe5-4069-455f-8074-530a1fad1a8f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Deleting port d12f9147-b8b3-4cc7-ba78-bc82fb796c36 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:07:11.362675 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914ddd82-196e-40e8-ab31-08a44e20d648 req-b1f60fe5-4069-455f-8074-530a1fad1a8f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d12f9147-b8b3-4cc7-ba78-bc82fb796c36), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:11.369337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 0e5d31bf-1299-4108-a791-2a97cebb0d4f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e5d31bf-1299-4108-a791-2a97cebb0d4f,segment=NetworkSegment(e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba),segment_id=e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:11.385909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '0e5d31bf-1299-4108-a791-2a97cebb0d4f', 'network_id': '500b8539-c5e5-4f3e-8048-ff853db68c9e', 'port_id': '0e5d31bf-1299-4108-a791-2a97cebb0d4f', 'mac_address': 'fa:16:3e:bc:87:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '380301fb-f8fa-48ad-8387-bfa0ccd33656', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:07:11.429830 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 0e5d31bf-1299-4108-a791-2a97cebb0d4f is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:11.430486 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:11.440496 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:11.445179 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5d31bf-1299-4108-a791-2a97cebb0d4f {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:07:11.469303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 0e5d31bf-1299-4108-a791-2a97cebb0d4f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e5d31bf-1299-4108-a791-2a97cebb0d4f,segment=NetworkSegment(e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba),segment_id=e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:11.480675 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3246bdac-f26b-4428-85c7-b5114c30e75a req-74a9cd28-551a-42b8-8d7b-84286d4df608 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144433
Feb 12 21:07:11.538050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-914ddd82-196e-40e8-ab31-08a44e20d648 req-b1f60fe5-4069-455f-8074-530a1fad1a8f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] For port d12f9147-b8b3-4cc7-ba78-bc82fb796c36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d12f9147-b8b3-4cc7-ba78-bc82fb796c36,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:11.539369 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914ddd82-196e-40e8-ab31-08a44e20d648 req-b1f60fe5-4069-455f-8074-530a1fad1a8f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d12f9147-b8b3-4cc7-ba78-bc82fb796c36), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:11.552542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] No DVR routers for this DVR port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 on host nch2-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:11.558506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Pushing event updated for resources: {'Port': ['ID=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,revision_number=6']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:11.588084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-914ddd82-196e-40e8-ab31-08a44e20d648 req-b1f60fe5-4069-455f-8074-530a1fad1a8f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Calling delete_port for d12f9147-b8b3-4cc7-ba78-bc82fb796c36 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:07:11.590418 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:11.642606 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Attempting to bind port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:07:11.646710 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Attempting to bind port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:07:11.646710 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Attempting to bind port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:11.691316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:07:11.691841 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Attempting to bind port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:11.712369 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:07:11.712776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:07:11.713085 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:07:11.716298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Bound port: b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:07:11.718177 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:11.784699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=0e5d31bf-1299-4108-a791-2a97cebb0d4f,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:11.841854 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:07:11.845700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:07:11.959068 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['0e5d31bf-1299-4108-a791-2a97cebb0d4f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:11.968933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:12.031279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:12.032013 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:12.033270 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] 10.222.0.48 "PUT /v2.0/ports/b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 HTTP/1.1" status: 200  len: 1096 time: 1.3331432
Feb 12 21:07:12.064016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f20f1-c365-4012-ad70-8259c2f7fe44 req-767eb4a6-34f7-4d05-861e-6ab9a7be5d2c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:12.076363 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8c0f20f1-c365-4012-ad70-8259c2f7fe44 req-767eb4a6-34f7-4d05-861e-6ab9a7be5d2c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 948 time: 0.2796576
Feb 12 21:07:12.149804 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dce62-44bd-42e1-9633-acc6f619cf38 req-89f97f87-e3d1-4b63-87f3-605804c47849 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:12.163529 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c77dce62-44bd-42e1-9633-acc6f619cf38 req-89f97f87-e3d1-4b63-87f3-605804c47849 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 944 time: 0.3141122
Feb 12 21:07:12.231400 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ae75b-6e9e-4c4b-a770-5dbfa4f7d8ec service neutron] Pushing event updated for resources: {'Port': ['ID=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,revision_number=7']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:12.242998 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8c0f20f1-c365-4012-ad70-8259c2f7fe44 req-67ff1dc0-3d7e-41d6-bfca-45f7e61f84d1 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579051
Feb 12 21:07:12.356143 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914ddd82-196e-40e8-ab31-08a44e20d648 req-b1f60fe5-4069-455f-8074-530a1fad1a8f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d12f9147-b8b3-4cc7-ba78-bc82fb796c36), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:12.375784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['d06b235b-99a9-4368-972a-9fb7e1fd2de3', '1dcd7742-1914-4434-a268-34bdc3f688d2', '00fe00bc-2807-4800-866f-306a75719cca', '343f7369-bd4a-4c45-bac6-12a12a82d733'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:12.414638 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c77dce62-44bd-42e1-9633-acc6f619cf38 req-91ae1de6-0521-43f4-a2aa-e5257be7e536 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2498679
Feb 12 21:07:12.423056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5bafff40-3831-43c8-81dd-8619fc446d2e', '2cde5d15-d636-49b0-9a4a-067de06e9f91', 'd12f9147-b8b3-4cc7-ba78-bc82fb796c36'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:12.455900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-4517d1aa-ca2d-41ac-92ba-300d1bd0e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:12.460286 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-4517d1aa-ca2d-41ac-92ba-300d1bd0e6bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 1130 time: 0.2939544
Feb 12 21:07:12.493597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f60fe5-4069-455f-8074-530a1fad1a8f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event deleted for resources: {'Port': ['ID=d12f9147-b8b3-4cc7-ba78-bc82fb796c36,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:12.600518 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9819e6-3d63-4048-adc9-5d4c9948397a x-openstack-request-id: req-6c9819e6-3d63-4048-adc9-5d4c9948397a {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:12.602971 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:12.603346 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c9819e6-3d63-4048-adc9-5d4c9948397a {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:12.603857 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77', 'code': 200}
Feb 12 21:07:12.667939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-914ddd82-196e-40e8-ab31-08a44e20d648 req-b1f60fe5-4069-455f-8074-530a1fad1a8f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] No DVR routers for this DVR port d12f9147-b8b3-4cc7-ba78-bc82fb796c36 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:12.672399 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-914ddd82-196e-40e8-ab31-08a44e20d648 req-b1f60fe5-4069-455f-8074-530a1fad1a8f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:12.681007 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-914ddd82-196e-40e8-ab31-08a44e20d648 req-b1f60fe5-4069-455f-8074-530a1fad1a8f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.48 "DELETE /v2.0/ports/d12f9147-b8b3-4cc7-ba78-bc82fb796c36 HTTP/1.1" status: 204  len: 173 time: 1.4842269
Feb 12 21:07:12.682557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608f3421-9d47-451f-aab9-8b516d566201', 'name': 'network-vif-deleted', 'tag': 'd12f9147-b8b3-4cc7-ba78-bc82fb796c36'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:12.698357 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94449fa7-b6b3-4194-9c15-6d679054f558" -d '{"events": [{"server_uuid": "608f3421-9d47-451f-aab9-8b516d566201", "name": "network-vif-deleted", "tag": "d12f9147-b8b3-4cc7-ba78-bc82fb796c36"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:12.711001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:12.722546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab79e6-cf5b-441c-83bb-f6bedb0bb8b0 req-fab0b37e-3aec-4181-8678-36b686e44ac6 tempest-ServersAdminNegativeTestJSON-2038713950 tempest-ServersAdminNegativeTestJSON-2038713950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:12.728958 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7ab79e6-cf5b-441c-83bb-f6bedb0bb8b0 req-fab0b37e-3aec-4181-8678-36b686e44ac6 tempest-ServersAdminNegativeTestJSON-2038713950 tempest-ServersAdminNegativeTestJSON-2038713950-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 1131 time: 0.2739704
Feb 12 21:07:12.741534 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-16261e2e-2986-4bf8-ac61-d2b82f9a1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:12.743192 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-16261e2e-2986-4bf8-ac61-d2b82f9a1dd7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.2761402
Feb 12 21:07:12.774077 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a7ab79e6-cf5b-441c-83bb-f6bedb0bb8b0 req-59250302-45e9-4be2-9658-0251a0e9fab1 tempest-ServersAdminNegativeTestJSON-2038713950 tempest-ServersAdminNegativeTestJSON-2038713950-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:12.830713 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-b2702d50-ee4f-4125-8842-50ab81c2f101 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 HTTP/1.1" status: 200  len: 217 time: 0.0501654
Feb 12 21:07:12.885626 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-dfa59380-a4f9-48e9-b9f0-7199de153da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:12.887839 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-dfa59380-a4f9-48e9-b9f0-7199de153da9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0478954
Feb 12 21:07:12.897968 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a7ab79e6-cf5b-441c-83bb-f6bedb0bb8b0 req-59250302-45e9-4be2-9658-0251a0e9fab1 tempest-ServersAdminNegativeTestJSON-2038713950 tempest-ServersAdminNegativeTestJSON-2038713950-project-admin] Publish callbacks [] for security_group (43d4fb88-6d24-4237-ac9f-62d635d4399b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:12.945907 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae7aa0-67ca-4ee4-bdb7-601c9c0401e1 req-99557b90-a8f7-4167-9c13-99e776fef016 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:12.951324 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-07ae7aa0-67ca-4ee4-bdb7-601c9c0401e1 req-99557b90-a8f7-4167-9c13-99e776fef016 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.2353168
Feb 12 21:07:13.029838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] The host nch2-master-1 is not matching for port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 host nch1-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:07:13.030227 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:07:13.031165 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a7ab79e6-cf5b-441c-83bb-f6bedb0bb8b0 req-59250302-45e9-4be2-9658-0251a0e9fab1 tempest-ServersAdminNegativeTestJSON-2038713950 tempest-ServersAdminNegativeTestJSON-2038713950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (43d4fb88-6d24-4237-ac9f-62d635d4399b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:13.035729 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-07ae7aa0-67ca-4ee4-bdb7-601c9c0401e1 req-42a9f4a6-e1e5-4f3c-8e63-ec16e7615ecf tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779932
Feb 12 21:07:13.050887 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-f3299d63-57cc-4f24-add0-5ef2d6f13372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:13.065710 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-f3299d63-57cc-4f24-add0-5ef2d6f13372 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1707671
Feb 12 21:07:13.161421 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7ab79e6-cf5b-441c-83bb-f6bedb0bb8b0 req-59250302-45e9-4be2-9658-0251a0e9fab1 tempest-ServersAdminNegativeTestJSON-2038713950 tempest-ServersAdminNegativeTestJSON-2038713950-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4248579
Feb 12 21:07:13.169685 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59250302-45e9-4be2-9658-0251a0e9fab1 tempest-ServersAdminNegativeTestJSON-2038713950 tempest-ServersAdminNegativeTestJSON-2038713950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d4fb88-6d24-4237-ac9f-62d635d4399b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:13.347856 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-76802578-a463-455c-addf-73f3ed4c46c5 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2750704
Feb 12 21:07:13.350301 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aa30b8a1-24b7-43c9-a204-373c2261ed17 req-ce5fa808-f94a-4093-bc1c-84b893952fae tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 210 time: 0.0899065
Feb 12 21:07:13.428124 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-92a9d327-248e-4451-8e0a-3a5481c5e044 req-0841040c-3880-4ecd-a2a7-299f4f5e8b8d tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=608f3421-9d47-451f-aab9-8b516d566201 HTTP/1.1" status: 200  len: 210 time: 0.1134503
Feb 12 21:07:13.487779 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7d3d40-348e-4ca1-80b2-bee514e5977f x-openstack-request-id: req-0a7d3d40-348e-4ca1-80b2-bee514e5977f {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:13.488092 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608f3421-9d47-451f-aab9-8b516d566201", "name": "network-vif-deleted", "tag": "d12f9147-b8b3-4cc7-ba78-bc82fb796c36", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:13.488354 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a7d3d40-348e-4ca1-80b2-bee514e5977f {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:13.488768 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608f3421-9d47-451f-aab9-8b516d566201', 'name': 'network-vif-deleted', 'tag': 'd12f9147-b8b3-4cc7-ba78-bc82fb796c36', 'status': 'completed', 'code': 200}
Feb 12 21:07:13.598572 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b08b8991-5681-4f67-be1f-2f0ab78ea0d7 req-2f17a094-d7bc-489f-a394-b28ef0171810 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2381918
Feb 12 21:07:13.697226 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dde48-004c-491e-868a-22f69c7f84e2 req-03d7e1a6-cb7e-495e-b622-41f090eca147 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:13.698860 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f73dde48-004c-491e-868a-22f69c7f84e2 req-03d7e1a6-cb7e-495e-b622-41f090eca147 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 948 time: 0.1290879
Feb 12 21:07:13.816542 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f73dde48-004c-491e-868a-22f69c7f84e2 req-551d8b7b-440e-4e9b-b2d8-ab3a7ced8138 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992234
Feb 12 21:07:13.822273 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a836283-1fb3-44be-86e2-c1231e85baac req-1258ad3a-5da0-4487-a92e-b50eb5e251d2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:13.825483 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a836283-1fb3-44be-86e2-c1231e85baac req-1258ad3a-5da0-4487-a92e-b50eb5e251d2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 944 time: 0.1309435
Feb 12 21:07:13.916871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a836283-1fb3-44be-86e2-c1231e85baac req-5938a0a6-6274-4c3e-844d-ad005e9287fb tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861416
Feb 12 21:07:14.222841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ce9b6-063a-406f-8ff3-d264c7411ada req-b3c11168-4289-4bfc-be10-a1eac9515319 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:14.224462 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8c9ce9b6-063a-406f-8ff3-d264c7411ada req-b3c11168-4289-4bfc-be10-a1eac9515319 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0961623
Feb 12 21:07:14.293553 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8c9ce9b6-063a-406f-8ff3-d264c7411ada req-ff4b0549-2341-4190-9819-2fe39ad770be tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585194
Feb 12 21:07:14.484470 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbe6395e-4f0e-48c2-8df5-7b0bf648e5c5 req-66d2e0df-82fb-4a65-a459-37d2407a2719 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 210 time: 0.0299411
Feb 12 21:07:14.604941 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:14.607534 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d668bdbf-0835-4a26-84a9-25aa5c23039f" -d '{"events": [{"name": "network-changed", "server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:14.721907 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564fb03c-f9e9-46d7-a905-0f9335709c66 x-openstack-request-id: req-564fb03c-f9e9-46d7-a905-0f9335709c66 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:14.722583 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:14.722855 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-564fb03c-f9e9-46d7-a905-0f9335709c66 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:14.723256 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77', 'status': 'completed', 'code': 200}
Feb 12 21:07:14.852447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-e603df14-58cd-4371-9446-3fbfbe818490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:14.854065 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-e603df14-58cd-4371-9446-3fbfbe818490 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 1130 time: 0.1033063
Feb 12 21:07:14.880591 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaeb2a6-4af5-41f6-b4e3-42190bfd30d9 req-825bc052-9bc3-4c22-b40b-dd599d9e20ae tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:14.893523 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-acaeb2a6-4af5-41f6-b4e3-42190bfd30d9 req-825bc052-9bc3-4c22-b40b-dd599d9e20ae tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 949 time: 0.1036339
Feb 12 21:07:14.997072 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-40f4621b-110a-431f-846b-6dc249f4d9b9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:15.003841 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-40f4621b-110a-431f-846b-6dc249f4d9b9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.50 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 807 time: 0.2229791
Feb 12 21:07:15.034277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-575a192c-5dbb-45f0-b241-f2f9c816a1c4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Request body: {'port': {'device_id': '7a074cfc-bc01-4936-ac34-cf31436b706d', 'network_id': '04e4405d-ac34-418d-b812-924c095df566', 'admin_state_up': True, 'tenant_id': '97311a1994be45a2b507aedc74f578df'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:15.244397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 0e5d31bf-1299-4108-a791-2a97cebb0d4f up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:07:15.336243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-575a192c-5dbb-45f0-b241-f2f9c816a1c4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Made reservation on behalf of 97311a1994be45a2b507aedc74f578df for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:07:15.341417 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-575a192c-5dbb-45f0-b241-f2f9c816a1c4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:15.412453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74531db-3a80-45c4-a7e0-57e3a430edbd req-a42a445c-15ec-4c2a-9c5b-8483f3bde897 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:15.413319 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a74531db-3a80-45c4-a7e0-57e3a430edbd req-a42a445c-15ec-4c2a-9c5b-8483f3bde897 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 948 time: 0.1449816
Feb 12 21:07:15.474221 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-a9015cf7-e83a-4962-af22-133be78ed479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:15.475785 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 0e5d31bf-1299-4108-a791-2a97cebb0d4f completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:07:15.475951 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-a9015cf7-e83a-4962-af22-133be78ed479 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 1130 time: 0.7358875
Feb 12 21:07:15.489198 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 0e5d31bf-1299-4108-a791-2a97cebb0d4f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:15.490025 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:15.520245 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a74531db-3a80-45c4-a7e0-57e3a430edbd req-6ea586ff-5a9c-4c6c-959b-f048c6e1622a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788238
Feb 12 21:07:15.576041 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-acaeb2a6-4af5-41f6-b4e3-42190bfd30d9 req-484a0cb8-7e29-49f9-9bfa-cbcd2378c70b tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6813378
Feb 12 21:07:15.645900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-e549d95c-ba3b-4985-b2e4-f829f5113a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:15.647653 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-e549d95c-ba3b-4985-b2e4-f829f5113a30 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.7509706
Feb 12 21:07:15.693332 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-4c634408-ca0e-4529-b1bd-cc664aa09f07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 HTTP/1.1" status: 200  len: 217 time: 0.0390196
Feb 12 21:07:15.739579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 0e5d31bf-1299-4108-a791-2a97cebb0d4f is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:15.739996 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:15.755595 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-12a5198b-0013-4816-bdcb-16408616e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:15.757291 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-12a5198b-0013-4816-bdcb-16408616e2e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0524554
Feb 12 21:07:15.788453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08416797-b31e-4ab0-af14-a13d93df3fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5d31bf-1299-4108-a791-2a97cebb0d4f'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:15.788748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-575a192c-5dbb-45f0-b241-f2f9c816a1c4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Allocated IP 172.20.0.10 (04e4405d-ac34-418d-b812-924c095df566/92392980-c8c9-4fba-bd0f-ab0b7a77d147/1402b4b5-4ffe-40e5-b42b-355e4a6d8792) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:07:15.797868 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd53ca2-71d6-4b15-b815-67a61959cba4" -d '{"events": [{"server_uuid": "08416797-b31e-4ab0-af14-a13d93df3fb0", "name": "network-vif-plugged", "status": "completed", "tag": "0e5d31bf-1299-4108-a791-2a97cebb0d4f"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:15.823870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 0e5d31bf-1299-4108-a791-2a97cebb0d4f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e5d31bf-1299-4108-a791-2a97cebb0d4f,segment=NetworkSegment(e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba),segment_id=e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:15.864234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-6566dc46-4622-4f2a-9862-8bb398eaddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:15.866190 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-6566dc46-4622-4f2a-9862-8bb398eaddf7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.3774097
Feb 12 21:07:15.881161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcd52c-8c8c-4c9f-8c25-ae370ceb01c0 req-940cadae-eae8-4aab-9d07-a6ba19aa18d8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:15.885415 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4dcd52c-8c8c-4c9f-8c25-ae370ceb01c0 req-940cadae-eae8-4aab-9d07-a6ba19aa18d8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 944 time: 0.2218158
Feb 12 21:07:15.908190 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:15.910561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d12f9147-b8b3-4cc7-ba78-bc82fb796c36 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:15.919204 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-b64af670-0bc8-45f0-b3e8-2a4f5392ea44 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 HTTP/1.1" status: 200  len: 217 time: 0.0461180
Feb 12 21:07:16.008966 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1827a3b-1bdb-4d6c-8fc1-7ff03c923ecc req-c55ea967-cbde-41af-a08c-d4546e59d3ea tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:16.022127 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d1827a3b-1bdb-4d6c-8fc1-7ff03c923ecc req-c55ea967-cbde-41af-a08c-d4546e59d3ea tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 950 time: 0.2190943
Feb 12 21:07:16.045940 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: d12f9147-b8b3-4cc7-ba78-bc82fb796c36 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:07:16.046364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d12f9147-b8b3-4cc7-ba78-bc82fb796c36 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:07:16.088780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-dbbcc4d9-027f-4970-bbeb-31a16691e357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:16.091130 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-dbbcc4d9-027f-4970-bbeb-31a16691e357 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3258626
Feb 12 21:07:16.109988 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d1827a3b-1bdb-4d6c-8fc1-7ff03c923ecc req-4b596572-4ad9-4931-b1a2-256e4113f02e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803242
Feb 12 21:07:16.112645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=0e5d31bf-1299-4108-a791-2a97cebb0d4f,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:16.179807 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-575a192c-5dbb-45f0-b241-f2f9c816a1c4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks [] for port (1402b4b5-4ffe-40e5-b42b-355e4a6d8792), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:16.272767 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4dcd52c-8c8c-4c9f-8c25-ae370ceb01c0 req-bdf48675-04c7-49c8-9fde-da6a801e779d tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3828146
Feb 12 21:07:16.280512 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-901eef71-7e57-4275-b4b8-9921304e9eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:16.282062 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-901eef71-7e57-4275-b4b8-9921304e9eb4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.3418164
Feb 12 21:07:16.317082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5699-77de-4f15-8a95-378ef3a63949 req-7b585411-fad5-45fb-9224-aa7aa2ca468f tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:16.318905 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ff9b5699-77de-4f15-8a95-378ef3a63949 req-7b585411-fad5-45fb-9224-aa7aa2ca468f tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.48 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 949 time: 0.1516745
Feb 12 21:07:16.372201 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-5f3a1abd-92e1-4705-a7c7-91bd6d4ea355 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2609107
Feb 12 21:07:16.388357 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-575a192c-5dbb-45f0-b241-f2f9c816a1c4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1402b4b5-4ffe-40e5-b42b-355e4a6d8792), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:16.401627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['32360a5d-8e56-4c23-9414-36fca780d88e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:16.402320 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34143861-fbd7-414a-97a5-f545811e4c50 req-ca7f0238-1490-4e55-b031-1303bafce75d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:16.402320 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-34143861-fbd7-414a-97a5-f545811e4c50 req-ca7f0238-1490-4e55-b031-1303bafce75d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.1715510
Feb 12 21:07:16.438761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-c7a1b46f-fe52-45b0-8a60-cb1bb6c3077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:16.440278 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-c7a1b46f-fe52-45b0-8a60-cb1bb6c3077d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1480374
Feb 12 21:07:16.563608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a192c-5dbb-45f0-b241-f2f9c816a1c4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Pushing event updated for resources: {'Port': ['ID=1402b4b5-4ffe-40e5-b42b-355e4a6d8792,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:16.586093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-575a192c-5dbb-45f0-b241-f2f9c816a1c4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Network 04e4405d-ac34-418d-b812-924c095df566 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:07:16.599244 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-575a192c-5dbb-45f0-b241-f2f9c816a1c4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:07:16.632719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-575a192c-5dbb-45f0-b241-f2f9c816a1c4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:07:16.687085 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-34143861-fbd7-414a-97a5-f545811e4c50 req-2dc2ab45-4db9-4df8-9355-236e8b5f63fd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2667515
Feb 12 21:07:16.727317 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537c891-8593-4fc2-b00e-0fe0c526fbc8 req-c58c197d-31b2-4b43-98da-e9c8def49203 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:16.728847 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1537c891-8593-4fc2-b00e-0fe0c526fbc8 req-c58c197d-31b2-4b43-98da-e9c8def49203 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 932 time: 0.3464043
Feb 12 21:07:16.765391 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-daa77611-faed-4fe5-b54a-15435ce502f4 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3820789
Feb 12 21:07:16.805491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-575a192c-5dbb-45f0-b241-f2f9c816a1c4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:16.806136 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-575a192c-5dbb-45f0-b241-f2f9c816a1c4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:16.813230 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7344b9c-2bb9-4964-a58e-7b8996348db6 x-openstack-request-id: req-a7344b9c-2bb9-4964-a58e-7b8996348db6 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:16.814047 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08416797-b31e-4ab0-af14-a13d93df3fb0", "name": "network-vif-plugged", "status": "completed", "tag": "0e5d31bf-1299-4108-a791-2a97cebb0d4f", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:16.814460 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7344b9c-2bb9-4964-a58e-7b8996348db6 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:16.815663 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08416797-b31e-4ab0-af14-a13d93df3fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5d31bf-1299-4108-a791-2a97cebb0d4f', 'code': 200}
Feb 12 21:07:16.829000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-ff9b5699-77de-4f15-8a95-378ef3a63949 req-ba1b1371-5d5c-46c9-a402-8c8701a3d897 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Deleting port a0baed29-10f3-48fe-b214-5e1ef2af8973 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:07:16.829492 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ff9b5699-77de-4f15-8a95-378ef3a63949 req-ba1b1371-5d5c-46c9-a402-8c8701a3d897 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a0baed29-10f3-48fe-b214-5e1ef2af8973), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:16.844062 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-a266d5ea-666a-4686-b69e-27770e8662ed service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3596880
Feb 12 21:07:16.926949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ff9b5699-77de-4f15-8a95-378ef3a63949 req-ba1b1371-5d5c-46c9-a402-8c8701a3d897 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] For port a0baed29-10f3-48fe-b214-5e1ef2af8973, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0baed29-10f3-48fe-b214-5e1ef2af8973,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:16.927319 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ff9b5699-77de-4f15-8a95-378ef3a63949 req-ba1b1371-5d5c-46c9-a402-8c8701a3d897 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a0baed29-10f3-48fe-b214-5e1ef2af8973), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:16.956365 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-ff9b5699-77de-4f15-8a95-378ef3a63949 req-ba1b1371-5d5c-46c9-a402-8c8701a3d897 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Calling delete_port for a0baed29-10f3-48fe-b214-5e1ef2af8973 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:07:16.964943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727550dc-4996-4a19-86b9-62479185c92e req-873c5ae4-a476-449c-bae4-f072bb30cbd4 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:16.966358 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-727550dc-4996-4a19-86b9-62479185c92e req-873c5ae4-a476-449c-bae4-f072bb30cbd4 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.48 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 950 time: 0.3299887
Feb 12 21:07:17.021205 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1537c891-8593-4fc2-b00e-0fe0c526fbc8 req-83b5e8de-e0d3-41d6-817b-b6424a44f639 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2758746
Feb 12 21:07:17.125980 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d668bdbf-0835-4a26-84a9-25aa5c23039f req-d3f02243-fb0e-422b-922f-df738e12f256 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2808316
Feb 12 21:07:17.128588 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-575a192c-5dbb-45f0-b241-f2f9c816a1c4 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0975478
Feb 12 21:07:17.139441 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c998d-3672-47d6-a388-7f22bb6bf4dd req-416d9260-8dec-4a7d-b0d8-7146ca6128ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:17.146246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Request body: {'port': {'device_id': '7a074cfc-bc01-4936-ac34-cf31436b706d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:17.146405 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-747c998d-3672-47d6-a388-7f22bb6bf4dd req-416d9260-8dec-4a7d-b0d8-7146ca6128ec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 1127 time: 0.2196243
Feb 12 21:07:17.182700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-3e047d1b-3d18-4ee4-bcea-f08bdead7f92 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:17.185443 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-3e047d1b-3d18-4ee4-bcea-f08bdead7f92 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 821 time: 0.2096400
Feb 12 21:07:17.212104 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-d28b5d17-3d7a-4e6a-9995-10f0e93cc08a tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/quotas/097ba3f98cb348929658959fd4ff31cf HTTP/1.1" status: 200  len: 375 time: 0.0189054
Feb 12 21:07:17.233957 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-747c998d-3672-47d6-a388-7f22bb6bf4dd req-4332875b-ca21-4238-9a0f-ad78f822f3a0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748823
Feb 12 21:07:17.249747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:07:17.279867 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-7c071bf2-2b19-489f-9c38-e43f8b0da356 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0611613
Feb 12 21:07:17.305997 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1402b4b5-4ffe-40e5-b42b-355e4a6d8792), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:17.329171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e20cc-8ace-48fe-a68e-40ae1161439e req-ce88c10c-6da5-4a0e-a886-473cfc40a43d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:17.330747 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-119e20cc-8ace-48fe-a68e-40ae1161439e req-ce88c10c-6da5-4a0e-a886-473cfc40a43d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 948 time: 0.1932828
Feb 12 21:07:17.366475 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-727550dc-4996-4a19-86b9-62479185c92e req-f0dc5ecb-3b88-4fee-8342-d0b766472b07 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Deleting port 2cde5d15-d636-49b0-9a4a-067de06e9f91 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:07:17.366724 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-727550dc-4996-4a19-86b9-62479185c92e req-f0dc5ecb-3b88-4fee-8342-d0b766472b07 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2cde5d15-d636-49b0-9a4a-067de06e9f91), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:17.391809 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:17.405341 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77', 'mac_address': 'fa:16:3e:54:25:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:07:17.446311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:17.446988 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:17.450419 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-d6d18e17-8c10-415b-b8bd-a3c27d7fd61e service neutron] 10.222.0.31 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1624575
Feb 12 21:07:17.471458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:07:17.488684 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718fff2-04df-4992-ae36-64193f0a8483 req-9deb31ff-5906-47eb-b92c-3dc7ba50fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:17.490234 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7718fff2-04df-4992-ae36-64193f0a8483 req-9deb31ff-5906-47eb-b92c-3dc7ba50fc4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02d862cc48f14c42ba73c75e882e9c87&device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 1127 time: 0.1059933
Feb 12 21:07:17.494272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:17.561400 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:17.585153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-119e20cc-8ace-48fe-a68e-40ae1161439e req-9498e2c5-3c81-4310-9814-03b5bc0c88cf tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2431450
Feb 12 21:07:17.591006 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ff9b5699-77de-4f15-8a95-378ef3a63949 req-ba1b1371-5d5c-46c9-a402-8c8701a3d897 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a0baed29-10f3-48fe-b214-5e1ef2af8973), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:17.642349 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-89e27041-f321-4197-8b1d-b07e9e511ab7 service neutron] 10.222.0.31 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1853669
Feb 12 21:07:17.645664 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b1371-5d5c-46c9-a402-8c8701a3d897 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Pushing event deleted for resources: {'Port': ['ID=a0baed29-10f3-48fe-b214-5e1ef2af8973,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:17.651390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:17.672935 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a318a716-17e1-474f-b913-0ba637029c68'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:17.704433 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718fff2-04df-4992-ae36-64193f0a8483 req-2591ba1a-8d4c-4892-8b76-e5aeeb84a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:17.705931 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7718fff2-04df-4992-ae36-64193f0a8483 req-2591ba1a-8d4c-4892-8b76-e5aeeb84a885 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 HTTP/1.1" status: 200  len: 915 time: 0.1870151
Feb 12 21:07:17.768001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['a0baed29-10f3-48fe-b214-5e1ef2af8973'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:17.768152 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7718fff2-04df-4992-ae36-64193f0a8483 req-d0bc8174-3e22-45bd-a555-ea15c7ad29a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a HTTP/1.1" status: 200  len: 217 time: 0.0526397
Feb 12 21:07:17.772959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-727550dc-4996-4a19-86b9-62479185c92e req-f0dc5ecb-3b88-4fee-8342-d0b766472b07 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] For port 2cde5d15-d636-49b0-9a4a-067de06e9f91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cde5d15-d636-49b0-9a4a-067de06e9f91,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:17.774282 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-727550dc-4996-4a19-86b9-62479185c92e req-f0dc5ecb-3b88-4fee-8342-d0b766472b07 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2cde5d15-d636-49b0-9a4a-067de06e9f91), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:17.785009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9b5699-77de-4f15-8a95-378ef3a63949 req-ba1b1371-5d5c-46c9-a402-8c8701a3d897 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] No DVR routers for this DVR port a0baed29-10f3-48fe-b214-5e1ef2af8973 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:17.790089 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ff9b5699-77de-4f15-8a95-378ef3a63949 req-ba1b1371-5d5c-46c9-a402-8c8701a3d897 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:17.797871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ff9b5699-77de-4f15-8a95-378ef3a63949 req-ba1b1371-5d5c-46c9-a402-8c8701a3d897 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.48 "DELETE /v2.0/ports/a0baed29-10f3-48fe-b214-5e1ef2af8973 HTTP/1.1" status: 204  len: 173 time: 1.4714043
Feb 12 21:07:17.853426 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718fff2-04df-4992-ae36-64193f0a8483 req-5408ae1f-7908-4c8b-8df6-3cf8ae31dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:17.856203 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7718fff2-04df-4992-ae36-64193f0a8483 req-5408ae1f-7908-4c8b-8df6-3cf8ae31dffb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=825e3da2-4f7e-429c-bcf3-a663244459b0 HTTP/1.1" status: 200  len: 854 time: 0.0812612
Feb 12 21:07:17.862491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e945404b-2162-40c7-a141-3290a269d450', 'name': 'network-vif-deleted', 'tag': 'a0baed29-10f3-48fe-b214-5e1ef2af8973'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:17.864819 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538dc8eb-d65a-4d13-9667-16539c96b27b" -d '{"events": [{"server_uuid": "e945404b-2162-40c7-a141-3290a269d450", "name": "network-vif-deleted", "tag": "a0baed29-10f3-48fe-b214-5e1ef2af8973"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:17.892997 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7986eb02-3c61-48c7-a5ce-a460dc8a6b57 req-2953d74e-d567-46fc-8896-e4b6f95f0578 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=e945404b-2162-40c7-a141-3290a269d450 HTTP/1.1" status: 200  len: 210 time: 0.1710341
Feb 12 21:07:17.897007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-727550dc-4996-4a19-86b9-62479185c92e req-f0dc5ecb-3b88-4fee-8342-d0b766472b07 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Calling delete_port for 2cde5d15-d636-49b0-9a4a-067de06e9f91 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:07:17.907481 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7718fff2-04df-4992-ae36-64193f0a8483 req-fc483f26-e67b-4d00-b902-30be3fa19e28 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426173
Feb 12 21:07:17.957068 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b5cbc34b-0e81-4b41-9709-0fdcadb7ac77'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:18.050903 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7718fff2-04df-4992-ae36-64193f0a8483 req-db93ad20-38d9-4707-a4cb-63363164c201 service neutron] 10.222.0.50 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352007
Feb 12 21:07:18.180855 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7718fff2-04df-4992-ae36-64193f0a8483 req-055e9258-f178-4747-bf05-8ab494929145 service neutron] 10.222.0.50 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1136556
Feb 12 21:07:18.202433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:07:18.217776 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Publish callbacks [] for port (1402b4b5-4ffe-40e5-b42b-355e4a6d8792), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:18.239312 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-ff0f6a80-68f8-4003-acc6-bd41411a7421 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--989980789&fields=id&tenant_id=a19875f98800434db2950efcf23ff3a4 HTTP/1.1" status: 200  len: 267 time: 0.1153500
Feb 12 21:07:18.242121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Transition to ACTIVE for port object 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:07:18.322976 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (1402b4b5-4ffe-40e5-b42b-355e4a6d8792), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:18.325280 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-727550dc-4996-4a19-86b9-62479185c92e req-f0dc5ecb-3b88-4fee-8342-d0b766472b07 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2cde5d15-d636-49b0-9a4a-067de06e9f91), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:18.343023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['d06b235b-99a9-4368-972a-9fb7e1fd2de3', '1dcd7742-1914-4434-a268-34bdc3f688d2', '00fe00bc-2807-4800-866f-306a75719cca', '343f7369-bd4a-4c45-bac6-12a12a82d733'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:18.348098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5bafff40-3831-43c8-81dd-8619fc446d2e', '2cde5d15-d636-49b0-9a4a-067de06e9f91'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:18.459387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-b6d6f6aa-ab9a-4ab6-9ae0-07ab279a8498 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:18.466555 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f496d7f0-f514-403d-a91b-96eb9f2a1360 req-306d9b93-7d24-4656-a836-75a6ade607d8 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=60f87ab1-85fb-49c2-9720-20ce04a1c7b1 HTTP/1.1" status: 200  len: 210 time: 0.0458391
Feb 12 21:07:18.466769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-b6d6f6aa-ab9a-4ab6-9ae0-07ab279a8498 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/networks?id=8a5b2a07-61e9-49f2-a870-d207fbb10adf HTTP/1.1" status: 200  len: 816 time: 0.2199571
Feb 12 21:07:18.483553 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1402b4b5-4ffe-40e5-b42b-355e4a6d8792,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:18.509568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-727550dc-4996-4a19-86b9-62479185c92e req-f0dc5ecb-3b88-4fee-8342-d0b766472b07 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] No DVR routers for this DVR port 2cde5d15-d636-49b0-9a4a-067de06e9f91 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:18.522520 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-08c7179d-0510-4fc7-ab70-c8434f679e1a tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/quotas/a19875f98800434db2950efcf23ff3a4 HTTP/1.1" status: 200  len: 375 time: 0.0543633
Feb 12 21:07:18.556446 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-727550dc-4996-4a19-86b9-62479185c92e req-f0dc5ecb-3b88-4fee-8342-d0b766472b07 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:18.560350 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-727550dc-4996-4a19-86b9-62479185c92e req-f0dc5ecb-3b88-4fee-8342-d0b766472b07 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.48 "DELETE /v2.0/ports/2cde5d15-d636-49b0-9a4a-067de06e9f91 HTTP/1.1" status: 204  len: 173 time: 1.5874734
Feb 12 21:07:18.596803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc5ecb-3b88-4fee-8342-d0b766472b07 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event deleted for resources: {'Port': ['ID=2cde5d15-d636-49b0-9a4a-067de06e9f91,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:18.653742 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e83a6-bfe9-4cbd-91bc-d1b3f74010d9 req-5da5563e-009a-477c-ad48-d17ffedd1a9f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:18.662270 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7c9e83a6-bfe9-4cbd-91bc-d1b3f74010d9 req-5da5563e-009a-477c-ad48-d17ffedd1a9f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 945 time: 0.1109259
Feb 12 21:07:18.678621 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-4ff0a813-9bde-4d40-af78-7142b77e6069 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a19875f98800434db2950efcf23ff3a4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1551480
Feb 12 21:07:18.684116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Attempting to bind port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:07:18.684116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Attempting to bind port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:07:18.684116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Attempting to bind port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:18.687091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 on network 04e4405d-ac34-418d-b812-924c095df566 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:07:18.687861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Attempting to bind port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:18.693450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:07:18.693871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Checking segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:07:18.694346 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Bound using segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:07:18.694863 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Bound port: 1402b4b5-4ffe-40e5-b42b-355e4a6d8792, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:07:18.695349 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1402b4b5-4ffe-40e5-b42b-355e4a6d8792), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:18.770328 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7c9e83a6-bfe9-4cbd-91bc-d1b3f74010d9 req-edf4ee58-b444-4da8-812f-f6b20dc64bd8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069350
Feb 12 21:07:18.894710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] For port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:07:18.898752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] For port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1402b4b5-4ffe-40e5-b42b-355e4a6d8792,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:07:18.901675 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-6ee88364-7bb8-41cf-9ac2-d8bcab37e0e2 service neutron] 10.222.0.31 "GET /v2.0/networks/8a5b2a07-61e9-49f2-a870-d207fbb10adf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864660
Feb 12 21:07:19.282394 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:07:19.301596 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (1402b4b5-4ffe-40e5-b42b-355e4a6d8792), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:19.393048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:19.394534 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:19.395261 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] 10.222.0.50 "PUT /v2.0/ports/1402b4b5-4ffe-40e5-b42b-355e4a6d8792 HTTP/1.1" status: 200  len: 1092 time: 2.2656543
Feb 12 21:07:19.408527 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd274bc9-5f47-4ae8-84a8-79705895d969 req-ed6ed1d2-26b8-4b3d-90c2-ced0e8f0ec75 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:19.410456 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cd274bc9-5f47-4ae8-84a8-79705895d969 req-ed6ed1d2-26b8-4b3d-90c2-ced0e8f0ec75 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 945 time: 0.0960793
Feb 12 21:07:19.457070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ba810-5058-4cdc-b18b-c3cfebe1b8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1402b4b5-4ffe-40e5-b42b-355e4a6d8792,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:19.473605 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cd274bc9-5f47-4ae8-84a8-79705895d969 req-bd56f2dd-41e1-458e-bf86-0e7bde096504 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545499
Feb 12 21:07:19.499333 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-09c398fc-62ee-4fce-92bb-4d21f537d23d service neutron] 10.222.0.31 "GET /v2.0/networks/8a5b2a07-61e9-49f2-a870-d207fbb10adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5885196
Feb 12 21:07:19.509619 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:07:19.514569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:19.515192 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:19.523524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-bd43cb02-ddcc-4f15-8249-3c0646434468 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:19.525894 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-bd43cb02-ddcc-4f15-8249-3c0646434468 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.48 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a&tenant_id=55f8176a19e946ee8eecaa5d963d908c&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.1457195
Feb 12 21:07:19.587609 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356092cf-7d2f-4b9f-a182-3c0b56935c07 x-openstack-request-id: req-356092cf-7d2f-4b9f-a182-3c0b56935c07 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:19.587850 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e945404b-2162-40c7-a141-3290a269d450", "name": "network-vif-deleted", "tag": "a0baed29-10f3-48fe-b214-5e1ef2af8973", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:19.588460 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-356092cf-7d2f-4b9f-a182-3c0b56935c07 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:19.588924 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e945404b-2162-40c7-a141-3290a269d450', 'name': 'network-vif-deleted', 'tag': 'a0baed29-10f3-48fe-b214-5e1ef2af8973', 'status': 'completed', 'code': 200}
Feb 12 21:07:19.653240 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-f28de7d6-4cc8-478b-906e-bb0485d9d563 service neutron] 10.222.0.48 "GET /v2.0/ports/b5cbc34b-0e81-4b41-9709-0fdcadb7ac77/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1198626
Feb 12 21:07:19.660091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:19.660468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-082e36fe-a090-4c3c-92f8-42ac1983e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:19.660596 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:19.664374 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-082e36fe-a090-4c3c-92f8-42ac1983e7ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 1126 time: 0.0862193
Feb 12 21:07:19.688617 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:19.691395 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc2399f-59dd-4c6e-8808-5fd89563ee17" -d '{"events": [{"server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "name": "network-vif-plugged", "status": "completed", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:19.706888 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:19.724725 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-18d2a283-5832-4e95-9dae-774cc420aef3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1402b4b5-4ffe-40e5-b42b-355e4a6d8792 HTTP/1.1" status: 200  len: 217 time: 0.0526037
Feb 12 21:07:19.769404 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163f3b0-4e23-40a0-a97a-d139b1157e25 req-663cae59-3ec3-4217-9d44-96b1fc62d204 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:19.770615 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9163f3b0-4e23-40a0-a97a-d139b1157e25 req-663cae59-3ec3-4217-9d44-96b1fc62d204 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 944 time: 0.0861816
Feb 12 21:07:19.773474 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:19.774447 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2cde5d15-d636-49b0-9a4a-067de06e9f91 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:19.804856 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-79d26c61-f3cb-4bc4-8bf5-0f013f029e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:19.806388 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-79d26c61-f3cb-4bc4-8bf5-0f013f029e1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.0648546
Feb 12 21:07:19.820856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 2cde5d15-d636-49b0-9a4a-067de06e9f91 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:07:19.821210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2cde5d15-d636-49b0-9a4a-067de06e9f91 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:07:19.821655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device a0baed29-10f3-48fe-b214-5e1ef2af8973 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:19.830121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-7b6fe26f-90d4-43ad-8766-fc7d87888202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:19.835733 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-7b6fe26f-90d4-43ad-8766-fc7d87888202 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 1131 time: 0.1172793
Feb 12 21:07:19.851612 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: a0baed29-10f3-48fe-b214-5e1ef2af8973 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:07:19.851612 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device a0baed29-10f3-48fe-b214-5e1ef2af8973 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:07:19.864329 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9163f3b0-4e23-40a0-a97a-d139b1157e25 req-b08e32a1-bbb1-4637-ad74-08cc9fc130e6 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805483
Feb 12 21:07:19.874160 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-215803e6-a34b-4839-bce4-9627871a6101 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0580177
Feb 12 21:07:19.876978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:19.945150 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f58110f3-b852-4420-a8fb-25870407a0ec req-d6961761-f416-459d-91f0-18345f7c801f tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 210 time: 0.0276175
Feb 12 21:07:20.027408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-003da599-cffc-4fa7-9cbe-284efd8f7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:20.028924 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-003da599-cffc-4fa7-9cbe-284efd8f7df7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1659498
Feb 12 21:07:20.032249 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-9da697ee-f59a-4378-8281-bd5449c20db5 service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458569
Feb 12 21:07:20.089912 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-4c9bbf06-f2d4-4ad5-bff9-cf8b83e7e40b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 HTTP/1.1" status: 200  len: 217 time: 0.0540700
Feb 12 21:07:20.104701 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a926f4-a002-431a-a14d-e40b19911f43 req-3accbc5e-c394-4924-bef1-cc08374c39fd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:20.106612 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7a926f4-a002-431a-a14d-e40b19911f43 req-3accbc5e-c394-4924-bef1-cc08374c39fd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.0586371
Feb 12 21:07:20.157059 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7a926f4-a002-431a-a14d-e40b19911f43 req-36a1e54b-5ee6-49a7-b142-410a8ae4432a tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426278
Feb 12 21:07:20.178724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-151fca20-c6a5-47d9-b348-c0e2035f8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:20.178724 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-151fca20-c6a5-47d9-b348-c0e2035f8d6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0818257
Feb 12 21:07:20.223095 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9a17da7-87ef-47a2-a852-b512c002ccba req-cf0731d2-e4c8-4d94-88ec-7de85f0e786e service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1814110
Feb 12 21:07:20.247409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-330bfc50-beac-4be5-b994-8cd2b9073784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:20.249210 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-330bfc50-beac-4be5-b994-8cd2b9073784 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0644107
Feb 12 21:07:20.283476 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0706513-47f7-4d15-aab0-f0e5c445b9de x-openstack-request-id: req-b0706513-47f7-4d15-aab0-f0e5c445b9de {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:20.283981 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "name": "network-vif-plugged", "status": "completed", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:20.284128 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0706513-47f7-4d15-aab0-f0e5c445b9de {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:20.284596 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77', 'code': 200}
Feb 12 21:07:20.350190 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-ccb4a851-1966-4bf5-b6d8-bd61701f7566 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0938187
Feb 12 21:07:20.350400 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39583e93-0c01-422f-a25b-c8478fd21c12 req-b25beca6-8832-4fbd-bb79-84609df5e77c tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:20.361574 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-39583e93-0c01-422f-a25b-c8478fd21c12 req-b25beca6-8832-4fbd-bb79-84609df5e77c tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 945 time: 0.0845251
Feb 12 21:07:20.426240 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-39583e93-0c01-422f-a25b-c8478fd21c12 req-c39afc01-38cb-4f66-96a2-f4fafecee073 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636060
Feb 12 21:07:20.478560 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-7ce516b6-7d79-458e-b9d0-95bd3ccf22dd service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220484
Feb 12 21:07:20.534232 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-606ac674-40fc-4a7b-b7eb-58a73d61a5aa req-c1c441b0-be6d-46b1-9c88-07315d16e2ad tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 210 time: 0.0522318
Feb 12 21:07:20.707284 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ec357ac8-2d34-44cb-8ba8-0821decd9e9a no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:20.807730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ec357ac8-2d34-44cb-8ba8-0821decd9e9a is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:20.808116 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:20.837497 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a1f1044-4383-49bd-af32-03b638691906 req-259db97d-faf2-49e6-9e80-8b4e66106072 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-283687624&fields=id&tenant_id=225507fa1fa946aa9559a89fe27569b3 HTTP/1.1" status: 200  len: 267 time: 0.0414674
Feb 12 21:07:20.842402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ec357ac8-2d34-44cb-8ba8-0821decd9e9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:20.903970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f1044-4383-49bd-af32-03b638691906 req-194c7006-d2e0-4b95-90c5-069fdafdf9c7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:20.905597 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a1f1044-4383-49bd-af32-03b638691906 req-194c7006-d2e0-4b95-90c5-069fdafdf9c7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 945 time: 0.0615752
Feb 12 21:07:20.916378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-7a1f1044-4383-49bd-af32-03b638691906 req-678a8668-5216-4800-99af-8f100764855c tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Request body: {'port': {'security_groups': ['91eaa2a6-cb68-4b03-b100-28b1da244adf', 'd03fdd0f-8263-425f-9df4-bea560d1f8ee']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:20.932675 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:20.984034 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:20.995840 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a1f1044-4383-49bd-af32-03b638691906 req-678a8668-5216-4800-99af-8f100764855c tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:21.191836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-7a1f1044-4383-49bd-af32-03b638691906 req-678a8668-5216-4800-99af-8f100764855c tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] For port 0e5d31bf-1299-4108-a791-2a97cebb0d4f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e5d31bf-1299-4108-a791-2a97cebb0d4f,segment=NetworkSegment(e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba),segment_id=e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:21.216690 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6348b3-eeb3-45b5-8e0f-7c85f7038f68 req-1c884090-dcab-46cf-abef-0d2592afdceb tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:21.227271 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a1f1044-4383-49bd-af32-03b638691906 req-678a8668-5216-4800-99af-8f100764855c tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:21.230478 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba6348b3-eeb3-45b5-8e0f-7c85f7038f68 req-1c884090-dcab-46cf-abef-0d2592afdceb tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 943 time: 0.0679197
Feb 12 21:07:21.275931 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba6348b3-eeb3-45b5-8e0f-7c85f7038f68 req-045f4f8d-e79a-41cc-bcef-7c3138758f56 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422974
Feb 12 21:07:21.363748 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a1f1044-4383-49bd-af32-03b638691906 req-678a8668-5216-4800-99af-8f100764855c tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:21.375521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['0e5d31bf-1299-4108-a791-2a97cebb0d4f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:21.401056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08300e-9cb2-4a1f-bdea-f2a4d8520037 req-10b80d7c-a4a2-466a-bfb8-fb89191496d3 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:21.408885 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4b08300e-9cb2-4a1f-bdea-f2a4d8520037 req-10b80d7c-a4a2-466a-bfb8-fb89191496d3 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 948 time: 0.0695956
Feb 12 21:07:21.444478 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f1044-4383-49bd-af32-03b638691906 req-678a8668-5216-4800-99af-8f100764855c tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:21.444919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a1f1044-4383-49bd-af32-03b638691906 req-678a8668-5216-4800-99af-8f100764855c tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:21.461745 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a1f1044-4383-49bd-af32-03b638691906 req-678a8668-5216-4800-99af-8f100764855c tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "PUT /v2.0/ports/0e5d31bf-1299-4108-a791-2a97cebb0d4f HTTP/1.1" status: 200  len: 981 time: 0.5495284
Feb 12 21:07:21.477678 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4b08300e-9cb2-4a1f-bdea-f2a4d8520037 req-d7b9a174-58ed-4c80-95ec-578fcd037729 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671654
Feb 12 21:07:21.516600 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-b4ff56a4-c77a-4ce9-a790-3337892edb9b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:21.518105 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-b4ff56a4-c77a-4ce9-a790-3337892edb9b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.48 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 821 time: 0.2291551
Feb 12 21:07:21.521931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a8668-5216-4800-99af-8f100764855c tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event updated for resources: {'Port': ['ID=0e5d31bf-1299-4108-a791-2a97cebb0d4f,revision_number=6']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:21.536207 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-3e9621c0-5e6e-4c97-aed8-4844a98ddf75 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Request body: {'port': {'device_id': 'c8d5abda-386d-4eb8-ab12-caf696303db0', 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51', 'admin_state_up': True, 'tenant_id': '097ba3f98cb348929658959fd4ff31cf'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:21.579871 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50548ec6-1407-4279-9bde-bc21e2cd5dbe req-c458c2ba-ddb8-44ba-9811-72a4f25f2dba tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 210 time: 0.0436134
Feb 12 21:07:21.621348 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['0e5d31bf-1299-4108-a791-2a97cebb0d4f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:21.626153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f87ab1-85fb-49c2-9720-20ce04a1c7b1', 'name': 'network-vif-deleted', 'tag': '2cde5d15-d636-49b0-9a4a-067de06e9f91'}, {'name': 'network-changed', 'server_uuid': '7a074cfc-bc01-4936-ac34-cf31436b706d', 'tag': '1402b4b5-4ffe-40e5-b42b-355e4a6d8792'}, {'name': 'network-changed', 'server_uuid': '08416797-b31e-4ab0-af14-a13d93df3fb0', 'tag': '0e5d31bf-1299-4108-a791-2a97cebb0d4f'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:21.631564 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447" -d '{"events": [{"server_uuid": "60f87ab1-85fb-49c2-9720-20ce04a1c7b1", "name": "network-vif-deleted", "tag": "2cde5d15-d636-49b0-9a4a-067de06e9f91"}, {"name": "network-changed", "server_uuid": "7a074cfc-bc01-4936-ac34-cf31436b706d", "tag": "1402b4b5-4ffe-40e5-b42b-355e4a6d8792"}, {"name": "network-changed", "server_uuid": "08416797-b31e-4ab0-af14-a13d93df3fb0", "tag": "0e5d31bf-1299-4108-a791-2a97cebb0d4f"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:21.734936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876a3c2-d694-4c70-9361-c6e08737e46e req-441cf65d-b464-4fd6-a20a-186ceb85bc5c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:21.736660 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5876a3c2-d694-4c70-9361-c6e08737e46e req-441cf65d-b464-4fd6-a20a-186ceb85bc5c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 944 time: 0.1969295
Feb 12 21:07:21.813704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5876a3c2-d694-4c70-9361-c6e08737e46e req-087c0849-9382-4966-b905-fa65c885d3a1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577910
Feb 12 21:07:21.887223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-3e9621c0-5e6e-4c97-aed8-4844a98ddf75 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Made reservation on behalf of 097ba3f98cb348929658959fd4ff31cf for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:07:21.890486 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-3e9621c0-5e6e-4c97-aed8-4844a98ddf75 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:22.048609 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a99597-3005-4a5e-9a4a-8993f3184509 req-34253b83-49ca-463a-b1ab-9feb0ded5381 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:22.050028 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f2a99597-3005-4a5e-9a4a-8993f3184509 req-34253b83-49ca-463a-b1ab-9feb0ded5381 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.1396046
Feb 12 21:07:22.090422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-3e9621c0-5e6e-4c97-aed8-4844a98ddf75 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Allocated IP 172.20.0.9 (714ff2dc-d317-4a71-9ee6-4e812e6c4f51/0842d8e5-d921-4cb0-bac6-7b8b2456a4d7/d6102892-165a-4568-bed4-24217882b194) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:07:22.159959 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f2a99597-3005-4a5e-9a4a-8993f3184509 req-731846b6-9a6f-47bc-92c3-1c91284d9d95 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020682
Feb 12 21:07:22.285337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb565b3e-86a6-4ab9-b812-5901d747f049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:22.287758 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce1c22f-8710-46e4-8365-0538f257b89a" -d '{"events": [{"server_uuid": "bb565b3e-86a6-4ab9-b812-5901d747f049", "name": "network-vif-unplugged", "status": "completed", "tag": "ec357ac8-2d34-44cb-8ba8-0821decd9e9a"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:22.288621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a82c9-dd70-439f-a5cf-fe382ad6ccff req-cf62f15f-58bc-4d82-814d-ecddf25a37b1 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:22.290479 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-448a82c9-dd70-439f-a5cf-fe382ad6ccff req-cf62f15f-58bc-4d82-814d-ecddf25a37b1 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 943 time: 0.0894220
Feb 12 21:07:22.353601 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-448a82c9-dd70-439f-a5cf-fe382ad6ccff req-5f5ec9f3-8d4c-421c-826e-926ae09b6e78 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543203
Feb 12 21:07:22.396020 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbe9afae-b989-4154-aef7-00825c6e5a9e req-c7d4e8a4-9397-485c-b7c1-95dc5cf011ae tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1003739601&fields=id&tenant_id=225507fa1fa946aa9559a89fe27569b3 HTTP/1.1" status: 200  len: 267 time: 0.1405096
Feb 12 21:07:22.459588 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-3e9621c0-5e6e-4c97-aed8-4844a98ddf75 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks [] for port (d6102892-165a-4568-bed4-24217882b194), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:22.497267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b574e-d5cb-42e5-afec-c34e7f076aa6 req-d10e1795-3976-43b9-a8ec-cea929ee2f10 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:22.499196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d93b574e-d5cb-42e5-afec-c34e7f076aa6 req-d10e1795-3976-43b9-a8ec-cea929ee2f10 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 948 time: 0.1552808
Feb 12 21:07:22.504156 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-db02a3fa-b8d7-49cd-80fd-93ca577315fe req-5dbe7605-5bff-4d5a-a624-2881958b4d78 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 210 time: 0.0393362
Feb 12 21:07:22.514112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9afae-b989-4154-aef7-00825c6e5a9e req-ece1875e-5708-4247-9570-02659c0a90cc tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:22.515692 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbe9afae-b989-4154-aef7-00825c6e5a9e req-ece1875e-5708-4247-9570-02659c0a90cc tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 984 time: 0.1188576
Feb 12 21:07:22.538444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-dbe9afae-b989-4154-aef7-00825c6e5a9e req-3186308f-5c02-4969-a63c-5fd1773f11a0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Request body: {'port': {'security_groups': ['91eaa2a6-cb68-4b03-b100-28b1da244adf', 'd03fdd0f-8263-425f-9df4-bea560d1f8ee', 'dbfab272-2908-4105-a62b-ae7258207b37']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:22.568355 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6f3209-9dc1-4b79-9f1b-51ab720d540e x-openstack-request-id: req-ff6f3209-9dc1-4b79-9f1b-51ab720d540e {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:22.569474 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f87ab1-85fb-49c2-9720-20ce04a1c7b1", "name": "network-vif-deleted", "tag": "2cde5d15-d636-49b0-9a4a-067de06e9f91", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a074cfc-bc01-4936-ac34-cf31436b706d", "tag": "1402b4b5-4ffe-40e5-b42b-355e4a6d8792", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "08416797-b31e-4ab0-af14-a13d93df3fb0", "tag": "0e5d31bf-1299-4108-a791-2a97cebb0d4f", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:22.569746 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff6f3209-9dc1-4b79-9f1b-51ab720d540e {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:22.570154 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f87ab1-85fb-49c2-9720-20ce04a1c7b1', 'name': 'network-vif-deleted', 'tag': '2cde5d15-d636-49b0-9a4a-067de06e9f91', 'status': 'completed', 'code': 200}
Feb 12 21:07:22.570417 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a074cfc-bc01-4936-ac34-cf31436b706d', 'tag': '1402b4b5-4ffe-40e5-b42b-355e4a6d8792', 'status': 'completed', 'code': 200}
Feb 12 21:07:22.571093 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08416797-b31e-4ab0-af14-a13d93df3fb0', 'tag': '0e5d31bf-1299-4108-a791-2a97cebb0d4f', 'status': 'completed', 'code': 200}
Feb 12 21:07:22.688010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-9a2dba32-8685-4d58-b5e3-e0e423a15184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:22.689599 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-9a2dba32-8685-4d58-b5e3-e0e423a15184 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 1126 time: 0.1040297
Feb 12 21:07:22.697288 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ef421-2260-463e-9e4e-9c02769ea765 req-1f8a5f5e-6ee1-4f33-a574-8f06091f49fc tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:22.698989 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-961ef421-2260-463e-9e4e-9c02769ea765 req-1f8a5f5e-6ee1-4f33-a574-8f06091f49fc tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e01316-e5b8-4cf6-b921-313a90bc4a48 HTTP/1.1" status: 200  len: 949 time: 0.0718718
Feb 12 21:07:22.719235 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-3e9621c0-5e6e-4c97-aed8-4844a98ddf75 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d6102892-165a-4568-bed4-24217882b194), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:22.732140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['76d6d407-e6c3-4fc4-984f-2f18ac7b3009'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:22.811113 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dbe9afae-b989-4154-aef7-00825c6e5a9e req-3186308f-5c02-4969-a63c-5fd1773f11a0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:22.811368 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-961ef421-2260-463e-9e4e-9c02769ea765 req-d2b75ad5-3658-4637-b1c7-964cfd851534 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065004
Feb 12 21:07:22.837455 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-fed58a6e-0b80-4859-a4af-b4ca86da3bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:22.839758 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-fed58a6e-0b80-4859-a4af-b4ca86da3bcd service neutron] 10.222.0.50 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 908 time: 0.1288781
Feb 12 21:07:22.849908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-3e9621c0-5e6e-4c97-aed8-4844a98ddf75 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:07:22.864737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-3e9621c0-5e6e-4c97-aed8-4844a98ddf75 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:07:22.869980 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-3e9621c0-5e6e-4c97-aed8-4844a98ddf75 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:07:22.882942 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9621c0-5e6e-4c97-aed8-4844a98ddf75 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Pushing event updated for resources: {'Port': ['ID=d6102892-165a-4568-bed4-24217882b194,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:22.889560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-e3fb100f-7b7f-48fa-aae0-bbabcc90a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:22.897344 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-e3fb100f-7b7f-48fa-aae0-bbabcc90a3a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=225507fa1fa946aa9559a89fe27569b3&device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 1166 time: 0.2822196
Feb 12 21:07:22.921408 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9619e9-3824-4ffc-a6b5-ad022b28708a x-openstack-request-id: req-bf9619e9-3824-4ffc-a6b5-ad022b28708a {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:22.921697 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb565b3e-86a6-4ab9-b812-5901d747f049", "name": "network-vif-unplugged", "status": "failed", "tag": "ec357ac8-2d34-44cb-8ba8-0821decd9e9a", "code": 422}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:22.921954 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf9619e9-3824-4ffc-a6b5-ad022b28708a {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:22.922375 ncdv-master-1 neutron-server[126507]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bb565b3e-86a6-4ab9-b812-5901d747f049', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a', 'code': 422} returned with failed status
Feb 12 21:07:22.931624 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-c343ae42-8bca-4a3c-9c34-7072115baee9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1402b4b5-4ffe-40e5-b42b-355e4a6d8792 HTTP/1.1" status: 200  len: 217 time: 0.0854425
Feb 12 21:07:23.017139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-04b8dd47-0899-42df-849b-91d5ce6ff1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:23.020882 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-04b8dd47-0899-42df-849b-91d5ce6ff1cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.0807953
Feb 12 21:07:23.026418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa458ca-be4e-4408-8bfe-24abcdd781fd req-1dee7c21-a96c-4eb7-a6a8-471b6976a0d3 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:23.028548 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9aa458ca-be4e-4408-8bfe-24abcdd781fd req-1dee7c21-a96c-4eb7-a6a8-471b6976a0d3 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "GET /v2.0/ports?device_id=99e01316-e5b8-4cf6-b921-313a90bc4a48 HTTP/1.1" status: 200  len: 949 time: 0.3043606
Feb 12 21:07:23.062987 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-026b0ffd-9e3d-42ab-9f66-4635baa55865 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0379090
Feb 12 21:07:23.099400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-3e9621c0-5e6e-4c97-aed8-4844a98ddf75 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:23.100095 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-3e9621c0-5e6e-4c97-aed8-4844a98ddf75 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:23.104111 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d93b574e-d5cb-42e5-afec-c34e7f076aa6 req-4977e3f5-c5e9-4bf9-8f34-2abe8209d409 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Deleting port a318a716-17e1-474f-b913-0ba637029c68 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:07:23.107149 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d93b574e-d5cb-42e5-afec-c34e7f076aa6 req-4977e3f5-c5e9-4bf9-8f34-2abe8209d409 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a318a716-17e1-474f-b913-0ba637029c68), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:23.267401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a255a-cbff-4a4a-a43c-28de506ffede req-d4defedd-0375-40fb-a51c-18629f55c5ac tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:23.269044 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa1a255a-cbff-4a4a-a43c-28de506ffede req-d4defedd-0375-40fb-a51c-18629f55c5ac tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 948 time: 0.2028539
Feb 12 21:07:23.301190 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-3e9621c0-5e6e-4c97-aed8-4844a98ddf75 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7688587
Feb 12 21:07:23.325102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Request body: {'port': {'device_id': 'c8d5abda-386d-4eb8-ab12-caf696303db0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:23.328702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-492ef6b6-78f5-4711-b859-e0dc2ec88792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:23.330157 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-492ef6b6-78f5-4711-b859-e0dc2ec88792 service neutron] 10.222.0.48 "GET /v2.0/networks?id=500b8539-c5e5-4f3e-8048-ff853db68c9e HTTP/1.1" status: 200  len: 913 time: 0.3924661
Feb 12 21:07:23.333078 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-e25b02ad-b5b3-4bcd-847d-d8be6e3a31ea service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2566977
Feb 12 21:07:23.400180 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-0e11270b-803a-4027-b3ed-5183c228c575 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:23.401656 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-0e11270b-803a-4027-b3ed-5183c228c575 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.48 "GET /v2.0/networks?id=8a5b2a07-61e9-49f2-a870-d207fbb10adf HTTP/1.1" status: 200  len: 816 time: 0.2704327
Feb 12 21:07:23.428783 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-b18bd336-4c3f-4071-b9c7-12795b0724f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e5d31bf-1299-4108-a791-2a97cebb0d4f HTTP/1.1" status: 200  len: 217 time: 0.0751386
Feb 12 21:07:23.431167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d93b574e-d5cb-42e5-afec-c34e7f076aa6 req-4977e3f5-c5e9-4bf9-8f34-2abe8209d409 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] For port a318a716-17e1-474f-b913-0ba637029c68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a318a716-17e1-474f-b913-0ba637029c68,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:23.431531 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d93b574e-d5cb-42e5-afec-c34e7f076aa6 req-4977e3f5-c5e9-4bf9-8f34-2abe8209d409 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a318a716-17e1-474f-b913-0ba637029c68), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:23.454962 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa1a255a-cbff-4a4a-a43c-28de506ffede req-98ff3c81-96bd-4826-a179-25239ab18b06 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/security-groups?id=2564a9bb-0aaa-4e73-b127-3f776891ddc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751032
Feb 12 21:07:23.502455 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-90d96b90-2d92-49d9-8c1c-9c35da76d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:23.504101 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-90d96b90-2d92-49d9-8c1c-9c35da76d699 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a&tenant_id=55f8176a19e946ee8eecaa5d963d908c HTTP/1.1" status: 200  len: 1132 time: 0.2089248
Feb 12 21:07:23.527044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:23.570181 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-d738810e-6c05-4b9f-9410-e58594069e50 service neutron] 10.222.0.50 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2282305
Feb 12 21:07:23.587784 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-119d8e45-3b74-4fde-a1fb-b8434fb35f35 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a19875f98800434db2950efcf23ff3a4 HTTP/1.1" status: 200  len: 379 time: 0.1492465
Feb 12 21:07:23.626239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-63e52b8d-5323-4681-8f67-3436d132733c tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Request body: {'port': {'device_id': '960de3e9-1389-4350-bc25-24153c9bcff3', 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'admin_state_up': True, 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'security_groups': ['480d0776-e093-4e97-81bd-9f96dcb79a93']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:23.713814 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:23.744154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.48', 51761) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:23.823124 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67441d96-9a1b-449f-9bbf-3b68713dd27e req-0e850d91-60da-44b0-9af5-2724bf6d4278 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:23.825549 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-67441d96-9a1b-449f-9bbf-3b68713dd27e req-0e850d91-60da-44b0-9af5-2724bf6d4278 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 931 time: 0.2451675
Feb 12 21:07:23.866273 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d93b574e-d5cb-42e5-afec-c34e7f076aa6 req-4977e3f5-c5e9-4bf9-8f34-2abe8209d409 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Calling delete_port for a318a716-17e1-474f-b913-0ba637029c68 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:07:23.905633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-9aa458ca-be4e-4408-8bfe-24abcdd781fd req-a5fd804a-f61b-459b-a918-e93ab687057e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Deleting port 343f7369-bd4a-4c45-bac6-12a12a82d733 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:07:23.906340 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9aa458ca-be4e-4408-8bfe-24abcdd781fd req-a5fd804a-f61b-459b-a918-e93ab687057e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (343f7369-bd4a-4c45-bac6-12a12a82d733), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:23.912914 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d6102892-165a-4568-bed4-24217882b194), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:23.963536 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93fc04-b7be-4a8b-824c-2db95974bfe0 req-b295d6bc-3e88-4a95-9ceb-e70c6b2d2cf0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:23.965303 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3a93fc04-b7be-4a8b-824c-2db95974bfe0 req-b295d6bc-3e88-4a95-9ceb-e70c6b2d2cf0 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.48 "GET /v2.0/ports?device_id=c506a05b-2643-47fa-a737-ef76cf15e0e9 HTTP/1.1" status: 200  len: 949 time: 0.2180457
Feb 12 21:07:23.984870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-ed86c548-1171-495d-9c22-bebf0619e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:23.986358 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-ed86c548-1171-495d-9c22-bebf0619e4a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=380301fb-f8fa-48ad-8387-bfa0ccd33656 HTTP/1.1" status: 200  len: 852 time: 0.5356536
Feb 12 21:07:24.013265 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-67441d96-9a1b-449f-9bbf-3b68713dd27e req-49c579f2-4cd3-4717-9374-bf45c9039bcc tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739795
Feb 12 21:07:24.034330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-63e52b8d-5323-4681-8f67-3436d132733c tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Made reservation on behalf of a19875f98800434db2950efcf23ff3a4 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:07:24.037982 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-63e52b8d-5323-4681-8f67-3436d132733c tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:24.066735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-dbe9afae-b989-4154-aef7-00825c6e5a9e req-3186308f-5c02-4969-a63c-5fd1773f11a0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] For port 0e5d31bf-1299-4108-a791-2a97cebb0d4f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e5d31bf-1299-4108-a791-2a97cebb0d4f,segment=NetworkSegment(e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba),segment_id=e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:24.109744 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-372856a0-d7da-4d5f-a519-79346e18ca29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=500b8539-c5e5-4f3e-8048-ff853db68c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1129763
Feb 12 21:07:24.261502 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dbe9afae-b989-4154-aef7-00825c6e5a9e req-3186308f-5c02-4969-a63c-5fd1773f11a0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:24.359118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-9aa458ca-be4e-4408-8bfe-24abcdd781fd req-a5fd804a-f61b-459b-a918-e93ab687057e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] For port 343f7369-bd4a-4c45-bac6-12a12a82d733, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=343f7369-bd4a-4c45-bac6-12a12a82d733,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:24.359489 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9aa458ca-be4e-4408-8bfe-24abcdd781fd req-a5fd804a-f61b-459b-a918-e93ab687057e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (343f7369-bd4a-4c45-bac6-12a12a82d733), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:24.373400 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dbe9afae-b989-4154-aef7-00825c6e5a9e req-3186308f-5c02-4969-a63c-5fd1773f11a0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:24.387600 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['0e5d31bf-1299-4108-a791-2a97cebb0d4f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:24.396168 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-9aa458ca-be4e-4408-8bfe-24abcdd781fd req-a5fd804a-f61b-459b-a918-e93ab687057e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Calling delete_port for 343f7369-bd4a-4c45-bac6-12a12a82d733 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:07:24.508265 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9afae-b989-4154-aef7-00825c6e5a9e req-3186308f-5c02-4969-a63c-5fd1773f11a0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:24.508894 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dbe9afae-b989-4154-aef7-00825c6e5a9e req-3186308f-5c02-4969-a63c-5fd1773f11a0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:24.510295 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbe9afae-b989-4154-aef7-00825c6e5a9e req-3186308f-5c02-4969-a63c-5fd1773f11a0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "PUT /v2.0/ports/0e5d31bf-1299-4108-a791-2a97cebb0d4f HTTP/1.1" status: 200  len: 1020 time: 1.9786770
Feb 12 21:07:24.549391 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-db22b67a-a1c3-4501-8135-f12ace773e8e service neutron] 10.222.0.48 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4263704
Feb 12 21:07:24.577837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08416797-b31e-4ab0-af14-a13d93df3fb0', 'tag': '0e5d31bf-1299-4108-a791-2a97cebb0d4f'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:24.580105 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18f2895-567e-4c6e-9331-07fafa889583" -d '{"events": [{"name": "network-changed", "server_uuid": "08416797-b31e-4ab0-af14-a13d93df3fb0", "tag": "0e5d31bf-1299-4108-a791-2a97cebb0d4f"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:24.602501 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-852733a9-b82c-4ccd-8456-c8c304c20f8d req-0c9f9803-116a-4353-a86a-932af1139481 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:07:24.603928 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-852733a9-b82c-4ccd-8456-c8c304c20f8d req-0c9f9803-116a-4353-a86a-932af1139481 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0186718
Feb 12 21:07:24.631283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['0e5d31bf-1299-4108-a791-2a97cebb0d4f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:24.678642 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d93b574e-d5cb-42e5-afec-c34e7f076aa6 req-4977e3f5-c5e9-4bf9-8f34-2abe8209d409 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a318a716-17e1-474f-b913-0ba637029c68), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:24.680180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186308f-5c02-4969-a63c-5fd1773f11a0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event updated for resources: {'Port': ['ID=0e5d31bf-1299-4108-a791-2a97cebb0d4f,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:24.686808 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:24.712025 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a318a716-17e1-474f-b913-0ba637029c68'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:24.712272 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-63e52b8d-5323-4681-8f67-3436d132733c tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Allocated IP 172.20.0.7 (8a5b2a07-61e9-49f2-a870-d207fbb10adf/a9243cf6-6f87-4c2d-8314-7b39a4ace0c3/48198fe1-46cc-4c9a-9c32-4aa850f6426a) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:07:24.742185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:07:24.750348 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ec357ac8-2d34-44cb-8ba8-0821decd9e9a no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:24.768189 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcab33f-421d-414d-bf29-dcf7e1e3b8a9 req-fa22fe20-b2e9-479f-8dea-8fe50fa900bc tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:24.770579 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1bcab33f-421d-414d-bf29-dcf7e1e3b8a9 req-fa22fe20-b2e9-479f-8dea-8fe50fa900bc tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 944 time: 0.2558053
Feb 12 21:07:24.771350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977e3f5-c5e9-4bf9-8f34-2abe8209d409 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Pushing event deleted for resources: {'Port': ['ID=a318a716-17e1-474f-b913-0ba637029c68,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:24.797899 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:07:24.824126 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-3a93fc04-b7be-4a8b-824c-2db95974bfe0 req-a207f223-e2b6-4148-9ad7-73e327aba719 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Deleting port 5bafff40-3831-43c8-81dd-8619fc446d2e {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:07:24.824470 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3a93fc04-b7be-4a8b-824c-2db95974bfe0 req-a207f223-e2b6-4148-9ad7-73e327aba719 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:24.887917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93b574e-d5cb-42e5-afec-c34e7f076aa6 req-4977e3f5-c5e9-4bf9-8f34-2abe8209d409 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] No DVR routers for this DVR port a318a716-17e1-474f-b913-0ba637029c68 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:24.930638 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d93b574e-d5cb-42e5-afec-c34e7f076aa6 req-4977e3f5-c5e9-4bf9-8f34-2abe8209d409 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:24.934586 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d93b574e-d5cb-42e5-afec-c34e7f076aa6 req-4977e3f5-c5e9-4bf9-8f34-2abe8209d409 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.50 "DELETE /v2.0/ports/a318a716-17e1-474f-b913-0ba637029c68 HTTP/1.1" status: 204  len: 173 time: 2.4179039
Feb 12 21:07:24.942485 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-363a6a23-e7ee-4c2c-8dce-0882ed5eb447 req-33682d15-20a9-42ab-8874-27af7dbfb356 service neutron] 10.222.0.48 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3521831
Feb 12 21:07:24.945299 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:24.946574 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c4ce05-4a74-4e20-9152-f85c1980a06f" -d '{"events": [{"server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:24.956656 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Publish callbacks [] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:24.961484 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6102892-165a-4568-bed4-24217882b194 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:07:24.985065 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Publish callbacks [] for port (d6102892-165a-4568-bed4-24217882b194), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:24.993204 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1bcab33f-421d-414d-bf29-dcf7e1e3b8a9 req-45d7bfff-5196-45ef-b11a-2b63ee3a180c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925664
Feb 12 21:07:25.044605 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-3a93fc04-b7be-4a8b-824c-2db95974bfe0 req-a207f223-e2b6-4148-9ad7-73e327aba719 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] For port 5bafff40-3831-43c8-81dd-8619fc446d2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5bafff40-3831-43c8-81dd-8619fc446d2e,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:25.044979 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3a93fc04-b7be-4a8b-824c-2db95974bfe0 req-a207f223-e2b6-4148-9ad7-73e327aba719 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:25.046314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Transition to ACTIVE for port object d6102892-165a-4568-bed4-24217882b194 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:07:25.070664 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-3a93fc04-b7be-4a8b-824c-2db95974bfe0 req-a207f223-e2b6-4148-9ad7-73e327aba719 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Calling delete_port for 5bafff40-3831-43c8-81dd-8619fc446d2e owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:07:25.106847 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0ce78b4e-be35-4b6d-9b58-e3b5c4d46992 req-10ddcc9c-74c4-4cb9-9487-9c6cded92fa9 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 210 time: 0.0373006
Feb 12 21:07:25.122990 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ec357ac8-2d34-44cb-8ba8-0821decd9e9a is: DOWN; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:25.135074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1402b4b5-4ffe-40e5-b42b-355e4a6d8792,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:25.155109 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9aa458ca-be4e-4408-8bfe-24abcdd781fd req-a5fd804a-f61b-459b-a918-e93ab687057e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (343f7369-bd4a-4c45-bac6-12a12a82d733), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:25.172216 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['d06b235b-99a9-4368-972a-9fb7e1fd2de3', '1dcd7742-1914-4434-a268-34bdc3f688d2', '00fe00bc-2807-4800-866f-306a75719cca', '343f7369-bd4a-4c45-bac6-12a12a82d733'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:25.174340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5bafff40-3831-43c8-81dd-8619fc446d2e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:25.180828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '1402b4b5-4ffe-40e5-b42b-355e4a6d8792', 'network_id': '04e4405d-ac34-418d-b812-924c095df566', 'port_id': '1402b4b5-4ffe-40e5-b42b-355e4a6d8792', 'mac_address': 'fa:16:3e:62:ac:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92392980-c8c9-4fba-bd0f-ab0b7a77d147', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:07:25.227621 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (d6102892-165a-4568-bed4-24217882b194), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:25.232355 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd804a-f61b-459b-a918-e93ab687057e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event deleted for resources: {'Port': ['ID=343f7369-bd4a-4c45-bac6-12a12a82d733,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:25.319970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa458ca-be4e-4408-8bfe-24abcdd781fd req-a5fd804a-f61b-459b-a918-e93ab687057e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] No DVR routers for this DVR port 343f7369-bd4a-4c45-bac6-12a12a82d733 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:25.329867 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9aa458ca-be4e-4408-8bfe-24abcdd781fd req-a5fd804a-f61b-459b-a918-e93ab687057e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:25.334775 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9aa458ca-be4e-4408-8bfe-24abcdd781fd req-a5fd804a-f61b-459b-a918-e93ab687057e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "DELETE /v2.0/ports/343f7369-bd4a-4c45-bac6-12a12a82d733 HTTP/1.1" status: 204  len: 173 time: 2.2842193
Feb 12 21:07:25.341199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5bafff40-3831-43c8-81dd-8619fc446d2e no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:25.358205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bc0e1-6ff0-4d49-9270-5412b512b185 req-89dcacc0-63c9-4846-ad4b-1fcc40f7938f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:25.365281 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6d2bc0e1-6ff0-4d49-9270-5412b512b185 req-89dcacc0-63c9-4846-ad4b-1fcc40f7938f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.2743983
Feb 12 21:07:25.397292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:25.397851 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1402b4b5-4ffe-40e5-b42b-355e4a6d8792), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:25.422575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Pushing event updated for resources: {'Port': ['ID=d6102892-165a-4568-bed4-24217882b194,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:25.495675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Transition to ACTIVE for port object b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:07:25.514272 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6d2bc0e1-6ff0-4d49-9270-5412b512b185 req-3f5dce05-0e20-45fc-b5d3-ab61f42152da tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480081
Feb 12 21:07:25.546375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Attempting to bind port d6102892-165a-4568-bed4-24217882b194 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:07:25.546709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Attempting to bind port d6102892-165a-4568-bed4-24217882b194 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:07:25.547036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Attempting to bind port d6102892-165a-4568-bed4-24217882b194 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:25.560186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Port d6102892-165a-4568-bed4-24217882b194 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:07:25.571434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Attempting to bind port d6102892-165a-4568-bed4-24217882b194 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:25.578973 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:07:25.579576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Checking segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:07:25.580121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Bound using segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:07:25.580735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Bound port: d6102892-165a-4568-bed4-24217882b194, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:07:25.581600 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d6102892-165a-4568-bed4-24217882b194), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:25.632493 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-63e52b8d-5323-4681-8f67-3436d132733c tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for port (48198fe1-46cc-4c9a-9c32-4aa850f6426a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:25.634047 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:25.649964 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d163d211-09b4-49c6-b3bf-2197e0e28d77 req-605c8818-be16-4fae-af43-9e40e33acef3 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=99e01316-e5b8-4cf6-b921-313a90bc4a48 HTTP/1.1" status: 200  len: 210 time: 0.1510341
Feb 12 21:07:25.703168 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f1ac2fb9-037b-4dfc-9b0d-2f6370017e6d req-9e13440d-e74a-432f-93f7-a49bc767a5d0 tempest-ServersAdminNegativeTestJSON-1997003342 tempest-ServersAdminNegativeTestJSON-1997003342-project] 10.222.0.31 "GET /v2.0/ports?device_id=33d50fb4-9ee8-417a-8fc9-0b853c37edbf HTTP/1.1" status: 200  len: 210 time: 0.0420694
Feb 12 21:07:25.750314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] For port d6102892-165a-4568-bed4-24217882b194, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:07:25.757198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] For port d6102892-165a-4568-bed4-24217882b194, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6102892-165a-4568-bed4-24217882b194,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:07:25.762864 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:07:25.763033 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c1db115-eb0d-4f12-9cd3-ccb4c450e6db req-c1cade10-ab7f-4ed7-abe2-ab2942b7dabf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2565036
Feb 12 21:07:25.766744 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,revision_number=10']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:25.774051 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc40fd1-be99-4cf5-a24e-ae91cfa1f3a8 x-openstack-request-id: req-1cc40fd1-be99-4cf5-a24e-ae91cfa1f3a8 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:25.774557 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08416797-b31e-4ab0-af14-a13d93df3fb0", "tag": "0e5d31bf-1299-4108-a791-2a97cebb0d4f", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:25.774972 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1cc40fd1-be99-4cf5-a24e-ae91cfa1f3a8 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:25.775516 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08416797-b31e-4ab0-af14-a13d93df3fb0', 'tag': '0e5d31bf-1299-4108-a791-2a97cebb0d4f', 'status': 'completed', 'code': 200}
Feb 12 21:07:25.808713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1402b4b5-4ffe-40e5-b42b-355e4a6d8792,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:25.830092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] No DVR routers for this DVR port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:25.836500 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a4f09e-9b02-43e5-ad4d-a60461487090 x-openstack-request-id: req-10a4f09e-9b02-43e5-ad4d-a60461487090 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:25.836879 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:25.837348 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10a4f09e-9b02-43e5-ad4d-a60461487090 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:25.837751 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77', 'code': 200}
Feb 12 21:07:25.885432 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f2895-567e-4c6e-9331-07fafa889583 req-9898aedb-c4ff-42af-a6d5-7e4d5bee50af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:25.889377 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a18f2895-567e-4c6e-9331-07fafa889583 req-9898aedb-c4ff-42af-a6d5-7e4d5bee50af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=225507fa1fa946aa9559a89fe27569b3&device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 1206 time: 0.0640669
Feb 12 21:07:25.940174 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3a93fc04-b7be-4a8b-824c-2db95974bfe0 req-a207f223-e2b6-4148-9ad7-73e327aba719 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:25.971530 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['d06b235b-99a9-4368-972a-9fb7e1fd2de3', '1dcd7742-1914-4434-a268-34bdc3f688d2', '00fe00bc-2807-4800-866f-306a75719cca', '343f7369-bd4a-4c45-bac6-12a12a82d733'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:25.973414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1db115-eb0d-4f12-9cd3-ccb4c450e6db req-b7160082-92e1-48d9-92ad-a10355e192ba tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:25.974824 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c1db115-eb0d-4f12-9cd3-ccb4c450e6db req-b7160082-92e1-48d9-92ad-a10355e192ba tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports/ec357ac8-2d34-44cb-8ba8-0821decd9e9a HTTP/1.1" status: 200  len: 940 time: 0.1361735
Feb 12 21:07:26.003828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207f223-e2b6-4148-9ad7-73e327aba719 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event deleted for resources: {'Port': ['ID=5bafff40-3831-43c8-81dd-8619fc446d2e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:26.007000 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Attempting to bind port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:07:26.007000 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Attempting to bind port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:07:26.007397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Attempting to bind port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:26.017086 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (d6102892-165a-4568-bed4-24217882b194), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:26.018954 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73b6eb-5d88-4f9a-a109-e32f255d9167 req-631628a5-4904-44ba-9598-e2fa2525eb36 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:26.021467 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e73b6eb-5d88-4f9a-a109-e32f255d9167 req-631628a5-4904-44ba-9598-e2fa2525eb36 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 1023 time: 0.2654152
Feb 12 21:07:26.025178 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:07:26.029515 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Attempting to bind port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:26.081669 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1402b4b5-4ffe-40e5-b42b-355e4a6d8792), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:26.086287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Pushing event updated for resources: {'Port': ['ID=d6102892-165a-4568-bed4-24217882b194,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:26.087976 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:07:26.088326 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:07:26.088716 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:07:26.089448 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Bound port: b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:07:26.089826 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:26.114219 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-63e52b8d-5323-4681-8f67-3436d132733c tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (48198fe1-46cc-4c9a-9c32-4aa850f6426a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:26.134660 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:26.135188 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:26.137482 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-07044b7a-4fa9-43ab-b2a9-06a9705ddb27 service neutron] 10.222.0.48 "PUT /v2.0/ports/d6102892-165a-4568-bed4-24217882b194 HTTP/1.1" status: 200  len: 1091 time: 2.8265724
Feb 12 21:07:26.160776 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2c217c8b-64e1-42c6-9000-c1d3c30f2374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:26.169088 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a93fc04-b7be-4a8b-824c-2db95974bfe0 req-a207f223-e2b6-4148-9ad7-73e327aba719 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] No DVR routers for this DVR port 5bafff40-3831-43c8-81dd-8619fc446d2e on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:26.170299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b79cf-6f7a-4a0f-b274-d0a8a817b6af req-962985e8-661a-4b85-aa55-d1dfc13b1fe8 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:26.171132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=1402b4b5-4ffe-40e5-b42b-355e4a6d8792,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:26.177478 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3a93fc04-b7be-4a8b-824c-2db95974bfe0 req-a207f223-e2b6-4148-9ad7-73e327aba719 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:26.180459 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b74b79cf-6f7a-4a0f-b274-d0a8a817b6af req-962985e8-661a-4b85-aa55-d1dfc13b1fe8 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 943 time: 0.2615979
Feb 12 21:07:26.180910 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3a93fc04-b7be-4a8b-824c-2db95974bfe0 req-a207f223-e2b6-4148-9ad7-73e327aba719 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.48 "DELETE /v2.0/ports/5bafff40-3831-43c8-81dd-8619fc446d2e HTTP/1.1" status: 204  len: 173 time: 2.2043059
Feb 12 21:07:26.192386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 5bafff40-3831-43c8-81dd-8619fc446d2e is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:26.193305 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5bafff40-3831-43c8-81dd-8619fc446d2e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:26.235945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f2895-567e-4c6e-9331-07fafa889583 req-7c5a3d82-467b-40a0-8a81-bff7c5cc95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:26.238247 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a18f2895-567e-4c6e-9331-07fafa889583 req-7c5a3d82-467b-40a0-8a81-bff7c5cc95d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=500b8539-c5e5-4f3e-8048-ff853db68c9e HTTP/1.1" status: 200  len: 913 time: 0.3447120
Feb 12 21:07:26.358769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a18f2895-567e-4c6e-9331-07fafa889583 req-d3fa8ecc-32a9-43f9-9d48-5809252655be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e5d31bf-1299-4108-a791-2a97cebb0d4f HTTP/1.1" status: 200  len: 217 time: 0.1132934
Feb 12 21:07:26.371133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['1402b4b5-4ffe-40e5-b42b-355e4a6d8792'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:26.371706 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-63e52b8d-5323-4681-8f67-3436d132733c tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Network 8a5b2a07-61e9-49f2-a870-d207fbb10adf is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:07:26.378782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-63e52b8d-5323-4681-8f67-3436d132733c tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:07:26.392404 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:26.404400 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-63e52b8d-5323-4681-8f67-3436d132733c tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:07:26.469614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f2895-567e-4c6e-9331-07fafa889583 req-caafdb64-98d0-4eb4-a874-d08900723680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:26.471064 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a18f2895-567e-4c6e-9331-07fafa889583 req-caafdb64-98d0-4eb4-a874-d08900723680 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=380301fb-f8fa-48ad-8387-bfa0ccd33656 HTTP/1.1" status: 200  len: 852 time: 0.0903146
Feb 12 21:07:26.523284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e52b8d-5323-4681-8f67-3436d132733c tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Pushing event updated for resources: {'Port': ['ID=48198fe1-46cc-4c9a-9c32-4aa850f6426a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:26.576857 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a18f2895-567e-4c6e-9331-07fafa889583 req-ec4ca457-14b0-4674-8f14-8bf1f988c082 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=500b8539-c5e5-4f3e-8048-ff853db68c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0913854
Feb 12 21:07:26.604823 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:07:26.604951 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b74b79cf-6f7a-4a0f-b274-d0a8a817b6af req-8d6086db-65db-4d9f-b871-833811cdea16 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4152780
Feb 12 21:07:26.625723 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e73b6eb-5d88-4f9a-a109-e32f255d9167 req-01fea0b3-bc61-494e-9ca4-ae49bd94a591 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfab272-2908-4105-a62b-ae7258207b37&id=91eaa2a6-cb68-4b03-b100-28b1da244adf&id=d03fdd0f-8263-425f-9df4-bea560d1f8ee HTTP/1.1" status: 200  len: 6199 time: 0.5902476
Feb 12 21:07:26.630264 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:07:26.646577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-63e52b8d-5323-4681-8f67-3436d132733c tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:26.660216 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-63e52b8d-5323-4681-8f67-3436d132733c tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:26.762710 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-dc671f06-c711-4861-918a-37065c11fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:26.762710 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-dc671f06-c711-4861-918a-37065c11fc8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 1125 time: 0.3381679
Feb 12 21:07:26.765463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 343f7369-bd4a-4c45-bac6-12a12a82d733 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:26.813306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 343f7369-bd4a-4c45-bac6-12a12a82d733 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:07:26.813808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 343f7369-bd4a-4c45-bac6-12a12a82d733 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:07:26.819831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a318a716-17e1-474f-b913-0ba637029c68 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:26.822833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] The host nch1-master-1 is not matching for port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 host nch2-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:07:26.823239 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:07:26.865640 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-a8c4b993-22c3-4003-ac52-acad47bd31b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6102892-165a-4568-bed4-24217882b194 HTTP/1.1" status: 200  len: 217 time: 0.1183689
Feb 12 21:07:26.874261 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1b180-05f2-4e83-ac27-aec9a7098054 req-46014725-1926-4d25-b1d4-fc1f52231a6e tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:26.875772 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b0c1b180-05f2-4e83-ac27-aec9a7098054 req-46014725-1926-4d25-b1d4-fc1f52231a6e tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 943 time: 0.1543217
Feb 12 21:07:26.879586 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1d705-71e0-48ea-b816-3d649153ccb1 req-b726b34b-1f6d-4cec-bb02-12148cbd9295 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:26.881059 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: a318a716-17e1-474f-b913-0ba637029c68 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:07:26.881434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a318a716-17e1-474f-b913-0ba637029c68 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:07:26.882488 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-48c1d705-71e0-48ea-b816-3d649153ccb1 req-b726b34b-1f6d-4cec-bb02-12148cbd9295 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 945 time: 0.1216173
Feb 12 21:07:26.885483 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a18f2895-567e-4c6e-9331-07fafa889583 req-0b48835c-57a6-4103-9e96-20ab0ccffd54 service neutron] 10.222.0.48 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2849603
Feb 12 21:07:26.966941 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-59ae6da6-b462-4aa0-a87e-29b2af23aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:26.968437 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-59ae6da6-b462-4aa0-a87e-29b2af23aef1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.0917747
Feb 12 21:07:26.992550 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b0c1b180-05f2-4e83-ac27-aec9a7098054 req-f22da3cf-a2f8-4448-be8b-04db679a1cc5 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811384
Feb 12 21:07:27.009701 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-a53c10cf-4e5a-4f4d-a91c-3e11f269d0c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0351253
Feb 12 21:07:27.010413 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-48c1d705-71e0-48ea-b816-3d649153ccb1 req-57ac1450-0b5b-43bc-be52-03cfec4ebe95 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041968
Feb 12 21:07:27.077525 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-63e52b8d-5323-4681-8f67-3436d132733c tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4788022
Feb 12 21:07:27.078850 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:27.081256 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:27.090084 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a18f2895-567e-4c6e-9331-07fafa889583 req-f9b6fe4e-d865-4796-99f1-2b4a10234eb0 service neutron] 10.222.0.48 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1967235
Feb 12 21:07:27.122298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Request body: {'port': {'device_id': '960de3e9-1389-4350-bc25-24153c9bcff3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:27.187292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:27.189059 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:27.191412 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a400d717-701d-4ce0-8e74-587032626913 service neutron] 10.222.0.50 "PUT /v2.0/ports/b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 HTTP/1.1" status: 200  len: 1097 time: 3.6801696
Feb 12 21:07:27.251936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac736059-b210-41f7-9cae-78b595dd2a0f req-7c83e3e3-1d08-4e92-a5e1-cb07a6d9aa8a tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:27.253584 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac736059-b210-41f7-9cae-78b595dd2a0f req-7c83e3e3-1d08-4e92-a5e1-cb07a6d9aa8a tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 931 time: 0.1403756
Feb 12 21:07:27.264138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-12129fd1-2f89-4d4a-8b26-668613ce59e8 None None] Provisioning complete for port 48198fe1-46cc-4c9a-9c32-4aa850f6426a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:27.265537 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-12129fd1-2f89-4d4a-8b26-668613ce59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (48198fe1-46cc-4c9a-9c32-4aa850f6426a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:27.360198 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac736059-b210-41f7-9cae-78b595dd2a0f req-5d7798bd-9cb0-47c2-a81a-cd091cd04236 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/security-groups?id=480d0776-e093-4e97-81bd-9f96dcb79a93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989454
Feb 12 21:07:27.375942 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (48198fe1-46cc-4c9a-9c32-4aa850f6426a), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:27.407944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-77a03541-5b82-43f7-b5d6-dcad74b23a62 req-dcea0ca2-7c17-41cb-9809-6982e3001f9b tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Request body: {'security_group': {'name': ' tempest-securitygroup -44304880 ', 'description': 'tempest-description-812249478'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:27.413776 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-12129fd1-2f89-4d4a-8b26-668613ce59e8 None None] Port 48198fe1-46cc-4c9a-9c32-4aa850f6426a cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:07:27.503692 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-77a03541-5b82-43f7-b5d6-dcad74b23a62 req-dcea0ca2-7c17-41cb-9809-6982e3001f9b tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:27.555659 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400d717-701d-4ce0-8e74-587032626913 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,revision_number=11']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:27.570494 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-756dc62e-74e0-4cbf-8fd9-559576fd3adf service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5501287
Feb 12 21:07:27.580447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-1c146fcb-ba02-46bb-8f1d-292d1543ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:27.581774 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-1c146fcb-ba02-46bb-8f1d-292d1543ca3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 1131 time: 0.2819257
Feb 12 21:07:27.610010 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-77a03541-5b82-43f7-b5d6-dcad74b23a62 req-dcea0ca2-7c17-41cb-9809-6982e3001f9b tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (171e21d4-57b3-4d19-bdd8-97759ef9ed0a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:27.674924 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-77a03541-5b82-43f7-b5d6-dcad74b23a62 req-dcea0ca2-7c17-41cb-9809-6982e3001f9b tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (171e21d4-57b3-4d19-bdd8-97759ef9ed0a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:27.713081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea0ca2-7c17-41cb-9809-6982e3001f9b tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171e21d4-57b3-4d19-bdd8-97759ef9ed0a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:27.732214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1703f1-8e67-439f-bc55-f35a31f0dff0 req-83c1c0bf-58d4-4b63-bea6-1862668925c6 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:27.739074 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2e1703f1-8e67-439f-bc55-f35a31f0dff0 req-83c1c0bf-58d4-4b63-bea6-1862668925c6 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 949 time: 0.3438733
Feb 12 21:07:27.776919 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d50fb4-9ee8-417a-8fc9-0b853c37edbf', 'name': 'network-vif-deleted', 'tag': 'a318a716-17e1-474f-b913-0ba637029c68'}, {'server_uuid': '99e01316-e5b8-4cf6-b921-313a90bc4a48', 'name': 'network-vif-deleted', 'tag': '343f7369-bd4a-4c45-bac6-12a12a82d733'}, {'name': 'network-changed', 'server_uuid': 'c8d5abda-386d-4eb8-ab12-caf696303db0', 'tag': 'd6102892-165a-4568-bed4-24217882b194'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:27.780065 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dec5fca-66fa-4ed9-8f74-27d5026ee4b7" -d '{"events": [{"server_uuid": "33d50fb4-9ee8-417a-8fc9-0b853c37edbf", "name": "network-vif-deleted", "tag": "a318a716-17e1-474f-b913-0ba637029c68"}, {"server_uuid": "99e01316-e5b8-4cf6-b921-313a90bc4a48", "name": "network-vif-deleted", "tag": "343f7369-bd4a-4c45-bac6-12a12a82d733"}, {"name": "network-changed", "server_uuid": "c8d5abda-386d-4eb8-ab12-caf696303db0", "tag": "d6102892-165a-4568-bed4-24217882b194"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:27.809604 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-77a03541-5b82-43f7-b5d6-dcad74b23a62 req-dcea0ca2-7c17-41cb-9809-6982e3001f9b tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:27.810946 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-77a03541-5b82-43f7-b5d6-dcad74b23a62 req-dcea0ca2-7c17-41cb-9809-6982e3001f9b tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.4070971
Feb 12 21:07:27.840448 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c506a05b-2643-47fa-a737-ef76cf15e0e9', 'name': 'network-vif-deleted', 'tag': '5bafff40-3831-43c8-81dd-8619fc446d2e'}, {'name': 'network-changed', 'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:27.842713 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6962cee-e744-490b-9d44-6cf0eb28eaec" -d '{"events": [{"server_uuid": "c506a05b-2643-47fa-a737-ef76cf15e0e9", "name": "network-vif-deleted", "tag": "5bafff40-3831-43c8-81dd-8619fc446d2e"}, {"name": "network-changed", "server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:27.910446 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5ecad59-0b33-4d19-99ea-4ec9d8655441 req-3aa04dec-9051-4a9f-ad5c-87b3316ad0f4 service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3269548
Feb 12 21:07:27.933981 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-c565dea9-985c-49f9-a470-5d40dda0552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:27.935440 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-c565dea9-985c-49f9-a470-5d40dda0552e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.3415785
Feb 12 21:07:27.940319 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2e1703f1-8e67-439f-bc55-f35a31f0dff0 req-49e43da5-fdb3-4c9d-9693-18c332e178a7 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004433
Feb 12 21:07:27.994419 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-fc417e0d-b549-447e-9b9f-eceae068f240 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 HTTP/1.1" status: 200  len: 217 time: 0.0513945
Feb 12 21:07:28.011605 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd23025-e832-4c38-8828-1ab338602858 x-openstack-request-id: req-bcd23025-e832-4c38-8828-1ab338602858 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:28.012032 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d50fb4-9ee8-417a-8fc9-0b853c37edbf", "name": "network-vif-deleted", "tag": "a318a716-17e1-474f-b913-0ba637029c68", "status": "completed", "code": 200}, {"server_uuid": "99e01316-e5b8-4cf6-b921-313a90bc4a48", "name": "network-vif-deleted", "tag": "343f7369-bd4a-4c45-bac6-12a12a82d733", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8d5abda-386d-4eb8-ab12-caf696303db0", "tag": "d6102892-165a-4568-bed4-24217882b194", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:28.012392 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcd23025-e832-4c38-8828-1ab338602858 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:28.012892 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d50fb4-9ee8-417a-8fc9-0b853c37edbf', 'name': 'network-vif-deleted', 'tag': 'a318a716-17e1-474f-b913-0ba637029c68', 'status': 'completed', 'code': 200}
Feb 12 21:07:28.013248 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e01316-e5b8-4cf6-b921-313a90bc4a48', 'name': 'network-vif-deleted', 'tag': '343f7369-bd4a-4c45-bac6-12a12a82d733', 'status': 'completed', 'code': 200}
Feb 12 21:07:28.013665 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d5abda-386d-4eb8-ab12-caf696303db0', 'tag': 'd6102892-165a-4568-bed4-24217882b194', 'status': 'completed', 'code': 200}
Feb 12 21:07:28.022087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb9984-29ee-442e-b9ec-51ec601cf609 req-ab3560d0-c58f-434c-9c2d-69330668bea9 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:28.024394 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5beb9984-29ee-442e-b9ec-51ec601cf609 req-ab3560d0-c58f-434c-9c2d-69330668bea9 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 943 time: 0.0776107
Feb 12 21:07:28.079893 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5beb9984-29ee-442e-b9ec-51ec601cf609 req-afd9cfb5-27d6-4f3b-ab1d-7f2babf64c88 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484674
Feb 12 21:07:28.125331 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-26c2bcdb-861c-4e4f-b797-58976d4f16a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:28.128351 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-94eb5297-a648-4b5d-aadf-23d16638bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:28.128483 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-94eb5297-a648-4b5d-aadf-23d16638bbce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1213636
Feb 12 21:07:28.166671 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48198fe1-46cc-4c9a-9c32-4aa850f6426a {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:07:28.190462 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Publish callbacks [] for port (48198fe1-46cc-4c9a-9c32-4aa850f6426a), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:28.194365 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e63560-0169-41ba-8d0c-194635aa5b32 x-openstack-request-id: req-24e63560-0169-41ba-8d0c-194635aa5b32 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:28.194661 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c506a05b-2643-47fa-a737-ef76cf15e0e9", "name": "network-vif-deleted", "tag": "5bafff40-3831-43c8-81dd-8619fc446d2e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:28.194916 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24e63560-0169-41ba-8d0c-194635aa5b32 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:28.195308 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c506a05b-2643-47fa-a737-ef76cf15e0e9', 'name': 'network-vif-deleted', 'tag': '5bafff40-3831-43c8-81dd-8619fc446d2e', 'status': 'completed', 'code': 200}
Feb 12 21:07:28.195557 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77', 'status': 'completed', 'code': 200}
Feb 12 21:07:28.199551 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-39a216cb-3749-4358-abbe-b1ca9c102c12 req-7d5a13ba-4e2f-435e-bc51-31170bff2cb4 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/171e21d4-57b3-4d19-bdd8-97759ef9ed0a HTTP/1.1" status: 200  len: 1795 time: 0.1600654
Feb 12 21:07:28.219496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Transition to ACTIVE for port object 48198fe1-46cc-4c9a-9c32-4aa850f6426a will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:07:28.236521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-253f1f2b-e164-4b57-8b85-4b9bbf79165f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:28.238059 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-253f1f2b-e164-4b57-8b85-4b9bbf79165f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0996115
Feb 12 21:07:28.239794 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec5fca-66fa-4ed9-8f74-27d5026ee4b7 req-f1caf238-46ac-40af-a5f1-2323f2f1bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:28.241162 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0dec5fca-66fa-4ed9-8f74-27d5026ee4b7 req-f1caf238-46ac-40af-a5f1-2323f2f1bd9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 1125 time: 0.1310005
Feb 12 21:07:28.307563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-e457eacb-762d-49cc-8a63-449acf9faaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:28.310713 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-e457eacb-762d-49cc-8a63-449acf9faaa2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 1131 time: 0.0980215
Feb 12 21:07:28.334010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995f2cd-29e7-4528-a32b-8fec1deb6eb2 req-33de0d3a-cf51-48a5-8289-a3e3557acaea tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:28.338389 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a995f2cd-29e7-4528-a32b-8fec1deb6eb2 req-33de0d3a-cf51-48a5-8289-a3e3557acaea tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 945 time: 0.0757647
Feb 12 21:07:28.388624 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (48198fe1-46cc-4c9a-9c32-4aa850f6426a), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:28.501689 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a995f2cd-29e7-4528-a32b-8fec1deb6eb2 req-71d25c02-f188-482b-b43d-5a324265a00f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524842
Feb 12 21:07:28.512082 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89dcad-cde2-4069-b6c2-05fe77b582a8 req-2e493e55-7967-4fca-bdb0-7229ee1f6a97 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:28.513604 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2b89dcad-cde2-4069-b6c2-05fe77b582a8 req-2e493e55-7967-4fca-bdb0-7229ee1f6a97 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 943 time: 0.2420902
Feb 12 21:07:28.514274 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Pushing event updated for resources: {'Port': ['ID=48198fe1-46cc-4c9a-9c32-4aa850f6426a,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:28.517578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec5fca-66fa-4ed9-8f74-27d5026ee4b7 req-aad14a9c-9aa8-4d78-baf5-9776ec368f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:28.518969 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0dec5fca-66fa-4ed9-8f74-27d5026ee4b7 req-aad14a9c-9aa8-4d78-baf5-9776ec368f32 service neutron] 10.222.0.48 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 922 time: 0.2671418
Feb 12 21:07:28.528623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-8d93f80e-6834-4483-8c97-5c49fa47bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:28.529805 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-ca49ea84-9479-4f49-8579-04f0b0cc44e4 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2716072
Feb 12 21:07:28.531636 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-8d93f80e-6834-4483-8c97-5c49fa47bf86 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.2146187
Feb 12 21:07:28.535668 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60874) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:28.599873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1db115-eb0d-4f12-9cd3-ccb4c450e6db req-ad3192bb-4b6a-4b5b-9944-02ce54ea5762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:28.602429 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c1db115-eb0d-4f12-9cd3-ccb4c450e6db req-ad3192bb-4b6a-4b5b-9944-02ce54ea5762 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049&tenant_id=02d862cc48f14c42ba73c75e882e9c87 HTTP/1.1" status: 200  len: 1125 time: 0.1829247
Feb 12 21:07:28.604855 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-6c097cbd-951c-49da-820d-b1bc3d6767e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 HTTP/1.1" status: 200  len: 217 time: 0.0608966
Feb 12 21:07:28.724578 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:07:28.754307 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-857f6100-f50e-4490-9e47-37aaf6fd390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:28.756056 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-857f6100-f50e-4490-9e47-37aaf6fd390f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1450591
Feb 12 21:07:28.794282 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-036cb327-0ca6-460c-a646-28ad0081b767 req-f48ac1c2-64bf-4736-bc80-69d91cab4f4c tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/171e21d4-57b3-4d19-bdd8-97759ef9ed0a HTTP/1.1" status: 200  len: 1795 time: 0.0995071
Feb 12 21:07:28.796545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1db115-eb0d-4f12-9cd3-ccb4c450e6db req-85bc0e0c-49d6-4240-aaca-79931e670e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:28.798104 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c1db115-eb0d-4f12-9cd3-ccb4c450e6db req-85bc0e0c-49d6-4240-aaca-79931e670e03 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02d862cc48f14c42ba73c75e882e9c87&device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 1125 time: 0.1714621
Feb 12 21:07:28.806362 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-11814ea9-6b2c-4bad-9839-5a5b25c0dda7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e182ad91ab97452284bae777d54ec83d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2692096
Feb 12 21:07:28.811560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60880) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:28.874812 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:07:28.879306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:28.880444 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1402b4b5-4ffe-40e5-b42b-355e4a6d8792), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:28.976437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:28.977225 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1402b4b5-4ffe-40e5-b42b-355e4a6d8792), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:29.000218 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0dec5fca-66fa-4ed9-8f74-27d5026ee4b7 req-656176cf-fffc-4d52-b0bf-fa061a6abb50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6102892-165a-4568-bed4-24217882b194 HTTP/1.1" status: 200  len: 217 time: 0.4735191
Feb 12 21:07:29.002142 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a074cfc-bc01-4936-ac34-cf31436b706d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1402b4b5-4ffe-40e5-b42b-355e4a6d8792'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:29.004788 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef133e3-caaf-4297-94af-3c8840a51947" -d '{"events": [{"server_uuid": "7a074cfc-bc01-4936-ac34-cf31436b706d", "name": "network-vif-plugged", "status": "completed", "tag": "1402b4b5-4ffe-40e5-b42b-355e4a6d8792"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:29.018001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1402b4b5-4ffe-40e5-b42b-355e4a6d8792,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:29.021108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-361b916f-df22-4c11-8dc6-1a76c0f11fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:29.022637 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-361b916f-df22-4c11-8dc6-1a76c0f11fff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2130666
Feb 12 21:07:29.038323 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af93a6f1-cc36-405e-8c5a-f9efe74f3123 admin admin] Publish callbacks [] for security_group (2564a9bb-0aaa-4e73-b127-3f776891ddc4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:29.039679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-036cb327-0ca6-460c-a646-28ad0081b767 req-83a63946-c9c6-49cd-bea4-3d2462413e65 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (171e21d4-57b3-4d19-bdd8-97759ef9ed0a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:29.044639 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1db115-eb0d-4f12-9cd3-ccb4c450e6db req-6dca92a0-dc87-43eb-8f8b-1e3e2722c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:29.046096 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c1db115-eb0d-4f12-9cd3-ccb4c450e6db req-6dca92a0-dc87-43eb-8f8b-1e3e2722c92c service neutron] 10.222.0.50 "GET /v2.0/networks?id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 HTTP/1.1" status: 200  len: 915 time: 0.2384162
Feb 12 21:07:29.121467 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1402b4b5-4ffe-40e5-b42b-355e4a6d8792), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:29.153795 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:29.156006 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2b89dcad-cde2-4069-b6c2-05fe77b582a8 req-9ec97b14-500f-4cc0-b31a-bcb010c72366 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5947273
Feb 12 21:07:29.165037 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Attempting to bind port 48198fe1-46cc-4c9a-9c32-4aa850f6426a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:07:29.165290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Attempting to bind port 48198fe1-46cc-4c9a-9c32-4aa850f6426a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:07:29.165647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Attempting to bind port 48198fe1-46cc-4c9a-9c32-4aa850f6426a on network 8a5b2a07-61e9-49f2-a870-d207fbb10adf {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:29.171468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec5fca-66fa-4ed9-8f74-27d5026ee4b7 req-9d5a03a3-5779-4e87-b8fb-7bd6e764aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:29.172936 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0dec5fca-66fa-4ed9-8f74-27d5026ee4b7 req-9d5a03a3-5779-4e87-b8fb-7bd6e764aef6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.1603315
Feb 12 21:07:29.178152 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f23c3d9c-eaad-4989-ac49-e45a2941d66d req-a9400668-eb67-40d6-842a-49ab0b4dc7d7 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6441712
Feb 12 21:07:29.178774 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Port 48198fe1-46cc-4c9a-9c32-4aa850f6426a on network 8a5b2a07-61e9-49f2-a870-d207fbb10adf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:07:29.179146 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Attempting to bind port 48198fe1-46cc-4c9a-9c32-4aa850f6426a on network 8a5b2a07-61e9-49f2-a870-d207fbb10adf {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:29.200681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=1402b4b5-4ffe-40e5-b42b-355e4a6d8792,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:29.201202 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:07:29.201578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Checking segment: {'id': '1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:07:29.201961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Bound using segment: {'id': '1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:07:29.202409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Bound port: 48198fe1-46cc-4c9a-9c32-4aa850f6426a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:07:29.202766 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (48198fe1-46cc-4c9a-9c32-4aa850f6426a), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:29.231918 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0dec5fca-66fa-4ed9-8f74-27d5026ee4b7 req-d338c63b-35de-4588-b6b2-ceb47bf51714 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0390754
Feb 12 21:07:29.434017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-e787549e-622a-4960-9976-44b96b505d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:29.435535 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-e787549e-622a-4960-9976-44b96b505d08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f8176a19e946ee8eecaa5d963d908c&device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 1131 time: 0.2028556
Feb 12 21:07:29.447624 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:29.459561 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] For port 48198fe1-46cc-4c9a-9c32-4aa850f6426a, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:07:29.474410 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0dec5fca-66fa-4ed9-8f74-27d5026ee4b7 req-fd5b01b4-92ca-47d0-92e9-ecfbd0e8fc83 service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2315745
Feb 12 21:07:29.493908 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] For port 48198fe1-46cc-4c9a-9c32-4aa850f6426a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48198fe1-46cc-4c9a-9c32-4aa850f6426a,segment=NetworkSegment(1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1),segment_id=1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:07:29.499766 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af93a6f1-cc36-405e-8c5a-f9efe74f3123 admin admin] Publish callbacks [] for security_group (2564a9bb-0aaa-4e73-b127-3f776891ddc4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:29.501767 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-036cb327-0ca6-460c-a646-28ad0081b767 req-83a63946-c9c6-49cd-bea4-3d2462413e65 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (171e21d4-57b3-4d19-bdd8-97759ef9ed0a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:29.505905 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c1db115-eb0d-4f12-9cd3-ccb4c450e6db req-fa061515-10e5-49ef-93c2-d3902c519050 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a HTTP/1.1" status: 200  len: 217 time: 0.4406221
Feb 12 21:07:29.513228 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c93ab5-77cc-473b-80fc-ceecac905c7c req-ba334903-413e-4e03-acc9-a3a7fc5ee111 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:29.515102 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-36c93ab5-77cc-473b-80fc-ceecac905c7c req-ba334903-413e-4e03-acc9-a3a7fc5ee111 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 943 time: 0.2441170
Feb 12 21:07:29.571922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (48198fe1-46cc-4c9a-9c32-4aa850f6426a), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:29.624591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1db115-eb0d-4f12-9cd3-ccb4c450e6db req-76545e0f-d31f-41ba-a76b-1d7c1b78cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:29.626060 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c1db115-eb0d-4f12-9cd3-ccb4c450e6db req-76545e0f-d31f-41ba-a76b-1d7c1b78cc83 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=825e3da2-4f7e-429c-bcf3-a663244459b0 HTTP/1.1" status: 200  len: 854 time: 0.1093445
Feb 12 21:07:29.629935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-c3b8998e-2ca9-4507-b4b8-25186fbc62f5 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5999167
Feb 12 21:07:29.668574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:29.669193 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:29.670614 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] 10.222.0.48 "PUT /v2.0/ports/48198fe1-46cc-4c9a-9c32-4aa850f6426a HTTP/1.1" status: 200  len: 1091 time: 2.5606866
Feb 12 21:07:29.673741 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c1db115-eb0d-4f12-9cd3-ccb4c450e6db req-7889dc3f-30b5-454c-8353-61f53ea8e033 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0390651
Feb 12 21:07:29.723946 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-036cb327-0ca6-460c-a646-28ad0081b767 req-83a63946-c9c6-49cd-bea4-3d2462413e65 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (171e21d4-57b3-4d19-bdd8-97759ef9ed0a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:29.726578 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-036cb327-0ca6-460c-a646-28ad0081b767 req-83a63946-c9c6-49cd-bea4-3d2462413e65 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:29.727967 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-036cb327-0ca6-460c-a646-28ad0081b767 req-83a63946-c9c6-49cd-bea4-3d2462413e65 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "DELETE /v2.0/security-groups/171e21d4-57b3-4d19-bdd8-97759ef9ed0a HTTP/1.1" status: 204  len: 173 time: 0.9172707
Feb 12 21:07:29.738473 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-36c93ab5-77cc-473b-80fc-ceecac905c7c req-00b93199-7c57-43b2-8914-e1ce87474f1c tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/security-groups?id=480d0776-e093-4e97-81bd-9f96dcb79a93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2122025
Feb 12 21:07:29.739522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-21a4f8ae-46bf-4519-ab9f-8faa6e930df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:29.740895 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-21a4f8ae-46bf-4519-ab9f-8faa6e930df4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.2906606
Feb 12 21:07:29.745788 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0dec5fca-66fa-4ed9-8f74-27d5026ee4b7 req-d9e37d6d-c4e4-44dc-beb1-2eb9b4a6b1c2 service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2502635
Feb 12 21:07:29.746480 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7b3fb-50e4-4986-8fce-c38ba857e88b service neutron] Pushing event updated for resources: {'Port': ['ID=48198fe1-46cc-4c9a-9c32-4aa850f6426a,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:29.758606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a63946-c9c6-49cd-bea4-3d2462413e65 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=171e21d4-57b3-4d19-bdd8-97759ef9ed0a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:29.825040 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af93a6f1-cc36-405e-8c5a-f9efe74f3123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2564a9bb-0aaa-4e73-b127-3f776891ddc4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:29.827669 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af93a6f1-cc36-405e-8c5a-f9efe74f3123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:29.831176 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-af93a6f1-cc36-405e-8c5a-f9efe74f3123 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2564a9bb-0aaa-4e73-b127-3f776891ddc4 HTTP/1.1" status: 204  len: 168 time: 1.0018425
Feb 12 21:07:29.853816 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-dabd9654-845b-47dc-8001-27bfddac503b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 HTTP/1.1" status: 200  len: 217 time: 0.1042888
Feb 12 21:07:29.903761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93a6f1-cc36-405e-8c5a-f9efe74f3123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2564a9bb-0aaa-4e73-b127-3f776891ddc4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:29.971875 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-ac688805-b019-4f44-97c5-28a1a4e48411 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3007927
Feb 12 21:07:29.975472 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c1db115-eb0d-4f12-9cd3-ccb4c450e6db req-5703f3ac-92c4-46bf-b2e5-1077b6e47c7c service neutron] 10.222.0.50 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2926254
Feb 12 21:07:29.977714 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-7b48b8ed-ba99-46b1-b3ad-ce8a68d48263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:29.979224 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-7b48b8ed-ba99-46b1-b3ad-ce8a68d48263 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0952744
Feb 12 21:07:29.983530 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-59210d4d-45c5-42eb-9d8c-ecf96719dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:29.985044 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-59210d4d-45c5-42eb-9d8c-ecf96719dd61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a19875f98800434db2950efcf23ff3a4&device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 1125 time: 0.1635578
Feb 12 21:07:30.051633 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-8366b4b6-ddb8-4f75-a904-1b80bae238ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48198fe1-46cc-4c9a-9c32-4aa850f6426a HTTP/1.1" status: 200  len: 217 time: 0.0552375
Feb 12 21:07:30.104778 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518bf9c-83c1-435f-b943-e58223328fb2 req-d54d5e82-316c-43fc-a9d6-cdd03151195f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:30.106389 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4518bf9c-83c1-435f-b943-e58223328fb2 req-d54d5e82-316c-43fc-a9d6-cdd03151195f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 949 time: 0.2239516
Feb 12 21:07:30.120790 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-3acd9307-5e9f-447e-88e3-6b7d8f9eac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:30.122286 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-3acd9307-5e9f-447e-88e3-6b7d8f9eac19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1353703
Feb 12 21:07:30.132027 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c1db115-eb0d-4f12-9cd3-ccb4c450e6db req-5d3c9093-d478-45b0-bb26-1c2a3c9e657f service neutron] 10.222.0.50 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423233
Feb 12 21:07:30.153562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-9378d1a8-fac0-4890-baad-5c6b7fbe91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:30.155092 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-9378d1a8-fac0-4890-baad-5c6b7fbe91ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a9243cf6-6f87-4c2d-8314-7b39a4ace0c3 HTTP/1.1" status: 200  len: 855 time: 0.0975506
Feb 12 21:07:30.204490 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960de3e9-1389-4350-bc25-24153c9bcff3', 'tag': '48198fe1-46cc-4c9a-9c32-4aa850f6426a'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:30.208854 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99c7eb5-82fc-4d8a-9f38-a299b68bd53b" -d '{"events": [{"name": "network-changed", "server_uuid": "960de3e9-1389-4350-bc25-24153c9bcff3", "tag": "48198fe1-46cc-4c9a-9c32-4aa850f6426a"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:30.273991 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4518bf9c-83c1-435f-b943-e58223328fb2 req-7357cdca-4275-4182-8772-deba5d6ce97e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557288
Feb 12 21:07:30.307240 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-8c887a15-731a-4c00-996f-6991983bccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:30.309398 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-8c887a15-731a-4c00-996f-6991983bccc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a5b2a07-61e9-49f2-a870-d207fbb10adf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1443477
Feb 12 21:07:30.311723 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-12d7278f-6266-466c-8f4d-1e81ccd6f94b service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1801205
Feb 12 21:07:30.464068 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6c9ef7-d647-4ff2-a66e-8435d57bd318 x-openstack-request-id: req-ae6c9ef7-d647-4ff2-a66e-8435d57bd318 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:30.464068 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a074cfc-bc01-4936-ac34-cf31436b706d", "name": "network-vif-plugged", "status": "completed", "tag": "1402b4b5-4ffe-40e5-b42b-355e4a6d8792", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:30.464068 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae6c9ef7-d647-4ff2-a66e-8435d57bd318 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:30.464068 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a074cfc-bc01-4936-ac34-cf31436b706d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1402b4b5-4ffe-40e5-b42b-355e4a6d8792', 'code': 200}
Feb 12 21:07:30.522992 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b6962cee-e744-490b-9d44-6cf0eb28eaec req-9b0ad9f0-af12-4ebf-aa68-61d8d63f53fc service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1975377
Feb 12 21:07:30.530129 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-701ce74b-a859-4ce9-8886-91957fe6319e service neutron] 10.222.0.48 "GET /v2.0/networks/8a5b2a07-61e9-49f2-a870-d207fbb10adf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2131062
Feb 12 21:07:30.538523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b2ffe-c44d-48d4-a57a-4575fbe170b6 req-21cd0fa1-fa58-4123-b905-30edbf7f0aa5 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:30.539512 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7e2b2ffe-c44d-48d4-a57a-4575fbe170b6 req-21cd0fa1-fa58-4123-b905-30edbf7f0aa5 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 943 time: 0.1802437
Feb 12 21:07:30.566454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60912) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:30.634634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5610e78-a6a3-4409-8f84-a68d743767e4 req-c05aa707-d4fa-41ed-927c-96733c3ed04d tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:30.636933 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c5610e78-a6a3-4409-8f84-a68d743767e4 req-c05aa707-d4fa-41ed-927c-96733c3ed04d tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 946 time: 0.1037016
Feb 12 21:07:30.642714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ee99ea27-eae2-42e6-84d5-6f6df03ba2f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d90faa185ea4389857a51bf595c882e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0750616
Feb 12 21:07:30.643315 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60918) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:30.681779 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7e2b2ffe-c44d-48d4-a57a-4575fbe170b6 req-1b9b164d-3ddb-446e-8734-6cfb619a39c8 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243656
Feb 12 21:07:30.692688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2caff-8ee2-43c7-9eaa-3accc5cee9ef req-bbffaff1-5a8a-45ea-8115-4d8d18ac7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:30.694191 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8df2caff-8ee2-43c7-9eaa-3accc5cee9ef req-bbffaff1-5a8a-45ea-8115-4d8d18ac7923 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 1128 time: 0.1461918
Feb 12 21:07:30.716567 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bf43b71-9f28-4153-b493-bbf3b45df015 req-8d9540bb-5884-4131-988d-d1a25bb5831a service neutron] 10.222.0.48 "GET /v2.0/networks/8a5b2a07-61e9-49f2-a870-d207fbb10adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1739116
Feb 12 21:07:30.736612 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:07:30.757348 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c5610e78-a6a3-4409-8f84-a68d743767e4 req-105af733-0b60-4736-a045-95e586cd0eba tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796213
Feb 12 21:07:30.765994 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-fbb0801a-f277-4765-86e8-7b9edf331cd9 req-dfe258a9-a2cd-41dc-8158-9bd2eaa87d97 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] show failed (client error): The resource could not be found.
Feb 12 21:07:30.767565 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fbb0801a-f277-4765-86e8-7b9edf331cd9 req-dfe258a9-a2cd-41dc-8158-9bd2eaa87d97 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/171e21d4-57b3-4d19-bdd8-97759ef9ed0a HTTP/1.1" status: 404  len: 352 time: 0.0278234
Feb 12 21:07:30.771879 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8df2caff-8ee2-43c7-9eaa-3accc5cee9ef req-74edee28-b77d-4f47-a5a8-6f715328f50f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709236
Feb 12 21:07:30.779231 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9285da7-3b99-4a6f-bd63-9ef8380b042f admin admin] Publish callbacks [] for security_group (43d4fb88-6d24-4237-ac9f-62d635d4399b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:30.808615 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9285da7-3b99-4a6f-bd63-9ef8380b042f admin admin] Publish callbacks [] for security_group (43d4fb88-6d24-4237-ac9f-62d635d4399b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:30.851644 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d29c4b-cb94-442b-9758-9478c70331d8 x-openstack-request-id: req-77d29c4b-cb94-442b-9758-9478c70331d8 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:30.852003 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960de3e9-1389-4350-bc25-24153c9bcff3", "tag": "48198fe1-46cc-4c9a-9c32-4aa850f6426a", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:30.852455 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77d29c4b-cb94-442b-9758-9478c70331d8 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:30.852922 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960de3e9-1389-4350-bc25-24153c9bcff3', 'tag': '48198fe1-46cc-4c9a-9c32-4aa850f6426a', 'status': 'completed', 'code': 200}
Feb 12 21:07:30.915452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:30.928986 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c7eb5-82fc-4d8a-9f38-a299b68bd53b req-9520ba3d-1819-4ebd-861a-67b1a14299f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:30.931898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d7e3f-a234-4459-b6ce-fd6a0e4bef8c req-f6883e07-d0e9-4bc5-a4e0-f7b049435a4b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:30.934094 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e99c7eb5-82fc-4d8a-9f38-a299b68bd53b req-9520ba3d-1819-4ebd-861a-67b1a14299f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a19875f98800434db2950efcf23ff3a4&device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 1125 time: 0.0561373
Feb 12 21:07:30.934601 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1f8d7e3f-a234-4459-b6ce-fd6a0e4bef8c req-f6883e07-d0e9-4bc5-a4e0-f7b049435a4b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 943 time: 0.0662415
Feb 12 21:07:30.943836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77', 'mac_address': 'fa:16:3e:54:25:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:07:30.947282 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:31.012548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:31.013498 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:31.034517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:07:31.065506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1f8d7e3f-a234-4459-b6ce-fd6a0e4bef8c req-f77662f3-fb90-49f7-b7df-678f31d2be9f tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060135
Feb 12 21:07:31.066818 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9285da7-3b99-4a6f-bd63-9ef8380b042f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (43d4fb88-6d24-4237-ac9f-62d635d4399b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:31.071385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:31.071891 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9285da7-3b99-4a6f-bd63-9ef8380b042f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:31.073273 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c9285da7-3b99-4a6f-bd63-9ef8380b042f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43d4fb88-6d24-4237-ac9f-62d635d4399b HTTP/1.1" status: 204  len: 168 time: 0.4290514
Feb 12 21:07:31.094225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9285da7-3b99-4a6f-bd63-9ef8380b042f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d4fb88-6d24-4237-ac9f-62d635d4399b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:31.164475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c7eb5-82fc-4d8a-9f38-a299b68bd53b req-d2c7e6d5-610c-4953-b025-57c0b5e7e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:31.170150 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e99c7eb5-82fc-4d8a-9f38-a299b68bd53b req-d2c7e6d5-610c-4953-b025-57c0b5e7e46c service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a5b2a07-61e9-49f2-a870-d207fbb10adf HTTP/1.1" status: 200  len: 917 time: 0.2298496
Feb 12 21:07:31.244056 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:31.264913 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e99c7eb5-82fc-4d8a-9f38-a299b68bd53b req-67c8fb06-6c9f-4760-976f-20be38f7896a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48198fe1-46cc-4c9a-9c32-4aa850f6426a HTTP/1.1" status: 200  len: 217 time: 0.0873702
Feb 12 21:07:31.323493 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,revision_number=12']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:31.379195 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c7eb5-82fc-4d8a-9f38-a299b68bd53b req-3a506063-7d7d-4317-8cce-0bf1bb9356e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:31.391995 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e99c7eb5-82fc-4d8a-9f38-a299b68bd53b req-3a506063-7d7d-4317-8cce-0bf1bb9356e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a9243cf6-6f87-4c2d-8314-7b39a4ace0c3 HTTP/1.1" status: 200  len: 855 time: 0.0830646
Feb 12 21:07:31.392188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f81ee-b0f9-4ca5-b5af-b0a51e1e0344 req-b99ac545-f6aa-4a5d-85af-a0280ea16a82 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:31.401079 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-db7f81ee-b0f9-4ca5-b5af-b0a51e1e0344 req-b99ac545-f6aa-4a5d-85af-a0280ea16a82 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 943 time: 0.2109177
Feb 12 21:07:31.502487 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-db7f81ee-b0f9-4ca5-b5af-b0a51e1e0344 req-c95debd3-b995-48f7-aca9-9b73c3d84ab2 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/security-groups?id=480d0776-e093-4e97-81bd-9f96dcb79a93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0994010
Feb 12 21:07:31.502667 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-d5a88637-b4e7-44fc-b87d-18225497454a req-ccfb2f24-8e54-45f4-bccf-445fc32e7c7b tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1936632401', 'description': 'tempest-description-476307490'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:31.536241 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c7eb5-82fc-4d8a-9f38-a299b68bd53b req-e0d9c414-6178-4e40-b794-3b884e3c40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:31.537829 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e99c7eb5-82fc-4d8a-9f38-a299b68bd53b req-e0d9c414-6178-4e40-b794-3b884e3c40f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a5b2a07-61e9-49f2-a870-d207fbb10adf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1027615
Feb 12 21:07:31.556421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['b5cbc34b-0e81-4b41-9709-0fdcadb7ac77'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:31.624858 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d5a88637-b4e7-44fc-b87d-18225497454a req-ccfb2f24-8e54-45f4-bccf-445fc32e7c7b tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:31.675091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579abfd-060b-414b-83cf-c1623a2111b6 req-6f78aac5-c72a-40ab-b643-96735431a0c4 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:31.684715 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e579abfd-060b-414b-83cf-c1623a2111b6 req-6f78aac5-c72a-40ab-b643-96735431a0c4 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.1196752
Feb 12 21:07:31.700835 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e99c7eb5-82fc-4d8a-9f38-a299b68bd53b req-bcdaba4c-71c3-42a4-baf2-d00bfa338f00 service neutron] 10.222.0.48 "GET /v2.0/networks/8a5b2a07-61e9-49f2-a870-d207fbb10adf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547325
Feb 12 21:07:31.788243 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e579abfd-060b-414b-83cf-c1623a2111b6 req-c9a5439e-8464-49c4-859e-f6b46e6be97e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011202
Feb 12 21:07:31.826421 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d5a88637-b4e7-44fc-b87d-18225497454a req-ccfb2f24-8e54-45f4-bccf-445fc32e7c7b tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (cc5a716a-e685-4d55-80f5-35855cc4f479), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:31.880971 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e99c7eb5-82fc-4d8a-9f38-a299b68bd53b req-f9b54449-d21d-499d-95b0-856ed8b9f397 service neutron] 10.222.0.48 "GET /v2.0/networks/8a5b2a07-61e9-49f2-a870-d207fbb10adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736870
Feb 12 21:07:31.921235 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d5a88637-b4e7-44fc-b87d-18225497454a req-ccfb2f24-8e54-45f4-bccf-445fc32e7c7b tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cc5a716a-e685-4d55-80f5-35855cc4f479), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:31.976659 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb2f24-8e54-45f4-bccf-445fc32e7c7b tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5a716a-e685-4d55-80f5-35855cc4f479,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:32.026049 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d5a88637-b4e7-44fc-b87d-18225497454a req-ccfb2f24-8e54-45f4-bccf-445fc32e7c7b tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:32.028517 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570bf2a-7b3c-476c-a538-1e9a1ad38244 req-ed876849-b30f-4297-84ae-186a11492175 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:32.035358 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5a88637-b4e7-44fc-b87d-18225497454a req-ccfb2f24-8e54-45f4-bccf-445fc32e7c7b tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.5589588
Feb 12 21:07:32.042277 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5570bf2a-7b3c-476c-a538-1e9a1ad38244 req-ed876849-b30f-4297-84ae-186a11492175 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0ea6f0a-e322-4f50-8683-2511dce11a6b HTTP/1.1" status: 200  len: 950 time: 0.1504211
Feb 12 21:07:32.153716 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5570bf2a-7b3c-476c-a538-1e9a1ad38244 req-fd955498-4cf1-457f-b8c4-ca10fb10886a tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091917
Feb 12 21:07:32.166796 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373973d3-1d86-4a21-ba7d-7283c310c733 req-7fc10ec5-820e-490e-88aa-3ba8f8f04ff2 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:32.174927 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-373973d3-1d86-4a21-ba7d-7283c310c733 req-7fc10ec5-820e-490e-88aa-3ba8f8f04ff2 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 943 time: 0.0909126
Feb 12 21:07:32.235050 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:32.269950 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-373973d3-1d86-4a21-ba7d-7283c310c733 req-964da032-a3c6-45e2-9457-bf3de0022c69 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940769
Feb 12 21:07:32.297414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-80e63f98-3887-47cd-841a-28dc2e1f93e4 req-1ff2c73f-d0e8-4f79-8935-09ba72183255 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-473569857', 'description': 'tempest-description-1275428744'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:32.347729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01038811-c67a-45af-acbb-24711964e920 req-849b1749-243f-40e2-a726-29930981b24f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:32.351946 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01038811-c67a-45af-acbb-24711964e920 req-849b1749-243f-40e2-a726-29930981b24f tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 946 time: 0.0820136
Feb 12 21:07:32.418852 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-80e63f98-3887-47cd-841a-28dc2e1f93e4 req-1ff2c73f-d0e8-4f79-8935-09ba72183255 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:32.433788 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01038811-c67a-45af-acbb-24711964e920 req-4e2721d7-f5f9-424f-a7ed-224d2d722bb8 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703466
Feb 12 21:07:32.524165 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-80e63f98-3887-47cd-841a-28dc2e1f93e4 req-1ff2c73f-d0e8-4f79-8935-09ba72183255 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (105f1518-12ca-4571-885b-4d90fab2abe0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:32.579138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1bfc5-c6f0-4635-92e7-ac049e0c2f83 req-0a973413-0db6-4118-914a-3c9fbd40591e tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:32.580686 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d2f1bfc5-c6f0-4635-92e7-ac049e0c2f83 req-0a973413-0db6-4118-914a-3c9fbd40591e tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 943 time: 0.0853012
Feb 12 21:07:32.585802 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-80e63f98-3887-47cd-841a-28dc2e1f93e4 req-1ff2c73f-d0e8-4f79-8935-09ba72183255 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (105f1518-12ca-4571-885b-4d90fab2abe0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:32.624480 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2c73f-d0e8-4f79-8935-09ba72183255 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105f1518-12ca-4571-885b-4d90fab2abe0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:32.672040 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-80e63f98-3887-47cd-841a-28dc2e1f93e4 req-1ff2c73f-d0e8-4f79-8935-09ba72183255 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:32.680021 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-80e63f98-3887-47cd-841a-28dc2e1f93e4 req-1ff2c73f-d0e8-4f79-8935-09ba72183255 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.3887370
Feb 12 21:07:32.688060 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d2f1bfc5-c6f0-4635-92e7-ac049e0c2f83 req-8c0c9021-0965-49a8-b668-cf3fe7607596 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910156
Feb 12 21:07:32.742989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-c59d32dd-a626-43fd-a5fb-5cfdb317eec6 req-f4a0519c-0884-4a11-bb77-c54c44fd4d00 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1377054330', 'description': 'tempest-description-1706789125'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:32.770455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:07:32.841093 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c59d32dd-a626-43fd-a5fb-5cfdb317eec6 req-f4a0519c-0884-4a11-bb77-c54c44fd4d00 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:32.869953 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead6eae-d38e-4452-bf9c-6be7f865f270 req-ccfaa3f2-6dec-4d6d-9204-21488961ccdf tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:32.878918 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cead6eae-d38e-4452-bf9c-6be7f865f270 req-ccfaa3f2-6dec-4d6d-9204-21488961ccdf tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 943 time: 0.1213436
Feb 12 21:07:32.954082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:07:32.959057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:32.959433 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:32.973814 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c59d32dd-a626-43fd-a5fb-5cfdb317eec6 req-f4a0519c-0884-4a11-bb77-c54c44fd4d00 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (d0afa1e6-7836-49e2-b02c-3c6e480e9239), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:32.978013 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cead6eae-d38e-4452-bf9c-6be7f865f270 req-6eb050bc-49fe-4219-8b68-cda2c3462ef2 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/security-groups?id=480d0776-e093-4e97-81bd-9f96dcb79a93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0981688
Feb 12 21:07:33.069385 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c59d32dd-a626-43fd-a5fb-5cfdb317eec6 req-f4a0519c-0884-4a11-bb77-c54c44fd4d00 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d0afa1e6-7836-49e2-b02c-3c6e480e9239), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:33.106069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:33.106461 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:33.112691 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02048c-b2bd-436d-beb0-f732132d3b7e req-1177773b-eebf-4ec9-bac3-4529eb738bee tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:33.120064 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-af02048c-b2bd-436d-beb0-f732132d3b7e req-1177773b-eebf-4ec9-bac3-4529eb738bee tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 950 time: 0.0724499
Feb 12 21:07:33.131882 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0519c-0884-4a11-bb77-c54c44fd4d00 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0afa1e6-7836-49e2-b02c-3c6e480e9239,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:33.132766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:33.136484 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f1687a-66d3-4880-b01f-87b028ec3245" -d '{"events": [{"server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "name": "network-vif-plugged", "status": "completed", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:33.154841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:33.197147 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-af02048c-b2bd-436d-beb0-f732132d3b7e req-e0a0a169-ef01-4132-8851-853adc0625d5 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713038
Feb 12 21:07:33.235432 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:33.239325 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f93ee9-ba1e-45b9-bde2-0cd26ba80058 x-openstack-request-id: req-b8f93ee9-ba1e-45b9-bde2-0cd26ba80058 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:33.239698 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "name": "network-vif-plugged", "status": "completed", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:33.239855 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8f93ee9-ba1e-45b9-bde2-0cd26ba80058 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:33.240317 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77', 'code': 200}
Feb 12 21:07:33.271130 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c59d32dd-a626-43fd-a5fb-5cfdb317eec6 req-f4a0519c-0884-4a11-bb77-c54c44fd4d00 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:33.286088 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c59d32dd-a626-43fd-a5fb-5cfdb317eec6 req-f4a0519c-0884-4a11-bb77-c54c44fd4d00 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5469706
Feb 12 21:07:33.311510 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,revision_number=13']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:33.329757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d6102892-165a-4568-bed4-24217882b194 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:07:33.363303 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c69ea-0cff-48dd-8632-930a14d610f2 req-845a8d8f-a504-4e8a-8944-5bcb10b1664e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:33.371647 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ee9c69ea-0cff-48dd-8632-930a14d610f2 req-845a8d8f-a504-4e8a-8944-5bcb10b1664e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0ea6f0a-e322-4f50-8683-2511dce11a6b HTTP/1.1" status: 200  len: 950 time: 0.0793111
Feb 12 21:07:33.436655 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ee9c69ea-0cff-48dd-8632-930a14d610f2 req-30a7cf05-4f33-42a9-94ca-edf5170cff0c tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640931
Feb 12 21:07:33.464721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b0ebb-076c-4e3d-a3ad-51be73feb2c2 req-285cb23a-71fb-4bbe-a4d5-3b0759fb84a8 tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:33.473128 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d3b0ebb-076c-4e3d-a3ad-51be73feb2c2 req-285cb23a-71fb-4bbe-a4d5-3b0759fb84a8 tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 1133 time: 0.0790064
Feb 12 21:07:33.536719 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d3b0ebb-076c-4e3d-a3ad-51be73feb2c2 req-ca020fd0-8341-491f-8b55-88603f30b075 tempest-MigrationsAdminTest-852035181 tempest-MigrationsAdminTest-852035181-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562625
Feb 12 21:07:33.581377 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port d6102892-165a-4568-bed4-24217882b194, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6102892-165a-4568-bed4-24217882b194,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:33.610536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'd6102892-165a-4568-bed4-24217882b194', 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51', 'port_id': 'd6102892-165a-4568-bed4-24217882b194', 'mac_address': 'fa:16:3e:ea:14:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0842d8e5-d921-4cb0-bac6-7b8b2456a4d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:07:33.678251 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c173522c-7302-4cf5-9c54-c9fe232fb0bb req-6a6aef20-bb01-4628-95a4-525d8817766a tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=225507fa1fa946aa9559a89fe27569b3 HTTP/1.1" status: 200  len: 10998 time: 0.1855567
Feb 12 21:07:33.685312 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port d6102892-165a-4568-bed4-24217882b194 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:33.688395 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d6102892-165a-4568-bed4-24217882b194), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:33.711356 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6102892-165a-4568-bed4-24217882b194 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:07:33.713320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52e1f4-4134-4a0d-b351-fe908892d2da req-e8f2961d-dbd5-492a-9a0e-155ff4b118e3 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:33.731844 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc52e1f4-4134-4a0d-b351-fe908892d2da req-e8f2961d-dbd5-492a-9a0e-155ff4b118e3 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 943 time: 0.1118312
Feb 12 21:07:33.754372 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port d6102892-165a-4568-bed4-24217882b194, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6102892-165a-4568-bed4-24217882b194,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:33.769652 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c173522c-7302-4cf5-9c54-c9fe232fb0bb req-23b07b24-3eb6-43f5-9a15-b91c7b54a8db tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/91eaa2a6-cb68-4b03-b100-28b1da244adf HTTP/1.1" status: 200  len: 2998 time: 0.0898056
Feb 12 21:07:33.829094 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d6102892-165a-4568-bed4-24217882b194), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:33.831065 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc52e1f4-4134-4a0d-b351-fe908892d2da req-d6ee4f1c-eb68-41b7-83cf-3254ec255095 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983350
Feb 12 21:07:33.861519 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c173522c-7302-4cf5-9c54-c9fe232fb0bb req-0fd00c00-a668-442a-8336-07bcea7095ff tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/91eaa2a6-cb68-4b03-b100-28b1da244adf HTTP/1.1" status: 200  len: 2998 time: 0.0905526
Feb 12 21:07:33.892453 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9486691d-adb0-45ff-bbfd-bfb43f7f7bbb req-1f96c0c4-a373-4dd7-8138-3807f43238dc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1023364
Feb 12 21:07:33.938271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=d6102892-165a-4568-bed4-24217882b194,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:34.016840 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486691d-adb0-45ff-bbfd-bfb43f7f7bbb req-68039e84-dd7b-4723-8f40-c1f16f449536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:34.018640 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9486691d-adb0-45ff-bbfd-bfb43f7f7bbb req-68039e84-dd7b-4723-8f40-c1f16f449536 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 1126 time: 0.0988708
Feb 12 21:07:34.144434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['d6102892-165a-4568-bed4-24217882b194'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:34.195797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486691d-adb0-45ff-bbfd-bfb43f7f7bbb req-b8d05374-8655-417f-932a-dce140e49804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:34.197591 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9486691d-adb0-45ff-bbfd-bfb43f7f7bbb req-b8d05374-8655-417f-932a-dce140e49804 service neutron] 10.222.0.48 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 922 time: 0.1460404
Feb 12 21:07:34.274013 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9486691d-adb0-45ff-bbfd-bfb43f7f7bbb req-92d8a2f7-da38-45a2-aec0-6b091d60f390 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c HTTP/1.1" status: 200  len: 217 time: 0.0688436
Feb 12 21:07:34.395565 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486691d-adb0-45ff-bbfd-bfb43f7f7bbb req-77d364b2-23f6-470c-b62e-fd3ca5e106d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:34.399518 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9486691d-adb0-45ff-bbfd-bfb43f7f7bbb req-77d364b2-23f6-470c-b62e-fd3ca5e106d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.1184654
Feb 12 21:07:34.420585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13a451-c631-4b9c-8072-1720465a4298 req-8c7021c7-34fa-4bb1-a26a-93fd4ecace0c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:34.422356 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c13a451-c631-4b9c-8072-1720465a4298 req-8c7021c7-34fa-4bb1-a26a-93fd4ecace0c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 946 time: 0.0641444
Feb 12 21:07:34.457811 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9486691d-adb0-45ff-bbfd-bfb43f7f7bbb req-9ad4cb2b-39e0-4ae4-8329-f9db272e333d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0517132
Feb 12 21:07:34.515562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c13a451-c631-4b9c-8072-1720465a4298 req-ca5c2f60-d078-40c8-8ced-4ead5ef8f0b6 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802665
Feb 12 21:07:34.577384 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b9f969f-433e-4182-b70e-8ad9a5d5fe49 req-fe4a1479-c886-43d8-844f-371daf20e3df tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/cc5a716a-e685-4d55-80f5-35855cc4f479 HTTP/1.1" status: 200  len: 1817 time: 0.0446708
Feb 12 21:07:34.617551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5446d-cb57-4faa-ac90-c4896579cb4b req-26742f14-be87-447e-8b49-f903eb2fa70f tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:34.619351 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ef5446d-cb57-4faa-ac90-c4896579cb4b req-26742f14-be87-447e-8b49-f903eb2fa70f tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 944 time: 0.1925464
Feb 12 21:07:34.650082 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4b9f969f-433e-4182-b70e-8ad9a5d5fe49 req-41f3cc6b-5c64-4d51-b921-05bb47ab76d0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (cc5a716a-e685-4d55-80f5-35855cc4f479), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:34.679274 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9486691d-adb0-45ff-bbfd-bfb43f7f7bbb req-7bedfb54-84e1-41f0-aa23-43b03b8c32c3 service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2009702
Feb 12 21:07:34.680923 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4b9f969f-433e-4182-b70e-8ad9a5d5fe49 req-41f3cc6b-5c64-4d51-b921-05bb47ab76d0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (cc5a716a-e685-4d55-80f5-35855cc4f479), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:34.734583 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ef5446d-cb57-4faa-ac90-c4896579cb4b req-ee38748c-5bd9-4b4e-9d9a-3fb6fb611c8a tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994658
Feb 12 21:07:34.864953 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4b9f969f-433e-4182-b70e-8ad9a5d5fe49 req-41f3cc6b-5c64-4d51-b921-05bb47ab76d0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cc5a716a-e685-4d55-80f5-35855cc4f479), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:34.873863 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4b9f969f-433e-4182-b70e-8ad9a5d5fe49 req-41f3cc6b-5c64-4d51-b921-05bb47ab76d0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:34.877919 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b9f969f-433e-4182-b70e-8ad9a5d5fe49 req-41f3cc6b-5c64-4d51-b921-05bb47ab76d0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "DELETE /v2.0/security-groups/cc5a716a-e685-4d55-80f5-35855cc4f479 HTTP/1.1" status: 204  len: 173 time: 0.2907321
Feb 12 21:07:34.891813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3cc6b-5c64-4d51-b921-05bb47ab76d0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5a716a-e685-4d55-80f5-35855cc4f479,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:34.904009 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9486691d-adb0-45ff-bbfd-bfb43f7f7bbb req-f46225be-4f09-4755-bbd0-23de56fa0a78 service neutron] 10.222.0.48 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2146263
Feb 12 21:07:34.947133 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097977e-aaac-4de0-949b-b225627d3a89 req-86d3c40f-f742-4319-8eff-893bc0b6e7e5 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:34.949400 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f097977e-aaac-4de0-949b-b225627d3a89 req-86d3c40f-f742-4319-8eff-893bc0b6e7e5 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 943 time: 0.1442044
Feb 12 21:07:35.023493 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f097977e-aaac-4de0-949b-b225627d3a89 req-8a376ff1-11ed-49ad-8e7a-e8d2402a887e tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/security-groups?id=480d0776-e093-4e97-81bd-9f96dcb79a93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661509
Feb 12 21:07:35.050926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630a130-cea0-4ddd-807e-5b8ecc5a1439 req-957dc888-6b30-4127-9eaa-191fd483f397 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:35.060417 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5630a130-cea0-4ddd-807e-5b8ecc5a1439 req-957dc888-6b30-4127-9eaa-191fd483f397 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 951 time: 0.0850279
Feb 12 21:07:35.120338 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5630a130-cea0-4ddd-807e-5b8ecc5a1439 req-1d423318-a530-4760-8cfc-d9a55d8d9478 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561454
Feb 12 21:07:35.231561 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7aa56-babf-488a-b7ba-0650622d0cff req-b9a74978-0dba-4fb2-8a12-83d50a4f8a83 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:35.233119 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-def7aa56-babf-488a-b7ba-0650622d0cff req-b9a74978-0dba-4fb2-8a12-83d50a4f8a83 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0ea6f0a-e322-4f50-8683-2511dce11a6b HTTP/1.1" status: 200  len: 950 time: 0.0840387
Feb 12 21:07:35.310075 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-def7aa56-babf-488a-b7ba-0650622d0cff req-85512579-79f2-4e8e-9a15-e038221c24d1 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686018
Feb 12 21:07:35.350777 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 48198fe1-46cc-4c9a-9c32-4aa850f6426a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:07:35.354116 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d6102892-165a-4568-bed4-24217882b194 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:07:35.404160 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-71ef195e-9466-45bc-9279-0340a67c7892 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=faa00c6b01804208ae04a7174e6de8d4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0334692
Feb 12 21:07:35.528214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04d8ee-b704-42c1-8129-6f2aee83fd1d req-d309aa43-ea8f-4f66-8457-c27720cf8a8a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:35.537977 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7f04d8ee-b704-42c1-8129-6f2aee83fd1d req-d309aa43-ea8f-4f66-8457-c27720cf8a8a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 943 time: 0.1081681
Feb 12 21:07:35.546523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 48198fe1-46cc-4c9a-9c32-4aa850f6426a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48198fe1-46cc-4c9a-9c32-4aa850f6426a,segment=NetworkSegment(1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1),segment_id=1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:35.555239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-5fe5dd5c-603f-4df6-b01b-fb6133dbb41a tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:35.561503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-5fe5dd5c-603f-4df6-b01b-fb6133dbb41a tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1556840
Feb 12 21:07:35.574951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '48198fe1-46cc-4c9a-9c32-4aa850f6426a', 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'port_id': '48198fe1-46cc-4c9a-9c32-4aa850f6426a', 'mac_address': 'fa:16:3e:be:85:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:07:35.582740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-df42378a-c1db-424e-be8b-df07a7bddf7d tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/quotas/faa00c6b01804208ae04a7174e6de8d4 HTTP/1.1" status: 200  len: 375 time: 0.0167017
Feb 12 21:07:35.606754 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:07:35.626406 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-7b475631-1536-40f4-85ef-84798bc286b9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=faa00c6b01804208ae04a7174e6de8d4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0422308
Feb 12 21:07:35.632259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 48198fe1-46cc-4c9a-9c32-4aa850f6426a is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:35.632259 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (48198fe1-46cc-4c9a-9c32-4aa850f6426a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:35.633590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port d6102892-165a-4568-bed4-24217882b194 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:07:35.646462 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port d6102892-165a-4568-bed4-24217882b194 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:35.646841 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d6102892-165a-4568-bed4-24217882b194), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:35.675772 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48198fe1-46cc-4c9a-9c32-4aa850f6426a {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:07:35.676023 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7f04d8ee-b704-42c1-8129-6f2aee83fd1d req-3f75c6bb-53eb-4ec1-a011-8d2a74943fec tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340873
Feb 12 21:07:35.712131 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3b94e-45e9-456c-b25f-095d486856f3 req-92fa77a7-f685-4dc9-b197-b70e79df564e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:35.714337 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-71e3b94e-45e9-456c-b25f-095d486856f3 req-92fa77a7-f685-4dc9-b197-b70e79df564e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0ea6f0a-e322-4f50-8683-2511dce11a6b HTTP/1.1" status: 200  len: 950 time: 0.1672070
Feb 12 21:07:35.724270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 48198fe1-46cc-4c9a-9c32-4aa850f6426a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48198fe1-46cc-4c9a-9c32-4aa850f6426a,segment=NetworkSegment(1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1),segment_id=1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:35.798709 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (48198fe1-46cc-4c9a-9c32-4aa850f6426a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:35.821719 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-3375b344-879e-4e9a-b556-1f48899cf4f8 req-a241feab-10e9-4d53-bc9c-ef28266cc20f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] show failed (client error): The resource could not be found.
Feb 12 21:07:35.822637 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3375b344-879e-4e9a-b556-1f48899cf4f8 req-a241feab-10e9-4d53-bc9c-ef28266cc20f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/cc5a716a-e685-4d55-80f5-35855cc4f479 HTTP/1.1" status: 404  len: 352 time: 0.0745928
Feb 12 21:07:35.844522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port d6102892-165a-4568-bed4-24217882b194 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:35.844917 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d6102892-165a-4568-bed4-24217882b194), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:35.924245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d5abda-386d-4eb8-ab12-caf696303db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6102892-165a-4568-bed4-24217882b194'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:35.932445 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b125db20-9611-4383-8088-06ccbdcfa204" -d '{"events": [{"server_uuid": "c8d5abda-386d-4eb8-ab12-caf696303db0", "name": "network-vif-plugged", "status": "completed", "tag": "d6102892-165a-4568-bed4-24217882b194"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:35.945942 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-71e3b94e-45e9-456c-b25f-095d486856f3 req-6952a962-bff6-44e1-b8fc-2fab31719a51 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Deleting port 1dcd7742-1914-4434-a268-34bdc3f688d2 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:07:35.947448 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-71e3b94e-45e9-456c-b25f-095d486856f3 req-6952a962-bff6-44e1-b8fc-2fab31719a51 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1dcd7742-1914-4434-a268-34bdc3f688d2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:35.967842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port d6102892-165a-4568-bed4-24217882b194, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6102892-165a-4568-bed4-24217882b194,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:36.017340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=48198fe1-46cc-4c9a-9c32-4aa850f6426a,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:36.053399 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d6102892-165a-4568-bed4-24217882b194), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:36.091860 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3b519-5527-4609-97c7-f30056d7d1ca req-f68479b4-8224-436b-a2fd-e0270e83bc2f tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:36.093567 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98c3b519-5527-4609-97c7-f30056d7d1ca req-f68479b4-8224-436b-a2fd-e0270e83bc2f tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 944 time: 0.1151364
Feb 12 21:07:36.152102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['48198fe1-46cc-4c9a-9c32-4aa850f6426a'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:36.161418 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=d6102892-165a-4568-bed4-24217882b194,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:36.194109 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b03da-2a85-41b1-b4b6-c887cb3735c8 req-82790874-ffc1-49e3-b2ff-b480c003f62d tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:36.198261 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-019b03da-2a85-41b1-b4b6-c887cb3735c8 req-82790874-ffc1-49e3-b2ff-b480c003f62d tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 946 time: 0.2090662
Feb 12 21:07:36.213606 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98c3b519-5527-4609-97c7-f30056d7d1ca req-3bae1667-cbee-473a-a84d-7e9221f50b9e tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094551
Feb 12 21:07:36.235745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-71e3b94e-45e9-456c-b25f-095d486856f3 req-6952a962-bff6-44e1-b8fc-2fab31719a51 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] For port 1dcd7742-1914-4434-a268-34bdc3f688d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1dcd7742-1914-4434-a268-34bdc3f688d2,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:36.235745 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-71e3b94e-45e9-456c-b25f-095d486856f3 req-6952a962-bff6-44e1-b8fc-2fab31719a51 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1dcd7742-1914-4434-a268-34bdc3f688d2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:36.333586 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f20269b3-980f-4ab5-bd08-c7a9080b88dc req-06ba342e-806e-4dc8-ad88-6da7b6ba3030 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/105f1518-12ca-4571-885b-4d90fab2abe0 HTTP/1.1" status: 200  len: 1817 time: 0.0845754
Feb 12 21:07:36.448679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f20269b3-980f-4ab5-bd08-c7a9080b88dc req-328d72e5-e5ad-42a9-84dd-54d4bc124d44 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (105f1518-12ca-4571-885b-4d90fab2abe0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:36.477443 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f20269b3-980f-4ab5-bd08-c7a9080b88dc req-328d72e5-e5ad-42a9-84dd-54d4bc124d44 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (105f1518-12ca-4571-885b-4d90fab2abe0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:36.618255 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f20269b3-980f-4ab5-bd08-c7a9080b88dc req-328d72e5-e5ad-42a9-84dd-54d4bc124d44 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (105f1518-12ca-4571-885b-4d90fab2abe0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:36.622061 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f20269b3-980f-4ab5-bd08-c7a9080b88dc req-328d72e5-e5ad-42a9-84dd-54d4bc124d44 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:36.625502 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f20269b3-980f-4ab5-bd08-c7a9080b88dc req-328d72e5-e5ad-42a9-84dd-54d4bc124d44 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "DELETE /v2.0/security-groups/105f1518-12ca-4571-885b-4d90fab2abe0 HTTP/1.1" status: 204  len: 173 time: 0.2887611
Feb 12 21:07:36.634947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d72e5-e5ad-42a9-84dd-54d4bc124d44 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=105f1518-12ca-4571-885b-4d90fab2abe0,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:36.667225 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-71e3b94e-45e9-456c-b25f-095d486856f3 req-6952a962-bff6-44e1-b8fc-2fab31719a51 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Calling delete_port for 1dcd7742-1914-4434-a268-34bdc3f688d2 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:07:36.766176 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7ee7f72-2c9f-4af4-ab5b-c70fe2fbf466 req-e04db5dc-a6bb-431a-ac0f-dc9e834eb6b9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/ports?device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 210 time: 0.0634964
Feb 12 21:07:36.777786 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-019b03da-2a85-41b1-b4b6-c887cb3735c8 req-07128e3d-139e-4d75-8470-1c40669fcf5e tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5470700
Feb 12 21:07:36.831393 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a366b0ec-9961-44a2-8903-6c740f594e25 x-openstack-request-id: req-a366b0ec-9961-44a2-8903-6c740f594e25 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:36.831927 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d5abda-386d-4eb8-ab12-caf696303db0", "name": "network-vif-plugged", "status": "completed", "tag": "d6102892-165a-4568-bed4-24217882b194", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:36.831927 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a366b0ec-9961-44a2-8903-6c740f594e25 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:36.832313 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d5abda-386d-4eb8-ab12-caf696303db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6102892-165a-4568-bed4-24217882b194', 'code': 200}
Feb 12 21:07:36.989600 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ddddf-d458-4e3d-8595-368b2c361851 req-4374af72-823c-47a1-a386-7227c328cabc tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:36.998324 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c1ddddf-d458-4e3d-8595-368b2c361851 req-4374af72-823c-47a1-a386-7227c328cabc tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 951 time: 0.0782213
Feb 12 21:07:37.011720 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dbe3f-d54e-4b2c-88b0-b9330ef9577c req-ac0b22b4-d8a2-4e3b-ab73-cb1e891ee62a tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:37.013841 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a3dbe3f-d54e-4b2c-88b0-b9330ef9577c req-ac0b22b4-d8a2-4e3b-ab73-cb1e891ee62a tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 944 time: 0.1171219
Feb 12 21:07:37.016969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ab93c-10e2-47f2-9100-8f0b179da4de req-f4a4b3ca-ca64-49dd-8aea-3e8406cc57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:37.019518 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3d8ab93c-10e2-47f2-9100-8f0b179da4de req-f4a4b3ca-ca64-49dd-8aea-3e8406cc57c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 1127 time: 0.0791821
Feb 12 21:07:37.067917 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-71e3b94e-45e9-456c-b25f-095d486856f3 req-6952a962-bff6-44e1-b8fc-2fab31719a51 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (1dcd7742-1914-4434-a268-34bdc3f688d2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:37.074613 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c1ddddf-d458-4e3d-8595-368b2c361851 req-e6b6dcb0-802c-4d06-b295-b21a03e30a61 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752268
Feb 12 21:07:37.098102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['d06b235b-99a9-4368-972a-9fb7e1fd2de3', '00fe00bc-2807-4800-866f-306a75719cca'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:37.132758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952a962-bff6-44e1-b8fc-2fab31719a51 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event deleted for resources: {'Port': ['ID=1dcd7742-1914-4434-a268-34bdc3f688d2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:37.139214 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3d8ab93c-10e2-47f2-9100-8f0b179da4de req-56411ff1-d4dc-402d-bd2c-f831440cc7c0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092498
Feb 12 21:07:37.148979 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a3dbe3f-d54e-4b2c-88b0-b9330ef9577c req-e3e8f9b7-8850-416f-af31-c9b9f0fd5eb3 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/security-groups?id=480d0776-e093-4e97-81bd-9f96dcb79a93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1266239
Feb 12 21:07:37.209244 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d69fea5d-cfca-4ef7-a9e6-18cc6985e81d req-87338a7c-4341-4fa0-ae73-48d54e497a5c tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0ea6f0a-e322-4f50-8683-2511dce11a6b HTTP/1.1" status: 200  len: 210 time: 0.0483301
Feb 12 21:07:37.228062 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-bcc1f411-bd46-4f08-9a55-aaaaf1c5f475 req-427d5fa8-b6d2-483f-8570-7ab7a5b88071 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] show failed (client error): The resource could not be found.
Feb 12 21:07:37.245048 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bcc1f411-bd46-4f08-9a55-aaaaf1c5f475 req-427d5fa8-b6d2-483f-8570-7ab7a5b88071 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/105f1518-12ca-4571-885b-4d90fab2abe0 HTTP/1.1" status: 404  len: 352 time: 0.0537794
Feb 12 21:07:37.246671 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e3b94e-45e9-456c-b25f-095d486856f3 req-6952a962-bff6-44e1-b8fc-2fab31719a51 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] No DVR routers for this DVR port 1dcd7742-1914-4434-a268-34bdc3f688d2 on host nch2-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:37.251952 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-71e3b94e-45e9-456c-b25f-095d486856f3 req-6952a962-bff6-44e1-b8fc-2fab31719a51 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:37.255890 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-71e3b94e-45e9-456c-b25f-095d486856f3 req-6952a962-bff6-44e1-b8fc-2fab31719a51 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "DELETE /v2.0/ports/1dcd7742-1914-4434-a268-34bdc3f688d2 HTTP/1.1" status: 204  len: 173 time: 1.4977319
Feb 12 21:07:37.256134 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ea6f0a-e322-4f50-8683-2511dce11a6b', 'name': 'network-vif-deleted', 'tag': '1dcd7742-1914-4434-a268-34bdc3f688d2'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:37.258544 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e99960-a23d-4f63-a988-e8573b4f0fc7" -d '{"events": [{"server_uuid": "b0ea6f0a-e322-4f50-8683-2511dce11a6b", "name": "network-vif-deleted", "tag": "1dcd7742-1914-4434-a268-34bdc3f688d2"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:37.365578 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 48198fe1-46cc-4c9a-9c32-4aa850f6426a up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:07:37.391736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17412eb6-53a8-4acc-a030-49c2cc57c5ae req-56478364-437f-4643-810a-26dfa9fd661d tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:37.393558 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-17412eb6-53a8-4acc-a030-49c2cc57c5ae req-56478364-437f-4643-810a-26dfa9fd661d tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 1128 time: 0.0800765
Feb 12 21:07:37.409345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb440434-2822-40d6-bd5b-bea2e772fea8 req-26c292e2-8c26-43d6-9cf3-5af62d7123c0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:37.419492 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb440434-2822-40d6-bd5b-bea2e772fea8 req-26c292e2-8c26-43d6-9cf3-5af62d7123c0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 943 time: 0.1020920
Feb 12 21:07:37.501328 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-17412eb6-53a8-4acc-a030-49c2cc57c5ae req-a5fc85ab-7d62-4936-afd5-60ba81baaad6 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995350
Feb 12 21:07:37.545950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb440434-2822-40d6-bd5b-bea2e772fea8 req-2793d450-f75d-42b6-bf3d-bb5b19b8e2fa tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199105
Feb 12 21:07:37.683745 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd1358e4-d8fa-4465-8cd0-27068b27724f req-fd60ff16-6c3c-4b3b-bd51-2d85ac174e45 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/d0afa1e6-7836-49e2-b02c-3c6e480e9239 HTTP/1.1" status: 200  len: 1818 time: 0.1254447
Feb 12 21:07:37.691071 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 48198fe1-46cc-4c9a-9c32-4aa850f6426a completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:07:37.696392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fe66e-4eab-4b83-89ee-fcb250cf3bb4 req-23a8b2ae-8f56-4fae-a9da-8514a5d8fd63 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:37.700231 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ec5fe66e-4eab-4b83-89ee-fcb250cf3bb4 req-23a8b2ae-8f56-4fae-a9da-8514a5d8fd63 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 945 time: 0.1042130
Feb 12 21:07:37.702130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 48198fe1-46cc-4c9a-9c32-4aa850f6426a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:37.702513 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (48198fe1-46cc-4c9a-9c32-4aa850f6426a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:37.831548 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ec5fe66e-4eab-4b83-89ee-fcb250cf3bb4 req-f6d903bd-8b09-4570-b4a8-0970b92086df tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099575
Feb 12 21:07:37.856655 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cd1358e4-d8fa-4465-8cd0-27068b27724f req-e02810a4-e102-45b9-84c1-9b9c07d1f72f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (d0afa1e6-7836-49e2-b02c-3c6e480e9239), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:37.919657 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cd1358e4-d8fa-4465-8cd0-27068b27724f req-e02810a4-e102-45b9-84c1-9b9c07d1f72f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (d0afa1e6-7836-49e2-b02c-3c6e480e9239), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:37.964530 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49fd1b8-aa05-45f0-b5dc-1d9fe91e962b x-openstack-request-id: req-a49fd1b8-aa05-45f0-b5dc-1d9fe91e962b {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:37.965121 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ea6f0a-e322-4f50-8683-2511dce11a6b", "name": "network-vif-deleted", "tag": "1dcd7742-1914-4434-a268-34bdc3f688d2", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:37.965589 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a49fd1b8-aa05-45f0-b5dc-1d9fe91e962b {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:37.966176 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ea6f0a-e322-4f50-8683-2511dce11a6b', 'name': 'network-vif-deleted', 'tag': '1dcd7742-1914-4434-a268-34bdc3f688d2', 'status': 'completed', 'code': 200}
Feb 12 21:07:38.014446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 48198fe1-46cc-4c9a-9c32-4aa850f6426a is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:38.015039 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (48198fe1-46cc-4c9a-9c32-4aa850f6426a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:38.086364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 48198fe1-46cc-4c9a-9c32-4aa850f6426a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48198fe1-46cc-4c9a-9c32-4aa850f6426a,segment=NetworkSegment(1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1),segment_id=1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:38.139655 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cd1358e4-d8fa-4465-8cd0-27068b27724f req-e02810a4-e102-45b9-84c1-9b9c07d1f72f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d0afa1e6-7836-49e2-b02c-3c6e480e9239), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:38.142748 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cd1358e4-d8fa-4465-8cd0-27068b27724f req-e02810a4-e102-45b9-84c1-9b9c07d1f72f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:38.152478 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd1358e4-d8fa-4465-8cd0-27068b27724f req-e02810a4-e102-45b9-84c1-9b9c07d1f72f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "DELETE /v2.0/security-groups/d0afa1e6-7836-49e2-b02c-3c6e480e9239 HTTP/1.1" status: 204  len: 173 time: 0.4614055
Feb 12 21:07:38.172395 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (48198fe1-46cc-4c9a-9c32-4aa850f6426a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:38.215506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02810a4-e102-45b9-84c1-9b9c07d1f72f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0afa1e6-7836-49e2-b02c-3c6e480e9239,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:38.263722 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768389cb-9ddc-42a0-b5f8-bcbf955bce35 req-951cf44e-2943-4ad4-b534-b207476ae3f6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:38.271265 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-768389cb-9ddc-42a0-b5f8-bcbf955bce35 req-951cf44e-2943-4ad4-b534-b207476ae3f6 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "GET /v2.0/ports?device_id=11cb772b-44b0-4edd-8aa7-c510b2a7211a HTTP/1.1" status: 200  len: 950 time: 0.1948085
Feb 12 21:07:38.287131 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d990f36-ca2d-4251-b6ce-629d15ff7bbc req-57452183-7984-40c1-b894-ca0ccfde28dc tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:38.300644 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7d990f36-ca2d-4251-b6ce-629d15ff7bbc req-57452183-7984-40c1-b894-ca0ccfde28dc tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 1128 time: 0.2659025
Feb 12 21:07:38.389285 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd6ac82e-7441-4b79-a202-b60c24387a2d req-ccf2899b-d0f0-47fe-817e-c76b443305a5 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/ports?device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 210 time: 0.0575924
Feb 12 21:07:38.397511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=48198fe1-46cc-4c9a-9c32-4aa850f6426a,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:38.463750 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7d990f36-ca2d-4251-b6ce-629d15ff7bbc req-28e6cc35-5e2a-473d-813a-4c9d046b44ae tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595318
Feb 12 21:07:38.579638 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-9bf06926-e61b-4905-b890-88609fe74d81 req-f190459d-c21e-46f0-a18d-0420d42df9b7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] show failed (client error): The resource could not be found.
Feb 12 21:07:38.580609 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9bf06926-e61b-4905-b890-88609fe74d81 req-f190459d-c21e-46f0-a18d-0420d42df9b7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/d0afa1e6-7836-49e2-b02c-3c6e480e9239 HTTP/1.1" status: 404  len: 352 time: 0.0519278
Feb 12 21:07:38.580958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522a16-9cd6-48b1-a8da-44a7f77db991 req-6fad7590-0733-4fe3-9f36-c364d8386f85 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:38.583144 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3d522a16-9cd6-48b1-a8da-44a7f77db991 req-6fad7590-0733-4fe3-9f36-c364d8386f85 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 951 time: 0.0831461
Feb 12 21:07:38.590903 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-768389cb-9ddc-42a0-b5f8-bcbf955bce35 req-6afe8bf3-1ae6-490e-90e4-195803dc3a71 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Deleting port 00fe00bc-2807-4800-866f-306a75719cca {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:07:38.590903 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-768389cb-9ddc-42a0-b5f8-bcbf955bce35 req-6afe8bf3-1ae6-490e-90e4-195803dc3a71 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (00fe00bc-2807-4800-866f-306a75719cca), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:38.700498 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3d522a16-9cd6-48b1-a8da-44a7f77db991 req-b4754d51-2a9f-4749-a65f-eb4907fdcde9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043091
Feb 12 21:07:38.789819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 00fe00bc-2807-4800-866f-306a75719cca no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:38.836796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960de3e9-1389-4350-bc25-24153c9bcff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48198fe1-46cc-4c9a-9c32-4aa850f6426a'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:38.839984 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0952341d-3887-4d16-8b4b-461a11b88195" -d '{"events": [{"server_uuid": "960de3e9-1389-4350-bc25-24153c9bcff3", "name": "network-vif-plugged", "status": "completed", "tag": "48198fe1-46cc-4c9a-9c32-4aa850f6426a"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:38.862514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-768389cb-9ddc-42a0-b5f8-bcbf955bce35 req-6afe8bf3-1ae6-490e-90e4-195803dc3a71 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] For port 00fe00bc-2807-4800-866f-306a75719cca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00fe00bc-2807-4800-866f-306a75719cca,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:38.862982 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-768389cb-9ddc-42a0-b5f8-bcbf955bce35 req-6afe8bf3-1ae6-490e-90e4-195803dc3a71 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (00fe00bc-2807-4800-866f-306a75719cca), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:38.880646 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-768389cb-9ddc-42a0-b5f8-bcbf955bce35 req-6afe8bf3-1ae6-490e-90e4-195803dc3a71 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Calling delete_port for 00fe00bc-2807-4800-866f-306a75719cca owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:07:38.893261 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd07d3e-e13e-479d-88d4-0edb4ecc07c3 req-338d9584-0130-4ff8-9095-4ff884f623bc tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:38.895843 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1bd07d3e-e13e-479d-88d4-0edb4ecc07c3 req-338d9584-0130-4ff8-9095-4ff884f623bc tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 945 time: 0.1519799
Feb 12 21:07:38.923359 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a373dea-3751-4279-a4a1-bd8c771ee33e req-cf6ca18b-53c7-4250-b96a-8509bb7560f4 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0ea6f0a-e322-4f50-8683-2511dce11a6b HTTP/1.1" status: 200  len: 210 time: 0.0557969
Feb 12 21:07:39.027874 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1bd07d3e-e13e-479d-88d4-0edb4ecc07c3 req-66e55473-1f0e-42a7-b0df-f7651d777d08 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/security-groups?id=480d0776-e093-4e97-81bd-9f96dcb79a93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1186695
Feb 12 21:07:39.127241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39cd9a-db66-4f44-b1d2-432cacb52e47 req-cd75634b-5c38-43ce-b590-ad4c25e8177b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:39.133777 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a39cd9a-db66-4f44-b1d2-432cacb52e47 req-cd75634b-5c38-43ce-b590-ad4c25e8177b tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.50 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 951 time: 0.1837163
Feb 12 21:07:39.191526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 00fe00bc-2807-4800-866f-306a75719cca is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:39.192209 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (00fe00bc-2807-4800-866f-306a75719cca), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:39.306243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714da063-77af-46b1-9244-139f8b6c25c3 req-1ea140bf-a85b-4a0e-9b75-5d492b8f1676 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:39.312468 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-714da063-77af-46b1-9244-139f8b6c25c3 req-1ea140bf-a85b-4a0e-9b75-5d492b8f1676 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 943 time: 0.1385851
Feb 12 21:07:39.373454 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1dcd7742-1914-4434-a268-34bdc3f688d2 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:39.396327 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11038b2c-4809-4491-9ffc-2495075a3b8b req-008134a2-3126-4a39-afb5-dd97c10e96d4 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=225507fa1fa946aa9559a89fe27569b3 HTTP/1.1" status: 200  len: 6199 time: 0.2336748
Feb 12 21:07:39.397267 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-768389cb-9ddc-42a0-b5f8-bcbf955bce35 req-6afe8bf3-1ae6-490e-90e4-195803dc3a71 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (00fe00bc-2807-4800-866f-306a75719cca), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:39.429889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['d06b235b-99a9-4368-972a-9fb7e1fd2de3'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:39.433565 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 1dcd7742-1914-4434-a268-34bdc3f688d2 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:07:39.434331 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1dcd7742-1914-4434-a268-34bdc3f688d2 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:07:39.461292 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3eed95df-0609-4eb9-b583-6f80fa286976 req-26447e4f-affc-4b63-b811-09e14a74a49d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1255651
Feb 12 21:07:39.467410 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe8bf3-1ae6-490e-90e4-195803dc3a71 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event deleted for resources: {'Port': ['ID=00fe00bc-2807-4800-866f-306a75719cca,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:39.478501 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-714da063-77af-46b1-9244-139f8b6c25c3 req-b9571bd7-2d38-4168-9f18-31b76e30ee00 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622460
Feb 12 21:07:39.507279 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11038b2c-4809-4491-9ffc-2495075a3b8b req-9b0e63b6-5193-4c62-a0ca-0a19eead1777 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/91eaa2a6-cb68-4b03-b100-28b1da244adf HTTP/1.1" status: 200  len: 2998 time: 0.1092458
Feb 12 21:07:39.514295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-4a39cd9a-db66-4f44-b1d2-432cacb52e47 req-5add4a97-4b0d-4d43-97cc-ee52c33ad492 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Deleting port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:07:39.514640 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4a39cd9a-db66-4f44-b1d2-432cacb52e47 req-5add4a97-4b0d-4d43-97cc-ee52c33ad492 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:39.538092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-768389cb-9ddc-42a0-b5f8-bcbf955bce35 req-6afe8bf3-1ae6-490e-90e4-195803dc3a71 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] No DVR routers for this DVR port 00fe00bc-2807-4800-866f-306a75719cca on host nch2-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:39.542818 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-768389cb-9ddc-42a0-b5f8-bcbf955bce35 req-6afe8bf3-1ae6-490e-90e4-195803dc3a71 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:39.547542 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-768389cb-9ddc-42a0-b5f8-bcbf955bce35 req-6afe8bf3-1ae6-490e-90e4-195803dc3a71 tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "DELETE /v2.0/ports/00fe00bc-2807-4800-866f-306a75719cca HTTP/1.1" status: 204  len: 173 time: 1.1951053
Feb 12 21:07:39.612615 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3751441a-3c26-4f30-9ca6-25c13f4477b1 x-openstack-request-id: req-3751441a-3c26-4f30-9ca6-25c13f4477b1 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:39.617494 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960de3e9-1389-4350-bc25-24153c9bcff3", "name": "network-vif-plugged", "status": "completed", "tag": "48198fe1-46cc-4c9a-9c32-4aa850f6426a", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:39.617494 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3751441a-3c26-4f30-9ca6-25c13f4477b1 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:39.617494 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960de3e9-1389-4350-bc25-24153c9bcff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48198fe1-46cc-4c9a-9c32-4aa850f6426a', 'code': 200}
Feb 12 21:07:39.832054 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-96e7784f-475f-490f-afb3-e39a4b04934a tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=faa00c6b01804208ae04a7174e6de8d4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0446949
Feb 12 21:07:39.871209 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11038b2c-4809-4491-9ffc-2495075a3b8b req-d82322a1-d718-4d00-9338-3eede623b869 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/91eaa2a6-cb68-4b03-b100-28b1da244adf HTTP/1.1" status: 200  len: 2998 time: 0.3629842
Feb 12 21:07:39.902591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed95df-0609-4eb9-b583-6f80fa286976 req-e0e47b36-9621-4d26-8a1b-2ab49fa543d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:39.905154 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3eed95df-0609-4eb9-b583-6f80fa286976 req-e0e47b36-9621-4d26-8a1b-2ab49fa543d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 1132 time: 0.3227031
Feb 12 21:07:39.945764 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4a39cd9a-db66-4f44-b1d2-432cacb52e47 req-5add4a97-4b0d-4d43-97cc-ee52c33ad492 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] For port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:39.947967 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4a39cd9a-db66-4f44-b1d2-432cacb52e47 req-5add4a97-4b0d-4d43-97cc-ee52c33ad492 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:40.018318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1702b9-d29a-4414-902b-c1f728535a49 req-a9a8d18e-988c-4c43-86a6-d26f64ae9c33 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:40.024646 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8a1702b9-d29a-4414-902b-c1f728535a49 req-a9a8d18e-988c-4c43-86a6-d26f64ae9c33 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 945 time: 0.3224623
Feb 12 21:07:40.027288 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cb772b-44b0-4edd-8aa7-c510b2a7211a', 'name': 'network-vif-deleted', 'tag': '00fe00bc-2807-4800-866f-306a75719cca'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:40.034652 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10671da6-d44d-4dd6-899b-32a2f297b4e0" -d '{"events": [{"server_uuid": "11cb772b-44b0-4edd-8aa7-c510b2a7211a", "name": "network-vif-deleted", "tag": "00fe00bc-2807-4800-866f-306a75719cca"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:40.050624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-cc3f9db9-cb19-4cd7-b081-c955ba3a2903 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:40.052847 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-cc3f9db9-cb19-4cd7-b081-c955ba3a2903 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1940131
Feb 12 21:07:40.074188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-4a39cd9a-db66-4f44-b1d2-432cacb52e47 req-5add4a97-4b0d-4d43-97cc-ee52c33ad492 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Calling delete_port for b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:07:40.088531 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Request body: {'port': {'device_id': '956a366a-cf37-4899-bfe1-0a1753a49e8f', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': 'faa00c6b01804208ae04a7174e6de8d4'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:40.242514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48141fa5-0bb4-4b60-8335-2f8bec73ac8c req-62638240-7c06-45d2-8872-6fd3d3f968a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:40.244079 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-48141fa5-0bb4-4b60-8335-2f8bec73ac8c req-62638240-7c06-45d2-8872-6fd3d3f968a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 1127 time: 0.4996738
Feb 12 21:07:40.265621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed95df-0609-4eb9-b583-6f80fa286976 req-ac0c1039-e384-482e-925f-40ea25c663fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:40.267396 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3eed95df-0609-4eb9-b583-6f80fa286976 req-ac0c1039-e384-482e-925f-40ea25c663fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.3251612
Feb 12 21:07:40.310506 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8a1702b9-d29a-4414-902b-c1f728535a49 req-6b8a4146-d5e0-4be3-bf88-725cef257837 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2778757
Feb 12 21:07:40.317059 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3eed95df-0609-4eb9-b583-6f80fa286976 req-dd6cfd13-4e55-4735-a768-c64253eaeb9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d06b235b-99a9-4368-972a-9fb7e1fd2de3 HTTP/1.1" status: 200  len: 217 time: 0.0407939
Feb 12 21:07:40.350161 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-48141fa5-0bb4-4b60-8335-2f8bec73ac8c req-0a348021-abfe-4d0c-9bf8-cdcb8bbcde98 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=480d0776-e093-4e97-81bd-9f96dcb79a93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807135
Feb 12 21:07:40.416284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed95df-0609-4eb9-b583-6f80fa286976 req-2c87d37a-6d70-4317-a05a-992cacd2d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:40.422685 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3eed95df-0609-4eb9-b583-6f80fa286976 req-2c87d37a-6d70-4317-a05a-992cacd2d85f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0971766
Feb 12 21:07:40.446061 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-763c35bb-00a0-4f3e-a950-8fc181cef292 req-f6a7e9ad-5767-4394-ba64-be64759debaf tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/ports?device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 210 time: 0.0445917
Feb 12 21:07:40.592038 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72492c-9e6f-48c2-82fb-e5fb6855cd27 req-f8c7a615-cd2a-4878-b078-7c09f1d05561 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:40.594142 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0d72492c-9e6f-48c2-82fb-e5fb6855cd27 req-f8c7a615-cd2a-4878-b078-7c09f1d05561 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=4797b169-2b9f-4af0-a818-0caa7d2ed40a HTTP/1.1" status: 200  len: 951 time: 0.0681367
Feb 12 21:07:40.677914 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0d72492c-9e6f-48c2-82fb-e5fb6855cd27 req-d9c3f7ab-facf-430b-ac4a-7f3276356f1d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710750
Feb 12 21:07:40.681775 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4a39cd9a-db66-4f44-b1d2-432cacb52e47 req-5add4a97-4b0d-4d43-97cc-ee52c33ad492 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b5cbc34b-0e81-4b41-9709-0fdcadb7ac77), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:40.700018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Made reservation on behalf of faa00c6b01804208ae04a7174e6de8d4 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:07:40.703322 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:40.716470 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['e68c6c44-abe5-4ce9-ab41-24f9c4276607', '5108ec57-74ec-48c9-a568-d34d61f1a3f8'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:40.734961 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:40.735391 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add4a97-4b0d-4d43-97cc-ee52c33ad492 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Pushing event deleted for resources: {'Port': ['ID=b5cbc34b-0e81-4b41-9709-0fdcadb7ac77,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:40.773731 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-1511c754-1087-4fce-b363-13bc186563eb req-93412fca-de78-4909-bc2b-ddb150b067f5 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-898411727', 'description': 'tempest-description-835360345'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:40.794489 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7fe731ff-5471-4420-a35a-07898901b4d0', 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:40.881338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a39cd9a-db66-4f44-b1d2-432cacb52e47 req-5add4a97-4b0d-4d43-97cc-ee52c33ad492 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] No DVR routers for this DVR port b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:40.896702 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1511c754-1087-4fce-b363-13bc186563eb req-93412fca-de78-4909-bc2b-ddb150b067f5 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:40.902566 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4a39cd9a-db66-4f44-b1d2-432cacb52e47 req-5add4a97-4b0d-4d43-97cc-ee52c33ad492 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:40.908528 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Publish callbacks [] for security_group (f1c3134e-db7e-4106-a378-d8df430ec748), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:40.914645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a39cd9a-db66-4f44-b1d2-432cacb52e47 req-5add4a97-4b0d-4d43-97cc-ee52c33ad492 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.50 "DELETE /v2.0/ports/b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 HTTP/1.1" status: 204  len: 173 time: 1.7672720
Feb 12 21:07:40.915137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'name': 'network-vif-deleted', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:40.922031 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af604f2-b2b2-4406-9173-abd6ac2ce212" -d '{"events": [{"server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "name": "network-vif-deleted", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:40.968556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed95df-0609-4eb9-b583-6f80fa286976 req-7c350dd1-1183-47c8-a66e-8f4fed85042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:40.972508 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3eed95df-0609-4eb9-b583-6f80fa286976 req-7c350dd1-1183-47c8-a66e-8f4fed85042c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2477300
Feb 12 21:07:40.991725 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f1c3134e-db7e-4106-a378-d8df430ec748), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:41.187821 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c3134e-db7e-4106-a378-d8df430ec748,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:41.197027 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1511c754-1087-4fce-b363-13bc186563eb req-93412fca-de78-4909-bc2b-ddb150b067f5 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:41.300694 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1511c754-1087-4fce-b363-13bc186563eb req-93412fca-de78-4909-bc2b-ddb150b067f5 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:41.340645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3eed95df-0609-4eb9-b583-6f80fa286976 req-2661803c-166d-44d6-b98e-ef501789a8c4 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3481078
Feb 12 21:07:41.366435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Allocated IP 192.168.233.148 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/4626eaa8-b36f-4ef5-9cd4-400d59ca0c31) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:07:41.372030 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93412fca-de78-4909-bc2b-ddb150b067f5 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:41.476695 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1511c754-1087-4fce-b363-13bc186563eb req-93412fca-de78-4909-bc2b-ddb150b067f5 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:41.483081 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3eed95df-0609-4eb9-b583-6f80fa286976 req-0495b031-263f-4734-a9de-5790e970b056 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313198
Feb 12 21:07:41.485639 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1511c754-1087-4fce-b363-13bc186563eb req-93412fca-de78-4909-bc2b-ddb150b067f5 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.7156887
Feb 12 21:07:41.630484 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Publish callbacks [] for port (4626eaa8-b36f-4ef5-9cd4-400d59ca0c31), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:41.701114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470caa1-7394-4bb9-aec7-b1b5e913e164 req-ddd88710-5431-46f5-9746-43ec614c30a5 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:41.702529 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5470caa1-7394-4bb9-aec7-b1b5e913e164 req-ddd88710-5431-46f5-9746-43ec614c30a5 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 945 time: 0.0861626
Feb 12 21:07:41.777476 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5470caa1-7394-4bb9-aec7-b1b5e913e164 req-20ec7e01-5980-4c71-b6f4-d13735b5b8a5 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/security-groups?id=480d0776-e093-4e97-81bd-9f96dcb79a93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679779
Feb 12 21:07:41.850662 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3537484e-ddd7-4451-8a3b-109e855821be x-openstack-request-id: req-3537484e-ddd7-4451-8a3b-109e855821be {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:41.850662 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cb772b-44b0-4edd-8aa7-c510b2a7211a", "name": "network-vif-deleted", "tag": "00fe00bc-2807-4800-866f-306a75719cca", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:41.850662 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3537484e-ddd7-4451-8a3b-109e855821be {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:41.850662 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cb772b-44b0-4edd-8aa7-c510b2a7211a', 'name': 'network-vif-deleted', 'tag': '00fe00bc-2807-4800-866f-306a75719cca', 'status': 'completed', 'code': 200}
Feb 12 21:07:41.893170 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4626eaa8-b36f-4ef5-9cd4-400d59ca0c31), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:41.988456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:07:41.989643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Pushing event updated for resources: {'Port': ['ID=4626eaa8-b36f-4ef5-9cd4-400d59ca0c31,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:41.992429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:07:41.996581 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:07:42.083190 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:42.083849 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:42.109619 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b9929-9735-486b-ac6d-a7b6d7c62f6f req-a2afe085-ea11-481c-bac8-7c056a0b60fa tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:42.113200 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b6b9929-9735-486b-ac6d-a7b6d7c62f6f req-a2afe085-ea11-481c-bac8-7c056a0b60fa tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 1127 time: 0.1714666
Feb 12 21:07:42.178751 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b6b9929-9735-486b-ac6d-a7b6d7c62f6f req-1eb225ae-114e-4109-a700-54e5bf1e3d1c tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544960
Feb 12 21:07:42.185867 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-a0fa097a-4cf1-496b-b804-cd37c042dbc9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0983062
Feb 12 21:07:42.207023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Request body: {'port': {'device_id': '956a366a-cf37-4899-bfe1-0a1753a49e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:42.296350 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4626eaa8-b36f-4ef5-9cd4-400d59ca0c31), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:42.364817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b7e6d920-362b-4330-b682-8c9177c10fc6 None None] Provisioning complete for port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:42.365450 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b7e6d920-362b-4330-b682-8c9177c10fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4626eaa8-b36f-4ef5-9cd4-400d59ca0c31), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:42.401215 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6d920-362b-4330-b682-8c9177c10fc6 None None] Port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:07:42.451633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b75dd-b2a7-4752-888f-64313de6c525 req-31c56c7c-1144-49a6-a639-714f31978d31 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:42.454330 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-438b75dd-b2a7-4752-888f-64313de6c525 req-31c56c7c-1144-49a6-a639-714f31978d31 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 943 time: 0.1539338
Feb 12 21:07:42.562478 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-438b75dd-b2a7-4752-888f-64313de6c525 req-facbff65-c137-4938-8f0d-aba890556477 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026263
Feb 12 21:07:42.611271 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50db0532-9104-43d9-8a5f-a7212413f3a5 x-openstack-request-id: req-50db0532-9104-43d9-8a5f-a7212413f3a5 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:42.612944 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4797b169-2b9f-4af0-a818-0caa7d2ed40a", "name": "network-vif-deleted", "tag": "b5cbc34b-0e81-4b41-9709-0fdcadb7ac77", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:42.613453 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50db0532-9104-43d9-8a5f-a7212413f3a5 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:42.614050 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4797b169-2b9f-4af0-a818-0caa7d2ed40a', 'name': 'network-vif-deleted', 'tag': 'b5cbc34b-0e81-4b41-9709-0fdcadb7ac77', 'status': 'completed', 'code': 200}
Feb 12 21:07:42.658733 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:07:42.674229 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Publish callbacks [] for port (4626eaa8-b36f-4ef5-9cd4-400d59ca0c31), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:42.707973 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Transition to ACTIVE for port object 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:07:42.728970 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da09948-75f7-4d9a-875c-d1058a4b97ab req-cbcdfef0-0613-45dc-a6f9-190c6a2281da tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:42.731195 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6da09948-75f7-4d9a-875c-d1058a4b97ab req-cbcdfef0-0613-45dc-a6f9-190c6a2281da tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/ports?device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 936 time: 0.0680110
Feb 12 21:07:42.779047 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6da09948-75f7-4d9a-875c-d1058a4b97ab req-2afa63e5-305d-43ac-a61f-f18fe15781bb tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1c3134e-db7e-4106-a378-d8df430ec748&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420654
Feb 12 21:07:42.799549 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (4626eaa8-b36f-4ef5-9cd4-400d59ca0c31), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:42.808429 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:42.826667 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-372b1f20-999e-4853-a3c6-4073ec12b067 req-b5a298b6-6996-4044-9c78-bfe5bd1733e6 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1145447129', 'description': 'tempest-description-1429366145'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:42.828600 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:07:42.828951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b5cbc34b-0e81-4b41-9709-0fdcadb7ac77 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:07:42.860455 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Pushing event updated for resources: {'Port': ['ID=4626eaa8-b36f-4ef5-9cd4-400d59ca0c31,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:42.938877 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Attempting to bind port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:07:42.939254 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Attempting to bind port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:07:42.939536 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Attempting to bind port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:42.944035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:07:42.944357 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Attempting to bind port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:42.950240 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:07:42.957619 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:07:42.957619 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:07:42.957619 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Bound port: 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:07:42.957619 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4626eaa8-b36f-4ef5-9cd4-400d59ca0c31), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:43.003668 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-372b1f20-999e-4853-a3c6-4073ec12b067 req-b5a298b6-6996-4044-9c78-bfe5bd1733e6 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:43.032022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] For port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:07:43.036781 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] For port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4626eaa8-b36f-4ef5-9cd4-400d59ca0c31,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:07:43.049549 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-5bac3aa7-8925-4770-bf2c-6164cea908cd tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:07:43.050688 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-5bac3aa7-8925-4770-bf2c-6164cea908cd tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0065084
Feb 12 21:07:43.105961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-3a56f4e8-1d63-44f5-be07-f077dd81edac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:43.107264 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-3a56f4e8-1d63-44f5-be07-f077dd81edac service neutron] 10.222.0.31 "GET /v2.0/ports/1402b4b5-4ffe-40e5-b42b-355e4a6d8792 HTTP/1.1" status: 200  len: 1125 time: 0.0470629
Feb 12 21:07:43.123641 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-00b27881-0c42-49b9-9570-8dfca7ae5d1f service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:43.124097 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-00b27881-0c42-49b9-9570-8dfca7ae5d1f service neutron] Unknown quota resources ['binding']. {{(pid=126506) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:07:43.134372 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (4626eaa8-b36f-4ef5-9cd4-400d59ca0c31), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:43.138385 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-372b1f20-999e-4853-a3c6-4073ec12b067 req-b5a298b6-6996-4044-9c78-bfe5bd1733e6 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (3b2a66b0-2f4c-43e5-a4c7-2420ae2f796e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:43.211301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:43.211919 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:43.213456 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] 10.222.0.50 "PUT /v2.0/ports/4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 HTTP/1.1" status: 200  len: 1096 time: 1.0118220
Feb 12 21:07:43.234531 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-372b1f20-999e-4853-a3c6-4073ec12b067 req-b5a298b6-6996-4044-9c78-bfe5bd1733e6 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3b2a66b0-2f4c-43e5-a4c7-2420ae2f796e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:43.292218 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033a4e6-5430-44e3-a466-43a66fd4b41a service neutron] Pushing event updated for resources: {'Port': ['ID=4626eaa8-b36f-4ef5-9cd4-400d59ca0c31,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:43.319968 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a298b6-6996-4044-9c78-bfe5bd1733e6 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2a66b0-2f4c-43e5-a4c7-2420ae2f796e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:43.368629 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-00b27881-0c42-49b9-9570-8dfca7ae5d1f service neutron] Attempting to bind port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:07:43.368879 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-00b27881-0c42-49b9-9570-8dfca7ae5d1f service neutron] Attempting to bind port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:07:43.369205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-00b27881-0c42-49b9-9570-8dfca7ae5d1f service neutron] Attempting to bind port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:43.374810 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-00b27881-0c42-49b9-9570-8dfca7ae5d1f service neutron] Port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 on network 04e4405d-ac34-418d-b812-924c095df566 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:07:43.375131 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-00b27881-0c42-49b9-9570-8dfca7ae5d1f service neutron] Attempting to bind port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 on network 04e4405d-ac34-418d-b812-924c095df566 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:43.380490 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-00b27881-0c42-49b9-9570-8dfca7ae5d1f service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:07:43.380909 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-00b27881-0c42-49b9-9570-8dfca7ae5d1f service neutron] Checking segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:07:43.381194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-00b27881-0c42-49b9-9570-8dfca7ae5d1f service neutron] Bound using segment: {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:07:43.381648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-00b27881-0c42-49b9-9570-8dfca7ae5d1f service neutron] Bound port: 1402b4b5-4ffe-40e5-b42b-355e4a6d8792, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9083e082-3424-4aac-b80c-8a50b33941e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '04e4405d-ac34-418d-b812-924c095df566'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:07:43.440260 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-00b27881-0c42-49b9-9570-8dfca7ae5d1f service neutron] For port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1402b4b5-4ffe-40e5-b42b-355e4a6d8792,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:07:43.533327 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-f230ed13-3e35-4365-91c4-c4229b86c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:43.542586 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-f230ed13-3e35-4365-91c4-c4229b86c911 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=faa00c6b01804208ae04a7174e6de8d4&device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 1130 time: 0.0448155
Feb 12 21:07:43.583440 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-4c4f622c-cb15-477e-8752-ceb5e752fb32 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 HTTP/1.1" status: 200  len: 217 time: 0.0403552
Feb 12 21:07:43.635234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-4ce71127-ebe2-4d0f-955c-15f46dea0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:43.636966 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-4ce71127-ebe2-4d0f-955c-15f46dea0785 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0467978
Feb 12 21:07:43.688111 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-c3bb065a-62f5-4f7c-9871-cd84a29eb085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:43.689656 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-c3bb065a-62f5-4f7c-9871-cd84a29eb085 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0445471
Feb 12 21:07:43.787605 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-324e9190-800f-40a1-a195-5938d66a12bb service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916011
Feb 12 21:07:43.851381 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956a366a-cf37-4899-bfe1-0a1753a49e8f', 'tag': '4626eaa8-b36f-4ef5-9cd4-400d59ca0c31'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:43.853621 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc9c0a7-5e05-4b88-acfa-6fffa55d71c4" -d '{"events": [{"name": "network-changed", "server_uuid": "956a366a-cf37-4899-bfe1-0a1753a49e8f", "tag": "4626eaa8-b36f-4ef5-9cd4-400d59ca0c31"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:43.892942 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2d27f8b-8552-4217-9826-d4ee20979879 req-6bb0722f-3162-4dac-bec4-2ca6f225f0cc service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0990400
Feb 12 21:07:44.076857 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-372b1f20-999e-4853-a3c6-4073ec12b067 req-b5a298b6-6996-4044-9c78-bfe5bd1733e6 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:44.078161 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-372b1f20-999e-4853-a3c6-4073ec12b067 req-b5a298b6-6996-4044-9c78-bfe5bd1733e6 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 1.2608716
Feb 12 21:07:44.141057 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-00b27881-0c42-49b9-9570-8dfca7ae5d1f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:44.146539 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-00b27881-0c42-49b9-9570-8dfca7ae5d1f service neutron] 10.222.0.31 "POST /v2.0/ports/1402b4b5-4ffe-40e5-b42b-355e4a6d8792/bindings HTTP/1.1" status: 201  len: 389 time: 1.0249958
Feb 12 21:07:44.232939 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d878eb-7939-43c7-847a-e293d0e5311e req-bea5a503-9ca8-4d30-aa3a-3b035c0a968b tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:44.234484 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c6d878eb-7939-43c7-847a-e293d0e5311e req-bea5a503-9ca8-4d30-aa3a-3b035c0a968b tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 1127 time: 0.0448916
Feb 12 21:07:44.283694 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c6d878eb-7939-43c7-847a-e293d0e5311e req-2c3bf2d6-0f7d-4ed0-8826-57c45ebb7285 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435820
Feb 12 21:07:44.415441 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a32a48-91c8-49b9-b40b-6ec6cc0a1fe4 req-f5450c14-23c7-42fc-9e22-98b218635af3 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:44.416858 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-18a32a48-91c8-49b9-b40b-6ec6cc0a1fe4 req-f5450c14-23c7-42fc-9e22-98b218635af3 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 945 time: 0.0553741
Feb 12 21:07:44.433756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8b1b8-b8b7-4c8b-ada8-1bc21fd6d0dd req-e381bd9e-6ee2-403b-a32d-54cc7534e24c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:44.435445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3b8b1b8-b8b7-4c8b-ada8-1bc21fd6d0dd req-e381bd9e-6ee2-403b-a32d-54cc7534e24c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 943 time: 0.0615280
Feb 12 21:07:44.471995 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-18a32a48-91c8-49b9-b40b-6ec6cc0a1fe4 req-6783eb46-6538-47a2-8da4-16d96171c81a tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/security-groups?id=480d0776-e093-4e97-81bd-9f96dcb79a93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490353
Feb 12 21:07:44.488524 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3b8b1b8-b8b7-4c8b-ada8-1bc21fd6d0dd req-88f95cde-252d-4dd7-bbcd-3076bb861649 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472410
Feb 12 21:07:44.537801 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8defa0c-6141-4ae3-b6ac-354dba34010a x-openstack-request-id: req-b8defa0c-6141-4ae3-b6ac-354dba34010a {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:44.538814 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956a366a-cf37-4899-bfe1-0a1753a49e8f", "tag": "4626eaa8-b36f-4ef5-9cd4-400d59ca0c31", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:44.539283 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8defa0c-6141-4ae3-b6ac-354dba34010a {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:44.539976 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956a366a-cf37-4899-bfe1-0a1753a49e8f', 'tag': '4626eaa8-b36f-4ef5-9cd4-400d59ca0c31', 'status': 'completed', 'code': 200}
Feb 12 21:07:44.636361 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d8c7c-879f-45e9-9020-18a1558fdcd2 req-d3584792-5642-4cb4-87b8-4b19e0f86f61 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:44.638124 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d6d8c7c-879f-45e9-9020-18a1558fdcd2 req-d3584792-5642-4cb4-87b8-4b19e0f86f61 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/ports?device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 948 time: 0.0918078
Feb 12 21:07:44.647218 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c0a7-5e05-4b88-acfa-6fffa55d71c4 req-fab04320-5a95-485b-acf2-1470349f8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:44.648668 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ccc9c0a7-5e05-4b88-acfa-6fffa55d71c4 req-fab04320-5a95-485b-acf2-1470349f8640 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=faa00c6b01804208ae04a7174e6de8d4&device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 1130 time: 0.0712450
Feb 12 21:07:44.750726 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d6d8c7c-879f-45e9-9020-18a1558fdcd2 req-06251cd9-087c-49a2-8eeb-24dcf809634a tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1c3134e-db7e-4106-a378-d8df430ec748&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055031
Feb 12 21:07:44.803947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c0a7-5e05-4b88-acfa-6fffa55d71c4 req-4d2c5f09-30f9-4a09-bc73-defcdd60de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:44.805483 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ccc9c0a7-5e05-4b88-acfa-6fffa55d71c4 req-4d2c5f09-30f9-4a09-bc73-defcdd60de12 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1502376
Feb 12 21:07:44.816311 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-0469ce26-8b88-4196-b579-f1397470b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:44.816436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ec357ac8-2d34-44cb-8ba8-0821decd9e9a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:07:44.816930 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-0469ce26-8b88-4196-b579-f1397470b20c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 1128 time: 0.0803137
Feb 12 21:07:44.869467 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ccc9c0a7-5e05-4b88-acfa-6fffa55d71c4 req-1bc38b53-3020-4a97-8ec3-fea6e1b23c6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 HTTP/1.1" status: 200  len: 217 time: 0.0543251
Feb 12 21:07:44.912790 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ec357ac8-2d34-44cb-8ba8-0821decd9e9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:44.923959 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a', 'network_id': 'b37f44d3-46f5-4895-8fa7-7d479d4b0ff2', 'port_id': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a', 'mac_address': 'fa:16:3e:60:7e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825e3da2-4f7e-429c-bcf3-a663244459b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:07:44.964382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ec357ac8-2d34-44cb-8ba8-0821decd9e9a is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:44.964769 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:44.977682 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec357ac8-2d34-44cb-8ba8-0821decd9e9a {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:07:44.998132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ec357ac8-2d34-44cb-8ba8-0821decd9e9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:45.058668 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:45.108437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:45.151399 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7076d39-4b79-4dc7-b3ee-84f740dee1b0 req-3b7551c5-0d17-4c7b-8051-4ec2511c2535 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:45.152980 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7076d39-4b79-4dc7-b3ee-84f740dee1b0 req-3b7551c5-0d17-4c7b-8051-4ec2511c2535 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 946 time: 0.0608592
Feb 12 21:07:45.203023 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7076d39-4b79-4dc7-b3ee-84f740dee1b0 req-a7ac1286-05e6-4af2-9a7c-a7dabc08dd8c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442309
Feb 12 21:07:45.320618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['ec357ac8-2d34-44cb-8ba8-0821decd9e9a'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:45.324535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b317be-6f45-4680-a8a2-6237cd07b410 req-4d19010a-64c2-4db5-ab9c-710f1de09c27 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:45.326071 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68b317be-6f45-4680-a8a2-6237cd07b410 req-4d19010a-64c2-4db5-ab9c-710f1de09c27 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 945 time: 0.0598814
Feb 12 21:07:45.335036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 32948) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:45.344118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5a91ed3f-6aad-43a7-981a-eb60791ae2db tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Request body: {'floatingip': {'port_id': '48198fe1-46cc-4c9a-9c32-4aa850f6426a'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:45.345366 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c0a7-5e05-4b88-acfa-6fffa55d71c4 req-dcfdc0d1-2d6d-4c0d-bac9-4ebc59e11f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:45.347015 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ccc9c0a7-5e05-4b88-acfa-6fffa55d71c4 req-dcfdc0d1-2d6d-4c0d-bac9-4ebc59e11f7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.4609034
Feb 12 21:07:45.394205 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a91ed3f-6aad-43a7-981a-eb60791ae2db tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for floatingip (de6724fb-e2a6-45fc-aa61-400e7030159e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:45.407721 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-dc334364-e52f-4d37-bb35-ec20f89f8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:45.409199 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-dc334364-e52f-4d37-bb35-ec20f89f8c35 service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 908 time: 0.5880013
Feb 12 21:07:45.417538 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-627e522b-2e7a-46a7-8041-1612840d3dae tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:45.419228 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-627e522b-2e7a-46a7-8041-1612840d3dae tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/networks?id=500b8539-c5e5-4f3e-8048-ff853db68c9e HTTP/1.1" status: 200  len: 812 time: 0.5610828
Feb 12 21:07:45.469221 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-07f2516e-c245-482f-a03b-b4f3d46b96bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1402b4b5-4ffe-40e5-b42b-355e4a6d8792 HTTP/1.1" status: 200  len: 217 time: 0.0474589
Feb 12 21:07:45.477136 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-cfe484a2-8c6b-466f-bed8-4adcdddab3c6 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/quotas/225507fa1fa946aa9559a89fe27569b3 HTTP/1.1" status: 200  len: 375 time: 0.0490057
Feb 12 21:07:45.493977 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c0a7-5e05-4b88-acfa-6fffa55d71c4 req-748b4c0e-ace8-42f9-a1e1-b537dd8b89b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:45.495494 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ccc9c0a7-5e05-4b88-acfa-6fffa55d71c4 req-748b4c0e-ace8-42f9-a1e1-b537dd8b89b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1401539
Feb 12 21:07:45.609962 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-34ddb2ed-3208-4615-b4e7-aacf78e045c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:45.611366 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-34ddb2ed-3208-4615-b4e7-aacf78e045c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.1324253
Feb 12 21:07:45.660287 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-5d0e9dfe-0af0-4cf1-8f4d-dda992721ec5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0359900
Feb 12 21:07:45.689043 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-7804a374-eb23-4a56-b419-1e7c62954b8a tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=225507fa1fa946aa9559a89fe27569b3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1973639
Feb 12 21:07:45.701756 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ccc9c0a7-5e05-4b88-acfa-6fffa55d71c4 req-eae00702-12f2-4cab-ac2d-1db5644b929e service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818886
Feb 12 21:07:45.849741 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb37481-806a-4dac-8c78-8246d9e7b301 req-64fe4342-edad-4ec2-9e40-e62b6b7f226e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:45.851240 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4fb37481-806a-4dac-8c78-8246d9e7b301 req-64fe4342-edad-4ec2-9e40-e62b6b7f226e tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 950 time: 0.1013651
Feb 12 21:07:45.912111 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-5490815c-f733-4d7f-b1fc-e18ce9bf6671 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2385135
Feb 12 21:07:45.918823 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-5b5d76c4-93dc-4ed3-b41e-31ff23901315 service neutron] 10.222.0.31 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2196603
Feb 12 21:07:45.931413 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a91ed3f-6aad-43a7-981a-eb60791ae2db tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:45.942299 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ccc9c0a7-5e05-4b88-acfa-6fffa55d71c4 req-0d4a8a80-db68-4a4b-bd1f-4a3c6926903d service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2269223
Feb 12 21:07:45.942756 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4fb37481-806a-4dac-8c78-8246d9e7b301 req-66c625c1-0780-4424-ba65-62ea4993f425 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840695
Feb 12 21:07:46.018105 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a91ed3f-6aad-43a7-981a-eb60791ae2db tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (de6724fb-e2a6-45fc-aa61-400e7030159e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:46.081866 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-1b4c3b1f-d37a-40eb-81f3-48abc6b54278 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606164
Feb 12 21:07:46.085265 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2c917fc0-44df-48ff-99e2-bab1e9810414 service neutron] 10.222.0.31 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547792
Feb 12 21:07:46.130218 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-5a91ed3f-6aad-43a7-981a-eb60791ae2db tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Floating IP de6724fb-e2a6-45fc-aa61-400e7030159e associated. External IP: 172.35.2.22, port: 48198fe1-46cc-4c9a-9c32-4aa850f6426a.
Feb 12 21:07:46.377506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a91ed3f-6aad-43a7-981a-eb60791ae2db tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Router 45f5ec04-715d-4fb8-9b57-5e07df243a78 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:07:46.441870 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59835e48-a8a9-4867-ad5d-8ec070bb6963 req-074afb9f-36c4-4e2b-a19f-3bba93be6019 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:46.443821 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-59835e48-a8a9-4867-ad5d-8ec070bb6963 req-074afb9f-36c4-4e2b-a19f-3bba93be6019 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 944 time: 0.1012883
Feb 12 21:07:46.517419 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a91ed3f-6aad-43a7-981a-eb60791ae2db tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:07:46.525335 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a91ed3f-6aad-43a7-981a-eb60791ae2db tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:46.529306 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517b42a-c0df-43cc-8dd2-9ac1747e190c None None] Sync routers for ids ['45f5ec04-715d-4fb8-9b57-5e07df243a78'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:07:46.530132 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-59835e48-a8a9-4867-ad5d-8ec070bb6963 req-17e2a36d-e21e-424e-a0dc-7b87a3c7a07d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672424
Feb 12 21:07:46.552495 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517b42a-c0df-43cc-8dd2-9ac1747e190c None None] Routers {'45f5ec04-715d-4fb8-9b57-5e07df243a78'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:07:46.553123 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8517b42a-c0df-43cc-8dd2-9ac1747e190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaaf5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:07:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['45f5ec04-715d-4fb8-9b57-5e07df243a78'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:07:46.582781 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5a91ed3f-6aad-43a7-981a-eb60791ae2db tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "PUT /v2.0/floatingips/de6724fb-e2a6-45fc-aa61-400e7030159e HTTP/1.1" status: 200  len: 990 time: 1.2463992
Feb 12 21:07:46.584229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960de3e9-1389-4350-bc25-24153c9bcff3', 'tag': '48198fe1-46cc-4c9a-9c32-4aa850f6426a'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:46.591422 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d93602-ece7-4ff7-acd9-668878e4dde6" -d '{"events": [{"name": "network-changed", "server_uuid": "960de3e9-1389-4350-bc25-24153c9bcff3", "tag": "48198fe1-46cc-4c9a-9c32-4aa850f6426a"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:46.634011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12298dce-e535-4dc0-b036-bc15f12b6d33 req-95df34ef-2501-4d7a-a77d-bfe53bfd4631 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:46.637244 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-12298dce-e535-4dc0-b036-bc15f12b6d33 req-95df34ef-2501-4d7a-a77d-bfe53bfd4631 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 950 time: 0.0918581
Feb 12 21:07:46.694942 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-8517b42a-c0df-43cc-8dd2-9ac1747e190c None None] Set router 45f5ec04-715d-4fb8-9b57-5e07df243a78 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:07:46.823167 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe2c68-7a0b-4d3b-9893-5c37f5ebe806 req-d0f491c8-1a21-49d7-ae00-8f259125c4fa tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:46.824785 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7cfe2c68-7a0b-4d3b-9893-5c37f5ebe806 req-d0f491c8-1a21-49d7-ae00-8f259125c4fa tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 950 time: 0.1379805
Feb 12 21:07:46.832541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:07:46.835778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ec357ac8-2d34-44cb-8ba8-0821decd9e9a up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:07:46.925456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-12298dce-e535-4dc0-b036-bc15f12b6d33 req-0db9a6a2-4343-4d14-b15a-679d9e04d9bd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Deleting port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:07:46.925835 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-12298dce-e535-4dc0-b036-bc15f12b6d33 req-0db9a6a2-4343-4d14-b15a-679d9e04d9bd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:46.997001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port ec357ac8-2d34-44cb-8ba8-0821decd9e9a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:46.997680 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:47.051942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4626eaa8-b36f-4ef5-9cd4-400d59ca0c31,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:47.075766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '4626eaa8-b36f-4ef5-9cd4-400d59ca0c31', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '4626eaa8-b36f-4ef5-9cd4-400d59ca0c31', 'mac_address': 'fa:16:3e:14:9e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:07:47.094228 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7cfe2c68-7a0b-4d3b-9893-5c37f5ebe806 req-06d82fb4-627d-4379-82b4-91263d065dea tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/security-groups?id=d021b237-64dc-4daa-8d7a-f0488300b014&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2598321
Feb 12 21:07:47.180234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:47.180921 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4626eaa8-b36f-4ef5-9cd4-400d59ca0c31), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:47.187134 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ec357ac8-2d34-44cb-8ba8-0821decd9e9a is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:47.187853 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:47.218662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:07:47.223312 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8517b42a-c0df-43cc-8dd2-9ac1747e190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaaf5e0>, [{'id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'name': 'tempest-ServersTestBootFromVolume-1851269034-router', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:06:52Z', 'updated_at': '2022-02-12T21:06:58Z', 'revision_number': 4, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'gw_port': {'id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:53Z', 'updated_at': '2022-02-12T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de6724fb-e2a6-45fc-aa61-400e7030159e', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'floating_ip_address': '172.35.2.22', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'port_id': '48198fe1-46cc-4c9a-9c32-4aa850f6426a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'mac_address': 'fa:16:3e:be:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960de3e9-1389-4350-bc25-24153c9bcff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:07:06Z', 'updated_at': '2022-02-12T21:07:45Z', 'revision_number': 1, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87963573-abc0-4c6b-8e70-daf9cdd61a2f', 'name': '', 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'mac_address': 'fa:16:3e:ed:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:57Z', 'updated_at': '2022-02-12T21:07:05Z', 'revision_number': 5, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'subnets': [{'id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:07:47.250680 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb565b3e-86a6-4ab9-b812-5901d747f049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:47.253582 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162f2ae5-c58f-40ab-b390-752abe85c28b" -d '{"events": [{"server_uuid": "bb565b3e-86a6-4ab9-b812-5901d747f049", "name": "network-vif-plugged", "status": "completed", "tag": "ec357ac8-2d34-44cb-8ba8-0821decd9e9a"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:47.265120 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517b42a-c0df-43cc-8dd2-9ac1747e190c None None] Checking router: 45f5ec04-715d-4fb8-9b57-5e07df243a78 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:07:47.275828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4626eaa8-b36f-4ef5-9cd4-400d59ca0c31,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:47.279000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ec357ac8-2d34-44cb-8ba8-0821decd9e9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:47.282153 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517b42a-c0df-43cc-8dd2-9ac1747e190c None None] Routers {'45f5ec04-715d-4fb8-9b57-5e07df243a78'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:07:47.282979 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8517b42a-c0df-43cc-8dd2-9ac1747e190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaaf5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:07:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['45f5ec04-715d-4fb8-9b57-5e07df243a78'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:07:47.296729 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-12298dce-e535-4dc0-b036-bc15f12b6d33 req-0db9a6a2-4343-4d14-b15a-679d9e04d9bd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] For port 5108ec57-74ec-48c9-a568-d34d61f1a3f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5108ec57-74ec-48c9-a568-d34d61f1a3f8,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:47.297102 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-12298dce-e535-4dc0-b036-bc15f12b6d33 req-0db9a6a2-4343-4d14-b15a-679d9e04d9bd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:47.307365 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb2cf6-a8c1-4eb7-8820-b8749645798c req-ade28b03-3089-4206-94b5-3a5cfccc690f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:47.309137 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a8bb2cf6-a8c1-4eb7-8820-b8749645798c req-ade28b03-3089-4206-94b5-3a5cfccc690f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 950 time: 0.2114687
Feb 12 21:07:47.337702 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-12298dce-e535-4dc0-b036-bc15f12b6d33 req-0db9a6a2-4343-4d14-b15a-679d9e04d9bd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Calling delete_port for 5108ec57-74ec-48c9-a568-d34d61f1a3f8 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:07:47.343402 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4626eaa8-b36f-4ef5-9cd4-400d59ca0c31), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:47.412365 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:47.436630 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=4626eaa8-b36f-4ef5-9cd4-400d59ca0c31,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:47.439334 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265b94-908e-42af-97ca-ae98e41a3b7c req-f15f491c-b297-4334-9cae-739c9be0c5dc tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:47.447547 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e4265b94-908e-42af-97ca-ae98e41a3b7c req-f15f491c-b297-4334-9cae-739c9be0c5dc tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/ports?device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 948 time: 0.2148354
Feb 12 21:07:47.487095 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-8517b42a-c0df-43cc-8dd2-9ac1747e190c None None] Set router 45f5ec04-715d-4fb8-9b57-5e07df243a78 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:07:47.512595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,revision_number=10']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:47.610448 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e4265b94-908e-42af-97ca-ae98e41a3b7c req-9a94e4bc-2139-4e9f-bb5e-eec32f2eaef9 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1c3134e-db7e-4106-a378-d8df430ec748&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278663
Feb 12 21:07:47.612144 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['4626eaa8-b36f-4ef5-9cd4-400d59ca0c31'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:47.638761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-a8bb2cf6-a8c1-4eb7-8820-b8749645798c req-1892a9fd-ce06-4f13-9857-834a9f67067f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Deleting port d06b235b-99a9-4368-972a-9fb7e1fd2de3 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:07:47.644660 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a8bb2cf6-a8c1-4eb7-8820-b8749645798c req-1892a9fd-ce06-4f13-9857-834a9f67067f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d06b235b-99a9-4368-972a-9fb7e1fd2de3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:47.891011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f305d1-2ce8-4bb4-bdc7-694949311cd4 req-a79a1e4c-b5cc-4b44-813f-e5d8147f01db tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:47.892601 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-84f305d1-2ce8-4bb4-bdc7-694949311cd4 req-a79a1e4c-b5cc-4b44-813f-e5d8147f01db tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 946 time: 0.1638384
Feb 12 21:07:47.909656 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-a8bb2cf6-a8c1-4eb7-8820-b8749645798c req-1892a9fd-ce06-4f13-9857-834a9f67067f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] For port d06b235b-99a9-4368-972a-9fb7e1fd2de3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d06b235b-99a9-4368-972a-9fb7e1fd2de3,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:47.910028 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a8bb2cf6-a8c1-4eb7-8820-b8749645798c req-1892a9fd-ce06-4f13-9857-834a9f67067f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d06b235b-99a9-4368-972a-9fb7e1fd2de3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:47.937395 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-a8bb2cf6-a8c1-4eb7-8820-b8749645798c req-1892a9fd-ce06-4f13-9857-834a9f67067f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Calling delete_port for d06b235b-99a9-4368-972a-9fb7e1fd2de3 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:07:47.945909 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8517b42a-c0df-43cc-8dd2-9ac1747e190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaaf5e0>, [{'id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'name': 'tempest-ServersTestBootFromVolume-1851269034-router', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:06:52Z', 'updated_at': '2022-02-12T21:06:58Z', 'revision_number': 4, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'gw_port': {'id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:53Z', 'updated_at': '2022-02-12T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de6724fb-e2a6-45fc-aa61-400e7030159e', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'floating_ip_address': '172.35.2.22', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'port_id': '48198fe1-46cc-4c9a-9c32-4aa850f6426a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'mac_address': 'fa:16:3e:be:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960de3e9-1389-4350-bc25-24153c9bcff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:07:06Z', 'updated_at': '2022-02-12T21:07:45Z', 'revision_number': 1, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87963573-abc0-4c6b-8e70-daf9cdd61a2f', 'name': '', 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'mac_address': 'fa:16:3e:ed:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:57Z', 'updated_at': '2022-02-12T21:07:05Z', 'revision_number': 5, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'subnets': [{'id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:07:47.980253 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517b42a-c0df-43cc-8dd2-9ac1747e190c None None] The sync data for ids ['45f5ec04-715d-4fb8-9b57-5e07df243a78'] in ncdv-master-1 is: [{'id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'name': 'tempest-ServersTestBootFromVolume-1851269034-router', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:06:52Z', 'updated_at': '2022-02-12T21:06:58Z', 'revision_number': 4, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'gw_port': {'id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:53Z', 'updated_at': '2022-02-12T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de6724fb-e2a6-45fc-aa61-400e7030159e', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'floating_ip_address': '172.35.2.22', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'port_id': '48198fe1-46cc-4c9a-9c32-4aa850f6426a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'mac_address': 'fa:16:3e:be:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960de3e9-1389-4350-bc25-24153c9bcff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:07:06Z', 'updated_at': '2022-02-12T21:07:45Z', 'revision_number': 1, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87963573-abc0-4c6b-8e70-daf9cdd61a2f', 'name': '', 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'mac_address': 'fa:16:3e:ed:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:57Z', 'updated_at': '2022-02-12T21:07:05Z', 'revision_number': 5, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'subnets': [{'id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:07:48.008894 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-12298dce-e535-4dc0-b036-bc15f12b6d33 req-0db9a6a2-4343-4d14-b15a-679d9e04d9bd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (5108ec57-74ec-48c9-a568-d34d61f1a3f8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:48.014524 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-84f305d1-2ce8-4bb4-bdc7-694949311cd4 req-8245f0ee-a5d0-4595-81ab-2b9449bc900d tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090863
Feb 12 21:07:48.022887 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7fe731ff-5471-4420-a35a-07898901b4d0'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:48.025991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['e68c6c44-abe5-4ce9-ab41-24f9c4276607', '5108ec57-74ec-48c9-a568-d34d61f1a3f8'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:48.067188 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9a6a2-4343-4d14-b15a-679d9e04d9bd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Pushing event deleted for resources: {'Port': ['ID=5108ec57-74ec-48c9-a568-d34d61f1a3f8,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:48.156949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-12298dce-e535-4dc0-b036-bc15f12b6d33 req-0db9a6a2-4343-4d14-b15a-679d9e04d9bd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] No DVR routers for this DVR port 5108ec57-74ec-48c9-a568-d34d61f1a3f8 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:48.160383 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-12298dce-e535-4dc0-b036-bc15f12b6d33 req-0db9a6a2-4343-4d14-b15a-679d9e04d9bd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:48.164272 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-12298dce-e535-4dc0-b036-bc15f12b6d33 req-0db9a6a2-4343-4d14-b15a-679d9e04d9bd tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.48 "DELETE /v2.0/ports/5108ec57-74ec-48c9-a568-d34d61f1a3f8 HTTP/1.1" status: 204  len: 173 time: 1.5201628
Feb 12 21:07:48.168736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ce5b10-468f-4fe9-a928-1e6e44e99c9d', 'name': 'network-vif-deleted', 'tag': '5108ec57-74ec-48c9-a568-d34d61f1a3f8'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:48.168736 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74405634-7648-44b8-8f27-9e2848589168" -d '{"events": [{"server_uuid": "b7ce5b10-468f-4fe9-a928-1e6e44e99c9d", "name": "network-vif-deleted", "tag": "5108ec57-74ec-48c9-a568-d34d61f1a3f8"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:48.211752 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dde12d5f-f461-495c-8ea4-4ba03dc1b3d5 req-7757c7ba-f4ef-4df0-8b2c-c01eadb5e25c tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 210 time: 0.0411475
Feb 12 21:07:48.327430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b2adb-c85e-4d3b-bd60-f8fc1e64dbd9 None None] New status for floating IP de6724fb-e2a6-45fc-aa61-400e7030159e: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:07:48.343863 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a8bb2cf6-a8c1-4eb7-8820-b8749645798c req-1892a9fd-ce06-4f13-9857-834a9f67067f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d06b235b-99a9-4368-972a-9fb7e1fd2de3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:48.369435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['d06b235b-99a9-4368-972a-9fb7e1fd2de3'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:48.385079 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892a9fd-ce06-4f13-9857-834a9f67067f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Pushing event deleted for resources: {'Port': ['ID=d06b235b-99a9-4368-972a-9fb7e1fd2de3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:48.392804 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-bb6615d7-aaf2-47cd-a30b-193e35b808db tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:07:48.393873 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-bb6615d7-aaf2-47cd-a30b-193e35b808db tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0141912
Feb 12 21:07:48.456466 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0a526-0493-484f-be76-c340b066a6ea req-3377a4f8-9a5b-4ced-93e9-c27e936c0483 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:48.458557 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-28f0a526-0493-484f-be76-c340b066a6ea req-3377a4f8-9a5b-4ced-93e9-c27e936c0483 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 945 time: 0.1536863
Feb 12 21:07:48.480603 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bb2cf6-a8c1-4eb7-8820-b8749645798c req-1892a9fd-ce06-4f13-9857-834a9f67067f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] No DVR routers for this DVR port d06b235b-99a9-4368-972a-9fb7e1fd2de3 on host nch2-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:48.484961 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a8bb2cf6-a8c1-4eb7-8820-b8749645798c req-1892a9fd-ce06-4f13-9857-834a9f67067f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:48.491410 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a8bb2cf6-a8c1-4eb7-8820-b8749645798c req-1892a9fd-ce06-4f13-9857-834a9f67067f tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.50 "DELETE /v2.0/ports/d06b235b-99a9-4368-972a-9fb7e1fd2de3 HTTP/1.1" status: 204  len: 173 time: 1.1706729
Feb 12 21:07:48.570395 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-28f0a526-0493-484f-be76-c340b066a6ea req-f6d337af-2c11-431e-8c0b-38fdd6de078d tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/security-groups?id=480d0776-e093-4e97-81bd-9f96dcb79a93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913546
Feb 12 21:07:48.659195 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938ab2e9-a96b-470f-8b25-55c820cb9ff4 x-openstack-request-id: req-938ab2e9-a96b-470f-8b25-55c820cb9ff4 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:48.659696 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960de3e9-1389-4350-bc25-24153c9bcff3", "tag": "48198fe1-46cc-4c9a-9c32-4aa850f6426a", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:48.659885 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-938ab2e9-a96b-470f-8b25-55c820cb9ff4 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:48.660292 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960de3e9-1389-4350-bc25-24153c9bcff3', 'tag': '48198fe1-46cc-4c9a-9c32-4aa850f6426a', 'status': 'completed', 'code': 200}
Feb 12 21:07:48.833912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:07:48.835778 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-0d0015b1-31d4-4317-a57a-6fd4387342d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:48.837172 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-0d0015b1-31d4-4317-a57a-6fd4387342d8 service neutron] 10.222.0.31 "GET /v2.0/ports/d6102892-165a-4568-bed4-24217882b194 HTTP/1.1" status: 200  len: 1124 time: 0.4045520
Feb 12 21:07:48.839043 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a5ede71-ebb1-49f8-8cb3-fec8a50c171a req-58a12c80-adbd-4c52-973d-702b4298db47 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ce5b10-468f-4fe9-a928-1e6e44e99c9d HTTP/1.1" status: 200  len: 210 time: 0.0518177
Feb 12 21:07:48.853022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-90fa0ea0-d75a-4d25-9956-68e91c224c09 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:48.853611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-90fa0ea0-d75a-4d25-9956-68e91c224c09 service neutron] Unknown quota resources ['binding']. {{(pid=126506) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:07:48.899492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d93602-ece7-4ff7-acd9-668878e4dde6 req-88f3844b-eeed-4a44-948c-62ee7435f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:48.902746 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09d93602-ece7-4ff7-acd9-668878e4dde6 req-88f3844b-eeed-4a44-948c-62ee7435f8a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a19875f98800434db2950efcf23ff3a4&device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 1127 time: 0.1936772
Feb 12 21:07:48.907542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-bbe8093d-2138-48c7-a4d0-3889897bb157 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:48.911924 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-bbe8093d-2138-48c7-a4d0-3889897bb157 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.50 "GET /v2.0/networks?id=500b8539-c5e5-4f3e-8048-ff853db68c9e HTTP/1.1" status: 200  len: 812 time: 0.3008015
Feb 12 21:07:48.920855 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc69344-2c4c-4c28-9d85-8f9b47266f53 x-openstack-request-id: req-7bc69344-2c4c-4c28-9d85-8f9b47266f53 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:48.921152 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb565b3e-86a6-4ab9-b812-5901d747f049", "name": "network-vif-plugged", "status": "completed", "tag": "ec357ac8-2d34-44cb-8ba8-0821decd9e9a", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:48.921596 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bc69344-2c4c-4c28-9d85-8f9b47266f53 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:48.922965 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb565b3e-86a6-4ab9-b812-5901d747f049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a', 'code': 200}
Feb 12 21:07:48.930313 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-00a278f8-355c-4b69-bea7-1ef375e31148 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Request body: {'port': {'device_id': '3ed452a1-947c-4a63-8f67-8af1f1554c12', 'network_id': '500b8539-c5e5-4f3e-8048-ff853db68c9e', 'admin_state_up': True, 'tenant_id': '225507fa1fa946aa9559a89fe27569b3'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:49.085172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:07:49.085172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:49.086487 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4626eaa8-b36f-4ef5-9cd4-400d59ca0c31), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:49.209549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:49.210415 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4626eaa8-b36f-4ef5-9cd4-400d59ca0c31), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:49.243398 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5cb37-54f0-4ef2-a5c9-6abb8c6906f5 req-fed9303d-27cc-4710-94ed-e0416ccca280 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:49.245321 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0e5cb37-54f0-4ef2-a5c9-6abb8c6906f5 req-fed9303d-27cc-4710-94ed-e0416ccca280 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.2623863
Feb 12 21:07:49.253442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d93602-ece7-4ff7-acd9-668878e4dde6 req-ae9573d9-cf2d-4e4b-ae87-f5a1677b07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:49.255167 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09d93602-ece7-4ff7-acd9-668878e4dde6 req-ae9573d9-cf2d-4e4b-ae87-f5a1677b07e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a5b2a07-61e9-49f2-a870-d207fbb10adf HTTP/1.1" status: 200  len: 917 time: 0.2892733
Feb 12 21:07:49.278501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-90fa0ea0-d75a-4d25-9956-68e91c224c09 service neutron] Attempting to bind port d6102892-165a-4568-bed4-24217882b194 on host nch2-master-1 for vnic_type normal with profile None {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:07:49.279001 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-90fa0ea0-d75a-4d25-9956-68e91c224c09 service neutron] Attempting to bind port d6102892-165a-4568-bed4-24217882b194 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:07:49.279299 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-90fa0ea0-d75a-4d25-9956-68e91c224c09 service neutron] Attempting to bind port d6102892-165a-4568-bed4-24217882b194 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:49.284537 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4626eaa8-b36f-4ef5-9cd4-400d59ca0c31,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:49.318875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31f3b4-b81d-46f8-b029-dc5a29671619 req-390854e0-01da-4753-86ee-71243cfc3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:49.320648 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8b31f3b4-b81d-46f8-b029-dc5a29671619 req-390854e0-01da-4753-86ee-71243cfc3a37 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 1128 time: 0.0561433
Feb 12 21:07:49.337136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-90fa0ea0-d75a-4d25-9956-68e91c224c09 service neutron] Port d6102892-165a-4568-bed4-24217882b194 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:07:49.337450 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-90fa0ea0-d75a-4d25-9956-68e91c224c09 service neutron] Attempting to bind port d6102892-165a-4568-bed4-24217882b194 on network 714ff2dc-d317-4a71-9ee6-4e812e6c4f51 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:49.366638 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-90fa0ea0-d75a-4d25-9956-68e91c224c09 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:07:49.366638 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-90fa0ea0-d75a-4d25-9956-68e91c224c09 service neutron] Checking segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:07:49.366979 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-90fa0ea0-d75a-4d25-9956-68e91c224c09 service neutron] Bound using segment: {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:07:49.367423 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-90fa0ea0-d75a-4d25-9956-68e91c224c09 service neutron] Bound port: d6102892-165a-4568-bed4-24217882b194, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '714ff2dc-d317-4a71-9ee6-4e812e6c4f51'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:07:49.368506 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4626eaa8-b36f-4ef5-9cd4-400d59ca0c31), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:49.369625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device d06b235b-99a9-4368-972a-9fb7e1fd2de3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:49.400175 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8b31f3b4-b81d-46f8-b029-dc5a29671619 req-6374b17b-6934-49b6-9edd-5207404b058d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701232
Feb 12 21:07:49.416490 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0e5cb37-54f0-4ef2-a5c9-6abb8c6906f5 req-b87251e2-64ad-4e24-9460-881fea9e6a56 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582837
Feb 12 21:07:49.417682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-00a278f8-355c-4b69-bea7-1ef375e31148 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Made reservation on behalf of 225507fa1fa946aa9559a89fe27569b3 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:07:49.423476 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-00a278f8-355c-4b69-bea7-1ef375e31148 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:49.427376 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09d93602-ece7-4ff7-acd9-668878e4dde6 req-03283b88-b9a6-46c7-8154-dd295707fb3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48198fe1-46cc-4c9a-9c32-4aa850f6426a HTTP/1.1" status: 200  len: 1000 time: 0.1581209
Feb 12 21:07:49.447487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: d06b235b-99a9-4368-972a-9fb7e1fd2de3 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:07:49.447487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device d06b235b-99a9-4368-972a-9fb7e1fd2de3 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:07:49.472923 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=4626eaa8-b36f-4ef5-9cd4-400d59ca0c31,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:49.547857 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-90fa0ea0-d75a-4d25-9956-68e91c224c09 service neutron] For port d6102892-165a-4568-bed4-24217882b194, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6102892-165a-4568-bed4-24217882b194,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:07:49.577253 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b37d7443-33e1-4c0c-ab12-fd73b535dacc req-3cd5a74b-c3f4-4cc3-b503-fba5ac39e91e tempest-ServersOnMultiNodesTest-468751139 tempest-ServersOnMultiNodesTest-468751139-project] 10.222.0.31 "GET /v2.0/ports?device_id=579b174f-d572-49b2-8f60-9e0d62cc450e HTTP/1.1" status: 200  len: 210 time: 0.0758238
Feb 12 21:07:49.581305 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d93602-ece7-4ff7-acd9-668878e4dde6 req-a0e2de2d-b639-4113-b1a9-6d96907dad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:49.582735 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09d93602-ece7-4ff7-acd9-668878e4dde6 req-a0e2de2d-b639-4113-b1a9-6d96907dad4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a9243cf6-6f87-4c2d-8314-7b39a4ace0c3 HTTP/1.1" status: 200  len: 855 time: 0.1359560
Feb 12 21:07:49.940495 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d23f04-5a76-4afb-af8e-a816c413dedb x-openstack-request-id: req-14d23f04-5a76-4afb-af8e-a816c413dedb {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:49.941492 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ce5b10-468f-4fe9-a928-1e6e44e99c9d", "name": "network-vif-deleted", "tag": "5108ec57-74ec-48c9-a568-d34d61f1a3f8", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:49.941492 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14d23f04-5a76-4afb-af8e-a816c413dedb {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:49.941714 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ce5b10-468f-4fe9-a928-1e6e44e99c9d', 'name': 'network-vif-deleted', 'tag': '5108ec57-74ec-48c9-a568-d34d61f1a3f8', 'status': 'completed', 'code': 200}
Feb 12 21:07:49.948669 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-90fa0ea0-d75a-4d25-9956-68e91c224c09 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:49.949825 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-90fa0ea0-d75a-4d25-9956-68e91c224c09 service neutron] 10.222.0.31 "POST /v2.0/ports/d6102892-165a-4568-bed4-24217882b194/bindings HTTP/1.1" status: 201  len: 389 time: 1.1011565
Feb 12 21:07:50.042760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-00a278f8-355c-4b69-bea7-1ef375e31148 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Allocated IP 172.20.0.2 (500b8539-c5e5-4f3e-8048-ff853db68c9e/380301fb-f8fa-48ad-8387-bfa0ccd33656/5d4270d9-08bc-4f23-9b42-c85ca86d6e30) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:07:50.046726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d93602-ece7-4ff7-acd9-668878e4dde6 req-05365a5d-c200-4705-9c8d-6e1839381a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:50.048255 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09d93602-ece7-4ff7-acd9-668878e4dde6 req-05365a5d-c200-4705-9c8d-6e1839381a70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a5b2a07-61e9-49f2-a870-d207fbb10adf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4563088
Feb 12 21:07:50.066006 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffc4b2-96eb-434f-a405-65b67f509dd4 req-8ac75f33-1844-4559-b432-8f6ef595bf7c tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:50.067408 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-12ffc4b2-96eb-434f-a405-65b67f509dd4 req-8ac75f33-1844-4559-b432-8f6ef595bf7c tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/ports?device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 950 time: 0.1319230
Feb 12 21:07:50.232235 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-12ffc4b2-96eb-434f-a405-65b67f509dd4 req-4258506f-9530-4b5a-bb0a-e04d16685f2a tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1c3134e-db7e-4106-a378-d8df430ec748&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559446
Feb 12 21:07:50.244165 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09d93602-ece7-4ff7-acd9-668878e4dde6 req-100a62c6-93b2-4242-b796-8cefc0f3d6d6 service neutron] 10.222.0.48 "GET /v2.0/networks/8a5b2a07-61e9-49f2-a870-d207fbb10adf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853149
Feb 12 21:07:50.289579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a652a6c-670d-46c4-ab1d-9163c8982c9d req-14b773ed-6f43-4ec5-bc3b-38a3263bc3ed tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:50.293686 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a652a6c-670d-46c4-ab1d-9163c8982c9d req-14b773ed-6f43-4ec5-bc3b-38a3263bc3ed tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 946 time: 0.0629327
Feb 12 21:07:50.343960 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a652a6c-670d-46c4-ab1d-9163c8982c9d req-ee2e39b2-d4b4-4424-8b56-e9f5bb5ad7d7 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446098
Feb 12 21:07:50.395047 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-64a3e025-a256-4cf2-a5fe-efcafed63f72 req-57852a08-113b-4c9f-a41a-c054f33def2f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 210 time: 0.0777769
Feb 12 21:07:50.467134 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-00a278f8-355c-4b69-bea7-1ef375e31148 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:50.477062 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09d93602-ece7-4ff7-acd9-668878e4dde6 req-9063cee1-f914-4b02-9f6f-ebe08bae9291 service neutron] 10.222.0.48 "GET /v2.0/networks/8a5b2a07-61e9-49f2-a870-d207fbb10adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2186332
Feb 12 21:07:50.515441 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cd277-d697-4035-8efa-66e1e93719f1 req-bb7fd125-57bd-4890-8b39-d83f5a0099b0 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:50.517048 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-420cd277-d697-4035-8efa-66e1e93719f1 req-bb7fd125-57bd-4890-8b39-d83f5a0099b0 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 945 time: 0.0660181
Feb 12 21:07:50.572685 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-00a278f8-355c-4b69-bea7-1ef375e31148 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:50.574036 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-420cd277-d697-4035-8efa-66e1e93719f1 req-12b0a1e7-3a62-4eff-b2c4-15a4d1e30fa7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510333
Feb 12 21:07:50.586674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['0e5d31bf-1299-4108-a791-2a97cebb0d4f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:50.627019 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-00a278f8-355c-4b69-bea7-1ef375e31148 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Network 500b8539-c5e5-4f3e-8048-ff853db68c9e is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:07:50.632757 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-00a278f8-355c-4b69-bea7-1ef375e31148 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:07:50.638291 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-00a278f8-355c-4b69-bea7-1ef375e31148 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:07:50.642640 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a278f8-355c-4b69-bea7-1ef375e31148 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event updated for resources: {'Port': ['ID=5d4270d9-08bc-4f23-9b42-c85ca86d6e30,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:50.714158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-00a278f8-355c-4b69-bea7-1ef375e31148 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:50.714899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a13e2-eef0-4f81-b7d0-3af589fb8a93 req-95e3932b-b079-44c5-8bbe-09393a212c1f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:50.715039 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-00a278f8-355c-4b69-bea7-1ef375e31148 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:50.719120 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bb0a13e2-eef0-4f81-b7d0-3af589fb8a93 req-95e3932b-b079-44c5-8bbe-09393a212c1f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.0711293
Feb 12 21:07:50.818951 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-00a278f8-355c-4b69-bea7-1ef375e31148 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8929737
Feb 12 21:07:50.830611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Request body: {'port': {'device_id': '3ed452a1-947c-4a63-8f67-8af1f1554c12', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:07:50.859528 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bb0a13e2-eef0-4f81-b7d0-3af589fb8a93 req-c8521864-7b9f-4d5f-b244-c87c984c390e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336691
Feb 12 21:07:50.892010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-e7b1a2c5-79dd-45e2-b27d-dfbb5d21fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:50.894080 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-e7b1a2c5-79dd-45e2-b27d-dfbb5d21fac8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 1127 time: 0.1343782
Feb 12 21:07:50.936504 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956a366a-cf37-4899-bfe1-0a1753a49e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4626eaa8-b36f-4ef5-9cd4-400d59ca0c31'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:50.952225 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:50.953387 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700b95e0-7dcd-400e-a84b-2e9b3bcfd45e" -d '{"events": [{"server_uuid": "956a366a-cf37-4899-bfe1-0a1753a49e8f", "name": "network-vif-plugged", "status": "completed", "tag": "4626eaa8-b36f-4ef5-9cd4-400d59ca0c31"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:51.004452 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc29f243-588e-435b-948d-640811dc1419 x-openstack-request-id: req-dc29f243-588e-435b-948d-640811dc1419 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:51.005057 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956a366a-cf37-4899-bfe1-0a1753a49e8f", "name": "network-vif-plugged", "status": "completed", "tag": "4626eaa8-b36f-4ef5-9cd4-400d59ca0c31", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:51.005459 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc29f243-588e-435b-948d-640811dc1419 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:51.005707 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956a366a-cf37-4899-bfe1-0a1753a49e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4626eaa8-b36f-4ef5-9cd4-400d59ca0c31', 'code': 200}
Feb 12 21:07:51.057151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0691e94-b287-4f20-bff9-cc2a27c766fe req-6e4f61c6-7246-4d0f-99b1-3641e5815cd9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:51.064923 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0691e94-b287-4f20-bff9-cc2a27c766fe req-6e4f61c6-7246-4d0f-99b1-3641e5815cd9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.1031384
Feb 12 21:07:51.067968 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-4cdb87ea-7521-4c2c-b154-fa5d3adb4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:51.069653 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-4cdb87ea-7521-4c2c-b154-fa5d3adb4d04 service neutron] 10.222.0.50 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 922 time: 0.1696231
Feb 12 21:07:51.158627 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-2be79282-0d49-4836-9226-89f18cb86204 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6102892-165a-4568-bed4-24217882b194 HTTP/1.1" status: 200  len: 217 time: 0.0823202
Feb 12 21:07:51.386718 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:07:51.402988 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Publish callbacks [] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:51.405373 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5108ec57-74ec-48c9-a568-d34d61f1a3f8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:51.437458 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Transition to ACTIVE for port object 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:07:51.445772 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff06346-6477-4a38-be44-e848d9912e9d req-6e55d61d-6296-4902-936a-c23769bbc317 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:51.450560 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9ff06346-6477-4a38-be44-e848d9912e9d req-6e55d61d-6296-4902-936a-c23769bbc317 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/ports?device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 950 time: 0.1115227
Feb 12 21:07:51.466994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 5108ec57-74ec-48c9-a568-d34d61f1a3f8 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:07:51.467415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5108ec57-74ec-48c9-a568-d34d61f1a3f8 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:07:51.508432 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9ff06346-6477-4a38-be44-e848d9912e9d req-4be8bf2f-5060-4129-84f5-03db7f3dcaad tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1c3134e-db7e-4106-a378-d8df430ec748&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535359
Feb 12 21:07:51.511305 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:51.562688 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0691e94-b287-4f20-bff9-cc2a27c766fe req-455fddb3-af0c-41ff-803c-971532646116 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4967644
Feb 12 21:07:51.579865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-a18d6dde-1e03-4ba6-9630-07df935dc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:51.581686 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-a18d6dde-1e03-4ba6-9630-07df935dc086 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.4165444
Feb 12 21:07:51.588905 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Pushing event updated for resources: {'Port': ['ID=5d4270d9-08bc-4f23-9b42-c85ca86d6e30,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:51.590993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678c31-663b-431e-b2ed-a90dc703335f req-e6d22fcc-90d2-46ea-beb0-4cecedfa52aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:51.592845 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae678c31-663b-431e-b2ed-a90dc703335f req-e6d22fcc-90d2-46ea-beb0-4cecedfa52aa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 1132 time: 0.5042608
Feb 12 21:07:51.634287 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-a3779b11-4cf4-4b04-99bd-60895459e061 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460558
Feb 12 21:07:51.737612 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04729a5-0b47-45db-a751-975d9b1e7103 req-b6694db4-64b1-4fa2-84be-7c04d99da718 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:51.743957 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae678c31-663b-431e-b2ed-a90dc703335f req-8007ae68-43c7-4b16-a312-1ddb02e8d555 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f1c3134e-db7e-4106-a378-d8df430ec748&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433070
Feb 12 21:07:51.752611 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a04729a5-0b47-45db-a751-975d9b1e7103 req-b6694db4-64b1-4fa2-84be-7c04d99da718 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 946 time: 0.1192238
Feb 12 21:07:51.765420 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Attempting to bind port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:07:51.765773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Attempting to bind port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '500b8539-c5e5-4f3e-8048-ff853db68c9e'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:07:51.766137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Attempting to bind port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 on network 500b8539-c5e5-4f3e-8048-ff853db68c9e {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:51.775032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33082) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:51.781090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 on network 500b8539-c5e5-4f3e-8048-ff853db68c9e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:07:51.781090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Attempting to bind port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 on network 500b8539-c5e5-4f3e-8048-ff853db68c9e {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:07:51.795415 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:07:51.796045 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Checking segment: {'id': 'e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '500b8539-c5e5-4f3e-8048-ff853db68c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:07:51.796446 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Bound using segment: {'id': 'e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '500b8539-c5e5-4f3e-8048-ff853db68c9e'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:07:51.797829 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Bound port: 5d4270d9-08bc-4f23-9b42-c85ca86d6e30, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '500b8539-c5e5-4f3e-8048-ff853db68c9e'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:07:51.797829 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:51.809620 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb41d7f-cda9-4451-9a12-1dd0d48b792f req-9e39e29e-f590-4210-a5be-18019459eaac tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:51.811302 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbb41d7f-cda9-4451-9a12-1dd0d48b792f req-9e39e29e-f590-4210-a5be-18019459eaac tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 943 time: 0.1459692
Feb 12 21:07:51.816145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-7b7b6666-b6fc-4732-b762-1e3dd77af47d service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761537
Feb 12 21:07:51.873638 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a04729a5-0b47-45db-a751-975d9b1e7103 req-db705372-8faa-4ca6-9ac6-866f5eae2b7d tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261036
Feb 12 21:07:51.882477 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbb41d7f-cda9-4451-9a12-1dd0d48b792f req-b7a1797c-9c7f-4daf-a375-b2d6b3301107 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580802
Feb 12 21:07:51.920701 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] For port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:07:51.924055 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] For port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d4270d9-08bc-4f23-9b42-c85ca86d6e30,segment=NetworkSegment(e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba),segment_id=e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:07:51.943675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579b174f-d572-49b2-8f60-9e0d62cc450e', 'name': 'network-vif-deleted', 'tag': 'd06b235b-99a9-4368-972a-9fb7e1fd2de3'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:51.950239 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85681efe-9acc-4bcb-ac72-bfecd7f926cd" -d '{"events": [{"server_uuid": "579b174f-d572-49b2-8f60-9e0d62cc450e", "name": "network-vif-deleted", "tag": "d06b235b-99a9-4368-972a-9fb7e1fd2de3"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:51.989853 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-569f2978-51d5-4668-8815-6af8db08f6cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e3d4a23b3dd48a2a3e78818c60bdf5d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2111609
Feb 12 21:07:51.995132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33090) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:52.061561 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f25a5c-aad6-4b25-bb60-890d0cc7dee5 req-d50cce66-4893-4564-8d0c-e14efc5745d0 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:52.063933 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89f25a5c-aad6-4b25-bb60-890d0cc7dee5 req-d50cce66-4893-4564-8d0c-e14efc5745d0 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 945 time: 0.1011591
Feb 12 21:07:52.093896 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-ef00cb14-b1f3-4f17-904a-4c9916e0a474 service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527071
Feb 12 21:07:52.101611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cca2d4-a40a-4acc-ad2f-e533b4b71f92 req-c692f2d5-6f7c-47b6-81b5-108dddb275d5 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:52.109844 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d5cca2d4-a40a-4acc-ad2f-e533b4b71f92 req-c692f2d5-6f7c-47b6-81b5-108dddb275d5 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.1250694
Feb 12 21:07:52.141230 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:52.164811 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d5cca2d4-a40a-4acc-ad2f-e533b4b71f92 req-097f9185-f453-4d18-ac7c-09e8aa52d8a2 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536122
Feb 12 21:07:52.166011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6a84f2a3-3f1a-44c8-a430-e080a8b9b6ba admin admin] Publish callbacks [] for security_group (d021b237-64dc-4daa-8d7a-f0488300b014), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:52.216738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:52.217621 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:52.219123 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] 10.222.0.50 "PUT /v2.0/ports/5d4270d9-08bc-4f23-9b42-c85ca86d6e30 HTTP/1.1" status: 200  len: 1091 time: 1.3927419
Feb 12 21:07:52.227753 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89f25a5c-aad6-4b25-bb60-890d0cc7dee5 req-22e7c04c-be00-473d-b821-08c6497176cf tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491773
Feb 12 21:07:52.229494 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43636545-db2f-4a6d-b6ca-b7cfa733dcab x-openstack-request-id: req-43636545-db2f-4a6d-b6ca-b7cfa733dcab {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:52.229780 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579b174f-d572-49b2-8f60-9e0d62cc450e", "name": "network-vif-deleted", "tag": "d06b235b-99a9-4368-972a-9fb7e1fd2de3", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:52.230034 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43636545-db2f-4a6d-b6ca-b7cfa733dcab {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:52.230427 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579b174f-d572-49b2-8f60-9e0d62cc450e', 'name': 'network-vif-deleted', 'tag': 'd06b235b-99a9-4368-972a-9fb7e1fd2de3', 'status': 'completed', 'code': 200}
Feb 12 21:07:52.253296 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6a84f2a3-3f1a-44c8-a430-e080a8b9b6ba admin admin] Publish callbacks [] for security_group (d021b237-64dc-4daa-8d7a-f0488300b014), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:52.294481 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e507da6-cead-4b90-a5b8-193d2386561b service neutron] Pushing event updated for resources: {'Port': ['ID=5d4270d9-08bc-4f23-9b42-c85ca86d6e30,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:52.350860 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-22ac10f5-b139-4668-9c2c-d569fd697c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:52.352445 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-22ac10f5-b139-4668-9c2c-d569fd697c32 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97311a1994be45a2b507aedc74f578df&device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 1128 time: 0.0503709
Feb 12 21:07:52.454967 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6a84f2a3-3f1a-44c8-a430-e080a8b9b6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d021b237-64dc-4daa-8d7a-f0488300b014), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:52.457656 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6a84f2a3-3f1a-44c8-a430-e080a8b9b6ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:52.464883 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6a84f2a3-3f1a-44c8-a430-e080a8b9b6ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d021b237-64dc-4daa-8d7a-f0488300b014 HTTP/1.1" status: 204  len: 168 time: 0.4678247
Feb 12 21:07:52.524961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84f2a3-3f1a-44c8-a430-e080a8b9b6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d021b237-64dc-4daa-8d7a-f0488300b014,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:52.555138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4a8de-7d58-4d5d-a2ac-1a362a15c520 req-e0c719b1-b1cb-46a0-b3c0-9b1ee0a34ed1 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:52.563315 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d3d4a8de-7d58-4d5d-a2ac-1a362a15c520 req-e0c719b1-b1cb-46a0-b3c0-9b1ee0a34ed1 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.0843916
Feb 12 21:07:52.564466 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-fbaeeb10-9a31-4f87-9dac-c3b84ee16e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:52.564466 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-fbaeeb10-9a31-4f87-9dac-c3b84ee16e84 service neutron] 10.222.0.48 "GET /v2.0/networks?id=04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 200  len: 908 time: 0.2010598
Feb 12 21:07:52.569899 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-70b3c119-ce10-47f9-83b6-f52ff3178487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:52.595101 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-70b3c119-ce10-47f9-83b6-f52ff3178487 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=225507fa1fa946aa9559a89fe27569b3&device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 1125 time: 0.1724358
Feb 12 21:07:52.728468 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-8caf77ba-2b0b-4c82-bff6-551cdb64929a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1402b4b5-4ffe-40e5-b42b-355e4a6d8792 HTTP/1.1" status: 200  len: 217 time: 0.1323211
Feb 12 21:07:52.730227 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-3e4a3ef2-7cbd-4853-8fb2-e4cec736d0aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d4270d9-08bc-4f23-9b42-c85ca86d6e30 HTTP/1.1" status: 200  len: 217 time: 0.1041300
Feb 12 21:07:52.741092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc66f2-7f08-4689-a1fe-dba2a7ae98b9 req-04788662-7ce6-4fc7-93ee-e5410d3e507b tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:52.742691 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7dc66f2-7f08-4689-a1fe-dba2a7ae98b9 req-04788662-7ce6-4fc7-93ee-e5410d3e507b tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/ports?device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 950 time: 0.1071637
Feb 12 21:07:52.777376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d3d4a8de-7d58-4d5d-a2ac-1a362a15c520 req-07e59ef6-c0b3-446f-b5d4-7416195adea9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Deleting port e68c6c44-abe5-4ce9-ab41-24f9c4276607 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:07:52.777902 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d3d4a8de-7d58-4d5d-a2ac-1a362a15c520 req-07e59ef6-c0b3-446f-b5d4-7416195adea9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:52.835642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7dc66f2-7f08-4689-a1fe-dba2a7ae98b9 req-976196ec-b422-4b2e-a38d-342c9b3e9023 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1c3134e-db7e-4106-a378-d8df430ec748&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791843
Feb 12 21:07:52.857282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-46c19081-3687-49c4-b7b1-0a5e99196a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:52.858833 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-46c19081-3687-49c4-b7b1-0a5e99196a32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=380301fb-f8fa-48ad-8387-bfa0ccd33656 HTTP/1.1" status: 200  len: 852 time: 0.1137803
Feb 12 21:07:52.860344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-56b0be61-1184-476c-a96a-4fac9cab7580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:52.861750 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-56b0be61-1184-476c-a96a-4fac9cab7580 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 200  len: 847 time: 0.1147339
Feb 12 21:07:52.896828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e4948-0395-4c02-9db5-616d5a1f7530 req-3ddae6fd-619b-4f72-8ad0-53b1174e4761 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:52.899168 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ea6e4948-0395-4c02-9db5-616d5a1f7530 req-3ddae6fd-619b-4f72-8ad0-53b1174e4761 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 950 time: 0.2218068
Feb 12 21:07:52.950379 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-595958ff-8cae-4939-baf5-c7aaf8c174f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04e4405d-ac34-418d-b812-924c095df566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0816965
Feb 12 21:07:52.951881 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-94ad61d2-ae86-445a-9824-42bae9e382ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=500b8539-c5e5-4f3e-8048-ff853db68c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0801938
Feb 12 21:07:52.986282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d3d4a8de-7d58-4d5d-a2ac-1a362a15c520 req-07e59ef6-c0b3-446f-b5d4-7416195adea9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] For port e68c6c44-abe5-4ce9-ab41-24f9c4276607, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e68c6c44-abe5-4ce9-ab41-24f9c4276607,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:52.987537 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d3d4a8de-7d58-4d5d-a2ac-1a362a15c520 req-07e59ef6-c0b3-446f-b5d4-7416195adea9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:53.068269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d3d4a8de-7d58-4d5d-a2ac-1a362a15c520 req-07e59ef6-c0b3-446f-b5d4-7416195adea9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Calling delete_port for e68c6c44-abe5-4ce9-ab41-24f9c4276607 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:07:53.120743 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ea6e4948-0395-4c02-9db5-616d5a1f7530 req-18292f88-06e5-45a9-92ad-b709e5312267 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728277
Feb 12 21:07:53.151326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4df8e-9068-4853-90fd-467b1bdeaf35 req-be47866f-d7b5-4eb4-96e4-787b12616c57 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:53.163745 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15f4df8e-9068-4853-90fd-467b1bdeaf35 req-be47866f-d7b5-4eb4-96e4-787b12616c57 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 946 time: 0.1562426
Feb 12 21:07:53.179038 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-ce5403ea-511a-4e0c-8eaf-47362c77222f service neutron] 10.222.0.50 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167902
Feb 12 21:07:53.183312 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-07c0d249-ba8a-4523-8a97-625428f76d14 service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2093177
Feb 12 21:07:53.236608 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15f4df8e-9068-4853-90fd-467b1bdeaf35 req-5b4c26df-594b-47f8-9373-1bca9ce0768c tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772166
Feb 12 21:07:53.388443 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33118) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:53.415782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e76a15-aaa9-42b7-b0e7-c53fd8e2e8b7 req-ff489c55-c372-434d-b839-8e24e4a425c6 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:53.418053 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6e76a15-aaa9-42b7-b0e7-c53fd8e2e8b7 req-ff489c55-c372-434d-b839-8e24e4a425c6 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.0755923
Feb 12 21:07:53.444186 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d3d4a8de-7d58-4d5d-a2ac-1a362a15c520 req-07e59ef6-c0b3-446f-b5d4-7416195adea9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e68c6c44-abe5-4ce9-ab41-24f9c4276607), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:53.456800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7fe731ff-5471-4420-a35a-07898901b4d0'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:53.461640 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c32fda1a-7041-41b1-9b62-5f37b56042bb req-0400e21a-4b24-421b-9d1a-692e907fbbc5 service neutron] 10.222.0.50 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2734451
Feb 12 21:07:53.471781 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42905869-0814-4ae0-9dc0-b841f82251fb req-fa79ed05-043b-4ccc-99d7-3a1121003f4a tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:53.479969 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-42905869-0814-4ae0-9dc0-b841f82251fb req-fa79ed05-043b-4ccc-99d7-3a1121003f4a tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 943 time: 0.1972709
Feb 12 21:07:53.488611 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-c60934ad-5bb1-4c9c-8f0c-c0361e72c49a service neutron] 10.222.0.48 "GET /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2810302
Feb 12 21:07:53.506932 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-45dd8083-8c56-4663-8000-840bd551554c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96f36e6dafed4ac3893ff213631f82fa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1073530
Feb 12 21:07:53.508469 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33120) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:53.556674 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6e76a15-aaa9-42b7-b0e7-c53fd8e2e8b7 req-979478c9-4e30-4089-ad23-f9b2cad92864 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275783
Feb 12 21:07:53.557692 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e59ef6-c0b3-446f-b5d4-7416195adea9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Pushing event deleted for resources: {'Port': ['ID=e68c6c44-abe5-4ce9-ab41-24f9c4276607,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:53.564792 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-42905869-0814-4ae0-9dc0-b841f82251fb req-0d61b8be-4e43-48f6-9792-78e6bb2d71b6 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748076
Feb 12 21:07:53.766971 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d4a8de-7d58-4d5d-a2ac-1a362a15c520 req-07e59ef6-c0b3-446f-b5d4-7416195adea9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] No DVR routers for this DVR port e68c6c44-abe5-4ce9-ab41-24f9c4276607 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:53.771577 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d3d4a8de-7d58-4d5d-a2ac-1a362a15c520 req-07e59ef6-c0b3-446f-b5d4-7416195adea9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:53.775203 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d3d4a8de-7d58-4d5d-a2ac-1a362a15c520 req-07e59ef6-c0b3-446f-b5d4-7416195adea9 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.48 "DELETE /v2.0/ports/e68c6c44-abe5-4ce9-ab41-24f9c4276607 HTTP/1.1" status: 204  len: 173 time: 1.2040482
Feb 12 21:07:53.775976 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8e14fe-6904-44f4-a8bf-c1e9b349e419', 'name': 'network-vif-deleted', 'tag': 'e68c6c44-abe5-4ce9-ab41-24f9c4276607'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:53.785176 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c001015-3b12-43e9-8000-9d303c908d9c" -d '{"events": [{"server_uuid": "3d8e14fe-6904-44f4-a8bf-c1e9b349e419", "name": "network-vif-deleted", "tag": "e68c6c44-abe5-4ce9-ab41-24f9c4276607"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:53.813961 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e59b4e9-b0a2-4905-a680-bd94712bac4b admin admin] Publish callbacks [] for security_group (6e04e76e-ed9c-482f-b04f-f59398cbd949), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:53.860329 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e59b4e9-b0a2-4905-a680-bd94712bac4b admin admin] Publish callbacks [] for security_group (6e04e76e-ed9c-482f-b04f-f59398cbd949), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:53.877294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d05c0-d5b2-4fc6-84b9-59e54a602751 req-357abfbd-691a-4a24-9844-9c1fde901bea tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:53.879231 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-079d05c0-d5b2-4fc6-84b9-59e54a602751 req-357abfbd-691a-4a24-9844-9c1fde901bea tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 945 time: 0.1787806
Feb 12 21:07:53.894558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-b40d6013-ddf0-4ff6-99f4-2af14e065061 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:53.896484 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-b40d6013-ddf0-4ff6-99f4-2af14e065061 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d&tenant_id=97311a1994be45a2b507aedc74f578df&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.3569391
Feb 12 21:07:53.952147 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-079d05c0-d5b2-4fc6-84b9-59e54a602751 req-66b9a846-d28f-4c0b-9e7d-6d87cd9f825c tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616851
Feb 12 21:07:54.029867 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a8b526-f5e6-4f2c-836b-922c0ceff788 x-openstack-request-id: req-c5a8b526-f5e6-4f2c-836b-922c0ceff788 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:54.031570 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8e14fe-6904-44f4-a8bf-c1e9b349e419", "name": "network-vif-deleted", "tag": "e68c6c44-abe5-4ce9-ab41-24f9c4276607", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:54.031570 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5a8b526-f5e6-4f2c-836b-922c0ceff788 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:54.031570 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8e14fe-6904-44f4-a8bf-c1e9b349e419', 'name': 'network-vif-deleted', 'tag': 'e68c6c44-abe5-4ce9-ab41-24f9c4276607', 'status': 'completed', 'code': 200}
Feb 12 21:07:54.059590 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e59b4e9-b0a2-4905-a680-bd94712bac4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6e04e76e-ed9c-482f-b04f-f59398cbd949), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:54.064007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee3a6d-9ce4-4a60-8c86-3edbdf98f282 req-28fa68c3-a7f5-4716-a535-568f1568c1bd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:54.068032 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e59b4e9-b0a2-4905-a680-bd94712bac4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:54.072944 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2e59b4e9-b0a2-4905-a680-bd94712bac4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e04e76e-ed9c-482f-b04f-f59398cbd949 HTTP/1.1" status: 204  len: 168 time: 0.5323114
Feb 12 21:07:54.073323 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2cee3a6d-9ce4-4a60-8c86-3edbdf98f282 req-28fa68c3-a7f5-4716-a535-568f1568c1bd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.1376734
Feb 12 21:07:54.123128 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59b4e9-b0a2-4905-a680-bd94712bac4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e04e76e-ed9c-482f-b04f-f59398cbd949,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:54.149127 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2cee3a6d-9ce4-4a60-8c86-3edbdf98f282 req-50f8b246-f17d-4185-b8ad-fb7e700b0b55 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768375
Feb 12 21:07:54.219583 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589532d5-0cb9-4634-81c1-493ddae1d735 req-2b1fa68d-ad2f-4c68-bd13-65294f7b84dc tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:54.221561 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-589532d5-0cb9-4634-81c1-493ddae1d735 req-2b1fa68d-ad2f-4c68-bd13-65294f7b84dc tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/ports?device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 950 time: 0.1242504
Feb 12 21:07:54.234708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed452a1-947c-4a63-8f67-8af1f1554c12', 'tag': '5d4270d9-08bc-4f23-9b42-c85ca86d6e30'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:54.237283 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c25f27-0c99-4ea9-8e8a-12f0476ae225" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed452a1-947c-4a63-8f67-8af1f1554c12", "tag": "5d4270d9-08bc-4f23-9b42-c85ca86d6e30"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:54.286691 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-589532d5-0cb9-4634-81c1-493ddae1d735 req-35be96cb-9a33-429c-b83b-4869a44f2f38 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1c3134e-db7e-4106-a378-d8df430ec748&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589137
Feb 12 21:07:54.325270 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-5a7cd8e5-866c-4641-8d37-52478e86ead5 service neutron] For port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:07:54.338222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413d03b-a6ac-4a7b-9a64-75478bcf23ee req-55d9c24e-ba30-41b2-a31b-98cfea0cc952 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:54.340644 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4413d03b-a6ac-4a7b-9a64-75478bcf23ee req-55d9c24e-ba30-41b2-a31b-98cfea0cc952 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 1128 time: 0.0998592
Feb 12 21:07:54.377802 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-5a7cd8e5-866c-4641-8d37-52478e86ead5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:54.378877 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ed26788-739f-46a9-aeb9-9f81bb41fa13 req-5a7cd8e5-866c-4641-8d37-52478e86ead5 service neutron] 10.222.0.48 "DELETE /v2.0/ports/1402b4b5-4ffe-40e5-b42b-355e4a6d8792/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4720614
Feb 12 21:07:54.399712 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c21c3cad-0f87-42f2-ac62-b77f3a0fd399 req-72524a5c-f883-42cb-89d7-604bf8ee3fdf tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8e14fe-6904-44f4-a8bf-c1e9b349e419 HTTP/1.1" status: 200  len: 210 time: 0.0334809
Feb 12 21:07:54.404480 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4413d03b-a6ac-4a7b-9a64-75478bcf23ee req-02138e6a-0e30-4b6e-ba0e-91ad5d7d85f4 tempest-LiveMigrationTest-1966938337 tempest-LiveMigrationTest-1966938337-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561955
Feb 12 21:07:54.463926 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4f906b-75bb-4eeb-bf15-758f8b2e7132 x-openstack-request-id: req-8f4f906b-75bb-4eeb-bf15-758f8b2e7132 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:54.464263 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed452a1-947c-4a63-8f67-8af1f1554c12", "tag": "5d4270d9-08bc-4f23-9b42-c85ca86d6e30", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:54.464562 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f4f906b-75bb-4eeb-bf15-758f8b2e7132 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:54.464905 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed452a1-947c-4a63-8f67-8af1f1554c12', 'tag': '5d4270d9-08bc-4f23-9b42-c85ca86d6e30', 'status': 'completed', 'code': 200}
Feb 12 21:07:54.537929 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e4e42-58cc-4a16-bab7-c10c974638a2 req-5cffbf18-4e50-462b-a6a1-eefbb187e903 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:54.539179 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c25f27-0c99-4ea9-8e8a-12f0476ae225 req-70dd496c-0dd0-4bdc-a4d3-4f5f4a10b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:54.540609 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-69c25f27-0c99-4ea9-8e8a-12f0476ae225 req-70dd496c-0dd0-4bdc-a4d3-4f5f4a10b9d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=225507fa1fa946aa9559a89fe27569b3&device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 1125 time: 0.0521023
Feb 12 21:07:54.541977 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e81e4e42-58cc-4a16-bab7-c10c974638a2 req-5cffbf18-4e50-462b-a6a1-eefbb187e903 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.0641661
Feb 12 21:07:54.594632 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e81e4e42-58cc-4a16-bab7-c10c974638a2 req-749ab8f2-ac57-4257-9301-db658e9745d2 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490839
Feb 12 21:07:54.711408 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c25f27-0c99-4ea9-8e8a-12f0476ae225 req-04bc41c6-d357-4db5-a4ba-06a1e7337666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:54.713648 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-69c25f27-0c99-4ea9-8e8a-12f0476ae225 req-04bc41c6-d357-4db5-a4ba-06a1e7337666 service neutron] 10.222.0.50 "GET /v2.0/networks?id=500b8539-c5e5-4f3e-8048-ff853db68c9e HTTP/1.1" status: 200  len: 913 time: 0.1638722
Feb 12 21:07:54.780000 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-69c25f27-0c99-4ea9-8e8a-12f0476ae225 req-e58fa406-f75e-476c-89dc-9cce1148a00f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d4270d9-08bc-4f23-9b42-c85ca86d6e30 HTTP/1.1" status: 200  len: 217 time: 0.0583549
Feb 12 21:07:54.844590 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c25f27-0c99-4ea9-8e8a-12f0476ae225 req-0bdb8042-3769-4c5e-b886-c8f02f07afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:54.850076 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-69c25f27-0c99-4ea9-8e8a-12f0476ae225 req-0bdb8042-3769-4c5e-b886-c8f02f07afd0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=380301fb-f8fa-48ad-8387-bfa0ccd33656 HTTP/1.1" status: 200  len: 852 time: 0.0635381
Feb 12 21:07:54.912618 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-69c25f27-0c99-4ea9-8e8a-12f0476ae225 req-843e36ea-9e8d-4f25-870b-655e733c403f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=500b8539-c5e5-4f3e-8048-ff853db68c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460248
Feb 12 21:07:54.986475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3004a-089f-455d-9232-d22f9e1eda5d req-73678969-ae82-49f0-96af-a6cfc25424c1 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:54.988043 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8eb3004a-089f-455d-9232-d22f9e1eda5d req-73678969-ae82-49f0-96af-a6cfc25424c1 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 943 time: 0.1365862
Feb 12 21:07:55.051152 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-69c25f27-0c99-4ea9-8e8a-12f0476ae225 req-cc03add3-7675-4532-a203-23f7bb05dc3e service neutron] 10.222.0.50 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303194
Feb 12 21:07:55.059057 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8eb3004a-089f-455d-9232-d22f9e1eda5d req-661bb6c5-09f5-4211-967b-91f373b98548 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648117
Feb 12 21:07:55.196844 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-69c25f27-0c99-4ea9-8e8a-12f0476ae225 req-98afc461-116f-4a3a-bcf5-17583e18a948 service neutron] 10.222.0.50 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367638
Feb 12 21:07:55.208553 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e87444-5b28-4949-b669-93fda81e7eda req-ee7a9aab-924f-490b-851d-07e33a835aa9 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:55.210691 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-69e87444-5b28-4949-b669-93fda81e7eda req-ee7a9aab-924f-490b-851d-07e33a835aa9 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 945 time: 0.0871701
Feb 12 21:07:55.256917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a61717-135b-406d-bf30-b3b9643b1f08 req-cc5ac099-9560-4424-a6f1-e10b51ee3b77 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:55.258459 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07a61717-135b-406d-bf30-b3b9643b1f08 req-cc5ac099-9560-4424-a6f1-e10b51ee3b77 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 946 time: 0.0660491
Feb 12 21:07:55.274277 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-69e87444-5b28-4949-b669-93fda81e7eda req-adac7131-a8f9-446a-8351-92fc09aa54d3 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504820
Feb 12 21:07:55.319357 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07a61717-135b-406d-bf30-b3b9643b1f08 req-16334e3e-37c5-4692-9679-07538703fe2e tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527520
Feb 12 21:07:55.413750 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device e68c6c44-abe5-4ce9-ab41-24f9c4276607 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:07:55.419574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8dbb5-1cbe-4063-bf70-a7623f2c7f45 req-bd0c79bc-da33-4bce-a202-a51b3a5c6ce2 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:55.421157 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4df8dbb5-1cbe-4063-bf70-a7623f2c7f45 req-bd0c79bc-da33-4bce-a202-a51b3a5c6ce2 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.0592346
Feb 12 21:07:55.438128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: e68c6c44-abe5-4ce9-ab41-24f9c4276607 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:07:55.438487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device e68c6c44-abe5-4ce9-ab41-24f9c4276607 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:07:55.475754 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4df8dbb5-1cbe-4063-bf70-a7623f2c7f45 req-ee94ffeb-fc40-4dcf-bb3e-46ea87d8a3a4 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442102
Feb 12 21:07:55.783118 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-37cd3b06-4290-48bf-b876-4843d7dee9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:56.110615 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e7969-bb88-48e7-bf2e-115969abd9dd req-cfff8112-363d-440b-a7f5-9c3262d2da91 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:56.117314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafe5a8-2e71-4448-b530-1f7a0d476618 req-47bd830f-bc3e-4971-8e6b-6707500b8961 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:56.117600 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6d6e7969-bb88-48e7-bf2e-115969abd9dd req-cfff8112-363d-440b-a7f5-9c3262d2da91 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.0986974
Feb 12 21:07:56.118894 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddafe5a8-2e71-4448-b530-1f7a0d476618 req-47bd830f-bc3e-4971-8e6b-6707500b8961 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.0688980
Feb 12 21:07:56.169151 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6d6e7969-bb88-48e7-bf2e-115969abd9dd req-bee97d61-d1bd-42ef-b94e-cd237cb532ab tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504632
Feb 12 21:07:56.174311 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddafe5a8-2e71-4448-b530-1f7a0d476618 req-1aa36ead-6b95-4962-965d-0d9faaec0ee0 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473874
Feb 12 21:07:56.312728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662002d-b897-429a-b4e7-9614ff3eb20c req-301b32e6-9a50-4e71-adf2-f747bef9c279 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:56.318087 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5662002d-b897-429a-b4e7-9614ff3eb20c req-301b32e6-9a50-4e71-adf2-f747bef9c279 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 943 time: 0.0674367
Feb 12 21:07:56.329736 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fced84-cfd9-4134-87e3-7a3ab8a7c35d req-7dec6283-02b9-45cf-a72c-b29fd6b3c57c tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:56.331538 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-37fced84-cfd9-4134-87e3-7a3ab8a7c35d req-7dec6283-02b9-45cf-a72c-b29fd6b3c57c tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/ports?device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 950 time: 0.0756640
Feb 12 21:07:56.388094 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5662002d-b897-429a-b4e7-9614ff3eb20c req-4961bf60-e495-4705-b531-6938c6a2763e tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681167
Feb 12 21:07:56.404301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-37fced84-cfd9-4134-87e3-7a3ab8a7c35d req-cfc0a1cf-6bb4-4b2b-864b-a28ef9d0669c tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1c3134e-db7e-4106-a378-d8df430ec748&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654738
Feb 12 21:07:56.550130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73815b-193f-4535-9a57-579ec05bb733 req-3e5c83d4-ab38-4539-908c-a8e4600b9653 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:56.551742 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9d73815b-193f-4535-9a57-579ec05bb733 req-3e5c83d4-ab38-4539-908c-a8e4600b9653 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 945 time: 0.0752766
Feb 12 21:07:56.553515 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a90b3-4b6d-465e-937f-e738abd29435 req-1018e04a-7328-4356-837b-0ecefbfc031d tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:56.561936 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c0a90b3-4b6d-465e-937f-e738abd29435 req-1018e04a-7328-4356-837b-0ecefbfc031d tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 946 time: 0.0802772
Feb 12 21:07:56.606737 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c0a90b3-4b6d-465e-937f-e738abd29435 req-a911aa7a-72c5-4a34-a9cc-b7bd10ac1cfc tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439341
Feb 12 21:07:56.630106 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9d73815b-193f-4535-9a57-579ec05bb733 req-c6d65cfe-61c3-45b1-b6d8-bc4e0a9a905b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497618
Feb 12 21:07:56.652035 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:56.736868 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b83de-05ae-4a50-a62b-9484c3c6a492 req-1334086e-4233-4995-86ff-2ddf85e53ad0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:56.738464 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a2b83de-05ae-4a50-a62b-9484c3c6a492 req-1334086e-4233-4995-86ff-2ddf85e53ad0 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.0650377
Feb 12 21:07:56.794454 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a2b83de-05ae-4a50-a62b-9484c3c6a492 req-bb60dd5b-f102-43b7-b034-d83a87030851 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498259
Feb 12 21:07:56.913112 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:07:56.929864 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a647dc9-3d5d-4b2e-a410-fdde64800a21 req-1d2dc39c-b6ad-46f1-8ae5-9629f27cfdf3 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:56.933964 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6a647dc9-3d5d-4b2e-a410-fdde64800a21 req-1d2dc39c-b6ad-46f1-8ae5-9629f27cfdf3 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.0708191
Feb 12 21:07:56.991853 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6a647dc9-3d5d-4b2e-a410-fdde64800a21 req-1b6cae0b-03e4-4f5b-8734-c30e47daf03d tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533459
Feb 12 21:07:57.028824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d4270d9-08bc-4f23-9b42-c85ca86d6e30,segment=NetworkSegment(e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba),segment_id=e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:57.038890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '5d4270d9-08bc-4f23-9b42-c85ca86d6e30', 'network_id': '500b8539-c5e5-4f3e-8048-ff853db68c9e', 'port_id': '5d4270d9-08bc-4f23-9b42-c85ca86d6e30', 'mac_address': 'fa:16:3e:9a:c8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '380301fb-f8fa-48ad-8387-bfa0ccd33656', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:07:57.089630 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:57.089630 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:57.099927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:07:57.122586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d4270d9-08bc-4f23-9b42-c85ca86d6e30,segment=NetworkSegment(e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba),segment_id=e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:57.218688 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:57.220089 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc283e-2a64-48cd-918e-4b33ab726ef0 req-66170157-41af-4bc7-bf9f-77a34ce24248 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:57.222792 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63fc283e-2a64-48cd-918e-4b33ab726ef0 req-66170157-41af-4bc7-bf9f-77a34ce24248 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 946 time: 0.0559096
Feb 12 21:07:57.283068 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=5d4270d9-08bc-4f23-9b42-c85ca86d6e30,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:57.368568 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70378fad-0cc3-4de7-86fc-67bee5045f1e req-b056df53-84b1-4162-b15a-fadb4feec143 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:57.370693 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-70378fad-0cc3-4de7-86fc-67bee5045f1e req-b056df53-84b1-4162-b15a-fadb4feec143 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.1051462
Feb 12 21:07:57.398139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-63fc283e-2a64-48cd-918e-4b33ab726ef0 req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Deleting port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:07:57.398490 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-63fc283e-2a64-48cd-918e-4b33ab726ef0 req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1402b4b5-4ffe-40e5-b42b-355e4a6d8792), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:57.516199 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-70378fad-0cc3-4de7-86fc-67bee5045f1e req-68f96329-5750-480b-8bdb-fc852a962d6c tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383815
Feb 12 21:07:57.531226 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33252) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:57.548505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-63fc283e-2a64-48cd-918e-4b33ab726ef0 req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] For port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1402b4b5-4ffe-40e5-b42b-355e4a6d8792,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:57.555653 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-63fc283e-2a64-48cd-918e-4b33ab726ef0 req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1402b4b5-4ffe-40e5-b42b-355e4a6d8792), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:57.561108 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['5d4270d9-08bc-4f23-9b42-c85ca86d6e30'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:57.565922 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-63fc283e-2a64-48cd-918e-4b33ab726ef0 req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Calling delete_port for 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:07:57.586543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678ec3a-5a3c-49a1-bb26-9cf4d82e9003 req-79300f31-e78c-48b5-8217-6428666e3018 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:57.594490 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6678ec3a-5a3c-49a1-bb26-9cf4d82e9003 req-79300f31-e78c-48b5-8217-6428666e3018 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.1122384
Feb 12 21:07:57.732429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba95be-f88b-4788-a7ef-6f918597d252 req-570037ec-3c9d-4815-9ecc-c5048202d978 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:57.739568 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6bba95be-f88b-4788-a7ef-6f918597d252 req-570037ec-3c9d-4815-9ecc-c5048202d978 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/ports?device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 950 time: 0.1124499
Feb 12 21:07:57.741295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-d31cbcfd-a866-4cb6-b38d-d865bbe88042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:57.742992 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-d31cbcfd-a866-4cb6-b38d-d865bbe88042 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=097ba3f98cb348929658959fd4ff31cf&device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 1127 time: 0.1465614
Feb 12 21:07:57.754077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6678ec3a-5a3c-49a1-bb26-9cf4d82e9003 req-cd1a3b8d-f24a-4a8f-8305-0aeab34ba97e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587327
Feb 12 21:07:57.811910 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:57.851731 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6bba95be-f88b-4788-a7ef-6f918597d252 req-4f6da04b-d2fa-495f-a07f-02298569a747 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1c3134e-db7e-4106-a378-d8df430ec748&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110380
Feb 12 21:07:57.941781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-6818e90c-62b4-43f6-a616-1e476b9ac82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:57.943345 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-6818e90c-62b4-43f6-a616-1e476b9ac82b service neutron] 10.222.0.50 "GET /v2.0/networks?id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 200  len: 922 time: 0.1867163
Feb 12 21:07:57.962821 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddeb43-633d-40c4-a60c-e42026994aa1 req-97cfe822-406c-470b-8241-c702385d5332 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:57.964390 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-43ddeb43-633d-40c4-a60c-e42026994aa1 req-97cfe822-406c-470b-8241-c702385d5332 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 946 time: 0.0569434
Feb 12 21:07:57.965929 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-63fc283e-2a64-48cd-918e-4b33ab726ef0 req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (1402b4b5-4ffe-40e5-b42b-355e4a6d8792), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:57.969718 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712977b-7fca-40c4-9881-b57672d65a31 req-eac44044-3f5d-4b2a-9c30-bdd78441cd31 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:57.971223 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1712977b-7fca-40c4-9881-b57672d65a31 req-eac44044-3f5d-4b2a-9c30-bdd78441cd31 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 944 time: 0.1238244
Feb 12 21:07:57.980076 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['32360a5d-8e56-4c23-9414-36fca780d88e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:57.983571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['1402b4b5-4ffe-40e5-b42b-355e4a6d8792'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:07:58.002314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Pushing event deleted for resources: {'Port': ['ID=1402b4b5-4ffe-40e5-b42b-355e4a6d8792,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:58.016954 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-a50548ee-f8c0-4c07-890a-f95cccef817a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6102892-165a-4568-bed4-24217882b194 HTTP/1.1" status: 200  len: 217 time: 0.0649891
Feb 12 21:07:58.024993 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.024993 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.025330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.025682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.026037 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.027233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.027408 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.027733 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.028056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.028383 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.028706 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.029027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.029392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.068897 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-03743649-018a-44ac-9881-edc6581ee5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:58.078736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fc283e-2a64-48cd-918e-4b33ab726ef0 req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] No DVR routers for this DVR port 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 on host nch2-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:58.083409 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-63fc283e-2a64-48cd-918e-4b33ab726ef0 req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:58.086847 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63fc283e-2a64-48cd-918e-4b33ab726ef0 req-caa3a2ac-8920-43d2-870f-8fb2bde75e93 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.50 "DELETE /v2.0/ports/1402b4b5-4ffe-40e5-b42b-355e4a6d8792 HTTP/1.1" status: 204  len: 173 time: 0.8542013
Feb 12 21:07:58.087398 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a074cfc-bc01-4936-ac34-cf31436b706d', 'name': 'network-vif-deleted', 'tag': '1402b4b5-4ffe-40e5-b42b-355e4a6d8792'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:58.090771 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3c326a-85b5-4dd1-bd31-a5dec0f4af3f" -d '{"events": [{"server_uuid": "7a074cfc-bc01-4936-ac34-cf31436b706d", "name": "network-vif-deleted", "tag": "1402b4b5-4ffe-40e5-b42b-355e4a6d8792"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:58.114441 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Publish callbacks [] for security_group (15ed05d3-379e-45a0-aaff-2f823dbabb79), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:58.116237 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-43ddeb43-633d-40c4-a60c-e42026994aa1 req-bfd23a79-3cb6-4c16-b722-d48dc9053569 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405070
Feb 12 21:07:58.149364 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-a8b8abec-427f-4ad6-9231-11f609341110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:58.151029 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-a8b8abec-427f-4ad6-9231-11f609341110 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 200  len: 861 time: 0.1126022
Feb 12 21:07:58.157990 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1712977b-7fca-40c4-9881-b57672d65a31 req-b9613808-4953-44d0-b837-9f42e9726976 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538029
Feb 12 21:07:58.210765 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-d2ff7eef-7edf-459b-b874-59cea9b3a440 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=714ff2dc-d317-4a71-9ee6-4e812e6c4f51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508103
Feb 12 21:07:58.246120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4511203-1cbc-4fb2-bb52-642b62361822 req-0cc9e47e-8187-417d-982d-8d5591eea9e2 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:58.247854 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4511203-1cbc-4fb2-bb52-642b62361822 req-0cc9e47e-8187-417d-982d-8d5591eea9e2 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.50 "GET /v2.0/ports?device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 950 time: 0.2083755
Feb 12 21:07:58.252355 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812d884-bad5-46a2-8fbb-744c8fe47bc9 req-92c93793-8966-40aa-be1d-95f3b8b5fc23 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:58.253875 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1812d884-bad5-46a2-8fbb-744c8fe47bc9 req-92c93793-8966-40aa-be1d-95f3b8b5fc23 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.0937023
Feb 12 21:07:58.259002 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (15ed05d3-379e-45a0-aaff-2f823dbabb79), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:58.271340 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148361b1-7b8d-4b99-ac4f-70876e2ff1eb x-openstack-request-id: req-148361b1-7b8d-4b99-ac4f-70876e2ff1eb {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:58.271632 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a074cfc-bc01-4936-ac34-cf31436b706d", "name": "network-vif-deleted", "tag": "1402b4b5-4ffe-40e5-b42b-355e4a6d8792", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:58.271892 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-148361b1-7b8d-4b99-ac4f-70876e2ff1eb {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:58.272286 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a074cfc-bc01-4936-ac34-cf31436b706d', 'name': 'network-vif-deleted', 'tag': '1402b4b5-4ffe-40e5-b42b-355e4a6d8792', 'status': 'completed', 'code': 200}
Feb 12 21:07:58.279973 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b261cc-e380-438b-9395-3d93a518bcca req-cdad8cfd-25a6-4e82-bd76-95d5be149fa1 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:58.281533 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-88b261cc-e380-438b-9395-3d93a518bcca req-cdad8cfd-25a6-4e82-bd76-95d5be149fa1 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 945 time: 0.0822182
Feb 12 21:07:58.379565 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d43fad9403a54b138f3bd2556ffc37e8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8448217
Feb 12 21:07:58.388691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33262) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:58.424353 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ed05d3-379e-45a0-aaff-2f823dbabb79,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:58.459672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.460024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.460363 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.460766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.461030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.461375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.461713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.462069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.462404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.462713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.463038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.463359 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.463749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7c882-044a-41a3-84de-c8fd3259d9b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:58.509199 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-3d3163f7-b1de-42d9-9b4e-a73ea32aa23d service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2877803
Feb 12 21:07:58.559770 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d3565893-f20f-4192-a7a8-b25e8b1e6fb1 admin admin] Publish callbacks [] for security_group (15ed05d3-379e-45a0-aaff-2f823dbabb79), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:58.652195 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d3565893-f20f-4192-a7a8-b25e8b1e6fb1 admin admin] Publish callbacks [] for security_group (15ed05d3-379e-45a0-aaff-2f823dbabb79), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:58.669642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-a4511203-1cbc-4fb2-bb52-642b62361822 req-f399e027-796b-4269-8156-208719088f9c tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Deleting port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:07:58.669985 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a4511203-1cbc-4fb2-bb52-642b62361822 req-f399e027-796b-4269-8156-208719088f9c tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4626eaa8-b36f-4ef5-9cd4-400d59ca0c31), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:58.721468 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-88b261cc-e380-438b-9395-3d93a518bcca req-bb86b05b-9447-4500-92bf-485d89dd1530 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4194725
Feb 12 21:07:58.750200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-1812d884-bad5-46a2-8fbb-744c8fe47bc9 req-2511d256-e53e-4670-adce-a14e834b221d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Deleting port 7fe731ff-5471-4420-a35a-07898901b4d0 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:07:58.750200 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1812d884-bad5-46a2-8fbb-744c8fe47bc9 req-2511d256-e53e-4670-adce-a14e834b221d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:58.799902 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-7d6da4ef-0a72-4d2d-9342-d32ed2258be8 service neutron] 10.222.0.50 "GET /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2822509
Feb 12 21:07:58.815672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d30bb-fac3-4174-ab99-2d31c1a96665 req-c0e62932-1638-4451-8e71-56ebd9fc143f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:58.820832 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f53d30bb-fac3-4174-ab99-2d31c1a96665 req-c0e62932-1638-4451-8e71-56ebd9fc143f tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 949 time: 0.2100999
Feb 12 21:07:58.915424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-a4511203-1cbc-4fb2-bb52-642b62361822 req-f399e027-796b-4269-8156-208719088f9c tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] For port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4626eaa8-b36f-4ef5-9cd4-400d59ca0c31,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:58.915887 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a4511203-1cbc-4fb2-bb52-642b62361822 req-f399e027-796b-4269-8156-208719088f9c tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4626eaa8-b36f-4ef5-9cd4-400d59ca0c31), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:58.930763 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-1812d884-bad5-46a2-8fbb-744c8fe47bc9 req-2511d256-e53e-4670-adce-a14e834b221d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] For port 7fe731ff-5471-4420-a35a-07898901b4d0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7fe731ff-5471-4420-a35a-07898901b4d0,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:58.954177 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1812d884-bad5-46a2-8fbb-744c8fe47bc9 req-2511d256-e53e-4670-adce-a14e834b221d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:58.954950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:07:58.955054 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d3565893-f20f-4192-a7a8-b25e8b1e6fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (15ed05d3-379e-45a0-aaff-2f823dbabb79), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:58.955054 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d3565893-f20f-4192-a7a8-b25e8b1e6fb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:58.955054 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d3565893-f20f-4192-a7a8-b25e8b1e6fb1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15ed05d3-379e-45a0-aaff-2f823dbabb79 HTTP/1.1" status: 204  len: 168 time: 0.5534930
Feb 12 21:07:58.955054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-a4511203-1cbc-4fb2-bb52-642b62361822 req-f399e027-796b-4269-8156-208719088f9c tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Calling delete_port for 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:07:58.955338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-1812d884-bad5-46a2-8fbb-744c8fe47bc9 req-2511d256-e53e-4670-adce-a14e834b221d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Calling delete_port for 7fe731ff-5471-4420-a35a-07898901b4d0 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:07:58.980794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3565893-f20f-4192-a7a8-b25e8b1e6fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ed05d3-379e-45a0-aaff-2f823dbabb79,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:58.985067 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f53d30bb-fac3-4174-ab99-2d31c1a96665 req-fd048b8a-326a-4f2d-b81e-53b1b16a8683 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfa6fd2-78d4-4d2e-ae36-134df7f01837&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440420
Feb 12 21:07:58.991021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-9599bd3a-856e-4df7-ba24-9861b5b2d2a9 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:58.991495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9768942-0630-44e5-8ce0-26e016c93fc1 req-4b293c06-c616-4fa7-a08c-bcef23975c2f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:58.992536 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-9599bd3a-856e-4df7-ba24-9861b5b2d2a9 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0&tenant_id=097ba3f98cb348929658959fd4ff31cf&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1598272
Feb 12 21:07:58.999934 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9768942-0630-44e5-8ce0-26e016c93fc1 req-4b293c06-c616-4fa7-a08c-bcef23975c2f tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.1229465
Feb 12 21:07:59.128468 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9768942-0630-44e5-8ce0-26e016c93fc1 req-f79feaad-9741-41d5-8630-b534a456c2e7 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851550
Feb 12 21:07:59.160776 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:07:59.165061 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:07:59.165706 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:59.251482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16108048-84ec-4e66-8322-75437a58d112 req-4cf6a0e4-ecee-45cd-8c56-247fef17f5fb tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:59.260310 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-16108048-84ec-4e66-8322-75437a58d112 req-4cf6a0e4-ecee-45cd-8c56-247fef17f5fb tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 1127 time: 0.1677833
Feb 12 21:07:59.278911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:07:59.279804 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:59.286339 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d841264-f7de-4ecc-8fa2-88a3dd3e8202 req-1c50af47-ec21-4f70-89c1-e5d25904a3f8 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:59.288007 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9d841264-f7de-4ecc-8fa2-88a3dd3e8202 req-1c50af47-ec21-4f70-89c1-e5d25904a3f8 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/ports?device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 950 time: 0.0915031
Feb 12 21:07:59.301999 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:59.308782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed452a1-947c-4a63-8f67-8af1f1554c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4270d9-08bc-4f23-9b42-c85ca86d6e30'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:59.311311 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae62b928-80dc-467a-bfa6-12bb40bcc1d5" -d '{"events": [{"server_uuid": "3ed452a1-947c-4a63-8f67-8af1f1554c12", "name": "network-vif-plugged", "status": "completed", "tag": "5d4270d9-08bc-4f23-9b42-c85ca86d6e30"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:59.314771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-16108048-84ec-4e66-8322-75437a58d112 req-96b09e23-4680-41fd-a3c6-3e91133242d0 tempest-LiveAutoBlockMigrationV225Test-1189065283 tempest-LiveAutoBlockMigrationV225Test-1189065283-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535409
Feb 12 21:07:59.325078 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d4270d9-08bc-4f23-9b42-c85ca86d6e30,segment=NetworkSegment(e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba),segment_id=e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:07:59.353864 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9d841264-f7de-4ecc-8fa2-88a3dd3e8202 req-0c78d8c5-5ad1-4d8b-9134-a36108b04869 tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1c3134e-db7e-4106-a378-d8df430ec748&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484998
Feb 12 21:07:59.353864 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1812d884-bad5-46a2-8fbb-744c8fe47bc9 req-2511d256-e53e-4670-adce-a14e834b221d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (7fe731ff-5471-4420-a35a-07898901b4d0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:59.396649 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511d256-e53e-4670-adce-a14e834b221d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Pushing event deleted for resources: {'Port': ['ID=7fe731ff-5471-4420-a35a-07898901b4d0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:59.442083 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a4511203-1cbc-4fb2-bb52-642b62361822 req-f399e027-796b-4269-8156-208719088f9c tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (4626eaa8-b36f-4ef5-9cd4-400d59ca0c31), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:59.479023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1812d884-bad5-46a2-8fbb-744c8fe47bc9 req-2511d256-e53e-4670-adce-a14e834b221d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] No DVR routers for this DVR port 7fe731ff-5471-4420-a35a-07898901b4d0 on host nch2-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:59.481616 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:59.491416 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:59.496301 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1812d884-bad5-46a2-8fbb-744c8fe47bc9 req-2511d256-e53e-4670-adce-a14e834b221d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:59.499988 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1812d884-bad5-46a2-8fbb-744c8fe47bc9 req-2511d256-e53e-4670-adce-a14e834b221d tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.50 "DELETE /v2.0/ports/7fe731ff-5471-4420-a35a-07898901b4d0 HTTP/1.1" status: 204  len: 173 time: 1.2374160
Feb 12 21:07:59.556616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=5d4270d9-08bc-4f23-9b42-c85ca86d6e30,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:59.567748 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:59.568170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:59.568657 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:59.569143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:59.569536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:59.569878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:59.570443 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:59.570789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:59.571601 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:59.571862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:59.572390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:59.572824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:59.573189 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:07:59.590159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa81f9-433d-45a8-bf0f-8a5ba7fc319b req-bdd569a1-6a2b-44e2-bfae-41ce72d2d47e tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:59.593786 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eaaa81f9-433d-45a8-bf0f-8a5ba7fc319b req-bdd569a1-6a2b-44e2-bfae-41ce72d2d47e tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 945 time: 0.0927420
Feb 12 21:07:59.637149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399e027-796b-4269-8156-208719088f9c tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Pushing event deleted for resources: {'Port': ['ID=4626eaa8-b36f-4ef5-9cd4-400d59ca0c31,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:07:59.654853 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-749f030a-0425-4c8f-8663-090d285c3c40 req-d2da2ef7-e70f-4120-ba2f-eefa976f09bd tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a074cfc-bc01-4936-ac34-cf31436b706d HTTP/1.1" status: 200  len: 210 time: 0.2155967
Feb 12 21:07:59.658627 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eaaa81f9-433d-45a8-bf0f-8a5ba7fc319b req-af60336d-820d-43f8-bb3c-f4e5ed82203d tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586145
Feb 12 21:07:59.692989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-e7c02f7e-311b-40c9-92f5-8da826b8217c service neutron] For port d6102892-165a-4568-bed4-24217882b194, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:07:59.708765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4511203-1cbc-4fb2-bb52-642b62361822 req-f399e027-796b-4269-8156-208719088f9c tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] No DVR routers for this DVR port 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:07:59.711543 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a4511203-1cbc-4fb2-bb52-642b62361822 req-f399e027-796b-4269-8156-208719088f9c tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:59.715600 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4511203-1cbc-4fb2-bb52-642b62361822 req-f399e027-796b-4269-8156-208719088f9c tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.50 "DELETE /v2.0/ports/4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 HTTP/1.1" status: 204  len: 173 time: 1.4382062
Feb 12 21:07:59.720640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956a366a-cf37-4899-bfe1-0a1753a49e8f', 'name': 'network-vif-deleted', 'tag': '4626eaa8-b36f-4ef5-9cd4-400d59ca0c31'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:07:59.720640 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0847e237-4b81-4825-8c53-5b84c91bd8ba" -d '{"events": [{"server_uuid": "956a366a-cf37-4899-bfe1-0a1753a49e8f", "name": "network-vif-deleted", "tag": "4626eaa8-b36f-4ef5-9cd4-400d59ca0c31"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:07:59.728049 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36519615-8ca3-4ebc-9f29-c17853532ebd x-openstack-request-id: req-36519615-8ca3-4ebc-9f29-c17853532ebd {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:07:59.728284 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed452a1-947c-4a63-8f67-8af1f1554c12", "name": "network-vif-plugged", "status": "completed", "tag": "5d4270d9-08bc-4f23-9b42-c85ca86d6e30", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:07:59.728542 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36519615-8ca3-4ebc-9f29-c17853532ebd {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:07:59.728945 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed452a1-947c-4a63-8f67-8af1f1554c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4270d9-08bc-4f23-9b42-c85ca86d6e30', 'code': 200}
Feb 12 21:07:59.793040 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-e7c02f7e-311b-40c9-92f5-8da826b8217c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:07:59.797393 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-e7c02f7e-311b-40c9-92f5-8da826b8217c service neutron] 10.222.0.50 "DELETE /v2.0/ports/d6102892-165a-4568-bed4-24217882b194/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.7721155
Feb 12 21:07:59.875485 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c5b27-1d39-4aaa-9801-c899b5605fba req-a25f3059-1ce3-473c-8320-13498b5ca42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:07:59.876967 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a93c5b27-1d39-4aaa-9801-c899b5605fba req-a25f3059-1ce3-473c-8320-13498b5ca42d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 1127 time: 0.0642686
Feb 12 21:07:59.969796 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a93c5b27-1d39-4aaa-9801-c899b5605fba req-928e50ad-3753-4b92-a96f-a14c6f79f8f3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513179
Feb 12 21:07:59.976507 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33302) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:07:59.990293 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-911782c9-c137-4a67-8e6f-6c10b3308dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:00.091332 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-911782c9-c137-4a67-8e6f-6c10b3308dfc admin admin] Publish callbacks [] for security_group (ce2475df-735b-4ef3-af5e-f70d732e9bbf), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:00.093658 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11eea15c-514c-43bf-b3c1-ea31d6988d83 x-openstack-request-id: req-11eea15c-514c-43bf-b3c1-ea31d6988d83 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:08:00.093957 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956a366a-cf37-4899-bfe1-0a1753a49e8f", "name": "network-vif-deleted", "tag": "4626eaa8-b36f-4ef5-9cd4-400d59ca0c31", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:08:00.094211 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11eea15c-514c-43bf-b3c1-ea31d6988d83 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:08:00.094613 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956a366a-cf37-4899-bfe1-0a1753a49e8f', 'name': 'network-vif-deleted', 'tag': '4626eaa8-b36f-4ef5-9cd4-400d59ca0c31', 'status': 'completed', 'code': 200}
Feb 12 21:08:00.200527 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c83dd922-1c11-4840-81ed-59fe188b6d64 req-7a08f224-b1eb-44c5-b909-335333a82e03 tempest-MigrationsAdminTest-611823835 tempest-MigrationsAdminTest-611823835-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb70780-dfdd-41df-8b16-34776dae9ee5 HTTP/1.1" status: 200  len: 210 time: 0.0414627
Feb 12 21:08:00.211975 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-911782c9-c137-4a67-8e6f-6c10b3308dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ce2475df-735b-4ef3-af5e-f70d732e9bbf), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:00.257722 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-911782c9-c137-4a67-8e6f-6c10b3308dfc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e10def6ec19a477294673c617e53f3bb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2788413
Feb 12 21:08:00.259095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33310) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:00.272801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb70780-dfdd-41df-8b16-34776dae9ee5', 'name': 'network-vif-deleted', 'tag': '7fe731ff-5471-4420-a35a-07898901b4d0'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:08:00.275322 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3397d8-de8b-4ca2-b01d-e1d1d63a807d" -d '{"events": [{"server_uuid": "cdb70780-dfdd-41df-8b16-34776dae9ee5", "name": "network-vif-deleted", "tag": "7fe731ff-5471-4420-a35a-07898901b4d0"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:08:00.310782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911782c9-c137-4a67-8e6f-6c10b3308dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2475df-735b-4ef3-af5e-f70d732e9bbf,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:00.336309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c011c-ab93-44f1-814b-9208ba94426f req-6037f545-6b9b-45ee-a414-87ce86c3dfef tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:00.337596 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d59c011c-ab93-44f1-814b-9208ba94426f req-6037f545-6b9b-45ee-a414-87ce86c3dfef tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.0868685
Feb 12 21:08:00.356360 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f10bfff0-00ca-4ce9-92a7-51d50b537069 admin admin] Publish callbacks [] for security_group (ce2475df-735b-4ef3-af5e-f70d732e9bbf), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:00.367375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fd033-9596-4c57-bd88-d35e1d71071b req-6e8d67ad-35d7-43b4-b28f-de7c0945b61b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:00.370862 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d33fd033-9596-4c57-bd88-d35e1d71071b req-6e8d67ad-35d7-43b4-b28f-de7c0945b61b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 945 time: 0.0909548
Feb 12 21:08:00.402167 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d59c011c-ab93-44f1-814b-9208ba94426f req-2c6d11cd-cb99-4710-a37a-d3288a2e8dc6 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539038
Feb 12 21:08:00.432781 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f10bfff0-00ca-4ce9-92a7-51d50b537069 admin admin] Publish callbacks [] for security_group (ce2475df-735b-4ef3-af5e-f70d732e9bbf), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:00.458801 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96eaf221-ff87-4094-9479-03f8e5915da1 x-openstack-request-id: req-96eaf221-ff87-4094-9479-03f8e5915da1 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:08:00.459098 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb70780-dfdd-41df-8b16-34776dae9ee5", "name": "network-vif-deleted", "tag": "7fe731ff-5471-4420-a35a-07898901b4d0", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:08:00.459350 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96eaf221-ff87-4094-9479-03f8e5915da1 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:08:00.459749 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb70780-dfdd-41df-8b16-34776dae9ee5', 'name': 'network-vif-deleted', 'tag': '7fe731ff-5471-4420-a35a-07898901b4d0', 'status': 'completed', 'code': 200}
Feb 12 21:08:00.488254 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d33fd033-9596-4c57-bd88-d35e1d71071b req-77e2f6f5-168c-4098-bc62-f55e73ce7d93 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085427
Feb 12 21:08:00.520781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e22ee-3b64-4c60-a83e-b2c614963f28 req-7ccfc319-27d3-40d4-9d26-344c80d4c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:00.525518 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-982e22ee-3b64-4c60-a83e-b2c614963f28 req-7ccfc319-27d3-40d4-9d26-344c80d4c158 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02d862cc48f14c42ba73c75e882e9c87&device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 1128 time: 0.0968981
Feb 12 21:08:00.558374 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a30718f8-863d-46bf-b216-b2616b74b5ab req-3f38ad29-4e40-41ad-a3aa-8175315b6d2b tempest-TenantUsagesTestJSON-310533714 tempest-TenantUsagesTestJSON-310533714-project] 10.222.0.31 "GET /v2.0/ports?device_id=956a366a-cf37-4899-bfe1-0a1753a49e8f HTTP/1.1" status: 200  len: 210 time: 0.0281594
Feb 12 21:08:00.622157 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f10bfff0-00ca-4ce9-92a7-51d50b537069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ce2475df-735b-4ef3-af5e-f70d732e9bbf), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:00.624740 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f10bfff0-00ca-4ce9-92a7-51d50b537069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:00.625894 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f10bfff0-00ca-4ce9-92a7-51d50b537069 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce2475df-735b-4ef3-af5e-f70d732e9bbf HTTP/1.1" status: 204  len: 168 time: 0.3657925
Feb 12 21:08:00.631288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e22ee-3b64-4c60-a83e-b2c614963f28 req-7f9bdd53-dc36-4932-9f98-531e39df44cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:00.632703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-982e22ee-3b64-4c60-a83e-b2c614963f28 req-7f9bdd53-dc36-4932-9f98-531e39df44cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 HTTP/1.1" status: 200  len: 915 time: 0.1036360
Feb 12 21:08:00.638168 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bfff0-00ca-4ce9-92a7-51d50b537069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2475df-735b-4ef3-af5e-f70d732e9bbf,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:00.676360 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-982e22ee-3b64-4c60-a83e-b2c614963f28 req-f6f77ff4-cb9a-41d9-99dd-7e54ea814e33 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a HTTP/1.1" status: 200  len: 217 time: 0.0352650
Feb 12 21:08:00.739806 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e22ee-3b64-4c60-a83e-b2c614963f28 req-33586b50-a559-43fb-b6f8-697c452fb2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:00.741743 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-982e22ee-3b64-4c60-a83e-b2c614963f28 req-33586b50-a559-43fb-b6f8-697c452fb2db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=825e3da2-4f7e-429c-bcf3-a663244459b0 HTTP/1.1" status: 200  len: 854 time: 0.0594988
Feb 12 21:08:00.797056 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-982e22ee-3b64-4c60-a83e-b2c614963f28 req-ff110cfc-ca03-45fd-baec-37eaa72f1560 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490141
Feb 12 21:08:00.826453 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa0922-4c30-46ba-8de9-6f63a4f55d5d req-aae3b593-6579-4b2f-b036-840c6e7ecdf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:00.828041 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0faa0922-4c30-46ba-8de9-6f63a4f55d5d req-aae3b593-6579-4b2f-b036-840c6e7ecdf8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 945 time: 0.0596046
Feb 12 21:08:00.891143 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0faa0922-4c30-46ba-8de9-6f63a4f55d5d req-24c9431d-9683-4cd1-90f6-0812a022bc70 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563996
Feb 12 21:08:00.937896 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:00.945838 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-982e22ee-3b64-4c60-a83e-b2c614963f28 req-809d1960-3d1c-441e-804d-e938f1d9e300 service neutron] 10.222.0.50 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388299
Feb 12 21:08:00.964358 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:08:01.006344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:08:01.006344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 4626eaa8-b36f-4ef5-9cd4-400d59ca0c31 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:08:01.006344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:08:01.025339 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:08:01.025886 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1402b4b5-4ffe-40e5-b42b-355e4a6d8792 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:08:01.026360 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7fe731ff-5471-4420-a35a-07898901b4d0 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:08:01.050389 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 7fe731ff-5471-4420-a35a-07898901b4d0 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:08:01.050736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7fe731ff-5471-4420-a35a-07898901b4d0 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:08:01.064211 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-982e22ee-3b64-4c60-a83e-b2c614963f28 req-536c70d6-3ced-4a93-adba-cbf05032a56a service neutron] 10.222.0.50 "GET /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1128387
Feb 12 21:08:01.543015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c76e7-3851-438f-92a4-e8a0034a750e req-768e7431-abf0-458c-9110-3b26bdbb5112 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:01.544591 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f19c76e7-3851-438f-92a4-e8a0034a750e req-768e7431-abf0-458c-9110-3b26bdbb5112 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.0674908
Feb 12 21:08:01.603400 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f19c76e7-3851-438f-92a4-e8a0034a750e req-00643bbe-cd07-4a4a-9565-bf17ab6d0a9c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529723
Feb 12 21:08:01.649061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98192362-5a66-406f-91c7-dfb0cd751725 req-014b047e-bca7-4c8a-8278-fcf6f3b8e13b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:01.653877 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98192362-5a66-406f-91c7-dfb0cd751725 req-014b047e-bca7-4c8a-8278-fcf6f3b8e13b tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 945 time: 0.0705640
Feb 12 21:08:01.705779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98192362-5a66-406f-91c7-dfb0cd751725 req-8f6a94eb-978d-46ef-89c0-63ef9117cfe8 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505695
Feb 12 21:08:01.982500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33384) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:02.058427 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7f33f-f016-4a41-91c6-78115c9dcc6e req-36398d78-8e02-4ff4-8f07-717096cf77fd tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:02.059798 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-06a7f33f-f016-4a41-91c6-78115c9dcc6e req-36398d78-8e02-4ff4-8f07-717096cf77fd tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 945 time: 0.0988905
Feb 12 21:08:02.070099 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6e066-1599-4c04-ae23-342f4947a0b0 req-86e1424b-9b1b-4815-93bc-e21595669b4d tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:02.071530 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5af6e066-1599-4c04-ae23-342f4947a0b0 req-86e1424b-9b1b-4815-93bc-e21595669b4d tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 945 time: 0.0802348
Feb 12 21:08:02.173494 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c2f44293-904b-4e02-875b-531370177836 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55f8176a19e946ee8eecaa5d963d908c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1818721
Feb 12 21:08:02.174328 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33394) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:02.195003 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:02.212729 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5af6e066-1599-4c04-ae23-342f4947a0b0 req-d7927ea0-e829-4a70-a38e-fab5d36f02fd tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176550
Feb 12 21:08:02.236176 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-06a7f33f-f016-4a41-91c6-78115c9dcc6e req-571ce07f-ae6d-4239-8006-17c05d958800 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Deleting port d6102892-165a-4568-bed4-24217882b194 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:02.236525 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-06a7f33f-f016-4a41-91c6-78115c9dcc6e req-571ce07f-ae6d-4239-8006-17c05d958800 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d6102892-165a-4568-bed4-24217882b194), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:02.249854 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-262289e4-1da8-477f-803b-ac6c54dffaf6 admin admin] Publish callbacks [] for security_group (1cfa6fd2-78d4-4d2e-ae36-134df7f01837), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:02.299138 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-262289e4-1da8-477f-803b-ac6c54dffaf6 admin admin] Publish callbacks [] for security_group (1cfa6fd2-78d4-4d2e-ae36-134df7f01837), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:02.336118 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-06a7f33f-f016-4a41-91c6-78115c9dcc6e req-571ce07f-ae6d-4239-8006-17c05d958800 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] For port d6102892-165a-4568-bed4-24217882b194, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6102892-165a-4568-bed4-24217882b194,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:02.336396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-06a7f33f-f016-4a41-91c6-78115c9dcc6e req-571ce07f-ae6d-4239-8006-17c05d958800 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d6102892-165a-4568-bed4-24217882b194), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:02.351288 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-06a7f33f-f016-4a41-91c6-78115c9dcc6e req-571ce07f-ae6d-4239-8006-17c05d958800 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Calling delete_port for d6102892-165a-4568-bed4-24217882b194 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:02.351797 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e1378a0f-f271-4cb1-911d-efea942fe7e6 req-761285c2-8eda-4816-87b0-fbeac05dcc77 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-898411727&fields=id&tenant_id=225507fa1fa946aa9559a89fe27569b3 HTTP/1.1" status: 200  len: 267 time: 0.0828702
Feb 12 21:08:02.416329 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1378a0f-f271-4cb1-911d-efea942fe7e6 req-3bbc0af4-1654-4915-b8f0-5cdb053a2d9f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:02.421830 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e1378a0f-f271-4cb1-911d-efea942fe7e6 req-3bbc0af4-1654-4915-b8f0-5cdb053a2d9f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 945 time: 0.0634153
Feb 12 21:08:02.431445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e1378a0f-f271-4cb1-911d-efea942fe7e6 req-f84e625d-3a1e-4009-b971-489c4784af60 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Request body: {'port': {'security_groups': ['91eaa2a6-cb68-4b03-b100-28b1da244adf', 'ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:02.470087 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-262289e4-1da8-477f-803b-ac6c54dffaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1cfa6fd2-78d4-4d2e-ae36-134df7f01837), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:02.472728 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-262289e4-1da8-477f-803b-ac6c54dffaf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:02.476380 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-262289e4-1da8-477f-803b-ac6c54dffaf6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1cfa6fd2-78d4-4d2e-ae36-134df7f01837 HTTP/1.1" status: 204  len: 168 time: 0.2986357
Feb 12 21:08:02.490867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262289e4-1da8-477f-803b-ac6c54dffaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfa6fd2-78d4-4d2e-ae36-134df7f01837,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:02.512600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33404) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:02.538797 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e1378a0f-f271-4cb1-911d-efea942fe7e6 req-f84e625d-3a1e-4009-b971-489c4784af60 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:02.569624 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-06a7f33f-f016-4a41-91c6-78115c9dcc6e req-571ce07f-ae6d-4239-8006-17c05d958800 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d6102892-165a-4568-bed4-24217882b194), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:02.576342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33408) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:02.585561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['76d6d407-e6c3-4fc4-984f-2f18ac7b3009'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:08:02.670209 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['d6102892-165a-4568-bed4-24217882b194'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:08:02.697439 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-584b8783-e279-494f-b5a5-146447e0165e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1577188555-network', 'tenant_id': '2e53bfabce8d42e183bcf495f606b29f'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:02.704117 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ce07f-ae6d-4239-8006-17c05d958800 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Pushing event deleted for resources: {'Port': ['ID=d6102892-165a-4568-bed4-24217882b194,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:02.756663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e1378a0f-f271-4cb1-911d-efea942fe7e6 req-f84e625d-3a1e-4009-b971-489c4784af60 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] For port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d4270d9-08bc-4f23-9b42-c85ca86d6e30,segment=NetworkSegment(e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba),segment_id=e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:02.781298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a7f33f-f016-4a41-91c6-78115c9dcc6e req-571ce07f-ae6d-4239-8006-17c05d958800 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] No DVR routers for this DVR port d6102892-165a-4568-bed4-24217882b194 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:08:02.798259 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-06a7f33f-f016-4a41-91c6-78115c9dcc6e req-571ce07f-ae6d-4239-8006-17c05d958800 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:02.800611 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-06a7f33f-f016-4a41-91c6-78115c9dcc6e req-571ce07f-ae6d-4239-8006-17c05d958800 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.48 "DELETE /v2.0/ports/d6102892-165a-4568-bed4-24217882b194 HTTP/1.1" status: 204  len: 173 time: 0.7280717
Feb 12 21:08:02.802963 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d5abda-386d-4eb8-ab12-caf696303db0', 'name': 'network-vif-deleted', 'tag': 'd6102892-165a-4568-bed4-24217882b194'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:08:02.805305 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab767b4e-54db-419f-82bc-3c40dc1a6f55" -d '{"events": [{"server_uuid": "c8d5abda-386d-4eb8-ab12-caf696303db0", "name": "network-vif-deleted", "tag": "d6102892-165a-4568-bed4-24217882b194"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:08:02.811246 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e1378a0f-f271-4cb1-911d-efea942fe7e6 req-f84e625d-3a1e-4009-b971-489c4784af60 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:02.856835 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-49800e2e-943e-467a-9eaf-067175402768 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=faa00c6b01804208ae04a7174e6de8d4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2612476
Feb 12 21:08:02.857058 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33418) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:02.891605 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d3f15-c807-47e5-9c23-36e5edea397e req-a38f5153-f387-4087-a8c5-aa4ee38c9e8c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:02.893234 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-034d3f15-c807-47e5-9c23-36e5edea397e req-a38f5153-f387-4087-a8c5-aa4ee38c9e8c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.1176147
Feb 12 21:08:02.915191 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e1378a0f-f271-4cb1-911d-efea942fe7e6 req-f84e625d-3a1e-4009-b971-489c4784af60 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:02.933402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['5d4270d9-08bc-4f23-9b42-c85ca86d6e30'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:08:02.936698 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['0e5d31bf-1299-4108-a791-2a97cebb0d4f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:08:02.938128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584b8783-e279-494f-b5a5-146447e0165e admin admin] Made reservation on behalf of 2e53bfabce8d42e183bcf495f606b29f for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:02.941421 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-584b8783-e279-494f-b5a5-146447e0165e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:02.967632 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-584b8783-e279-494f-b5a5-146447e0165e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:02.972382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1378a0f-f271-4cb1-911d-efea942fe7e6 req-f84e625d-3a1e-4009-b971-489c4784af60 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:02.973098 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e1378a0f-f271-4cb1-911d-efea942fe7e6 req-f84e625d-3a1e-4009-b971-489c4784af60 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:02.988840 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e1378a0f-f271-4cb1-911d-efea942fe7e6 req-f84e625d-3a1e-4009-b971-489c4784af60 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "PUT /v2.0/ports/5d4270d9-08bc-4f23-9b42-c85ca86d6e30 HTTP/1.1" status: 200  len: 981 time: 0.5639322
Feb 12 21:08:02.989403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed452a1-947c-4a63-8f67-8af1f1554c12', 'tag': '5d4270d9-08bc-4f23-9b42-c85ca86d6e30'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:08:02.991706 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697b3313-0fd8-44a3-853a-6a9fb161f7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed452a1-947c-4a63-8f67-8af1f1554c12", "tag": "5d4270d9-08bc-4f23-9b42-c85ca86d6e30"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:08:03.008951 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d52ac0d-8d13-4b5e-8f48-a5c699a43a21 admin admin] Publish callbacks [] for security_group (f1c3134e-db7e-4106-a378-d8df430ec748), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:03.042956 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-034d3f15-c807-47e5-9c23-36e5edea397e req-cd815146-ab48-4df8-a1dc-51c2cd2b834c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380475
Feb 12 21:08:03.075188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e625d-3a1e-4009-b971-489c4784af60 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event updated for resources: {'Port': ['ID=5d4270d9-08bc-4f23-9b42-c85ca86d6e30,revision_number=6']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:03.078710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['5d4270d9-08bc-4f23-9b42-c85ca86d6e30'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:08:03.113452 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d52ac0d-8d13-4b5e-8f48-a5c699a43a21 admin admin] Publish callbacks [] for security_group (f1c3134e-db7e-4106-a378-d8df430ec748), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:03.152845 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304b7ac7-b6b3-42ae-9b82-4d375e8bfe01 x-openstack-request-id: req-304b7ac7-b6b3-42ae-9b82-4d375e8bfe01 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:08:03.152845 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d5abda-386d-4eb8-ab12-caf696303db0", "name": "network-vif-deleted", "tag": "d6102892-165a-4568-bed4-24217882b194", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:08:03.153322 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-304b7ac7-b6b3-42ae-9b82-4d375e8bfe01 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:08:03.153911 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d5abda-386d-4eb8-ab12-caf696303db0', 'name': 'network-vif-deleted', 'tag': 'd6102892-165a-4568-bed4-24217882b194', 'status': 'completed', 'code': 200}
Feb 12 21:08:03.169929 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5410c090-9159-4976-b795-f45d63934f09 req-e97717fc-32e9-44b8-9ce6-acedbb514e66 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 210 time: 0.0552535
Feb 12 21:08:03.232565 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c312a8-9f04-41e6-bece-5213b26e09cb x-openstack-request-id: req-14c312a8-9f04-41e6-bece-5213b26e09cb {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:08:03.233157 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed452a1-947c-4a63-8f67-8af1f1554c12", "tag": "5d4270d9-08bc-4f23-9b42-c85ca86d6e30", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:08:03.233645 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14c312a8-9f04-41e6-bece-5213b26e09cb {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:08:03.234402 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed452a1-947c-4a63-8f67-8af1f1554c12', 'tag': '5d4270d9-08bc-4f23-9b42-c85ca86d6e30', 'status': 'completed', 'code': 200}
Feb 12 21:08:03.270504 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de52f512-7a78-4dcb-bd56-99a81a594296 req-07c3d6f6-8c16-415a-af12-784075b00818 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce HTTP/1.1" status: 200  len: 1816 time: 0.1124632
Feb 12 21:08:03.341843 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-584b8783-e279-494f-b5a5-146447e0165e admin admin] Publish callbacks [] for security_group (f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:03.378765 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d52ac0d-8d13-4b5e-8f48-a5c699a43a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f1c3134e-db7e-4106-a378-d8df430ec748), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:03.385225 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d52ac0d-8d13-4b5e-8f48-a5c699a43a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:03.389906 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2d52ac0d-8d13-4b5e-8f48-a5c699a43a21 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1c3134e-db7e-4106-a378-d8df430ec748 HTTP/1.1" status: 204  len: 168 time: 0.5319788
Feb 12 21:08:03.400736 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-584b8783-e279-494f-b5a5-146447e0165e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:03.405673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3313-0fd8-44a3-853a-6a9fb161f7d3 req-5f98d701-03cb-478e-8cfb-075bd8781c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:03.407091 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-697b3313-0fd8-44a3-853a-6a9fb161f7d3 req-5f98d701-03cb-478e-8cfb-075bd8781c0a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=225507fa1fa946aa9559a89fe27569b3&device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 1166 time: 0.1546218
Feb 12 21:08:03.420606 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584b8783-e279-494f-b5a5-146447e0165e admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:08:03.422674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33432) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:03.433720 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-584b8783-e279-494f-b5a5-146447e0165e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bb4cf931-e048-4a55-8168-0a7d704bd8d5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:03.434127 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-584b8783-e279-494f-b5a5-146447e0165e admin admin] Added segment bb4cf931-e048-4a55-8168-0a7d704bd8d5 of type vlan for network b286c5f0-5feb-4edd-8aa1-03636bfd1f8c
Feb 12 21:08:03.511957 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-de52f512-7a78-4dcb-bd56-99a81a594296 req-421c2156-8455-425c-afe2-efefe9cb5bae tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] delete failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:08:03.521875 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de52f512-7a78-4dcb-bd56-99a81a594296 req-421c2156-8455-425c-afe2-efefe9cb5bae tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "DELETE /v2.0/security-groups/ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce HTTP/1.1" status: 409  len: 341 time: 0.2471766
Feb 12 21:08:03.521875 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-584b8783-e279-494f-b5a5-146447e0165e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (b286c5f0-5feb-4edd-8aa1-03636bfd1f8c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:03.536558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52ac0d-8d13-4b5e-8f48-a5c699a43a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c3134e-db7e-4106-a378-d8df430ec748,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:03.642650 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b8783-e279-494f-b5a5-146447e0165e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:03.788708 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-584b8783-e279-494f-b5a5-146447e0165e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (b286c5f0-5feb-4edd-8aa1-03636bfd1f8c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:03.789750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584b8783-e279-494f-b5a5-146447e0165e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:03.790348 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-584b8783-e279-494f-b5a5-146447e0165e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:03.813615 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b579c-c42e-41f3-8694-e1c9a9884a94 req-37548ddd-93b9-4976-a47e-d9ab5f57ce0e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:03.815072 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad9b579c-c42e-41f3-8694-e1c9a9884a94 req-37548ddd-93b9-4976-a47e-d9ab5f57ce0e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.4647968
Feb 12 21:08:03.863567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b8783-e279-494f-b5a5-146447e0165e admin admin] Pushing event updated for resources: {'Network': ['ID=b286c5f0-5feb-4edd-8aa1-03636bfd1f8c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:03.883006 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network b286c5f0-5feb-4edd-8aa1-03636bfd1f8c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:08:03.910913 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3df97b02-4fa0-4b02-a481-c51a4158b649 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f9f4266b43c44dd9c60ed238e9fe0ec&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4833994
Feb 12 21:08:03.911752 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33436) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:03.940512 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-584b8783-e279-494f-b5a5-146447e0165e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4248612
Feb 12 21:08:03.943601 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad9b579c-c42e-41f3-8694-e1c9a9884a94 req-d8af2297-5cfd-4a85-b207-6fb85f459b2e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950816
Feb 12 21:08:03.943601 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3313-0fd8-44a3-853a-6a9fb161f7d3 req-171093c1-5976-4516-ac11-d69103928687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:03.943601 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-697b3313-0fd8-44a3-853a-6a9fb161f7d3 req-171093c1-5976-4516-ac11-d69103928687 service neutron] 10.222.0.50 "GET /v2.0/networks?id=500b8539-c5e5-4f3e-8048-ff853db68c9e HTTP/1.1" status: 200  len: 913 time: 0.5295007
Feb 12 21:08:03.944080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33442) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:03.948958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-765520b6-714d-45cc-ab74-05ab2dc39394 admin admin] Request body: {'subnet': {'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577188555-subnet', 'tenant_id': '2e53bfabce8d42e183bcf495f606b29f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:03.997712 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be67a2d6-ea46-4183-93b5-60e794ab2681 admin admin] Publish callbacks [] for security_group (cb4b6392-616f-44c9-8599-7b28386e6cc4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:03.997928 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-697b3313-0fd8-44a3-853a-6a9fb161f7d3 req-c23215e6-b135-4442-8d6c-dd5ea43215c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d4270d9-08bc-4f23-9b42-c85ca86d6e30 HTTP/1.1" status: 200  len: 217 time: 0.0455484
Feb 12 21:08:04.029147 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be67a2d6-ea46-4183-93b5-60e794ab2681 admin admin] Publish callbacks [] for security_group (cb4b6392-616f-44c9-8599-7b28386e6cc4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:04.060594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b3313-0fd8-44a3-853a-6a9fb161f7d3 req-6ef189e3-7b3f-45fe-9d78-fb3f42ea145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:04.062376 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-697b3313-0fd8-44a3-853a-6a9fb161f7d3 req-6ef189e3-7b3f-45fe-9d78-fb3f42ea145e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=380301fb-f8fa-48ad-8387-bfa0ccd33656 HTTP/1.1" status: 200  len: 852 time: 0.0579190
Feb 12 21:08:04.117558 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-697b3313-0fd8-44a3-853a-6a9fb161f7d3 req-2a1b73fd-3860-4341-8a2d-e98093edfd1a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=500b8539-c5e5-4f3e-8048-ff853db68c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456464
Feb 12 21:08:04.121812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765520b6-714d-45cc-ab74-05ab2dc39394 admin admin] Made reservation on behalf of 2e53bfabce8d42e183bcf495f606b29f for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:04.122540 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-765520b6-714d-45cc-ab74-05ab2dc39394 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:04.180350 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04fe44-d71a-4f87-8b90-3e5bb7d7dd9a req-bcb0bbdf-e6d7-4061-8bbe-24288fb3721d tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:04.181845 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ef04fe44-d71a-4f87-8b90-3e5bb7d7dd9a req-bcb0bbdf-e6d7-4061-8bbe-24288fb3721d tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 984 time: 0.0602999
Feb 12 21:08:04.253671 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be67a2d6-ea46-4183-93b5-60e794ab2681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cb4b6392-616f-44c9-8599-7b28386e6cc4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:04.257179 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be67a2d6-ea46-4183-93b5-60e794ab2681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:04.258362 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-be67a2d6-ea46-4183-93b5-60e794ab2681 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb4b6392-616f-44c9-8599-7b28386e6cc4 HTTP/1.1" status: 204  len: 168 time: 0.3453181
Feb 12 21:08:04.264778 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ef04fe44-d71a-4f87-8b90-3e5bb7d7dd9a req-dd5caf0f-f698-4cd1-9adb-4df41d7ec888 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce&id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.0766382
Feb 12 21:08:04.273034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67a2d6-ea46-4183-93b5-60e794ab2681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4b6392-616f-44c9-8599-7b28386e6cc4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:04.329623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943c134-f99c-4964-a863-e9bc67e17d0b req-67a8c076-2fbc-46f7-840c-f90ccc634548 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:04.330224 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3943c134-f99c-4964-a863-e9bc67e17d0b req-67a8c076-2fbc-46f7-840c-f90ccc634548 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.2151146
Feb 12 21:08:04.371761 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-697b3313-0fd8-44a3-853a-6a9fb161f7d3 req-7fdc4429-777e-44fc-a750-f5738b1a3fd3 service neutron] 10.222.0.50 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2400362
Feb 12 21:08:04.447543 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cbb79d5e-c4b0-4bea-be11-931e7850e444 req-826c840f-fbd7-4541-9c10-6837a7aa9433 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d5abda-386d-4eb8-ab12-caf696303db0 HTTP/1.1" status: 200  len: 210 time: 0.0473909
Feb 12 21:08:04.503599 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3943c134-f99c-4964-a863-e9bc67e17d0b req-820c023e-79d4-4f91-a7b4-f33e0c581e99 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614578
Feb 12 21:08:04.573971 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-697b3313-0fd8-44a3-853a-6a9fb161f7d3 req-ba72ff53-3062-4373-b5de-868cf58214f5 service neutron] 10.222.0.50 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1941829
Feb 12 21:08:04.625516 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33468) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:04.639693 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-765520b6-714d-45cc-ab74-05ab2dc39394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (f369cea4-1a1b-4361-a884-093942e6d146), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:04.658777 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-45ab1918-3873-4606-b036-4f3e7ffbde0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:04.711373 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1830ecc-de0d-4bb0-a541-aded3f8652be req-ea81cf91-3eba-4f02-bcc8-36aa704d073a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:04.711581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765520b6-714d-45cc-ab74-05ab2dc39394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f369cea4-1a1b-4361-a884-093942e6d146,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:04.714032 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c1830ecc-de0d-4bb0-a541-aded3f8652be req-ea81cf91-3eba-4f02-bcc8-36aa704d073a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.1056247
Feb 12 21:08:04.771181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765520b6-714d-45cc-ab74-05ab2dc39394 admin admin] Checking segment: {'id': 'bb4cf931-e048-4a55-8168-0a7d704bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:04.771561 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765520b6-714d-45cc-ab74-05ab2dc39394 admin admin] Network hostable DHCP agents. Network: b286c5f0-5feb-4edd-8aa1-03636bfd1f8c, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:08:04.806144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49990f0d-001e-4e77-ab23-07994ffe20e5 req-29be115d-7150-42f8-a71e-b846346ee739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:04.808727 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-49990f0d-001e-4e77-ab23-07994ffe20e5 req-29be115d-7150-42f8-a71e-b846346ee739 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=225507fa1fa946aa9559a89fe27569b3&device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 1166 time: 0.0779603
Feb 12 21:08:04.815846 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c1830ecc-de0d-4bb0-a541-aded3f8652be req-4ee259ae-c701-4a37-8333-c8d9fbc20820 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904210
Feb 12 21:08:04.843210 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-45ab1918-3873-4606-b036-4f3e7ffbde0b admin admin] Publish callbacks [] for security_group (6b8e43ef-3e85-4942-9603-5b5a8c952777), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:04.877282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765520b6-714d-45cc-ab74-05ab2dc39394 admin admin] Network b286c5f0-5feb-4edd-8aa1-03636bfd1f8c is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:08:04.918555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49990f0d-001e-4e77-ab23-07994ffe20e5 req-d976c25e-93c0-43f5-8391-c32780bef49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:04.920102 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-49990f0d-001e-4e77-ab23-07994ffe20e5 req-d976c25e-93c0-43f5-8391-c32780bef49b service neutron] 10.222.0.50 "GET /v2.0/networks?id=500b8539-c5e5-4f3e-8048-ff853db68c9e HTTP/1.1" status: 200  len: 913 time: 0.1057811
Feb 12 21:08:04.967338 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-49990f0d-001e-4e77-ab23-07994ffe20e5 req-f77b43c9-fe3b-4274-949c-6bd2daea8093 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d4270d9-08bc-4f23-9b42-c85ca86d6e30 HTTP/1.1" status: 200  len: 217 time: 0.0418410
Feb 12 21:08:04.971949 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-45ab1918-3873-4606-b036-4f3e7ffbde0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6b8e43ef-3e85-4942-9603-5b5a8c952777), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:05.007339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-765520b6-714d-45cc-ab74-05ab2dc39394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b286c5f0-5feb-4edd-8aa1-03636bfd1f8c) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:05.014462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765520b6-714d-45cc-ab74-05ab2dc39394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:05.015060 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-765520b6-714d-45cc-ab74-05ab2dc39394 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:05.018162 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d724801-1ff0-43b8-bf5b-94a80972a664 None None] Network b286c5f0-5feb-4edd-8aa1-03636bfd1f8c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:05.023188 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-45ab1918-3873-4606-b036-4f3e7ffbde0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6776ed8287574bdf975f45bf8ff8da0d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3961842
Feb 12 21:08:05.026542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33480) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:05.029258 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab1918-3873-4606-b036-4f3e7ffbde0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8e43ef-3e85-4942-9603-5b5a8c952777,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:05.040478 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49990f0d-001e-4e77-ab23-07994ffe20e5 req-2c3a3484-04cc-4202-a674-d852f41da2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:05.042349 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-49990f0d-001e-4e77-ab23-07994ffe20e5 req-2c3a3484-04cc-4202-a674-d852f41da2ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=380301fb-f8fa-48ad-8387-bfa0ccd33656 HTTP/1.1" status: 200  len: 852 time: 0.0673933
Feb 12 21:08:05.065723 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66dc56-dc98-4b1b-9203-054c49ade524 req-daa14c64-105b-4855-b97a-41d71f163892 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:05.072877 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2b66dc56-dc98-4b1b-9203-054c49ade524 req-daa14c64-105b-4855-b97a-41d71f163892 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.1315706
Feb 12 21:08:05.085489 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-49990f0d-001e-4e77-ab23-07994ffe20e5 req-50d2bbd8-e1db-4a4f-9261-3aedcce42ddf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=500b8539-c5e5-4f3e-8048-ff853db68c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0345492
Feb 12 21:08:05.140252 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9eb23d26-1ec0-43de-9ba2-c13c16648e4f admin admin] Publish callbacks [] for security_group (6b8e43ef-3e85-4942-9603-5b5a8c952777), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:05.156087 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2b66dc56-dc98-4b1b-9203-054c49ade524 req-6c76347a-e5ad-47ff-a121-80a5890c5d8a tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823028
Feb 12 21:08:05.169967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-face9c54-055e-4684-8895-64af04e26561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b286c5f0-5feb-4edd-8aa1-03636bfd1f8c', 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c', 'project_id': '2e53bfabce8d42e183bcf495f606b29f', 'fixed_ips': [{'subnet_id': 'f369cea4-1a1b-4361-a884-093942e6d146'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:08:05.170832 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-face9c54-055e-4684-8895-64af04e26561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:05.173594 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9eb23d26-1ec0-43de-9ba2-c13c16648e4f admin admin] Publish callbacks [] for security_group (6b8e43ef-3e85-4942-9603-5b5a8c952777), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:05.187499 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-765520b6-714d-45cc-ab74-05ab2dc39394 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2427890
Feb 12 21:08:05.197157 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33486) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:05.234878 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-49990f0d-001e-4e77-ab23-07994ffe20e5 req-aa8a7aa8-0978-4e18-a3a3-1526fdc0053c service neutron] 10.222.0.50 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341999
Feb 12 21:08:05.241503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1577188555-router', 'tenant_id': '2e53bfabce8d42e183bcf495f606b29f', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:05.332327 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (5551a5cb-a502-439f-9999-356c7eda96e4), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:05.333537 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (5551a5cb-a502-439f-9999-356c7eda96e4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:05.368523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc0056-314a-4608-b378-382e5a07dfcb req-83950d37-8ad4-4e9e-8939-e496bba60e53 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:05.371826 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fdfc0056-314a-4608-b378-382e5a07dfcb req-83950d37-8ad4-4e9e-8939-e496bba60e53 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.1220939
Feb 12 21:08:05.382593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-face9c54-055e-4684-8895-64af04e26561 None None] Allocated IP 172.20.0.2 (b286c5f0-5feb-4edd-8aa1-03636bfd1f8c/f369cea4-1a1b-4361-a884-093942e6d146/b4fae982-f278-4692-b126-9baa22729379) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:05.404121 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-49990f0d-001e-4e77-ab23-07994ffe20e5 req-5c7d3d66-5cbc-4ae5-bce1-2f57dcfd1a09 service neutron] 10.222.0.50 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565907
Feb 12 21:08:05.410964 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9eb23d26-1ec0-43de-9ba2-c13c16648e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6b8e43ef-3e85-4942-9603-5b5a8c952777), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:05.414022 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9eb23d26-1ec0-43de-9ba2-c13c16648e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:05.414682 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9eb23d26-1ec0-43de-9ba2-c13c16648e4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b8e43ef-3e85-4942-9603-5b5a8c952777 HTTP/1.1" status: 204  len: 168 time: 0.3818309
Feb 12 21:08:05.449092 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Publish callbacks [] for router_controller (5551a5cb-a502-439f-9999-356c7eda96e4), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:05.471047 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fdfc0056-314a-4608-b378-382e5a07dfcb req-c4522b25-e907-4b8c-b721-1a4904a4fadd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913429
Feb 12 21:08:05.471555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d6102892-165a-4568-bed4-24217882b194 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:08:05.484648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb23d26-1ec0-43de-9ba2-c13c16648e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8e43ef-3e85-4942-9603-5b5a8c952777,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:05.521215 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33abb6-16e3-4e56-a709-d02f3e030c20 req-23265741-6986-4459-8bbb-35bba47c1312 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:05.530824 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b33abb6-16e3-4e56-a709-d02f3e030c20 req-23265741-6986-4459-8bbb-35bba47c1312 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 984 time: 0.1206458
Feb 12 21:08:05.554428 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: d6102892-165a-4568-bed4-24217882b194 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:08:05.554779 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d6102892-165a-4568-bed4-24217882b194 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:08:05.709447 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-face9c54-055e-4684-8895-64af04e26561 None None] Publish callbacks [] for port (b4fae982-f278-4692-b126-9baa22729379), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:05.761651 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Publish callbacks [] for router_gateway (5551a5cb-a502-439f-9999-356c7eda96e4), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:05.768222 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda415c-1ad7-462d-81c3-a1c2e44c2fb4 req-ff84cffb-d28b-4c0d-bbff-7b9a2e19582c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:05.778859 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-beda415c-1ad7-462d-81c3-a1c2e44c2fb4 req-ff84cffb-d28b-4c0d-bbff-7b9a2e19582c tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.1149175
Feb 12 21:08:05.783865 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-face9c54-055e-4684-8895-64af04e26561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (b4fae982-f278-4692-b126-9baa22729379), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:05.784214 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b33abb6-16e3-4e56-a709-d02f3e030c20 req-24fa0be3-b452-47b5-8ff9-7c0bcb8b344a tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce&id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.2498016
Feb 12 21:08:05.786716 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33512) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:05.837791 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-face9c54-055e-4684-8895-64af04e26561 None None] Network b286c5f0-5feb-4edd-8aa1-03636bfd1f8c is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:05.874758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-face9c54-055e-4684-8895-64af04e26561 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:05.879613 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face9c54-055e-4684-8895-64af04e26561 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:05.889477 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-beda415c-1ad7-462d-81c3-a1c2e44c2fb4 req-c3847559-5705-4bd2-953d-9f92f5d3c116 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002333
Feb 12 21:08:05.924018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face9c54-055e-4684-8895-64af04e26561 None None] Pushing event updated for resources: {'Port': ['ID=b4fae982-f278-4692-b126-9baa22729379,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:05.988038 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4a7b3fd0-4879-49cf-9efe-3ff3e2099151 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1910835886-network', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:06.011263 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-face9c54-055e-4684-8895-64af04e26561 None None] Attempting to bind port b4fae982-f278-4692-b126-9baa22729379 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:08:06.011611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-face9c54-055e-4684-8895-64af04e26561 None None] Attempting to bind port b4fae982-f278-4692-b126-9baa22729379 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb4cf931-e048-4a55-8168-0a7d704bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:08:06.011917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-face9c54-055e-4684-8895-64af04e26561 None None] Attempting to bind port b4fae982-f278-4692-b126-9baa22729379 on network b286c5f0-5feb-4edd-8aa1-03636bfd1f8c {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:08:06.017264 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-face9c54-055e-4684-8895-64af04e26561 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:08:06.017882 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-face9c54-055e-4684-8895-64af04e26561 None None] Checking segment: {'id': 'bb4cf931-e048-4a55-8168-0a7d704bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:06.018290 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-face9c54-055e-4684-8895-64af04e26561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:06.020446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-face9c54-055e-4684-8895-64af04e26561 None None] Bound using segment: {'id': 'bb4cf931-e048-4a55-8168-0a7d704bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:08:06.020446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-face9c54-055e-4684-8895-64af04e26561 None None] Bound port: b4fae982-f278-4692-b126-9baa22729379, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4cf931-e048-4a55-8168-0a7d704bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:08:06.020446 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-face9c54-055e-4684-8895-64af04e26561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b4fae982-f278-4692-b126-9baa22729379), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:06.090800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-face9c54-055e-4684-8895-64af04e26561 None None] For port b4fae982-f278-4692-b126-9baa22729379, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:08:06.095376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-face9c54-055e-4684-8895-64af04e26561 None None] For port b4fae982-f278-4692-b126-9baa22729379, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4fae982-f278-4692-b126-9baa22729379,segment=NetworkSegment(bb4cf931-e048-4a55-8168-0a7d704bd8d5),segment_id=bb4cf931-e048-4a55-8168-0a7d704bd8d5)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:08:06.117379 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ff31f-1b9a-47ff-b377-14b794dcfddf req-ca5de39f-b26e-4016-b690-333c1cbc5067 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:06.119166 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a04ff31f-1b9a-47ff-b377-14b794dcfddf req-ca5de39f-b26e-4016-b690-333c1cbc5067 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.1264615
Feb 12 21:08:06.218662 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7b3fd0-4879-49cf-9efe-3ff3e2099151 admin admin] Made reservation on behalf of 8c786b1ea6814f6296ceaf7d8911fc64 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:06.220898 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a7b3fd0-4879-49cf-9efe-3ff3e2099151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:06.235147 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-face9c54-055e-4684-8895-64af04e26561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b4fae982-f278-4692-b126-9baa22729379), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:06.242807 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a7b3fd0-4879-49cf-9efe-3ff3e2099151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:06.278513 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a04ff31f-1b9a-47ff-b377-14b794dcfddf req-b7ac0239-64d6-41c1-8385-d8c3cd454708 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508715
Feb 12 21:08:06.302223 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face9c54-055e-4684-8895-64af04e26561 None None] Pushing event updated for resources: {'Port': ['ID=b4fae982-f278-4692-b126-9baa22729379,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:06.324001 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Publish callbacks [] for router_gateway (5551a5cb-a502-439f-9999-356c7eda96e4), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:06.352295 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:06.495917 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a7b3fd0-4879-49cf-9efe-3ff3e2099151 admin admin] Publish callbacks [] for security_group (e8fb70ae-76a4-4cad-97c5-08de99c329eb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:06.563563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Allocated IP 172.35.2.40 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/9a023c9b-d722-4650-8c7a-54dd93982369) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:06.575525 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a7b3fd0-4879-49cf-9efe-3ff3e2099151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e8fb70ae-76a4-4cad-97c5-08de99c329eb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:06.629498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7b3fd0-4879-49cf-9efe-3ff3e2099151 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:08:06.631750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b3fd0-4879-49cf-9efe-3ff3e2099151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fb70ae-76a4-4cad-97c5-08de99c329eb,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:06.647813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc2a2d-305c-4677-89a0-d13013dc2889 req-1db47a7b-0b4e-455c-b7f9-d573c400e42b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:06.649263 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-abcc2a2d-305c-4677-89a0-d13013dc2889 req-1db47a7b-0b4e-455c-b7f9-d573c400e42b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.1788461
Feb 12 21:08:06.724869 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a7b3fd0-4879-49cf-9efe-3ff3e2099151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (eb8c07c6-806f-492b-b134-b593748fe924), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:06.725268 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-4a7b3fd0-4879-49cf-9efe-3ff3e2099151 admin admin] Added segment eb8c07c6-806f-492b-b134-b593748fe924 of type vlan for network 358d4084-1d71-46b0-b440-33c47ce0a316
Feb 12 21:08:06.803553 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a7b3fd0-4879-49cf-9efe-3ff3e2099151 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (358d4084-1d71-46b0-b440-33c47ce0a316), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:06.848215 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-abcc2a2d-305c-4677-89a0-d13013dc2889 req-44b9927a-cefc-4096-8fab-20b2884228ff tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862569
Feb 12 21:08:06.872486 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Publish callbacks [] for port (9a023c9b-d722-4650-8c7a-54dd93982369), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:06.939420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25f76f-6a55-401a-b62a-fbda7ccb352c req-745ec9c1-8e5a-4efa-81e5-2294f052df58 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:06.941167 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b25f76f-6a55-401a-b62a-fbda7ccb352c req-745ec9c1-8e5a-4efa-81e5-2294f052df58 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 984 time: 0.0787494
Feb 12 21:08:06.971924 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a7b3fd0-4879-49cf-9efe-3ff3e2099151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (358d4084-1d71-46b0-b440-33c47ce0a316), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:06.972990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7b3fd0-4879-49cf-9efe-3ff3e2099151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:06.973953 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a7b3fd0-4879-49cf-9efe-3ff3e2099151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:07.022078 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b25f76f-6a55-401a-b62a-fbda7ccb352c req-0338e703-726e-48f9-8f22-b96a661f8fa8 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce&id=91eaa2a6-cb68-4b03-b100-28b1da244adf&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.0647171
Feb 12 21:08:07.022200 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (9a023c9b-d722-4650-8c7a-54dd93982369), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:07.084720 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b3fd0-4879-49cf-9efe-3ff3e2099151 admin admin] Pushing event updated for resources: {'Network': ['ID=358d4084-1d71-46b0-b440-33c47ce0a316,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:07.099755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 358d4084-1d71-46b0-b440-33c47ce0a316 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:08:07.115468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:07.125504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ee0d2-0d8c-4f51-a7b5-0867e56fd944 req-d53cef54-4f2e-4d0c-aee9-9ba7a7f7d84e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:07.127125 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c1ee0d2-0d8c-4f51-a7b5-0867e56fd944 req-d53cef54-4f2e-4d0c-aee9-9ba7a7f7d84e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.2006729
Feb 12 21:08:07.128558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:07.131243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:07.153816 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7f6c052-003b-4fed-ab30-ede739be5aca req-b9531bcc-eacb-4a78-8b80-2bb1554572ab tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1145447129&fields=id&tenant_id=225507fa1fa946aa9559a89fe27569b3 HTTP/1.1" status: 200  len: 267 time: 0.0616605
Feb 12 21:08:07.164770 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Pushing event updated for resources: {'Port': ['ID=9a023c9b-d722-4650-8c7a-54dd93982369,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:07.171771 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4a7b3fd0-4879-49cf-9efe-3ff3e2099151 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.3837008
Feb 12 21:08:07.179484 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33580) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:07.191225 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-da5b3384-fb2f-46c6-bc69-c6faf9e7ed04 admin admin] Request body: {'subnet': {'network_id': '358d4084-1d71-46b0-b440-33c47ce0a316', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1910835886-subnet', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:07.221304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6c052-003b-4fed-ab30-ede739be5aca req-9446e5a0-8c91-473c-9b42-30196ad106d0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:07.230519 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7f6c052-003b-4fed-ab30-ede739be5aca req-9446e5a0-8c91-473c-9b42-30196ad106d0 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 984 time: 0.0754898
Feb 12 21:08:07.239815 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-c7f6c052-003b-4fed-ab30-ede739be5aca req-c3b5097e-ac35-40b8-b714-6fd55cb23cfc tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Request body: {'port': {'security_groups': ['91eaa2a6-cb68-4b03-b100-28b1da244adf', 'ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce', '3b2a66b0-2f4c-43e5-a4c7-2420ae2f796e']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:07.357945 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c7f6c052-003b-4fed-ab30-ede739be5aca req-c3b5097e-ac35-40b8-b714-6fd55cb23cfc tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:07.390696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5b3384-fb2f-46c6-bc69-c6faf9e7ed04 admin admin] Made reservation on behalf of 8c786b1ea6814f6296ceaf7d8911fc64 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:07.393066 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-da5b3384-fb2f-46c6-bc69-c6faf9e7ed04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:07.430467 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c1ee0d2-0d8c-4f51-a7b5-0867e56fd944 req-3a2aa667-26d8-4dcd-a61f-0a0fdf7487de tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2672889
Feb 12 21:08:07.619099 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b4fae982-f278-4692-b126-9baa22729379 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:07.683237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3ef52e-d71a-44d0-8be3-73e4ad2000a5 None None] Network b286c5f0-5feb-4edd-8aa1-03636bfd1f8c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:07.726517 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-c7f6c052-003b-4fed-ab30-ede739be5aca req-c3b5097e-ac35-40b8-b714-6fd55cb23cfc tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] For port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d4270d9-08bc-4f23-9b42-c85ca86d6e30,segment=NetworkSegment(e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba),segment_id=e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:07.730527 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Publish callbacks [] for router_gateway (5551a5cb-a502-439f-9999-356c7eda96e4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:07.774878 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c7f6c052-003b-4fed-ab30-ede739be5aca req-c3b5097e-ac35-40b8-b714-6fd55cb23cfc tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:07.796999 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-38f2ea52-29c7-439e-a2d7-201f73136370 None None] Provisioning complete for port b4fae982-f278-4692-b126-9baa22729379 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:07.797712 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-38f2ea52-29c7-439e-a2d7-201f73136370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b4fae982-f278-4692-b126-9baa22729379), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:07.823310 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b4fae982-f278-4692-b126-9baa22729379 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:07.823692 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b4fae982-f278-4692-b126-9baa22729379), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:07.840533 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c7f6c052-003b-4fed-ab30-ede739be5aca req-c3b5097e-ac35-40b8-b714-6fd55cb23cfc tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:07.859795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['5d4270d9-08bc-4f23-9b42-c85ca86d6e30'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:08:07.864628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d82092-b7cf-4e62-9224-9a27e92089af req-0a8ab8b4-0e58-4e97-825a-c36077e83ae8 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:07.867410 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['0e5d31bf-1299-4108-a791-2a97cebb0d4f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:08:07.871193 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a4d82092-b7cf-4e62-9224-9a27e92089af req-0a8ab8b4-0e58-4e97-825a-c36077e83ae8 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.2157974
Feb 12 21:08:07.919730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6c052-003b-4fed-ab30-ede739be5aca req-c3b5097e-ac35-40b8-b714-6fd55cb23cfc tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:07.920317 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c7f6c052-003b-4fed-ab30-ede739be5aca req-c3b5097e-ac35-40b8-b714-6fd55cb23cfc tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:07.925525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7f6c052-003b-4fed-ab30-ede739be5aca req-c3b5097e-ac35-40b8-b714-6fd55cb23cfc tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "PUT /v2.0/ports/5d4270d9-08bc-4f23-9b42-c85ca86d6e30 HTTP/1.1" status: 200  len: 1020 time: 0.6938002
Feb 12 21:08:07.940614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed452a1-947c-4a63-8f67-8af1f1554c12', 'tag': '5d4270d9-08bc-4f23-9b42-c85ca86d6e30'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:08:07.944173 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d648c8-efc5-4a3d-95ff-684a14bc7833" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed452a1-947c-4a63-8f67-8af1f1554c12", "tag": "5d4270d9-08bc-4f23-9b42-c85ca86d6e30"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:08:08.012357 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5097e-ac35-40b8-b714-6fd55cb23cfc tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event updated for resources: {'Port': ['ID=5d4270d9-08bc-4f23-9b42-c85ca86d6e30,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:08.013555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['5d4270d9-08bc-4f23-9b42-c85ca86d6e30'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:08:08.020980 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-186d862c-0e10-4089-989e-4d0ea4e67179 req-d01c91e4-4a1f-4d59-9705-9baae25c90af tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/3b2a66b0-2f4c-43e5-a4c7-2420ae2f796e HTTP/1.1" status: 200  len: 1818 time: 0.0714123
Feb 12 21:08:08.081979 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-186d862c-0e10-4089-989e-4d0ea4e67179 req-ec2b2795-5e1d-455f-88ce-d046a032de68 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] delete failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:08:08.083007 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-186d862c-0e10-4089-989e-4d0ea4e67179 req-ec2b2795-5e1d-455f-88ce-d046a032de68 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "DELETE /v2.0/security-groups/3b2a66b0-2f4c-43e5-a4c7-2420ae2f796e HTTP/1.1" status: 409  len: 341 time: 0.0496595
Feb 12 21:08:08.090639 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a4d82092-b7cf-4e62-9224-9a27e92089af req-5525a6c7-8e01-4492-8911-1bd23117027e tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2180507
Feb 12 21:08:08.092399 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-da5b3384-fb2f-46c6-bc69-c6faf9e7ed04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (0e23e60d-dea8-4a7b-a6fd-64df49987f71), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:08.156287 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4437ad18-717a-4817-af06-fce09ecef4d3 x-openstack-request-id: req-4437ad18-717a-4817-af06-fce09ecef4d3 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:08:08.156587 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed452a1-947c-4a63-8f67-8af1f1554c12", "tag": "5d4270d9-08bc-4f23-9b42-c85ca86d6e30", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:08:08.156911 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4437ad18-717a-4817-af06-fce09ecef4d3 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:08:08.157299 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed452a1-947c-4a63-8f67-8af1f1554c12', 'tag': '5d4270d9-08bc-4f23-9b42-c85ca86d6e30', 'status': 'completed', 'code': 200}
Feb 12 21:08:08.193616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b4fae982-f278-4692-b126-9baa22729379 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:08.193616 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b4fae982-f278-4692-b126-9baa22729379), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:08.225770 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b3384-fb2f-46c6-bc69-c6faf9e7ed04 admin admin] Checking segment: {'id': 'eb8c07c6-806f-492b-b134-b593748fe924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '358d4084-1d71-46b0-b440-33c47ce0a316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:08.226005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5b3384-fb2f-46c6-bc69-c6faf9e7ed04 admin admin] Network hostable DHCP agents. Network: 358d4084-1d71-46b0-b440-33c47ce0a316, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:08:08.244435 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (5551a5cb-a502-439f-9999-356c7eda96e4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:08.263598 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b3384-fb2f-46c6-bc69-c6faf9e7ed04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e23e60d-dea8-4a7b-a6fd-64df49987f71,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:08.277861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d648c8-efc5-4a3d-95ff-684a14bc7833 req-62803a18-66a9-435f-960d-65712448a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:08.284465 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81d648c8-efc5-4a3d-95ff-684a14bc7833 req-62803a18-66a9-435f-960d-65712448a3b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=225507fa1fa946aa9559a89fe27569b3&device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 1206 time: 0.0985579
Feb 12 21:08:08.308560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-38f2ea52-29c7-439e-a2d7-201f73136370 None None] Current status of the port b4fae982-f278-4692-b126-9baa22729379 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:08.308560 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-38f2ea52-29c7-439e-a2d7-201f73136370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b4fae982-f278-4692-b126-9baa22729379), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:08.431544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-38f2ea52-29c7-439e-a2d7-201f73136370 None None] For port b4fae982-f278-4692-b126-9baa22729379, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4fae982-f278-4692-b126-9baa22729379,segment=NetworkSegment(bb4cf931-e048-4a55-8168-0a7d704bd8d5),segment_id=bb4cf931-e048-4a55-8168-0a7d704bd8d5)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:08.495967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d648c8-efc5-4a3d-95ff-684a14bc7833 req-92bc5a2e-5d47-451c-a20f-a7751d97ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:08.497861 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81d648c8-efc5-4a3d-95ff-684a14bc7833 req-92bc5a2e-5d47-451c-a20f-a7751d97ba8c service neutron] 10.222.0.50 "GET /v2.0/networks?id=500b8539-c5e5-4f3e-8048-ff853db68c9e HTTP/1.1" status: 200  len: 913 time: 0.2032495
Feb 12 21:08:08.533612 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-38f2ea52-29c7-439e-a2d7-201f73136370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b4fae982-f278-4692-b126-9baa22729379), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:08.564621 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81d648c8-efc5-4a3d-95ff-684a14bc7833 req-15982783-2ffd-4b00-84a9-77bf58e39c52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d4270d9-08bc-4f23-9b42-c85ca86d6e30 HTTP/1.1" status: 200  len: 217 time: 0.0532103
Feb 12 21:08:08.640261 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d648c8-efc5-4a3d-95ff-684a14bc7833 req-7f0960c2-3aef-4108-81e7-47c7ea43a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:08.643367 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81d648c8-efc5-4a3d-95ff-684a14bc7833 req-7f0960c2-3aef-4108-81e7-47c7ea43a0d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=380301fb-f8fa-48ad-8387-bfa0ccd33656 HTTP/1.1" status: 200  len: 852 time: 0.0702341
Feb 12 21:08:08.685612 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:08:08.685822 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:08:08.699581 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81d648c8-efc5-4a3d-95ff-684a14bc7833 req-9c589c82-623b-4153-9825-536e2091343d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=500b8539-c5e5-4f3e-8048-ff853db68c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440834
Feb 12 21:08:08.716407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2ea52-29c7-439e-a2d7-201f73136370 None None] Pushing event updated for resources: {'Port': ['ID=b4fae982-f278-4692-b126-9baa22729379,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:08.767789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5b3384-fb2f-46c6-bc69-c6faf9e7ed04 admin admin] Network 358d4084-1d71-46b0-b440-33c47ce0a316 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:08:08.769291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e852abca-75ca-4fed-bdfe-8acab39fc8fc None None] Provisioning complete for port b4fae982-f278-4692-b126-9baa22729379 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:08.769795 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e852abca-75ca-4fed-bdfe-8acab39fc8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b4fae982-f278-4692-b126-9baa22729379), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:08.886389 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dd9f6-ac9f-47db-b3ee-f5809e19baa3 req-9c278603-1736-442e-8d15-9cce557bff79 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:08.887846 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-723dd9f6-ac9f-47db-b3ee-f5809e19baa3 req-9c278603-1736-442e-8d15-9cce557bff79 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.1554854
Feb 12 21:08:08.902959 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81d648c8-efc5-4a3d-95ff-684a14bc7833 req-ef84c435-4605-4bb2-beb3-95083bdfb79a service neutron] 10.222.0.50 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2005041
Feb 12 21:08:08.930212 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-da5b3384-fb2f-46c6-bc69-c6faf9e7ed04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 358d4084-1d71-46b0-b440-33c47ce0a316) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:08.942587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5b3384-fb2f-46c6-bc69-c6faf9e7ed04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:08.943164 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-da5b3384-fb2f-46c6-bc69-c6faf9e7ed04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:08.944672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cd3bcf-f5ef-4515-8786-a6520338bd8c None None] Network 358d4084-1d71-46b0-b440-33c47ce0a316 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:08.974501 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-723dd9f6-ac9f-47db-b3ee-f5809e19baa3 req-eae3e0a8-2417-4391-94f1-bbc1895bb594 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776050
Feb 12 21:08:09.035944 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81d648c8-efc5-4a3d-95ff-684a14bc7833 req-b41275dd-04c7-4084-988a-3188a8b687f0 service neutron] 10.222.0.50 "GET /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219285
Feb 12 21:08:09.083294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e852abca-75ca-4fed-bdfe-8acab39fc8fc None None] Current status of the port b4fae982-f278-4692-b126-9baa22729379 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:09.093328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc5890-5b17-48d1-b8fd-fa2fabff1dbc req-1126156f-eec1-4f31-843c-f43b3353a34d tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:09.094889 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5cc5890-5b17-48d1-b8fd-fa2fabff1dbc req-1126156f-eec1-4f31-843c-f43b3353a34d tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 1023 time: 0.0556791
Feb 12 21:08:09.148318 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-358d4084-1d71-46b0-b440-33c47ce0a316', 'network_id': '358d4084-1d71-46b0-b440-33c47ce0a316', 'project_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'fixed_ips': [{'subnet_id': '0e23e60d-dea8-4a7b-a6fd-64df49987f71'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:08:09.149459 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:09.163946 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Router 5551a5cb-a502-439f-9999-356c7eda96e4 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:08:09.163946 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-da5b3384-fb2f-46c6-bc69-c6faf9e7ed04 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.9799087
Feb 12 21:08:09.166074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33644) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:09.170955 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1910835886-router', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:09.181084 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5cc5890-5b17-48d1-b8fd-fa2fabff1dbc req-a5c32999-264d-4007-9511-bc34db4ca6b9 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce&id=91eaa2a6-cb68-4b03-b100-28b1da244adf&id=3b2a66b0-2f4c-43e5-a4c7-2420ae2f796e&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0801623
Feb 12 21:08:09.287099 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (3b0e8384-efb7-4a24-bb94-fa670ee5a752), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:09.290106 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (3b0e8384-efb7-4a24-bb94-fa670ee5a752), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:09.302577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b4fae982-f278-4692-b126-9baa22729379 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:09.310466 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:08:09.325688 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Sync routers for ids ['5551a5cb-a502-439f-9999-356c7eda96e4'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:08:09.343227 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Routers {'5551a5cb-a502-439f-9999-356c7eda96e4'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:09.345555 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd91310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:07:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['5551a5cb-a502-439f-9999-356c7eda96e4'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:09.360594 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Publish callbacks [] for router_controller (3b0e8384-efb7-4a24-bb94-fa670ee5a752), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:09.366454 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Allocated IP 172.20.0.2 (358d4084-1d71-46b0-b440-33c47ce0a316/0e23e60d-dea8-4a7b-a6fd-64df49987f71/bb376e42-f1f0-48e5-b3be-83b775d6c420) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:09.513225 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:09.515098 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a410d1fd-c4b7-4c95-9210-21032ea18a9a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.3162787
Feb 12 21:08:09.519147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33654) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:09.570478 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Set router 5551a5cb-a502-439f-9999-356c7eda96e4 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:09.595762 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Publish callbacks [] for port (bb376e42-f1f0-48e5-b3be-83b775d6c420), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:09.622057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b4fae982-f278-4692-b126-9baa22729379 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:09.650175 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242d2bf-bc00-412e-9c84-5f2f9360eec6 req-d8049b9d-f791-47c0-8328-e8258a67e328 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:09.657905 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4242d2bf-bc00-412e-9c84-5f2f9360eec6 req-d8049b9d-f791-47c0-8328-e8258a67e328 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 944 time: 0.1913419
Feb 12 21:08:09.688372 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b4fae982-f278-4692-b126-9baa22729379 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:09.689293 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b4fae982-f278-4692-b126-9baa22729379), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:09.692368 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (bb376e42-f1f0-48e5-b3be-83b775d6c420), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:09.793144 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Network 358d4084-1d71-46b0-b440-33c47ce0a316 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:09.798350 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:09.804246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:09.815312 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4242d2bf-bc00-412e-9c84-5f2f9360eec6 req-7bc2284c-826d-4989-89ce-e210ab70105b tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528804
Feb 12 21:08:09.820066 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Pushing event updated for resources: {'Port': ['ID=bb376e42-f1f0-48e5-b3be-83b775d6c420,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:09.822024 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Publish callbacks [] for router_gateway (3b0e8384-efb7-4a24-bb94-fa670ee5a752), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:09.871709 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd91310>, [{'id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577188555-router', 'tenant_id': '2e53bfabce8d42e183bcf495f606b29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.40'}], 'enable_snat': True}, 'gw_port_id': '9a023c9b-d722-4650-8c7a-54dd93982369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:05Z', 'updated_at': '2022-02-12T21:08:07Z', 'revision_number': 3, 'project_id': '2e53bfabce8d42e183bcf495f606b29f', 'gw_port': {'id': '9a023c9b-d722-4650-8c7a-54dd93982369', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:58:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:06Z', 'updated_at': '2022-02-12T21:08:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:09.873075 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c32353-8bd1-4cd1-b9ed-14bf7529a29b req-a560e850-db8f-443c-8ba0-0679639f7ff3 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:09.883317 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9c32353-8bd1-4cd1-b9ed-14bf7529a29b req-a560e850-db8f-443c-8ba0-0679639f7ff3 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.4213140
Feb 12 21:08:09.899662 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Checking router: 5551a5cb-a502-439f-9999-356c7eda96e4 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:08:09.900100 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Updating router 5551a5cb-a502-439f-9999-356c7eda96e4 port 9a023c9b-d722-4650-8c7a-54dd93982369 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:08:09.907763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Attempting to bind port bb376e42-f1f0-48e5-b3be-83b775d6c420 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:08:09.907763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Attempting to bind port bb376e42-f1f0-48e5-b3be-83b775d6c420 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eb8c07c6-806f-492b-b134-b593748fe924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '358d4084-1d71-46b0-b440-33c47ce0a316'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:08:09.907763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Attempting to bind port bb376e42-f1f0-48e5-b3be-83b775d6c420 on network 358d4084-1d71-46b0-b440-33c47ce0a316 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:08:09.910833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:08:09.911218 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Checking segment: {'id': 'eb8c07c6-806f-492b-b134-b593748fe924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '358d4084-1d71-46b0-b440-33c47ce0a316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:09.911923 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:09.912048 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Bound using segment: {'id': 'eb8c07c6-806f-492b-b134-b593748fe924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '358d4084-1d71-46b0-b440-33c47ce0a316'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:08:09.912463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Bound port: bb376e42-f1f0-48e5-b3be-83b775d6c420, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8c07c6-806f-492b-b134-b593748fe924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '358d4084-1d71-46b0-b440-33c47ce0a316'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:08:09.912843 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bb376e42-f1f0-48e5-b3be-83b775d6c420), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:09.930356 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9a023c9b-d722-4650-8c7a-54dd93982369), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:09.966957 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b4fae982-f278-4692-b126-9baa22729379 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:09.969172 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9c32353-8bd1-4cd1-b9ed-14bf7529a29b req-2f9e35cc-3b05-4479-94a4-dde44bd51145 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845308
Feb 12 21:08:10.221544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ad3d3-4e6c-4fc2-9c66-16113d84393c req-817caa65-8568-460d-96d6-5cd42e2350c6 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:10.229070 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-122ad3d3-4e6c-4fc2-9c66-16113d84393c req-817caa65-8568-460d-96d6-5cd42e2350c6 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.48 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 944 time: 0.2572711
Feb 12 21:08:10.287048 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] For port bb376e42-f1f0-48e5-b3be-83b775d6c420, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:08:10.294175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] For port bb376e42-f1f0-48e5-b3be-83b775d6c420, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb376e42-f1f0-48e5-b3be-83b775d6c420,segment=NetworkSegment(eb8c07c6-806f-492b-b134-b593748fe924),segment_id=eb8c07c6-806f-492b-b134-b593748fe924)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:08:10.295293 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33664) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:10.370413 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Publish callbacks [] for router_gateway (3b0e8384-efb7-4a24-bb94-fa670ee5a752), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:10.371629 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Publish callbacks [] for port (9a023c9b-d722-4650-8c7a-54dd93982369), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:10.396185 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:10.401409 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (bb376e42-f1f0-48e5-b3be-83b775d6c420), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:10.412687 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:10.485567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab17bb-7433-449d-9957-106109e68504 req-044a9859-7654-4930-926d-dd53da86c190 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:10.487168 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54ab17bb-7433-449d-9957-106109e68504 req-044a9859-7654-4930-926d-dd53da86c190 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.2842069
Feb 12 21:08:10.513860 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d830be-10b8-4a88-b1ae-77e52f34dae0 req-4b0ffcf2-14f6-46e1-b342-766f2332f9bd tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:10.514835 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9a023c9b-d722-4650-8c7a-54dd93982369), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:10.519788 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d3d830be-10b8-4a88-b1ae-77e52f34dae0 req-4b0ffcf2-14f6-46e1-b342-766f2332f9bd tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 1023 time: 0.2191007
Feb 12 21:08:10.548903 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f83af5-dff0-4e4f-b0c2-9af0f7fd54ac req-0133f727-cce1-4efc-bdcd-76ae05093d55 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:10.561019 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-45f83af5-dff0-4e4f-b0c2-9af0f7fd54ac req-0133f727-cce1-4efc-bdcd-76ae05093d55 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 1023 time: 0.2294724
Feb 12 21:08:10.561170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a80ab6-83d8-47dd-9134-f9ac68c7ea68 None None] Pushing event updated for resources: {'Port': ['ID=bb376e42-f1f0-48e5-b3be-83b775d6c420,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:10.567038 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ae096cc4-9204-415c-b021-cc4ccbf5cace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:10.617024 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-122ad3d3-4e6c-4fc2-9c66-16113d84393c req-4b908df3-1c26-45e4-a9c1-89fa398112b1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Deleting port 32360a5d-8e56-4c23-9414-36fca780d88e {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:10.617024 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-122ad3d3-4e6c-4fc2-9c66-16113d84393c req-4b908df3-1c26-45e4-a9c1-89fa398112b1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:10.625618 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Attempting to bind port 9a023c9b-d722-4650-8c7a-54dd93982369 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:08:10.625989 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Attempting to bind port 9a023c9b-d722-4650-8c7a-54dd93982369 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:08:10.626560 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Attempting to bind port 9a023c9b-d722-4650-8c7a-54dd93982369 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:08:10.636653 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:08:10.637027 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:10.637433 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:10.637828 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:08:10.638298 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Bound port: 9a023c9b-d722-4650-8c7a-54dd93982369, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:08:10.638677 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9a023c9b-d722-4650-8c7a-54dd93982369), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:10.641956 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1c181-3657-485f-961d-e60f0b0e949e None None] Pushing event updated for resources: {'Port': ['ID=9a023c9b-d722-4650-8c7a-54dd93982369,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:10.658005 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54ab17bb-7433-449d-9957-106109e68504 req-b972de3b-0eed-48a2-8b61-c3d87196165b tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631489
Feb 12 21:08:10.674369 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1c181-3657-485f-961d-e60f0b0e949e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:10.674720 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1c181-3657-485f-961d-e60f0b0e949e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:10.675035 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1c181-3657-485f-961d-e60f0b0e949e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:10.675366 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1c181-3657-485f-961d-e60f0b0e949e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:10.675696 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1c181-3657-485f-961d-e60f0b0e949e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:10.676024 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1c181-3657-485f-961d-e60f0b0e949e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:10.676347 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1c181-3657-485f-961d-e60f0b0e949e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:10.676669 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1c181-3657-485f-961d-e60f0b0e949e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:10.676989 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1c181-3657-485f-961d-e60f0b0e949e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:10.677308 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1c181-3657-485f-961d-e60f0b0e949e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:10.677655 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1c181-3657-485f-961d-e60f0b0e949e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:10.677975 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1c181-3657-485f-961d-e60f0b0e949e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:10.678293 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d1c181-3657-485f-961d-e60f0b0e949e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:10.748603 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] For port 9a023c9b-d722-4650-8c7a-54dd93982369, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:08:10.763400 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] For port 9a023c9b-d722-4650-8c7a-54dd93982369, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a023c9b-d722-4650-8c7a-54dd93982369,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:08:10.812781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Allocated IP 172.35.2.34 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/b8755f0d-cab1-42ce-b7a7-8d24c8d01536) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:10.841196 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9a023c9b-d722-4650-8c7a-54dd93982369), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:10.909577 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Routers {'5551a5cb-a502-439f-9999-356c7eda96e4'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:10.910218 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd91310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:07:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['5551a5cb-a502-439f-9999-356c7eda96e4'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:10.936034 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ae096cc4-9204-415c-b021-cc4ccbf5cace admin admin] Publish callbacks [] for security_group (b53f1014-293a-4234-8154-fa3dd5ab0c2d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:10.954318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d3d830be-10b8-4a88-b1ae-77e52f34dae0 req-4f5186ab-c59d-4920-99a7-3b4ba85d1a63 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Deleting port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:10.954655 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d3d830be-10b8-4a88-b1ae-77e52f34dae0 req-4f5186ab-c59d-4920-99a7-3b4ba85d1a63 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:10.992837 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1c181-3657-485f-961d-e60f0b0e949e None None] Pushing event updated for resources: {'Port': ['ID=9a023c9b-d722-4650-8c7a-54dd93982369,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:11.002129 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-45f83af5-dff0-4e4f-b0c2-9af0f7fd54ac req-f61d5358-265f-425e-9872-fd5e0087e049 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce&id=91eaa2a6-cb68-4b03-b100-28b1da244adf&id=3b2a66b0-2f4c-43e5-a4c7-2420ae2f796e&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.4345832
Feb 12 21:08:11.033274 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ae096cc4-9204-415c-b021-cc4ccbf5cace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b53f1014-293a-4234-8154-fa3dd5ab0c2d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:11.088226 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] Set router 5551a5cb-a502-439f-9999-356c7eda96e4 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:11.116720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1139506-6e25-489c-8a3c-2dcc78567b91 req-2955e166-1413-41e5-bee8-be41906a6cce tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:11.119088 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f1139506-6e25-489c-8a3c-2dcc78567b91 req-2955e166-1413-41e5-bee8-be41906a6cce tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.2786748
Feb 12 21:08:11.123323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-122ad3d3-4e6c-4fc2-9c66-16113d84393c req-4b908df3-1c26-45e4-a9c1-89fa398112b1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] For port 32360a5d-8e56-4c23-9414-36fca780d88e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32360a5d-8e56-4c23-9414-36fca780d88e,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:11.123323 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-122ad3d3-4e6c-4fc2-9c66-16113d84393c req-4b908df3-1c26-45e4-a9c1-89fa398112b1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:11.169782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Allocated IP 172.20.0.1 (b286c5f0-5feb-4edd-8aa1-03636bfd1f8c/f369cea4-1a1b-4361-a884-093942e6d146/95521ff7-73cc-408f-85d7-ead994e186a9) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:11.180260 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-122ad3d3-4e6c-4fc2-9c66-16113d84393c req-4b908df3-1c26-45e4-a9c1-89fa398112b1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Calling delete_port for 32360a5d-8e56-4c23-9414-36fca780d88e owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:11.188315 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d3d830be-10b8-4a88-b1ae-77e52f34dae0 req-4f5186ab-c59d-4920-99a7-3b4ba85d1a63 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] For port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d4270d9-08bc-4f23-9b42-c85ca86d6e30,segment=NetworkSegment(e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba),segment_id=e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:11.188746 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d3d830be-10b8-4a88-b1ae-77e52f34dae0 req-4f5186ab-c59d-4920-99a7-3b4ba85d1a63 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:11.195440 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ae096cc4-9204-415c-b021-cc4ccbf5cace admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08bb4df14cdc481f82c272c5258be421&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8966010
Feb 12 21:08:11.195625 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Publish callbacks [] for port (b8755f0d-cab1-42ce-b7a7-8d24c8d01536), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:11.199912 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33674) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:11.214763 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae096cc4-9204-415c-b021-cc4ccbf5cace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53f1014-293a-4234-8154-fa3dd5ab0c2d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:11.237776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d3d830be-10b8-4a88-b1ae-77e52f34dae0 req-4f5186ab-c59d-4920-99a7-3b4ba85d1a63 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Calling delete_port for 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:11.263314 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f1139506-6e25-489c-8a3c-2dcc78567b91 req-7d9f50fd-17a6-4276-83af-1c1aad1325ad tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368413
Feb 12 21:08:11.398655 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd91310>, [{'id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577188555-router', 'tenant_id': '2e53bfabce8d42e183bcf495f606b29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.40'}], 'enable_snat': True}, 'gw_port_id': '9a023c9b-d722-4650-8c7a-54dd93982369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:05Z', 'updated_at': '2022-02-12T21:08:07Z', 'revision_number': 3, 'project_id': '2e53bfabce8d42e183bcf495f606b29f', 'gw_port': {'id': '9a023c9b-d722-4650-8c7a-54dd93982369', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:58:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:06Z', 'updated_at': '2022-02-12T21:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:11.403351 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dda83c1f-1bec-48bb-a7d3-908156964ae2 admin admin] Publish callbacks [] for security_group (b53f1014-293a-4234-8154-fa3dd5ab0c2d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:11.408266 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3df770-a867-4a72-914f-298635baa432 req-68d93677-668c-4367-9019-c80e44d7c4f3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:11.415496 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5c3df770-a867-4a72-914f-298635baa432 req-68d93677-668c-4367-9019-c80e44d7c4f3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 944 time: 0.3175657
Feb 12 21:08:11.440052 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dda83c1f-1bec-48bb-a7d3-908156964ae2 admin admin] Publish callbacks [] for security_group (b53f1014-293a-4234-8154-fa3dd5ab0c2d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:11.443640 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e1bd1-5c84-4522-9ead-dd6a60b6faa3 None None] The sync data for ids ['5551a5cb-a502-439f-9999-356c7eda96e4'] in ncdv-master-1 is: [{'id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577188555-router', 'tenant_id': '2e53bfabce8d42e183bcf495f606b29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.40'}], 'enable_snat': True}, 'gw_port_id': '9a023c9b-d722-4650-8c7a-54dd93982369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:05Z', 'updated_at': '2022-02-12T21:08:07Z', 'revision_number': 3, 'project_id': '2e53bfabce8d42e183bcf495f606b29f', 'gw_port': {'id': '9a023c9b-d722-4650-8c7a-54dd93982369', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:58:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:06Z', 'updated_at': '2022-02-12T21:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:08:11.454217 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b8755f0d-cab1-42ce-b7a7-8d24c8d01536), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:11.581907 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:11.595045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:11.612623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:11.648146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=b8755f0d-cab1-42ce-b7a7-8d24c8d01536,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:11.672178 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5c3df770-a867-4a72-914f-298635baa432 req-08b77f6b-9428-4b94-80a9-148de465caab tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2551436
Feb 12 21:08:11.704071 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bb376e42-f1f0-48e5-b3be-83b775d6c420 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:11.722484 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Publish callbacks [] for port (95521ff7-73cc-408f-85d7-ead994e186a9), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:11.765224 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dda83c1f-1bec-48bb-a7d3-908156964ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b53f1014-293a-4234-8154-fa3dd5ab0c2d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:11.768013 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dda83c1f-1bec-48bb-a7d3-908156964ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:11.784541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port bb376e42-f1f0-48e5-b3be-83b775d6c420 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:11.784923 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bb376e42-f1f0-48e5-b3be-83b775d6c420), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:11.785155 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-dda83c1f-1bec-48bb-a7d3-908156964ae2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b53f1014-293a-4234-8154-fa3dd5ab0c2d HTTP/1.1" status: 204  len: 168 time: 0.5662906
Feb 12 21:08:11.786228 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d3d830be-10b8-4a88-b1ae-77e52f34dae0 req-4f5186ab-c59d-4920-99a7-3b4ba85d1a63 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (5d4270d9-08bc-4f23-9b42-c85ca86d6e30), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:11.830458 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-122ad3d3-4e6c-4fc2-9c66-16113d84393c req-4b908df3-1c26-45e4-a9c1-89fa398112b1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (32360a5d-8e56-4c23-9414-36fca780d88e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:11.834569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['0e5d31bf-1299-4108-a791-2a97cebb0d4f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:08:11.907613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b908df3-1c26-45e4-a9c1-89fa398112b1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Pushing event deleted for resources: {'Port': ['ID=32360a5d-8e56-4c23-9414-36fca780d88e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:11.981288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda83c1f-1bec-48bb-a7d3-908156964ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53f1014-293a-4234-8154-fa3dd5ab0c2d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:11.988893 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5186ab-c59d-4920-99a7-3b4ba85d1a63 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event deleted for resources: {'Port': ['ID=5d4270d9-08bc-4f23-9b42-c85ca86d6e30,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:11.997536 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-122ad3d3-4e6c-4fc2-9c66-16113d84393c req-4b908df3-1c26-45e4-a9c1-89fa398112b1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] No DVR routers for this DVR port 32360a5d-8e56-4c23-9414-36fca780d88e on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:08:12.003170 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:12.014531 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-122ad3d3-4e6c-4fc2-9c66-16113d84393c req-4b908df3-1c26-45e4-a9c1-89fa398112b1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:12.019797 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-122ad3d3-4e6c-4fc2-9c66-16113d84393c req-4b908df3-1c26-45e4-a9c1-89fa398112b1 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.48 "DELETE /v2.0/ports/32360a5d-8e56-4c23-9414-36fca780d88e HTTP/1.1" status: 204  len: 173 time: 1.7846613
Feb 12 21:08:12.037338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831a7bdc-edf9-4121-9962-f3ae48b82047', 'name': 'network-vif-deleted', 'tag': '32360a5d-8e56-4c23-9414-36fca780d88e'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:08:12.041660 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5642c164-42c3-48e1-a7d6-fbe97972df7a" -d '{"events": [{"server_uuid": "831a7bdc-edf9-4121-9962-f3ae48b82047", "name": "network-vif-deleted", "tag": "32360a5d-8e56-4c23-9414-36fca780d88e"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:08:12.117138 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Network b286c5f0-5feb-4edd-8aa1-03636bfd1f8c is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:12.117666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d830be-10b8-4a88-b1ae-77e52f34dae0 req-4f5186ab-c59d-4920-99a7-3b4ba85d1a63 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] No DVR routers for this DVR port 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:08:12.117978 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:12.118065 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d3d830be-10b8-4a88-b1ae-77e52f34dae0 req-4f5186ab-c59d-4920-99a7-3b4ba85d1a63 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:12.121656 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d3d830be-10b8-4a88-b1ae-77e52f34dae0 req-4f5186ab-c59d-4920-99a7-3b4ba85d1a63 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.50 "DELETE /v2.0/ports/5d4270d9-08bc-4f23-9b42-c85ca86d6e30 HTTP/1.1" status: 204  len: 173 time: 1.5893829
Feb 12 21:08:12.125368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed452a1-947c-4a63-8f67-8af1f1554c12', 'name': 'network-vif-deleted', 'tag': '5d4270d9-08bc-4f23-9b42-c85ca86d6e30'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:08:12.129829 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961c22f2-4aff-4d14-9ee6-135b3671fdf9" -d '{"events": [{"server_uuid": "3ed452a1-947c-4a63-8f67-8af1f1554c12", "name": "network-vif-deleted", "tag": "5d4270d9-08bc-4f23-9b42-c85ca86d6e30"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:08:12.141105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:12.233214 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74381bf2-9393-4a48-bee9-c149a67a3a3c x-openstack-request-id: req-74381bf2-9393-4a48-bee9-c149a67a3a3c {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:08:12.233548 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831a7bdc-edf9-4121-9962-f3ae48b82047", "name": "network-vif-deleted", "tag": "32360a5d-8e56-4c23-9414-36fca780d88e", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:08:12.233904 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74381bf2-9393-4a48-bee9-c149a67a3a3c {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:08:12.234190 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831a7bdc-edf9-4121-9962-f3ae48b82047', 'name': 'network-vif-deleted', 'tag': '32360a5d-8e56-4c23-9414-36fca780d88e', 'status': 'completed', 'code': 200}
Feb 12 21:08:12.236542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Pushing event updated for resources: {'Port': ['ID=95521ff7-73cc-408f-85d7-ead994e186a9,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:12.275444 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84b314f-823d-4753-9ac0-d7826ed0bdce x-openstack-request-id: req-e84b314f-823d-4753-9ac0-d7826ed0bdce {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:08:12.275768 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed452a1-947c-4a63-8f67-8af1f1554c12", "name": "network-vif-deleted", "tag": "5d4270d9-08bc-4f23-9b42-c85ca86d6e30", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:08:12.276588 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e84b314f-823d-4753-9ac0-d7826ed0bdce {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:08:12.279261 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed452a1-947c-4a63-8f67-8af1f1554c12', 'name': 'network-vif-deleted', 'tag': '5d4270d9-08bc-4f23-9b42-c85ca86d6e30', 'status': 'completed', 'code': 200}
Feb 12 21:08:12.280628 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port bb376e42-f1f0-48e5-b3be-83b775d6c420 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:12.285765 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (5551a5cb-a502-439f-9999-356c7eda96e4), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:12.287500 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19668397-2da2-4c64-9198-912cb312e528 req-7bcd9b6a-6189-4bc2-8081-ac7e191b8f13 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 210 time: 0.0612497
Feb 12 21:08:12.289251 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bb376e42-f1f0-48e5-b3be-83b775d6c420), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:12.462363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b16598-5438-4e2c-b805-6f400f9c406f None None] Network 358d4084-1d71-46b0-b440-33c47ce0a316 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:12.590902 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Publish callbacks [] for router_gateway (3b0e8384-efb7-4a24-bb94-fa670ee5a752), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:12.609601 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:08:12.623198 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port bb376e42-f1f0-48e5-b3be-83b775d6c420, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb376e42-f1f0-48e5-b3be-83b775d6c420,segment=NetworkSegment(eb8c07c6-806f-492b-b134-b593748fe924),segment_id=eb8c07c6-806f-492b-b134-b593748fe924)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:12.640057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-632b4686-3d7c-4d91-bc8e-d03413277f2b None None] Provisioning complete for port bb376e42-f1f0-48e5-b3be-83b775d6c420 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:12.640631 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-632b4686-3d7c-4d91-bc8e-d03413277f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bb376e42-f1f0-48e5-b3be-83b775d6c420), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:12.666851 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:12.726714 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (bb376e42-f1f0-48e5-b3be-83b775d6c420), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:12.884414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=bb376e42-f1f0-48e5-b3be-83b775d6c420,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:12.938449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33708) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:12.966401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-632b4686-3d7c-4d91-bc8e-d03413277f2b None None] Current status of the port bb376e42-f1f0-48e5-b3be-83b775d6c420 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:13.009154 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b6b1461-1ff3-4022-a4a9-6a80acee6577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:13.040231 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:08:13.075585 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-73eebdaa-989a-44b3-bba3-447277afa8c2 req-86f64fbc-1f24-496a-a29e-e3f7bc14ca75 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=831a7bdc-edf9-4121-9962-f3ae48b82047 HTTP/1.1" status: 200  len: 210 time: 0.2126906
Feb 12 21:08:13.098045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:08:13.098409 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 5d4270d9-08bc-4f23-9b42-c85ca86d6e30 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:08:13.165027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-758111af-46c9-48e2-8034-988e42acc904 None None] Provisioning complete for port 95521ff7-73cc-408f-85d7-ead994e186a9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:13.165438 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-758111af-46c9-48e2-8034-988e42acc904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:13.257204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-758111af-46c9-48e2-8034-988e42acc904 None None] Port 95521ff7-73cc-408f-85d7-ead994e186a9 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:08:13.258243 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Publish callbacks [] for port (95521ff7-73cc-408f-85d7-ead994e186a9), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:13.312188 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b6b1461-1ff3-4022-a4a9-6a80acee6577 admin admin] Publish callbacks [] for security_group (6db508e2-ee97-45bc-baca-c21fab0f691a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:13.341954 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:13.381703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e5ced267-e099-4838-ab5d-8aff82492d34 None None] Provisioning complete for port bb376e42-f1f0-48e5-b3be-83b775d6c420 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:13.382727 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e5ced267-e099-4838-ab5d-8aff82492d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bb376e42-f1f0-48e5-b3be-83b775d6c420), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:13.442793 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (5551a5cb-a502-439f-9999-356c7eda96e4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:13.444773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Pushing event updated for resources: {'Port': ['ID=95521ff7-73cc-408f-85d7-ead994e186a9,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:13.493422 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b6b1461-1ff3-4022-a4a9-6a80acee6577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6db508e2-ee97-45bc-baca-c21fab0f691a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:13.509206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-64e89f4c-a6c0-4ba3-a102-02c0334046a8 req-ce0554c5-d340-4242-aa63-cf2b89748177 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed452a1-947c-4a63-8f67-8af1f1554c12 HTTP/1.1" status: 200  len: 210 time: 0.1040690
Feb 12 21:08:13.516185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 32360a5d-8e56-4c23-9414-36fca780d88e no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:08:13.560265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 32360a5d-8e56-4c23-9414-36fca780d88e {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:08:13.560605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 32360a5d-8e56-4c23-9414-36fca780d88e not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:08:13.572643 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (3b0e8384-efb7-4a24-bb94-fa670ee5a752), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:13.577962 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e5ced267-e099-4838-ab5d-8aff82492d34 None None] Current status of the port bb376e42-f1f0-48e5-b3be-83b775d6c420 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:13.602193 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6b6b1461-1ff3-4022-a4a9-6a80acee6577 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fc3ecfef60f446f8ae989b092b105c5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6505098
Feb 12 21:08:13.603043 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33714) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:13.702726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b1461-1ff3-4022-a4a9-6a80acee6577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db508e2-ee97-45bc-baca-c21fab0f691a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:13.738640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9a023c9b-d722-4650-8c7a-54dd93982369 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:13.749901 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Network b286c5f0-5feb-4edd-8aa1-03636bfd1f8c is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:13.754255 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:13.830404 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 9a023c9b-d722-4650-8c7a-54dd93982369 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:13.830758 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9a023c9b-d722-4650-8c7a-54dd93982369), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:13.874158 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3261e48-e737-4d04-a196-107069bcf2b2 admin admin] Publish callbacks [] for security_group (6db508e2-ee97-45bc-baca-c21fab0f691a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:13.887890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Router 3b0e8384-efb7-4a24-bb94-fa670ee5a752 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:08:13.913915 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3261e48-e737-4d04-a196-107069bcf2b2 admin admin] Publish callbacks [] for security_group (6db508e2-ee97-45bc-baca-c21fab0f691a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:13.950332 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 9a023c9b-d722-4650-8c7a-54dd93982369 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:13.951062 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9a023c9b-d722-4650-8c7a-54dd93982369), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:13.980997 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 9a023c9b-d722-4650-8c7a-54dd93982369, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a023c9b-d722-4650-8c7a-54dd93982369,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:13.990267 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Router 5551a5cb-a502-439f-9999-356c7eda96e4 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:08:14.049216 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:08:14.062078 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Sync routers for ids ['3b0e8384-efb7-4a24-bb94-fa670ee5a752'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:08:14.074376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Routers {'3b0e8384-efb7-4a24-bb94-fa670ee5a752'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:14.075299 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc700280a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:07:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3b0e8384-efb7-4a24-bb94-fa670ee5a752'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:14.120820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:08:14.128988 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-78408f9a-9811-4877-a8e0-af39e158598a admin admin] 10.222.0.31 "PUT /v2.0/routers/5551a5cb-a502-439f-9999-356c7eda96e4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6060822
Feb 12 21:08:14.133723 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Sync routers for ids ['5551a5cb-a502-439f-9999-356c7eda96e4'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:08:14.145391 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Routers {'5551a5cb-a502-439f-9999-356c7eda96e4'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:14.147102 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbbff40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:07:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['5551a5cb-a502-439f-9999-356c7eda96e4'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:14.171288 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3261e48-e737-4d04-a196-107069bcf2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6db508e2-ee97-45bc-baca-c21fab0f691a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:14.171714 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9a023c9b-d722-4650-8c7a-54dd93982369), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:14.172583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bb376e42-f1f0-48e5-b3be-83b775d6c420 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:14.174460 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3261e48-e737-4d04-a196-107069bcf2b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:14.174881 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:14.175779 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e3261e48-e737-4d04-a196-107069bcf2b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6db508e2-ee97-45bc-baca-c21fab0f691a HTTP/1.1" status: 204  len: 168 time: 0.5297196
Feb 12 21:08:14.176235 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b11460b2-0f3e-448f-91ef-5d81cdbe5fd0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.0089259
Feb 12 21:08:14.183679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33726) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:14.206141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3261e48-e737-4d04-a196-107069bcf2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db508e2-ee97-45bc-baca-c21fab0f691a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:14.301038 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6ecd6b1a-6682-45e6-a834-2fe673e12011 None None] Provisioning complete for port 95521ff7-73cc-408f-85d7-ead994e186a9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:14.301571 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6b1a-6682-45e6-a834-2fe673e12011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:14.429145 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port bb376e42-f1f0-48e5-b3be-83b775d6c420 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:14.429643 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bb376e42-f1f0-48e5-b3be-83b775d6c420), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:14.461728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=9a023c9b-d722-4650-8c7a-54dd93982369,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:14.464462 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Set router 5551a5cb-a502-439f-9999-356c7eda96e4 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:14.474606 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd6b1a-6682-45e6-a834-2fe673e12011 None None] Port 95521ff7-73cc-408f-85d7-ead994e186a9 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:08:14.494463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Set router 3b0e8384-efb7-4a24-bb94-fa670ee5a752 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:14.747456 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-715715ad-2726-480c-a782-c9dc76f198c9 req-358ae0f4-ca1d-4949-aab6-2ed298683246 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce HTTP/1.1" status: 200  len: 1816 time: 0.0542035
Feb 12 21:08:14.747572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port bb376e42-f1f0-48e5-b3be-83b775d6c420 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:14.747922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-715715ad-2726-480c-a782-c9dc76f198c9 req-1c021ade-7549-43b0-8275-02d00e50c16f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:14.773007 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-715715ad-2726-480c-a782-c9dc76f198c9 req-1c021ade-7549-43b0-8275-02d00e50c16f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:14.835016 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc700280a60>, [{'id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'name': 'tempest-FloatingIPDetailsTestJSON-1910835886-router', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:09Z', 'updated_at': '2022-02-12T21:08:12Z', 'revision_number': 3, 'project_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'gw_port': {'id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:10Z', 'updated_at': '2022-02-12T21:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:14.835372 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbbff40>, [{'id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577188555-router', 'tenant_id': '2e53bfabce8d42e183bcf495f606b29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.40'}], 'enable_snat': True}, 'gw_port_id': '9a023c9b-d722-4650-8c7a-54dd93982369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:05Z', 'updated_at': '2022-02-12T21:08:12Z', 'revision_number': 4, 'project_id': '2e53bfabce8d42e183bcf495f606b29f', 'gw_port': {'id': '9a023c9b-d722-4650-8c7a-54dd93982369', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:58:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:06Z', 'updated_at': '2022-02-12T21:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95521ff7-73cc-408f-85d7-ead994e186a9', 'name': '', 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c', 'tenant_id': '2e53bfabce8d42e183bcf495f606b29f', 'mac_address': 'fa:16:3e:8e:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'f369cea4-1a1b-4361-a884-093942e6d146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:10Z', 'updated_at': '2022-02-12T21:08:12Z', 'revision_number': 2, 'project_id': '2e53bfabce8d42e183bcf495f606b29f', 'subnets': [{'id': 'f369cea4-1a1b-4361-a884-093942e6d146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:14.850864 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Checking router: 3b0e8384-efb7-4a24-bb94-fa670ee5a752 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:08:14.851285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Updating router 3b0e8384-efb7-4a24-bb94-fa670ee5a752 port b8755f0d-cab1-42ce-b7a7-8d24c8d01536 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:08:14.868317 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Checking router: 5551a5cb-a502-439f-9999-356c7eda96e4 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:08:14.868833 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Updating router 5551a5cb-a502-439f-9999-356c7eda96e4 port 95521ff7-73cc-408f-85d7-ead994e186a9 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:08:14.887737 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b8755f0d-cab1-42ce-b7a7-8d24c8d01536), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:14.910156 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:14.914930 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.075159 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-715715ad-2726-480c-a782-c9dc76f198c9 req-1c021ade-7549-43b0-8275-02d00e50c16f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.078263 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-715715ad-2726-480c-a782-c9dc76f198c9 req-1c021ade-7549-43b0-8275-02d00e50c16f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.088397 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-715715ad-2726-480c-a782-c9dc76f198c9 req-1c021ade-7549-43b0-8275-02d00e50c16f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "DELETE /v2.0/security-groups/ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce HTTP/1.1" status: 204  len: 173 time: 0.4427927
Feb 12 21:08:15.112116 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c021ade-7549-43b0-8275-02d00e50c16f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:15.143103 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Allocated IP 172.20.0.1 (358d4084-1d71-46b0-b440-33c47ce0a316/0e23e60d-dea8-4a7b-a6fd-64df49987f71/2c73a0e8-3eb4-4971-bf20-14e29a82d3bc) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:15.193403 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-354bfb53-f910-4786-87e7-ded80348ea03 req-d3a03751-5806-4f9c-a25c-ca8e1f3facf3 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/3b2a66b0-2f4c-43e5-a4c7-2420ae2f796e HTTP/1.1" status: 200  len: 1818 time: 0.0790875
Feb 12 21:08:15.312971 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Publish callbacks [] for port (95521ff7-73cc-408f-85d7-ead994e186a9), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.328187 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-354bfb53-f910-4786-87e7-ded80348ea03 req-6f82955a-e043-48f6-b1f2-9ff74338dda7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (3b2a66b0-2f4c-43e5-a4c7-2420ae2f796e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.367373 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-354bfb53-f910-4786-87e7-ded80348ea03 req-6f82955a-e043-48f6-b1f2-9ff74338dda7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (3b2a66b0-2f4c-43e5-a4c7-2420ae2f796e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.374803 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Publish callbacks [] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.458091 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.464885 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Publish callbacks [] for port (b8755f0d-cab1-42ce-b7a7-8d24c8d01536), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.520978 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a607bdc-954c-46f2-a9ba-7443e9998ba7 None None] Pushing event updated for resources: {'Port': ['ID=95521ff7-73cc-408f-85d7-ead994e186a9,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:15.561243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cbf1e-3898-4078-ba6d-4301f457302a req-3e7cef66-ed20-4cf9-b546-44552b33584e tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:15.568813 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb1cbf1e-3898-4078-ba6d-4301f457302a req-3e7cef66-ed20-4cf9-b546-44552b33584e tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 944 time: 0.1080608
Feb 12 21:08:15.595975 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-354bfb53-f910-4786-87e7-ded80348ea03 req-6f82955a-e043-48f6-b1f2-9ff74338dda7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3b2a66b0-2f4c-43e5-a4c7-2420ae2f796e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.609317 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-354bfb53-f910-4786-87e7-ded80348ea03 req-6f82955a-e043-48f6-b1f2-9ff74338dda7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.609317 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-354bfb53-f910-4786-87e7-ded80348ea03 req-6f82955a-e043-48f6-b1f2-9ff74338dda7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "DELETE /v2.0/security-groups/3b2a66b0-2f4c-43e5-a4c7-2420ae2f796e HTTP/1.1" status: 204  len: 173 time: 0.4063866
Feb 12 21:08:15.609545 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9a023c9b-d722-4650-8c7a-54dd93982369 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:15.611112 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Attempting to bind port 95521ff7-73cc-408f-85d7-ead994e186a9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:08:15.611644 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Attempting to bind port 95521ff7-73cc-408f-85d7-ead994e186a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb4cf931-e048-4a55-8168-0a7d704bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:08:15.612300 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Attempting to bind port 95521ff7-73cc-408f-85d7-ead994e186a9 on network b286c5f0-5feb-4edd-8aa1-03636bfd1f8c {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:08:15.618322 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:08:15.620038 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Checking segment: {'id': 'bb4cf931-e048-4a55-8168-0a7d704bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:15.620621 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.621170 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Bound using segment: {'id': 'bb4cf931-e048-4a55-8168-0a7d704bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:08:15.621871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82955a-e043-48f6-b1f2-9ff74338dda7 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2a66b0-2f4c-43e5-a4c7-2420ae2f796e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:15.622137 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Bound port: 95521ff7-73cc-408f-85d7-ead994e186a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4cf931-e048-4a55-8168-0a7d704bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:08:15.622805 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.638670 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.660738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-ddc817cc-0ed3-4fb5-b4ba-72b5f99395df req-880647f7-ba84-4046-902e-b7bd3701e2c2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-771213800', 'description': 'tempest-description-371720253'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:15.737485 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b8755f0d-cab1-42ce-b7a7-8d24c8d01536), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.778524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Pushing event updated for resources: {'Port': ['ID=2c73a0e8-3eb4-4971-bf20-14e29a82d3bc,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:15.793652 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] For port 95521ff7-73cc-408f-85d7-ead994e186a9, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:08:15.797826 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] For port 95521ff7-73cc-408f-85d7-ead994e186a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95521ff7-73cc-408f-85d7-ead994e186a9,segment=NetworkSegment(bb4cf931-e048-4a55-8168-0a7d704bd8d5),segment_id=bb4cf931-e048-4a55-8168-0a7d704bd8d5)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:08:15.818337 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Network 358d4084-1d71-46b0-b440-33c47ce0a316 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:15.826473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:15.831623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:15.836183 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-ddc817cc-0ed3-4fb5-b4ba-72b5f99395df req-880647f7-ba84-4046-902e-b7bd3701e2c2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.840785 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb1cbf1e-3898-4078-ba6d-4301f457302a req-d311492b-7802-4651-a07e-bf9455445d90 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2698534
Feb 12 21:08:15.907255 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.942925 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (3b0e8384-efb7-4a24-bb94-fa670ee5a752), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:15.988607 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Attempting to bind port b8755f0d-cab1-42ce-b7a7-8d24c8d01536 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:08:15.989092 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Attempting to bind port b8755f0d-cab1-42ce-b7a7-8d24c8d01536 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:08:15.989328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Attempting to bind port b8755f0d-cab1-42ce-b7a7-8d24c8d01536 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:08:15.989989 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce3fd7-7b7e-4912-adcc-87daa8217c69 req-d7083898-311a-4102-80b8-29c4309c8e28 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:15.996217 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3ce3fd7-7b7e-4912-adcc-87daa8217c69 req-d7083898-311a-4102-80b8-29c4309c8e28 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.48 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 944 time: 0.1932037
Feb 12 21:08:16.009930 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659edb1-e6a1-4cc7-b7ca-98ba6f6ab268 None None] Pushing event updated for resources: {'Port': ['ID=b8755f0d-cab1-42ce-b7a7-8d24c8d01536,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:16.028956 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:08:16.029677 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:16.031100 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.031697 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:08:16.032385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Bound port: b8755f0d-cab1-42ce-b7a7-8d24c8d01536, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:08:16.033062 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b8755f0d-cab1-42ce-b7a7-8d24c8d01536), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.100375 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2c981169-5be5-492d-a5d0-3d71113af00d None None] Provisioning complete for port 95521ff7-73cc-408f-85d7-ead994e186a9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:16.100375 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2c981169-5be5-492d-a5d0-3d71113af00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.131207 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Routers {'5551a5cb-a502-439f-9999-356c7eda96e4'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:16.132207 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbbff40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:07:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['5551a5cb-a502-439f-9999-356c7eda96e4'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:16.140892 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a607bdc-954c-46f2-a9ba-7443e9998ba7 None None] Pushing event updated for resources: {'Port': ['ID=95521ff7-73cc-408f-85d7-ead994e186a9,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:16.152563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33772) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:16.164138 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-fa9997c8-2c48-4d17-ad76-8ab12166fb73 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1654730360-network', 'tenant_id': 'c782cc151c6e4af6910a0412a96182ce'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:16.178397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 9a023c9b-d722-4650-8c7a-54dd93982369 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:16.178827 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9a023c9b-d722-4650-8c7a-54dd93982369), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.246275 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-ddc817cc-0ed3-4fb5-b4ba-72b5f99395df req-880647f7-ba84-4046-902e-b7bd3701e2c2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (72e0d73b-5c4b-4e73-8668-1b14d4544185), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.317536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] For port b8755f0d-cab1-42ce-b7a7-8d24c8d01536, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:08:16.318725 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-ddc817cc-0ed3-4fb5-b4ba-72b5f99395df req-880647f7-ba84-4046-902e-b7bd3701e2c2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (72e0d73b-5c4b-4e73-8668-1b14d4544185), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.322407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] For port b8755f0d-cab1-42ce-b7a7-8d24c8d01536, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8755f0d-cab1-42ce-b7a7-8d24c8d01536,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:08:16.333002 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] Set router 5551a5cb-a502-439f-9999-356c7eda96e4 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:16.363440 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880647f7-ba84-4046-902e-b7bd3701e2c2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e0d73b-5c4b-4e73-8668-1b14d4544185,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:16.372538 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-f3ce3fd7-7b7e-4912-adcc-87daa8217c69 req-78e725cc-409d-4471-8a26-fe17ae04c9b9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Deleting port c3effa86-57bb-42fc-8e61-cc0f745f1657 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:16.372892 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f3ce3fd7-7b7e-4912-adcc-87daa8217c69 req-78e725cc-409d-4471-8a26-fe17ae04c9b9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.377422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9997c8-2c48-4d17-ad76-8ab12166fb73 admin admin] Made reservation on behalf of c782cc151c6e4af6910a0412a96182ce for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:16.381056 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa9997c8-2c48-4d17-ad76-8ab12166fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.461650 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b8755f0d-cab1-42ce-b7a7-8d24c8d01536), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.481548 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa9997c8-2c48-4d17-ad76-8ab12166fb73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.488064 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-ddc817cc-0ed3-4fb5-b4ba-72b5f99395df req-880647f7-ba84-4046-902e-b7bd3701e2c2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.489314 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddc817cc-0ed3-4fb5-b4ba-72b5f99395df req-880647f7-ba84-4046-902e-b7bd3701e2c2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.8433156
Feb 12 21:08:16.526386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2c981169-5be5-492d-a5d0-3d71113af00d None None] Current status of the port 95521ff7-73cc-408f-85d7-ead994e186a9 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:16.527550 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2c981169-5be5-492d-a5d0-3d71113af00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.543202 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 9a023c9b-d722-4650-8c7a-54dd93982369 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:16.555538 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.584575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f3ce3fd7-7b7e-4912-adcc-87daa8217c69 req-78e725cc-409d-4471-8a26-fe17ae04c9b9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] For port c3effa86-57bb-42fc-8e61-cc0f745f1657, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c3effa86-57bb-42fc-8e61-cc0f745f1657,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:16.585022 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Routers {'3b0e8384-efb7-4a24-bb94-fa670ee5a752'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:16.586105 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc700280a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:07:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3b0e8384-efb7-4a24-bb94-fa670ee5a752'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:16.586250 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f3ce3fd7-7b7e-4912-adcc-87daa8217c69 req-78e725cc-409d-4471-8a26-fe17ae04c9b9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.626686 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-f3ce3fd7-7b7e-4912-adcc-87daa8217c69 req-78e725cc-409d-4471-8a26-fe17ae04c9b9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Calling delete_port for c3effa86-57bb-42fc-8e61-cc0f745f1657 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:16.639078 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2c981169-5be5-492d-a5d0-3d71113af00d None None] For port 95521ff7-73cc-408f-85d7-ead994e186a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95521ff7-73cc-408f-85d7-ead994e186a9,segment=NetworkSegment(bb4cf931-e048-4a55-8168-0a7d704bd8d5),segment_id=bb4cf931-e048-4a55-8168-0a7d704bd8d5)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:16.640066 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659edb1-e6a1-4cc7-b7ca-98ba6f6ab268 None None] Pushing event updated for resources: {'Port': ['ID=b8755f0d-cab1-42ce-b7a7-8d24c8d01536,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:16.703167 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93cf70b6-cb59-4e52-ad53-3bde1ffa4d43 req-82b69afc-5959-4766-9138-1fbecafbd310 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/72e0d73b-5c4b-4e73-8668-1b14d4544185 HTTP/1.1" status: 200  len: 1816 time: 0.1681435
Feb 12 21:08:16.706350 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbbff40>, [{'id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577188555-router', 'tenant_id': '2e53bfabce8d42e183bcf495f606b29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.40'}], 'enable_snat': True}, 'gw_port_id': '9a023c9b-d722-4650-8c7a-54dd93982369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:05Z', 'updated_at': '2022-02-12T21:08:12Z', 'revision_number': 4, 'project_id': '2e53bfabce8d42e183bcf495f606b29f', 'gw_port': {'id': '9a023c9b-d722-4650-8c7a-54dd93982369', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:58:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:06Z', 'updated_at': '2022-02-12T21:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95521ff7-73cc-408f-85d7-ead994e186a9', 'name': '', 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c', 'tenant_id': '2e53bfabce8d42e183bcf495f606b29f', 'mac_address': 'fa:16:3e:8e:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'f369cea4-1a1b-4361-a884-093942e6d146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:10Z', 'updated_at': '2022-02-12T21:08:15Z', 'revision_number': 4, 'project_id': '2e53bfabce8d42e183bcf495f606b29f', 'subnets': [{'id': 'f369cea4-1a1b-4361-a884-093942e6d146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:16.709290 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-93cf70b6-cb59-4e52-ad53-3bde1ffa4d43 req-8e4e53b7-9e0d-4a71-8b0b-5245b9084641 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Request body: {'security_group': {'name': 'tempest-sg-hth-930396582', 'description': 'tempest-description-hth-2100772453'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:16.710983 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2c981169-5be5-492d-a5d0-3d71113af00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.741314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] Set router 3b0e8384-efb7-4a24-bb94-fa670ee5a752 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:16.749259 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce4718-7b9b-4da6-a155-652415e2cc5a None None] The sync data for ids ['5551a5cb-a502-439f-9999-356c7eda96e4'] in ncdv-master-1 is: [{'id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577188555-router', 'tenant_id': '2e53bfabce8d42e183bcf495f606b29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.40'}], 'enable_snat': True}, 'gw_port_id': '9a023c9b-d722-4650-8c7a-54dd93982369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:05Z', 'updated_at': '2022-02-12T21:08:12Z', 'revision_number': 4, 'project_id': '2e53bfabce8d42e183bcf495f606b29f', 'gw_port': {'id': '9a023c9b-d722-4650-8c7a-54dd93982369', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:58:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:06Z', 'updated_at': '2022-02-12T21:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95521ff7-73cc-408f-85d7-ead994e186a9', 'name': '', 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c', 'tenant_id': '2e53bfabce8d42e183bcf495f606b29f', 'mac_address': 'fa:16:3e:8e:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'f369cea4-1a1b-4361-a884-093942e6d146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:10Z', 'updated_at': '2022-02-12T21:08:15Z', 'revision_number': 4, 'project_id': '2e53bfabce8d42e183bcf495f606b29f', 'subnets': [{'id': 'f369cea4-1a1b-4361-a884-093942e6d146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:08:16.759719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33780) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:16.840357 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa9997c8-2c48-4d17-ad76-8ab12166fb73 admin admin] Publish callbacks [] for security_group (888c7e45-29b6-477f-bf26-552a1fb6c123), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.932538 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-93cf70b6-cb59-4e52-ad53-3bde1ffa4d43 req-8e4e53b7-9e0d-4a71-8b0b-5245b9084641 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (72e0d73b-5c4b-4e73-8668-1b14d4544185), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:16.967617 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa9997c8-2c48-4d17-ad76-8ab12166fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (888c7e45-29b6-477f-bf26-552a1fb6c123), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.006339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b7311a38-cf48-4a41-a2f1-c21a8da23f67 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-132386825-network', 'tenant_id': '64336eed36cb4beaaf10975e476440c2'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:17.029858 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9997c8-2c48-4d17-ad76-8ab12166fb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888c7e45-29b6-477f-bf26-552a1fb6c123,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:17.071489 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f414bcc9-00da-4607-b2e5-d898cfc0d616 None None] Provisioning complete for port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:17.074010 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f414bcc9-00da-4607-b2e5-d898cfc0d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.087139 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-93cf70b6-cb59-4e52-ad53-3bde1ffa4d43 req-8e4e53b7-9e0d-4a71-8b0b-5245b9084641 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (72e0d73b-5c4b-4e73-8668-1b14d4544185), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.090188 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9997c8-2c48-4d17-ad76-8ab12166fb73 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:08:17.146049 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c981169-5be5-492d-a5d0-3d71113af00d None None] Pushing event updated for resources: {'Port': ['ID=95521ff7-73cc-408f-85d7-ead994e186a9,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:17.153702 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Publish callbacks [] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.153702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7311a38-cf48-4a41-a2f1-c21a8da23f67 admin admin] Made reservation on behalf of 64336eed36cb4beaaf10975e476440c2 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:17.158736 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa9997c8-2c48-4d17-ad76-8ab12166fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (7bb64053-3863-4682-8f70-efb5dc6415f6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.159523 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-fa9997c8-2c48-4d17-ad76-8ab12166fb73 admin admin] Added segment 7bb64053-3863-4682-8f70-efb5dc6415f6 of type vlan for network 76500b77-bdef-4f7e-be14-a54a2cfd4a35
Feb 12 21:08:17.164790 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f414bcc9-00da-4607-b2e5-d898cfc0d616 None None] Port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:08:17.177672 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b7311a38-cf48-4a41-a2f1-c21a8da23f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.189124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f414bcc9-00da-4607-b2e5-d898cfc0d616 None None] Provisioning complete for port 95521ff7-73cc-408f-85d7-ead994e186a9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:17.189546 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f414bcc9-00da-4607-b2e5-d898cfc0d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.206999 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b7311a38-cf48-4a41-a2f1-c21a8da23f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.211942 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-93cf70b6-cb59-4e52-ad53-3bde1ffa4d43 req-8e4e53b7-9e0d-4a71-8b0b-5245b9084641 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (72e0d73b-5c4b-4e73-8668-1b14d4544185), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.217757 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-93cf70b6-cb59-4e52-ad53-3bde1ffa4d43 req-8e4e53b7-9e0d-4a71-8b0b-5245b9084641 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.219571 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93cf70b6-cb59-4e52-ad53-3bde1ffa4d43 req-8e4e53b7-9e0d-4a71-8b0b-5245b9084641 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "PUT /v2.0/security-groups/72e0d73b-5c4b-4e73-8668-1b14d4544185 HTTP/1.1" status: 200  len: 1791 time: 0.5147133
Feb 12 21:08:17.235519 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.251866 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd39afa-5bdf-4f8d-a79b-e2ddc0a992fb req-4040877e-38ff-4128-9159-2a21428db24a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:17.257552 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6bd39afa-5bdf-4f8d-a79b-e2ddc0a992fb req-4040877e-38ff-4128-9159-2a21428db24a tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 944 time: 0.2953053
Feb 12 21:08:17.280786 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f3ce3fd7-7b7e-4912-adcc-87daa8217c69 req-78e725cc-409d-4471-8a26-fe17ae04c9b9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c3effa86-57bb-42fc-8e61-cc0f745f1657), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.283699 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa9997c8-2c48-4d17-ad76-8ab12166fb73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (76500b77-bdef-4f7e-be14-a54a2cfd4a35), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.320379 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e725cc-409d-4471-8a26-fe17ae04c9b9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Pushing event deleted for resources: {'Port': ['ID=c3effa86-57bb-42fc-8e61-cc0f745f1657,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:17.346796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f414bcc9-00da-4607-b2e5-d898cfc0d616 None None] Current status of the port 95521ff7-73cc-408f-85d7-ead994e186a9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:17.357606 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (3b0e8384-efb7-4a24-bb94-fa670ee5a752), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.365012 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc700280a60>, [{'id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'name': 'tempest-FloatingIPDetailsTestJSON-1910835886-router', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:09Z', 'updated_at': '2022-02-12T21:08:16Z', 'revision_number': 4, 'project_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'gw_port': {'id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:10Z', 'updated_at': '2022-02-12T21:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c73a0e8-3eb4-4971-bf20-14e29a82d3bc', 'name': '', 'network_id': '358d4084-1d71-46b0-b440-33c47ce0a316', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'mac_address': 'fa:16:3e:b7:7b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '0e23e60d-dea8-4a7b-a6fd-64df49987f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:14Z', 'updated_at': '2022-02-12T21:08:15Z', 'revision_number': 1, 'project_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'subnets': [{'id': '0e23e60d-dea8-4a7b-a6fd-64df49987f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:17.397744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352564b5-b181-4231-82cc-40a83436a8b5 None None] The sync data for ids ['3b0e8384-efb7-4a24-bb94-fa670ee5a752'] in ncdv-master-1 is: [{'id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'name': 'tempest-FloatingIPDetailsTestJSON-1910835886-router', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:09Z', 'updated_at': '2022-02-12T21:08:16Z', 'revision_number': 4, 'project_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'gw_port': {'id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:10Z', 'updated_at': '2022-02-12T21:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c73a0e8-3eb4-4971-bf20-14e29a82d3bc', 'name': '', 'network_id': '358d4084-1d71-46b0-b440-33c47ce0a316', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'mac_address': 'fa:16:3e:b7:7b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '0e23e60d-dea8-4a7b-a6fd-64df49987f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:14Z', 'updated_at': '2022-02-12T21:08:15Z', 'revision_number': 1, 'project_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'subnets': [{'id': '0e23e60d-dea8-4a7b-a6fd-64df49987f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:08:17.406383 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ce3fd7-7b7e-4912-adcc-87daa8217c69 req-78e725cc-409d-4471-8a26-fe17ae04c9b9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] No DVR routers for this DVR port c3effa86-57bb-42fc-8e61-cc0f745f1657 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:08:17.409222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f3ce3fd7-7b7e-4912-adcc-87daa8217c69 req-78e725cc-409d-4471-8a26-fe17ae04c9b9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.414509 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3ce3fd7-7b7e-4912-adcc-87daa8217c69 req-78e725cc-409d-4471-8a26-fe17ae04c9b9 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.48 "DELETE /v2.0/ports/c3effa86-57bb-42fc-8e61-cc0f745f1657 HTTP/1.1" status: 204  len: 173 time: 1.4121764
Feb 12 21:08:17.419984 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c8f616-0ac8-49ea-8569-b8e0e83a636a', 'name': 'network-vif-deleted', 'tag': 'c3effa86-57bb-42fc-8e61-cc0f745f1657'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:08:17.422352 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff405ad-1101-436a-aa83-b98183f448fc" -d '{"events": [{"server_uuid": "19c8f616-0ac8-49ea-8569-b8e0e83a636a", "name": "network-vif-deleted", "tag": "c3effa86-57bb-42fc-8e61-cc0f745f1657"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:08:17.433150 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6bd39afa-5bdf-4f8d-a79b-e2ddc0a992fb req-415edd45-5da7-4896-9857-c81c76ebdd39 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612625
Feb 12 21:08:17.474452 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa9997c8-2c48-4d17-ad76-8ab12166fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (76500b77-bdef-4f7e-be14-a54a2cfd4a35), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.475442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9997c8-2c48-4d17-ad76-8ab12166fb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:17.476024 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa9997c8-2c48-4d17-ad76-8ab12166fb73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.497704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad9abed3-5396-4bbf-8f7b-aa8947d8b285 req-3b3377c4-a2bc-40ae-bb80-0503e978e3cd tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/72e0d73b-5c4b-4e73-8668-1b14d4544185 HTTP/1.1" status: 200  len: 1791 time: 0.1977568
Feb 12 21:08:17.509963 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe077bb3-6c69-444b-961d-b2e5fc6be87a x-openstack-request-id: req-fe077bb3-6c69-444b-961d-b2e5fc6be87a {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:08:17.510805 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c8f616-0ac8-49ea-8569-b8e0e83a636a", "name": "network-vif-deleted", "tag": "c3effa86-57bb-42fc-8e61-cc0f745f1657", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:08:17.511075 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe077bb3-6c69-444b-961d-b2e5fc6be87a {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:08:17.511472 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c8f616-0ac8-49ea-8569-b8e0e83a636a', 'name': 'network-vif-deleted', 'tag': 'c3effa86-57bb-42fc-8e61-cc0f745f1657', 'status': 'completed', 'code': 200}
Feb 12 21:08:17.579235 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9997c8-2c48-4d17-ad76-8ab12166fb73 admin admin] Pushing event updated for resources: {'Network': ['ID=76500b77-bdef-4f7e-be14-a54a2cfd4a35,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:17.595180 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fa9997c8-2c48-4d17-ad76-8ab12166fb73 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4414587
Feb 12 21:08:17.600449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33798) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:17.601395 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 76500b77-bdef-4f7e-be14-a54a2cfd4a35 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:08:17.606129 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e53b7-9e0d-4a71-8b0b-5245b9084641 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e0d73b-5c4b-4e73-8668-1b14d4544185,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:17.610358 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-92b44b08-e7c7-4ab6-939e-994de5c538ef admin admin] Request body: {'subnet': {'network_id': '76500b77-bdef-4f7e-be14-a54a2cfd4a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1654730360-subnet', 'tenant_id': 'c782cc151c6e4af6910a0412a96182ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:17.643942 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Pushing event updated for resources: {'Port': ['ID=2c73a0e8-3eb4-4971-bf20-14e29a82d3bc,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:17.698685 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 95521ff7-73cc-408f-85d7-ead994e186a9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:17.738719 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b44b08-e7c7-4ab6-939e-994de5c538ef admin admin] Made reservation on behalf of c782cc151c6e4af6910a0412a96182ce for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:17.742085 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92b44b08-e7c7-4ab6-939e-994de5c538ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.778422 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50391278-6991-4f87-ae70-2d1650777001 req-32970246-0c12-4f93-b28c-4bb1f325d89e tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/72e0d73b-5c4b-4e73-8668-1b14d4544185 HTTP/1.1" status: 200  len: 1791 time: 0.1375945
Feb 12 21:08:17.787019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 95521ff7-73cc-408f-85d7-ead994e186a9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:17.787019 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.802127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Network 358d4084-1d71-46b0-b440-33c47ce0a316 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:17.819967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:17.924644 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b7311a38-cf48-4a41-a2f1-c21a8da23f67 admin admin] Publish callbacks [] for security_group (fc9e334e-fd61-4d2c-b443-c7618bee1086), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:17.984583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 95521ff7-73cc-408f-85d7-ead994e186a9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:18.119556 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-50391278-6991-4f87-ae70-2d1650777001 req-02927ca1-e9e5-42fa-8b3f-7c2ceaea49bb tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (72e0d73b-5c4b-4e73-8668-1b14d4544185), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:18.145183 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b7311a38-cf48-4a41-a2f1-c21a8da23f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fc9e334e-fd61-4d2c-b443-c7618bee1086), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:18.193125 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-50391278-6991-4f87-ae70-2d1650777001 req-02927ca1-e9e5-42fa-8b3f-7c2ceaea49bb tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (72e0d73b-5c4b-4e73-8668-1b14d4544185), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:18.219880 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92b44b08-e7c7-4ab6-939e-994de5c538ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (1ea5bcb1-87a8-4dab-9a2c-80542f3b888e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:18.232569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7311a38-cf48-4a41-a2f1-c21a8da23f67 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:08:18.240781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7311a38-cf48-4a41-a2f1-c21a8da23f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9e334e-fd61-4d2c-b443-c7618bee1086,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:18.271748 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b7311a38-cf48-4a41-a2f1-c21a8da23f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (76aed2b1-5a80-41b3-88ff-3be90362c595), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:18.272098 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-b7311a38-cf48-4a41-a2f1-c21a8da23f67 admin admin] Added segment 76aed2b1-5a80-41b3-88ff-3be90362c595 of type vlan for network 2b1697e5-f419-4589-a151-b55b0ebf26eb
Feb 12 21:08:18.290061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Router 3b0e8384-efb7-4a24-bb94-fa670ee5a752 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:08:18.301911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ad89bce1-a1c0-41f7-973b-4bca2a23098b None None] Provisioning complete for port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:18.306030 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ad89bce1-a1c0-41f7-973b-4bca2a23098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:18.317755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b44b08-e7c7-4ab6-939e-994de5c538ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea5bcb1-87a8-4dab-9a2c-80542f3b888e,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:18.345859 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b7311a38-cf48-4a41-a2f1-c21a8da23f67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (2b1697e5-f419-4589-a151-b55b0ebf26eb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:18.348957 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b44b08-e7c7-4ab6-939e-994de5c538ef admin admin] Checking segment: {'id': '7bb64053-3863-4682-8f70-efb5dc6415f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76500b77-bdef-4f7e-be14-a54a2cfd4a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:18.349324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b44b08-e7c7-4ab6-939e-994de5c538ef admin admin] Network hostable DHCP agents. Network: 76500b77-bdef-4f7e-be14-a54a2cfd4a35, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:08:18.398882 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-50391278-6991-4f87-ae70-2d1650777001 req-02927ca1-e9e5-42fa-8b3f-7c2ceaea49bb tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (72e0d73b-5c4b-4e73-8668-1b14d4544185), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:18.401997 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-50391278-6991-4f87-ae70-2d1650777001 req-02927ca1-e9e5-42fa-8b3f-7c2ceaea49bb tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:18.402693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ad89bce1-a1c0-41f7-973b-4bca2a23098b None None] Port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:08:18.407709 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50391278-6991-4f87-ae70-2d1650777001 req-02927ca1-e9e5-42fa-8b3f-7c2ceaea49bb tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "DELETE /v2.0/security-groups/72e0d73b-5c4b-4e73-8668-1b14d4544185 HTTP/1.1" status: 204  len: 173 time: 0.6095424
Feb 12 21:08:18.500720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02927ca1-e9e5-42fa-8b3f-7c2ceaea49bb tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e0d73b-5c4b-4e73-8668-1b14d4544185,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:18.511026 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b7311a38-cf48-4a41-a2f1-c21a8da23f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (2b1697e5-f419-4589-a151-b55b0ebf26eb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:18.512346 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7311a38-cf48-4a41-a2f1-c21a8da23f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:18.513109 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b7311a38-cf48-4a41-a2f1-c21a8da23f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:18.560076 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b44b08-e7c7-4ab6-939e-994de5c538ef admin admin] Network 76500b77-bdef-4f7e-be14-a54a2cfd4a35 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:08:18.615389 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-ced90071-eba4-4eda-a523-13e0a5340885 req-8125d658-006e-4731-9cbb-17999102d51f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] show failed (client error): The resource could not be found.
Feb 12 21:08:18.616605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ced90071-eba4-4eda-a523-13e0a5340885 req-8125d658-006e-4731-9cbb-17999102d51f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/3b2a66b0-2f4c-43e5-a4c7-2420ae2f796e HTTP/1.1" status: 404  len: 352 time: 0.0562725
Feb 12 21:08:18.624765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7311a38-cf48-4a41-a2f1-c21a8da23f67 admin admin] Pushing event updated for resources: {'Network': ['ID=2b1697e5-f419-4589-a151-b55b0ebf26eb,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:18.640618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 2b1697e5-f419-4589-a151-b55b0ebf26eb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:08:18.644100 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:08:18.656928 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e3b7f282-3199-451b-aed1-dce59f49d7c4 admin admin] 10.222.0.31 "PUT /v2.0/routers/3b0e8384-efb7-4a24-bb94-fa670ee5a752/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4706299
Feb 12 21:08:18.657130 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-03fcc3a1-f902-4a60-b87c-f467d4744e63 req-fb7250ae-7253-4210-ba36-1a820b3ff936 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=19c8f616-0ac8-49ea-8569-b8e0e83a636a HTTP/1.1" status: 200  len: 210 time: 0.0635035
Feb 12 21:08:18.691409 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-faff669c-1855-44d7-beb2-edf2602bd08b req-6422bfda-26b6-4d4d-9630-0e4b80c0ccf9 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] show failed (client error): The resource could not be found.
Feb 12 21:08:18.692814 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-faff669c-1855-44d7-beb2-edf2602bd08b req-6422bfda-26b6-4d4d-9630-0e4b80c0ccf9 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/ebd9ca76-2ab9-42fd-a868-0f3e040cd4ce HTTP/1.1" status: 404  len: 352 time: 0.0344012
Feb 12 21:08:18.699199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-92b44b08-e7c7-4ab6-939e-994de5c538ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 76500b77-bdef-4f7e-be14-a54a2cfd4a35) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:18.705164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b7311a38-cf48-4a41-a2f1-c21a8da23f67 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.9362695
Feb 12 21:08:18.707904 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b44b08-e7c7-4ab6-939e-994de5c538ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:18.708407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33816) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:18.708533 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92b44b08-e7c7-4ab6-939e-994de5c538ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:18.721319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-04786f1a-e233-4fcb-b80f-265f19152214 admin admin] Request body: {'subnet': {'network_id': '2b1697e5-f419-4589-a151-b55b0ebf26eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-132386825-subnet', 'tenant_id': '64336eed36cb4beaaf10975e476440c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:18.761153 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-5ce54933-267b-4969-9b0e-b5cf55e89827 req-822e4c86-af04-4ac1-99d2-554e77f64b6f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] show failed (client error): The resource could not be found.
Feb 12 21:08:18.768651 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a6953e-49b8-41d5-9538-865f8d9c791c None None] Network 76500b77-bdef-4f7e-be14-a54a2cfd4a35 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:18.769076 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5ce54933-267b-4969-9b0e-b5cf55e89827 req-822e4c86-af04-4ac1-99d2-554e77f64b6f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/d0afa1e6-7836-49e2-b02c-3c6e480e9239 HTTP/1.1" status: 404  len: 352 time: 0.0425839
Feb 12 21:08:18.805967 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-0cac696b-fe61-45d2-b334-e54176321afe req-9fa2ddd6-b599-4e3a-ab51-355e44b66027 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] show failed (client error): The resource could not be found.
Feb 12 21:08:18.807336 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cac696b-fe61-45d2-b334-e54176321afe req-9fa2ddd6-b599-4e3a-ab51-355e44b66027 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/105f1518-12ca-4571-885b-4d90fab2abe0 HTTP/1.1" status: 404  len: 352 time: 0.0222390
Feb 12 21:08:18.847981 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-92b44b08-e7c7-4ab6-939e-994de5c538ef admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2489741
Feb 12 21:08:18.851704 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33828) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:18.858746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1654730360-router', 'tenant_id': 'c782cc151c6e4af6910a0412a96182ce', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:18.867183 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-1175f1be-14c7-49a8-bdd2-add7595fea11 req-eeb68ede-fbc1-412c-aad1-5e2be76bc0b5 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] show failed (client error): The resource could not be found.
Feb 12 21:08:18.876377 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1175f1be-14c7-49a8-bdd2-add7595fea11 req-eeb68ede-fbc1-412c-aad1-5e2be76bc0b5 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/cc5a716a-e685-4d55-80f5-35855cc4f479 HTTP/1.1" status: 404  len: 352 time: 0.0438969
Feb 12 21:08:18.904863 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-c194ab4e-cf69-4ae4-8090-53c920256f86 req-efe59e3f-407a-49bf-a982-dbb354443d88 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] show failed (client error): The resource could not be found.
Feb 12 21:08:18.907057 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c194ab4e-cf69-4ae4-8090-53c920256f86 req-efe59e3f-407a-49bf-a982-dbb354443d88 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/171e21d4-57b3-4d19-bdd8-97759ef9ed0a HTTP/1.1" status: 404  len: 352 time: 0.0159769
Feb 12 21:08:18.919273 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04786f1a-e233-4fcb-b80f-265f19152214 admin admin] Made reservation on behalf of 64336eed36cb4beaaf10975e476440c2 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:18.921565 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-76500b77-bdef-4f7e-be14-a54a2cfd4a35', 'network_id': '76500b77-bdef-4f7e-be14-a54a2cfd4a35', 'project_id': 'c782cc151c6e4af6910a0412a96182ce', 'fixed_ips': [{'subnet_id': '1ea5bcb1-87a8-4dab-9a2c-80542f3b888e'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:08:18.923042 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04786f1a-e233-4fcb-b80f-265f19152214 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:18.923474 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:19.056673 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (cc655cfc-5ba6-4d81-8004-bf5222455949), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:19.058914 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (cc655cfc-5ba6-4d81-8004-bf5222455949), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:19.082778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Allocated IP 172.20.0.2 (76500b77-bdef-4f7e-be14-a54a2cfd4a35/1ea5bcb1-87a8-4dab-9a2c-80542f3b888e/64184936-c38e-4149-bfd9-46081adcf9a5) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:19.242198 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Publish callbacks [] for port (64184936-c38e-4149-bfd9-46081adcf9a5), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:19.372943 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Publish callbacks [] for router_controller (cc655cfc-5ba6-4d81-8004-bf5222455949), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:19.383627 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (64184936-c38e-4149-bfd9-46081adcf9a5), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:19.387741 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-306be8c1-17e8-4bda-89d3-f6033ca7f7b8 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3619304
Feb 12 21:08:19.397258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:19.451866 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Network 76500b77-bdef-4f7e-be14-a54a2cfd4a35 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:19.454069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Pushing event updated for resources: {'Port': ['ID=64184936-c38e-4149-bfd9-46081adcf9a5,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:19.456621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:19.461248 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:19.504502 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:19.521421 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04786f1a-e233-4fcb-b80f-265f19152214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (bde8dfc4-516d-4073-b2b7-b7455a8ea23b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:19.531551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c3effa86-57bb-42fc-8e61-cc0f745f1657 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:08:19.626678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: c3effa86-57bb-42fc-8e61-cc0f745f1657 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:08:19.640397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c3effa86-57bb-42fc-8e61-cc0f745f1657 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:08:19.658784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b8755f0d-cab1-42ce-b7a7-8d24c8d01536 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:19.673951 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ad599-7b60-41c5-97ce-5d875de40390 req-afe24475-8d90-43eb-8cbe-54f45a960401 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:19.683421 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de8ad599-7b60-41c5-97ce-5d875de40390 req-afe24475-8d90-43eb-8cbe-54f45a960401 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 1023 time: 0.0827730
Feb 12 21:08:19.728071 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Attempting to bind port 64184936-c38e-4149-bfd9-46081adcf9a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:08:19.729411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Attempting to bind port 64184936-c38e-4149-bfd9-46081adcf9a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7bb64053-3863-4682-8f70-efb5dc6415f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76500b77-bdef-4f7e-be14-a54a2cfd4a35'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:08:19.729865 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Attempting to bind port 64184936-c38e-4149-bfd9-46081adcf9a5 on network 76500b77-bdef-4f7e-be14-a54a2cfd4a35 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:08:19.738390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:08:19.739109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Checking segment: {'id': '7bb64053-3863-4682-8f70-efb5dc6415f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76500b77-bdef-4f7e-be14-a54a2cfd4a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:19.739853 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:19.740324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Bound using segment: {'id': '7bb64053-3863-4682-8f70-efb5dc6415f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76500b77-bdef-4f7e-be14-a54a2cfd4a35'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:08:19.740875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Bound port: 64184936-c38e-4149-bfd9-46081adcf9a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb64053-3863-4682-8f70-efb5dc6415f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76500b77-bdef-4f7e-be14-a54a2cfd4a35'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:08:19.741384 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (64184936-c38e-4149-bfd9-46081adcf9a5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:19.768325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b8755f0d-cab1-42ce-b7a7-8d24c8d01536 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:19.768551 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b8755f0d-cab1-42ce-b7a7-8d24c8d01536), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:19.774845 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Publish callbacks [] for router_gateway (cc655cfc-5ba6-4d81-8004-bf5222455949), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:19.789637 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de8ad599-7b60-41c5-97ce-5d875de40390 req-c63678e8-6f0e-484c-9444-499d0e53bcaf tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfab272-2908-4105-a62b-ae7258207b37&id=91eaa2a6-cb68-4b03-b100-28b1da244adf&id=d03fdd0f-8263-425f-9df4-bea560d1f8ee&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1049268
Feb 12 21:08:19.798729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04786f1a-e233-4fcb-b80f-265f19152214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde8dfc4-516d-4073-b2b7-b7455a8ea23b,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:19.833196 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04786f1a-e233-4fcb-b80f-265f19152214 admin admin] Checking segment: {'id': '76aed2b1-5a80-41b3-88ff-3be90362c595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2b1697e5-f419-4589-a151-b55b0ebf26eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:19.834808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04786f1a-e233-4fcb-b80f-265f19152214 admin admin] Network hostable DHCP agents. Network: 2b1697e5-f419-4589-a151-b55b0ebf26eb, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:08:19.905039 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] For port 64184936-c38e-4149-bfd9-46081adcf9a5, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:08:19.905928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] For port 64184936-c38e-4149-bfd9-46081adcf9a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64184936-c38e-4149-bfd9-46081adcf9a5,segment=NetworkSegment(7bb64053-3863-4682-8f70-efb5dc6415f6),segment_id=7bb64053-3863-4682-8f70-efb5dc6415f6)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:08:19.912858 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:20.100112 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (64184936-c38e-4149-bfd9-46081adcf9a5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:20.157740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b8755f0d-cab1-42ce-b7a7-8d24c8d01536 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:20.158200 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b8755f0d-cab1-42ce-b7a7-8d24c8d01536), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:20.199947 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port b8755f0d-cab1-42ce-b7a7-8d24c8d01536, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8755f0d-cab1-42ce-b7a7-8d24c8d01536,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:20.222315 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191b589-71f6-492f-aa80-ac119ad4a092 None None] Pushing event updated for resources: {'Port': ['ID=64184936-c38e-4149-bfd9-46081adcf9a5,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:20.302947 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b8755f0d-cab1-42ce-b7a7-8d24c8d01536), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:20.342411 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04786f1a-e233-4fcb-b80f-265f19152214 admin admin] Network 2b1697e5-f419-4589-a151-b55b0ebf26eb is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:08:20.412149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=b8755f0d-cab1-42ce-b7a7-8d24c8d01536,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:20.443540 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-04786f1a-e233-4fcb-b80f-265f19152214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2b1697e5-f419-4589-a151-b55b0ebf26eb) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:20.455825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2afa71-a33b-4b5c-a0c5-4822ab7112dc None None] Network 2b1697e5-f419-4589-a151-b55b0ebf26eb requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:20.474642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04786f1a-e233-4fcb-b80f-265f19152214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:20.475251 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04786f1a-e233-4fcb-b80f-265f19152214 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:20.510419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef158d-572b-47ea-8e95-e14af480bb58 req-47de6e21-d806-465a-a7c4-d508958eba86 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:20.519672 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-24ef158d-572b-47ea-8e95-e14af480bb58 req-47de6e21-d806-465a-a7c4-d508958eba86 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 966 time: 0.1159132
Feb 12 21:08:20.526417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Allocated IP 172.35.2.6 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/945ff39b-9f5f-4195-a632-5aadc44441ff) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:20.598125 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-24ef158d-572b-47ea-8e95-e14af480bb58 req-f6661bc1-e2d9-489b-9625-29ec4eb9b9be tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/security-groups?id=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761025
Feb 12 21:08:20.631663 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b186d03-b4b8-470b-b2d1-b9e84d8e434c None None] Network 2b1697e5-f419-4589-a151-b55b0ebf26eb requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:20.681482 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-04786f1a-e233-4fcb-b80f-265f19152214 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.9639781
Feb 12 21:08:20.781923 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Publish callbacks [] for router_gateway (cc655cfc-5ba6-4d81-8004-bf5222455949), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:20.818256 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:20.822161 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c9ac6-9e20-4805-a212-506861af9c89 req-7f87300e-eeec-4f5d-87ce-ebfe525596b5 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:20.825137 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d8c9ac6-9e20-4805-a212-506861af9c89 req-7f87300e-eeec-4f5d-87ce-ebfe525596b5 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.48 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 966 time: 0.0943954
Feb 12 21:08:20.937387 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for port (945ff39b-9f5f-4195-a632-5aadc44441ff), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:21.050654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead0e6c-9953-46af-8dd0-e55ea4be9cce req-8063a900-5959-4071-ac57-217580e76e1f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:21.052711 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ead0e6c-9953-46af-8dd0-e55ea4be9cce req-8063a900-5959-4071-ac57-217580e76e1f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.48 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 1023 time: 0.0756414
Feb 12 21:08:21.180190 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (945ff39b-9f5f-4195-a632-5aadc44441ff), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:21.278177 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:21.289932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:21.298254 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:21.335669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc6b21-3cec-4757-aa50-7c2c78395ff7 req-6b53c333-4ca1-4894-a844-c1df14ef814f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:21.341278 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9bbc6b21-3cec-4757-aa50-7c2c78395ff7 req-6b53c333-4ca1-4894-a844-c1df14ef814f tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 1023 time: 0.4354322
Feb 12 21:08:21.342072 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Allocated IP 172.35.2.104 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/9464c72f-6fbe-456b-8cec-dfd29c9c22b9) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:21.347687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Pushing event updated for resources: {'Port': ['ID=945ff39b-9f5f-4195-a632-5aadc44441ff,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:21.405213 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-6d8c9ac6-9e20-4805-a212-506861af9c89 req-022fa183-ba13-43c1-9968-52841990e1d3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Deleting port 27c22334-4595-4060-b8ea-dcc1f99639f0 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:21.405632 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-6d8c9ac6-9e20-4805-a212-506861af9c89 req-022fa183-ba13-43c1-9968-52841990e1d3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:21.440439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Sync routers for ids ['3b0e8384-efb7-4a24-bb94-fa670ee5a752'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:08:21.452308 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Routers {'3b0e8384-efb7-4a24-bb94-fa670ee5a752'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:21.452927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4665e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:07:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3b0e8384-efb7-4a24-bb94-fa670ee5a752'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:21.461871 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9bbc6b21-3cec-4757-aa50-7c2c78395ff7 req-ced6f770-c00a-44ed-9e8c-69f68df3df9e tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups?id=dbfab272-2908-4105-a62b-ae7258207b37&id=91eaa2a6-cb68-4b03-b100-28b1da244adf&id=d03fdd0f-8263-425f-9df4-bea560d1f8ee&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1196189
Feb 12 21:08:21.534221 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-4ead0e6c-9953-46af-8dd0-e55ea4be9cce req-bf6a48db-1e14-4961-947e-f86e59a4d385 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Deleting port 0e5d31bf-1299-4108-a791-2a97cebb0d4f {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:21.534722 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ead0e6c-9953-46af-8dd0-e55ea4be9cce req-bf6a48db-1e14-4961-947e-f86e59a4d385 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:21.586162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-6d8c9ac6-9e20-4805-a212-506861af9c89 req-022fa183-ba13-43c1-9968-52841990e1d3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] For port 27c22334-4595-4060-b8ea-dcc1f99639f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27c22334-4595-4060-b8ea-dcc1f99639f0,segment=NetworkSegment(9083e082-3424-4aac-b80c-8a50b33941e2),segment_id=9083e082-3424-4aac-b80c-8a50b33941e2)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:21.590464 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-6d8c9ac6-9e20-4805-a212-506861af9c89 req-022fa183-ba13-43c1-9968-52841990e1d3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:21.612680 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-6d8c9ac6-9e20-4805-a212-506861af9c89 req-022fa183-ba13-43c1-9968-52841990e1d3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Calling delete_port for 27c22334-4595-4060-b8ea-dcc1f99639f0 owned by compute:tempest-test_az-1298267163 {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:21.708609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Set router 3b0e8384-efb7-4a24-bb94-fa670ee5a752 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:21.857054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 64184936-c38e-4149-bfd9-46081adcf9a5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:21.905567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33910) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:21.914387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-88a060e9-20cf-4c0a-8f3e-f4cde0d37f7f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2000270397-network', 'tenant_id': 'ed81ee4bbc764ffcb47f4616398d3820'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:21.939360 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for floatingip (9cd18203-17a4-47d9-8944-13a0a6bdc156), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:21.968761 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Publish callbacks [] for port (9464c72f-6fbe-456b-8cec-dfd29c9c22b9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:21.982099 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-6d8c9ac6-9e20-4805-a212-506861af9c89 req-022fa183-ba13-43c1-9968-52841990e1d3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (27c22334-4595-4060-b8ea-dcc1f99639f0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:21.988543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4ead0e6c-9953-46af-8dd0-e55ea4be9cce req-bf6a48db-1e14-4961-947e-f86e59a4d385 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] For port 0e5d31bf-1299-4108-a791-2a97cebb0d4f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e5d31bf-1299-4108-a791-2a97cebb0d4f,segment=NetworkSegment(e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba),segment_id=e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:21.988909 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ead0e6c-9953-46af-8dd0-e55ea4be9cce req-bf6a48db-1e14-4961-947e-f86e59a4d385 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.008011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-4ead0e6c-9953-46af-8dd0-e55ea4be9cce req-bf6a48db-1e14-4961-947e-f86e59a4d385 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Calling delete_port for 0e5d31bf-1299-4108-a791-2a97cebb0d4f owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:22.024228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 64184936-c38e-4149-bfd9-46081adcf9a5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:22.024956 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (64184936-c38e-4149-bfd9-46081adcf9a5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.079509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fa183-ba13-43c1-9968-52841990e1d3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Pushing event deleted for resources: {'Port': ['ID=27c22334-4595-4060-b8ea-dcc1f99639f0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:22.082954 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8c9ac6-9e20-4805-a212-506861af9c89 req-022fa183-ba13-43c1-9968-52841990e1d3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] No DVR routers for this DVR port 27c22334-4595-4060-b8ea-dcc1f99639f0 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:08:22.084911 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a060e9-20cf-4c0a-8f3e-f4cde0d37f7f admin admin] Made reservation on behalf of ed81ee4bbc764ffcb47f4616398d3820 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:22.087376 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88a060e9-20cf-4c0a-8f3e-f4cde0d37f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.092023 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-6d8c9ac6-9e20-4805-a212-506861af9c89 req-022fa183-ba13-43c1-9968-52841990e1d3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.095359 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d8c9ac6-9e20-4805-a212-506861af9c89 req-022fa183-ba13-43c1-9968-52841990e1d3 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.48 "DELETE /v2.0/ports/27c22334-4595-4060-b8ea-dcc1f99639f0 HTTP/1.1" status: 204  len: 173 time: 1.2635932
Feb 12 21:08:22.096223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e82f99-dc16-48b4-987d-d57b003637ff', 'name': 'network-vif-deleted', 'tag': '27c22334-4595-4060-b8ea-dcc1f99639f0'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:08:22.098561 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc8e8b5-f011-45a9-871c-440161d5e352" -d '{"events": [{"server_uuid": "77e82f99-dc16-48b4-987d-d57b003637ff", "name": "network-vif-deleted", "tag": "27c22334-4595-4060-b8ea-dcc1f99639f0"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:08:22.118772 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88a060e9-20cf-4c0a-8f3e-f4cde0d37f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.129995 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (945ff39b-9f5f-4195-a632-5aadc44441ff), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.206462 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (9464c72f-6fbe-456b-8cec-dfd29c9c22b9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.209250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 64184936-c38e-4149-bfd9-46081adcf9a5 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:22.209916 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (64184936-c38e-4149-bfd9-46081adcf9a5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.241646 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88a060e9-20cf-4c0a-8f3e-f4cde0d37f7f admin admin] Publish callbacks [] for security_group (d3af3ec6-b187-4d87-9f82-dfa36681449d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.271236 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4665e0>, [{'id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'name': 'tempest-FloatingIPDetailsTestJSON-1910835886-router', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:09Z', 'updated_at': '2022-02-12T21:08:16Z', 'revision_number': 4, 'project_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'gw_port': {'id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:10Z', 'updated_at': '2022-02-12T21:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c73a0e8-3eb4-4971-bf20-14e29a82d3bc', 'name': '', 'network_id': '358d4084-1d71-46b0-b440-33c47ce0a316', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'mac_address': 'fa:16:3e:b7:7b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '0e23e60d-dea8-4a7b-a6fd-64df49987f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:14Z', 'updated_at': '2022-02-12T21:08:16Z', 'revision_number': 2, 'project_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'subnets': [{'id': '0e23e60d-dea8-4a7b-a6fd-64df49987f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:22.277392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 64184936-c38e-4149-bfd9-46081adcf9a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64184936-c38e-4149-bfd9-46081adcf9a5,segment=NetworkSegment(7bb64053-3863-4682-8f70-efb5dc6415f6),segment_id=7bb64053-3863-4682-8f70-efb5dc6415f6)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:22.308738 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14c1c16-e751-4b90-9991-7b9fd5d3ed9c None None] Network 76500b77-bdef-4f7e-be14-a54a2cfd4a35 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:22.328824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:22.332069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Pushing event updated for resources: {'Port': ['ID=9464c72f-6fbe-456b-8cec-dfd29c9c22b9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:22.335001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Checking router: 3b0e8384-efb7-4a24-bb94-fa670ee5a752 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:08:22.345852 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Updating router 3b0e8384-efb7-4a24-bb94-fa670ee5a752 port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:08:22.346321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:22.346321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:22.381524 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88a060e9-20cf-4c0a-8f3e-f4cde0d37f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d3af3ec6-b187-4d87-9f82-dfa36681449d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.403171 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ead0e6c-9953-46af-8dd0-e55ea4be9cce req-bf6a48db-1e14-4961-947e-f86e59a4d385 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (0e5d31bf-1299-4108-a791-2a97cebb0d4f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.409505 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2caee192-e43d-4267-9b7c-9f57e6372a9d req-4385ab87-169a-4b3f-99d8-dcf3623bdcf2 tempest-LiveMigrationTest-2118604256 tempest-LiveMigrationTest-2118604256-project] 10.222.0.31 "GET /v2.0/ports?device_id=77e82f99-dc16-48b4-987d-d57b003637ff HTTP/1.1" status: 200  len: 210 time: 0.0522528
Feb 12 21:08:22.435424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a060e9-20cf-4c0a-8f3e-f4cde0d37f7f admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:08:22.445426 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a060e9-20cf-4c0a-8f3e-f4cde0d37f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3af3ec6-b187-4d87-9f82-dfa36681449d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:22.451861 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88a060e9-20cf-4c0a-8f3e-f4cde0d37f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (6c39d132-d045-40f8-844f-f9184548b076), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.452217 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-88a060e9-20cf-4c0a-8f3e-f4cde0d37f7f admin admin] Added segment 6c39d132-d045-40f8-844f-f9184548b076 of type vlan for network 6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e
Feb 12 21:08:22.470158 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['0e5d31bf-1299-4108-a791-2a97cebb0d4f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:08:22.483408 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (64184936-c38e-4149-bfd9-46081adcf9a5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.483408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b8755f0d-cab1-42ce-b7a7-8d24c8d01536 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:22.488496 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a48db-1e14-4961-947e-f86e59a4d385 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event deleted for resources: {'Port': ['ID=0e5d31bf-1299-4108-a791-2a97cebb0d4f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:22.574187 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e356d060-2280-465a-a7a3-3de608584fa8 x-openstack-request-id: req-e356d060-2280-465a-a7a3-3de608584fa8 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:08:22.574898 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e82f99-dc16-48b4-987d-d57b003637ff", "name": "network-vif-deleted", "tag": "27c22334-4595-4060-b8ea-dcc1f99639f0", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:08:22.575323 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e356d060-2280-465a-a7a3-3de608584fa8 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:08:22.575907 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e82f99-dc16-48b4-987d-d57b003637ff', 'name': 'network-vif-deleted', 'tag': '27c22334-4595-4060-b8ea-dcc1f99639f0', 'status': 'completed', 'code': 200}
Feb 12 21:08:22.582263 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for port (945ff39b-9f5f-4195-a632-5aadc44441ff), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.602297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ead0e6c-9953-46af-8dd0-e55ea4be9cce req-bf6a48db-1e14-4961-947e-f86e59a4d385 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] No DVR routers for this DVR port 0e5d31bf-1299-4108-a791-2a97cebb0d4f on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:08:22.603401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88a060e9-20cf-4c0a-8f3e-f4cde0d37f7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.606293 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ead0e6c-9953-46af-8dd0-e55ea4be9cce req-bf6a48db-1e14-4961-947e-f86e59a4d385 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.609671 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ead0e6c-9953-46af-8dd0-e55ea4be9cce req-bf6a48db-1e14-4961-947e-f86e59a4d385 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.48 "DELETE /v2.0/ports/0e5d31bf-1299-4108-a791-2a97cebb0d4f HTTP/1.1" status: 204  len: 173 time: 1.5441005
Feb 12 21:08:22.610132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08416797-b31e-4ab0-af14-a13d93df3fb0', 'name': 'network-vif-deleted', 'tag': '0e5d31bf-1299-4108-a791-2a97cebb0d4f'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:08:22.610414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=64184936-c38e-4149-bfd9-46081adcf9a5,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:22.612472 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c38cc78-f94c-4e45-aa40-8cb385cc52de" -d '{"events": [{"server_uuid": "08416797-b31e-4ab0-af14-a13d93df3fb0", "name": "network-vif-deleted", "tag": "0e5d31bf-1299-4108-a791-2a97cebb0d4f"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:08:22.630584 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.653938 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-302af63a-aeed-4ab7-89e1-41f4227127d2 None None] Provisioning complete for port 64184936-c38e-4149-bfd9-46081adcf9a5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:22.654409 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-302af63a-aeed-4ab7-89e1-41f4227127d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (64184936-c38e-4149-bfd9-46081adcf9a5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.670375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df01f6-59f3-45e4-8f20-ac9708287df9 req-c5800c62-fabf-4285-ad99-ddd9bc48b988 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:22.671917 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-79df01f6-59f3-45e4-8f20-ac9708287df9 req-c5800c62-fabf-4285-ad99-ddd9bc48b988 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 945 time: 0.1005509
Feb 12 21:08:22.674795 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (945ff39b-9f5f-4195-a632-5aadc44441ff), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.742521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b8755f0d-cab1-42ce-b7a7-8d24c8d01536 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:22.743007 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b8755f0d-cab1-42ce-b7a7-8d24c8d01536), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.746740 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-79df01f6-59f3-45e4-8f20-ac9708287df9 req-18850a23-2797-40d8-bbc6-34986ff1c6aa tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638487
Feb 12 21:08:22.761266 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (9cd18203-17a4-47d9-8944-13a0a6bdc156), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.865923 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-67c75d1f-fba6-4bfa-9db5-7eb06cd31649 req-c2c0396a-00b9-464e-9336-eb85fe958177 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 210 time: 0.0543396
Feb 12 21:08:22.867761 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88a060e9-20cf-4c0a-8f3e-f4cde0d37f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.870817 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a060e9-20cf-4c0a-8f3e-f4cde0d37f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:22.871666 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88a060e9-20cf-4c0a-8f3e-f4cde0d37f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:22.921264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Pushing event updated for resources: {'Port': ['ID=945ff39b-9f5f-4195-a632-5aadc44441ff,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:23.003631 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a060e9-20cf-4c0a-8f3e-f4cde0d37f7f admin admin] Pushing event updated for resources: {'Network': ['ID=6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:23.017042 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e4a4d-47d3-4f70-be12-ce9b868f4f8d req-480c0072-a618-4b88-8da3-a13dc0c67f32 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:23.018791 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-982e4a4d-47d3-4f70-be12-ce9b868f4f8d req-480c0072-a618-4b88-8da3-a13dc0c67f32 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 945 time: 0.1723998
Feb 12 21:08:23.022124 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce54177-3417-4a95-8c29-0d8f232233ae x-openstack-request-id: req-2ce54177-3417-4a95-8c29-0d8f232233ae {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:08:23.022474 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08416797-b31e-4ab0-af14-a13d93df3fb0", "name": "network-vif-deleted", "tag": "0e5d31bf-1299-4108-a791-2a97cebb0d4f", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:08:23.022923 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ce54177-3417-4a95-8c29-0d8f232233ae {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:08:23.023439 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08416797-b31e-4ab0-af14-a13d93df3fb0', 'name': 'network-vif-deleted', 'tag': '0e5d31bf-1299-4108-a791-2a97cebb0d4f', 'status': 'completed', 'code': 200}
Feb 12 21:08:23.024530 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Publish callbacks [] for router_gateway (cc655cfc-5ba6-4d81-8004-bf5222455949), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:23.031893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:08:23.116274 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-88a060e9-20cf-4c0a-8f3e-f4cde0d37f7f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2084515
Feb 12 21:08:23.118754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33922) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:23.121955 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-302af63a-aeed-4ab7-89e1-41f4227127d2 None None] Current status of the port 64184936-c38e-4149-bfd9-46081adcf9a5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:23.125193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-29637af6-a7e6-4848-8131-0ef8e993b854 admin admin] Request body: {'subnet': {'network_id': '6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2000270397-subnet', 'tenant_id': 'ed81ee4bbc764ffcb47f4616398d3820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:23.213872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b8755f0d-cab1-42ce-b7a7-8d24c8d01536 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:23.234750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29637af6-a7e6-4848-8131-0ef8e993b854 admin admin] Made reservation on behalf of ed81ee4bbc764ffcb47f4616398d3820 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:23.239003 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-29637af6-a7e6-4848-8131-0ef8e993b854 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:23.365166 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:23.374647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-750502cf-6f2b-4f67-ada2-6a4e466716c7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 3.9820237
Feb 12 21:08:23.424760 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7b408486-3e1c-452d-a1e1-15951048b459 None None] Provisioning complete for port 64184936-c38e-4149-bfd9-46081adcf9a5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:23.425157 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7b408486-3e1c-452d-a1e1-15951048b459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (64184936-c38e-4149-bfd9-46081adcf9a5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:23.486320 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-c3eb09c7-113c-4ea8-9874-3d9ced425c43 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.6 HTTP/1.1" status: 200  len: 694 time: 0.1106565
Feb 12 21:08:23.502284 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Publish callbacks [] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:23.517949 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 27c22334-4595-4060-b8ea-dcc1f99639f0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:08:23.558225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 27c22334-4595-4060-b8ea-dcc1f99639f0 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:08:23.558725 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 27c22334-4595-4060-b8ea-dcc1f99639f0 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:08:23.573563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33940) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:23.582686 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-29637af6-a7e6-4848-8131-0ef8e993b854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (a7737849-5e47-40f1-8a77-c43224d56e49), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:23.591900 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:23.647562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29637af6-a7e6-4848-8131-0ef8e993b854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7737849-5e47-40f1-8a77-c43224d56e49,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:23.665932 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 64184936-c38e-4149-bfd9-46081adcf9a5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:23.671739 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29637af6-a7e6-4848-8131-0ef8e993b854 admin admin] Checking segment: {'id': '6c39d132-d045-40f8-844f-f9184548b076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:23.672491 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29637af6-a7e6-4848-8131-0ef8e993b854 admin admin] Network hostable DHCP agents. Network: 6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:08:23.739843 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7b408486-3e1c-452d-a1e1-15951048b459 None None] Current status of the port 64184936-c38e-4149-bfd9-46081adcf9a5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:23.767616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc46af-b13c-4d50-aa2d-d6533d51d035 None None] Pushing event updated for resources: {'Port': ['ID=2c73a0e8-3eb4-4971-bf20-14e29a82d3bc,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:23.778846 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29637af6-a7e6-4848-8131-0ef8e993b854 admin admin] Network 6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:08:23.884664 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Attempting to bind port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:08:23.885072 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Attempting to bind port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eb8c07c6-806f-492b-b134-b593748fe924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '358d4084-1d71-46b0-b440-33c47ce0a316'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:08:23.886515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Attempting to bind port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc on network 358d4084-1d71-46b0-b440-33c47ce0a316 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:08:23.904168 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-af35b48e-db98-436f-b40b-390f3fca9cc4 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:23.905628 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbb58b05-7b17-4521-84bb-40be4fb948ab req-af35b48e-db98-436f-b40b-390f3fca9cc4 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.4180548
Feb 12 21:08:23.911234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:08:23.915059 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Checking segment: {'id': 'eb8c07c6-806f-492b-b134-b593748fe924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '358d4084-1d71-46b0-b440-33c47ce0a316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:23.915478 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:23.915877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Bound using segment: {'id': 'eb8c07c6-806f-492b-b134-b593748fe924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '358d4084-1d71-46b0-b440-33c47ce0a316'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:08:23.921742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Bound port: 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8c07c6-806f-492b-b134-b593748fe924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '358d4084-1d71-46b0-b440-33c47ce0a316'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:08:23.922939 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:23.931443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-982e4a4d-47d3-4f70-be12-ce9b868f4f8d req-47269417-d11e-42c5-acac-ff22b51f0b91 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Deleting port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:23.931814 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-982e4a4d-47d3-4f70-be12-ce9b868f4f8d req-47269417-d11e-42c5-acac-ff22b51f0b91 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:23.947826 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-29637af6-a7e6-4848-8131-0ef8e993b854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:23.968005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29637af6-a7e6-4848-8131-0ef8e993b854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:23.968620 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-29637af6-a7e6-4848-8131-0ef8e993b854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:24.048361 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79804d-d315-4836-a9e4-bf43c3950d99 req-8314f798-5f91-4516-853f-f4ffca1f93a1 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:24.049980 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6e79804d-d315-4836-a9e4-bf43c3950d99 req-8314f798-5f91-4516-853f-f4ffca1f93a1 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 945 time: 0.1800377
Feb 12 21:08:24.077326 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (cc655cfc-5ba6-4d81-8004-bf5222455949), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:24.083055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] For port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:08:24.087110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] For port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c73a0e8-3eb4-4971-bf20-14e29a82d3bc,segment=NetworkSegment(eb8c07c6-806f-492b-b134-b593748fe924),segment_id=eb8c07c6-806f-492b-b134-b593748fe924)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:08:24.089759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15174fff-7fa2-48b7-acdc-75ef1d94e3a4 None None] Network 6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:24.117561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 64184936-c38e-4149-bfd9-46081adcf9a5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:24.117928 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (64184936-c38e-4149-bfd9-46081adcf9a5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:24.121445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80d3773d-4f0a-45f4-aa3f-7aaf8dafb2cc req-2955d284-8c7a-4697-a5d5-9558d8cb5555 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/ports?device_id=08416797-b31e-4ab0-af14-a13d93df3fb0 HTTP/1.1" status: 200  len: 210 time: 0.0453229
Feb 12 21:08:24.161701 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-29637af6-a7e6-4848-8131-0ef8e993b854 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0323782
Feb 12 21:08:24.178803 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6e79804d-d315-4836-a9e4-bf43c3950d99 req-30f1ee92-b732-49de-a0bf-e3f4ac6a6ac8 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109161
Feb 12 21:08:24.180134 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-326fbdb8-0644-40e1-ada6-a3c176d2b258 admin admin] Deleting subnet 92392980-c8c9-4fba-bd0f-ab0b7a77d147 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:08:24.184398 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-326fbdb8-0644-40e1-ada6-a3c176d2b258 admin admin] Publish callbacks [] for subnet (92392980-c8c9-4fba-bd0f-ab0b7a77d147), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:24.219614 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:24.235093 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-326fbdb8-0644-40e1-ada6-a3c176d2b258 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (92392980-c8c9-4fba-bd0f-ab0b7a77d147), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:24.306827 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-5c29bfd7-c663-4aff-9c8a-f19e4c27fab8 None None] Provisioning complete for port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:24.307933 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5c29bfd7-c663-4aff-9c8a-f19e4c27fab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:24.367444 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-326fbdb8-0644-40e1-ada6-a3c176d2b258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (92392980-c8c9-4fba-bd0f-ab0b7a77d147), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:24.388215 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Routers {'3b0e8384-efb7-4a24-bb94-fa670ee5a752'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:24.388769 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4665e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:07:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3b0e8384-efb7-4a24-bb94-fa670ee5a752'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:24.507522 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-982e4a4d-47d3-4f70-be12-ce9b868f4f8d req-47269417-d11e-42c5-acac-ff22b51f0b91 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] For port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:24.508007 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-982e4a4d-47d3-4f70-be12-ce9b868f4f8d req-47269417-d11e-42c5-acac-ff22b51f0b91 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:24.526467 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-326fbdb8-0644-40e1-ada6-a3c176d2b258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (92392980-c8c9-4fba-bd0f-ab0b7a77d147), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:24.556454 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c1f1ed-8904-4454-bcd5-8a65fef1f1f9 None None] Network 6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:24.557582 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-982e4a4d-47d3-4f70-be12-ce9b868f4f8d req-47269417-d11e-42c5-acac-ff22b51f0b91 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Calling delete_port for 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:24.567039 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fbdb8-0644-40e1-ada6-a3c176d2b258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92392980-c8c9-4fba-bd0f-ab0b7a77d147,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:24.582570 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-326fbdb8-0644-40e1-ada6-a3c176d2b258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:24.606429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33976) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:24.608855 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-326fbdb8-0644-40e1-ada6-a3c176d2b258 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/92392980-c8c9-4fba-bd0f-ab0b7a77d147 HTTP/1.1" status: 204  len: 168 time: 1.0339777
Feb 12 21:08:24.638942 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-754d1a72-18c8-4c1f-a188-0d172f216bfb tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4010453
Feb 12 21:08:24.649318 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc46af-b13c-4d50-aa2d-d6533d51d035 None None] Pushing event updated for resources: {'Port': ['ID=2c73a0e8-3eb4-4971-bf20-14e29a82d3bc,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:24.680674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 64184936-c38e-4149-bfd9-46081adcf9a5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:24.723148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:24.765057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5c29bfd7-c663-4aff-9c8a-f19e4c27fab8 None None] Current status of the port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:24.765475 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5c29bfd7-c663-4aff-9c8a-f19e4c27fab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:24.790836 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6f32588-e69e-480f-aa42-e3dbcafe3374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (04e4405d-ac34-418d-b812-924c095df566), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:24.798413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] Set router 3b0e8384-efb7-4a24-bb94-fa670ee5a752 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:24.849451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5c29bfd7-c663-4aff-9c8a-f19e4c27fab8 None None] For port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c73a0e8-3eb4-4971-bf20-14e29a82d3bc,segment=NetworkSegment(eb8c07c6-806f-492b-b134-b593748fe924),segment_id=eb8c07c6-806f-492b-b134-b593748fe924)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:24.891444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Router cc655cfc-5ba6-4d81-8004-bf5222455949 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:08:24.925391 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:24.935743 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6f32588-e69e-480f-aa42-e3dbcafe3374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (04e4405d-ac34-418d-b812-924c095df566), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:24.971574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-af2cccde-be6e-4900-8aff-fa30dea62cfc tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:24.973815 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-af2cccde-be6e-4900-8aff-fa30dea62cfc tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/networks?id=2b1697e5-f419-4589-a151-b55b0ebf26eb HTTP/1.1" status: 200  len: 814 time: 0.1130276
Feb 12 21:08:24.990142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c6f32588-e69e-480f-aa42-e3dbcafe3374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5b5b20>,) {'filters': {'network_id': ['04e4405d-ac34-418d-b812-924c095df566']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:24.998121 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-489bd3c1-4675-4598-b0a9-91e95ecc3f57 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/quotas/64336eed36cb4beaaf10975e476440c2 HTTP/1.1" status: 200  len: 375 time: 0.0172095
Feb 12 21:08:25.010591 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5c29bfd7-c663-4aff-9c8a-f19e4c27fab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:25.032715 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-be62e4cf-6758-4855-ae97-386a18f15fba tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64336eed36cb4beaaf10975e476440c2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0337789
Feb 12 21:08:25.075720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c6f32588-e69e-480f-aa42-e3dbcafe3374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5b5b20>, '9083e082-3424-4aac-b80c-8a50b33941e2') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:25.076007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c6f32588-e69e-480f-aa42-e3dbcafe3374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5b5b20>, '9083e082-3424-4aac-b80c-8a50b33941e2') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:25.080995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29bfd7-c663-4aff-9c8a-f19e4c27fab8 None None] Pushing event updated for resources: {'Port': ['ID=2c73a0e8-3eb4-4971-bf20-14e29a82d3bc,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:25.091688 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4665e0>, [{'id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'name': 'tempest-FloatingIPDetailsTestJSON-1910835886-router', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:09Z', 'updated_at': '2022-02-12T21:08:16Z', 'revision_number': 4, 'project_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'gw_port': {'id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:10Z', 'updated_at': '2022-02-12T21:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c73a0e8-3eb4-4971-bf20-14e29a82d3bc', 'name': '', 'network_id': '358d4084-1d71-46b0-b440-33c47ce0a316', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'mac_address': 'fa:16:3e:b7:7b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '0e23e60d-dea8-4a7b-a6fd-64df49987f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:14Z', 'updated_at': '2022-02-12T21:08:24Z', 'revision_number': 4, 'project_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'subnets': [{'id': '0e23e60d-dea8-4a7b-a6fd-64df49987f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:25.126098 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-982e4a4d-47d3-4f70-be12-ce9b868f4f8d req-47269417-d11e-42c5-acac-ff22b51f0b91 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (76d6d407-e6c3-4fc4-984f-2f18ac7b3009), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:25.136190 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6f32588-e69e-480f-aa42-e3dbcafe3374 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (9083e082-3424-4aac-b80c-8a50b33941e2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:25.144746 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:08:25.147345 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc24ec-d0ff-48b8-96a5-e7afef90b187 None None] The sync data for ids ['3b0e8384-efb7-4a24-bb94-fa670ee5a752'] in ncdv-master-1 is: [{'id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'name': 'tempest-FloatingIPDetailsTestJSON-1910835886-router', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:09Z', 'updated_at': '2022-02-12T21:08:16Z', 'revision_number': 4, 'project_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'gw_port': {'id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:10Z', 'updated_at': '2022-02-12T21:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c73a0e8-3eb4-4971-bf20-14e29a82d3bc', 'name': '', 'network_id': '358d4084-1d71-46b0-b440-33c47ce0a316', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'mac_address': 'fa:16:3e:b7:7b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '0e23e60d-dea8-4a7b-a6fd-64df49987f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:14Z', 'updated_at': '2022-02-12T21:08:24Z', 'revision_number': 4, 'project_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'subnets': [{'id': '0e23e60d-dea8-4a7b-a6fd-64df49987f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:08:25.185039 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:08:25.185390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:08:25.193525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4c1a4000-21c2-4612-8809-17ad5ad3ad77 None None] Provisioning complete for port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:25.193950 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4c1a4000-21c2-4612-8809-17ad5ad3ad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:25.208951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47269417-d11e-42c5-acac-ff22b51f0b91 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Pushing event deleted for resources: {'Port': ['ID=76d6d407-e6c3-4fc4-984f-2f18ac7b3009,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:25.216386 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6f32588-e69e-480f-aa42-e3dbcafe3374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (9083e082-3424-4aac-b80c-8a50b33941e2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:25.223323 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-f9b3783a-041b-4f04-ae5b-a5f2d4013413 service neutron] 10.222.0.31 "GET /v2.0/networks/2b1697e5-f419-4589-a151-b55b0ebf26eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837392
Feb 12 21:08:25.259236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f32588-e69e-480f-aa42-e3dbcafe3374 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:08:25.259642 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6f32588-e69e-480f-aa42-e3dbcafe3374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (9083e082-3424-4aac-b80c-8a50b33941e2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:08:25.264618 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:08:25.306151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4c1a4000-21c2-4612-8809-17ad5ad3ad77 None None] Current status of the port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:25.309086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-982e4a4d-47d3-4f70-be12-ce9b868f4f8d req-47269417-d11e-42c5-acac-ff22b51f0b91 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] No DVR routers for this DVR port 76d6d407-e6c3-4fc4-984f-2f18ac7b3009 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:08:25.339424 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-982e4a4d-47d3-4f70-be12-ce9b868f4f8d req-47269417-d11e-42c5-acac-ff22b51f0b91 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:25.343619 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-982e4a4d-47d3-4f70-be12-ce9b868f4f8d req-47269417-d11e-42c5-acac-ff22b51f0b91 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.50 "DELETE /v2.0/ports/76d6d407-e6c3-4fc4-984f-2f18ac7b3009 HTTP/1.1" status: 204  len: 173 time: 2.3154764
Feb 12 21:08:25.345236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:08:25.346591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0d6420-a0c3-4a88-9549-864fdefe2378', 'name': 'network-vif-deleted', 'tag': '76d6d407-e6c3-4fc4-984f-2f18ac7b3009'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:08:25.349185 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b615e6ba-8415-46bc-9c92-2972da4ca589" -d '{"events": [{"server_uuid": "1d0d6420-a0c3-4a88-9549-864fdefe2378", "name": "network-vif-deleted", "tag": "76d6d407-e6c3-4fc4-984f-2f18ac7b3009"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:08:25.357644 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Sync routers for ids ['cc655cfc-5ba6-4d81-8004-bf5222455949'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:08:25.375703 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Routers {'cc655cfc-5ba6-4d81-8004-bf5222455949'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:25.377336 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe2df10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:07:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['cc655cfc-5ba6-4d81-8004-bf5222455949'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:25.393129 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-812dd035-8d1a-4723-9881-2b67d07532c2 service neutron] 10.222.0.31 "GET /v2.0/networks/2b1697e5-f419-4589-a151-b55b0ebf26eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1647561
Feb 12 21:08:25.399434 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:25.484775 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:25.486382 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c9207d5d-8c69-41ed-aa26-2c65dd2f9e7a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.6334746
Feb 12 21:08:25.489463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33996) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:25.490783 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6f32588-e69e-480f-aa42-e3dbcafe3374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (04e4405d-ac34-418d-b812-924c095df566), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:25.526905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6f32588-e69e-480f-aa42-e3dbcafe3374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:25.532211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 0e5d31bf-1299-4108-a791-2a97cebb0d4f no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:08:25.532407 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c6f32588-e69e-480f-aa42-e3dbcafe3374 admin admin] 10.222.0.31 "DELETE /v2.0/networks/04e4405d-ac34-418d-b812-924c095df566 HTTP/1.1" status: 204  len: 168 time: 0.9235406
Feb 12 21:08:25.539664 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Set router cc655cfc-5ba6-4d81-8004-bf5222455949 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:25.549816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33998) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:25.565711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f32588-e69e-480f-aa42-e3dbcafe3374 admin admin] Pushing event deleted for resources: {'Network': ['ID=04e4405d-ac34-418d-b812-924c095df566,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:25.574782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 0e5d31bf-1299-4108-a791-2a97cebb0d4f {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:08:25.575367 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 0e5d31bf-1299-4108-a791-2a97cebb0d4f not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:08:25.652239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Allocated IP 172.35.2.74 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/27759850-e06c-4f7a-8eea-7b3faff4addf) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:25.668196 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ceb5c06-f2b1-4806-b286-ac46eb66713b admin admin] Deleting subnet 5a711ac3-9595-48d4-940b-1b9e24938004 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:08:25.675565 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0ceb5c06-f2b1-4806-b286-ac46eb66713b admin admin] Publish callbacks [] for subnet (5a711ac3-9595-48d4-940b-1b9e24938004), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:25.727187 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:25.871211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:25.871425 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:25.938396 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe2df10>, [{'id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'name': 'tempest-AttachSCSIVolumeTestJSON-1654730360-router', 'tenant_id': 'c782cc151c6e4af6910a0412a96182ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104'}], 'enable_snat': True}, 'gw_port_id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:19Z', 'updated_at': '2022-02-12T21:08:22Z', 'revision_number': 3, 'project_id': 'c782cc151c6e4af6910a0412a96182ce', 'gw_port': {'id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:20Z', 'updated_at': '2022-02-12T21:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:25.947099 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c250e185-5985-4c3f-bc45-bc27179ba4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.061688 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:26.086653 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e4c3489-8128-4ffe-a7a8-4006a25cb2ec req-30b257f4-93be-4193-bd6e-85d101fb9df7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d0d6420-a0c3-4a88-9549-864fdefe2378 HTTP/1.1" status: 200  len: 210 time: 0.0859497
Feb 12 21:08:26.176136 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Checking router: cc655cfc-5ba6-4d81-8004-bf5222455949 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:08:26.177216 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Updating router cc655cfc-5ba6-4d81-8004-bf5222455949 port 9464c72f-6fbe-456b-8cec-dfd29c9c22b9 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:08:26.224940 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9464c72f-6fbe-456b-8cec-dfd29c9c22b9), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.270609 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0ceb5c06-f2b1-4806-b286-ac46eb66713b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (5a711ac3-9595-48d4-940b-1b9e24938004), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.273821 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001f02e3-36c9-4964-9917-0760d04d4cb1 x-openstack-request-id: req-001f02e3-36c9-4964-9917-0760d04d4cb1 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:08:26.274305 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0d6420-a0c3-4a88-9549-864fdefe2378", "name": "network-vif-deleted", "tag": "76d6d407-e6c3-4fc4-984f-2f18ac7b3009", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:08:26.280081 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-001f02e3-36c9-4964-9917-0760d04d4cb1 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:08:26.280081 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0d6420-a0c3-4a88-9549-864fdefe2378', 'name': 'network-vif-deleted', 'tag': '76d6d407-e6c3-4fc4-984f-2f18ac7b3009', 'status': 'completed', 'code': 200}
Feb 12 21:08:26.293852 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-65b5e3bd-31c3-433c-8b11-6869d9145d3c req-d4a732b5-4d04-4078-ac5e-0e9bed4a5254 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 210 time: 0.0484107
Feb 12 21:08:26.344358 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0ceb5c06-f2b1-4806-b286-ac46eb66713b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (5a711ac3-9595-48d4-940b-1b9e24938004), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.386057 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for port (27759850-e06c-4f7a-8eea-7b3faff4addf), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.414403 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cacd07f3-faa6-4c20-b8ea-87e05c3e6ffc req-936c7a70-d40d-4451-bd21-0487031567cc tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/dbfab272-2908-4105-a62b-ae7258207b37 HTTP/1.1" status: 200  len: 1818 time: 0.0607874
Feb 12 21:08:26.519048 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0ceb5c06-f2b1-4806-b286-ac46eb66713b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (5a711ac3-9595-48d4-940b-1b9e24938004), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.542528 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cacd07f3-faa6-4c20-b8ea-87e05c3e6ffc req-9a6c82b7-bb43-4904-ab76-0425ecaaf0c2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (dbfab272-2908-4105-a62b-ae7258207b37), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.545104 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0ceb5c06-f2b1-4806-b286-ac46eb66713b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.551621 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0ceb5c06-f2b1-4806-b286-ac46eb66713b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5a711ac3-9595-48d4-940b-1b9e24938004 HTTP/1.1" status: 204  len: 168 time: 0.9981709
Feb 12 21:08:26.551621 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (27759850-e06c-4f7a-8eea-7b3faff4addf), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.554202 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34014) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:26.574200 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.584704 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb5c06-f2b1-4806-b286-ac46eb66713b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a711ac3-9595-48d4-940b-1b9e24938004,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:26.621996 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cacd07f3-faa6-4c20-b8ea-87e05c3e6ffc req-9a6c82b7-bb43-4904-ab76-0425ecaaf0c2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (dbfab272-2908-4105-a62b-ae7258207b37), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.629657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:26.638111 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:26.641974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:26.663622 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.683374 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Pushing event updated for resources: {'Port': ['ID=27759850-e06c-4f7a-8eea-7b3faff4addf,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:26.742149 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-959021fc-f7e0-400a-b62a-24590367ac5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (d82e834a-060b-4784-be61-695709feb53a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.772871 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Publish callbacks [] for port (9464c72f-6fbe-456b-8cec-dfd29c9c22b9), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.803931 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for floatingip (0f4ec4bc-efac-47bf-8dcc-9991bec3bb08), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.816725 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9464c72f-6fbe-456b-8cec-dfd29c9c22b9), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.846352 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cacd07f3-faa6-4c20-b8ea-87e05c3e6ffc req-9a6c82b7-bb43-4904-ab76-0425ecaaf0c2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (dbfab272-2908-4105-a62b-ae7258207b37), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.848975 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cacd07f3-faa6-4c20-b8ea-87e05c3e6ffc req-9a6c82b7-bb43-4904-ab76-0425ecaaf0c2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.850197 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cacd07f3-faa6-4c20-b8ea-87e05c3e6ffc req-9a6c82b7-bb43-4904-ab76-0425ecaaf0c2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "DELETE /v2.0/security-groups/dbfab272-2908-4105-a62b-ae7258207b37 HTTP/1.1" status: 204  len: 173 time: 0.4350128
Feb 12 21:08:26.869941 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35646c6a-8ccf-4d6a-a76e-fae951c0fdbd None None] Pushing event updated for resources: {'Port': ['ID=9464c72f-6fbe-456b-8cec-dfd29c9c22b9,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:26.888156 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Attempting to bind port 9464c72f-6fbe-456b-8cec-dfd29c9c22b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:08:26.888525 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Attempting to bind port 9464c72f-6fbe-456b-8cec-dfd29c9c22b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:08:26.889017 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Attempting to bind port 9464c72f-6fbe-456b-8cec-dfd29c9c22b9 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:08:26.895240 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:08:26.895630 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:26.896292 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.896527 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:08:26.897974 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Bound port: 9464c72f-6fbe-456b-8cec-dfd29c9c22b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:08:26.898384 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9464c72f-6fbe-456b-8cec-dfd29c9c22b9), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.923777 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (27759850-e06c-4f7a-8eea-7b3faff4addf), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.927749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c82b7-bb43-4904-ab76-0425ecaaf0c2 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfab272-2908-4105-a62b-ae7258207b37,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:26.933981 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-959021fc-f7e0-400a-b62a-24590367ac5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (d82e834a-060b-4784-be61-695709feb53a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:26.969660 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] For port 9464c72f-6fbe-456b-8cec-dfd29c9c22b9, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:08:26.973275 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] For port 9464c72f-6fbe-456b-8cec-dfd29c9c22b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9464c72f-6fbe-456b-8cec-dfd29c9c22b9,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:08:26.991012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Allocated IP 172.20.0.1 (76500b77-bdef-4f7e-be14-a54a2cfd4a35/1ea5bcb1-87a8-4dab-9a2c-80542f3b888e/2d3f7834-b4b6-422c-9635-f082630fb76e) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:26.994273 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-959021fc-f7e0-400a-b62a-24590367ac5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f94d2be0>,) {'filters': {'network_id': ['d82e834a-060b-4784-be61-695709feb53a']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:27.009194 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-faedfc6c-7b49-43a2-9780-31251817ff0a req-2e9b55ac-b926-4c2c-b580-8ea5947b586b tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "GET /v2.0/security-groups/d03fdd0f-8263-425f-9df4-bea560d1f8ee HTTP/1.1" status: 200  len: 1816 time: 0.0951183
Feb 12 21:08:27.014454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-959021fc-f7e0-400a-b62a-24590367ac5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f94d2be0>, 'e0fd47dd-dcfe-4791-ad7c-e22ea2983908') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:27.014773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-959021fc-f7e0-400a-b62a-24590367ac5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f94d2be0>, 'e0fd47dd-dcfe-4791-ad7c-e22ea2983908') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:27.039735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-959021fc-f7e0-400a-b62a-24590367ac5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (e0fd47dd-dcfe-4791-ad7c-e22ea2983908), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.085570 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-959021fc-f7e0-400a-b62a-24590367ac5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (e0fd47dd-dcfe-4791-ad7c-e22ea2983908), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.100405 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for port (27759850-e06c-4f7a-8eea-7b3faff4addf), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.146362 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959021fc-f7e0-400a-b62a-24590367ac5c admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:08:27.146771 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-959021fc-f7e0-400a-b62a-24590367ac5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (e0fd47dd-dcfe-4791-ad7c-e22ea2983908), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.148401 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9464c72f-6fbe-456b-8cec-dfd29c9c22b9), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:08:27.148560 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:08:27.217549 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (27759850-e06c-4f7a-8eea-7b3faff4addf), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.224309 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Routers {'cc655cfc-5ba6-4d81-8004-bf5222455949'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:27.225561 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe2df10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:07:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['cc655cfc-5ba6-4d81-8004-bf5222455949'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:27.230105 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35646c6a-8ccf-4d6a-a76e-fae951c0fdbd None None] Pushing event updated for resources: {'Port': ['ID=9464c72f-6fbe-456b-8cec-dfd29c9c22b9,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:27.235812 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-faedfc6c-7b49-43a2-9780-31251817ff0a req-e057d14d-c32c-4509-84d1-20f75e76d0e5 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (d03fdd0f-8263-425f-9df4-bea560d1f8ee), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.266410 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Publish callbacks [] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.277685 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-faedfc6c-7b49-43a2-9780-31251817ff0a req-e057d14d-c32c-4509-84d1-20f75e76d0e5 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (d03fdd0f-8263-425f-9df4-bea560d1f8ee), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.300664 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Pushing event updated for resources: {'Port': ['ID=27759850-e06c-4f7a-8eea-7b3faff4addf,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:27.325302 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (0f4ec4bc-efac-47bf-8dcc-9991bec3bb08), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.353644 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-959021fc-f7e0-400a-b62a-24590367ac5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (d82e834a-060b-4784-be61-695709feb53a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.360791 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-959021fc-f7e0-400a-b62a-24590367ac5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.365221 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-959021fc-f7e0-400a-b62a-24590367ac5c admin admin] 10.222.0.31 "DELETE /v2.0/networks/d82e834a-060b-4784-be61-695709feb53a HTTP/1.1" status: 204  len: 168 time: 0.8071423
Feb 12 21:08:27.374786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959021fc-f7e0-400a-b62a-24590367ac5c admin admin] Pushing event deleted for resources: {'Network': ['ID=d82e834a-060b-4784-be61-695709feb53a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:27.394126 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] Set router cc655cfc-5ba6-4d81-8004-bf5222455949 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:27.435425 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.437136 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.438840 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-faedfc6c-7b49-43a2-9780-31251817ff0a req-e057d14d-c32c-4509-84d1-20f75e76d0e5 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d03fdd0f-8263-425f-9df4-bea560d1f8ee), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.439013 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-668f2256-ab77-4e72-a615-71bda1dd7f9e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.7888050
Feb 12 21:08:27.441426 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-faedfc6c-7b49-43a2-9780-31251817ff0a req-e057d14d-c32c-4509-84d1-20f75e76d0e5 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.442631 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-faedfc6c-7b49-43a2-9780-31251817ff0a req-e057d14d-c32c-4509-84d1-20f75e76d0e5 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] 10.222.0.31 "DELETE /v2.0/security-groups/d03fdd0f-8263-425f-9df4-bea560d1f8ee HTTP/1.1" status: 204  len: 173 time: 0.4251025
Feb 12 21:08:27.451628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34026) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:27.496955 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057d14d-c32c-4509-84d1-20f75e76d0e5 tempest-SecurityGroupsTestJSON-531603590 tempest-SecurityGroupsTestJSON-531603590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03fdd0f-8263-425f-9df4-bea560d1f8ee,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:27.503927 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Network 76500b77-bdef-4f7e-be14-a54a2cfd4a35 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:27.507276 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:27.514011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:27.517293 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Pushing event updated for resources: {'Port': ['ID=2d3f7834-b4b6-422c-9635-f082630fb76e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:27.642680 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-cadc51b9-68bf-47bd-8fc5-1ab6d0baff7a tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.74 HTTP/1.1" status: 200  len: 695 time: 0.1716468
Feb 12 21:08:27.668053 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe2df10>, [{'id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'name': 'tempest-AttachSCSIVolumeTestJSON-1654730360-router', 'tenant_id': 'c782cc151c6e4af6910a0412a96182ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104'}], 'enable_snat': True}, 'gw_port_id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:19Z', 'updated_at': '2022-02-12T21:08:22Z', 'revision_number': 3, 'project_id': 'c782cc151c6e4af6910a0412a96182ce', 'gw_port': {'id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:20Z', 'updated_at': '2022-02-12T21:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:27.672660 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (cc655cfc-5ba6-4d81-8004-bf5222455949), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.700039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47cc30a-5bb1-4c86-857f-32ca10df54bf admin admin] Deleting subnet 380301fb-f8fa-48ad-8387-bfa0ccd33656 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:08:27.707382 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a47cc30a-5bb1-4c86-857f-32ca10df54bf admin admin] Publish callbacks [] for subnet (380301fb-f8fa-48ad-8387-bfa0ccd33656), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.709677 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8885fb7b-55a1-4380-845e-b877360e3885 None None] The sync data for ids ['cc655cfc-5ba6-4d81-8004-bf5222455949'] in ncdv-master-1 is: [{'id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'name': 'tempest-AttachSCSIVolumeTestJSON-1654730360-router', 'tenant_id': 'c782cc151c6e4af6910a0412a96182ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104'}], 'enable_snat': True}, 'gw_port_id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:19Z', 'updated_at': '2022-02-12T21:08:22Z', 'revision_number': 3, 'project_id': 'c782cc151c6e4af6910a0412a96182ce', 'gw_port': {'id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:20Z', 'updated_at': '2022-02-12T21:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:08:27.768544 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5d0a059c-ea8f-4dd3-865c-edd5cc2ccc95 req-16804bfb-7227-475b-bcf1-4290ea9d73a6 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 210 time: 0.1166816
Feb 12 21:08:27.769860 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34032) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:27.821768 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a47cc30a-5bb1-4c86-857f-32ca10df54bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (380301fb-f8fa-48ad-8387-bfa0ccd33656), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.915756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-5cf028c0-f1fb-4814-a052-9db4587ccb88 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:27.917468 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-728554f3-cfd6-4fbf-93d6-2a5a6cee265f req-5cf028c0-f1fb-4814-a052-9db4587ccb88 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.2682016
Feb 12 21:08:27.927774 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-27b73332-494a-40b4-8766-98ede1d0b3d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97311a1994be45a2b507aedc74f578df&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1537373
Feb 12 21:08:27.930348 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34036) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:27.936210 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a47cc30a-5bb1-4c86-857f-32ca10df54bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (380301fb-f8fa-48ad-8387-bfa0ccd33656), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:27.974420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2e63084d-3a7a-42ee-be4b-dbc273cafaec None None] Provisioning complete for port 2d3f7834-b4b6-422c-9635-f082630fb76e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:27.975069 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2e63084d-3a7a-42ee-be4b-dbc273cafaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.016365 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2154795-d17e-4309-9d6e-0fb6356c5a06 admin admin] Publish callbacks [] for security_group (be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.016890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2e63084d-3a7a-42ee-be4b-dbc273cafaec None None] Port 2d3f7834-b4b6-422c-9635-f082630fb76e cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:08:28.034503 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-79e2569a-9a26-4a88-ad59-6e13e32072a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.046950 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.064043 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2154795-d17e-4309-9d6e-0fb6356c5a06 admin admin] Publish callbacks [] for security_group (be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.131523 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a47cc30a-5bb1-4c86-857f-32ca10df54bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (380301fb-f8fa-48ad-8387-bfa0ccd33656), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.150352 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-2027f7d6-93a9-4cd7-b8c2-d41033d0eda9 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1888645
Feb 12 21:08:28.157245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:28.210742 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cc30a-5bb1-4c86-857f-32ca10df54bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=380301fb-f8fa-48ad-8387-bfa0ccd33656,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:28.215310 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a47cc30a-5bb1-4c86-857f-32ca10df54bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.221276 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a47cc30a-5bb1-4c86-857f-32ca10df54bf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/380301fb-f8fa-48ad-8387-bfa0ccd33656 HTTP/1.1" status: 204  len: 168 time: 0.7672577
Feb 12 21:08:28.222077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34038) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:28.274837 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2154795-d17e-4309-9d6e-0fb6356c5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.277648 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2154795-d17e-4309-9d6e-0fb6356c5a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.281200 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d2154795-d17e-4309-9d6e-0fb6356c5a06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1 HTTP/1.1" status: 204  len: 168 time: 0.3475101
Feb 12 21:08:28.312271 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2154795-d17e-4309-9d6e-0fb6356c5a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0d73ae-36b4-4ac2-8b46-3d7d9f20f3a1,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:28.338251 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d88dd7c3-27b6-4883-a4c2-ac32d6bc3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (500b8539-c5e5-4f3e-8048-ff853db68c9e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.348905 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Publish callbacks [] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.422726 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.453668 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.474931 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d88dd7c3-27b6-4883-a4c2-ac32d6bc3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (500b8539-c5e5-4f3e-8048-ff853db68c9e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.501674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-d88dd7c3-27b6-4883-a4c2-ac32d6bc3483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9173670>,) {'filters': {'network_id': ['500b8539-c5e5-4f3e-8048-ff853db68c9e']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:28.536671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-d88dd7c3-27b6-4883-a4c2-ac32d6bc3483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9173670>, 'e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:28.536967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-d88dd7c3-27b6-4883-a4c2-ac32d6bc3483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9173670>, 'e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:28.546995 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b76601-2082-47b2-ba0d-b7d3a254133d req-430dd375-8b98-412f-beb1-78cf83fe168d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:28.554813 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f1b76601-2082-47b2-ba0d-b7d3a254133d req-430dd375-8b98-412f-beb1-78cf83fe168d tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 945 time: 0.1510530
Feb 12 21:08:28.559413 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d88dd7c3-27b6-4883-a4c2-ac32d6bc3483 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.579152 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (cc655cfc-5ba6-4d81-8004-bf5222455949), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.583013 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d88dd7c3-27b6-4883-a4c2-ac32d6bc3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.592764 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88dd7c3-27b6-4883-a4c2-ac32d6bc3483 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d88dd7c3-27b6-4883-a4c2-ac32d6bc3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (e166a6fb-0a6b-4b4f-a6c4-fed1a4d4dcba), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:08:28.606298 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:08:28.652248 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Pushing event updated for resources: {'Port': ['ID=2d3f7834-b4b6-422c-9635-f082630fb76e,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:28.667172 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f1b76601-2082-47b2-ba0d-b7d3a254133d req-5c73685d-fd48-4037-ae4a-4ff13c0c5e28 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103644
Feb 12 21:08:28.757953 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.780741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Network 76500b77-bdef-4f7e-be14-a54a2cfd4a35 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:28.781832 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:28.826421 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d88dd7c3-27b6-4883-a4c2-ac32d6bc3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (500b8539-c5e5-4f3e-8048-ff853db68c9e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.843843 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d88dd7c3-27b6-4883-a4c2-ac32d6bc3483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:28.860707 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d88dd7c3-27b6-4883-a4c2-ac32d6bc3483 admin admin] 10.222.0.31 "DELETE /v2.0/networks/500b8539-c5e5-4f3e-8048-ff853db68c9e HTTP/1.1" status: 204  len: 168 time: 0.6357758
Feb 12 21:08:28.935007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4487c3-3e32-4c22-9966-185435331e8f req-8db32d49-afa5-4aa1-a929-dbf4932ae378 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:28.940139 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee4487c3-3e32-4c22-9966-185435331e8f req-8db32d49-afa5-4aa1-a929-dbf4932ae378 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 945 time: 0.2030802
Feb 12 21:08:28.951413 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88dd7c3-27b6-4883-a4c2-ac32d6bc3483 admin admin] Pushing event deleted for resources: {'Network': ['ID=500b8539-c5e5-4f3e-8048-ff853db68c9e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:29.015342 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b816d79a-6749-431f-86a4-1d4fe26beb3c req-1af0ce16-a60c-42a3-934e-406c61512ffc tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 210 time: 0.0549178
Feb 12 21:08:29.097829 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Router cc655cfc-5ba6-4d81-8004-bf5222455949 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:08:29.178327 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:29.241038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Allocated IP 172.35.2.24 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/5aaadc44-749a-4207-8c04-8cb3b0b59bf9) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:29.277045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-62b5fa97-6df1-433c-8128-4adcb50b6e52 None None] Provisioning complete for port 2d3f7834-b4b6-422c-9635-f082630fb76e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:29.277500 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-62b5fa97-6df1-433c-8128-4adcb50b6e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:29.279412 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:08:29.283945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-d3444d33-7e5b-465b-a025-6d4cd80bb139 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:29.285529 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-d3444d33-7e5b-465b-a025-6d4cd80bb139 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.50 "GET /v2.0/networks?id=2b1697e5-f419-4589-a151-b55b0ebf26eb HTTP/1.1" status: 200  len: 814 time: 0.3811002
Feb 12 21:08:29.297851 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e7819e0b-8bc8-4fe7-a045-01cbe53f74a8 admin admin] 10.222.0.31 "PUT /v2.0/routers/cc655cfc-5ba6-4d81-8004-bf5222455949/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7993777
Feb 12 21:08:29.309109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-a38744df-6a2a-4f43-9036-be9f8df2cbf7 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Request body: {'port': {'device_id': 'd29bb4ee-486f-48d1-869a-fd43a7d785c9', 'network_id': '2b1697e5-f419-4589-a151-b55b0ebf26eb', 'admin_state_up': True, 'tenant_id': '64336eed36cb4beaaf10975e476440c2'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:29.328958 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-62b5fa97-6df1-433c-8128-4adcb50b6e52 None None] Port 2d3f7834-b4b6-422c-9635-f082630fb76e cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:08:29.408256 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34054) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:29.422363 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-ee4487c3-3e32-4c22-9966-185435331e8f req-fd665dd2-f725-4b88-9ad6-bdf0a8bafa63 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Deleting port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:29.422948 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ee4487c3-3e32-4c22-9966-185435331e8f req-fd665dd2-f725-4b88-9ad6-bdf0a8bafa63 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:29.472387 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6aa9d160-848b-4338-9b64-18bc6697ec42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6d491412b3345edb0376e15d831b08f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0616519
Feb 12 21:08:29.472895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34056) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:29.544941 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fc4eda49-73a1-49d2-bb79-92d40eef6592 admin admin] Publish callbacks [] for security_group (07320776-f8b2-448b-b3a1-98bc123ea96f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:29.573319 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34058) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:29.603448 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fc4eda49-73a1-49d2-bb79-92d40eef6592 admin admin] Publish callbacks [] for security_group (07320776-f8b2-448b-b3a1-98bc123ea96f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:29.624292 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for port (5aaadc44-749a-4207-8c04-8cb3b0b59bf9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:29.668686 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2848cf69-0478-4f24-b733-dc9e11b7b242 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=225507fa1fa946aa9559a89fe27569b3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0941329
Feb 12 21:08:29.672228 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34066) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:29.732850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ee4487c3-3e32-4c22-9966-185435331e8f req-fd665dd2-f725-4b88-9ad6-bdf0a8bafa63 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] For port 6ab99884-aa16-42e5-9cde-aea1aba07ad2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ab99884-aa16-42e5-9cde-aea1aba07ad2,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:29.733143 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ee4487c3-3e32-4c22-9966-185435331e8f req-fd665dd2-f725-4b88-9ad6-bdf0a8bafa63 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:29.754689 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-ee4487c3-3e32-4c22-9966-185435331e8f req-fd665dd2-f725-4b88-9ad6-bdf0a8bafa63 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Calling delete_port for 6ab99884-aa16-42e5-9cde-aea1aba07ad2 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:29.802791 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9464c72f-6fbe-456b-8cec-dfd29c9c22b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:29.811018 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:29.824384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-a38744df-6a2a-4f43-9036-be9f8df2cbf7 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Made reservation on behalf of 64336eed36cb4beaaf10975e476440c2 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:29.830422 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-a38744df-6a2a-4f43-9036-be9f8df2cbf7 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:29.841980 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e97c7822-c524-4e55-947b-d86c6adc7251 admin admin] Publish callbacks [] for security_group (91eaa2a6-cb68-4b03-b100-28b1da244adf), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:29.895242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 9464c72f-6fbe-456b-8cec-dfd29c9c22b9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:29.895997 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9464c72f-6fbe-456b-8cec-dfd29c9c22b9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:29.917253 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (5aaadc44-749a-4207-8c04-8cb3b0b59bf9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:30.021931 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 9464c72f-6fbe-456b-8cec-dfd29c9c22b9 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:30.022306 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9464c72f-6fbe-456b-8cec-dfd29c9c22b9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:30.041983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:30.055556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:30.058594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 9464c72f-6fbe-456b-8cec-dfd29c9c22b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9464c72f-6fbe-456b-8cec-dfd29c9c22b9,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:30.066232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:30.119723 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9464c72f-6fbe-456b-8cec-dfd29c9c22b9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:30.121982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-a38744df-6a2a-4f43-9036-be9f8df2cbf7 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Allocated IP 172.20.0.14 (2b1697e5-f419-4589-a151-b55b0ebf26eb/bde8dfc4-516d-4073-b2b7-b7455a8ea23b/c9859cfe-7f49-4ab1-b5e4-6971a2e42056) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:30.123828 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Pushing event updated for resources: {'Port': ['ID=5aaadc44-749a-4207-8c04-8cb3b0b59bf9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:30.206702 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=9464c72f-6fbe-456b-8cec-dfd29c9c22b9,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:30.251086 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fc4eda49-73a1-49d2-bb79-92d40eef6592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (07320776-f8b2-448b-b3a1-98bc123ea96f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:30.254354 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fc4eda49-73a1-49d2-bb79-92d40eef6592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:30.256098 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fc4eda49-73a1-49d2-bb79-92d40eef6592 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07320776-f8b2-448b-b3a1-98bc123ea96f HTTP/1.1" status: 204  len: 168 time: 0.7821271
Feb 12 21:08:30.276466 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e97c7822-c524-4e55-947b-d86c6adc7251 admin admin] Publish callbacks [] for security_group (91eaa2a6-cb68-4b03-b100-28b1da244adf), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:30.299301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4eda49-73a1-49d2-bb79-92d40eef6592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07320776-f8b2-448b-b3a1-98bc123ea96f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:30.326169 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ee4487c3-3e32-4c22-9966-185435331e8f req-fd665dd2-f725-4b88-9ad6-bdf0a8bafa63 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6ab99884-aa16-42e5-9cde-aea1aba07ad2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:30.347773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a62233-59fb-40c6-b754-bed7a0fe54b1 req-87df4143-9381-44f4-9796-68f1abbdab29 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:30.355568 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-36a62233-59fb-40c6-b754-bed7a0fe54b1 req-87df4143-9381-44f4-9796-68f1abbdab29 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 866 time: 0.5293565
Feb 12 21:08:30.457981 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-36a62233-59fb-40c6-b754-bed7a0fe54b1 req-95b0319f-29fa-4d23-8262-3911e6db3a53 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012726
Feb 12 21:08:30.492733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd665dd2-f725-4b88-9ad6-bdf0a8bafa63 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Pushing event deleted for resources: {'Port': ['ID=6ab99884-aa16-42e5-9cde-aea1aba07ad2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:30.498341 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e97c7822-c524-4e55-947b-d86c6adc7251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (91eaa2a6-cb68-4b03-b100-28b1da244adf), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:30.506804 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e97c7822-c524-4e55-947b-d86c6adc7251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:30.516923 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e97c7822-c524-4e55-947b-d86c6adc7251 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91eaa2a6-cb68-4b03-b100-28b1da244adf HTTP/1.1" status: 204  len: 168 time: 0.8436320
Feb 12 21:08:30.534450 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c7822-c524-4e55-947b-d86c6adc7251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91eaa2a6-cb68-4b03-b100-28b1da244adf,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:30.561233 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4487c3-3e32-4c22-9966-185435331e8f req-fd665dd2-f725-4b88-9ad6-bdf0a8bafa63 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] No DVR routers for this DVR port 6ab99884-aa16-42e5-9cde-aea1aba07ad2 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:08:30.585968 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ee4487c3-3e32-4c22-9966-185435331e8f req-fd665dd2-f725-4b88-9ad6-bdf0a8bafa63 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:30.585968 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee4487c3-3e32-4c22-9966-185435331e8f req-fd665dd2-f725-4b88-9ad6-bdf0a8bafa63 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.50 "DELETE /v2.0/ports/6ab99884-aa16-42e5-9cde-aea1aba07ad2 HTTP/1.1" status: 204  len: 173 time: 1.6302245
Feb 12 21:08:30.585968 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adffe64-7deb-47c3-b073-0fc6b684979f', 'name': 'network-vif-deleted', 'tag': '6ab99884-aa16-42e5-9cde-aea1aba07ad2'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:08:30.595995 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054687bf-008f-4c50-b0a3-6100d58978de" -d '{"events": [{"server_uuid": "6adffe64-7deb-47c3-b073-0fc6b684979f", "name": "network-vif-deleted", "tag": "6ab99884-aa16-42e5-9cde-aea1aba07ad2"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:08:30.615944 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for floatingip (f1fbd763-ef5d-4956-a98a-8186c93e442b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:30.622057 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-780c2503-2edb-4c12-92d1-5cf9869e3664 req-893cce1a-9306-404c-a14c-b1ed51a33978 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 210 time: 0.0452790
Feb 12 21:08:30.673515 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-a38744df-6a2a-4f43-9036-be9f8df2cbf7 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Publish callbacks [] for port (c9859cfe-7f49-4ab1-b5e4-6971a2e42056), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:30.687985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Sync routers for ids ['cc655cfc-5ba6-4d81-8004-bf5222455949'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:08:30.711693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Routers {'cc655cfc-5ba6-4d81-8004-bf5222455949'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:30.712746 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb5bf0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['cc655cfc-5ba6-4d81-8004-bf5222455949'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:30.750848 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19804b2-6741-4980-9160-d132026fc5de x-openstack-request-id: req-a19804b2-6741-4980-9160-d132026fc5de {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:08:30.751214 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adffe64-7deb-47c3-b073-0fc6b684979f", "name": "network-vif-deleted", "tag": "6ab99884-aa16-42e5-9cde-aea1aba07ad2", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:08:30.751509 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a19804b2-6741-4980-9160-d132026fc5de {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:08:30.751957 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adffe64-7deb-47c3-b073-0fc6b684979f', 'name': 'network-vif-deleted', 'tag': '6ab99884-aa16-42e5-9cde-aea1aba07ad2', 'status': 'completed', 'code': 200}
Feb 12 21:08:30.779237 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5aaadc44-749a-4207-8c04-8cb3b0b59bf9), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:30.883452 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-a38744df-6a2a-4f43-9036-be9f8df2cbf7 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c9859cfe-7f49-4ab1-b5e4-6971a2e42056), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:30.888158 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Set router cc655cfc-5ba6-4d81-8004-bf5222455949 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:30.951027 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:30.964554 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-a38744df-6a2a-4f43-9036-be9f8df2cbf7 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Network 2b1697e5-f419-4589-a151-b55b0ebf26eb is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:30.972850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-a38744df-6a2a-4f43-9036-be9f8df2cbf7 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:30.976637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-a38744df-6a2a-4f43-9036-be9f8df2cbf7 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:30.979833 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38744df-6a2a-4f43-9036-be9f8df2cbf7 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Pushing event updated for resources: {'Port': ['ID=c9859cfe-7f49-4ab1-b5e4-6971a2e42056,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:31.095089 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-a38744df-6a2a-4f43-9036-be9f8df2cbf7 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:31.095361 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-a38744df-6a2a-4f43-9036-be9f8df2cbf7 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:31.160087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6ab99884-aa16-42e5-9cde-aea1aba07ad2 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:08:31.177518 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for port (5aaadc44-749a-4207-8c04-8cb3b0b59bf9), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:31.182292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 6ab99884-aa16-42e5-9cde-aea1aba07ad2 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:08:31.182900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6ab99884-aa16-42e5-9cde-aea1aba07ad2 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:08:31.194903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb5bf0d0>, [{'id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'name': 'tempest-AttachSCSIVolumeTestJSON-1654730360-router', 'tenant_id': 'c782cc151c6e4af6910a0412a96182ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104'}], 'enable_snat': True}, 'gw_port_id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:19Z', 'updated_at': '2022-02-12T21:08:27Z', 'revision_number': 4, 'project_id': 'c782cc151c6e4af6910a0412a96182ce', 'gw_port': {'id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:20Z', 'updated_at': '2022-02-12T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2d3f7834-b4b6-422c-9635-f082630fb76e', 'name': '', 'network_id': '76500b77-bdef-4f7e-be14-a54a2cfd4a35', 'tenant_id': 'c782cc151c6e4af6910a0412a96182ce', 'mac_address': 'fa:16:3e:bc:d6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '1ea5bcb1-87a8-4dab-9a2c-80542f3b888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:26Z', 'updated_at': '2022-02-12T21:08:28Z', 'revision_number': 2, 'project_id': 'c782cc151c6e4af6910a0412a96182ce', 'subnets': [{'id': '1ea5bcb1-87a8-4dab-9a2c-80542f3b888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:31.233716 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Checking router: cc655cfc-5ba6-4d81-8004-bf5222455949 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:08:31.234296 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Updating router cc655cfc-5ba6-4d81-8004-bf5222455949 port 2d3f7834-b4b6-422c-9635-f082630fb76e binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:08:31.248592 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-a38744df-6a2a-4f43-9036-be9f8df2cbf7 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9535794
Feb 12 21:08:31.261294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Request body: {'port': {'device_id': 'd29bb4ee-486f-48d1-869a-fd43a7d785c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:31.307380 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:31.351718 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (5aaadc44-749a-4207-8c04-8cb3b0b59bf9), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:31.542239 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c9859cfe-7f49-4ab1-b5e4-6971a2e42056), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:31.547528 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Pushing event updated for resources: {'Port': ['ID=5aaadc44-749a-4207-8c04-8cb3b0b59bf9,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:31.562970 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (f1fbd763-ef5d-4956-a98a-8186c93e442b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:31.664350 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:31.665724 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-51bbd7a5-8d14-4284-8e1b-18ef0b028638 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.5176935
Feb 12 21:08:31.739490 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8c663a5b-20a3-45ce-ada6-2bb455b01160 req-a8dd2a76-55f8-4682-a920-fcccb3767468 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=6adffe64-7deb-47c3-b073-0fc6b684979f HTTP/1.1" status: 200  len: 210 time: 0.0743651
Feb 12 21:08:31.837130 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-dd033178-f3b8-4893-974d-873da39fe270 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.24 HTTP/1.1" status: 200  len: 695 time: 0.0722833
Feb 12 21:08:31.850578 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9464c72f-6fbe-456b-8cec-dfd29c9c22b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:31.918531 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d22be1-a03a-47dc-a6bb-acac3159958e req-2def698b-bfd6-46a4-a528-94dbee8bcb3f tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:31.929654 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d8d22be1-a03a-47dc-a6bb-acac3159958e req-2def698b-bfd6-46a4-a528-94dbee8bcb3f tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 932 time: 0.0719786
Feb 12 21:08:32.014455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 9464c72f-6fbe-456b-8cec-dfd29c9c22b9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:32.014836 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9464c72f-6fbe-456b-8cec-dfd29c9c22b9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:32.032496 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d8d22be1-a03a-47dc-a6bb-acac3159958e req-4dd450c5-efc7-44d8-ae0f-c675a3468965 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc9e334e-fd61-4d2c-b443-c7618bee1086&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015832
Feb 12 21:08:32.147231 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Publish callbacks [] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:32.247263 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 9464c72f-6fbe-456b-8cec-dfd29c9c22b9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:32.293816 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:32.295299 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:32.390287 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea0f1a-165b-4537-a371-bd2d6c23a5c4 None None] Pushing event updated for resources: {'Port': ['ID=2d3f7834-b4b6-422c-9635-f082630fb76e,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:32.482640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Attempting to bind port 2d3f7834-b4b6-422c-9635-f082630fb76e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:08:32.482640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Attempting to bind port 2d3f7834-b4b6-422c-9635-f082630fb76e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7bb64053-3863-4682-8f70-efb5dc6415f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76500b77-bdef-4f7e-be14-a54a2cfd4a35'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:08:32.482640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Attempting to bind port 2d3f7834-b4b6-422c-9635-f082630fb76e on network 76500b77-bdef-4f7e-be14-a54a2cfd4a35 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:08:32.485033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:08:32.485507 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Checking segment: {'id': '7bb64053-3863-4682-8f70-efb5dc6415f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76500b77-bdef-4f7e-be14-a54a2cfd4a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:32.485916 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:32.486476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Bound using segment: {'id': '7bb64053-3863-4682-8f70-efb5dc6415f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76500b77-bdef-4f7e-be14-a54a2cfd4a35'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:08:32.486766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Bound port: 2d3f7834-b4b6-422c-9635-f082630fb76e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb64053-3863-4682-8f70-efb5dc6415f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '76500b77-bdef-4f7e-be14-a54a2cfd4a35'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:08:32.487140 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:32.572296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-10087254-e5b2-4492-b09f-d97fadc49c92 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:32.574536 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f985bf46-9e83-4f91-8718-87ba1b1972f2 req-10087254-e5b2-4492-b09f-d97fadc49c92 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.7257209
Feb 12 21:08:32.669460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] For port 2d3f7834-b4b6-422c-9635-f082630fb76e, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:08:32.689258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] For port 2d3f7834-b4b6-422c-9635-f082630fb76e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d3f7834-b4b6-422c-9635-f082630fb76e,segment=NetworkSegment(7bb64053-3863-4682-8f70-efb5dc6415f6),segment_id=7bb64053-3863-4682-8f70-efb5dc6415f6)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:08:32.690159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9859cfe-7f49-4ab1-b5e4-6971a2e42056 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:08:32.720547 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Publish callbacks [] for port (c9859cfe-7f49-4ab1-b5e4-6971a2e42056), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:32.771652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Transition to ACTIVE for port object c9859cfe-7f49-4ab1-b5e4-6971a2e42056 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:08:32.799415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e785beaf-259c-423e-80e3-22cb2132be68 None None] Provisioning complete for port 2d3f7834-b4b6-422c-9635-f082630fb76e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:32.799922 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e785beaf-259c-423e-80e3-22cb2132be68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:32.827375 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:32.913903 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c9859cfe-7f49-4ab1-b5e4-6971a2e42056), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:33.140240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Routers {'cc655cfc-5ba6-4d81-8004-bf5222455949'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:33.147471 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb5bf0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['cc655cfc-5ba6-4d81-8004-bf5222455949'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:33.168152 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea0f1a-165b-4537-a371-bd2d6c23a5c4 None None] Pushing event updated for resources: {'Port': ['ID=2d3f7834-b4b6-422c-9635-f082630fb76e,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:33.178593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34146) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:33.197348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Pushing event updated for resources: {'Port': ['ID=c9859cfe-7f49-4ab1-b5e4-6971a2e42056,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:33.365674 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-fc896c9a-784d-425c-869d-70bba5096ef8 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.7226267
Feb 12 21:08:33.380106 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:33.424913 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Attempting to bind port c9859cfe-7f49-4ab1-b5e4-6971a2e42056 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:08:33.425254 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Attempting to bind port c9859cfe-7f49-4ab1-b5e4-6971a2e42056 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '76aed2b1-5a80-41b3-88ff-3be90362c595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2b1697e5-f419-4589-a151-b55b0ebf26eb'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:08:33.426902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Attempting to bind port c9859cfe-7f49-4ab1-b5e4-6971a2e42056 on network 2b1697e5-f419-4589-a151-b55b0ebf26eb {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:08:33.435715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Port c9859cfe-7f49-4ab1-b5e4-6971a2e42056 on network 2b1697e5-f419-4589-a151-b55b0ebf26eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:08:33.436053 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Attempting to bind port c9859cfe-7f49-4ab1-b5e4-6971a2e42056 on network 2b1697e5-f419-4589-a151-b55b0ebf26eb {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:08:33.445555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:08:33.445919 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Checking segment: {'id': '76aed2b1-5a80-41b3-88ff-3be90362c595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2b1697e5-f419-4589-a151-b55b0ebf26eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:33.446313 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Bound using segment: {'id': '76aed2b1-5a80-41b3-88ff-3be90362c595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2b1697e5-f419-4589-a151-b55b0ebf26eb'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:08:33.446884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Bound port: c9859cfe-7f49-4ab1-b5e4-6971a2e42056, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76aed2b1-5a80-41b3-88ff-3be90362c595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2b1697e5-f419-4589-a151-b55b0ebf26eb'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:08:33.447324 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c9859cfe-7f49-4ab1-b5e4-6971a2e42056), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:33.526554 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:33.714913 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] For port c9859cfe-7f49-4ab1-b5e4-6971a2e42056, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:08:33.734735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e785beaf-259c-423e-80e3-22cb2132be68 None None] Current status of the port 2d3f7834-b4b6-422c-9635-f082630fb76e is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:33.741678 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e785beaf-259c-423e-80e3-22cb2132be68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:33.753696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] For port c9859cfe-7f49-4ab1-b5e4-6971a2e42056, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9859cfe-7f49-4ab1-b5e4-6971a2e42056,segment=NetworkSegment(76aed2b1-5a80-41b3-88ff-3be90362c595),segment_id=76aed2b1-5a80-41b3-88ff-3be90362c595)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:08:33.803278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e304cc-1e64-4df9-a5bf-c69f44f8cea0 req-b473915d-55ab-4f69-b277-e6fa6f1faf9d tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:33.805402 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-83e304cc-1e64-4df9-a5bf-c69f44f8cea0 req-b473915d-55ab-4f69-b277-e6fa6f1faf9d tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 944 time: 0.1691606
Feb 12 21:08:33.831407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] Set router cc655cfc-5ba6-4d81-8004-bf5222455949 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:33.837749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8dd93656-6cc9-4470-89e8-2bae2e3b1480 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-635869065-network', 'tenant_id': '992939bc41444299957b35468c7433c6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:33.850579 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:33.860686 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c9859cfe-7f49-4ab1-b5e4-6971a2e42056), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:33.896322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e785beaf-259c-423e-80e3-22cb2132be68 None None] For port 2d3f7834-b4b6-422c-9635-f082630fb76e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d3f7834-b4b6-422c-9635-f082630fb76e,segment=NetworkSegment(7bb64053-3863-4682-8f70-efb5dc6415f6),segment_id=7bb64053-3863-4682-8f70-efb5dc6415f6)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:34.007102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:34.008013 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:34.011135 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] 10.222.0.50 "PUT /v2.0/ports/c9859cfe-7f49-4ab1-b5e4-6971a2e42056 HTTP/1.1" status: 200  len: 1092 time: 2.7536366
Feb 12 21:08:34.017770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29bb4ee-486f-48d1-869a-fd43a7d785c9', 'tag': 'c9859cfe-7f49-4ab1-b5e4-6971a2e42056'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:08:34.022659 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7778f868-0368-4f8f-b697-fbcfd4d10cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d29bb4ee-486f-48d1-869a-fd43a7d785c9", "tag": "c9859cfe-7f49-4ab1-b5e4-6971a2e42056"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:08:34.050988 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Allocated IP 172.35.2.183 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/986fc8b7-2143-4134-8f90-967c158d0dec) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:34.063746 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e785beaf-259c-423e-80e3-22cb2132be68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:34.180262 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-83e304cc-1e64-4df9-a5bf-c69f44f8cea0 req-9a3fd2f1-8099-4af1-b49d-ac6e50bd2d74 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc9e334e-fd61-4d2c-b443-c7618bee1086&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3646994
Feb 12 21:08:34.190785 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for port (986fc8b7-2143-4134-8f90-967c158d0dec), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:34.227258 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd93656-6cc9-4470-89e8-2bae2e3b1480 admin admin] Made reservation on behalf of 992939bc41444299957b35468c7433c6 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:34.230086 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dd93656-6cc9-4470-89e8-2bae2e3b1480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:34.240977 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dd93656-6cc9-4470-89e8-2bae2e3b1480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:34.265450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8d9bb-5d6d-4cb4-ac0d-e69f76baac60 service neutron] Pushing event updated for resources: {'Port': ['ID=c9859cfe-7f49-4ab1-b5e4-6971a2e42056,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:34.312046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-fb35fc99-2c55-4ff9-b25a-7dc71ae1c9c4 None None] Provisioning complete for port 2d3f7834-b4b6-422c-9635-f082630fb76e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:34.312366 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fb35fc99-2c55-4ff9-b25a-7dc71ae1c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:34.335540 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b0cf0-e33a-44d0-b38b-2b8c5fa8b2fc req-8a966904-dd7c-4321-bb84-b84adf29d9dd tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:34.337111 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-633b0cf0-e33a-44d0-b38b-2b8c5fa8b2fc req-8a966904-dd7c-4321-bb84-b84adf29d9dd tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 944 time: 0.3213646
Feb 12 21:08:34.348537 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (986fc8b7-2143-4134-8f90-967c158d0dec), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:34.437249 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Pushing event updated for resources: {'Port': ['ID=986fc8b7-2143-4134-8f90-967c158d0dec,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:34.449425 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dd93656-6cc9-4470-89e8-2bae2e3b1480 admin admin] Publish callbacks [] for security_group (250794fa-7518-4022-b3c1-332c50fc797c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:34.476447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:34.479633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:34.483172 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:34.500651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-63eb76ef-c022-4a70-a494-7db4290e03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:34.504564 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-63eb76ef-c022-4a70-a494-7db4290e03e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64336eed36cb4beaaf10975e476440c2&device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 1126 time: 0.3229635
Feb 12 21:08:34.561857 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dd93656-6cc9-4470-89e8-2bae2e3b1480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (250794fa-7518-4022-b3c1-332c50fc797c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:34.652456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd93656-6cc9-4470-89e8-2bae2e3b1480 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:08:34.678605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785beaf-259c-423e-80e3-22cb2132be68 None None] Pushing event updated for resources: {'Port': ['ID=2d3f7834-b4b6-422c-9635-f082630fb76e,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:34.691792 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-5b2d0410-b75c-4d8f-9df7-bc756da39c69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9859cfe-7f49-4ab1-b5e4-6971a2e42056 HTTP/1.1" status: 200  len: 217 time: 0.1785569
Feb 12 21:08:34.701402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd93656-6cc9-4470-89e8-2bae2e3b1480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250794fa-7518-4022-b3c1-332c50fc797c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:34.709601 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dd93656-6cc9-4470-89e8-2bae2e3b1480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c4b9dfdb-2741-414b-820a-2fa3d6880f0b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:34.710220 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-8dd93656-6cc9-4470-89e8-2bae2e3b1480 admin admin] Added segment c4b9dfdb-2741-414b-820a-2fa3d6880f0b of type vlan for network f6b71adf-3656-401b-8bec-3091ef8cf8c7
Feb 12 21:08:34.780516 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for floatingip (8704cf96-0408-4ed8-ad95-5f1332223288), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:34.802545 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dd93656-6cc9-4470-89e8-2bae2e3b1480 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (f6b71adf-3656-401b-8bec-3091ef8cf8c7), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:34.821245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-74d35794-e53e-49ea-9412-072a9855cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:34.823527 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-74d35794-e53e-49ea-9412-072a9855cd39 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bde8dfc4-516d-4073-b2b7-b7455a8ea23b HTTP/1.1" status: 200  len: 854 time: 0.0977113
Feb 12 21:08:34.837379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-633b0cf0-e33a-44d0-b38b-2b8c5fa8b2fc req-3e5153b8-4ea8-466c-9f0e-73f810b271b7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Deleting port 692da1ed-6391-4b0f-95c0-4a1ac462850c {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:34.837379 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-633b0cf0-e33a-44d0-b38b-2b8c5fa8b2fc req-3e5153b8-4ea8-466c-9f0e-73f810b271b7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:34.863694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffb82e-551d-4a26-9cd7-f54f456f86cd req-6f9c78c2-0adc-414c-ba36-6f872d527437 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:34.865533 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb5bf0d0>, [{'id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'name': 'tempest-AttachSCSIVolumeTestJSON-1654730360-router', 'tenant_id': 'c782cc151c6e4af6910a0412a96182ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104'}], 'enable_snat': True}, 'gw_port_id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:19Z', 'updated_at': '2022-02-12T21:08:27Z', 'revision_number': 4, 'project_id': 'c782cc151c6e4af6910a0412a96182ce', 'gw_port': {'id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:20Z', 'updated_at': '2022-02-12T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2d3f7834-b4b6-422c-9635-f082630fb76e', 'name': '', 'network_id': '76500b77-bdef-4f7e-be14-a54a2cfd4a35', 'tenant_id': 'c782cc151c6e4af6910a0412a96182ce', 'mac_address': 'fa:16:3e:bc:d6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '1ea5bcb1-87a8-4dab-9a2c-80542f3b888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:26Z', 'updated_at': '2022-02-12T21:08:32Z', 'revision_number': 4, 'project_id': 'c782cc151c6e4af6910a0412a96182ce', 'subnets': [{'id': '1ea5bcb1-87a8-4dab-9a2c-80542f3b888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:34.871117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-fb35fc99-2c55-4ff9-b25a-7dc71ae1c9c4 None None] Current status of the port 2d3f7834-b4b6-422c-9635-f082630fb76e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:34.871950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3ffb82e-551d-4a26-9cd7-f54f456f86cd req-6f9c78c2-0adc-414c-ba36-6f872d527437 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 944 time: 0.3368034
Feb 12 21:08:34.906849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64958589-95ba-46f6-b0a5-27a1b9db6208 None None] The sync data for ids ['cc655cfc-5ba6-4d81-8004-bf5222455949'] in ncdv-master-1 is: [{'id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'name': 'tempest-AttachSCSIVolumeTestJSON-1654730360-router', 'tenant_id': 'c782cc151c6e4af6910a0412a96182ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104'}], 'enable_snat': True}, 'gw_port_id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:19Z', 'updated_at': '2022-02-12T21:08:27Z', 'revision_number': 4, 'project_id': 'c782cc151c6e4af6910a0412a96182ce', 'gw_port': {'id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:20Z', 'updated_at': '2022-02-12T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2d3f7834-b4b6-422c-9635-f082630fb76e', 'name': '', 'network_id': '76500b77-bdef-4f7e-be14-a54a2cfd4a35', 'tenant_id': 'c782cc151c6e4af6910a0412a96182ce', 'mac_address': 'fa:16:3e:bc:d6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '1ea5bcb1-87a8-4dab-9a2c-80542f3b888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:26Z', 'updated_at': '2022-02-12T21:08:32Z', 'revision_number': 4, 'project_id': 'c782cc151c6e4af6910a0412a96182ce', 'subnets': [{'id': '1ea5bcb1-87a8-4dab-9a2c-80542f3b888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:08:34.921268 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-64bff034-23cb-4d44-b7fd-7f92b81d45b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b1697e5-f419-4589-a151-b55b0ebf26eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0888317
Feb 12 21:08:34.948064 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (986fc8b7-2143-4134-8f90-967c158d0dec), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:34.982447 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dd93656-6cc9-4470-89e8-2bae2e3b1480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (f6b71adf-3656-401b-8bec-3091ef8cf8c7), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:34.986962 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd93656-6cc9-4470-89e8-2bae2e3b1480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:34.986962 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dd93656-6cc9-4470-89e8-2bae2e3b1480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:35.121043 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd93656-6cc9-4470-89e8-2bae2e3b1480 admin admin] Pushing event updated for resources: {'Network': ['ID=f6b71adf-3656-401b-8bec-3091ef8cf8c7,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:35.137998 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8dd93656-6cc9-4470-89e8-2bae2e3b1480 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.9146616
Feb 12 21:08:35.138718 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34190) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:35.143693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network f6b71adf-3656-401b-8bec-3091ef8cf8c7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:08:35.147038 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-14a20a6d-7e83-447e-be5b-479342d97291 admin admin] Request body: {'subnet': {'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-635869065-subnet', 'tenant_id': '992939bc41444299957b35468c7433c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:35.229511 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3ffb82e-551d-4a26-9cd7-f54f456f86cd req-b2c4c054-c4aa-4519-8317-4822dffef7c5 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/security-groups?id=c12b688f-f75b-4b11-9282-f345ada02b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3222618
Feb 12 21:08:35.283330 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-71012f0f-019e-48a2-8b83-e0cf856a9ce0 service neutron] 10.222.0.50 "GET /v2.0/networks/2b1697e5-f419-4589-a151-b55b0ebf26eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3279440
Feb 12 21:08:35.304318 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for port (986fc8b7-2143-4134-8f90-967c158d0dec), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:35.307753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a20a6d-7e83-447e-be5b-479342d97291 admin admin] Made reservation on behalf of 992939bc41444299957b35468c7433c6 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:35.310824 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-14a20a6d-7e83-447e-be5b-479342d97291 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:35.326867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-633b0cf0-e33a-44d0-b38b-2b8c5fa8b2fc req-3e5153b8-4ea8-466c-9f0e-73f810b271b7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] For port 692da1ed-6391-4b0f-95c0-4a1ac462850c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=692da1ed-6391-4b0f-95c0-4a1ac462850c,segment=NetworkSegment(efa694b5-cef8-4fc0-9d2d-895d763ad4cd),segment_id=efa694b5-cef8-4fc0-9d2d-895d763ad4cd)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:35.327257 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-633b0cf0-e33a-44d0-b38b-2b8c5fa8b2fc req-3e5153b8-4ea8-466c-9f0e-73f810b271b7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:35.369549 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596df738-9c19-4657-9202-96b4a43c1df1 x-openstack-request-id: req-596df738-9c19-4657-9202-96b4a43c1df1 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:08:35.369549 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29bb4ee-486f-48d1-869a-fd43a7d785c9", "tag": "c9859cfe-7f49-4ab1-b5e4-6971a2e42056", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:08:35.369549 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-596df738-9c19-4657-9202-96b4a43c1df1 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:08:35.369549 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29bb4ee-486f-48d1-869a-fd43a7d785c9', 'tag': 'c9859cfe-7f49-4ab1-b5e4-6971a2e42056', 'status': 'completed', 'code': 200}
Feb 12 21:08:35.383936 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (986fc8b7-2143-4134-8f90-967c158d0dec), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:35.385792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-633b0cf0-e33a-44d0-b38b-2b8c5fa8b2fc req-3e5153b8-4ea8-466c-9f0e-73f810b271b7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Calling delete_port for 692da1ed-6391-4b0f-95c0-4a1ac462850c owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:35.483933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Pushing event updated for resources: {'Port': ['ID=986fc8b7-2143-4134-8f90-967c158d0dec,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:35.511156 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (8704cf96-0408-4ed8-ad95-5f1332223288), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:35.545609 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87b7ea83-0f04-4f96-806c-6e3fd24951df req-b75f399f-27e2-4bf4-bf7c-4b22a9a80ca5 service neutron] 10.222.0.50 "GET /v2.0/networks/2b1697e5-f419-4589-a151-b55b0ebf26eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2654750
Feb 12 21:08:35.636380 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:35.640129 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-61f5d083-bb98-4c7d-b9f6-093d474bee24 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.2713842
Feb 12 21:08:35.729283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2d3f7834-b4b6-422c-9635-f082630fb76e up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:35.789035 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-633b0cf0-e33a-44d0-b38b-2b8c5fa8b2fc req-3e5153b8-4ea8-466c-9f0e-73f810b271b7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (692da1ed-6391-4b0f-95c0-4a1ac462850c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:35.858905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778f868-0368-4f8f-b697-fbcfd4d10cc1 req-35e4d2ef-e253-4c4e-98fd-91a369ecda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:35.863440 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7778f868-0368-4f8f-b697-fbcfd4d10cc1 req-35e4d2ef-e253-4c4e-98fd-91a369ecda42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64336eed36cb4beaaf10975e476440c2&device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 1126 time: 0.1665738
Feb 12 21:08:35.865535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5153b8-4ea8-466c-9f0e-73f810b271b7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Pushing event deleted for resources: {'Port': ['ID=692da1ed-6391-4b0f-95c0-4a1ac462850c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:35.882656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2d3f7834-b4b6-422c-9635-f082630fb76e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:35.883156 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:35.892455 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-8e8ca1f7-97bb-4ab8-be5b-829c88da7ccc tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.183 HTTP/1.1" status: 200  len: 696 time: 0.2385774
Feb 12 21:08:36.047194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2d3f7834-b4b6-422c-9635-f082630fb76e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:36.048597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-633b0cf0-e33a-44d0-b38b-2b8c5fa8b2fc req-3e5153b8-4ea8-466c-9f0e-73f810b271b7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] No DVR routers for this DVR port 692da1ed-6391-4b0f-95c0-4a1ac462850c on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:08:36.108771 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-633b0cf0-e33a-44d0-b38b-2b8c5fa8b2fc req-3e5153b8-4ea8-466c-9f0e-73f810b271b7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:36.111385 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-633b0cf0-e33a-44d0-b38b-2b8c5fa8b2fc req-3e5153b8-4ea8-466c-9f0e-73f810b271b7 tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.48 "DELETE /v2.0/ports/692da1ed-6391-4b0f-95c0-4a1ac462850c HTTP/1.1" status: 204  len: 173 time: 1.7629156
Feb 12 21:08:36.136308 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-98b49acc-610a-4d39-bf81-247faf01e723 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:36.139046 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a2985f1-ad96-40f6-9d4f-ed24fda84542 req-98b49acc-610a-4d39-bf81-247faf01e723 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.2367494
Feb 12 21:08:36.148547 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-14a20a6d-7e83-447e-be5b-479342d97291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (abc2905c-043e-424d-8566-53a7dd1cdbc1), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:36.173732 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fc07d-b357-4342-867e-47be424326d4 req-a809b280-f922-4bef-8e5a-5b9edb113108 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:36.181240 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a6fc07d-b357-4342-867e-47be424326d4 req-a809b280-f922-4bef-8e5a-5b9edb113108 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 944 time: 0.1794162
Feb 12 21:08:36.208630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778f868-0368-4f8f-b697-fbcfd4d10cc1 req-7734286a-011b-4de6-b28e-098bd4c08ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:36.211465 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7778f868-0368-4f8f-b697-fbcfd4d10cc1 req-7734286a-011b-4de6-b28e-098bd4c08ade service neutron] 10.222.0.50 "GET /v2.0/networks?id=2b1697e5-f419-4589-a151-b55b0ebf26eb HTTP/1.1" status: 200  len: 915 time: 0.3347673
Feb 12 21:08:36.284165 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7778f868-0368-4f8f-b697-fbcfd4d10cc1 req-e9e5dee1-93e9-459e-a274-0a77f5f35d40 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9859cfe-7f49-4ab1-b5e4-6971a2e42056 HTTP/1.1" status: 200  len: 217 time: 0.0653260
Feb 12 21:08:36.321365 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a20a6d-7e83-447e-be5b-479342d97291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc2905c-043e-424d-8566-53a7dd1cdbc1,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:36.352957 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a6fc07d-b357-4342-867e-47be424326d4 req-9c55b7a6-dc91-4409-82e7-42e2ade94f9e tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc9e334e-fd61-4d2c-b443-c7618bee1086&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1705971
Feb 12 21:08:36.367157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778f868-0368-4f8f-b697-fbcfd4d10cc1 req-b9cf7493-b0b4-4529-a117-970036855dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:36.368687 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7778f868-0368-4f8f-b697-fbcfd4d10cc1 req-b9cf7493-b0b4-4529-a117-970036855dc7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bde8dfc4-516d-4073-b2b7-b7455a8ea23b HTTP/1.1" status: 200  len: 854 time: 0.0757139
Feb 12 21:08:36.414172 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a20a6d-7e83-447e-be5b-479342d97291 admin admin] Checking segment: {'id': 'c4b9dfdb-2741-414b-820a-2fa3d6880f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:36.415024 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a20a6d-7e83-447e-be5b-479342d97291 admin admin] Network hostable DHCP agents. Network: f6b71adf-3656-401b-8bec-3091ef8cf8c7, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:08:36.440571 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7778f868-0368-4f8f-b697-fbcfd4d10cc1 req-69167640-3aad-4372-bba4-c7a8faf566ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b1697e5-f419-4589-a151-b55b0ebf26eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557423
Feb 12 21:08:36.567252 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7778f868-0368-4f8f-b697-fbcfd4d10cc1 req-b0aa2651-ec3e-4dd6-93be-63a1f833900b service neutron] 10.222.0.50 "GET /v2.0/networks/2b1697e5-f419-4589-a151-b55b0ebf26eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1195486
Feb 12 21:08:36.634183 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a20a6d-7e83-447e-be5b-479342d97291 admin admin] Network f6b71adf-3656-401b-8bec-3091ef8cf8c7 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:08:36.734602 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7778f868-0368-4f8f-b697-fbcfd4d10cc1 req-86afd21a-5896-426a-a41f-1a1fff00023b service neutron] 10.222.0.50 "GET /v2.0/networks/2b1697e5-f419-4589-a151-b55b0ebf26eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1601121
Feb 12 21:08:36.781571 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-14a20a6d-7e83-447e-be5b-479342d97291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f6b71adf-3656-401b-8bec-3091ef8cf8c7) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:36.791138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d99097-be5c-428d-91c0-c6cded4e8d92 None None] Network f6b71adf-3656-401b-8bec-3091ef8cf8c7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:36.795664 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a20a6d-7e83-447e-be5b-479342d97291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:36.796850 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-14a20a6d-7e83-447e-be5b-479342d97291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:36.821931 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dff5cd4-bfed-4b12-8edf-d107b0d9c6ee req-c94d369d-57ff-4325-914f-7f6479745844 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips/8704cf96-0408-4ed8-ad95-5f1332223288 HTTP/1.1" status: 200  len: 693 time: 0.1431921
Feb 12 21:08:36.858025 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0ed21570-dd60-4f90-a980-a765f951dd49 req-117d8b92-0092-4ae6-bc5a-44c270df635e tempest-LiveAutoBlockMigrationV225Test-774612202 tempest-LiveAutoBlockMigrationV225Test-774612202-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac07934b-e366-4ce9-9d0b-d6f3ee7833f9 HTTP/1.1" status: 200  len: 210 time: 0.0612807
Feb 12 21:08:36.960468 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-14a20a6d-7e83-447e-be5b-479342d97291 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.8161621
Feb 12 21:08:36.962024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34216) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:36.980565 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-635869065-router', 'tenant_id': '992939bc41444299957b35468c7433c6', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:37.022477 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'project_id': '992939bc41444299957b35468c7433c6', 'fixed_ips': [{'subnet_id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:08:37.023380 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:37.026566 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff5cd4-bfed-4b12-8edf-d107b0d9c6ee req-71125e56-677e-447a-b64f-32b6ae386a4b tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:37.028017 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dff5cd4-bfed-4b12-8edf-d107b0d9c6ee req-71125e56-677e-447a-b64f-32b6ae386a4b tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.2035491
Feb 12 21:08:37.049471 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-1dff5cd4-bfed-4b12-8edf-d107b0d9c6ee req-7244e6f0-a9e6-428a-b2b6-651ee0301828 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:08:37.049471 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dff5cd4-bfed-4b12-8edf-d107b0d9c6ee req-7244e6f0-a9e6-428a-b2b6-651ee0301828 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0091383
Feb 12 21:08:37.114749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68cc2d-467f-43c9-a7ba-4456b9cd2f17 req-0c964873-b156-4707-9669-86c7a9ace384 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:37.116823 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ea68cc2d-467f-43c9-a7ba-4456b9cd2f17 req-0c964873-b156-4707-9669-86c7a9ace384 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.1322091
Feb 12 21:08:37.205125 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ea68cc2d-467f-43c9-a7ba-4456b9cd2f17 req-3f6e2892-a3c8-4155-9149-a6bd782ea476 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816643
Feb 12 21:08:37.207553 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (22badd2b-4d74-4149-a51f-9df6e875273f), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:37.212258 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (22badd2b-4d74-4149-a51f-9df6e875273f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:37.266670 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bd9fb91-a473-4fe5-8431-d03b0f4367e3 req-f84321cb-a33d-4103-9562-0f539b05b902 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips/8704cf96-0408-4ed8-ad95-5f1332223288 HTTP/1.1" status: 200  len: 693 time: 0.0854762
Feb 12 21:08:37.297613 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device c9859cfe-7f49-4ab1-b5e4-6971a2e42056 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:08:37.300712 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Publish callbacks [] for router_controller (22badd2b-4d74-4149-a51f-9df6e875273f), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:37.361346 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Allocated IP 172.20.0.2 (f6b71adf-3656-401b-8bec-3091ef8cf8c7/abc2905c-043e-424d-8566-53a7dd1cdbc1/423f4286-eb41-4363-b894-4fca68a6e656) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:37.365817 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac07934b-e366-4ce9-9d0b-d6f3ee7833f9', 'name': 'network-vif-deleted', 'tag': '692da1ed-6391-4b0f-95c0-4a1ac462850c'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:08:37.368435 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a07951e-0970-43aa-ac7f-10a31b1162b2" -d '{"events": [{"server_uuid": "ac07934b-e366-4ce9-9d0b-d6f3ee7833f9", "name": "network-vif-deleted", "tag": "692da1ed-6391-4b0f-95c0-4a1ac462850c"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:08:37.482814 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9fb91-a473-4fe5-8431-d03b0f4367e3 req-37adf6da-5e14-421d-95a4-f3db7694f7f4 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:37.485272 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bd9fb91-a473-4fe5-8431-d03b0f4367e3 req-37adf6da-5e14-421d-95a4-f3db7694f7f4 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.2172740
Feb 12 21:08:37.506348 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-7bd9fb91-a473-4fe5-8431-d03b0f4367e3 req-f3c9ce03-c1d8-4f84-ba5e-d2815b31fcd5 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:08:37.507518 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bd9fb91-a473-4fe5-8431-d03b0f4367e3 req-f3c9ce03-c1d8-4f84-ba5e-d2815b31fcd5 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0170760
Feb 12 21:08:37.520970 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ef9dd1-09e9-4bcd-bb6a-74701a83c41e x-openstack-request-id: req-69ef9dd1-09e9-4bcd-bb6a-74701a83c41e {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:08:37.521271 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac07934b-e366-4ce9-9d0b-d6f3ee7833f9", "name": "network-vif-deleted", "tag": "692da1ed-6391-4b0f-95c0-4a1ac462850c", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:08:37.533066 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69ef9dd1-09e9-4bcd-bb6a-74701a83c41e {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:08:37.533630 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac07934b-e366-4ce9-9d0b-d6f3ee7833f9', 'name': 'network-vif-deleted', 'tag': '692da1ed-6391-4b0f-95c0-4a1ac462850c', 'status': 'completed', 'code': 200}
Feb 12 21:08:37.548094 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port c9859cfe-7f49-4ab1-b5e4-6971a2e42056, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9859cfe-7f49-4ab1-b5e4-6971a2e42056,segment=NetworkSegment(76aed2b1-5a80-41b3-88ff-3be90362c595),segment_id=76aed2b1-5a80-41b3-88ff-3be90362c595)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:37.567820 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'c9859cfe-7f49-4ab1-b5e4-6971a2e42056', 'network_id': '2b1697e5-f419-4589-a151-b55b0ebf26eb', 'port_id': 'c9859cfe-7f49-4ab1-b5e4-6971a2e42056', 'mac_address': 'fa:16:3e:4d:ce:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde8dfc4-516d-4073-b2b7-b7455a8ea23b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:08:37.611340 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bd9fb91-a473-4fe5-8431-d03b0f4367e3 req-214abe5e-88a7-4678-a424-e6b05e04cd40 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.183 HTTP/1.1" status: 200  len: 696 time: 0.0766826
Feb 12 21:08:37.703622 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bd9fb91-a473-4fe5-8431-d03b0f4367e3 req-22240bdf-fdc7-4a9f-8b09-6b041facea0a tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.183 HTTP/1.1" status: 200  len: 696 time: 0.0859962
Feb 12 21:08:37.714112 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Publish callbacks [] for router_gateway (22badd2b-4d74-4149-a51f-9df6e875273f), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:37.773480 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Publish callbacks [] for port (423f4286-eb41-4363-b894-4fca68a6e656), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:37.786487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 692da1ed-6391-4b0f-95c0-4a1ac462850c no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:08:37.811386 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7e11a-1a23-4ebf-b16b-6cf749deea6c req-30a13efd-d745-42f4-9b2a-933d1a2642be tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:37.814721 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-acf7e11a-1a23-4ebf-b16b-6cf749deea6c req-30a13efd-d745-42f4-9b2a-933d1a2642be tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 944 time: 0.1075826
Feb 12 21:08:37.847136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 692da1ed-6391-4b0f-95c0-4a1ac462850c {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:08:37.847954 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 692da1ed-6391-4b0f-95c0-4a1ac462850c not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:08:37.858718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port c9859cfe-7f49-4ab1-b5e4-6971a2e42056 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:37.859253 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c9859cfe-7f49-4ab1-b5e4-6971a2e42056), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:37.876425 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9859cfe-7f49-4ab1-b5e4-6971a2e42056 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:08:37.911157 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port c9859cfe-7f49-4ab1-b5e4-6971a2e42056, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9859cfe-7f49-4ab1-b5e4-6971a2e42056,segment=NetworkSegment(76aed2b1-5a80-41b3-88ff-3be90362c595),segment_id=76aed2b1-5a80-41b3-88ff-3be90362c595)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:37.927084 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-acf7e11a-1a23-4ebf-b16b-6cf749deea6c req-fc5c71f6-09d7-4434-9998-8439432f70d3 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc9e334e-fd61-4d2c-b443-c7618bee1086&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980253
Feb 12 21:08:37.938146 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (423f4286-eb41-4363-b894-4fca68a6e656), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:37.985579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-7bd9fb91-a473-4fe5-8431-d03b0f4367e3 req-c57bf2c5-4e08-434a-b525-15b25e38ebfc tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Deleting port 986fc8b7-2143-4134-8f90-967c158d0dec {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:37.985945 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bd9fb91-a473-4fe5-8431-d03b0f4367e3 req-c57bf2c5-4e08-434a-b525-15b25e38ebfc tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (986fc8b7-2143-4134-8f90-967c158d0dec), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:38.044803 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Network f6b71adf-3656-401b-8bec-3091ef8cf8c7 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:38.047540 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Pushing event updated for resources: {'Port': ['ID=423f4286-eb41-4363-b894-4fca68a6e656,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:38.052490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:38.057241 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c9859cfe-7f49-4ab1-b5e4-6971a2e42056), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:38.062466 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:38.159302 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bd9fb91-a473-4fe5-8431-d03b0f4367e3 req-c57bf2c5-4e08-434a-b525-15b25e38ebfc tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (986fc8b7-2143-4134-8f90-967c158d0dec), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:38.159966 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bd9fb91-a473-4fe5-8431-d03b0f4367e3 req-c57bf2c5-4e08-434a-b525-15b25e38ebfc tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for floatingip (986fc8b7-2143-4134-8f90-967c158d0dec), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:38.187614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-7bd9fb91-a473-4fe5-8431-d03b0f4367e3 req-c57bf2c5-4e08-434a-b525-15b25e38ebfc tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Calling delete_port for 986fc8b7-2143-4134-8f90-967c158d0dec owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:38.206692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Attempting to bind port 423f4286-eb41-4363-b894-4fca68a6e656 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:08:38.207605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Attempting to bind port 423f4286-eb41-4363-b894-4fca68a6e656 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c4b9dfdb-2741-414b-820a-2fa3d6880f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:08:38.208139 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Attempting to bind port 423f4286-eb41-4363-b894-4fca68a6e656 on network f6b71adf-3656-401b-8bec-3091ef8cf8c7 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:08:38.215211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=c9859cfe-7f49-4ab1-b5e4-6971a2e42056,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:38.218635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:08:38.219225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Checking segment: {'id': 'c4b9dfdb-2741-414b-820a-2fa3d6880f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:38.219786 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:38.220754 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Bound using segment: {'id': 'c4b9dfdb-2741-414b-820a-2fa3d6880f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:08:38.221705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Bound port: 423f4286-eb41-4363-b894-4fca68a6e656, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b9dfdb-2741-414b-820a-2fa3d6880f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:08:38.222257 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (423f4286-eb41-4363-b894-4fca68a6e656), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:38.327855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['c9859cfe-7f49-4ab1-b5e4-6971a2e42056'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:08:38.419397 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Publish callbacks [] for router_gateway (22badd2b-4d74-4149-a51f-9df6e875273f), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:38.468752 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:38.511922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bd9fb91-a473-4fe5-8431-d03b0f4367e3 req-c57bf2c5-4e08-434a-b525-15b25e38ebfc tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (986fc8b7-2143-4134-8f90-967c158d0dec), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:38.591355 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] For port 423f4286-eb41-4363-b894-4fca68a6e656, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:08:38.624503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Allocated IP 172.35.2.192 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/39d6645c-2264-47e1-a637-54313601ce80) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:38.772462 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] For port 423f4286-eb41-4363-b894-4fca68a6e656, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=423f4286-eb41-4363-b894-4fca68a6e656,segment=NetworkSegment(c4b9dfdb-2741-414b-820a-2fa3d6880f0b),segment_id=c4b9dfdb-2741-414b-820a-2fa3d6880f0b)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:08:38.799785 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Publish callbacks [] for port (39d6645c-2264-47e1-a637-54313601ce80), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:38.841308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34248) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:38.864083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f333eee-cfaa-46d0-9eaf-5b48148dbdc9 req-f4fb2d9e-c3a8-4e78-b29c-312884bd9722 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:38.866148 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f333eee-cfaa-46d0-9eaf-5b48148dbdc9 req-f4fb2d9e-c3a8-4e78-b29c-312884bd9722 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.6994054
Feb 12 21:08:38.866671 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bf2c5-4e08-434a-b525-15b25e38ebfc tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Pushing event deleted for resources: {'Port': ['ID=986fc8b7-2143-4134-8f90-967c158d0dec,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:38.874144 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bd9fb91-a473-4fe5-8431-d03b0f4367e3 req-c57bf2c5-4e08-434a-b525-15b25e38ebfc tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for floatingip (8704cf96-0408-4ed8-ad95-5f1332223288), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:38.878988 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bd9fb91-a473-4fe5-8431-d03b0f4367e3 req-c57bf2c5-4e08-434a-b525-15b25e38ebfc tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:38.881009 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bd9fb91-a473-4fe5-8431-d03b0f4367e3 req-c57bf2c5-4e08-434a-b525-15b25e38ebfc tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "DELETE /v2.0/floatingips/8704cf96-0408-4ed8-ad95-5f1332223288 HTTP/1.1" status: 204  len: 173 time: 1.1699584
Feb 12 21:08:38.946707 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (423f4286-eb41-4363-b894-4fca68a6e656), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:39.042576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1cf34da-85dd-49a6-a2dd-e02504a715d6 admin admin] Deleting subnet 0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:08:39.060564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78551d-30cc-41e1-9542-17a47b7604a5 None None] Pushing event updated for resources: {'Port': ['ID=423f4286-eb41-4363-b894-4fca68a6e656,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:39.195557 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e1cf34da-85dd-49a6-a2dd-e02504a715d6 admin admin] Publish callbacks [] for subnet (0842d8e5-d921-4cb0-bac6-7b8b2456a4d7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:39.204100 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (39d6645c-2264-47e1-a637-54313601ce80), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:39.331508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:39.371016 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d646d-cc78-4542-b115-79d39e37bb64 req-d7f1e98e-3623-4eb9-a3e0-0ddc0a0674e7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:39.373051 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-992d646d-cc78-4542-b115-79d39e37bb64 req-d7f1e98e-3623-4eb9-a3e0-0ddc0a0674e7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.4523683
Feb 12 21:08:39.390515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:39.438998 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e1cf34da-85dd-49a6-a2dd-e02504a715d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (0842d8e5-d921-4cb0-bac6-7b8b2456a4d7), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:39.442154 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:39.444102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Pushing event updated for resources: {'Port': ['ID=39d6645c-2264-47e1-a637-54313601ce80,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:39.497440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02fa84-ca1e-47a6-ac92-f230050a7b33 req-bd84efd8-ad44-4680-8f29-cc19dc0e42eb tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:39.500215 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc02fa84-ca1e-47a6-ac92-f230050a7b33 req-bd84efd8-ad44-4680-8f29-cc19dc0e42eb tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 946 time: 0.6626630
Feb 12 21:08:39.643268 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf636082-598a-4e86-a6ae-aff28ef13451 req-5ff05f2c-62b2-424b-a944-e17830ab769f tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:39.657496 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cf636082-598a-4e86-a6ae-aff28ef13451 req-5ff05f2c-62b2-424b-a944-e17830ab769f tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 945 time: 0.1557484
Feb 12 21:08:39.682485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 423f4286-eb41-4363-b894-4fca68a6e656 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:39.714548 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e1cf34da-85dd-49a6-a2dd-e02504a715d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (0842d8e5-d921-4cb0-bac6-7b8b2456a4d7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:39.722739 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-6f333eee-cfaa-46d0-9eaf-5b48148dbdc9 req-7d0ae940-ea24-49f3-932e-fcf7eb2ac5fd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Deleting port ec357ac8-2d34-44cb-8ba8-0821decd9e9a {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:39.734402 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f333eee-cfaa-46d0-9eaf-5b48148dbdc9 req-7d0ae940-ea24-49f3-932e-fcf7eb2ac5fd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:39.765680 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 423f4286-eb41-4363-b894-4fca68a6e656 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:39.765680 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (423f4286-eb41-4363-b894-4fca68a6e656), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:39.768520 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cf636082-598a-4e86-a6ae-aff28ef13451 req-25514023-9a91-4107-a745-48e22f82e65d tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc9e334e-fd61-4d2c-b443-c7618bee1086&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099570
Feb 12 21:08:39.905726 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 423f4286-eb41-4363-b894-4fca68a6e656 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:39.905726 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (423f4286-eb41-4363-b894-4fca68a6e656), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:39.965140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 423f4286-eb41-4363-b894-4fca68a6e656, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=423f4286-eb41-4363-b894-4fca68a6e656,segment=NetworkSegment(c4b9dfdb-2741-414b-820a-2fa3d6880f0b),segment_id=c4b9dfdb-2741-414b-820a-2fa3d6880f0b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:40.028360 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (423f4286-eb41-4363-b894-4fca68a6e656), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:40.127647 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=423f4286-eb41-4363-b894-4fca68a6e656,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:40.319604 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc02fa84-ca1e-47a6-ac92-f230050a7b33 req-11549a6d-da0b-4fa7-b8bc-e9bd75d2b2d8 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5742031-25b4-4551-8a11-99e742e15bbc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7684610
Feb 12 21:08:40.334910 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-6f333eee-cfaa-46d0-9eaf-5b48148dbdc9 req-7d0ae940-ea24-49f3-932e-fcf7eb2ac5fd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] For port ec357ac8-2d34-44cb-8ba8-0821decd9e9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,segment=NetworkSegment(59c7f26e-1048-4012-8590-2b7216989f4d),segment_id=59c7f26e-1048-4012-8590-2b7216989f4d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:40.335394 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f333eee-cfaa-46d0-9eaf-5b48148dbdc9 req-7d0ae940-ea24-49f3-932e-fcf7eb2ac5fd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:40.379576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-6f333eee-cfaa-46d0-9eaf-5b48148dbdc9 req-7d0ae940-ea24-49f3-932e-fcf7eb2ac5fd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Calling delete_port for ec357ac8-2d34-44cb-8ba8-0821decd9e9a owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:40.379828 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a8b042e4-c1b8-4df0-b9c6-f5a9a49ace80 req-b5d077c0-c4c3-4263-9fde-aaecc3640149 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=8c786b1ea6814f6296ceaf7d8911fc64 HTTP/1.1" status: 200  len: 1653 time: 0.1384740
Feb 12 21:08:40.455917 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e1cf34da-85dd-49a6-a2dd-e02504a715d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (0842d8e5-d921-4cb0-bac6-7b8b2456a4d7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:40.502390 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf34da-85dd-49a6-a2dd-e02504a715d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0842d8e5-d921-4cb0-bac6-7b8b2456a4d7,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:40.506818 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e1cf34da-85dd-49a6-a2dd-e02504a715d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:40.511524 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e1cf34da-85dd-49a6-a2dd-e02504a715d6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0842d8e5-d921-4cb0-bac6-7b8b2456a4d7 HTTP/1.1" status: 204  len: 168 time: 1.6720061
Feb 12 21:08:40.525941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34270) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:40.639386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b042e4-c1b8-4df0-b9c6-f5a9a49ace80 req-e704c2d3-150f-4b8b-9f5c-79d3a903e54e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:40.641689 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a8b042e4-c1b8-4df0-b9c6-f5a9a49ace80 req-e704c2d3-150f-4b8b-9f5c-79d3a903e54e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/networks?id=7cc7114b-c087-413f-bd63-e2248ab8f781&id=7cc7114b-c087-413f-bd63-e2248ab8f781&id=7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 787 time: 0.2607491
Feb 12 21:08:40.653893 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-a8b042e4-c1b8-4df0-b9c6-f5a9a49ace80 req-d4e57bfd-b2db-42e5-b642-0ea8c1a29a7b tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:08:40.655216 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a8b042e4-c1b8-4df0-b9c6-f5a9a49ace80 req-d4e57bfd-b2db-42e5-b642-0ea8c1a29a7b tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0080979
Feb 12 21:08:40.705836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98fa0c2-c229-438c-98b2-84fe57049c21 None None] Network f6b71adf-3656-401b-8bec-3091ef8cf8c7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:40.833278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-00c7b97f-0f36-4a15-9929-b787fbb5e225 None None] Provisioning complete for port 423f4286-eb41-4363-b894-4fca68a6e656 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:40.834124 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-00c7b97f-0f36-4a15-9929-b787fbb5e225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (423f4286-eb41-4363-b894-4fca68a6e656), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:40.971420 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3235251-078c-4d47-bf4c-2ea75b77a2d3 req-cefac1d5-dae3-4752-9bef-2a0f99aa1be1 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:40.973674 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-731857fa-3efa-472c-aaa1-e1a5e1a1ffcb req-c1682a91-0440-48a8-a4a6-f6a34216fbe7 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips/f1fbd763-ef5d-4956-a98a-8186c93e442b HTTP/1.1" status: 200  len: 692 time: 0.2334807
Feb 12 21:08:40.977632 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c3235251-078c-4d47-bf4c-2ea75b77a2d3 req-cefac1d5-dae3-4752-9bef-2a0f99aa1be1 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 945 time: 0.1231048
Feb 12 21:08:41.002999 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Publish callbacks [] for router_gateway (22badd2b-4d74-4149-a51f-9df6e875273f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:41.039690 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-00c7b97f-0f36-4a15-9929-b787fbb5e225 None None] Current status of the port 423f4286-eb41-4363-b894-4fca68a6e656 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:41.079287 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c3235251-078c-4d47-bf4c-2ea75b77a2d3 req-03f48c1c-ba91-4db5-9f55-2f07f6017d7b tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc9e334e-fd61-4d2c-b443-c7618bee1086&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948215
Feb 12 21:08:41.157210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731857fa-3efa-472c-aaa1-e1a5e1a1ffcb req-f9902e92-c339-4c72-89f7-b0beb4eff27f tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:41.159370 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-731857fa-3efa-472c-aaa1-e1a5e1a1ffcb req-f9902e92-c339-4c72-89f7-b0beb4eff27f tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.1572311
Feb 12 21:08:41.163143 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-009f53c2-3b5c-4a6f-acab-a25549359cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (714ff2dc-d317-4a71-9ee6-4e812e6c4f51), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:41.206609 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f333eee-cfaa-46d0-9eaf-5b48148dbdc9 req-7d0ae940-ea24-49f3-932e-fcf7eb2ac5fd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ec357ac8-2d34-44cb-8ba8-0821decd9e9a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:41.232185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device c9859cfe-7f49-4ab1-b5e4-6971a2e42056 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:41.293198 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-731857fa-3efa-472c-aaa1-e1a5e1a1ffcb req-c61e3a56-c614-4edd-ba11-622eb58d2965 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.24 HTTP/1.1" status: 200  len: 695 time: 0.1249633
Feb 12 21:08:41.344706 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ae940-ea24-49f3-932e-fcf7eb2ac5fd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Pushing event deleted for resources: {'Port': ['ID=ec357ac8-2d34-44cb-8ba8-0821decd9e9a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:41.385619 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e83f36d9-810f-4e84-b501-68324eb50846 None None] Provisioning complete for port 423f4286-eb41-4363-b894-4fca68a6e656 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:41.385619 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e83f36d9-810f-4e84-b501-68324eb50846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (423f4286-eb41-4363-b894-4fca68a6e656), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:41.440110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port c9859cfe-7f49-4ab1-b5e4-6971a2e42056 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:08:41.451810 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-731857fa-3efa-472c-aaa1-e1a5e1a1ffcb req-d5f1a347-caff-4911-911a-9813c879843f tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.24 HTTP/1.1" status: 200  len: 695 time: 0.1575553
Feb 12 21:08:41.468477 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port c9859cfe-7f49-4ab1-b5e4-6971a2e42056 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:41.468904 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c9859cfe-7f49-4ab1-b5e4-6971a2e42056), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:41.544275 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e83f36d9-810f-4e84-b501-68324eb50846 None None] Current status of the port 423f4286-eb41-4363-b894-4fca68a6e656 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:41.617393 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-009f53c2-3b5c-4a6f-acab-a25549359cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (714ff2dc-d317-4a71-9ee6-4e812e6c4f51), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:41.632072 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port c9859cfe-7f49-4ab1-b5e4-6971a2e42056 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:41.632480 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c9859cfe-7f49-4ab1-b5e4-6971a2e42056), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:41.638226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 423f4286-eb41-4363-b894-4fca68a6e656 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:41.648665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-009f53c2-3b5c-4a6f-acab-a25549359cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9cd8fd0>,) {'filters': {'network_id': ['714ff2dc-d317-4a71-9ee6-4e812e6c4f51']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:41.659004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-009f53c2-3b5c-4a6f-acab-a25549359cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9cd8fd0>, 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:41.659320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-009f53c2-3b5c-4a6f-acab-a25549359cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9cd8fd0>, 'efa694b5-cef8-4fc0-9d2d-895d763ad4cd') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:41.669596 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-009f53c2-3b5c-4a6f-acab-a25549359cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (efa694b5-cef8-4fc0-9d2d-895d763ad4cd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:41.677815 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cd7222ee-ea2e-438b-a216-12851acd08be req-7a5d8356-6b62-4b19-8976-ee5db00dc7f3 tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb565b3e-86a6-4ab9-b812-5901d747f049 HTTP/1.1" status: 200  len: 210 time: 0.0452747
Feb 12 21:08:41.686247 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-009f53c2-3b5c-4a6f-acab-a25549359cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (efa694b5-cef8-4fc0-9d2d-895d763ad4cd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:41.715606 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29bb4ee-486f-48d1-869a-fd43a7d785c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9859cfe-7f49-4ab1-b5e4-6971a2e42056'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:08:41.718659 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95dce14-9613-4995-8c5d-bc1afb138d13" -d '{"events": [{"server_uuid": "d29bb4ee-486f-48d1-869a-fd43a7d785c9", "name": "network-vif-plugged", "status": "completed", "tag": "c9859cfe-7f49-4ab1-b5e4-6971a2e42056"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:08:41.736714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port c9859cfe-7f49-4ab1-b5e4-6971a2e42056, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9859cfe-7f49-4ab1-b5e4-6971a2e42056,segment=NetworkSegment(76aed2b1-5a80-41b3-88ff-3be90362c595),segment_id=76aed2b1-5a80-41b3-88ff-3be90362c595)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:41.748626 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f333eee-cfaa-46d0-9eaf-5b48148dbdc9 req-7d0ae940-ea24-49f3-932e-fcf7eb2ac5fd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] No DVR routers for this DVR port ec357ac8-2d34-44cb-8ba8-0821decd9e9a on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:08:41.757647 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 423f4286-eb41-4363-b894-4fca68a6e656 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:41.757647 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (423f4286-eb41-4363-b894-4fca68a6e656), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:41.788244 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f333eee-cfaa-46d0-9eaf-5b48148dbdc9 req-7d0ae940-ea24-49f3-932e-fcf7eb2ac5fd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:41.800986 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f333eee-cfaa-46d0-9eaf-5b48148dbdc9 req-7d0ae940-ea24-49f3-932e-fcf7eb2ac5fd tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] 10.222.0.50 "DELETE /v2.0/ports/ec357ac8-2d34-44cb-8ba8-0821decd9e9a HTTP/1.1" status: 204  len: 173 time: 2.7623711
Feb 12 21:08:41.851256 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c9859cfe-7f49-4ab1-b5e4-6971a2e42056), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:41.854674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ec357ac8-2d34-44cb-8ba8-0821decd9e9a no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:08:41.854849 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb565b3e-86a6-4ab9-b812-5901d747f049', 'name': 'network-vif-deleted', 'tag': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:08:41.859136 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacf63dc-8427-4182-99af-7fcc78206c62" -d '{"events": [{"server_uuid": "bb565b3e-86a6-4ab9-b812-5901d747f049", "name": "network-vif-deleted", "tag": "ec357ac8-2d34-44cb-8ba8-0821decd9e9a"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:08:41.882439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009f53c2-3b5c-4a6f-acab-a25549359cc9 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:08:41.903906 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-009f53c2-3b5c-4a6f-acab-a25549359cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (efa694b5-cef8-4fc0-9d2d-895d763ad4cd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:41.916618 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b23896e-8163-4ea2-9774-b9765b87cf7c x-openstack-request-id: req-1b23896e-8163-4ea2-9774-b9765b87cf7c {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:08:41.916972 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29bb4ee-486f-48d1-869a-fd43a7d785c9", "name": "network-vif-plugged", "status": "completed", "tag": "c9859cfe-7f49-4ab1-b5e4-6971a2e42056", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:08:41.919511 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b23896e-8163-4ea2-9774-b9765b87cf7c {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:08:41.919511 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29bb4ee-486f-48d1-869a-fd43a7d785c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9859cfe-7f49-4ab1-b5e4-6971a2e42056', 'code': 200}
Feb 12 21:08:41.919511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=c9859cfe-7f49-4ab1-b5e4-6971a2e42056,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:08:41.947008 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:08:41.981572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 423f4286-eb41-4363-b894-4fca68a6e656 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:41.987917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: ec357ac8-2d34-44cb-8ba8-0821decd9e9a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:08:41.988294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ec357ac8-2d34-44cb-8ba8-0821decd9e9a not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:08:42.020906 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e4e657-93b4-4400-a6d4-e61e5cc5e995 x-openstack-request-id: req-94e4e657-93b4-4400-a6d4-e61e5cc5e995 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:08:42.021195 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb565b3e-86a6-4ab9-b812-5901d747f049", "name": "network-vif-deleted", "tag": "ec357ac8-2d34-44cb-8ba8-0821decd9e9a", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:08:42.021472 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94e4e657-93b4-4400-a6d4-e61e5cc5e995 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:08:42.021871 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb565b3e-86a6-4ab9-b812-5901d747f049', 'name': 'network-vif-deleted', 'tag': 'ec357ac8-2d34-44cb-8ba8-0821decd9e9a', 'status': 'completed', 'code': 200}
Feb 12 21:08:42.168890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca440e60-b9a2-46cb-9fc1-f1dff632572d req-8c3c400d-d505-45a0-845c-d43006b9a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:42.177453 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ca440e60-b9a2-46cb-9fc1-f1dff632572d req-8c3c400d-d505-45a0-845c-d43006b9a858 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 1128 time: 0.1550715
Feb 12 21:08:42.177453 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (22badd2b-4d74-4149-a51f-9df6e875273f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:42.205442 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-009f53c2-3b5c-4a6f-acab-a25549359cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (714ff2dc-d317-4a71-9ee6-4e812e6c4f51), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:42.211307 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-009f53c2-3b5c-4a6f-acab-a25549359cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:42.216945 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-009f53c2-3b5c-4a6f-acab-a25549359cc9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/714ff2dc-d317-4a71-9ee6-4e812e6c4f51 HTTP/1.1" status: 204  len: 168 time: 1.7010095
Feb 12 21:08:42.229447 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34304) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:42.295590 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-731857fa-3efa-472c-aaa1-e1a5e1a1ffcb req-5cae7df8-e1f2-496d-8270-1a4f319a0908 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Deleting port 5aaadc44-749a-4207-8c04-8cb3b0b59bf9 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:42.295950 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-731857fa-3efa-472c-aaa1-e1a5e1a1ffcb req-5cae7df8-e1f2-496d-8270-1a4f319a0908 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5aaadc44-749a-4207-8c04-8cb3b0b59bf9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:42.305140 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204ade8-402c-4db4-811d-8eb7015706fd req-0cc48c9c-d718-47dd-a652-5b6a070c9057 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:42.314240 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1204ade8-402c-4db4-811d-8eb7015706fd req-0cc48c9c-d718-47dd-a652-5b6a070c9057 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 946 time: 0.1153142
Feb 12 21:08:42.373992 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1204ade8-402c-4db4-811d-8eb7015706fd req-ef0482f0-c472-4db9-b4fd-62db9433d04d tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc9e334e-fd61-4d2c-b443-c7618bee1086&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584376
Feb 12 21:08:42.389638 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f53c2-3b5c-4a6f-acab-a25549359cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=714ff2dc-d317-4a71-9ee6-4e812e6c4f51,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:42.705468 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ca440e60-b9a2-46cb-9fc1-f1dff632572d req-ff539904-9c14-4a23-a768-8f242b8bd6f1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fc9e334e-fd61-4d2c-b443-c7618bee1086&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5199995
Feb 12 21:08:42.716922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0b88a4-07f4-4467-9e6c-b2ee09dcb9bb admin admin] Deleting subnet 822e44a1-97fc-4b7c-8322-fb2ac75c9167 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:08:42.728217 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c0b88a4-07f4-4467-9e6c-b2ee09dcb9bb admin admin] Publish callbacks [] for subnet (822e44a1-97fc-4b7c-8322-fb2ac75c9167), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:42.733879 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-731857fa-3efa-472c-aaa1-e1a5e1a1ffcb req-5cae7df8-e1f2-496d-8270-1a4f319a0908 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5aaadc44-749a-4207-8c04-8cb3b0b59bf9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:42.736288 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-731857fa-3efa-472c-aaa1-e1a5e1a1ffcb req-5cae7df8-e1f2-496d-8270-1a4f319a0908 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for floatingip (5aaadc44-749a-4207-8c04-8cb3b0b59bf9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:42.779156 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c0b88a4-07f4-4467-9e6c-b2ee09dcb9bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (822e44a1-97fc-4b7c-8322-fb2ac75c9167), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:42.832800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-731857fa-3efa-472c-aaa1-e1a5e1a1ffcb req-5cae7df8-e1f2-496d-8270-1a4f319a0908 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Calling delete_port for 5aaadc44-749a-4207-8c04-8cb3b0b59bf9 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:42.876922 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c0b88a4-07f4-4467-9e6c-b2ee09dcb9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (822e44a1-97fc-4b7c-8322-fb2ac75c9167), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:42.955748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34318) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:43.051878 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8f5e9f-575b-4ea8-8c18-52b9d660e8d8 admin admin] Deleting subnet 825e3da2-4f7e-429c-bcf3-a663244459b0 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:08:43.055346 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e8f5e9f-575b-4ea8-8c18-52b9d660e8d8 admin admin] Publish callbacks [] for subnet (825e3da2-4f7e-429c-bcf3-a663244459b0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.074258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Router 22badd2b-4d74-4149-a51f-9df6e875273f is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:08:43.116960 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e8f5e9f-575b-4ea8-8c18-52b9d660e8d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (825e3da2-4f7e-429c-bcf3-a663244459b0), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.174323 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e8f5e9f-575b-4ea8-8c18-52b9d660e8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (825e3da2-4f7e-429c-bcf3-a663244459b0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.196314 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c0b88a4-07f4-4467-9e6c-b2ee09dcb9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (822e44a1-97fc-4b7c-8322-fb2ac75c9167), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.211000 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-731857fa-3efa-472c-aaa1-e1a5e1a1ffcb req-5cae7df8-e1f2-496d-8270-1a4f319a0908 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (5aaadc44-749a-4207-8c04-8cb3b0b59bf9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.285508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b88a4-07f4-4467-9e6c-b2ee09dcb9bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=822e44a1-97fc-4b7c-8322-fb2ac75c9167,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:43.289169 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c0b88a4-07f4-4467-9e6c-b2ee09dcb9bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.298586 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9c0b88a4-07f4-4467-9e6c-b2ee09dcb9bb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/822e44a1-97fc-4b7c-8322-fb2ac75c9167 HTTP/1.1" status: 204  len: 168 time: 1.0600750
Feb 12 21:08:43.298742 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34324) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:43.304350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae7df8-e1f2-496d-8270-1a4f319a0908 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Pushing event deleted for resources: {'Port': ['ID=5aaadc44-749a-4207-8c04-8cb3b0b59bf9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:43.336573 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e8f5e9f-575b-4ea8-8c18-52b9d660e8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (825e3da2-4f7e-429c-bcf3-a663244459b0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.389630 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-731857fa-3efa-472c-aaa1-e1a5e1a1ffcb req-5cae7df8-e1f2-496d-8270-1a4f319a0908 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for floatingip (f1fbd763-ef5d-4956-a98a-8186c93e442b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.394543 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-731857fa-3efa-472c-aaa1-e1a5e1a1ffcb req-5cae7df8-e1f2-496d-8270-1a4f319a0908 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.394543 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-731857fa-3efa-472c-aaa1-e1a5e1a1ffcb req-5cae7df8-e1f2-496d-8270-1a4f319a0908 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "DELETE /v2.0/floatingips/f1fbd763-ef5d-4956-a98a-8186c93e442b HTTP/1.1" status: 204  len: 173 time: 1.9411573
Feb 12 21:08:43.407328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f5e9f-575b-4ea8-8c18-52b9d660e8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=825e3da2-4f7e-429c-bcf3-a663244459b0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:43.412235 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:08:43.419104 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e8f5e9f-575b-4ea8-8c18-52b9d660e8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.428764 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Sync routers for ids ['22badd2b-4d74-4149-a51f-9df6e875273f'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:08:43.432326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34330) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:43.434046 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0e8f5e9f-575b-4ea8-8c18-52b9d660e8d8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/825e3da2-4f7e-429c-bcf3-a663244459b0 HTTP/1.1" status: 204  len: 168 time: 0.4674671
Feb 12 21:08:43.451626 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Routers {'22badd2b-4d74-4149-a51f-9df6e875273f'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:43.451626 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd39820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['22badd2b-4d74-4149-a51f-9df6e875273f'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:43.479921 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a31efab6-44c5-4f9c-9d86-a3ba3206b9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (ba20eed5-48a8-4bf4-a30b-3fcf3d92324f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.587936 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00b2fed7-293f-4bd3-b905-9e0b6fd003cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (b37f44d3-46f5-4895-8fa7-7d479d4b0ff2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.625690 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a31efab6-44c5-4f9c-9d86-a3ba3206b9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (ba20eed5-48a8-4bf4-a30b-3fcf3d92324f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.677058 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.678113 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a31efab6-44c5-4f9c-9d86-a3ba3206b9cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa04f430>,) {'filters': {'network_id': ['ba20eed5-48a8-4bf4-a30b-3fcf3d92324f']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:43.684242 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-225493d9-a75e-4ec0-a147-c0156a2efbfe admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.7149899
Feb 12 21:08:43.700821 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a31efab6-44c5-4f9c-9d86-a3ba3206b9cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa04f430>, '7856db75-e584-4d4a-9065-52d7b0db9651') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:43.701618 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a31efab6-44c5-4f9c-9d86-a3ba3206b9cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa04f430>, '7856db75-e584-4d4a-9065-52d7b0db9651') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:43.701800 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Set router 22badd2b-4d74-4149-a51f-9df6e875273f gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:43.714110 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a31efab6-44c5-4f9c-9d86-a3ba3206b9cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (7856db75-e584-4d4a-9065-52d7b0db9651), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.745767 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a31efab6-44c5-4f9c-9d86-a3ba3206b9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (7856db75-e584-4d4a-9065-52d7b0db9651), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.757696 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00b2fed7-293f-4bd3-b905-9e0b6fd003cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (b37f44d3-46f5-4895-8fa7-7d479d4b0ff2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.764620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31efab6-44c5-4f9c-9d86-a3ba3206b9cd admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:08:43.765208 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a31efab6-44c5-4f9c-9d86-a3ba3206b9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (7856db75-e584-4d4a-9065-52d7b0db9651), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.777421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-00b2fed7-293f-4bd3-b905-9e0b6fd003cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f921d760>,) {'filters': {'network_id': ['b37f44d3-46f5-4895-8fa7-7d479d4b0ff2']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:43.800616 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-00b2fed7-293f-4bd3-b905-9e0b6fd003cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f921d760>, '59c7f26e-1048-4012-8590-2b7216989f4d') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:43.801191 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-00b2fed7-293f-4bd3-b905-9e0b6fd003cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f921d760>, '59c7f26e-1048-4012-8590-2b7216989f4d') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:43.815130 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00b2fed7-293f-4bd3-b905-9e0b6fd003cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (59c7f26e-1048-4012-8590-2b7216989f4d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.834099 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00b2fed7-293f-4bd3-b905-9e0b6fd003cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (59c7f26e-1048-4012-8590-2b7216989f4d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.841384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b2fed7-293f-4bd3-b905-9e0b6fd003cd admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:08:43.841384 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00b2fed7-293f-4bd3-b905-9e0b6fd003cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (59c7f26e-1048-4012-8590-2b7216989f4d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:08:43.851558 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:08:43.855374 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34332) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:08:43.921840 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:08:43.947013 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3124cd-6006-43c0-a2fd-1134011ea696 req-1262511b-5eab-4050-97ff-51af3a16bcc8 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:43.949780 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce3124cd-6006-43c0-a2fd-1134011ea696 req-1262511b-5eab-4050-97ff-51af3a16bcc8 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 946 time: 0.3589070
Feb 12 21:08:44.005756 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a31efab6-44c5-4f9c-9d86-a3ba3206b9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (ba20eed5-48a8-4bf4-a30b-3fcf3d92324f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:44.006409 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd39820>, [{'id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'name': 'tempest-TaggedBootDevicesTest_v242-635869065-router', 'tenant_id': '992939bc41444299957b35468c7433c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': '39d6645c-2264-47e1-a637-54313601ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:37Z', 'updated_at': '2022-02-12T21:08:40Z', 'revision_number': 3, 'project_id': '992939bc41444299957b35468c7433c6', 'gw_port': {'id': '39d6645c-2264-47e1-a637-54313601ce80', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:09:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:38Z', 'updated_at': '2022-02-12T21:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:44.020480 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a31efab6-44c5-4f9c-9d86-a3ba3206b9cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:44.030441 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00b2fed7-293f-4bd3-b905-9e0b6fd003cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (b37f44d3-46f5-4895-8fa7-7d479d4b0ff2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:44.037245 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a31efab6-44c5-4f9c-9d86-a3ba3206b9cd admin admin] 10.222.0.31 "DELETE /v2.0/networks/ba20eed5-48a8-4bf4-a30b-3fcf3d92324f HTTP/1.1" status: 204  len: 168 time: 0.7359662
Feb 12 21:08:44.046446 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce3124cd-6006-43c0-a2fd-1134011ea696 req-d8ece0c9-ea63-4317-b2a3-46bbc3aaa3db tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc9e334e-fd61-4d2c-b443-c7618bee1086&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903540
Feb 12 21:08:44.055826 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Checking router: 22badd2b-4d74-4149-a51f-9df6e875273f for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:08:44.055826 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Updating router 22badd2b-4d74-4149-a51f-9df6e875273f port 39d6645c-2264-47e1-a637-54313601ce80 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:08:44.059475 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00b2fed7-293f-4bd3-b905-9e0b6fd003cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:44.067324 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-00b2fed7-293f-4bd3-b905-9e0b6fd003cd admin admin] 10.222.0.31 "DELETE /v2.0/networks/b37f44d3-46f5-4895-8fa7-7d479d4b0ff2 HTTP/1.1" status: 204  len: 168 time: 0.6308804
Feb 12 21:08:44.121943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2fed7-293f-4bd3-b905-9e0b6fd003cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b37f44d3-46f5-4895-8fa7-7d479d4b0ff2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:44.134019 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (39d6645c-2264-47e1-a637-54313601ce80), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:44.299403 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-842d4443-e477-4b9a-a3ff-87f2cf1357e9 req-b551c503-76d5-46df-890f-c4df3e40f260 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips/0f4ec4bc-efac-47bf-8dcc-9991bec3bb08 HTTP/1.1" status: 200  len: 692 time: 0.1500733
Feb 12 21:08:44.331486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31efab6-44c5-4f9c-9d86-a3ba3206b9cd admin admin] Pushing event deleted for resources: {'Network': ['ID=ba20eed5-48a8-4bf4-a30b-3fcf3d92324f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:44.496798 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d4443-e477-4b9a-a3ff-87f2cf1357e9 req-5bfff095-e3d6-45dd-a458-a646142a957e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:44.499012 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-842d4443-e477-4b9a-a3ff-87f2cf1357e9 req-5bfff095-e3d6-45dd-a458-a646142a957e tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.1981905
Feb 12 21:08:44.561304 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Publish callbacks [] for port (39d6645c-2264-47e1-a637-54313601ce80), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:44.562945 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-842d4443-e477-4b9a-a3ff-87f2cf1357e9 req-7f8bdb32-ccb4-4759-b53a-99b198f10029 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.74 HTTP/1.1" status: 200  len: 695 time: 0.0580077
Feb 12 21:08:44.627487 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-842d4443-e477-4b9a-a3ff-87f2cf1357e9 req-541e186d-363f-4dbb-a140-783f746220a0 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.74 HTTP/1.1" status: 200  len: 695 time: 0.0553007
Feb 12 21:08:44.662724 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (39d6645c-2264-47e1-a637-54313601ce80), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:44.737497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34346) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:44.767028 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Attempting to bind port 39d6645c-2264-47e1-a637-54313601ce80 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:08:44.767396 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Attempting to bind port 39d6645c-2264-47e1-a637-54313601ce80 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:08:44.767764 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Attempting to bind port 39d6645c-2264-47e1-a637-54313601ce80 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:08:44.770045 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb193ffc-8531-49ec-879f-6dff8e55be5b None None] Pushing event updated for resources: {'Port': ['ID=39d6645c-2264-47e1-a637-54313601ce80,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:44.778311 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:08:44.778686 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:44.779093 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:44.779481 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:08:44.779954 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Bound port: 39d6645c-2264-47e1-a637-54313601ce80, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:08:44.780331 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (39d6645c-2264-47e1-a637-54313601ce80), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:44.817157 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c804bec9-c61b-44cc-8529-ec503a50479a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=097ba3f98cb348929658959fd4ff31cf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0780916
Feb 12 21:08:44.819503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34348) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:44.829819 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34350) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:44.871028 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-842d4443-e477-4b9a-a3ff-87f2cf1357e9 req-55b39a65-f182-44cb-813d-9837d273ff40 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Deleting port 27759850-e06c-4f7a-8eea-7b3faff4addf {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:44.871469 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-842d4443-e477-4b9a-a3ff-87f2cf1357e9 req-55b39a65-f182-44cb-813d-9837d273ff40 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (27759850-e06c-4f7a-8eea-7b3faff4addf), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:44.881308 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] For port 39d6645c-2264-47e1-a637-54313601ce80, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:08:44.902941 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] For port 39d6645c-2264-47e1-a637-54313601ce80, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39d6645c-2264-47e1-a637-54313601ce80,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:08:44.952892 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:44.970554 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2654c571-b222-481b-b23a-8a878c007bee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02d862cc48f14c42ba73c75e882e9c87&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1322217
Feb 12 21:08:44.970759 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34360) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:44.975141 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-80d882fd-b6e4-4c33-b7d9-fa765eb33641 admin admin] Publish callbacks [] for security_group (c12b688f-f75b-4b11-9282-f345ada02b02), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:44.995811 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (39d6645c-2264-47e1-a637-54313601ce80), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:45.019922 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-842d4443-e477-4b9a-a3ff-87f2cf1357e9 req-55b39a65-f182-44cb-813d-9837d273ff40 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (27759850-e06c-4f7a-8eea-7b3faff4addf), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:45.020364 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-842d4443-e477-4b9a-a3ff-87f2cf1357e9 req-55b39a65-f182-44cb-813d-9837d273ff40 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for floatingip (27759850-e06c-4f7a-8eea-7b3faff4addf), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:45.024217 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-80d882fd-b6e4-4c33-b7d9-fa765eb33641 admin admin] Publish callbacks [] for security_group (c12b688f-f75b-4b11-9282-f345ada02b02), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:45.046647 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-842d4443-e477-4b9a-a3ff-87f2cf1357e9 req-55b39a65-f182-44cb-813d-9837d273ff40 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Calling delete_port for 27759850-e06c-4f7a-8eea-7b3faff4addf owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:45.056228 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Routers {'22badd2b-4d74-4149-a51f-9df6e875273f'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:45.058460 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd39820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['22badd2b-4d74-4149-a51f-9df6e875273f'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:45.118086 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-efabb478-091c-4e44-a457-11b9278449bd admin admin] Publish callbacks [] for security_group (d5742031-25b4-4551-8a11-99e742e15bbc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:45.193253 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-efabb478-091c-4e44-a457-11b9278449bd admin admin] Publish callbacks [] for security_group (d5742031-25b4-4551-8a11-99e742e15bbc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:45.222643 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] Set router 22badd2b-4d74-4149-a51f-9df6e875273f gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:45.286375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Allocated IP 172.20.0.1 (f6b71adf-3656-401b-8bec-3091ef8cf8c7/abc2905c-043e-424d-8566-53a7dd1cdbc1/d10e0619-ecee-4a2f-8d6e-f3d232743447) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:45.342231 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-80d882fd-b6e4-4c33-b7d9-fa765eb33641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c12b688f-f75b-4b11-9282-f345ada02b02), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:45.346964 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-80d882fd-b6e4-4c33-b7d9-fa765eb33641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:45.348458 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-80d882fd-b6e4-4c33-b7d9-fa765eb33641 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c12b688f-f75b-4b11-9282-f345ada02b02 HTTP/1.1" status: 204  len: 168 time: 0.5278738
Feb 12 21:08:45.361568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d882fd-b6e4-4c33-b7d9-fa765eb33641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12b688f-f75b-4b11-9282-f345ada02b02,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:45.398692 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-efabb478-091c-4e44-a457-11b9278449bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d5742031-25b4-4551-8a11-99e742e15bbc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:45.403134 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-efabb478-091c-4e44-a457-11b9278449bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:45.408165 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-efabb478-091c-4e44-a457-11b9278449bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5742031-25b4-4551-8a11-99e742e15bbc HTTP/1.1" status: 204  len: 168 time: 0.4369478
Feb 12 21:08:45.436208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabb478-091c-4e44-a457-11b9278449bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5742031-25b4-4551-8a11-99e742e15bbc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:45.445101 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-842d4443-e477-4b9a-a3ff-87f2cf1357e9 req-55b39a65-f182-44cb-813d-9837d273ff40 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (27759850-e06c-4f7a-8eea-7b3faff4addf), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:45.458112 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Publish callbacks [] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:45.501992 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b39a65-f182-44cb-813d-9837d273ff40 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Pushing event deleted for resources: {'Port': ['ID=27759850-e06c-4f7a-8eea-7b3faff4addf,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:45.564188 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb193ffc-8531-49ec-879f-6dff8e55be5b None None] Pushing event updated for resources: {'Port': ['ID=39d6645c-2264-47e1-a637-54313601ce80,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:45.621123 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:45.676429 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-842d4443-e477-4b9a-a3ff-87f2cf1357e9 req-55b39a65-f182-44cb-813d-9837d273ff40 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for floatingip (0f4ec4bc-efac-47bf-8dcc-9991bec3bb08), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:45.679800 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-842d4443-e477-4b9a-a3ff-87f2cf1357e9 req-55b39a65-f182-44cb-813d-9837d273ff40 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:45.701983 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-842d4443-e477-4b9a-a3ff-87f2cf1357e9 req-55b39a65-f182-44cb-813d-9837d273ff40 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "DELETE /v2.0/floatingips/0f4ec4bc-efac-47bf-8dcc-9991bec3bb08 HTTP/1.1" status: 204  len: 173 time: 1.0715175
Feb 12 21:08:45.783315 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Pushing event updated for resources: {'Port': ['ID=d10e0619-ecee-4a2f-8d6e-f3d232743447,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:45.804665 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd39820>, [{'id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'name': 'tempest-TaggedBootDevicesTest_v242-635869065-router', 'tenant_id': '992939bc41444299957b35468c7433c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': '39d6645c-2264-47e1-a637-54313601ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:37Z', 'updated_at': '2022-02-12T21:08:40Z', 'revision_number': 3, 'project_id': '992939bc41444299957b35468c7433c6', 'gw_port': {'id': '39d6645c-2264-47e1-a637-54313601ce80', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:09:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:38Z', 'updated_at': '2022-02-12T21:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:45.809523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Network f6b71adf-3656-401b-8bec-3091ef8cf8c7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:45.809523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:45.843035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:45.851130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b1916-ea82-48f4-bfdc-a0ccb8febd7a req-cc33825a-2d47-4931-ab75-e666d9f20d42 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:45.853699 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d31b1916-ea82-48f4-bfdc-a0ccb8febd7a req-cc33825a-2d47-4931-ab75-e666d9f20d42 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 946 time: 0.0693552
Feb 12 21:08:45.893669 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a7938-d987-4eed-ae5d-1c0b23ca5a55 None None] The sync data for ids ['22badd2b-4d74-4149-a51f-9df6e875273f'] in ncdv-master-1 is: [{'id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'name': 'tempest-TaggedBootDevicesTest_v242-635869065-router', 'tenant_id': '992939bc41444299957b35468c7433c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': '39d6645c-2264-47e1-a637-54313601ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:37Z', 'updated_at': '2022-02-12T21:08:40Z', 'revision_number': 3, 'project_id': '992939bc41444299957b35468c7433c6', 'gw_port': {'id': '39d6645c-2264-47e1-a637-54313601ce80', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:09:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:38Z', 'updated_at': '2022-02-12T21:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:08:45.982972 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (22badd2b-4d74-4149-a51f-9df6e875273f), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:46.009290 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d31b1916-ea82-48f4-bfdc-a0ccb8febd7a req-d23caa02-db89-41de-a03b-1247f5d1e0b8 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc9e334e-fd61-4d2c-b443-c7618bee1086&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457717
Feb 12 21:08:46.133812 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b41c51e-d7bb-4fdf-9eee-9c19aeca8ef3 req-9e79bd2c-1df5-4261-831e-9a8bb910dd86 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips/9cd18203-17a4-47d9-8944-13a0a6bdc156 HTTP/1.1" status: 200  len: 691 time: 0.0575964
Feb 12 21:08:46.385825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-eeff8061-b8ff-434b-bb5a-24647f4af0db None None] Provisioning complete for port d10e0619-ecee-4a2f-8d6e-f3d232743447 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:46.389972 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eeff8061-b8ff-434b-bb5a-24647f4af0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:46.391474 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41c51e-d7bb-4fdf-9eee-9c19aeca8ef3 req-467a782a-fac1-46a6-b1a6-ef36d73ec4a6 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:46.392989 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b41c51e-d7bb-4fdf-9eee-9c19aeca8ef3 req-467a782a-fac1-46a6-b1a6-ef36d73ec4a6 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.2533817
Feb 12 21:08:46.498514 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b41c51e-d7bb-4fdf-9eee-9c19aeca8ef3 req-97e96245-721d-4c04-adcf-a1e6ddfb1028 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.6 HTTP/1.1" status: 200  len: 694 time: 0.0796142
Feb 12 21:08:46.508132 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:46.592724 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b41c51e-d7bb-4fdf-9eee-9c19aeca8ef3 req-1440d1a6-2b8b-41a9-8dd8-ca6d1f5b0069 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.6 HTTP/1.1" status: 200  len: 694 time: 0.1114478
Feb 12 21:08:46.719097 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34394) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:46.831250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-eeff8061-b8ff-434b-bb5a-24647f4af0db None None] Port d10e0619-ecee-4a2f-8d6e-f3d232743447 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:08:46.904131 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Publish callbacks [] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:46.977805 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-830ad06b-2971-4755-9804-b615c4e946c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=efd97770488648e0b3e290ae36fca459&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2569718
Feb 12 21:08:46.981309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34396) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:47.005823 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3b41c51e-d7bb-4fdf-9eee-9c19aeca8ef3 req-31f1dcc0-d92d-4dab-9de9-f795e49bd7c9 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Deleting port 945ff39b-9f5f-4195-a632-5aadc44441ff {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:47.006186 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b41c51e-d7bb-4fdf-9eee-9c19aeca8ef3 req-31f1dcc0-d92d-4dab-9de9-f795e49bd7c9 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (945ff39b-9f5f-4195-a632-5aadc44441ff), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:47.053050 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1a89964e-14e3-49b9-889e-2249e1a6ed19 admin admin] Publish callbacks [] for security_group (bc607a98-95d5-4a27-bd5c-1c7d9bd6bc41), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:47.054669 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:47.116512 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b41c51e-d7bb-4fdf-9eee-9c19aeca8ef3 req-31f1dcc0-d92d-4dab-9de9-f795e49bd7c9 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (945ff39b-9f5f-4195-a632-5aadc44441ff), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:47.116827 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b41c51e-d7bb-4fdf-9eee-9c19aeca8ef3 req-31f1dcc0-d92d-4dab-9de9-f795e49bd7c9 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for floatingip (945ff39b-9f5f-4195-a632-5aadc44441ff), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:47.145021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3b41c51e-d7bb-4fdf-9eee-9c19aeca8ef3 req-31f1dcc0-d92d-4dab-9de9-f795e49bd7c9 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Calling delete_port for 945ff39b-9f5f-4195-a632-5aadc44441ff owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:47.173029 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1a89964e-14e3-49b9-889e-2249e1a6ed19 admin admin] Publish callbacks [] for security_group (bc607a98-95d5-4a27-bd5c-1c7d9bd6bc41), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:47.264114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Pushing event updated for resources: {'Port': ['ID=d10e0619-ecee-4a2f-8d6e-f3d232743447,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:47.357680 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (22badd2b-4d74-4149-a51f-9df6e875273f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:47.482424 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1a89964e-14e3-49b9-889e-2249e1a6ed19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bc607a98-95d5-4a27-bd5c-1c7d9bd6bc41), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:47.485502 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1a89964e-14e3-49b9-889e-2249e1a6ed19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:47.486726 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1a89964e-14e3-49b9-889e-2249e1a6ed19 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc607a98-95d5-4a27-bd5c-1c7d9bd6bc41 HTTP/1.1" status: 204  len: 168 time: 0.5046153
Feb 12 21:08:47.500364 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89964e-14e3-49b9-889e-2249e1a6ed19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc607a98-95d5-4a27-bd5c-1c7d9bd6bc41,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:47.543756 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Network f6b71adf-3656-401b-8bec-3091ef8cf8c7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:47.546799 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:47.611196 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b41c51e-d7bb-4fdf-9eee-9c19aeca8ef3 req-31f1dcc0-d92d-4dab-9de9-f795e49bd7c9 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (945ff39b-9f5f-4195-a632-5aadc44441ff), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:47.686904 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1dcc0-d92d-4dab-9de9-f795e49bd7c9 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Pushing event deleted for resources: {'Port': ['ID=945ff39b-9f5f-4195-a632-5aadc44441ff,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:47.789112 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 39d6645c-2264-47e1-a637-54313601ce80 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:47.851737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Router 22badd2b-4d74-4149-a51f-9df6e875273f has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:08:47.905809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34412) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:47.926450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 39d6645c-2264-47e1-a637-54313601ce80 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:47.940298 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (39d6645c-2264-47e1-a637-54313601ce80), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:48.019887 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b41c51e-d7bb-4fdf-9eee-9c19aeca8ef3 req-31f1dcc0-d92d-4dab-9de9-f795e49bd7c9 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks [] for floatingip (9cd18203-17a4-47d9-8944-13a0a6bdc156), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:48.039459 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b41c51e-d7bb-4fdf-9eee-9c19aeca8ef3 req-31f1dcc0-d92d-4dab-9de9-f795e49bd7c9 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:48.040787 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b41c51e-d7bb-4fdf-9eee-9c19aeca8ef3 req-31f1dcc0-d92d-4dab-9de9-f795e49bd7c9 tempest-FloatingIPDetailsTestJSON-1997637410 tempest-FloatingIPDetailsTestJSON-1997637410-project] 10.222.0.31 "DELETE /v2.0/floatingips/9cd18203-17a4-47d9-8944-13a0a6bdc156 HTTP/1.1" status: 204  len: 173 time: 1.4471245
Feb 12 21:08:48.048708 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34420) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:48.096076 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:08:48.113080 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8e69a6e2-ea48-4609-8a9e-6f7be9949a68 admin admin] 10.222.0.31 "PUT /v2.0/routers/22badd2b-4d74-4149-a51f-9df6e875273f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2556722
Feb 12 21:08:48.120126 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 39d6645c-2264-47e1-a637-54313601ce80 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:48.120528 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (39d6645c-2264-47e1-a637-54313601ce80), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:48.147132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 39d6645c-2264-47e1-a637-54313601ce80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39d6645c-2264-47e1-a637-54313601ce80,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:48.149729 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-545fd74a-1cdc-470e-bd63-18141192b72f None None] Provisioning complete for port d10e0619-ecee-4a2f-8d6e-f3d232743447 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:48.151131 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-545fd74a-1cdc-470e-bd63-18141192b72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:48.207233 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (39d6645c-2264-47e1-a637-54313601ce80), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:48.246847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-545fd74a-1cdc-470e-bd63-18141192b72f None None] Port d10e0619-ecee-4a2f-8d6e-f3d232743447 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:08:48.286427 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=39d6645c-2264-47e1-a637-54313601ce80,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:48.309648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-cc72e3be-d894-44f1-9bda-d0a6c7ea073c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-751502902-network', 'tenant_id': '575977ba469b4b428a1f9d170f126230'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:48.466564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc72e3be-d894-44f1-9bda-d0a6c7ea073c admin admin] Made reservation on behalf of 575977ba469b4b428a1f9d170f126230 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:48.471166 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc72e3be-d894-44f1-9bda-d0a6c7ea073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:48.485586 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc72e3be-d894-44f1-9bda-d0a6c7ea073c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:48.743687 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc72e3be-d894-44f1-9bda-d0a6c7ea073c admin admin] Publish callbacks [] for security_group (58a8904a-12e9-4e8b-9b81-2cec444d260e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:48.839614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34450) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:48.950240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Sync routers for ids ['22badd2b-4d74-4149-a51f-9df6e875273f'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:08:49.023293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Routers {'22badd2b-4d74-4149-a51f-9df6e875273f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:49.023954 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb51a220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['22badd2b-4d74-4149-a51f-9df6e875273f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:49.029925 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98e2b433-c0e4-4491-bfd2-2f22b6647b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:49.162467 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc72e3be-d894-44f1-9bda-d0a6c7ea073c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (58a8904a-12e9-4e8b-9b81-2cec444d260e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:49.207849 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc72e3be-d894-44f1-9bda-d0a6c7ea073c admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:08:49.237727 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc72e3be-d894-44f1-9bda-d0a6c7ea073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (e82c252f-f80a-437a-b55f-c978063ffd3f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:49.238077 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-cc72e3be-d894-44f1-9bda-d0a6c7ea073c admin admin] Added segment e82c252f-f80a-437a-b55f-c978063ffd3f of type vlan for network fc12790d-c695-4dc5-be47-16ee53c81887
Feb 12 21:08:49.241269 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Set router 22badd2b-4d74-4149-a51f-9df6e875273f gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:49.241453 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5893b52f-0993-4d19-93d1-f2155e2c9ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (3b0e8384-efb7-4a24-bb94-fa670ee5a752), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:49.243075 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72e3be-d894-44f1-9bda-d0a6c7ea073c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a8904a-12e9-4e8b-9b81-2cec444d260e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:49.321093 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98e2b433-c0e4-4491-bfd2-2f22b6647b6a admin admin] Publish callbacks [] for security_group (03c83c3c-379c-4ce5-a1ea-94afe8607e78), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:49.410607 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98e2b433-c0e4-4491-bfd2-2f22b6647b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (03c83c3c-379c-4ce5-a1ea-94afe8607e78), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:49.422855 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc72e3be-d894-44f1-9bda-d0a6c7ea073c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (fc12790d-c695-4dc5-be47-16ee53c81887), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:49.489081 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-98e2b433-c0e4-4491-bfd2-2f22b6647b6a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd2860117613457a8685bcf06060fcc9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6503248
Feb 12 21:08:49.495908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34466) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:49.498665 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2b433-c0e4-4491-bfd2-2f22b6647b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c83c3c-379c-4ce5-a1ea-94afe8607e78,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:49.584179 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34472) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:49.589494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-32546b71-f886-449f-87ab-e88594b313c9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2122052483-network', 'tenant_id': '8136ac87e765406682899e728200a9f4'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:49.623071 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:08:49.625268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb51a220>, [{'id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'name': 'tempest-TaggedBootDevicesTest_v242-635869065-router', 'tenant_id': '992939bc41444299957b35468c7433c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': '39d6645c-2264-47e1-a637-54313601ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:37Z', 'updated_at': '2022-02-12T21:08:46Z', 'revision_number': 4, 'project_id': '992939bc41444299957b35468c7433c6', 'gw_port': {'id': '39d6645c-2264-47e1-a637-54313601ce80', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:38Z', 'updated_at': '2022-02-12T21:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd10e0619-ecee-4a2f-8d6e-f3d232743447', 'name': '', 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'tenant_id': '992939bc41444299957b35468c7433c6', 'mac_address': 'fa:16:3e:c9:3e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:44Z', 'updated_at': '2022-02-12T21:08:46Z', 'revision_number': 2, 'project_id': '992939bc41444299957b35468c7433c6', 'subnets': [{'id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:49.698910 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 39d6645c-2264-47e1-a637-54313601ce80 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:49.715110 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc72e3be-d894-44f1-9bda-d0a6c7ea073c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (fc12790d-c695-4dc5-be47-16ee53c81887), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:49.716081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc72e3be-d894-44f1-9bda-d0a6c7ea073c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:49.716662 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc72e3be-d894-44f1-9bda-d0a6c7ea073c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:49.752793 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32546b71-f886-449f-87ab-e88594b313c9 admin admin] Made reservation on behalf of 8136ac87e765406682899e728200a9f4 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:49.755236 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Checking router: 22badd2b-4d74-4149-a51f-9df6e875273f for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:08:49.755403 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32546b71-f886-449f-87ab-e88594b313c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:49.755839 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Updating router 22badd2b-4d74-4149-a51f-9df6e875273f port d10e0619-ecee-4a2f-8d6e-f3d232743447 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:08:49.766199 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32546b71-f886-449f-87ab-e88594b313c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:49.815996 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:49.838725 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 39d6645c-2264-47e1-a637-54313601ce80 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:49.839369 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (39d6645c-2264-47e1-a637-54313601ce80), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:49.904257 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32546b71-f886-449f-87ab-e88594b313c9 admin admin] Publish callbacks [] for security_group (952a8fa2-35c8-42dc-889b-78073a731943), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:49.909740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72e3be-d894-44f1-9bda-d0a6c7ea073c admin admin] Pushing event updated for resources: {'Network': ['ID=fc12790d-c695-4dc5-be47-16ee53c81887,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:49.949026 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23ba076a-c6fc-4803-b470-368af99bc4ae admin admin] Publish callbacks [] for security_group (03c83c3c-379c-4ce5-a1ea-94afe8607e78), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:49.958130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network fc12790d-c695-4dc5-be47-16ee53c81887 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:08:49.992855 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23ba076a-c6fc-4803-b470-368af99bc4ae admin admin] Publish callbacks [] for security_group (03c83c3c-379c-4ce5-a1ea-94afe8607e78), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:50.031150 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cc72e3be-d894-44f1-9bda-d0a6c7ea073c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.1216800
Feb 12 21:08:50.032478 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34482) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:50.041871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c2a2bac3-c479-4101-ad85-833630a00566 admin admin] Request body: {'subnet': {'network_id': 'fc12790d-c695-4dc5-be47-16ee53c81887', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-751502902-subnet', 'tenant_id': '575977ba469b4b428a1f9d170f126230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:50.124293 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32546b71-f886-449f-87ab-e88594b313c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (952a8fa2-35c8-42dc-889b-78073a731943), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:50.165384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5893b52f-0993-4d19-93d1-f2155e2c9ff5 admin admin] Deleting port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:50.166008 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5893b52f-0993-4d19-93d1-f2155e2c9ff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:50.240045 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32546b71-f886-449f-87ab-e88594b313c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952a8fa2-35c8-42dc-889b-78073a731943,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:50.283400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 39d6645c-2264-47e1-a637-54313601ce80 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:50.291163 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23ba076a-c6fc-4803-b470-368af99bc4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (03c83c3c-379c-4ce5-a1ea-94afe8607e78), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:50.295419 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23ba076a-c6fc-4803-b470-368af99bc4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:50.295969 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-23ba076a-c6fc-4803-b470-368af99bc4ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03c83c3c-379c-4ce5-a1ea-94afe8607e78 HTTP/1.1" status: 204  len: 168 time: 0.7996953
Feb 12 21:08:50.309727 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba076a-c6fc-4803-b470-368af99bc4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c83c3c-379c-4ce5-a1ea-94afe8607e78,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:50.314960 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32546b71-f886-449f-87ab-e88594b313c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:08:50.359396 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-5893b52f-0993-4d19-93d1-f2155e2c9ff5 admin admin] For port 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c73a0e8-3eb4-4971-bf20-14e29a82d3bc,segment=NetworkSegment(eb8c07c6-806f-492b-b134-b593748fe924),segment_id=eb8c07c6-806f-492b-b134-b593748fe924)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:50.360146 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5893b52f-0993-4d19-93d1-f2155e2c9ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:50.364787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a2bac3-c479-4101-ad85-833630a00566 admin admin] Made reservation on behalf of 575977ba469b4b428a1f9d170f126230 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:50.376230 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bac3-c479-4101-ad85-833630a00566 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:50.390354 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5893b52f-0993-4d19-93d1-f2155e2c9ff5 admin admin] Calling delete_port for 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:50.535189 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Publish callbacks [] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:50.548631 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32546b71-f886-449f-87ab-e88594b313c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (f1658487-41e2-4087-8818-91156d4e34ed), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:50.549300 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-32546b71-f886-449f-87ab-e88594b313c9 admin admin] Added segment f1658487-41e2-4087-8818-91156d4e34ed of type vlan for network 97e3395d-b6ca-49ba-a919-f771d9e0cc13
Feb 12 21:08:50.620058 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:50.631149 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32546b71-f886-449f-87ab-e88594b313c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (97e3395d-b6ca-49ba-a919-f771d9e0cc13), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:50.758547 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fe8ce-d07c-40bd-ba21-0d298d5757c2 None None] Pushing event updated for resources: {'Port': ['ID=d10e0619-ecee-4a2f-8d6e-f3d232743447,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:50.788466 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5893b52f-0993-4d19-93d1-f2155e2c9ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2c73a0e8-3eb4-4971-bf20-14e29a82d3bc), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:50.822978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Attempting to bind port d10e0619-ecee-4a2f-8d6e-f3d232743447 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:08:50.824900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Attempting to bind port d10e0619-ecee-4a2f-8d6e-f3d232743447 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c4b9dfdb-2741-414b-820a-2fa3d6880f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:08:50.824900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Attempting to bind port d10e0619-ecee-4a2f-8d6e-f3d232743447 on network f6b71adf-3656-401b-8bec-3091ef8cf8c7 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:08:50.842429 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:08:50.842806 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Checking segment: {'id': 'c4b9dfdb-2741-414b-820a-2fa3d6880f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:50.843212 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:50.843601 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Bound using segment: {'id': 'c4b9dfdb-2741-414b-820a-2fa3d6880f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:08:50.844322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Bound port: d10e0619-ecee-4a2f-8d6e-f3d232743447, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b9dfdb-2741-414b-820a-2fa3d6880f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:08:50.844700 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:50.846411 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32546b71-f886-449f-87ab-e88594b313c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (97e3395d-b6ca-49ba-a919-f771d9e0cc13), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:50.849005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32546b71-f886-449f-87ab-e88594b313c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:50.850059 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32546b71-f886-449f-87ab-e88594b313c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:50.890190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893b52f-0993-4d19-93d1-f2155e2c9ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c73a0e8-3eb4-4971-bf20-14e29a82d3bc,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:50.892794 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bac3-c479-4101-ad85-833630a00566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (57d6dcd4-0d20-4080-825e-8fcb075c2a94), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:51.091023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] For port d10e0619-ecee-4a2f-8d6e-f3d232743447, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:08:51.091023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] For port d10e0619-ecee-4a2f-8d6e-f3d232743447, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d10e0619-ecee-4a2f-8d6e-f3d232743447,segment=NetworkSegment(c4b9dfdb-2741-414b-820a-2fa3d6880f0b),segment_id=c4b9dfdb-2741-414b-820a-2fa3d6880f0b)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:08:51.092309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2bac3-c479-4101-ad85-833630a00566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57d6dcd4-0d20-4080-825e-8fcb075c2a94,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:51.111379 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-32546b71-f886-449f-87ab-e88594b313c9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.5233674
Feb 12 21:08:51.112316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34500) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:51.202820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-55119f60-2124-44c3-8c42-c5a9b7755d36 admin admin] Request body: {'subnet': {'network_id': '97e3395d-b6ca-49ba-a919-f771d9e0cc13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2122052483-subnet', 'tenant_id': '8136ac87e765406682899e728200a9f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:51.237087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32546b71-f886-449f-87ab-e88594b313c9 admin admin] Pushing event updated for resources: {'Network': ['ID=97e3395d-b6ca-49ba-a919-f771d9e0cc13,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:51.261253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 97e3395d-b6ca-49ba-a919-f771d9e0cc13 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:08:51.277032 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a2bac3-c479-4101-ad85-833630a00566 admin admin] Checking segment: {'id': 'e82c252f-f80a-437a-b55f-c978063ffd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fc12790d-c695-4dc5-be47-16ee53c81887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:51.291594 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a2bac3-c479-4101-ad85-833630a00566 admin admin] Network hostable DHCP agents. Network: fc12790d-c695-4dc5-be47-16ee53c81887, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:08:51.299177 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5893b52f-0993-4d19-93d1-f2155e2c9ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (3b0e8384-efb7-4a24-bb94-fa670ee5a752), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:51.370905 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f4821b0a-ba06-4398-974a-e61267aedb8e None None] Provisioning complete for port d10e0619-ecee-4a2f-8d6e-f3d232743447 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:51.371285 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f4821b0a-ba06-4398-974a-e61267aedb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:51.414316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f4821b0a-ba06-4398-974a-e61267aedb8e None None] Port d10e0619-ecee-4a2f-8d6e-f3d232743447 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:08:51.417484 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55119f60-2124-44c3-8c42-c5a9b7755d36 admin admin] Made reservation on behalf of 8136ac87e765406682899e728200a9f4 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:08:51.419523 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:51.425157 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55119f60-2124-44c3-8c42-c5a9b7755d36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:51.482028 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a2bac3-c479-4101-ad85-833630a00566 admin admin] Network fc12790d-c695-4dc5-be47-16ee53c81887 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:08:51.487955 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Routers {'22badd2b-4d74-4149-a51f-9df6e875273f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:51.488591 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb51a220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['22badd2b-4d74-4149-a51f-9df6e875273f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:51.534238 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fe8ce-d07c-40bd-ba21-0d298d5757c2 None None] Pushing event updated for resources: {'Port': ['ID=d10e0619-ecee-4a2f-8d6e-f3d232743447,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:51.693266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] Set router 22badd2b-4d74-4149-a51f-9df6e875273f gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:51.830657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34508) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:51.844429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-c2a2bac3-c479-4101-ad85-833630a00566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fc12790d-c695-4dc5-be47-16ee53c81887) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:51.883938 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a2bac3-c479-4101-ad85-833630a00566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:51.885339 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c2a2bac3-c479-4101-ad85-833630a00566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:51.887357 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8511ae8b-7407-43d0-8913-fc568aa54c05 None None] Network fc12790d-c695-4dc5-be47-16ee53c81887 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:51.894941 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-80566c57-f67c-483b-9c81-b954015bd9d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:52.036967 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-80566c57-f67c-483b-9c81-b954015bd9d0 admin admin] Publish callbacks [] for security_group (e5b65fbd-185b-4cab-afc5-11ae751c84e0), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:52.109531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5893b52f-0993-4d19-93d1-f2155e2c9ff5 admin admin] Router 3b0e8384-efb7-4a24-bb94-fa670ee5a752 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:08:52.137852 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1062f26f-0599-491d-b35b-4bcddb3bf646 None None] Provisioning complete for port d10e0619-ecee-4a2f-8d6e-f3d232743447 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:52.138407 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1062f26f-0599-491d-b35b-4bcddb3bf646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:52.154372 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c2a2bac3-c479-4101-ad85-833630a00566 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.1192052
Feb 12 21:08:52.205304 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55119f60-2124-44c3-8c42-c5a9b7755d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (0c689aaf-3ea3-401a-b0d7-242480a6ee5e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:52.252627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3225436-a4c7-4478-adda-6c2349cbc4c0 None None] Network fc12790d-c695-4dc5-be47-16ee53c81887 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:52.320723 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5893b52f-0993-4d19-93d1-f2155e2c9ff5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:08:52.332349 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-80566c57-f67c-483b-9c81-b954015bd9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e5b65fbd-185b-4cab-afc5-11ae751c84e0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:52.334038 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db3f8f3-61a5-4b68-920b-246b30e155c2 None None] Sync routers for ids ['3b0e8384-efb7-4a24-bb94-fa670ee5a752'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:08:52.346282 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5893b52f-0993-4d19-93d1-f2155e2c9ff5 admin admin] 10.222.0.31 "PUT /v2.0/routers/3b0e8384-efb7-4a24-bb94-fa670ee5a752/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2978776
Feb 12 21:08:52.349160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34522) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:52.362430 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55119f60-2124-44c3-8c42-c5a9b7755d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c689aaf-3ea3-401a-b0d7-242480a6ee5e,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:52.371267 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db3f8f3-61a5-4b68-920b-246b30e155c2 None None] Routers {'3b0e8384-efb7-4a24-bb94-fa670ee5a752'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:52.374558 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3db3f8f3-61a5-4b68-920b-246b30e155c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba625e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3b0e8384-efb7-4a24-bb94-fa670ee5a752'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:52.471195 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55119f60-2124-44c3-8c42-c5a9b7755d36 admin admin] Checking segment: {'id': 'f1658487-41e2-4087-8818-91156d4e34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97e3395d-b6ca-49ba-a919-f771d9e0cc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:52.471587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55119f60-2124-44c3-8c42-c5a9b7755d36 admin admin] Network hostable DHCP agents. Network: 97e3395d-b6ca-49ba-a919-f771d9e0cc13, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:08:52.526828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34530) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:52.532598 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-80566c57-f67c-483b-9c81-b954015bd9d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f7d03e4e6f94e939ba3f30d90a542c8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6749673
Feb 12 21:08:52.614923 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1062f26f-0599-491d-b35b-4bcddb3bf646 None None] Current status of the port d10e0619-ecee-4a2f-8d6e-f3d232743447 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:52.614923 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1062f26f-0599-491d-b35b-4bcddb3bf646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:52.615307 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-3db3f8f3-61a5-4b68-920b-246b30e155c2 None None] Set router 3b0e8384-efb7-4a24-bb94-fa670ee5a752 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:52.615483 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1062f26f-0599-491d-b35b-4bcddb3bf646 None None] For port d10e0619-ecee-4a2f-8d6e-f3d232743447, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d10e0619-ecee-4a2f-8d6e-f3d232743447,segment=NetworkSegment(c4b9dfdb-2741-414b-820a-2fa3d6880f0b),segment_id=c4b9dfdb-2741-414b-820a-2fa3d6880f0b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:52.615585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80566c57-f67c-483b-9c81-b954015bd9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b65fbd-185b-4cab-afc5-11ae751c84e0,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:52.615585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34532) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:52.624802 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f21f1f-91eb-44ee-a95c-5ab836088bb4 admin admin] Deleting subnet 57d6dcd4-0d20-4080-825e-8fcb075c2a94 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:08:52.636715 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f9f21f1f-91eb-44ee-a95c-5ab836088bb4 admin admin] Publish callbacks [] for subnet (57d6dcd4-0d20-4080-825e-8fcb075c2a94), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:52.642319 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb51a220>, [{'id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'name': 'tempest-TaggedBootDevicesTest_v242-635869065-router', 'tenant_id': '992939bc41444299957b35468c7433c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': '39d6645c-2264-47e1-a637-54313601ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:37Z', 'updated_at': '2022-02-12T21:08:46Z', 'revision_number': 4, 'project_id': '992939bc41444299957b35468c7433c6', 'gw_port': {'id': '39d6645c-2264-47e1-a637-54313601ce80', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:38Z', 'updated_at': '2022-02-12T21:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd10e0619-ecee-4a2f-8d6e-f3d232743447', 'name': '', 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'tenant_id': '992939bc41444299957b35468c7433c6', 'mac_address': 'fa:16:3e:c9:3e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:44Z', 'updated_at': '2022-02-12T21:08:51Z', 'revision_number': 4, 'project_id': '992939bc41444299957b35468c7433c6', 'subnets': [{'id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:52.705907 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f9f21f1f-91eb-44ee-a95c-5ab836088bb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (57d6dcd4-0d20-4080-825e-8fcb075c2a94), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:52.708225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb9cb8e-1ea1-4a52-a051-a3d5d39f1864 None None] The sync data for ids ['22badd2b-4d74-4149-a51f-9df6e875273f'] in ncdv-master-1 is: [{'id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'name': 'tempest-TaggedBootDevicesTest_v242-635869065-router', 'tenant_id': '992939bc41444299957b35468c7433c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': '39d6645c-2264-47e1-a637-54313601ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:37Z', 'updated_at': '2022-02-12T21:08:46Z', 'revision_number': 4, 'project_id': '992939bc41444299957b35468c7433c6', 'gw_port': {'id': '39d6645c-2264-47e1-a637-54313601ce80', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:38Z', 'updated_at': '2022-02-12T21:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd10e0619-ecee-4a2f-8d6e-f3d232743447', 'name': '', 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'tenant_id': '992939bc41444299957b35468c7433c6', 'mac_address': 'fa:16:3e:c9:3e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:44Z', 'updated_at': '2022-02-12T21:08:51Z', 'revision_number': 4, 'project_id': '992939bc41444299957b35468c7433c6', 'subnets': [{'id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:08:52.772782 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e350e8ef-24a4-4203-b1a8-30fe511bcca3 admin admin] Publish callbacks [] for security_group (e5b65fbd-185b-4cab-afc5-11ae751c84e0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:52.776755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55119f60-2124-44c3-8c42-c5a9b7755d36 admin admin] Network 97e3395d-b6ca-49ba-a919-f771d9e0cc13 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:08:52.817790 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1062f26f-0599-491d-b35b-4bcddb3bf646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:52.842824 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e350e8ef-24a4-4203-b1a8-30fe511bcca3 admin admin] Publish callbacks [] for security_group (e5b65fbd-185b-4cab-afc5-11ae751c84e0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:52.861314 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3db3f8f3-61a5-4b68-920b-246b30e155c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba625e0>, [{'id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'name': 'tempest-FloatingIPDetailsTestJSON-1910835886-router', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:09Z', 'updated_at': '2022-02-12T21:08:50Z', 'revision_number': 5, 'project_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'gw_port': {'id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:10Z', 'updated_at': '2022-02-12T21:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:52.885839 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a55fe05a-e2fa-4e77-965f-c4de827aa5fc admin admin] Publish callbacks [] for router (3b0e8384-efb7-4a24-bb94-fa670ee5a752), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:52.895358 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f9f21f1f-91eb-44ee-a95c-5ab836088bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (57d6dcd4-0d20-4080-825e-8fcb075c2a94), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:52.905475 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db3f8f3-61a5-4b68-920b-246b30e155c2 None None] Checking router: 3b0e8384-efb7-4a24-bb94-fa670ee5a752 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:08:52.914912 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db3f8f3-61a5-4b68-920b-246b30e155c2 None None] Routers {'3b0e8384-efb7-4a24-bb94-fa670ee5a752'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:52.916338 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3db3f8f3-61a5-4b68-920b-246b30e155c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba625e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3b0e8384-efb7-4a24-bb94-fa670ee5a752'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:52.937171 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-55119f60-2124-44c3-8c42-c5a9b7755d36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 97e3395d-b6ca-49ba-a919-f771d9e0cc13) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:52.969684 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55119f60-2124-44c3-8c42-c5a9b7755d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:52.974341 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55119f60-2124-44c3-8c42-c5a9b7755d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:53.059411 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e350e8ef-24a4-4203-b1a8-30fe511bcca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e5b65fbd-185b-4cab-afc5-11ae751c84e0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:53.077264 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e350e8ef-24a4-4203-b1a8-30fe511bcca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:53.077264 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e350e8ef-24a4-4203-b1a8-30fe511bcca3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5b65fbd-185b-4cab-afc5-11ae751c84e0 HTTP/1.1" status: 204  len: 168 time: 0.4615955
Feb 12 21:08:53.128853 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-55119f60-2124-44c3-8c42-c5a9b7755d36 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.9349027
Feb 12 21:08:53.129562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34548) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:53.130021 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-3db3f8f3-61a5-4b68-920b-246b30e155c2 None None] Set router 3b0e8384-efb7-4a24-bb94-fa670ee5a752 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:08:53.147902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350e8ef-24a4-4203-b1a8-30fe511bcca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b65fbd-185b-4cab-afc5-11ae751c84e0,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:53.158599 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a55fe05a-e2fa-4e77-965f-c4de827aa5fc admin admin] Publish callbacks [] for router_gateway (3b0e8384-efb7-4a24-bb94-fa670ee5a752), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:53.175807 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2122052483-router', 'tenant_id': '8136ac87e765406682899e728200a9f4', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:53.230387 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f9f21f1f-91eb-44ee-a95c-5ab836088bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (57d6dcd4-0d20-4080-825e-8fcb075c2a94), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:53.346657 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f9f21f1f-91eb-44ee-a95c-5ab836088bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:53.372448 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f9f21f1f-91eb-44ee-a95c-5ab836088bb4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/57d6dcd4-0d20-4080-825e-8fcb075c2a94 HTTP/1.1" status: 204  len: 168 time: 0.8250563
Feb 12 21:08:53.372448 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34550) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:53.372448 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f21f1f-91eb-44ee-a95c-5ab836088bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57d6dcd4-0d20-4080-825e-8fcb075c2a94,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:53.373320 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3db3f8f3-61a5-4b68-920b-246b30e155c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba625e0>, [{'id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'name': 'tempest-FloatingIPDetailsTestJSON-1910835886-router', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:09Z', 'updated_at': '2022-02-12T21:08:50Z', 'revision_number': 5, 'project_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'gw_port': {'id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:10Z', 'updated_at': '2022-02-12T21:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:53.395845 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db3f8f3-61a5-4b68-920b-246b30e155c2 None None] The sync data for ids ['3b0e8384-efb7-4a24-bb94-fa670ee5a752'] in ncdv-master-1 is: [{'id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'name': 'tempest-FloatingIPDetailsTestJSON-1910835886-router', 'tenant_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:09Z', 'updated_at': '2022-02-12T21:08:50Z', 'revision_number': 5, 'project_id': '8c786b1ea6814f6296ceaf7d8911fc64', 'gw_port': {'id': 'b8755f0d-cab1-42ce-b7a7-8d24c8d01536', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0e8384-efb7-4a24-bb94-fa670ee5a752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:10Z', 'updated_at': '2022-02-12T21:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:08:53.401289 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (2c183462-857e-41db-a5b1-e5d031f1cb27), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:53.405831 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (2c183462-857e-41db-a5b1-e5d031f1cb27), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:53.445306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee1ce3f-4440-4bd1-856c-7d4e8ef77bbc None None] Network 97e3395d-b6ca-49ba-a919-f771d9e0cc13 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:53.445857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a55fe05a-e2fa-4e77-965f-c4de827aa5fc admin admin] Deleting port b8755f0d-cab1-42ce-b7a7-8d24c8d01536 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:53.445857 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a55fe05a-e2fa-4e77-965f-c4de827aa5fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b8755f0d-cab1-42ce-b7a7-8d24c8d01536), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:53.581402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062f26f-0599-491d-b35b-4bcddb3bf646 None None] Pushing event updated for resources: {'Port': ['ID=d10e0619-ecee-4a2f-8d6e-f3d232743447,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:53.616581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-a55fe05a-e2fa-4e77-965f-c4de827aa5fc admin admin] For port b8755f0d-cab1-42ce-b7a7-8d24c8d01536, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8755f0d-cab1-42ce-b7a7-8d24c8d01536,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:53.619885 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a55fe05a-e2fa-4e77-965f-c4de827aa5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b8755f0d-cab1-42ce-b7a7-8d24c8d01536), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:53.644354 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a55fe05a-e2fa-4e77-965f-c4de827aa5fc admin admin] Calling delete_port for b8755f0d-cab1-42ce-b7a7-8d24c8d01536 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:53.797438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-97e3395d-b6ca-49ba-a919-f771d9e0cc13', 'network_id': '97e3395d-b6ca-49ba-a919-f771d9e0cc13', 'project_id': '8136ac87e765406682899e728200a9f4', 'fixed_ips': [{'subnet_id': '0c689aaf-3ea3-401a-b0d7-242480a6ee5e'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:08:53.803713 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:53.921711 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Publish callbacks [] for router_controller (2c183462-857e-41db-a5b1-e5d031f1cb27), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:53.993526 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-482d5e09-f087-428e-9d85-d61649279182 req-4cf5a899-b36b-42e3-8253-874be7226761 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3748605
Feb 12 21:08:54.036379 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ec55f95-dc9b-43d5-a5dc-8554f9f8f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (fc12790d-c695-4dc5-be47-16ee53c81887), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:54.101465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d10e0619-ecee-4a2f-8d6e-f3d232743447 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:54.216634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a55fe05a-e2fa-4e77-965f-c4de827aa5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b8755f0d-cab1-42ce-b7a7-8d24c8d01536), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:54.254089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Allocated IP 172.20.0.2 (97e3395d-b6ca-49ba-a919-f771d9e0cc13/0c689aaf-3ea3-401a-b0d7-242480a6ee5e/6f8cee9e-ee0f-4c0d-9655-fcec61b70522) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:54.361727 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fe05a-e2fa-4e77-965f-c4de827aa5fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b8755f0d-cab1-42ce-b7a7-8d24c8d01536,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:54.466454 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a55fe05a-e2fa-4e77-965f-c4de827aa5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (3b0e8384-efb7-4a24-bb94-fa670ee5a752), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:54.514212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d10e0619-ecee-4a2f-8d6e-f3d232743447 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:54.514772 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:54.634184 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Publish callbacks [] for port (6f8cee9e-ee0f-4c0d-9655-fcec61b70522), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:54.654874 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a55fe05a-e2fa-4e77-965f-c4de827aa5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (3b0e8384-efb7-4a24-bb94-fa670ee5a752), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:54.657483 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a55fe05a-e2fa-4e77-965f-c4de827aa5fc admin admin] Publish callbacks [] for router_controller (3b0e8384-efb7-4a24-bb94-fa670ee5a752), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:54.744652 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port d10e0619-ecee-4a2f-8d6e-f3d232743447 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:54.763270 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (6f8cee9e-ee0f-4c0d-9655-fcec61b70522), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:54.770087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:08:54.805161 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ec55f95-dc9b-43d5-a5dc-8554f9f8f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (fc12790d-c695-4dc5-be47-16ee53c81887), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:54.853981 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:08:54.854340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2c73a0e8-3eb4-4971-bf20-14e29a82d3bc not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:08:54.868803 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Network 97e3395d-b6ca-49ba-a919-f771d9e0cc13 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:54.869112 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a55fe05a-e2fa-4e77-965f-c4de827aa5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (3b0e8384-efb7-4a24-bb94-fa670ee5a752), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:54.872787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:54.874480 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55fe05a-e2fa-4e77-965f-c4de827aa5fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b0e8384-efb7-4a24-bb94-fa670ee5a752 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:08:54.888307 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:54.888811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3ec55f95-dc9b-43d5-a5dc-8554f9f8f203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa686f40>,) {'filters': {'network_id': ['fc12790d-c695-4dc5-be47-16ee53c81887']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:54.888901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Pushing event updated for resources: {'Port': ['ID=6f8cee9e-ee0f-4c0d-9655-fcec61b70522,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:54.889828 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a55fe05a-e2fa-4e77-965f-c4de827aa5fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:54.893321 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a55fe05a-e2fa-4e77-965f-c4de827aa5fc admin admin] 10.222.0.31 "DELETE /v2.0/routers/3b0e8384-efb7-4a24-bb94-fa670ee5a752 HTTP/1.1" status: 204  len: 168 time: 2.5381091
Feb 12 21:08:54.896098 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34578) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:54.898179 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Publish callbacks [] for router_gateway (2c183462-857e-41db-a5b1-e5d031f1cb27), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:54.977860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Attempting to bind port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:08:54.977860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Attempting to bind port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f1658487-41e2-4087-8818-91156d4e34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97e3395d-b6ca-49ba-a919-f771d9e0cc13'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:08:54.977860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Attempting to bind port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 on network 97e3395d-b6ca-49ba-a919-f771d9e0cc13 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:08:54.981728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3ec55f95-dc9b-43d5-a5dc-8554f9f8f203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa686f40>, 'e82c252f-f80a-437a-b55f-c978063ffd3f') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:54.982100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3ec55f95-dc9b-43d5-a5dc-8554f9f8f203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa686f40>, 'e82c252f-f80a-437a-b55f-c978063ffd3f') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:54.993001 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d5e09-f087-428e-9d85-d61649279182 req-1ef206b9-38ae-44c5-8d62-393ef64fc8a6 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:54.994893 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-482d5e09-f087-428e-9d85-d61649279182 req-1ef206b9-38ae-44c5-8d62-393ef64fc8a6 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.9988685
Feb 12 21:08:54.997080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:08:54.998924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Checking segment: {'id': 'f1658487-41e2-4087-8818-91156d4e34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97e3395d-b6ca-49ba-a919-f771d9e0cc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:08:55.007555 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:55.007555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Bound using segment: {'id': 'f1658487-41e2-4087-8818-91156d4e34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97e3395d-b6ca-49ba-a919-f771d9e0cc13'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:08:55.007555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Bound port: 6f8cee9e-ee0f-4c0d-9655-fcec61b70522, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1658487-41e2-4087-8818-91156d4e34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97e3395d-b6ca-49ba-a919-f771d9e0cc13'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:08:55.007555 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6f8cee9e-ee0f-4c0d-9655-fcec61b70522), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:55.032940 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-482d5e09-f087-428e-9d85-d61649279182 req-e7f6acdf-410a-4b9b-983f-36f48dee89c9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/quotas/517a5f8cbeba42f6841e1eccf9c2914d HTTP/1.1" status: 200  len: 375 time: 0.0215464
Feb 12 21:08:55.034807 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ec55f95-dc9b-43d5-a5dc-8554f9f8f203 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (e82c252f-f80a-437a-b55f-c978063ffd3f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:55.085155 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-482d5e09-f087-428e-9d85-d61649279182 req-273c21e0-dfa8-4606-89c9-c695a69f8e35 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0332496
Feb 12 21:08:55.102052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-606feae4-15ee-43de-bc29-b36526e18512 admin admin] Deleting subnet 0e23e60d-dea8-4a7b-a6fd-64df49987f71 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:08:55.106461 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-606feae4-15ee-43de-bc29-b36526e18512 admin admin] Publish callbacks [] for subnet (0e23e60d-dea8-4a7b-a6fd-64df49987f71), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:55.158013 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-606feae4-15ee-43de-bc29-b36526e18512 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (0e23e60d-dea8-4a7b-a6fd-64df49987f71), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:55.206152 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] For port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:08:55.212766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] For port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f8cee9e-ee0f-4c0d-9655-fcec61b70522,segment=NetworkSegment(f1658487-41e2-4087-8818-91156d4e34ed),segment_id=f1658487-41e2-4087-8818-91156d4e34ed)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:08:55.286044 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6f8cee9e-ee0f-4c0d-9655-fcec61b70522), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:55.323560 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ec55f95-dc9b-43d5-a5dc-8554f9f8f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (e82c252f-f80a-437a-b55f-c978063ffd3f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:55.338861 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-606feae4-15ee-43de-bc29-b36526e18512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (0e23e60d-dea8-4a7b-a6fd-64df49987f71), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:55.341638 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec55f95-dc9b-43d5-a5dc-8554f9f8f203 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:08:55.346977 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ec55f95-dc9b-43d5-a5dc-8554f9f8f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (e82c252f-f80a-437a-b55f-c978063ffd3f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:08:55.347494 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:08:55.463293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db002ab5-85fa-4f80-9016-c2264953af43 None None] Pushing event updated for resources: {'Port': ['ID=6f8cee9e-ee0f-4c0d-9655-fcec61b70522,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:55.707181 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b8755f0d-cab1-42ce-b7a7-8d24c8d01536 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:08:55.788384 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: b8755f0d-cab1-42ce-b7a7-8d24c8d01536 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:08:55.788795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b8755f0d-cab1-42ce-b7a7-8d24c8d01536 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:08:55.877443 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f825d9f8-1158-4b94-832b-647bc93b328f req-cf2cb8f2-3693-4cfd-82f6-7b1a65253e4d tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0953991
Feb 12 21:08:55.919449 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8395ef80-0392-4063-ba13-8121cd50403d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:56.094604 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-606feae4-15ee-43de-bc29-b36526e18512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (0e23e60d-dea8-4a7b-a6fd-64df49987f71), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:56.101547 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ec55f95-dc9b-43d5-a5dc-8554f9f8f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (fc12790d-c695-4dc5-be47-16ee53c81887), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:56.122116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825d9f8-1158-4b94-832b-647bc93b328f req-4d383f60-a856-488d-9a75-947df1501ffb tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:56.131995 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f825d9f8-1158-4b94-832b-647bc93b328f req-4d383f60-a856-488d-9a75-947df1501ffb tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2450182
Feb 12 21:08:56.155806 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1940f879-964f-489c-988f-547f14db4569 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/quotas/517a5f8cbeba42f6841e1eccf9c2914d HTTP/1.1" status: 200  len: 375 time: 0.0147948
Feb 12 21:08:56.195193 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ec55f95-dc9b-43d5-a5dc-8554f9f8f203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:56.195193 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3ec55f95-dc9b-43d5-a5dc-8554f9f8f203 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fc12790d-c695-4dc5-be47-16ee53c81887 HTTP/1.1" status: 204  len: 168 time: 2.8225272
Feb 12 21:08:56.195193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec55f95-dc9b-43d5-a5dc-8554f9f8f203 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc12790d-c695-4dc5-be47-16ee53c81887,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:56.198660 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606feae4-15ee-43de-bc29-b36526e18512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e23e60d-dea8-4a7b-a6fd-64df49987f71,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:56.207342 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-606feae4-15ee-43de-bc29-b36526e18512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:56.213430 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-606feae4-15ee-43de-bc29-b36526e18512 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0e23e60d-dea8-4a7b-a6fd-64df49987f71 HTTP/1.1" status: 204  len: 168 time: 1.3069944
Feb 12 21:08:56.216417 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd50873-d53b-4f26-9449-e6aaf2bb103d None None] Network 358d4084-1d71-46b0-b440-33c47ce0a316 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:56.223189 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34614) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:56.271011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Publish callbacks [] for router_gateway (2c183462-857e-41db-a5b1-e5d031f1cb27), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:56.279025 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f825d9f8-1158-4b94-832b-647bc93b328f req-cf03c39e-c73c-49d3-8583-e317a2bb92d9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1183839
Feb 12 21:08:56.385504 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:56.484913 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa01288-7921-4907-99d9-0278a2bef270 None None] DHCP port deletion for 358d4084-1d71-46b0-b440-33c47ce0a316 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:08:56.565033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Allocated IP 172.35.2.109 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/36b080be-b606-4471-9db0-ef8189530c41) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:08:56.719270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-cfa01288-7921-4907-99d9-0278a2bef270 None None] Deleting port bb376e42-f1f0-48e5-b3be-83b775d6c420 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:08:56.719693 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cfa01288-7921-4907-99d9-0278a2bef270 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (bb376e42-f1f0-48e5-b3be-83b775d6c420), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:56.860499 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Publish callbacks [] for port (36b080be-b606-4471-9db0-ef8189530c41), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:56.888409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34632) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:56.891599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-cfa01288-7921-4907-99d9-0278a2bef270 None None] For port bb376e42-f1f0-48e5-b3be-83b775d6c420, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb376e42-f1f0-48e5-b3be-83b775d6c420,segment=NetworkSegment(eb8c07c6-806f-492b-b134-b593748fe924),segment_id=eb8c07c6-806f-492b-b134-b593748fe924)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:56.892005 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cfa01288-7921-4907-99d9-0278a2bef270 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (bb376e42-f1f0-48e5-b3be-83b775d6c420), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:56.907959 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-cfa01288-7921-4907-99d9-0278a2bef270 None None] Calling delete_port for bb376e42-f1f0-48e5-b3be-83b775d6c420 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:08:57.016038 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0c5597ff-7029-4397-905a-2964a5725c04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=575977ba469b4b428a1f9d170f126230&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1242986
Feb 12 21:08:57.020465 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34636) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:57.034042 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:57.041244 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-80d3184e-6a89-492e-b4b7-bbf628486218 req-bc184b39-cb2e-48a2-830a-8e875d40237d tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 210 time: 0.1955192
Feb 12 21:08:57.133387 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (358d4084-1d71-46b0-b440-33c47ce0a316), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:57.162126 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cfa01288-7921-4907-99d9-0278a2bef270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (bb376e42-f1f0-48e5-b3be-83b775d6c420), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:57.174140 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6311508-9202-4b1a-8c60-61022f61d9f0 admin admin] Publish callbacks [] for security_group (58a8904a-12e9-4e8b-9b81-2cec444d260e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:57.208207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa01288-7921-4907-99d9-0278a2bef270 None None] Pushing event deleted for resources: {'Port': ['ID=bb376e42-f1f0-48e5-b3be-83b775d6c420,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:57.225916 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa01288-7921-4907-99d9-0278a2bef270 None None] No DVR routers for this DVR port bb376e42-f1f0-48e5-b3be-83b775d6c420 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:08:57.249275 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6311508-9202-4b1a-8c60-61022f61d9f0 admin admin] Publish callbacks [] for security_group (58a8904a-12e9-4e8b-9b81-2cec444d260e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:57.362002 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (358d4084-1d71-46b0-b440-33c47ce0a316), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:57.388819 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (36b080be-b606-4471-9db0-ef8189530c41), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:57.417795 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6311508-9202-4b1a-8c60-61022f61d9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (58a8904a-12e9-4e8b-9b81-2cec444d260e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:57.420687 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6311508-9202-4b1a-8c60-61022f61d9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:57.422432 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e6311508-9202-4b1a-8c60-61022f61d9f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58a8904a-12e9-4e8b-9b81-2cec444d260e HTTP/1.1" status: 204  len: 168 time: 0.3992436
Feb 12 21:08:57.432157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6311508-9202-4b1a-8c60-61022f61d9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a8904a-12e9-4e8b-9b81-2cec444d260e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:57.454603 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6faf07370>,) {'filters': {'network_id': ['358d4084-1d71-46b0-b440-33c47ce0a316']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:57.461164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c577615-3a70-48e4-ba50-0ba5b8766c60 None None] Network 97e3395d-b6ca-49ba-a919-f771d9e0cc13 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:08:57.520537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:08:57.523728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6faf07370>, 'eb8c07c6-806f-492b-b134-b593748fe924') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:57.525442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6faf07370>, 'eb8c07c6-806f-492b-b134-b593748fe924') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:57.546901 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:08:57.553839 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:08:57.577940 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (eb8c07c6-806f-492b-b134-b593748fe924), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:57.642373 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-aa368cb4-fcb6-4af4-a0c0-cf43cf4e6d97 None None] Provisioning complete for port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:57.642974 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-aa368cb4-fcb6-4af4-a0c0-cf43cf4e6d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f8cee9e-ee0f-4c0d-9655-fcec61b70522), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:57.654326 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Pushing event updated for resources: {'Port': ['ID=36b080be-b606-4471-9db0-ef8189530c41,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:57.707760 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (eb8c07c6-806f-492b-b134-b593748fe924), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:57.742739 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:08:57.754201 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (eb8c07c6-806f-492b-b134-b593748fe924), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:08:57.756609 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:08:57.806910 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:58.122524 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-aa368cb4-fcb6-4af4-a0c0-cf43cf4e6d97 None None] Current status of the port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:58.123299 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-aa368cb4-fcb6-4af4-a0c0-cf43cf4e6d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6f8cee9e-ee0f-4c0d-9655-fcec61b70522), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:58.148506 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (358d4084-1d71-46b0-b440-33c47ce0a316), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:58.165481 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:58.174469 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] 10.222.0.31 "DELETE /v2.0/networks/358d4084-1d71-46b0-b440-33c47ce0a316 HTTP/1.1" status: 204  len: 168 time: 1.9490755
Feb 12 21:08:58.211419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Pushing event deleted for resources: {'Network': ['ID=358d4084-1d71-46b0-b440-33c47ce0a316,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:58.236825 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd8da692-de8f-489b-9b37-f30360ed3ca5 req-cc6a2383-4add-4a8f-8afd-24736a9c84a5 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 210 time: 0.0922248
Feb 12 21:08:58.275745 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-aa368cb4-fcb6-4af4-a0c0-cf43cf4e6d97 None None] For port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f8cee9e-ee0f-4c0d-9655-fcec61b70522,segment=NetworkSegment(f1658487-41e2-4087-8818-91156d4e34ed),segment_id=f1658487-41e2-4087-8818-91156d4e34ed)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:08:58.299948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:58.300816 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f8cee9e-ee0f-4c0d-9655-fcec61b70522), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:58.321401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:58.322242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:58.322774 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:58.323355 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:58.330733 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:58.331087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:58.332113 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:58.333147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:58.333147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:58.333147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:58.333488 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:58.333830 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:58.334163 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba24087a-6cfa-45b6-acea-a43bec2bb2ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:08:58.375399 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e56bd72c-829b-4573-b1fa-89ac562e2aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:58.381678 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-aa368cb4-fcb6-4af4-a0c0-cf43cf4e6d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6f8cee9e-ee0f-4c0d-9655-fcec61b70522), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:58.510867 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Publish callbacks [] for router_gateway (2c183462-857e-41db-a5b1-e5d031f1cb27), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:58.516127 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa368cb4-fcb6-4af4-a0c0-cf43cf4e6d97 None None] Pushing event updated for resources: {'Port': ['ID=6f8cee9e-ee0f-4c0d-9655-fcec61b70522,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:08:58.596952 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:58.694511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bb376e42-f1f0-48e5-b3be-83b775d6c420 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:08:58.763353 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: bb376e42-f1f0-48e5-b3be-83b775d6c420 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:08:58.763891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bb376e42-f1f0-48e5-b3be-83b775d6c420 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:08:58.828350 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d84b1625-1743-44d4-81c7-bc34ef9d0dea None None] Provisioning complete for port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:08:58.831787 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d84b1625-1743-44d4-81c7-bc34ef9d0dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f8cee9e-ee0f-4c0d-9655-fcec61b70522), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:58.885592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34690) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:58.996847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (2c183462-857e-41db-a5b1-e5d031f1cb27), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:59.121195 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d84b1625-1743-44d4-81c7-bc34ef9d0dea None None] Current status of the port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:08:59.258949 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:59.378796 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Router 2c183462-857e-41db-a5b1-e5d031f1cb27 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:08:59.434760 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:59.544713 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34704) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:08:59.546055 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-88d53c1a-e257-43a2-9c87-39ad769d4ecd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c786b1ea6814f6296ceaf7d8911fc64&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6589892
Feb 12 21:08:59.548866 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-482d5e09-f087-428e-9d85-d61649279182 req-54fc26f1-57f8-406a-a7cc-f6be22cd2c4c tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.5643454
Feb 12 21:08:59.648323 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ea43aeef-6ddf-4892-a6fc-dc1f0df6df17 req-9a583d62-7015-4a51-989a-67116d9dff1a tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 210 time: 0.1184435
Feb 12 21:08:59.655943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:08:59.758148 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2a260869-f9a0-4d36-b40c-7f30c8ac151e admin admin] Publish callbacks [] for security_group (e8fb70ae-76a4-4cad-97c5-08de99c329eb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:59.783792 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2a260869-f9a0-4d36-b40c-7f30c8ac151e admin admin] Publish callbacks [] for security_group (e8fb70ae-76a4-4cad-97c5-08de99c329eb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:59.841754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:08:59.866782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Sync routers for ids ['2c183462-857e-41db-a5b1-e5d031f1cb27'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:08:59.913401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Routers {'2c183462-857e-41db-a5b1-e5d031f1cb27'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:08:59.914712 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb930af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2c183462-857e-41db-a5b1-e5d031f1cb27'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:08:59.933780 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d5e09-f087-428e-9d85-d61649279182 req-f32cd9a4-65a7-4bb2-83ae-06d56c55767d tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:08:59.939733 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-482d5e09-f087-428e-9d85-d61649279182 req-f32cd9a4-65a7-4bb2-83ae-06d56c55767d tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3608878
Feb 12 21:08:59.955599 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-482d5e09-f087-428e-9d85-d61649279182 req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Request body: {'port': {'device_id': 'fa7e1aca-9785-4119-a180-49e60318243e', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '517a5f8cbeba42f6841e1eccf9c2914d'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:08:59.959079 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2a260869-f9a0-4d36-b40c-7f30c8ac151e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e8fb70ae-76a4-4cad-97c5-08de99c329eb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:59.962064 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2a260869-f9a0-4d36-b40c-7f30c8ac151e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:08:59.966738 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2a260869-f9a0-4d36-b40c-7f30c8ac151e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8fb70ae-76a4-4cad-97c5-08de99c329eb HTTP/1.1" status: 204  len: 168 time: 0.4209571
Feb 12 21:08:59.991491 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a260869-f9a0-4d36-b40c-7f30c8ac151e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fb70ae-76a4-4cad-97c5-08de99c329eb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:00.005062 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:00.012355 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b27e73f7-50f8-4d6d-a9c0-dc4c306d40ee admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.8741071
Feb 12 21:09:00.020954 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34722) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:00.048730 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f825d9f8-1158-4b94-832b-647bc93b328f req-9d88ae39-1cd7-49cf-92c2-9ad3ad2e9b73 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0325172
Feb 12 21:09:00.091486 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Set router 2c183462-857e-41db-a5b1-e5d031f1cb27 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:00.237539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:00.238193 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f8cee9e-ee0f-4c0d-9655-fcec61b70522), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:00.316674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825d9f8-1158-4b94-832b-647bc93b328f req-d0b23b84-6005-461c-a3db-14367f708ef4 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:00.324871 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f825d9f8-1158-4b94-832b-647bc93b328f req-d0b23b84-6005-461c-a3db-14367f708ef4 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2674673
Feb 12 21:09:00.348718 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-f825d9f8-1158-4b94-832b-647bc93b328f req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Request body: {'port': {'device_id': '098c5b34-4f68-4c9d-a24c-092d1c4b35e9', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '517a5f8cbeba42f6841e1eccf9c2914d'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:00.448207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:00.449917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482d5e09-f087-428e-9d85-d61649279182 req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Made reservation on behalf of 517a5f8cbeba42f6841e1eccf9c2914d for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:00.456905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-482d5e09-f087-428e-9d85-d61649279182 req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:00.512416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34728) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:00.531087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb930af0>, [{'id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'name': 'tempest-TaggedBootDevicesTest_v242-2122052483-router', 'tenant_id': '8136ac87e765406682899e728200a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.109'}], 'enable_snat': True}, 'gw_port_id': '36b080be-b606-4471-9db0-ef8189530c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:53Z', 'updated_at': '2022-02-12T21:08:58Z', 'revision_number': 3, 'project_id': '8136ac87e765406682899e728200a9f4', 'gw_port': {'id': '36b080be-b606-4471-9db0-ef8189530c41', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:71:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:56Z', 'updated_at': '2022-02-12T21:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:00.564263 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-482d5e09-f087-428e-9d85-d61649279182 req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:00.575898 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Checking router: 2c183462-857e-41db-a5b1-e5d031f1cb27 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:09:00.576355 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Updating router 2c183462-857e-41db-a5b1-e5d031f1cb27 port 36b080be-b606-4471-9db0-ef8189530c41 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:09:00.639357 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (36b080be-b606-4471-9db0-ef8189530c41), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:00.800337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f825d9f8-1158-4b94-832b-647bc93b328f req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Made reservation on behalf of 517a5f8cbeba42f6841e1eccf9c2914d for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:00.805014 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f825d9f8-1158-4b94-832b-647bc93b328f req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:00.832766 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-482d5e09-f087-428e-9d85-d61649279182 req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks [] for security_group (f11d75e3-4949-4875-888a-44c637799f39), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:00.907320 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dbd37ce2-c9a5-4568-a7bc-7ea566affa62 req-26224988-e2b4-43fa-baeb-ad5522858bdb tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 210 time: 0.0976501
Feb 12 21:09:00.908217 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f825d9f8-1158-4b94-832b-647bc93b328f req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:00.953635 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-482d5e09-f087-428e-9d85-d61649279182 req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f11d75e3-4949-4875-888a-44c637799f39), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:01.065332 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:01.115767 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.api [req-f825d9f8-1158-4b94-832b-647bc93b328f req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 517a5f8cbeba42f6841e1eccf9c2914d {{(pid=126506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:09:01.119265 ncdv-master-1 neutron-server[126506]: DEBUG oslo_db.api [req-f825d9f8-1158-4b94-832b-647bc93b328f req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:09:01.237182 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-1a26e304-f9a3-49cf-ab62-613ab00f1f13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-network', 'tenant_id': '2094e607f7bf4345beb838fc2e483911'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:01.239897 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Publish callbacks [] for port (36b080be-b606-4471-9db0-ef8189530c41), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:01.274342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11d75e3-4949-4875-888a-44c637799f39,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:01.354004 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (36b080be-b606-4471-9db0-ef8189530c41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:01.435960 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Attempting to bind port 36b080be-b606-4471-9db0-ef8189530c41 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:01.437425 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Attempting to bind port 36b080be-b606-4471-9db0-ef8189530c41 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:01.437991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Attempting to bind port 36b080be-b606-4471-9db0-ef8189530c41 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:01.446587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:01.447836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:01.448409 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:01.448955 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:01.449716 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Bound port: 36b080be-b606-4471-9db0-ef8189530c41, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:01.450293 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (36b080be-b606-4471-9db0-ef8189530c41), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:01.451491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.452180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.453020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.453514 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.453960 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.454414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.454851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.455284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.456130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.456559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.457256 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.457816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.458515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.503115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6f4fc-d018-4d1f-b92a-47898f4025dc None None] Pushing event updated for resources: {'Port': ['ID=36b080be-b606-4471-9db0-ef8189530c41,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:01.513822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-482d5e09-f087-428e-9d85-d61649279182 req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Allocated IP 192.168.233.253 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/79a28270-5b6e-4c46-9526-13bd9e1c0067) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:01.515973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6f4fc-d018-4d1f-b92a-47898f4025dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.516324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6f4fc-d018-4d1f-b92a-47898f4025dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.516664 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6f4fc-d018-4d1f-b92a-47898f4025dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.517017 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6f4fc-d018-4d1f-b92a-47898f4025dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.517329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6f4fc-d018-4d1f-b92a-47898f4025dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.517696 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6f4fc-d018-4d1f-b92a-47898f4025dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.518027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6f4fc-d018-4d1f-b92a-47898f4025dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.518370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6f4fc-d018-4d1f-b92a-47898f4025dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.518708 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6f4fc-d018-4d1f-b92a-47898f4025dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.519023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6f4fc-d018-4d1f-b92a-47898f4025dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.519398 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6f4fc-d018-4d1f-b92a-47898f4025dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.520424 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6f4fc-d018-4d1f-b92a-47898f4025dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.520764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf6f4fc-d018-4d1f-b92a-47898f4025dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:01.545238 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:01.569757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] For port 36b080be-b606-4471-9db0-ef8189530c41, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:01.575684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] For port 36b080be-b606-4471-9db0-ef8189530c41, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36b080be-b606-4471-9db0-ef8189530c41,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:01.580189 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a26e304-f9a3-49cf-ab62-613ab00f1f13 admin admin] Made reservation on behalf of 2094e607f7bf4345beb838fc2e483911 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:01.584828 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a26e304-f9a3-49cf-ab62-613ab00f1f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:01.611029 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a26e304-f9a3-49cf-ab62-613ab00f1f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:01.617558 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f825d9f8-1158-4b94-832b-647bc93b328f req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:01.651787 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (36b080be-b606-4471-9db0-ef8189530c41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:01.846918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Routers {'2c183462-857e-41db-a5b1-e5d031f1cb27'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:01.847562 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb930af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2c183462-857e-41db-a5b1-e5d031f1cb27'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:01.946610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6f4fc-d018-4d1f-b92a-47898f4025dc None None] Pushing event updated for resources: {'Port': ['ID=36b080be-b606-4471-9db0-ef8189530c41,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:02.022535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] Set router 2c183462-857e-41db-a5b1-e5d031f1cb27 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:02.073076 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-16a0843a-5672-4a0c-91bd-6cf5666f51c3 req-d276f33d-b283-4c1a-baa6-6f0d3e892ed9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 210 time: 0.0596900
Feb 12 21:09:02.129589 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-482d5e09-f087-428e-9d85-d61649279182 req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks [] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:02.129589 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a26e304-f9a3-49cf-ab62-613ab00f1f13 admin admin] Publish callbacks [] for security_group (eec9152b-6ae4-4b96-8ad1-2f40dd8dfc00), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:02.129589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Allocated IP 172.20.0.1 (97e3395d-b6ca-49ba-a919-f771d9e0cc13/0c689aaf-3ea3-401a-b0d7-242480a6ee5e/c153cb74-3ffa-480b-b50d-ec962a7d8c76) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:02.232753 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Publish callbacks [] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:02.240987 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb930af0>, [{'id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'name': 'tempest-TaggedBootDevicesTest_v242-2122052483-router', 'tenant_id': '8136ac87e765406682899e728200a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.109'}], 'enable_snat': True}, 'gw_port_id': '36b080be-b606-4471-9db0-ef8189530c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:53Z', 'updated_at': '2022-02-12T21:08:58Z', 'revision_number': 3, 'project_id': '8136ac87e765406682899e728200a9f4', 'gw_port': {'id': '36b080be-b606-4471-9db0-ef8189530c41', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:71:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:56Z', 'updated_at': '2022-02-12T21:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:02.271306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e29f04a-b306-46be-b507-401a0375e7f5 None None] The sync data for ids ['2c183462-857e-41db-a5b1-e5d031f1cb27'] in ncdv-master-1 is: [{'id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'name': 'tempest-TaggedBootDevicesTest_v242-2122052483-router', 'tenant_id': '8136ac87e765406682899e728200a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.109'}], 'enable_snat': True}, 'gw_port_id': '36b080be-b606-4471-9db0-ef8189530c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:53Z', 'updated_at': '2022-02-12T21:08:58Z', 'revision_number': 3, 'project_id': '8136ac87e765406682899e728200a9f4', 'gw_port': {'id': '36b080be-b606-4471-9db0-ef8189530c41', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:71:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:56Z', 'updated_at': '2022-02-12T21:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:09:02.395495 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-482d5e09-f087-428e-9d85-d61649279182 req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:02.399114 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a26e304-f9a3-49cf-ab62-613ab00f1f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (eec9152b-6ae4-4b96-8ad1-2f40dd8dfc00), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:02.404611 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:02.447128 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:02.495128 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Network 97e3395d-b6ca-49ba-a919-f771d9e0cc13 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:02.534504 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:02.551376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482d5e09-f087-428e-9d85-d61649279182 req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:02.557407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:02.641229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-f825d9f8-1158-4b94-832b-647bc93b328f req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Allocated IP 192.168.233.81 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/9e9845e9-a042-45ae-b39d-5207ad5eef75) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:02.650321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-482d5e09-f087-428e-9d85-d61649279182 req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:02.650321 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (2c183462-857e-41db-a5b1-e5d031f1cb27), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:02.654937 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-482d5e09-f087-428e-9d85-d61649279182 req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:02.657766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a26e304-f9a3-49cf-ab62-613ab00f1f13 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:09:02.667176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26e304-f9a3-49cf-ab62-613ab00f1f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec9152b-6ae4-4b96-8ad1-2f40dd8dfc00,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:02.768499 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Pushing event updated for resources: {'Port': ['ID=79a28270-5b6e-4c46-9526-13bd9e1c0067,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:02.995858 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a26e304-f9a3-49cf-ab62-613ab00f1f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:02.996208 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-1a26e304-f9a3-49cf-ab62-613ab00f1f13 admin admin] Added segment 4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42 of type vlan for network 4558dc02-1bc4-4b41-a16f-8a68e939fe76
Feb 12 21:09:03.148350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Pushing event updated for resources: {'Port': ['ID=c153cb74-3ffa-480b-b50d-ec962a7d8c76,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:03.182925 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f825d9f8-1158-4b94-832b-647bc93b328f req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks [] for port (9e9845e9-a042-45ae-b39d-5207ad5eef75), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:03.276441 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a26e304-f9a3-49cf-ab62-613ab00f1f13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (4558dc02-1bc4-4b41-a16f-8a68e939fe76), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:03.284756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0d42655b-0571-47e2-83cd-701eb3dd70e2 None None] Provisioning complete for port 79a28270-5b6e-4c46-9526-13bd9e1c0067 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:03.284756 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0d42655b-0571-47e2-83cd-701eb3dd70e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:03.298508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d5e09-f087-428e-9d85-d61649279182 req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:03.299103 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-482d5e09-f087-428e-9d85-d61649279182 req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:03.377023 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34782) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:03.392906 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-44120d1a-85ac-46ab-9284-4cb74d801b7a req-5bc441e2-081b-4359-8629-88607af71a76 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 210 time: 0.1339929
Feb 12 21:09:03.453611 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-482d5e09-f087-428e-9d85-d61649279182 req-efb35d32-2ea7-4738-b3dd-272531047b58 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.5035210
Feb 12 21:09:03.455132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0d42655b-0571-47e2-83cd-701eb3dd70e2 None None] Port 79a28270-5b6e-4c46-9526-13bd9e1c0067 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:03.473798 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f825d9f8-1158-4b94-832b-647bc93b328f req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (9e9845e9-a042-45ae-b39d-5207ad5eef75), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:03.510775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0d42655b-0571-47e2-83cd-701eb3dd70e2 None None] Provisioning complete for port c153cb74-3ffa-480b-b50d-ec962a7d8c76 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:03.511307 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0d42655b-0571-47e2-83cd-701eb3dd70e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:03.522398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Request body: {'port': {'device_id': 'fa7e1aca-9785-4119-a180-49e60318243e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:03.640382 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f825d9f8-1158-4b94-832b-647bc93b328f req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:03.649679 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-f825d9f8-1158-4b94-832b-647bc93b328f req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:03.665096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f825d9f8-1158-4b94-832b-647bc93b328f req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:03.721000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0d42655b-0571-47e2-83cd-701eb3dd70e2 None None] Port c153cb74-3ffa-480b-b50d-ec962a7d8c76 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:03.764268 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a26e304-f9a3-49cf-ab62-613ab00f1f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (4558dc02-1bc4-4b41-a16f-8a68e939fe76), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:03.768239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a26e304-f9a3-49cf-ab62-613ab00f1f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:03.769142 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a26e304-f9a3-49cf-ab62-613ab00f1f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:03.777423 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 36b080be-b606-4471-9db0-ef8189530c41 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:03.792366 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34802) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:03.848648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825d9f8-1158-4b94-832b-647bc93b328f req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:03.851422 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f825d9f8-1158-4b94-832b-647bc93b328f req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:03.862257 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Pushing event updated for resources: {'Port': ['ID=9e9845e9-a042-45ae-b39d-5207ad5eef75,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:03.876983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 36b080be-b606-4471-9db0-ef8189530c41 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:03.877552 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (36b080be-b606-4471-9db0-ef8189530c41), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:03.891652 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:03.918548 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-835848383-network', 'tenant_id': '268b10235e3d4212b9d709377d7f918b'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:03.975701 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f825d9f8-1158-4b94-832b-647bc93b328f req-78996ecb-d86c-4f5f-9392-5db0c0e5caa9 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.6331024
Feb 12 21:09:03.995105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Request body: {'port': {'device_id': '098c5b34-4f68-4c9d-a24c-092d1c4b35e9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:04.022050 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-48ded277-e1cf-4bed-a590-cd06262bdb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:04.082400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 36b080be-b606-4471-9db0-ef8189530c41 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:04.083183 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (36b080be-b606-4471-9db0-ef8189530c41), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:04.108674 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9e9845e9-a042-45ae-b39d-5207ad5eef75), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:04.110055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 36b080be-b606-4471-9db0-ef8189530c41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36b080be-b606-4471-9db0-ef8189530c41,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:04.160387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e26ca6d8-fe44-49d0-b573-fa63fe62371d None None] Provisioning complete for port 9e9845e9-a042-45ae-b39d-5207ad5eef75 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:04.161068 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e26ca6d8-fe44-49d0-b573-fa63fe62371d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9e9845e9-a042-45ae-b39d-5207ad5eef75), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:04.174150 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1a26e304-f9a3-49cf-ab62-613ab00f1f13 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 3.6602128
Feb 12 21:09:04.179210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34806) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:04.183757 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:04.193056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b7ffccd1-b918-4bca-9cec-b7cdb9ae5440 admin admin] Request body: {'subnet': {'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-subnet', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:04.203597 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (36b080be-b606-4471-9db0-ef8189530c41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:04.209572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26e304-f9a3-49cf-ab62-613ab00f1f13 admin admin] Pushing event updated for resources: {'Network': ['ID=4558dc02-1bc4-4b41-a16f-8a68e939fe76,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:04.242705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:09:04.292913 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e26ca6d8-fe44-49d0-b573-fa63fe62371d None None] Port 9e9845e9-a042-45ae-b39d-5207ad5eef75 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:04.482984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] Made reservation on behalf of 268b10235e3d4212b9d709377d7f918b for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:04.485869 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:04.516265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9845e9-a042-45ae-b39d-5207ad5eef75 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:09:04.527225 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:04.538463 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Publish callbacks [] for port (9e9845e9-a042-45ae-b39d-5207ad5eef75), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:04.565747 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Transition to ACTIVE for port object 9e9845e9-a042-45ae-b39d-5207ad5eef75 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:09:04.585694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=36b080be-b606-4471-9db0-ef8189530c41,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:04.634016 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (9e9845e9-a042-45ae-b39d-5207ad5eef75), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:04.649755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ffccd1-b918-4bca-9cec-b7cdb9ae5440 admin admin] Made reservation on behalf of 2094e607f7bf4345beb838fc2e483911 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:04.652386 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b7ffccd1-b918-4bca-9cec-b7cdb9ae5440 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:04.735283 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-48ded277-e1cf-4bed-a590-cd06262bdb1e admin admin] Publish callbacks [] for security_group (2cf0ccd7-59f9-477f-82ea-737b6ff96765), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:04.772996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9845e9-a042-45ae-b39d-5207ad5eef75,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:04.849921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Attempting to bind port 9e9845e9-a042-45ae-b39d-5207ad5eef75 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:04.850263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Attempting to bind port 9e9845e9-a042-45ae-b39d-5207ad5eef75 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:04.850633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Attempting to bind port 9e9845e9-a042-45ae-b39d-5207ad5eef75 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:04.858123 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Port 9e9845e9-a042-45ae-b39d-5207ad5eef75 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:09:04.858644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Attempting to bind port 9e9845e9-a042-45ae-b39d-5207ad5eef75 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:04.865465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:04.867550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:04.867550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:04.867550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Bound port: 9e9845e9-a042-45ae-b39d-5207ad5eef75, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:04.867550 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9e9845e9-a042-45ae-b39d-5207ad5eef75), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:04.937505 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Publish callbacks [] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:04.955427 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] For port 9e9845e9-a042-45ae-b39d-5207ad5eef75, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:04.959080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] For port 9e9845e9-a042-45ae-b39d-5207ad5eef75, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e9845e9-a042-45ae-b39d-5207ad5eef75,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:05.049246 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-48ded277-e1cf-4bed-a590-cd06262bdb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2cf0ccd7-59f9-477f-82ea-737b6ff96765), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:05.159870 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (9e9845e9-a042-45ae-b39d-5207ad5eef75), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:05.220039 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:05.220721 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:05.222574 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f825d9f8-1158-4b94-832b-647bc93b328f req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] 10.222.0.48 "PUT /v2.0/ports/9e9845e9-a042-45ae-b39d-5207ad5eef75 HTTP/1.1" status: 200  len: 1095 time: 1.2352583
Feb 12 21:09:05.231644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098c5b34-4f68-4c9d-a24c-092d1c4b35e9', 'tag': '9e9845e9-a042-45ae-b39d-5207ad5eef75'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:09:05.234502 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b00f8b8-d5f8-483f-bd76-bd1ea4c1943c" -d '{"events": [{"name": "network-changed", "server_uuid": "098c5b34-4f68-4c9d-a24c-092d1c4b35e9", "tag": "9e9845e9-a042-45ae-b39d-5207ad5eef75"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:09:05.289153 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3556c2-bbbb-4039-bc45-bdf5020e7634 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9845e9-a042-45ae-b39d-5207ad5eef75,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:05.318634 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303cedb6-5779-475d-89ef-d362f3332ee9 x-openstack-request-id: req-303cedb6-5779-475d-89ef-d362f3332ee9 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:09:05.318934 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098c5b34-4f68-4c9d-a24c-092d1c4b35e9", "tag": "9e9845e9-a042-45ae-b39d-5207ad5eef75", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:09:05.319192 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-303cedb6-5779-475d-89ef-d362f3332ee9 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:09:05.319596 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098c5b34-4f68-4c9d-a24c-092d1c4b35e9', 'tag': '9e9845e9-a042-45ae-b39d-5207ad5eef75', 'status': 'completed', 'code': 200}
Feb 12 21:09:05.422426 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00f8b8-d5f8-483f-bd76-bd1ea4c1943c req-d9ba9ae9-c2a8-42df-8b0a-fe61e146798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:05.424292 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6b00f8b8-d5f8-483f-bd76-bd1ea4c1943c req-d9ba9ae9-c2a8-42df-8b0a-fe61e146798e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 1129 time: 0.0774004
Feb 12 21:09:05.427771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-48ded277-e1cf-4bed-a590-cd06262bdb1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33d1d70de7584d469299d4b4c0ea2e2b&name=default HTTP/1.1" status: 200  len: 2996 time: 1.6273174
Feb 12 21:09:05.430575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34814) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:05.454383 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:05.474599 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6b00f8b8-d5f8-483f-bd76-bd1ea4c1943c req-54d034e2-f432-4f84-b527-01378d6cb141 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0316937
Feb 12 21:09:05.607585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ded277-e1cf-4bed-a590-cd06262bdb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf0ccd7-59f9-477f-82ea-737b6ff96765,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:05.629782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a28270-5b6e-4c46-9526-13bd9e1c0067 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:09:05.665272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 36b080be-b606-4471-9db0-ef8189530c41 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:05.730206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (2c183462-857e-41db-a5b1-e5d031f1cb27), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:05.764258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b9b11-f041-4b9e-a59f-5582d8260e65 req-d20308c1-968c-40e4-a4d0-fb477e2a6c30 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:05.764258 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce1b9b11-f041-4b9e-a59f-5582d8260e65 req-d20308c1-968c-40e4-a4d0-fb477e2a6c30 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 935 time: 1.1935833
Feb 12 21:09:05.782489 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] Publish callbacks [] for security_group (e9aa5b7b-1b1c-44a2-884f-90b895bff4da), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:05.787351 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 36b080be-b606-4471-9db0-ef8189530c41 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:05.788114 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (36b080be-b606-4471-9db0-ef8189530c41), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:05.804721 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Publish callbacks [] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:05.834683 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Pushing event updated for resources: {'Port': ['ID=c153cb74-3ffa-480b-b50d-ec962a7d8c76,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:05.850318 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e9aa5b7b-1b1c-44a2-884f-90b895bff4da), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:05.893550 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Transition to ACTIVE for port object 79a28270-5b6e-4c46-9526-13bd9e1c0067 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:09:05.957059 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 36b080be-b606-4471-9db0-ef8189530c41 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:06.022250 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9dc32996-0665-47ea-ab70-f42864072fa0 admin admin] Publish callbacks [] for security_group (2cf0ccd7-59f9-477f-82ea-737b6ff96765), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:06.023722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:09:06.034746 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:06.036986 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b7ffccd1-b918-4bca-9cec-b7cdb9ae5440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:06.089701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aa5b7b-1b1c-44a2-884f-90b895bff4da,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:06.094412 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9dc32996-0665-47ea-ab70-f42864072fa0 admin admin] Publish callbacks [] for security_group (2cf0ccd7-59f9-477f-82ea-737b6ff96765), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:06.114928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00f8b8-d5f8-483f-bd76-bd1ea4c1943c req-8460b685-30a7-4a2d-803f-6df7d625eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:06.116715 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6b00f8b8-d5f8-483f-bd76-bd1ea4c1943c req-8460b685-30a7-4a2d-803f-6df7d625eaf8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6304636
Feb 12 21:09:06.118613 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce1b9b11-f041-4b9e-a59f-5582d8260e65 req-09981dbf-9a2f-4955-9c37-3172ec686837 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3228507
Feb 12 21:09:06.124043 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (e990966c-7b46-4317-b971-4eb963d7b390), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:06.124492 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] Added segment e990966c-7b46-4317-b971-4eb963d7b390 of type vlan for network d7c609c2-12fb-4e20-bba6-5a29d846f619
Feb 12 21:09:06.271455 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Pushing event updated for resources: {'Port': ['ID=79a28270-5b6e-4c46-9526-13bd9e1c0067,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:06.294164 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9dc32996-0665-47ea-ab70-f42864072fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2cf0ccd7-59f9-477f-82ea-737b6ff96765), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:06.299139 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9dc32996-0665-47ea-ab70-f42864072fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:06.301406 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9dc32996-0665-47ea-ab70-f42864072fa0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2cf0ccd7-59f9-477f-82ea-737b6ff96765 HTTP/1.1" status: 204  len: 168 time: 0.8687930
Feb 12 21:09:06.317469 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc32996-0665-47ea-ab70-f42864072fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf0ccd7-59f9-477f-82ea-737b6ff96765,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:06.321047 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (d7c609c2-12fb-4e20-bba6-5a29d846f619), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:06.343774 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825d9f8-1158-4b94-832b-647bc93b328f req-0c2fff79-cf4c-47ef-803e-bad470bdb312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:06.347342 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f825d9f8-1158-4b94-832b-647bc93b328f req-0c2fff79-cf4c-47ef-803e-bad470bdb312 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 1129 time: 0.1613915
Feb 12 21:09:06.413127 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f825d9f8-1158-4b94-832b-647bc93b328f req-8707e61e-68a0-4f3e-bb68-fcc2c02210f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=9e9845e9-a042-45ae-b39d-5207ad5eef75 HTTP/1.1" status: 200  len: 217 time: 0.0543702
Feb 12 21:09:06.424234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Network 97e3395d-b6ca-49ba-a919-f771d9e0cc13 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:06.440012 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.db.resource_extend [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:09:06.445275 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:06.447452 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ffccd1-b918-4bca-9cec-b7cdb9ae5440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:06.478738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ffccd1-b918-4bca-9cec-b7cdb9ae5440 admin admin] Checking segment: {'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:06.479192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ffccd1-b918-4bca-9cec-b7cdb9ae5440 admin admin] Network hostable DHCP agents. Network: 4558dc02-1bc4-4b41-a16f-8a68e939fe76, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:09:06.513481 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825d9f8-1158-4b94-832b-647bc93b328f req-537820dd-7242-4d54-80d3-54cf6ffc7e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:06.515859 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f825d9f8-1158-4b94-832b-647bc93b328f req-537820dd-7242-4d54-80d3-54cf6ffc7e0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0938087
Feb 12 21:09:06.620296 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825d9f8-1158-4b94-832b-647bc93b328f req-30b02c05-bc74-40c2-9f6c-b1e1960a13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:06.622115 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f825d9f8-1158-4b94-832b-647bc93b328f req-30b02c05-bc74-40c2-9f6c-b1e1960a13e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0966022
Feb 12 21:09:06.688148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Attempting to bind port 79a28270-5b6e-4c46-9526-13bd9e1c0067 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:06.688490 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Attempting to bind port 79a28270-5b6e-4c46-9526-13bd9e1c0067 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:06.699701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Attempting to bind port 79a28270-5b6e-4c46-9526-13bd9e1c0067 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:06.721443 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (d7c609c2-12fb-4e20-bba6-5a29d846f619), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:06.722699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:06.723229 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:06.725536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ffccd1-b918-4bca-9cec-b7cdb9ae5440 admin admin] Network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:09:06.734375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Port 79a28270-5b6e-4c46-9526-13bd9e1c0067 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:09:06.734935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Attempting to bind port 79a28270-5b6e-4c46-9526-13bd9e1c0067 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:06.748142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:06.748595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:06.749065 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:06.749737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Bound port: 79a28270-5b6e-4c46-9526-13bd9e1c0067, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:06.750148 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:06.824699 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f825d9f8-1158-4b94-832b-647bc93b328f req-225cad4c-302e-4d39-9c9e-acf8f40b5748 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906433
Feb 12 21:09:06.859480 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-b7ffccd1-b918-4bca-9cec-b7cdb9ae5440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4558dc02-1bc4-4b41-a16f-8a68e939fe76) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:06.866923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ffccd1-b918-4bca-9cec-b7cdb9ae5440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:06.866923 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b7ffccd1-b918-4bca-9cec-b7cdb9ae5440 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:06.870027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf29f258-5948-476b-9d61-85c86595acb5 None None] Network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:09:06.930603 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 3.5522394
Feb 12 21:09:06.931835 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30387e-d4c4-4750-ba71-9fc89d845e0c admin admin] Pushing event updated for resources: {'Network': ['ID=d7c609c2-12fb-4e20-bba6-5a29d846f619,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:06.937442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34842) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:06.952614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a6afc745-5e9c-47e3-a4b1-fa52df1d813b admin admin] Request body: {'subnet': {'network_id': 'd7c609c2-12fb-4e20-bba6-5a29d846f619', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-835848383-subnet', 'tenant_id': '268b10235e3d4212b9d709377d7f918b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:07.007299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Router 2c183462-857e-41db-a5b1-e5d031f1cb27 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:09:07.017859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network d7c609c2-12fb-4e20-bba6-5a29d846f619 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:09:07.019424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] For port 79a28270-5b6e-4c46-9526-13bd9e1c0067, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:07.019914 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f825d9f8-1158-4b94-832b-647bc93b328f req-b8cb7018-207a-4ea6-a109-152aa96ddd82 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1871793
Feb 12 21:09:07.041040 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] For port 79a28270-5b6e-4c46-9526-13bd9e1c0067, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79a28270-5b6e-4c46-9526-13bd9e1c0067,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:07.056592 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b7ffccd1-b918-4bca-9cec-b7cdb9ae5440 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.8700991
Feb 12 21:09:07.058856 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34844) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:07.068137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:07.139621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-12680945-3d1f-462b-9750-1c23a5dcd65a None None] Provisioning complete for port c153cb74-3ffa-480b-b50d-ec962a7d8c76 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:07.141030 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-12680945-3d1f-462b-9750-1c23a5dcd65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:07.235943 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:07.251684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6afc745-5e9c-47e3-a4b1-fa52df1d813b admin admin] Made reservation on behalf of 268b10235e3d4212b9d709377d7f918b for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:07.251684 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6afc745-5e9c-47e3-a4b1-fa52df1d813b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:07.287972 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34864) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:07.294437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:09:07.302951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-12680945-3d1f-462b-9750-1c23a5dcd65a None None] Port c153cb74-3ffa-480b-b50d-ec962a7d8c76 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:07.307438 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Sync routers for ids ['2c183462-857e-41db-a5b1-e5d031f1cb27'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:09:07.321197 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'project_id': '2094e607f7bf4345beb838fc2e483911', 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:09:07.324579 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:07.324809 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a17c6e3e-92d3-4b32-a28b-317a69f3b403 admin admin] 10.222.0.31 "PUT /v2.0/routers/2c183462-857e-41db-a5b1-e5d031f1cb27/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3050506
Feb 12 21:09:07.335511 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Routers {'2c183462-857e-41db-a5b1-e5d031f1cb27'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:07.336151 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb97460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2c183462-857e-41db-a5b1-e5d031f1cb27'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:07.360776 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (688e2890-2d6b-4da6-aa85-a74cf061f2ca), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:07.362550 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (688e2890-2d6b-4da6-aa85-a74cf061f2ca), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:07.412591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:07.413221 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:07.415996 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b3789fdb-f66f-42ee-8b96-d6f5fd3aa284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:07.416361 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-482d5e09-f087-428e-9d85-d61649279182 req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] 10.222.0.48 "PUT /v2.0/ports/79a28270-5b6e-4c46-9526-13bd9e1c0067 HTTP/1.1" status: 200  len: 1096 time: 3.9148641
Feb 12 21:09:07.432666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7e1aca-9785-4119-a180-49e60318243e', 'tag': '79a28270-5b6e-4c46-9526-13bd9e1c0067'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:09:07.437334 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede53308-b77e-42eb-8cf2-541694aae1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7e1aca-9785-4119-a180-49e60318243e", "tag": "79a28270-5b6e-4c46-9526-13bd9e1c0067"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:09:07.614092 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Allocated IP 172.20.0.2 (4558dc02-1bc4-4b41-a16f-8a68e939fe76/84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5/af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:07.653061 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b3789fdb-f66f-42ee-8b96-d6f5fd3aa284 admin admin] Publish callbacks [] for security_group (bb0c7fd3-663e-4562-beeb-00808facdbbd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:07.657738 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14e7481-ba3c-45ef-8396-aff83fe407ad x-openstack-request-id: req-c14e7481-ba3c-45ef-8396-aff83fe407ad {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:09:07.659312 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7e1aca-9785-4119-a180-49e60318243e", "tag": "79a28270-5b6e-4c46-9526-13bd9e1c0067", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:09:07.659675 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c14e7481-ba3c-45ef-8396-aff83fe407ad {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:09:07.661276 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7e1aca-9785-4119-a180-49e60318243e', 'tag': '79a28270-5b6e-4c46-9526-13bd9e1c0067', 'status': 'completed', 'code': 200}
Feb 12 21:09:07.669818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13e11e-dac7-448f-8cc0-ec98efd4f3cc service neutron] Pushing event updated for resources: {'Port': ['ID=79a28270-5b6e-4c46-9526-13bd9e1c0067,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:07.713598 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Set router 2c183462-857e-41db-a5b1-e5d031f1cb27 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:07.737751 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc86460-f7d7-45a0-b4f0-44036a2dd450 req-7b1fbf43-0d1e-4a78-b6d9-3dfd5a1423ed tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:07.742170 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddc86460-f7d7-45a0-b4f0-44036a2dd450 req-7b1fbf43-0d1e-4a78-b6d9-3dfd5a1423ed tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 947 time: 0.5113652
Feb 12 21:09:07.764915 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Publish callbacks [] for router_controller (688e2890-2d6b-4da6-aa85-a74cf061f2ca), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:07.769941 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b3789fdb-f66f-42ee-8b96-d6f5fd3aa284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bb0c7fd3-663e-4562-beeb-00808facdbbd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:07.818294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d5e09-f087-428e-9d85-d61649279182 req-f896dc00-8ea1-4941-8728-7418c13b7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:07.823049 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-482d5e09-f087-428e-9d85-d61649279182 req-f896dc00-8ea1-4941-8728-7418c13b7283 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 1130 time: 0.2841678
Feb 12 21:09:07.925839 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddc86460-f7d7-45a0-b4f0-44036a2dd450 req-d62d8410-d4e0-4613-ae50-1a40a1a356be tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589005
Feb 12 21:09:07.943884 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Publish callbacks [] for port (af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:07.965977 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-482d5e09-f087-428e-9d85-d61649279182 req-258351ae-2b8e-4404-8881-16b4a3e7f9f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=79a28270-5b6e-4c46-9526-13bd9e1c0067 HTTP/1.1" status: 200  len: 217 time: 0.1308753
Feb 12 21:09:08.048478 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3789fdb-f66f-42ee-8b96-d6f5fd3aa284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0c7fd3-663e-4562-beeb-00808facdbbd,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:08.051325 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:08.058487 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b3789fdb-f66f-42ee-8b96-d6f5fd3aa284 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=440f993dd2ca4108866d3205d70bb7d5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7692053
Feb 12 21:09:08.059397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34880) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:08.104569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d5e09-f087-428e-9d85-d61649279182 req-5bd1c130-441a-46cd-a7c9-d04c3b79dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:08.109075 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-482d5e09-f087-428e-9d85-d61649279182 req-5bd1c130-441a-46cd-a7c9-d04c3b79dd9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1352463
Feb 12 21:09:08.168155 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb97460>, [{'id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'name': 'tempest-TaggedBootDevicesTest_v242-2122052483-router', 'tenant_id': '8136ac87e765406682899e728200a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.109'}], 'enable_snat': True}, 'gw_port_id': '36b080be-b606-4471-9db0-ef8189530c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:53Z', 'updated_at': '2022-02-12T21:09:03Z', 'revision_number': 4, 'project_id': '8136ac87e765406682899e728200a9f4', 'gw_port': {'id': '36b080be-b606-4471-9db0-ef8189530c41', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:71:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:56Z', 'updated_at': '2022-02-12T21:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c153cb74-3ffa-480b-b50d-ec962a7d8c76', 'name': '', 'network_id': '97e3395d-b6ca-49ba-a919-f771d9e0cc13', 'tenant_id': '8136ac87e765406682899e728200a9f4', 'mac_address': 'fa:16:3e:2c:91:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '0c689aaf-3ea3-401a-b0d7-242480a6ee5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:01Z', 'updated_at': '2022-02-12T21:09:04Z', 'revision_number': 2, 'project_id': '8136ac87e765406682899e728200a9f4', 'subnets': [{'id': '0c689aaf-3ea3-401a-b0d7-242480a6ee5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:08.172952 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Publish callbacks [] for router_gateway (688e2890-2d6b-4da6-aa85-a74cf061f2ca), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:08.186125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:08.195972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:08.205788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Pushing event updated for resources: {'Port': ['ID=af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:08.212271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:08.229430 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c6833539-ba9e-41fd-b99b-b6f710e097ba admin admin] Publish callbacks [] for security_group (bb0c7fd3-663e-4562-beeb-00808facdbbd), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:08.260875 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Checking router: 2c183462-857e-41db-a5b1-e5d031f1cb27 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:09:08.261245 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Updating router 2c183462-857e-41db-a5b1-e5d031f1cb27 port c153cb74-3ffa-480b-b50d-ec962a7d8c76 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:09:08.315027 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d5e09-f087-428e-9d85-d61649279182 req-27a4d4a7-2265-4b8f-a97b-2d674a3cdac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:08.317750 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Attempting to bind port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:08.317750 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Attempting to bind port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:08.317992 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-482d5e09-f087-428e-9d85-d61649279182 req-27a4d4a7-2265-4b8f-a97b-2d674a3cdac4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1973803
Feb 12 21:09:08.318112 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Attempting to bind port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 on network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:08.324608 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:08.325393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Checking segment: {'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:08.326787 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:08.327377 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Bound using segment: {'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:08.328020 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Bound port: af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:08.328580 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:08.345041 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c6833539-ba9e-41fd-b99b-b6f710e097ba admin admin] Publish callbacks [] for security_group (bb0c7fd3-663e-4562-beeb-00808facdbbd), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:08.353788 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:08.452392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] For port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:08.462574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] For port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:08.484157 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-482d5e09-f087-428e-9d85-d61649279182 req-2ea6fc1f-f010-4e14-ad73-d1b00dc733a7 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1200440
Feb 12 21:09:08.536712 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:08.719805 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac69c0-8905-40d4-be24-3bf3169cb9f3 None None] Pushing event updated for resources: {'Port': ['ID=af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:08.746749 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6afc745-5e9c-47e3-a4b1-fa52df1d813b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (7a32c177-0879-48b0-842a-41b89a4ebb3f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:08.765217 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-482d5e09-f087-428e-9d85-d61649279182 req-eca5b305-a08c-47c8-963f-98db78e2094f service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2689302
Feb 12 21:09:08.847958 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c6833539-ba9e-41fd-b99b-b6f710e097ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bb0c7fd3-663e-4562-beeb-00808facdbbd), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:08.848488 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afc745-5e9c-47e3-a4b1-fa52df1d813b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a32c177-0879-48b0-842a-41b89a4ebb3f,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:08.855163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6afc745-5e9c-47e3-a4b1-fa52df1d813b admin admin] Checking segment: {'id': 'e990966c-7b46-4317-b971-4eb963d7b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd7c609c2-12fb-4e20-bba6-5a29d846f619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:08.855513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6afc745-5e9c-47e3-a4b1-fa52df1d813b admin admin] Network hostable DHCP agents. Network: d7c609c2-12fb-4e20-bba6-5a29d846f619, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:09:08.856467 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c6833539-ba9e-41fd-b99b-b6f710e097ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:08.862782 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c6833539-ba9e-41fd-b99b-b6f710e097ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb0c7fd3-663e-4562-beeb-00808facdbbd HTTP/1.1" status: 204  len: 168 time: 0.8009012
Feb 12 21:09:08.949081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6833539-ba9e-41fd-b99b-b6f710e097ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0c7fd3-663e-4562-beeb-00808facdbbd,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:08.951245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede53308-b77e-42eb-8cf2-541694aae1f6 req-343efdae-0d98-4a22-8e0a-68d57c6bf4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:08.958699 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ede53308-b77e-42eb-8cf2-541694aae1f6 req-343efdae-0d98-4a22-8e0a-68d57c6bf4fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 1130 time: 0.0634902
Feb 12 21:09:08.979792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6afc745-5e9c-47e3-a4b1-fa52df1d813b admin admin] Network d7c609c2-12fb-4e20-bba6-5a29d846f619 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:09:09.011805 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Publish callbacks [] for router_gateway (688e2890-2d6b-4da6-aa85-a74cf061f2ca), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:09.053624 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:09.122904 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a6afc745-5e9c-47e3-a4b1-fa52df1d813b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d7c609c2-12fb-4e20-bba6-5a29d846f619) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:09.133331 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbf1b14-4d52-4868-8d3d-d40d0630eee2 None None] Network d7c609c2-12fb-4e20-bba6-5a29d846f619 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:09:09.154543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6afc745-5e9c-47e3-a4b1-fa52df1d813b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:09.155171 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6afc745-5e9c-47e3-a4b1-fa52df1d813b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:09.283772 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Publish callbacks [] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:09.298673 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Allocated IP 172.35.2.81 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:09.304637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede53308-b77e-42eb-8cf2-541694aae1f6 req-ee592476-56e0-42c4-90a8-2cd18f3bf1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:09.306838 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ede53308-b77e-42eb-8cf2-541694aae1f6 req-ee592476-56e0-42c4-90a8-2cd18f3bf1fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.3464358
Feb 12 21:09:09.316795 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcb79d-02f3-4106-9e70-aaffe7665c01 req-3f0e6f87-88db-4694-8b5d-29bf6220e0e1 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:09.327186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9bcb79d-02f3-4106-9e70-aaffe7665c01 req-3f0e6f87-88db-4694-8b5d-29bf6220e0e1 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 947 time: 0.1825676
Feb 12 21:09:09.332214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d7c609c2-12fb-4e20-bba6-5a29d846f619', 'network_id': 'd7c609c2-12fb-4e20-bba6-5a29d846f619', 'project_id': '268b10235e3d4212b9d709377d7f918b', 'fixed_ips': [{'subnet_id': '7a32c177-0879-48b0-842a-41b89a4ebb3f'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:09:09.333578 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:09.337688 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a6afc745-5e9c-47e3-a4b1-fa52df1d813b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 2.3887742
Feb 12 21:09:09.341703 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34920) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:09.358034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-835848383-router', 'tenant_id': '268b10235e3d4212b9d709377d7f918b', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:09.393876 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:09.406579 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ede53308-b77e-42eb-8cf2-541694aae1f6 req-6040c199-5cb9-4d36-88c5-d2f0ab3205d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=79a28270-5b6e-4c46-9526-13bd9e1c0067 HTTP/1.1" status: 200  len: 217 time: 0.0757754
Feb 12 21:09:09.483871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9bcb79d-02f3-4106-9e70-aaffe7665c01 req-21815851-1bc4-483b-8c3f-ab632c2c2c23 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493099
Feb 12 21:09:09.540156 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede53308-b77e-42eb-8cf2-541694aae1f6 req-6bbe9945-d965-4b01-af9f-9d9f5f7c75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:09.544898 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ede53308-b77e-42eb-8cf2-541694aae1f6 req-6bbe9945-d965-4b01-af9f-9d9f5f7c75e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1305754
Feb 12 21:09:09.586759 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73e079-e65b-4e3c-a20d-f2ef5f8fecc7 None None] Pushing event updated for resources: {'Port': ['ID=c153cb74-3ffa-480b-b50d-ec962a7d8c76,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:09.657517 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Attempting to bind port c153cb74-3ffa-480b-b50d-ec962a7d8c76 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:09.658208 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Attempting to bind port c153cb74-3ffa-480b-b50d-ec962a7d8c76 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f1658487-41e2-4087-8818-91156d4e34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97e3395d-b6ca-49ba-a919-f771d9e0cc13'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:09.660887 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Attempting to bind port c153cb74-3ffa-480b-b50d-ec962a7d8c76 on network 97e3395d-b6ca-49ba-a919-f771d9e0cc13 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:09.677333 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:09.691351 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Checking segment: {'id': 'f1658487-41e2-4087-8818-91156d4e34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97e3395d-b6ca-49ba-a919-f771d9e0cc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:09.692198 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:09.692706 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede53308-b77e-42eb-8cf2-541694aae1f6 req-17a1890d-45d7-48eb-8fcf-c8900a85a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:09.693104 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Bound using segment: {'id': 'f1658487-41e2-4087-8818-91156d4e34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97e3395d-b6ca-49ba-a919-f771d9e0cc13'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:09.693844 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Bound port: c153cb74-3ffa-480b-b50d-ec962a7d8c76, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1658487-41e2-4087-8818-91156d4e34ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97e3395d-b6ca-49ba-a919-f771d9e0cc13'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:09.697096 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ede53308-b77e-42eb-8cf2-541694aae1f6 req-17a1890d-45d7-48eb-8fcf-c8900a85a6a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1401780
Feb 12 21:09:09.697305 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:09.748170 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (ffb44d63-31db-464c-aa5a-9be40d2f26bc), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:09.750303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 9e9845e9-a042-45ae-b39d-5207ad5eef75 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:09:09.753344 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (ffb44d63-31db-464c-aa5a-9be40d2f26bc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:09.890571 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] For port c153cb74-3ffa-480b-b50d-ec962a7d8c76, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:09.894394 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] For port c153cb74-3ffa-480b-b50d-ec962a7d8c76, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c153cb74-3ffa-480b-b50d-ec962a7d8c76,segment=NetworkSegment(f1658487-41e2-4087-8818-91156d4e34ed),segment_id=f1658487-41e2-4087-8818-91156d4e34ed)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:09.913879 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Publish callbacks [] for router_controller (ffb44d63-31db-464c-aa5a-9be40d2f26bc), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:09.931341 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ede53308-b77e-42eb-8cf2-541694aae1f6 req-f653048d-8798-4617-b9c7-aa6924536d0b service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2260287
Feb 12 21:09:09.975370 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Publish callbacks [] for port (d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:10.082723 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 9e9845e9-a042-45ae-b39d-5207ad5eef75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e9845e9-a042-45ae-b39d-5207ad5eef75,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:10.097796 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:10.121611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '9e9845e9-a042-45ae-b39d-5207ad5eef75', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '9e9845e9-a042-45ae-b39d-5207ad5eef75', 'mac_address': 'fa:16:3e:b2:32:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:09:10.166051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:10.281559 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73e079-e65b-4e3c-a20d-f2ef5f8fecc7 None None] Pushing event updated for resources: {'Port': ['ID=c153cb74-3ffa-480b-b50d-ec962a7d8c76,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:10.401237 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ede53308-b77e-42eb-8cf2-541694aae1f6 req-dbc1fd6d-4b39-4338-8735-6ebb8c900208 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3516986
Feb 12 21:09:10.402615 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Routers {'2c183462-857e-41db-a5b1-e5d031f1cb27'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:10.402615 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb97460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2c183462-857e-41db-a5b1-e5d031f1cb27'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:10.403559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 9e9845e9-a042-45ae-b39d-5207ad5eef75 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:10.403559 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9e9845e9-a042-45ae-b39d-5207ad5eef75), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:10.431819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9845e9-a042-45ae-b39d-5207ad5eef75 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:09:10.450956 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Publish callbacks [] for router_gateway (ffb44d63-31db-464c-aa5a-9be40d2f26bc), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:10.458953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 9e9845e9-a042-45ae-b39d-5207ad5eef75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e9845e9-a042-45ae-b39d-5207ad5eef75,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:10.464656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b35ab4b3-5111-42d0-90b5-2606e27e2895 None None] Provisioning complete for port c153cb74-3ffa-480b-b50d-ec962a7d8c76 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:10.465042 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b35ab4b3-5111-42d0-90b5-2606e27e2895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:10.471842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Allocated IP 172.20.0.2 (d7c609c2-12fb-4e20-bba6-5a29d846f619/7a32c177-0879-48b0-842a-41b89a4ebb3f/b6532964-5c3b-4945-b3a6-25856764cade) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:10.498268 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] Set router 2c183462-857e-41db-a5b1-e5d031f1cb27 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:10.531965 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:10.592793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:10.593172 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:10.715570 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e619485e-b3ae-4384-968d-98a798ea9952 None None] Network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:09:10.718433 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9e9845e9-a042-45ae-b39d-5207ad5eef75), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:10.741582 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Pushing event updated for resources: {'Port': ['ID=d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:10.746958 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:10.766734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:10.772848 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:10.898054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=9e9845e9-a042-45ae-b39d-5207ad5eef75,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:10.909277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713a57a-b797-48fe-9ab6-efebd73922d1 req-0378bd68-3f6b-4a0c-9581-eabd30ef1d53 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:10.911074 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e713a57a-b797-48fe-9ab6-efebd73922d1 req-0378bd68-3f6b-4a0c-9581-eabd30ef1d53 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 948 time: 0.2739868
Feb 12 21:09:11.077972 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb97460>, [{'id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'name': 'tempest-TaggedBootDevicesTest_v242-2122052483-router', 'tenant_id': '8136ac87e765406682899e728200a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.109'}], 'enable_snat': True}, 'gw_port_id': '36b080be-b606-4471-9db0-ef8189530c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:53Z', 'updated_at': '2022-02-12T21:09:03Z', 'revision_number': 4, 'project_id': '8136ac87e765406682899e728200a9f4', 'gw_port': {'id': '36b080be-b606-4471-9db0-ef8189530c41', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:71:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:56Z', 'updated_at': '2022-02-12T21:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c153cb74-3ffa-480b-b50d-ec962a7d8c76', 'name': '', 'network_id': '97e3395d-b6ca-49ba-a919-f771d9e0cc13', 'tenant_id': '8136ac87e765406682899e728200a9f4', 'mac_address': 'fa:16:3e:2c:91:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '0c689aaf-3ea3-401a-b0d7-242480a6ee5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:01Z', 'updated_at': '2022-02-12T21:09:09Z', 'revision_number': 4, 'project_id': '8136ac87e765406682899e728200a9f4', 'subnets': [{'id': '0c689aaf-3ea3-401a-b0d7-242480a6ee5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:11.146040 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308a078-6966-437b-80d5-414ff40b3ede None None] The sync data for ids ['2c183462-857e-41db-a5b1-e5d031f1cb27'] in ncdv-master-1 is: [{'id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'name': 'tempest-TaggedBootDevicesTest_v242-2122052483-router', 'tenant_id': '8136ac87e765406682899e728200a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.109'}], 'enable_snat': True}, 'gw_port_id': '36b080be-b606-4471-9db0-ef8189530c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:53Z', 'updated_at': '2022-02-12T21:09:03Z', 'revision_number': 4, 'project_id': '8136ac87e765406682899e728200a9f4', 'gw_port': {'id': '36b080be-b606-4471-9db0-ef8189530c41', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:71:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:56Z', 'updated_at': '2022-02-12T21:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c153cb74-3ffa-480b-b50d-ec962a7d8c76', 'name': '', 'network_id': '97e3395d-b6ca-49ba-a919-f771d9e0cc13', 'tenant_id': '8136ac87e765406682899e728200a9f4', 'mac_address': 'fa:16:3e:2c:91:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '0c689aaf-3ea3-401a-b0d7-242480a6ee5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:01Z', 'updated_at': '2022-02-12T21:09:09Z', 'revision_number': 4, 'project_id': '8136ac87e765406682899e728200a9f4', 'subnets': [{'id': '0c689aaf-3ea3-401a-b0d7-242480a6ee5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:09:11.227146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b35ab4b3-5111-42d0-90b5-2606e27e2895 None None] Current status of the port c153cb74-3ffa-480b-b50d-ec962a7d8c76 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:11.227643 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b35ab4b3-5111-42d0-90b5-2606e27e2895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:11.251451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['9e9845e9-a042-45ae-b39d-5207ad5eef75'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:09:11.314906 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e713a57a-b797-48fe-9ab6-efebd73922d1 req-93b3686c-668f-4c6d-9f40-3b7898cc45c7 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3942297
Feb 12 21:09:11.375136 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Publish callbacks [] for port (b6532964-5c3b-4945-b3a6-25856764cade), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:11.417294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:11.418114 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:11.453056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b35ab4b3-5111-42d0-90b5-2606e27e2895 None None] For port c153cb74-3ffa-480b-b50d-ec962a7d8c76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c153cb74-3ffa-480b-b50d-ec962a7d8c76,segment=NetworkSegment(f1658487-41e2-4087-8818-91156d4e34ed),segment_id=f1658487-41e2-4087-8818-91156d4e34ed)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:11.527008 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:11.558063 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Publish callbacks [] for router_gateway (ffb44d63-31db-464c-aa5a-9be40d2f26bc), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:11.565074 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (b6532964-5c3b-4945-b3a6-25856764cade), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:11.609809 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:11.628150 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b35ab4b3-5111-42d0-90b5-2606e27e2895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:11.706744 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:11.720615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Network d7c609c2-12fb-4e20-bba6-5a29d846f619 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:11.726584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:11.732208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:11.786393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 79a28270-5b6e-4c46-9526-13bd9e1c0067 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:09:11.984272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Pushing event updated for resources: {'Port': ['ID=b6532964-5c3b-4945-b3a6-25856764cade,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:12.003722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c153cb74-3ffa-480b-b50d-ec962a7d8c76 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:12.120333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ab4b3-5111-42d0-90b5-2606e27e2895 None None] Pushing event updated for resources: {'Port': ['ID=c153cb74-3ffa-480b-b50d-ec962a7d8c76,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:12.176525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 79a28270-5b6e-4c46-9526-13bd9e1c0067, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79a28270-5b6e-4c46-9526-13bd9e1c0067,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:12.190314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '79a28270-5b6e-4c46-9526-13bd9e1c0067', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '79a28270-5b6e-4c46-9526-13bd9e1c0067', 'mac_address': 'fa:16:3e:a1:5b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:09:12.247595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-28344996-e62b-405d-9f01-e8be00b3146d None None] Provisioning complete for port c153cb74-3ffa-480b-b50d-ec962a7d8c76 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:12.247595 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28344996-e62b-405d-9f01-e8be00b3146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:12.369646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:12.406160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Attempting to bind port b6532964-5c3b-4945-b3a6-25856764cade on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:12.406601 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Attempting to bind port b6532964-5c3b-4945-b3a6-25856764cade by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e990966c-7b46-4317-b971-4eb963d7b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd7c609c2-12fb-4e20-bba6-5a29d846f619'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:12.407181 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Attempting to bind port b6532964-5c3b-4945-b3a6-25856764cade on network d7c609c2-12fb-4e20-bba6-5a29d846f619 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:12.419608 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:12.420183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Checking segment: {'id': 'e990966c-7b46-4317-b971-4eb963d7b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd7c609c2-12fb-4e20-bba6-5a29d846f619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:12.420682 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:12.421211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Bound using segment: {'id': 'e990966c-7b46-4317-b971-4eb963d7b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd7c609c2-12fb-4e20-bba6-5a29d846f619'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:12.421815 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Bound port: b6532964-5c3b-4945-b3a6-25856764cade, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e990966c-7b46-4317-b971-4eb963d7b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd7c609c2-12fb-4e20-bba6-5a29d846f619'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:12.426128 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b6532964-5c3b-4945-b3a6-25856764cade), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:12.455762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 79a28270-5b6e-4c46-9526-13bd9e1c0067 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:12.456294 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:12.456640 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Allocated IP 172.35.2.153 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/cef7b00d-a461-4333-afca-aeb95afa056e) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:12.468615 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Publish callbacks [] for router_gateway (688e2890-2d6b-4da6-aa85-a74cf061f2ca), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:12.475102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a28270-5b6e-4c46-9526-13bd9e1c0067 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:09:12.522586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port c153cb74-3ffa-480b-b50d-ec962a7d8c76 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:12.523098 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:12.524356 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276abc96-b6ec-40c7-8ff0-6ea96bde74c8 req-e14ca395-2011-4509-8629-f6e65eaf21f3 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:12.527352 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-276abc96-b6ec-40c7-8ff0-6ea96bde74c8 req-e14ca395-2011-4509-8629-f6e65eaf21f3 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 948 time: 0.0769148
Feb 12 21:09:12.579994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 79a28270-5b6e-4c46-9526-13bd9e1c0067, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79a28270-5b6e-4c46-9526-13bd9e1c0067,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:12.643302 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] For port b6532964-5c3b-4945-b3a6-25856764cade, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:12.647727 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-276abc96-b6ec-40c7-8ff0-6ea96bde74c8 req-eea6c0e3-6403-4fb8-8e51-f7b0ffcecaa4 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146553
Feb 12 21:09:12.661254 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] For port b6532964-5c3b-4945-b3a6-25856764cade, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6532964-5c3b-4945-b3a6-25856764cade,segment=NetworkSegment(e990966c-7b46-4317-b971-4eb963d7b390),segment_id=e990966c-7b46-4317-b971-4eb963d7b390)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:12.673516 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-28344996-e62b-405d-9f01-e8be00b3146d None None] Current status of the port c153cb74-3ffa-480b-b50d-ec962a7d8c76 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:12.704880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-28344996-e62b-405d-9f01-e8be00b3146d None None] Provisioning complete for port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:12.706159 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28344996-e62b-405d-9f01-e8be00b3146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:12.777539 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:12.824189 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=79a28270-5b6e-4c46-9526-13bd9e1c0067,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:12.844506 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port c153cb74-3ffa-480b-b50d-ec962a7d8c76 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:12.847702 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Publish callbacks [] for port (cef7b00d-a461-4333-afca-aeb95afa056e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:12.858687 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (688e2890-2d6b-4da6-aa85-a74cf061f2ca), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:12.882659 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b6532964-5c3b-4945-b3a6-25856764cade), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:12.957846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffecb4c-840b-46d9-8e78-40cc45a2ec69 None None] Pushing event updated for resources: {'Port': ['ID=b6532964-5c3b-4945-b3a6-25856764cade,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:12.995600 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-28344996-e62b-405d-9f01-e8be00b3146d None None] Current status of the port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:13.090371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['79a28270-5b6e-4c46-9526-13bd9e1c0067'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:09:13.145899 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (cef7b00d-a461-4333-afca-aeb95afa056e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:13.169845 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-addd4696-41d1-4614-9c8f-cdd6499758e2 None None] Provisioning complete for port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:13.170516 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-addd4696-41d1-4614-9c8f-cdd6499758e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:13.205166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:13.208329 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:13.213837 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:13.249469 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Pushing event updated for resources: {'Port': ['ID=cef7b00d-a461-4333-afca-aeb95afa056e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:13.289265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Router 688e2890-2d6b-4da6-aa85-a74cf061f2ca is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:09:13.334971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-addd4696-41d1-4614-9c8f-cdd6499758e2 None None] Current status of the port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:13.644245 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:09:13.655156 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Sync routers for ids ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:09:13.666436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Routers {'688e2890-2d6b-4da6-aa85-a74cf061f2ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:13.667074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb779f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:13.780718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 9e9845e9-a042-45ae-b39d-5207ad5eef75 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:13.787735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:13.791950 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f487a781-2469-4542-9995-7c6f0d1655be admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.7287385
Feb 12 21:09:13.796447 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35052) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:13.814138 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-4f10ce13-465e-4a74-963b-1d73d05e3668 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:13.816474 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-4f10ce13-465e-4a74-963b-1d73d05e3668 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/networks?id=b286c5f0-5feb-4edd-8aa1-03636bfd1f8c HTTP/1.1" status: 200  len: 815 time: 0.2382581
Feb 12 21:09:13.849449 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-fd7f6699-0ec6-4496-9376-44b679a757d9 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/quotas/2e53bfabce8d42e183bcf495f606b29f HTTP/1.1" status: 200  len: 375 time: 0.0208747
Feb 12 21:09:13.870786 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Publish callbacks [] for router_gateway (ffb44d63-31db-464c-aa5a-9be40d2f26bc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:13.879423 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Set router 688e2890-2d6b-4da6-aa85-a74cf061f2ca gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:14.009941 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-1f976c81-41ea-4f14-8683-ce746dadb511 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e53bfabce8d42e183bcf495f606b29f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1517763
Feb 12 21:09:14.028999 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b6532964-5c3b-4945-b3a6-25856764cade up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:14.030662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfa7ad-622c-47c5-a558-f4a5b0cd5b61 req-e9e824d9-54f7-4052-9825-dd4d4665b838 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:14.032326 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-20bfa7ad-622c-47c5-a558-f4a5b0cd5b61 req-e9e824d9-54f7-4052-9825-dd4d4665b838 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 948 time: 0.1518738
Feb 12 21:09:14.105603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 9e9845e9-a042-45ae-b39d-5207ad5eef75 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:09:14.134693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 9e9845e9-a042-45ae-b39d-5207ad5eef75 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:14.134939 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9e9845e9-a042-45ae-b39d-5207ad5eef75), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:14.207628 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-0d3dbbd4-817c-4996-b6d6-7baa25b1dd32 service neutron] 10.222.0.31 "GET /v2.0/networks/b286c5f0-5feb-4edd-8aa1-03636bfd1f8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1890621
Feb 12 21:09:14.220338 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-20bfa7ad-622c-47c5-a558-f4a5b0cd5b61 req-349b2657-e23a-4328-a333-82dd3f0733b2 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812193
Feb 12 21:09:14.241118 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (ffb44d63-31db-464c-aa5a-9be40d2f26bc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:14.447303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b6532964-5c3b-4945-b3a6-25856764cade triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:14.447882 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b6532964-5c3b-4945-b3a6-25856764cade), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:14.565913 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-f4eb5315-e982-40d5-9956-11f23cdaebb2 service neutron] 10.222.0.31 "GET /v2.0/networks/b286c5f0-5feb-4edd-8aa1-03636bfd1f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3379202
Feb 12 21:09:14.589771 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 9e9845e9-a042-45ae-b39d-5207ad5eef75 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:14.589771 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9e9845e9-a042-45ae-b39d-5207ad5eef75), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:14.608642 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e8b5ab-2970-478c-ba4b-935db3d4e6e8 None None] Network d7c609c2-12fb-4e20-bba6-5a29d846f619 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:09:14.638817 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Router ffb44d63-31db-464c-aa5a-9be40d2f26bc is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:09:14.655136 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:14.663937 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098c5b34-4f68-4c9d-a24c-092d1c4b35e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9845e9-a042-45ae-b39d-5207ad5eef75'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:09:14.667863 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e68fbea-927d-45b6-b0c1-70f5ea5db3b7" -d '{"events": [{"server_uuid": "098c5b34-4f68-4c9d-a24c-092d1c4b35e9", "name": "network-vif-plugged", "status": "completed", "tag": "9e9845e9-a042-45ae-b39d-5207ad5eef75"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:09:14.760891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 9e9845e9-a042-45ae-b39d-5207ad5eef75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e9845e9-a042-45ae-b39d-5207ad5eef75,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:14.806496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b6532964-5c3b-4945-b3a6-25856764cade is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:14.806990 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b6532964-5c3b-4945-b3a6-25856764cade), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:14.809592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9199e2d7-3bcb-4847-82a6-0132a95c447a None None] Provisioning complete for port b6532964-5c3b-4945-b3a6-25856764cade triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:14.810717 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9199e2d7-3bcb-4847-82a6-0132a95c447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b6532964-5c3b-4945-b3a6-25856764cade), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:14.816040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb779f70>, [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:11Z', 'revision_number': 3, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:14.927112 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52c2d51-ac6a-4980-bc51-495b6ff3debe x-openstack-request-id: req-d52c2d51-ac6a-4980-bc51-495b6ff3debe {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:09:14.927112 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098c5b34-4f68-4c9d-a24c-092d1c4b35e9", "name": "network-vif-plugged", "status": "completed", "tag": "9e9845e9-a042-45ae-b39d-5207ad5eef75", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:09:14.927498 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d52c2d51-ac6a-4980-bc51-495b6ff3debe {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:09:14.927754 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098c5b34-4f68-4c9d-a24c-092d1c4b35e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9845e9-a042-45ae-b39d-5207ad5eef75', 'code': 200}
Feb 12 21:09:14.936149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Checking router: 688e2890-2d6b-4da6-aa85-a74cf061f2ca for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:09:14.936826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Updating router 688e2890-2d6b-4da6-aa85-a74cf061f2ca port d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:09:14.942315 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9e9845e9-a042-45ae-b39d-5207ad5eef75), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:14.965620 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Allocated IP 172.20.0.1 (4558dc02-1bc4-4b41-a16f-8a68e939fe76/84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5/22dbdb2a-7ac6-487b-ac8e-89ca8c33017b) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:15.035325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port b6532964-5c3b-4945-b3a6-25856764cade, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6532964-5c3b-4945-b3a6-25856764cade,segment=NetworkSegment(e990966c-7b46-4317-b971-4eb963d7b390),segment_id=e990966c-7b46-4317-b971-4eb963d7b390)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:15.038281 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:15.099628 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=9e9845e9-a042-45ae-b39d-5207ad5eef75,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:15.101787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de187c8-6c17-4b90-813c-d3bb7a4ab9bc req-cce0d856-3f10-432a-864b-20c6171922de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:15.104219 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5de187c8-6c17-4b90-813c-d3bb7a4ab9bc req-cce0d856-3f10-432a-864b-20c6171922de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 1131 time: 0.1279442
Feb 12 21:09:15.248358 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Publish callbacks [] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:15.250028 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b6532964-5c3b-4945-b3a6-25856764cade), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:15.250852 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c153cb74-3ffa-480b-b50d-ec962a7d8c76 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:15.287582 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5de187c8-6c17-4b90-813c-d3bb7a4ab9bc req-aa1b5221-36e1-4a59-8c03-a8ba19e5fff4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683102
Feb 12 21:09:15.288004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:09:15.302392 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-97fd76f0-fef3-4f72-bfa4-d5bc5b0cc4a8 req-803d0a6b-2997-463b-985f-1ed3da65e7ec tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 210 time: 0.0876811
Feb 12 21:09:15.306707 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Sync routers for ids ['ffb44d63-31db-464c-aa5a-9be40d2f26bc'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:09:15.315097 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9199e2d7-3bcb-4847-82a6-0132a95c447a None None] Current status of the port b6532964-5c3b-4945-b3a6-25856764cade is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:15.316771 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9199e2d7-3bcb-4847-82a6-0132a95c447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b6532964-5c3b-4945-b3a6-25856764cade), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:15.351205 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Routers {'ffb44d63-31db-464c-aa5a-9be40d2f26bc'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:15.352626 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbae4340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ffb44d63-31db-464c-aa5a-9be40d2f26bc'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:15.405047 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:15.406577 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-144feae6-d1f1-4fab-896f-37cc64e07fec admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 6.0638907
Feb 12 21:09:15.409576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35098) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:15.475494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port c153cb74-3ffa-480b-b50d-ec962a7d8c76 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:15.476106 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:15.516316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61c31e-db3a-412a-abf3-1477c341805b req-37d3010d-6de9-4718-89df-b44a2b6dae95 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:15.517996 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1a61c31e-db3a-412a-abf3-1477c341805b req-37d3010d-6de9-4718-89df-b44a2b6dae95 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 949 time: 0.1103182
Feb 12 21:09:15.539853 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Set router ffb44d63-31db-464c-aa5a-9be40d2f26bc gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:15.548948 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:15.601287 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=b6532964-5c3b-4945-b3a6-25856764cade,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:15.653304 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-9199e2d7-3bcb-4847-82a6-0132a95c447a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:09:15.653726 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-9199e2d7-3bcb-4847-82a6-0132a95c447a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:09:15.711801 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1a61c31e-db3a-412a-abf3-1477c341805b req-f64af0b5-2564-4662-a3df-6400248a1a7d tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776965
Feb 12 21:09:15.747380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port c153cb74-3ffa-480b-b50d-ec962a7d8c76 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:15.748517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:15.803224 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 79a28270-5b6e-4c46-9526-13bd9e1c0067 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:15.835156 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbae4340>, [{'id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-835848383-router', 'tenant_id': '268b10235e3d4212b9d709377d7f918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153'}], 'enable_snat': True}, 'gw_port_id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:13Z', 'revision_number': 3, 'project_id': '268b10235e3d4212b9d709377d7f918b', 'gw_port': {'id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:11Z', 'updated_at': '2022-02-12T21:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:15.863560 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Publish callbacks [] for port (d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:15.867447 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Checking router: ffb44d63-31db-464c-aa5a-9be40d2f26bc for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:09:15.868081 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Updating router ffb44d63-31db-464c-aa5a-9be40d2f26bc port cef7b00d-a461-4333-afca-aeb95afa056e binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:09:15.885391 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:15.887525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:15.888188 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:15.892402 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:15.901031 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:15.904501 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cef7b00d-a461-4333-afca-aeb95afa056e), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:15.906873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Pushing event updated for resources: {'Port': ['ID=22dbdb2a-7ac6-487b-ac8e-89ca8c33017b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:16.004014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:16.027493 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:16.110987 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (688e2890-2d6b-4da6-aa85-a74cf061f2ca), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:16.140334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 79a28270-5b6e-4c46-9526-13bd9e1c0067 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:09:16.156206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 79a28270-5b6e-4c46-9526-13bd9e1c0067 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:16.156591 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:16.166211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Attempting to bind port d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:16.172351 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Attempting to bind port d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:16.172351 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Attempting to bind port d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:16.242475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:16.242888 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:16.245495 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:16.246115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:16.246639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Bound port: d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:16.247042 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:16.250628 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b6532964-5c3b-4945-b3a6-25856764cade up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:16.323160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66b40d-c2e5-4f06-9a22-0b4e42b254ac None None] Pushing event updated for resources: {'Port': ['ID=d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:16.325626 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9199e2d7-3bcb-4847-82a6-0132a95c447a None None] Current status of the port b6532964-5c3b-4945-b3a6-25856764cade is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:16.327322 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Publish callbacks [] for port (cef7b00d-a461-4333-afca-aeb95afa056e), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:16.416344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] For port d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:16.420437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] For port d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:16.441960 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-46e91f65-8a4b-4dc4-8de4-527e1c68054c req-91c7b183-83a8-4dbb-92e0-40f44e693d00 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 210 time: 0.0672538
Feb 12 21:09:16.468344 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cef7b00d-a461-4333-afca-aeb95afa056e), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:16.483258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b6532964-5c3b-4945-b3a6-25856764cade triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:16.483836 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b6532964-5c3b-4945-b3a6-25856764cade), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:16.531722 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:16.558995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-24b15b78-3258-4da6-ac69-e44e57b4083f None None] Provisioning complete for port b6532964-5c3b-4945-b3a6-25856764cade triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:16.559367 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-24b15b78-3258-4da6-ac69-e44e57b4083f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b6532964-5c3b-4945-b3a6-25856764cade), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:16.560832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 79a28270-5b6e-4c46-9526-13bd9e1c0067 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:16.561214 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:16.622571 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Attempting to bind port cef7b00d-a461-4333-afca-aeb95afa056e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:16.623145 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Attempting to bind port cef7b00d-a461-4333-afca-aeb95afa056e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:16.623670 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Attempting to bind port cef7b00d-a461-4333-afca-aeb95afa056e on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:16.632168 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73389d36-d871-4c3f-bd27-0812a62b90a6 None None] Pushing event updated for resources: {'Port': ['ID=cef7b00d-a461-4333-afca-aeb95afa056e,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:16.640835 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:16.641728 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:16.641890 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:16.642445 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:16.643121 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Bound port: cef7b00d-a461-4333-afca-aeb95afa056e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:16.644227 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cef7b00d-a461-4333-afca-aeb95afa056e), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:16.655659 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73389d36-d871-4c3f-bd27-0812a62b90a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:16.656074 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73389d36-d871-4c3f-bd27-0812a62b90a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:16.657434 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73389d36-d871-4c3f-bd27-0812a62b90a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:16.657434 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73389d36-d871-4c3f-bd27-0812a62b90a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:16.657434 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73389d36-d871-4c3f-bd27-0812a62b90a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:16.658008 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73389d36-d871-4c3f-bd27-0812a62b90a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:16.658443 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73389d36-d871-4c3f-bd27-0812a62b90a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:16.658863 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73389d36-d871-4c3f-bd27-0812a62b90a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:16.659283 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73389d36-d871-4c3f-bd27-0812a62b90a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:16.659707 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73389d36-d871-4c3f-bd27-0812a62b90a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:16.660159 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73389d36-d871-4c3f-bd27-0812a62b90a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:16.660580 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73389d36-d871-4c3f-bd27-0812a62b90a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:16.661114 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73389d36-d871-4c3f-bd27-0812a62b90a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:16.686831 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:16.711733 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:16.731642 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 79a28270-5b6e-4c46-9526-13bd9e1c0067, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79a28270-5b6e-4c46-9526-13bd9e1c0067,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:16.762424 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] For port cef7b00d-a461-4333-afca-aeb95afa056e, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:16.766392 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] For port cef7b00d-a461-4333-afca-aeb95afa056e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cef7b00d-a461-4333-afca-aeb95afa056e,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:16.777804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Routers {'688e2890-2d6b-4da6-aa85-a74cf061f2ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:16.778821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb779f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:16.878940 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26867ab8-097d-452a-89a2-7d9c63c175d2 req-1a48cd37-0ae5-437b-b909-2e02a016485d tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:16.883887 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-26867ab8-097d-452a-89a2-7d9c63c175d2 req-1a48cd37-0ae5-437b-b909-2e02a016485d tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 949 time: 0.0778947
Feb 12 21:09:16.936421 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cef7b00d-a461-4333-afca-aeb95afa056e), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:16.952279 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-26867ab8-097d-452a-89a2-7d9c63c175d2 req-43d3231d-b56a-418a-a35a-4e0af208cfb6 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647509
Feb 12 21:09:16.995561 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Routers {'ffb44d63-31db-464c-aa5a-9be40d2f26bc'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:16.996204 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbae4340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ffb44d63-31db-464c-aa5a-9be40d2f26bc'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:17.028461 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Allocated IP 172.20.0.1 (d7c609c2-12fb-4e20-bba6-5a29d846f619/7a32c177-0879-48b0-842a-41b89a4ebb3f/9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:17.094090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7e1aca-9785-4119-a180-49e60318243e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a28270-5b6e-4c46-9526-13bd9e1c0067'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:09:17.098496 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46f47d0-b2c4-422c-8eb7-d8512c90a04d" -d '{"events": [{"server_uuid": "fa7e1aca-9785-4119-a180-49e60318243e", "name": "network-vif-plugged", "status": "completed", "tag": "79a28270-5b6e-4c46-9526-13bd9e1c0067"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:09:17.104777 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66b40d-c2e5-4f06-9a22-0b4e42b254ac None None] Pushing event updated for resources: {'Port': ['ID=d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:17.147461 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:17.232797 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Publish callbacks [] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:17.243661 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc2c3c-5c96-4330-ac15-82132f25461b req-ecda6221-981a-4bae-b25e-b62a1b0dca09 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:17.252148 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d2dc2c3c-5c96-4330-ac15-82132f25461b req-ecda6221-981a-4bae-b25e-b62a1b0dca09 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.2051475
Feb 12 21:09:17.258426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b6532964-5c3b-4945-b3a6-25856764cade is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:17.265397 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d35295-502f-4aa6-a785-acbbe92b0020 x-openstack-request-id: req-38d35295-502f-4aa6-a785-acbbe92b0020 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:09:17.265538 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7e1aca-9785-4119-a180-49e60318243e", "name": "network-vif-plugged", "status": "completed", "tag": "79a28270-5b6e-4c46-9526-13bd9e1c0067", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:09:17.265745 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38d35295-502f-4aa6-a785-acbbe92b0020 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:09:17.266099 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7e1aca-9785-4119-a180-49e60318243e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a28270-5b6e-4c46-9526-13bd9e1c0067', 'code': 200}
Feb 12 21:09:17.269204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=79a28270-5b6e-4c46-9526-13bd9e1c0067,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:17.286754 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] Set router ffb44d63-31db-464c-aa5a-9be40d2f26bc gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:17.323482 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:17.397487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-24b15b78-3258-4da6-ac69-e44e57b4083f None None] Current status of the port b6532964-5c3b-4945-b3a6-25856764cade is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:17.433295 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] Set router 688e2890-2d6b-4da6-aa85-a74cf061f2ca gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:17.436030 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-24b15b78-3258-4da6-ac69-e44e57b4083f None None] Provisioning complete for port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:17.436576 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-24b15b78-3258-4da6-ac69-e44e57b4083f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:17.448258 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Publish callbacks [] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:17.450441 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Pushing event updated for resources: {'Port': ['ID=22dbdb2a-7ac6-487b-ac8e-89ca8c33017b,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:17.491002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35146) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:17.499435 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d2dc2c3c-5c96-4330-ac15-82132f25461b req-f6b4a496-2318-4637-80af-f53e15e58947 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2464035
Feb 12 21:09:17.519164 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (688e2890-2d6b-4da6-aa85-a74cf061f2ca), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:17.609389 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d149f28c-1fa1-49f1-bd2c-0017fc13e67f req-447279be-da0b-4494-a63c-48148a01fa68 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 210 time: 0.0528448
Feb 12 21:09:17.637510 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-24b15b78-3258-4da6-ac69-e44e57b4083f None None] Port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:17.645623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c47355-3465-4a1b-a9f6-f92103e08e49 req-49b1b8e3-69c3-4581-a0b7-6cfb30cb9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:17.647673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7c47355-3465-4a1b-a9f6-f92103e08e49 req-49b1b8e3-69c3-4581-a0b7-6cfb30cb9596 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 1132 time: 0.3256984
Feb 12 21:09:17.655289 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:17.672433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:17.757182 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73389d36-d871-4c3f-bd27-0812a62b90a6 None None] Pushing event updated for resources: {'Port': ['ID=cef7b00d-a461-4333-afca-aeb95afa056e,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:17.772311 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:17.839058 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbae4340>, [{'id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-835848383-router', 'tenant_id': '268b10235e3d4212b9d709377d7f918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153'}], 'enable_snat': True}, 'gw_port_id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:13Z', 'revision_number': 3, 'project_id': '268b10235e3d4212b9d709377d7f918b', 'gw_port': {'id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:11Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:17.839477 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb779f70>, [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:14Z', 'revision_number': 1, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:17.852196 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-80212718-3f6c-4217-9459-8a3c5a1df05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:17.855221 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7c47355-3465-4a1b-a9f6-f92103e08e49 req-b7668cd0-0120-4739-9b56-f54ae4c31fa6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1965528
Feb 12 21:09:17.876420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Network d7c609c2-12fb-4e20-bba6-5a29d846f619 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:17.877648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925652d4-95d9-42f4-b184-5549e8a9d7f4 None None] The sync data for ids ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'] in ncdv-master-1 is: [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:14Z', 'revision_number': 1, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:09:17.913392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:17.913392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:17.925711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Pushing event updated for resources: {'Port': ['ID=9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:17.931213 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e8795-e649-4485-9067-6539af06d6c3 None None] The sync data for ids ['ffb44d63-31db-464c-aa5a-9be40d2f26bc'] in ncdv-master-1 is: [{'id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-835848383-router', 'tenant_id': '268b10235e3d4212b9d709377d7f918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153'}], 'enable_snat': True}, 'gw_port_id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:13Z', 'revision_number': 3, 'project_id': '268b10235e3d4212b9d709377d7f918b', 'gw_port': {'id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:11Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:09:17.989610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Router 688e2890-2d6b-4da6-aa85-a74cf061f2ca has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:09:18.003019 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (ffb44d63-31db-464c-aa5a-9be40d2f26bc), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:18.007396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-80212718-3f6c-4217-9459-8a3c5a1df05a admin admin] Publish callbacks [] for security_group (5b8c8df1-d1a9-46d4-94c5-39d55cab0b23), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:18.142055 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-80212718-3f6c-4217-9459-8a3c5a1df05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5b8c8df1-d1a9-46d4-94c5-39d55cab0b23), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:18.206302 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80212718-3f6c-4217-9459-8a3c5a1df05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8c8df1-d1a9-46d4-94c5-39d55cab0b23,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:18.232931 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-80212718-3f6c-4217-9459-8a3c5a1df05a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec3e8c91c7b743b590fcf0b039376238&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7408264
Feb 12 21:09:18.235832 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35164) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:18.289557 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-51db9cb9-448f-44aa-bea9-7d4ae75168be None None] Provisioning complete for port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:18.289948 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-51db9cb9-448f-44aa-bea9-7d4ae75168be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:18.311159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:09:18.347683 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-51db9cb9-448f-44aa-bea9-7d4ae75168be None None] Port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:18.362563 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23b2f517-401c-4566-830e-d912c6803271 admin admin] Publish callbacks [] for security_group (5b8c8df1-d1a9-46d4-94c5-39d55cab0b23), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:18.379260 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6dcb1195-1451-4e93-b1b8-8d97509d348e admin admin] 10.222.0.31 "PUT /v2.0/routers/688e2890-2d6b-4da6-aa85-a74cf061f2ca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5848908
Feb 12 21:09:18.457706 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23b2f517-401c-4566-830e-d912c6803271 admin admin] Publish callbacks [] for security_group (5b8c8df1-d1a9-46d4-94c5-39d55cab0b23), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:18.492552 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-269b59e3-8fff-4106-99e5-f080be743998 None None] Provisioning complete for port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:18.495659 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-269b59e3-8fff-4106-99e5-f080be743998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:18.502705 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-31804254-f4c9-4bb9-9e38-c5b427395a49 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:18.504475 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-31804254-f4c9-4bb9-9e38-c5b427395a49 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.50 "GET /v2.0/networks?id=b286c5f0-5feb-4edd-8aa1-03636bfd1f8c HTTP/1.1" status: 200  len: 815 time: 0.2947896
Feb 12 21:09:18.519604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-251cd830-c514-43d0-b7d7-30ed8ac52cd4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Request body: {'port': {'device_id': 'db982964-ae22-4469-9bd5-9c53a838f1cd', 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c', 'admin_state_up': True, 'tenant_id': '2e53bfabce8d42e183bcf495f606b29f'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:18.618585 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-269b59e3-8fff-4106-99e5-f080be743998 None None] Port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:18.651905 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23b2f517-401c-4566-830e-d912c6803271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5b8c8df1-d1a9-46d4-94c5-39d55cab0b23), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:18.655296 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23b2f517-401c-4566-830e-d912c6803271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:18.657571 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-23b2f517-401c-4566-830e-d912c6803271 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b8c8df1-d1a9-46d4-94c5-39d55cab0b23 HTTP/1.1" status: 204  len: 168 time: 0.4208796
Feb 12 21:09:18.672781 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2f517-401c-4566-830e-d912c6803271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8c8df1-d1a9-46d4-94c5-39d55cab0b23,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:18.846034 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:19.071586 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ec565-9825-4903-876f-e8ad129303b1 req-9b54e8f4-caf5-4346-8830-f35f21c475d2 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:19.078846 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-707ec565-9825-4903-876f-e8ad129303b1 req-9b54e8f4-caf5-4346-8830-f35f21c475d2 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.4612055
Feb 12 21:09:19.311298 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-707ec565-9825-4903-876f-e8ad129303b1 req-c27995a1-3090-4743-8fb9-fbcf0e853dbd tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2115748
Feb 12 21:09:19.311298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-251cd830-c514-43d0-b7d7-30ed8ac52cd4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Made reservation on behalf of 2e53bfabce8d42e183bcf495f606b29f for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:19.324514 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-251cd830-c514-43d0-b7d7-30ed8ac52cd4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:19.379094 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35196) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:19.392235 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-70b2ed4e-005c-4969-aa37-d274b541e984 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2136919108', 'description': 'tempest-description--1834830192'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:19.530223 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-02e7e91d-0b2f-4e5d-b62a-0e660ba1336f req-ad2b85e4-f1c5-4b06-a14d-46b8b3c266af tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 210 time: 0.0502176
Feb 12 21:09:19.532382 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70b2ed4e-005c-4969-aa37-d274b541e984 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:19.621676 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35204) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:19.647911 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d48a3471-c79a-4479-89fb-ac423920057f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:19.777588 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70b2ed4e-005c-4969-aa37-d274b541e984 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group (822eab3b-3ec5-48f8-b2e4-0143d295048c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:19.863669 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70b2ed4e-005c-4969-aa37-d274b541e984 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (822eab3b-3ec5-48f8-b2e4-0143d295048c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.039841 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70b2ed4e-005c-4969-aa37-d274b541e984 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.047150 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-70b2ed4e-005c-4969-aa37-d274b541e984 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.6667547
Feb 12 21:09:20.069896 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35212) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:20.091336 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7e9a3c13-4d50-49d5-b822-6da346ba82a0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Request body: {'security_group_rule': {'security_group_id': '822eab3b-3ec5-48f8-b2e4-0143d295048c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:20.116968 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d48a3471-c79a-4479-89fb-ac423920057f admin admin] Publish callbacks [] for security_group (3ba45019-95a2-4c4e-b4e8-1b0a460203c8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.120744 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2ed4e-005c-4969-aa37-d274b541e984 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822eab3b-3ec5-48f8-b2e4-0143d295048c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:20.266098 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Publish callbacks [] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.271871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-251cd830-c514-43d0-b7d7-30ed8ac52cd4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Allocated IP 172.20.0.13 (b286c5f0-5feb-4edd-8aa1-03636bfd1f8c/f369cea4-1a1b-4361-a884-093942e6d146/8679ae2f-0c57-4f0f-ba69-4951dc1189d5) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:20.284797 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d48a3471-c79a-4479-89fb-ac423920057f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3ba45019-95a2-4c4e-b4e8-1b0a460203c8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.298356 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:20.378097 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.395157 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a3471-c79a-4479-89fb-ac423920057f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba45019-95a2-4c4e-b4e8-1b0a460203c8,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:20.412933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3c13-4d50-49d5-b822-6da346ba82a0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group_rule (037a1932-ada3-4ed4-840b-f4c2755682eb), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.455463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:20.455978 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.473663 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d48a3471-c79a-4479-89fb-ac423920057f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76f361f20e7f4678a1cba0fbf086add3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8481586
Feb 12 21:09:20.491209 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35228) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:20.549445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (ffb44d63-31db-464c-aa5a-9be40d2f26bc), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.556913 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3c13-4d50-49d5-b822-6da346ba82a0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group_rule (037a1932-ada3-4ed4-840b-f4c2755682eb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.592391 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:20.594863 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.642860 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3c13-4d50-49d5-b822-6da346ba82a0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (037a1932-ada3-4ed4-840b-f4c2755682eb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.667088 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:20.681748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a3c13-4d50-49d5-b822-6da346ba82a0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037a1932-ada3-4ed4-840b-f4c2755682eb,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:20.698337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2f3a4-3e4d-40a6-adff-c53d3e1a8484 req-9cafe6a9-fc5a-410a-9a24-2f8e92f90b57 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:20.707599 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0be2f3a4-3e4d-40a6-adff-c53d3e1a8484 req-9cafe6a9-fc5a-410a-9a24-2f8e92f90b57 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.2408478
Feb 12 21:09:20.708884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Pushing event updated for resources: {'Port': ['ID=9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:20.714284 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.715058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cef7b00d-a461-4333-afca-aeb95afa056e up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:20.734005 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a410dac9-5b38-4479-85ff-3b31cccbe737 admin admin] Publish callbacks [] for security_group (3ba45019-95a2-4c4e-b4e8-1b0a460203c8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.743573 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3c13-4d50-49d5-b822-6da346ba82a0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.748256 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7e9a3c13-4d50-49d5-b822-6da346ba82a0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6615739
Feb 12 21:09:20.748905 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35234) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:20.782726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c3dc7bae-d7e2-406a-abf3-f29d89eddaff tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Request body: {'security_group_rule': {'security_group_id': '822eab3b-3ec5-48f8-b2e4-0143d295048c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:20.872134 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a410dac9-5b38-4479-85ff-3b31cccbe737 admin admin] Publish callbacks [] for security_group (3ba45019-95a2-4c4e-b4e8-1b0a460203c8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.874755 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2f79959a-028d-48bc-8f70-e06a81347690 req-ef0c4cd3-93e4-486b-95e4-d6b2ad661eb2 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 210 time: 0.1821997
Feb 12 21:09:20.932873 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:20.947029 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port cef7b00d-a461-4333-afca-aeb95afa056e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:20.947437 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cef7b00d-a461-4333-afca-aeb95afa056e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:20.987630 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0be2f3a4-3e4d-40a6-adff-c53d3e1a8484 req-d3309036-4924-4b16-99fb-7a9661083e1f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2785978
Feb 12 21:09:21.076962 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c3dc7bae-d7e2-406a-abf3-f29d89eddaff tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group_rule (2c7ded20-9a4d-486d-bd67-6a15fc38ad52), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:21.123371 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-251cd830-c514-43d0-b7d7-30ed8ac52cd4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Publish callbacks [] for port (8679ae2f-0c57-4f0f-ba69-4951dc1189d5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:21.154900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Network d7c609c2-12fb-4e20-bba6-5a29d846f619 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:21.157682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:21.162485 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c3dc7bae-d7e2-406a-abf3-f29d89eddaff tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group_rule (2c7ded20-9a4d-486d-bd67-6a15fc38ad52), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:21.163819 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a410dac9-5b38-4479-85ff-3b31cccbe737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3ba45019-95a2-4c4e-b4e8-1b0a460203c8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:21.167118 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a410dac9-5b38-4479-85ff-3b31cccbe737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:21.171286 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a410dac9-5b38-4479-85ff-3b31cccbe737 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ba45019-95a2-4c4e-b4e8-1b0a460203c8 HTTP/1.1" status: 204  len: 168 time: 0.6830003
Feb 12 21:09:21.182224 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410dac9-5b38-4479-85ff-3b31cccbe737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba45019-95a2-4c4e-b4e8-1b0a460203c8,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:21.190359 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port cef7b00d-a461-4333-afca-aeb95afa056e is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:21.190831 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cef7b00d-a461-4333-afca-aeb95afa056e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:21.250220 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c3dc7bae-d7e2-406a-abf3-f29d89eddaff tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (2c7ded20-9a4d-486d-bd67-6a15fc38ad52), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:21.274052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port cef7b00d-a461-4333-afca-aeb95afa056e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cef7b00d-a461-4333-afca-aeb95afa056e,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:21.318307 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc7bae-d7e2-406a-abf3-f29d89eddaff tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7ded20-9a4d-486d-bd67-6a15fc38ad52,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:21.387968 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cef7b00d-a461-4333-afca-aeb95afa056e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:21.434231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Router ffb44d63-31db-464c-aa5a-9be40d2f26bc has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:09:21.435563 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c3dc7bae-d7e2-406a-abf3-f29d89eddaff tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:21.440311 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c3dc7bae-d7e2-406a-abf3-f29d89eddaff tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6800637
Feb 12 21:09:21.441056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35252) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:21.452390 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:21.492149 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-251cd830-c514-43d0-b7d7-30ed8ac52cd4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8679ae2f-0c57-4f0f-ba69-4951dc1189d5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:21.529994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=cef7b00d-a461-4333-afca-aeb95afa056e,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:21.603689 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-0f168ca1-dc6a-4d88-a919-e4b7a64870d3 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1216304
Feb 12 21:09:21.636483 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-251cd830-c514-43d0-b7d7-30ed8ac52cd4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Network b286c5f0-5feb-4edd-8aa1-03636bfd1f8c is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:21.639128 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cd830-c514-43d0-b7d7-30ed8ac52cd4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Pushing event updated for resources: {'Port': ['ID=8679ae2f-0c57-4f0f-ba69-4951dc1189d5,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:21.698452 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-251cd830-c514-43d0-b7d7-30ed8ac52cd4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:21.732281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-251cd830-c514-43d0-b7d7-30ed8ac52cd4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:21.744674 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:21.766452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f0e8c31-0519-4a55-9e8d-23e5378022c0 None None] Provisioning complete for port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:21.767222 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f0e8c31-0519-4a55-9e8d-23e5378022c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:21.920626 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-251cd830-c514-43d0-b7d7-30ed8ac52cd4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:21.923148 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-251cd830-c514-43d0-b7d7-30ed8ac52cd4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:21.933730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e8c31-0519-4a55-9e8d-23e5378022c0 None None] Port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:22.195489 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:22.208943 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d7409-f42f-4efe-9d6b-a18be607dc13 req-0a0326e0-60b6-49da-a7da-ac5ac2c30118 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:22.225791 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-938d7409-f42f-4efe-9d6b-a18be607dc13 req-0a0326e0-60b6-49da-a7da-ac5ac2c30118 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 932 time: 0.1764898
Feb 12 21:09:22.226667 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-251cd830-c514-43d0-b7d7-30ed8ac52cd4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7133873
Feb 12 21:09:22.250223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-76225b1d-61b8-4c2f-9fb3-0d5577350970 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:22.251943 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-76225b1d-61b8-4c2f-9fb3-0d5577350970 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6386073
Feb 12 21:09:22.271374 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Request body: {'port': {'device_id': 'db982964-ae22-4469-9bd5-9c53a838f1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:22.275597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:09:22.315078 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-48b4cb17-479c-4ed5-9bcd-659914ff3433 admin admin] 10.222.0.31 "PUT /v2.0/routers/ffb44d63-31db-464c-aa5a-9be40d2f26bc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9041967
Feb 12 21:09:22.338607 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Sync routers for ids ['ffb44d63-31db-464c-aa5a-9be40d2f26bc'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:09:22.362267 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-938d7409-f42f-4efe-9d6b-a18be607dc13 req-e966e221-b319-485a-860c-f1a32f5ec7dd tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316578
Feb 12 21:09:22.402678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Routers {'ffb44d63-31db-464c-aa5a-9be40d2f26bc'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:22.403599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb997220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ffb44d63-31db-464c-aa5a-9be40d2f26bc'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:22.474086 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-09b8ba1e-72ab-460c-9896-62b1cdbdef06 None None] Provisioning complete for port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:22.474635 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-09b8ba1e-72ab-460c-9896-62b1cdbdef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8679ae2f-0c57-4f0f-ba69-4951dc1189d5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:22.498292 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-3d74442a-737b-4709-b74b-6cfe6cb6ebc1 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/quotas/517a5f8cbeba42f6841e1eccf9c2914d HTTP/1.1" status: 200  len: 375 time: 0.2067115
Feb 12 21:09:22.646835 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:22.647586 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:22.654317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-09b8ba1e-72ab-460c-9896-62b1cdbdef06 None None] Port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:22.719961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Set router ffb44d63-31db-464c-aa5a-9be40d2f26bc gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:22.722873 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8679ae2f-0c57-4f0f-ba69-4951dc1189d5), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:22.782369 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:22.792480 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-a21ef760-0393-4dd0-9d44-5b4567bfbb1d tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2933047
Feb 12 21:09:23.146230 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:23.147359 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cef7b00d-a461-4333-afca-aeb95afa056e up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:23.453464 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-c4bb17ef-36a8-45dc-97df-55e4593b22d4 req-2d4c0f63-5d1e-4164-83cb-0ff5eec37f8d tempest-FloatingIPDetailsNegativeTestJSON-1863831638 tempest-FloatingIPDetailsNegativeTestJSON-1863831638-project] show failed (client error): The resource could not be found.
Feb 12 21:09:23.463738 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c4bb17ef-36a8-45dc-97df-55e4593b22d4 req-2d4c0f63-5d1e-4164-83cb-0ff5eec37f8d tempest-FloatingIPDetailsNegativeTestJSON-1863831638 tempest-FloatingIPDetailsNegativeTestJSON-1863831638-project] 10.222.0.31 "GET /v2.0/floatingips/621475d0-41df-44d9-b78e-0e8dfbf50da9 HTTP/1.1" status: 404  len: 350 time: 0.1573141
Feb 12 21:09:23.479530 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35298) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:23.592829 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port cef7b00d-a461-4333-afca-aeb95afa056e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:23.595274 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cef7b00d-a461-4333-afca-aeb95afa056e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:23.604734 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Sync routers for ids ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:09:23.618970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Allocated IP 172.35.2.8 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/11f263b4-7df8-4d0a-b209-474e17c183b2) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:23.623077 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Routers {'688e2890-2d6b-4da6-aa85-a74cf061f2ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:23.624513 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:23.714698 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb997220>, [{'id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-835848383-router', 'tenant_id': '268b10235e3d4212b9d709377d7f918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153'}], 'enable_snat': True}, 'gw_port_id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:18Z', 'revision_number': 4, 'project_id': '268b10235e3d4212b9d709377d7f918b', 'gw_port': {'id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:11Z', 'updated_at': '2022-02-12T21:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba', 'name': '', 'network_id': 'd7c609c2-12fb-4e20-bba6-5a29d846f619', 'tenant_id': '268b10235e3d4212b9d709377d7f918b', 'mac_address': 'fa:16:3e:82:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7a32c177-0879-48b0-842a-41b89a4ebb3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:16Z', 'updated_at': '2022-02-12T21:09:19Z', 'revision_number': 2, 'project_id': '268b10235e3d4212b9d709377d7f918b', 'subnets': [{'id': '7a32c177-0879-48b0-842a-41b89a4ebb3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:23.814755 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for port (11f263b4-7df8-4d0a-b209-474e17c183b2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:23.840203 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Checking router: ffb44d63-31db-464c-aa5a-9be40d2f26bc for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:09:23.840872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Updating router ffb44d63-31db-464c-aa5a-9be40d2f26bc port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:09:23.897819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port cef7b00d-a461-4333-afca-aeb95afa056e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:23.910290 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:23.976608 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c699ed5a-08b4-4291-ba43-805e1b495de4 req-4b6e8de0-c364-4a73-b3f7-77377f2547cc tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 210 time: 0.0981035
Feb 12 21:09:23.987725 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (11f263b4-7df8-4d0a-b209-474e17c183b2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:23.996508 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644bb6e-0f8c-493d-947f-d3379949005c req-704f6431-ad88-443b-8a20-9c838e260db4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:24.001462 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f644bb6e-0f8c-493d-947f-d3379949005c req-704f6431-ad88-443b-8a20-9c838e260db4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 932 time: 0.4083717
Feb 12 21:09:24.007325 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Set router 688e2890-2d6b-4da6-aa85-a74cf061f2ca gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:24.197850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:24.200055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:09:24.207948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event updated for resources: {'Port': ['ID=11f263b4-7df8-4d0a-b209-474e17c183b2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:24.211811 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Publish callbacks [] for port (8679ae2f-0c57-4f0f-ba69-4951dc1189d5), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:24.215463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:24.221417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:24.266833 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Transition to ACTIVE for port object 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:09:24.392528 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f644bb6e-0f8c-493d-947f-d3379949005c req-b5d22f66-f0dd-44aa-a0d5-f131d0ea83e1 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3718498
Feb 12 21:09:24.412195 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for floatingip (b5b2a752-ba0e-4f50-b50c-df6777a54b72), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:24.448119 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (8679ae2f-0c57-4f0f-ba69-4951dc1189d5), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:24.576725 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Pushing event updated for resources: {'Port': ['ID=8679ae2f-0c57-4f0f-ba69-4951dc1189d5,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:24.706735 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65fd0>, [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 2, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:24.731620 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Publish callbacks [] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:24.738438 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Checking router: 688e2890-2d6b-4da6-aa85-a74cf061f2ca for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:09:24.739081 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Updating router 688e2890-2d6b-4da6-aa85-a74cf061f2ca port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:09:24.777530 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (11f263b4-7df8-4d0a-b209-474e17c183b2), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:24.813102 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:24.844445 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:24.928666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333c7a1-36c9-41eb-b380-dc98bce89504 None None] Pushing event updated for resources: {'Port': ['ID=9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:24.939256 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Attempting to bind port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:24.940589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Attempting to bind port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bb4cf931-e048-4a55-8168-0a7d704bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:24.947226 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Attempting to bind port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 on network b286c5f0-5feb-4edd-8aa1-03636bfd1f8c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:24.985969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 on network b286c5f0-5feb-4edd-8aa1-03636bfd1f8c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:09:25.001950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Attempting to bind port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 on network b286c5f0-5feb-4edd-8aa1-03636bfd1f8c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:25.026883 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:25.027697 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Checking segment: {'id': 'bb4cf931-e048-4a55-8168-0a7d704bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:25.028260 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Bound using segment: {'id': 'bb4cf931-e048-4a55-8168-0a7d704bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:25.029027 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Bound port: 8679ae2f-0c57-4f0f-ba69-4951dc1189d5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4cf931-e048-4a55-8168-0a7d704bd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:25.029602 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8679ae2f-0c57-4f0f-ba69-4951dc1189d5), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:25.140204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Attempting to bind port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:25.142390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Attempting to bind port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e990966c-7b46-4317-b971-4eb963d7b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd7c609c2-12fb-4e20-bba6-5a29d846f619'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:25.143586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Attempting to bind port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba on network d7c609c2-12fb-4e20-bba6-5a29d846f619 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:25.153266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:25.153829 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Checking segment: {'id': 'e990966c-7b46-4317-b971-4eb963d7b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd7c609c2-12fb-4e20-bba6-5a29d846f619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:25.154412 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:25.154905 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Bound using segment: {'id': 'e990966c-7b46-4317-b971-4eb963d7b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd7c609c2-12fb-4e20-bba6-5a29d846f619'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:25.155623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Bound port: 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e990966c-7b46-4317-b971-4eb963d7b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd7c609c2-12fb-4e20-bba6-5a29d846f619'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:25.156170 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:25.192278 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c04418d1-6cc9-405a-9121-3407e9ddbf42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (ffb44d63-31db-464c-aa5a-9be40d2f26bc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:25.301163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35342) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:25.323734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5c096dc2-dda9-48fb-9fd5-09a83188eb65 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1032665394'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:25.330183 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4f14d336-201d-4bf5-8891-8dafe3fcb2e7 req-3772e5e4-3811-4658-a9b6-9e9c6389e967 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 210 time: 0.1852918
Feb 12 21:09:25.392726 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] For port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:25.404117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] For port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8679ae2f-0c57-4f0f-ba69-4951dc1189d5,segment=NetworkSegment(bb4cf931-e048-4a55-8168-0a7d704bd8d5),segment_id=bb4cf931-e048-4a55-8168-0a7d704bd8d5)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:25.426484 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] For port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:25.455453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] For port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba,segment=NetworkSegment(e990966c-7b46-4317-b971-4eb963d7b390),segment_id=e990966c-7b46-4317-b971-4eb963d7b390)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:25.487877 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (8679ae2f-0c57-4f0f-ba69-4951dc1189d5), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:25.515673 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1c702a22-57da-4e9a-96d5-2cf1e221b034 None None] Provisioning complete for port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:25.515673 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1c702a22-57da-4e9a-96d5-2cf1e221b034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:25.537869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c096dc2-dda9-48fb-9fd5-09a83188eb65 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Made reservation on behalf of 992939bc41444299957b35468c7433c6 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:25.542679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c096dc2-dda9-48fb-9fd5-09a83188eb65 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:25.572851 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for port (11f263b4-7df8-4d0a-b209-474e17c183b2), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:25.581313 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:25.600125 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:25.606400 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:25.616574 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] 10.222.0.50 "PUT /v2.0/ports/8679ae2f-0c57-4f0f-ba69-4951dc1189d5 HTTP/1.1" status: 200  len: 1092 time: 3.3546791
Feb 12 21:09:25.616574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db982964-ae22-4469-9bd5-9c53a838f1cd', 'tag': '8679ae2f-0c57-4f0f-ba69-4951dc1189d5'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:09:25.616574 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c93fc2-6588-4904-b7c8-84fab2f30093" -d '{"events": [{"name": "network-changed", "server_uuid": "db982964-ae22-4469-9bd5-9c53a838f1cd", "tag": "8679ae2f-0c57-4f0f-ba69-4951dc1189d5"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:09:25.663404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c096dc2-dda9-48fb-9fd5-09a83188eb65 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:09:25.665533 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (11f263b4-7df8-4d0a-b209-474e17c183b2), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:25.750437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea967c1-fcbd-40c8-8a14-3c8a37b1f75a service neutron] Pushing event updated for resources: {'Port': ['ID=8679ae2f-0c57-4f0f-ba69-4951dc1189d5,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:25.823001 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c096dc2-dda9-48fb-9fd5-09a83188eb65 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (3b8fd87f-d4b1-48b9-8702-332b124364be), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:25.825294 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-5c096dc2-dda9-48fb-9fd5-09a83188eb65 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Added segment 3b8fd87f-d4b1-48b9-8702-332b124364be of type vlan for network 531eb872-2139-4490-9c0c-9bd28b6649a5
Feb 12 21:09:25.843598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1c702a22-57da-4e9a-96d5-2cf1e221b034 None None] Port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:25.876690 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Publish callbacks [] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:25.892146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Routers {'ffb44d63-31db-464c-aa5a-9be40d2f26bc'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:25.892798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb997220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ffb44d63-31db-464c-aa5a-9be40d2f26bc'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:25.951413 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:25.969558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76357df6-4bf2-4143-9b8e-a6758b25585c req-1332e8e4-9249-4e1d-b85d-2faa8a51c3f1 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:25.973799 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-76357df6-4bf2-4143-9b8e-a6758b25585c req-1332e8e4-9249-4e1d-b85d-2faa8a51c3f1 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 944 time: 0.4552906
Feb 12 21:09:26.051932 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c096dc2-dda9-48fb-9fd5-09a83188eb65 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (531eb872-2139-4490-9c0c-9bd28b6649a5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:26.079136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333c7a1-36c9-41eb-b380-dc98bce89504 None None] Pushing event updated for resources: {'Port': ['ID=9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:26.084430 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-27493682-57eb-40b7-ba62-637ef18dd683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:26.195414 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-76357df6-4bf2-4143-9b8e-a6758b25585c req-13657310-ea67-4562-b270-ff62fa553e7b tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058709
Feb 12 21:09:26.242382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] Set router ffb44d63-31db-464c-aa5a-9be40d2f26bc gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:26.295608 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377100f-d75d-43e3-9cce-db8c3b4f9551 None None] Pushing event updated for resources: {'Port': ['ID=22dbdb2a-7ac6-487b-ac8e-89ca8c33017b,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:26.299105 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Attempting to bind port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:26.302656 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Attempting to bind port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:26.303199 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Attempting to bind port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b on network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:26.315695 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c096dc2-dda9-48fb-9fd5-09a83188eb65 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (531eb872-2139-4490-9c0c-9bd28b6649a5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:26.322532 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c096dc2-dda9-48fb-9fd5-09a83188eb65 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:26.330513 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:26.331619 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c096dc2-dda9-48fb-9fd5-09a83188eb65 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:26.332901 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Checking segment: {'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:26.337473 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:26.338383 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Bound using segment: {'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:26.339088 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Bound port: 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:26.340642 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:26.340791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-61b15d8d-ca90-4c24-851c-917c4d7d50c5 req-bbaa542f-4f22-4eee-bfdc-4492541cff59 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Request body: {'security_group': {'name': 'tempest-securitygroup-465783591', 'description': 'tempest-description-916620192'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:26.443567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-c04418d1-6cc9-405a-9121-3407e9ddbf42 admin admin] Deleting port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:09:26.455838 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c04418d1-6cc9-405a-9121-3407e9ddbf42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:26.488824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f2aa10a4-2949-4de7-8bec-86812fad3f82 None None] Provisioning complete for port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:26.497906 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2aa10a4-2949-4de7-8bec-86812fad3f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:26.550773 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] For port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:26.561500 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] For port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22dbdb2a-7ac6-487b-ac8e-89ca8c33017b,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:26.613261 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:09:26.641242 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-99aa78b0-54fb-428d-a9e7-c449c5e766f7 req-d6577282-dfdf-44b4-9b55-e2331007484f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 210 time: 0.0543807
Feb 12 21:09:26.674031 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:26.731945 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:26.768081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-c04418d1-6cc9-405a-9121-3407e9ddbf42 admin admin] For port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba,segment=NetworkSegment(e990966c-7b46-4317-b971-4eb963d7b390),segment_id=e990966c-7b46-4317-b971-4eb963d7b390)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:26.771224 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c04418d1-6cc9-405a-9121-3407e9ddbf42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:26.799755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-c04418d1-6cc9-405a-9121-3407e9ddbf42 admin admin] Calling delete_port for 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:09:26.869674 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Routers {'688e2890-2d6b-4da6-aa85-a74cf061f2ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:26.870318 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:08:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:26.880513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa10a4-2949-4de7-8bec-86812fad3f82 None None] Current status of the port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:26.881377 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2aa10a4-2949-4de7-8bec-86812fad3f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:26.893923 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5403ae-f969-4f04-92fd-dbecdf25d9e3 x-openstack-request-id: req-9a5403ae-f969-4f04-92fd-dbecdf25d9e3 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:09:26.894593 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db982964-ae22-4469-9bd5-9c53a838f1cd", "tag": "8679ae2f-0c57-4f0f-ba69-4951dc1189d5", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:09:26.902655 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a5403ae-f969-4f04-92fd-dbecdf25d9e3 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:09:26.907561 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db982964-ae22-4469-9bd5-9c53a838f1cd', 'tag': '8679ae2f-0c57-4f0f-ba69-4951dc1189d5', 'status': 'completed', 'code': 200}
Feb 12 21:09:27.026842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb997220>, [{'id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-835848383-router', 'tenant_id': '268b10235e3d4212b9d709377d7f918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153'}], 'enable_snat': True}, 'gw_port_id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:18Z', 'revision_number': 4, 'project_id': '268b10235e3d4212b9d709377d7f918b', 'gw_port': {'id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:11Z', 'updated_at': '2022-02-12T21:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba', 'name': '', 'network_id': 'd7c609c2-12fb-4e20-bba6-5a29d846f619', 'tenant_id': '268b10235e3d4212b9d709377d7f918b', 'mac_address': 'fa:16:3e:82:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7a32c177-0879-48b0-842a-41b89a4ebb3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:16Z', 'updated_at': '2022-02-12T21:09:25Z', 'revision_number': 4, 'project_id': '268b10235e3d4212b9d709377d7f918b', 'subnets': [{'id': '7a32c177-0879-48b0-842a-41b89a4ebb3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:27.036449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f2aa10a4-2949-4de7-8bec-86812fad3f82 None None] For port 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba,segment=NetworkSegment(e990966c-7b46-4317-b971-4eb963d7b390),segment_id=e990966c-7b46-4317-b971-4eb963d7b390)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:27.099415 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2aa10a4-2949-4de7-8bec-86812fad3f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:27.104905 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab42fcc-1931-4c3d-b324-def8faac8cdf None None] The sync data for ids ['ffb44d63-31db-464c-aa5a-9be40d2f26bc'] in ncdv-master-1 is: [{'id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-835848383-router', 'tenant_id': '268b10235e3d4212b9d709377d7f918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153'}], 'enable_snat': True}, 'gw_port_id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:18Z', 'revision_number': 4, 'project_id': '268b10235e3d4212b9d709377d7f918b', 'gw_port': {'id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:11Z', 'updated_at': '2022-02-12T21:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba', 'name': '', 'network_id': 'd7c609c2-12fb-4e20-bba6-5a29d846f619', 'tenant_id': '268b10235e3d4212b9d709377d7f918b', 'mac_address': 'fa:16:3e:82:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '7a32c177-0879-48b0-842a-41b89a4ebb3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:16Z', 'updated_at': '2022-02-12T21:09:25Z', 'revision_number': 4, 'project_id': '268b10235e3d4212b9d709377d7f918b', 'subnets': [{'id': '7a32c177-0879-48b0-842a-41b89a4ebb3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:09:27.131322 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377100f-d75d-43e3-9cce-db8c3b4f9551 None None] Pushing event updated for resources: {'Port': ['ID=22dbdb2a-7ac6-487b-ac8e-89ca8c33017b,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:27.228719 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] Set router 688e2890-2d6b-4da6-aa85-a74cf061f2ca gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:27.299989 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-efc2cab8-5c79-48b7-828d-f2ca0c58dc28 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&shared=False HTTP/1.1" status: 200  len: 213 time: 1.0521994
Feb 12 21:09:27.325882 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa10a4-2949-4de7-8bec-86812fad3f82 None None] Pushing event updated for resources: {'Port': ['ID=9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:27.386998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event updated for resources: {'Port': ['ID=11f263b4-7df8-4d0a-b209-474e17c183b2,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:27.398657 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c04418d1-6cc9-405a-9121-3407e9ddbf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:27.404230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c096dc2-dda9-48fb-9fd5-09a83188eb65 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event updated for resources: {'Network': ['ID=531eb872-2139-4490-9c0c-9bd28b6649a5,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:27.458264 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5c096dc2-dda9-48fb-9fd5-09a83188eb65 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 2.1439438
Feb 12 21:09:27.467627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 531eb872-2139-4490-9c0c-9bd28b6649a5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:09:27.469180 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (b5b2a752-ba0e-4f50-b50c-df6777a54b72), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:27.469653 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c41d5a20-6b1d-463f-a3b8-d0ee27ab6b26 None None] Provisioning complete for port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:27.471615 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35380) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:27.479796 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-94a1de67-67b9-40f8-ab17-829b8fd9fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:27.486025 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c41d5a20-6b1d-463f-a3b8-d0ee27ab6b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:27.488488 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-94a1de67-67b9-40f8-ab17-829b8fd9fa37 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e53bfabce8d42e183bcf495f606b29f&device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 1126 time: 1.7379749
Feb 12 21:09:27.596406 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-61b15d8d-ca90-4c24-851c-917c4d7d50c5 req-bbaa542f-4f22-4eee-bfdc-4492541cff59 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:27.605483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-52dac7c2-1024-41eb-a00f-c2f31beac62c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1626063842'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:27.632994 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04418d1-6cc9-405a-9121-3407e9ddbf42 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:27.781924 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65fd0>, [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:26Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:27.827551 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:27.828801 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d7ab118f-b9c8-4344-bc29-aef70acf9bd0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 6.3867991
Feb 12 21:09:27.838089 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-de6651c7-d69f-4912-ad6d-65f75882acfe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8679ae2f-0c57-4f0f-ba69-4951dc1189d5 HTTP/1.1" status: 200  len: 217 time: 0.2550206
Feb 12 21:09:27.839221 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-61b15d8d-ca90-4c24-851c-917c4d7d50c5 req-bbaa542f-4f22-4eee-bfdc-4492541cff59 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:27.886176 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ce8e8-4260-41bc-888e-d078e14001de None None] The sync data for ids ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'] in ncdv-master-1 is: [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:26Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:09:27.892421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dac7c2-1024-41eb-a00f-c2f31beac62c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Made reservation on behalf of 992939bc41444299957b35468c7433c6 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:27.899235 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-52dac7c2-1024-41eb-a00f-c2f31beac62c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:27.974305 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-ed115de2-9082-47c2-bfac-fbb567440b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:27.975858 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-ed115de2-9082-47c2-bfac-fbb567440b6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f369cea4-1a1b-4361-a884-093942e6d146 HTTP/1.1" status: 200  len: 854 time: 0.1048150
Feb 12 21:09:27.978378 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c41d5a20-6b1d-463f-a3b8-d0ee27ab6b26 None None] Current status of the port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:27.978862 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c41d5a20-6b1d-463f-a3b8-d0ee27ab6b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:27.993475 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-e45e4cf9-24e4-469b-a29b-975d9fb47d9b tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:27.995627 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-e45e4cf9-24e4-469b-a29b-975d9fb47d9b tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6367955
Feb 12 21:09:28.034501 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-c3180633-e55b-4f4e-ad0f-5d22542a05ac tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Request body: {'port': {'device_id': '44a94071-0179-4785-80d2-9c78a84887a5', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '517a5f8cbeba42f6841e1eccf9c2914d'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:28.176326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c41d5a20-6b1d-463f-a3b8-d0ee27ab6b26 None None] For port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22dbdb2a-7ac6-487b-ac8e-89ca8c33017b,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:28.183846 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1b84430b-229e-4dfb-9166-0239ec765c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:28.262029 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab0f01-b5bd-48c2-8f58-422d77d892af req-77669c92-6557-477f-b207-58d80c7141e2 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:28.269625 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c41d5a20-6b1d-463f-a3b8-d0ee27ab6b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:28.292563 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eaab0f01-b5bd-48c2-8f58-422d77d892af req-77669c92-6557-477f-b207-58d80c7141e2 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 944 time: 0.6639795
Feb 12 21:09:28.323428 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-a91baf8f-28cc-4b95-bd6c-6172cc793105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:28.325265 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-a91baf8f-28cc-4b95-bd6c-6172cc793105 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b286c5f0-5feb-4edd-8aa1-03636bfd1f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3287246
Feb 12 21:09:28.341214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:28.389724 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c04418d1-6cc9-405a-9121-3407e9ddbf42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (ffb44d63-31db-464c-aa5a-9be40d2f26bc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:28.391664 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52dac7c2-1024-41eb-a00f-c2f31beac62c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:09:28.445101 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-61b15d8d-ca90-4c24-851c-917c4d7d50c5 req-bbaa542f-4f22-4eee-bfdc-4492541cff59 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks [] for security_group (16649aec-f664-4a90-9d20-1c038acfbbd7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:28.448592 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-52dac7c2-1024-41eb-a00f-c2f31beac62c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (8980ef08-8d51-43b5-bfdc-e1a73571ed03), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:28.449146 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-52dac7c2-1024-41eb-a00f-c2f31beac62c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Added segment 8980ef08-8d51-43b5-bfdc-e1a73571ed03 of type vlan for network a90998ba-17e7-4116-bb0e-3bd9e0e31276
Feb 12 21:09:28.516226 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-6536041e-ea0f-42dc-ade0-8360128f4b2e service neutron] 10.222.0.50 "GET /v2.0/networks/b286c5f0-5feb-4edd-8aa1-03636bfd1f8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686041
Feb 12 21:09:28.533693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d5a20-6b1d-463f-a3b8-d0ee27ab6b26 None None] Pushing event updated for resources: {'Port': ['ID=22dbdb2a-7ac6-487b-ac8e-89ca8c33017b,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:28.569521 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-61b15d8d-ca90-4c24-851c-917c4d7d50c5 req-bbaa542f-4f22-4eee-bfdc-4492541cff59 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (16649aec-f664-4a90-9d20-1c038acfbbd7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:28.571102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:28.573397 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:28.616044 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-c3180633-e55b-4f4e-ad0f-5d22542a05ac tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Made reservation on behalf of 517a5f8cbeba42f6841e1eccf9c2914d for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:28.620575 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-c3180633-e55b-4f4e-ad0f-5d22542a05ac tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:28.716654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa542f-4f22-4eee-bfdc-4492541cff59 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16649aec-f664-4a90-9d20-1c038acfbbd7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:28.740019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:28.758811 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eaab0f01-b5bd-48c2-8f58-422d77d892af req-19373111-c9c2-4b6e-9f46-6bf269002531 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4652052
Feb 12 21:09:28.782602 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-52dac7c2-1024-41eb-a00f-c2f31beac62c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (a90998ba-17e7-4116-bb0e-3bd9e0e31276), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:28.882137 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-240bc9c3-e67d-4aff-9581-276895c05b89 req-8057fb31-63b0-4c88-bdbd-53296a790928 service neutron] 10.222.0.50 "GET /v2.0/networks/b286c5f0-5feb-4edd-8aa1-03636bfd1f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3375747
Feb 12 21:09:28.884909 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-61b15d8d-ca90-4c24-851c-917c4d7d50c5 req-bbaa542f-4f22-4eee-bfdc-4492541cff59 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks [] for security_group (1a95f269-d2c6-4e34-9ace-076898740c51), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:28.941232 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-52dac7c2-1024-41eb-a00f-c2f31beac62c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (a90998ba-17e7-4116-bb0e-3bd9e0e31276), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:28.949863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dac7c2-1024-41eb-a00f-c2f31beac62c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:28.950714 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-52dac7c2-1024-41eb-a00f-c2f31beac62c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:28.984358 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-c3180633-e55b-4f4e-ad0f-5d22542a05ac tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Allocated IP 192.168.233.214 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/2d74542d-b56d-4ff5-a958-316b2005d4e9) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:28.995475 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-61b15d8d-ca90-4c24-851c-917c4d7d50c5 req-bbaa542f-4f22-4eee-bfdc-4492541cff59 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1a95f269-d2c6-4e34-9ace-076898740c51), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:29.037055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa542f-4f22-4eee-bfdc-4492541cff59 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a95f269-d2c6-4e34-9ace-076898740c51,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:29.148288 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-61b15d8d-ca90-4c24-851c-917c4d7d50c5 req-bbaa542f-4f22-4eee-bfdc-4492541cff59 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:29.150186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-61b15d8d-ca90-4c24-851c-917c4d7d50c5 req-bbaa542f-4f22-4eee-bfdc-4492541cff59 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 2.9032874
Feb 12 21:09:29.215803 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:29.315837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c93fc2-6588-4904-b7c8-84fab2f30093 req-f02b86a2-e00c-42a2-bba9-14737f3cc77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:29.320008 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44c93fc2-6588-4904-b7c8-84fab2f30093 req-f02b86a2-e00c-42a2-bba9-14737f3cc77e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e53bfabce8d42e183bcf495f606b29f&device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 1126 time: 0.2650425
Feb 12 21:09:29.408583 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-249480e3-2a36-4e2f-abb6-7129327930d5 req-57da4c84-f934-43be-9830-d7e55f15ce1e tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 210 time: 0.0897326
Feb 12 21:09:29.428205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e224365-1331-40f3-aa9a-7944675d667d req-000f4736-6d6b-4fa2-a6d4-1c5114769543 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:29.429754 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e224365-1331-40f3-aa9a-7944675d667d req-000f4736-6d6b-4fa2-a6d4-1c5114769543 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.50 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 946 time: 0.3362892
Feb 12 21:09:29.444983 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:29.586605 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-52dac7c2-1024-41eb-a00f-c2f31beac62c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 2.0279624
Feb 12 21:09:29.606159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dac7c2-1024-41eb-a00f-c2f31beac62c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event updated for resources: {'Network': ['ID=a90998ba-17e7-4116-bb0e-3bd9e0e31276,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:29.611341 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35400) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:29.617114 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network a90998ba-17e7-4116-bb0e-3bd9e0e31276 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:09:29.622271 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-570e9cc9-e68b-47c7-9b55-6688f4af14f3 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Request body: {'subnet': {'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:29.675416 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-c3180633-e55b-4f4e-ad0f-5d22542a05ac tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks [] for port (2d74542d-b56d-4ff5-a958-316b2005d4e9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:29.737137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f09f01-13a0-44b4-8efa-5fd6207550de req-fd661f69-ed80-4830-b0cc-e8aed28d8cc8 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:29.753297 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-35f09f01-13a0-44b4-8efa-5fd6207550de req-fd661f69-ed80-4830-b0cc-e8aed28d8cc8 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 946 time: 0.8870652
Feb 12 21:09:29.864793 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-35f09f01-13a0-44b4-8efa-5fd6207550de req-9bd41734-bde6-44e4-b5a0-b68798bcb6aa tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc9e334e-fd61-4d2c-b443-c7618bee1086&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108279
Feb 12 21:09:29.876413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04418d1-6cc9-405a-9121-3407e9ddbf42 admin admin] Router ffb44d63-31db-464c-aa5a-9be40d2f26bc has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:09:29.891222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570e9cc9-e68b-47c7-9b55-6688f4af14f3 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Made reservation on behalf of 992939bc41444299957b35468c7433c6 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:29.895442 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-570e9cc9-e68b-47c7-9b55-6688f4af14f3 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:29.905472 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-bbe38c16-0daa-4c6c-bded-15d311ba3dd0 req-01ce6012-d62b-4ede-bc1c-4877146f1689 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Request body: {'security_group': {'name': 'tempest-securitygroup-997543206', 'description': 'tempest-description-597201794'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:29.920419 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c93fc2-6588-4904-b7c8-84fab2f30093 req-b1575e6c-3f57-4b70-a460-c21ca9bd595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:29.924899 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44c93fc2-6588-4904-b7c8-84fab2f30093 req-b1575e6c-3f57-4b70-a460-c21ca9bd595f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b286c5f0-5feb-4edd-8aa1-03636bfd1f8c HTTP/1.1" status: 200  len: 916 time: 0.5296185
Feb 12 21:09:29.942407 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-c3180633-e55b-4f4e-ad0f-5d22542a05ac tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2d74542d-b56d-4ff5-a958-316b2005d4e9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:29.958010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['9e9845e9-a042-45ae-b39d-5207ad5eef75', '79a28270-5b6e-4c46-9526-13bd9e1c0067'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:09:30.008515 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44c93fc2-6588-4904-b7c8-84fab2f30093 req-1ea5ddac-79cb-4885-a945-ee9d92f81863 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8679ae2f-0c57-4f0f-ba69-4951dc1189d5 HTTP/1.1" status: 200  len: 217 time: 0.0566239
Feb 12 21:09:30.048438 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e78facf-da05-4541-847e-19c01a909014 req-5fc12a0f-61d7-437a-8784-cdc08dc0b445 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2136919108&fields=id&tenant_id=2094e607f7bf4345beb838fc2e483911 HTTP/1.1" status: 200  len: 267 time: 0.3121314
Feb 12 21:09:30.135852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-c3180633-e55b-4f4e-ad0f-5d22542a05ac tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:30.181538 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:30.186292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-c3180633-e55b-4f4e-ad0f-5d22542a05ac tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:30.188097 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3180633-e55b-4f4e-ad0f-5d22542a05ac tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Pushing event updated for resources: {'Port': ['ID=2d74542d-b56d-4ff5-a958-316b2005d4e9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:30.191293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-c3180633-e55b-4f4e-ad0f-5d22542a05ac tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:30.200337 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-bbe38c16-0daa-4c6c-bded-15d311ba3dd0 req-01ce6012-d62b-4ede-bc1c-4877146f1689 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:30.239759 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04418d1-6cc9-405a-9121-3407e9ddbf42 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:09:30.274608 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c04418d1-6cc9-405a-9121-3407e9ddbf42 admin admin] 10.222.0.31 "PUT /v2.0/routers/ffb44d63-31db-464c-aa5a-9be40d2f26bc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7937863
Feb 12 21:09:30.287546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35406) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:30.384865 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-bbe38c16-0daa-4c6c-bded-15d311ba3dd0 req-01ce6012-d62b-4ede-bc1c-4877146f1689 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks [] for security_group (c87c3a33-0ca1-4e32-acb8-02213e557b7c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:30.386926 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:30.387987 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:30.389970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-c3180633-e55b-4f4e-ad0f-5d22542a05ac tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:30.390993 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-c3180633-e55b-4f4e-ad0f-5d22542a05ac tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:30.535357 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-9e224365-1331-40f3-aa9a-7944675d667d req-8731529f-2ae1-4a00-9f3e-956fa59bb5d9 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Deleting port c9859cfe-7f49-4ab1-b5e4-6971a2e42056 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:09:30.541663 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9e224365-1331-40f3-aa9a-7944675d667d req-8731529f-2ae1-4a00-9f3e-956fa59bb5d9 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c9859cfe-7f49-4ab1-b5e4-6971a2e42056), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:30.606871 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:30.667020 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-bbe38c16-0daa-4c6c-bded-15d311ba3dd0 req-01ce6012-d62b-4ede-bc1c-4877146f1689 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c87c3a33-0ca1-4e32-acb8-02213e557b7c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:30.788132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce6012-d62b-4ede-bc1c-4877146f1689 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87c3a33-0ca1-4e32-acb8-02213e557b7c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:30.811519 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-570e9cc9-e68b-47c7-9b55-6688f4af14f3 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (dc44bda3-6d91-4b39-a1b0-99dbae41bbc3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:30.911866 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-bbe38c16-0daa-4c6c-bded-15d311ba3dd0 req-01ce6012-d62b-4ede-bc1c-4877146f1689 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:30.913322 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bbe38c16-0daa-4c6c-bded-15d311ba3dd0 req-01ce6012-d62b-4ede-bc1c-4877146f1689 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 1.0117111
Feb 12 21:09:30.933575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e9cc9-e68b-47c7-9b55-6688f4af14f3 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event updated for resources: {'Subnet': ['ID=dc44bda3-6d91-4b39-a1b0-99dbae41bbc3,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:30.943945 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:30.955711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e9cc9-e68b-47c7-9b55-6688f4af14f3 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Checking segment: {'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:30.956672 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e9cc9-e68b-47c7-9b55-6688f4af14f3 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Network hostable DHCP agents. Network: 531eb872-2139-4490-9c0c-9bd28b6649a5, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:09:30.982529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7c54a196-f859-470c-9881-1459c349f31e None None] Provisioning complete for port 2d74542d-b56d-4ff5-a958-316b2005d4e9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:30.983121 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7c54a196-f859-470c-9881-1459c349f31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d74542d-b56d-4ff5-a958-316b2005d4e9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:31.021703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe9b93-fa2f-4109-9b60-7cd8b4f24824 None None] Sync routers for ids ['ffb44d63-31db-464c-aa5a-9be40d2f26bc'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:09:31.041191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe9b93-fa2f-4109-9b60-7cd8b4f24824 None None] Routers {'ffb44d63-31db-464c-aa5a-9be40d2f26bc'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:31.042024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-71fe9b93-fa2f-4109-9b60-7cd8b4f24824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb779640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ffb44d63-31db-464c-aa5a-9be40d2f26bc'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:31.057317 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78facf-da05-4541-847e-19c01a909014 req-e7fdc701-651b-4814-aa70-aa8c1825c1db tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:31.059591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e78facf-da05-4541-847e-19c01a909014 req-e7fdc701-651b-4814-aa70-aa8c1825c1db tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/networks?id=4558dc02-1bc4-4b41-a16f-8a68e939fe76 HTTP/1.1" status: 200  len: 817 time: 1.0109377
Feb 12 21:09:31.061604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c93fc2-6588-4904-b7c8-84fab2f30093 req-c05a8296-9bf0-442f-881e-f9bb2ff9cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:31.063166 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44c93fc2-6588-4904-b7c8-84fab2f30093 req-c05a8296-9bf0-442f-881e-f9bb2ff9cd7c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f369cea4-1a1b-4361-a884-093942e6d146 HTTP/1.1" status: 200  len: 854 time: 1.0132866
Feb 12 21:09:31.068564 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e9cc9-e68b-47c7-9b55-6688f4af14f3 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Network 531eb872-2139-4490-9c0c-9bd28b6649a5 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:09:31.071872 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-c3180633-e55b-4f4e-ad0f-5d22542a05ac tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.0545154
Feb 12 21:09:31.113883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdadfa-0409-409b-af52-11352ec77aad req-cf03414e-8142-4c00-8931-80fcff513ade tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:31.115442 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5cfdadfa-0409-409b-af52-11352ec77aad req-cf03414e-8142-4c00-8931-80fcff513ade tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 944 time: 0.0944200
Feb 12 21:09:31.128863 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7c54a196-f859-470c-9881-1459c349f31e None None] Port 2d74542d-b56d-4ff5-a958-316b2005d4e9 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:31.160747 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Request body: {'port': {'device_id': '44a94071-0179-4785-80d2-9c78a84887a5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:31.187895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-570e9cc9-e68b-47c7-9b55-6688f4af14f3 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 531eb872-2139-4490-9c0c-9bd28b6649a5) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:31.196459 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570e9cc9-e68b-47c7-9b55-6688f4af14f3 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:31.197114 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-570e9cc9-e68b-47c7-9b55-6688f4af14f3 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:31.202199 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-9e224365-1331-40f3-aa9a-7944675d667d req-8731529f-2ae1-4a00-9f3e-956fa59bb5d9 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] For port c9859cfe-7f49-4ab1-b5e4-6971a2e42056, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9859cfe-7f49-4ab1-b5e4-6971a2e42056,segment=NetworkSegment(76aed2b1-5a80-41b3-88ff-3be90362c595),segment_id=76aed2b1-5a80-41b3-88ff-3be90362c595)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:31.202577 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9e224365-1331-40f3-aa9a-7944675d667d req-8731529f-2ae1-4a00-9f3e-956fa59bb5d9 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c9859cfe-7f49-4ab1-b5e4-6971a2e42056), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:31.206753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-71fe9b93-fa2f-4109-9b60-7cd8b4f24824 None None] Set router ffb44d63-31db-464c-aa5a-9be40d2f26bc gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:31.209458 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e78facf-da05-4541-847e-19c01a909014 req-209123e5-8d48-4b89-915a-17f36eda56eb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/quotas/2094e607f7bf4345beb838fc2e483911 HTTP/1.1" status: 200  len: 375 time: 0.1361754
Feb 12 21:09:31.219146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c863ad02-041f-46af-8460-8587022adc6b None None] Network 531eb872-2139-4490-9c0c-9bd28b6649a5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:09:31.229210 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5cfdadfa-0409-409b-af52-11352ec77aad req-07fa6813-0829-4feb-8064-07586f47c8c6 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062207
Feb 12 21:09:31.246606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-9e224365-1331-40f3-aa9a-7944675d667d req-8731529f-2ae1-4a00-9f3e-956fa59bb5d9 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Calling delete_port for c9859cfe-7f49-4ab1-b5e4-6971a2e42056 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:09:31.263309 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-570e9cc9-e68b-47c7-9b55-6688f4af14f3 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.6446292
Feb 12 21:09:31.268548 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35416) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:31.276086 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-122deed1-45d0-42e4-a437-a112b37dadb6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Request body: {'subnet': {'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:31.449597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c93fc2-6588-4904-b7c8-84fab2f30093 req-88e5c553-a8b0-4049-adad-7888e9accb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:31.451219 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44c93fc2-6588-4904-b7c8-84fab2f30093 req-88e5c553-a8b0-4049-adad-7888e9accb40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b286c5f0-5feb-4edd-8aa1-03636bfd1f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3608394
Feb 12 21:09:31.464251 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3292a0e6-014e-4bf2-a8ef-cceb450db813 admin admin] Publish callbacks [] for router (ffb44d63-31db-464c-aa5a-9be40d2f26bc), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:31.560698 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device c9859cfe-7f49-4ab1-b5e4-6971a2e42056 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:09:31.585279 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2d74542d-b56d-4ff5-a958-316b2005d4e9), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:31.590877 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b047d4-669e-4d2a-97df-5b3f6580c6c9 req-97112497-6846-4ea6-8788-ae71f2d5bd44 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:31.594924 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-37b047d4-669e-4d2a-97df-5b3f6580c6c9 req-97112497-6846-4ea6-8788-ae71f2d5bd44 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 936 time: 0.1917958
Feb 12 21:09:31.615708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122deed1-45d0-42e4-a437-a112b37dadb6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Made reservation on behalf of 992939bc41444299957b35468c7433c6 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:31.620132 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-122deed1-45d0-42e4-a437-a112b37dadb6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:31.807486 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-37b047d4-669e-4d2a-97df-5b3f6580c6c9 req-146892d1-cd5b-4101-9111-5924572327f7 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1990902
Feb 12 21:09:31.916430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-531eb872-2139-4490-9c0c-9bd28b6649a5', 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5', 'project_id': '992939bc41444299957b35468c7433c6', 'fixed_ips': [{'subnet_id': 'dc44bda3-6d91-4b39-a1b0-99dbae41bbc3'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:09:31.927150 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:31.951553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port c9859cfe-7f49-4ab1-b5e4-6971a2e42056 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:31.952025 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c9859cfe-7f49-4ab1-b5e4-6971a2e42056), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:31.956600 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e78facf-da05-4541-847e-19c01a909014 req-6a9a5ac6-8d17-4d0c-8bd1-3fc67497ac80 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2094e607f7bf4345beb838fc2e483911&fields=id HTTP/1.1" status: 200  len: 302 time: 0.7368805
Feb 12 21:09:32.112292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49204c01-6445-47b9-a8ff-8a2b556720d0 req-267499fb-cbd2-4eac-a2d9-4927d7480b8e tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:32.115318 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49204c01-6445-47b9-a8ff-8a2b556720d0 req-267499fb-cbd2-4eac-a2d9-4927d7480b8e tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 946 time: 0.1797757
Feb 12 21:09:32.141392 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44c93fc2-6588-4904-b7c8-84fab2f30093 req-3a775077-9fce-45d9-aa77-eac2ee189803 service neutron] 10.222.0.50 "GET /v2.0/networks/b286c5f0-5feb-4edd-8aa1-03636bfd1f8c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6838405
Feb 12 21:09:32.152216 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-71fe9b93-fa2f-4109-9b60-7cd8b4f24824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb779640>, [{'id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-835848383-router', 'tenant_id': '268b10235e3d4212b9d709377d7f918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153'}], 'enable_snat': True}, 'gw_port_id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:27Z', 'revision_number': 5, 'project_id': '268b10235e3d4212b9d709377d7f918b', 'gw_port': {'id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:11Z', 'updated_at': '2022-02-12T21:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:32.172885 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-122deed1-45d0-42e4-a437-a112b37dadb6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (beb1c0ec-31ae-47ff-be96-a4e94b6d0bca), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:32.223226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe9b93-fa2f-4109-9b60-7cd8b4f24824 None None] Checking router: ffb44d63-31db-464c-aa5a-9be40d2f26bc for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:09:32.252617 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49204c01-6445-47b9-a8ff-8a2b556720d0 req-c70fe9ae-58ae-4ab9-ac3e-0771f35a992c tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc9e334e-fd61-4d2c-b443-c7618bee1086&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294336
Feb 12 21:09:32.260181 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Feb 12 21:09:32.260181 ncdv-master-1 neutron-server[126507]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s]
Feb 12 21:09:32.260181 ncdv-master-1 neutron-server[126507]: [parameters: {'status': 'DOWN', 'ports_id': 'c9859cfe-7f49-4ab1-b5e4-6971a2e42056'}]
Feb 12 21:09:32.260181 ncdv-master-1 neutron-server[126507]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:09:32.261108 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:09:32.271787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe9b93-fa2f-4109-9b60-7cd8b4f24824 None None] Routers {'ffb44d63-31db-464c-aa5a-9be40d2f26bc'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:32.272695 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-71fe9b93-fa2f-4109-9b60-7cd8b4f24824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb779640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ffb44d63-31db-464c-aa5a-9be40d2f26bc'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:32.331821 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122deed1-45d0-42e4-a437-a112b37dadb6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event updated for resources: {'Subnet': ['ID=beb1c0ec-31ae-47ff-be96-a4e94b6d0bca,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:32.362279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122deed1-45d0-42e4-a437-a112b37dadb6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Checking segment: {'id': '8980ef08-8d51-43b5-bfdc-e1a73571ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:32.366770 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122deed1-45d0-42e4-a437-a112b37dadb6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Network hostable DHCP agents. Network: a90998ba-17e7-4116-bb0e-3bd9e0e31276, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:09:32.376678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-cbc817e2-0852-4ce0-bf11-41e63a73cf9f req-b74486c9-8087-4bdc-9416-467f7a4a6112 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1521613614', 'description': 'tempest-description-333582908'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:32.412155 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:32.429880 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3292a0e6-014e-4bf2-a8ef-cceb450db813 admin admin] Publish callbacks [] for router_gateway (ffb44d63-31db-464c-aa5a-9be40d2f26bc), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:32.433941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Allocated IP 10.1.1.2 (531eb872-2139-4490-9c0c-9bd28b6649a5/dc44bda3-6d91-4b39-a1b0-99dbae41bbc3/2f111b71-3004-4ad9-a750-acf6420348ce) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:32.467306 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122deed1-45d0-42e4-a437-a112b37dadb6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Network a90998ba-17e7-4116-bb0e-3bd9e0e31276 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:09:32.483058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-71fe9b93-fa2f-4109-9b60-7cd8b4f24824 None None] Set router ffb44d63-31db-464c-aa5a-9be40d2f26bc gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:32.495942 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cbc817e2-0852-4ce0-bf11-41e63a73cf9f req-b74486c9-8087-4bdc-9416-467f7a4a6112 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:32.504562 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cbc817e2-0852-4ce0-bf11-41e63a73cf9f req-b74486c9-8087-4bdc-9416-467f7a4a6112 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:32.553631 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-122deed1-45d0-42e4-a437-a112b37dadb6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a90998ba-17e7-4116-bb0e-3bd9e0e31276) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:32.559021 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122deed1-45d0-42e4-a437-a112b37dadb6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:32.559745 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-122deed1-45d0-42e4-a437-a112b37dadb6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:32.590026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb46b27-79c6-47be-9ab5-ca8b3950f9b6 None None] Network a90998ba-17e7-4116-bb0e-3bd9e0e31276 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:09:32.611624 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9e224365-1331-40f3-aa9a-7944675d667d req-8731529f-2ae1-4a00-9f3e-956fa59bb5d9 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c9859cfe-7f49-4ab1-b5e4-6971a2e42056), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:32.706508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731529f-2ae1-4a00-9f3e-956fa59bb5d9 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Pushing event deleted for resources: {'Port': ['ID=c9859cfe-7f49-4ab1-b5e4-6971a2e42056,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:32.724951 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cbc817e2-0852-4ce0-bf11-41e63a73cf9f req-b74486c9-8087-4bdc-9416-467f7a4a6112 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks [] for security_group (9824058c-650a-4d8a-af71-10514b92dfa0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:32.859165 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e224365-1331-40f3-aa9a-7944675d667d req-8731529f-2ae1-4a00-9f3e-956fa59bb5d9 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] No DVR routers for this DVR port c9859cfe-7f49-4ab1-b5e4-6971a2e42056 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:09:32.862530 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9e224365-1331-40f3-aa9a-7944675d667d req-8731529f-2ae1-4a00-9f3e-956fa59bb5d9 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:32.866462 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e224365-1331-40f3-aa9a-7944675d667d req-8731529f-2ae1-4a00-9f3e-956fa59bb5d9 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.50 "DELETE /v2.0/ports/c9859cfe-7f49-4ab1-b5e4-6971a2e42056 HTTP/1.1" status: 204  len: 173 time: 3.3799248
Feb 12 21:09:32.874654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29bb4ee-486f-48d1-869a-fd43a7d785c9', 'name': 'network-vif-deleted', 'tag': 'c9859cfe-7f49-4ab1-b5e4-6971a2e42056'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:09:32.876964 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad367d5-ee32-493a-89ac-13c4fac82d68" -d '{"events": [{"server_uuid": "d29bb4ee-486f-48d1-869a-fd43a7d785c9", "name": "network-vif-deleted", "tag": "c9859cfe-7f49-4ab1-b5e4-6971a2e42056"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:09:32.890920 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44c93fc2-6588-4904-b7c8-84fab2f30093 req-b7381e08-511d-4e86-a58c-1c71fb5de01f service neutron] 10.222.0.50 "GET /v2.0/networks/b286c5f0-5feb-4edd-8aa1-03636bfd1f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7240670
Feb 12 21:09:32.912506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e78facf-da05-4541-847e-19c01a909014 req-a9402643-2a06-4383-8a10-a2d69e11ae4c service neutron] 10.222.0.31 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8673329
Feb 12 21:09:32.934975 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Port c9859cfe-7f49-4ab1-b5e4-6971a2e42056 update to DOWN by agent not found {{(pid=126507) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Feb 12 21:09:32.991971 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3292a0e6-014e-4bf2-a8ef-cceb450db813 admin admin] Deleting port cef7b00d-a461-4333-afca-aeb95afa056e {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:09:32.992339 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3292a0e6-014e-4bf2-a8ef-cceb450db813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (cef7b00d-a461-4333-afca-aeb95afa056e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:33.011946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a90998ba-17e7-4116-bb0e-3bd9e0e31276', 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276', 'project_id': '992939bc41444299957b35468c7433c6', 'fixed_ips': [{'subnet_id': 'beb1c0ec-31ae-47ff-be96-a4e94b6d0bca'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:09:33.012785 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:33.013170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d74542d-b56d-4ff5-a958-316b2005d4e9 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:09:33.045309 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-122deed1-45d0-42e4-a437-a112b37dadb6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.7803006
Feb 12 21:09:33.046077 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35428) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:33.050829 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-272e4e3f-9c22-4d1c-9f5e-fb494423ff3e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Request body: {'port': {'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1710534943', 'fixed_ips': [{'subnet_id': 'dc44bda3-6d91-4b39-a1b0-99dbae41bbc3'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:33.077742 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Publish callbacks [] for port (2d74542d-b56d-4ff5-a958-316b2005d4e9), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:33.107242 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cbc817e2-0852-4ce0-bf11-41e63a73cf9f req-b74486c9-8087-4bdc-9416-467f7a4a6112 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9824058c-650a-4d8a-af71-10514b92dfa0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:33.209169 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Publish callbacks [] for port (2f111b71-3004-4ad9-a750-acf6420348ce), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:33.226411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74486c9-8087-4bdc-9416-467f7a4a6112 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9824058c-650a-4d8a-af71-10514b92dfa0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:33.228965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-71fe9b93-fa2f-4109-9b60-7cd8b4f24824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb779640>, [{'id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-835848383-router', 'tenant_id': '268b10235e3d4212b9d709377d7f918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153'}], 'enable_snat': True}, 'gw_port_id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:27Z', 'revision_number': 5, 'project_id': '268b10235e3d4212b9d709377d7f918b', 'gw_port': {'id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:11Z', 'updated_at': '2022-02-12T21:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:33.246836 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e78facf-da05-4541-847e-19c01a909014 req-cd7e121e-63b4-4790-8718-76dfdf8b4567 service neutron] 10.222.0.31 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3250768
Feb 12 21:09:33.247919 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Transition to ACTIVE for port object 2d74542d-b56d-4ff5-a958-316b2005d4e9 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:09:33.296391 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-3292a0e6-014e-4bf2-a8ef-cceb450db813 admin admin] For port cef7b00d-a461-4333-afca-aeb95afa056e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cef7b00d-a461-4333-afca-aeb95afa056e,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:33.301545 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3292a0e6-014e-4bf2-a8ef-cceb450db813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (cef7b00d-a461-4333-afca-aeb95afa056e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:33.313630 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cbc817e2-0852-4ce0-bf11-41e63a73cf9f req-b74486c9-8087-4bdc-9416-467f7a4a6112 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks [] for security_group (c8e28e3d-bb56-4d34-b5be-e843386be6ea), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:33.335004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe9b93-fa2f-4109-9b60-7cd8b4f24824 None None] The sync data for ids ['ffb44d63-31db-464c-aa5a-9be40d2f26bc'] in ncdv-master-1 is: [{'id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-835848383-router', 'tenant_id': '268b10235e3d4212b9d709377d7f918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153'}], 'enable_snat': True}, 'gw_port_id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:27Z', 'revision_number': 5, 'project_id': '268b10235e3d4212b9d709377d7f918b', 'gw_port': {'id': 'cef7b00d-a461-4333-afca-aeb95afa056e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb44d63-31db-464c-aa5a-9be40d2f26bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:11Z', 'updated_at': '2022-02-12T21:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:09:33.339088 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (2f111b71-3004-4ad9-a750-acf6420348ce), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:33.347208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3292a0e6-014e-4bf2-a8ef-cceb450db813 admin admin] Calling delete_port for cef7b00d-a461-4333-afca-aeb95afa056e owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:09:33.355067 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (2d74542d-b56d-4ff5-a958-316b2005d4e9), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:33.388370 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cbc817e2-0852-4ce0-bf11-41e63a73cf9f req-b74486c9-8087-4bdc-9416-467f7a4a6112 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c8e28e3d-bb56-4d34-b5be-e843386be6ea), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:33.394467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Network 531eb872-2139-4490-9c0c-9bd28b6649a5 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:33.407174 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:33.413120 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272e4e3f-9c22-4d1c-9f5e-fb494423ff3e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Made reservation on behalf of 992939bc41444299957b35468c7433c6 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:33.427148 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:33.441389 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Allocated IP 10.2.2.2 (a90998ba-17e7-4116-bb0e-3bd9e0e31276/beb1c0ec-31ae-47ff-be96-a4e94b6d0bca/e89946fd-a4d9-4ea0-afff-4bab4369f120) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:33.447861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74486c9-8087-4bdc-9416-467f7a4a6112 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e28e3d-bb56-4d34-b5be-e843386be6ea,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:33.467702 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Pushing event updated for resources: {'Port': ['ID=2f111b71-3004-4ad9-a750-acf6420348ce,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:33.497572 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cbc817e2-0852-4ce0-bf11-41e63a73cf9f req-b74486c9-8087-4bdc-9416-467f7a4a6112 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:33.497572 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cbc817e2-0852-4ce0-bf11-41e63a73cf9f req-b74486c9-8087-4bdc-9416-467f7a4a6112 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 1.1183701
Feb 12 21:09:33.526595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Attempting to bind port 2f111b71-3004-4ad9-a750-acf6420348ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:33.527089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Attempting to bind port 2f111b71-3004-4ad9-a750-acf6420348ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:33.527330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Attempting to bind port 2f111b71-3004-4ad9-a750-acf6420348ce on network 531eb872-2139-4490-9c0c-9bd28b6649a5 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:33.543223 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:33.543821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Checking segment: {'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:33.544323 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:33.544839 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Bound using segment: {'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:33.545364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Bound port: 2f111b71-3004-4ad9-a750-acf6420348ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:33.546475 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2f111b71-3004-4ad9-a750-acf6420348ce), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:33.614220 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-272e4e3f-9c22-4d1c-9f5e-fb494423ff3e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:33.693260 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-272e4e3f-9c22-4d1c-9f5e-fb494423ff3e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] device_id is not set on port f960d66a-27d4-45da-ab76-16c8e9d8d0db yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:09:33.700186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Pushing event updated for resources: {'Port': ['ID=2d74542d-b56d-4ff5-a958-316b2005d4e9,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:33.832894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] For port 2f111b71-3004-4ad9-a750-acf6420348ce, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:33.839741 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] For port 2f111b71-3004-4ad9-a750-acf6420348ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f111b71-3004-4ad9-a750-acf6420348ce,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:33.989637 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Publish callbacks [] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:34.012920 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2f111b71-3004-4ad9-a750-acf6420348ce), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:34.223483 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Attempting to bind port 2d74542d-b56d-4ff5-a958-316b2005d4e9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:34.225560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Attempting to bind port 2d74542d-b56d-4ff5-a958-316b2005d4e9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:34.229891 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Attempting to bind port 2d74542d-b56d-4ff5-a958-316b2005d4e9 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:34.261964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Port 2d74542d-b56d-4ff5-a958-316b2005d4e9 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:09:34.263669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Attempting to bind port 2d74542d-b56d-4ff5-a958-316b2005d4e9 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:34.284180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:34.291533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:34.291533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:34.291533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Bound port: 2d74542d-b56d-4ff5-a958-316b2005d4e9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:34.291533 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2d74542d-b56d-4ff5-a958-316b2005d4e9), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:34.377482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b32bf-b2b0-4b20-9317-4ed34bbcdc9b req-c0f1d759-9b6f-4adc-bc78-5f606d0dbf16 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:34.386046 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-274b32bf-b2b0-4b20-9317-4ed34bbcdc9b req-c0f1d759-9b6f-4adc-bc78-5f606d0dbf16 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 948 time: 0.5026596
Feb 12 21:09:34.478210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:09:34.491096 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:34.550014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Network a90998ba-17e7-4116-bb0e-3bd9e0e31276 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:34.557167 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-274b32bf-b2b0-4b20-9317-4ed34bbcdc9b req-83964557-f584-4f2a-a2eb-c828cda10f94 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699564
Feb 12 21:09:34.567240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:34.574567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:09:34.575024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9d49c4a5-7249-4f9c-9aad-d2e8a4ccaaba not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:09:34.584661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:34.614730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3827f-6987-4977-af43-6cb3b7374996 None None] Pushing event updated for resources: {'Port': ['ID=2f111b71-3004-4ad9-a750-acf6420348ce,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:34.616238 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] For port 2d74542d-b56d-4ff5-a958-316b2005d4e9, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:34.644360 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] For port 2d74542d-b56d-4ff5-a958-316b2005d4e9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d74542d-b56d-4ff5-a958-316b2005d4e9,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:34.653814 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-272e4e3f-9c22-4d1c-9f5e-fb494423ff3e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Allocated IP 10.1.1.205 (531eb872-2139-4490-9c0c-9bd28b6649a5/dc44bda3-6d91-4b39-a1b0-99dbae41bbc3/f960d66a-27d4-45da-ab76-16c8e9d8d0db) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:34.683937 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f32558-4c64-421c-b39e-98e37313a8cd x-openstack-request-id: req-e5f32558-4c64-421c-b39e-98e37313a8cd {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:09:34.684238 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29bb4ee-486f-48d1-869a-fd43a7d785c9", "name": "network-vif-deleted", "tag": "c9859cfe-7f49-4ab1-b5e4-6971a2e42056", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:09:34.684489 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5f32558-4c64-421c-b39e-98e37313a8cd {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:09:34.684892 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29bb4ee-486f-48d1-869a-fd43a7d785c9', 'name': 'network-vif-deleted', 'tag': 'c9859cfe-7f49-4ab1-b5e4-6971a2e42056', 'status': 'completed', 'code': 200}
Feb 12 21:09:34.719687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Attempting to bind port e89946fd-a4d9-4ea0-afff-4bab4369f120 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:34.719687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Attempting to bind port e89946fd-a4d9-4ea0-afff-4bab4369f120 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8980ef08-8d51-43b5-bfdc-e1a73571ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:34.719687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Attempting to bind port e89946fd-a4d9-4ea0-afff-4bab4369f120 on network a90998ba-17e7-4116-bb0e-3bd9e0e31276 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:34.739093 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:34.739093 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Checking segment: {'id': '8980ef08-8d51-43b5-bfdc-e1a73571ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:34.739093 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:34.739093 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Bound using segment: {'id': '8980ef08-8d51-43b5-bfdc-e1a73571ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:34.739093 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Bound port: e89946fd-a4d9-4ea0-afff-4bab4369f120, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8980ef08-8d51-43b5-bfdc-e1a73571ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:34.739093 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:34.740937 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b70b712b-eb57-4f82-9ba3-00bc6d6e1ed4 req-3f72be64-0c3c-4b20-b28b-41f6392c7aaa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5567961
Feb 12 21:09:34.755637 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3292a0e6-014e-4bf2-a8ef-cceb450db813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (cef7b00d-a461-4333-afca-aeb95afa056e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:34.773060 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Pushing event updated for resources: {'Port': ['ID=e89946fd-a4d9-4ea0-afff-4bab4369f120,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:34.867902 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (2d74542d-b56d-4ff5-a958-316b2005d4e9), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:34.872580 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] For port e89946fd-a4d9-4ea0-afff-4bab4369f120, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:34.882424 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] For port e89946fd-a4d9-4ea0-afff-4bab4369f120, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e89946fd-a4d9-4ea0-afff-4bab4369f120,segment=NetworkSegment(8980ef08-8d51-43b5-bfdc-e1a73571ed03),segment_id=8980ef08-8d51-43b5-bfdc-e1a73571ed03)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:34.909718 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda634e-7fa5-4539-8b7b-40115f6eb025 req-e46f33de-3a35-423b-a8a9-c4d1a6349953 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:34.911314 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cda634e-7fa5-4539-8b7b-40115f6eb025 req-e46f33de-3a35-423b-a8a9-c4d1a6349953 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 944 time: 0.7261121
Feb 12 21:09:34.976846 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:35.015631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:35.016257 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:35.017801 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] 10.222.0.48 "PUT /v2.0/ports/2d74542d-b56d-4ff5-a958-316b2005d4e9 HTTP/1.1" status: 200  len: 1096 time: 3.9195042
Feb 12 21:09:35.076142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292a0e6-014e-4bf2-a8ef-cceb450db813 admin admin] Pushing event deleted for resources: {'Port': ['ID=cef7b00d-a461-4333-afca-aeb95afa056e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:35.114635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8cdf6-d4af-4beb-959d-2b1f03ac2efb None None] Pushing event updated for resources: {'Port': ['ID=e89946fd-a4d9-4ea0-afff-4bab4369f120,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:35.134575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b712b-eb57-4f82-9ba3-00bc6d6e1ed4 req-cb596232-dbb6-4bfc-ba9d-5b9eaf6c6ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:35.150016 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b70b712b-eb57-4f82-9ba3-00bc6d6e1ed4 req-cb596232-dbb6-4bfc-ba9d-5b9eaf6c6ad7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a19875f98800434db2950efcf23ff3a4&device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 1127 time: 0.2995720
Feb 12 21:09:35.154236 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cda634e-7fa5-4539-8b7b-40115f6eb025 req-a250033c-3474-4631-a3f6-5da0bd6c648e tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2179036
Feb 12 21:09:35.187268 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-272e4e3f-9c22-4d1c-9f5e-fb494423ff3e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:35.187378 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-072330e9-7c83-49d0-9682-1da6921cfe4f req-151555cf-f8be-4185-bdef-b03b228f2257 tempest-VolumesAdminNegativeTest-855043890 tempest-VolumesAdminNegativeTest-855043890-project] 10.222.0.31 "GET /v2.0/ports?device_id=d29bb4ee-486f-48d1-869a-fd43a7d785c9 HTTP/1.1" status: 200  len: 210 time: 0.2657976
Feb 12 21:09:35.187378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e903e-a1af-4394-8ceb-dd92ae970ecc service neutron] Pushing event updated for resources: {'Port': ['ID=2d74542d-b56d-4ff5-a958-316b2005d4e9,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:35.229661 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-13f6bb2a-3104-4702-bc5e-ab80807bacdf req-9c1218da-e728-4a27-8896-67a832f66610 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-647167943', 'description': 'tempest-description-656901167'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:35.284348 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3292a0e6-014e-4bf2-a8ef-cceb450db813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (ffb44d63-31db-464c-aa5a-9be40d2f26bc), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:35.350719 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f4ef5ccc-fae9-40c0-894b-bcb717ef202a req-a803a64c-0449-4923-82d4-76ab9084fe33 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 210 time: 0.0320358
Feb 12 21:09:35.409710 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b712b-eb57-4f82-9ba3-00bc6d6e1ed4 req-e719fd0d-8e3c-410b-8ffc-cd533debc1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:35.411211 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b70b712b-eb57-4f82-9ba3-00bc6d6e1ed4 req-e719fd0d-8e3c-410b-8ffc-cd533debc1e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a5b2a07-61e9-49f2-a870-d207fbb10adf HTTP/1.1" status: 200  len: 917 time: 0.2414639
Feb 12 21:09:35.428389 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-13f6bb2a-3104-4702-bc5e-ab80807bacdf req-9c1218da-e728-4a27-8896-67a832f66610 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:35.459123 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3292a0e6-014e-4bf2-a8ef-cceb450db813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (ffb44d63-31db-464c-aa5a-9be40d2f26bc), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:35.464664 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3292a0e6-014e-4bf2-a8ef-cceb450db813 admin admin] Publish callbacks [] for router_controller (ffb44d63-31db-464c-aa5a-9be40d2f26bc), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:35.469275 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-2795c855-1e5a-4e6e-8efe-222134dd0576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:35.469436 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-272e4e3f-9c22-4d1c-9f5e-fb494423ff3e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:35.471150 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-2795c855-1e5a-4e6e-8efe-222134dd0576 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 1130 time: 0.2814498
Feb 12 21:09:35.575894 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272e4e3f-9c22-4d1c-9f5e-fb494423ff3e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Network 531eb872-2139-4490-9c0c-9bd28b6649a5 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:35.582050 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-fd99e255-814b-45ca-a9d8-95938b40c9f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=2d74542d-b56d-4ff5-a958-316b2005d4e9 HTTP/1.1" status: 200  len: 217 time: 0.1019242
Feb 12 21:09:35.583257 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-272e4e3f-9c22-4d1c-9f5e-fb494423ff3e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:35.589672 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e4e3f-9c22-4d1c-9f5e-fb494423ff3e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event updated for resources: {'Port': ['ID=f960d66a-27d4-45da-ab76-16c8e9d8d0db,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:35.600391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e4e3f-9c22-4d1c-9f5e-fb494423ff3e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:35.639465 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b70b712b-eb57-4f82-9ba3-00bc6d6e1ed4 req-fd0e3e88-ca87-4041-b04c-e01e5d3a0649 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48198fe1-46cc-4c9a-9c32-4aa850f6426a HTTP/1.1" status: 200  len: 1000 time: 0.2161183
Feb 12 21:09:35.669973 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3292a0e6-014e-4bf2-a8ef-cceb450db813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (ffb44d63-31db-464c-aa5a-9be40d2f26bc), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:35.670592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3292a0e6-014e-4bf2-a8ef-cceb450db813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffb44d63-31db-464c-aa5a-9be40d2f26bc {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:09:35.676654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-4f2789e2-1f97-4cdf-9cda-29d831c4832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:35.678667 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-4f2789e2-1f97-4cdf-9cda-29d831c4832a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0875223
Feb 12 21:09:35.682029 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3292a0e6-014e-4bf2-a8ef-cceb450db813 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:35.685574 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3292a0e6-014e-4bf2-a8ef-cceb450db813 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ffb44d63-31db-464c-aa5a-9be40d2f26bc HTTP/1.1" status: 204  len: 168 time: 5.3829217
Feb 12 21:09:35.690343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35452) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:35.738394 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-13f6bb2a-3104-4702-bc5e-ab80807bacdf req-9c1218da-e728-4a27-8896-67a832f66610 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks [] for security_group (01b1d313-909d-4f5f-a20a-bd6522446253), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:35.752715 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272e4e3f-9c22-4d1c-9f5e-fb494423ff3e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:35.754129 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-272e4e3f-9c22-4d1c-9f5e-fb494423ff3e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:35.800694 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b712b-eb57-4f82-9ba3-00bc6d6e1ed4 req-42416e50-2017-4186-8c42-53c87143d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:35.803064 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b70b712b-eb57-4f82-9ba3-00bc6d6e1ed4 req-42416e50-2017-4186-8c42-53c87143d192 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a9243cf6-6f87-4c2d-8314-7b39a4ace0c3 HTTP/1.1" status: 200  len: 855 time: 0.1538289
Feb 12 21:09:35.803190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00549af-eac7-4358-b294-2e7b29b2e637 admin admin] Deleting subnet 7a32c177-0879-48b0-842a-41b89a4ebb3f {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:09:35.812292 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f00549af-eac7-4358-b294-2e7b29b2e637 admin admin] Publish callbacks [] for subnet (7a32c177-0879-48b0-842a-41b89a4ebb3f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:35.818807 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa662e7-128c-4583-a64b-08c92d630d4d req-2f0b462d-b8ed-44a6-bace-506987d724b0 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:35.820587 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-caa662e7-128c-4583-a64b-08c92d630d4d req-2f0b462d-b8ed-44a6-bace-506987d724b0 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 948 time: 0.1756232
Feb 12 21:09:35.849721 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-13f6bb2a-3104-4702-bc5e-ab80807bacdf req-9c1218da-e728-4a27-8896-67a832f66610 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (01b1d313-909d-4f5f-a20a-bd6522446253), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:35.882667 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-e87d4e11-215c-4597-bff4-1cab8013ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:35.884638 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-e87d4e11-215c-4597-bff4-1cab8013ece8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1954744
Feb 12 21:09:35.897191 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f00549af-eac7-4358-b294-2e7b29b2e637 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (7a32c177-0879-48b0-842a-41b89a4ebb3f), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:35.911518 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-caa662e7-128c-4583-a64b-08c92d630d4d req-44dd5d61-0c7a-4da6-a721-8a67ecc933ca tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826042
Feb 12 21:09:35.941649 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b712b-eb57-4f82-9ba3-00bc6d6e1ed4 req-de086151-ad60-43a0-83b9-108a64368b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:35.943056 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b70b712b-eb57-4f82-9ba3-00bc6d6e1ed4 req-de086151-ad60-43a0-83b9-108a64368b12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a5b2a07-61e9-49f2-a870-d207fbb10adf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1330826
Feb 12 21:09:35.957976 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1218da-e728-4a27-8896-67a832f66610 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b1d313-909d-4f5f-a20a-bd6522446253,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:35.980696 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-272e4e3f-9c22-4d1c-9f5e-fb494423ff3e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9330900
Feb 12 21:09:35.991792 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35454) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:36.004070 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-54bf9d43-863d-49cb-844c-e088c4e828b1 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Request body: {'port': {'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5', 'name': 'tempest-TaggedBootDevicesTest_v242-379862950', 'fixed_ips': [{'subnet_id': 'dc44bda3-6d91-4b39-a1b0-99dbae41bbc3'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:36.019374 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-13f6bb2a-3104-4702-bc5e-ab80807bacdf req-9c1218da-e728-4a27-8896-67a832f66610 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:36.020634 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13f6bb2a-3104-4702-bc5e-ab80807bacdf req-9c1218da-e728-4a27-8896-67a832f66610 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.8018401
Feb 12 21:09:36.114478 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f00549af-eac7-4358-b294-2e7b29b2e637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (7a32c177-0879-48b0-842a-41b89a4ebb3f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:36.118957 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-057b161d-d245-4303-ae70-9430bf89d59c service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2188463
Feb 12 21:09:36.174437 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b70b712b-eb57-4f82-9ba3-00bc6d6e1ed4 req-a3055ad2-7208-42d9-aebd-dfb925f92a2a service neutron] 10.222.0.48 "GET /v2.0/networks/8a5b2a07-61e9-49f2-a870-d207fbb10adf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2242599
Feb 12 21:09:36.284516 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35462) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:36.361028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48248a6-b00d-409b-8e1d-0de8fa709394 None None] Network 531eb872-2139-4490-9c0c-9bd28b6649a5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:09:36.396284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c41a18-ea9c-4b68-85b5-4ab28761ece3 admin admin] Deleting subnet bde8dfc4-516d-4073-b2b7-b7455a8ea23b {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:09:36.435694 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-93c41a18-ea9c-4b68-85b5-4ab28761ece3 admin admin] Publish callbacks [] for subnet (bde8dfc4-516d-4073-b2b7-b7455a8ea23b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:36.505543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6a53e36e-b59c-4eb5-adc8-2387c6789acb None None] Provisioning complete for port 2f111b71-3004-4ad9-a750-acf6420348ce triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:36.506454 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6a53e36e-b59c-4eb5-adc8-2387c6789acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2f111b71-3004-4ad9-a750-acf6420348ce), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:36.604028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2f111b71-3004-4ad9-a750-acf6420348ce up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:36.710137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a94071-0179-4785-80d2-9c78a84887a5', 'tag': '2d74542d-b56d-4ff5-a958-316b2005d4e9'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:09:36.713251 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927815dc-97f5-4538-991e-d2eab1a8c550" -d '{"events": [{"name": "network-changed", "server_uuid": "44a94071-0179-4785-80d2-9c78a84887a5", "tag": "2d74542d-b56d-4ff5-a958-316b2005d4e9"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:09:36.761802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2f111b71-3004-4ad9-a750-acf6420348ce triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:36.762505 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2f111b71-3004-4ad9-a750-acf6420348ce), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:36.824147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6a53e36e-b59c-4eb5-adc8-2387c6789acb None None] Current status of the port 2f111b71-3004-4ad9-a750-acf6420348ce is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:36.829035 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6a53e36e-b59c-4eb5-adc8-2387c6789acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2f111b71-3004-4ad9-a750-acf6420348ce), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:36.836017 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872a262-c610-4c3b-9641-4f51a056fe18 req-7e495343-9b1d-4950-a5e3-68779ae5e0e4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:36.845136 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0872a262-c610-4c3b-9641-4f51a056fe18 req-7e495343-9b1d-4950-a5e3-68779ae5e0e4 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 944 time: 0.2160947
Feb 12 21:09:36.875781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6a53e36e-b59c-4eb5-adc8-2387c6789acb None None] For port 2f111b71-3004-4ad9-a750-acf6420348ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f111b71-3004-4ad9-a750-acf6420348ce,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:36.879542 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f00549af-eac7-4358-b294-2e7b29b2e637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (7a32c177-0879-48b0-842a-41b89a4ebb3f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:36.890338 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ec67ff-2973-4b4e-b6d9-eb4f8cb52211 None None] Network a90998ba-17e7-4116-bb0e-3bd9e0e31276 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:09:36.915605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2feba1c8-d4fc-4126-9b10-a113ee77d77c req-eec9c4c0-f8a2-4879-a011-dbe8e84521fe service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2877626
Feb 12 21:09:36.925184 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00549af-eac7-4358-b294-2e7b29b2e637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a32c177-0879-48b0-842a-41b89a4ebb3f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:36.941397 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f00549af-eac7-4358-b294-2e7b29b2e637 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:36.944913 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f00549af-eac7-4358-b294-2e7b29b2e637 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7a32c177-0879-48b0-842a-41b89a4ebb3f HTTP/1.1" status: 204  len: 168 time: 1.2533374
Feb 12 21:09:36.949760 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96a3a55-80fd-4c58-8bfd-ea52cbeac6b1 None None] Network d7c609c2-12fb-4e20-bba6-5a29d846f619 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:09:36.959982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35470) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:36.989850 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0872a262-c610-4c3b-9641-4f51a056fe18 req-1e117eba-80b2-41d1-b0fa-79d1e7921d82 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432595
Feb 12 21:09:37.025643 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6a53e36e-b59c-4eb5-adc8-2387c6789acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2f111b71-3004-4ad9-a750-acf6420348ce), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:37.047094 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b70b712b-eb57-4f82-9ba3-00bc6d6e1ed4 req-e5d734a7-b445-48f8-8651-021168147d0d service neutron] 10.222.0.48 "GET /v2.0/networks/8a5b2a07-61e9-49f2-a870-d207fbb10adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7661512
Feb 12 21:09:37.122028 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-93c41a18-ea9c-4b68-85b5-4ab28761ece3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (bde8dfc4-516d-4073-b2b7-b7455a8ea23b), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:37.198587 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (d7c609c2-12fb-4e20-bba6-5a29d846f619), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:37.216085 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2f111b71-3004-4ad9-a750-acf6420348ce is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:37.216483 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2f111b71-3004-4ad9-a750-acf6420348ce), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:37.248625 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe4b47d4-5f21-4e51-82b3-50bc5f944066 req-ea4a13e4-d392-4f26-936d-c047b8e3131a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 210 time: 0.0965736
Feb 12 21:09:37.289674 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-93c41a18-ea9c-4b68-85b5-4ab28761ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (bde8dfc4-516d-4073-b2b7-b7455a8ea23b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:37.326544 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b5d31d-61ba-4064-8cdc-6152e337c7af x-openstack-request-id: req-66b5d31d-61ba-4064-8cdc-6152e337c7af {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:09:37.326841 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a94071-0179-4785-80d2-9c78a84887a5", "tag": "2d74542d-b56d-4ff5-a958-316b2005d4e9", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:09:37.327097 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66b5d31d-61ba-4064-8cdc-6152e337c7af {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:09:37.327547 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a94071-0179-4785-80d2-9c78a84887a5', 'tag': '2d74542d-b56d-4ff5-a958-316b2005d4e9', 'status': 'completed', 'code': 200}
Feb 12 21:09:37.334138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a625ff3a-2a8f-4eb1-91f2-8f3844a836cd None None] Provisioning complete for port 2f111b71-3004-4ad9-a750-acf6420348ce triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:37.341059 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a625ff3a-2a8f-4eb1-91f2-8f3844a836cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2f111b71-3004-4ad9-a750-acf6420348ce), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:37.346519 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bf9d43-863d-49cb-844c-e088c4e828b1 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Made reservation on behalf of 992939bc41444299957b35468c7433c6 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:37.358881 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-54bf9d43-863d-49cb-844c-e088c4e828b1 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:37.433124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53e36e-b59c-4eb5-adc8-2387c6789acb None None] Pushing event updated for resources: {'Port': ['ID=2f111b71-3004-4ad9-a750-acf6420348ce,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:37.444252 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:09:37.448556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-54bf9d43-863d-49cb-844c-e088c4e828b1 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] device_id is not set on port 1fe06461-27fb-4282-97ba-13fca702a547 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:09:37.475312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] Deleting port b6532964-5c3b-4945-b3a6-25856764cade {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:09:37.477611 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b6532964-5c3b-4945-b3a6-25856764cade), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:37.479746 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-47d0ca15-c161-42a2-af6a-e1eee0db585d tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 53693 time: 1.3847601
Feb 12 21:09:37.583371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] For port b6532964-5c3b-4945-b3a6-25856764cade, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6532964-5c3b-4945-b3a6-25856764cade,segment=NetworkSegment(e990966c-7b46-4317-b971-4eb963d7b390),segment_id=e990966c-7b46-4317-b971-4eb963d7b390)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:37.587404 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b6532964-5c3b-4945-b3a6-25856764cade), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:37.603961 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] Calling delete_port for b6532964-5c3b-4945-b3a6-25856764cade owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:09:37.682169 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0052b174-8d8d-4397-ad0b-842a7b74697c None None] DHCP port deletion for d7c609c2-12fb-4e20-bba6-5a29d846f619 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:09:37.695536 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:09:37.695790 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:09:37.728414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927815dc-97f5-4538-991e-d2eab1a8c550 req-eb436d51-2e36-41e7-b527-a571c6955ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:37.730792 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-927815dc-97f5-4538-991e-d2eab1a8c550 req-eb436d51-2e36-41e7-b527-a571c6955ab9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 1130 time: 0.3677349
Feb 12 21:09:37.730910 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78facf-da05-4541-847e-19c01a909014 req-d43934c3-1462-474b-90d3-1c4d5f4de27f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:37.732142 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e78facf-da05-4541-847e-19c01a909014 req-d43934c3-1462-474b-90d3-1c4d5f4de27f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.50 "GET /v2.0/networks?id=4558dc02-1bc4-4b41-a16f-8a68e939fe76 HTTP/1.1" status: 200  len: 817 time: 0.4038372
Feb 12 21:09:37.786060 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11132d-1e0f-48bb-9a09-4ce97a82f0e2 req-40443ac5-df2e-45a9-a749-4d71b6fc9c66 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:37.787862 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc11132d-1e0f-48bb-9a09-4ce97a82f0e2 req-40443ac5-df2e-45a9-a749-4d71b6fc9c66 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 948 time: 0.3586462
Feb 12 21:09:37.802834 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-93c41a18-ea9c-4b68-85b5-4ab28761ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (bde8dfc4-516d-4073-b2b7-b7455a8ea23b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:37.805902 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-6568c2dd-95a4-4c8d-965f-0f6774c76695 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/05ac9ddb-be18-4486-b39d-1a64686ae3a0 HTTP/1.1" status: 200  len: 2998 time: 0.1606016
Feb 12 21:09:37.845753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8679ae2f-0c57-4f0f-ba69-4951dc1189d5,segment=NetworkSegment(bb4cf931-e048-4a55-8168-0a7d704bd8d5),segment_id=bb4cf931-e048-4a55-8168-0a7d704bd8d5)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:37.860327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a625ff3a-2a8f-4eb1-91f2-8f3844a836cd None None] Current status of the port 2f111b71-3004-4ad9-a750-acf6420348ce is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:37.869692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '8679ae2f-0c57-4f0f-ba69-4951dc1189d5', 'network_id': 'b286c5f0-5feb-4edd-8aa1-03636bfd1f8c', 'port_id': '8679ae2f-0c57-4f0f-ba69-4951dc1189d5', 'mac_address': 'fa:16:3e:76:6b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f369cea4-1a1b-4361-a884-093942e6d146', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:09:37.869993 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e78facf-da05-4541-847e-19c01a909014 req-d2335677-f727-4a65-b290-af67c038a508 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2094e607f7bf4345beb838fc2e483911 HTTP/1.1" status: 200  len: 380 time: 0.1214695
Feb 12 21:09:37.884796 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-8e78facf-da05-4541-847e-19c01a909014 req-45b7baf9-d153-47c0-9dc3-60ea91946cfe tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Request body: {'port': {'device_id': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'admin_state_up': True, 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'security_groups': ['822eab3b-3ec5-48f8-b2e4-0143d295048c']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:37.886526 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c41a18-ea9c-4b68-85b5-4ab28761ece3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde8dfc4-516d-4073-b2b7-b7455a8ea23b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:37.903970 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-93c41a18-ea9c-4b68-85b5-4ab28761ece3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:37.907390 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-93c41a18-ea9c-4b68-85b5-4ab28761ece3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bde8dfc4-516d-4073-b2b7-b7455a8ea23b HTTP/1.1" status: 204  len: 168 time: 1.6129556
Feb 12 21:09:37.908845 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-54bf9d43-863d-49cb-844c-e088c4e828b1 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Allocated IP 10.1.1.157 (531eb872-2139-4490-9c0c-9bd28b6649a5/dc44bda3-6d91-4b39-a1b0-99dbae41bbc3/1fe06461-27fb-4282-97ba-13fca702a547) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:37.910794 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35472) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:37.926642 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:37.927307 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8679ae2f-0c57-4f0f-ba69-4951dc1189d5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:37.934168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0052b174-8d8d-4397-ad0b-842a7b74697c None None] Deleting port b6532964-5c3b-4945-b3a6-25856764cade {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:09:37.934549 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0052b174-8d8d-4397-ad0b-842a7b74697c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b6532964-5c3b-4945-b3a6-25856764cade), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:37.940827 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc11132d-1e0f-48bb-9a09-4ce97a82f0e2 req-950aea89-255e-4bdc-be77-69276c167e0b tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434314
Feb 12 21:09:37.945822 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b6532964-5c3b-4945-b3a6-25856764cade), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:37.989322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:09:38.013116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=b6532964-5c3b-4945-b3a6-25856764cade,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:38.022094 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] No DVR routers for this DVR port b6532964-5c3b-4945-b3a6-25856764cade on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:09:38.046971 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927815dc-97f5-4538-991e-d2eab1a8c550 req-2ca29280-3fff-4eab-860e-42f9e0f0f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:38.047944 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-927815dc-97f5-4538-991e-d2eab1a8c550 req-2ca29280-3fff-4eab-860e-42f9e0f0f444 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.3091388
Feb 12 21:09:38.049385 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-58438ddb-9620-4e5e-8225-5e304c13dcbc tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/05ac9ddb-be18-4486-b39d-1a64686ae3a0 HTTP/1.1" status: 200  len: 2998 time: 0.2289894
Feb 12 21:09:38.105850 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a625ff3a-2a8f-4eb1-91f2-8f3844a836cd None None] Provisioning complete for port f960d66a-27d4-45da-ab76-16c8e9d8d0db triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:38.106649 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a625ff3a-2a8f-4eb1-91f2-8f3844a836cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.111657 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5db373cd-5891-4612-b461-88c1b5bdaf5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (2b1697e5-f419-4589-a151-b55b0ebf26eb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.124263 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-927815dc-97f5-4538-991e-d2eab1a8c550 req-6f9f741b-129e-4ed4-b88f-6b2728077077 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=2d74542d-b56d-4ff5-a958-316b2005d4e9 HTTP/1.1" status: 200  len: 217 time: 0.0646479
Feb 12 21:09:38.150793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8679ae2f-0c57-4f0f-ba69-4951dc1189d5,segment=NetworkSegment(bb4cf931-e048-4a55-8168-0a7d704bd8d5),segment_id=bb4cf931-e048-4a55-8168-0a7d704bd8d5)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:38.156854 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0052b174-8d8d-4397-ad0b-842a7b74697c None None] For port b6532964-5c3b-4945-b3a6-25856764cade, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6532964-5c3b-4945-b3a6-25856764cade,segment=NetworkSegment(e990966c-7b46-4317-b971-4eb963d7b390),segment_id=e990966c-7b46-4317-b971-4eb963d7b390)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:38.156854 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0052b174-8d8d-4397-ad0b-842a7b74697c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b6532964-5c3b-4945-b3a6-25856764cade), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.165144 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (d7c609c2-12fb-4e20-bba6-5a29d846f619), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.175262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0052b174-8d8d-4397-ad0b-842a7b74697c None None] Calling delete_port for b6532964-5c3b-4945-b3a6-25856764cade owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:09:38.187975 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a625ff3a-2a8f-4eb1-91f2-8f3844a836cd None None] Port f960d66a-27d4-45da-ab76-16c8e9d8d0db cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:38.199543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9fc1c70>,) {'filters': {'network_id': ['d7c609c2-12fb-4e20-bba6-5a29d846f619']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:38.214324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9fc1c70>, 'e990966c-7b46-4317-b971-4eb963d7b390') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:38.214743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9fc1c70>, 'e990966c-7b46-4317-b971-4eb963d7b390') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:38.227288 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (e990966c-7b46-4317-b971-4eb963d7b390), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.236555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbd75b-97b9-40bb-a72d-6ae6711b94bc req-60836d92-36ca-4c36-851e-d22615e3a762 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:38.238685 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbcbd75b-97b9-40bb-a72d-6ae6711b94bc req-60836d92-36ca-4c36-851e-d22615e3a762 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 944 time: 0.1488612
Feb 12 21:09:38.254505 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (e990966c-7b46-4317-b971-4eb963d7b390), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.264220 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8679ae2f-0c57-4f0f-ba69-4951dc1189d5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.265004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:09:38.265953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a625ff3a-2a8f-4eb1-91f2-8f3844a836cd None None] Provisioning complete for port e89946fd-a4d9-4ea0-afff-4bab4369f120 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:38.266305 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a625ff3a-2a8f-4eb1-91f2-8f3844a836cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.268873 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (e990966c-7b46-4317-b971-4eb963d7b390), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:09:38.269117 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:09:38.298917 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927815dc-97f5-4538-991e-d2eab1a8c550 req-77d6239f-f140-4b40-8a7e-50c00a4d78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:38.300398 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-927815dc-97f5-4538-991e-d2eab1a8c550 req-77d6239f-f140-4b40-8a7e-50c00a4d78ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1551733
Feb 12 21:09:38.314493 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-e7bce5ce-473b-478a-a980-82e281a186b5 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/16649aec-f664-4a90-9d20-1c038acfbbd7 HTTP/1.1" status: 200  len: 2998 time: 0.2394969
Feb 12 21:09:38.336847 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e78facf-da05-4541-847e-19c01a909014 req-45b7baf9-d153-47c0-9dc3-60ea91946cfe tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Made reservation on behalf of 2094e607f7bf4345beb838fc2e483911 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:38.341200 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8e78facf-da05-4541-847e-19c01a909014 req-45b7baf9-d153-47c0-9dc3-60ea91946cfe tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.349451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2f111b71-3004-4ad9-a750-acf6420348ce is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:38.350530 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e89946fd-a4d9-4ea0-afff-4bab4369f120 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:38.408450 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbcbd75b-97b9-40bb-a72d-6ae6711b94bc req-e5883d4f-18ee-4422-9f1c-9e2ea6debc2e tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472523
Feb 12 21:09:38.423849 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5db373cd-5891-4612-b461-88c1b5bdaf5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (2b1697e5-f419-4589-a151-b55b0ebf26eb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.427998 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0052b174-8d8d-4397-ad0b-842a7b74697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (b6532964-5c3b-4945-b3a6-25856764cade), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.429738 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=8679ae2f-0c57-4f0f-ba69-4951dc1189d5,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:38.442152 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-54bf9d43-863d-49cb-844c-e088c4e828b1 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for port (1fe06461-27fb-4282-97ba-13fca702a547), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.458303 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (d7c609c2-12fb-4e20-bba6-5a29d846f619), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.468194 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.471918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052b174-8d8d-4397-ad0b-842a7b74697c None None] No DVR routers for this DVR port b6532964-5c3b-4945-b3a6-25856764cade on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:09:38.473080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052b174-8d8d-4397-ad0b-842a7b74697c None None] Pushing event deleted for resources: {'Port': ['ID=b6532964-5c3b-4945-b3a6-25856764cade,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:38.475432 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-5db373cd-5891-4612-b461-88c1b5bdaf5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ca9a00>,) {'filters': {'network_id': ['2b1697e5-f419-4589-a151-b55b0ebf26eb']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:38.481505 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-f02fe519-31f8-4f37-aa59-82479e760e23 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/16649aec-f664-4a90-9d20-1c038acfbbd7 HTTP/1.1" status: 200  len: 2998 time: 0.1561623
Feb 12 21:09:38.492436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['8679ae2f-0c57-4f0f-ba69-4951dc1189d5'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:09:38.493709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-5db373cd-5891-4612-b461-88c1b5bdaf5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ca9a00>, '76aed2b1-5a80-41b3-88ff-3be90362c595') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:38.493998 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-5db373cd-5891-4612-b461-88c1b5bdaf5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ca9a00>, '76aed2b1-5a80-41b3-88ff-3be90362c595') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:38.507195 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] 10.222.0.31 "DELETE /v2.0/networks/d7c609c2-12fb-4e20-bba6-5a29d846f619 HTTP/1.1" status: 204  len: 168 time: 1.5395498
Feb 12 21:09:38.528191 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5db373cd-5891-4612-b461-88c1b5bdaf5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (76aed2b1-5a80-41b3-88ff-3be90362c595), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.552690 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927815dc-97f5-4538-991e-d2eab1a8c550 req-05e8f5a2-404c-41c9-a512-0fcdb3247c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:38.554277 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-927815dc-97f5-4538-991e-d2eab1a8c550 req-05e8f5a2-404c-41c9-a512-0fcdb3247c28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2301745
Feb 12 21:09:38.591397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6883ed2-d54e-4b25-923c-cf67eb291a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=d7c609c2-12fb-4e20-bba6-5a29d846f619,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:38.591843 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5db373cd-5891-4612-b461-88c1b5bdaf5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (76aed2b1-5a80-41b3-88ff-3be90362c595), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.620591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7d5d6b45-14ad-4c3e-b3dc-23472e0870fc req-43d3f2e6-8325-48a3-bb23-105e26b7b846 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 210 time: 0.0578177
Feb 12 21:09:38.648379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-8e78facf-da05-4541-847e-19c01a909014 req-45b7baf9-d153-47c0-9dc3-60ea91946cfe tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Allocated IP 172.20.0.8 (4558dc02-1bc4-4b41-a16f-8a68e939fe76/84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5/8a6d5784-855f-4db3-a849-95606d940801) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:38.659748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db373cd-5891-4612-b461-88c1b5bdaf5e admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:09:38.661570 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5db373cd-5891-4612-b461-88c1b5bdaf5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (76aed2b1-5a80-41b3-88ff-3be90362c595), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:09:38.663608 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:09:38.735427 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a625ff3a-2a8f-4eb1-91f2-8f3844a836cd None None] Current status of the port e89946fd-a4d9-4ea0-afff-4bab4369f120 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:38.735846 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a625ff3a-2a8f-4eb1-91f2-8f3844a836cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.747130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e89946fd-a4d9-4ea0-afff-4bab4369f120 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:38.747457 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.753058 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-54bf9d43-863d-49cb-844c-e088c4e828b1 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (1fe06461-27fb-4282-97ba-13fca702a547), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.809092 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-fa5449e2-83e2-41cb-a721-f3e48496c07c tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/250794fa-7518-4022-b3c1-332c50fc797c HTTP/1.1" status: 200  len: 2998 time: 0.2982626
Feb 12 21:09:38.862959 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf9d43-863d-49cb-844c-e088c4e828b1 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Network 531eb872-2139-4490-9c0c-9bd28b6649a5 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:38.885817 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-54bf9d43-863d-49cb-844c-e088c4e828b1 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:38.888536 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5db373cd-5891-4612-b461-88c1b5bdaf5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (2b1697e5-f419-4589-a151-b55b0ebf26eb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.891897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf9d43-863d-49cb-844c-e088c4e828b1 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:38.897534 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-927815dc-97f5-4538-991e-d2eab1a8c550 req-f17ab361-3cf6-464a-af0d-bbe1b4532bbb service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3221858
Feb 12 21:09:38.908881 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf9d43-863d-49cb-844c-e088c4e828b1 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event updated for resources: {'Port': ['ID=1fe06461-27fb-4282-97ba-13fca702a547,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:38.914020 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5db373cd-5891-4612-b461-88c1b5bdaf5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.917905 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5db373cd-5891-4612-b461-88c1b5bdaf5e admin admin] 10.222.0.31 "DELETE /v2.0/networks/2b1697e5-f419-4589-a151-b55b0ebf26eb HTTP/1.1" status: 204  len: 168 time: 1.0033731
Feb 12 21:09:38.947530 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35480) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:38.949010 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8e78facf-da05-4541-847e-19c01a909014 req-45b7baf9-d153-47c0-9dc3-60ea91946cfe tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for port (8a6d5784-855f-4db3-a849-95606d940801), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:38.954227 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a625ff3a-2a8f-4eb1-91f2-8f3844a836cd None None] For port e89946fd-a4d9-4ea0-afff-4bab4369f120, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e89946fd-a4d9-4ea0-afff-4bab4369f120,segment=NetworkSegment(8980ef08-8d51-43b5-bfdc-e1a73571ed03),segment_id=8980ef08-8d51-43b5-bfdc-e1a73571ed03)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:39.005720 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db373cd-5891-4612-b461-88c1b5bdaf5e admin admin] Pushing event deleted for resources: {'Network': ['ID=2b1697e5-f419-4589-a151-b55b0ebf26eb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:39.051213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e89946fd-a4d9-4ea0-afff-4bab4369f120 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:39.051623 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:39.068850 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-eb78a9d0-1d0f-446e-9b07-52e70f6de991 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/250794fa-7518-4022-b3c1-332c50fc797c HTTP/1.1" status: 200  len: 2998 time: 0.2493916
Feb 12 21:09:39.134803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906074d-c92c-4d70-853f-75174c069186 req-e5446dbd-856b-42c2-b6f4-2f1847b6e0b4 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:39.136457 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2906074d-c92c-4d70-853f-75174c069186 req-e5446dbd-856b-42c2-b6f4-2f1847b6e0b4 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 948 time: 0.0805004
Feb 12 21:09:39.160954 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bf9d43-863d-49cb-844c-e088c4e828b1 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:39.160954 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-54bf9d43-863d-49cb-844c-e088c4e828b1 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:39.209053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c97938c-47dc-4975-af2a-9f0c3bbe3399 admin admin] Deleting subnet a7737849-5e47-40f1-8a77-c43224d56e49 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:09:39.216211 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:09:39.216431 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:09:39.221548 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8c97938c-47dc-4975-af2a-9f0c3bbe3399 admin admin] Publish callbacks [] for subnet (a7737849-5e47-40f1-8a77-c43224d56e49), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:39.251784 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-59175824-bcb5-4236-8759-8142bce20eb6 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4a25ca44-75f0-45fe-8378-c912e28aa353 HTTP/1.1" status: 200  len: 2994 time: 0.1683879
Feb 12 21:09:39.260672 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2906074d-c92c-4d70-853f-75174c069186 req-4bb460f4-6cbb-4a1d-9654-0bca4ae45dff tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000853
Feb 12 21:09:39.279973 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-927815dc-97f5-4538-991e-d2eab1a8c550 req-552ab1fc-975b-44c0-9e80-965390cb80e3 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3602383
Feb 12 21:09:39.292551 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8c97938c-47dc-4975-af2a-9f0c3bbe3399 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (a7737849-5e47-40f1-8a77-c43224d56e49), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:39.355744 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-e458a314-328e-4c27-8f6f-dca2a6673dcd tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4a25ca44-75f0-45fe-8378-c912e28aa353 HTTP/1.1" status: 200  len: 2994 time: 0.0923598
Feb 12 21:09:39.359856 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8c97938c-47dc-4975-af2a-9f0c3bbe3399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (a7737849-5e47-40f1-8a77-c43224d56e49), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:39.422336 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:39.438363 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-27fd3f15-5327-42b1-a4b3-02abfc0bb726 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4e437a38-9862-4b97-bdb6-24cb09dca582 HTTP/1.1" status: 200  len: 2990 time: 0.0761702
Feb 12 21:09:39.481205 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-087c9403-f91a-4826-9506-03e17feef794 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4e437a38-9862-4b97-bdb6-24cb09dca582 HTTP/1.1" status: 200  len: 2990 time: 0.0371189
Feb 12 21:09:39.821308 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-b31fd9c6-0b01-43d7-9a2d-2293a155a079 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/888c7e45-29b6-477f-bf26-552a1fb6c123 HTTP/1.1" status: 200  len: 2998 time: 0.0379717
Feb 12 21:09:39.821308 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-142f1e03-1db7-424d-b444-85a247d7e73c tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/888c7e45-29b6-477f-bf26-552a1fb6c123 HTTP/1.1" status: 200  len: 2998 time: 0.0402319
Feb 12 21:09:39.823997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bf8a9-58b4-49ea-9eae-ef156cb2d412 req-c28454bd-68bd-4719-87ca-727680b13a0a tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:39.823997 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d25bf8a9-58b4-49ea-9eae-ef156cb2d412 req-c28454bd-68bd-4719-87ca-727680b13a0a tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 945 time: 0.0567484
Feb 12 21:09:39.824646 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-a8307592-3727-451f-a3d2-4945dd3c4d5e tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/952a8fa2-35c8-42dc-889b-78073a731943 HTTP/1.1" status: 200  len: 2998 time: 0.0356781
Feb 12 21:09:39.826375 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d25bf8a9-58b4-49ea-9eae-ef156cb2d412 req-9917e42d-7277-432e-a814-85e04c606a85 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457151
Feb 12 21:09:39.826708 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-0c92e6b7-67e1-4f22-8262-f116e8e17875 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/952a8fa2-35c8-42dc-889b-78073a731943 HTTP/1.1" status: 200  len: 2998 time: 0.0366461
Feb 12 21:09:39.826708 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-5c89e7c2-e5ae-4ac4-9a53-80b2ad929576 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/9824058c-650a-4d8a-af71-10514b92dfa0 HTTP/1.1" status: 200  len: 2998 time: 0.0379314
Feb 12 21:09:39.826708 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-7954c1f8-eca9-43c0-bcb4-dc6870a2388f tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/9824058c-650a-4d8a-af71-10514b92dfa0 HTTP/1.1" status: 200  len: 2998 time: 0.0381777
Feb 12 21:09:39.827011 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e89946fd-a4d9-4ea0-afff-4bab4369f120 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:39.827408 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-8daf9722-b7ba-4c52-970d-6ae5f92c51e2 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d3af3ec6-b187-4d87-9f82-dfa36681449d HTTP/1.1" status: 200  len: 2998 time: 0.0370276
Feb 12 21:09:39.835656 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a625ff3a-2a8f-4eb1-91f2-8f3844a836cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:39.837513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cef7b00d-a461-4333-afca-aeb95afa056e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:09:39.842481 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8e78facf-da05-4541-847e-19c01a909014 req-45b7baf9-d153-47c0-9dc3-60ea91946cfe tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8a6d5784-855f-4db3-a849-95606d940801), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:39.847243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35488) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:39.850361 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-099dd86c-6460-4406-a4ef-b941bb493b3f req-0787ee67-5ad4-413d-a098-70bd85392052 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 210 time: 0.1205113
Feb 12 21:09:39.890749 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-b3c4a08b-e9f2-4926-900c-36f1752858f3 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d3af3ec6-b187-4d87-9f82-dfa36681449d HTTP/1.1" status: 200  len: 2998 time: 0.0786762
Feb 12 21:09:39.895648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: cef7b00d-a461-4333-afca-aeb95afa056e {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:09:39.896009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cef7b00d-a461-4333-afca-aeb95afa056e not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:09:39.935624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2d74542d-b56d-4ff5-a958-316b2005d4e9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:09:39.938413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625ff3a-2a8f-4eb1-91f2-8f3844a836cd None None] Pushing event updated for resources: {'Port': ['ID=e89946fd-a4d9-4ea0-afff-4bab4369f120,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:39.939457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7baf9-d153-47c0-9dc3-60ea91946cfe tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event updated for resources: {'Port': ['ID=8a6d5784-855f-4db3-a849-95606d940801,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:39.960330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e78facf-da05-4541-847e-19c01a909014 req-45b7baf9-d153-47c0-9dc3-60ea91946cfe tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:39.960330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-8e78facf-da05-4541-847e-19c01a909014 req-45b7baf9-d153-47c0-9dc3-60ea91946cfe tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:39.960330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e78facf-da05-4541-847e-19c01a909014 req-45b7baf9-d153-47c0-9dc3-60ea91946cfe tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:39.967311 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3c497627-4912-4f17-8071-5946d0c1a711 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=268b10235e3d4212b9d709377d7f918b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1177278
Feb 12 21:09:39.972489 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35490) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:40.002055 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-1e092ea0-ed91-48b8-8c15-d5342c9ac784 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e9aa5b7b-1b1c-44a2-884f-90b895bff4da HTTP/1.1" status: 200  len: 2998 time: 0.1131287
Feb 12 21:09:40.014914 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-db703f4a-ff31-4a69-98cc-9d57fb0d8feb None None] Provisioning complete for port f960d66a-27d4-45da-ab76-16c8e9d8d0db triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:40.015046 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db703f4a-ff31-4a69-98cc-9d57fb0d8feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.021097 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2f111b71-3004-4ad9-a750-acf6420348ce up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:40.047594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78facf-da05-4541-847e-19c01a909014 req-45b7baf9-d153-47c0-9dc3-60ea91946cfe tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:40.048252 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8e78facf-da05-4541-847e-19c01a909014 req-45b7baf9-d153-47c0-9dc3-60ea91946cfe tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.084308 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-7f228453-f8d7-4dd4-b263-3507be38554c tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e9aa5b7b-1b1c-44a2-884f-90b895bff4da HTTP/1.1" status: 200  len: 2998 time: 0.0812590
Feb 12 21:09:40.127291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:09:40.144544 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8c97938c-47dc-4975-af2a-9f0c3bbe3399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (a7737849-5e47-40f1-8a77-c43224d56e49), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.153634 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-54bf9d43-863d-49cb-844c-e088c4e828b1 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 4.1566334
Feb 12 21:09:40.170972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:40.178343 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8679ae2f-0c57-4f0f-ba69-4951dc1189d5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.184591 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-db703f4a-ff31-4a69-98cc-9d57fb0d8feb None None] Port f960d66a-27d4-45da-ab76-16c8e9d8d0db cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:40.207772 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e78facf-da05-4541-847e-19c01a909014 req-45b7baf9-d153-47c0-9dc3-60ea91946cfe tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3313572
Feb 12 21:09:40.220106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Request body: {'port': {'device_id': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:40.258035 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2d74542d-b56d-4ff5-a958-316b2005d4e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d74542d-b56d-4ff5-a958-316b2005d4e9,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:40.267021 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97938c-47dc-4975-af2a-9f0c3bbe3399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7737849-5e47-40f1-8a77-c43224d56e49,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:40.278958 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-54093bee-563d-4268-8092-e61f3f1743bf admin admin] Publish callbacks [] for security_group (e9aa5b7b-1b1c-44a2-884f-90b895bff4da), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.305188 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '2d74542d-b56d-4ff5-a958-316b2005d4e9', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '2d74542d-b56d-4ff5-a958-316b2005d4e9', 'mac_address': 'fa:16:3e:d4:5d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:09:40.315156 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-db703f4a-ff31-4a69-98cc-9d57fb0d8feb None None] Provisioning complete for port 1fe06461-27fb-4282-97ba-13fca702a547 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:40.315956 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db703f4a-ff31-4a69-98cc-9d57fb0d8feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1fe06461-27fb-4282-97ba-13fca702a547), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.316093 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-54093bee-563d-4268-8092-e61f3f1743bf admin admin] Publish callbacks [] for security_group (e9aa5b7b-1b1c-44a2-884f-90b895bff4da), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.380119 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8a6d5784-855f-4db3-a849-95606d940801), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.381090 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-4d0732a3-938f-4bd9-94ad-3ac579462d6f tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/eec9152b-6ae4-4b96-8ad1-2f40dd8dfc00 HTTP/1.1" status: 200  len: 2998 time: 0.2958951
Feb 12 21:09:40.385695 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8c97938c-47dc-4975-af2a-9f0c3bbe3399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.390947 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8c97938c-47dc-4975-af2a-9f0c3bbe3399 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a7737849-5e47-40f1-8a77-c43224d56e49 HTTP/1.1" status: 204  len: 168 time: 1.4231954
Feb 12 21:09:40.394998 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35496) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:40.400254 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2f111b71-3004-4ad9-a750-acf6420348ce triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:40.401260 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2f111b71-3004-4ad9-a750-acf6420348ce), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.472652 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-db703f4a-ff31-4a69-98cc-9d57fb0d8feb None None] Port 1fe06461-27fb-4282-97ba-13fca702a547 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:40.481586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 2d74542d-b56d-4ff5-a958-316b2005d4e9 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:40.482317 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2d74542d-b56d-4ff5-a958-316b2005d4e9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.515276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:40.516196 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8679ae2f-0c57-4f0f-ba69-4951dc1189d5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.519743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d74542d-b56d-4ff5-a958-316b2005d4e9 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:09:40.542119 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b07097c2-0ee1-4c2a-b6ce-40f1a9b34f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.545883 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-54093bee-563d-4268-8092-e61f3f1743bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e9aa5b7b-1b1c-44a2-884f-90b895bff4da), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.549890 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-54093bee-563d-4268-8092-e61f3f1743bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.550608 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-db703f4a-ff31-4a69-98cc-9d57fb0d8feb None None] Provisioning complete for port e89946fd-a4d9-4ea0-afff-4bab4369f120 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:40.551224 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db703f4a-ff31-4a69-98cc-9d57fb0d8feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.554536 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-54093bee-563d-4268-8092-e61f3f1743bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9aa5b7b-1b1c-44a2-884f-90b895bff4da HTTP/1.1" status: 204  len: 168 time: 0.5808918
Feb 12 21:09:40.568267 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54093bee-563d-4268-8092-e61f3f1743bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aa5b7b-1b1c-44a2-884f-90b895bff4da,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:40.578501 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-28298339-be35-4356-8fd9-8bc4ce4ff0fb tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/eec9152b-6ae4-4b96-8ad1-2f40dd8dfc00 HTTP/1.1" status: 200  len: 2998 time: 0.1854768
Feb 12 21:09:40.619849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2d74542d-b56d-4ff5-a958-316b2005d4e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d74542d-b56d-4ff5-a958-316b2005d4e9,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:40.631868 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db982964-ae22-4469-9bd5-9c53a838f1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8679ae2f-0c57-4f0f-ba69-4951dc1189d5'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:09:40.635296 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afcd6ff-9795-472b-ba31-c97ce4a7e329" -d '{"events": [{"server_uuid": "db982964-ae22-4469-9bd5-9c53a838f1cd", "name": "network-vif-plugged", "status": "completed", "tag": "8679ae2f-0c57-4f0f-ba69-4951dc1189d5"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:09:40.688972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8679ae2f-0c57-4f0f-ba69-4951dc1189d5,segment=NetworkSegment(bb4cf931-e048-4a55-8168-0a7d704bd8d5),segment_id=bb4cf931-e048-4a55-8168-0a7d704bd8d5)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:40.694124 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2d74542d-b56d-4ff5-a958-316b2005d4e9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.724724 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-c1988324-4634-4eee-8cfa-bc9af261c135 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f11d75e3-4949-4875-888a-44c637799f39 HTTP/1.1" status: 200  len: 2998 time: 0.1396949
Feb 12 21:09:40.725166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35502) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:40.755395 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2f111b71-3004-4ad9-a750-acf6420348ce is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:40.772950 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5c544a91-960c-4f09-8f79-6cde57eec15b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--483731441', 'description': 'tempest-description--470283957'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:40.831767 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8679ae2f-0c57-4f0f-ba69-4951dc1189d5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.846273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b6532964-5c3b-4945-b3a6-25856764cade no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:09:40.851469 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=2d74542d-b56d-4ff5-a958-316b2005d4e9,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:40.886374 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b07097c2-0ee1-4c2a-b6ce-40f1a9b34f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.908328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: b6532964-5c3b-4945-b3a6-25856764cade {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:09:40.908777 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b6532964-5c3b-4945-b3a6-25856764cade not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:09:40.919246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-db703f4a-ff31-4a69-98cc-9d57fb0d8feb None None] Current status of the port e89946fd-a4d9-4ea0-afff-4bab4369f120 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:40.923495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-b07097c2-0ee1-4c2a-b6ce-40f1a9b34f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc7001dd8b0>,) {'filters': {'network_id': ['6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:40.944289 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-633e67d4-fa1f-4833-ba01-cf710c20e6c8 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f11d75e3-4949-4875-888a-44c637799f39 HTTP/1.1" status: 200  len: 2998 time: 0.1622696
Feb 12 21:09:40.946098 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-b07097c2-0ee1-4c2a-b6ce-40f1a9b34f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7001dd8b0>, '6c39d132-d045-40f8-844f-f9184548b076') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:40.952332 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-b07097c2-0ee1-4c2a-b6ce-40f1a9b34f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7001dd8b0>, '6c39d132-d045-40f8-844f-f9184548b076') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:40.957349 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=8679ae2f-0c57-4f0f-ba69-4951dc1189d5,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:40.963846 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b07097c2-0ee1-4c2a-b6ce-40f1a9b34f0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (6c39d132-d045-40f8-844f-f9184548b076), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.976837 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c544a91-960c-4f09-8f79-6cde57eec15b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:40.987340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['2d74542d-b56d-4ff5-a958-316b2005d4e9'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:09:41.000121 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b07097c2-0ee1-4c2a-b6ce-40f1a9b34f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (6c39d132-d045-40f8-844f-f9184548b076), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:41.016576 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07097c2-0ee1-4c2a-b6ce-40f1a9b34f0a admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:09:41.022740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc14b70-902f-411d-b02a-dfb75ca6d19d req-35bd853a-fae8-4b5a-8ab8-dad58eb10d0b tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:41.023301 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b07097c2-0ee1-4c2a-b6ce-40f1a9b34f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (6c39d132-d045-40f8-844f-f9184548b076), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:41.023425 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3bc14b70-902f-411d-b02a-dfb75ca6d19d req-35bd853a-fae8-4b5a-8ab8-dad58eb10d0b tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 949 time: 0.1915843
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:09:41.023535 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:09:41.032228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6d5784-855f-4db3-a849-95606d940801 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:09:41.046244 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Publish callbacks [] for port (8a6d5784-855f-4db3-a849-95606d940801), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:41.060728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-488b3681-078f-4ba8-a7b3-f40da72f4f8b None None] Provisioning complete for port 8a6d5784-855f-4db3-a849-95606d940801 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:41.061173 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-488b3681-078f-4ba8-a7b3-f40da72f4f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8a6d5784-855f-4db3-a849-95606d940801), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:41.075236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Transition to ACTIVE for port object 8a6d5784-855f-4db3-a849-95606d940801 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:09:41.075834 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-ce6719ec-9967-46a9-b1bb-9f4feb120465 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f2c86b57-b9ff-4d45-8547-943f441c8f95 HTTP/1.1" status: 200  len: 2998 time: 0.1224968
Feb 12 21:09:41.122063 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3bc14b70-902f-411d-b02a-dfb75ca6d19d req-23cb3d31-d1dd-42d9-9cd4-7ce600ab55cd tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729749
Feb 12 21:09:41.141913 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (8a6d5784-855f-4db3-a849-95606d940801), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:41.156557 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-5dd6d0a0-4dc0-45a5-8e4f-0daa04ae5ba3 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f2c86b57-b9ff-4d45-8547-943f441c8f95 HTTP/1.1" status: 200  len: 2998 time: 0.0700221
Feb 12 21:09:41.162522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-488b3681-078f-4ba8-a7b3-f40da72f4f8b None None] Port 8a6d5784-855f-4db3-a849-95606d940801 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:41.206489 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c544a91-960c-4f09-8f79-6cde57eec15b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for security_group (06effd48-62e0-43f2-85ff-3862ee8a6769), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:41.213732 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e4445b-79d9-4796-bfca-047555952a52 x-openstack-request-id: req-e8e4445b-79d9-4796-bfca-047555952a52 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:09:41.214618 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db982964-ae22-4469-9bd5-9c53a838f1cd", "name": "network-vif-plugged", "status": "completed", "tag": "8679ae2f-0c57-4f0f-ba69-4951dc1189d5", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:09:41.215126 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8e4445b-79d9-4796-bfca-047555952a52 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:09:41.215767 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db982964-ae22-4469-9bd5-9c53a838f1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8679ae2f-0c57-4f0f-ba69-4951dc1189d5', 'code': 200}
Feb 12 21:09:41.218715 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b07097c2-0ee1-4c2a-b6ce-40f1a9b34f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:41.232558 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6d5784-855f-4db3-a849-95606d940801,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:41.233738 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b07097c2-0ee1-4c2a-b6ce-40f1a9b34f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:41.236903 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b07097c2-0ee1-4c2a-b6ce-40f1a9b34f0a admin admin] 10.222.0.31 "DELETE /v2.0/networks/6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e HTTP/1.1" status: 204  len: 168 time: 0.8410189
Feb 12 21:09:41.262876 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07097c2-0ee1-4c2a-b6ce-40f1a9b34f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=6d5b2ea9-998c-47e6-a5a6-a7f2ffe7341e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:41.279838 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-19967e81-c04c-4d70-a82f-14160e23e97d tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0 HTTP/1.1" status: 200  len: 2998 time: 0.0994132
Feb 12 21:09:41.364685 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-68c16fa4-e9d1-4f9b-a676-d0e10cf29aa1 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0 HTTP/1.1" status: 200  len: 2998 time: 0.0816851
Feb 12 21:09:41.365573 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c544a91-960c-4f09-8f79-6cde57eec15b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (06effd48-62e0-43f2-85ff-3862ee8a6769), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:41.449521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c544a91-960c-4f09-8f79-6cde57eec15b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06effd48-62e0-43f2-85ff-3862ee8a6769,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:41.544224 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c544a91-960c-4f09-8f79-6cde57eec15b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:41.549341 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5c544a91-960c-4f09-8f79-6cde57eec15b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.8065758
Feb 12 21:09:41.552402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35516) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:41.564539 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c0b39980-e1c1-4362-ac93-ba3b1dde935f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Request body: {'security_group_rule': {'security_group_id': '06effd48-62e0-43f2-85ff-3862ee8a6769', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:41.566951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Attempting to bind port 8a6d5784-855f-4db3-a849-95606d940801 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:41.573502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Attempting to bind port 8a6d5784-855f-4db3-a849-95606d940801 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:41.573502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Attempting to bind port 8a6d5784-855f-4db3-a849-95606d940801 on network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:41.586515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415586b8-8a31-4fdc-9ece-7ddd6f07cae2 req-a9cb2ebf-586a-4174-a0b5-e2daa019a09d tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:41.588127 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-415586b8-8a31-4fdc-9ece-7ddd6f07cae2 req-a9cb2ebf-586a-4174-a0b5-e2daa019a09d tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 946 time: 0.2265840
Feb 12 21:09:41.589043 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Port 8a6d5784-855f-4db3-a849-95606d940801 on network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:09:41.589953 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Attempting to bind port 8a6d5784-855f-4db3-a849-95606d940801 on network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:41.598906 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-d3dfcfc4-00b3-4b0a-bd2c-a1d45cfd699f tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/fc9e334e-fd61-4d2c-b443-c7618bee1086 HTTP/1.1" status: 200  len: 2998 time: 0.2089503
Feb 12 21:09:41.600743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f606b-269b-4b22-92fe-511666657c6b req-522bd535-5975-4e6e-888e-72e71668a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:41.603897 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1d0f606b-269b-4b22-92fe-511666657c6b req-522bd535-5975-4e6e-888e-72e71668a3da service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 1128 time: 0.2337871
Feb 12 21:09:41.627236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:41.627663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Checking segment: {'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:41.627949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Bound using segment: {'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:41.628405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Bound port: 8a6d5784-855f-4db3-a849-95606d940801, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:41.628783 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8a6d5784-855f-4db3-a849-95606d940801), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:41.666157 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ba2261e-598e-4c66-8e94-e82cb34d83b8 req-3bd27d07-d130-42c6-8636-456cd1a609db tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/fc9e334e-fd61-4d2c-b443-c7618bee1086 HTTP/1.1" status: 200  len: 2998 time: 0.0613723
Feb 12 21:09:41.696752 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0b39980-e1c1-4362-ac93-ba3b1dde935f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for security_group_rule (504d91a9-635e-453a-a301-a734235d16ab), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:41.724088 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-415586b8-8a31-4fdc-9ece-7ddd6f07cae2 req-8d967ef0-24da-458c-b9c5-ead231e0d341 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192725
Feb 12 21:09:41.729737 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1d0f606b-269b-4b22-92fe-511666657c6b req-59ee5e73-d58f-4003-923d-ae81113b4e96 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161697
Feb 12 21:09:41.785744 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] For port 8a6d5784-855f-4db3-a849-95606d940801, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:41.815247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] For port 8a6d5784-855f-4db3-a849-95606d940801, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6d5784-855f-4db3-a849-95606d940801,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:41.816135 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0b39980-e1c1-4362-ac93-ba3b1dde935f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for security_group_rule (504d91a9-635e-453a-a301-a734235d16ab), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:41.830008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a08b66-40f3-4cd6-9502-5c3e5b2fd21d req-3eae1c3f-ee17-4434-869f-5d3d70276112 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:41.831974 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-32a08b66-40f3-4cd6-9502-5c3e5b2fd21d req-3eae1c3f-ee17-4434-869f-5d3d70276112 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.0932372
Feb 12 21:09:41.874419 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7f663a9-8800-4d83-afe8-31cba196ec18 req-a3fd7ded-90ad-4345-b299-a8169a33eadc tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7a4bff0e4de402fb849ad620097d1be HTTP/1.1" status: 200  len: 6151 time: 0.0992136
Feb 12 21:09:41.881714 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0b39980-e1c1-4362-ac93-ba3b1dde935f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (504d91a9-635e-453a-a301-a734235d16ab), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:41.890703 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-32a08b66-40f3-4cd6-9502-5c3e5b2fd21d req-0e2efc6f-3b07-45ee-bf72-cfae632cdd6d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511270
Feb 12 21:09:41.922056 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (8a6d5784-855f-4db3-a849-95606d940801), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:41.923867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35526) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:41.927157 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b39980-e1c1-4362-ac93-ba3b1dde935f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504d91a9-635e-453a-a301-a734235d16ab,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:41.990098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:41.991685 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:41.992982 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e78facf-da05-4541-847e-19c01a909014 req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] 10.222.0.50 "PUT /v2.0/ports/8a6d5784-855f-4db3-a849-95606d940801 HTTP/1.1" status: 200  len: 1091 time: 1.7774460
Feb 12 21:09:41.997545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'tag': '8a6d5784-855f-4db3-a849-95606d940801'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:09:42.000087 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d58ef5c-6498-4d03-96a4-aa44815de74e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7ceb24-719e-4fcb-b272-f1ed4dbd8514", "tag": "8a6d5784-855f-4db3-a849-95606d940801"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:09:42.013811 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7f663a9-8800-4d83-afe8-31cba196ec18 req-196476be-8cdf-403e-9ba3-b3c72c1412d4 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] 10.222.0.31 "GET /v2.0/security-groups/16649aec-f664-4a90-9d20-1c038acfbbd7 HTTP/1.1" status: 200  len: 2998 time: 0.1327212
Feb 12 21:09:42.025096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e89946fd-a4d9-4ea0-afff-4bab4369f120 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:42.064628 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58b1d56-13c3-43b2-b3bb-3347656a87f0 x-openstack-request-id: req-b58b1d56-13c3-43b2-b3bb-3347656a87f0 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:09:42.065204 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7ceb24-719e-4fcb-b272-f1ed4dbd8514", "tag": "8a6d5784-855f-4db3-a849-95606d940801", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:09:42.065204 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b58b1d56-13c3-43b2-b3bb-3347656a87f0 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:09:42.065629 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'tag': '8a6d5784-855f-4db3-a849-95606d940801', 'status': 'completed', 'code': 200}
Feb 12 21:09:42.070779 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0b39980-e1c1-4362-ac93-ba3b1dde935f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:42.078184 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c0b39980-e1c1-4362-ac93-ba3b1dde935f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5247192
Feb 12 21:09:42.078809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35532) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:42.082905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4459c3-0c24-45c2-a991-b329238f0185 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6d5784-855f-4db3-a849-95606d940801,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:42.100259 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-86919610-df44-471f-8bc0-fabe7cf4fd35 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Request body: {'security_group_rule': {'security_group_id': '06effd48-62e0-43f2-85ff-3862ee8a6769', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:42.113750 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7fdf7ad4-3f34-4312-8272-abec5bc70e50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64336eed36cb4beaaf10975e476440c2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1835153
Feb 12 21:09:42.113979 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35536) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:42.154051 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7f663a9-8800-4d83-afe8-31cba196ec18 req-740e2b84-3b74-4934-9bbe-e96fdfc56332 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] 10.222.0.31 "GET /v2.0/security-groups/16649aec-f664-4a90-9d20-1c038acfbbd7 HTTP/1.1" status: 200  len: 2998 time: 0.1392245
Feb 12 21:09:42.166771 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e89946fd-a4d9-4ea0-afff-4bab4369f120 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:42.166771 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:42.209748 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-df129e1d-9f49-4504-bf59-a49123b57f48 admin admin] Publish callbacks [] for security_group (fc9e334e-fd61-4d2c-b443-c7618bee1086), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:42.230265 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58ef5c-6498-4d03-96a4-aa44815de74e req-bef66d42-226e-4ef5-a0b4-8115472781a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:42.232337 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2d58ef5c-6498-4d03-96a4-aa44815de74e req-bef66d42-226e-4ef5-a0b4-8115472781a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2094e607f7bf4345beb838fc2e483911&device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 1125 time: 0.1379807
Feb 12 21:09:42.241298 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9bd21cab-b3a4-408d-9400-8a930810a800 req-0c7a50f3-208f-41ce-968e-aa653f31bdbc tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/01b1d313-909d-4f5f-a20a-bd6522446253 HTTP/1.1" status: 200  len: 1793 time: 0.0636969
Feb 12 21:09:42.251926 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-df129e1d-9f49-4504-bf59-a49123b57f48 admin admin] Publish callbacks [] for security_group (fc9e334e-fd61-4d2c-b443-c7618bee1086), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:42.302747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e89946fd-a4d9-4ea0-afff-4bab4369f120 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:42.330916 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86919610-df44-471f-8bc0-fabe7cf4fd35 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for security_group_rule (5eac28e2-cda3-45c5-b774-acdd1f27a37e), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:42.365154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9ef75-d4b4-4677-b61e-a9d81d4497f8 req-0a5a5bb1-4b68-4435-8f67-1c7127506783 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:42.366796 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-adb9ef75-d4b4-4677-b61e-a9d81d4497f8 req-0a5a5bb1-4b68-4435-8f67-1c7127506783 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 949 time: 0.1303477
Feb 12 21:09:42.465631 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9bd21cab-b3a4-408d-9400-8a930810a800 req-a9a09939-6aa4-4783-8aae-2fbee71bc2d5 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks [] for security_group (01b1d313-909d-4f5f-a20a-bd6522446253), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:42.472731 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58ef5c-6498-4d03-96a4-aa44815de74e req-3baeb8c8-aa6c-4a98-a99c-a4e259fd5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:42.474753 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2d58ef5c-6498-4d03-96a4-aa44815de74e req-3baeb8c8-aa6c-4a98-a99c-a4e259fd5636 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2094e607f7bf4345beb838fc2e483911&shared=False HTTP/1.1" status: 200  len: 918 time: 0.2309930
Feb 12 21:09:42.478130 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-adb9ef75-d4b4-4677-b61e-a9d81d4497f8 req-205ff244-3ecf-4503-875f-f03e62ed0021 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869708
Feb 12 21:09:42.480964 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86919610-df44-471f-8bc0-fabe7cf4fd35 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for security_group_rule (5eac28e2-cda3-45c5-b774-acdd1f27a37e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:42.492712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35544) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:42.499541 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-df129e1d-9f49-4504-bf59-a49123b57f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fc9e334e-fd61-4d2c-b443-c7618bee1086), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:42.502746 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-df129e1d-9f49-4504-bf59-a49123b57f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:42.504683 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-df129e1d-9f49-4504-bf59-a49123b57f48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc9e334e-fd61-4d2c-b443-c7618bee1086 HTTP/1.1" status: 204  len: 168 time: 0.3890750
Feb 12 21:09:42.514163 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df129e1d-9f49-4504-bf59-a49123b57f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9e334e-fd61-4d2c-b443-c7618bee1086,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:42.529179 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9bd21cab-b3a4-408d-9400-8a930810a800 req-a9a09939-6aa4-4783-8aae-2fbee71bc2d5 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks [] for security_group (01b1d313-909d-4f5f-a20a-bd6522446253), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:42.548527 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86919610-df44-471f-8bc0-fabe7cf4fd35 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (5eac28e2-cda3-45c5-b774-acdd1f27a37e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:42.573403 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86919610-df44-471f-8bc0-fabe7cf4fd35 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eac28e2-cda3-45c5-b774-acdd1f27a37e,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:42.625760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-0fa63b22-d8c4-4821-85e0-31110fc36152 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1958852291-network', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:42.648265 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86919610-df44-471f-8bc0-fabe7cf4fd35 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:42.658798 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-86919610-df44-471f-8bc0-fabe7cf4fd35 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5697632
Feb 12 21:09:42.658798 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35550) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:42.658798 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:42.741786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa63b22-d8c4-4821-85e0-31110fc36152 admin admin] Made reservation on behalf of c1ff07a97663458e87406ec3a5e2cf1c for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:42.745048 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fa63b22-d8c4-4821-85e0-31110fc36152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:42.758824 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fa63b22-d8c4-4821-85e0-31110fc36152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:42.768628 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:42.973574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58ef5c-6498-4d03-96a4-aa44815de74e req-1adb1478-7c5e-4d6a-9308-66890761869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:42.975159 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2d58ef5c-6498-4d03-96a4-aa44815de74e req-1adb1478-7c5e-4d6a-9308-66890761869a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4880242
Feb 12 21:09:42.975681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b462da-1064-49a4-a172-734e72fff462 req-719ed534-0cc9-4a35-a3cb-4a4692d46888 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:42.977564 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a7b462da-1064-49a4-a172-734e72fff462 req-719ed534-0cc9-4a35-a3cb-4a4692d46888 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 946 time: 0.1042383
Feb 12 21:09:43.028561 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.041541 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9bd21cab-b3a4-408d-9400-8a930810a800 req-a9a09939-6aa4-4783-8aae-2fbee71bc2d5 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (01b1d313-909d-4f5f-a20a-bd6522446253), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.044163 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9bd21cab-b3a4-408d-9400-8a930810a800 req-a9a09939-6aa4-4783-8aae-2fbee71bc2d5 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.045729 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9bd21cab-b3a4-408d-9400-8a930810a800 req-a9a09939-6aa4-4783-8aae-2fbee71bc2d5 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/01b1d313-909d-4f5f-a20a-bd6522446253 HTTP/1.1" status: 204  len: 173 time: 0.8028626
Feb 12 21:09:43.055570 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a7b462da-1064-49a4-a172-734e72fff462 req-71950148-3b91-4171-ac1d-ee8816382f9b tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706367
Feb 12 21:09:43.063002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a09939-6aa4-4783-8aae-2fbee71bc2d5 tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b1d313-909d-4f5f-a20a-bd6522446253,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:43.074398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78facf-da05-4541-847e-19c01a909014 req-18d3aa8b-b66e-48c2-be1d-1f1936b642d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:43.075918 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e78facf-da05-4541-847e-19c01a909014 req-18d3aa8b-b66e-48c2-be1d-1f1936b642d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2094e607f7bf4345beb838fc2e483911&device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 1125 time: 0.0650299
Feb 12 21:09:43.115375 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fa63b22-d8c4-4821-85e0-31110fc36152 admin admin] Publish callbacks [] for security_group (28b33701-0721-4aa9-a919-77ddfb8a5db0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.138616 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e78facf-da05-4541-847e-19c01a909014 req-ce7a2ecc-1d73-4b0a-ad73-5ab60ced66c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6d5784-855f-4db3-a849-95606d940801 HTTP/1.1" status: 200  len: 217 time: 0.0548511
Feb 12 21:09:43.212982 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fa63b22-d8c4-4821-85e0-31110fc36152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (28b33701-0721-4aa9-a919-77ddfb8a5db0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.219898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78facf-da05-4541-847e-19c01a909014 req-9067125c-35b9-4dc2-865e-56a0165a04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:43.221387 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e78facf-da05-4541-847e-19c01a909014 req-9067125c-35b9-4dc2-865e-56a0165a04c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5 HTTP/1.1" status: 200  len: 856 time: 0.0784192
Feb 12 21:09:43.241735 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0376b419-a32f-465a-bbac-a72090a0cc06 req-9606cb9d-423e-454a-ab61-15b691e6a01e tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c8e28e3d-bb56-4d34-b5be-e843386be6ea HTTP/1.1" status: 200  len: 1794 time: 0.1275630
Feb 12 21:09:43.260768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa63b22-d8c4-4821-85e0-31110fc36152 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:09:43.263113 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Allocated IP 172.35.2.252 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/c2ca4ff9-31fc-4758-aeaa-639f96b5b0ab) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:43.264841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47994c9-491b-489e-ad3e-6830805b905e req-6955f52a-1a77-4501-a5a7-75ebff6aa4c1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:43.266024 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d47994c9-491b-489e-ad3e-6830805b905e req-6955f52a-1a77-4501-a5a7-75ebff6aa4c1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.0911236
Feb 12 21:09:43.268790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35560) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:43.295557 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fa63b22-d8c4-4821-85e0-31110fc36152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.295927 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-0fa63b22-d8c4-4821-85e0-31110fc36152 admin admin] Added segment c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c of type vlan for network 0824877a-f60f-4b02-85ba-7bb3e69bc246
Feb 12 21:09:43.302806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa63b22-d8c4-4821-85e0-31110fc36152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b33701-0721-4aa9-a919-77ddfb8a5db0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:43.351366 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-dc01ad58-871c-438c-a80d-8fe011d39411 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed81ee4bbc764ffcb47f4616398d3820&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0814533
Feb 12 21:09:43.355770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35562) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:43.357735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78facf-da05-4541-847e-19c01a909014 req-55f2d9d7-e715-4c3a-90cc-25c7cdbc6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:43.359130 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e78facf-da05-4541-847e-19c01a909014 req-55f2d9d7-e715-4c3a-90cc-25c7cdbc6251 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4558dc02-1bc4-4b41-a16f-8a68e939fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1299803
Feb 12 21:09:43.383331 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d47994c9-491b-489e-ad3e-6830805b905e req-3b9e4459-949d-452f-a2b7-a41cb355847e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1060953
Feb 12 21:09:43.408694 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fa63b22-d8c4-4821-85e0-31110fc36152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (0824877a-f60f-4b02-85ba-7bb3e69bc246), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.440655 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0376b419-a32f-465a-bbac-a72090a0cc06 req-642a45cf-9b69-43d3-b908-ef1d65d2bb9b tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks [] for security_group (c8e28e3d-bb56-4d34-b5be-e843386be6ea), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.484818 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0376b419-a32f-465a-bbac-a72090a0cc06 req-642a45cf-9b69-43d3-b908-ef1d65d2bb9b tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks [] for security_group (c8e28e3d-bb56-4d34-b5be-e843386be6ea), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.488488 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a7467f8-b295-4c7c-b65b-779c20d32341 admin admin] Publish callbacks [] for security_group (d3af3ec6-b187-4d87-9f82-dfa36681449d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.535612 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for port (c2ca4ff9-31fc-4758-aeaa-639f96b5b0ab), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.540766 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fa63b22-d8c4-4821-85e0-31110fc36152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (0824877a-f60f-4b02-85ba-7bb3e69bc246), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.541760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa63b22-d8c4-4821-85e0-31110fc36152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:43.541918 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a7467f8-b295-4c7c-b65b-779c20d32341 admin admin] Publish callbacks [] for security_group (d3af3ec6-b187-4d87-9f82-dfa36681449d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.542485 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fa63b22-d8c4-4821-85e0-31110fc36152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.553120 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e78facf-da05-4541-847e-19c01a909014 req-2c78181a-027b-4281-938d-7e9c8e23b8e4 service neutron] 10.222.0.50 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864018
Feb 12 21:09:43.627922 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0fa63b22-d8c4-4821-85e0-31110fc36152 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1337035
Feb 12 21:09:43.630647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa63b22-d8c4-4821-85e0-31110fc36152 admin admin] Pushing event updated for resources: {'Network': ['ID=0824877a-f60f-4b02-85ba-7bb3e69bc246,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:43.632642 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35568) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:43.639519 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-50c70bad-3d0d-4582-8c32-78ea62e65c9b admin admin] Request body: {'subnet': {'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1958852291-subnet', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:43.644192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 0824877a-f60f-4b02-85ba-7bb3e69bc246 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:09:43.650109 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0376b419-a32f-465a-bbac-a72090a0cc06 req-642a45cf-9b69-43d3-b908-ef1d65d2bb9b tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c8e28e3d-bb56-4d34-b5be-e843386be6ea), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.653132 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0376b419-a32f-465a-bbac-a72090a0cc06 req-642a45cf-9b69-43d3-b908-ef1d65d2bb9b tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.654877 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0376b419-a32f-465a-bbac-a72090a0cc06 req-642a45cf-9b69-43d3-b908-ef1d65d2bb9b tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8e28e3d-bb56-4d34-b5be-e843386be6ea HTTP/1.1" status: 204  len: 173 time: 0.4051492
Feb 12 21:09:43.675947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a45cf-9b69-43d3-b908-ef1d65d2bb9b tempest-SecurityGroupsTestAdminJSON-766165631 tempest-SecurityGroupsTestAdminJSON-766165631-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e28e3d-bb56-4d34-b5be-e843386be6ea,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:43.729655 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c2ca4ff9-31fc-4758-aeaa-639f96b5b0ab), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.730209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84b41d-d03f-4d28-aae2-0d63c930f4ac req-925d802b-2354-41d5-9eae-c340dadc43f4 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:43.738803 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8b84b41d-d03f-4d28-aae2-0d63c930f4ac req-925d802b-2354-41d5-9eae-c340dadc43f4 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 949 time: 0.1827769
Feb 12 21:09:43.782869 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c70bad-3d0d-4582-8c32-78ea62e65c9b admin admin] Made reservation on behalf of c1ff07a97663458e87406ec3a5e2cf1c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:43.790183 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50c70bad-3d0d-4582-8c32-78ea62e65c9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.802325 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e78facf-da05-4541-847e-19c01a909014 req-d8178786-d341-4118-81e3-e5751013619f service neutron] 10.222.0.50 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2420123
Feb 12 21:09:43.815449 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8b84b41d-d03f-4d28-aae2-0d63c930f4ac req-56bd840e-e89e-4e2d-ad77-031f356e4f35 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757725
Feb 12 21:09:43.820723 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2213d3f-3387-48e5-9f70-f40ceb7901ea req-1be5c240-bb31-42c5-8b60-9da956f3cf15 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] 10.222.0.31 "GET /v2.0/security-groups/c87c3a33-0ca1-4e32-acb8-02213e557b7c HTTP/1.1" status: 200  len: 1793 time: 0.1328478
Feb 12 21:09:43.828765 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:43.855585 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a7467f8-b295-4c7c-b65b-779c20d32341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d3af3ec6-b187-4d87-9f82-dfa36681449d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.858417 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a7467f8-b295-4c7c-b65b-779c20d32341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:43.859562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1a7467f8-b295-4c7c-b65b-779c20d32341 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3af3ec6-b187-4d87-9f82-dfa36681449d HTTP/1.1" status: 204  len: 168 time: 0.4995689
Feb 12 21:09:43.866300 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:43.869157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7467f8-b295-4c7c-b65b-779c20d32341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3af3ec6-b187-4d87-9f82-dfa36681449d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:43.872198 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:43.875712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event updated for resources: {'Port': ['ID=c2ca4ff9-31fc-4758-aeaa-639f96b5b0ab,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:43.951025 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2d74542d-b56d-4ff5-a958-316b2005d4e9 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:44.067226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 2d74542d-b56d-4ff5-a958-316b2005d4e9 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:09:44.072568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 2d74542d-b56d-4ff5-a958-316b2005d4e9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:44.072943 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d74542d-b56d-4ff5-a958-316b2005d4e9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:44.161000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 2d74542d-b56d-4ff5-a958-316b2005d4e9 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:44.161420 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2d74542d-b56d-4ff5-a958-316b2005d4e9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:44.185822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a94071-0179-4785-80d2-9c78a84887a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d74542d-b56d-4ff5-a958-316b2005d4e9'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:09:44.188363 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503e5628-2585-49b4-b693-bb8275f16427" -d '{"events": [{"server_uuid": "44a94071-0179-4785-80d2-9c78a84887a5", "name": "network-vif-plugged", "status": "completed", "tag": "2d74542d-b56d-4ff5-a958-316b2005d4e9"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:09:44.202368 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2d74542d-b56d-4ff5-a958-316b2005d4e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d74542d-b56d-4ff5-a958-316b2005d4e9,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:44.229164 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bf53f-89bd-4825-9e89-9b4cf30caf37 req-164ae7e6-33b1-4983-bec3-3a249416c1cc tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:44.231044 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-016bf53f-89bd-4825-9e89-9b4cf30caf37 req-164ae7e6-33b1-4983-bec3-3a249416c1cc tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 946 time: 0.0768640
Feb 12 21:09:44.267939 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2d74542d-b56d-4ff5-a958-316b2005d4e9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:44.287303 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-016bf53f-89bd-4825-9e89-9b4cf30caf37 req-094195cc-6041-40f9-9173-854596af7638 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489578
Feb 12 21:09:44.297507 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e2213d3f-3387-48e5-9f70-f40ceb7901ea req-1b1be1dd-98eb-4602-b0ed-a18731d05f75 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks [] for security_group (c87c3a33-0ca1-4e32-acb8-02213e557b7c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:44.359999 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for floatingip (38af8bcc-13cd-485b-8136-628dde06bf38), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:44.362273 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e2213d3f-3387-48e5-9f70-f40ceb7901ea req-1b1be1dd-98eb-4602-b0ed-a18731d05f75 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks [] for security_group (c87c3a33-0ca1-4e32-acb8-02213e557b7c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:44.388807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=2d74542d-b56d-4ff5-a958-316b2005d4e9,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:44.400533 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dca9df9-9ac5-4542-9b67-9ee69869eaac x-openstack-request-id: req-8dca9df9-9ac5-4542-9b67-9ee69869eaac {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:09:44.401069 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a94071-0179-4785-80d2-9c78a84887a5", "name": "network-vif-plugged", "status": "completed", "tag": "2d74542d-b56d-4ff5-a958-316b2005d4e9", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:09:44.401527 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8dca9df9-9ac5-4542-9b67-9ee69869eaac {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:09:44.402085 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a94071-0179-4785-80d2-9c78a84887a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d74542d-b56d-4ff5-a958-316b2005d4e9', 'code': 200}
Feb 12 21:09:44.513782 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c2ca4ff9-31fc-4758-aeaa-639f96b5b0ab), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:44.547713 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50c70bad-3d0d-4582-8c32-78ea62e65c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (925d65ec-3fa2-4569-8607-ed683a98304c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:44.573652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5080e-1f7c-40ff-84f8-3777e516d3ba req-ffcfc18c-5dd8-4519-9b0a-f743f9958de4 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:44.575740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dee5080e-1f7c-40ff-84f8-3777e516d3ba req-ffcfc18c-5dd8-4519-9b0a-f743f9958de4 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.0558202
Feb 12 21:09:44.590349 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e2213d3f-3387-48e5-9f70-f40ceb7901ea req-1b1be1dd-98eb-4602-b0ed-a18731d05f75 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c87c3a33-0ca1-4e32-acb8-02213e557b7c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:44.592960 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e2213d3f-3387-48e5-9f70-f40ceb7901ea req-1b1be1dd-98eb-4602-b0ed-a18731d05f75 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:44.594952 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2213d3f-3387-48e5-9f70-f40ceb7901ea req-1b1be1dd-98eb-4602-b0ed-a18731d05f75 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] 10.222.0.31 "DELETE /v2.0/security-groups/c87c3a33-0ca1-4e32-acb8-02213e557b7c HTTP/1.1" status: 204  len: 173 time: 0.7642894
Feb 12 21:09:44.615738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede0b43-53b7-4f92-9e12-e19d0e5f3b64 req-002020df-3b88-4f09-be5f-f4593b601794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:44.617406 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dede0b43-53b7-4f92-9e12-e19d0e5f3b64 req-002020df-3b88-4f09-be5f-f4593b601794 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 1132 time: 0.1427047
Feb 12 21:09:44.645212 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dee5080e-1f7c-40ff-84f8-3777e516d3ba req-13fadea9-4768-4c28-be52-cd172292c24c tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636880
Feb 12 21:09:44.653920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1be1dd-98eb-4602-b0ed-a18731d05f75 tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87c3a33-0ca1-4e32-acb8-02213e557b7c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:44.741777 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c70bad-3d0d-4582-8c32-78ea62e65c9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=925d65ec-3fa2-4569-8607-ed683a98304c,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:44.796566 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c70bad-3d0d-4582-8c32-78ea62e65c9b admin admin] Checking segment: {'id': 'c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:44.796930 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c70bad-3d0d-4582-8c32-78ea62e65c9b admin admin] Network hostable DHCP agents. Network: 0824877a-f60f-4b02-85ba-7bb3e69bc246, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:09:44.815388 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-57a42de1-51bb-4d6b-9fc8-462a71398742 req-4880ebba-e6aa-45a9-9122-acd536050a2b tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] 10.222.0.31 "GET /v2.0/security-groups/1a95f269-d2c6-4e34-9ace-076898740c51 HTTP/1.1" status: 200  len: 1793 time: 0.1875572
Feb 12 21:09:44.826116 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dede0b43-53b7-4f92-9e12-e19d0e5f3b64 req-5d271e03-3a1f-4bbb-ad7a-e804574a5b8e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972747
Feb 12 21:09:44.897655 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for port (c2ca4ff9-31fc-4758-aeaa-639f96b5b0ab), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:44.921679 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-57a42de1-51bb-4d6b-9fc8-462a71398742 req-59af15c5-89cc-423a-ac67-27e233f9754e tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks [] for security_group (1a95f269-d2c6-4e34-9ace-076898740c51), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:44.924985 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c70bad-3d0d-4582-8c32-78ea62e65c9b admin admin] Network 0824877a-f60f-4b02-85ba-7bb3e69bc246 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:09:44.954180 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-57a42de1-51bb-4d6b-9fc8-462a71398742 req-59af15c5-89cc-423a-ac67-27e233f9754e tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks [] for security_group (1a95f269-d2c6-4e34-9ace-076898740c51), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:44.968541 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (c2ca4ff9-31fc-4758-aeaa-639f96b5b0ab), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:44.974313 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e11b0-7309-43ab-b246-21c95ac0738f req-4444f48f-2bce-4318-bab5-6bd59ed3ce45 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:44.975848 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c7e11b0-7309-43ab-b246-21c95ac0738f req-4444f48f-2bce-4318-bab5-6bd59ed3ce45 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 950 time: 0.0632501
Feb 12 21:09:45.029420 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c7e11b0-7309-43ab-b246-21c95ac0738f req-cc98cbb4-1b61-46df-93fb-552ca19ab0c4 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467956
Feb 12 21:09:45.062034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-50c70bad-3d0d-4582-8c32-78ea62e65c9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0824877a-f60f-4b02-85ba-7bb3e69bc246) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:45.067067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event updated for resources: {'Port': ['ID=c2ca4ff9-31fc-4758-aeaa-639f96b5b0ab,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:45.072089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a561019c-5566-4801-a58c-27c4ca071b8c None None] Network 0824877a-f60f-4b02-85ba-7bb3e69bc246 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:09:45.075612 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c70bad-3d0d-4582-8c32-78ea62e65c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:45.076225 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50c70bad-3d0d-4582-8c32-78ea62e65c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:45.083955 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (38af8bcc-13cd-485b-8136-628dde06bf38), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:45.149948 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-57a42de1-51bb-4d6b-9fc8-462a71398742 req-59af15c5-89cc-423a-ac67-27e233f9754e tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1a95f269-d2c6-4e34-9ace-076898740c51), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:45.153692 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-57a42de1-51bb-4d6b-9fc8-462a71398742 req-59af15c5-89cc-423a-ac67-27e233f9754e tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:45.155701 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-57a42de1-51bb-4d6b-9fc8-462a71398742 req-59af15c5-89cc-423a-ac67-27e233f9754e tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] 10.222.0.31 "DELETE /v2.0/security-groups/1a95f269-d2c6-4e34-9ace-076898740c51 HTTP/1.1" status: 204  len: 173 time: 0.3286190
Feb 12 21:09:45.167718 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af15c5-89cc-423a-ac67-27e233f9754e tempest-SecurityGroupsTestAdminJSON-960827514 tempest-SecurityGroupsTestAdminJSON-960827514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a95f269-d2c6-4e34-9ace-076898740c51,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:45.189273 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-50c70bad-3d0d-4582-8c32-78ea62e65c9b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5497541
Feb 12 21:09:45.190262 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35610) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:45.197964 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:45.198332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1958852291-router', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:45.199415 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3a626484-e0d6-4939-970a-b09a90502462 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5455942
Feb 12 21:09:45.216324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0824877a-f60f-4b02-85ba-7bb3e69bc246', 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246', 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'fixed_ips': [{'subnet_id': '925d65ec-3fa2-4569-8607-ed683a98304c'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:09:45.217976 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:45.271416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35616) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:45.333701 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:45.333701 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:45.391223 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Publish callbacks [] for router_controller (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:45.401440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Allocated IP 172.20.0.2 (0824877a-f60f-4b02-85ba-7bb3e69bc246/925d65ec-3fa2-4569-8607-ed683a98304c/e40d16fd-0e0c-4659-ad51-3f2e6a8982e1) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:45.469934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 8a6d5784-855f-4db3-a849-95606d940801 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:09:45.534697 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8aa0b4fc-e6dd-45f1-9f17-d0144e3a5745 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1402543413-network', 'tenant_id': '90201e87d6d3440c8c63095cf074f0ea'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:45.656242 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Publish callbacks [] for router_gateway (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:45.711185 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa0b4fc-e6dd-45f1-9f17-d0144e3a5745 admin admin] Made reservation on behalf of 90201e87d6d3440c8c63095cf074f0ea for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:45.719185 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b4fc-e6dd-45f1-9f17-d0144e3a5745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:45.728703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-518e338e-e84c-4dc8-9995-5f1f4282e53a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--483731441&fields=id&tenant_id=992939bc41444299957b35468c7433c6 HTTP/1.1" status: 200  len: 267 time: 0.0970170
Feb 12 21:09:45.729708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b4fc-e6dd-45f1-9f17-d0144e3a5745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:45.817038 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Publish callbacks [] for port (e40d16fd-0e0c-4659-ad51-3f2e6a8982e1), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:45.819744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 8a6d5784-855f-4db3-a849-95606d940801, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6d5784-855f-4db3-a849-95606d940801,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:45.827558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4fb93-920f-4c1f-a7a2-24296c1b2ee2 req-53da61ad-4fdc-4361-80f6-f5cce7b4968e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:45.840220 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-33d4fb93-920f-4c1f-a7a2-24296c1b2ee2 req-53da61ad-4fdc-4361-80f6-f5cce7b4968e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.0689867
Feb 12 21:09:45.840220 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35648) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:45.840775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '8a6d5784-855f-4db3-a849-95606d940801', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'port_id': '8a6d5784-855f-4db3-a849-95606d940801', 'mac_address': 'fa:16:3e:4e:04:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:09:45.844717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-d03af1c2-d37d-428f-b006-5a035e866581 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:45.846799 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-d03af1c2-d37d-428f-b006-5a035e866581 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports/f960d66a-27d4-45da-ab76-16c8e9d8d0db HTTP/1.1" status: 200  len: 937 time: 0.1068087
Feb 12 21:09:45.894051 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-33d4fb93-920f-4c1f-a7a2-24296c1b2ee2 req-1a86d017-9e74-4b8d-b60f-60af9673b560 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560539
Feb 12 21:09:45.894401 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (e40d16fd-0e0c-4659-ad51-3f2e6a8982e1), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:45.928133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 8a6d5784-855f-4db3-a849-95606d940801 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:45.928629 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8a6d5784-855f-4db3-a849-95606d940801), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:45.963452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6d5784-855f-4db3-a849-95606d940801 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:09:45.979710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Network 0824877a-f60f-4b02-85ba-7bb3e69bc246 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:45.979966 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-079e9ab7-f13e-4461-b6a4-3a9da370892d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:45.981175 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-079e9ab7-f13e-4461-b6a4-3a9da370892d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports/1fe06461-27fb-4282-97ba-13fca702a547 HTTP/1.1" status: 200  len: 936 time: 0.1239839
Feb 12 21:09:45.989009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:45.995921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:46.019926 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-649a2ded-de34-4ef6-a163-8eb572d660b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7a4bff0e4de402fb849ad620097d1be&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1852081
Feb 12 21:09:46.020199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35652) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:46.036403 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b4fc-e6dd-45f1-9f17-d0144e3a5745 admin admin] Publish callbacks [] for security_group (ac2edefd-e246-4452-a6d2-023db81c30b5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:46.040444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 8a6d5784-855f-4db3-a849-95606d940801, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6d5784-855f-4db3-a849-95606d940801,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:46.081243 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Pushing event updated for resources: {'Port': ['ID=e40d16fd-0e0c-4659-ad51-3f2e6a8982e1,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:46.081966 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e8e25fc-3cef-4fdb-9ab1-0b98bbc02854 admin admin] Publish callbacks [] for security_group (16649aec-f664-4a90-9d20-1c038acfbbd7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:46.087283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Attempting to bind port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:46.087660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Attempting to bind port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:46.088026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Attempting to bind port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 on network 0824877a-f60f-4b02-85ba-7bb3e69bc246 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:46.101583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:46.101583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Checking segment: {'id': 'c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:46.101583 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:46.101583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Bound using segment: {'id': 'c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:46.101583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Bound port: e40d16fd-0e0c-4659-ad51-3f2e6a8982e1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:46.101583 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e40d16fd-0e0c-4659-ad51-3f2e6a8982e1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:46.102263 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-18251ffb-2948-4641-a229-114f5911453c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?network_id=a90998ba-17e7-4116-bb0e-3bd9e0e31276&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0640695
Feb 12 21:09:46.153722 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-f8cd690d-b84f-407f-aeee-de91705e3cc9 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?network_id=a90998ba-17e7-4116-bb0e-3bd9e0e31276&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0415022
Feb 12 21:09:46.160701 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b4fc-e6dd-45f1-9f17-d0144e3a5745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ac2edefd-e246-4452-a6d2-023db81c30b5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:46.161152 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8a6d5784-855f-4db3-a849-95606d940801), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:46.176354 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e8e25fc-3cef-4fdb-9ab1-0b98bbc02854 admin admin] Publish callbacks [] for security_group (16649aec-f664-4a90-9d20-1c038acfbbd7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:46.194563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] For port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:46.212514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] For port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e40d16fd-0e0c-4659-ad51-3f2e6a8982e1,segment=NetworkSegment(c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c),segment_id=c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:46.230822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=8a6d5784-855f-4db3-a849-95606d940801,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:46.276709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac89db-11b5-4b62-ae34-7a599ba93ce9 req-bcfcdf8c-2716-436f-bc13-1e4c1e87bcec tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:46.278332 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9eac89db-11b5-4b62-ae34-7a599ba93ce9 req-bcfcdf8c-2716-436f-bc13-1e4c1e87bcec tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 950 time: 0.1546938
Feb 12 21:09:46.301726 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e40d16fd-0e0c-4659-ad51-3f2e6a8982e1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:46.314899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa0b4fc-e6dd-45f1-9f17-d0144e3a5745 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:09:46.334843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0b4fc-e6dd-45f1-9f17-d0144e3a5745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2edefd-e246-4452-a6d2-023db81c30b5,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:46.350357 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9eac89db-11b5-4b62-ae34-7a599ba93ce9 req-303792c5-a117-45c8-bc5d-bec5c8f36046 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631106
Feb 12 21:09:46.365281 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['8a6d5784-855f-4db3-a849-95606d940801'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:09:46.367185 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b4fc-e6dd-45f1-9f17-d0144e3a5745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (dc171e49-b843-4059-90c8-2966f2e0cf8f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:46.367729 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-8aa0b4fc-e6dd-45f1-9f17-d0144e3a5745 admin admin] Added segment dc171e49-b843-4059-90c8-2966f2e0cf8f of type vlan for network 7f965b1f-c824-479f-b457-bf0d7a6d53c9
Feb 12 21:09:46.421201 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e8e25fc-3cef-4fdb-9ab1-0b98bbc02854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (16649aec-f664-4a90-9d20-1c038acfbbd7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:46.423880 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e8e25fc-3cef-4fdb-9ab1-0b98bbc02854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:46.427533 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5e8e25fc-3cef-4fdb-9ab1-0b98bbc02854 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16649aec-f664-4a90-9d20-1c038acfbbd7 HTTP/1.1" status: 204  len: 168 time: 0.4039094
Feb 12 21:09:46.427841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1902d-020e-462e-a438-7cb57357dba9 None None] Pushing event updated for resources: {'Port': ['ID=e40d16fd-0e0c-4659-ad51-3f2e6a8982e1,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:46.445779 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e25fc-3cef-4fdb-9ab1-0b98bbc02854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16649aec-f664-4a90-9d20-1c038acfbbd7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:46.475641 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b4fc-e6dd-45f1-9f17-d0144e3a5745 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (7f965b1f-c824-479f-b457-bf0d7a6d53c9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:46.482688 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Publish callbacks [] for router_gateway (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:46.498678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-a18aafce-67c5-436c-a6ec-6fc32a0aec62 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:46.503991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-a18aafce-67c5-436c-a6ec-6fc32a0aec62 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:46.510619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-a18aafce-67c5-436c-a6ec-6fc32a0aec62 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:46.522617 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-a18aafce-67c5-436c-a6ec-6fc32a0aec62 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/networks?id=f6b71adf-3656-401b-8bec-3091ef8cf8c7&id=531eb872-2139-4490-9c0c-9bd28b6649a5&id=531eb872-2139-4490-9c0c-9bd28b6649a5&id=a90998ba-17e7-4116-bb0e-3bd9e0e31276&id=a90998ba-17e7-4116-bb0e-3bd9e0e31276 HTTP/1.1" status: 200  len: 1995 time: 0.3538563
Feb 12 21:09:46.561882 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:46.565803 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-b258f6b5-ee71-4944-a2d1-9da73a9d7a1d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/quotas/992939bc41444299957b35468c7433c6 HTTP/1.1" status: 200  len: 375 time: 0.0470324
Feb 12 21:09:46.740854 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-7666770a-dbbd-4e60-9866-8413ecf4b0fc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=992939bc41444299957b35468c7433c6&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1562715
Feb 12 21:09:46.763926 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b4fc-e6dd-45f1-9f17-d0144e3a5745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (7f965b1f-c824-479f-b457-bf0d7a6d53c9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:46.763926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa0b4fc-e6dd-45f1-9f17-d0144e3a5745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:46.763926 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b4fc-e6dd-45f1-9f17-d0144e3a5745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:46.765813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Allocated IP 172.35.2.56 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/d99d1fdf-0597-4f37-80f3-7243a5b24999) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:46.910117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0b4fc-e6dd-45f1-9f17-d0144e3a5745 admin admin] Pushing event updated for resources: {'Network': ['ID=7f965b1f-c824-479f-b457-bf0d7a6d53c9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:46.925510 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 7f965b1f-c824-479f-b457-bf0d7a6d53c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:09:46.946837 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8aa0b4fc-e6dd-45f1-9f17-d0144e3a5745 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.6737063
Feb 12 21:09:46.949753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35664) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:46.958611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-fe2b7e11-44e0-4e53-b06b-cd86bd169890 admin admin] Request body: {'subnet': {'network_id': '7f965b1f-c824-479f-b457-bf0d7a6d53c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1402543413-subnet', 'tenant_id': '90201e87d6d3440c8c63095cf074f0ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:46.987718 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-25442bfe-2d7a-4e52-97df-5bfaefab0975 service neutron] 10.222.0.31 "GET /v2.0/networks/f6b71adf-3656-401b-8bec-3091ef8cf8c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2136371
Feb 12 21:09:47.038560 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Publish callbacks [] for port (d99d1fdf-0597-4f37-80f3-7243a5b24999), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:47.068555 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608cff7-26c5-4686-add4-23dfc1b9ae1a req-2aaa236a-2b64-4e0b-b2d0-2fd971a55377 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:47.076824 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c608cff7-26c5-4686-add4-23dfc1b9ae1a req-2aaa236a-2b64-4e0b-b2d0-2fd971a55377 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 944 time: 0.0695474
Feb 12 21:09:47.085449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2b7e11-44e0-4e53-b06b-cd86bd169890 admin admin] Made reservation on behalf of 90201e87d6d3440c8c63095cf074f0ea for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:47.088481 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe2b7e11-44e0-4e53-b06b-cd86bd169890 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:47.118826 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-d3aed8e0-5e7c-4fa6-9313-e9db1cbcc260 service neutron] 10.222.0.31 "GET /v2.0/networks/f6b71adf-3656-401b-8bec-3091ef8cf8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221335
Feb 12 21:09:47.171704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-82b30f1f-aba6-422b-ab64-dba6ddcfd7ad service neutron] 10.222.0.31 "GET /v2.0/ports/f960d66a-27d4-45da-ab76-16c8e9d8d0db?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0433562
Feb 12 21:09:47.189929 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c608cff7-26c5-4686-add4-23dfc1b9ae1a req-ce461f38-468a-4198-b6d5-55eede796506 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1121719
Feb 12 21:09:47.226436 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35666) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:47.241472 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d99d1fdf-0597-4f37-80f3-7243a5b24999), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:47.302171 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2590ca3d-d8c6-428e-bafa-d568b0913240 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9d703379c214788b53f827c5b21339c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0739527
Feb 12 21:09:47.302788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35670) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:47.313559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:47.329851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:47.333466 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:47.335460 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Pushing event updated for resources: {'Port': ['ID=d99d1fdf-0597-4f37-80f3-7243a5b24999,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:47.364949 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-a239f5b0-1fed-43f1-bed1-0e7a6f898ee8 service neutron] 10.222.0.31 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853080
Feb 12 21:09:47.438579 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7be7905-3083-4f26-a565-a6456bd961e1 admin admin] Publish callbacks [] for security_group (9824058c-650a-4d8a-af71-10514b92dfa0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:47.470714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 8a6d5784-855f-4db3-a849-95606d940801 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:47.478268 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7be7905-3083-4f26-a565-a6456bd961e1 admin admin] Publish callbacks [] for security_group (9824058c-650a-4d8a-af71-10514b92dfa0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:47.495865 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe2b7e11-44e0-4e53-b06b-cd86bd169890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (85041270-935b-4949-9f97-be16035f9c19), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:47.554691 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c25ad7d-1054-4391-8389-5061f7385b82 None None] Network 0824877a-f60f-4b02-85ba-7bb3e69bc246 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:09:47.575704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-972b8360-ebc9-4c01-a4c0-3a457be86504 service neutron] 10.222.0.31 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1973479
Feb 12 21:09:47.585016 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b7e11-44e0-4e53-b06b-cd86bd169890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85041270-935b-4949-9f97-be16035f9c19,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:47.606483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2b7e11-44e0-4e53-b06b-cd86bd169890 admin admin] Checking segment: {'id': 'dc171e49-b843-4059-90c8-2966f2e0cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f965b1f-c824-479f-b457-bf0d7a6d53c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:47.606866 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2b7e11-44e0-4e53-b06b-cd86bd169890 admin admin] Network hostable DHCP agents. Network: 7f965b1f-c824-479f-b457-bf0d7a6d53c9, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:09:47.629598 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-69ccaf5d-b54d-40be-923e-9f02db83e958 service neutron] 10.222.0.31 "GET /v2.0/ports/1fe06461-27fb-4282-97ba-13fca702a547?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0465398
Feb 12 21:09:47.637550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 8a6d5784-855f-4db3-a849-95606d940801 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:09:47.648852 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 8a6d5784-855f-4db3-a849-95606d940801 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:47.649722 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8a6d5784-855f-4db3-a849-95606d940801), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:47.656913 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f28f58fd-4524-4409-8bb8-8a5e1aa7f1fc None None] Provisioning complete for port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:47.660171 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f28f58fd-4524-4409-8bb8-8a5e1aa7f1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e40d16fd-0e0c-4659-ad51-3f2e6a8982e1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:47.710689 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2b7e11-44e0-4e53-b06b-cd86bd169890 admin admin] Network 7f965b1f-c824-479f-b457-bf0d7a6d53c9 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:09:47.727893 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7be7905-3083-4f26-a565-a6456bd961e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9824058c-650a-4d8a-af71-10514b92dfa0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:47.735836 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7be7905-3083-4f26-a565-a6456bd961e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:47.737044 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e7be7905-3083-4f26-a565-a6456bd961e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9824058c-650a-4d8a-af71-10514b92dfa0 HTTP/1.1" status: 204  len: 168 time: 0.4316578
Feb 12 21:09:47.768983 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be7905-3083-4f26-a565-a6456bd961e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9824058c-650a-4d8a-af71-10514b92dfa0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:47.787090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-fe2b7e11-44e0-4e53-b06b-cd86bd169890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7f965b1f-c824-479f-b457-bf0d7a6d53c9) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:47.801165 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2b7e11-44e0-4e53-b06b-cd86bd169890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:47.802885 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe2b7e11-44e0-4e53-b06b-cd86bd169890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:47.819831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af80646-d7ef-489d-a4e2-a3389bd3f2ba None None] Network 7f965b1f-c824-479f-b457-bf0d7a6d53c9 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:09:47.903770 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fe2b7e11-44e0-4e53-b06b-cd86bd169890 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9521697
Feb 12 21:09:47.906739 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35684) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:47.915172 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1402543413-router', 'tenant_id': '90201e87d6d3440c8c63095cf074f0ea', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:47.922719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 8a6d5784-855f-4db3-a849-95606d940801 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:47.923301 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8a6d5784-855f-4db3-a849-95606d940801), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:47.951506 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f28f58fd-4524-4409-8bb8-8a5e1aa7f1fc None None] Current status of the port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:47.952066 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f28f58fd-4524-4409-8bb8-8a5e1aa7f1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e40d16fd-0e0c-4659-ad51-3f2e6a8982e1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:47.991504 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6d5784-855f-4db3-a849-95606d940801'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:09:47.994014 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dff8cf4-a60a-4678-a149-387d9d0b0295" -d '{"events": [{"server_uuid": "ad7ceb24-719e-4fcb-b272-f1ed4dbd8514", "name": "network-vif-plugged", "status": "completed", "tag": "8a6d5784-855f-4db3-a849-95606d940801"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:09:48.022820 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 8a6d5784-855f-4db3-a849-95606d940801, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6d5784-855f-4db3-a849-95606d940801,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:48.038880 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (078e9277-67a6-4df9-890b-556b7a5ef803), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:48.041316 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (078e9277-67a6-4df9-890b-556b7a5ef803), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:48.055885 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f28f58fd-4524-4409-8bb8-8a5e1aa7f1fc None None] For port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e40d16fd-0e0c-4659-ad51-3f2e6a8982e1,segment=NetworkSegment(c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c),segment_id=c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:48.066305 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7f965b1f-c824-479f-b457-bf0d7a6d53c9', 'network_id': '7f965b1f-c824-479f-b457-bf0d7a6d53c9', 'project_id': '90201e87d6d3440c8c63095cf074f0ea', 'fixed_ips': [{'subnet_id': '85041270-935b-4949-9f97-be16035f9c19'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:09:48.067174 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:48.102872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:48.129898 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Publish callbacks [] for router_controller (078e9277-67a6-4df9-890b-556b7a5ef803), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:48.180348 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f28f58fd-4524-4409-8bb8-8a5e1aa7f1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e40d16fd-0e0c-4659-ad51-3f2e6a8982e1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:48.182994 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8a6d5784-855f-4db3-a849-95606d940801), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:48.225614 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-e265bb38-ab9b-4005-80d7-ff65f4dabafe service neutron] 10.222.0.31 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5894217
Feb 12 21:09:48.247647 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Publish callbacks [] for router_gateway (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:48.280192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f58fd-4524-4409-8bb8-8a5e1aa7f1fc None None] Pushing event updated for resources: {'Port': ['ID=e40d16fd-0e0c-4659-ad51-3f2e6a8982e1,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:48.342483 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:48.342483 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e40d16fd-0e0c-4659-ad51-3f2e6a8982e1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:48.451571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Allocated IP 172.20.0.2 (7f965b1f-c824-479f-b457-bf0d7a6d53c9/85041270-935b-4949-9f97-be16035f9c19/b760ab32-2456-412c-87f5-648644dc8ab8) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:48.463281 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2271bd25-761e-4a82-b9e1-1bf304fb41ba None None] Provisioning complete for port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:48.464217 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2271bd25-761e-4a82-b9e1-1bf304fb41ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e40d16fd-0e0c-4659-ad51-3f2e6a8982e1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:48.487717 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-73ab02eb-247c-44ea-afaf-04ee379e6bb2 service neutron] 10.222.0.31 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2544553
Feb 12 21:09:48.498849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=8a6d5784-855f-4db3-a849-95606d940801,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:48.574485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:48.662188 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Publish callbacks [] for router_gateway (078e9277-67a6-4df9-890b-556b7a5ef803), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:48.676883 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:48.681808 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-87e208ea-db78-41a5-981c-f144dd940315 service neutron] 10.222.0.31 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543496
Feb 12 21:09:48.720999 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62324978-0c93-48cf-abc9-8212797ed1f2 req-afd9c157-378d-41f4-be1a-a0a0f8532e1a tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:48.722648 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-62324978-0c93-48cf-abc9-8212797ed1f2 req-afd9c157-378d-41f4-be1a-a0a0f8532e1a tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 950 time: 0.3282528
Feb 12 21:09:48.739592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2271bd25-761e-4a82-b9e1-1bf304fb41ba None None] Current status of the port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:48.762526 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Publish callbacks [] for port (b760ab32-2456-412c-87f5-648644dc8ab8), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:48.809443 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-62324978-0c93-48cf-abc9-8212797ed1f2 req-712adc9d-f895-4e22-86a7-b77fb726cc97 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740576
Feb 12 21:09:48.829029 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (b760ab32-2456-412c-87f5-648644dc8ab8), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:48.924105 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c4cb9c-d059-46d8-8337-536d22799365 x-openstack-request-id: req-87c4cb9c-d059-46d8-8337-536d22799365 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:09:48.924581 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7ceb24-719e-4fcb-b272-f1ed4dbd8514", "name": "network-vif-plugged", "status": "completed", "tag": "8a6d5784-855f-4db3-a849-95606d940801", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:09:48.924867 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87c4cb9c-d059-46d8-8337-536d22799365 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:09:48.925248 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6d5784-855f-4db3-a849-95606d940801', 'code': 200}
Feb 12 21:09:48.929189 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Network 7f965b1f-c824-479f-b457-bf0d7a6d53c9 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:48.934599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:48.938878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:48.954283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Pushing event updated for resources: {'Port': ['ID=b760ab32-2456-412c-87f5-648644dc8ab8,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:49.022954 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Attempting to bind port b760ab32-2456-412c-87f5-648644dc8ab8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:49.023517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Attempting to bind port b760ab32-2456-412c-87f5-648644dc8ab8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc171e49-b843-4059-90c8-2966f2e0cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f965b1f-c824-479f-b457-bf0d7a6d53c9'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:49.025451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Attempting to bind port b760ab32-2456-412c-87f5-648644dc8ab8 on network 7f965b1f-c824-479f-b457-bf0d7a6d53c9 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:49.031578 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:49.032052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Checking segment: {'id': 'dc171e49-b843-4059-90c8-2966f2e0cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f965b1f-c824-479f-b457-bf0d7a6d53c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:49.032611 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:49.033100 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Bound using segment: {'id': 'dc171e49-b843-4059-90c8-2966f2e0cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f965b1f-c824-479f-b457-bf0d7a6d53c9'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:49.033687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Bound port: b760ab32-2456-412c-87f5-648644dc8ab8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc171e49-b843-4059-90c8-2966f2e0cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f965b1f-c824-479f-b457-bf0d7a6d53c9'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:49.034404 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b760ab32-2456-412c-87f5-648644dc8ab8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:49.066779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-6ecf7979-fb86-4420-9529-9ea544062eec service neutron] 10.222.0.31 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3358641
Feb 12 21:09:49.078099 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cbe12-459b-4f17-b714-518bb0551a77 req-88a124ee-abd1-441e-a122-b45c4d3e6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:49.084889 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa0cbe12-459b-4f17-b714-518bb0551a77 req-88a124ee-abd1-441e-a122-b45c4d3e6fc3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 1127 time: 0.0807521
Feb 12 21:09:49.148389 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] For port b760ab32-2456-412c-87f5-648644dc8ab8, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:49.153892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] For port b760ab32-2456-412c-87f5-648644dc8ab8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b760ab32-2456-412c-87f5-648644dc8ab8,segment=NetworkSegment(dc171e49-b843-4059-90c8-2966f2e0cf8f),segment_id=dc171e49-b843-4059-90c8-2966f2e0cf8f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:49.168226 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37356e79-d1c7-48d1-93a9-7f23b61f1075 req-10d80f4a-4e68-4976-b067-c73d48e5301b tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:49.176859 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-37356e79-d1c7-48d1-93a9-7f23b61f1075 req-10d80f4a-4e68-4976-b067-c73d48e5301b tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.1631210
Feb 12 21:09:49.177650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:09:49.206861 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Publish callbacks [] for router_gateway (078e9277-67a6-4df9-890b-556b7a5ef803), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:49.210293 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b760ab32-2456-412c-87f5-648644dc8ab8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:49.236715 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:49.268287 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa0cbe12-459b-4f17-b714-518bb0551a77 req-073c4c05-7568-4239-a116-d4d67a90c30e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1053302
Feb 12 21:09:49.278345 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-37356e79-d1c7-48d1-93a9-7f23b61f1075 req-0f800126-ed15-42c2-ba1e-5108cb467787 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009700
Feb 12 21:09:49.325702 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec3e30-1735-40f3-b32f-fbac1c0a04d8 None None] Pushing event updated for resources: {'Port': ['ID=b760ab32-2456-412c-87f5-648644dc8ab8,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:49.371288 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-439f1933-d892-4111-ae0a-f9ed60b961da service neutron] 10.222.0.31 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2904704
Feb 12 21:09:49.480902 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Allocated IP 172.35.2.246 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/8804e3e1-8374-467e-a91f-9ce88c5f7069) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:49.635793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:09:49.657639 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Sync routers for ids ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:09:49.659721 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-b1447c97-c8dc-4555-83f1-38171ca2e599 service neutron] 10.222.0.31 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2872591
Feb 12 21:09:49.684007 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Routers {'a0a3e58f-2780-4919-b93e-90a2fcfe19d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:49.688859 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbda2be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:49.731836 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Publish callbacks [] for port (8804e3e1-8374-467e-a91f-9ce88c5f7069), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:49.805983 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-2faee93d-f548-49cc-a5ae-a84350667347 service neutron] 10.222.0.31 "GET /v2.0/networks/a90998ba-17e7-4116-bb0e-3bd9e0e31276?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331518
Feb 12 21:09:49.851563 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8804e3e1-8374-467e-a91f-9ce88c5f7069), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:49.900510 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:49.903625 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:49.905040 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:49.907077 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:49.908671 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Set router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:49.912849 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-21558bb1-04d6-4a7e-b19b-3fcd20fb92d8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.7182481
Feb 12 21:09:49.913954 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35726) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:50.031000 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8804e3e1-8374-467e-a91f-9ce88c5f7069,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:50.059091 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-a9172620-d0fc-491f-87d1-0976c9f91465 service neutron] 10.222.0.31 "GET /v2.0/networks/a90998ba-17e7-4116-bb0e-3bd9e0e31276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2431343
Feb 12 21:09:50.221404 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b760ab32-2456-412c-87f5-648644dc8ab8 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:50.364692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b760ab32-2456-412c-87f5-648644dc8ab8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:50.365067 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b760ab32-2456-412c-87f5-648644dc8ab8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:50.408534 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbda2be0>, [{'id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'name': 'tempest-TaggedBootDevicesTest-1958852291-router', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56'}], 'enable_snat': True}, 'gw_port_id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:45Z', 'updated_at': '2022-02-12T21:09:47Z', 'revision_number': 3, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'gw_port': {'id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:35:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:46Z', 'updated_at': '2022-02-12T21:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:50.439821 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Checking router: a0a3e58f-2780-4919-b93e-90a2fcfe19d2 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:09:50.440697 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Updating router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 port d99d1fdf-0597-4f37-80f3-7243a5b24999 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:09:50.457625 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-3022ffdb-006c-40cd-8fcc-051f1ba8c1bd service neutron] 10.222.0.31 "GET /v2.0/networks/a90998ba-17e7-4116-bb0e-3bd9e0e31276?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3801565
Feb 12 21:09:50.468935 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Publish callbacks [] for router_gateway (078e9277-67a6-4df9-890b-556b7a5ef803), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:50.479475 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d99d1fdf-0597-4f37-80f3-7243a5b24999), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:50.561757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b760ab32-2456-412c-87f5-648644dc8ab8 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:50.562319 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b760ab32-2456-412c-87f5-648644dc8ab8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:50.740718 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af71e39-2457-4926-b6e4-47175578da90 req-2a32932d-b93f-44c7-b034-14c9d91f2a2a tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:50.741202 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af71e39-2457-4926-b6e4-47175578da90 req-2a32932d-b93f-44c7-b034-14c9d91f2a2a tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:50.741719 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af71e39-2457-4926-b6e4-47175578da90 req-2a32932d-b93f-44c7-b034-14c9d91f2a2a tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:50.742173 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af71e39-2457-4926-b6e4-47175578da90 req-2a32932d-b93f-44c7-b034-14c9d91f2a2a tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:50.743337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af71e39-2457-4926-b6e4-47175578da90 req-2a32932d-b93f-44c7-b034-14c9d91f2a2a tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:50.743806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af71e39-2457-4926-b6e4-47175578da90 req-2a32932d-b93f-44c7-b034-14c9d91f2a2a tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:50.760231 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3af71e39-2457-4926-b6e4-47175578da90 req-2a32932d-b93f-44c7-b034-14c9d91f2a2a tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514&device_id=44a94071-0179-4785-80d2-9c78a84887a5&device_id=db982964-ae22-4469-9bd5-9c53a838f1cd&device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9&device_id=fa7e1aca-9785-4119-a180-49e60318243e&device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 5728 time: 0.0963054
Feb 12 21:09:50.783226 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3af71e39-2457-4926-b6e4-47175578da90 req-21656c2c-9293-47b9-9ece-c10f063677aa tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:50.825549 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-a25532da-27ce-49ca-8a88-f8db0d5ae12a service neutron] 10.222.0.31 "GET /v2.0/networks/a90998ba-17e7-4116-bb0e-3bd9e0e31276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3593662
Feb 12 21:09:50.898729 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417034f7-62ca-4c63-9926-ad2ba02407ca None None] Network 7f965b1f-c824-479f-b457-bf0d7a6d53c9 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:09:50.940291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port b760ab32-2456-412c-87f5-648644dc8ab8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b760ab32-2456-412c-87f5-648644dc8ab8,segment=NetworkSegment(dc171e49-b843-4059-90c8-2966f2e0cf8f),segment_id=dc171e49-b843-4059-90c8-2966f2e0cf8f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:50.946638 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-e17d0dff-33e0-46b9-ac68-aa9cec2374e5 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:50.948346 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-e17d0dff-33e0-46b9-ac68-aa9cec2374e5 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports/f960d66a-27d4-45da-ab76-16c8e9d8d0db HTTP/1.1" status: 200  len: 937 time: 0.1095955
Feb 12 21:09:51.003499 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b760ab32-2456-412c-87f5-648644dc8ab8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.004249 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:51.012057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-28113c8e-62db-4189-9cfe-d5cb7c1aecf0 None None] Provisioning complete for port b760ab32-2456-412c-87f5-648644dc8ab8 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:51.012302 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28113c8e-62db-4189-9cfe-d5cb7c1aecf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b760ab32-2456-412c-87f5-648644dc8ab8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.019276 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-6092df66-cad4-4afe-98a0-ba6dcaf73551 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:51.021511 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-6092df66-cad4-4afe-98a0-ba6dcaf73551 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports/1fe06461-27fb-4282-97ba-13fca702a547 HTTP/1.1" status: 200  len: 936 time: 0.0666742
Feb 12 21:09:51.029120 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Publish callbacks [] for port (d99d1fdf-0597-4f37-80f3-7243a5b24999), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.074677 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.113201 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d99d1fdf-0597-4f37-80f3-7243a5b24999), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.167221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=b760ab32-2456-412c-87f5-648644dc8ab8,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:51.193704 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:51.194079 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e40d16fd-0e0c-4659-ad51-3f2e6a8982e1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.237587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-28113c8e-62db-4189-9cfe-d5cb7c1aecf0 None None] Current status of the port b760ab32-2456-412c-87f5-648644dc8ab8 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:51.245288 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e33ac-50b8-4fcc-8481-efff28fbd8ad None None] Pushing event updated for resources: {'Port': ['ID=d99d1fdf-0597-4f37-80f3-7243a5b24999,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:51.248646 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Attempting to bind port d99d1fdf-0597-4f37-80f3-7243a5b24999 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:51.249008 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Attempting to bind port d99d1fdf-0597-4f37-80f3-7243a5b24999 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:51.249383 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Attempting to bind port d99d1fdf-0597-4f37-80f3-7243a5b24999 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:51.289170 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:51.290401 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:51.290518 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.291047 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:51.291504 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Bound port: d99d1fdf-0597-4f37-80f3-7243a5b24999, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:51.291894 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d99d1fdf-0597-4f37-80f3-7243a5b24999), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.302501 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (078e9277-67a6-4df9-890b-556b7a5ef803), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.364031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:51.373810 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Allocated IP 172.20.0.1 (0824877a-f60f-4b02-85ba-7bb3e69bc246/925d65ec-3fa2-4569-8607-ed683a98304c/02626427-6bc0-47dd-ab6c-04a4d0e3ea1a) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:51.438164 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3af71e39-2457-4926-b6e4-47175578da90 req-21656c2c-9293-47b9-9ece-c10f063677aa tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Publish callbacks [] for security_group (45e7f704-b89f-4a06-ad1c-129bf9d4ee7b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.449285 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] For port d99d1fdf-0597-4f37-80f3-7243a5b24999, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:51.453490 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] For port d99d1fdf-0597-4f37-80f3-7243a5b24999, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d99d1fdf-0597-4f37-80f3-7243a5b24999,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:51.518666 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3af71e39-2457-4926-b6e4-47175578da90 req-21656c2c-9293-47b9-9ece-c10f063677aa tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (45e7f704-b89f-4a06-ad1c-129bf9d4ee7b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.519303 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Publish callbacks [] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.546701 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d99d1fdf-0597-4f37-80f3-7243a5b24999), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.547022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Router 078e9277-67a6-4df9-890b-556b7a5ef803 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:09:51.585897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21656c2c-9293-47b9-9ece-c10f063677aa tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e7f704-b89f-4a06-ad1c-129bf9d4ee7b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:51.635088 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Routers {'a0a3e58f-2780-4919-b93e-90a2fcfe19d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:51.636062 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbda2be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:51.667832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-81e83714-96be-433c-a7f6-545bcf2a2761 None None] Provisioning complete for port b760ab32-2456-412c-87f5-648644dc8ab8 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:51.668792 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-81e83714-96be-433c-a7f6-545bcf2a2761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b760ab32-2456-412c-87f5-648644dc8ab8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.672300 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3af71e39-2457-4926-b6e4-47175578da90 req-21656c2c-9293-47b9-9ece-c10f063677aa tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&id=480d0776-e093-4e97-81bd-9f96dcb79a93&id=822eab3b-3ec5-48f8-b2e4-0143d295048c&id=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 539 time: 0.9172726
Feb 12 21:09:51.683307 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e33ac-50b8-4fcc-8481-efff28fbd8ad None None] Pushing event updated for resources: {'Port': ['ID=d99d1fdf-0597-4f37-80f3-7243a5b24999,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:51.713326 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.768852 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:09:51.781246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Sync routers for ids ['078e9277-67a6-4df9-890b-556b7a5ef803'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:09:51.781817 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Pushing event updated for resources: {'Port': ['ID=02626427-6bc0-47dd-ab6c-04a4d0e3ea1a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:51.799347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Network 0824877a-f60f-4b02-85ba-7bb3e69bc246 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:51.800745 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:51.803690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:51.850384 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Routers {'078e9277-67a6-4df9-890b-556b7a5ef803'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:51.850384 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1fa820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['078e9277-67a6-4df9-890b-556b7a5ef803'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:51.854757 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.858474 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] Set router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:51.866783 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:51.882201 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5cf047ba-54d4-411d-bb5b-bc90673217f3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.9737229
Feb 12 21:09:51.885385 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35758) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:52.096807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b760ab32-2456-412c-87f5-648644dc8ab8 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:52.127730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-81e83714-96be-433c-a7f6-545bcf2a2761 None None] Current status of the port b760ab32-2456-412c-87f5-648644dc8ab8 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:52.174211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98c54-0480-4c37-a80a-496b09db25af req-04cb00d8-2480-4e61-ace3-4dff38842042 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:52.183860 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a0b98c54-0480-4c37-a80a-496b09db25af req-04cb00d8-2480-4e61-ace3-4dff38842042 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.3861825
Feb 12 21:09:52.187219 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Set router 078e9277-67a6-4df9-890b-556b7a5ef803 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:52.201703 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbda2be0>, [{'id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'name': 'tempest-TaggedBootDevicesTest-1958852291-router', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56'}], 'enable_snat': True}, 'gw_port_id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:45Z', 'updated_at': '2022-02-12T21:09:47Z', 'revision_number': 3, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'gw_port': {'id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:35:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:46Z', 'updated_at': '2022-02-12T21:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:52.235308 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3631c8-462c-4644-a4cd-950db188db08 None None] The sync data for ids ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'] in ncdv-master-1 is: [{'id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'name': 'tempest-TaggedBootDevicesTest-1958852291-router', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56'}], 'enable_snat': True}, 'gw_port_id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:45Z', 'updated_at': '2022-02-12T21:09:47Z', 'revision_number': 3, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'gw_port': {'id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:35:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:46Z', 'updated_at': '2022-02-12T21:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:09:52.285278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b760ab32-2456-412c-87f5-648644dc8ab8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:52.285882 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b760ab32-2456-412c-87f5-648644dc8ab8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:52.388163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6ef5322f-394a-4e6f-8923-06aa193cb8e2 None None] Provisioning complete for port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:52.389061 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6ef5322f-394a-4e6f-8923-06aa193cb8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:52.405996 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a0b98c54-0480-4c37-a80a-496b09db25af req-6d9f0323-d183-4233-b1ad-9905deb967c5 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2212906
Feb 12 21:09:52.540889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5322f-394a-4e6f-8923-06aa193cb8e2 None None] Port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:52.573645 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:52.688265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b760ab32-2456-412c-87f5-648644dc8ab8 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:52.709614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1fa820>, [{'id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'name': 'tempest-FloatingIPsTestJSON-1402543413-router', 'tenant_id': '90201e87d6d3440c8c63095cf074f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246'}], 'enable_snat': True}, 'gw_port_id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:48Z', 'updated_at': '2022-02-12T21:09:50Z', 'revision_number': 3, 'project_id': '90201e87d6d3440c8c63095cf074f0ea', 'gw_port': {'id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:49Z', 'updated_at': '2022-02-12T21:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:52.736030 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d285367-6d6b-43b3-9906-e74c0cfc3cf9 req-cc3d9c65-f2fa-4d35-9370-46585d77c00f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:52.738352 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5d285367-6d6b-43b3-9906-e74c0cfc3cf9 req-cc3d9c65-f2fa-4d35-9370-46585d77c00f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.1296623
Feb 12 21:09:52.751691 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Checking router: 078e9277-67a6-4df9-890b-556b7a5ef803 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:09:52.751852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35770) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:52.757862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Updating router 078e9277-67a6-4df9-890b-556b7a5ef803 port 8804e3e1-8374-467e-a91f-9ce88c5f7069 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:09:52.767646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-aa6ebdb8-069e-4d97-8d58-7406308b2dd1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Request body: {'floatingip': {'port_id': '8a6d5784-855f-4db3-a849-95606d940801'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:52.832646 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8804e3e1-8374-467e-a91f-9ce88c5f7069), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:52.947055 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-0b5545b1-5796-428e-8d08-31c576d21002 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:52.948874 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-0b5545b1-5796-428e-8d08-31c576d21002 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports/f960d66a-27d4-45da-ab76-16c8e9d8d0db HTTP/1.1" status: 200  len: 937 time: 0.1120033
Feb 12 21:09:52.956176 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa6ebdb8-069e-4d97-8d58-7406308b2dd1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for floatingip (b5b2a752-ba0e-4f50-b50c-df6777a54b72), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:52.958267 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:53.062122 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-b3982a5b-baba-4fec-b4f7-61c0d50f6004 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:53.063934 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-b3982a5b-baba-4fec-b4f7-61c0d50f6004 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports/1fe06461-27fb-4282-97ba-13fca702a547 HTTP/1.1" status: 200  len: 936 time: 0.1092935
Feb 12 21:09:53.141980 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56eec42c-5765-4ef2-a042-7bb744d00e30 req-c681c46a-373e-4c73-86b7-b4b5979ff2a5 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 210 time: 0.2171309
Feb 12 21:09:53.230948 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Publish callbacks [] for port (8804e3e1-8374-467e-a91f-9ce88c5f7069), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:53.270885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a863f0-cf5f-4c0b-aa06-9453b7772739 req-a8f57474-e679-496f-adbb-3cdee6c3f169 tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:53.271396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a863f0-cf5f-4c0b-aa06-9453b7772739 req-a8f57474-e679-496f-adbb-3cdee6c3f169 tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:53.271969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a863f0-cf5f-4c0b-aa06-9453b7772739 req-a8f57474-e679-496f-adbb-3cdee6c3f169 tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:53.284257 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9a863f0-cf5f-4c0b-aa06-9453b7772739 req-a8f57474-e679-496f-adbb-3cdee6c3f169 tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5&device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9&device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 2976 time: 0.1706021
Feb 12 21:09:53.324339 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8804e3e1-8374-467e-a91f-9ce88c5f7069), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:53.400629 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9a863f0-cf5f-4c0b-aa06-9453b7772739 req-0ceb24e2-43ff-46af-bbde-6b547015484a tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155908
Feb 12 21:09:53.447730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Attempting to bind port 8804e3e1-8374-467e-a91f-9ce88c5f7069 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:53.448183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Attempting to bind port 8804e3e1-8374-467e-a91f-9ce88c5f7069 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:53.448842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Allocated IP 172.20.0.1 (7f965b1f-c824-479f-b457-bf0d7a6d53c9/85041270-935b-4949-9f97-be16035f9c19/dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:53.449283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Attempting to bind port 8804e3e1-8374-467e-a91f-9ce88c5f7069 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:53.452554 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808993b-dc64-421a-a377-0b10546c51df None None] Pushing event updated for resources: {'Port': ['ID=8804e3e1-8374-467e-a91f-9ce88c5f7069,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:53.465898 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:53.475019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:53.475586 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:53.476001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:53.476503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Bound port: 8804e3e1-8374-467e-a91f-9ce88c5f7069, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:53.476891 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8804e3e1-8374-467e-a91f-9ce88c5f7069), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:53.501604 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Publish callbacks [] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:53.636724 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] For port 8804e3e1-8374-467e-a91f-9ce88c5f7069, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:53.639517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] For port 8804e3e1-8374-467e-a91f-9ce88c5f7069, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8804e3e1-8374-467e-a91f-9ce88c5f7069,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:53.669716 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Publish callbacks [] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:53.682710 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:53.724809 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8804e3e1-8374-467e-a91f-9ce88c5f7069), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:53.796839 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Routers {'078e9277-67a6-4df9-890b-556b7a5ef803'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:53.797530 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1fa820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['078e9277-67a6-4df9-890b-556b7a5ef803'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:53.807144 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:53.882990 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808993b-dc64-421a-a377-0b10546c51df None None] Pushing event updated for resources: {'Port': ['ID=8804e3e1-8374-467e-a91f-9ce88c5f7069,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:53.903964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Network 7f965b1f-c824-479f-b457-bf0d7a6d53c9 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:53.905761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:53.907871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:09:53.910051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:53.959631 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa6ebdb8-069e-4d97-8d58-7406308b2dd1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:54.014609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] Set router 078e9277-67a6-4df9-890b-556b7a5ef803 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:54.018147 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (078e9277-67a6-4df9-890b-556b7a5ef803), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:54.078206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:54.097825 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa6ebdb8-069e-4d97-8d58-7406308b2dd1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (b5b2a752-ba0e-4f50-b50c-df6777a54b72), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:54.294661 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Pushing event updated for resources: {'Port': ['ID=02626427-6bc0-47dd-ab6c-04a4d0e3ea1a,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:54.300823 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:54.311616 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-aa6ebdb8-069e-4d97-8d58-7406308b2dd1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Floating IP b5b2a752-ba0e-4f50-b50c-df6777a54b72 associated. External IP: 172.35.2.8, port: 8a6d5784-855f-4db3-a849-95606d940801.
Feb 12 21:09:54.454908 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d99d1fdf-0597-4f37-80f3-7243a5b24999 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:54.472239 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-49b24c1a-4a7d-4604-9a94-11c3ef50adcd req-663a6cf2-b9c4-423a-a47b-0ff9cc281ded tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 210 time: 0.1445706
Feb 12 21:09:54.536533 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-cbf9ca58-ff88-431f-adf5-f11de0296e82 None None] Provisioning complete for port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:54.536911 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ca58-ff88-431f-adf5-f11de0296e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:54.583701 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9ca58-ff88-431f-adf5-f11de0296e82 None None] Port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:54.607347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1fa820>, [{'id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'name': 'tempest-FloatingIPsTestJSON-1402543413-router', 'tenant_id': '90201e87d6d3440c8c63095cf074f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246'}], 'enable_snat': True}, 'gw_port_id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:48Z', 'updated_at': '2022-02-12T21:09:50Z', 'revision_number': 3, 'project_id': '90201e87d6d3440c8c63095cf074f0ea', 'gw_port': {'id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:49Z', 'updated_at': '2022-02-12T21:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:54.607906 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Publish callbacks [] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:54.668033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4a0c2-d1ae-4b1b-9376-3d3b83e7d459 None None] The sync data for ids ['078e9277-67a6-4df9-890b-556b7a5ef803'] in ncdv-master-1 is: [{'id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'name': 'tempest-FloatingIPsTestJSON-1402543413-router', 'tenant_id': '90201e87d6d3440c8c63095cf074f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246'}], 'enable_snat': True}, 'gw_port_id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:48Z', 'updated_at': '2022-02-12T21:09:50Z', 'revision_number': 3, 'project_id': '90201e87d6d3440c8c63095cf074f0ea', 'gw_port': {'id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:49Z', 'updated_at': '2022-02-12T21:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:09:54.670965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Network 0824877a-f60f-4b02-85ba-7bb3e69bc246 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:54.676957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:54.683644 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:54.722257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d99d1fdf-0597-4f37-80f3-7243a5b24999 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:54.722657 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d99d1fdf-0597-4f37-80f3-7243a5b24999), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:54.868056 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (078e9277-67a6-4df9-890b-556b7a5ef803), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:54.891040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:54.955644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port d99d1fdf-0597-4f37-80f3-7243a5b24999 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:54.956130 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d99d1fdf-0597-4f37-80f3-7243a5b24999), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:55.002897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port d99d1fdf-0597-4f37-80f3-7243a5b24999, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d99d1fdf-0597-4f37-80f3-7243a5b24999,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:55.108788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Network 7f965b1f-c824-479f-b457-bf0d7a6d53c9 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:09:55.110413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:09:55.145174 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d99d1fdf-0597-4f37-80f3-7243a5b24999), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:55.204194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:09:55.290295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6ebdb8-069e-4d97-8d58-7406308b2dd1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Router 688e2890-2d6b-4da6-aa85-a74cf061f2ca has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:09:55.302487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=d99d1fdf-0597-4f37-80f3-7243a5b24999,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:55.317108 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-de0391d3-7861-44ff-afe6-97f090d6a3c0 None None] Provisioning complete for port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:55.317673 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-de0391d3-7861-44ff-afe6-97f090d6a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:55.422106 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Router 078e9277-67a6-4df9-890b-556b7a5ef803 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:09:55.437090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-de0391d3-7861-44ff-afe6-97f090d6a3c0 None None] Port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:55.493143 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35854) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:55.658815 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b421f0-28f9-4066-982a-26814505fc48 req-1173b51a-7ad6-45b2-b1de-8c5f470898ee tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:55.666301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2b421f0-28f9-4066-982a-26814505fc48 req-1173b51a-7ad6-45b2-b1de-8c5f470898ee tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 1132 time: 0.3850842
Feb 12 21:09:55.693807 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:09:55.704417 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a5fd998f-ec8c-4d6c-a447-061c0af1a1d8 admin admin] 10.222.0.31 "PUT /v2.0/routers/078e9277-67a6-4df9-890b-556b7a5ef803/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8177326
Feb 12 21:09:55.748018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-29feacfe-e502-4ec2-9984-6a2056e08b26 None None] Provisioning complete for port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:55.748018 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-29feacfe-e502-4ec2-9984-6a2056e08b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:55.767359 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:09:55.781607 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0d8af317-1fc9-4494-9606-6d397627e92d admin admin] 10.222.0.31 "PUT /v2.0/routers/a0a3e58f-2780-4919-b93e-90a2fcfe19d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8600783
Feb 12 21:09:55.787564 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Sync routers for ids ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:09:55.801426 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52e4482a-f8eb-4bc0-8a3b-4c05deff1570 req-02b4850d-9715-453e-9b74-7f3413826080 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 210 time: 0.0799229
Feb 12 21:09:55.802572 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Routers {'a0a3e58f-2780-4919-b93e-90a2fcfe19d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:55.803206 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb87fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:55.842932 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-91a5697b-e608-489d-baca-68fe45dea6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:55.858595 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ecdae52c-8363-436c-bc2d-534a515047c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:55.863245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6ebdb8-069e-4d97-8d58-7406308b2dd1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:09:55.873678 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa6ebdb8-069e-4d97-8d58-7406308b2dd1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:55.890982 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2b421f0-28f9-4066-982a-26814505fc48 req-55b8d615-f322-49f8-8363-ede6f3723b96 tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199323
Feb 12 21:09:55.895518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e94c04-fb6f-432b-bda9-d060062c4b30 None None] Sync routers for ids ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:09:55.927299 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-29feacfe-e502-4ec2-9984-6a2056e08b26 None None] Port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:09:55.965176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e94c04-fb6f-432b-bda9-d060062c4b30 None None] Routers {'688e2890-2d6b-4da6-aa85-a74cf061f2ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:55.965871 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a7e94c04-fb6f-432b-bda9-d060062c4b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6faf96850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:56.085025 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ecdae52c-8363-436c-bc2d-534a515047c3 admin admin] Publish callbacks [] for security_group (3d84b6db-7882-4bf3-8266-3818eb3261b9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:56.097514 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-aa6ebdb8-069e-4d97-8d58-7406308b2dd1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "PUT /v2.0/floatingips/b5b2a752-ba0e-4f50-b50c-df6777a54b72 HTTP/1.1" status: 200  len: 989 time: 3.3326945
Feb 12 21:09:56.097514 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'tag': '8a6d5784-855f-4db3-a849-95606d940801'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:09:56.100233 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9758eeea-4ab3-4047-9bd4-9b33e13b391b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7ceb24-719e-4fcb-b272-f1ed4dbd8514", "tag": "8a6d5784-855f-4db3-a849-95606d940801"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:09:56.160118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-a7e94c04-fb6f-432b-bda9-d060062c4b30 None None] Set router 688e2890-2d6b-4da6-aa85-a74cf061f2ca gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:56.183360 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Set router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:56.197466 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ecdae52c-8363-436c-bc2d-534a515047c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3d84b6db-7882-4bf3-8266-3818eb3261b9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:56.271456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35880) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:56.272093 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ecdae52c-8363-436c-bc2d-534a515047c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5df121ca7cc94563ab3829a76c5a9ba9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7728672
Feb 12 21:09:56.272093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdae52c-8363-436c-bc2d-534a515047c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d84b6db-7882-4bf3-8266-3818eb3261b9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:56.285272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a7ecf-7ace-4ee9-8735-11aea97303a7 req-0f11bc23-8625-4ab9-becc-4011f32ed5cb tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:56.294112 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd6a7ecf-7ace-4ee9-8735-11aea97303a7 req-0f11bc23-8625-4ab9-becc-4011f32ed5cb tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 1132 time: 0.1819587
Feb 12 21:09:56.370479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d99d1fdf-0597-4f37-80f3-7243a5b24999 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:56.397551 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c38bda0c-feb9-4991-bf58-e1b26ace6864 admin admin] Publish callbacks [] for security_group (3d84b6db-7882-4bf3-8266-3818eb3261b9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:56.402443 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd6a7ecf-7ace-4ee9-8735-11aea97303a7 req-e7bca46d-a4ac-4175-8fab-f12839d82355 tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013763
Feb 12 21:09:56.457811 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c38bda0c-feb9-4991-bf58-e1b26ace6864 admin admin] Publish callbacks [] for security_group (3d84b6db-7882-4bf3-8266-3818eb3261b9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:56.604067 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb87fa0>, [{'id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'name': 'tempest-TaggedBootDevicesTest-1958852291-router', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56'}], 'enable_snat': True}, 'gw_port_id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:45Z', 'updated_at': '2022-02-12T21:09:52Z', 'revision_number': 4, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'gw_port': {'id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:46Z', 'updated_at': '2022-02-12T21:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '02626427-6bc0-47dd-ab6c-04a4d0e3ea1a', 'name': '', 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'mac_address': 'fa:16:3e:dc:87:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:51Z', 'updated_at': '2022-02-12T21:09:52Z', 'revision_number': 2, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'subnets': [{'id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:56.635946 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Checking router: a0a3e58f-2780-4919-b93e-90a2fcfe19d2 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:09:56.636849 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Updating router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:09:56.638920 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6220bf-ddd5-4c50-9ce1-d5d7b745f129 x-openstack-request-id: req-2a6220bf-ddd5-4c50-9ce1-d5d7b745f129 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:09:56.639231 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7ceb24-719e-4fcb-b272-f1ed4dbd8514", "tag": "8a6d5784-855f-4db3-a849-95606d940801", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:09:56.639531 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a6220bf-ddd5-4c50-9ce1-d5d7b745f129 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:09:56.639926 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'tag': '8a6d5784-855f-4db3-a849-95606d940801', 'status': 'completed', 'code': 200}
Feb 12 21:09:56.672445 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:56.700884 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:56.710543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d99d1fdf-0597-4f37-80f3-7243a5b24999 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:56.711073 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d99d1fdf-0597-4f37-80f3-7243a5b24999), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:56.815322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758eeea-4ab3-4047-9bd4-9b33e13b391b req-2b4ad220-5e4a-4876-bf21-aa1e3ee92199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:56.820131 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9758eeea-4ab3-4047-9bd4-9b33e13b391b req-2b4ad220-5e4a-4876-bf21-aa1e3ee92199 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2094e607f7bf4345beb838fc2e483911&device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 1127 time: 0.1435673
Feb 12 21:09:56.879346 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-faeaba23-7331-44c5-84e8-6df4e33b4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:56.887873 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-faeaba23-7331-44c5-84e8-6df4e33b4c8c service neutron] 10.222.0.48 "GET /v2.0/ports/f960d66a-27d4-45da-ab76-16c8e9d8d0db HTTP/1.1" status: 200  len: 1033 time: 0.3067551
Feb 12 21:09:56.984780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-03548bb2-61b3-46fa-9abe-77b7ae28eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:56.994345 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-03548bb2-61b3-46fa-9abe-77b7ae28eff5 service neutron] 10.222.0.48 "GET /v2.0/ports/1fe06461-27fb-4282-97ba-13fca702a547 HTTP/1.1" status: 200  len: 1032 time: 0.0796275
Feb 12 21:09:57.003747 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Publish callbacks [] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:57.078749 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9309ad6-786d-4865-84cb-89381117fd88 req-5add8e05-5347-4b1b-983c-ed42328dd229 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2178273
Feb 12 21:09:57.085109 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35900) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:57.089251 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c38bda0c-feb9-4991-bf58-e1b26ace6864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3d84b6db-7882-4bf3-8266-3818eb3261b9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:57.093153 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c38bda0c-feb9-4991-bf58-e1b26ace6864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:57.094509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-b9309ad6-786d-4865-84cb-89381117fd88 req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:57.094660 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c38bda0c-feb9-4991-bf58-e1b26ace6864 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d84b6db-7882-4bf3-8266-3818eb3261b9 HTTP/1.1" status: 204  len: 168 time: 0.8225613
Feb 12 21:09:57.106904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port d99d1fdf-0597-4f37-80f3-7243a5b24999 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:57.108706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8804e3e1-8374-467e-a91f-9ce88c5f7069 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:09:57.111354 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:57.113462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-654192990-network', 'tenant_id': 'a7e2841c23a4467e8ce67300bb2ba129'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:57.201904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a7e94c04-fb6f-432b-bda9-d060062c4b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6faf96850>, [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b5b2a752-ba0e-4f50-b50c-df6777a54b72', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'floating_ip_address': '172.35.2.8', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'port_id': '8a6d5784-855f-4db3-a849-95606d940801', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'mac_address': 'fa:16:3e:4e:04:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:09:24Z', 'updated_at': '2022-02-12T21:09:53Z', 'revision_number': 1, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:28Z', 'revision_number': 5, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:57.206906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38bda0c-feb9-4991-bf58-e1b26ace6864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d84b6db-7882-4bf3-8266-3818eb3261b9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:57.208935 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a36af-bd00-47a6-8177-44d6db609d4c None None] Pushing event updated for resources: {'Port': ['ID=02626427-6bc0-47dd-ab6c-04a4d0e3ea1a,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:57.247461 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Made reservation on behalf of a7e2841c23a4467e8ce67300bb2ba129 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:57.254962 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:57.259695 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e94c04-fb6f-432b-bda9-d060062c4b30 None None] Checking router: 688e2890-2d6b-4da6-aa85-a74cf061f2ca for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:09:57.292889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e94c04-fb6f-432b-bda9-d060062c4b30 None None] Routers {'688e2890-2d6b-4da6-aa85-a74cf061f2ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:57.293563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a7e94c04-fb6f-432b-bda9-d060062c4b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6faf96850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:57.310697 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:57.371259 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9309ad6-786d-4865-84cb-89381117fd88 req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:57.379387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-53035b40-feeb-464b-94db-60cae2904fc6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:57.385630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-53035b40-feeb-464b-94db-60cae2904fc6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:57.391403 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-53035b40-feeb-464b-94db-60cae2904fc6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:57.393310 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-53035b40-feeb-464b-94db-60cae2904fc6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.48 "GET /v2.0/networks?id=f6b71adf-3656-401b-8bec-3091ef8cf8c7&id=531eb872-2139-4490-9c0c-9bd28b6649a5&id=531eb872-2139-4490-9c0c-9bd28b6649a5&id=531eb872-2139-4490-9c0c-9bd28b6649a5&id=531eb872-2139-4490-9c0c-9bd28b6649a5&id=a90998ba-17e7-4116-bb0e-3bd9e0e31276&id=a90998ba-17e7-4116-bb0e-3bd9e0e31276 HTTP/1.1" status: 200  len: 1995 time: 0.4009526
Feb 12 21:09:57.429178 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-a7e94c04-fb6f-432b-bda9-d060062c4b30 None None] Set router 688e2890-2d6b-4da6-aa85-a74cf061f2ca gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:57.439526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758eeea-4ab3-4047-9bd4-9b33e13b391b req-6ac4f4e4-0b06-4c9c-9e67-0ca5c439e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:57.441151 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9758eeea-4ab3-4047-9bd4-9b33e13b391b req-6ac4f4e4-0b06-4c9c-9e67-0ca5c439e4d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4558dc02-1bc4-4b41-a16f-8a68e939fe76 HTTP/1.1" status: 200  len: 918 time: 0.6105006
Feb 12 21:09:57.446801 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Attempting to bind port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:09:57.446801 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Attempting to bind port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:09:57.446801 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Attempting to bind port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a on network 0824877a-f60f-4b02-85ba-7bb3e69bc246 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:09:57.468723 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:09:57.469108 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Checking segment: {'id': 'c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:09:57.474219 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:57.479185 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Bound using segment: {'id': 'c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:09:57.479185 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Bound port: 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:09:57.479185 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:57.554161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8804e3e1-8374-467e-a91f-9ce88c5f7069 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:57.554503 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8804e3e1-8374-467e-a91f-9ce88c5f7069), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:57.727535 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Publish callbacks [] for security_group (7c694a36-a6e0-4b46-86cb-38ab7bb904de), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:57.811706 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7c694a36-a6e0-4b46-86cb-38ab7bb904de), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:57.844872 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ebb80-2e2e-4d54-94cb-7799189d140e req-1d6c4146-ecf4-4889-9c96-57297ab662e1 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:57.864364 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a2ebb80-2e2e-4d54-94cb-7799189d140e req-1d6c4146-ecf4-4889-9c96-57297ab662e1 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 946 time: 0.4671035
Feb 12 21:09:57.912968 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] For port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:09:57.912968 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] For port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02626427-6bc0-47dd-ab6c-04a4d0e3ea1a,segment=NetworkSegment(c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c),segment_id=c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:09:57.918338 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Sync routers for ids ['078e9277-67a6-4df9-890b-556b7a5ef803'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:09:57.932893 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-72a4a159-95f5-46d1-b98a-8f9a1a0d873c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=992939bc41444299957b35468c7433c6 HTTP/1.1" status: 200  len: 379 time: 0.5172827
Feb 12 21:09:57.942731 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Routers {'078e9277-67a6-4df9-890b-556b7a5ef803'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:57.943607 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdd9a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['078e9277-67a6-4df9-890b-556b7a5ef803'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:57.968193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:09:57.985628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-23a4510b-d518-4552-b524-623bff0830c7 req-b06d0ba3-2ff5-4156-818b-ea754855582f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Request body: {'port': {'device_id': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'admin_state_up': True, 'tenant_id': '992939bc41444299957b35468c7433c6', 'security_groups': ['06effd48-62e0-43f2-85ff-3862ee8a6769']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:58.088977 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:58.134522 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Routers {'a0a3e58f-2780-4919-b93e-90a2fcfe19d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:09:58.135163 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb87fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:58.157830 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-dc6299c3-8b2f-4fb1-b7e0-2707ee71db38 None None] Provisioning complete for port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:58.158883 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dc6299c3-8b2f-4fb1-b7e0-2707ee71db38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:58.258836 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d241ce97-e673-4f3a-bb5d-6be764473452), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:58.259441 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Added segment d241ce97-e673-4f3a-bb5d-6be764473452 of type vlan for network 95585999-2941-44ce-9740-36bec331694c
Feb 12 21:09:58.296217 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0d5d346d-5648-4597-9556-d1a527e9e37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:58.359987 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (95585999-2941-44ce-9740-36bec331694c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:58.402850 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9758eeea-4ab3-4047-9bd4-9b33e13b391b req-92af65ca-8910-4f64-86f7-e411afc347fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6d5784-855f-4db3-a849-95606d940801 HTTP/1.1" status: 200  len: 997 time: 0.9474814
Feb 12 21:09:58.408735 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] Set router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:58.421427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b110b18-35c2-4517-a71b-4e8f1519c985 req-be687f59-4436-4056-9904-50990099909a tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:58.423419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c694a36-a6e0-4b46-86cb-38ab7bb904de,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:58.423676 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b110b18-35c2-4517-a71b-4e8f1519c985 req-be687f59-4436-4056-9904-50990099909a tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.50 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 946 time: 0.1641409
Feb 12 21:09:58.471726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:58.472273 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:58.477928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:58.478518 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:58.479028 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:58.479599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:58.480104 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:58.480593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:58.481101 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:58.481636 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:58.482263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:58.482951 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:58.483445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:09:58.516457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a7e94c04-fb6f-432b-bda9-d060062c4b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6faf96850>, [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b5b2a752-ba0e-4f50-b50c-df6777a54b72', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'floating_ip_address': '172.35.2.8', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'port_id': '8a6d5784-855f-4db3-a849-95606d940801', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'mac_address': 'fa:16:3e:4e:04:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:09:24Z', 'updated_at': '2022-02-12T21:09:53Z', 'revision_number': 1, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:28Z', 'revision_number': 5, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:58.528366 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (95585999-2941-44ce-9740-36bec331694c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:58.529386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:58.533384 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:58.536743 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-b06d0ba3-2ff5-4156-818b-ea754855582f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Made reservation on behalf of 992939bc41444299957b35468c7433c6 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:58.543979 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-b06d0ba3-2ff5-4156-818b-ea754855582f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:58.545781 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a36af-bd00-47a6-8177-44d6db609d4c None None] Pushing event updated for resources: {'Port': ['ID=02626427-6bc0-47dd-ab6c-04a4d0e3ea1a,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:58.555497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e94c04-fb6f-432b-bda9-d060062c4b30 None None] The sync data for ids ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'] in ncdv-master-1 is: [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b5b2a752-ba0e-4f50-b50c-df6777a54b72', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'floating_ip_address': '172.35.2.8', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'port_id': '8a6d5784-855f-4db3-a849-95606d940801', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'mac_address': 'fa:16:3e:4e:04:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:09:24Z', 'updated_at': '2022-02-12T21:09:53Z', 'revision_number': 1, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:28Z', 'revision_number': 5, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:09:58.594444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-dc6299c3-8b2f-4fb1-b7e0-2707ee71db38 None None] Current status of the port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:58.594984 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dc6299c3-8b2f-4fb1-b7e0-2707ee71db38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:58.596128 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Set router 078e9277-67a6-4df9-890b-556b7a5ef803 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:09:58.632649 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8804e3e1-8374-467e-a91f-9ce88c5f7069 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:58.635307 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8804e3e1-8374-467e-a91f-9ce88c5f7069), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:58.718864 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-dc6299c3-8b2f-4fb1-b7e0-2707ee71db38 None None] For port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02626427-6bc0-47dd-ab6c-04a4d0e3ea1a,segment=NetworkSegment(c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c),segment_id=c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:58.769958 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a2ebb80-2e2e-4d54-94cb-7799189d140e req-22622268-f12d-4d29-8dec-c6b3aaeaa24b tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9037526
Feb 12 21:09:58.809763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 8804e3e1-8374-467e-a91f-9ce88c5f7069, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8804e3e1-8374-467e-a91f-9ce88c5f7069,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:58.811740 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dc6299c3-8b2f-4fb1-b7e0-2707ee71db38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:58.843686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758eeea-4ab3-4047-9bd4-9b33e13b391b req-34b2d8ef-6eb4-4bfb-bca6-ef819f9d8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:58.847330 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9758eeea-4ab3-4047-9bd4-9b33e13b391b req-34b2d8ef-6eb4-4bfb-bca6-ef819f9d8a1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5 HTTP/1.1" status: 200  len: 856 time: 0.4337633
Feb 12 21:09:58.934963 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6299c3-8b2f-4fb1-b7e0-2707ee71db38 None None] Pushing event updated for resources: {'Port': ['ID=02626427-6bc0-47dd-ab6c-04a4d0e3ea1a,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:58.939741 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8804e3e1-8374-467e-a91f-9ce88c5f7069), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:59.012018 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9309ad6-786d-4865-84cb-89381117fd88 req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:59.050088 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727c3bf0-607c-458a-bbd4-8900f4d53774 None None] New status for floating IP b5b2a752-ba0e-4f50-b50c-df6777a54b72: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:09:59.065997 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-04a32ce7-9ce6-4e46-985c-401a21d0d919 None None] Provisioning complete for port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:09:59.069413 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-04a32ce7-9ce6-4e46-985c-401a21d0d919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:59.127765 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] Pushing event updated for resources: {'Network': ['ID=95585999-2941-44ce-9740-36bec331694c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:59.138225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758eeea-4ab3-4047-9bd4-9b33e13b391b req-75b998fb-69a2-43a7-96c3-1bc3a52fabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:09:59.139624 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a4c1c730-50f1-479f-a20d-58545be710f9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.0517910
Feb 12 21:09:59.140023 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9758eeea-4ab3-4047-9bd4-9b33e13b391b req-75b998fb-69a2-43a7-96c3-1bc3a52fabe6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4558dc02-1bc4-4b41-a16f-8a68e939fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2736340
Feb 12 21:09:59.147710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35952) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:09:59.169192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-aa515623-01b1-4d05-bebf-3c1b2431adbd admin admin] Request body: {'subnet': {'network_id': '95585999-2941-44ce-9740-36bec331694c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-654192990-subnet', 'tenant_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:09:59.177578 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cac8162e-1de6-4a2e-98e7-54d7689511ca req-bdac081f-4ffe-4ec8-8961-9affcb8b10a6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 210 time: 0.2942545
Feb 12 21:09:59.178730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3b110b18-35c2-4517-a71b-4e8f1519c985 req-814ac56f-110d-46a9-84ca-1548717bd672 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Deleting port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:09:59.179220 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b110b18-35c2-4517-a71b-4e8f1519c985 req-814ac56f-110d-46a9-84ca-1548717bd672 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8679ae2f-0c57-4f0f-ba69-4951dc1189d5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:59.198885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-23a4510b-d518-4552-b524-623bff0830c7 req-b06d0ba3-2ff5-4156-818b-ea754855582f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Allocated IP 172.20.0.12 (f6b71adf-3656-401b-8bec-3091ef8cf8c7/abc2905c-043e-424d-8566-53a7dd1cdbc1/4d209389-a95f-430a-95ec-f6d0b38d85a6) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:59.211533 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 95585999-2941-44ce-9740-36bec331694c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:09:59.299578 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=8804e3e1-8374-467e-a91f-9ce88c5f7069,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:09:59.432924 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb87fa0>, [{'id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'name': 'tempest-TaggedBootDevicesTest-1958852291-router', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56'}], 'enable_snat': True}, 'gw_port_id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:45Z', 'updated_at': '2022-02-12T21:09:52Z', 'revision_number': 4, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'gw_port': {'id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:46Z', 'updated_at': '2022-02-12T21:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '02626427-6bc0-47dd-ab6c-04a4d0e3ea1a', 'name': '', 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'mac_address': 'fa:16:3e:dc:87:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:51Z', 'updated_at': '2022-02-12T21:09:57Z', 'revision_number': 4, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'subnets': [{'id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:59.438368 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdd9a90>, [{'id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'name': 'tempest-FloatingIPsTestJSON-1402543413-router', 'tenant_id': '90201e87d6d3440c8c63095cf074f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246'}], 'enable_snat': True}, 'gw_port_id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:48Z', 'updated_at': '2022-02-12T21:09:54Z', 'revision_number': 4, 'project_id': '90201e87d6d3440c8c63095cf074f0ea', 'gw_port': {'id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:49Z', 'updated_at': '2022-02-12T21:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad', 'name': '', 'network_id': '7f965b1f-c824-479f-b457-bf0d7a6d53c9', 'tenant_id': '90201e87d6d3440c8c63095cf074f0ea', 'mac_address': 'fa:16:3e:f4:2e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '85041270-935b-4949-9f97-be16035f9c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:53Z', 'updated_at': '2022-02-12T21:09:54Z', 'revision_number': 2, 'project_id': '90201e87d6d3440c8c63095cf074f0ea', 'subnets': [{'id': '85041270-935b-4949-9f97-be16035f9c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:09:59.446237 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:59.473849 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4879d6-558a-4786-ba3c-5bca7fb1cb72 None None] The sync data for ids ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'] in ncdv-master-1 is: [{'id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'name': 'tempest-TaggedBootDevicesTest-1958852291-router', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56'}], 'enable_snat': True}, 'gw_port_id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:45Z', 'updated_at': '2022-02-12T21:09:52Z', 'revision_number': 4, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'gw_port': {'id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:46Z', 'updated_at': '2022-02-12T21:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '02626427-6bc0-47dd-ab6c-04a4d0e3ea1a', 'name': '', 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'mac_address': 'fa:16:3e:dc:87:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:51Z', 'updated_at': '2022-02-12T21:09:57Z', 'revision_number': 4, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'subnets': [{'id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:09:59.488367 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-04a32ce7-9ce6-4e46-985c-401a21d0d919 None None] Current status of the port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:09:59.500261 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Checking router: 078e9277-67a6-4df9-890b-556b7a5ef803 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:09:59.500618 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Updating router 078e9277-67a6-4df9-890b-556b7a5ef803 port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:09:59.541880 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:59.546541 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:59.621619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-b9309ad6-786d-4865-84cb-89381117fd88 req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Allocated IP 172.35.2.209 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/51bf5528-cf0b-44a1-bb97-31baa9968178) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:09:59.701917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3b110b18-35c2-4517-a71b-4e8f1519c985 req-814ac56f-110d-46a9-84ca-1548717bd672 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] For port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8679ae2f-0c57-4f0f-ba69-4951dc1189d5,segment=NetworkSegment(bb4cf931-e048-4a55-8168-0a7d704bd8d5),segment_id=bb4cf931-e048-4a55-8168-0a7d704bd8d5)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:09:59.702365 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b110b18-35c2-4517-a71b-4e8f1519c985 req-814ac56f-110d-46a9-84ca-1548717bd672 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8679ae2f-0c57-4f0f-ba69-4951dc1189d5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:59.758077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3b110b18-35c2-4517-a71b-4e8f1519c985 req-814ac56f-110d-46a9-84ca-1548717bd672 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Calling delete_port for 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:09:59.816651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa515623-01b1-4d05-bebf-3c1b2431adbd admin admin] Made reservation on behalf of a7e2841c23a4467e8ce67300bb2ba129 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:09:59.820879 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa515623-01b1-4d05-bebf-3c1b2431adbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:09:59.829414 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9758eeea-4ab3-4047-9bd4-9b33e13b391b req-2116e190-bfb8-47db-9121-45d8c208beff service neutron] 10.222.0.50 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6824198
Feb 12 21:09:59.956576 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-b06d0ba3-2ff5-4156-818b-ea754855582f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for port (4d209389-a95f-430a-95ec-f6d0b38d85a6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:00.093684 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-b06d0ba3-2ff5-4156-818b-ea754855582f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4d209389-a95f-430a-95ec-f6d0b38d85a6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:00.137464 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Publish callbacks [] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:00.182587 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9309ad6-786d-4865-84cb-89381117fd88 req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks [] for port (51bf5528-cf0b-44a1-bb97-31baa9968178), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:00.210720 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a4510b-d518-4552-b524-623bff0830c7 req-b06d0ba3-2ff5-4156-818b-ea754855582f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Network f6b71adf-3656-401b-8bec-3091ef8cf8c7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:00.216297 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-23a4510b-d518-4552-b524-623bff0830c7 req-b06d0ba3-2ff5-4156-818b-ea754855582f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:00.219180 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a4510b-d518-4552-b524-623bff0830c7 req-b06d0ba3-2ff5-4156-818b-ea754855582f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:00.238948 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:00.337539 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9758eeea-4ab3-4047-9bd4-9b33e13b391b req-37c1ebdd-dcd1-4672-956f-3c39cc9996b9 service neutron] 10.222.0.50 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4804988
Feb 12 21:10:00.366534 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-b06d0ba3-2ff5-4156-818b-ea754855582f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:00.370395 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-b06d0ba3-2ff5-4156-818b-ea754855582f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:00.433557 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9309ad6-786d-4865-84cb-89381117fd88 req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (51bf5528-cf0b-44a1-bb97-31baa9968178), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:00.438976 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d0ba3-2ff5-4156-818b-ea754855582f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event updated for resources: {'Port': ['ID=4d209389-a95f-430a-95ec-f6d0b38d85a6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:00.462837 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b5011-0378-4458-88b9-8c3dff097690 None None] Pushing event updated for resources: {'Port': ['ID=dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:00.466987 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Attempting to bind port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:00.467573 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Attempting to bind port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc171e49-b843-4059-90c8-2966f2e0cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f965b1f-c824-479f-b457-bf0d7a6d53c9'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:00.468136 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Attempting to bind port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad on network 7f965b1f-c824-479f-b457-bf0d7a6d53c9 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:00.470648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e8b2e-f781-4df9-bc90-c6b4454dc86b req-f2d37fa0-516a-4a24-bc3d-1b721df458fb tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:00.481620 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e1e8b2e-f781-4df9-bc90-c6b4454dc86b req-f2d37fa0-516a-4a24-bc3d-1b721df458fb tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 946 time: 0.2984760
Feb 12 21:10:00.483987 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:00.484475 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Checking segment: {'id': 'dc171e49-b843-4059-90c8-2966f2e0cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f965b1f-c824-479f-b457-bf0d7a6d53c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:00.484897 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:00.485295 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Bound using segment: {'id': 'dc171e49-b843-4059-90c8-2966f2e0cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f965b1f-c824-479f-b457-bf0d7a6d53c9'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:00.486952 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Bound port: dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc171e49-b843-4059-90c8-2966f2e0cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f965b1f-c824-479f-b457-bf0d7a6d53c9'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:00.489761 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:00.568017 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e1e8b2e-f781-4df9-bc90-c6b4454dc86b req-267b3840-8857-45eb-8748-a43d87a598ee tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843124
Feb 12 21:10:00.574711 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-b06d0ba3-2ff5-4156-818b-ea754855582f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6206779
Feb 12 21:10:00.616100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-23a4510b-d518-4552-b524-623bff0830c7 req-bb6d4c2a-2293-4c32-bb5e-c73e97440781 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Request body: {'port': {'device_id': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5', 'admin_state_up': True, 'tenant_id': '992939bc41444299957b35468c7433c6', 'security_groups': ['06effd48-62e0-43f2-85ff-3862ee8a6769']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:00.670232 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] For port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:00.678777 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] For port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad,segment=NetworkSegment(dc171e49-b843-4059-90c8-2966f2e0cf8f),segment_id=dc171e49-b843-4059-90c8-2966f2e0cf8f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:00.757296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9309ad6-786d-4865-84cb-89381117fd88 req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:00.761450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Pushing event updated for resources: {'Port': ['ID=51bf5528-cf0b-44a1-bb97-31baa9968178,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:00.769507 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-b9309ad6-786d-4865-84cb-89381117fd88 req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:00.772594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9309ad6-786d-4865-84cb-89381117fd88 req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:00.827452 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:00.829334 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa515623-01b1-4d05-bebf-3c1b2431adbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (b7e91482-f399-4665-b58b-bcf362a3d1e1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:00.884660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Provisioning complete for port 4d209389-a95f-430a-95ec-f6d0b38d85a6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:00.886096 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4d209389-a95f-430a-95ec-f6d0b38d85a6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:00.918986 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Routers {'078e9277-67a6-4df9-890b-556b7a5ef803'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:10:00.922585 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdd9a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['078e9277-67a6-4df9-890b-556b7a5ef803'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:00.926059 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b5011-0378-4458-88b9-8c3dff097690 None None] Pushing event updated for resources: {'Port': ['ID=dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:00.982653 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:00.987175 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-bb6d4c2a-2293-4c32-bb5e-c73e97440781 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Made reservation on behalf of 992939bc41444299957b35468c7433c6 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:00.992228 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-bb6d4c2a-2293-4c32-bb5e-c73e97440781 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:01.003945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Port 4d209389-a95f-430a-95ec-f6d0b38d85a6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:10:01.038364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Provisioning complete for port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:01.041581 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:01.136610 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] Set router 078e9277-67a6-4df9-890b-556b7a5ef803 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:10:01.306328 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b110b18-35c2-4517-a71b-4e8f1519c985 req-814ac56f-110d-46a9-84ca-1548717bd672 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8679ae2f-0c57-4f0f-ba69-4951dc1189d5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:01.393940 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Current status of the port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:01.398481 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:01.421071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ac56f-110d-46a9-84ca-1548717bd672 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Pushing event deleted for resources: {'Port': ['ID=8679ae2f-0c57-4f0f-ba69-4951dc1189d5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:01.434398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa515623-01b1-4d05-bebf-3c1b2431adbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e91482-f399-4665-b58b-bcf362a3d1e1,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:01.468138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] For port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad,segment=NetworkSegment(dc171e49-b843-4059-90c8-2966f2e0cf8f),segment_id=dc171e49-b843-4059-90c8-2966f2e0cf8f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:01.506422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8804e3e1-8374-467e-a91f-9ce88c5f7069 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:01.556133 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-23a4510b-d518-4552-b524-623bff0830c7 req-bb6d4c2a-2293-4c32-bb5e-c73e97440781 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Allocated IP 10.1.1.168 (531eb872-2139-4490-9c0c-9bd28b6649a5/dc44bda3-6d91-4b39-a1b0-99dbae41bbc3/d18f9305-c081-40ea-be43-4032e65318f6) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:01.637070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:10:01.641616 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b110b18-35c2-4517-a71b-4e8f1519c985 req-814ac56f-110d-46a9-84ca-1548717bd672 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] No DVR routers for this DVR port 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:10:01.644854 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:01.650798 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b110b18-35c2-4517-a71b-4e8f1519c985 req-814ac56f-110d-46a9-84ca-1548717bd672 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:01.654473 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b110b18-35c2-4517-a71b-4e8f1519c985 req-814ac56f-110d-46a9-84ca-1548717bd672 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.50 "DELETE /v2.0/ports/8679ae2f-0c57-4f0f-ba69-4951dc1189d5 HTTP/1.1" status: 204  len: 173 time: 3.2130363
Feb 12 21:10:01.665227 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db982964-ae22-4469-9bd5-9c53a838f1cd', 'name': 'network-vif-deleted', 'tag': '8679ae2f-0c57-4f0f-ba69-4951dc1189d5'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:01.669112 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60895a1-818e-4641-8ab3-a67b130fe339" -d '{"events": [{"server_uuid": "db982964-ae22-4469-9bd5-9c53a838f1cd", "name": "network-vif-deleted", "tag": "8679ae2f-0c57-4f0f-ba69-4951dc1189d5"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:01.685698 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa515623-01b1-4d05-bebf-3c1b2431adbd admin admin] Checking segment: {'id': 'd241ce97-e673-4f3a-bb5d-6be764473452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '95585999-2941-44ce-9740-36bec331694c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:01.686457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa515623-01b1-4d05-bebf-3c1b2431adbd admin admin] Network hostable DHCP agents. Network: 95585999-2941-44ce-9740-36bec331694c, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:10:01.712701 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9309ad6-786d-4865-84cb-89381117fd88 req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks [] for floatingip (d546106e-228e-430d-9e15-cb6d4bc0e4b6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:01.751920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:10:01.752270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 8679ae2f-0c57-4f0f-ba69-4951dc1189d5 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:10:01.808727 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3e8e8-7bde-4645-9d5f-7e8d511b0f33 req-b4deef1b-6301-403b-9c9b-b73014d8fe12 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:01.819658 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-27b3e8e8-7bde-4645-9d5f-7e8d511b0f33 req-b4deef1b-6301-403b-9c9b-b73014d8fe12 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 932 time: 0.3069026
Feb 12 21:10:01.886076 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa515623-01b1-4d05-bebf-3c1b2431adbd admin admin] Network 95585999-2941-44ce-9740-36bec331694c is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:10:01.909084 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ce270bb4-4624-4934-aea9-e31744966f46 None None] Provisioning complete for port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:01.913889 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9309ad6-786d-4865-84cb-89381117fd88 req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (51bf5528-cf0b-44a1-bb97-31baa9968178), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:01.924454 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ce270bb4-4624-4934-aea9-e31744966f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:01.989864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-aa515623-01b1-4d05-bebf-3c1b2431adbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 95585999-2941-44ce-9740-36bec331694c) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:02.008649 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa515623-01b1-4d05-bebf-3c1b2431adbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:02.010403 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa515623-01b1-4d05-bebf-3c1b2431adbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.030147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8804e3e1-8374-467e-a91f-9ce88c5f7069 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:02.031161 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8804e3e1-8374-467e-a91f-9ce88c5f7069), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.049430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe7c87d-e492-4251-92f7-b993d444ca71 None None] Network 95585999-2941-44ce-9740-36bec331694c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:10:02.092062 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-27b3e8e8-7bde-4645-9d5f-7e8d511b0f33 req-2d05482b-6b59-4760-901a-f1e9518ca3f7 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2712100
Feb 12 21:10:02.148577 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-bb6d4c2a-2293-4c32-bb5e-c73e97440781 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for port (d18f9305-c081-40ea-be43-4032e65318f6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.150714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Pushing event updated for resources: {'Port': ['ID=dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:02.185186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-aa515623-01b1-4d05-bebf-3c1b2431adbd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.0320141
Feb 12 21:10:02.192685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36030) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:02.200063 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-654192990-router', 'tenant_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:02.230367 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.230718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.231165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.231588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.231918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.232338 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.232601 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.232944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.233274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.233696 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.234057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.234405 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.234705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e31e3d0-beea-4752-a04a-fd4e34abccfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.287565 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdd9a90>, [{'id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'name': 'tempest-FloatingIPsTestJSON-1402543413-router', 'tenant_id': '90201e87d6d3440c8c63095cf074f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246'}], 'enable_snat': True}, 'gw_port_id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:48Z', 'updated_at': '2022-02-12T21:09:54Z', 'revision_number': 4, 'project_id': '90201e87d6d3440c8c63095cf074f0ea', 'gw_port': {'id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:49Z', 'updated_at': '2022-02-12T21:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad', 'name': '', 'network_id': '7f965b1f-c824-479f-b457-bf0d7a6d53c9', 'tenant_id': '90201e87d6d3440c8c63095cf074f0ea', 'mac_address': 'fa:16:3e:f4:2e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '85041270-935b-4949-9f97-be16035f9c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:53Z', 'updated_at': '2022-02-12T21:10:00Z', 'revision_number': 4, 'project_id': '90201e87d6d3440c8c63095cf074f0ea', 'subnets': [{'id': '85041270-935b-4949-9f97-be16035f9c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:02.296567 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9309ad6-786d-4865-84cb-89381117fd88 req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks [] for port (51bf5528-cf0b-44a1-bb97-31baa9968178), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.318593 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8540b6-8009-4091-a595-c0d95a671c58 None None] The sync data for ids ['078e9277-67a6-4df9-890b-556b7a5ef803'] in ncdv-master-1 is: [{'id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'name': 'tempest-FloatingIPsTestJSON-1402543413-router', 'tenant_id': '90201e87d6d3440c8c63095cf074f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246'}], 'enable_snat': True}, 'gw_port_id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:48Z', 'updated_at': '2022-02-12T21:09:54Z', 'revision_number': 4, 'project_id': '90201e87d6d3440c8c63095cf074f0ea', 'gw_port': {'id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:49Z', 'updated_at': '2022-02-12T21:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad', 'name': '', 'network_id': '7f965b1f-c824-479f-b457-bf0d7a6d53c9', 'tenant_id': '90201e87d6d3440c8c63095cf074f0ea', 'mac_address': 'fa:16:3e:f4:2e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '85041270-935b-4949-9f97-be16035f9c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:53Z', 'updated_at': '2022-02-12T21:10:00Z', 'revision_number': 4, 'project_id': '90201e87d6d3440c8c63095cf074f0ea', 'subnets': [{'id': '85041270-935b-4949-9f97-be16035f9c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:10:02.343721 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-95585999-2941-44ce-9740-36bec331694c', 'network_id': '95585999-2941-44ce-9740-36bec331694c', 'project_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'fixed_ips': [{'subnet_id': 'b7e91482-f399-4665-b58b-bcf362a3d1e1'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:10:02.344510 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.355954 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.360107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1f56a-4f4f-403f-ada2-a9cfb8e89911 req-2c9171cf-eee1-4ebe-a6d0-26394b105730 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:02.361768 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5de1f56a-4f4f-403f-ada2-a9cfb8e89911 req-2c9171cf-eee1-4ebe-a6d0-26394b105730 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.0754287
Feb 12 21:10:02.371969 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.375181 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.378133 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-bb6d4c2a-2293-4c32-bb5e-c73e97440781 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d18f9305-c081-40ea-be43-4032e65318f6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.390877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8804e3e1-8374-467e-a91f-9ce88c5f7069 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:02.391885 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:02.397152 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ce270bb4-4624-4934-aea9-e31744966f46 None None] Current status of the port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:02.421191 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9309ad6-786d-4865-84cb-89381117fd88 req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (51bf5528-cf0b-44a1-bb97-31baa9968178), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.523004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Pushing event updated for resources: {'Port': ['ID=51bf5528-cf0b-44a1-bb97-31baa9968178,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:02.529848 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a4510b-d518-4552-b524-623bff0830c7 req-bb6d4c2a-2293-4c32-bb5e-c73e97440781 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Network 531eb872-2139-4490-9c0c-9bd28b6649a5 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:02.535169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.535521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.535866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.536417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.536554 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.537512 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.537512 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.537746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.537983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.538902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.538902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.538902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.539937 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:02.547373 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9309ad6-786d-4865-84cb-89381117fd88 req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (d546106e-228e-430d-9e15-cb6d4bc0e4b6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.550051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-23a4510b-d518-4552-b524-623bff0830c7 req-bb6d4c2a-2293-4c32-bb5e-c73e97440781 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:02.560253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:02.560253 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.560253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Allocated IP 172.20.0.2 (95585999-2941-44ce-9740-36bec331694c/b7e91482-f399-4665-b58b-bcf362a3d1e1/d898076f-62ff-4588-93fa-f550dc9fbdca) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:02.567218 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5de1f56a-4f4f-403f-ada2-a9cfb8e89911 req-099d9c68-0515-4ac7-b8ac-9c23692721b1 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980171
Feb 12 21:10:02.568017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a4510b-d518-4552-b524-623bff0830c7 req-bb6d4c2a-2293-4c32-bb5e-c73e97440781 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:02.576124 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Publish callbacks [] for router_controller (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.580554 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d4c2a-2293-4c32-bb5e-c73e97440781 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event updated for resources: {'Port': ['ID=d18f9305-c081-40ea-be43-4032e65318f6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:02.629776 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9309ad6-786d-4865-84cb-89381117fd88 req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.637743 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9309ad6-786d-4865-84cb-89381117fd88 req-ca193077-da8c-4aa0-9c8f-de5fd9025092 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 5.5578244
Feb 12 21:10:02.712747 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-bb6d4c2a-2293-4c32-bb5e-c73e97440781 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:02.713178 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-bb6d4c2a-2293-4c32-bb5e-c73e97440781 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.727868 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:02.731700 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9309ad6-786d-4865-84cb-89381117fd88 req-fe7ea298-a6dd-4419-9c95-ca1f9cea9c88 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.209 HTTP/1.1" status: 200  len: 696 time: 0.0923543
Feb 12 21:10:02.782007 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-520345e3-09de-44b9-bdd3-de1724997ae8 req-228e9d90-17c4-44e6-8fb7-79950bce4028 tempest-AttachSCSIVolumeTestJSON-1680990447 tempest-AttachSCSIVolumeTestJSON-1680990447-project] 10.222.0.31 "GET /v2.0/ports?device_id=db982964-ae22-4469-9bd5-9c53a838f1cd HTTP/1.1" status: 200  len: 210 time: 0.0771954
Feb 12 21:10:02.859816 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Publish callbacks [] for port (d898076f-62ff-4588-93fa-f550dc9fbdca), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.893209 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaccc33-229d-4e53-a786-c3740d49392c x-openstack-request-id: req-adaccc33-229d-4e53-a786-c3740d49392c {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:02.893971 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db982964-ae22-4469-9bd5-9c53a838f1cd", "name": "network-vif-deleted", "tag": "8679ae2f-0c57-4f0f-ba69-4951dc1189d5", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:02.894272 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-adaccc33-229d-4e53-a786-c3740d49392c {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:02.894674 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db982964-ae22-4469-9bd5-9c53a838f1cd', 'name': 'network-vif-deleted', 'tag': '8679ae2f-0c57-4f0f-ba69-4951dc1189d5', 'status': 'completed', 'code': 200}
Feb 12 21:10:02.981289 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (d898076f-62ff-4588-93fa-f550dc9fbdca), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:02.989775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-69beae1e-e68a-4cbf-93ad-e089728d529d None None] Provisioning complete for port d18f9305-c081-40ea-be43-4032e65318f6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:02.989775 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-69beae1e-e68a-4cbf-93ad-e089728d529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d18f9305-c081-40ea-be43-4032e65318f6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:03.093215 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-bb6d4c2a-2293-4c32-bb5e-c73e97440781 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5054369
Feb 12 21:10:03.102875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9309ad6-786d-4865-84cb-89381117fd88 req-0cae190d-165d-4c47-995d-d112e61f6b6e tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:03.104601 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9309ad6-786d-4865-84cb-89381117fd88 req-0cae190d-165d-4c47-995d-d112e61f6b6e tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.3632123
Feb 12 21:10:03.116601 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-23a4510b-d518-4552-b524-623bff0830c7 req-95590b58-01db-4b86-a98e-005d59a3608f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Request body: {'port': {'device_id': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5', 'admin_state_up': True, 'tenant_id': '992939bc41444299957b35468c7433c6', 'security_groups': ['06effd48-62e0-43f2-85ff-3862ee8a6769']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:03.200194 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Publish callbacks [] for router_gateway (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:03.205140 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93b319a5-4387-4ab1-8121-d4c6333a9864 req-a4ed965a-d609-4302-b757-589f9dc5f0f0 tempest-FlavorsV2NegativeTest-1007725414 tempest-FlavorsV2NegativeTest-1007725414-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9a68db82ccf54692b4412801421671b6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1688449
Feb 12 21:10:03.255912 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae01f8f2-aa0d-4584-b33a-540223a6d6da req-81b415b8-17f7-42f9-aa8c-5f67a3d336f2 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/floatingips/d546106e-228e-430d-9e15-cb6d4bc0e4b6 HTTP/1.1" status: 200  len: 693 time: 0.0924101
Feb 12 21:10:03.390656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:03.435257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01f8f2-aa0d-4584-b33a-540223a6d6da req-02235b07-37c4-4c0b-b403-130c78daa993 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:03.437426 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae01f8f2-aa0d-4584-b33a-540223a6d6da req-02235b07-37c4-4c0b-b403-130c78daa993 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.1735153
Feb 12 21:10:03.451965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-ae01f8f2-aa0d-4584-b33a-540223a6d6da req-587333b0-5690-4be5-9f8d-da3b837f5795 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:10:03.453304 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae01f8f2-aa0d-4584-b33a-540223a6d6da req-587333b0-5690-4be5-9f8d-da3b837f5795 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0089908
Feb 12 21:10:03.473308 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Network 95585999-2941-44ce-9740-36bec331694c is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:03.501304 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Pushing event updated for resources: {'Port': ['ID=d898076f-62ff-4588-93fa-f550dc9fbdca,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:03.521436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:03.531679 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:03.576428 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-69beae1e-e68a-4cbf-93ad-e089728d529d None None] Port d18f9305-c081-40ea-be43-4032e65318f6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:10:03.615733 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:10:03.624303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:03.624739 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:03.650093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b358d-b054-441b-a0da-8810f4509d70 req-57bcf72c-caa9-4daf-a380-b57a419f3f32 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:03.656657 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-95590b58-01db-4b86-a98e-005d59a3608f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Made reservation on behalf of 992939bc41444299957b35468c7433c6 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:03.658043 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b358d-b054-441b-a0da-8810f4509d70 req-57bcf72c-caa9-4daf-a380-b57a419f3f32 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:03.661165 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-95590b58-01db-4b86-a98e-005d59a3608f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:03.668145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e47b358d-b054-441b-a0da-8810f4509d70 req-57bcf72c-caa9-4daf-a380-b57a419f3f32 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 1654 time: 0.0874574
Feb 12 21:10:03.673413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Attempting to bind port d898076f-62ff-4588-93fa-f550dc9fbdca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:03.674734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Attempting to bind port d898076f-62ff-4588-93fa-f550dc9fbdca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd241ce97-e673-4f3a-bb5d-6be764473452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '95585999-2941-44ce-9740-36bec331694c'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:03.675119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Attempting to bind port d898076f-62ff-4588-93fa-f550dc9fbdca on network 95585999-2941-44ce-9740-36bec331694c {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:03.684991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:03.685280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Checking segment: {'id': 'd241ce97-e673-4f3a-bb5d-6be764473452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '95585999-2941-44ce-9740-36bec331694c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:03.685732 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:03.686135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Bound using segment: {'id': 'd241ce97-e673-4f3a-bb5d-6be764473452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '95585999-2941-44ce-9740-36bec331694c'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:03.686616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Bound port: d898076f-62ff-4588-93fa-f550dc9fbdca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd241ce97-e673-4f3a-bb5d-6be764473452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '95585999-2941-44ce-9740-36bec331694c'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:03.687001 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d898076f-62ff-4588-93fa-f550dc9fbdca), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:03.690488 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b319a5-4387-4ab1-8121-d4c6333a9864 req-93be41ee-18f8-4528-9529-1855a9310be1 tempest-FlavorsV2NegativeTest-1007725414 tempest-FlavorsV2NegativeTest-1007725414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:03.702866 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93b319a5-4387-4ab1-8121-d4c6333a9864 req-93be41ee-18f8-4528-9529-1855a9310be1 tempest-FlavorsV2NegativeTest-1007725414 tempest-FlavorsV2NegativeTest-1007725414-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4833453
Feb 12 21:10:03.727036 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93b319a5-4387-4ab1-8121-d4c6333a9864 req-9f995b30-5090-4b2f-b5ad-a55223ab5150 tempest-FlavorsV2NegativeTest-1007725414 tempest-FlavorsV2NegativeTest-1007725414-project] 10.222.0.31 "GET /v2.0/quotas/9a68db82ccf54692b4412801421671b6 HTTP/1.1" status: 200  len: 375 time: 0.0232084
Feb 12 21:10:03.753176 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e47b358d-b054-441b-a0da-8810f4509d70 req-1c840b77-47d8-4166-959b-4c2e54e633b3 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830665
Feb 12 21:10:03.789544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:03.815167 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93b319a5-4387-4ab1-8121-d4c6333a9864 req-eceb15e2-023a-4042-a4af-ad9dbe779fed tempest-FlavorsV2NegativeTest-1007725414 tempest-FlavorsV2NegativeTest-1007725414-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9a68db82ccf54692b4412801421671b6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0459852
Feb 12 21:10:03.818751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] For port d898076f-62ff-4588-93fa-f550dc9fbdca, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:03.824846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] For port d898076f-62ff-4588-93fa-f550dc9fbdca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d898076f-62ff-4588-93fa-f550dc9fbdca,segment=NetworkSegment(d241ce97-e673-4f3a-bb5d-6be764473452),segment_id=d241ce97-e673-4f3a-bb5d-6be764473452)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:03.902575 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d898076f-62ff-4588-93fa-f550dc9fbdca), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:03.981951 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b793faa0-f9b7-4439-a88a-e60d9fc44a64 req-8b868e67-a363-46df-8374-2b8a95038ee1 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=90201e87d6d3440c8c63095cf074f0ea HTTP/1.1" status: 200  len: 696 time: 0.1744950
Feb 12 21:10:04.012131 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-23a4510b-d518-4552-b524-623bff0830c7 req-95590b58-01db-4b86-a98e-005d59a3608f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Allocated IP 10.1.1.212 (531eb872-2139-4490-9c0c-9bd28b6649a5/dc44bda3-6d91-4b39-a1b0-99dbae41bbc3/c24391d7-58a5-450b-bfb5-2e331131b9e0) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:04.027434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db27eb-86fa-4e4b-b26c-d6163babd5d7 None None] Pushing event updated for resources: {'Port': ['ID=d898076f-62ff-4588-93fa-f550dc9fbdca,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:04.166584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793faa0-f9b7-4439-a88a-e60d9fc44a64 req-c6112ef7-ecbd-4e9b-939a-c8e52b0cb579 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:04.175184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b793faa0-f9b7-4439-a88a-e60d9fc44a64 req-c6112ef7-ecbd-4e9b-939a-c8e52b0cb579 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/networks?id=7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 787 time: 0.1904652
Feb 12 21:10:04.187270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-b793faa0-f9b7-4439-a88a-e60d9fc44a64 req-a8d7c9e2-b98c-4a47-a9de-8fbfe0bb7b61 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:10:04.190036 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b793faa0-f9b7-4439-a88a-e60d9fc44a64 req-a8d7c9e2-b98c-4a47-a9de-8fbfe0bb7b61 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0132957
Feb 12 21:10:04.202640 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Publish callbacks [] for router_gateway (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:04.266747 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40b895-aca0-4108-a7e2-25dc5616332a req-a4afec2a-d708-4000-b5f9-5e442aec9ab1 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:04.278389 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b40b895-aca0-4108-a7e2-25dc5616332a req-a4afec2a-d708-4000-b5f9-5e442aec9ab1 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.4014969
Feb 12 21:10:04.325217 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:04.450217 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f10de7d2-2cb4-4f7c-8de1-99b081d66eb9 req-290953d8-1876-40ec-acd3-a5bc4e73a96b tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/floatingips/d546106e-228e-430d-9e15-cb6d4bc0e4b6 HTTP/1.1" status: 200  len: 693 time: 0.1181881
Feb 12 21:10:04.494539 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-95590b58-01db-4b86-a98e-005d59a3608f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:04.515450 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b40b895-aca0-4108-a7e2-25dc5616332a req-69778bec-7967-49aa-8e40-fab802a1d519 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2360377
Feb 12 21:10:04.627625 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Allocated IP 172.35.2.75 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/05a98793-9f41-4207-a9e7-2af3d323b9f2) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:04.648505 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10de7d2-2cb4-4f7c-8de1-99b081d66eb9 req-99c8d477-219f-40ee-9057-3b73f7ad93b9 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:04.655672 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f10de7d2-2cb4-4f7c-8de1-99b081d66eb9 req-99c8d477-219f-40ee-9057-3b73f7ad93b9 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.2011707
Feb 12 21:10:04.728073 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f10de7d2-2cb4-4f7c-8de1-99b081d66eb9 req-1f9a696d-881d-4336-a1e0-55b7a9c2eac0 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.209 HTTP/1.1" status: 200  len: 696 time: 0.0714128
Feb 12 21:10:04.743487 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-95590b58-01db-4b86-a98e-005d59a3608f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:04.794474 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f10de7d2-2cb4-4f7c-8de1-99b081d66eb9 req-3bd5e09f-c3a6-46b6-8791-d2dfb19745e8 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.209 HTTP/1.1" status: 200  len: 696 time: 0.0597441
Feb 12 21:10:04.832308 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a4510b-d518-4552-b524-623bff0830c7 req-95590b58-01db-4b86-a98e-005d59a3608f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Network 531eb872-2139-4490-9c0c-9bd28b6649a5 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:04.838336 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Publish callbacks [] for port (05a98793-9f41-4207-a9e7-2af3d323b9f2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:04.841643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-23a4510b-d518-4552-b524-623bff0830c7 req-95590b58-01db-4b86-a98e-005d59a3608f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:04.845138 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95590b58-01db-4b86-a98e-005d59a3608f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event updated for resources: {'Port': ['ID=c24391d7-58a5-450b-bfb5-2e331131b9e0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:04.848737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a4510b-d518-4552-b524-623bff0830c7 req-95590b58-01db-4b86-a98e-005d59a3608f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:05.015340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-95590b58-01db-4b86-a98e-005d59a3608f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:05.016363 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-95590b58-01db-4b86-a98e-005d59a3608f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:05.056251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611d23c-2b74-48e3-bde1-806edf6136e9 req-c2a7fb6b-a3fe-4f91-aee0-4059c1585da2 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:05.062261 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611d23c-2b74-48e3-bde1-806edf6136e9 req-c2a7fb6b-a3fe-4f91-aee0-4059c1585da2 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:05.070107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611d23c-2b74-48e3-bde1-806edf6136e9 req-c2a7fb6b-a3fe-4f91-aee0-4059c1585da2 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:05.072411 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c611d23c-2b74-48e3-bde1-806edf6136e9 req-c2a7fb6b-a3fe-4f91-aee0-4059c1585da2 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 2375 time: 0.1959519
Feb 12 21:10:05.074166 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (05a98793-9f41-4207-a9e7-2af3d323b9f2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:05.112253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-f10de7d2-2cb4-4f7c-8de1-99b081d66eb9 req-a783300f-1a71-444a-97af-fbe9df404a1b tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Deleting port 51bf5528-cf0b-44a1-bb97-31baa9968178 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:10:05.112820 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f10de7d2-2cb4-4f7c-8de1-99b081d66eb9 req-a783300f-1a71-444a-97af-fbe9df404a1b tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (51bf5528-cf0b-44a1-bb97-31baa9968178), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:05.187639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d898076f-62ff-4588-93fa-f550dc9fbdca up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:05.207123 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:05.207123 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-95590b58-01db-4b86-a98e-005d59a3608f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1097839
Feb 12 21:10:05.219277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-23a4510b-d518-4552-b524-623bff0830c7 req-43daf605-bca1-4c70-85c2-2408c5a1771e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Request body: {'port': {'device_id': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276', 'admin_state_up': True, 'tenant_id': '992939bc41444299957b35468c7433c6', 'security_groups': ['06effd48-62e0-43f2-85ff-3862ee8a6769']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:05.223791 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:05.243636 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:05.281766 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f10de7d2-2cb4-4f7c-8de1-99b081d66eb9 req-a783300f-1a71-444a-97af-fbe9df404a1b tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (51bf5528-cf0b-44a1-bb97-31baa9968178), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:05.282285 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f10de7d2-2cb4-4f7c-8de1-99b081d66eb9 req-a783300f-1a71-444a-97af-fbe9df404a1b tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks [] for floatingip (51bf5528-cf0b-44a1-bb97-31baa9968178), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:05.303282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Pushing event updated for resources: {'Port': ['ID=05a98793-9f41-4207-a9e7-2af3d323b9f2,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:05.313108 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d898076f-62ff-4588-93fa-f550dc9fbdca triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:05.313518 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d898076f-62ff-4588-93fa-f550dc9fbdca), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:05.331569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-f10de7d2-2cb4-4f7c-8de1-99b081d66eb9 req-a783300f-1a71-444a-97af-fbe9df404a1b tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Calling delete_port for 51bf5528-cf0b-44a1-bb97-31baa9968178 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:10:05.439478 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36116) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:05.448954 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b138c9d8-8895-496a-854a-4f3583007b19 None None] Provisioning complete for port c24391d7-58a5-450b-bfb5-2e331131b9e0 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:05.448954 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b138c9d8-8895-496a-854a-4f3583007b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:05.497992 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c611d23c-2b74-48e3-bde1-806edf6136e9 req-795e744f-59a5-427e-ad31-ed83770384ac tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4134455
Feb 12 21:10:05.559594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b138c9d8-8895-496a-854a-4f3583007b19 None None] Port c24391d7-58a5-450b-bfb5-2e331131b9e0 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:10:05.782484 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port d898076f-62ff-4588-93fa-f550dc9fbdca is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:05.782484 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d898076f-62ff-4588-93fa-f550dc9fbdca), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:05.782484 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a9b32b-cb13-4d51-b86b-aa8755fa920d None None] Network 95585999-2941-44ce-9740-36bec331694c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:10:05.782484 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port d898076f-62ff-4588-93fa-f550dc9fbdca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d898076f-62ff-4588-93fa-f550dc9fbdca,segment=NetworkSegment(d241ce97-e673-4f3a-bb5d-6be764473452),segment_id=d241ce97-e673-4f3a-bb5d-6be764473452)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:05.783557 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a18a82d-7536-4853-8785-074378d2bf45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:05.850141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b2f9c-eabe-4bba-aab8-6b4051d782c3 req-5cefac36-f00c-421e-b4f9-072bafb666cc tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:05.851698 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b04b2f9c-eabe-4bba-aab8-6b4051d782c3 req-5cefac36-f00c-421e-b4f9-072bafb666cc tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.1854146
Feb 12 21:10:05.875802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6dd6ef97-2bd0-4f77-95f1-78cd86567ab7 None None] Provisioning complete for port d898076f-62ff-4588-93fa-f550dc9fbdca triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:05.875802 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6dd6ef97-2bd0-4f77-95f1-78cd86567ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d898076f-62ff-4588-93fa-f550dc9fbdca), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:05.936970 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b04b2f9c-eabe-4bba-aab8-6b4051d782c3 req-bc386f84-b252-404c-b89f-335f7d38dd13 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741942
Feb 12 21:10:05.954063 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f10de7d2-2cb4-4f7c-8de1-99b081d66eb9 req-a783300f-1a71-444a-97af-fbe9df404a1b tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (51bf5528-cf0b-44a1-bb97-31baa9968178), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:05.957414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-43daf605-bca1-4c70-85c2-2408c5a1771e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Made reservation on behalf of 992939bc41444299957b35468c7433c6 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:05.960095 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d898076f-62ff-4588-93fa-f550dc9fbdca), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:05.996679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783300f-1a71-444a-97af-fbe9df404a1b tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Pushing event deleted for resources: {'Port': ['ID=51bf5528-cf0b-44a1-bb97-31baa9968178,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:06.071640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6dd6ef97-2bd0-4f77-95f1-78cd86567ab7 None None] Current status of the port d898076f-62ff-4588-93fa-f550dc9fbdca is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:06.076254 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f10de7d2-2cb4-4f7c-8de1-99b081d66eb9 req-a783300f-1a71-444a-97af-fbe9df404a1b tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks [] for floatingip (d546106e-228e-430d-9e15-cb6d4bc0e4b6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:06.079819 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f10de7d2-2cb4-4f7c-8de1-99b081d66eb9 req-a783300f-1a71-444a-97af-fbe9df404a1b tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:06.081255 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f10de7d2-2cb4-4f7c-8de1-99b081d66eb9 req-a783300f-1a71-444a-97af-fbe9df404a1b tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "DELETE /v2.0/floatingips/d546106e-228e-430d-9e15-cb6d4bc0e4b6 HTTP/1.1" status: 204  len: 173 time: 1.2721183
Feb 12 21:10:06.092494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=d898076f-62ff-4588-93fa-f550dc9fbdca,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:06.298803 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-fa0820fb-53cd-46a9-925d-b42fe5f9c3ea None None] Provisioning complete for port d898076f-62ff-4588-93fa-f550dc9fbdca triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:06.298803 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fa0820fb-53cd-46a9-925d-b42fe5f9c3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d898076f-62ff-4588-93fa-f550dc9fbdca), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:06.391251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-fa0820fb-53cd-46a9-925d-b42fe5f9c3ea None None] Current status of the port d898076f-62ff-4588-93fa-f550dc9fbdca is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:06.583866 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a18a82d-7536-4853-8785-074378d2bf45 admin admin] Publish callbacks [] for security_group (f06e06d4-2453-4e5a-a4d6-3d0c651c87dd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:06.603493 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-43daf605-bca1-4c70-85c2-2408c5a1771e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:06.614163 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Publish callbacks [] for router_gateway (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:06.694171 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-2ee34811-85ea-47f4-bbab-a3785a6e3d7f tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5844157
Feb 12 21:10:06.695145 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a18a82d-7536-4853-8785-074378d2bf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f06e06d4-2453-4e5a-a4d6-3d0c651c87dd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:06.714301 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f23812-085d-41c0-9243-fc18df8e54f3 req-3a20d80d-fa3a-4c46-af64-18a20507767b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:06.720872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f23812-085d-41c0-9243-fc18df8e54f3 req-3a20d80d-fa3a-4c46-af64-18a20507767b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:06.729246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f23812-085d-41c0-9243-fc18df8e54f3 req-3a20d80d-fa3a-4c46-af64-18a20507767b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:06.731831 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0f23812-085d-41c0-9243-fc18df8e54f3 req-3a20d80d-fa3a-4c46-af64-18a20507767b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 2375 time: 0.0887926
Feb 12 21:10:06.734357 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:06.781641 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0f23812-085d-41c0-9243-fc18df8e54f3 req-05fe453b-b018-4b2d-9d74-9c39f4536ed9 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438166
Feb 12 21:10:06.794669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18a82d-7536-4853-8785-074378d2bf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06e06d4-2453-4e5a-a4d6-3d0c651c87dd,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:06.880217 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4a18a82d-7536-4853-8785-074378d2bf45 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a68db82ccf54692b4412801421671b6&name=default HTTP/1.1" status: 200  len: 2997 time: 1.4381292
Feb 12 21:10:06.883797 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36148) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:06.937484 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d3c7f677-5ea1-42fd-bb4d-c1a1f28ad0ad admin admin] Publish callbacks [] for security_group (f06e06d4-2453-4e5a-a4d6-3d0c651c87dd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:06.960870 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d3c7f677-5ea1-42fd-bb4d-c1a1f28ad0ad admin admin] Publish callbacks [] for security_group (f06e06d4-2453-4e5a-a4d6-3d0c651c87dd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:07.040421 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:07.084930 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d898076f-62ff-4588-93fa-f550dc9fbdca up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:07.094011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902efa2-36d1-476a-88e3-031392418b11 req-d0ab7eb9-d47f-438c-b710-9c15dfc705e3 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:07.096002 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0902efa2-36d1-476a-88e3-031392418b11 req-d0ab7eb9-d47f-438c-b710-9c15dfc705e3 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.0667081
Feb 12 21:10:07.137656 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d3c7f677-5ea1-42fd-bb4d-c1a1f28ad0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f06e06d4-2453-4e5a-a4d6-3d0c651c87dd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:07.140546 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d3c7f677-5ea1-42fd-bb4d-c1a1f28ad0ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:07.141719 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d3c7f677-5ea1-42fd-bb4d-c1a1f28ad0ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f06e06d4-2453-4e5a-a4d6-3d0c651c87dd HTTP/1.1" status: 204  len: 168 time: 0.2568505
Feb 12 21:10:07.146535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d898076f-62ff-4588-93fa-f550dc9fbdca triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:07.147298 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d898076f-62ff-4588-93fa-f550dc9fbdca), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:07.162126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7f677-5ea1-42fd-bb4d-c1a1f28ad0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06e06d4-2453-4e5a-a4d6-3d0c651c87dd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:07.166837 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0902efa2-36d1-476a-88e3-031392418b11 req-13efa3a7-5131-495c-8141-4253d70155ad tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628707
Feb 12 21:10:07.208327 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:07.219283 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-23a4510b-d518-4552-b524-623bff0830c7 req-43daf605-bca1-4c70-85c2-2408c5a1771e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Allocated IP 10.2.2.100 (a90998ba-17e7-4116-bb0e-3bd9e0e31276/beb1c0ec-31ae-47ff-be96-a4e94b6d0bca/f256d627-df49-4516-b949-fc05f0dbf0bc) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:07.253025 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port d898076f-62ff-4588-93fa-f550dc9fbdca is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:07.450253 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:07.558448 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-43daf605-bca1-4c70-85c2-2408c5a1771e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:07.634234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Allocated IP 172.35.2.137 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/7066e2f5-f4f8-4f90-97be-1a148c04f11c) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:07.647482 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Router f018851f-6dc1-4a0e-b66b-c0f1d4742fd8 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:10:07.773860 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-43daf605-bca1-4c70-85c2-2408c5a1771e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:07.855051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a4510b-d518-4552-b524-623bff0830c7 req-43daf605-bca1-4c70-85c2-2408c5a1771e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Network a90998ba-17e7-4116-bb0e-3bd9e0e31276 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:07.867390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-23a4510b-d518-4552-b524-623bff0830c7 req-43daf605-bca1-4c70-85c2-2408c5a1771e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:07.876705 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a4510b-d518-4552-b524-623bff0830c7 req-43daf605-bca1-4c70-85c2-2408c5a1771e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:07.880477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43daf605-bca1-4c70-85c2-2408c5a1771e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event updated for resources: {'Port': ['ID=f256d627-df49-4516-b949-fc05f0dbf0bc,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:07.939132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10413291-77ca-4190-ae7e-447520e90888 req-27948a47-ab55-41a3-8407-8c0262008c1a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:07.940172 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks [] for port (7066e2f5-f4f8-4f90-97be-1a148c04f11c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:07.947387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10413291-77ca-4190-ae7e-447520e90888 req-27948a47-ab55-41a3-8407-8c0262008c1a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:07.953134 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10413291-77ca-4190-ae7e-447520e90888 req-27948a47-ab55-41a3-8407-8c0262008c1a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:07.957446 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:10:07.959010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10413291-77ca-4190-ae7e-447520e90888 req-27948a47-ab55-41a3-8407-8c0262008c1a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:07.971241 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10413291-77ca-4190-ae7e-447520e90888 req-27948a47-ab55-41a3-8407-8c0262008c1a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 3096 time: 0.0953372
Feb 12 21:10:07.973142 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-43daf605-bca1-4c70-85c2-2408c5a1771e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:07.973801 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Sync routers for ids ['f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:10:07.974303 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-43daf605-bca1-4c70-85c2-2408c5a1771e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:07.992742 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Routers {'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:10:07.994064 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc7001788e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:08.050608 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10413291-77ca-4190-ae7e-447520e90888 req-49260133-323c-46de-b81f-b2b2ed0b82d6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762675
Feb 12 21:10:08.092547 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:08.094544 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ab02dade-c052-47b9-81e1-830623023130 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.9067385
Feb 12 21:10:08.097800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36192) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:08.135031 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-43daf605-bca1-4c70-85c2-2408c5a1771e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9205244
Feb 12 21:10:08.142656 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (7066e2f5-f4f8-4f90-97be-1a148c04f11c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:08.142854 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Set router f018851f-6dc1-4a0e-b66b-c0f1d4742fd8 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:10:08.148748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-23a4510b-d518-4552-b524-623bff0830c7 req-d65f954f-9254-4712-8eb7-53b9d404a85e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Request body: {'port': {'device_id': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276', 'admin_state_up': True, 'tenant_id': '992939bc41444299957b35468c7433c6', 'security_groups': ['06effd48-62e0-43f2-85ff-3862ee8a6769']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:08.207113 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:08.222648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:08.247177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7a68a75f-0556-4dae-80d1-f1d670e443ee None None] Provisioning complete for port f256d627-df49-4516-b949-fc05f0dbf0bc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:08.249565 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7a68a75f-0556-4dae-80d1-f1d670e443ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:08.254639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:08.296263 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7a68a75f-0556-4dae-80d1-f1d670e443ee None None] Port f256d627-df49-4516-b949-fc05f0dbf0bc cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:10:08.337235 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Pushing event updated for resources: {'Port': ['ID=7066e2f5-f4f8-4f90-97be-1a148c04f11c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:08.360823 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36198) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:08.397496 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc7001788e0>, [{'id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'name': 'tempest-TaggedBootDevicesTest-654192990-router', 'tenant_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.75'}], 'enable_snat': True}, 'gw_port_id': '05a98793-9f41-4207-a9e7-2af3d323b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:02Z', 'updated_at': '2022-02-12T21:10:05Z', 'revision_number': 3, 'project_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'gw_port': {'id': '05a98793-9f41-4207-a9e7-2af3d323b9f2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:04Z', 'updated_at': '2022-02-12T21:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:08.401267 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks [] for floatingip (aac4541f-b3a8-4e17-9874-bc9ae8968292), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:08.433114 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Checking router: f018851f-6dc1-4a0e-b66b-c0f1d4742fd8 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:10:08.433801 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Updating router f018851f-6dc1-4a0e-b66b-c0f1d4742fd8 port 05a98793-9f41-4207-a9e7-2af3d323b9f2 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:10:08.463750 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (05a98793-9f41-4207-a9e7-2af3d323b9f2), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:08.504323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e8f3b29f-8b0f-4907-a6bd-a765fbdf031f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-network', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:08.538013 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-d65f954f-9254-4712-8eb7-53b9d404a85e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Made reservation on behalf of 992939bc41444299957b35468c7433c6 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:08.544875 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-d65f954f-9254-4712-8eb7-53b9d404a85e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:08.575629 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7066e2f5-f4f8-4f90-97be-1a148c04f11c), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:08.607498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f3b29f-8b0f-4907-a6bd-a765fbdf031f admin admin] Made reservation on behalf of 9627e1d31e814deb8265e43f63ac807c for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:08.609901 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b29f-8b0f-4907-a6bd-a765fbdf031f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:08.660630 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b29f-8b0f-4907-a6bd-a765fbdf031f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:08.759316 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Publish callbacks [] for port (05a98793-9f41-4207-a9e7-2af3d323b9f2), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:08.809954 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (05a98793-9f41-4207-a9e7-2af3d323b9f2), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:08.849319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dd8e0-b2d8-49e6-b7a9-cd617ca96f71 req-9e5d68de-9a08-43f1-831b-5f15a197cd5f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:08.850770 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-af9dd8e0-b2d8-49e6-b7a9-cd617ca96f71 req-9e5d68de-9a08-43f1-831b-5f15a197cd5f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.5276845
Feb 12 21:10:08.874697 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Attempting to bind port 05a98793-9f41-4207-a9e7-2af3d323b9f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:08.875053 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Attempting to bind port 05a98793-9f41-4207-a9e7-2af3d323b9f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:08.875626 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Attempting to bind port 05a98793-9f41-4207-a9e7-2af3d323b9f2 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:08.877579 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53224c-20b2-440e-af48-64ff1cb638d9 None None] Pushing event updated for resources: {'Port': ['ID=05a98793-9f41-4207-a9e7-2af3d323b9f2,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:08.884609 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:08.885219 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:08.885841 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:08.886400 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:08.887041 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Bound port: 05a98793-9f41-4207-a9e7-2af3d323b9f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:08.890602 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (05a98793-9f41-4207-a9e7-2af3d323b9f2), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:08.912788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-23a4510b-d518-4552-b524-623bff0830c7 req-d65f954f-9254-4712-8eb7-53b9d404a85e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Allocated IP 10.2.2.200 (a90998ba-17e7-4116-bb0e-3bd9e0e31276/beb1c0ec-31ae-47ff-be96-a4e94b6d0bca/19dd89b0-f04c-47e0-b086-a93ccf42ad36) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:08.947048 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] For port 05a98793-9f41-4207-a9e7-2af3d323b9f2, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:08.949225 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-af9dd8e0-b2d8-49e6-b7a9-cd617ca96f71 req-3e955455-31e1-490a-b25d-e0322bb4bd46 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820549
Feb 12 21:10:08.951087 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] For port 05a98793-9f41-4207-a9e7-2af3d323b9f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05a98793-9f41-4207-a9e7-2af3d323b9f2,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:08.965004 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b29f-8b0f-4907-a6bd-a765fbdf031f admin admin] Publish callbacks [] for security_group (f19ca740-6d86-42a6-ad1c-3117195a2831), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:08.999969 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks [] for port (7066e2f5-f4f8-4f90-97be-1a148c04f11c), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:09.010668 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (05a98793-9f41-4207-a9e7-2af3d323b9f2), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:09.027398 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b29f-8b0f-4907-a6bd-a765fbdf031f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f19ca740-6d86-42a6-ad1c-3117195a2831), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:09.067516 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Routers {'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:10:09.070204 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc7001788e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:09.078676 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (7066e2f5-f4f8-4f90-97be-1a148c04f11c), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:09.087476 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:09.136035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f3b29f-8b0f-4907-a6bd-a765fbdf031f admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:10:09.137871 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53224c-20b2-440e-af48-64ff1cb638d9 None None] Pushing event updated for resources: {'Port': ['ID=05a98793-9f41-4207-a9e7-2af3d323b9f2,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:09.140511 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3b29f-8b0f-4907-a6bd-a765fbdf031f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19ca740-6d86-42a6-ad1c-3117195a2831,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:09.195069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b29f-8b0f-4907-a6bd-a765fbdf031f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (26ab8be3-ac39-474b-9e80-523c4a23b67b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:09.195943 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-e8f3b29f-8b0f-4907-a6bd-a765fbdf031f admin admin] Added segment 26ab8be3-ac39-474b-9e80-523c4a23b67b of type vlan for network 0667fd4a-8e2d-4583-adf6-fead39b333d4
Feb 12 21:10:09.214506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Pushing event updated for resources: {'Port': ['ID=7066e2f5-f4f8-4f90-97be-1a148c04f11c,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:09.244228 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] Set router f018851f-6dc1-4a0e-b66b-c0f1d4742fd8 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:10:09.271126 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-d65f954f-9254-4712-8eb7-53b9d404a85e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:09.274939 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (aac4541f-b3a8-4e17-9874-bc9ae8968292), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:09.278586 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b29f-8b0f-4907-a6bd-a765fbdf031f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (0667fd4a-8e2d-4583-adf6-fead39b333d4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:09.307826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad144a-2a91-4639-adca-2f29705302b4 req-33bbd4a9-8ec0-4a79-84e6-183facfaae7c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:09.313705 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad144a-2a91-4639-adca-2f29705302b4 req-33bbd4a9-8ec0-4a79-84e6-183facfaae7c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:09.318461 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad144a-2a91-4639-adca-2f29705302b4 req-33bbd4a9-8ec0-4a79-84e6-183facfaae7c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:09.324526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad144a-2a91-4639-adca-2f29705302b4 req-33bbd4a9-8ec0-4a79-84e6-183facfaae7c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:09.326375 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32ad144a-2a91-4639-adca-2f29705302b4 req-33bbd4a9-8ec0-4a79-84e6-183facfaae7c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 3096 time: 0.1281121
Feb 12 21:10:09.344018 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Allocated IP 172.20.0.1 (95585999-2941-44ce-9740-36bec331694c/b7e91482-f399-4665-b58b-bcf362a3d1e1/95a582d0-254e-4819-8e1b-74dbb8e1c946) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:09.427840 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc7001788e0>, [{'id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'name': 'tempest-TaggedBootDevicesTest-654192990-router', 'tenant_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.75'}], 'enable_snat': True}, 'gw_port_id': '05a98793-9f41-4207-a9e7-2af3d323b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:02Z', 'updated_at': '2022-02-12T21:10:05Z', 'revision_number': 3, 'project_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'gw_port': {'id': '05a98793-9f41-4207-a9e7-2af3d323b9f2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:04Z', 'updated_at': '2022-02-12T21:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:09.431387 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32ad144a-2a91-4639-adca-2f29705302b4 req-c94f637e-407d-4cbb-9057-6babbd9c73da tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0952880
Feb 12 21:10:09.440800 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:09.444622 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-6d08ce6e-47d5-49e8-8587-62d5a09352be tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.7361314
Feb 12 21:10:09.466750 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55585e-e926-4df4-b61e-0d697f49b99c None None] The sync data for ids ['f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'] in ncdv-master-1 is: [{'id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'name': 'tempest-TaggedBootDevicesTest-654192990-router', 'tenant_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.75'}], 'enable_snat': True}, 'gw_port_id': '05a98793-9f41-4207-a9e7-2af3d323b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:02Z', 'updated_at': '2022-02-12T21:10:05Z', 'revision_number': 3, 'project_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'gw_port': {'id': '05a98793-9f41-4207-a9e7-2af3d323b9f2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:04Z', 'updated_at': '2022-02-12T21:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:10:09.497248 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Publish callbacks [] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:09.499558 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b29f-8b0f-4907-a6bd-a765fbdf031f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (0667fd4a-8e2d-4583-adf6-fead39b333d4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:09.500501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f3b29f-8b0f-4907-a6bd-a765fbdf031f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:09.501158 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8f3b29f-8b0f-4907-a6bd-a765fbdf031f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:09.510787 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-d65f954f-9254-4712-8eb7-53b9d404a85e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:09.526910 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-a56af0e0-d168-47b1-8beb-c37b91ec63d9 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.137 HTTP/1.1" status: 200  len: 696 time: 0.0762553
Feb 12 21:10:09.631416 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:09.677721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Network 95585999-2941-44ce-9740-36bec331694c is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:09.682272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:09.686087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:09.714202 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Pushing event updated for resources: {'Port': ['ID=95a582d0-254e-4819-8e1b-74dbb8e1c946,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:09.763254 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:10.021752 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a4510b-d518-4552-b524-623bff0830c7 req-d65f954f-9254-4712-8eb7-53b9d404a85e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Network a90998ba-17e7-4116-bb0e-3bd9e0e31276 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:10.025961 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:10.040804 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-23a4510b-d518-4552-b524-623bff0830c7 req-d65f954f-9254-4712-8eb7-53b9d404a85e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:10.044383 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-64155617-2c24-4bb4-beb2-adf948f8726f None None] Provisioning complete for port 95a582d0-254e-4819-8e1b-74dbb8e1c946 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:10.047767 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64155617-2c24-4bb4-beb2-adf948f8726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:10.052580 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e8f3b29f-8b0f-4907-a6bd-a765fbdf031f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.6855574
Feb 12 21:10:10.053379 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36210) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:10.054282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a4510b-d518-4552-b524-623bff0830c7 req-d65f954f-9254-4712-8eb7-53b9d404a85e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:10.099027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-64155617-2c24-4bb4-beb2-adf948f8726f None None] Port 95a582d0-254e-4819-8e1b-74dbb8e1c946 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:10:10.116513 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c5f9e1be-3389-427d-bfba-e875eadd5404 admin admin] Request body: {'subnet': {'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-subnet', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:10.140164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3b29f-8b0f-4907-a6bd-a765fbdf031f admin admin] Pushing event updated for resources: {'Network': ['ID=0667fd4a-8e2d-4583-adf6-fead39b333d4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:10.153907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 0667fd4a-8e2d-4583-adf6-fead39b333d4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:10:10.250185 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-d65f954f-9254-4712-8eb7-53b9d404a85e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:10.251408 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-d65f954f-9254-4712-8eb7-53b9d404a85e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:10.254431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f954f-9254-4712-8eb7-53b9d404a85e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event updated for resources: {'Port': ['ID=19dd89b0-f04c-47e0-b086-a93ccf42ad36,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:10.272002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931e0e5-2368-45cb-b7cb-ad144f877b07 req-6dfadf44-46f4-45f1-b987-5836153c3796 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:10.279824 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8931e0e5-2368-45cb-b7cb-ad144f877b07 req-6dfadf44-46f4-45f1-b987-5836153c3796 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.2021253
Feb 12 21:10:10.313504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-c0b8ecd1-2ab4-4c4b-86be-35635d16f843 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:10.314987 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df7277bd-000e-4dcc-9b56-4e25bdeaa239 req-c0b8ecd1-2ab4-4c4b-86be-35635d16f843 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.7690945
Feb 12 21:10:10.318619 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f9e1be-3389-427d-bfba-e875eadd5404 admin admin] Made reservation on behalf of 9627e1d31e814deb8265e43f63ac807c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:10.322106 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5f9e1be-3389-427d-bfba-e875eadd5404 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:10.364549 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8931e0e5-2368-45cb-b7cb-ad144f877b07 req-eb99a901-89e1-4e53-a9c3-f2b57bdc8e37 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837433
Feb 12 21:10:10.421672 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Publish callbacks [] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:10.430357 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-32cb4d9a-288d-40bd-a4ea-993da037273f None None] Provisioning complete for port 19dd89b0-f04c-47e0-b086-a93ccf42ad36 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:10.431150 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-32cb4d9a-288d-40bd-a4ea-993da037273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:10.440769 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-d65f954f-9254-4712-8eb7-53b9d404a85e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2960253
Feb 12 21:10:10.455652 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d097395-f98f-4c14-84f0-264b61716e69 req-08de9512-1012-45b1-9663-61a6fcbf9a53 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/floatingips/aac4541f-b3a8-4e17-9874-bc9ae8968292 HTTP/1.1" status: 200  len: 693 time: 0.1059296
Feb 12 21:10:10.467126 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Request body: {'port': {'device_id': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:10.471528 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-32cb4d9a-288d-40bd-a4ea-993da037273f None None] Port 19dd89b0-f04c-47e0-b086-a93ccf42ad36 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:10:10.483614 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:10.596369 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:10.608155 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Pushing event updated for resources: {'Port': ['ID=95a582d0-254e-4819-8e1b-74dbb8e1c946,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:10.644122 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4d209389-a95f-430a-95ec-f6d0b38d85a6), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:10.682644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14788a62-7280-4ca8-bd05-6b79e6d72a15 req-8dc3e3fd-da55-414c-9ac9-8448c2310906 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:10.688029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14788a62-7280-4ca8-bd05-6b79e6d72a15 req-8dc3e3fd-da55-414c-9ac9-8448c2310906 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:10.693177 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14788a62-7280-4ca8-bd05-6b79e6d72a15 req-8dc3e3fd-da55-414c-9ac9-8448c2310906 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:10.699094 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14788a62-7280-4ca8-bd05-6b79e6d72a15 req-8dc3e3fd-da55-414c-9ac9-8448c2310906 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:10.699517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d097395-f98f-4c14-84f0-264b61716e69 req-bdf7693b-1d3e-4638-a25b-904c2fb09672 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:10.700945 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d097395-f98f-4c14-84f0-264b61716e69 req-bdf7693b-1d3e-4638-a25b-904c2fb09672 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.2445195
Feb 12 21:10:10.704268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14788a62-7280-4ca8-bd05-6b79e6d72a15 req-8dc3e3fd-da55-414c-9ac9-8448c2310906 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:10.706081 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14788a62-7280-4ca8-bd05-6b79e6d72a15 req-8dc3e3fd-da55-414c-9ac9-8448c2310906 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 3817 time: 0.1646912
Feb 12 21:10:10.778777 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Network 95585999-2941-44ce-9740-36bec331694c is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:10.782896 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14788a62-7280-4ca8-bd05-6b79e6d72a15 req-c9837f78-6732-4e73-8dbd-32a500505019 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701468
Feb 12 21:10:10.783913 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:10.798862 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d097395-f98f-4c14-84f0-264b61716e69 req-eaecd71c-9d88-4840-a467-307b2a4c5c75 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.137 HTTP/1.1" status: 200  len: 696 time: 0.0786109
Feb 12 21:10:10.937027 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Router f018851f-6dc1-4a0e-b66b-c0f1d4742fd8 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:10:10.960788 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d097395-f98f-4c14-84f0-264b61716e69 req-8074a4c7-8307-40fc-bc08-6eac4180f951 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.137 HTTP/1.1" status: 200  len: 696 time: 0.1275051
Feb 12 21:10:11.030594 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5f9e1be-3389-427d-bfba-e875eadd5404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (dbf790e3-6bae-405c-a246-30da62205e0c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:11.069924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:10:11.077422 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5f220f2a-3ee0-4508-a46d-56c5ca283f35 admin admin] 10.222.0.31 "PUT /v2.0/routers/f018851f-6dc1-4a0e-b66b-c0f1d4742fd8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9778306
Feb 12 21:10:11.118286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-5411f49c-5fdd-404a-a509-611664de6ce3 None None] Provisioning complete for port 95a582d0-254e-4819-8e1b-74dbb8e1c946 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:11.118918 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5411f49c-5fdd-404a-a509-611664de6ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:11.147420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 05a98793-9f41-4207-a9e7-2af3d323b9f2 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:11.195469 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5411f49c-5fdd-404a-a509-611664de6ce3 None None] Port 95a582d0-254e-4819-8e1b-74dbb8e1c946 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:10:11.211797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9e1be-3389-427d-bfba-e875eadd5404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf790e3-6bae-405c-a246-30da62205e0c,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:11.214111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 05a98793-9f41-4207-a9e7-2af3d323b9f2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:11.214778 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (05a98793-9f41-4207-a9e7-2af3d323b9f2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:11.264072 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f9e1be-3389-427d-bfba-e875eadd5404 admin admin] Checking segment: {'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:11.264376 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f9e1be-3389-427d-bfba-e875eadd5404 admin admin] Network hostable DHCP agents. Network: 0667fd4a-8e2d-4583-adf6-fead39b333d4, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:10:11.313152 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 05a98793-9f41-4207-a9e7-2af3d323b9f2 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:11.313667 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (05a98793-9f41-4207-a9e7-2af3d323b9f2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:11.319737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-8d097395-f98f-4c14-84f0-264b61716e69 req-08cfdbe3-2b63-4795-bd8f-5101b03ef04d tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Deleting port 7066e2f5-f4f8-4f90-97be-1a148c04f11c {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:10:11.320083 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8d097395-f98f-4c14-84f0-264b61716e69 req-08cfdbe3-2b63-4795-bd8f-5101b03ef04d tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7066e2f5-f4f8-4f90-97be-1a148c04f11c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:11.333914 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d209389-a95f-430a-95ec-f6d0b38d85a6 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:11.335737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 05a98793-9f41-4207-a9e7-2af3d323b9f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05a98793-9f41-4207-a9e7-2af3d323b9f2,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:11.353256 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Publish callbacks [] for port (4d209389-a95f-430a-95ec-f6d0b38d85a6), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:11.397498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Transition to ACTIVE for port object 4d209389-a95f-430a-95ec-f6d0b38d85a6 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:10:11.418708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f9e1be-3389-427d-bfba-e875eadd5404 admin admin] Network 0667fd4a-8e2d-4583-adf6-fead39b333d4 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:10:11.427240 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (05a98793-9f41-4207-a9e7-2af3d323b9f2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:11.447390 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8d097395-f98f-4c14-84f0-264b61716e69 req-08cfdbe3-2b63-4795-bd8f-5101b03ef04d tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7066e2f5-f4f8-4f90-97be-1a148c04f11c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:11.448127 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8d097395-f98f-4c14-84f0-264b61716e69 req-08cfdbe3-2b63-4795-bd8f-5101b03ef04d tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks [] for floatingip (7066e2f5-f4f8-4f90-97be-1a148c04f11c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:11.462208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-8d097395-f98f-4c14-84f0-264b61716e69 req-08cfdbe3-2b63-4795-bd8f-5101b03ef04d tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Calling delete_port for 7066e2f5-f4f8-4f90-97be-1a148c04f11c owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:10:11.520961 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (4d209389-a95f-430a-95ec-f6d0b38d85a6), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:11.524151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=05a98793-9f41-4207-a9e7-2af3d323b9f2,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:11.542757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce3e42-3f36-4eed-a028-bcc459f6ce5a req-857b187c-6fc5-4425-90dd-e1edd00b51eb tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:11.544590 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7ce3e42-3f36-4eed-a028-bcc459f6ce5a req-857b187c-6fc5-4425-90dd-e1edd00b51eb tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.1013589
Feb 12 21:10:11.594410 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-c5f9e1be-3389-427d-bfba-e875eadd5404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0667fd4a-8e2d-4583-adf6-fead39b333d4) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:11.603909 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f9e1be-3389-427d-bfba-e875eadd5404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:11.604519 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5f9e1be-3389-427d-bfba-e875eadd5404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:11.610012 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7ce3e42-3f36-4eed-a028-bcc459f6ce5a req-9ce41351-7286-451b-b45c-2f64fb96e456 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549889
Feb 12 21:10:11.640573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93496332-28be-45cd-8346-2961e119bd8d None None] Network 0667fd4a-8e2d-4583-adf6-fead39b333d4 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:10:11.665644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Pushing event updated for resources: {'Port': ['ID=4d209389-a95f-430a-95ec-f6d0b38d85a6,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:11.718641 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36258) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:11.723178 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:11.726307 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c5f9e1be-3389-427d-bfba-e875eadd5404 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.6175673
Feb 12 21:10:11.793843 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Attempting to bind port 4d209389-a95f-430a-95ec-f6d0b38d85a6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:11.794194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Attempting to bind port 4d209389-a95f-430a-95ec-f6d0b38d85a6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c4b9dfdb-2741-414b-820a-2fa3d6880f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:11.795087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Attempting to bind port 4d209389-a95f-430a-95ec-f6d0b38d85a6 on network f6b71adf-3656-401b-8bec-3091ef8cf8c7 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:11.803367 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Port 4d209389-a95f-430a-95ec-f6d0b38d85a6 on network f6b71adf-3656-401b-8bec-3091ef8cf8c7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:10:11.803750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Attempting to bind port 4d209389-a95f-430a-95ec-f6d0b38d85a6 on network f6b71adf-3656-401b-8bec-3091ef8cf8c7 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:11.817240 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:11.817679 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Checking segment: {'id': 'c4b9dfdb-2741-414b-820a-2fa3d6880f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:11.818447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Bound using segment: {'id': 'c4b9dfdb-2741-414b-820a-2fa3d6880f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:11.818960 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Bound port: 4d209389-a95f-430a-95ec-f6d0b38d85a6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b9dfdb-2741-414b-820a-2fa3d6880f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:11.819328 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4d209389-a95f-430a-95ec-f6d0b38d85a6), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:11.834646 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (722581dc-165c-45dc-8b68-d7e66aa98dab), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:11.835751 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (722581dc-165c-45dc-8b68-d7e66aa98dab), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:11.871486 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0667fd4a-8e2d-4583-adf6-fead39b333d4', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:10:11.872447 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:11.948680 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] For port 4d209389-a95f-430a-95ec-f6d0b38d85a6, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:11.953337 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8d097395-f98f-4c14-84f0-264b61716e69 req-08cfdbe3-2b63-4795-bd8f-5101b03ef04d tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (7066e2f5-f4f8-4f90-97be-1a148c04f11c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:11.962996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] For port 4d209389-a95f-430a-95ec-f6d0b38d85a6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4d209389-a95f-430a-95ec-f6d0b38d85a6,segment=NetworkSegment(c4b9dfdb-2741-414b-820a-2fa3d6880f0b),segment_id=c4b9dfdb-2741-414b-820a-2fa3d6880f0b)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:12.046559 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Publish callbacks [] for router_controller (722581dc-165c-45dc-8b68-d7e66aa98dab), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:12.050316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfdbe3-2b63-4795-bd8f-5101b03ef04d tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Pushing event deleted for resources: {'Port': ['ID=7066e2f5-f4f8-4f90-97be-1a148c04f11c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:12.101253 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (4d209389-a95f-430a-95ec-f6d0b38d85a6), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:12.108832 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8d097395-f98f-4c14-84f0-264b61716e69 req-08cfdbe3-2b63-4795-bd8f-5101b03ef04d tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks [] for floatingip (aac4541f-b3a8-4e17-9874-bc9ae8968292), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:12.111567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Allocated IP 172.20.0.2 (0667fd4a-8e2d-4583-adf6-fead39b333d4/dbf790e3-6bae-405c-a246-30da62205e0c/92792a69-b28e-4eb4-96a9-1fc3b8da9505) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:12.112068 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8d097395-f98f-4c14-84f0-264b61716e69 req-08cfdbe3-2b63-4795-bd8f-5101b03ef04d tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:12.119328 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d097395-f98f-4c14-84f0-264b61716e69 req-08cfdbe3-2b63-4795-bd8f-5101b03ef04d tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "DELETE /v2.0/floatingips/aac4541f-b3a8-4e17-9874-bc9ae8968292 HTTP/1.1" status: 204  len: 173 time: 1.1481969
Feb 12 21:10:12.119473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cad1b-f6ad-463a-9aa9-b5eb0d77fd81 req-0cf60f58-9276-42e2-978e-f8912bec875c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:12.129841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cad1b-f6ad-463a-9aa9-b5eb0d77fd81 req-0cf60f58-9276-42e2-978e-f8912bec875c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:12.136475 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cad1b-f6ad-463a-9aa9-b5eb0d77fd81 req-0cf60f58-9276-42e2-978e-f8912bec875c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:12.137107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:12.138145 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:12.140693 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] 10.222.0.48 "PUT /v2.0/ports/4d209389-a95f-430a-95ec-f6d0b38d85a6 HTTP/1.1" status: 200  len: 1092 time: 1.6809273
Feb 12 21:10:12.143788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'tag': '4d209389-a95f-430a-95ec-f6d0b38d85a6'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:12.144019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cad1b-f6ad-463a-9aa9-b5eb0d77fd81 req-0cf60f58-9276-42e2-978e-f8912bec875c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:12.154412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cad1b-f6ad-463a-9aa9-b5eb0d77fd81 req-0cf60f58-9276-42e2-978e-f8912bec875c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:12.156152 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-030cad1b-f6ad-463a-9aa9-b5eb0d77fd81 req-0cf60f58-9276-42e2-978e-f8912bec875c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 3829 time: 0.1608355
Feb 12 21:10:12.156310 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c63a429-285d-4eca-a3e9-e7908a4c3948" -d '{"events": [{"name": "network-changed", "server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "tag": "4d209389-a95f-430a-95ec-f6d0b38d85a6"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:12.252323 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-8319cc94-4e05-473e-9df2-84db0fdd468d req-d4f0173b-8b45-47e3-9414-8e52267b85c1 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] show failed (client error): The resource could not be found.
Feb 12 21:10:12.267460 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8319cc94-4e05-473e-9df2-84db0fdd468d req-d4f0173b-8b45-47e3-9414-8e52267b85c1 tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/floatingips/aac4541f-b3a8-4e17-9874-bc9ae8968292 HTTP/1.1" status: 404  len: 350 time: 0.1231322
Feb 12 21:10:12.295819 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Request body: {'port': {'device_id': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:12.354436 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92345167-6fac-480a-8750-1ad1cb6fabc3 x-openstack-request-id: req-92345167-6fac-480a-8750-1ad1cb6fabc3 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:12.356212 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "tag": "4d209389-a95f-430a-95ec-f6d0b38d85a6", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:12.356212 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92345167-6fac-480a-8750-1ad1cb6fabc3 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:12.356212 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'tag': '4d209389-a95f-430a-95ec-f6d0b38d85a6', 'status': 'completed', 'code': 200}
Feb 12 21:10:12.377620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b84c1-b7c5-46d6-ae79-9a83ef5f9b71 service neutron] Pushing event updated for resources: {'Port': ['ID=4d209389-a95f-430a-95ec-f6d0b38d85a6,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:12.412784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Sync routers for ids ['f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:10:12.454202 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-030cad1b-f6ad-463a-9aa9-b5eb0d77fd81 req-542bc2e8-7da9-4008-b938-7391ddb77c62 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2535355
Feb 12 21:10:12.454202 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Publish callbacks [] for router_gateway (722581dc-165c-45dc-8b68-d7e66aa98dab), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:12.464269 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Routers {'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:10:12.472120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb31e9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:12.475140 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Publish callbacks [] for port (92792a69-b28e-4eb4-96a9-1fc3b8da9505), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:12.487214 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63a429-285d-4eca-a3e9-e7908a4c3948 req-ffce3afa-6d3f-42f3-8b7f-31023aafffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:12.490154 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63a429-285d-4eca-a3e9-e7908a4c3948 req-ffce3afa-6d3f-42f3-8b7f-31023aafffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:12.490964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63a429-285d-4eca-a3e9-e7908a4c3948 req-ffce3afa-6d3f-42f3-8b7f-31023aafffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:12.492102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63a429-285d-4eca-a3e9-e7908a4c3948 req-ffce3afa-6d3f-42f3-8b7f-31023aafffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:12.493342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63a429-285d-4eca-a3e9-e7908a4c3948 req-ffce3afa-6d3f-42f3-8b7f-31023aafffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:12.496112 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c63a429-285d-4eca-a3e9-e7908a4c3948 req-ffce3afa-6d3f-42f3-8b7f-31023aafffc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=992939bc41444299957b35468c7433c6&device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 4395 time: 0.1053712
Feb 12 21:10:12.500399 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [req-1c06fcf9-2784-4373-b60d-d60213571964 req-2a56eae3-b8be-44c1-9174-2ce1255abfad tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] show failed (client error): The resource could not be found.
Feb 12 21:10:12.501745 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1c06fcf9-2784-4373-b60d-d60213571964 req-2a56eae3-b8be-44c1-9174-2ce1255abfad tempest-FloatingIPsTestJSON-1442884695 tempest-FloatingIPsTestJSON-1442884695-project] 10.222.0.31 "GET /v2.0/floatingips/aac4541f-b3a8-4e17-9874-bc9ae8968292 HTTP/1.1" status: 404  len: 350 time: 0.1104715
Feb 12 21:10:12.527179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36270) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:12.545432 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:12.636559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Set router f018851f-6dc1-4a0e-b66b-c0f1d4742fd8 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:10:12.673658 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (92792a69-b28e-4eb4-96a9-1fc3b8da9505), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:12.739209 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Pushing event updated for resources: {'Port': ['ID=92792a69-b28e-4eb4-96a9-1fc3b8da9505,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:12.792631 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Network 0667fd4a-8e2d-4583-adf6-fead39b333d4 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:12.993717 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:12.998616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:13.005377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f960d66a-27d4-45da-ab76-16c8e9d8d0db {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:13.017561 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Publish callbacks [] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:13.038846 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Transition to ACTIVE for port object f960d66a-27d4-45da-ab76-16c8e9d8d0db will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:10:13.108161 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:13.213572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 05a98793-9f41-4207-a9e7-2af3d323b9f2 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:13.271621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f960d66a-27d4-45da-ab76-16c8e9d8d0db,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:13.279933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Attempting to bind port f960d66a-27d4-45da-ab76-16c8e9d8d0db on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:13.280270 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Attempting to bind port f960d66a-27d4-45da-ab76-16c8e9d8d0db by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:13.280864 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Attempting to bind port f960d66a-27d4-45da-ab76-16c8e9d8d0db on network 531eb872-2139-4490-9c0c-9bd28b6649a5 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:13.286277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Port f960d66a-27d4-45da-ab76-16c8e9d8d0db on network 531eb872-2139-4490-9c0c-9bd28b6649a5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:10:13.286906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Attempting to bind port f960d66a-27d4-45da-ab76-16c8e9d8d0db on network 531eb872-2139-4490-9c0c-9bd28b6649a5 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:13.293385 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:13.294406 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Checking segment: {'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:13.294800 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Bound using segment: {'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:13.295306 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Bound port: f960d66a-27d4-45da-ab76-16c8e9d8d0db, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:13.295610 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:13.301770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63a429-285d-4eca-a3e9-e7908a4c3948 req-f9f7a7a7-61fc-4925-86da-ed99c355912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:13.302353 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63a429-285d-4eca-a3e9-e7908a4c3948 req-f9f7a7a7-61fc-4925-86da-ed99c355912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:13.302694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63a429-285d-4eca-a3e9-e7908a4c3948 req-f9f7a7a7-61fc-4925-86da-ed99c355912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:13.303636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Attempting to bind port 92792a69-b28e-4eb4-96a9-1fc3b8da9505 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:13.304078 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Attempting to bind port 92792a69-b28e-4eb4-96a9-1fc3b8da9505 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:13.304463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Attempting to bind port 92792a69-b28e-4eb4-96a9-1fc3b8da9505 on network 0667fd4a-8e2d-4583-adf6-fead39b333d4 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:13.305483 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c63a429-285d-4eca-a3e9-e7908a4c3948 req-f9f7a7a7-61fc-4925-86da-ed99c355912e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=992939bc41444299957b35468c7433c6&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.7918310
Feb 12 21:10:13.327226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:13.329118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Checking segment: {'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:13.329653 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:13.330110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Bound using segment: {'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:13.330672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Bound port: 92792a69-b28e-4eb4-96a9-1fc3b8da9505, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:13.333791 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (92792a69-b28e-4eb4-96a9-1fc3b8da9505), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:13.387529 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] For port f960d66a-27d4-45da-ab76-16c8e9d8d0db, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:13.391394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] For port f960d66a-27d4-45da-ab76-16c8e9d8d0db, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f960d66a-27d4-45da-ab76-16c8e9d8d0db,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:13.463874 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:13.468054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 05a98793-9f41-4207-a9e7-2af3d323b9f2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:13.471718 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377a3d7-5146-4c4d-ab15-18bd65e1c91c req-ff803747-4788-4e38-b9d1-b566187503c4 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:13.471961 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (05a98793-9f41-4207-a9e7-2af3d323b9f2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:13.472084 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9377a3d7-5146-4c4d-ab15-18bd65e1c91c req-ff803747-4788-4e38-b9d1-b566187503c4 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.3006227
Feb 12 21:10:13.538775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] For port 92792a69-b28e-4eb4-96a9-1fc3b8da9505, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:13.551634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] For port 92792a69-b28e-4eb4-96a9-1fc3b8da9505, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92792a69-b28e-4eb4-96a9-1fc3b8da9505,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:13.553884 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:13.554751 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:13.556740 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/f960d66a-27d4-45da-ab76-16c8e9d8d0db HTTP/1.1" status: 200  len: 1136 time: 1.2819037
Feb 12 21:10:13.625620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07a650-d32d-4ed6-8abd-72c5a41af8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f960d66a-27d4-45da-ab76-16c8e9d8d0db,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:13.634787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb31e9a0>, [{'id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'name': 'tempest-TaggedBootDevicesTest-654192990-router', 'tenant_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.75'}], 'enable_snat': True}, 'gw_port_id': '05a98793-9f41-4207-a9e7-2af3d323b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:02Z', 'updated_at': '2022-02-12T21:10:09Z', 'revision_number': 4, 'project_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'gw_port': {'id': '05a98793-9f41-4207-a9e7-2af3d323b9f2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:04Z', 'updated_at': '2022-02-12T21:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95a582d0-254e-4819-8e1b-74dbb8e1c946', 'name': '', 'network_id': '95585999-2941-44ce-9740-36bec331694c', 'tenant_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'mac_address': 'fa:16:3e:ee:c3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7e91482-f399-4665-b58b-bcf362a3d1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:09Z', 'updated_at': '2022-02-12T21:10:10Z', 'revision_number': 2, 'project_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'subnets': [{'id': 'b7e91482-f399-4665-b58b-bcf362a3d1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:13.658580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda5384-a87f-466a-b644-ceedf0d37a74 req-e5af37b2-d8b5-44a2-b035-f6e40fd1bca6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:13.664820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda5384-a87f-466a-b644-ceedf0d37a74 req-e5af37b2-d8b5-44a2-b035-f6e40fd1bca6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:13.670319 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda5384-a87f-466a-b644-ceedf0d37a74 req-e5af37b2-d8b5-44a2-b035-f6e40fd1bca6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:13.677341 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63a429-285d-4eca-a3e9-e7908a4c3948 req-1f2169cb-6422-4bc2-8f89-5070204f47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:13.677610 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda5384-a87f-466a-b644-ceedf0d37a74 req-e5af37b2-d8b5-44a2-b035-f6e40fd1bca6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:13.678828 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c63a429-285d-4eca-a3e9-e7908a4c3948 req-1f2169cb-6422-4bc2-8f89-5070204f47d9 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3351531
Feb 12 21:10:13.684884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Checking router: f018851f-6dc1-4a0e-b66b-c0f1d4742fd8 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:10:13.685252 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Updating router f018851f-6dc1-4a0e-b66b-c0f1d4742fd8 port 95a582d0-254e-4819-8e1b-74dbb8e1c946 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:10:13.688162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda5384-a87f-466a-b644-ceedf0d37a74 req-e5af37b2-d8b5-44a2-b035-f6e40fd1bca6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:13.700465 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9377a3d7-5146-4c4d-ab15-18bd65e1c91c req-5972997c-5fc9-41ee-8c19-d3110536b555 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2133946
Feb 12 21:10:13.705191 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda5384-a87f-466a-b644-ceedf0d37a74 req-e5af37b2-d8b5-44a2-b035-f6e40fd1bca6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:13.708022 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6bda5384-a87f-466a-b644-ceedf0d37a74 req-e5af37b2-d8b5-44a2-b035-f6e40fd1bca6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 4607 time: 0.1498423
Feb 12 21:10:13.714640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Request body: {'port': {'device_id': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:13.759140 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:13.762035 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (92792a69-b28e-4eb4-96a9-1fc3b8da9505), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:13.814320 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6bda5384-a87f-466a-b644-ceedf0d37a74 req-1fd41e42-1edd-4a31-9c52-25f6e6d29607 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0895257
Feb 12 21:10:13.815276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 05a98793-9f41-4207-a9e7-2af3d323b9f2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:13.936211 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1fe06461-27fb-4282-97ba-13fca702a547), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:13.944163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ec556-c36d-4df5-8149-838eb81bdbfd None None] Pushing event updated for resources: {'Port': ['ID=92792a69-b28e-4eb4-96a9-1fc3b8da9505,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:14.038643 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Publish callbacks [] for router_gateway (722581dc-165c-45dc-8b68-d7e66aa98dab), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:14.098158 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:14.198046 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Publish callbacks [] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:14.261022 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:14.340414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a260294-a5fb-4a8b-bd6f-46c66fe1cc12 None None] Pushing event updated for resources: {'Port': ['ID=95a582d0-254e-4819-8e1b-74dbb8e1c946,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:14.357431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'tag': 'f960d66a-27d4-45da-ab76-16c8e9d8d0db'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:14.360222 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42878dbd-b169-4a8e-b76c-cee76ccc393f" -d '{"events": [{"name": "network-changed", "server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "tag": "f960d66a-27d4-45da-ab76-16c8e9d8d0db"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:14.382187 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Attempting to bind port 95a582d0-254e-4819-8e1b-74dbb8e1c946 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:14.382593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Attempting to bind port 95a582d0-254e-4819-8e1b-74dbb8e1c946 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd241ce97-e673-4f3a-bb5d-6be764473452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '95585999-2941-44ce-9740-36bec331694c'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:14.382990 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Attempting to bind port 95a582d0-254e-4819-8e1b-74dbb8e1c946 on network 95585999-2941-44ce-9740-36bec331694c {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:14.388958 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:14.391529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Checking segment: {'id': 'd241ce97-e673-4f3a-bb5d-6be764473452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '95585999-2941-44ce-9740-36bec331694c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:14.391529 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:14.391529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Bound using segment: {'id': 'd241ce97-e673-4f3a-bb5d-6be764473452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '95585999-2941-44ce-9740-36bec331694c'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:14.391529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Bound port: 95a582d0-254e-4819-8e1b-74dbb8e1c946, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd241ce97-e673-4f3a-bb5d-6be764473452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '95585999-2941-44ce-9740-36bec331694c'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:14.391529 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:14.404030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Allocated IP 172.35.2.196 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/b850f562-3a70-4494-aa3e-3997275824c9) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:14.420026 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32aa19ad-ee7e-4e89-8000-7b9f269f8c2c x-openstack-request-id: req-32aa19ad-ee7e-4e89-8000-7b9f269f8c2c {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:14.420446 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "tag": "f960d66a-27d4-45da-ab76-16c8e9d8d0db", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:14.420640 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32aa19ad-ee7e-4e89-8000-7b9f269f8c2c {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:14.421001 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'tag': 'f960d66a-27d4-45da-ab76-16c8e9d8d0db', 'status': 'completed', 'code': 200}
Feb 12 21:10:14.470283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] For port 95a582d0-254e-4819-8e1b-74dbb8e1c946, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:14.474798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] For port 95a582d0-254e-4819-8e1b-74dbb8e1c946, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95a582d0-254e-4819-8e1b-74dbb8e1c946,segment=NetworkSegment(d241ce97-e673-4f3a-bb5d-6be764473452),segment_id=d241ce97-e673-4f3a-bb5d-6be764473452)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:14.545478 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42878dbd-b169-4a8e-b76c-cee76ccc393f req-e75003c7-804c-432e-aeee-e79c4ae9229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:14.546039 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42878dbd-b169-4a8e-b76c-cee76ccc393f req-e75003c7-804c-432e-aeee-e79c4ae9229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:14.546480 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42878dbd-b169-4a8e-b76c-cee76ccc393f req-e75003c7-804c-432e-aeee-e79c4ae9229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:14.546955 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42878dbd-b169-4a8e-b76c-cee76ccc393f req-e75003c7-804c-432e-aeee-e79c4ae9229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:14.547423 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42878dbd-b169-4a8e-b76c-cee76ccc393f req-e75003c7-804c-432e-aeee-e79c4ae9229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:14.547894 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42878dbd-b169-4a8e-b76c-cee76ccc393f req-e75003c7-804c-432e-aeee-e79c4ae9229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:14.550091 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-42878dbd-b169-4a8e-b76c-cee76ccc393f req-e75003c7-804c-432e-aeee-e79c4ae9229e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=992939bc41444299957b35468c7433c6&device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5355 time: 0.0990856
Feb 12 21:10:14.550987 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-742c6cad-b9da-4527-a18e-02525c43a627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (078e9277-67a6-4df9-890b-556b7a5ef803), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:14.571374 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:14.659565 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Routers {'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:10:14.660466 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb31e9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:14.670398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe06461-27fb-4282-97ba-13fca702a547 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:14.691813 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Publish callbacks [] for port (1fe06461-27fb-4282-97ba-13fca702a547), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:14.715337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a260294-a5fb-4a8b-bd6f-46c66fe1cc12 None None] Pushing event updated for resources: {'Port': ['ID=95a582d0-254e-4819-8e1b-74dbb8e1c946,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:14.718747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2330693d-5325-45f8-b48e-3be28ca39a9b None None] Provisioning complete for port 95a582d0-254e-4819-8e1b-74dbb8e1c946 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:14.719124 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2330693d-5325-45f8-b48e-3be28ca39a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:14.725622 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Publish callbacks [] for port (b850f562-3a70-4494-aa3e-3997275824c9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:14.745589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Transition to ACTIVE for port object 1fe06461-27fb-4282-97ba-13fca702a547 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:10:14.853042 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (1fe06461-27fb-4282-97ba-13fca702a547), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:14.912186 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] Set router f018851f-6dc1-4a0e-b66b-c0f1d4742fd8 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:10:14.961755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42878dbd-b169-4a8e-b76c-cee76ccc393f req-eb90b57f-f00f-4462-88da-61d589c3e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:14.962389 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42878dbd-b169-4a8e-b76c-cee76ccc393f req-eb90b57f-f00f-4462-88da-61d589c3e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:14.962886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42878dbd-b169-4a8e-b76c-cee76ccc393f req-eb90b57f-f00f-4462-88da-61d589c3e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:14.964467 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-42878dbd-b169-4a8e-b76c-cee76ccc393f req-eb90b57f-f00f-4462-88da-61d589c3e9db service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=992939bc41444299957b35468c7433c6&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.4058228
Feb 12 21:10:14.980007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Pushing event updated for resources: {'Port': ['ID=1fe06461-27fb-4282-97ba-13fca702a547,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:15.125465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a734fb-2f07-43a1-a9ac-1b324d880bec req-a6baa519-01f0-4bed-8a7e-8e1865562f14 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:15.127370 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-43a734fb-2f07-43a1-a9ac-1b324d880bec req-a6baa519-01f0-4bed-8a7e-8e1865562f14 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.2547565
Feb 12 21:10:15.160963 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b850f562-3a70-4494-aa3e-3997275824c9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:15.184001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2330693d-5325-45f8-b48e-3be28ca39a9b None None] Current status of the port 95a582d0-254e-4819-8e1b-74dbb8e1c946 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:15.184407 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2330693d-5325-45f8-b48e-3be28ca39a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:15.248718 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-43a734fb-2f07-43a1-a9ac-1b324d880bec req-23c95b41-b4c8-4605-8a4b-63396a02d820 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127882
Feb 12 21:10:15.261927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 92792a69-b28e-4eb4-96a9-1fc3b8da9505 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:15.265823 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42878dbd-b169-4a8e-b76c-cee76ccc393f req-153aa61f-90ab-49e7-92ef-e0102a018de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:15.266987 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-42878dbd-b169-4a8e-b76c-cee76ccc393f req-153aa61f-90ab-49e7-92ef-e0102a018de4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2945502
Feb 12 21:10:15.305100 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2330693d-5325-45f8-b48e-3be28ca39a9b None None] For port 95a582d0-254e-4819-8e1b-74dbb8e1c946, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95a582d0-254e-4819-8e1b-74dbb8e1c946,segment=NetworkSegment(d241ce97-e673-4f3a-bb5d-6be764473452),segment_id=d241ce97-e673-4f3a-bb5d-6be764473452)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:15.317454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:15.331497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:15.349295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:15.375742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 92792a69-b28e-4eb4-96a9-1fc3b8da9505 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:15.376125 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (92792a69-b28e-4eb4-96a9-1fc3b8da9505), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:15.378844 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2330693d-5325-45f8-b48e-3be28ca39a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:15.382024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Pushing event updated for resources: {'Port': ['ID=b850f562-3a70-4494-aa3e-3997275824c9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:15.422896 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920835-f0fe-4c69-bfb1-e1286e0dc68c req-b0875c22-0bfa-487b-ae20-91230a9a65cc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:15.428171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920835-f0fe-4c69-bfb1-e1286e0dc68c req-b0875c22-0bfa-487b-ae20-91230a9a65cc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:15.433969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920835-f0fe-4c69-bfb1-e1286e0dc68c req-b0875c22-0bfa-487b-ae20-91230a9a65cc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:15.439184 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920835-f0fe-4c69-bfb1-e1286e0dc68c req-b0875c22-0bfa-487b-ae20-91230a9a65cc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:15.442298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e30c48-252d-4eba-acd3-e1d17fa53ddb None None] Network 0667fd4a-8e2d-4583-adf6-fead39b333d4 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:10:15.444383 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920835-f0fe-4c69-bfb1-e1286e0dc68c req-b0875c22-0bfa-487b-ae20-91230a9a65cc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:15.450283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920835-f0fe-4c69-bfb1-e1286e0dc68c req-b0875c22-0bfa-487b-ae20-91230a9a65cc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:15.455656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920835-f0fe-4c69-bfb1-e1286e0dc68c req-b0875c22-0bfa-487b-ae20-91230a9a65cc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:15.457420 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44920835-f0fe-4c69-bfb1-e1286e0dc68c req-b0875c22-0bfa-487b-ae20-91230a9a65cc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5384 time: 0.4702659
Feb 12 21:10:15.476511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb31e9a0>, [{'id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'name': 'tempest-TaggedBootDevicesTest-654192990-router', 'tenant_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.75'}], 'enable_snat': True}, 'gw_port_id': '05a98793-9f41-4207-a9e7-2af3d323b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:02Z', 'updated_at': '2022-02-12T21:10:09Z', 'revision_number': 4, 'project_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'gw_port': {'id': '05a98793-9f41-4207-a9e7-2af3d323b9f2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:04Z', 'updated_at': '2022-02-12T21:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95a582d0-254e-4819-8e1b-74dbb8e1c946', 'name': '', 'network_id': '95585999-2941-44ce-9740-36bec331694c', 'tenant_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'mac_address': 'fa:16:3e:ee:c3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7e91482-f399-4665-b58b-bcf362a3d1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:09Z', 'updated_at': '2022-02-12T21:10:14Z', 'revision_number': 4, 'project_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'subnets': [{'id': 'b7e91482-f399-4665-b58b-bcf362a3d1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:15.477881 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Attempting to bind port 1fe06461-27fb-4282-97ba-13fca702a547 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:15.478230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Attempting to bind port 1fe06461-27fb-4282-97ba-13fca702a547 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:15.478560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Attempting to bind port 1fe06461-27fb-4282-97ba-13fca702a547 on network 531eb872-2139-4490-9c0c-9bd28b6649a5 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:15.545851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Port 1fe06461-27fb-4282-97ba-13fca702a547 on network 531eb872-2139-4490-9c0c-9bd28b6649a5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:10:15.546179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Attempting to bind port 1fe06461-27fb-4282-97ba-13fca702a547 on network 531eb872-2139-4490-9c0c-9bd28b6649a5 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:15.554193 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3881a2-8e73-4f94-8086-da363897c9c4 None None] The sync data for ids ['f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'] in ncdv-master-1 is: [{'id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'name': 'tempest-TaggedBootDevicesTest-654192990-router', 'tenant_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.75'}], 'enable_snat': True}, 'gw_port_id': '05a98793-9f41-4207-a9e7-2af3d323b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:02Z', 'updated_at': '2022-02-12T21:10:09Z', 'revision_number': 4, 'project_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'gw_port': {'id': '05a98793-9f41-4207-a9e7-2af3d323b9f2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:04Z', 'updated_at': '2022-02-12T21:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '95a582d0-254e-4819-8e1b-74dbb8e1c946', 'name': '', 'network_id': '95585999-2941-44ce-9740-36bec331694c', 'tenant_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'mac_address': 'fa:16:3e:ee:c3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7e91482-f399-4665-b58b-bcf362a3d1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:09Z', 'updated_at': '2022-02-12T21:10:14Z', 'revision_number': 4, 'project_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'subnets': [{'id': 'b7e91482-f399-4665-b58b-bcf362a3d1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:10:15.627772 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:15.629476 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Checking segment: {'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:15.630121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Bound using segment: {'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:15.630796 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Bound port: 1fe06461-27fb-4282-97ba-13fca702a547, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:15.631358 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1fe06461-27fb-4282-97ba-13fca702a547), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:15.718273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330693d-5325-45f8-b48e-3be28ca39a9b None None] Pushing event updated for resources: {'Port': ['ID=95a582d0-254e-4819-8e1b-74dbb8e1c946,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:15.739568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-14a583a4-c424-4ff1-9b69-d2dac920a453 None None] Provisioning complete for port 95a582d0-254e-4819-8e1b-74dbb8e1c946 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:15.739981 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-14a583a4-c424-4ff1-9b69-d2dac920a453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:15.772568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44920835-f0fe-4c69-bfb1-e1286e0dc68c req-0bd1e0a0-2698-442a-b16f-86439a149600 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3066270
Feb 12 21:10:15.798823 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-742c6cad-b9da-4527-a18e-02525c43a627 admin admin] Deleting port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:10:15.799169 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-742c6cad-b9da-4527-a18e-02525c43a627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:15.860038 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 92792a69-b28e-4eb4-96a9-1fc3b8da9505 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:15.862148 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (92792a69-b28e-4eb4-96a9-1fc3b8da9505), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:15.908970 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 92792a69-b28e-4eb4-96a9-1fc3b8da9505, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92792a69-b28e-4eb4-96a9-1fc3b8da9505,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:15.954360 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] For port 1fe06461-27fb-4282-97ba-13fca702a547, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:15.978762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-14a583a4-c424-4ff1-9b69-d2dac920a453 None None] Current status of the port 95a582d0-254e-4819-8e1b-74dbb8e1c946 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:15.979162 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] For port 1fe06461-27fb-4282-97ba-13fca702a547, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1fe06461-27fb-4282-97ba-13fca702a547,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:15.990805 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-14a583a4-c424-4ff1-9b69-d2dac920a453 None None] Provisioning complete for port 92792a69-b28e-4eb4-96a9-1fc3b8da9505 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:15.991876 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-14a583a4-c424-4ff1-9b69-d2dac920a453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (92792a69-b28e-4eb4-96a9-1fc3b8da9505), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:16.024418 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (92792a69-b28e-4eb4-96a9-1fc3b8da9505), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:16.037322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-742c6cad-b9da-4527-a18e-02525c43a627 admin admin] For port dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad,segment=NetworkSegment(dc171e49-b843-4059-90c8-2966f2e0cf8f),segment_id=dc171e49-b843-4059-90c8-2966f2e0cf8f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:16.037803 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-742c6cad-b9da-4527-a18e-02525c43a627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:16.061338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-742c6cad-b9da-4527-a18e-02525c43a627 admin admin] Calling delete_port for dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:10:16.061338 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Publish callbacks [] for router_gateway (722581dc-165c-45dc-8b68-d7e66aa98dab), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:16.112523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=92792a69-b28e-4eb4-96a9-1fc3b8da9505,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:16.166067 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-14a583a4-c424-4ff1-9b69-d2dac920a453 None None] Current status of the port 92792a69-b28e-4eb4-96a9-1fc3b8da9505 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:16.313817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-90cbc125-9b62-41c4-a163-b541b2be0556 None None] Provisioning complete for port 92792a69-b28e-4eb4-96a9-1fc3b8da9505 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:16.314311 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-90cbc125-9b62-41c4-a163-b541b2be0556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (92792a69-b28e-4eb4-96a9-1fc3b8da9505), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:16.433749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56681a92-6836-45f8-9fc3-4429f0460e0b req-0922c159-821a-407c-8a86-635bdd4772a7 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:16.436121 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-56681a92-6836-45f8-9fc3-4429f0460e0b req-0922c159-821a-407c-8a86-635bdd4772a7 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.0664380
Feb 12 21:10:16.451408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-90cbc125-9b62-41c4-a163-b541b2be0556 None None] Current status of the port 92792a69-b28e-4eb4-96a9-1fc3b8da9505 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:16.470295 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (1fe06461-27fb-4282-97ba-13fca702a547), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:16.488309 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-56681a92-6836-45f8-9fc3-4429f0460e0b req-190fb01f-2cc1-4fa9-bb3a-9f09243230d8 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456364
Feb 12 21:10:16.554260 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:16.555656 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:16.557224 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] 10.222.0.48 "PUT /v2.0/ports/1fe06461-27fb-4282-97ba-13fca702a547 HTTP/1.1" status: 200  len: 1135 time: 2.8521667
Feb 12 21:10:16.557734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'tag': '1fe06461-27fb-4282-97ba-13fca702a547'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:16.560033 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686b2c31-f830-458a-89ce-c7c894cb6f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "tag": "1fe06461-27fb-4282-97ba-13fca702a547"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:16.618167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110e0bf-9092-4f59-8b2e-78c7d8d7b66d service neutron] Pushing event updated for resources: {'Port': ['ID=1fe06461-27fb-4282-97ba-13fca702a547,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:16.621791 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa78ec41-ff5e-4ddd-803a-a9b6d82c891b x-openstack-request-id: req-aa78ec41-ff5e-4ddd-803a-a9b6d82c891b {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:16.622153 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "tag": "1fe06461-27fb-4282-97ba-13fca702a547", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:16.622441 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa78ec41-ff5e-4ddd-803a-a9b6d82c891b {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:16.622822 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'tag': '1fe06461-27fb-4282-97ba-13fca702a547', 'status': 'completed', 'code': 200}
Feb 12 21:10:16.741754 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Request body: {'port': {'device_id': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:16.745536 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b2c31-f830-458a-89ce-c7c894cb6f4b req-62eddb94-0175-431f-aadd-633f23c07e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:16.746025 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b2c31-f830-458a-89ce-c7c894cb6f4b req-62eddb94-0175-431f-aadd-633f23c07e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:16.746527 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b2c31-f830-458a-89ce-c7c894cb6f4b req-62eddb94-0175-431f-aadd-633f23c07e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:16.746965 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b2c31-f830-458a-89ce-c7c894cb6f4b req-62eddb94-0175-431f-aadd-633f23c07e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:16.747433 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b2c31-f830-458a-89ce-c7c894cb6f4b req-62eddb94-0175-431f-aadd-633f23c07e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:16.748076 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b2c31-f830-458a-89ce-c7c894cb6f4b req-62eddb94-0175-431f-aadd-633f23c07e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:16.748722 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b2c31-f830-458a-89ce-c7c894cb6f4b req-62eddb94-0175-431f-aadd-633f23c07e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:16.753845 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-686b2c31-f830-458a-89ce-c7c894cb6f4b req-62eddb94-0175-431f-aadd-633f23c07e6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=992939bc41444299957b35468c7433c6&device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 6314 time: 0.0898418
Feb 12 21:10:16.963595 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d18f9305-c081-40ea-be43-4032e65318f6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:16.969537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b2c31-f830-458a-89ce-c7c894cb6f4b req-e9f9c41a-f82a-42ec-ae58-5214e12aaabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:16.969537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b2c31-f830-458a-89ce-c7c894cb6f4b req-e9f9c41a-f82a-42ec-ae58-5214e12aaabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:16.969537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b2c31-f830-458a-89ce-c7c894cb6f4b req-e9f9c41a-f82a-42ec-ae58-5214e12aaabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:16.969937 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-686b2c31-f830-458a-89ce-c7c894cb6f4b req-e9f9c41a-f82a-42ec-ae58-5214e12aaabb service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=992939bc41444299957b35468c7433c6&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.2042596
Feb 12 21:10:16.997422 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (722581dc-165c-45dc-8b68-d7e66aa98dab), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:17.229778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 92792a69-b28e-4eb4-96a9-1fc3b8da9505 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:17.255060 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-742c6cad-b9da-4527-a18e-02525c43a627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:17.297123 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 92792a69-b28e-4eb4-96a9-1fc3b8da9505 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:17.297545 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (92792a69-b28e-4eb4-96a9-1fc3b8da9505), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:17.310846 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcb203-032b-4956-a581-51d7a83d295e req-39a535fc-5594-4d55-bf36-c55e4e9dd890 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:17.312874 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcb203-032b-4956-a581-51d7a83d295e req-39a535fc-5594-4d55-bf36-c55e4e9dd890 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:17.316368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c6cad-b9da-4527-a18e-02525c43a627 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:17.318421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcb203-032b-4956-a581-51d7a83d295e req-39a535fc-5594-4d55-bf36-c55e4e9dd890 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:17.324027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcb203-032b-4956-a581-51d7a83d295e req-39a535fc-5594-4d55-bf36-c55e4e9dd890 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:17.329439 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcb203-032b-4956-a581-51d7a83d295e req-39a535fc-5594-4d55-bf36-c55e4e9dd890 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:17.335055 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcb203-032b-4956-a581-51d7a83d295e req-39a535fc-5594-4d55-bf36-c55e4e9dd890 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:17.340407 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcb203-032b-4956-a581-51d7a83d295e req-39a535fc-5594-4d55-bf36-c55e4e9dd890 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:17.347144 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bafcb203-032b-4956-a581-51d7a83d295e req-39a535fc-5594-4d55-bf36-c55e4e9dd890 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5384 time: 0.4624074
Feb 12 21:10:17.475338 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 92792a69-b28e-4eb4-96a9-1fc3b8da9505 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:17.486027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 95a582d0-254e-4819-8e1b-74dbb8e1c946 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:17.488369 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b2c31-f830-458a-89ce-c7c894cb6f4b req-6a0f163f-74d1-4663-832b-0ef0289b334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:17.489997 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-686b2c31-f830-458a-89ce-c7c894cb6f4b req-6a0f163f-74d1-4663-832b-0ef0289b334f service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5134735
Feb 12 21:10:17.508812 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bafcb203-032b-4956-a581-51d7a83d295e req-bb93b483-2f21-423d-95d2-d41e6c2d663e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1592109
Feb 12 21:10:17.545048 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 95a582d0-254e-4819-8e1b-74dbb8e1c946 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:17.546244 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:17.630367 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 95a582d0-254e-4819-8e1b-74dbb8e1c946 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:17.674751 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Router 722581dc-165c-45dc-8b68-d7e66aa98dab is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:10:17.704636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18f9305-c081-40ea-be43-4032e65318f6 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:17.718603 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Publish callbacks [] for port (d18f9305-c081-40ea-be43-4032e65318f6), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:17.795688 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-742c6cad-b9da-4527-a18e-02525c43a627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (078e9277-67a6-4df9-890b-556b7a5ef803), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:17.807248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a43d-3daf-49e9-b5f8-8b7f737584b7 req-a938fffe-49da-4071-a4af-9c52ebeb4f71 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:17.808774 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb75a43d-3daf-49e9-b5f8-8b7f737584b7 req-a938fffe-49da-4071-a4af-9c52ebeb4f71 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.2101836
Feb 12 21:10:17.816303 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Transition to ACTIVE for port object d18f9305-c081-40ea-be43-4032e65318f6 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:10:17.917069 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (d18f9305-c081-40ea-be43-4032e65318f6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:18.004516 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb75a43d-3daf-49e9-b5f8-8b7f737584b7 req-0761b72f-f2f7-472f-8af5-8f881554b7b5 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843505
Feb 12 21:10:18.020347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:10:18.032255 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Sync routers for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:10:18.034050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Pushing event updated for resources: {'Port': ['ID=d18f9305-c081-40ea-be43-4032e65318f6,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:18.045277 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:10:18.046030 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba9550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:18.181666 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:18.183110 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c87898d4-a7ef-4210-bbbf-ff2241fc5b75 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 932 time: 6.4634633
Feb 12 21:10:18.186748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36348) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:18.215676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Attempting to bind port d18f9305-c081-40ea-be43-4032e65318f6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:18.216069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Attempting to bind port d18f9305-c081-40ea-be43-4032e65318f6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:18.216329 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Attempting to bind port d18f9305-c081-40ea-be43-4032e65318f6 on network 531eb872-2139-4490-9c0c-9bd28b6649a5 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:18.234454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Port d18f9305-c081-40ea-be43-4032e65318f6 on network 531eb872-2139-4490-9c0c-9bd28b6649a5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:10:18.234454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Attempting to bind port d18f9305-c081-40ea-be43-4032e65318f6 on network 531eb872-2139-4490-9c0c-9bd28b6649a5 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:18.239929 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:18.240269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Checking segment: {'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:18.240651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Bound using segment: {'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:18.241085 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Bound port: d18f9305-c081-40ea-be43-4032e65318f6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:18.241467 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d18f9305-c081-40ea-be43-4032e65318f6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:18.252156 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:10:18.265000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742c6cad-b9da-4527-a18e-02525c43a627 admin admin] Router 078e9277-67a6-4df9-890b-556b7a5ef803 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:10:18.403216 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] For port d18f9305-c081-40ea-be43-4032e65318f6, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:18.408036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] For port d18f9305-c081-40ea-be43-4032e65318f6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d18f9305-c081-40ea-be43-4032e65318f6,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:18.431766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742c6cad-b9da-4527-a18e-02525c43a627 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:10:18.439669 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-742c6cad-b9da-4527-a18e-02525c43a627 admin admin] 10.222.0.31 "PUT /v2.0/routers/078e9277-67a6-4df9-890b-556b7a5ef803/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9090426
Feb 12 21:10:18.440379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36350) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:18.444409 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd6c31-8fe2-45c8-8158-d2e70cbe71e3 None None] Sync routers for ids ['078e9277-67a6-4df9-890b-556b7a5ef803'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:10:18.456162 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd6c31-8fe2-45c8-8158-d2e70cbe71e3 None None] Routers {'078e9277-67a6-4df9-890b-556b7a5ef803'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:10:18.456939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bebd6c31-8fe2-45c8-8158-d2e70cbe71e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb68cf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['078e9277-67a6-4df9-890b-556b7a5ef803'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:18.464258 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba9550>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:15Z', 'revision_number': 3, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:18.583574 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Checking router: 722581dc-165c-45dc-8b68-d7e66aa98dab for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:10:18.589591 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Updating router 722581dc-165c-45dc-8b68-d7e66aa98dab port b850f562-3a70-4494-aa3e-3997275824c9 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:10:18.658184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-bebd6c31-8fe2-45c8-8158-d2e70cbe71e3 None None] Set router 078e9277-67a6-4df9-890b-556b7a5ef803 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:10:18.671859 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b850f562-3a70-4494-aa3e-3997275824c9), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:18.762943 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ca715-969f-46f2-9e2c-817df1ec5781 req-5f833b32-21ee-4925-ab94-5ae03fec5c13 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:18.766572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ca715-969f-46f2-9e2c-817df1ec5781 req-5f833b32-21ee-4925-ab94-5ae03fec5c13 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:18.772596 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ca715-969f-46f2-9e2c-817df1ec5781 req-5f833b32-21ee-4925-ab94-5ae03fec5c13 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:18.781074 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ca715-969f-46f2-9e2c-817df1ec5781 req-5f833b32-21ee-4925-ab94-5ae03fec5c13 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:18.794812 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ca715-969f-46f2-9e2c-817df1ec5781 req-5f833b32-21ee-4925-ab94-5ae03fec5c13 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:18.802696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ca715-969f-46f2-9e2c-817df1ec5781 req-5f833b32-21ee-4925-ab94-5ae03fec5c13 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:18.809917 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ca715-969f-46f2-9e2c-817df1ec5781 req-5f833b32-21ee-4925-ab94-5ae03fec5c13 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:18.812144 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b04ca715-969f-46f2-9e2c-817df1ec5781 req-5f833b32-21ee-4925-ab94-5ae03fec5c13 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5396 time: 0.1698363
Feb 12 21:10:18.841779 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (d18f9305-c081-40ea-be43-4032e65318f6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:18.895898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:18.896701 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:18.897912 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] 10.222.0.48 "PUT /v2.0/ports/d18f9305-c081-40ea-be43-4032e65318f6 HTTP/1.1" status: 200  len: 1091 time: 2.2206485
Feb 12 21:10:18.898560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'tag': 'd18f9305-c081-40ea-be43-4032e65318f6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:18.904621 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4924f9-a726-4965-8d40-dceb7a3c62cf" -d '{"events": [{"name": "network-changed", "server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "tag": "d18f9305-c081-40ea-be43-4032e65318f6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:18.938886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633f3d3-4867-425c-a060-687c98a9ab1e service neutron] Pushing event updated for resources: {'Port': ['ID=d18f9305-c081-40ea-be43-4032e65318f6,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:18.954182 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7844211a-9ddf-4d02-8996-e0cd2c779c04 admin admin] Publish callbacks [] for router (078e9277-67a6-4df9-890b-556b7a5ef803), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:18.995028 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b04ca715-969f-46f2-9e2c-817df1ec5781 req-8f0a1dc4-ea8d-4e8a-83fe-15f7653ba107 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1733496
Feb 12 21:10:19.046407 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3f68c5-0aa7-4787-b820-becf273b713e x-openstack-request-id: req-0f3f68c5-0aa7-4787-b820-becf273b713e {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:19.049525 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "tag": "d18f9305-c081-40ea-be43-4032e65318f6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:19.049525 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f3f68c5-0aa7-4787-b820-becf273b713e {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:19.049525 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'tag': 'd18f9305-c081-40ea-be43-4032e65318f6', 'status': 'completed', 'code': 200}
Feb 12 21:10:19.057190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Request body: {'port': {'device_id': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:19.100139 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bebd6c31-8fe2-45c8-8158-d2e70cbe71e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb68cf10>, [{'id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'name': 'tempest-FloatingIPsTestJSON-1402543413-router', 'tenant_id': '90201e87d6d3440c8c63095cf074f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246'}], 'enable_snat': True}, 'gw_port_id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:48Z', 'updated_at': '2022-02-12T21:10:16Z', 'revision_number': 5, 'project_id': '90201e87d6d3440c8c63095cf074f0ea', 'gw_port': {'id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:49Z', 'updated_at': '2022-02-12T21:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:19.194201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd6c31-8fe2-45c8-8158-d2e70cbe71e3 None None] Checking router: 078e9277-67a6-4df9-890b-556b7a5ef803 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:10:19.203813 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:19.204345 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd6c31-8fe2-45c8-8158-d2e70cbe71e3 None None] Routers {'078e9277-67a6-4df9-890b-556b7a5ef803'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:10:19.205128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bebd6c31-8fe2-45c8-8158-d2e70cbe71e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb68cf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['078e9277-67a6-4df9-890b-556b7a5ef803'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:19.236794 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:19.282421 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7844211a-9ddf-4d02-8996-e0cd2c779c04 admin admin] Publish callbacks [] for router_gateway (078e9277-67a6-4df9-890b-556b7a5ef803), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:19.289253 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Publish callbacks [] for port (b850f562-3a70-4494-aa3e-3997275824c9), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:19.310664 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4924f9-a726-4965-8d40-dceb7a3c62cf req-72de5181-ff3e-49fd-8991-bdde5a21a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:19.311277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4924f9-a726-4965-8d40-dceb7a3c62cf req-72de5181-ff3e-49fd-8991-bdde5a21a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:19.311760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4924f9-a726-4965-8d40-dceb7a3c62cf req-72de5181-ff3e-49fd-8991-bdde5a21a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:19.312225 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4924f9-a726-4965-8d40-dceb7a3c62cf req-72de5181-ff3e-49fd-8991-bdde5a21a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:19.312691 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4924f9-a726-4965-8d40-dceb7a3c62cf req-72de5181-ff3e-49fd-8991-bdde5a21a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:19.313150 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4924f9-a726-4965-8d40-dceb7a3c62cf req-72de5181-ff3e-49fd-8991-bdde5a21a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:19.313633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4924f9-a726-4965-8d40-dceb7a3c62cf req-72de5181-ff3e-49fd-8991-bdde5a21a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:19.315634 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb4924f9-a726-4965-8d40-dceb7a3c62cf req-72de5181-ff3e-49fd-8991-bdde5a21a30c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=992939bc41444299957b35468c7433c6&device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 6412 time: 0.2349572
Feb 12 21:10:19.369871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252173d-a7aa-403c-8d2f-35c7372c9bca req-2dc19c69-e70e-44fb-9b78-182a6f084ce6 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:19.371965 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c252173d-a7aa-403c-8d2f-35c7372c9bca req-2dc19c69-e70e-44fb-9b78-182a6f084ce6 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.1367512
Feb 12 21:10:19.407943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-bebd6c31-8fe2-45c8-8158-d2e70cbe71e3 None None] Set router 078e9277-67a6-4df9-890b-556b7a5ef803 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:10:19.416535 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b850f562-3a70-4494-aa3e-3997275824c9), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:19.504626 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Attempting to bind port b850f562-3a70-4494-aa3e-3997275824c9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:19.506394 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Attempting to bind port b850f562-3a70-4494-aa3e-3997275824c9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:19.506394 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Attempting to bind port b850f562-3a70-4494-aa3e-3997275824c9 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:19.519074 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:19.520996 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:19.522138 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:19.523175 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:19.524523 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Bound port: b850f562-3a70-4494-aa3e-3997275824c9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:19.524936 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b850f562-3a70-4494-aa3e-3997275824c9), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:19.538470 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4924f9-a726-4965-8d40-dceb7a3c62cf req-74902c31-96bd-4167-8fb6-621beac4529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:19.538888 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4924f9-a726-4965-8d40-dceb7a3c62cf req-74902c31-96bd-4167-8fb6-621beac4529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:19.540126 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4924f9-a726-4965-8d40-dceb7a3c62cf req-74902c31-96bd-4167-8fb6-621beac4529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:19.541991 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb4924f9-a726-4965-8d40-dceb7a3c62cf req-74902c31-96bd-4167-8fb6-621beac4529a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=992939bc41444299957b35468c7433c6&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.2153370
Feb 12 21:10:19.572063 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c252173d-a7aa-403c-8d2f-35c7372c9bca req-e98c5e5e-4280-4080-aa19-8ab54c4b1e9c tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508768
Feb 12 21:10:19.582984 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Allocated IP 172.20.0.1 (0667fd4a-8e2d-4583-adf6-fead39b333d4/dbf790e3-6bae-405c-a246-30da62205e0c/3a4a5d34-bd0b-4940-b044-0a1252ab65ab) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:19.598621 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d7e70-be19-45b9-ba60-46dc77e7a20d None None] Pushing event updated for resources: {'Port': ['ID=b850f562-3a70-4494-aa3e-3997275824c9,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:19.629655 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d7e70-be19-45b9-ba60-46dc77e7a20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:19.630158 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d7e70-be19-45b9-ba60-46dc77e7a20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:19.630331 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-7844211a-9ddf-4d02-8996-e0cd2c779c04 admin admin] Deleting port 8804e3e1-8374-467e-a91f-9ce88c5f7069 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:10:19.630513 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d7e70-be19-45b9-ba60-46dc77e7a20d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:19.630674 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7844211a-9ddf-4d02-8996-e0cd2c779c04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8804e3e1-8374-467e-a91f-9ce88c5f7069), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:19.630912 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d7e70-be19-45b9-ba60-46dc77e7a20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:19.631670 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d7e70-be19-45b9-ba60-46dc77e7a20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:19.631670 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d7e70-be19-45b9-ba60-46dc77e7a20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:19.632276 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d7e70-be19-45b9-ba60-46dc77e7a20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:19.632666 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d7e70-be19-45b9-ba60-46dc77e7a20d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:19.633038 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d7e70-be19-45b9-ba60-46dc77e7a20d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:19.633453 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d7e70-be19-45b9-ba60-46dc77e7a20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:19.635970 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d7e70-be19-45b9-ba60-46dc77e7a20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:19.635970 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d7e70-be19-45b9-ba60-46dc77e7a20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:19.635970 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3d7e70-be19-45b9-ba60-46dc77e7a20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:10:19.657782 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] For port b850f562-3a70-4494-aa3e-3997275824c9, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:19.674411 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] For port b850f562-3a70-4494-aa3e-3997275824c9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b850f562-3a70-4494-aa3e-3997275824c9,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:19.680867 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bebd6c31-8fe2-45c8-8158-d2e70cbe71e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb68cf10>, [{'id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'name': 'tempest-FloatingIPsTestJSON-1402543413-router', 'tenant_id': '90201e87d6d3440c8c63095cf074f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246'}], 'enable_snat': True}, 'gw_port_id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:48Z', 'updated_at': '2022-02-12T21:10:16Z', 'revision_number': 5, 'project_id': '90201e87d6d3440c8c63095cf074f0ea', 'gw_port': {'id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:49Z', 'updated_at': '2022-02-12T21:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:19.717697 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd6c31-8fe2-45c8-8158-d2e70cbe71e3 None None] The sync data for ids ['078e9277-67a6-4df9-890b-556b7a5ef803'] in ncdv-master-1 is: [{'id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'name': 'tempest-FloatingIPsTestJSON-1402543413-router', 'tenant_id': '90201e87d6d3440c8c63095cf074f0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246'}], 'enable_snat': True}, 'gw_port_id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:48Z', 'updated_at': '2022-02-12T21:10:16Z', 'revision_number': 5, 'project_id': '90201e87d6d3440c8c63095cf074f0ea', 'gw_port': {'id': '8804e3e1-8374-467e-a91f-9ce88c5f7069', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a3:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078e9277-67a6-4df9-890b-556b7a5ef803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:49Z', 'updated_at': '2022-02-12T21:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:10:19.747828 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b850f562-3a70-4494-aa3e-3997275824c9), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:19.762735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36386) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:19.808020 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4924f9-a726-4965-8d40-dceb7a3c62cf req-33c41521-8c4a-4572-b3d2-91bdb5385c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:19.809749 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb4924f9-a726-4965-8d40-dceb7a3c62cf req-33c41521-8c4a-4572-b3d2-91bdb5385c29 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2581365
Feb 12 21:10:19.822432 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:10:19.822432 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba9550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:19.830797 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d7e70-be19-45b9-ba60-46dc77e7a20d None None] Pushing event updated for resources: {'Port': ['ID=b850f562-3a70-4494-aa3e-3997275824c9,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:19.875559 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Publish callbacks [] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:19.892293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-7844211a-9ddf-4d02-8996-e0cd2c779c04 admin admin] For port 8804e3e1-8374-467e-a91f-9ce88c5f7069, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8804e3e1-8374-467e-a91f-9ce88c5f7069,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:19.892923 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7844211a-9ddf-4d02-8996-e0cd2c779c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8804e3e1-8374-467e-a91f-9ce88c5f7069), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:19.939894 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-7844211a-9ddf-4d02-8996-e0cd2c779c04 admin admin] Calling delete_port for 8804e3e1-8374-467e-a91f-9ce88c5f7069 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:10:19.942617 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:10:19.962608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24391d7-58a5-450b-bfb5-2e331131b9e0 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:19.975010 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Publish callbacks [] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:19.981604 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:20.024881 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Network 0667fd4a-8e2d-4583-adf6-fead39b333d4 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:20.029776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:20.030755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Transition to ACTIVE for port object c24391d7-58a5-450b-bfb5-2e331131b9e0 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:10:20.032753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:20.064928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Pushing event updated for resources: {'Port': ['ID=3a4a5d34-bd0b-4940-b044-0a1252ab65ab,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:20.094907 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (722581dc-165c-45dc-8b68-d7e66aa98dab), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:20.154338 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:20.214098 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba9550>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:15Z', 'revision_number': 3, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:20.270817 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b2b0c-3270-439c-8bdd-8b37926c23ca None None] The sync data for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 is: [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:15Z', 'revision_number': 3, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:10:20.408470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Pushing event updated for resources: {'Port': ['ID=c24391d7-58a5-450b-bfb5-2e331131b9e0,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:20.448555 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5147d44-7d20-437b-a78c-4b2684482925 req-bf4656da-2fb7-4a2a-81f7-ed98f4a06e45 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:20.455825 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5147d44-7d20-437b-a78c-4b2684482925 req-bf4656da-2fb7-4a2a-81f7-ed98f4a06e45 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:20.467132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5147d44-7d20-437b-a78c-4b2684482925 req-bf4656da-2fb7-4a2a-81f7-ed98f4a06e45 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:20.479523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5147d44-7d20-437b-a78c-4b2684482925 req-bf4656da-2fb7-4a2a-81f7-ed98f4a06e45 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:20.485779 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5147d44-7d20-437b-a78c-4b2684482925 req-bf4656da-2fb7-4a2a-81f7-ed98f4a06e45 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:20.486490 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7844211a-9ddf-4d02-8996-e0cd2c779c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8804e3e1-8374-467e-a91f-9ce88c5f7069), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:20.491211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5147d44-7d20-437b-a78c-4b2684482925 req-bf4656da-2fb7-4a2a-81f7-ed98f4a06e45 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:20.501125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5147d44-7d20-437b-a78c-4b2684482925 req-bf4656da-2fb7-4a2a-81f7-ed98f4a06e45 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:20.510473 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5147d44-7d20-437b-a78c-4b2684482925 req-bf4656da-2fb7-4a2a-81f7-ed98f4a06e45 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5408 time: 0.3055637
Feb 12 21:10:20.543113 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844211a-9ddf-4d02-8996-e0cd2c779c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=8804e3e1-8374-467e-a91f-9ce88c5f7069,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:20.587415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-155aea4d-a2ac-44cd-af25-b3a479e4dbca None None] Provisioning complete for port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:20.587415 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-155aea4d-a2ac-44cd-af25-b3a479e4dbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:20.615754 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:20.645295 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-155aea4d-a2ac-44cd-af25-b3a479e4dbca None None] Port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:10:20.668437 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5147d44-7d20-437b-a78c-4b2684482925 req-50694fcd-053c-4062-97d6-cf20fa6f851f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1526706
Feb 12 21:10:20.733642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Attempting to bind port c24391d7-58a5-450b-bfb5-2e331131b9e0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:20.733986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Attempting to bind port c24391d7-58a5-450b-bfb5-2e331131b9e0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:20.734316 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Attempting to bind port c24391d7-58a5-450b-bfb5-2e331131b9e0 on network 531eb872-2139-4490-9c0c-9bd28b6649a5 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:20.797162 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Port c24391d7-58a5-450b-bfb5-2e331131b9e0 on network 531eb872-2139-4490-9c0c-9bd28b6649a5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:10:20.797522 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Attempting to bind port c24391d7-58a5-450b-bfb5-2e331131b9e0 on network 531eb872-2139-4490-9c0c-9bd28b6649a5 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:20.812581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:20.812926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Checking segment: {'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:20.813315 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Bound using segment: {'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:20.813784 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Bound port: c24391d7-58a5-450b-bfb5-2e331131b9e0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8fd87f-d4b1-48b9-8702-332b124364be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:20.814142 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:20.828922 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7844211a-9ddf-4d02-8996-e0cd2c779c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (078e9277-67a6-4df9-890b-556b7a5ef803), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:20.899398 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Publish callbacks [] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:20.958278 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:20.973254 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4e2ab-0c01-4e55-a701-6b54af0cd97c req-33095aec-0fbc-4205-8605-209e98222387 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:20.980781 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7c4e2ab-0c01-4e55-a701-6b54af0cd97c req-33095aec-0fbc-4205-8605-209e98222387 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.2513945
Feb 12 21:10:21.012946 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7844211a-9ddf-4d02-8996-e0cd2c779c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (078e9277-67a6-4df9-890b-556b7a5ef803), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:21.032046 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7844211a-9ddf-4d02-8996-e0cd2c779c04 admin admin] Publish callbacks [] for router_controller (078e9277-67a6-4df9-890b-556b7a5ef803), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:21.032271 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (722581dc-165c-45dc-8b68-d7e66aa98dab), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:21.034274 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Pushing event updated for resources: {'Port': ['ID=3a4a5d34-bd0b-4940-b044-0a1252ab65ab,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:21.119857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] For port c24391d7-58a5-450b-bfb5-2e331131b9e0, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:21.157927 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] For port c24391d7-58a5-450b-bfb5-2e331131b9e0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c24391d7-58a5-450b-bfb5-2e331131b9e0,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:21.173840 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Network 0667fd4a-8e2d-4583-adf6-fead39b333d4 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:21.175079 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7c4e2ab-0c01-4e55-a701-6b54af0cd97c req-81fdb62f-f92c-4699-88ef-9b0981ffdf20 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933463
Feb 12 21:10:21.176373 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:21.201897 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-036c122e-eea8-479a-b0e9-daf0eb3e5aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (5551a5cb-a502-439f-9999-356c7eda96e4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:21.260799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b850f562-3a70-4494-aa3e-3997275824c9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:21.265024 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7844211a-9ddf-4d02-8996-e0cd2c779c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (078e9277-67a6-4df9-890b-556b7a5ef803), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:21.283753 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7844211a-9ddf-4d02-8996-e0cd2c779c04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 078e9277-67a6-4df9-890b-556b7a5ef803 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:10:21.294057 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7844211a-9ddf-4d02-8996-e0cd2c779c04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:21.301076 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7844211a-9ddf-4d02-8996-e0cd2c779c04 admin admin] 10.222.0.31 "DELETE /v2.0/routers/078e9277-67a6-4df9-890b-556b7a5ef803 HTTP/1.1" status: 204  len: 168 time: 2.8599398
Feb 12 21:10:21.301244 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36400) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:21.385615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b850f562-3a70-4494-aa3e-3997275824c9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:21.386305 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b850f562-3a70-4494-aa3e-3997275824c9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:21.413787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-db99a7b6-a8f2-46b4-b08c-d31a0b249403 admin admin] Deleting subnet 85041270-935b-4949-9f97-be16035f9c19 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:10:21.421665 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db99a7b6-a8f2-46b4-b08c-d31a0b249403 admin admin] Publish callbacks [] for subnet (85041270-935b-4949-9f97-be16035f9c19), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:21.471300 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Router 722581dc-165c-45dc-8b68-d7e66aa98dab has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:10:21.484014 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db99a7b6-a8f2-46b4-b08c-d31a0b249403 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (85041270-935b-4949-9f97-be16035f9c19), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:21.497459 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:21.575440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b850f562-3a70-4494-aa3e-3997275824c9 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:21.576252 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b850f562-3a70-4494-aa3e-3997275824c9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:21.616040 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Pushing event updated for resources: {'Port': ['ID=c24391d7-58a5-450b-bfb5-2e331131b9e0,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:21.623018 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:21.623708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:21.625174 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-09554f91-0d9b-44b7-b947-d27f48afec00 service neutron] 10.222.0.48 "PUT /v2.0/ports/c24391d7-58a5-450b-bfb5-2e331131b9e0 HTTP/1.1" status: 200  len: 1091 time: 2.5808868
Feb 12 21:10:21.625676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'tag': 'c24391d7-58a5-450b-bfb5-2e331131b9e0'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:21.628134 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80ca821-d77a-45f1-ae1a-7a490c6df327" -d '{"events": [{"name": "network-changed", "server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "tag": "c24391d7-58a5-450b-bfb5-2e331131b9e0"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:21.668135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port b850f562-3a70-4494-aa3e-3997275824c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b850f562-3a70-4494-aa3e-3997275824c9,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:21.723824 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0e781c-2cc2-47fb-8a39-f7350d86c492 x-openstack-request-id: req-ee0e781c-2cc2-47fb-8a39-f7350d86c492 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:21.724061 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-05765cd4-2fd7-43f2-a471-c1da3fcedd79 None None] Provisioning complete for port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:21.724378 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-05765cd4-2fd7-43f2-a471-c1da3fcedd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:21.724509 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "tag": "c24391d7-58a5-450b-bfb5-2e331131b9e0", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:21.725029 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee0e781c-2cc2-47fb-8a39-f7350d86c492 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:21.725769 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'tag': 'c24391d7-58a5-450b-bfb5-2e331131b9e0', 'status': 'completed', 'code': 200}
Feb 12 21:10:21.773031 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b850f562-3a70-4494-aa3e-3997275824c9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:21.783241 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Request body: {'port': {'device_id': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:21.829395 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:10:21.892026 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:21.896865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ca821-d77a-45f1-ae1a-7a490c6df327 req-74540151-b81f-4d08-b49f-662bb2493b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:21.897456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ca821-d77a-45f1-ae1a-7a490c6df327 req-74540151-b81f-4d08-b49f-662bb2493b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:21.897883 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ca821-d77a-45f1-ae1a-7a490c6df327 req-74540151-b81f-4d08-b49f-662bb2493b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:21.910870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ca821-d77a-45f1-ae1a-7a490c6df327 req-74540151-b81f-4d08-b49f-662bb2493b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:21.910870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ca821-d77a-45f1-ae1a-7a490c6df327 req-74540151-b81f-4d08-b49f-662bb2493b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:21.910870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ca821-d77a-45f1-ae1a-7a490c6df327 req-74540151-b81f-4d08-b49f-662bb2493b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:21.910870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ca821-d77a-45f1-ae1a-7a490c6df327 req-74540151-b81f-4d08-b49f-662bb2493b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:21.910870 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c80ca821-d77a-45f1-ae1a-7a490c6df327 req-74540151-b81f-4d08-b49f-662bb2493b7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=992939bc41444299957b35468c7433c6&device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 6510 time: 0.1674654
Feb 12 21:10:21.918163 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db99a7b6-a8f2-46b4-b08c-d31a0b249403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (85041270-935b-4949-9f97-be16035f9c19), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:22.055742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:10:22.056066 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device dfd2a3f8-9c69-4c6b-ae37-b5c7776765ad not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:10:22.062077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-05765cd4-2fd7-43f2-a471-c1da3fcedd79 None None] Port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:10:22.074595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594d85f-876c-46a9-a897-1358c6f6da0e req-6a3e540a-807a-4209-b397-cd2733bf5926 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:22.075246 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db99a7b6-a8f2-46b4-b08c-d31a0b249403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (85041270-935b-4949-9f97-be16035f9c19), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:22.080894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=b850f562-3a70-4494-aa3e-3997275824c9,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:22.081039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594d85f-876c-46a9-a897-1358c6f6da0e req-6a3e540a-807a-4209-b397-cd2733bf5926 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:22.081154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:10:22.085538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594d85f-876c-46a9-a897-1358c6f6da0e req-6a3e540a-807a-4209-b397-cd2733bf5926 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:22.093425 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5417ff0f-5455-4856-9c85-e19bb5476872 admin admin] 10.222.0.31 "PUT /v2.0/routers/722581dc-165c-45dc-8b68-d7e66aa98dab/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8992288
Feb 12 21:10:22.094791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594d85f-876c-46a9-a897-1358c6f6da0e req-6a3e540a-807a-4209-b397-cd2733bf5926 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:22.097343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594d85f-876c-46a9-a897-1358c6f6da0e req-6a3e540a-807a-4209-b397-cd2733bf5926 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:22.103493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594d85f-876c-46a9-a897-1358c6f6da0e req-6a3e540a-807a-4209-b397-cd2733bf5926 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:22.108771 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594d85f-876c-46a9-a897-1358c6f6da0e req-6a3e540a-807a-4209-b397-cd2733bf5926 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:22.116101 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5594d85f-876c-46a9-a897-1358c6f6da0e req-6a3e540a-807a-4209-b397-cd2733bf5926 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5408 time: 0.3031251
Feb 12 21:10:22.131342 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db99a7b6-a8f2-46b4-b08c-d31a0b249403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:22.138159 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-db99a7b6-a8f2-46b4-b08c-d31a0b249403 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/85041270-935b-4949-9f97-be16035f9c19 HTTP/1.1" status: 204  len: 168 time: 0.8358319
Feb 12 21:10:22.139219 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99a7b6-a8f2-46b4-b08c-d31a0b249403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85041270-935b-4949-9f97-be16035f9c19,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:22.143068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36408) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:22.147401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 79a28270-5b6e-4c46-9526-13bd9e1c0067 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:10:22.152979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 79a28270-5b6e-4c46-9526-13bd9e1c0067 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:10:22.159040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74a5c6b-eee6-40a6-9b26-3929f0ad67f2 None None] Network 7f965b1f-c824-479f-b457-bf0d7a6d53c9 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:10:22.213203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ca821-d77a-45f1-ae1a-7a490c6df327 req-1fa6f333-5986-484f-83bf-0e4158cd1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:22.214088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ca821-d77a-45f1-ae1a-7a490c6df327 req-1fa6f333-5986-484f-83bf-0e4158cd1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:22.214902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ca821-d77a-45f1-ae1a-7a490c6df327 req-1fa6f333-5986-484f-83bf-0e4158cd1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:22.216718 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c80ca821-d77a-45f1-ae1a-7a490c6df327 req-1fa6f333-5986-484f-83bf-0e4158cd1338 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=992939bc41444299957b35468c7433c6&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.2980716
Feb 12 21:10:22.252879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-036c122e-eea8-479a-b0e9-daf0eb3e5aef admin admin] Deleting port 95521ff7-73cc-408f-85d7-ead994e186a9 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:10:22.253533 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-036c122e-eea8-479a-b0e9-daf0eb3e5aef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:22.358123 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (7f965b1f-c824-479f-b457-bf0d7a6d53c9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:22.433541 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5594d85f-876c-46a9-a897-1358c6f6da0e req-daa6893d-bc4f-4879-8b21-b961b22fcfcf tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3046815
Feb 12 21:10:22.482281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ca821-d77a-45f1-ae1a-7a490c6df327 req-a76c8bba-a581-47dc-859c-57e7665b93fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:22.483900 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c80ca821-d77a-45f1-ae1a-7a490c6df327 req-a76c8bba-a581-47dc-859c-57e7665b93fb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2551086
Feb 12 21:10:22.504183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 79a28270-5b6e-4c46-9526-13bd9e1c0067 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:22.504746 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:22.557147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-036c122e-eea8-479a-b0e9-daf0eb3e5aef admin admin] For port 95521ff7-73cc-408f-85d7-ead994e186a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95521ff7-73cc-408f-85d7-ead994e186a9,segment=NetworkSegment(bb4cf931-e048-4a55-8168-0a7d704bd8d5),segment_id=bb4cf931-e048-4a55-8168-0a7d704bd8d5)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:22.557552 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-036c122e-eea8-479a-b0e9-daf0eb3e5aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:22.561222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dddf1-a6d9-4a80-ad49-f14a8ef3bace req-69a27f57-230b-4c72-a60b-9fb6d69a1e12 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:22.562868 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-082dddf1-a6d9-4a80-ad49-f14a8ef3bace req-69a27f57-230b-4c72-a60b-9fb6d69a1e12 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.2183123
Feb 12 21:10:22.603925 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7e1aca-9785-4119-a180-49e60318243e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79a28270-5b6e-4c46-9526-13bd9e1c0067'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:22.607639 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac25c444-46a1-4501-92fb-98601c8aeaa1" -d '{"events": [{"server_uuid": "fa7e1aca-9785-4119-a180-49e60318243e", "name": "network-vif-unplugged", "status": "completed", "tag": "79a28270-5b6e-4c46-9526-13bd9e1c0067"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:22.630753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8857ad48-7868-48db-9eef-c5f0d0565b52 None None] DHCP port deletion for 7f965b1f-c824-479f-b457-bf0d7a6d53c9 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:10:22.640899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 79a28270-5b6e-4c46-9526-13bd9e1c0067, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79a28270-5b6e-4c46-9526-13bd9e1c0067,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:22.712696 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 79a28270-5b6e-4c46-9526-13bd9e1c0067, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79a28270-5b6e-4c46-9526-13bd9e1c0067,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:22.724740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] Deleting port b760ab32-2456-412c-87f5-648644dc8ab8 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:10:22.726974 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b760ab32-2456-412c-87f5-648644dc8ab8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:22.732786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '79a28270-5b6e-4c46-9526-13bd9e1c0067', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '79a28270-5b6e-4c46-9526-13bd9e1c0067', 'mac_address': 'fa:16:3e:a1:5b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:10:22.753767 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:22.756789 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-082dddf1-a6d9-4a80-ad49-f14a8ef3bace req-5d6a5571-e203-4024-b1bc-c3bb65422fe6 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781394
Feb 12 21:10:22.816914 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f256d627-df49-4516-b949-fc05f0dbf0bc {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:22.829454 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Publish callbacks [] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:22.854494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Transition to ACTIVE for port object f256d627-df49-4516-b949-fc05f0dbf0bc will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:10:22.868189 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe148b6a-8ec6-49c5-8b9c-6d2a826066af x-openstack-request-id: req-fe148b6a-8ec6-49c5-8b9c-6d2a826066af {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:22.868537 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7e1aca-9785-4119-a180-49e60318243e", "name": "network-vif-unplugged", "status": "completed", "tag": "79a28270-5b6e-4c46-9526-13bd9e1c0067", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:22.868733 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe148b6a-8ec6-49c5-8b9c-6d2a826066af {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:22.869117 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7e1aca-9785-4119-a180-49e60318243e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79a28270-5b6e-4c46-9526-13bd9e1c0067', 'code': 200}
Feb 12 21:10:22.879965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8857ad48-7868-48db-9eef-c5f0d0565b52 None None] Deleting port b760ab32-2456-412c-87f5-648644dc8ab8 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:10:22.880337 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8857ad48-7868-48db-9eef-c5f0d0565b52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b760ab32-2456-412c-87f5-648644dc8ab8), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:22.915648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 79a28270-5b6e-4c46-9526-13bd9e1c0067 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:22.915648 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:22.930456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] For port b760ab32-2456-412c-87f5-648644dc8ab8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b760ab32-2456-412c-87f5-648644dc8ab8,segment=NetworkSegment(dc171e49-b843-4059-90c8-2966f2e0cf8f),segment_id=dc171e49-b843-4059-90c8-2966f2e0cf8f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:22.931172 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b760ab32-2456-412c-87f5-648644dc8ab8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:22.950290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] Calling delete_port for b760ab32-2456-412c-87f5-648644dc8ab8 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:10:22.961660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=79a28270-5b6e-4c46-9526-13bd9e1c0067,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:22.970473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a28270-5b6e-4c46-9526-13bd9e1c0067 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:22.972776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-036c122e-eea8-479a-b0e9-daf0eb3e5aef admin admin] Calling delete_port for 95521ff7-73cc-408f-85d7-ead994e186a9 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:10:22.990512 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8857ad48-7868-48db-9eef-c5f0d0565b52 None None] For port b760ab32-2456-412c-87f5-648644dc8ab8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b760ab32-2456-412c-87f5-648644dc8ab8,segment=NetworkSegment(dc171e49-b843-4059-90c8-2966f2e0cf8f),segment_id=dc171e49-b843-4059-90c8-2966f2e0cf8f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:22.990983 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8857ad48-7868-48db-9eef-c5f0d0565b52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b760ab32-2456-412c-87f5-648644dc8ab8), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:23.014527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 79a28270-5b6e-4c46-9526-13bd9e1c0067, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79a28270-5b6e-4c46-9526-13bd9e1c0067,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:23.015851 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8857ad48-7868-48db-9eef-c5f0d0565b52 None None] Calling delete_port for b760ab32-2456-412c-87f5-648644dc8ab8 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:10:23.039814 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:23.147593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b850f562-3a70-4494-aa3e-3997275824c9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:23.169943 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Pushing event updated for resources: {'Port': ['ID=f256d627-df49-4516-b949-fc05f0dbf0bc,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:23.184377 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Sync routers for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:10:23.199133 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-3f30984f-9dd7-4a84-84a8-930fe9f27848 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:23.201938 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:10:23.202835 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc22370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:23.207595 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-3f30984f-9dd7-4a84-84a8-930fe9f27848 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 820 time: 0.2325149
Feb 12 21:10:23.220843 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:23.238502 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-c8af63d3-833a-4f72-b34e-11e705a69db9 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/quotas/9627e1d31e814deb8265e43f63ac807c HTTP/1.1" status: 200  len: 375 time: 0.0235314
Feb 12 21:10:23.275251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Attempting to bind port f256d627-df49-4516-b949-fc05f0dbf0bc on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:23.275599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Attempting to bind port f256d627-df49-4516-b949-fc05f0dbf0bc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8980ef08-8d51-43b5-bfdc-e1a73571ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:23.280024 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Attempting to bind port f256d627-df49-4516-b949-fc05f0dbf0bc on network a90998ba-17e7-4116-bb0e-3bd9e0e31276 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:23.299551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Port f256d627-df49-4516-b949-fc05f0dbf0bc on network a90998ba-17e7-4116-bb0e-3bd9e0e31276 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:10:23.299885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Attempting to bind port f256d627-df49-4516-b949-fc05f0dbf0bc on network a90998ba-17e7-4116-bb0e-3bd9e0e31276 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:23.304421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b850f562-3a70-4494-aa3e-3997275824c9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:23.304958 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b850f562-3a70-4494-aa3e-3997275824c9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:23.316377 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b760ab32-2456-412c-87f5-648644dc8ab8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:23.320097 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8857ad48-7868-48db-9eef-c5f0d0565b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (b760ab32-2456-412c-87f5-648644dc8ab8), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:23.370597 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] Pushing event deleted for resources: {'Port': ['ID=b760ab32-2456-412c-87f5-648644dc8ab8,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:23.375001 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] No DVR routers for this DVR port b760ab32-2456-412c-87f5-648644dc8ab8 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:10:23.379485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:23.380590 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Checking segment: {'id': '8980ef08-8d51-43b5-bfdc-e1a73571ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:23.381178 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Bound using segment: {'id': '8980ef08-8d51-43b5-bfdc-e1a73571ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:23.382093 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Bound port: f256d627-df49-4516-b949-fc05f0dbf0bc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8980ef08-8d51-43b5-bfdc-e1a73571ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:23.384963 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:23.424404 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857ad48-7868-48db-9eef-c5f0d0565b52 None None] No DVR routers for this DVR port b760ab32-2456-412c-87f5-648644dc8ab8 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:10:23.448077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=79a28270-5b6e-4c46-9526-13bd9e1c0067,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:23.467538 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:10:23.488830 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857ad48-7868-48db-9eef-c5f0d0565b52 None None] Pushing event deleted for resources: {'Port': ['ID=b760ab32-2456-412c-87f5-648644dc8ab8,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:23.525987 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b850f562-3a70-4494-aa3e-3997275824c9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:23.528499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['79a28270-5b6e-4c46-9526-13bd9e1c0067'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:10:23.537807 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-0d9ac0e6-d29d-4518-86a0-21f52b6f1b97 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2895350
Feb 12 21:10:23.588493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] For port f256d627-df49-4516-b949-fc05f0dbf0bc, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:23.593908 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] For port f256d627-df49-4516-b949-fc05f0dbf0bc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f256d627-df49-4516-b949-fc05f0dbf0bc,segment=NetworkSegment(8980ef08-8d51-43b5-bfdc-e1a73571ed03),segment_id=8980ef08-8d51-43b5-bfdc-e1a73571ed03)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:23.623345 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b760ab32-2456-412c-87f5-648644dc8ab8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:10:23.657418 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: b760ab32-2456-412c-87f5-648644dc8ab8 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:10:23.657781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b760ab32-2456-412c-87f5-648644dc8ab8 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:10:23.658204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8804e3e1-8374-467e-a91f-9ce88c5f7069 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:10:23.661436 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (7f965b1f-c824-479f-b457-bf0d7a6d53c9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:23.667833 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-bc5cd728-2d71-4fd6-b082-c74024ee4c2c service neutron] 10.222.0.31 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1179082
Feb 12 21:10:23.684696 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 8804e3e1-8374-467e-a91f-9ce88c5f7069 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:10:23.685003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8804e3e1-8374-467e-a91f-9ce88c5f7069 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:10:23.687904 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa0bd0a0>,) {'filters': {'network_id': ['7f965b1f-c824-479f-b457-bf0d7a6d53c9']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:23.700230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa0bd0a0>, 'dc171e49-b843-4059-90c8-2966f2e0cf8f') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:23.704495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa0bd0a0>, 'dc171e49-b843-4059-90c8-2966f2e0cf8f') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:23.713157 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (dc171e49-b843-4059-90c8-2966f2e0cf8f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:23.735613 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (dc171e49-b843-4059-90c8-2966f2e0cf8f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:23.744366 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:10:23.745068 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (dc171e49-b843-4059-90c8-2966f2e0cf8f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:10:23.780662 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:10:23.810001 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:23.842976 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:23.843430 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc22370>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 2, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:23.843619 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:23.844974 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] 10.222.0.48 "PUT /v2.0/ports/f256d627-df49-4516-b949-fc05f0dbf0bc HTTP/1.1" status: 200  len: 1091 time: 2.0686564
Feb 12 21:10:23.851328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'tag': 'f256d627-df49-4516-b949-fc05f0dbf0bc'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:23.860654 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c139446-a6bd-4be0-8da6-f1d83e3428af" -d '{"events": [{"name": "network-changed", "server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "tag": "f256d627-df49-4516-b949-fc05f0dbf0bc"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:23.875974 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-c880a66c-f43b-4183-8eff-0e89c3262344 service neutron] 10.222.0.31 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1961291
Feb 12 21:10:23.912251 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Checking router: 722581dc-165c-45dc-8b68-d7e66aa98dab for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:10:23.912745 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Updating router 722581dc-165c-45dc-8b68-d7e66aa98dab port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:10:23.931562 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-036c122e-eea8-479a-b0e9-daf0eb3e5aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (95521ff7-73cc-408f-85d7-ead994e186a9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:23.941750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcd23a-8abd-42d5-a2e8-bb82f766923c req-a6e6afbe-3c12-4bde-b723-f2d6a72125ba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:23.946771 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcd23a-8abd-42d5-a2e8-bb82f766923c req-a6e6afbe-3c12-4bde-b723-f2d6a72125ba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:23.952212 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcd23a-8abd-42d5-a2e8-bb82f766923c req-a6e6afbe-3c12-4bde-b723-f2d6a72125ba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:23.957413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcd23a-8abd-42d5-a2e8-bb82f766923c req-a6e6afbe-3c12-4bde-b723-f2d6a72125ba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:23.963235 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcd23a-8abd-42d5-a2e8-bb82f766923c req-a6e6afbe-3c12-4bde-b723-f2d6a72125ba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:23.969793 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcd23a-8abd-42d5-a2e8-bb82f766923c req-a6e6afbe-3c12-4bde-b723-f2d6a72125ba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:23.975224 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcd23a-8abd-42d5-a2e8-bb82f766923c req-a6e6afbe-3c12-4bde-b723-f2d6a72125ba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:23.977270 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9cfcd23a-8abd-42d5-a2e8-bb82f766923c req-a6e6afbe-3c12-4bde-b723-f2d6a72125ba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5420 time: 0.3978410
Feb 12 21:10:23.979324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c6a7a-8288-4531-879f-d7e13fe91231 service neutron] Pushing event updated for resources: {'Port': ['ID=f256d627-df49-4516-b949-fc05f0dbf0bc,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:23.990314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Request body: {'port': {'device_id': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:23.999570 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:24.006428 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c122e-eea8-479a-b0e9-daf0eb3e5aef admin admin] Pushing event deleted for resources: {'Port': ['ID=95521ff7-73cc-408f-85d7-ead994e186a9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:24.062019 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (7f965b1f-c824-479f-b457-bf0d7a6d53c9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:24.072126 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:24.075509 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7f965b1f-c824-479f-b457-bf0d7a6d53c9 HTTP/1.1" status: 204  len: 168 time: 1.8811233
Feb 12 21:10:24.121369 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1c76f-7987-4816-8c6c-9b4581a0c485 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f965b1f-c824-479f-b457-bf0d7a6d53c9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:24.198816 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:24.243977 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9cfcd23a-8abd-42d5-a2e8-bb82f766923c req-6efa40a1-b216-48bc-ac6c-b2ed29587876 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2497475
Feb 12 21:10:24.364325 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a6ce5f-c441-4f0d-9d0b-974c4254a4aa x-openstack-request-id: req-b1a6ce5f-c441-4f0d-9d0b-974c4254a4aa {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:24.364660 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "tag": "f256d627-df49-4516-b949-fc05f0dbf0bc", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:24.364858 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1a6ce5f-c441-4f0d-9d0b-974c4254a4aa {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:24.368288 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'tag': 'f256d627-df49-4516-b949-fc05f0dbf0bc', 'status': 'completed', 'code': 200}
Feb 12 21:10:24.506138 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Publish callbacks [] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:24.544988 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-56f25114-0f17-4598-b923-b13cee0b6a70 req-9abf3c92-7573-4fa8-a452-faa9349a1604 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 210 time: 0.0716164
Feb 12 21:10:24.585657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d38e96-6531-4095-8704-8f6b5b423160 req-350156f1-5562-4a66-a4b4-8f3e683b7792 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:24.587655 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7d38e96-6531-4095-8704-8f6b5b423160 req-350156f1-5562-4a66-a4b4-8f3e683b7792 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 949 time: 0.2459993
Feb 12 21:10:24.589085 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-036c122e-eea8-479a-b0e9-daf0eb3e5aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (5551a5cb-a502-439f-9999-356c7eda96e4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:24.607486 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c139446-a6bd-4be0-8da6-f1d83e3428af req-cc48e2e9-5963-4dd5-938d-cf67e7471a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:24.608098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c139446-a6bd-4be0-8da6-f1d83e3428af req-cc48e2e9-5963-4dd5-938d-cf67e7471a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:24.608570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c139446-a6bd-4be0-8da6-f1d83e3428af req-cc48e2e9-5963-4dd5-938d-cf67e7471a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:24.609031 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c139446-a6bd-4be0-8da6-f1d83e3428af req-cc48e2e9-5963-4dd5-938d-cf67e7471a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:24.609519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c139446-a6bd-4be0-8da6-f1d83e3428af req-cc48e2e9-5963-4dd5-938d-cf67e7471a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:24.609980 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c139446-a6bd-4be0-8da6-f1d83e3428af req-cc48e2e9-5963-4dd5-938d-cf67e7471a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:24.610439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c139446-a6bd-4be0-8da6-f1d83e3428af req-cc48e2e9-5963-4dd5-938d-cf67e7471a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:24.612322 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c139446-a6bd-4be0-8da6-f1d83e3428af req-cc48e2e9-5963-4dd5-938d-cf67e7471a70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=992939bc41444299957b35468c7433c6&device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 6608 time: 0.2076125
Feb 12 21:10:24.615196 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:24.655635 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36466) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:24.677170 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33c39b-74ad-44f2-9690-f618dc4dc17e None None] Pushing event updated for resources: {'Port': ['ID=3a4a5d34-bd0b-4940-b044-0a1252ab65ab,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:24.758414 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Attempting to bind port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:24.758928 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Attempting to bind port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:24.759245 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Attempting to bind port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab on network 0667fd4a-8e2d-4583-adf6-fead39b333d4 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:24.766037 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:24.766480 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Checking segment: {'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:24.766860 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:24.767387 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Bound using segment: {'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:24.767894 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Bound port: 3a4a5d34-bd0b-4940-b044-0a1252ab65ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:24.768359 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:24.843918 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7d38e96-6531-4095-8704-8f6b5b423160 req-0a12b25f-92ab-42d7-8d64-0e29ab009fbd tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2458322
Feb 12 21:10:24.871239 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] For port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:24.875089 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] For port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a4a5d34-bd0b-4940-b044-0a1252ab65ab,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:24.894668 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c139446-a6bd-4be0-8da6-f1d83e3428af req-aaea62b0-1557-4af6-9cc0-5eac5adcc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:24.895249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c139446-a6bd-4be0-8da6-f1d83e3428af req-aaea62b0-1557-4af6-9cc0-5eac5adcc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:24.895723 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c139446-a6bd-4be0-8da6-f1d83e3428af req-aaea62b0-1557-4af6-9cc0-5eac5adcc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:24.897621 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c139446-a6bd-4be0-8da6-f1d83e3428af req-aaea62b0-1557-4af6-9cc0-5eac5adcc479 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=992939bc41444299957b35468c7433c6&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.2672162
Feb 12 21:10:24.960654 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:25.106313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-dc2d9783-7366-4ae9-a79c-558583f35cde None None] Provisioning complete for port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:25.106798 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9783-7366-4ae9-a79c-558583f35cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:25.120497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c139446-a6bd-4be0-8da6-f1d83e3428af req-8d4b7af5-1829-4a58-88f3-00dfe9175be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:25.120497 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c139446-a6bd-4be0-8da6-f1d83e3428af req-8d4b7af5-1829-4a58-88f3-00dfe9175be2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2126300
Feb 12 21:10:25.127166 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036c122e-eea8-479a-b0e9-daf0eb3e5aef admin admin] Router 5551a5cb-a502-439f-9999-356c7eda96e4 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:10:25.171901 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:10:25.172527 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc22370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:25.250150 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19dd89b0-f04c-47e0-b086-a93ccf42ad36 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:25.268645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036c122e-eea8-479a-b0e9-daf0eb3e5aef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:10:25.282593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe590e8-43ea-4788-a53c-958c9b688210 None None] Sync routers for ids ['5551a5cb-a502-439f-9999-356c7eda96e4'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:10:25.284415 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Publish callbacks [] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:25.288651 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d9783-7366-4ae9-a79c-558583f35cde None None] Current status of the port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:25.289305 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9783-7366-4ae9-a79c-558583f35cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:25.295712 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33c39b-74ad-44f2-9690-f618dc4dc17e None None] Pushing event updated for resources: {'Port': ['ID=3a4a5d34-bd0b-4940-b044-0a1252ab65ab,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:25.299911 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-036c122e-eea8-479a-b0e9-daf0eb3e5aef admin admin] 10.222.0.31 "PUT /v2.0/routers/5551a5cb-a502-439f-9999-356c7eda96e4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5331712
Feb 12 21:10:25.300583 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36470) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:25.313183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe590e8-43ea-4788-a53c-958c9b688210 None None] Routers {'5551a5cb-a502-439f-9999-356c7eda96e4'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:10:25.313705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bfe590e8-43ea-4788-a53c-958c9b688210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2e1a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['5551a5cb-a502-439f-9999-356c7eda96e4'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:25.321460 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a448b824-1ab2-48cd-9c2f-7f9fc554753b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90201e87d6d3440c8c63095cf074f0ea&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6641502
Feb 12 21:10:25.327964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36474) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:25.402565 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Transition to ACTIVE for port object 19dd89b0-f04c-47e0-b086-a93ccf42ad36 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:10:25.423354 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:10:25.459303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-bfe590e8-43ea-4788-a53c-958c9b688210 None None] Set router 5551a5cb-a502-439f-9999-356c7eda96e4 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:10:25.479965 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:25.532030 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a7092d6-4209-4b0f-916c-81fecd262fb6 admin admin] Publish callbacks [] for router (5551a5cb-a502-439f-9999-356c7eda96e4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:25.544814 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6dd0d648-4ed8-4cf1-8cf7-8cd8c3dceabd admin admin] Publish callbacks [] for security_group (ac2edefd-e246-4452-a6d2-023db81c30b5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:25.713987 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-dc2d9783-7366-4ae9-a79c-558583f35cde None None] For port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a4a5d34-bd0b-4940-b044-0a1252ab65ab,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:25.752584 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-082309c5-d468-4104-b62e-95ab9c75b852 req-15870128-858f-46f5-b554-29960eb6ad28 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 210 time: 0.0408745
Feb 12 21:10:25.780947 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6dd0d648-4ed8-4cf1-8cf7-8cd8c3dceabd admin admin] Publish callbacks [] for security_group (ac2edefd-e246-4452-a6d2-023db81c30b5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:25.794725 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dc2d9783-7366-4ae9-a79c-558583f35cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:25.811994 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a7092d6-4209-4b0f-916c-81fecd262fb6 admin admin] Publish callbacks [] for router_gateway (5551a5cb-a502-439f-9999-356c7eda96e4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:25.813336 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Pushing event updated for resources: {'Port': ['ID=19dd89b0-f04c-47e0-b086-a93ccf42ad36,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:25.837095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7bce-a0e1-4b26-877c-bea11aff942a req-bdb3b91c-f337-45bb-a8f4-b848b612c07e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:25.842859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7bce-a0e1-4b26-877c-bea11aff942a req-bdb3b91c-f337-45bb-a8f4-b848b612c07e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:25.850075 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7bce-a0e1-4b26-877c-bea11aff942a req-bdb3b91c-f337-45bb-a8f4-b848b612c07e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:25.857692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7bce-a0e1-4b26-877c-bea11aff942a req-bdb3b91c-f337-45bb-a8f4-b848b612c07e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:25.863320 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7bce-a0e1-4b26-877c-bea11aff942a req-bdb3b91c-f337-45bb-a8f4-b848b612c07e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:25.868971 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7bce-a0e1-4b26-877c-bea11aff942a req-bdb3b91c-f337-45bb-a8f4-b848b612c07e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:25.871253 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7ec424af-ca6c-4a13-a404-9f6062efb29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:25.874230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7bce-a0e1-4b26-877c-bea11aff942a req-bdb3b91c-f337-45bb-a8f4-b848b612c07e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:25.876484 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63db7bce-a0e1-4b26-877c-bea11aff942a req-bdb3b91c-f337-45bb-a8f4-b848b612c07e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5420 time: 0.5017374
Feb 12 21:10:25.881192 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc22370>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:24Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:25.884057 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Attempting to bind port 19dd89b0-f04c-47e0-b086-a93ccf42ad36 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:25.884405 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Attempting to bind port 19dd89b0-f04c-47e0-b086-a93ccf42ad36 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8980ef08-8d51-43b5-bfdc-e1a73571ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:25.884740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Attempting to bind port 19dd89b0-f04c-47e0-b086-a93ccf42ad36 on network a90998ba-17e7-4116-bb0e-3bd9e0e31276 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:25.901523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Port 19dd89b0-f04c-47e0-b086-a93ccf42ad36 on network a90998ba-17e7-4116-bb0e-3bd9e0e31276 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:10:25.904010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Attempting to bind port 19dd89b0-f04c-47e0-b086-a93ccf42ad36 on network a90998ba-17e7-4116-bb0e-3bd9e0e31276 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:25.919147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:25.919400 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Checking segment: {'id': '8980ef08-8d51-43b5-bfdc-e1a73571ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:25.919633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Bound using segment: {'id': '8980ef08-8d51-43b5-bfdc-e1a73571ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:25.920065 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Bound port: 19dd89b0-f04c-47e0-b086-a93ccf42ad36, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8980ef08-8d51-43b5-bfdc-e1a73571ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:25.920424 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:25.922271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bfe590e8-43ea-4788-a53c-958c9b688210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2e1a90>, [{'id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577188555-router', 'tenant_id': '2e53bfabce8d42e183bcf495f606b29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.40'}], 'enable_snat': True}, 'gw_port_id': '9a023c9b-d722-4650-8c7a-54dd93982369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:05Z', 'updated_at': '2022-02-12T21:10:23Z', 'revision_number': 5, 'project_id': '2e53bfabce8d42e183bcf495f606b29f', 'gw_port': {'id': '9a023c9b-d722-4650-8c7a-54dd93982369', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:58:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:06Z', 'updated_at': '2022-02-12T21:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:25.986940 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f16e3f-29f0-45b8-aeaa-015f7284e9c6 None None] The sync data for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 is: [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:24Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:10:25.996002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-7a7092d6-4209-4b0f-916c-81fecd262fb6 admin admin] Deleting port 9a023c9b-d722-4650-8c7a-54dd93982369 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:10:25.996347 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a7092d6-4209-4b0f-916c-81fecd262fb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (9a023c9b-d722-4650-8c7a-54dd93982369), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:26.039986 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe590e8-43ea-4788-a53c-958c9b688210 None None] Checking router: 5551a5cb-a502-439f-9999-356c7eda96e4 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:10:26.052321 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d9783-7366-4ae9-a79c-558583f35cde None None] Pushing event updated for resources: {'Port': ['ID=3a4a5d34-bd0b-4940-b044-0a1252ab65ab,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:26.064680 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6dd0d648-4ed8-4cf1-8cf7-8cd8c3dceabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ac2edefd-e246-4452-a6d2-023db81c30b5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:26.083130 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6dd0d648-4ed8-4cf1-8cf7-8cd8c3dceabd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:26.083297 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe590e8-43ea-4788-a53c-958c9b688210 None None] Routers {'5551a5cb-a502-439f-9999-356c7eda96e4'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:10:26.083982 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bfe590e8-43ea-4788-a53c-958c9b688210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2e1a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:09:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['5551a5cb-a502-439f-9999-356c7eda96e4'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:26.085544 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6dd0d648-4ed8-4cf1-8cf7-8cd8c3dceabd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac2edefd-e246-4452-a6d2-023db81c30b5 HTTP/1.1" status: 204  len: 168 time: 0.7539637
Feb 12 21:10:26.092790 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0c488feb-1250-40ce-a1f9-9cb56ba42f15 None None] Provisioning complete for port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:26.093993 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0c488feb-1250-40ce-a1f9-9cb56ba42f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:26.104809 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63db7bce-a0e1-4b26-877c-bea11aff942a req-1380107d-1d91-4345-9d32-5e4120fd46a1 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2097683
Feb 12 21:10:26.143239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] For port 19dd89b0-f04c-47e0-b086-a93ccf42ad36, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:26.148968 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] For port 19dd89b0-f04c-47e0-b086-a93ccf42ad36, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19dd89b0-f04c-47e0-b086-a93ccf42ad36,segment=NetworkSegment(8980ef08-8d51-43b5-bfdc-e1a73571ed03),segment_id=8980ef08-8d51-43b5-bfdc-e1a73571ed03)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:26.153957 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0d648-4ed8-4cf1-8cf7-8cd8c3dceabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2edefd-e246-4452-a6d2-023db81c30b5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:26.157854 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5e218-7fe2-4251-97b7-e9e130682d04 req-e34f4f2d-5af3-4854-8f16-c379960d91d5 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:26.159394 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f1f5e218-7fe2-4251-97b7-e9e130682d04 req-e34f4f2d-5af3-4854-8f16-c379960d91d5 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 949 time: 0.1427057
Feb 12 21:10:26.224288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-7a7092d6-4209-4b0f-916c-81fecd262fb6 admin admin] For port 9a023c9b-d722-4650-8c7a-54dd93982369, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a023c9b-d722-4650-8c7a-54dd93982369,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:26.225607 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a7092d6-4209-4b0f-916c-81fecd262fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (9a023c9b-d722-4650-8c7a-54dd93982369), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:26.246433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-7a7092d6-4209-4b0f-916c-81fecd262fb6 admin admin] Calling delete_port for 9a023c9b-d722-4650-8c7a-54dd93982369 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:10:26.256260 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:26.306367 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:26.307104 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:26.309372 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] 10.222.0.48 "PUT /v2.0/ports/19dd89b0-f04c-47e0-b086-a93ccf42ad36 HTTP/1.1" status: 200  len: 1091 time: 2.3309484
Feb 12 21:10:26.359971 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc408c8f-f59e-4832-8740-eda8a9cc675c service neutron] Pushing event updated for resources: {'Port': ['ID=19dd89b0-f04c-47e0-b086-a93ccf42ad36,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:26.375572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'tag': '19dd89b0-f04c-47e0-b086-a93ccf42ad36'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:26.375572 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d" -d '{"events": [{"name": "network-changed", "server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "tag": "19dd89b0-f04c-47e0-b086-a93ccf42ad36"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:26.443252 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9904ee-bb1d-436e-b0b7-182b72d0efb9 x-openstack-request-id: req-8c9904ee-bb1d-436e-b0b7-182b72d0efb9 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:26.444909 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "tag": "19dd89b0-f04c-47e0-b086-a93ccf42ad36", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:26.445490 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c9904ee-bb1d-436e-b0b7-182b72d0efb9 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:26.446162 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'tag': '19dd89b0-f04c-47e0-b086-a93ccf42ad36', 'status': 'completed', 'code': 200}
Feb 12 21:10:26.500688 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f1f5e218-7fe2-4251-97b7-e9e130682d04 req-a0d545c6-da03-46ad-979f-9b5643e6c657 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3260169
Feb 12 21:10:26.582847 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-b194debe-e578-4677-879d-e003fb8ea8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:26.583579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-b194debe-e578-4677-879d-e003fb8ea8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:26.584179 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-b194debe-e578-4677-879d-e003fb8ea8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:26.585283 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-b194debe-e578-4677-879d-e003fb8ea8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:26.586473 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-b194debe-e578-4677-879d-e003fb8ea8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:26.587743 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-b194debe-e578-4677-879d-e003fb8ea8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:26.588298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-b194debe-e578-4677-879d-e003fb8ea8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:26.591347 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-b194debe-e578-4677-879d-e003fb8ea8d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=992939bc41444299957b35468c7433c6&device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 6706 time: 0.1596482
Feb 12 21:10:26.666771 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 79a28270-5b6e-4c46-9526-13bd9e1c0067 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:26.739903 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-680c977b-07d9-423b-92e9-65c134fbb9b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d209389-a95f-430a-95ec-f6d0b38d85a6 HTTP/1.1" status: 200  len: 217 time: 0.1351023
Feb 12 21:10:26.781176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-bfe590e8-43ea-4788-a53c-958c9b688210 None None] Set router 5551a5cb-a502-439f-9999-356c7eda96e4 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:10:26.781578 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a7092d6-4209-4b0f-916c-81fecd262fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (9a023c9b-d722-4650-8c7a-54dd93982369), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:26.876896 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7092d6-4209-4b0f-916c-81fecd262fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a023c9b-d722-4650-8c7a-54dd93982369,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:26.890029 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-211dab1b-ed69-48b0-b061-4a63aacf8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:26.914860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bfe590e8-43ea-4788-a53c-958c9b688210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2e1a90>, [{'id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577188555-router', 'tenant_id': '2e53bfabce8d42e183bcf495f606b29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:05Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 6, 'project_id': '2e53bfabce8d42e183bcf495f606b29f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:26.917285 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-211dab1b-ed69-48b0-b061-4a63aacf8e8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abc2905c-043e-424d-8566-53a7dd1cdbc1 HTTP/1.1" status: 200  len: 855 time: 0.1685460
Feb 12 21:10:26.987145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1ea9fcd-5637-4adc-8924-858dfde91164 req-dcd8bb62-0634-460e-a465-ebf662aa350a tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 210 time: 0.0634747
Feb 12 21:10:27.034863 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a7092d6-4209-4b0f-916c-81fecd262fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (5551a5cb-a502-439f-9999-356c7eda96e4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:27.050390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-3f208b3f-b8cc-4536-bcfe-6cf03f884ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:27.053392 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-3f208b3f-b8cc-4536-bcfe-6cf03f884ab8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f6b71adf-3656-401b-8bec-3091ef8cf8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1217036
Feb 12 21:10:27.084529 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:27.122504 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe590e8-43ea-4788-a53c-958c9b688210 None None] The sync data for ids ['5551a5cb-a502-439f-9999-356c7eda96e4'] in ncdv-master-1 is: [{'id': '5551a5cb-a502-439f-9999-356c7eda96e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1577188555-router', 'tenant_id': '2e53bfabce8d42e183bcf495f606b29f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:05Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 6, 'project_id': '2e53bfabce8d42e183bcf495f606b29f', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:10:27.151355 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 79a28270-5b6e-4c46-9526-13bd9e1c0067 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:27.151939 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:27.193291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0c488feb-1250-40ce-a1f9-9cb56ba42f15 None None] Current status of the port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:27.251559 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a7092d6-4209-4b0f-916c-81fecd262fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (5551a5cb-a502-439f-9999-356c7eda96e4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:27.256638 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a7092d6-4209-4b0f-916c-81fecd262fb6 admin admin] Publish callbacks [] for router_controller (5551a5cb-a502-439f-9999-356c7eda96e4), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:27.268269 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 79a28270-5b6e-4c46-9526-13bd9e1c0067 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:27.268673 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:27.360650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 79a28270-5b6e-4c46-9526-13bd9e1c0067, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79a28270-5b6e-4c46-9526-13bd9e1c0067,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:27.372223 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7e1aca-9785-4119-a180-49e60318243e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a28270-5b6e-4c46-9526-13bd9e1c0067'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:27.380462 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1715bd-b047-45d8-af08-600daeeec457" -d '{"events": [{"server_uuid": "fa7e1aca-9785-4119-a180-49e60318243e", "name": "network-vif-plugged", "status": "completed", "tag": "79a28270-5b6e-4c46-9526-13bd9e1c0067"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:27.406095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-4de67c23-c688-42b3-bdbd-8877f1f70d8e service neutron] 10.222.0.48 "GET /v2.0/networks/f6b71adf-3656-401b-8bec-3091ef8cf8c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3321307
Feb 12 21:10:27.455306 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:27.546588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=79a28270-5b6e-4c46-9526-13bd9e1c0067,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:27.591352 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-406fbaf4-ae75-415b-9e33-01895b1586b1 service neutron] 10.222.0.48 "GET /v2.0/networks/f6b71adf-3656-401b-8bec-3091ef8cf8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1743484
Feb 12 21:10:27.635634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3a4a5d34-bd0b-4940-b044-0a1252ab65ab up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:27.735698 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-4026c14f-67a1-47ff-aaed-f2887f040361 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=f960d66a-27d4-45da-ab76-16c8e9d8d0db HTTP/1.1" status: 200  len: 217 time: 0.1341765
Feb 12 21:10:27.750649 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:27.751597 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:27.764281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22cec2-65ff-4257-86bd-b2629615372a req-95878b3c-d437-4c15-b49d-0a1257744ab4 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:27.801156 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22cec2-65ff-4257-86bd-b2629615372a req-95878b3c-d437-4c15-b49d-0a1257744ab4 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:27.816880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22cec2-65ff-4257-86bd-b2629615372a req-95878b3c-d437-4c15-b49d-0a1257744ab4 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:27.827904 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a63d918-8356-4996-b79f-a43fe870d7cf x-openstack-request-id: req-5a63d918-8356-4996-b79f-a43fe870d7cf {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:27.828199 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7e1aca-9785-4119-a180-49e60318243e", "name": "network-vif-plugged", "status": "completed", "tag": "79a28270-5b6e-4c46-9526-13bd9e1c0067", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:27.828699 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a63d918-8356-4996-b79f-a43fe870d7cf {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:27.829099 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7e1aca-9785-4119-a180-49e60318243e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a28270-5b6e-4c46-9526-13bd9e1c0067', 'code': 200}
Feb 12 21:10:27.873797 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:27.887397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-d288184a-1012-480d-a9d9-903e9b1b60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:27.888067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22cec2-65ff-4257-86bd-b2629615372a req-95878b3c-d437-4c15-b49d-0a1257744ab4 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:27.889285 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-d288184a-1012-480d-a9d9-903e9b1b60a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc44bda3-6d91-4b39-a1b0-99dbae41bbc3 HTTP/1.1" status: 200  len: 797 time: 0.1455231
Feb 12 21:10:27.896420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22cec2-65ff-4257-86bd-b2629615372a req-95878b3c-d437-4c15-b49d-0a1257744ab4 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:27.920153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22cec2-65ff-4257-86bd-b2629615372a req-95878b3c-d437-4c15-b49d-0a1257744ab4 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:27.926809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22cec2-65ff-4257-86bd-b2629615372a req-95878b3c-d437-4c15-b49d-0a1257744ab4 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:27.936965 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c22cec2-65ff-4257-86bd-b2629615372a req-95878b3c-d437-4c15-b49d-0a1257744ab4 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5432 time: 0.5395775
Feb 12 21:10:27.967415 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-6d512469-3c4d-48b8-a4a4-de2264c2255f tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:27.970333 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-6d512469-3c4d-48b8-a4a4-de2264c2255f tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.50 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 820 time: 0.4456422
Feb 12 21:10:28.001477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-74901eec-67b0-49d9-b260-a6d958f3b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:28.003033 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-74901eec-67b0-49d9-b260-a6d958f3b013 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=531eb872-2139-4490-9c0c-9bd28b6649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1065993
Feb 12 21:10:28.020092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-f2d619fc-ad04-4e4d-bb99-241d0988600c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Request body: {'port': {'device_id': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'admin_state_up': True, 'tenant_id': '9627e1d31e814deb8265e43f63ac807c'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:28.029594 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a7092d6-4209-4b0f-916c-81fecd262fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (5551a5cb-a502-439f-9999-356c7eda96e4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:28.030281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7092d6-4209-4b0f-916c-81fecd262fb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5551a5cb-a502-439f-9999-356c7eda96e4 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:10:28.032886 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d6bdf032-8f61-4c3c-bedf-f3987c452247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:28.046684 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a7092d6-4209-4b0f-916c-81fecd262fb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:28.050197 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7a7092d6-4209-4b0f-916c-81fecd262fb6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5551a5cb-a502-439f-9999-356c7eda96e4 HTTP/1.1" status: 204  len: 168 time: 2.7463875
Feb 12 21:10:28.063114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36550) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:28.151193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b4ef8-510f-4f01-8ac2-4e124b745d08 req-94db8e07-d92f-4cf9-abf3-96d7147eb528 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:28.152789 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-777b4ef8-510f-4f01-8ac2-4e124b745d08 req-94db8e07-d92f-4cf9-abf3-96d7147eb528 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.2028930
Feb 12 21:10:28.194894 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36552) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:28.230200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c22cec2-65ff-4257-86bd-b2629615372a req-7adc3b51-b1eb-4c90-89d6-27fed2440014 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2922618
Feb 12 21:10:28.248270 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad25246-eb71-4ca3-bea4-c374fc5c54e1 admin admin] Deleting subnet f369cea4-1a1b-4361-a884-093942e6d146 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:10:28.255971 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-2c24ae64-e42b-4f9f-a904-2ea99803ce03 service neutron] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2373934
Feb 12 21:10:28.256287 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1ad25246-eb71-4ca3-bea4-c374fc5c54e1 admin admin] Publish callbacks [] for subnet (f369cea4-1a1b-4361-a884-093942e6d146), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:28.280734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5a543-9e48-4548-b07f-4a7b9e464065 req-c6927b13-53ff-4df6-942a-44e10669e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:28.283740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbc5a543-9e48-4548-b07f-4a7b9e464065 req-c6927b13-53ff-4df6-942a-44e10669e029 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 1132 time: 0.1548026
Feb 12 21:10:28.342784 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbc5a543-9e48-4548-b07f-4a7b9e464065 req-92319407-1b6a-4589-b1f6-3e117379741a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494072
Feb 12 21:10:28.399015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-f2d619fc-ad04-4e4d-bb99-241d0988600c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Made reservation on behalf of 9627e1d31e814deb8265e43f63ac807c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:28.399015 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-f2d619fc-ad04-4e4d-bb99-241d0988600c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:28.420855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8b390bca-6579-4274-85f9-2d5144efab5b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-88243014-network', 'tenant_id': 'e3c778564eef403aa9d4a76e4c1d3c20'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:28.421344 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1ad25246-eb71-4ca3-bea4-c374fc5c54e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (f369cea4-1a1b-4361-a884-093942e6d146), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:28.430350 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-777b4ef8-510f-4f01-8ac2-4e124b745d08 req-687c65ab-46e0-4151-b46a-8bdcc190b2f6 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2677720
Feb 12 21:10:28.465648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89c1a2-82be-4ea1-ac85-34cdb28be2c5 req-76ecd7b1-d594-4e88-8ccb-d85ffbf5c9a7 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:28.467067 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb89c1a2-82be-4ea1-ac85-34cdb28be2c5 req-76ecd7b1-d594-4e88-8ccb-d85ffbf5c9a7 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.1138608
Feb 12 21:10:28.489566 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-b461784b-398a-4204-bc33-d9a692563b07 service neutron] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1963367
Feb 12 21:10:28.566989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1ad25246-eb71-4ca3-bea4-c374fc5c54e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (f369cea4-1a1b-4361-a884-093942e6d146), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:28.576605 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5ba1a111-6b84-4545-9862-eadece5a9f37 req-4f600592-3904-4f40-8426-dfbb92389349 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 210 time: 0.0417795
Feb 12 21:10:28.635178 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-5df19337-75eb-47fc-9331-da5339eded87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=1fe06461-27fb-4282-97ba-13fca702a547 HTTP/1.1" status: 200  len: 217 time: 0.0698037
Feb 12 21:10:28.708397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-68d133e9-ff55-4d14-96cf-34e17580cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:28.709936 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-68d133e9-ff55-4d14-96cf-34e17580cb0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc44bda3-6d91-4b39-a1b0-99dbae41bbc3 HTTP/1.1" status: 200  len: 797 time: 0.0604455
Feb 12 21:10:28.773178 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-902ff3f2-4898-49f5-bbac-622c18d6de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:28.776329 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-902ff3f2-4898-49f5-bbac-622c18d6de47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=531eb872-2139-4490-9c0c-9bd28b6649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0513232
Feb 12 21:10:28.778218 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1ad25246-eb71-4ca3-bea4-c374fc5c54e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (f369cea4-1a1b-4361-a884-093942e6d146), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:28.820678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad25246-eb71-4ca3-bea4-c374fc5c54e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f369cea4-1a1b-4361-a884-093942e6d146,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:28.834062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20a267e-0427-4947-a039-af35fc913e0e None None] Network b286c5f0-5feb-4edd-8aa1-03636bfd1f8c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:10:28.838450 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36558) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:28.850542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6fc4ad45-ecff-417a-b177-764edcf38e59 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-359636990'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:28.857401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1ad25246-eb71-4ca3-bea4-c374fc5c54e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:28.858521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b390bca-6579-4274-85f9-2d5144efab5b admin admin] Made reservation on behalf of e3c778564eef403aa9d4a76e4c1d3c20 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:28.860246 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b390bca-6579-4274-85f9-2d5144efab5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:28.863546 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1ad25246-eb71-4ca3-bea4-c374fc5c54e1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f369cea4-1a1b-4361-a884-093942e6d146 HTTP/1.1" status: 204  len: 168 time: 0.7980196
Feb 12 21:10:28.866035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36560) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:28.894817 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b390bca-6579-4274-85f9-2d5144efab5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:28.936707 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb89c1a2-82be-4ea1-ac85-34cdb28be2c5 req-ef15ab8d-1757-48dc-833a-8c1aa17f5b5d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4240146
Feb 12 21:10:28.969778 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-f2d619fc-ad04-4e4d-bb99-241d0988600c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Allocated IP 172.20.0.14 (0667fd4a-8e2d-4583-adf6-fead39b333d4/dbf790e3-6bae-405c-a246-30da62205e0c/c0e4abe5-512a-438d-9ee8-c182fa52f022) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:28.999872 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (b286c5f0-5feb-4edd-8aa1-03636bfd1f8c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.019979 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-9a5c42d4-28ad-4240-84b0-b0559e7001e3 service neutron] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2326119
Feb 12 21:10:29.035013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d643b7-c459-43f3-82d8-6c842dc9af59 None None] DHCP port deletion for b286c5f0-5feb-4edd-8aa1-03636bfd1f8c request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:10:29.076235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9a023c9b-d722-4650-8c7a-54dd93982369 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:10:29.093890 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc4ad45-ecff-417a-b177-764edcf38e59 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Made reservation on behalf of c1ff07a97663458e87406ec3a5e2cf1c for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:29.097141 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fc4ad45-ecff-417a-b177-764edcf38e59 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.107622 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 9a023c9b-d722-4650-8c7a-54dd93982369 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:10:29.107887 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9a023c9b-d722-4650-8c7a-54dd93982369 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:10:29.108539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 95521ff7-73cc-408f-85d7-ead994e186a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:10:29.111547 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b390bca-6579-4274-85f9-2d5144efab5b admin admin] Publish callbacks [] for security_group (bf850c23-57d7-4ac5-a392-02df6923b359), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.139789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 95521ff7-73cc-408f-85d7-ead994e186a9 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:10:29.140465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 95521ff7-73cc-408f-85d7-ead994e186a9 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:10:29.166900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-36d643b7-c459-43f3-82d8-6c842dc9af59 None None] Deleting port b4fae982-f278-4692-b126-9baa22729379 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:10:29.167545 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-36d643b7-c459-43f3-82d8-6c842dc9af59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b4fae982-f278-4692-b126-9baa22729379), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.173632 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-f53f2522-78f1-4966-bd50-9fb2bf32ea6e service neutron] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465001
Feb 12 21:10:29.175242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc4ad45-ecff-417a-b177-764edcf38e59 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:10:29.178469 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-f2d619fc-ad04-4e4d-bb99-241d0988600c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for port (c0e4abe5-512a-438d-9ee8-c182fa52f022), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.181920 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b390bca-6579-4274-85f9-2d5144efab5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bf850c23-57d7-4ac5-a392-02df6923b359), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.212710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b390bca-6579-4274-85f9-2d5144efab5b admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:10:29.222886 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fc4ad45-ecff-417a-b177-764edcf38e59 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1dc0fd08-f564-4723-b571-a967824d218e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.223230 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-6fc4ad45-ecff-417a-b177-764edcf38e59 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Added segment 1dc0fd08-f564-4723-b571-a967824d218e of type vlan for network 362c5c76-0028-4be9-86fd-cc1c41d159ca
Feb 12 21:10:29.233847 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-f6e98d52-3139-4c3a-805f-e2a74d4e4fbd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=d18f9305-c081-40ea-be43-4032e65318f6 HTTP/1.1" status: 200  len: 217 time: 0.0514631
Feb 12 21:10:29.234847 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b390bca-6579-4274-85f9-2d5144efab5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf850c23-57d7-4ac5-a392-02df6923b359,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:29.239106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-36d643b7-c459-43f3-82d8-6c842dc9af59 None None] For port b4fae982-f278-4692-b126-9baa22729379, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4fae982-f278-4692-b126-9baa22729379,segment=NetworkSegment(bb4cf931-e048-4a55-8168-0a7d704bd8d5),segment_id=bb4cf931-e048-4a55-8168-0a7d704bd8d5)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:29.239554 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-36d643b7-c459-43f3-82d8-6c842dc9af59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b4fae982-f278-4692-b126-9baa22729379), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.241856 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b390bca-6579-4274-85f9-2d5144efab5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (659c8270-b498-4c22-b2e7-c0179c657b05), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.241856 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-8b390bca-6579-4274-85f9-2d5144efab5b admin admin] Added segment 659c8270-b498-4c22-b2e7-c0179c657b05 of type vlan for network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2
Feb 12 21:10:29.254803 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-36d643b7-c459-43f3-82d8-6c842dc9af59 None None] Calling delete_port for b4fae982-f278-4692-b126-9baa22729379 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:10:29.260808 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] Deleting port b4fae982-f278-4692-b126-9baa22729379 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:10:29.265494 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b4fae982-f278-4692-b126-9baa22729379), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.304442 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.305082 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b390bca-6579-4274-85f9-2d5144efab5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.353292 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fc4ad45-ecff-417a-b177-764edcf38e59 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (362c5c76-0028-4be9-86fd-cc1c41d159ca), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.391838 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-f2d619fc-ad04-4e4d-bb99-241d0988600c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c0e4abe5-512a-438d-9ee8-c182fa52f022), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.439094 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-6a11a426-a440-4ffe-8fc5-371ff2690d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:29.440558 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-6a11a426-a440-4ffe-8fc5-371ff2690d5e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc44bda3-6d91-4b39-a1b0-99dbae41bbc3 HTTP/1.1" status: 200  len: 797 time: 0.1746063
Feb 12 21:10:29.453632 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] For port b4fae982-f278-4692-b126-9baa22729379, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4fae982-f278-4692-b126-9baa22729379,segment=NetworkSegment(bb4cf931-e048-4a55-8168-0a7d704bd8d5),segment_id=bb4cf931-e048-4a55-8168-0a7d704bd8d5)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:29.454031 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b4fae982-f278-4692-b126-9baa22729379), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.455146 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b390bca-6579-4274-85f9-2d5144efab5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.456106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b390bca-6579-4274-85f9-2d5144efab5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:29.456682 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b390bca-6579-4274-85f9-2d5144efab5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.468774 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.471481 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-36d643b7-c459-43f3-82d8-6c842dc9af59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (b4fae982-f278-4692-b126-9baa22729379), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.480008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] Calling delete_port for b4fae982-f278-4692-b126-9baa22729379 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:10:29.521389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d619fc-ad04-4e4d-bb99-241d0988600c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Pushing event updated for resources: {'Port': ['ID=c0e4abe5-512a-438d-9ee8-c182fa52f022,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:29.530782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7030e-c52c-4716-86a5-31a1131e4aef req-fd4e1c4a-19e3-479c-a182-9210f4ca566a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:29.536093 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7030e-c52c-4716-86a5-31a1131e4aef req-fd4e1c4a-19e3-479c-a182-9210f4ca566a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:29.543270 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7030e-c52c-4716-86a5-31a1131e4aef req-fd4e1c4a-19e3-479c-a182-9210f4ca566a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:29.548715 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7030e-c52c-4716-86a5-31a1131e4aef req-fd4e1c4a-19e3-479c-a182-9210f4ca566a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:29.554662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d643b7-c459-43f3-82d8-6c842dc9af59 None None] Pushing event deleted for resources: {'Port': ['ID=b4fae982-f278-4692-b126-9baa22729379,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:29.554885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7030e-c52c-4716-86a5-31a1131e4aef req-fd4e1c4a-19e3-479c-a182-9210f4ca566a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:29.555591 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d643b7-c459-43f3-82d8-6c842dc9af59 None None] No DVR routers for this DVR port b4fae982-f278-4692-b126-9baa22729379 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:10:29.559520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7030e-c52c-4716-86a5-31a1131e4aef req-fd4e1c4a-19e3-479c-a182-9210f4ca566a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:29.572819 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7030e-c52c-4716-86a5-31a1131e4aef req-fd4e1c4a-19e3-479c-a182-9210f4ca566a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:29.575035 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-38b7030e-c52c-4716-86a5-31a1131e4aef req-fd4e1c4a-19e3-479c-a182-9210f4ca566a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5432 time: 0.2044885
Feb 12 21:10:29.582473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-f2d619fc-ad04-4e4d-bb99-241d0988600c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Network 0667fd4a-8e2d-4583-adf6-fead39b333d4 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:29.589340 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8b390bca-6579-4274-85f9-2d5144efab5b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 1.3925419
Feb 12 21:10:29.591926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-f2d619fc-ad04-4e4d-bb99-241d0988600c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:29.594813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-f2d619fc-ad04-4e4d-bb99-241d0988600c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:29.597401 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36566) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:29.607865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-132e966b-b730-44dc-a73d-8517bea57e47 admin admin] Request body: {'subnet': {'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-88243014-subnet', 'tenant_id': 'e3c778564eef403aa9d4a76e4c1d3c20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:29.608358 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fc4ad45-ecff-417a-b177-764edcf38e59 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (362c5c76-0028-4be9-86fd-cc1c41d159ca), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.613339 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc4ad45-ecff-417a-b177-764edcf38e59 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:29.614073 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fc4ad45-ecff-417a-b177-764edcf38e59 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.637247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b390bca-6579-4274-85f9-2d5144efab5b admin admin] Pushing event updated for resources: {'Network': ['ID=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:29.655180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:10:29.718829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-f2d619fc-ad04-4e4d-bb99-241d0988600c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:29.718829 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-f2d619fc-ad04-4e4d-bb99-241d0988600c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.743080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-b11e18d4-1ae6-4e60-8193-868c6d70b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:29.743880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad958a1-dff4-4600-8703-9c774136cffe req-917ccfe1-38d2-4e0b-a40a-f22bf3c0ffb2 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:29.744598 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-b11e18d4-1ae6-4e60-8193-868c6d70b26f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=531eb872-2139-4490-9c0c-9bd28b6649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2782686
Feb 12 21:10:29.749597 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4ad45-ecff-417a-b177-764edcf38e59 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event updated for resources: {'Network': ['ID=362c5c76-0028-4be9-86fd-cc1c41d159ca,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:29.758315 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6ad958a1-dff4-4600-8703-9c774136cffe req-917ccfe1-38d2-4e0b-a40a-f22bf3c0ffb2 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.1575975
Feb 12 21:10:29.789660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 362c5c76-0028-4be9-86fd-cc1c41d159ca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:10:29.822832 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6fc4ad45-ecff-417a-b177-764edcf38e59 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.9786580
Feb 12 21:10:29.823035 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36570) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:29.826399 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-31293079-092d-4928-bf82-11273802a57b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-256653033'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:29.873968 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-38b7030e-c52c-4716-86a5-31a1131e4aef req-602ccad8-c1cd-4af1-9c9f-73e38a35138a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2590497
Feb 12 21:10:29.880461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6ad958a1-dff4-4600-8703-9c774136cffe req-980461c1-934a-4521-844c-7d9caf5cfac0 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119907
Feb 12 21:10:29.881320 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b4fae982-f278-4692-b126-9baa22729379), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.896278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-f2d619fc-ad04-4e4d-bb99-241d0988600c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8946242
Feb 12 21:10:29.896905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132e966b-b730-44dc-a73d-8517bea57e47 admin admin] Made reservation on behalf of e3c778564eef403aa9d4a76e4c1d3c20 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:29.902539 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-132e966b-b730-44dc-a73d-8517bea57e47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:29.914643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Request body: {'port': {'device_id': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:29.956639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] No DVR routers for this DVR port b4fae982-f278-4692-b126-9baa22729379 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:10:29.964770 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fae982-f278-4692-b126-9baa22729379,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:30.014606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31293079-092d-4928-bf82-11273802a57b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Made reservation on behalf of c1ff07a97663458e87406ec3a5e2cf1c for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:30.018496 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31293079-092d-4928-bf82-11273802a57b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.081704 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-665a37b4-55bb-48e2-8487-10e8e12d6cc6 None None] Provisioning complete for port c0e4abe5-512a-438d-9ee8-c182fa52f022 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:30.082902 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-665a37b4-55bb-48e2-8487-10e8e12d6cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c0e4abe5-512a-438d-9ee8-c182fa52f022), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.089699 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-60195007-ae36-4dc7-8e1b-540baa0f0bd5 service neutron] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3310852
Feb 12 21:10:30.091464 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (b286c5f0-5feb-4edd-8aa1-03636bfd1f8c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.124259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31293079-092d-4928-bf82-11273802a57b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:10:30.125826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-665a37b4-55bb-48e2-8487-10e8e12d6cc6 None None] Port c0e4abe5-512a-438d-9ee8-c182fa52f022 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:10:30.145957 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c0e4abe5-512a-438d-9ee8-c182fa52f022), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.150104 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6faa289d0>,) {'filters': {'network_id': ['b286c5f0-5feb-4edd-8aa1-03636bfd1f8c']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:30.161435 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31293079-092d-4928-bf82-11273802a57b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (59c0f533-8d2d-4f7b-8a78-1a18c5036ce1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.161724 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-31293079-092d-4928-bf82-11273802a57b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Added segment 59c0f533-8d2d-4f7b-8a78-1a18c5036ce1 of type vlan for network c71d3387-4285-452a-953d-e8edb5c159e7
Feb 12 21:10:30.196384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6faa289d0>, 'bb4cf931-e048-4a55-8168-0a7d704bd8d5') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:30.196877 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6faa289d0>, 'bb4cf931-e048-4a55-8168-0a7d704bd8d5') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:30.216799 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (bb4cf931-e048-4a55-8168-0a7d704bd8d5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.227330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b2caa-2740-4591-aff4-bb0ee4f0e1b5 req-212866d4-a9a0-466f-ae00-ee81dfece4b3 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:30.228806 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-805b2caa-2740-4591-aff4-bb0ee4f0e1b5 req-212866d4-a9a0-466f-ae00-ee81dfece4b3 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 932 time: 0.2252257
Feb 12 21:10:30.237381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a417d-84c2-42b5-addd-a2f2b9c08a93 req-922914dd-200a-4a27-b99d-4dab7d710af1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:30.238919 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-735a417d-84c2-42b5-addd-a2f2b9c08a93 req-922914dd-200a-4a27-b99d-4dab7d710af1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.1988382
Feb 12 21:10:30.266627 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bb4cf931-e048-4a55-8168-0a7d704bd8d5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.273992 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-f03d3917-e356-43d3-bd57-9f6cb6ae6876 service neutron] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1730590
Feb 12 21:10:30.295564 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31293079-092d-4928-bf82-11273802a57b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (c71d3387-4285-452a-953d-e8edb5c159e7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.326210 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-fb6580ca-d783-4a14-b530-cb592e1db901 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=c24391d7-58a5-450b-bfb5-2e331131b9e0 HTTP/1.1" status: 200  len: 217 time: 0.0460749
Feb 12 21:10:30.345540 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-805b2caa-2740-4591-aff4-bb0ee4f0e1b5 req-74dc60be-0a0a-48ed-a8f1-2a4e692d50af tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093652
Feb 12 21:10:30.368897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:10:30.369294 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (bb4cf931-e048-4a55-8168-0a7d704bd8d5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:10:30.371024 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:10:30.433875 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-4fdf4fee-28bd-4135-964e-b93ee608e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:30.435356 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-4fdf4fee-28bd-4135-964e-b93ee608e003 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc44bda3-6d91-4b39-a1b0-99dbae41bbc3 HTTP/1.1" status: 200  len: 797 time: 0.1018586
Feb 12 21:10:30.466236 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-735a417d-84c2-42b5-addd-a2f2b9c08a93 req-ee5ec70e-7339-44c6-b0aa-25ecfd3bad3a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2050958
Feb 12 21:10:30.490265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-18fb714e-4e1d-4abc-9f51-522046a5fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:30.491780 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-18fb714e-4e1d-4abc-9f51-522046a5fe31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=531eb872-2139-4490-9c0c-9bd28b6649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0497682
Feb 12 21:10:30.493701 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (b286c5f0-5feb-4edd-8aa1-03636bfd1f8c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.502526 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.506437 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b286c5f0-5feb-4edd-8aa1-03636bfd1f8c HTTP/1.1" status: 204  len: 168 time: 1.6393709
Feb 12 21:10:30.521333 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36574) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:30.528980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2fc34-e088-4c7f-bce6-c35209a98618 admin admin] Pushing event deleted for resources: {'Network': ['ID=b286c5f0-5feb-4edd-8aa1-03636bfd1f8c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:30.529265 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31293079-092d-4928-bf82-11273802a57b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (c71d3387-4285-452a-953d-e8edb5c159e7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.533952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31293079-092d-4928-bf82-11273802a57b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:30.534574 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31293079-092d-4928-bf82-11273802a57b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.542239 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-132e966b-b730-44dc-a73d-8517bea57e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (d47f89e7-f97f-48dd-8271-e3c84e1c2284), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.672435 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31293079-092d-4928-bf82-11273802a57b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event updated for resources: {'Network': ['ID=c71d3387-4285-452a-953d-e8edb5c159e7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:30.684232 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network c71d3387-4285-452a-953d-e8edb5c159e7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:10:30.693161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e966b-b730-44dc-a73d-8517bea57e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47f89e7-f97f-48dd-8271-e3c84e1c2284,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:30.698434 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-31293079-092d-4928-bf82-11273802a57b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.8757715
Feb 12 21:10:30.708956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36576) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:30.718923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e406fdc9-8a41-48c4-9442-348d2cae9457 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Request body: {'subnet': {'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:30.771921 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e966b-b730-44dc-a73d-8517bea57e47 admin admin] Checking segment: {'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:30.772081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132e966b-b730-44dc-a73d-8517bea57e47 admin admin] Network hostable DHCP agents. Network: 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:10:30.857911 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e4abe5-512a-438d-9ee8-c182fa52f022 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:30.869979 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Publish callbacks [] for port (c0e4abe5-512a-438d-9ee8-c182fa52f022), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.893055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Transition to ACTIVE for port object c0e4abe5-512a-438d-9ee8-c182fa52f022 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:10:30.901230 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.938972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132e966b-b730-44dc-a73d-8517bea57e47 admin admin] Network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:10:30.959060 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e406fdc9-8a41-48c4-9442-348d2cae9457 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Made reservation on behalf of c1ff07a97663458e87406ec3a5e2cf1c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:30.964109 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e406fdc9-8a41-48c4-9442-348d2cae9457 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:30.969308 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c0e4abe5-512a-438d-9ee8-c182fa52f022), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:31.035279 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-132e966b-b730-44dc-a73d-8517bea57e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:31.042648 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-9ee4423f-edd1-4b5f-b503-03ff088caf2c service neutron] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5420659
Feb 12 21:10:31.047332 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7e26d6-d4b3-49d2-8785-cba9a52d1822 None None] Network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:10:31.109008 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b4fae982-f278-4692-b126-9baa22729379 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:10:31.125277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132e966b-b730-44dc-a73d-8517bea57e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:31.125911 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-132e966b-b730-44dc-a73d-8517bea57e47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:31.140367 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: b4fae982-f278-4692-b126-9baa22729379 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:10:31.141085 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b4fae982-f278-4692-b126-9baa22729379 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:10:31.154648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce8f8e-1166-4a29-9d56-e3abd3ebf47a req-09fba726-1bd0-46e1-a219-3e9ebb69eb9e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:31.161033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce8f8e-1166-4a29-9d56-e3abd3ebf47a req-09fba726-1bd0-46e1-a219-3e9ebb69eb9e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:31.165934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce8f8e-1166-4a29-9d56-e3abd3ebf47a req-09fba726-1bd0-46e1-a219-3e9ebb69eb9e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:31.172134 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce8f8e-1166-4a29-9d56-e3abd3ebf47a req-09fba726-1bd0-46e1-a219-3e9ebb69eb9e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:31.178167 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce8f8e-1166-4a29-9d56-e3abd3ebf47a req-09fba726-1bd0-46e1-a219-3e9ebb69eb9e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:31.186143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce8f8e-1166-4a29-9d56-e3abd3ebf47a req-09fba726-1bd0-46e1-a219-3e9ebb69eb9e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:31.192215 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce8f8e-1166-4a29-9d56-e3abd3ebf47a req-09fba726-1bd0-46e1-a219-3e9ebb69eb9e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:31.194248 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-72ce8f8e-1166-4a29-9d56-e3abd3ebf47a req-09fba726-1bd0-46e1-a219-3e9ebb69eb9e tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5432 time: 0.2318065
Feb 12 21:10:31.217651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e4abe5-512a-438d-9ee8-c182fa52f022,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:31.218349 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be8e323-22a3-4582-8a4b-a8cd5d531b50 None None] Network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:10:31.311853 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76b898-f3e8-4061-add6-2d83fcc1d665 req-ef5344d1-de92-488b-b435-e260478c4871 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:31.319580 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d76b898-f3e8-4061-add6-2d83fcc1d665 req-ef5344d1-de92-488b-b435-e260478c4871 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.3224370
Feb 12 21:10:31.373194 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-90aa4f23-001c-4efe-87d1-64dbf2bcbb26 service neutron] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3237846
Feb 12 21:10:31.383402 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-72ce8f8e-1166-4a29-9d56-e3abd3ebf47a req-6ed90dc3-efe9-41c7-a5bc-49d6ab6764ab tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1726396
Feb 12 21:10:31.416574 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-132e966b-b730-44dc-a73d-8517bea57e47 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.8065944
Feb 12 21:10:31.435529 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-d7250b8a-875f-41a9-a0c3-120e6b0a9147 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f256d627-df49-4516-b949-fc05f0dbf0bc HTTP/1.1" status: 200  len: 217 time: 0.0508709
Feb 12 21:10:31.446028 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d76b898-f3e8-4061-add6-2d83fcc1d665 req-2b34acb5-4c9e-4c55-80e6-1b95b3ed819f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247418
Feb 12 21:10:31.450997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Attempting to bind port c0e4abe5-512a-438d-9ee8-c182fa52f022 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:31.451349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Attempting to bind port c0e4abe5-512a-438d-9ee8-c182fa52f022 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:31.452201 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Attempting to bind port c0e4abe5-512a-438d-9ee8-c182fa52f022 on network 0667fd4a-8e2d-4583-adf6-fead39b333d4 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:31.465485 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Port c0e4abe5-512a-438d-9ee8-c182fa52f022 on network 0667fd4a-8e2d-4583-adf6-fead39b333d4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:10:31.465826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Attempting to bind port c0e4abe5-512a-438d-9ee8-c182fa52f022 on network 0667fd4a-8e2d-4583-adf6-fead39b333d4 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:31.473559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:31.476214 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Checking segment: {'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:31.476214 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Bound using segment: {'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:31.476214 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Bound port: c0e4abe5-512a-438d-9ee8-c182fa52f022, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:31.476214 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c0e4abe5-512a-438d-9ee8-c182fa52f022), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:31.626259 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-5c1690dd-28ac-419d-b1b3-2c564007db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:31.627942 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-5c1690dd-28ac-419d-b1b3-2c564007db98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=beb1c0ec-31ae-47ff-be96-a4e94b6d0bca HTTP/1.1" status: 200  len: 797 time: 0.1386821
Feb 12 21:10:31.633475 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] For port c0e4abe5-512a-438d-9ee8-c182fa52f022, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:31.635625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] For port c0e4abe5-512a-438d-9ee8-c182fa52f022, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0e4abe5-512a-438d-9ee8-c182fa52f022,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:31.643660 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41a202-9acd-44cb-b349-108d297c502b req-9c61cddc-cf04-438d-adb7-9c176134b1aa tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:31.645174 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f41a202-9acd-44cb-b349-108d297c502b req-9c61cddc-cf04-438d-adb7-9c176134b1aa tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.0942793
Feb 12 21:10:31.679465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e895bf9-e83f-4a8a-9aa0-4a6f4a02c436 req-7516bfcd-e74a-44fb-abc2-3bcce26f61bd tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:31.680981 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e895bf9-e83f-4a8a-9aa0-4a6f4a02c436 req-7516bfcd-e74a-44fb-abc2-3bcce26f61bd tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 944 time: 0.1779716
Feb 12 21:10:31.698894 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f41a202-9acd-44cb-b349-108d297c502b req-d6bb7b76-214e-42ae-bf09-f6dc9a7c9f15 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451469
Feb 12 21:10:31.699980 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e406fdc9-8a41-48c4-9442-348d2cae9457 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (1ce8693b-2c76-4c94-8612-f77b092ad4ef), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:31.736043 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-59829863-cdd5-4b88-a446-e9d542ea9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:31.738448 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-59829863-cdd5-4b88-a446-e9d542ea9cb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a90998ba-17e7-4116-bb0e-3bd9e0e31276&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1027045
Feb 12 21:10:31.750767 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c0e4abe5-512a-438d-9ee8-c182fa52f022), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:31.799953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e895bf9-e83f-4a8a-9aa0-4a6f4a02c436 req-ad39d613-7ab4-4640-845d-ef2a59b18cb8 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116714
Feb 12 21:10:31.823782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406fdc9-8a41-48c4-9442-348d2cae9457 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event updated for resources: {'Subnet': ['ID=1ce8693b-2c76-4c94-8612-f77b092ad4ef,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:31.849940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:31.852205 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:31.853764 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] 10.222.0.50 "PUT /v2.0/ports/c0e4abe5-512a-438d-9ee8-c182fa52f022 HTTP/1.1" status: 200  len: 1092 time: 1.9483197
Feb 12 21:10:31.854228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'tag': 'c0e4abe5-512a-438d-9ee8-c182fa52f022'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:31.856535 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a656d97-3429-429f-928c-31b3b887347d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd", "tag": "c0e4abe5-512a-438d-9ee8-c182fa52f022"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:31.873151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e406fdc9-8a41-48c4-9442-348d2cae9457 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Checking segment: {'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:31.873840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e406fdc9-8a41-48c4-9442-348d2cae9457 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Network hostable DHCP agents. Network: 362c5c76-0028-4be9-86fd-cc1c41d159ca, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:10:31.887707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa247b46-ff11-43f6-9527-32bcb71d7700 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e4abe5-512a-438d-9ee8-c182fa52f022,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:31.890919 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-e54a9e71-e3da-430d-a1b5-17b5046db8e5 service neutron] 10.222.0.48 "GET /v2.0/networks/a90998ba-17e7-4116-bb0e-3bd9e0e31276?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455212
Feb 12 21:10:31.934854 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-149d1650-ad52-4ee4-8e41-f0a07bd099e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (cc655cfc-5ba6-4d81-8004-bf5222455949), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:31.941344 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e3477-f226-4392-a92d-9b4c607b4863 req-f7963b34-cb15-4c68-bb4d-cdbdedaed5b5 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:31.943015 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-703e3477-f226-4392-a92d-9b4c607b4863 req-f7963b34-cb15-4c68-bb4d-cdbdedaed5b5 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.1477590
Feb 12 21:10:32.013439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e406fdc9-8a41-48c4-9442-348d2cae9457 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Network 362c5c76-0028-4be9-86fd-cc1c41d159ca is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:10:32.057771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-703e3477-f226-4392-a92d-9b4c607b4863 req-ff6239d8-5b95-4b2d-af3a-da69e49d31ff tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965006
Feb 12 21:10:32.081959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-652df320-18b5-4d38-be32-787399742a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:32.083545 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-652df320-18b5-4d38-be32-787399742a09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 1126 time: 0.1142852
Feb 12 21:10:32.095490 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-e15a5fad-fdc5-4f09-86b5-aa9291eea005 service neutron] 10.222.0.48 "GET /v2.0/networks/a90998ba-17e7-4116-bb0e-3bd9e0e31276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1976573
Feb 12 21:10:32.157556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-e406fdc9-8a41-48c4-9442-348d2cae9457 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 362c5c76-0028-4be9-86fd-cc1c41d159ca) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:32.166187 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-390f0848-607b-47e3-ba70-1f89f29685e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e4abe5-512a-438d-9ee8-c182fa52f022 HTTP/1.1" status: 200  len: 217 time: 0.0704143
Feb 12 21:10:32.166672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450a2427-5490-46d3-a9dc-58279ee62d36 None None] Network 362c5c76-0028-4be9-86fd-cc1c41d159ca requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:10:32.175598 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e406fdc9-8a41-48c4-9442-348d2cae9457 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:32.176311 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e406fdc9-8a41-48c4-9442-348d2cae9457 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:32.211910 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-245a11da-c62c-43ff-a41e-8696ed74517d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19dd89b0-f04c-47e0-b086-a93ccf42ad36 HTTP/1.1" status: 200  len: 217 time: 0.1002624
Feb 12 21:10:32.245502 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:32.246922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-355abe4e-d01b-4019-9811-db54beff5b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:32.249345 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-355abe4e-d01b-4019-9811-db54beff5b25 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 200  len: 859 time: 0.0759428
Feb 12 21:10:32.305854 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e406fdc9-8a41-48c4-9442-348d2cae9457 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.5936813
Feb 12 21:10:32.311920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36616) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:32.322976 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-988b0a71-925b-46b2-a488-cb21aa8bce71 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Request body: {'subnet': {'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:32.325098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-362c5c76-0028-4be9-86fd-cc1c41d159ca', 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca', 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'fixed_ips': [{'subnet_id': '1ce8693b-2c76-4c94-8612-f77b092ad4ef'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:10:32.326104 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:32.332132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-01b06dfa-edfa-42ef-b058-d400ae531878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:32.334223 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-01b06dfa-edfa-42ef-b058-d400ae531878 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0667fd4a-8e2d-4583-adf6-fead39b333d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0745852
Feb 12 21:10:32.372866 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-e3c0c21e-fdc3-44d5-8676-4ac48083ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:32.374498 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-e3c0c21e-fdc3-44d5-8676-4ac48083ab32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=beb1c0ec-31ae-47ff-be96-a4e94b6d0bca HTTP/1.1" status: 200  len: 797 time: 0.1586213
Feb 12 21:10:32.427298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-5e65f11c-94ab-4fb8-8bbb-41ed223efc70 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:32.435162 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-5e65f11c-94ab-4fb8-8bbb-41ed223efc70 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/networks?id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 HTTP/1.1" status: 200  len: 803 time: 0.3185918
Feb 12 21:10:32.460220 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-73459e55-073e-484a-aa0d-419ea6ad6ac0 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/quotas/e3c778564eef403aa9d4a76e4c1d3c20 HTTP/1.1" status: 200  len: 375 time: 0.0241456
Feb 12 21:10:32.490811 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Allocated IP 10.1.1.2 (362c5c76-0028-4be9-86fd-cc1c41d159ca/1ce8693b-2c76-4c94-8612-f77b092ad4ef/7fe9a6b3-4785-42c9-8a27-f40130101a6b) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:32.504403 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-08d9c562-ecbd-4d79-b02f-cb548c7606c8 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e3c778564eef403aa9d4a76e4c1d3c20&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0432169
Feb 12 21:10:32.515540 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-72a35a7a-a4f9-4e40-a7df-7b587d6e5465 service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673605
Feb 12 21:10:32.547905 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4510b-d518-4552-b524-623bff0830c7 req-9e42c5ef-7970-48e0-88e1-1b9c9609874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:32.555552 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-9e42c5ef-7970-48e0-88e1-1b9c9609874d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a90998ba-17e7-4116-bb0e-3bd9e0e31276&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1667166
Feb 12 21:10:32.659318 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c178ba8-e63c-4f3a-91b6-58795eeed7ba req-e6bf01ab-ee5c-4c94-a482-b4f6f9f4c14f service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379099
Feb 12 21:10:32.660892 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2882976-2460-4894-b90a-f0630aabdc78 x-openstack-request-id: req-f2882976-2460-4894-b90a-f0630aabdc78 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:32.661194 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd", "tag": "c0e4abe5-512a-438d-9ee8-c182fa52f022", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:32.661503 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2882976-2460-4894-b90a-f0630aabdc78 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:32.661915 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'tag': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'status': 'completed', 'code': 200}
Feb 12 21:10:32.665095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988b0a71-925b-46b2-a488-cb21aa8bce71 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Made reservation on behalf of c1ff07a97663458e87406ec3a5e2cf1c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:32.668720 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-988b0a71-925b-46b2-a488-cb21aa8bce71 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:32.729934 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-2d0ce8b0-9b0c-4930-bc7d-db97fafb82bc service neutron] 10.222.0.31 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2243443
Feb 12 21:10:32.736516 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Publish callbacks [] for port (7fe9a6b3-4785-42c9-8a27-f40130101a6b), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:32.818986 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-e669e48f-99e3-4480-a542-c6cf131b3a94 service neutron] 10.222.0.48 "GET /v2.0/networks/a90998ba-17e7-4116-bb0e-3bd9e0e31276?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2268159
Feb 12 21:10:32.822431 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (7fe9a6b3-4785-42c9-8a27-f40130101a6b), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:32.853182 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a34ad8-a6c2-41f6-8838-7ac6e2ea5280 req-962b0dce-04c3-4b6a-957e-9a5696faf3da tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:32.858463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a34ad8-a6c2-41f6-8838-7ac6e2ea5280 req-962b0dce-04c3-4b6a-957e-9a5696faf3da tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:32.863743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a34ad8-a6c2-41f6-8838-7ac6e2ea5280 req-962b0dce-04c3-4b6a-957e-9a5696faf3da tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:32.869398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a34ad8-a6c2-41f6-8838-7ac6e2ea5280 req-962b0dce-04c3-4b6a-957e-9a5696faf3da tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:32.873969 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Network 362c5c76-0028-4be9-86fd-cc1c41d159ca is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:32.874856 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a34ad8-a6c2-41f6-8838-7ac6e2ea5280 req-962b0dce-04c3-4b6a-957e-9a5696faf3da tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:32.875883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-149d1650-ad52-4ee4-8e41-f0a07bd099e4 admin admin] Deleting port 2d3f7834-b4b6-422c-9635-f082630fb76e {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:10:32.877673 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-149d1650-ad52-4ee4-8e41-f0a07bd099e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:32.877800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:32.879762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:32.880374 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a34ad8-a6c2-41f6-8838-7ac6e2ea5280 req-962b0dce-04c3-4b6a-957e-9a5696faf3da tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:32.886392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a34ad8-a6c2-41f6-8838-7ac6e2ea5280 req-962b0dce-04c3-4b6a-957e-9a5696faf3da tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:32.888433 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50a34ad8-a6c2-41f6-8838-7ac6e2ea5280 req-962b0dce-04c3-4b6a-957e-9a5696faf3da tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5432 time: 0.2251234
Feb 12 21:10:32.894032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Pushing event updated for resources: {'Port': ['ID=7fe9a6b3-4785-42c9-8a27-f40130101a6b,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:32.929497 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-6078b566-bb41-4085-a52f-20ef03ed1177 service neutron] 10.222.0.31 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1979904
Feb 12 21:10:32.960375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a656d97-3429-429f-928c-31b3b887347d req-3a494c38-8393-40d2-9228-a8bb0e2b1aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:32.963067 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a656d97-3429-429f-928c-31b3b887347d req-3a494c38-8393-40d2-9228-a8bb0e2b1aa2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 1126 time: 0.1764908
Feb 12 21:10:33.009245 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23a4510b-d518-4552-b524-623bff0830c7 req-e692ea41-1245-40dd-a4d7-25fa0052d3f2 service neutron] 10.222.0.48 "GET /v2.0/networks/a90998ba-17e7-4116-bb0e-3bd9e0e31276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1819875
Feb 12 21:10:33.010165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Attempting to bind port 7fe9a6b3-4785-42c9-8a27-f40130101a6b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:33.010615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Attempting to bind port 7fe9a6b3-4785-42c9-8a27-f40130101a6b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:33.011053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Attempting to bind port 7fe9a6b3-4785-42c9-8a27-f40130101a6b on network 362c5c76-0028-4be9-86fd-cc1c41d159ca {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:33.022103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:33.022480 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Checking segment: {'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:33.026469 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:33.026469 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Bound using segment: {'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:33.026469 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Bound port: 7fe9a6b3-4785-42c9-8a27-f40130101a6b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:33.036420 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7fe9a6b3-4785-42c9-8a27-f40130101a6b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:33.039918 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-149d1650-ad52-4ee4-8e41-f0a07bd099e4 admin admin] For port 2d3f7834-b4b6-422c-9635-f082630fb76e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d3f7834-b4b6-422c-9635-f082630fb76e,segment=NetworkSegment(7bb64053-3863-4682-8f70-efb5dc6415f6),segment_id=7bb64053-3863-4682-8f70-efb5dc6415f6)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:33.040519 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-149d1650-ad52-4ee4-8e41-f0a07bd099e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:33.056674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-149d1650-ad52-4ee4-8e41-f0a07bd099e4 admin admin] Calling delete_port for 2d3f7834-b4b6-422c-9635-f082630fb76e owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:10:33.124736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] For port 7fe9a6b3-4785-42c9-8a27-f40130101a6b, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:33.129587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] For port 7fe9a6b3-4785-42c9-8a27-f40130101a6b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fe9a6b3-4785-42c9-8a27-f40130101a6b,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:33.159838 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50a34ad8-a6c2-41f6-8838-7ac6e2ea5280 req-694f57ff-b5ee-4844-92b8-c6555f32924c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2434433
Feb 12 21:10:33.172317 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a656d97-3429-429f-928c-31b3b887347d req-a8365c3a-e621-439d-8fa8-2be963b6c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:33.173816 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a656d97-3429-429f-928c-31b3b887347d req-a8365c3a-e621-439d-8fa8-2be963b6c847 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 921 time: 0.2031529
Feb 12 21:10:33.247606 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a656d97-3429-429f-928c-31b3b887347d req-0f3ff67d-dcf3-4232-bab9-d0fa87336e9f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e4abe5-512a-438d-9ee8-c182fa52f022 HTTP/1.1" status: 200  len: 217 time: 0.0666122
Feb 12 21:10:33.277824 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7fe9a6b3-4785-42c9-8a27-f40130101a6b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:33.337943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a656d97-3429-429f-928c-31b3b887347d req-b375c62c-8cd2-4ee6-8117-91f2cb2ffeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:33.339437 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a656d97-3429-429f-928c-31b3b887347d req-b375c62c-8cd2-4ee6-8117-91f2cb2ffeaf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 200  len: 859 time: 0.0852058
Feb 12 21:10:33.344201 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-988b0a71-925b-46b2-a488-cb21aa8bce71 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (08752cac-9899-4cd0-802b-cebf5961249e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:33.386230 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4210284-f2d4-4fd8-ba00-8395c41f64d7 None None] Pushing event updated for resources: {'Port': ['ID=7fe9a6b3-4785-42c9-8a27-f40130101a6b,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:33.431579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-deae5174-25f7-4180-9bf6-c33544775553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:33.432342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-deae5174-25f7-4180-9bf6-c33544775553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:33.432986 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-deae5174-25f7-4180-9bf6-c33544775553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:33.433708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-deae5174-25f7-4180-9bf6-c33544775553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:33.434562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-deae5174-25f7-4180-9bf6-c33544775553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:33.435196 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-deae5174-25f7-4180-9bf6-c33544775553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:33.436685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-deae5174-25f7-4180-9bf6-c33544775553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:33.438961 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-deae5174-25f7-4180-9bf6-c33544775553 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=992939bc41444299957b35468c7433c6&device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 6706 time: 0.1885509
Feb 12 21:10:33.442829 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-149d1650-ad52-4ee4-8e41-f0a07bd099e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (2d3f7834-b4b6-422c-9635-f082630fb76e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:33.495590 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d1650-ad52-4ee4-8e41-f0a07bd099e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3f7834-b4b6-422c-9635-f082630fb76e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:33.542587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b0a71-925b-46b2-a488-cb21aa8bce71 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event updated for resources: {'Subnet': ['ID=08752cac-9899-4cd0-802b-cebf5961249e,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:33.546044 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a656d97-3429-429f-928c-31b3b887347d req-6a1ec403-04eb-47ff-9693-85e774d0e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:33.547565 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a656d97-3429-429f-928c-31b3b887347d req-6a1ec403-04eb-47ff-9693-85e774d0e7a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0667fd4a-8e2d-4583-adf6-fead39b333d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2006142
Feb 12 21:10:33.550937 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988b0a71-925b-46b2-a488-cb21aa8bce71 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Checking segment: {'id': '59c0f533-8d2d-4f7b-8a78-1a18c5036ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:33.551312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988b0a71-925b-46b2-a488-cb21aa8bce71 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Network hostable DHCP agents. Network: c71d3387-4285-452a-953d-e8edb5c159e7, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:10:33.580402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device c0e4abe5-512a-438d-9ee8-c182fa52f022 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:10:33.596508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b9add-7987-40eb-9346-9d13e27924eb req-df5678ab-7f90-45d5-8125-6ecde56c94ba tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:33.604704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc0b9add-7987-40eb-9346-9d13e27924eb req-df5678ab-7f90-45d5-8125-6ecde56c94ba tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.2843254
Feb 12 21:10:33.639700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee8cd6-a9e1-4187-abfa-84af165337d6 req-4bdcaf8d-11a5-4cbd-b3b1-df05b70ee8b3 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:33.647082 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b0ee8cd6-a9e1-4187-abfa-84af165337d6 req-4bdcaf8d-11a5-4cbd-b3b1-df05b70ee8b3 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 944 time: 0.2983196
Feb 12 21:10:33.802744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port c0e4abe5-512a-438d-9ee8-c182fa52f022, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0e4abe5-512a-438d-9ee8-c182fa52f022,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:33.840677 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'port_id': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'mac_address': 'fa:16:3e:85:dc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:10:33.902139 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port c0e4abe5-512a-438d-9ee8-c182fa52f022 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:33.902813 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c0e4abe5-512a-438d-9ee8-c182fa52f022), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:33.923712 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e4abe5-512a-438d-9ee8-c182fa52f022 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:33.953324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port c0e4abe5-512a-438d-9ee8-c182fa52f022, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0e4abe5-512a-438d-9ee8-c182fa52f022,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:34.033429 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c0e4abe5-512a-438d-9ee8-c182fa52f022), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:34.088436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=c0e4abe5-512a-438d-9ee8-c182fa52f022,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:34.190800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988b0a71-925b-46b2-a488-cb21aa8bce71 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Network c71d3387-4285-452a-953d-e8edb5c159e7 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:10:34.200402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-23fd4095-26a9-45a6-951d-c963c8134dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:34.202274 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-23fd4095-26a9-45a6-951d-c963c8134dce service neutron] 10.222.0.48 "GET /v2.0/networks?id=a90998ba-17e7-4116-bb0e-3bd9e0e31276 HTTP/1.1" status: 200  len: 903 time: 0.7242284
Feb 12 21:10:34.207671 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b0ee8cd6-a9e1-4187-abfa-84af165337d6 req-f9c72d13-b695-43d2-8ce9-44dbd0e94134 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5596447
Feb 12 21:10:34.237401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['c0e4abe5-512a-438d-9ee8-c182fa52f022'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:10:34.256131 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-0c889905-56c3-4409-ab8e-a2661648c81e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19dd89b0-f04c-47e0-b086-a93ccf42ad36 HTTP/1.1" status: 200  len: 217 time: 0.0436919
Feb 12 21:10:34.259106 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc0b9add-7987-40eb-9346-9d13e27924eb req-ac31ea18-5ce1-478d-9eb1-226df8be3399 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6355021
Feb 12 21:10:34.266862 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a656d97-3429-429f-928c-31b3b887347d req-df4f94b2-5dc8-455a-9ce6-75f74035f858 service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7074046
Feb 12 21:10:34.315759 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-149d1650-ad52-4ee4-8e41-f0a07bd099e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (cc655cfc-5ba6-4d81-8004-bf5222455949), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:34.356919 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-988b0a71-925b-46b2-a488-cb21aa8bce71 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c71d3387-4285-452a-953d-e8edb5c159e7) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:34.359208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7da97-53de-4c14-95c2-270cf07a0826 req-a7627abf-ed51-4fe7-91fb-83f13d3d9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:34.360758 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3fa7da97-53de-4c14-95c2-270cf07a0826 req-a7627abf-ed51-4fe7-91fb-83f13d3d9530 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 1132 time: 0.1843290
Feb 12 21:10:34.362269 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-2c83ba4e-332f-4ddf-a599-da4ea6af17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:34.363980 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-2c83ba4e-332f-4ddf-a599-da4ea6af17cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=beb1c0ec-31ae-47ff-be96-a4e94b6d0bca HTTP/1.1" status: 200  len: 797 time: 0.1042778
Feb 12 21:10:34.459400 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d31911f5-23ce-4ad3-b9c3-8888fbc7a16f req-f58417ac-9b5c-4298-a22b-cfdffbaac62a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 210 time: 0.1158133
Feb 12 21:10:34.464353 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988b0a71-925b-46b2-a488-cb21aa8bce71 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:34.466409 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-988b0a71-925b-46b2-a488-cb21aa8bce71 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:34.513348 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2ff32-fbc0-46d6-b765-11a152b2df6d req-8ae44ad9-325c-40b6-b6ec-ec47b7d14837 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:34.515381 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1aa2ff32-fbc0-46d6-b765-11a152b2df6d req-8ae44ad9-325c-40b6-b6ec-ec47b7d14837 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.1975353
Feb 12 21:10:34.573333 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-3111653a-60ec-4c39-bb9e-3949e49021c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:34.575354 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-3111653a-60ec-4c39-bb9e-3949e49021c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a90998ba-17e7-4116-bb0e-3bd9e0e31276&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1747544
Feb 12 21:10:34.594873 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a656d97-3429-429f-928c-31b3b887347d req-b8e72156-3bf3-4e6d-99e6-2a2489aa29e3 service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3190460
Feb 12 21:10:34.659268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881e0ea5-a6c1-4cfe-b99b-67c5cf3109d0 None None] Network c71d3387-4285-452a-953d-e8edb5c159e7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:10:34.737057 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7da97-53de-4c14-95c2-270cf07a0826 req-381460c1-a556-4e74-b40e-6ea9047c840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:34.739311 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3fa7da97-53de-4c14-95c2-270cf07a0826 req-381460c1-a556-4e74-b40e-6ea9047c840f service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3517517-c3aa-442a-b845-bc7fb20e9553 HTTP/1.1" status: 200  len: 870 time: 0.1921613
Feb 12 21:10:34.743135 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1aa2ff32-fbc0-46d6-b765-11a152b2df6d req-f37d5894-a0ad-4711-8def-1591e7f51e53 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2204328
Feb 12 21:10:34.756924 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-988b0a71-925b-46b2-a488-cb21aa8bce71 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 2.4398665
Feb 12 21:10:34.771685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36642) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:34.774631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724b6d-2cc9-43aa-b572-66e41b618d39 req-2486dfa5-1ec2-4f7e-aaad-e1ac1d1d0e89 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:34.779347 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-33db8725-1385-460d-9320-676e8f3bb6ae tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Request body: {'port': {'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca', 'name': 'tempest-TaggedBootDevicesTest-1408357495', 'fixed_ips': [{'subnet_id': '1ce8693b-2c76-4c94-8612-f77b092ad4ef'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:34.780339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724b6d-2cc9-43aa-b572-66e41b618d39 req-2486dfa5-1ec2-4f7e-aaad-e1ac1d1d0e89 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:34.787318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724b6d-2cc9-43aa-b572-66e41b618d39 req-2486dfa5-1ec2-4f7e-aaad-e1ac1d1d0e89 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:34.792930 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724b6d-2cc9-43aa-b572-66e41b618d39 req-2486dfa5-1ec2-4f7e-aaad-e1ac1d1d0e89 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:34.798821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724b6d-2cc9-43aa-b572-66e41b618d39 req-2486dfa5-1ec2-4f7e-aaad-e1ac1d1d0e89 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:34.806707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724b6d-2cc9-43aa-b572-66e41b618d39 req-2486dfa5-1ec2-4f7e-aaad-e1ac1d1d0e89 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:34.813443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724b6d-2cc9-43aa-b572-66e41b618d39 req-2486dfa5-1ec2-4f7e-aaad-e1ac1d1d0e89 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:34.819664 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34724b6d-2cc9-43aa-b572-66e41b618d39 req-2486dfa5-1ec2-4f7e-aaad-e1ac1d1d0e89 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5432 time: 0.2273908
Feb 12 21:10:34.857877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c71d3387-4285-452a-953d-e8edb5c159e7', 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7', 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'fixed_ips': [{'subnet_id': '08752cac-9899-4cd0-802b-cebf5961249e'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:10:34.858755 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:34.872934 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-6220ac76-ca76-48b8-a154-1313299da823 service neutron] 10.222.0.48 "GET /v2.0/networks/a90998ba-17e7-4116-bb0e-3bd9e0e31276?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2885873
Feb 12 21:10:34.874984 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3fa7da97-53de-4c14-95c2-270cf07a0826 req-317c838f-2835-4f4a-9703-77debd71f653 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=79a28270-5b6e-4c46-9526-13bd9e1c0067 HTTP/1.1" status: 200  len: 217 time: 0.1188824
Feb 12 21:10:34.938045 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149d1650-ad52-4ee4-8e41-f0a07bd099e4 admin admin] Router cc655cfc-5ba6-4d81-8004-bf5222455949 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:10:34.974076 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34724b6d-2cc9-43aa-b572-66e41b618d39 req-c74e474c-0031-41dd-a881-73508bbfbdc5 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1527617
Feb 12 21:10:34.979085 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7da97-53de-4c14-95c2-270cf07a0826 req-5c0eba57-6e30-4972-be3e-3e2034b1076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:34.980581 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3fa7da97-53de-4c14-95c2-270cf07a0826 req-5c0eba57-6e30-4972-be3e-3e2034b1076e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0878046
Feb 12 21:10:35.064506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7da97-53de-4c14-95c2-270cf07a0826 req-27cc3fe3-23ce-475d-86d6-9c30009ec4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:35.066232 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3fa7da97-53de-4c14-95c2-270cf07a0826 req-27cc3fe3-23ce-475d-86d6-9c30009ec4ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0776467
Feb 12 21:10:35.076427 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2037393b-432e-42db-b691-a1dc07d796ea None None] Network 362c5c76-0028-4be9-86fd-cc1c41d159ca requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:10:35.120534 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-94fcc7b4-0d2c-4472-943f-52787c3bfa3d req-00eec7e2-82f8-4d72-935d-acd2c3bdf6fc service neutron] 10.222.0.48 "GET /v2.0/networks/a90998ba-17e7-4116-bb0e-3bd9e0e31276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2335079
Feb 12 21:10:35.136888 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Allocated IP 10.2.2.2 (c71d3387-4285-452a-953d-e8edb5c159e7/08752cac-9899-4cd0-802b-cebf5961249e/87bf0b96-f719-4ffd-853b-0f60be3373b3) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:35.151687 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149d1650-ad52-4ee4-8e41-f0a07bd099e4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:10:35.160959 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9970767f-63b0-4d6e-8793-9688bb5392b6 None None] Sync routers for ids ['cc655cfc-5ba6-4d81-8004-bf5222455949'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:10:35.163284 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-149d1650-ad52-4ee4-8e41-f0a07bd099e4 admin admin] 10.222.0.31 "PUT /v2.0/routers/cc655cfc-5ba6-4d81-8004-bf5222455949/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6405544
Feb 12 21:10:35.166492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36644) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:35.181980 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9970767f-63b0-4d6e-8793-9688bb5392b6 None None] Routers {'cc655cfc-5ba6-4d81-8004-bf5222455949'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:10:35.181980 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9970767f-63b0-4d6e-8793-9688bb5392b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb89be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:10:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['cc655cfc-5ba6-4d81-8004-bf5222455949'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:35.212859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0f9af05a-f5fe-4edb-ad80-e1da912480e3 None None] Provisioning complete for port 7fe9a6b3-4785-42c9-8a27-f40130101a6b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:35.212859 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f9af05a-f5fe-4edb-ad80-e1da912480e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7fe9a6b3-4785-42c9-8a27-f40130101a6b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:35.264139 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3fa7da97-53de-4c14-95c2-270cf07a0826 req-732a3ea9-7275-4202-bf0d-857a4b79c154 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819153
Feb 12 21:10:35.284636 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33db8725-1385-460d-9320-676e8f3bb6ae tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Made reservation on behalf of c1ff07a97663458e87406ec3a5e2cf1c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:35.345798 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-9970767f-63b0-4d6e-8793-9688bb5392b6 None None] Set router cc655cfc-5ba6-4d81-8004-bf5222455949 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:10:35.382943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7fe9a6b3-4785-42c9-8a27-f40130101a6b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:35.566178 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0f9af05a-f5fe-4edb-ad80-e1da912480e3 None None] Current status of the port 7fe9a6b3-4785-42c9-8a27-f40130101a6b is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:35.566562 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f9af05a-f5fe-4edb-ad80-e1da912480e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7fe9a6b3-4785-42c9-8a27-f40130101a6b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:35.575695 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9970767f-63b0-4d6e-8793-9688bb5392b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb89be0>, [{'id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'name': 'tempest-AttachSCSIVolumeTestJSON-1654730360-router', 'tenant_id': 'c782cc151c6e4af6910a0412a96182ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104'}], 'enable_snat': True}, 'gw_port_id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:19Z', 'updated_at': '2022-02-12T21:10:33Z', 'revision_number': 5, 'project_id': 'c782cc151c6e4af6910a0412a96182ce', 'gw_port': {'id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:20Z', 'updated_at': '2022-02-12T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:35.592647 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device c0e4abe5-512a-438d-9ee8-c182fa52f022 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:35.628774 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3fa7da97-53de-4c14-95c2-270cf07a0826 req-e1ba1ae5-23d4-4a6b-9119-30e8603641ac service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3558002
Feb 12 21:10:35.657683 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9970767f-63b0-4d6e-8793-9688bb5392b6 None None] Checking router: cc655cfc-5ba6-4d81-8004-bf5222455949 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:10:35.667162 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466434b-9ab6-4bd7-8104-3ac6e49ad283 req-694d3b06-c661-4ad7-babc-f552e488c6ce tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:35.669108 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9970767f-63b0-4d6e-8793-9688bb5392b6 None None] Routers {'cc655cfc-5ba6-4d81-8004-bf5222455949'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:10:35.669944 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9970767f-63b0-4d6e-8793-9688bb5392b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb89be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:10:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['cc655cfc-5ba6-4d81-8004-bf5222455949'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:35.670113 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Publish callbacks [] for port (87bf0b96-f719-4ffd-853b-0f60be3373b3), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:35.671502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 7fe9a6b3-4785-42c9-8a27-f40130101a6b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:35.671865 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7fe9a6b3-4785-42c9-8a27-f40130101a6b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:35.680185 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8466434b-9ab6-4bd7-8104-3ac6e49ad283 req-694d3b06-c661-4ad7-babc-f552e488c6ce tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.2282073
Feb 12 21:10:35.734753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0f9af05a-f5fe-4edb-ad80-e1da912480e3 None None] For port 7fe9a6b3-4785-42c9-8a27-f40130101a6b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fe9a6b3-4785-42c9-8a27-f40130101a6b,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:35.761062 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41be52a1-0645-4710-a90c-76c534b511eb admin admin] Publish callbacks [] for router (cc655cfc-5ba6-4d81-8004-bf5222455949), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:35.771570 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (87bf0b96-f719-4ffd-853b-0f60be3373b3), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:35.774690 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8466434b-9ab6-4bd7-8104-3ac6e49ad283 req-e9988650-9867-4ab8-a3df-86440f3d5948 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930541
Feb 12 21:10:35.839906 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Pushing event updated for resources: {'Port': ['ID=87bf0b96-f719-4ffd-853b-0f60be3373b3,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:35.863172 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f9af05a-f5fe-4edb-ad80-e1da912480e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7fe9a6b3-4785-42c9-8a27-f40130101a6b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:35.870656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Network c71d3387-4285-452a-953d-e8edb5c159e7 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:35.901864 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-9970767f-63b0-4d6e-8793-9688bb5392b6 None None] Set router cc655cfc-5ba6-4d81-8004-bf5222455949 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:10:35.958887 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-33db8725-1385-460d-9320-676e8f3bb6ae tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:35.988532 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f45ec-4096-44d7-938b-db8ec14ca442 req-d8644d88-c8d3-4d72-94f1-2bd685fb75f4 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:35.990108 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b46f45ec-4096-44d7-938b-db8ec14ca442 req-d8644d88-c8d3-4d72-94f1-2bd685fb75f4 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 945 time: 0.5202575
Feb 12 21:10:35.996582 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ccd3a928-4f22-4cfa-81b8-a5a1d650cd62 req-a9bcf04b-f774-4de4-971e-df16dfed4ed9 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 210 time: 0.0529752
Feb 12 21:10:36.003597 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-33db8725-1385-460d-9320-676e8f3bb6ae tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] device_id is not set on port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:10:36.010941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port c0e4abe5-512a-438d-9ee8-c182fa52f022 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:10:36.021080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:36.029393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:36.046679 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port c0e4abe5-512a-438d-9ee8-c182fa52f022 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:36.047679 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c0e4abe5-512a-438d-9ee8-c182fa52f022), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:36.126251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9af05a-f5fe-4edb-ad80-e1da912480e3 None None] Pushing event updated for resources: {'Port': ['ID=7fe9a6b3-4785-42c9-8a27-f40130101a6b,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:36.127226 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b46f45ec-4096-44d7-938b-db8ec14ca442 req-0d5d067e-70f4-4195-befd-708ca1f2fa01 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272206
Feb 12 21:10:36.131244 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41be52a1-0645-4710-a90c-76c534b511eb admin admin] Publish callbacks [] for router_gateway (cc655cfc-5ba6-4d81-8004-bf5222455949), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:36.183215 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9970767f-63b0-4d6e-8793-9688bb5392b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb89be0>, [{'id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'name': 'tempest-AttachSCSIVolumeTestJSON-1654730360-router', 'tenant_id': 'c782cc151c6e4af6910a0412a96182ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104'}], 'enable_snat': True}, 'gw_port_id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:19Z', 'updated_at': '2022-02-12T21:10:33Z', 'revision_number': 5, 'project_id': 'c782cc151c6e4af6910a0412a96182ce', 'gw_port': {'id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:20Z', 'updated_at': '2022-02-12T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:36.191992 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-323148c6-29f3-4f6c-ad03-887668781a53 None None] Provisioning complete for port 7fe9a6b3-4785-42c9-8a27-f40130101a6b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:36.192605 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-323148c6-29f3-4f6c-ad03-887668781a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7fe9a6b3-4785-42c9-8a27-f40130101a6b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:36.219774 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9970767f-63b0-4d6e-8793-9688bb5392b6 None None] The sync data for ids ['cc655cfc-5ba6-4d81-8004-bf5222455949'] in ncdv-master-1 is: [{'id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'name': 'tempest-AttachSCSIVolumeTestJSON-1654730360-router', 'tenant_id': 'c782cc151c6e4af6910a0412a96182ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104'}], 'enable_snat': True}, 'gw_port_id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:19Z', 'updated_at': '2022-02-12T21:10:33Z', 'revision_number': 5, 'project_id': 'c782cc151c6e4af6910a0412a96182ce', 'gw_port': {'id': '9464c72f-6fbe-456b-8cec-dfd29c9c22b9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc655cfc-5ba6-4d81-8004-bf5222455949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:20Z', 'updated_at': '2022-02-12T21:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:10:36.236603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 7fe9a6b3-4785-42c9-8a27-f40130101a6b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:36.279617 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84dd0-cf13-4fec-9dae-61e24bd091a7 req-4c573e7e-0b6a-4881-a11a-b2127a3d42ca tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:36.282537 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-92b84dd0-cf13-4fec-9dae-61e24bd091a7 req-4c573e7e-0b6a-4881-a11a-b2127a3d42ca tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.1868131
Feb 12 21:10:36.288351 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Attempting to bind port 87bf0b96-f719-4ffd-853b-0f60be3373b3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:36.290291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Attempting to bind port 87bf0b96-f719-4ffd-853b-0f60be3373b3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '59c0f533-8d2d-4f7b-8a78-1a18c5036ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:36.290291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Attempting to bind port 87bf0b96-f719-4ffd-853b-0f60be3373b3 on network c71d3387-4285-452a-953d-e8edb5c159e7 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:36.301866 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:36.302268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Checking segment: {'id': '59c0f533-8d2d-4f7b-8a78-1a18c5036ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:36.302713 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:36.303114 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Bound using segment: {'id': '59c0f533-8d2d-4f7b-8a78-1a18c5036ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:36.303747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Bound port: 87bf0b96-f719-4ffd-853b-0f60be3373b3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c0f533-8d2d-4f7b-8a78-1a18c5036ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:36.304131 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (87bf0b96-f719-4ffd-853b-0f60be3373b3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:36.369009 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-92b84dd0-cf13-4fec-9dae-61e24bd091a7 req-a751fcdd-9090-43ea-94da-23dadb09e23e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758779
Feb 12 21:10:36.390067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-33db8725-1385-460d-9320-676e8f3bb6ae tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Allocated IP 10.1.1.149 (362c5c76-0028-4be9-86fd-cc1c41d159ca/1ce8693b-2c76-4c94-8612-f77b092ad4ef/17ba1c7f-90cf-4f91-a05e-68927bcbe7cc) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:36.429548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port c0e4abe5-512a-438d-9ee8-c182fa52f022 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:36.430439 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c0e4abe5-512a-438d-9ee8-c182fa52f022), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:36.445451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93008f-8431-43bc-b203-22fc21dc3a03 req-30c9b2a0-2ce4-44dd-b2cc-d8049c18826b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:36.451359 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93008f-8431-43bc-b203-22fc21dc3a03 req-30c9b2a0-2ce4-44dd-b2cc-d8049c18826b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:36.456855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] For port 87bf0b96-f719-4ffd-853b-0f60be3373b3, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:36.457129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93008f-8431-43bc-b203-22fc21dc3a03 req-30c9b2a0-2ce4-44dd-b2cc-d8049c18826b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:36.463996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93008f-8431-43bc-b203-22fc21dc3a03 req-30c9b2a0-2ce4-44dd-b2cc-d8049c18826b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:36.469494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93008f-8431-43bc-b203-22fc21dc3a03 req-30c9b2a0-2ce4-44dd-b2cc-d8049c18826b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:36.474934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93008f-8431-43bc-b203-22fc21dc3a03 req-30c9b2a0-2ce4-44dd-b2cc-d8049c18826b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:36.477618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-323148c6-29f3-4f6c-ad03-887668781a53 None None] Current status of the port 7fe9a6b3-4785-42c9-8a27-f40130101a6b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:36.482304 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93008f-8431-43bc-b203-22fc21dc3a03 req-30c9b2a0-2ce4-44dd-b2cc-d8049c18826b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:36.484469 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1f93008f-8431-43bc-b203-22fc21dc3a03 req-30c9b2a0-2ce4-44dd-b2cc-d8049c18826b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5432 time: 0.1671638
Feb 12 21:10:36.505516 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] For port 87bf0b96-f719-4ffd-853b-0f60be3373b3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87bf0b96-f719-4ffd-853b-0f60be3373b3,segment=NetworkSegment(59c0f533-8d2d-4f7b-8a78-1a18c5036ce1),segment_id=59c0f533-8d2d-4f7b-8a78-1a18c5036ce1)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:36.506219 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e4abe5-512a-438d-9ee8-c182fa52f022'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:36.508757 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53857ae-796f-4617-8da7-e12df66f3bfd" -d '{"events": [{"server_uuid": "0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd", "name": "network-vif-plugged", "status": "completed", "tag": "c0e4abe5-512a-438d-9ee8-c182fa52f022"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:36.523659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port c0e4abe5-512a-438d-9ee8-c182fa52f022, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0e4abe5-512a-438d-9ee8-c182fa52f022,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:36.567348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-13a2bf8a-0d8c-4c08-8ffa-52cfbaebb919 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:36.569037 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-13a2bf8a-0d8c-4c08-8ffa-52cfbaebb919 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.50 "GET /v2.0/networks?id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 HTTP/1.1" status: 200  len: 803 time: 0.1934988
Feb 12 21:10:36.574035 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b08a670-991b-4905-8996-e84c6a624059 x-openstack-request-id: req-0b08a670-991b-4905-8996-e84c6a624059 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:36.574597 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd", "name": "network-vif-plugged", "status": "completed", "tag": "c0e4abe5-512a-438d-9ee8-c182fa52f022", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:36.574959 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b08a670-991b-4905-8996-e84c6a624059 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:36.575512 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'code': 200}
Feb 12 21:10:36.589126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-f5397e2f-c9a6-4118-a5f5-f9e6b5f2f933 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Request body: {'port': {'device_id': 'e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6', 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2', 'admin_state_up': True, 'tenant_id': 'e3c778564eef403aa9d4a76e4c1d3c20'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:36.595455 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-41be52a1-0645-4710-a90c-76c534b511eb admin admin] Deleting port 9464c72f-6fbe-456b-8cec-dfd29c9c22b9 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:10:36.595617 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41be52a1-0645-4710-a90c-76c534b511eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (9464c72f-6fbe-456b-8cec-dfd29c9c22b9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:36.855843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dbf30-cd69-4aab-ab07-6172f630a9c4 req-b0166d1f-88a0-4b22-8d20-aca6a3c2d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:36.855843 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-901dbf30-cd69-4aab-ab07-6172f630a9c4 req-b0166d1f-88a0-4b22-8d20-aca6a3c2d24a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 1127 time: 0.1102841
Feb 12 21:10:36.856428 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1f93008f-8431-43bc-b203-22fc21dc3a03 req-b3ec93f3-50a9-4076-91c4-28bc12d1cde3 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2840245
Feb 12 21:10:36.856428 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-33db8725-1385-460d-9320-676e8f3bb6ae tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:36.856428 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-41be52a1-0645-4710-a90c-76c534b511eb admin admin] For port 9464c72f-6fbe-456b-8cec-dfd29c9c22b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9464c72f-6fbe-456b-8cec-dfd29c9c22b9,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:36.856428 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41be52a1-0645-4710-a90c-76c534b511eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (9464c72f-6fbe-456b-8cec-dfd29c9c22b9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:36.857275 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-901dbf30-cd69-4aab-ab07-6172f630a9c4 req-72e45aed-46c7-40aa-a391-1424889150b8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431576
Feb 12 21:10:36.857685 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (87bf0b96-f719-4ffd-853b-0f60be3373b3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:36.858102 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-41be52a1-0645-4710-a90c-76c534b511eb admin admin] Calling delete_port for 9464c72f-6fbe-456b-8cec-dfd29c9c22b9 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:10:36.883074 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c0e4abe5-512a-438d-9ee8-c182fa52f022), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:36.905585 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bd378-2a35-4a32-9744-a8067c8abe18 None None] Pushing event updated for resources: {'Port': ['ID=87bf0b96-f719-4ffd-853b-0f60be3373b3,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:36.909959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-f5397e2f-c9a6-4118-a5f5-f9e6b5f2f933 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Made reservation on behalf of e3c778564eef403aa9d4a76e4c1d3c20 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:36.924454 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-f5397e2f-c9a6-4118-a5f5-f9e6b5f2f933 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:36.996424 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-33db8725-1385-460d-9320-676e8f3bb6ae tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:37.004551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=c0e4abe5-512a-438d-9ee8-c182fa52f022,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:37.068692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33db8725-1385-460d-9320-676e8f3bb6ae tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Network 362c5c76-0028-4be9-86fd-cc1c41d159ca is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:37.129499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-33db8725-1385-460d-9320-676e8f3bb6ae tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:37.131770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478d2a5-9f7c-4297-87d2-b267d3063398 req-5f14b317-f83f-4e72-a14f-771108c9f15f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:37.132994 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33db8725-1385-460d-9320-676e8f3bb6ae tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:37.133243 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8478d2a5-9f7c-4297-87d2-b267d3063398 req-5f14b317-f83f-4e72-a14f-771108c9f15f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.1346457
Feb 12 21:10:37.133573 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db8725-1385-460d-9320-676e8f3bb6ae tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event updated for resources: {'Port': ['ID=17ba1c7f-90cf-4f91-a05e-68927bcbe7cc,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:37.202047 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8478d2a5-9f7c-4297-87d2-b267d3063398 req-da2935c9-d4ce-4ccc-b51f-af9666fb1c88 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130457
Feb 12 21:10:37.245127 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6e46986c-09c2-4247-a3b2-b3e5ccc7fd58 req-8c057a52-7c93-44c5-9c62-55b6b70be515 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 210 time: 0.0621669
Feb 12 21:10:37.262210 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33db8725-1385-460d-9320-676e8f3bb6ae tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:37.262210 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-33db8725-1385-460d-9320-676e8f3bb6ae tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:37.279473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7fe9a6b3-4785-42c9-8a27-f40130101a6b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:37.354026 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41be52a1-0645-4710-a90c-76c534b511eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (9464c72f-6fbe-456b-8cec-dfd29c9c22b9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:37.367949 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 7fe9a6b3-4785-42c9-8a27-f40130101a6b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:37.369713 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7fe9a6b3-4785-42c9-8a27-f40130101a6b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:37.421099 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-f5397e2f-c9a6-4118-a5f5-f9e6b5f2f933 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Allocated IP 172.20.0.7 (4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2/d47f89e7-f97f-48dd-8271-e3c84e1c2284/e38f0d55-536c-4032-855c-af42ba5ed8b7) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:37.448893 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-33db8725-1385-460d-9320-676e8f3bb6ae tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.6876497
Feb 12 21:10:37.452795 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36666) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:37.455378 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be52a1-0645-4710-a90c-76c534b511eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9464c72f-6fbe-456b-8cec-dfd29c9c22b9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:37.473892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 7fe9a6b3-4785-42c9-8a27-f40130101a6b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:37.483102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2d3f7834-b4b6-422c-9635-f082630fb76e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:10:37.491426 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c6f3d959-b77e-42c3-8708-1fe11f745596 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Request body: {'port': {'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca', 'name': 'tempest-TaggedBootDevicesTest-1903791618', 'fixed_ips': [{'subnet_id': '1ce8693b-2c76-4c94-8612-f77b092ad4ef'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:37.512657 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 2d3f7834-b4b6-422c-9635-f082630fb76e {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:10:37.513563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2d3f7834-b4b6-422c-9635-f082630fb76e not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:10:37.563669 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f6774f32-79da-44b4-93f7-19721b4776a0 None None] Provisioning complete for port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:37.564044 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f6774f32-79da-44b4-93f7-19721b4776a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:37.606164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f6774f32-79da-44b4-93f7-19721b4776a0 None None] Port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:10:37.609673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac98b3-a220-4747-a15a-6ce6f2eb4a2e req-062f70d2-7151-4d7b-8ad2-5e30191151aa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:37.611216 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9ac98b3-a220-4747-a15a-6ce6f2eb4a2e req-062f70d2-7151-4d7b-8ad2-5e30191151aa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 946 time: 0.2608507
Feb 12 21:10:37.625260 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41be52a1-0645-4710-a90c-76c534b511eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (cc655cfc-5ba6-4d81-8004-bf5222455949), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:37.766685 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9ac98b3-a220-4747-a15a-6ce6f2eb4a2e req-cabe4758-cbbf-484a-bf6b-baa94805c769 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388738
Feb 12 21:10:37.797811 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-f5397e2f-c9a6-4118-a5f5-f9e6b5f2f933 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks [] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:37.860792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f3d959-b77e-42c3-8708-1fe11f745596 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Made reservation on behalf of c1ff07a97663458e87406ec3a5e2cf1c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:37.949261 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-f5397e2f-c9a6-4118-a5f5-f9e6b5f2f933 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:38.037564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-f5397e2f-c9a6-4118-a5f5-f9e6b5f2f933 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:38.044140 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d2efb-03ab-4439-8677-3a88cad736b0 req-5b6fbf44-8b78-42b2-9a2f-f9f3fc908260 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:38.045448 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33d2efb-03ab-4439-8677-3a88cad736b0 req-5b6fbf44-8b78-42b2-9a2f-f9f3fc908260 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.4739645
Feb 12 21:10:38.045843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-f5397e2f-c9a6-4118-a5f5-f9e6b5f2f933 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:38.047376 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41be52a1-0645-4710-a90c-76c534b511eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (cc655cfc-5ba6-4d81-8004-bf5222455949), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:38.049989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41be52a1-0645-4710-a90c-76c534b511eb admin admin] Publish callbacks [] for router_controller (cc655cfc-5ba6-4d81-8004-bf5222455949), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:38.050399 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5397e2f-c9a6-4118-a5f5-f9e6b5f2f933 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Pushing event updated for resources: {'Port': ['ID=e38f0d55-536c-4032-855c-af42ba5ed8b7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:38.052973 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-f5397e2f-c9a6-4118-a5f5-f9e6b5f2f933 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:38.062558 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6f3d959-b77e-42c3-8708-1fe11f745596 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:38.102561 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22d231-8119-44f7-9e29-4e5fe254220f req-1c4b0f56-f795-488b-943f-a1dcecb962bf tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:38.109099 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22d231-8119-44f7-9e29-4e5fe254220f req-1c4b0f56-f795-488b-943f-a1dcecb962bf tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:38.114431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22d231-8119-44f7-9e29-4e5fe254220f req-1c4b0f56-f795-488b-943f-a1dcecb962bf tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:38.120382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22d231-8119-44f7-9e29-4e5fe254220f req-1c4b0f56-f795-488b-943f-a1dcecb962bf tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:38.125842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22d231-8119-44f7-9e29-4e5fe254220f req-1c4b0f56-f795-488b-943f-a1dcecb962bf tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:38.131521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22d231-8119-44f7-9e29-4e5fe254220f req-1c4b0f56-f795-488b-943f-a1dcecb962bf tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:38.137369 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22d231-8119-44f7-9e29-4e5fe254220f req-1c4b0f56-f795-488b-943f-a1dcecb962bf tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:38.144998 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa22d231-8119-44f7-9e29-4e5fe254220f req-1c4b0f56-f795-488b-943f-a1dcecb962bf tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5432 time: 0.2555168
Feb 12 21:10:38.167678 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33d2efb-03ab-4439-8677-3a88cad736b0 req-686f9272-d0fe-4619-9243-a54670fdeaaa tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100914
Feb 12 21:10:38.181935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-c6f3d959-b77e-42c3-8708-1fe11f745596 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] device_id is not set on port db0ca88d-7497-4c86-9f77-a0e7753f1866 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:10:38.227157 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41be52a1-0645-4710-a90c-76c534b511eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (cc655cfc-5ba6-4d81-8004-bf5222455949), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:38.231356 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-f5397e2f-c9a6-4118-a5f5-f9e6b5f2f933 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:38.231604 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41be52a1-0645-4710-a90c-76c534b511eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc655cfc-5ba6-4d81-8004-bf5222455949 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:10:38.231968 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-f5397e2f-c9a6-4118-a5f5-f9e6b5f2f933 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:38.237888 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 4d209389-a95f-430a-95ec-f6d0b38d85a6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:10:38.245286 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41be52a1-0645-4710-a90c-76c534b511eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:38.250341 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-41be52a1-0645-4710-a90c-76c534b511eb admin admin] 10.222.0.31 "DELETE /v2.0/routers/cc655cfc-5ba6-4d81-8004-bf5222455949 HTTP/1.1" status: 204  len: 168 time: 3.0821035
Feb 12 21:10:38.254310 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36674) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:38.355879 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-af72f39e-9381-4022-b382-86bc32f1d2ea admin admin] Deleting subnet 1ea5bcb1-87a8-4dab-9a2c-80542f3b888e {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:10:38.366211 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-af72f39e-9381-4022-b382-86bc32f1d2ea admin admin] Publish callbacks [] for subnet (1ea5bcb1-87a8-4dab-9a2c-80542f3b888e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:38.441967 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa22d231-8119-44f7-9e29-4e5fe254220f req-4975f19e-482b-4eb9-82f9-d8ed45801fd0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2897232
Feb 12 21:10:38.448744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 4d209389-a95f-430a-95ec-f6d0b38d85a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4d209389-a95f-430a-95ec-f6d0b38d85a6,segment=NetworkSegment(c4b9dfdb-2741-414b-820a-2fa3d6880f0b),segment_id=c4b9dfdb-2741-414b-820a-2fa3d6880f0b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:38.479305 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-af72f39e-9381-4022-b382-86bc32f1d2ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (1ea5bcb1-87a8-4dab-9a2c-80542f3b888e), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:38.483716 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '4d209389-a95f-430a-95ec-f6d0b38d85a6', 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'port_id': '4d209389-a95f-430a-95ec-f6d0b38d85a6', 'mac_address': 'fa:16:3e:da:f1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:10:38.525017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e5f3c-e447-4416-bbbe-00193606317c req-fed2df09-d0bf-41dc-9064-7d6a92866699 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:38.526952 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-740e5f3c-e447-4416-bbbe-00193606317c req-fed2df09-d0bf-41dc-9064-7d6a92866699 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.1647048
Feb 12 21:10:38.565381 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a212eeff-0acc-4b1b-9e94-dbcca197f65b None None] Network c71d3387-4285-452a-953d-e8edb5c159e7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:10:38.591988 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-c6f3d959-b77e-42c3-8708-1fe11f745596 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Allocated IP 10.1.1.150 (362c5c76-0028-4be9-86fd-cc1c41d159ca/1ce8693b-2c76-4c94-8612-f77b092ad4ef/db0ca88d-7497-4c86-9f77-a0e7753f1866) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:38.628913 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-740e5f3c-e447-4416-bbbe-00193606317c req-0c4c49f6-900b-4174-927d-90f1e572f7f2 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938358
Feb 12 21:10:38.636326 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-af72f39e-9381-4022-b382-86bc32f1d2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (1ea5bcb1-87a8-4dab-9a2c-80542f3b888e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:38.637404 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-f5397e2f-c9a6-4118-a5f5-f9e6b5f2f933 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0539114
Feb 12 21:10:38.660422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Request body: {'port': {'device_id': 'e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:38.753397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 4d209389-a95f-430a-95ec-f6d0b38d85a6 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:38.753892 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4d209389-a95f-430a-95ec-f6d0b38d85a6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:38.787707 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-af72f39e-9381-4022-b382-86bc32f1d2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (1ea5bcb1-87a8-4dab-9a2c-80542f3b888e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:38.806083 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-431e8924-7b03-478e-be92-c1f7607dc869 None None] Provisioning complete for port 87bf0b96-f719-4ffd-853b-0f60be3373b3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:38.806480 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-431e8924-7b03-478e-be92-c1f7607dc869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (87bf0b96-f719-4ffd-853b-0f60be3373b3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:38.811933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d209389-a95f-430a-95ec-f6d0b38d85a6 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:38.821762 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df181e71-4cf3-4be0-bdf4-14c81563e943 req-54cdf7b3-514d-4a0c-afe0-46d204490c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:38.823358 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df181e71-4cf3-4be0-bdf4-14c81563e943 req-54cdf7b3-514d-4a0c-afe0-46d204490c88 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2094e607f7bf4345beb838fc2e483911&device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 1127 time: 0.4386969
Feb 12 21:10:38.832113 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72f39e-9381-4022-b382-86bc32f1d2ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea5bcb1-87a8-4dab-9a2c-80542f3b888e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:38.843540 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-af72f39e-9381-4022-b382-86bc32f1d2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:38.852427 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-af72f39e-9381-4022-b382-86bc32f1d2ea admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1ea5bcb1-87a8-4dab-9a2c-80542f3b888e HTTP/1.1" status: 204  len: 168 time: 0.5980775
Feb 12 21:10:38.852985 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36680) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:38.856256 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9119b23-589b-4895-81e8-037074e486d9 req-6736627c-443c-41f4-ab83-514da336b9cd tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:38.857836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037ff74d-6857-4bc4-a752-f8b8f70c2e97 None None] Network 76500b77-bdef-4f7e-be14-a54a2cfd4a35 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:10:38.863169 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9119b23-589b-4895-81e8-037074e486d9 req-6736627c-443c-41f4-ab83-514da336b9cd tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 931 time: 0.2367716
Feb 12 21:10:38.884560 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:38.902853 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 4d209389-a95f-430a-95ec-f6d0b38d85a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4d209389-a95f-430a-95ec-f6d0b38d85a6,segment=NetworkSegment(c4b9dfdb-2741-414b-820a-2fa3d6880f0b),segment_id=c4b9dfdb-2741-414b-820a-2fa3d6880f0b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:39.005659 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6f3d959-b77e-42c3-8708-1fe11f745596 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.012004 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (76500b77-bdef-4f7e-be14-a54a2cfd4a35), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.015086 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4d209389-a95f-430a-95ec-f6d0b38d85a6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.036285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce12be-65ad-40ef-8d9d-2ed79acc102f req-22c0a430-47e4-48fa-a155-f64989e7187c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:39.037890 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47ce12be-65ad-40ef-8d9d-2ed79acc102f req-22c0a430-47e4-48fa-a155-f64989e7187c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 946 time: 0.1259007
Feb 12 21:10:39.144153 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47ce12be-65ad-40ef-8d9d-2ed79acc102f req-fe9e2229-2d38-4750-8cbb-333d3671ab3e tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955877
Feb 12 21:10:39.150069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-431e8924-7b03-478e-be92-c1f7607dc869 None None] Current status of the port 87bf0b96-f719-4ffd-853b-0f60be3373b3 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:39.150471 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-431e8924-7b03-478e-be92-c1f7607dc869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (87bf0b96-f719-4ffd-853b-0f60be3373b3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.154092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] Deleting port 64184936-c38e-4149-bfd9-46081adcf9a5 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:10:39.154823 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (64184936-c38e-4149-bfd9-46081adcf9a5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.194599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 87bf0b96-f719-4ffd-853b-0f60be3373b3 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:39.215847 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9119b23-589b-4895-81e8-037074e486d9 req-27583406-9f7e-4eec-8fe3-08f1f4f3982e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3518143
Feb 12 21:10:39.266831 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df181e71-4cf3-4be0-bdf4-14c81563e943 req-833e7bc2-212c-4982-ba6e-f5a538ef7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:39.268483 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df181e71-4cf3-4be0-bdf4-14c81563e943 req-833e7bc2-212c-4982-ba6e-f5a538ef7641 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4558dc02-1bc4-4b41-a16f-8a68e939fe76 HTTP/1.1" status: 200  len: 918 time: 0.3953533
Feb 12 21:10:39.269042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-431e8924-7b03-478e-be92-c1f7607dc869 None None] For port 87bf0b96-f719-4ffd-853b-0f60be3373b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87bf0b96-f719-4ffd-853b-0f60be3373b3,segment=NetworkSegment(59c0f533-8d2d-4f7b-8a78-1a18c5036ce1),segment_id=59c0f533-8d2d-4f7b-8a78-1a18c5036ce1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:39.298049 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=4d209389-a95f-430a-95ec-f6d0b38d85a6,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:39.305108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] For port 64184936-c38e-4149-bfd9-46081adcf9a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64184936-c38e-4149-bfd9-46081adcf9a5,segment=NetworkSegment(7bb64053-3863-4682-8f70-efb5dc6415f6),segment_id=7bb64053-3863-4682-8f70-efb5dc6415f6)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:39.306087 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (64184936-c38e-4149-bfd9-46081adcf9a5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.331313 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] Calling delete_port for 64184936-c38e-4149-bfd9-46081adcf9a5 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:10:39.346013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 87bf0b96-f719-4ffd-853b-0f60be3373b3 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:39.346359 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (87bf0b96-f719-4ffd-853b-0f60be3373b3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.349050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['4d209389-a95f-430a-95ec-f6d0b38d85a6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:10:39.356231 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-431e8924-7b03-478e-be92-c1f7607dc869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (87bf0b96-f719-4ffd-853b-0f60be3373b3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.413390 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e29151c8-b259-456a-9ff3-6299085a868d tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2262862
Feb 12 21:10:39.439933 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df181e71-4cf3-4be0-bdf4-14c81563e943 req-ef4bf31e-d4b1-4660-b4a0-dc869b0d9e2c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6d5784-855f-4db3-a849-95606d940801 HTTP/1.1" status: 200  len: 999 time: 0.1646821
Feb 12 21:10:39.445660 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:39.502372 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d3e40-91c5-4df3-9e24-e63c1cb2706a None None] DHCP port deletion for 76500b77-bdef-4f7e-be14-a54a2cfd4a35 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:10:39.514406 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6f3d959-b77e-42c3-8708-1fe11f745596 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.553046 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.573039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4439f-05db-4037-b41d-04323966eb66 req-0e576e36-ec74-493a-a546-1b98eaf55106 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:39.580169 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1b4439f-05db-4037-b41d-04323966eb66 req-0e576e36-ec74-493a-a546-1b98eaf55106 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.2561870
Feb 12 21:10:39.581060 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e8924-7b03-478e-be92-c1f7607dc869 None None] Pushing event updated for resources: {'Port': ['ID=87bf0b96-f719-4ffd-853b-0f60be3373b3,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:39.584292 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (64184936-c38e-4149-bfd9-46081adcf9a5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.604332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38f0d55-536c-4032-855c-af42ba5ed8b7 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:39.627132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f3d959-b77e-42c3-8708-1fe11f745596 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Network 362c5c76-0028-4be9-86fd-cc1c41d159ca is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:39.630882 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Publish callbacks [] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.636536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df181e71-4cf3-4be0-bdf4-14c81563e943 req-1fd6ff84-2ea3-4efa-a079-ee0255f6c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:39.638301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df181e71-4cf3-4be0-bdf4-14c81563e943 req-1fd6ff84-2ea3-4efa-a079-ee0255f6c39d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5 HTTP/1.1" status: 200  len: 856 time: 0.1901577
Feb 12 21:10:39.643601 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c6f3d959-b77e-42c3-8708-1fe11f745596 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:39.646354 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f3d959-b77e-42c3-8708-1fe11f745596 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:39.677705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 87bf0b96-f719-4ffd-853b-0f60be3373b3 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:39.680767 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] Pushing event deleted for resources: {'Port': ['ID=64184936-c38e-4149-bfd9-46081adcf9a5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:39.690427 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] No DVR routers for this DVR port 64184936-c38e-4149-bfd9-46081adcf9a5 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:10:39.703169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3d959-b77e-42c3-8708-1fe11f745596 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event updated for resources: {'Port': ['ID=db0ca88d-7497-4c86-9f77-a0e7753f1866,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:39.712354 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d09d3e40-91c5-4df3-9e24-e63c1cb2706a None None] Deleting port 64184936-c38e-4149-bfd9-46081adcf9a5 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:10:39.712733 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d09d3e40-91c5-4df3-9e24-e63c1cb2706a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (64184936-c38e-4149-bfd9-46081adcf9a5), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.763966 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Transition to ACTIVE for port object e38f0d55-536c-4032-855c-af42ba5ed8b7 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:10:39.813273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9464c72f-6fbe-456b-8cec-dfd29c9c22b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:10:39.813777 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (76500b77-bdef-4f7e-be14-a54a2cfd4a35), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.813932 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1b4439f-05db-4037-b41d-04323966eb66 req-a7588ee1-d5c0-4daa-a8b5-1e920b4061b4 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2316194
Feb 12 21:10:39.843624 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.860894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 9464c72f-6fbe-456b-8cec-dfd29c9c22b9 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:10:39.860894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9464c72f-6fbe-456b-8cec-dfd29c9c22b9 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:10:39.862774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f3d959-b77e-42c3-8708-1fe11f745596 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:39.863456 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6f3d959-b77e-42c3-8708-1fe11f745596 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.868947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8ff820>,) {'filters': {'network_id': ['76500b77-bdef-4f7e-be14-a54a2cfd4a35']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:39.870784 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.884142 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d09d3e40-91c5-4df3-9e24-e63c1cb2706a None None] For port 64184936-c38e-4149-bfd9-46081adcf9a5, host ncdv-master-1, got binding levels [] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:39.885891 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d09d3e40-91c5-4df3-9e24-e63c1cb2706a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (64184936-c38e-4149-bfd9-46081adcf9a5), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.886872 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8ff820>, '7bb64053-3863-4682-8f70-efb5dc6415f6') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:39.887184 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8ff820>, '7bb64053-3863-4682-8f70-efb5dc6415f6') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:39.909792 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (7bb64053-3863-4682-8f70-efb5dc6415f6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.929507 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (7bb64053-3863-4682-8f70-efb5dc6415f6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.932032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d09d3e40-91c5-4df3-9e24-e63c1cb2706a None None] Calling delete_port for 64184936-c38e-4149-bfd9-46081adcf9a5 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:10:39.936635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4ca0a852-5964-4e97-a38a-ff1c1a46d64c None None] Provisioning complete for port 87bf0b96-f719-4ffd-853b-0f60be3373b3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:39.936858 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:10:39.937093 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (7bb64053-3863-4682-8f70-efb5dc6415f6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.937299 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4ca0a852-5964-4e97-a38a-ff1c1a46d64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (87bf0b96-f719-4ffd-853b-0f60be3373b3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:39.969580 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df181e71-4cf3-4be0-bdf4-14c81563e943 req-3f6807f5-1af2-43fb-b936-c8e888b81acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:39.971155 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df181e71-4cf3-4be0-bdf4-14c81563e943 req-3f6807f5-1af2-43fb-b936-c8e888b81acc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4558dc02-1bc4-4b41-a16f-8a68e939fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3208444
Feb 12 21:10:39.987176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.ipam_backend_mixin [None req-d09d3e40-91c5-4df3-9e24-e63c1cb2706a None None] Port 64184936-c38e-4149-bfd9-46081adcf9a5 was not found and therefore no delete operation was performed {{(pid=126507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 12 21:10:39.993787 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d09d3e40-91c5-4df3-9e24-e63c1cb2706a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (64184936-c38e-4149-bfd9-46081adcf9a5), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:10:40.009092 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:10:40.031397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Pushing event updated for resources: {'Port': ['ID=e38f0d55-536c-4032-855c-af42ba5ed8b7,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:40.042622 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d3e40-91c5-4df3-9e24-e63c1cb2706a None None] Pushing event deleted for resources: {'Port': ['ID=64184936-c38e-4149-bfd9-46081adcf9a5,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:40.045801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d3e40-91c5-4df3-9e24-e63c1cb2706a None None] No DVR routers for this DVR port 64184936-c38e-4149-bfd9-46081adcf9a5 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:10:40.097867 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (76500b77-bdef-4f7e-be14-a54a2cfd4a35), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.106839 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.110354 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] 10.222.0.31 "DELETE /v2.0/networks/76500b77-bdef-4f7e-be14-a54a2cfd4a35 HTTP/1.1" status: 204  len: 168 time: 1.2536876
Feb 12 21:10:40.119923 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4ca0a852-5964-4e97-a38a-ff1c1a46d64c None None] Current status of the port 87bf0b96-f719-4ffd-853b-0f60be3373b3 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:40.134753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff11807-fce9-4410-8e85-103cbbbcde32 admin admin] Pushing event deleted for resources: {'Network': ['ID=76500b77-bdef-4f7e-be14-a54a2cfd4a35,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:40.158738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Allocated IP 172.35.2.141 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/111a877a-db22-4122-86a0-aece063f2f8f) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:40.244615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-474b0d79-f7ab-480a-9216-bd8f4d4859a1 None None] Provisioning complete for port db0ca88d-7497-4c86-9f77-a0e7753f1866 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:40.245345 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-474b0d79-f7ab-480a-9216-bd8f4d4859a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.283770 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device f960d66a-27d4-45da-ab76-16c8e9d8d0db details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:10:40.292317 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for port (111a877a-db22-4122-86a0-aece063f2f8f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.326137 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-474b0d79-f7ab-480a-9216-bd8f4d4859a1 None None] Port db0ca88d-7497-4c86-9f77-a0e7753f1866 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:10:40.422150 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c6f3d959-b77e-42c3-8708-1fe11f745596 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.9634612
Feb 12 21:10:40.431572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port f960d66a-27d4-45da-ab76-16c8e9d8d0db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f960d66a-27d4-45da-ab76-16c8e9d8d0db,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:40.444248 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'f960d66a-27d4-45da-ab76-16c8e9d8d0db', 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5', 'port_id': 'f960d66a-27d4-45da-ab76-16c8e9d8d0db', 'mac_address': 'fa:16:3e:ab:6a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc44bda3-6d91-4b39-a1b0-99dbae41bbc3', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:10:40.449445 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (111a877a-db22-4122-86a0-aece063f2f8f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.501079 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:40.501411 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34101b-8cae-4b06-8ef9-471c94cd5951 req-ce5841a9-57a8-465c-8683-296e93cdfd66 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:40.505570 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:40.509520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34101b-8cae-4b06-8ef9-471c94cd5951 req-ce5841a9-57a8-465c-8683-296e93cdfd66 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:40.510468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port f960d66a-27d4-45da-ab76-16c8e9d8d0db is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:40.511103 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.514882 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34101b-8cae-4b06-8ef9-471c94cd5951 req-ce5841a9-57a8-465c-8683-296e93cdfd66 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:40.515392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:40.520112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34101b-8cae-4b06-8ef9-471c94cd5951 req-ce5841a9-57a8-465c-8683-296e93cdfd66 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:40.527370 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34101b-8cae-4b06-8ef9-471c94cd5951 req-ce5841a9-57a8-465c-8683-296e93cdfd66 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:40.530101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f960d66a-27d4-45da-ab76-16c8e9d8d0db {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:40.534083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34101b-8cae-4b06-8ef9-471c94cd5951 req-ce5841a9-57a8-465c-8683-296e93cdfd66 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:40.539128 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34101b-8cae-4b06-8ef9-471c94cd5951 req-ce5841a9-57a8-465c-8683-296e93cdfd66 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:40.548143 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df34101b-8cae-4b06-8ef9-471c94cd5951 req-ce5841a9-57a8-465c-8683-296e93cdfd66 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5433 time: 0.6064966
Feb 12 21:10:40.550164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36696) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:40.559226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port f960d66a-27d4-45da-ab76-16c8e9d8d0db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f960d66a-27d4-45da-ab76-16c8e9d8d0db,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:40.564344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Pushing event updated for resources: {'Port': ['ID=111a877a-db22-4122-86a0-aece063f2f8f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:40.566243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Attempting to bind port e38f0d55-536c-4032-855c-af42ba5ed8b7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:40.566592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Attempting to bind port e38f0d55-536c-4032-855c-af42ba5ed8b7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:40.566926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Attempting to bind port e38f0d55-536c-4032-855c-af42ba5ed8b7 on network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:40.590627 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df181e71-4cf3-4be0-bdf4-14c81563e943 req-e535962e-6903-4b95-bdcd-81de6942e2bc service neutron] 10.222.0.50 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5938988
Feb 12 21:10:40.594995 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Port e38f0d55-536c-4032-855c-af42ba5ed8b7 on network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:10:40.594995 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Attempting to bind port e38f0d55-536c-4032-855c-af42ba5ed8b7 on network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:40.620669 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:10:40.622241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:40.622592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Checking segment: {'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:40.622989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Bound using segment: {'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:40.623447 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Bound port: e38f0d55-536c-4032-855c-af42ba5ed8b7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:40.624015 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.637293 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.640636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d18f9305-c081-40ea-be43-4032e65318f6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:10:40.656741 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d5b91e94-0ac4-46a0-91eb-42d6f22eeb06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e53bfabce8d42e183bcf495f606b29f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1051850
Feb 12 21:10:40.660218 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36698) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:40.708599 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for floatingip (a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.745422 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b8330229-61cc-4763-8370-1ba3e4dfebb7 admin admin] Publish callbacks [] for security_group (f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.748485 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df34101b-8cae-4b06-8ef9-471c94cd5951 req-c96b43a8-ca10-4868-b9bf-a27ff5262e9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1898086
Feb 12 21:10:40.772914 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port d18f9305-c081-40ea-be43-4032e65318f6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d18f9305-c081-40ea-be43-4032e65318f6,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:40.783332 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b8330229-61cc-4763-8370-1ba3e4dfebb7 admin admin] Publish callbacks [] for security_group (f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.792487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'd18f9305-c081-40ea-be43-4032e65318f6', 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5', 'port_id': 'd18f9305-c081-40ea-be43-4032e65318f6', 'mac_address': 'fa:16:3e:9a:c0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc44bda3-6d91-4b39-a1b0-99dbae41bbc3', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:10:40.803317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=f960d66a-27d4-45da-ab76-16c8e9d8d0db,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:40.814623 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df181e71-4cf3-4be0-bdf4-14c81563e943 req-c0e88b68-46aa-4a8b-862f-4baede505bbe service neutron] 10.222.0.50 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2146146
Feb 12 21:10:40.829680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] For port e38f0d55-536c-4032-855c-af42ba5ed8b7, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:40.835693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] For port e38f0d55-536c-4032-855c-af42ba5ed8b7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38f0d55-536c-4032-855c-af42ba5ed8b7,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:40.870204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port d18f9305-c081-40ea-be43-4032e65318f6 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:40.871309 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d18f9305-c081-40ea-be43-4032e65318f6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.877542 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (111a877a-db22-4122-86a0-aece063f2f8f), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.889586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18f9305-c081-40ea-be43-4032e65318f6 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:40.904436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a4430-2723-4492-8854-112b85bab550 req-c7d39758-091a-45e3-88d0-315c733a5f49 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:40.906319 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a01a4430-2723-4492-8854-112b85bab550 req-c7d39758-091a-45e3-88d0-315c733a5f49 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.0735021
Feb 12 21:10:40.910447 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port d18f9305-c081-40ea-be43-4032e65318f6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d18f9305-c081-40ea-be43-4032e65318f6,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:40.931343 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.979035 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b8330229-61cc-4763-8370-1ba3e4dfebb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.981573 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:40.981728 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b8330229-61cc-4763-8370-1ba3e4dfebb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.982199 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:40.985517 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b8330229-61cc-4763-8370-1ba3e4dfebb7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0 HTTP/1.1" status: 204  len: 168 time: 0.3221345
Feb 12 21:10:40.998046 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] 10.222.0.50 "PUT /v2.0/ports/e38f0d55-536c-4032-855c-af42ba5ed8b7 HTTP/1.1" status: 200  len: 1091 time: 2.3399084
Feb 12 21:10:40.998046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6', 'tag': 'e38f0d55-536c-4032-855c-af42ba5ed8b7'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:40.998046 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e55c7d-6617-4551-b88b-26b2caa19300" -d '{"events": [{"name": "network-changed", "server_uuid": "e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6", "tag": "e38f0d55-536c-4032-855c-af42ba5ed8b7"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:40.999620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8330229-61cc-4763-8370-1ba3e4dfebb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f57752-05f3-4d7a-aabd-bbc48f2f1ac0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:41.013095 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a01a4430-2723-4492-8854-112b85bab550 req-ec7f40a9-2cd2-404a-94e7-c04f7e12892e tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999889
Feb 12 21:10:41.029094 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6d94a-fae0-4382-8c59-d7e60f197543 service neutron] Pushing event updated for resources: {'Port': ['ID=e38f0d55-536c-4032-855c-af42ba5ed8b7,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:41.050251 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d18f9305-c081-40ea-be43-4032e65318f6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:41.050251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 1fe06461-27fb-4282-97ba-13fca702a547 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:10:41.074026 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for port (111a877a-db22-4122-86a0-aece063f2f8f), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:41.110018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 1fe06461-27fb-4282-97ba-13fca702a547, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1fe06461-27fb-4282-97ba-13fca702a547,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:41.134553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=d18f9305-c081-40ea-be43-4032e65318f6,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:41.138411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '1fe06461-27fb-4282-97ba-13fca702a547', 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5', 'port_id': '1fe06461-27fb-4282-97ba-13fca702a547', 'mac_address': 'fa:16:3e:11:78:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc44bda3-6d91-4b39-a1b0-99dbae41bbc3', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:10:41.186299 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 1fe06461-27fb-4282-97ba-13fca702a547 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:41.186755 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1fe06461-27fb-4282-97ba-13fca702a547), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:41.216611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe06461-27fb-4282-97ba-13fca702a547 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:41.217256 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (111a877a-db22-4122-86a0-aece063f2f8f), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:41.245109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 1fe06461-27fb-4282-97ba-13fca702a547, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1fe06461-27fb-4282-97ba-13fca702a547,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:41.256163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-2a803e94-c904-4a76-86e3-1f6bdd9dd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:41.258529 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-2a803e94-c904-4a76-86e3-1f6bdd9dd96d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3c778564eef403aa9d4a76e4c1d3c20&device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 1125 time: 0.0615721
Feb 12 21:10:41.265040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 87bf0b96-f719-4ffd-853b-0f60be3373b3 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:41.307708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Pushing event updated for resources: {'Port': ['ID=111a877a-db22-4122-86a0-aece063f2f8f,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:41.312735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763485-9506-4691-826e-76a3854242af req-a8e8fccd-6a6e-4147-9385-89df224d1f99 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:41.314344 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-40763485-9506-4691-826e-76a3854242af req-a8e8fccd-6a6e-4147-9385-89df224d1f99 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 943 time: 0.1706810
Feb 12 21:10:41.316200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-04edc9dc-da36-43ae-978e-72f85d94e48e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e38f0d55-536c-4032-855c-af42ba5ed8b7 HTTP/1.1" status: 200  len: 217 time: 0.0491989
Feb 12 21:10:41.317197 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:41.321272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 87bf0b96-f719-4ffd-853b-0f60be3373b3 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:41.321811 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (87bf0b96-f719-4ffd-853b-0f60be3373b3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:41.347929 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1fe06461-27fb-4282-97ba-13fca702a547), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:41.348587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device f256d627-df49-4516-b949-fc05f0dbf0bc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:10:41.400048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-5cfc76b4-c555-40ae-ad69-4ec530e1eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:41.401567 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-5cfc76b4-c555-40ae-ad69-4ec530e1eca1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d47f89e7-f97f-48dd-8271-e3c84e1c2284 HTTP/1.1" status: 200  len: 843 time: 0.0787520
Feb 12 21:10:41.408678 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-40763485-9506-4691-826e-76a3854242af req-62dd0fc2-6445-47de-8f78-b31f7ecb41e1 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767357
Feb 12 21:10:41.439883 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-3088d394-5849-4620-9f48-dfd821303275 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0302052
Feb 12 21:10:41.454239 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:41.461714 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-e4bb8606-c756-4579-a19d-74da11940a06 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0463681
Feb 12 21:10:41.490261 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=1fe06461-27fb-4282-97ba-13fca702a547,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:41.553235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 87bf0b96-f719-4ffd-853b-0f60be3373b3 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:41.566201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port f256d627-df49-4516-b949-fc05f0dbf0bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f256d627-df49-4516-b949-fc05f0dbf0bc,segment=NetworkSegment(8980ef08-8d51-43b5-bfdc-e1a73571ed03),segment_id=8980ef08-8d51-43b5-bfdc-e1a73571ed03)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:41.576749 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-1de2f67c-16cc-4b00-ba46-8f1b46196c89 service neutron] 10.222.0.50 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287954
Feb 12 21:10:41.598031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'f256d627-df49-4516-b949-fc05f0dbf0bc', 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276', 'port_id': 'f256d627-df49-4516-b949-fc05f0dbf0bc', 'mac_address': 'fa:16:3e:50:5f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb1c0ec-31ae-47ff-be96-a4e94b6d0bca', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:10:41.623292 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-049c2ea7-c5c3-48c6-9f74-2b4d884f8e84 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.141 HTTP/1.1" status: 200  len: 696 time: 0.1565125
Feb 12 21:10:41.663601 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 64184936-c38e-4149-bfd9-46081adcf9a5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:10:41.694951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 64184936-c38e-4149-bfd9-46081adcf9a5 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:10:41.695303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 64184936-c38e-4149-bfd9-46081adcf9a5 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:10:41.703292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port f256d627-df49-4516-b949-fc05f0dbf0bc is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:41.704119 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:41.721542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f256d627-df49-4516-b949-fc05f0dbf0bc {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:41.744259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port f256d627-df49-4516-b949-fc05f0dbf0bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f256d627-df49-4516-b949-fc05f0dbf0bc,segment=NetworkSegment(8980ef08-8d51-43b5-bfdc-e1a73571ed03),segment_id=8980ef08-8d51-43b5-bfdc-e1a73571ed03)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:41.750472 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9eeeffe-fa65-4f07-9f37-77190aac11ad req-f4ff3af9-bf3b-453b-9313-61978af6896a service neutron] 10.222.0.50 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1672742
Feb 12 21:10:41.780816 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-1c495b67-c82c-4456-89bf-65a3f422bc3c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:41.782210 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f338cd2f-9120-412a-9914-9f75c55cd808 req-1c495b67-c82c-4456-89bf-65a3f422bc3c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.1574192
Feb 12 21:10:41.815212 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:41.816076 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c24391d7-58a5-450b-bfb5-2e331131b9e0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:10:41.887666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=f256d627-df49-4516-b949-fc05f0dbf0bc,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:41.901818 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port c24391d7-58a5-450b-bfb5-2e331131b9e0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c24391d7-58a5-450b-bfb5-2e331131b9e0,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:41.916184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'c24391d7-58a5-450b-bfb5-2e331131b9e0', 'network_id': '531eb872-2139-4490-9c0c-9bd28b6649a5', 'port_id': 'c24391d7-58a5-450b-bfb5-2e331131b9e0', 'mac_address': 'fa:16:3e:f6:33:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc44bda3-6d91-4b39-a1b0-99dbae41bbc3', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:10:41.930713 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386824d-ee4c-46f1-a15f-a8fd5d862d1f req-cb6caacd-5777-4346-b1b9-c0f84bc7f093 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:41.937184 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c386824d-ee4c-46f1-a15f-a8fd5d862d1f req-cb6caacd-5777-4346-b1b9-c0f84bc7f093 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.0811496
Feb 12 21:10:41.968100 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port c24391d7-58a5-450b-bfb5-2e331131b9e0 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:41.968614 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:41.984631 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24391d7-58a5-450b-bfb5-2e331131b9e0 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:41.989673 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c386824d-ee4c-46f1-a15f-a8fd5d862d1f req-8daffbd6-4624-4139-b16c-b9677b31dc99 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515928
Feb 12 21:10:42.013023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port c24391d7-58a5-450b-bfb5-2e331131b9e0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c24391d7-58a5-450b-bfb5-2e331131b9e0,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:42.037669 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594f8495-2bdb-4ecf-b28e-08b5bfbccb8c x-openstack-request-id: req-594f8495-2bdb-4ecf-b28e-08b5bfbccb8c {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:42.037970 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6", "tag": "e38f0d55-536c-4032-855c-af42ba5ed8b7", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:42.038234 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-594f8495-2bdb-4ecf-b28e-08b5bfbccb8c {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:42.038710 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6', 'tag': 'e38f0d55-536c-4032-855c-af42ba5ed8b7', 'status': 'completed', 'code': 200}
Feb 12 21:10:42.065387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36716) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:42.110579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e55c7d-6617-4551-b88b-26b2caa19300 req-67131a78-9e31-4c7d-adc5-3527afe79bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:42.112502 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99e55c7d-6617-4551-b88b-26b2caa19300 req-67131a78-9e31-4c7d-adc5-3527afe79bba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3c778564eef403aa9d4a76e4c1d3c20&device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 1125 time: 0.0531785
Feb 12 21:10:42.138838 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4c566ac5-c3c3-4480-9403-e2b61bd4b41f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c782cc151c6e4af6910a0412a96182ce&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0721822
Feb 12 21:10:42.141457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36718) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:42.149775 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36720) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:42.154320 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-585be130-13b7-47b8-81a0-df0b246d913e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1612196638', 'description': 'tempest-description--851058479'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:42.175246 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a691-6212-47d3-8ff6-65c85427f76e req-3b8ca7b5-a1bf-4861-b3f7-e4f2191dc1eb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:42.180627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a691-6212-47d3-8ff6-65c85427f76e req-3b8ca7b5-a1bf-4861-b3f7-e4f2191dc1eb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:42.186387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a691-6212-47d3-8ff6-65c85427f76e req-3b8ca7b5-a1bf-4861-b3f7-e4f2191dc1eb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:42.191759 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a691-6212-47d3-8ff6-65c85427f76e req-3b8ca7b5-a1bf-4861-b3f7-e4f2191dc1eb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:42.197690 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a691-6212-47d3-8ff6-65c85427f76e req-3b8ca7b5-a1bf-4861-b3f7-e4f2191dc1eb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:42.203107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a691-6212-47d3-8ff6-65c85427f76e req-3b8ca7b5-a1bf-4861-b3f7-e4f2191dc1eb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:42.208514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a691-6212-47d3-8ff6-65c85427f76e req-3b8ca7b5-a1bf-4861-b3f7-e4f2191dc1eb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:42.208964 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:42.209650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 19dd89b0-f04c-47e0-b086-a93ccf42ad36 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:10:42.210772 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aef3a691-6212-47d3-8ff6-65c85427f76e req-3b8ca7b5-a1bf-4861-b3f7-e4f2191dc1eb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5437 time: 0.1268089
Feb 12 21:10:42.278981 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=c24391d7-58a5-450b-bfb5-2e331131b9e0,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:42.279250 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aef3a691-6212-47d3-8ff6-65c85427f76e req-42e6702d-2550-488a-983d-f47fcef7e24d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0613120
Feb 12 21:10:42.285635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 19dd89b0-f04c-47e0-b086-a93ccf42ad36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19dd89b0-f04c-47e0-b086-a93ccf42ad36,segment=NetworkSegment(8980ef08-8d51-43b5-bfdc-e1a73571ed03),segment_id=8980ef08-8d51-43b5-bfdc-e1a73571ed03)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:42.297409 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '19dd89b0-f04c-47e0-b086-a93ccf42ad36', 'network_id': 'a90998ba-17e7-4116-bb0e-3bd9e0e31276', 'port_id': '19dd89b0-f04c-47e0-b086-a93ccf42ad36', 'mac_address': 'fa:16:3e:31:dd:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb1c0ec-31ae-47ff-be96-a4e94b6d0bca', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:10:42.337774 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 19dd89b0-f04c-47e0-b086-a93ccf42ad36 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:42.338468 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:42.352100 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dd89b0-f04c-47e0-b086-a93ccf42ad36 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:42.358916 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-585be130-13b7-47b8-81a0-df0b246d913e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:42.359080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e55c7d-6617-4551-b88b-26b2caa19300 req-5a16795a-13a2-44e4-a75c-83592d455de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:42.359080 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99e55c7d-6617-4551-b88b-26b2caa19300 req-5a16795a-13a2-44e4-a75c-83592d455de8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 HTTP/1.1" status: 200  len: 904 time: 0.2394722
Feb 12 21:10:42.359080 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a7095e61-71dc-4065-b3bc-2e75fab1ce5e admin admin] Publish callbacks [] for security_group (888c7e45-29b6-477f-bf26-552a1fb6c123), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:42.375158 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 19dd89b0-f04c-47e0-b086-a93ccf42ad36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19dd89b0-f04c-47e0-b086-a93ccf42ad36,segment=NetworkSegment(8980ef08-8d51-43b5-bfdc-e1a73571ed03),segment_id=8980ef08-8d51-43b5-bfdc-e1a73571ed03)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:42.426394 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99e55c7d-6617-4551-b88b-26b2caa19300 req-8db9ec91-6659-4bbd-a32c-d59cf836aa44 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e38f0d55-536c-4032-855c-af42ba5ed8b7 HTTP/1.1" status: 200  len: 217 time: 0.0563157
Feb 12 21:10:42.456573 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a7095e61-71dc-4065-b3bc-2e75fab1ce5e admin admin] Publish callbacks [] for security_group (888c7e45-29b6-477f-bf26-552a1fb6c123), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:42.463485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f43f8a-b0f5-484f-a55d-046da67e40d6 req-3f2176ed-6327-4840-a423-c342383cb89b tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:42.465071 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3f43f8a-b0f5-484f-a55d-046da67e40d6 req-3f2176ed-6327-4840-a423-c342383cb89b tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.0911009
Feb 12 21:10:42.478432 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:42.485614 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-585be130-13b7-47b8-81a0-df0b246d913e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for security_group (697b990c-3e2c-41cb-8a68-41711912ecd1), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:42.489186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-855cf3c2-4412-4527-852b-9fefce964fc3 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:42.490644 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-855cf3c2-4412-4527-852b-9fefce964fc3 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 820 time: 0.2683551
Feb 12 21:10:42.513814 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 4d209389-a95f-430a-95ec-f6d0b38d85a6 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:42.523468 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3f43f8a-b0f5-484f-a55d-046da67e40d6 req-fe7e14c4-5a37-40e1-92b7-efa2de689a23 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517378
Feb 12 21:10:42.537646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e55c7d-6617-4551-b88b-26b2caa19300 req-d15426d1-0b82-4395-821d-07f769061b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:42.540352 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99e55c7d-6617-4551-b88b-26b2caa19300 req-d15426d1-0b82-4395-821d-07f769061b72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d47f89e7-f97f-48dd-8271-e3c84e1c2284 HTTP/1.1" status: 200  len: 843 time: 0.1025052
Feb 12 21:10:42.545447 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-6f7f6c3a-87a0-4521-ae13-f06c0dc005b1 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/quotas/9627e1d31e814deb8265e43f63ac807c HTTP/1.1" status: 200  len: 375 time: 0.0381775
Feb 12 21:10:42.559540 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-585be130-13b7-47b8-81a0-df0b246d913e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (697b990c-3e2c-41cb-8a68-41711912ecd1), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:42.590099 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99e55c7d-6617-4551-b88b-26b2caa19300 req-1406aa1e-69c8-46ed-98f9-e5c072be6e73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430102
Feb 12 21:10:42.597977 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585be130-13b7-47b8-81a0-df0b246d913e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697b990c-3e2c-41cb-8a68-41711912ecd1,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:42.669948 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-585be130-13b7-47b8-81a0-df0b246d913e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:42.670632 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a7095e61-71dc-4065-b3bc-2e75fab1ce5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (888c7e45-29b6-477f-bf26-552a1fb6c123), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:42.671153 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-585be130-13b7-47b8-81a0-df0b246d913e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.5204470
Feb 12 21:10:42.673113 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a7095e61-71dc-4065-b3bc-2e75fab1ce5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:42.674269 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a7095e61-71dc-4065-b3bc-2e75fab1ce5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/888c7e45-29b6-477f-bf26-552a1fb6c123 HTTP/1.1" status: 204  len: 168 time: 0.5318043
Feb 12 21:10:42.676630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36732) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:42.682345 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-79297b8d-7db0-4b14-8ee0-9796d9d49163 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Request body: {'security_group_rule': {'security_group_id': '697b990c-3e2c-41cb-8a68-41711912ecd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:42.707524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7095e61-71dc-4065-b3bc-2e75fab1ce5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888c7e45-29b6-477f-bf26-552a1fb6c123,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:42.718806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56bf50-a68a-4a4d-bcf7-d545e9739477 req-c84ce2b3-d678-4adc-a971-34b2100f9aaf tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:42.718806 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fc56bf50-a68a-4a4d-bcf7-d545e9739477 req-c84ce2b3-d678-4adc-a971-34b2100f9aaf tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 943 time: 0.0878034
Feb 12 21:10:42.728920 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-a6bced6b-472b-428a-93a6-1203522565a3 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1721456
Feb 12 21:10:42.765709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=19dd89b0-f04c-47e0-b086-a93ccf42ad36,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:42.789334 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fc56bf50-a68a-4a4d-bcf7-d545e9739477 req-c37070cf-b3c8-45d8-ab2c-dedb9d5575d6 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662532
Feb 12 21:10:42.807672 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79297b8d-7db0-4b14-8ee0-9796d9d49163 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for security_group_rule (6b60208a-e5a3-4a16-b82b-966c44bb3eea), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:42.819079 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99e55c7d-6617-4551-b88b-26b2caa19300 req-24e9acc6-e04e-4c29-9df3-2d4399eabaf4 service neutron] 10.222.0.50 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2115889
Feb 12 21:10:42.861234 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79297b8d-7db0-4b14-8ee0-9796d9d49163 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for security_group_rule (6b60208a-e5a3-4a16-b82b-966c44bb3eea), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:42.871138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 4d209389-a95f-430a-95ec-f6d0b38d85a6 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:10:42.880234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 4d209389-a95f-430a-95ec-f6d0b38d85a6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:42.880615 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4d209389-a95f-430a-95ec-f6d0b38d85a6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:42.904030 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-3e8d6796-ff00-42e8-9686-4bc964d1b4a4 service neutron] 10.222.0.31 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742394
Feb 12 21:10:42.975574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 4d209389-a95f-430a-95ec-f6d0b38d85a6 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:42.975880 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4d209389-a95f-430a-95ec-f6d0b38d85a6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:42.986525 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79297b8d-7db0-4b14-8ee0-9796d9d49163 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (6b60208a-e5a3-4a16-b82b-966c44bb3eea), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:42.992663 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99e55c7d-6617-4551-b88b-26b2caa19300 req-fa9c7824-c984-403d-9e62-b94f78178be4 service neutron] 10.222.0.50 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1648462
Feb 12 21:10:42.999883 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d209389-a95f-430a-95ec-f6d0b38d85a6'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:43.002188 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2981eb8-6408-42c9-8be6-06629fe0f36c" -d '{"events": [{"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-plugged", "status": "completed", "tag": "4d209389-a95f-430a-95ec-f6d0b38d85a6"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:43.021539 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79297b8d-7db0-4b14-8ee0-9796d9d49163 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b60208a-e5a3-4a16-b82b-966c44bb3eea,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:43.027331 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 4d209389-a95f-430a-95ec-f6d0b38d85a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4d209389-a95f-430a-95ec-f6d0b38d85a6,segment=NetworkSegment(c4b9dfdb-2741-414b-820a-2fa3d6880f0b),segment_id=c4b9dfdb-2741-414b-820a-2fa3d6880f0b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:43.049713 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589d9fcc-f5df-4ae3-9fcf-68659f8965b0 x-openstack-request-id: req-589d9fcc-f5df-4ae3-9fcf-68659f8965b0 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:43.049713 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-plugged", "status": "completed", "tag": "4d209389-a95f-430a-95ec-f6d0b38d85a6", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:43.049713 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-589d9fcc-f5df-4ae3-9fcf-68659f8965b0 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:43.050084 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-45773ccc-fe6c-48e0-b150-95f6c6518704 service neutron] 10.222.0.31 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355617
Feb 12 21:10:43.050196 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d209389-a95f-430a-95ec-f6d0b38d85a6', 'code': 200}
Feb 12 21:10:43.106049 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4d209389-a95f-430a-95ec-f6d0b38d85a6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:43.112579 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79297b8d-7db0-4b14-8ee0-9796d9d49163 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:43.113879 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-79297b8d-7db0-4b14-8ee0-9796d9d49163 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4363792
Feb 12 21:10:43.117756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36742) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:43.122830 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-11868c78-7173-450b-8891-f7cec6a06320 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Request body: {'security_group_rule': {'security_group_id': '697b990c-3e2c-41cb-8a68-41711912ecd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:43.164914 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['d18f9305-c081-40ea-be43-4032e65318f6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:10:43.167186 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['1fe06461-27fb-4282-97ba-13fca702a547'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:10:43.169770 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['f960d66a-27d4-45da-ab76-16c8e9d8d0db'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:10:43.170727 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bc010-92ab-41d8-bf46-610018c91c52 req-005050c9-9241-4756-b2f1-3052d06fb209 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:43.172290 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-103bc010-92ab-41d8-bf46-610018c91c52 req-005050c9-9241-4756-b2f1-3052d06fb209 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.0770426
Feb 12 21:10:43.197318 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['c24391d7-58a5-450b-bfb5-2e331131b9e0'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:10:43.237718 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-103bc010-92ab-41d8-bf46-610018c91c52 req-8145d18b-eb12-431d-a3b7-72e3d667f6c7 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583663
Feb 12 21:10:43.297201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=4d209389-a95f-430a-95ec-f6d0b38d85a6,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:43.419148 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-11868c78-7173-450b-8891-f7cec6a06320 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for security_group_rule (64cd102d-194a-4806-a9dd-d4fb63e9f90e), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:43.423402 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb8a33b7-1b67-461b-a16b-452b316af6d3 req-379f5098-8174-4602-bbb7-e4eef3309f9d tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 210 time: 0.0370126
Feb 12 21:10:43.543659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c393774-8643-4ce5-b239-2815ee05ee58 req-f7fa7a6a-f9b0-41e6-8e6e-d7d47fdf45d7 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:43.555111 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c393774-8643-4ce5-b239-2815ee05ee58 req-f7fa7a6a-f9b0-41e6-8e6e-d7d47fdf45d7 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:43.563829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c393774-8643-4ce5-b239-2815ee05ee58 req-f7fa7a6a-f9b0-41e6-8e6e-d7d47fdf45d7 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:43.571642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c393774-8643-4ce5-b239-2815ee05ee58 req-f7fa7a6a-f9b0-41e6-8e6e-d7d47fdf45d7 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:43.577753 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c393774-8643-4ce5-b239-2815ee05ee58 req-f7fa7a6a-f9b0-41e6-8e6e-d7d47fdf45d7 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:43.583662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c393774-8643-4ce5-b239-2815ee05ee58 req-f7fa7a6a-f9b0-41e6-8e6e-d7d47fdf45d7 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:43.590768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c393774-8643-4ce5-b239-2815ee05ee58 req-f7fa7a6a-f9b0-41e6-8e6e-d7d47fdf45d7 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:43.594283 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8c393774-8643-4ce5-b239-2815ee05ee58 req-f7fa7a6a-f9b0-41e6-8e6e-d7d47fdf45d7 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5440 time: 0.1576333
Feb 12 21:10:43.611840 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-11868c78-7173-450b-8891-f7cec6a06320 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for security_group_rule (64cd102d-194a-4806-a9dd-d4fb63e9f90e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:43.643941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device e38f0d55-536c-4032-855c-af42ba5ed8b7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:10:43.672725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a07c9-693d-408f-8512-c43eb483f4ee req-0140ffb3-9e53-408e-9f80-bb05a799e248 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:43.674287 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-718a07c9-693d-408f-8512-c43eb483f4ee req-0140ffb3-9e53-408e-9f80-bb05a799e248 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.0606925
Feb 12 21:10:43.681438 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8c393774-8643-4ce5-b239-2815ee05ee58 req-929a67b6-302f-4d72-b591-afaf32d765d5 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0681658
Feb 12 21:10:43.742235 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-718a07c9-693d-408f-8512-c43eb483f4ee req-2eb0bfdd-45d0-470a-8e0b-0d885e4bac88 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556250
Feb 12 21:10:43.751636 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-11868c78-7173-450b-8891-f7cec6a06320 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (64cd102d-194a-4806-a9dd-d4fb63e9f90e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:43.772351 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11868c78-7173-450b-8891-f7cec6a06320 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cd102d-194a-4806-a9dd-d4fb63e9f90e,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:43.863905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-11868c78-7173-450b-8891-f7cec6a06320 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:43.868915 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-11868c78-7173-450b-8891-f7cec6a06320 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7463007
Feb 12 21:10:43.869478 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port e38f0d55-536c-4032-855c-af42ba5ed8b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38f0d55-536c-4032-855c-af42ba5ed8b7,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:43.869708 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36772) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:43.874298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:43.909699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'e38f0d55-536c-4032-855c-af42ba5ed8b7', 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2', 'port_id': 'e38f0d55-536c-4032-855c-af42ba5ed8b7', 'mac_address': 'fa:16:3e:ce:71:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47f89e7-f97f-48dd-8271-e3c84e1c2284', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:10:43.949222 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port e38f0d55-536c-4032-855c-af42ba5ed8b7 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:43.949692 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:43.953300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e4dc4-dcc9-45ea-b5bc-a33c7cfd1a49 req-aa267a56-4b7e-49cd-80f3-45cf167aca01 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:43.954824 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c79e4dc4-dcc9-45ea-b5bc-a33c7cfd1a49 req-aa267a56-4b7e-49cd-80f3-45cf167aca01 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 943 time: 0.0645659
Feb 12 21:10:43.963350 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38f0d55-536c-4032-855c-af42ba5ed8b7 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:43.986176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port e38f0d55-536c-4032-855c-af42ba5ed8b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38f0d55-536c-4032-855c-af42ba5ed8b7,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:43.999166 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:44.020135 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c79e4dc4-dcc9-45ea-b5bc-a33c7cfd1a49 req-10299d32-c18c-4001-906f-22df2cfefcb7 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596836
Feb 12 21:10:44.079128 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:44.079743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 8a6d5784-855f-4db3-a849-95606d940801 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:10:44.119581 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:44.171333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['19dd89b0-f04c-47e0-b086-a93ccf42ad36'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:10:44.173343 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['f256d627-df49-4516-b949-fc05f0dbf0bc'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:10:44.240128 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Allocated IP 172.35.2.201 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/2fec7ad5-e104-4873-b9cc-12c07d378317) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:44.252115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=e38f0d55-536c-4032-855c-af42ba5ed8b7,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:44.323507 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 8a6d5784-855f-4db3-a849-95606d940801, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6d5784-855f-4db3-a849-95606d940801,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:44.346400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '8a6d5784-855f-4db3-a849-95606d940801', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'port_id': '8a6d5784-855f-4db3-a849-95606d940801', 'mac_address': 'fa:16:3e:4e:04:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:10:44.399091 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for port (2fec7ad5-e104-4873-b9cc-12c07d378317), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:44.448804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6df56-9ff3-474a-be6b-35699a29d3f7 req-1a45e4fd-ff7f-429a-b758-e187e43023dd tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:44.451564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 8a6d5784-855f-4db3-a849-95606d940801 is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:44.451858 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8a6d5784-855f-4db3-a849-95606d940801), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:44.455571 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9bc6df56-9ff3-474a-be6b-35699a29d3f7 req-1a45e4fd-ff7f-429a-b758-e187e43023dd tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.0945220
Feb 12 21:10:44.478362 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a6d5784-855f-4db3-a849-95606d940801 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:44.528747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 8a6d5784-855f-4db3-a849-95606d940801, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6d5784-855f-4db3-a849-95606d940801,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:44.532532 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9bc6df56-9ff3-474a-be6b-35699a29d3f7 req-c2a233d2-d56d-4878-a8a2-43b9ccf26bdd tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531263
Feb 12 21:10:44.535961 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2fec7ad5-e104-4873-b9cc-12c07d378317), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:44.576378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:44.577857 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8a9d5191-8c68-4eea-98d6-9cfb3a1895de req-27d44c2f-fd08-4759-935c-ac427573af05 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 210 time: 0.0355082
Feb 12 21:10:44.580569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:44.590788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:44.599450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event updated for resources: {'Port': ['ID=2fec7ad5-e104-4873-b9cc-12c07d378317,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:44.603664 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8a6d5784-855f-4db3-a849-95606d940801), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:44.662881 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=8a6d5784-855f-4db3-a849-95606d940801,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:44.694197 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['8a6d5784-855f-4db3-a849-95606d940801'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:10:44.712407 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for floatingip (1d449701-45b9-476e-832a-7278fe454fa3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:44.859751 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca812263-dc4b-4fa7-8c8a-642936860512 req-c9e82f90-460d-4dd1-890c-31dcaf4278ea tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:44.865184 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca812263-dc4b-4fa7-8c8a-642936860512 req-c9e82f90-460d-4dd1-890c-31dcaf4278ea tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:44.871599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca812263-dc4b-4fa7-8c8a-642936860512 req-c9e82f90-460d-4dd1-890c-31dcaf4278ea tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:44.873944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['e38f0d55-536c-4032-855c-af42ba5ed8b7'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:10:44.877167 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca812263-dc4b-4fa7-8c8a-642936860512 req-c9e82f90-460d-4dd1-890c-31dcaf4278ea tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:44.883755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca812263-dc4b-4fa7-8c8a-642936860512 req-c9e82f90-460d-4dd1-890c-31dcaf4278ea tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:44.889190 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca812263-dc4b-4fa7-8c8a-642936860512 req-c9e82f90-460d-4dd1-890c-31dcaf4278ea tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:44.889606 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2fec7ad5-e104-4873-b9cc-12c07d378317), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:44.895052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca812263-dc4b-4fa7-8c8a-642936860512 req-c9e82f90-460d-4dd1-890c-31dcaf4278ea tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:44.897024 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ca812263-dc4b-4fa7-8c8a-642936860512 req-c9e82f90-460d-4dd1-890c-31dcaf4278ea tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5440 time: 0.1127110
Feb 12 21:10:44.951083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4243a-a598-4df6-b47e-f66c7c7d2192 req-f5204c53-25f9-434a-9ea4-b7478a153daa tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:44.952654 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cc4243a-a598-4df6-b47e-f66c7c7d2192 req-f5204c53-25f9-434a-9ea4-b7478a153daa tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.1209204
Feb 12 21:10:44.965276 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ca812263-dc4b-4fa7-8c8a-642936860512 req-106c726c-22c4-4b03-9d97-5769375d5f37 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0616107
Feb 12 21:10:45.061568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cc4243a-a598-4df6-b47e-f66c7c7d2192 req-eda0bc1e-610d-4808-bfdd-c58b164babba tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945251
Feb 12 21:10:45.106154 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for port (2fec7ad5-e104-4873-b9cc-12c07d378317), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:45.159454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbed068-152f-44c2-8077-f9aa38fe715d req-ee921d9b-77f9-4005-bfea-9914166ddbee tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:45.160953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7fbed068-152f-44c2-8077-f9aa38fe715d req-ee921d9b-77f9-4005-bfea-9914166ddbee tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 944 time: 0.0550029
Feb 12 21:10:45.198179 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (2fec7ad5-e104-4873-b9cc-12c07d378317), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:45.215780 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7fbed068-152f-44c2-8077-f9aa38fe715d req-ccbe8b11-b862-4060-989a-c4b8aeb7b6ac tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484238
Feb 12 21:10:45.275750 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event updated for resources: {'Port': ['ID=2fec7ad5-e104-4873-b9cc-12c07d378317,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:45.292912 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (1d449701-45b9-476e-832a-7278fe454fa3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:45.326817 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36824) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:45.383417 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:45.384659 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-71d9ddb5-d0fa-4ba7-afc3-f053bd5b2009 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5143077
Feb 12 21:10:45.436035 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b7f653c-c26d-4dc0-aa16-77236252e02a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:45.516690 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b7f653c-c26d-4dc0-aa16-77236252e02a admin admin] Publish callbacks [] for security_group (aa030d33-4606-480f-8141-8eb720c9cd76), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:45.612301 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b7f653c-c26d-4dc0-aa16-77236252e02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (aa030d33-4606-480f-8141-8eb720c9cd76), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:45.632708 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 8a6d5784-855f-4db3-a849-95606d940801 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:45.643693 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-5163094c-1c38-4f33-8ba5-12e6d477a7e3 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1612196638&fields=id&tenant_id=c1ff07a97663458e87406ec3a5e2cf1c HTTP/1.1" status: 200  len: 267 time: 0.0646815
Feb 12 21:10:45.675874 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8b7f653c-c26d-4dc0-aa16-77236252e02a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f44da48ef3d43d4bad3862d6cc64362&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3455281
Feb 12 21:10:45.690759 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36846) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:45.693713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 8a6d5784-855f-4db3-a849-95606d940801 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:45.694186 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8a6d5784-855f-4db3-a849-95606d940801), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:45.698130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f653c-c26d-4dc0-aa16-77236252e02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa030d33-4606-480f-8141-8eb720c9cd76,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:45.761633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-5804861f-d6aa-4d6f-b401-28154f89bcd3 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:45.763055 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-5804861f-d6aa-4d6f-b401-28154f89bcd3 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports/17ba1c7f-90cf-4f91-a05e-68927bcbe7cc HTTP/1.1" status: 200  len: 932 time: 0.1044602
Feb 12 21:10:45.780423 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ada8c-fca4-42c2-b6a8-cfd49e3c078b req-00d72f5a-e552-48c1-a2e9-ad4c7eb6eb16 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:45.781840 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ff0ada8c-fca4-42c2-b6a8-cfd49e3c078b req-00d72f5a-e552-48c1-a2e9-ad4c7eb6eb16 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 944 time: 0.1184814
Feb 12 21:10:45.800342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 8a6d5784-855f-4db3-a849-95606d940801 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:45.800945 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8a6d5784-855f-4db3-a849-95606d940801), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:45.804501 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c06fcc6d-3ce2-4ac7-a3d0-6a5f7127d49a admin admin] Publish callbacks [] for security_group (aa030d33-4606-480f-8141-8eb720c9cd76), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:45.827422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-2dcef983-43bd-4f14-9fe3-af3e3ba30192 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:45.831707 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-2dcef983-43bd-4f14-9fe3-af3e3ba30192 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports/db0ca88d-7497-4c86-9f77-a0e7753f1866 HTTP/1.1" status: 200  len: 932 time: 0.0605631
Feb 12 21:10:45.831841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6d5784-855f-4db3-a849-95606d940801'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:45.834030 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1322f5-b741-4684-a7a7-712893391660" -d '{"events": [{"server_uuid": "ad7ceb24-719e-4fcb-b272-f1ed4dbd8514", "name": "network-vif-plugged", "status": "completed", "tag": "8a6d5784-855f-4db3-a849-95606d940801"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:45.847747 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c06fcc6d-3ce2-4ac7-a3d0-6a5f7127d49a admin admin] Publish callbacks [] for security_group (aa030d33-4606-480f-8141-8eb720c9cd76), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:45.854717 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 8a6d5784-855f-4db3-a849-95606d940801, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6d5784-855f-4db3-a849-95606d940801,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:45.869821 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ff0ada8c-fca4-42c2-b6a8-cfd49e3c078b req-c0f40e8f-a57c-45c0-9578-816dc1eb015e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765228
Feb 12 21:10:45.880239 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-2374eb66-ed9e-48c5-a45e-1fe10d3bdda7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?network_id=c71d3387-4285-452a-953d-e8edb5c159e7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0448720
Feb 12 21:10:45.932134 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-1d035d19-c563-41f0-8004-6345dcd45278 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?network_id=c71d3387-4285-452a-953d-e8edb5c159e7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0510230
Feb 12 21:10:45.948579 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8a6d5784-855f-4db3-a849-95606d940801), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:46.010095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ea1d612a-4e1e-48cb-b468-3e1cb479c50e req-dfb9d56d-91e5-4a84-a90e-de0fb6906611 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 210 time: 0.0560446
Feb 12 21:10:46.016175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=8a6d5784-855f-4db3-a849-95606d940801,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:46.043934 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c06fcc6d-3ce2-4ac7-a3d0-6a5f7127d49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (aa030d33-4606-480f-8141-8eb720c9cd76), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:46.046728 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c06fcc6d-3ce2-4ac7-a3d0-6a5f7127d49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:46.049721 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c06fcc6d-3ce2-4ac7-a3d0-6a5f7127d49a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa030d33-4606-480f-8141-8eb720c9cd76 HTTP/1.1" status: 204  len: 168 time: 0.3568509
Feb 12 21:10:46.061035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fcc6d-3ce2-4ac7-a3d0-6a5f7127d49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa030d33-4606-480f-8141-8eb720c9cd76,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:46.086799 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1811a268-3ec2-44f0-a859-e46966f84293 x-openstack-request-id: req-1811a268-3ec2-44f0-a859-e46966f84293 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:46.087215 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7ceb24-719e-4fcb-b272-f1ed4dbd8514", "name": "network-vif-plugged", "status": "completed", "tag": "8a6d5784-855f-4db3-a849-95606d940801", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:46.087353 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1811a268-3ec2-44f0-a859-e46966f84293 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:46.087706 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6d5784-855f-4db3-a849-95606d940801', 'code': 200}
Feb 12 21:10:46.135271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-fbf40886-21f1-4700-8698-b8fde1e20cf2 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:46.136700 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-fbf40886-21f1-4700-8698-b8fde1e20cf2 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.50 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 820 time: 0.2451937
Feb 12 21:10:46.147535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-5d576ceb-021e-4837-9ac6-32394a053f3a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:46.153102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-5d576ceb-021e-4837-9ac6-32394a053f3a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:46.158397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-5d576ceb-021e-4837-9ac6-32394a053f3a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:46.162064 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-5d576ceb-021e-4837-9ac6-32394a053f3a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/networks?id=0824877a-f60f-4b02-85ba-7bb3e69bc246&id=362c5c76-0028-4be9-86fd-cc1c41d159ca&id=362c5c76-0028-4be9-86fd-cc1c41d159ca&id=c71d3387-4285-452a-953d-e8edb5c159e7&id=c71d3387-4285-452a-953d-e8edb5c159e7 HTTP/1.1" status: 200  len: 1989 time: 0.2177165
Feb 12 21:10:46.165577 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-16faed85-46f6-4940-bd25-969d904cbeaa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Request body: {'port': {'device_id': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'admin_state_up': True, 'tenant_id': '9627e1d31e814deb8265e43f63ac807c'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:46.232295 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-8f23d44c-b850-48d8-b84e-6317901ccca0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/quotas/c1ff07a97663458e87406ec3a5e2cf1c HTTP/1.1" status: 200  len: 375 time: 0.0504701
Feb 12 21:10:46.242987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883596f4-26c4-4c77-ba0c-4421dcb83d08 req-a15e8de9-0b69-4880-ab60-ad9225ba35cb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:46.248891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883596f4-26c4-4c77-ba0c-4421dcb83d08 req-a15e8de9-0b69-4880-ab60-ad9225ba35cb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:46.254364 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883596f4-26c4-4c77-ba0c-4421dcb83d08 req-a15e8de9-0b69-4880-ab60-ad9225ba35cb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:46.260328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883596f4-26c4-4c77-ba0c-4421dcb83d08 req-a15e8de9-0b69-4880-ab60-ad9225ba35cb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:46.265666 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883596f4-26c4-4c77-ba0c-4421dcb83d08 req-a15e8de9-0b69-4880-ab60-ad9225ba35cb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:46.271577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883596f4-26c4-4c77-ba0c-4421dcb83d08 req-a15e8de9-0b69-4880-ab60-ad9225ba35cb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:46.277675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883596f4-26c4-4c77-ba0c-4421dcb83d08 req-a15e8de9-0b69-4880-ab60-ad9225ba35cb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:46.279756 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-883596f4-26c4-4c77-ba0c-4421dcb83d08 req-a15e8de9-0b69-4880-ab60-ad9225ba35cb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5440 time: 0.1165876
Feb 12 21:10:46.339382 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-7ede5e56-70d5-47b8-9053-9990fd094c28 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0975094
Feb 12 21:10:46.353642 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-883596f4-26c4-4c77-ba0c-4421dcb83d08 req-dbde41e8-d33f-46f8-a1de-90326f806a16 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0673707
Feb 12 21:10:46.434752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-16faed85-46f6-4940-bd25-969d904cbeaa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Made reservation on behalf of 9627e1d31e814deb8265e43f63ac807c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:46.439534 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-16faed85-46f6-4940-bd25-969d904cbeaa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:46.489306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device f960d66a-27d4-45da-ab76-16c8e9d8d0db up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:46.508940 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024add5-4c71-4eb3-a693-bafb50ed5c55 req-ec3ff00b-534d-483a-9723-17168352d4aa tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:46.517536 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a024add5-4c71-4eb3-a693-bafb50ed5c55 req-ec3ff00b-534d-483a-9723-17168352d4aa tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.0723853
Feb 12 21:10:46.550175 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-2cfc448d-0152-4d4a-9e76-1efc81f9b9a0 service neutron] 10.222.0.31 "GET /v2.0/networks/0824877a-f60f-4b02-85ba-7bb3e69bc246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1944842
Feb 12 21:10:46.603506 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a024add5-4c71-4eb3-a693-bafb50ed5c55 req-4558cdde-6a8e-4793-89bd-1b1a6399ed19 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849965
Feb 12 21:10:46.657778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port f960d66a-27d4-45da-ab76-16c8e9d8d0db completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:10:46.659959 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port f960d66a-27d4-45da-ab76-16c8e9d8d0db triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:46.660236 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:46.708340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-16faed85-46f6-4940-bd25-969d904cbeaa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Allocated IP 172.20.0.4 (0667fd4a-8e2d-4583-adf6-fead39b333d4/dbf790e3-6bae-405c-a246-30da62205e0c/2892cb32-6dec-4f9c-8027-ac60fc70109c) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:46.722144 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-5791183e-c88c-4d27-a11a-f19bdf79511a service neutron] 10.222.0.31 "GET /v2.0/networks/0824877a-f60f-4b02-85ba-7bb3e69bc246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1709442
Feb 12 21:10:46.745316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d34ebd-7aae-494c-8ed0-5871f5dcd13f req-efaa3bb6-2cb0-46d9-9cbe-e70870a4565a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:46.747018 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-08d34ebd-7aae-494c-8ed0-5871f5dcd13f req-efaa3bb6-2cb0-46d9-9cbe-e70870a4565a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 944 time: 0.0653870
Feb 12 21:10:46.766221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port f960d66a-27d4-45da-ab76-16c8e9d8d0db is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:46.766753 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:46.806912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port f960d66a-27d4-45da-ab76-16c8e9d8d0db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f960d66a-27d4-45da-ab76-16c8e9d8d0db,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:46.810412 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-08d34ebd-7aae-494c-8ed0-5871f5dcd13f req-45984aaa-6c0c-4c10-8bcc-a4fdbeb929d1 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546873
Feb 12 21:10:46.822120 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-9601371c-49cc-4f93-a97b-e063e0786013 service neutron] 10.222.0.31 "GET /v2.0/ports/17ba1c7f-90cf-4f91-a05e-68927bcbe7cc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0990872
Feb 12 21:10:46.913015 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:46.914473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d18f9305-c081-40ea-be43-4032e65318f6 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:47.017456 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=f960d66a-27d4-45da-ab76-16c8e9d8d0db,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:47.059963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-9fdec7ff-cfea-44f5-800d-a2ca8b4f6f25 service neutron] 10.222.0.31 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2319076
Feb 12 21:10:47.071350 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-16faed85-46f6-4940-bd25-969d904cbeaa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for port (2892cb32-6dec-4f9c-8027-ac60fc70109c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:47.114768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1f9d6-318a-4d1b-ab5c-e7d11eb100f9 req-de6593ab-83af-431e-bcca-776471498885 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:47.118438 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-95e1f9d6-318a-4d1b-ab5c-e7d11eb100f9 req-de6593ab-83af-431e-bcca-776471498885 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.1241505
Feb 12 21:10:47.146730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port d18f9305-c081-40ea-be43-4032e65318f6 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:10:47.153018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port d18f9305-c081-40ea-be43-4032e65318f6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:47.153632 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d18f9305-c081-40ea-be43-4032e65318f6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:47.232508 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-95e1f9d6-318a-4d1b-ab5c-e7d11eb100f9 req-e3cf7a7d-e557-4ef1-be33-1960bc3292d3 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075559
Feb 12 21:10:47.264391 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port d18f9305-c081-40ea-be43-4032e65318f6 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:47.264900 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d18f9305-c081-40ea-be43-4032e65318f6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:47.354467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port d18f9305-c081-40ea-be43-4032e65318f6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d18f9305-c081-40ea-be43-4032e65318f6,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:47.407509 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-79d2b33f-8266-45a2-8b15-049f40a04808 req-efb9a8a2-18e5-485a-8578-64b72719efe4 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 210 time: 0.0674019
Feb 12 21:10:47.422591 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d18f9305-c081-40ea-be43-4032e65318f6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:47.423414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 19dd89b0-f04c-47e0-b086-a93ccf42ad36 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:47.532315 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=d18f9305-c081-40ea-be43-4032e65318f6,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:47.532895 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-dadf9aa8-52ef-4c0b-bc7a-4746d3791f6e service neutron] 10.222.0.31 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4651973
Feb 12 21:10:47.579298 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-31d608f2-fe6c-436b-9b18-e9f745d5125e service neutron] 10.222.0.31 "GET /v2.0/ports/db0ca88d-7497-4c86-9f77-a0e7753f1866?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0453959
Feb 12 21:10:47.623528 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-16faed85-46f6-4940-bd25-969d904cbeaa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2892cb32-6dec-4f9c-8027-ac60fc70109c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:47.626144 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411394f-6bd6-4542-adb6-c12f331b95a4 req-0961aa78-b70e-4ed2-88c7-e255df81f736 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:47.630993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 19dd89b0-f04c-47e0-b086-a93ccf42ad36 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:10:47.630993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 19dd89b0-f04c-47e0-b086-a93ccf42ad36 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:47.630993 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:47.635397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411394f-6bd6-4542-adb6-c12f331b95a4 req-0961aa78-b70e-4ed2-88c7-e255df81f736 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:47.642620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411394f-6bd6-4542-adb6-c12f331b95a4 req-0961aa78-b70e-4ed2-88c7-e255df81f736 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:47.650380 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411394f-6bd6-4542-adb6-c12f331b95a4 req-0961aa78-b70e-4ed2-88c7-e255df81f736 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:47.659767 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411394f-6bd6-4542-adb6-c12f331b95a4 req-0961aa78-b70e-4ed2-88c7-e255df81f736 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:47.666930 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411394f-6bd6-4542-adb6-c12f331b95a4 req-0961aa78-b70e-4ed2-88c7-e255df81f736 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:47.673373 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411394f-6bd6-4542-adb6-c12f331b95a4 req-0961aa78-b70e-4ed2-88c7-e255df81f736 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:47.676171 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2411394f-6bd6-4542-adb6-c12f331b95a4 req-0961aa78-b70e-4ed2-88c7-e255df81f736 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5442 time: 0.1646361
Feb 12 21:10:47.688077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['c0e4abe5-512a-438d-9ee8-c182fa52f022'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:10:47.690161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device e38f0d55-536c-4032-855c-af42ba5ed8b7 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:47.734573 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16faed85-46f6-4940-bd25-969d904cbeaa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Pushing event updated for resources: {'Port': ['ID=2892cb32-6dec-4f9c-8027-ac60fc70109c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:47.770786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-16faed85-46f6-4940-bd25-969d904cbeaa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Network 0667fd4a-8e2d-4583-adf6-fead39b333d4 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:47.776649 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-16faed85-46f6-4940-bd25-969d904cbeaa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:47.779031 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2411394f-6bd6-4542-adb6-c12f331b95a4 req-99edacfe-bda4-4e23-b95c-b9a27230a850 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0922852
Feb 12 21:10:47.782567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-16faed85-46f6-4940-bd25-969d904cbeaa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:47.853704 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-16faed85-46f6-4940-bd25-969d904cbeaa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:47.854631 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-16faed85-46f6-4940-bd25-969d904cbeaa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:47.879096 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-5579eeb9-da10-414f-8dc0-01ff55148c4d service neutron] 10.222.0.31 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2937479
Feb 12 21:10:47.913575 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 19dd89b0-f04c-47e0-b086-a93ccf42ad36 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:47.914620 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:47.960135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port e38f0d55-536c-4032-855c-af42ba5ed8b7 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:10:48.008034 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 19dd89b0-f04c-47e0-b086-a93ccf42ad36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19dd89b0-f04c-47e0-b086-a93ccf42ad36,segment=NetworkSegment(8980ef08-8d51-43b5-bfdc-e1a73571ed03),segment_id=8980ef08-8d51-43b5-bfdc-e1a73571ed03)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:48.011258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port e38f0d55-536c-4032-855c-af42ba5ed8b7 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:48.011645 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:48.032695 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6377d4-f002-4e70-8ec9-e74418da13a2 req-e4bfa66b-c678-439a-8cff-60fca9b4d65a tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:48.041557 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bd6377d4-f002-4e70-8ec9-e74418da13a2 req-e4bfa66b-c678-439a-8cff-60fca9b4d65a tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.1396825
Feb 12 21:10:48.070244 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-1619741f-1af6-4b18-be44-8b34b22e4cdf service neutron] 10.222.0.31 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1789770
Feb 12 21:10:48.074267 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-16faed85-46f6-4940-bd25-969d904cbeaa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9132400
Feb 12 21:10:48.099978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f960d66a-27d4-45da-ab76-16c8e9d8d0db'}, {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18f9305-c081-40ea-be43-4032e65318f6'}, {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dd89b0-f04c-47e0-b086-a93ccf42ad36'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:48.103040 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c41fa5a-ffbf-46c2-86a1-392458c3b7db" -d '{"events": [{"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-plugged", "status": "completed", "tag": "f960d66a-27d4-45da-ab76-16c8e9d8d0db"}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-plugged", "status": "completed", "tag": "d18f9305-c081-40ea-be43-4032e65318f6"}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-plugged", "status": "completed", "tag": "19dd89b0-f04c-47e0-b086-a93ccf42ad36"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:48.107074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Request body: {'port': {'device_id': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:48.109116 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:48.109116 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device f256d627-df49-4516-b949-fc05f0dbf0bc up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:48.137174 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bd6377d4-f002-4e70-8ec9-e74418da13a2 req-560c5149-7671-4c5a-87f1-229fc92e55f2 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885317
Feb 12 21:10:48.245746 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2892cb32-6dec-4f9c-8027-ac60fc70109c), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:48.303987 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6899a487-53ee-4b5e-8302-84ddebb1e85e None None] Provisioning complete for port 2892cb32-6dec-4f9c-8027-ac60fc70109c triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:48.309913 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6899a487-53ee-4b5e-8302-84ddebb1e85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2892cb32-6dec-4f9c-8027-ac60fc70109c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:48.312398 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port e38f0d55-536c-4032-855c-af42ba5ed8b7 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:48.312789 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:48.321942 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-89e2960e-f293-4f5e-b3e8-c1f67c073a90 service neutron] 10.222.0.31 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375681
Feb 12 21:10:48.374953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=19dd89b0-f04c-47e0-b086-a93ccf42ad36,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:48.406566 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port e38f0d55-536c-4032-855c-af42ba5ed8b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38f0d55-536c-4032-855c-af42ba5ed8b7,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:48.423475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6899a487-53ee-4b5e-8302-84ddebb1e85e None None] Port 2892cb32-6dec-4f9c-8027-ac60fc70109c cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:10:48.486482 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:48.521600 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port f256d627-df49-4516-b949-fc05f0dbf0bc completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:10:48.530278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port f256d627-df49-4516-b949-fc05f0dbf0bc triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:48.530724 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:48.557189 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-4aafe1bf-8b01-4a1f-998f-5b7488b19e71 service neutron] 10.222.0.31 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2271848
Feb 12 21:10:48.605319 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=e38f0d55-536c-4032-855c-af42ba5ed8b7,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:48.664480 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-a9b79370-fca0-4e71-95f7-331f2e983bf5 service neutron] 10.222.0.31 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0963080
Feb 12 21:10:48.674881 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port f256d627-df49-4516-b949-fc05f0dbf0bc is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:48.675468 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:48.713227 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a9f3c-a4c3-472c-b0d6-472139410d2a req-d90fd8dc-889c-4b4e-9221-cd0212ac6ee7 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:48.721697 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7c3a9f3c-a4c3-472c-b0d6-472139410d2a req-d90fd8dc-889c-4b4e-9221-cd0212ac6ee7 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 945 time: 0.0769348
Feb 12 21:10:48.733152 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port f256d627-df49-4516-b949-fc05f0dbf0bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f256d627-df49-4516-b949-fc05f0dbf0bc,segment=NetworkSegment(8980ef08-8d51-43b5-bfdc-e1a73571ed03),segment_id=8980ef08-8d51-43b5-bfdc-e1a73571ed03)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:48.784986 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7c3a9f3c-a4c3-472c-b0d6-472139410d2a req-197d4027-5b6d-42e5-b2c6-d5e097108f4f tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589657
Feb 12 21:10:48.804792 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:48.805624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c24391d7-58a5-450b-bfb5-2e331131b9e0 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:48.814997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2892cb32-6dec-4f9c-8027-ac60fc70109c {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:48.834818 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Publish callbacks [] for port (2892cb32-6dec-4f9c-8027-ac60fc70109c), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:48.845482 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-26b02bba-bfd0-478a-a09f-ca30fc7e0712 service neutron] 10.222.0.31 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1728818
Feb 12 21:10:48.853646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Transition to ACTIVE for port object 2892cb32-6dec-4f9c-8027-ac60fc70109c will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:10:48.864565 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4ba321-35e7-401a-938e-e8c01985c9ae x-openstack-request-id: req-4f4ba321-35e7-401a-938e-e8c01985c9ae {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:48.864565 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-plugged", "status": "completed", "tag": "f960d66a-27d4-45da-ab76-16c8e9d8d0db", "code": 200}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-plugged", "status": "completed", "tag": "d18f9305-c081-40ea-be43-4032e65318f6", "code": 200}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-plugged", "status": "completed", "tag": "19dd89b0-f04c-47e0-b086-a93ccf42ad36", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:48.864565 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f4ba321-35e7-401a-938e-e8c01985c9ae {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:48.864861 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f960d66a-27d4-45da-ab76-16c8e9d8d0db', 'code': 200}
Feb 12 21:10:48.865139 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18f9305-c081-40ea-be43-4032e65318f6', 'code': 200}
Feb 12 21:10:48.865453 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dd89b0-f04c-47e0-b086-a93ccf42ad36', 'code': 200}
Feb 12 21:10:48.943370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=f256d627-df49-4516-b949-fc05f0dbf0bc,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:48.959813 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (2892cb32-6dec-4f9c-8027-ac60fc70109c), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:48.967684 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-3333a2ee-cec2-4bef-8b5b-212ab218b34f service neutron] 10.222.0.31 "GET /v2.0/networks/c71d3387-4285-452a-953d-e8edb5c159e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1128159
Feb 12 21:10:49.003846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port c24391d7-58a5-450b-bfb5-2e331131b9e0 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:10:49.010073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port c24391d7-58a5-450b-bfb5-2e331131b9e0 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:49.010510 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:49.040293 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adae82-a09e-43dd-85ea-3484fc2c525d req-d5c25f40-34a1-4698-802e-4fef76a69d1a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:49.051900 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49adae82-a09e-43dd-85ea-3484fc2c525d req-d5c25f40-34a1-4698-802e-4fef76a69d1a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.1047857
Feb 12 21:10:49.144874 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49adae82-a09e-43dd-85ea-3484fc2c525d req-95d95724-8c47-4299-aee3-92fa5f1c8731 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840762
Feb 12 21:10:49.181788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=2892cb32-6dec-4f9c-8027-ac60fc70109c,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:49.226496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port c24391d7-58a5-450b-bfb5-2e331131b9e0 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:49.227057 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:49.278080 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-c8716d02-e86b-4135-86ce-3aad9df03399 service neutron] 10.222.0.31 "GET /v2.0/networks/c71d3387-4285-452a-953d-e8edb5c159e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2840259
Feb 12 21:10:49.295621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port c24391d7-58a5-450b-bfb5-2e331131b9e0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c24391d7-58a5-450b-bfb5-2e331131b9e0,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:49.304740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302d4c3-facc-4552-88ba-fd0dcaab065c req-95241155-6841-4cb7-8b9e-9172caabc8bd tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:49.306486 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b302d4c3-facc-4552-88ba-fd0dcaab065c req-95241155-6841-4cb7-8b9e-9172caabc8bd tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 943 time: 0.0784631
Feb 12 21:10:49.336453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Attempting to bind port 2892cb32-6dec-4f9c-8027-ac60fc70109c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:10:49.336453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Attempting to bind port 2892cb32-6dec-4f9c-8027-ac60fc70109c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:10:49.336453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Attempting to bind port 2892cb32-6dec-4f9c-8027-ac60fc70109c on network 0667fd4a-8e2d-4583-adf6-fead39b333d4 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:49.345837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Port 2892cb32-6dec-4f9c-8027-ac60fc70109c on network 0667fd4a-8e2d-4583-adf6-fead39b333d4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:10:49.350569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Attempting to bind port 2892cb32-6dec-4f9c-8027-ac60fc70109c on network 0667fd4a-8e2d-4583-adf6-fead39b333d4 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:10:49.384445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:10:49.384796 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Checking segment: {'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:10:49.385305 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Bound using segment: {'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:10:49.385714 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Bound port: 2892cb32-6dec-4f9c-8027-ac60fc70109c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab8be3-ac39-474b-9e80-523c4a23b67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:10:49.386078 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2892cb32-6dec-4f9c-8027-ac60fc70109c), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:49.398526 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:49.399780 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 1fe06461-27fb-4282-97ba-13fca702a547 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:49.421380 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b302d4c3-facc-4552-88ba-fd0dcaab065c req-adde6a46-f833-48c8-bc8b-d14ff8ec2007 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979195
Feb 12 21:10:49.477882 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-7ebc9273-5b2d-4acc-957a-a3700d3bf328 service neutron] 10.222.0.31 "GET /v2.0/networks/c71d3387-4285-452a-953d-e8edb5c159e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1867976
Feb 12 21:10:49.523684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] For port 2892cb32-6dec-4f9c-8027-ac60fc70109c, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:10:49.571744 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] For port 2892cb32-6dec-4f9c-8027-ac60fc70109c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2892cb32-6dec-4f9c-8027-ac60fc70109c,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:10:49.620227 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad22899-7dae-4090-b806-07624880efa7 req-3db9eab9-27ca-4dcb-b883-9b289b42aa3d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:49.626074 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad22899-7dae-4090-b806-07624880efa7 req-3db9eab9-27ca-4dcb-b883-9b289b42aa3d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:49.632474 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad22899-7dae-4090-b806-07624880efa7 req-3db9eab9-27ca-4dcb-b883-9b289b42aa3d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:49.634312 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-8fc99579-6218-4400-aecd-c46332706e05 service neutron] 10.222.0.31 "GET /v2.0/networks/c71d3387-4285-452a-953d-e8edb5c159e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502895
Feb 12 21:10:49.638787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad22899-7dae-4090-b806-07624880efa7 req-3db9eab9-27ca-4dcb-b883-9b289b42aa3d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:49.644584 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad22899-7dae-4090-b806-07624880efa7 req-3db9eab9-27ca-4dcb-b883-9b289b42aa3d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:49.651389 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad22899-7dae-4090-b806-07624880efa7 req-3db9eab9-27ca-4dcb-b883-9b289b42aa3d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:49.657520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad22899-7dae-4090-b806-07624880efa7 req-3db9eab9-27ca-4dcb-b883-9b289b42aa3d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:49.659922 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ad22899-7dae-4090-b806-07624880efa7 req-3db9eab9-27ca-4dcb-b883-9b289b42aa3d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5445 time: 0.1282110
Feb 12 21:10:49.707258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-98098bc3-2388-4b70-b774-f0cf87d316e1 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:49.715381 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-98098bc3-2388-4b70-b774-f0cf87d316e1 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports/17ba1c7f-90cf-4f91-a05e-68927bcbe7cc HTTP/1.1" status: 200  len: 932 time: 0.0797052
Feb 12 21:10:49.731203 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=c24391d7-58a5-450b-bfb5-2e331131b9e0,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:49.750363 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (2892cb32-6dec-4f9c-8027-ac60fc70109c), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:49.769128 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ad22899-7dae-4090-b806-07624880efa7 req-6404a1b2-6ba2-4b8c-a5f7-79b06e6e90e4 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1012142
Feb 12 21:10:49.815519 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 1fe06461-27fb-4282-97ba-13fca702a547 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:10:49.820546 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 1fe06461-27fb-4282-97ba-13fca702a547 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:49.820921 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1fe06461-27fb-4282-97ba-13fca702a547), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:49.876534 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:49.878910 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:49.884599 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] 10.222.0.50 "PUT /v2.0/ports/2892cb32-6dec-4f9c-8027-ac60fc70109c HTTP/1.1" status: 200  len: 1091 time: 1.7870190
Feb 12 21:10:49.885089 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'tag': '2892cb32-6dec-4f9c-8027-ac60fc70109c'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:49.894771 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9931b8-a297-4510-82fc-53b8e3c6d1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "42793e4d-48dd-4081-bd66-942f8df5fa65", "tag": "2892cb32-6dec-4f9c-8027-ac60fc70109c"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:49.916605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ce2fa-2ff7-41d8-87ff-ee6382c27bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=2892cb32-6dec-4f9c-8027-ac60fc70109c,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:49.930786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45caeb-3532-4620-af5c-470ca73aa4f1 req-b15c8c76-7c10-439e-89c3-1b5827c5bece tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:49.934487 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ea45caeb-3532-4620-af5c-470ca73aa4f1 req-b15c8c76-7c10-439e-89c3-1b5827c5bece tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.0822122
Feb 12 21:10:49.940858 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-f1d8df17-d91f-4af4-92f0-f3e56657cdf2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:49.942398 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-f1d8df17-d91f-4af4-92f0-f3e56657cdf2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports/db0ca88d-7497-4c86-9f77-a0e7753f1866 HTTP/1.1" status: 200  len: 932 time: 0.2265451
Feb 12 21:10:50.004866 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ea45caeb-3532-4620-af5c-470ca73aa4f1 req-38227496-b0e6-4cae-a6fc-b5f0367e2efb tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637255
Feb 12 21:10:50.018507 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 1fe06461-27fb-4282-97ba-13fca702a547 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:50.018969 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1fe06461-27fb-4282-97ba-13fca702a547), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:50.102624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-ddf34297-d8f3-4f43-b2f5-cae4246233de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:50.105209 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-ddf34297-d8f3-4f43-b2f5-cae4246233de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 1125 time: 0.0887060
Feb 12 21:10:50.123460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 1fe06461-27fb-4282-97ba-13fca702a547, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1fe06461-27fb-4282-97ba-13fca702a547,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:50.166712 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-66433964-401d-424c-9b09-efe8ce95adc8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2892cb32-6dec-4f9c-8027-ac60fc70109c HTTP/1.1" status: 200  len: 217 time: 0.0528011
Feb 12 21:10:50.240175 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-6d80ca9f-d0c5-4e49-bb8e-550b1da307f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:50.242958 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-6d80ca9f-d0c5-4e49-bb8e-550b1da307f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 200  len: 859 time: 0.0694015
Feb 12 21:10:50.243555 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1fe06461-27fb-4282-97ba-13fca702a547), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:50.314534 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-b01d8410-b233-4cc6-b3b3-c28c3f1e3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:50.325102 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-b01d8410-b233-4cc6-b3b3-c28c3f1e3c03 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0667fd4a-8e2d-4583-adf6-fead39b333d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0721109
Feb 12 21:10:50.384815 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d474121-ba56-40e6-a0f2-f4dc62cd8d83 req-982bbdfe-d8fe-4399-b310-6e3ce8bc1552 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:50.388326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=1fe06461-27fb-4282-97ba-13fca702a547,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:50.391796 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7d474121-ba56-40e6-a0f2-f4dc62cd8d83 req-982bbdfe-d8fe-4399-b310-6e3ce8bc1552 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 945 time: 0.0684638
Feb 12 21:10:50.458524 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7d474121-ba56-40e6-a0f2-f4dc62cd8d83 req-93e6a0b1-53a4-4931-af38-84e72fe4dd36 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655644
Feb 12 21:10:50.498177 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-f2544898-0664-48ab-b4cb-7fcc9ced3d13 service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688917
Feb 12 21:10:50.514792 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e13023-570f-4ca4-b1b2-b9753959ce76 x-openstack-request-id: req-83e13023-570f-4ca4-b1b2-b9753959ce76 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:50.515086 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42793e4d-48dd-4081-bd66-942f8df5fa65", "tag": "2892cb32-6dec-4f9c-8027-ac60fc70109c", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:50.515339 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83e13023-570f-4ca4-b1b2-b9753959ce76 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:50.515737 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'tag': '2892cb32-6dec-4f9c-8027-ac60fc70109c', 'status': 'completed', 'code': 200}
Feb 12 21:10:50.628610 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb4096e6-aadd-47f9-b36a-2c8da1abedb5 req-771d8f9e-91d1-42cb-92d7-ab940ee8dd8c service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227696
Feb 12 21:10:50.672387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb212ee4-719d-463b-b791-d9e06e767806 req-2163b21a-c536-4596-b31b-70cefe931a5e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:50.673935 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb212ee4-719d-463b-b791-d9e06e767806 req-2163b21a-c536-4596-b31b-70cefe931a5e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.0804381
Feb 12 21:10:50.741740 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb212ee4-719d-463b-b791-d9e06e767806 req-2033bf72-ffe7-4cf5-b9df-5d7b8e98afaa tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608954
Feb 12 21:10:50.847944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9931b8-a297-4510-82fc-53b8e3c6d1ee req-777d336d-7675-48f4-afc2-cbd3509d571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:50.851140 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e9931b8-a297-4510-82fc-53b8e3c6d1ee req-777d336d-7675-48f4-afc2-cbd3509d571e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 1125 time: 0.0651665
Feb 12 21:10:50.869968 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38f0d55-536c-4032-855c-af42ba5ed8b7'}, {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f256d627-df49-4516-b949-fc05f0dbf0bc'}, {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24391d7-58a5-450b-bfb5-2e331131b9e0'}, {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe06461-27fb-4282-97ba-13fca702a547'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:50.869968 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fba6de9-1fdf-4d74-9815-09645d129820" -d '{"events": [{"server_uuid": "e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6", "name": "network-vif-plugged", "status": "completed", "tag": "e38f0d55-536c-4032-855c-af42ba5ed8b7"}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-plugged", "status": "completed", "tag": "f256d627-df49-4516-b949-fc05f0dbf0bc"}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-plugged", "status": "completed", "tag": "c24391d7-58a5-450b-bfb5-2e331131b9e0"}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-plugged", "status": "completed", "tag": "1fe06461-27fb-4282-97ba-13fca702a547"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:50.970925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9931b8-a297-4510-82fc-53b8e3c6d1ee req-3817e7d5-2d86-404c-9991-5a0c78a36f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:50.972529 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e9931b8-a297-4510-82fc-53b8e3c6d1ee req-3817e7d5-2d86-404c-9991-5a0c78a36f82 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 921 time: 0.1150360
Feb 12 21:10:51.025450 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e9931b8-a297-4510-82fc-53b8e3c6d1ee req-b49548ec-4dfa-4a25-941b-01896bf651c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2892cb32-6dec-4f9c-8027-ac60fc70109c HTTP/1.1" status: 200  len: 217 time: 0.0449049
Feb 12 21:10:51.087542 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9931b8-a297-4510-82fc-53b8e3c6d1ee req-b5f08d7d-58a6-42eb-839c-e5f6970d6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.089189 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e9931b8-a297-4510-82fc-53b8e3c6d1ee req-b5f08d7d-58a6-42eb-839c-e5f6970d6387 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 200  len: 859 time: 0.0559709
Feb 12 21:10:51.125102 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c0b4f-2cf0-40d4-bb1e-c01a282cdc72 req-7b215ac0-2533-4497-8bc9-8eba22e42ea5 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.126875 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-601c0b4f-2cf0-40d4-bb1e-c01a282cdc72 req-7b215ac0-2533-4497-8bc9-8eba22e42ea5 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 943 time: 0.0769563
Feb 12 21:10:51.188857 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-601c0b4f-2cf0-40d4-bb1e-c01a282cdc72 req-8ccacaa4-a351-458d-ac10-8098d30a26c2 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546401
Feb 12 21:10:51.198177 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9931b8-a297-4510-82fc-53b8e3c6d1ee req-c57a3148-bb19-4a90-bb05-561dbe99bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.199934 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e9931b8-a297-4510-82fc-53b8e3c6d1ee req-c57a3148-bb19-4a90-bb05-561dbe99bf61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0667fd4a-8e2d-4583-adf6-fead39b333d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1044178
Feb 12 21:10:51.323858 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e9931b8-a297-4510-82fc-53b8e3c6d1ee req-2ae3bb7e-70aa-44ff-b4e2-2a7bf4b777f9 service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1137862
Feb 12 21:10:51.338325 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c9db1-c51d-41af-93cb-ace96f7d3783 req-56ee33b5-0bff-4778-8b8f-2fd56c6ed368 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.345921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c9db1-c51d-41af-93cb-ace96f7d3783 req-56ee33b5-0bff-4778-8b8f-2fd56c6ed368 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.352205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c9db1-c51d-41af-93cb-ace96f7d3783 req-56ee33b5-0bff-4778-8b8f-2fd56c6ed368 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.357888 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c9db1-c51d-41af-93cb-ace96f7d3783 req-56ee33b5-0bff-4778-8b8f-2fd56c6ed368 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.363432 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c9db1-c51d-41af-93cb-ace96f7d3783 req-56ee33b5-0bff-4778-8b8f-2fd56c6ed368 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.375519 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c9db1-c51d-41af-93cb-ace96f7d3783 req-56ee33b5-0bff-4778-8b8f-2fd56c6ed368 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.381378 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c9db1-c51d-41af-93cb-ace96f7d3783 req-56ee33b5-0bff-4778-8b8f-2fd56c6ed368 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.391083 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c77c9db1-c51d-41af-93cb-ace96f7d3783 req-56ee33b5-0bff-4778-8b8f-2fd56c6ed368 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5446 time: 0.1223035
Feb 12 21:10:51.461542 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c77c9db1-c51d-41af-93cb-ace96f7d3783 req-56ac8337-cb88-4c4b-9389-94f6920cd81a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0692248
Feb 12 21:10:51.477863 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e9931b8-a297-4510-82fc-53b8e3c6d1ee req-d2636a55-8f4b-428d-991b-a890859e99bd service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472874
Feb 12 21:10:51.535414 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777f8110-3ec1-4343-bb7d-9106c9a78dbf x-openstack-request-id: req-777f8110-3ec1-4343-bb7d-9106c9a78dbf {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:51.545576 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6", "name": "network-vif-plugged", "status": "completed", "tag": "e38f0d55-536c-4032-855c-af42ba5ed8b7", "code": 200}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-plugged", "status": "completed", "tag": "f256d627-df49-4516-b949-fc05f0dbf0bc", "code": 200}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-plugged", "status": "completed", "tag": "c24391d7-58a5-450b-bfb5-2e331131b9e0", "code": 200}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-plugged", "status": "completed", "tag": "1fe06461-27fb-4282-97ba-13fca702a547", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:51.545576 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-777f8110-3ec1-4343-bb7d-9106c9a78dbf {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:51.545576 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38f0d55-536c-4032-855c-af42ba5ed8b7', 'code': 200}
Feb 12 21:10:51.545576 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f256d627-df49-4516-b949-fc05f0dbf0bc', 'code': 200}
Feb 12 21:10:51.545576 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24391d7-58a5-450b-bfb5-2e331131b9e0', 'code': 200}
Feb 12 21:10:51.545576 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe06461-27fb-4282-97ba-13fca702a547', 'code': 200}
Feb 12 21:10:51.790664 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c39dcd-e32b-40eb-b333-da638ad11d83 req-b9e9306e-7c3d-4469-9ddf-43e733fa338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.792265 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9c39dcd-e32b-40eb-b333-da638ad11d83 req-b9e9306e-7c3d-4469-9ddf-43e733fa338f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 1127 time: 0.1526811
Feb 12 21:10:51.823720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbca535-8b64-4336-be77-9f050055e25a req-92622cdb-dff1-4bfc-b250-73eb496bba60 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.825385 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8dbca535-8b64-4336-be77-9f050055e25a req-92622cdb-dff1-4bfc-b250-73eb496bba60 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.1361651
Feb 12 21:10:51.845940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb78e8-bc6f-4147-b727-0d49b35a7427 req-997a5aa3-b242-4f2d-bdb0-09a3c20a3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.846582 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb78e8-bc6f-4147-b727-0d49b35a7427 req-997a5aa3-b242-4f2d-bdb0-09a3c20a3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.846862 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb78e8-bc6f-4147-b727-0d49b35a7427 req-997a5aa3-b242-4f2d-bdb0-09a3c20a3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.847326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb78e8-bc6f-4147-b727-0d49b35a7427 req-997a5aa3-b242-4f2d-bdb0-09a3c20a3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.847789 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb78e8-bc6f-4147-b727-0d49b35a7427 req-997a5aa3-b242-4f2d-bdb0-09a3c20a3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.848243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb78e8-bc6f-4147-b727-0d49b35a7427 req-997a5aa3-b242-4f2d-bdb0-09a3c20a3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.848699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb78e8-bc6f-4147-b727-0d49b35a7427 req-997a5aa3-b242-4f2d-bdb0-09a3c20a3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.852344 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0fbb78e8-bc6f-4147-b727-0d49b35a7427 req-997a5aa3-b242-4f2d-bdb0-09a3c20a3dff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 6720 time: 0.1517982
Feb 12 21:10:51.853209 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-3c39ceb5-7faa-49b2-ab93-dcdc781de436 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.855003 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-3c39ceb5-7faa-49b2-ab93-dcdc781de436 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports/17ba1c7f-90cf-4f91-a05e-68927bcbe7cc HTTP/1.1" status: 200  len: 932 time: 0.2569742
Feb 12 21:10:51.921244 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac812c14-6713-45a2-9929-6516a0ae61e3 req-44a846dc-2dbc-4b85-9ea0-9d53044f5513 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.923145 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ac812c14-6713-45a2-9929-6516a0ae61e3 req-44a846dc-2dbc-4b85-9ea0-9d53044f5513 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 945 time: 0.1607990
Feb 12 21:10:51.943260 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-79b6945c-20c7-405c-82a1-ae420eac72f0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:51.945451 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-79b6945c-20c7-405c-82a1-ae420eac72f0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports/db0ca88d-7497-4c86-9f77-a0e7753f1866 HTTP/1.1" status: 200  len: 932 time: 0.0844665
Feb 12 21:10:51.947804 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9c39dcd-e32b-40eb-b333-da638ad11d83 req-a13eb7ce-a2dc-415b-a4d4-5fe6fa4ebf43 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460898
Feb 12 21:10:51.962016 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8dbca535-8b64-4336-be77-9f050055e25a req-31bf0f9a-3162-4566-8f1f-1a870e79b7cc tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268513
Feb 12 21:10:51.969982 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0fbb78e8-bc6f-4147-b727-0d49b35a7427 req-1074a295-0252-4127-b9b2-0aed55ea0bc6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1075964
Feb 12 21:10:51.994539 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ac812c14-6713-45a2-9929-6516a0ae61e3 req-bec81c32-ea65-4650-a99c-3d5627075d59 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654824
Feb 12 21:10:52.045116 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-838bc883-3e7e-4d6a-9f64-85cbbe652b69 req-2ab84d75-0f0a-423d-b281-f3e0bb5fd17c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 210 time: 0.0283768
Feb 12 21:10:52.217059 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccc887-dee5-4372-9439-37dee9021d82 req-d0f00397-dde8-45d8-bc60-ab420ce32cf3 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:52.218241 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2ccc887-dee5-4372-9439-37dee9021d82 req-d0f00397-dde8-45d8-bc60-ab420ce32cf3 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.0774796
Feb 12 21:10:52.283481 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2ccc887-dee5-4372-9439-37dee9021d82 req-b1aee72d-a0b2-4804-a061-07b177836fef tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596731
Feb 12 21:10:52.446240 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef39e2-1873-48d6-be29-a12b46aaca2e req-ebbef52f-0924-4d74-beed-61f05b9341a1 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:52.454294 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-95ef39e2-1873-48d6-be29-a12b46aaca2e req-ebbef52f-0924-4d74-beed-61f05b9341a1 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 943 time: 0.0761898
Feb 12 21:10:52.526194 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-95ef39e2-1873-48d6-be29-a12b46aaca2e req-c2cdce71-b3aa-4bed-acaf-cb9888ce7e3d tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706460
Feb 12 21:10:52.702483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935ce74-9b5f-4cc6-a91d-2b32e684c7e4 req-2b96ba18-d1d3-49af-8cc8-ab182132f911 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:52.707607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935ce74-9b5f-4cc6-a91d-2b32e684c7e4 req-2b96ba18-d1d3-49af-8cc8-ab182132f911 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:52.713475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935ce74-9b5f-4cc6-a91d-2b32e684c7e4 req-2b96ba18-d1d3-49af-8cc8-ab182132f911 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:52.718720 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935ce74-9b5f-4cc6-a91d-2b32e684c7e4 req-2b96ba18-d1d3-49af-8cc8-ab182132f911 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:52.727033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935ce74-9b5f-4cc6-a91d-2b32e684c7e4 req-2b96ba18-d1d3-49af-8cc8-ab182132f911 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:52.732282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935ce74-9b5f-4cc6-a91d-2b32e684c7e4 req-2b96ba18-d1d3-49af-8cc8-ab182132f911 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:52.737675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935ce74-9b5f-4cc6-a91d-2b32e684c7e4 req-2b96ba18-d1d3-49af-8cc8-ab182132f911 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:52.739734 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f935ce74-9b5f-4cc6-a91d-2b32e684c7e4 req-2b96ba18-d1d3-49af-8cc8-ab182132f911 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5446 time: 0.1154535
Feb 12 21:10:52.816841 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f935ce74-9b5f-4cc6-a91d-2b32e684c7e4 req-d553fb2f-f923-4c0a-a4ca-b1b9f0cb6e39 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0656705
Feb 12 21:10:53.133344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3648072-1a75-4160-bade-17ea6209ea1c req-9e8a5526-85c4-4242-a9fe-7d4feb4e5516 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:53.137852 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3648072-1a75-4160-bade-17ea6209ea1c req-9e8a5526-85c4-4242-a9fe-7d4feb4e5516 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.0859814
Feb 12 21:10:53.221940 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3648072-1a75-4160-bade-17ea6209ea1c req-89aab1a3-b527-4483-a9bc-81160cf4ff26 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731413
Feb 12 21:10:53.318783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969055-0677-4333-a4bd-851dae270747 req-2db070b0-6ece-496b-bc80-69c7d4f4d400 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:53.327154 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67969055-0677-4333-a4bd-851dae270747 req-2db070b0-6ece-496b-bc80-69c7d4f4d400 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 945 time: 0.0651727
Feb 12 21:10:53.358151 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ff2e47cf-785e-48dd-99b4-f30fbdd9d018 req-275778a1-3c20-44ab-8b87-a563a7289325 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 210 time: 0.0650597
Feb 12 21:10:53.389781 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67969055-0677-4333-a4bd-851dae270747 req-6990fff8-b1eb-40da-bb4e-de98cbd4f60f tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617297
Feb 12 21:10:53.544388 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66aa84-fb8f-4f51-aafb-3113c402dbc8 req-4e04bfe2-ff95-4928-b4b1-74295764ec5f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:53.547654 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b66aa84-fb8f-4f51-aafb-3113c402dbc8 req-4e04bfe2-ff95-4928-b4b1-74295764ec5f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.0708210
Feb 12 21:10:53.617182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b66aa84-fb8f-4f51-aafb-3113c402dbc8 req-5ba8e1a0-3c48-4a5a-9c40-24cebb1f6aa3 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630476
Feb 12 21:10:53.687026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 2892cb32-6dec-4f9c-8027-ac60fc70109c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:10:53.764355 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08388ee6-a5a3-4670-b29c-8ecca0c0b21b req-9337bc08-4270-4f9f-880d-4ccd813e6983 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:53.765536 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08388ee6-a5a3-4670-b29c-8ecca0c0b21b req-9337bc08-4270-4f9f-880d-4ccd813e6983 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 943 time: 0.0654454
Feb 12 21:10:53.829732 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 2892cb32-6dec-4f9c-8027-ac60fc70109c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2892cb32-6dec-4f9c-8027-ac60fc70109c,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:53.838613 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08388ee6-a5a3-4670-b29c-8ecca0c0b21b req-7e97d27d-219a-495a-b64e-ed97225c58b2 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598702
Feb 12 21:10:53.860663 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '2892cb32-6dec-4f9c-8027-ac60fc70109c', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'port_id': '2892cb32-6dec-4f9c-8027-ac60fc70109c', 'mac_address': 'fa:16:3e:b0:72:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:10:53.924330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 2892cb32-6dec-4f9c-8027-ac60fc70109c is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:53.925228 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2892cb32-6dec-4f9c-8027-ac60fc70109c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:53.940561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2892cb32-6dec-4f9c-8027-ac60fc70109c {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:10:53.966526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 2892cb32-6dec-4f9c-8027-ac60fc70109c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2892cb32-6dec-4f9c-8027-ac60fc70109c,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:53.991014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff72d0-11bf-4c86-91e3-a27255c4ff7b req-0caf8afe-5d55-40a0-b024-260f00bfaa61 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:54.011059 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff72d0-11bf-4c86-91e3-a27255c4ff7b req-0caf8afe-5d55-40a0-b024-260f00bfaa61 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:54.020626 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff72d0-11bf-4c86-91e3-a27255c4ff7b req-0caf8afe-5d55-40a0-b024-260f00bfaa61 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:54.026784 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff72d0-11bf-4c86-91e3-a27255c4ff7b req-0caf8afe-5d55-40a0-b024-260f00bfaa61 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:54.033327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff72d0-11bf-4c86-91e3-a27255c4ff7b req-0caf8afe-5d55-40a0-b024-260f00bfaa61 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:54.039148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff72d0-11bf-4c86-91e3-a27255c4ff7b req-0caf8afe-5d55-40a0-b024-260f00bfaa61 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:54.044794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff72d0-11bf-4c86-91e3-a27255c4ff7b req-0caf8afe-5d55-40a0-b024-260f00bfaa61 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:54.047313 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1ff72d0-11bf-4c86-91e3-a27255c4ff7b req-0caf8afe-5d55-40a0-b024-260f00bfaa61 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5446 time: 0.1229959
Feb 12 21:10:54.129700 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2892cb32-6dec-4f9c-8027-ac60fc70109c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:54.145529 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1ff72d0-11bf-4c86-91e3-a27255c4ff7b req-d591752e-eaa1-4777-8aec-9bfb42015b51 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0844762
Feb 12 21:10:54.189209 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=2892cb32-6dec-4f9c-8027-ac60fc70109c,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:54.358477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc4578-989a-4e84-b4ee-fc3f97404da8 req-38a7cd9d-1887-43d9-b37a-89788e3512c8 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:54.360224 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-65fc4578-989a-4e84-b4ee-fc3f97404da8 req-38a7cd9d-1887-43d9-b37a-89788e3512c8 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.0675249
Feb 12 21:10:54.388563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['2892cb32-6dec-4f9c-8027-ac60fc70109c'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:10:54.518005 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-65fc4578-989a-4e84-b4ee-fc3f97404da8 req-f4e22a0e-0079-48a6-8c3b-0753f1a883df tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519756
Feb 12 21:10:54.623844 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81d64897-7898-4a6e-aba8-62d315923cbf req-fd00427d-c5e8-4a98-b85f-6674269cbbe1 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 210 time: 0.0401037
Feb 12 21:10:54.736590 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68369a01-ba83-455c-ad35-24809f3916d1 req-666bafef-041d-4e34-b940-b2dee31d3714 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:54.747166 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-68369a01-ba83-455c-ad35-24809f3916d1 req-666bafef-041d-4e34-b940-b2dee31d3714 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 945 time: 0.1090162
Feb 12 21:10:54.820090 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-68369a01-ba83-455c-ad35-24809f3916d1 req-28f890ab-b124-43a4-a286-c2f3bbeba645 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695882
Feb 12 21:10:54.826389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228e093-f68d-4ad5-a9bc-cbe178c95994 req-7dd73b5f-b9b1-4213-8445-e9bea89bdf96 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:54.828048 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9228e093-f68d-4ad5-a9bc-cbe178c95994 req-7dd73b5f-b9b1-4213-8445-e9bea89bdf96 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.0707579
Feb 12 21:10:54.990943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-74fe109a-ce88-4433-b571-619aa4c61fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:54.993161 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-74fe109a-ce88-4433-b571-619aa4c61fa0 service neutron] 10.222.0.48 "GET /v2.0/ports/17ba1c7f-90cf-4f91-a05e-68927bcbe7cc HTTP/1.1" status: 200  len: 1028 time: 0.1202068
Feb 12 21:10:54.996760 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9228e093-f68d-4ad5-a9bc-cbe178c95994 req-69e08cc9-e814-4cfe-9847-7bc270582dc5 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1631811
Feb 12 21:10:55.046104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37032) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:55.069257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-c5764b13-d590-4716-8a04-596658468502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:55.077384 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-c5764b13-d590-4716-8a04-596658468502 service neutron] 10.222.0.48 "GET /v2.0/ports/db0ca88d-7497-4c86-9f77-a0e7753f1866 HTTP/1.1" status: 200  len: 1028 time: 0.0750003
Feb 12 21:10:55.247011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ca09b-69be-40c1-97c6-c24efe8e2a8c req-5343c72f-5231-464f-a103-7f864e970541 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:55.253938 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-753ca09b-69be-40c1-97c6-c24efe8e2a8c req-5343c72f-5231-464f-a103-7f864e970541 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 944 time: 0.1283698
Feb 12 21:10:55.291117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-dcbfecc2-6c0b-4b6d-a67c-b1df584686de tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:55.296070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-dcbfecc2-6c0b-4b6d-a67c-b1df584686de tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:55.297234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881bc5c-d557-4809-9f2a-f88dce978ed1 req-4d909be3-b5fe-46d9-968f-766a002b1ffa tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:55.301015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-dcbfecc2-6c0b-4b6d-a67c-b1df584686de tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:55.302704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-dcbfecc2-6c0b-4b6d-a67c-b1df584686de tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.48 "GET /v2.0/networks?id=0824877a-f60f-4b02-85ba-7bb3e69bc246&id=362c5c76-0028-4be9-86fd-cc1c41d159ca&id=362c5c76-0028-4be9-86fd-cc1c41d159ca&id=362c5c76-0028-4be9-86fd-cc1c41d159ca&id=362c5c76-0028-4be9-86fd-cc1c41d159ca&id=c71d3387-4285-452a-953d-e8edb5c159e7&id=c71d3387-4285-452a-953d-e8edb5c159e7 HTTP/1.1" status: 200  len: 1989 time: 0.2200015
Feb 12 21:10:55.305066 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9881bc5c-d557-4809-9f2a-f88dce978ed1 req-4d909be3-b5fe-46d9-968f-766a002b1ffa tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 945 time: 0.0696406
Feb 12 21:10:55.306355 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cd85f87d-c126-4eb1-870b-1e8f36d5a853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:55.358429 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9881bc5c-d557-4809-9f2a-f88dce978ed1 req-b4deba5d-80c7-4a53-b659-0ea2bd37186b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519578
Feb 12 21:10:55.381546 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-753ca09b-69be-40c1-97c6-c24efe8e2a8c req-6c4d1788-7d9f-4ede-8bd5-06da868fa2bd tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201408
Feb 12 21:10:55.453805 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-89b3cd24-5c94-4fa8-ae12-b8b93480a5b2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1ff07a97663458e87406ec3a5e2cf1c HTTP/1.1" status: 200  len: 380 time: 0.1393681
Feb 12 21:10:55.465508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d6324944-1733-4440-8a9d-36b92424de26 req-3e8384d7-1fca-4342-ba56-fad3ba73bef0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Request body: {'port': {'device_id': '50535b70-1208-4528-82ce-f59f6d18a030', 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246', 'admin_state_up': True, 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'security_groups': ['697b990c-3e2c-41cb-8a68-41711912ecd1']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:55.564455 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c052e3-5026-4c70-8589-a3d4750ea3f7 req-322f52f6-909b-4898-bb50-63c2197109e8 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:55.585195 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c052e3-5026-4c70-8589-a3d4750ea3f7 req-322f52f6-909b-4898-bb50-63c2197109e8 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:55.599266 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c052e3-5026-4c70-8589-a3d4750ea3f7 req-322f52f6-909b-4898-bb50-63c2197109e8 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:55.611245 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c052e3-5026-4c70-8589-a3d4750ea3f7 req-322f52f6-909b-4898-bb50-63c2197109e8 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:55.617690 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c052e3-5026-4c70-8589-a3d4750ea3f7 req-322f52f6-909b-4898-bb50-63c2197109e8 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:55.623314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c052e3-5026-4c70-8589-a3d4750ea3f7 req-322f52f6-909b-4898-bb50-63c2197109e8 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:55.629160 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c052e3-5026-4c70-8589-a3d4750ea3f7 req-322f52f6-909b-4898-bb50-63c2197109e8 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:55.636958 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cd85f87d-c126-4eb1-870b-1e8f36d5a853 admin admin] Publish callbacks [] for security_group (20790191-9d6b-44a7-810a-e2f599d3e570), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:55.642496 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-92c052e3-5026-4c70-8589-a3d4750ea3f7 req-322f52f6-909b-4898-bb50-63c2197109e8 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5446 time: 0.1866584
Feb 12 21:10:55.713760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d4e5d-6cfb-4076-b7ab-97285dd0434a req-6c4c6260-b939-455c-98e5-0a6a31c62c52 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:55.720543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 2892cb32-6dec-4f9c-8027-ac60fc70109c up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:10:55.722938 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd9d4e5d-6cfb-4076-b7ab-97285dd0434a req-6c4c6260-b939-455c-98e5-0a6a31c62c52 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.1119266
Feb 12 21:10:55.772589 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cd85f87d-c126-4eb1-870b-1e8f36d5a853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (20790191-9d6b-44a7-810a-e2f599d3e570), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:55.781626 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-92c052e3-5026-4c70-8589-a3d4750ea3f7 req-60d7afe5-0fa7-4607-b85f-cf70e63a722a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1377277
Feb 12 21:10:55.841875 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cd85f87d-c126-4eb1-870b-1e8f36d5a853 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc33e736e356438ebf9472994ba92131&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7910054
Feb 12 21:10:55.842685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37046) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:55.847119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85f87d-c126-4eb1-870b-1e8f36d5a853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20790191-9d6b-44a7-810a-e2f599d3e570,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:55.906947 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd9d4e5d-6cfb-4076-b7ab-97285dd0434a req-3a2fbcf8-5f29-4012-bfb6-d91e30e70037 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828241
Feb 12 21:10:55.911020 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c0ad51dc-e330-4ddc-8f4a-bbea3f608b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:55.963953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-177959b8-5d67-4640-bba9-a017b8bd09eb req-0001fef1-bdde-46af-9d99-1877d4fbc921 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 210 time: 0.0466483
Feb 12 21:10:55.998408 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6c2b145d-36f1-4d95-864d-b58fbf585f4e admin admin] Publish callbacks [] for security_group (20790191-9d6b-44a7-810a-e2f599d3e570), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:56.011356 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 2892cb32-6dec-4f9c-8027-ac60fc70109c completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:10:56.016373 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 2892cb32-6dec-4f9c-8027-ac60fc70109c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:56.025667 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2892cb32-6dec-4f9c-8027-ac60fc70109c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:56.034135 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6c2b145d-36f1-4d95-864d-b58fbf585f4e admin admin] Publish callbacks [] for security_group (20790191-9d6b-44a7-810a-e2f599d3e570), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:56.072288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-3e8384d7-1fca-4342-ba56-fad3ba73bef0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Made reservation on behalf of c1ff07a97663458e87406ec3a5e2cf1c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:56.083986 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-3e8384d7-1fca-4342-ba56-fad3ba73bef0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:56.185957 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 2892cb32-6dec-4f9c-8027-ac60fc70109c is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:10:56.186361 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2892cb32-6dec-4f9c-8027-ac60fc70109c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:56.223071 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2892cb32-6dec-4f9c-8027-ac60fc70109c'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:56.228052 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd44df8-b533-4326-be7b-b0d7fb454690" -d '{"events": [{"server_uuid": "42793e4d-48dd-4081-bd66-942f8df5fa65", "name": "network-vif-plugged", "status": "completed", "tag": "2892cb32-6dec-4f9c-8027-ac60fc70109c"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:56.229962 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e60f0-8114-4f3c-b98e-7d508d9e334c req-85ac8173-dc59-4924-aeae-f47bd6db843a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:56.238400 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-664e60f0-8114-4f3c-b98e-7d508d9e334c req-85ac8173-dc59-4924-aeae-f47bd6db843a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.1070046
Feb 12 21:10:56.246392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 2892cb32-6dec-4f9c-8027-ac60fc70109c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2892cb32-6dec-4f9c-8027-ac60fc70109c,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:10:56.300269 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-664e60f0-8114-4f3c-b98e-7d508d9e334c req-a679835d-e552-44de-8cfc-632127a222bd tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594852
Feb 12 21:10:56.352745 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ea9471-7db3-4bed-8f82-96db0e09b566 x-openstack-request-id: req-55ea9471-7db3-4bed-8f82-96db0e09b566 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:56.353296 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42793e4d-48dd-4081-bd66-942f8df5fa65", "name": "network-vif-plugged", "status": "completed", "tag": "2892cb32-6dec-4f9c-8027-ac60fc70109c", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:56.353798 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55ea9471-7db3-4bed-8f82-96db0e09b566 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:56.354401 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2892cb32-6dec-4f9c-8027-ac60fc70109c', 'code': 200}
Feb 12 21:10:56.486275 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ce5b6-f41d-4ca4-8db2-58bfa8374a13 req-be6b0bb7-8dfb-4f80-9418-46d9ddfe412a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:56.491564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ce5b6-f41d-4ca4-8db2-58bfa8374a13 req-be6b0bb7-8dfb-4f80-9418-46d9ddfe412a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:56.497089 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ce5b6-f41d-4ca4-8db2-58bfa8374a13 req-be6b0bb7-8dfb-4f80-9418-46d9ddfe412a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:56.503108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ce5b6-f41d-4ca4-8db2-58bfa8374a13 req-be6b0bb7-8dfb-4f80-9418-46d9ddfe412a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:56.509587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ce5b6-f41d-4ca4-8db2-58bfa8374a13 req-be6b0bb7-8dfb-4f80-9418-46d9ddfe412a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:56.515153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ce5b6-f41d-4ca4-8db2-58bfa8374a13 req-be6b0bb7-8dfb-4f80-9418-46d9ddfe412a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:56.520682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ce5b6-f41d-4ca4-8db2-58bfa8374a13 req-be6b0bb7-8dfb-4f80-9418-46d9ddfe412a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:56.522666 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8c5ce5b6-f41d-4ca4-8db2-58bfa8374a13 req-be6b0bb7-8dfb-4f80-9418-46d9ddfe412a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5446 time: 0.5094783
Feb 12 21:10:56.526585 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd37f5-c0d2-4768-bfb4-ae50e66d3dad req-e6f6ad68-53d5-4a54-8dac-aaa3e92071f4 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:56.544355 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2bcd37f5-c0d2-4768-bfb4-ae50e66d3dad req-e6f6ad68-53d5-4a54-8dac-aaa3e92071f4 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 945 time: 0.0967214
Feb 12 21:10:56.552332 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37066) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:10:56.557707 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-369e0baa-4460-44da-b668-0e8b9b134496 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Request body: {'floatingip': {'port_id': '4d209389-a95f-430a-95ec-f6d0b38d85a6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:56.633992 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2892cb32-6dec-4f9c-8027-ac60fc70109c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:56.678057 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6c2b145d-36f1-4d95-864d-b58fbf585f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (20790191-9d6b-44a7-810a-e2f599d3e570), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:56.694303 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6c2b145d-36f1-4d95-864d-b58fbf585f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:56.699376 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6c2b145d-36f1-4d95-864d-b58fbf585f4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20790191-9d6b-44a7-810a-e2f599d3e570 HTTP/1.1" status: 204  len: 168 time: 0.8555648
Feb 12 21:10:56.710298 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:56.712508 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-369e0baa-4460-44da-b668-0e8b9b134496 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for floatingip (38af8bcc-13cd-485b-8136-628dde06bf38), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:56.730262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=2892cb32-6dec-4f9c-8027-ac60fc70109c,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:56.778338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b145d-36f1-4d95-864d-b58fbf585f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20790191-9d6b-44a7-810a-e2f599d3e570,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:56.805177 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b75de-53b2-40c6-a407-944205c06cab req-bca809fa-bfdf-45ae-96db-f4c9376d82f0 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:56.809973 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df9b75de-53b2-40c6-a407-944205c06cab req-bca809fa-bfdf-45ae-96db-f4c9376d82f0 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 944 time: 0.2150028
Feb 12 21:10:56.827384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e6f8b-3e5b-4da0-9446-59e7fc896254 req-417362b6-525c-41b2-82c9-d8b47a27507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:56.827619 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2bcd37f5-c0d2-4768-bfb4-ae50e66d3dad req-7b9584a6-1491-488b-9b1c-350a9f7d69eb tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2814593
Feb 12 21:10:56.828384 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-083e6f8b-3e5b-4da0-9446-59e7fc896254 req-417362b6-525c-41b2-82c9-d8b47a27507f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 1126 time: 0.3043120
Feb 12 21:10:56.857520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-d6324944-1733-4440-8a9d-36b92424de26 req-3e8384d7-1fca-4342-ba56-fad3ba73bef0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Allocated IP 172.20.0.4 (0824877a-f60f-4b02-85ba-7bb3e69bc246/925d65ec-3fa2-4569-8607-ed683a98304c/335b0423-e329-43fd-bea1-28e4856ef8b9) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:56.964714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df9b75de-53b2-40c6-a407-944205c06cab req-8e26bee3-c1b0-4fd2-90ed-4a2b3c72da41 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492207
Feb 12 21:10:57.006815 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-083e6f8b-3e5b-4da0-9446-59e7fc896254 req-06e3e743-c317-4d91-bf54-c45c1492bdb3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656277
Feb 12 21:10:57.204227 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd23ec-910e-4bb8-9b60-cd34b51e974f req-ce3f201e-39b6-4c90-b3cb-2a93fa4f6a62 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:57.213015 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbdd23ec-910e-4bb8-9b60-cd34b51e974f req-ce3f201e-39b6-4c90-b3cb-2a93fa4f6a62 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.1241238
Feb 12 21:10:57.241845 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-3e8384d7-1fca-4342-ba56-fad3ba73bef0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:57.305272 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbdd23ec-910e-4bb8-9b60-cd34b51e974f req-4b6568dd-3b15-46fa-8ed2-45f24ef3a705 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909030
Feb 12 21:10:57.463437 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6237c4e1-667c-463b-964a-6f0193529dcf req-a47659d7-b26d-422c-8de5-da5ea7683471 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 210 time: 0.0465465
Feb 12 21:10:57.464820 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-3e8384d7-1fca-4342-ba56-fad3ba73bef0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:57.518012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6324944-1733-4440-8a9d-36b92424de26 req-3e8384d7-1fca-4342-ba56-fad3ba73bef0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Network 0824877a-f60f-4b02-85ba-7bb3e69bc246 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:57.563576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-d6324944-1733-4440-8a9d-36b92424de26 req-3e8384d7-1fca-4342-ba56-fad3ba73bef0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:57.574339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6324944-1733-4440-8a9d-36b92424de26 req-3e8384d7-1fca-4342-ba56-fad3ba73bef0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:57.754228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-3e8384d7-1fca-4342-ba56-fad3ba73bef0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:57.755754 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-3e8384d7-1fca-4342-ba56-fad3ba73bef0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:57.776404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8384d7-1fca-4342-ba56-fad3ba73bef0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event updated for resources: {'Port': ['ID=335b0423-e329-43fd-bea1-28e4856ef8b9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:57.868828 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacadfc-3ef0-47a7-a651-834bc1da1511 req-a5d9e026-2087-4ade-8d51-55c271a65458 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:57.871174 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5dacadfc-3ef0-47a7-a651-834bc1da1511 req-a5d9e026-2087-4ade-8d51-55c271a65458 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.1110723
Feb 12 21:10:57.947821 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-3e8384d7-1fca-4342-ba56-fad3ba73bef0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4875953
Feb 12 21:10:57.964400 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5dacadfc-3ef0-47a7-a651-834bc1da1511 req-b5705b7e-108e-453e-be8e-234d5e15956f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866284
Feb 12 21:10:57.980565 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d6324944-1733-4440-8a9d-36b92424de26 req-8db77e9a-297e-426b-91cf-9d09cedef56d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Request body: {'port': {'device_id': '50535b70-1208-4528-82ce-f59f6d18a030', 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca', 'admin_state_up': True, 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'security_groups': ['697b990c-3e2c-41cb-8a68-41711912ecd1']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:58.043832 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-81ef6284-1e6c-4908-b0d4-3d5a427651c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:58.171950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-bb0370d6-3c02-403f-b9b1-7167db0f51ab None None] Provisioning complete for port 335b0423-e329-43fd-bea1-28e4856ef8b9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:58.172326 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bb0370d6-3c02-403f-b9b1-7167db0f51ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:58.205519 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.resource_extend [None req-369e0baa-4460-44da-b668-0e8b9b134496 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:10:58.286342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-bb0370d6-3c02-403f-b9b1-7167db0f51ab None None] Port 335b0423-e329-43fd-bea1-28e4856ef8b9 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:10:58.300765 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-369e0baa-4460-44da-b668-0e8b9b134496 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:58.309519 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a193a32-fb46-4c3c-adbc-e7662dbb1003 req-ddb27ae3-81e7-4f5d-856a-3c0faa99702a tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:58.316368 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7a193a32-fb46-4c3c-adbc-e7662dbb1003 req-ddb27ae3-81e7-4f5d-856a-3c0faa99702a tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 945 time: 0.1633344
Feb 12 21:10:58.375380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-8db77e9a-297e-426b-91cf-9d09cedef56d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Made reservation on behalf of c1ff07a97663458e87406ec3a5e2cf1c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:10:58.379614 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-8db77e9a-297e-426b-91cf-9d09cedef56d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:58.396300 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-369e0baa-4460-44da-b668-0e8b9b134496 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (38af8bcc-13cd-485b-8136-628dde06bf38), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:58.484725 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7a193a32-fb46-4c3c-adbc-e7662dbb1003 req-0d55cf7a-38af-45c2-9ca5-8c7f4bb2ef40 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673946
Feb 12 21:10:58.618876 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-369e0baa-4460-44da-b668-0e8b9b134496 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Floating IP 38af8bcc-13cd-485b-8136-628dde06bf38 associated. External IP: 172.35.2.252, port: 4d209389-a95f-430a-95ec-f6d0b38d85a6.
Feb 12 21:10:58.633582 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-d6324944-1733-4440-8a9d-36b92424de26 req-8db77e9a-297e-426b-91cf-9d09cedef56d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Allocated IP 10.1.1.89 (362c5c76-0028-4be9-86fd-cc1c41d159ca/1ce8693b-2c76-4c94-8612-f77b092ad4ef/b2910da7-aefa-45b5-ab32-c4167ae080b7) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:10:58.810672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53569a-ac5e-423d-b445-271e705ef166 req-bd166aaf-ffb8-4201-95f1-003acb10c8b4 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:58.819192 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1b53569a-ac5e-423d-b445-271e705ef166 req-bd166aaf-ffb8-4201-95f1-003acb10c8b4 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.1605616
Feb 12 21:10:58.855525 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6288ad-c69b-42de-a267-c598832408b3 req-8d64d1c0-b9a5-4723-9eca-a593c2e84e90 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:58.862616 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5c6288ad-c69b-42de-a267-c598832408b3 req-8d64d1c0-b9a5-4723-9eca-a593c2e84e90 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 931 time: 0.1367166
Feb 12 21:10:58.929889 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5c6288ad-c69b-42de-a267-c598832408b3 req-175c5bea-66c7-42e7-8e49-b8e1c9817672 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618334
Feb 12 21:10:58.942484 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1b53569a-ac5e-423d-b445-271e705ef166 req-9897394a-feae-444a-96a4-20e9e85883b6 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216662
Feb 12 21:10:58.999224 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-8db77e9a-297e-426b-91cf-9d09cedef56d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:59.003949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369e0baa-4460-44da-b668-0e8b9b134496 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Router 22badd2b-4d74-4149-a51f-9df6e875273f has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:10:59.211913 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-8db77e9a-297e-426b-91cf-9d09cedef56d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:59.264267 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369e0baa-4460-44da-b668-0e8b9b134496 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:10:59.270615 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-369e0baa-4460-44da-b668-0e8b9b134496 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:59.286402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f18f44-422b-43bb-a435-8a17f12b040b None None] Sync routers for ids ['22badd2b-4d74-4149-a51f-9df6e875273f'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:10:59.309645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6324944-1733-4440-8a9d-36b92424de26 req-8db77e9a-297e-426b-91cf-9d09cedef56d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Network 362c5c76-0028-4be9-86fd-cc1c41d159ca is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:10:59.331186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facb9b4-3ede-41ec-b68b-36a3d4d7088e req-4d6ccaa6-289f-4bf5-8c5b-c5105040bf60 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:59.331481 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:59.333064 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5facb9b4-3ede-41ec-b68b-36a3d4d7088e req-4d6ccaa6-289f-4bf5-8c5b-c5105040bf60 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.1692102
Feb 12 21:10:59.334081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-d6324944-1733-4440-8a9d-36b92424de26 req-8db77e9a-297e-426b-91cf-9d09cedef56d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:10:59.344764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f18f44-422b-43bb-a435-8a17f12b040b None None] Routers {'22badd2b-4d74-4149-a51f-9df6e875273f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:10:59.345415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-65f18f44-422b-43bb-a435-8a17f12b040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2ec6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:10:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['22badd2b-4d74-4149-a51f-9df6e875273f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:10:59.347521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6324944-1733-4440-8a9d-36b92424de26 req-8db77e9a-297e-426b-91cf-9d09cedef56d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:10:59.353319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db77e9a-297e-426b-91cf-9d09cedef56d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event updated for resources: {'Port': ['ID=b2910da7-aefa-45b5-ab32-c4167ae080b7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:10:59.376328 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-369e0baa-4460-44da-b668-0e8b9b134496 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "PUT /v2.0/floatingips/38af8bcc-13cd-485b-8136-628dde06bf38 HTTP/1.1" status: 200  len: 992 time: 2.8204823
Feb 12 21:10:59.376328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'tag': '4d209389-a95f-430a-95ec-f6d0b38d85a6'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:10:59.382948 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f5156f-ebd8-452f-98cd-f8aa7465e778" -d '{"events": [{"name": "network-changed", "server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "tag": "4d209389-a95f-430a-95ec-f6d0b38d85a6"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:10:59.540727 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-8db77e9a-297e-426b-91cf-9d09cedef56d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:59.543560 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-8db77e9a-297e-426b-91cf-9d09cedef56d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:59.573300 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a4335-f2fa-469e-af45-e5cef5dd0b02 req-c977ac6f-e2f3-44f5-a9e2-e6b8c3259703 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:59.582287 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5facb9b4-3ede-41ec-b68b-36a3d4d7088e req-3be5be9b-ddb3-4d21-92a4-16112e58d66c tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2242451
Feb 12 21:10:59.588780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a4335-f2fa-469e-af45-e5cef5dd0b02 req-c977ac6f-e2f3-44f5-a9e2-e6b8c3259703 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:59.594459 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a4335-f2fa-469e-af45-e5cef5dd0b02 req-c977ac6f-e2f3-44f5-a9e2-e6b8c3259703 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:59.600002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a4335-f2fa-469e-af45-e5cef5dd0b02 req-c977ac6f-e2f3-44f5-a9e2-e6b8c3259703 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:59.602114 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-65f18f44-422b-43bb-a435-8a17f12b040b None None] Set router 22badd2b-4d74-4149-a51f-9df6e875273f gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:10:59.605332 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a4335-f2fa-469e-af45-e5cef5dd0b02 req-c977ac6f-e2f3-44f5-a9e2-e6b8c3259703 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:59.610652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a4335-f2fa-469e-af45-e5cef5dd0b02 req-c977ac6f-e2f3-44f5-a9e2-e6b8c3259703 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:59.615914 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a4335-f2fa-469e-af45-e5cef5dd0b02 req-c977ac6f-e2f3-44f5-a9e2-e6b8c3259703 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:59.623997 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-007a4335-f2fa-469e-af45-e5cef5dd0b02 req-c977ac6f-e2f3-44f5-a9e2-e6b8c3259703 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5446 time: 0.1540663
Feb 12 21:10:59.691681 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f4b8b5-d864-4f0c-8dd7-3a1326f917a6 x-openstack-request-id: req-b5f4b8b5-d864-4f0c-8dd7-3a1326f917a6 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:10:59.691975 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "tag": "4d209389-a95f-430a-95ec-f6d0b38d85a6", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:10:59.692230 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5f4b8b5-d864-4f0c-8dd7-3a1326f917a6 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:10:59.692636 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'tag': '4d209389-a95f-430a-95ec-f6d0b38d85a6', 'status': 'completed', 'code': 200}
Feb 12 21:10:59.765263 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-8db77e9a-297e-426b-91cf-9d09cedef56d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.7946804
Feb 12 21:10:59.779058 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d6324944-1733-4440-8a9d-36b92424de26 req-20854631-1894-421c-bffd-a5ef93d6664b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Request body: {'port': {'device_id': '50535b70-1208-4528-82ce-f59f6d18a030', 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca', 'admin_state_up': True, 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'security_groups': ['697b990c-3e2c-41cb-8a68-41711912ecd1']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:10:59.797972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device e38f0d55-536c-4032-855c-af42ba5ed8b7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:10:59.804688 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-007a4335-f2fa-469e-af45-e5cef5dd0b02 req-8d7db62a-d74c-4025-9687-0209daf31c9c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1744444
Feb 12 21:10:59.805463 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:10:59.867529 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-3c993184-7d8b-409a-ada9-14f9bb04ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:59.868735 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1fef8a1-eb73-46a6-868b-700545781768 req-d0cace3b-3732-477c-ab5d-727c2adb21fe tempest-AbsoluteLimitsNegativeTestJSON-909267559 tempest-AbsoluteLimitsNegativeTestJSON-909267559-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e44436b561da46a5a8cec71d728622a0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0527918
Feb 12 21:10:59.873383 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-3c993184-7d8b-409a-ada9-14f9bb04ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:59.873944 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-3c993184-7d8b-409a-ada9-14f9bb04ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:59.874428 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-3c993184-7d8b-409a-ada9-14f9bb04ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:59.880051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-3c993184-7d8b-409a-ada9-14f9bb04ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:59.880051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-3c993184-7d8b-409a-ada9-14f9bb04ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:59.880051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-3c993184-7d8b-409a-ada9-14f9bb04ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:10:59.880051 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-3c993184-7d8b-409a-ada9-14f9bb04ad7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=992939bc41444299957b35468c7433c6&device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 6720 time: 0.1412077
Feb 12 21:10:59.906975 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-05e7c8cb-0398-4644-b113-f67f4590ffee None None] Provisioning complete for port b2910da7-aefa-45b5-ab32-c4167ae080b7 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:10:59.907814 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-05e7c8cb-0398-4644-b113-f67f4590ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:00.003431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-05e7c8cb-0398-4644-b113-f67f4590ffee None None] Port b2910da7-aefa-45b5-ab32-c4167ae080b7 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:11:00.033973 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.resource_extend [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:11:00.052349 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75f759-bd2c-4e28-a3c5-eed3bb668568 req-67368d8c-50b0-480a-bb21-2280154f74aa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:00.060358 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7a75f759-bd2c-4e28-a3c5-eed3bb668568 req-67368d8c-50b0-480a-bb21-2280154f74aa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 945 time: 0.1389685
Feb 12 21:11:00.070998 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-f9511ba6-ba1b-4689-89d3-67a7feae4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:00.072664 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-f9511ba6-ba1b-4689-89d3-67a7feae4e72 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f6b71adf-3656-401b-8bec-3091ef8cf8c7 HTTP/1.1" status: 200  len: 917 time: 0.1825616
Feb 12 21:11:00.120669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fef8a1-eb73-46a6-868b-700545781768 req-8a79b425-56a0-473c-b973-7e39d3213ec8 tempest-AbsoluteLimitsNegativeTestJSON-909267559 tempest-AbsoluteLimitsNegativeTestJSON-909267559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:00.129418 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1fef8a1-eb73-46a6-868b-700545781768 req-8a79b425-56a0-473c-b973-7e39d3213ec8 tempest-AbsoluteLimitsNegativeTestJSON-909267559 tempest-AbsoluteLimitsNegativeTestJSON-909267559-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2589245
Feb 12 21:11:00.154131 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1fef8a1-eb73-46a6-868b-700545781768 req-60f2e8c0-c790-47a2-bde5-76cae6254211 tempest-AbsoluteLimitsNegativeTestJSON-909267559 tempest-AbsoluteLimitsNegativeTestJSON-909267559-project] 10.222.0.31 "GET /v2.0/quotas/e44436b561da46a5a8cec71d728622a0 HTTP/1.1" status: 200  len: 375 time: 0.0231791
Feb 12 21:11:00.172083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-20854631-1894-421c-bffd-a5ef93d6664b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Made reservation on behalf of c1ff07a97663458e87406ec3a5e2cf1c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:11:00.176152 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7a75f759-bd2c-4e28-a3c5-eed3bb668568 req-b6840fe0-de89-4a99-82df-6f74ae090a7b tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102078
Feb 12 21:11:00.176307 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-20854631-1894-421c-bffd-a5ef93d6664b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:00.227938 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1fef8a1-eb73-46a6-868b-700545781768 req-d1e91d92-79b5-439b-9d2e-079266ae6b0e tempest-AbsoluteLimitsNegativeTestJSON-909267559 tempest-AbsoluteLimitsNegativeTestJSON-909267559-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e44436b561da46a5a8cec71d728622a0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0659289
Feb 12 21:11:00.237728 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-8644aa19-7dfe-4899-b156-5105949dc2f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d209389-a95f-430a-95ec-f6d0b38d85a6 HTTP/1.1" status: 200  len: 1000 time: 0.1529443
Feb 12 21:11:00.307204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port e38f0d55-536c-4032-855c-af42ba5ed8b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38f0d55-536c-4032-855c-af42ba5ed8b7,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:00.353861 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'e38f0d55-536c-4032-855c-af42ba5ed8b7', 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2', 'port_id': 'e38f0d55-536c-4032-855c-af42ba5ed8b7', 'mac_address': 'fa:16:3e:ce:71:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47f89e7-f97f-48dd-8271-e3c84e1c2284', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:11:00.397064 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-65f18f44-422b-43bb-a435-8a17f12b040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2ec6d0>, [{'id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'name': 'tempest-TaggedBootDevicesTest_v242-635869065-router', 'tenant_id': '992939bc41444299957b35468c7433c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': '39d6645c-2264-47e1-a637-54313601ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:37Z', 'updated_at': '2022-02-12T21:08:46Z', 'revision_number': 4, 'project_id': '992939bc41444299957b35468c7433c6', 'gw_port': {'id': '39d6645c-2264-47e1-a637-54313601ce80', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:38Z', 'updated_at': '2022-02-12T21:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '38af8bcc-13cd-485b-8136-628dde06bf38', 'tenant_id': '992939bc41444299957b35468c7433c6', 'floating_ip_address': '172.35.2.252', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'port_id': '4d209389-a95f-430a-95ec-f6d0b38d85a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'mac_address': 'fa:16:3e:da:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:09:44Z', 'updated_at': '2022-02-12T21:10:58Z', 'revision_number': 1, 'project_id': '992939bc41444299957b35468c7433c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10e0619-ecee-4a2f-8d6e-f3d232743447', 'name': '', 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'tenant_id': '992939bc41444299957b35468c7433c6', 'mac_address': 'fa:16:3e:c9:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:44Z', 'updated_at': '2022-02-12T21:08:52Z', 'revision_number': 5, 'project_id': '992939bc41444299957b35468c7433c6', 'subnets': [{'id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:00.399040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-fc8d37d7-8058-4c33-bf05-e57d31d73ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:00.401310 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-fc8d37d7-8058-4c33-bf05-e57d31d73ad4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abc2905c-043e-424d-8566-53a7dd1cdbc1 HTTP/1.1" status: 200  len: 855 time: 0.1572552
Feb 12 21:11:00.525487 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c9b1d-ddc0-45c4-9a65-cccdad71d692 req-848e7d3e-15f1-4790-acf5-8726688e92d0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:00.531646 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c9b1d-ddc0-45c4-9a65-cccdad71d692 req-848e7d3e-15f1-4790-acf5-8726688e92d0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:00.538962 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f18f44-422b-43bb-a435-8a17f12b040b None None] Checking router: 22badd2b-4d74-4149-a51f-9df6e875273f for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:11:00.539815 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c9b1d-ddc0-45c4-9a65-cccdad71d692 req-848e7d3e-15f1-4790-acf5-8726688e92d0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:00.559653 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port e38f0d55-536c-4032-855c-af42ba5ed8b7 is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:00.559653 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:00.568290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c9b1d-ddc0-45c4-9a65-cccdad71d692 req-848e7d3e-15f1-4790-acf5-8726688e92d0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:00.586563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c9b1d-ddc0-45c4-9a65-cccdad71d692 req-848e7d3e-15f1-4790-acf5-8726688e92d0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:00.592042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c9b1d-ddc0-45c4-9a65-cccdad71d692 req-848e7d3e-15f1-4790-acf5-8726688e92d0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:00.594599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e38f0d55-536c-4032-855c-af42ba5ed8b7 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:00.598304 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c9b1d-ddc0-45c4-9a65-cccdad71d692 req-848e7d3e-15f1-4790-acf5-8726688e92d0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:00.600291 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d55c9b1d-ddc0-45c4-9a65-cccdad71d692 req-848e7d3e-15f1-4790-acf5-8726688e92d0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5446 time: 0.2952597
Feb 12 21:11:00.624393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port e38f0d55-536c-4032-855c-af42ba5ed8b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38f0d55-536c-4032-855c-af42ba5ed8b7,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:00.624551 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-d6324944-1733-4440-8a9d-36b92424de26 req-20854631-1894-421c-bffd-a5ef93d6664b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Allocated IP 10.1.1.4 (362c5c76-0028-4be9-86fd-cc1c41d159ca/1ce8693b-2c76-4c94-8612-f77b092ad4ef/cb16a4b9-5c35-4c83-b676-814b33f4354e) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:11:00.624685 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f18f44-422b-43bb-a435-8a17f12b040b None None] Routers {'22badd2b-4d74-4149-a51f-9df6e875273f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:11:00.624685 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-65f18f44-422b-43bb-a435-8a17f12b040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2ec6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:10:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['22badd2b-4d74-4149-a51f-9df6e875273f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:00.633295 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-8302dde3-73c9-4188-8b67-761a26159b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:00.634998 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-8302dde3-73c9-4188-8b67-761a26159b74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f6b71adf-3656-401b-8bec-3091ef8cf8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2162964
Feb 12 21:11:00.665429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce1c17-c7e4-4443-900e-d69004a9cf15 req-b1ef990b-7505-49b9-8f2a-70ef039074bd tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:00.671325 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce1c17-c7e4-4443-900e-d69004a9cf15 req-b1ef990b-7505-49b9-8f2a-70ef039074bd tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:00.680835 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bfce1c17-c7e4-4443-900e-d69004a9cf15 req-b1ef990b-7505-49b9-8f2a-70ef039074bd tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 1652 time: 0.2559631
Feb 12 21:11:00.818600 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bfce1c17-c7e4-4443-900e-d69004a9cf15 req-e32a14b4-ed4a-498e-912e-66e4c81f206b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1350102
Feb 12 21:11:00.838205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-65f18f44-422b-43bb-a435-8a17f12b040b None None] Set router 22badd2b-4d74-4149-a51f-9df6e875273f gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:11:00.889316 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-7fd82934-87ab-48c8-b54e-62294a742c5e service neutron] 10.222.0.48 "GET /v2.0/networks/f6b71adf-3656-401b-8bec-3091ef8cf8c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2463191
Feb 12 21:11:01.005063 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:01.150519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37192) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:01.184654 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e1cc4-cf41-4875-8146-6be71a1ee527 req-fbbee201-21ab-4c05-bdd3-3ef4d711864b tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:01.192058 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d6e1cc4-cf41-4875-8146-6be71a1ee527 req-fbbee201-21ab-4c05-bdd3-3ef4d711864b tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.2985945
Feb 12 21:11:01.200919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-20854631-1894-421c-bffd-a5ef93d6664b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:01.203272 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-81f5156f-ebd8-452f-98cd-f8aa7465e778 req-93442a6c-0b4d-4273-b458-2892a17857f4 service neutron] 10.222.0.48 "GET /v2.0/networks/f6b71adf-3656-401b-8bec-3091ef8cf8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2394195
Feb 12 21:11:01.263251 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d6e1cc4-cf41-4875-8146-6be71a1ee527 req-2d32a7bc-9424-4be6-a4fd-ce06855232f5 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698605
Feb 12 21:11:01.374944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-0a4b673c-6418-406e-8d82-98e8b6ab3586 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:01.384879 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-0a4b673c-6418-406e-8d82-98e8b6ab3586 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3291264
Feb 12 21:11:01.496570 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03a227-efc8-4776-8668-cb6e9b6fc1d6 req-50e54e24-26e6-4749-aeba-ed3fcc09779b tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:01.498617 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7d03a227-efc8-4776-8668-cb6e9b6fc1d6 req-50e54e24-26e6-4749-aeba-ed3fcc09779b tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.1423793
Feb 12 21:11:01.525078 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-20854631-1894-421c-bffd-a5ef93d6664b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:01.562548 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-3c9e277f-042a-4604-9df6-e7bca942a7ca tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.141 HTTP/1.1" status: 200  len: 696 time: 0.1657581
Feb 12 21:11:01.568996 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=e38f0d55-536c-4032-855c-af42ba5ed8b7,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:01.569692 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-aa5f8ac7-5f30-48e8-828e-7ae4b3908a49 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Request body: {'floatingip': {'port_id': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:01.572114 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da82d10e-9cdc-4b32-af09-61d4be209b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:01.599178 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7d03a227-efc8-4776-8668-cb6e9b6fc1d6 req-7b24a242-e075-4759-ab01-f99bf5f8598e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891511
Feb 12 21:11:01.638732 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['e38f0d55-536c-4032-855c-af42ba5ed8b7'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:01.685309 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:01.693270 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-aa5f8ac7-5f30-48e8-828e-7ae4b3908a49 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for floatingip (a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:01.700416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6324944-1733-4440-8a9d-36b92424de26 req-20854631-1894-421c-bffd-a5ef93d6664b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Network 362c5c76-0028-4be9-86fd-cc1c41d159ca is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:11:01.716281 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-65f18f44-422b-43bb-a435-8a17f12b040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2ec6d0>, [{'id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'name': 'tempest-TaggedBootDevicesTest_v242-635869065-router', 'tenant_id': '992939bc41444299957b35468c7433c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': '39d6645c-2264-47e1-a637-54313601ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:37Z', 'updated_at': '2022-02-12T21:08:46Z', 'revision_number': 4, 'project_id': '992939bc41444299957b35468c7433c6', 'gw_port': {'id': '39d6645c-2264-47e1-a637-54313601ce80', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:38Z', 'updated_at': '2022-02-12T21:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '38af8bcc-13cd-485b-8136-628dde06bf38', 'tenant_id': '992939bc41444299957b35468c7433c6', 'floating_ip_address': '172.35.2.252', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'port_id': '4d209389-a95f-430a-95ec-f6d0b38d85a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'mac_address': 'fa:16:3e:da:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:09:44Z', 'updated_at': '2022-02-12T21:10:58Z', 'revision_number': 1, 'project_id': '992939bc41444299957b35468c7433c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10e0619-ecee-4a2f-8d6e-f3d232743447', 'name': '', 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'tenant_id': '992939bc41444299957b35468c7433c6', 'mac_address': 'fa:16:3e:c9:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:44Z', 'updated_at': '2022-02-12T21:08:52Z', 'revision_number': 5, 'project_id': '992939bc41444299957b35468c7433c6', 'subnets': [{'id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:01.747933 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-d6324944-1733-4440-8a9d-36b92424de26 req-20854631-1894-421c-bffd-a5ef93d6664b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:11:01.764054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6324944-1733-4440-8a9d-36b92424de26 req-20854631-1894-421c-bffd-a5ef93d6664b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:11:01.774324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f18f44-422b-43bb-a435-8a17f12b040b None None] The sync data for ids ['22badd2b-4d74-4149-a51f-9df6e875273f'] in ncdv-master-1 is: [{'id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'name': 'tempest-TaggedBootDevicesTest_v242-635869065-router', 'tenant_id': '992939bc41444299957b35468c7433c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': '39d6645c-2264-47e1-a637-54313601ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:37Z', 'updated_at': '2022-02-12T21:08:46Z', 'revision_number': 4, 'project_id': '992939bc41444299957b35468c7433c6', 'gw_port': {'id': '39d6645c-2264-47e1-a637-54313601ce80', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:38Z', 'updated_at': '2022-02-12T21:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '38af8bcc-13cd-485b-8136-628dde06bf38', 'tenant_id': '992939bc41444299957b35468c7433c6', 'floating_ip_address': '172.35.2.252', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'port_id': '4d209389-a95f-430a-95ec-f6d0b38d85a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'mac_address': 'fa:16:3e:da:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:09:44Z', 'updated_at': '2022-02-12T21:10:58Z', 'revision_number': 1, 'project_id': '992939bc41444299957b35468c7433c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10e0619-ecee-4a2f-8d6e-f3d232743447', 'name': '', 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'tenant_id': '992939bc41444299957b35468c7433c6', 'mac_address': 'fa:16:3e:c9:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:44Z', 'updated_at': '2022-02-12T21:08:52Z', 'revision_number': 5, 'project_id': '992939bc41444299957b35468c7433c6', 'subnets': [{'id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:11:01.892861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20854631-1894-421c-bffd-a5ef93d6664b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event updated for resources: {'Port': ['ID=cb16a4b9-5c35-4c83-b676-814b33f4354e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:02.035285 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da82d10e-9cdc-4b32-af09-61d4be209b23 admin admin] Publish callbacks [] for security_group (9a5af390-6674-4345-b10f-d4b55c64dfff), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:02.076892 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39831603-405a-456b-97ca-32809668dcd4 req-f70b51a7-e00a-47f6-8226-d19779abd8fd tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:02.107034 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da82d10e-9cdc-4b32-af09-61d4be209b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9a5af390-6674-4345-b10f-d4b55c64dfff), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:02.108152 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39831603-405a-456b-97ca-32809668dcd4 req-f70b51a7-e00a-47f6-8226-d19779abd8fd tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:02.117801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39831603-405a-456b-97ca-32809668dcd4 req-f70b51a7-e00a-47f6-8226-d19779abd8fd tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:02.119834 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-39831603-405a-456b-97ca-32809668dcd4 req-f70b51a7-e00a-47f6-8226-d19779abd8fd tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 2371 time: 0.1519566
Feb 12 21:11:02.156303 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82d10e-9cdc-4b32-af09-61d4be209b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5af390-6674-4345-b10f-d4b55c64dfff,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:02.157670 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2b50664c-f997-4494-8fc4-fd2b4cac0051 None None] Provisioning complete for port cb16a4b9-5c35-4c83-b676-814b33f4354e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:02.162163 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2b50664c-f997-4494-8fc4-fd2b4cac0051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:02.178335 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-20854631-1894-421c-bffd-a5ef93d6664b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:02.179968 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-20854631-1894-421c-bffd-a5ef93d6664b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:02.205233 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e5b61-1e19-4b73-ade4-4ebad4ef89a3 None None] New status for floating IP 38af8bcc-13cd-485b-8136-628dde06bf38: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:11:02.218804 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-da82d10e-9cdc-4b32-af09-61d4be209b23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e44436b561da46a5a8cec71d728622a0&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0022886
Feb 12 21:11:02.222261 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37210) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:02.283984 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:02.307824 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-39831603-405a-456b-97ca-32809668dcd4 req-65b17a84-dcd1-407e-8bd6-e1891c8a4717 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1740794
Feb 12 21:11:02.350064 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2b50664c-f997-4494-8fc4-fd2b4cac0051 None None] Port cb16a4b9-5c35-4c83-b676-814b33f4354e cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:11:02.401985 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-20854631-1894-421c-bffd-a5ef93d6664b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.6223485
Feb 12 21:11:02.409086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d6324944-1733-4440-8a9d-36b92424de26 req-135fc206-afeb-430a-bacc-2953d16be175 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Request body: {'port': {'device_id': '50535b70-1208-4528-82ce-f59f6d18a030', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7', 'admin_state_up': True, 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'security_groups': ['697b990c-3e2c-41cb-8a68-41711912ecd1']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:02.454784 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Publish callbacks [] for security_group (9a5af390-6674-4345-b10f-d4b55c64dfff), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:02.532080 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Publish callbacks [] for security_group (9a5af390-6674-4345-b10f-d4b55c64dfff), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:02.564209 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 79a28270-5b6e-4c46-9526-13bd9e1c0067 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:11:02.604170 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef748b-8fd1-4401-ad2f-e8c53904d4c6 req-4083faf8-74a2-4bfc-9980-da9c00a001ec tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:02.618393 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-76ef748b-8fd1-4401-ad2f-e8c53904d4c6 req-4083faf8-74a2-4bfc-9980-da9c00a001ec tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.1229808
Feb 12 21:11:02.658141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 79a28270-5b6e-4c46-9526-13bd9e1c0067 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:11:02.712206 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-76ef748b-8fd1-4401-ad2f-e8c53904d4c6 req-1198475b-0583-4c83-8006-35e6024aa8ef tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929339
Feb 12 21:11:02.881244 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862e617-9260-4874-9fe4-83d27456efaa req-fc4e9c18-4a45-46b5-bf92-dd96f457b376 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:02.890540 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2862e617-9260-4874-9fe4-83d27456efaa req-fc4e9c18-4a45-46b5-bf92-dd96f457b376 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.0667984
Feb 12 21:11:02.923950 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9a5af390-6674-4345-b10f-d4b55c64dfff), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:02.924566 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 79a28270-5b6e-4c46-9526-13bd9e1c0067 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:02.925340 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:02.931645 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:02.932854 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a5af390-6674-4345-b10f-d4b55c64dfff HTTP/1.1" status: 204  len: 168 time: 0.7095010
Feb 12 21:11:02.933591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-135fc206-afeb-430a-bacc-2953d16be175 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Made reservation on behalf of c1ff07a97663458e87406ec3a5e2cf1c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:11:02.983037 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2862e617-9260-4874-9fe4-83d27456efaa req-96b87c6c-360b-4010-a047-3a7bc69cce87 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897210
Feb 12 21:11:03.094904 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5af390-6674-4345-b10f-d4b55c64dfff,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:03.121548 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.122169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.122712 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.123220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.123723 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.127543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.127543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.127543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.127543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.127543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.127543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.127543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.127543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400a41d-d115-495c-9102-503a52830f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.135897 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.db.resource_extend [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-aa5f8ac7-5f30-48e8-828e-7ae4b3908a49 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:11:03.196611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7e1aca-9785-4119-a180-49e60318243e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79a28270-5b6e-4c46-9526-13bd9e1c0067'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:03.215673 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ab692e-6254-4a6e-bad2-a9eddc8a3248" -d '{"events": [{"server_uuid": "fa7e1aca-9785-4119-a180-49e60318243e", "name": "network-vif-unplugged", "status": "completed", "tag": "79a28270-5b6e-4c46-9526-13bd9e1c0067"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:03.221980 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-135fc206-afeb-430a-bacc-2953d16be175 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:03.227365 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-aa5f8ac7-5f30-48e8-828e-7ae4b3908a49 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:03.255327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 79a28270-5b6e-4c46-9526-13bd9e1c0067, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79a28270-5b6e-4c46-9526-13bd9e1c0067,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:03.262343 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 79a28270-5b6e-4c46-9526-13bd9e1c0067, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79a28270-5b6e-4c46-9526-13bd9e1c0067,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:03.300934 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9ba21a-0032-4009-94c0-9dbe7cf39cf5 x-openstack-request-id: req-8d9ba21a-0032-4009-94c0-9dbe7cf39cf5 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:03.301231 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7e1aca-9785-4119-a180-49e60318243e", "name": "network-vif-unplugged", "status": "completed", "tag": "79a28270-5b6e-4c46-9526-13bd9e1c0067", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:03.301685 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d9ba21a-0032-4009-94c0-9dbe7cf39cf5 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:03.301951 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7e1aca-9785-4119-a180-49e60318243e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79a28270-5b6e-4c46-9526-13bd9e1c0067', 'code': 200}
Feb 12 21:11:03.302767 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '79a28270-5b6e-4c46-9526-13bd9e1c0067', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '79a28270-5b6e-4c46-9526-13bd9e1c0067', 'mac_address': 'fa:16:3e:a1:5b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:11:03.365164 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-aa5f8ac7-5f30-48e8-828e-7ae4b3908a49 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:03.409367 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 79a28270-5b6e-4c46-9526-13bd9e1c0067 is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:03.409795 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:03.423108 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:03.430882 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79a28270-5b6e-4c46-9526-13bd9e1c0067 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:03.520449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=79a28270-5b6e-4c46-9526-13bd9e1c0067,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:03.533995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.534378 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.534693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.535627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.536119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.536466 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.536802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.537210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.537967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.538960 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.539945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.539945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.540144 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:03.544790 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:11:03.545369 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:11:03.638893 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d726d-cdd0-4bb5-8e14-35346f884e66 req-92a232cd-84e1-4c38-a602-b6cd79c6945d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:03.655300 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d726d-cdd0-4bb5-8e14-35346f884e66 req-92a232cd-84e1-4c38-a602-b6cd79c6945d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:03.664039 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d726d-cdd0-4bb5-8e14-35346f884e66 req-92a232cd-84e1-4c38-a602-b6cd79c6945d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:03.669210 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-371d726d-cdd0-4bb5-8e14-35346f884e66 req-92a232cd-84e1-4c38-a602-b6cd79c6945d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 2371 time: 0.1692922
Feb 12 21:11:03.779957 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device e38f0d55-536c-4032-855c-af42ba5ed8b7 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:11:03.792381 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-371d726d-cdd0-4bb5-8e14-35346f884e66 req-ff20d70c-f5f2-4978-8c32-6bf8a7421860 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1068540
Feb 12 21:11:03.851526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port e38f0d55-536c-4032-855c-af42ba5ed8b7 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:03.852900 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:03.969904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port e38f0d55-536c-4032-855c-af42ba5ed8b7 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:03.970261 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:04.016671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port e38f0d55-536c-4032-855c-af42ba5ed8b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38f0d55-536c-4032-855c-af42ba5ed8b7,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:04.036846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-d6324944-1733-4440-8a9d-36b92424de26 req-135fc206-afeb-430a-bacc-2953d16be175 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Allocated IP 10.2.2.100 (c71d3387-4285-452a-953d-e8edb5c159e7/08752cac-9899-4cd0-802b-cebf5961249e/c03b11d7-ad51-4a19-be11-d54473d9b412) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:11:04.059496 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-aa5f8ac7-5f30-48e8-828e-7ae4b3908a49 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Floating IP a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574 associated. External IP: 172.35.2.141, port: c0e4abe5-512a-438d-9ee8-c182fa52f022.
Feb 12 21:11:04.083744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 79a28270-5b6e-4c46-9526-13bd9e1c0067 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:04.220900 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:04.220900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a28270-5b6e-4c46-9526-13bd9e1c0067 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:04.220900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 79a28270-5b6e-4c46-9526-13bd9e1c0067, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79a28270-5b6e-4c46-9526-13bd9e1c0067,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:04.385486 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-135fc206-afeb-430a-bacc-2953d16be175 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:04.416346 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:04.419091 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:04.445781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-aa5f8ac7-5f30-48e8-828e-7ae4b3908a49 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Router 722581dc-165c-45dc-8b68-d7e66aa98dab has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:11:04.472992 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=79a28270-5b6e-4c46-9526-13bd9e1c0067,revision_number=10']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:04.534558 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=e38f0d55-536c-4032-855c-af42ba5ed8b7,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:04.571967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-aa5f8ac7-5f30-48e8-828e-7ae4b3908a49 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:11:04.574432 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-135fc206-afeb-430a-bacc-2953d16be175 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:04.578309 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-aa5f8ac7-5f30-48e8-828e-7ae4b3908a49 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:04.582911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3323aa8-eff7-44d0-b6c6-8c763407692d None None] Sync routers for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:11:04.595125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3323aa8-eff7-44d0-b6c6-8c763407692d None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:11:04.595736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-c3323aa8-eff7-44d0-b6c6-8c763407692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb753f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:10:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:04.669155 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6324944-1733-4440-8a9d-36b92424de26 req-135fc206-afeb-430a-bacc-2953d16be175 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Network c71d3387-4285-452a-953d-e8edb5c159e7 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:11:04.670808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fc206-afeb-430a-bacc-2953d16be175 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event updated for resources: {'Port': ['ID=c03b11d7-ad51-4a19-be11-d54473d9b412,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:04.674153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-aa5f8ac7-5f30-48e8-828e-7ae4b3908a49 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "PUT /v2.0/floatingips/a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574 HTTP/1.1" status: 200  len: 997 time: 3.1106222
Feb 12 21:11:04.675142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'tag': 'c0e4abe5-512a-438d-9ee8-c182fa52f022'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:04.677563 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29050bff-bb2d-4382-a628-861e96c3a1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd", "tag": "c0e4abe5-512a-438d-9ee8-c182fa52f022"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:04.680653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-d6324944-1733-4440-8a9d-36b92424de26 req-135fc206-afeb-430a-bacc-2953d16be175 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:11:04.683846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6324944-1733-4440-8a9d-36b92424de26 req-135fc206-afeb-430a-bacc-2953d16be175 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:11:04.768474 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-135fc206-afeb-430a-bacc-2953d16be175 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:04.773587 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-135fc206-afeb-430a-bacc-2953d16be175 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:04.831355 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['79a28270-5b6e-4c46-9526-13bd9e1c0067'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:04.881792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-24cc705f-3e77-475a-a6bc-7462c9a69b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:04.886017 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-24cc705f-3e77-475a-a6bc-7462c9a69b43 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 1128 time: 0.0926008
Feb 12 21:11:04.889812 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-135fc206-afeb-430a-bacc-2953d16be175 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4845898
Feb 12 21:11:05.009719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-c3323aa8-eff7-44d0-b6c6-8c763407692d None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:11:05.070864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d6324944-1733-4440-8a9d-36b92424de26 req-8b4a54c5-e5ea-40da-82cb-cb1f860ba798 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Request body: {'port': {'device_id': '50535b70-1208-4528-82ce-f59f6d18a030', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7', 'admin_state_up': True, 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'security_groups': ['697b990c-3e2c-41cb-8a68-41711912ecd1']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:05.179728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-bf9f6443-45fd-4343-81d0-0f28902304eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:05.179728 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-bf9f6443-45fd-4343-81d0-0f28902304eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 921 time: 0.2775474
Feb 12 21:11:05.211194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37290) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:05.373851 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38f0d55-536c-4032-855c-af42ba5ed8b7'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:05.385657 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13845e70-7935-4564-836c-257e8b84af4d" -d '{"events": [{"server_uuid": "e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6", "name": "network-vif-plugged", "status": "completed", "tag": "e38f0d55-536c-4032-855c-af42ba5ed8b7"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:05.419009 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-58894716-network', 'tenant_id': '2e8686c8d8414bd0a886dd2e33c3daf5'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:05.431202 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-de0aede7-4471-47af-a38e-b763ee6d8203 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e4abe5-512a-438d-9ee8-c182fa52f022 HTTP/1.1" status: 200  len: 1000 time: 0.1920176
Feb 12 21:11:05.450082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b3cd5ef8-0731-467a-93e5-411e9b785dff None None] Provisioning complete for port c03b11d7-ad51-4a19-be11-d54473d9b412 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:05.452704 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3cd5ef8-0731-467a-93e5-411e9b785dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:05.524606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-20d20517-21c0-4f23-a4e4-49c1d7293825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:05.526451 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-20d20517-21c0-4f23-a4e4-49c1d7293825 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 200  len: 859 time: 0.0833759
Feb 12 21:11:05.540644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Made reservation on behalf of 2e8686c8d8414bd0a886dd2e33c3daf5 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:11:05.543185 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:05.564951 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:05.583808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-8b4a54c5-e5ea-40da-82cb-cb1f860ba798 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Made reservation on behalf of c1ff07a97663458e87406ec3a5e2cf1c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:11:05.597020 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-8b4a54c5-e5ea-40da-82cb-cb1f860ba798 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:05.673796 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Publish callbacks [] for security_group (1ef95646-829b-4987-a087-dfef869b9f54), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:05.688451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd5ef8-0731-467a-93e5-411e9b785dff None None] Port c03b11d7-ad51-4a19-be11-d54473d9b412 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:11:05.693077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-f4d23ef0-eca1-4fc3-b4c3-e2854eb4374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:05.697621 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-f4d23ef0-eca1-4fc3-b4c3-e2854eb4374e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0667fd4a-8e2d-4583-adf6-fead39b333d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1640675
Feb 12 21:11:05.759085 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1ef95646-829b-4987-a087-dfef869b9f54), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:05.798019 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:11:05.828558 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (26177883-2235-40a4-8153-b2f22b3ee9a8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:05.830253 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Added segment 26177883-2235-40a4-8153-b2f22b3ee9a8 of type vlan for network 54128c98-9bca-420b-9f5f-b82e242f4a33
Feb 12 21:11:05.877773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-c3323aa8-eff7-44d0-b6c6-8c763407692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb753f40>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'floating_ip_address': '172.35.2.141', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'port_id': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'mac_address': 'fa:16:3e:85:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:10:40Z', 'updated_at': '2022-02-12T21:11:02Z', 'revision_number': 1, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:05.915706 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (54128c98-9bca-420b-9f5f-b82e242f4a33), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:05.938155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3323aa8-eff7-44d0-b6c6-8c763407692d None None] Checking router: 722581dc-165c-45dc-8b68-d7e66aa98dab for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:11:05.940548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3323aa8-eff7-44d0-b6c6-8c763407692d None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:11:05.940548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-c3323aa8-eff7-44d0-b6c6-8c763407692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb753f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:10:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:05.941331 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef95646-829b-4987-a087-dfef869b9f54,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:05.967667 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:05.971018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:05.971018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:05.971018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:05.971018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:05.971018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:05.971018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:05.971018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:05.971018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:05.971018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:05.972604 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:05.973107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:05.973721 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:11:06.014339 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-ed5ede29-c6ad-4867-a2b0-27dd34f04030 service neutron] 10.222.0.31 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2967527
Feb 12 21:11:06.071119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-d6324944-1733-4440-8a9d-36b92424de26 req-8b4a54c5-e5ea-40da-82cb-cb1f860ba798 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Allocated IP 10.2.2.200 (c71d3387-4285-452a-953d-e8edb5c159e7/08752cac-9899-4cd0-802b-cebf5961249e/ea9dd83b-8155-49b9-9961-155b1a2273e6) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:11:06.124170 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (54128c98-9bca-420b-9f5f-b82e242f4a33), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:06.125169 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:06.126206 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:06.211581 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66d76924-30f6-4c55-a2d5-8a23fb6f28d9 req-7e97ea80-e28c-47bf-a27e-e96ce9a2947c service neutron] 10.222.0.31 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855235
Feb 12 21:11:06.236907 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] Pushing event updated for resources: {'Network': ['ID=54128c98-9bca-420b-9f5f-b82e242f4a33,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:06.285062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 54128c98-9bca-420b-9f5f-b82e242f4a33 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:11:06.285858 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-326531b6-fd0f-4234-9efb-70a9835afb07 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0706997
Feb 12 21:11:06.286004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37302) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:06.294340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3b12abd0-4a98-4851-a899-e223f4c0d676 admin admin] Request body: {'subnet': {'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-58894716-subnet', 'tenant_id': '2e8686c8d8414bd0a886dd2e33c3daf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:06.349652 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-8b4a54c5-e5ea-40da-82cb-cb1f860ba798 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:06.418752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-c3323aa8-eff7-44d0-b6c6-8c763407692d None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:11:06.426292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b12abd0-4a98-4851-a899-e223f4c0d676 admin admin] Made reservation on behalf of 2e8686c8d8414bd0a886dd2e33c3daf5 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:11:06.429833 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b12abd0-4a98-4851-a899-e223f4c0d676 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:06.553378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0676b2-bede-4144-b287-3b7a24befb31 req-634899f1-0904-4e7c-b1ad-c5994b8feb56 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:06.556620 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1f0676b2-bede-4144-b287-3b7a24befb31 req-634899f1-0904-4e7c-b1ad-c5994b8feb56 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 950 time: 0.1373398
Feb 12 21:11:06.573812 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-8b4a54c5-e5ea-40da-82cb-cb1f860ba798 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:06.742855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6324944-1733-4440-8a9d-36b92424de26 req-8b4a54c5-e5ea-40da-82cb-cb1f860ba798 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Network c71d3387-4285-452a-953d-e8edb5c159e7 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:11:06.752485 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-d6324944-1733-4440-8a9d-36b92424de26 req-8b4a54c5-e5ea-40da-82cb-cb1f860ba798 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:11:06.767956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6324944-1733-4440-8a9d-36b92424de26 req-8b4a54c5-e5ea-40da-82cb-cb1f860ba798 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:11:06.781754 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b12abd0-4a98-4851-a899-e223f4c0d676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (1a00b9d7-54dc-43fd-b3ce-06743a11f223), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:06.880000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-8b4a54c5-e5ea-40da-82cb-cb1f860ba798 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:06.880586 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-8b4a54c5-e5ea-40da-82cb-cb1f860ba798 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:06.885311 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a54c5-e5ea-40da-82cb-cb1f860ba798 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event updated for resources: {'Port': ['ID=ea9dd83b-8155-49b9-9961-155b1a2273e6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:06.891906 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1f0676b2-bede-4144-b287-3b7a24befb31 req-644815eb-2052-4026-bce4-168293d1b2de tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3270102
Feb 12 21:11:06.907930 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e417e-d4eb-4437-bc73-3fb552df8422 req-9facd259-8ea7-44d3-9698-8596d16e8bec tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:06.917421 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-024e417e-d4eb-4437-bc73-3fb552df8422 req-9facd259-8ea7-44d3-9698-8596d16e8bec tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.1975505
Feb 12 21:11:06.937036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-c3323aa8-eff7-44d0-b6c6-8c763407692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb753f40>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'floating_ip_address': '172.35.2.141', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'port_id': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'mac_address': 'fa:16:3e:85:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:10:40Z', 'updated_at': '2022-02-12T21:11:02Z', 'revision_number': 1, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:06.938359 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12abd0-4a98-4851-a899-e223f4c0d676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a00b9d7-54dc-43fd-b3ce-06743a11f223,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:06.946743 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12abd0-4a98-4851-a899-e223f4c0d676 admin admin] Checking segment: {'id': '26177883-2235-40a4-8153-b2f22b3ee9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:11:06.958140 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b12abd0-4a98-4851-a899-e223f4c0d676 admin admin] Network hostable DHCP agents. Network: 54128c98-9bca-420b-9f5f-b82e242f4a33, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:11:06.977840 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-8b4a54c5-e5ea-40da-82cb-cb1f860ba798 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9176323
Feb 12 21:11:06.991307 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Request body: {'port': {'device_id': '50535b70-1208-4528-82ce-f59f6d18a030', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:07.019549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3323aa8-eff7-44d0-b6c6-8c763407692d None None] The sync data for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 is: [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'floating_ip_address': '172.35.2.141', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'port_id': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'mac_address': 'fa:16:3e:85:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:10:40Z', 'updated_at': '2022-02-12T21:11:02Z', 'revision_number': 1, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:11:07.046820 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848cae6a-b36f-444a-b940-d08a7e99dca1 x-openstack-request-id: req-848cae6a-b36f-444a-b940-d08a7e99dca1 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:07.048605 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd", "tag": "c0e4abe5-512a-438d-9ee8-c182fa52f022", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:07.048878 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-848cae6a-b36f-444a-b940-d08a7e99dca1 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:07.049458 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'tag': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'status': 'completed', 'code': 200}
Feb 12 21:11:07.122686 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-024e417e-d4eb-4437-bc73-3fb552df8422 req-cfd54b1a-2a4a-470e-ae6b-44db9679b4eb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1966870
Feb 12 21:11:07.128506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b12abd0-4a98-4851-a899-e223f4c0d676 admin admin] Network 54128c98-9bca-420b-9f5f-b82e242f4a33 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:11:07.169172 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:07.180196 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29050bff-bb2d-4382-a628-861e96c3a1f8 req-0eae53da-4db8-4939-ae57-21f986034e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:07.182086 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-29050bff-bb2d-4382-a628-861e96c3a1f8 req-0eae53da-4db8-4939-ae57-21f986034e1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 1128 time: 0.1318896
Feb 12 21:11:07.230313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-aec67764-e50d-42f5-9ba8-62db0451b256 None None] Provisioning complete for port ea9dd83b-8155-49b9-9961-155b1a2273e6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:07.232293 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-aec67764-e50d-42f5-9ba8-62db0451b256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:07.255171 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-3b12abd0-4a98-4851-a899-e223f4c0d676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 54128c98-9bca-420b-9f5f-b82e242f4a33) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:11:07.263199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b12abd0-4a98-4851-a899-e223f4c0d676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:07.264139 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b12abd0-4a98-4851-a899-e223f4c0d676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:07.329797 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29050bff-bb2d-4382-a628-861e96c3a1f8 req-1e4bc5e9-dd04-4b2a-b6b4-292af2808453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:07.331696 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-29050bff-bb2d-4382-a628-861e96c3a1f8 req-1e4bc5e9-dd04-4b2a-b6b4-292af2808453 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 921 time: 0.1425369
Feb 12 21:11:07.338865 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a054970-c531-4f13-af5b-4a2c1ee4669d x-openstack-request-id: req-6a054970-c531-4f13-af5b-4a2c1ee4669d {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:07.339261 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6", "name": "network-vif-plugged", "status": "completed", "tag": "e38f0d55-536c-4032-855c-af42ba5ed8b7", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:07.339423 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a054970-c531-4f13-af5b-4a2c1ee4669d {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:07.342837 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38f0d55-536c-4032-855c-af42ba5ed8b7', 'code': 200}
Feb 12 21:11:07.349904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-aec67764-e50d-42f5-9ba8-62db0451b256 None None] Port ea9dd83b-8155-49b9-9961-155b1a2273e6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:11:07.349904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b46d1e4-e422-4264-9e2f-e98b37e58131 None None] Network 54128c98-9bca-420b-9f5f-b82e242f4a33 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:11:07.463737 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3b12abd0-4a98-4851-a899-e223f4c0d676 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.1756606
Feb 12 21:11:07.513914 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91be5f0c-8a66-4889-9c6b-df3703a93cf6 None None] Network 54128c98-9bca-420b-9f5f-b82e242f4a33 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:11:07.541643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-12080a98-d908-452e-a36d-073f10e3ea51 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:07.543175 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-12080a98-d908-452e-a36d-073f10e3ea51 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=42793e4d-48dd-4081-bd66-942f8df5fa65&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1875134
Feb 12 21:11:07.626265 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af048a2c-35b3-46ec-ae62-35b0c6ecb744 None None] New status for floating IP a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:11:07.728570 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-29050bff-bb2d-4382-a628-861e96c3a1f8 req-fcddce95-e4ab-4330-950b-58de46d0a93b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e4abe5-512a-438d-9ee8-c182fa52f022 HTTP/1.1" status: 200  len: 1000 time: 0.3787646
Feb 12 21:11:07.754734 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-8780e392-1b39-4282-8a69-5dd002bb088f tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.141 HTTP/1.1" status: 200  len: 1000 time: 0.1965830
Feb 12 21:11:07.762366 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-4cc17005-0123-4805-8588-832c09a4546e tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Request body: {'floatingip': {'port_id': '2892cb32-6dec-4f9c-8027-ac60fc70109c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:07.788876 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62314956-c5f3-41b8-bdef-dde1ae6dea51 req-8226d7c8-a8f6-4eb2-aa43-8478857a3e87 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:07.800755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62314956-c5f3-41b8-bdef-dde1ae6dea51 req-8226d7c8-a8f6-4eb2-aa43-8478857a3e87 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:07.810921 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62314956-c5f3-41b8-bdef-dde1ae6dea51 req-8226d7c8-a8f6-4eb2-aa43-8478857a3e87 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:07.817730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62314956-c5f3-41b8-bdef-dde1ae6dea51 req-8226d7c8-a8f6-4eb2-aa43-8478857a3e87 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:07.828690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62314956-c5f3-41b8-bdef-dde1ae6dea51 req-8226d7c8-a8f6-4eb2-aa43-8478857a3e87 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:07.838198 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62314956-c5f3-41b8-bdef-dde1ae6dea51 req-8226d7c8-a8f6-4eb2-aa43-8478857a3e87 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 3813 time: 0.4931417
Feb 12 21:11:07.863294 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-4cc17005-0123-4805-8588-832c09a4546e tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for floatingip (a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:07.894780 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29050bff-bb2d-4382-a628-861e96c3a1f8 req-a41b43fd-2357-4d21-9f29-a1bafd5b70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:07.896159 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-29050bff-bb2d-4382-a628-861e96c3a1f8 req-a41b43fd-2357-4d21-9f29-a1bafd5b70d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 200  len: 859 time: 0.1576662
Feb 12 21:11:07.900061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15812721-65dc-4441-98d9-f3033d4527a1 req-3121877d-73bb-40a1-924f-8a302abc10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:07.903103 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15812721-65dc-4441-98d9-f3033d4527a1 req-3121877d-73bb-40a1-924f-8a302abc10f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2094e607f7bf4345beb838fc2e483911&device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 1127 time: 0.4313281
Feb 12 21:11:08.208792 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62314956-c5f3-41b8-bdef-dde1ae6dea51 req-e509bed1-0140-46d6-96cc-4c653a3a9bc3 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3698020
Feb 12 21:11:08.229523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29050bff-bb2d-4382-a628-861e96c3a1f8 req-2d984346-f3fa-4103-a1cb-34721f4209b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:08.231215 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-29050bff-bb2d-4382-a628-861e96c3a1f8 req-2d984346-f3fa-4103-a1cb-34721f4209b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0667fd4a-8e2d-4583-adf6-fead39b333d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3178892
Feb 12 21:11:08.235630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335b0423-e329-43fd-bea1-28e4856ef8b9 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:08.258964 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Publish callbacks [] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:08.333874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15812721-65dc-4441-98d9-f3033d4527a1 req-bf16a6cb-19a9-4de9-8fe3-fc82eef10526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:08.335946 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15812721-65dc-4441-98d9-f3033d4527a1 req-bf16a6cb-19a9-4de9-8fe3-fc82eef10526 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4558dc02-1bc4-4b41-a16f-8a68e939fe76 HTTP/1.1" status: 200  len: 918 time: 0.4060485
Feb 12 21:11:08.339973 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Transition to ACTIVE for port object 335b0423-e329-43fd-bea1-28e4856ef8b9 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:11:08.428837 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-29050bff-bb2d-4382-a628-861e96c3a1f8 req-3cca1661-5fa5-4c40-babd-b1cd0ab6cf3e service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1857462
Feb 12 21:11:08.433008 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:08.451366 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15812721-65dc-4441-98d9-f3033d4527a1 req-39403edd-dd2a-44f5-bec7-327e1922eb6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6d5784-855f-4db3-a849-95606d940801 HTTP/1.1" status: 200  len: 999 time: 0.1073287
Feb 12 21:11:08.465145 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.api [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-4cc17005-0123-4805-8588-832c09a4546e tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:11:08.465807 ncdv-master-1 neutron-server[126506]: DEBUG oslo_db.api [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-4cc17005-0123-4805-8588-832c09a4546e tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:11:08.595356 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 79a28270-5b6e-4c46-9526-13bd9e1c0067 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:11:08.596039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=335b0423-e329-43fd-bea1-28e4856ef8b9,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:08.695932 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 79a28270-5b6e-4c46-9526-13bd9e1c0067 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:08.697574 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:08.842738 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 79a28270-5b6e-4c46-9526-13bd9e1c0067 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:08.843176 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:08.904343 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 79a28270-5b6e-4c46-9526-13bd9e1c0067, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79a28270-5b6e-4c46-9526-13bd9e1c0067,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:08.964704 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:08.966778 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-4cc17005-0123-4805-8588-832c09a4546e tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for floatingip (a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:09.024978 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15812721-65dc-4441-98d9-f3033d4527a1 req-2b1ecae9-1d86-4e9e-9707-0e8c7c08aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:09.026514 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15812721-65dc-4441-98d9-f3033d4527a1 req-2b1ecae9-1d86-4e9e-9707-0e8c7c08aeb2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5 HTTP/1.1" status: 200  len: 856 time: 0.5398252
Feb 12 21:11:09.063754 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=79a28270-5b6e-4c46-9526-13bd9e1c0067,revision_number=11']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:09.118955 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-29050bff-bb2d-4382-a628-861e96c3a1f8 req-00b0de63-2fac-45e2-93ac-5f5867313c83 service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6799483
Feb 12 21:11:09.173846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Attempting to bind port 335b0423-e329-43fd-bea1-28e4856ef8b9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:11:09.174234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Attempting to bind port 335b0423-e329-43fd-bea1-28e4856ef8b9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:11:09.174521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Attempting to bind port 335b0423-e329-43fd-bea1-28e4856ef8b9 on network 0824877a-f60f-4b02-85ba-7bb3e69bc246 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:09.204409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Port 335b0423-e329-43fd-bea1-28e4856ef8b9 on network 0824877a-f60f-4b02-85ba-7bb3e69bc246 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:11:09.204808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Attempting to bind port 335b0423-e329-43fd-bea1-28e4856ef8b9 on network 0824877a-f60f-4b02-85ba-7bb3e69bc246 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:09.208277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15812721-65dc-4441-98d9-f3033d4527a1 req-d6db14d8-83ed-4d13-9c2f-a6561003152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:09.213524 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15812721-65dc-4441-98d9-f3033d4527a1 req-d6db14d8-83ed-4d13-9c2f-a6561003152f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4558dc02-1bc4-4b41-a16f-8a68e939fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1669064
Feb 12 21:11:09.218175 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-9b5790d6-cda9-4cb2-93f7-358ad09468b9 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:09.219819 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-9b5790d6-cda9-4cb2-93f7-358ad09468b9 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/networks?id=54128c98-9bca-420b-9f5f-b82e242f4a33 HTTP/1.1" status: 200  len: 816 time: 0.6015642
Feb 12 21:11:09.232929 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:11:09.233347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Checking segment: {'id': 'c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:11:09.233678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Bound using segment: {'id': 'c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:11:09.236431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Bound port: 335b0423-e329-43fd-bea1-28e4856ef8b9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:11:09.236431 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:09.278821 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-48d67e2b-1796-4222-885d-c689c9b257ab tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/quotas/2e8686c8d8414bd0a886dd2e33c3daf5 HTTP/1.1" status: 200  len: 375 time: 0.0471265
Feb 12 21:11:09.345917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7e1aca-9785-4119-a180-49e60318243e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a28270-5b6e-4c46-9526-13bd9e1c0067'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:09.349661 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bac318-44e3-4b9b-b777-da18935ac679" -d '{"events": [{"server_uuid": "fa7e1aca-9785-4119-a180-49e60318243e", "name": "network-vif-plugged", "status": "completed", "tag": "79a28270-5b6e-4c46-9526-13bd9e1c0067"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:09.375953 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-5547c6a9-fcbc-4fc3-b43e-4bb3ced892ac tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2e8686c8d8414bd0a886dd2e33c3daf5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0458426
Feb 12 21:11:09.434563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] For port 335b0423-e329-43fd-bea1-28e4856ef8b9, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:11:09.482694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] For port 335b0423-e329-43fd-bea1-28e4856ef8b9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=335b0423-e329-43fd-bea1-28e4856ef8b9,segment=NetworkSegment(c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c),segment_id=c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:11:09.487009 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15812721-65dc-4441-98d9-f3033d4527a1 req-8834bc4d-20f1-4527-bd9f-477422316a65 service neutron] 10.222.0.50 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2661471
Feb 12 21:11:09.590021 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:09.604786 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-ea17df8b-107b-4516-85f7-d4949d271e74 service neutron] 10.222.0.31 "GET /v2.0/networks/54128c98-9bca-420b-9f5f-b82e242f4a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2157001
Feb 12 21:11:09.640699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:09.641381 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:09.642886 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] 10.222.0.48 "PUT /v2.0/ports/335b0423-e329-43fd-bea1-28e4856ef8b9 HTTP/1.1" status: 200  len: 1091 time: 2.6573229
Feb 12 21:11:09.658822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'tag': '335b0423-e329-43fd-bea1-28e4856ef8b9'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:09.662078 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97c484b-e46b-4688-865b-db527cc4bd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "tag": "335b0423-e329-43fd-bea1-28e4856ef8b9"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:09.713074 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15812721-65dc-4441-98d9-f3033d4527a1 req-07e20ccf-8519-4c4f-8c1f-42ee9b5d13e2 service neutron] 10.222.0.50 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193544
Feb 12 21:11:09.771384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Request body: {'port': {'device_id': '50535b70-1208-4528-82ce-f59f6d18a030', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:09.805309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecbc4c-af7b-47fe-a1f6-248730d4d3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=335b0423-e329-43fd-bea1-28e4856ef8b9,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:09.879873 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-59175404-500f-4855-8bc7-5150481bfea4 service neutron] 10.222.0.31 "GET /v2.0/networks/54128c98-9bca-420b-9f5f-b82e242f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2484496
Feb 12 21:11:09.880918 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:10.111611 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-4cc17005-0123-4805-8588-832c09a4546e tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:10.191560 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-4cc17005-0123-4805-8588-832c09a4546e tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:10.253304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:10.264799 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Publish callbacks [] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:10.279875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Transition to ACTIVE for port object 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:11:10.312698 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-4cc17005-0123-4805-8588-832c09a4546e tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Floating IP a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574 associated. External IP: 172.35.2.141, port: c0e4abe5-512a-438d-9ee8-c182fa52f022.
Feb 12 21:11:10.544454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-4cc17005-0123-4805-8588-832c09a4546e tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Router 722581dc-165c-45dc-8b68-d7e66aa98dab has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:11:10.609564 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:10.681620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-4cc17005-0123-4805-8588-832c09a4546e tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:11:10.687219 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06f7bc-fe47-46e0-96e4-1ac43f137059 None None] Sync routers for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:11:10.694013 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Pushing event updated for resources: {'Port': ['ID=17ba1c7f-90cf-4f91-a05e-68927bcbe7cc,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:10.711196 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06f7bc-fe47-46e0-96e4-1ac43f137059 None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:11:10.712463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0e06f7bc-fe47-46e0-96e4-1ac43f137059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb5d9340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:10:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:10.928417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Attempting to bind port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:11:10.934170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Attempting to bind port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:11:10.934539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Attempting to bind port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc on network 362c5c76-0028-4be9-86fd-cc1c41d159ca {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:10.955701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c5bb5-fe1e-470d-a4f6-a3c4c1e52939 req-b29a3813-9033-409d-87de-30d6790021d4 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:10.957284 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-705c5bb5-fe1e-470d-a4f6-a3c4c1e52939 req-b29a3813-9033-409d-87de-30d6790021d4 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 951 time: 0.1497056
Feb 12 21:11:10.958144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc on network 362c5c76-0028-4be9-86fd-cc1c41d159ca not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:11:10.958508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Attempting to bind port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc on network 362c5c76-0028-4be9-86fd-cc1c41d159ca {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:10.967249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:11:10.967547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Checking segment: {'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:11:10.968231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Bound using segment: {'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:11:10.968371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Bound port: 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:11:10.968842 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:11.045181 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-0e06f7bc-fe47-46e0-96e4-1ac43f137059 None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:11:11.090265 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] For port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:11:11.093828 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] For port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17ba1c7f-90cf-4f91-a05e-68927bcbe7cc,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:11:11.120806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-4cc17005-0123-4805-8588-832c09a4546e tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Router 722581dc-165c-45dc-8b68-d7e66aa98dab has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:11:11.127167 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-705c5bb5-fe1e-470d-a4f6-a3c4c1e52939 req-deb131d1-2ccd-4a6d-a158-9d1fcc1d17c7 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609440
Feb 12 21:11:11.240217 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:11.295386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-4cc17005-0123-4805-8588-832c09a4546e tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:11:11.301418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-4cc17005-0123-4805-8588-832c09a4546e tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:11.329739 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:11.330241 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:11.331496 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] 10.222.0.48 "PUT /v2.0/ports/17ba1c7f-90cf-4f91-a05e-68927bcbe7cc HTTP/1.1" status: 200  len: 1131 time: 1.5682800
Feb 12 21:11:11.362618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64cd8a-9ee1-4d14-822c-3dfd3c59ca57 service neutron] Pushing event updated for resources: {'Port': ['ID=17ba1c7f-90cf-4f91-a05e-68927bcbe7cc,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:11.423219 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'tag': 'c0e4abe5-512a-438d-9ee8-c182fa52f022'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:11.425684 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f13ee77-dfc1-4c9a-b37d-5e828765574f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd", "tag": "c0e4abe5-512a-438d-9ee8-c182fa52f022"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:11.435173 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-4cc17005-0123-4805-8588-832c09a4546e tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "PUT /v2.0/floatingips/a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574 HTTP/1.1" status: 200  len: 998 time: 3.6739364
Feb 12 21:11:11.439576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2296d-56dd-4457-965e-b946f482f9d6 req-3c637243-108e-45ba-8327-fe2b205c3b5d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:11.443052 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2f2296d-56dd-4457-965e-b946f482f9d6 req-3c637243-108e-45ba-8327-fe2b205c3b5d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 945 time: 0.2141860
Feb 12 21:11:11.447172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0e06f7bc-fe47-46e0-96e4-1ac43f137059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb5d9340>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'floating_ip_address': '172.35.2.141', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'port_id': '2892cb32-6dec-4f9c-8027-ac60fc70109c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'mac_address': 'fa:16:3e:b0:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:10:40Z', 'updated_at': '2022-02-12T21:11:09Z', 'revision_number': 3, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:11.496196 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Request body: {'port': {'device_id': '50535b70-1208-4528-82ce-f59f6d18a030', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:11.505872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06f7bc-fe47-46e0-96e4-1ac43f137059 None None] Checking router: 722581dc-165c-45dc-8b68-d7e66aa98dab for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:11:11.519897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06f7bc-fe47-46e0-96e4-1ac43f137059 None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:11:11.520605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0e06f7bc-fe47-46e0-96e4-1ac43f137059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb5d9340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:10:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:11.539352 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-5c4badb0-0cb1-41b8-9328-e37ca3ef41bd tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:11.542582 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-5c4badb0-0cb1-41b8-9328-e37ca3ef41bd tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports/c0e4abe5-512a-438d-9ee8-c182fa52f022 HTTP/1.1" status: 200  len: 943 time: 0.1049120
Feb 12 21:11:11.634760 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2f2296d-56dd-4457-965e-b946f482f9d6 req-68f40287-3582-4901-a7d8-d16f28c4f8e2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1792378
Feb 12 21:11:11.769482 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-475d408f-cfa2-4ca2-a533-51dbae6741eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:11.771071 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:11.783002 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-475d408f-cfa2-4ca2-a533-51dbae6741eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 1128 time: 0.1484661
Feb 12 21:11:11.797300 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 8a6d5784-855f-4db3-a849-95606d940801 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:11:11.827082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-0e06f7bc-fe47-46e0-96e4-1ac43f137059 None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:11:11.982820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-eceef413-2ded-4fd9-bc81-43a059a1a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:11.993528 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-eceef413-2ded-4fd9-bc81-43a059a1a595 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 921 time: 0.2095578
Feb 12 21:11:12.007252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e815508-608c-4a7a-967d-219664def3af req-3261a2af-7c92-42ec-95f3-2e38c4f848d0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.013561 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e815508-608c-4a7a-967d-219664def3af req-3261a2af-7c92-42ec-95f3-2e38c4f848d0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.019428 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e815508-608c-4a7a-967d-219664def3af req-3261a2af-7c92-42ec-95f3-2e38c4f848d0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.025387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 8a6d5784-855f-4db3-a849-95606d940801 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:12.026157 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8a6d5784-855f-4db3-a849-95606d940801), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:12.027644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e815508-608c-4a7a-967d-219664def3af req-3261a2af-7c92-42ec-95f3-2e38c4f848d0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.033398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e815508-608c-4a7a-967d-219664def3af req-3261a2af-7c92-42ec-95f3-2e38c4f848d0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.039900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e815508-608c-4a7a-967d-219664def3af req-3261a2af-7c92-42ec-95f3-2e38c4f848d0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.041873 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e815508-608c-4a7a-967d-219664def3af req-3261a2af-7c92-42ec-95f3-2e38c4f848d0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 4598 time: 0.2124822
Feb 12 21:11:12.066509 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-fd619a9d-fad4-49e3-a7f5-38df1f1da8cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e4abe5-512a-438d-9ee8-c182fa52f022 HTTP/1.1" status: 200  len: 217 time: 0.0720201
Feb 12 21:11:12.119802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 8a6d5784-855f-4db3-a849-95606d940801, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6d5784-855f-4db3-a849-95606d940801,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:12.142148 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-b26f2b9e-44fa-4dff-963e-8191fd3c2062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.144882 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-b26f2b9e-44fa-4dff-963e-8191fd3c2062 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 200  len: 859 time: 0.0775974
Feb 12 21:11:12.174482 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e815508-608c-4a7a-967d-219664def3af req-11daf770-31b1-454f-b46e-e9c7c9c1eced tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1216767
Feb 12 21:11:12.227367 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8a6d5784-855f-4db3-a849-95606d940801), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:12.308947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-0c57153a-5c43-4fd0-af06-ecb7d4d4a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.326875 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-0c57153a-5c43-4fd0-af06-ecb7d4d4a7a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0667fd4a-8e2d-4583-adf6-fead39b333d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1728132
Feb 12 21:11:12.334800 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-a43f6e6d-17f8-49c2-8f75-283cf6160ba1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:11:12.343235 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0ca88d-7497-4c86-9f77-a0e7753f1866 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:12.344587 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-a43f6e6d-17f8-49c2-8f75-283cf6160ba1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0157599
Feb 12 21:11:12.357641 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=8a6d5784-855f-4db3-a849-95606d940801,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:12.359450 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Publish callbacks [] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:12.382366 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0e06f7bc-fe47-46e0-96e4-1ac43f137059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb5d9340>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'floating_ip_address': '172.35.2.141', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'port_id': '2892cb32-6dec-4f9c-8027-ac60fc70109c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'mac_address': 'fa:16:3e:b0:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:10:40Z', 'updated_at': '2022-02-12T21:11:09Z', 'revision_number': 3, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:12.401285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Transition to ACTIVE for port object db0ca88d-7497-4c86-9f77-a0e7753f1866 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:11:12.482095 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab23565-1881-4d8f-8517-36fd3c33f6f1 x-openstack-request-id: req-9ab23565-1881-4d8f-8517-36fd3c33f6f1 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:12.482393 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7e1aca-9785-4119-a180-49e60318243e", "name": "network-vif-plugged", "status": "completed", "tag": "79a28270-5b6e-4c46-9526-13bd9e1c0067", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:12.483088 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ab23565-1881-4d8f-8517-36fd3c33f6f1 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:12.483088 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7e1aca-9785-4119-a180-49e60318243e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a28270-5b6e-4c46-9526-13bd9e1c0067', 'code': 200}
Feb 12 21:11:12.495192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06f7bc-fe47-46e0-96e4-1ac43f137059 None None] The sync data for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 is: [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'floating_ip_address': '172.35.2.141', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'port_id': '2892cb32-6dec-4f9c-8027-ac60fc70109c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'mac_address': 'fa:16:3e:b0:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:10:40Z', 'updated_at': '2022-02-12T21:11:09Z', 'revision_number': 3, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:11:12.508011 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65557326-956a-4063-bb8e-32eaf33a42e3 x-openstack-request-id: req-65557326-956a-4063-bb8e-32eaf33a42e3 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:12.508011 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "tag": "335b0423-e329-43fd-bea1-28e4856ef8b9", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:12.508011 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65557326-956a-4063-bb8e-32eaf33a42e3 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:12.509086 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'tag': '335b0423-e329-43fd-bea1-28e4856ef8b9', 'status': 'completed', 'code': 200}
Feb 12 21:11:12.524781 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-a258a5a6-af6a-489a-9870-92f0613e849f service neutron] 10.222.0.31 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790838
Feb 12 21:11:12.528080 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:12.801094 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=db0ca88d-7497-4c86-9f77-a0e7753f1866,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:12.808346 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b9c13d-2495-4099-b536-ee1506efa46a x-openstack-request-id: req-56b9c13d-2495-4099-b536-ee1506efa46a {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:12.808615 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd", "tag": "c0e4abe5-512a-438d-9ee8-c182fa52f022", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:12.808983 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56b9c13d-2495-4099-b536-ee1506efa46a {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:12.809539 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'tag': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'status': 'completed', 'code': 200}
Feb 12 21:11:12.889525 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d05b545-fb91-44a3-9513-85391485476b None None] New status for floating IP a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:11:12.929248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13ee77-dfc1-4c9a-b37d-5e828765574f req-253a1e95-f01e-4c2e-8230-5d63903697dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.934719 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f13ee77-dfc1-4c9a-b37d-5e828765574f req-253a1e95-f01e-4c2e-8230-5d63903697dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 1128 time: 0.2275357
Feb 12 21:11:12.952075 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Attempting to bind port db0ca88d-7497-4c86-9f77-a0e7753f1866 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:11:12.952506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Attempting to bind port db0ca88d-7497-4c86-9f77-a0e7753f1866 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:11:12.952781 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c484b-e46b-4688-865b-db527cc4bd7a req-cea60bd4-2937-4ae5-9c68-eddf1811f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.952914 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Attempting to bind port db0ca88d-7497-4c86-9f77-a0e7753f1866 on network 362c5c76-0028-4be9-86fd-cc1c41d159ca {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:12.953280 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c484b-e46b-4688-865b-db527cc4bd7a req-cea60bd4-2937-4ae5-9c68-eddf1811f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.953803 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c484b-e46b-4688-865b-db527cc4bd7a req-cea60bd4-2937-4ae5-9c68-eddf1811f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.954278 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c484b-e46b-4688-865b-db527cc4bd7a req-cea60bd4-2937-4ae5-9c68-eddf1811f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.954924 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c484b-e46b-4688-865b-db527cc4bd7a req-cea60bd4-2937-4ae5-9c68-eddf1811f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.957062 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c484b-e46b-4688-865b-db527cc4bd7a req-cea60bd4-2937-4ae5-9c68-eddf1811f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.958461 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c484b-e46b-4688-865b-db527cc4bd7a req-cea60bd4-2937-4ae5-9c68-eddf1811f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.960867 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e97c484b-e46b-4688-865b-db527cc4bd7a req-cea60bd4-2937-4ae5-9c68-eddf1811f65e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 6228 time: 0.3281033
Feb 12 21:11:12.967504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25200055-2762-42ca-b954-a0268354e3a5 req-6e49450c-1a5f-422b-845e-65fac3b4bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.968106 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25200055-2762-42ca-b954-a0268354e3a5 req-6e49450c-1a5f-422b-845e-65fac3b4bb03 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 1133 time: 0.3279827
Feb 12 21:11:12.978051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Port db0ca88d-7497-4c86-9f77-a0e7753f1866 on network 362c5c76-0028-4be9-86fd-cc1c41d159ca not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:11:12.978457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Attempting to bind port db0ca88d-7497-4c86-9f77-a0e7753f1866 on network 362c5c76-0028-4be9-86fd-cc1c41d159ca {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:12.987959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a0b18-39d5-4f31-a134-ff86d1e5c9a1 req-1c2ccf0a-5b45-468e-9f2c-84d739b4b300 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:12.989675 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c6a0b18-39d5-4f31-a134-ff86d1e5c9a1 req-1c2ccf0a-5b45-468e-9f2c-84d739b4b300 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 951 time: 0.1749575
Feb 12 21:11:13.046519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:11:13.046864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Checking segment: {'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:11:13.047473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Bound using segment: {'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:11:13.047977 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Bound port: db0ca88d-7497-4c86-9f77-a0e7753f1866, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:11:13.048432 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:13.098980 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-e1be2a14-c85b-4f15-b1d8-b03c7ff04f92 service neutron] 10.222.0.31 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5435498
Feb 12 21:11:13.110046 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25200055-2762-42ca-b954-a0268354e3a5 req-36b2e674-61de-47cd-a6b3-2d2f7e7e16cf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279483
Feb 12 21:11:13.184259 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c484b-e46b-4688-865b-db527cc4bd7a req-eaf9f78c-7675-4ce8-b640-58fbc067fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:13.185734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c484b-e46b-4688-865b-db527cc4bd7a req-eaf9f78c-7675-4ce8-b640-58fbc067fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:13.186782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c484b-e46b-4688-865b-db527cc4bd7a req-eaf9f78c-7675-4ce8-b640-58fbc067fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:13.190078 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e97c484b-e46b-4688-865b-db527cc4bd7a req-eaf9f78c-7675-4ce8-b640-58fbc067fdf9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2210371
Feb 12 21:11:13.212211 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13ee77-dfc1-4c9a-b37d-5e828765574f req-8113da5b-431a-4ea8-9f01-e28e1fbd9297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:13.214089 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f13ee77-dfc1-4c9a-b37d-5e828765574f req-8113da5b-431a-4ea8-9f01-e28e1fbd9297 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 921 time: 0.2722199
Feb 12 21:11:13.237722 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c6a0b18-39d5-4f31-a134-ff86d1e5c9a1 req-830aadc5-5864-4f1d-aee1-344954836763 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1836824
Feb 12 21:11:13.269693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] For port db0ca88d-7497-4c86-9f77-a0e7753f1866, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:11:13.274586 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] For port db0ca88d-7497-4c86-9f77-a0e7753f1866, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=db0ca88d-7497-4c86-9f77-a0e7753f1866,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:11:13.327254 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f13ee77-dfc1-4c9a-b37d-5e828765574f req-79ce3f69-6886-4d6f-aabb-7f41af61bc46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e4abe5-512a-438d-9ee8-c182fa52f022 HTTP/1.1" status: 200  len: 217 time: 0.0483701
Feb 12 21:11:13.369018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-e1cdbe8e-626f-45f2-9e7a-ddba26c0ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:13.378745 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-e1cdbe8e-626f-45f2-9e7a-ddba26c0ec13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 1127 time: 0.1456349
Feb 12 21:11:13.410845 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13ee77-dfc1-4c9a-b37d-5e828765574f req-1687be71-69aa-46f4-988e-89dad10c79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:13.413233 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f13ee77-dfc1-4c9a-b37d-5e828765574f req-1687be71-69aa-46f4-988e-89dad10c79fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 200  len: 859 time: 0.0752041
Feb 12 21:11:13.431422 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:13.439436 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d70a12a0-fefc-4653-81d3-cc5c72f2d6b0 req-4832a1d6-b727-452c-bf66-85670f7b64c9 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 210 time: 0.1108274
Feb 12 21:11:13.530533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:13.531247 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:13.533008 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] 10.222.0.48 "PUT /v2.0/ports/db0ca88d-7497-4c86-9f77-a0e7753f1866 HTTP/1.1" status: 200  len: 1131 time: 2.0421109
Feb 12 21:11:13.557886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27bff2-da55-4e77-b7b6-171b1689a3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=db0ca88d-7497-4c86-9f77-a0e7753f1866,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:13.567789 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13ee77-dfc1-4c9a-b37d-5e828765574f req-4ba1e501-c89f-435c-bc60-ead2ea637ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:13.569526 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f13ee77-dfc1-4c9a-b37d-5e828765574f req-4ba1e501-c89f-435c-bc60-ead2ea637ebe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0667fd4a-8e2d-4583-adf6-fead39b333d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1341448
Feb 12 21:11:13.641875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd548bd-5f97-4f57-9e6b-865ed4f129d6 None None] Sync routers for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:11:13.658052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd548bd-5f97-4f57-9e6b-865ed4f129d6 None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:11:13.660262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1fd548bd-5f97-4f57-9e6b-865ed4f129d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfa9af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:10:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:13.684806 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Request body: {'port': {'device_id': '50535b70-1208-4528-82ce-f59f6d18a030', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:13.705268 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c484b-e46b-4688-865b-db527cc4bd7a req-d8de5c01-d8dc-47b7-aa3e-4ad23cfdacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:13.707111 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e97c484b-e46b-4688-865b-db527cc4bd7a req-d8de5c01-d8dc-47b7-aa3e-4ad23cfdacc5 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3859692
Feb 12 21:11:13.774604 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-0fee55de-efc3-4b34-ada5-93551fc6f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:13.783297 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-0fee55de-efc3-4b34-ada5-93551fc6f490 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 921 time: 0.4035001
Feb 12 21:11:13.843407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-1fd548bd-5f97-4f57-9e6b-865ed4f129d6 None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:11:13.851837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bb8c6-ea7f-4efc-ac79-5759f6471461 req-f5e37567-a1dc-4bb2-ac65-ec644c96cb26 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:13.853447 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-445bb8c6-ea7f-4efc-ac79-5759f6471461 req-f5e37567-a1dc-4bb2-ac65-ec644c96cb26 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.2775431
Feb 12 21:11:13.895099 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f13ee77-dfc1-4c9a-b37d-5e828765574f req-d5f07337-16f8-4e53-abf1-41160f5e4cd0 service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3102076
Feb 12 21:11:13.900782 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-2dc4bafb-196d-4527-bad3-4a35f421d8e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2892cb32-6dec-4f9c-8027-ac60fc70109c HTTP/1.1" status: 200  len: 1001 time: 0.1160524
Feb 12 21:11:13.983395 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-7442226b-b40b-4020-af9d-b5c5cdb371aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:13.984199 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:13.994144 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-7442226b-b40b-4020-af9d-b5c5cdb371aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 200  len: 859 time: 0.0910363
Feb 12 21:11:14.063407 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-445bb8c6-ea7f-4efc-ac79-5759f6471461 req-76ef3b15-6a55-4b09-ad9b-759891a4912c tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1705217
Feb 12 21:11:14.103952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-1a286a7b-31f0-4968-834f-9ba9933623c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:14.109187 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-1a286a7b-31f0-4968-834f-9ba9933623c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0667fd4a-8e2d-4583-adf6-fead39b333d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0961857
Feb 12 21:11:14.147826 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f13ee77-dfc1-4c9a-b37d-5e828765574f req-2940121c-5dfb-4720-98a1-69371a485db4 service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2072537
Feb 12 21:11:14.273423 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-8dfd6dac-6b06-4a00-adf5-3985d4fd4b81 service neutron] 10.222.0.31 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512914
Feb 12 21:11:14.292846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1fd548bd-5f97-4f57-9e6b-865ed4f129d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfa9af0>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'floating_ip_address': '172.35.2.141', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'port_id': '2892cb32-6dec-4f9c-8027-ac60fc70109c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'mac_address': 'fa:16:3e:b0:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:10:40Z', 'updated_at': '2022-02-12T21:11:13Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:14.343643 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd548bd-5f97-4f57-9e6b-865ed4f129d6 None None] Checking router: 722581dc-165c-45dc-8b68-d7e66aa98dab for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:11:14.355614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd548bd-5f97-4f57-9e6b-865ed4f129d6 None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:11:14.356247 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1fd548bd-5f97-4f57-9e6b-865ed4f129d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfa9af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:10:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:14.446778 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e65cd975-3d4c-4dca-b9cc-bc518d70512e req-0b7c00dc-65b4-4e57-873d-8a2c85d7ea10 service neutron] 10.222.0.31 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1619360
Feb 12 21:11:14.459912 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123ab4c-7e0d-4c3d-ad21-11d074ca75ff req-e0b9525c-c4f9-47a7-8733-ebe0a6a170f4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:14.471394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123ab4c-7e0d-4c3d-ad21-11d074ca75ff req-e0b9525c-c4f9-47a7-8733-ebe0a6a170f4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:14.477521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123ab4c-7e0d-4c3d-ad21-11d074ca75ff req-e0b9525c-c4f9-47a7-8733-ebe0a6a170f4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:14.483261 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123ab4c-7e0d-4c3d-ad21-11d074ca75ff req-e0b9525c-c4f9-47a7-8733-ebe0a6a170f4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:14.489400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123ab4c-7e0d-4c3d-ad21-11d074ca75ff req-e0b9525c-c4f9-47a7-8733-ebe0a6a170f4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:14.494766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123ab4c-7e0d-4c3d-ad21-11d074ca75ff req-e0b9525c-c4f9-47a7-8733-ebe0a6a170f4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:14.499880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123ab4c-7e0d-4c3d-ad21-11d074ca75ff req-e0b9525c-c4f9-47a7-8733-ebe0a6a170f4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:14.501799 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0123ab4c-7e0d-4c3d-ad21-11d074ca75ff req-e0b9525c-c4f9-47a7-8733-ebe0a6a170f4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5371 time: 0.3034685
Feb 12 21:11:14.512104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'tag': '17ba1c7f-90cf-4f91-a05e-68927bcbe7cc'}, {'name': 'network-changed', 'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'tag': 'db0ca88d-7497-4c86-9f77-a0e7753f1866'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:14.514505 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e23a85b-c53f-433b-9515-1bda5a2b7f91" -d '{"events": [{"name": "network-changed", "server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "tag": "17ba1c7f-90cf-4f91-a05e-68927bcbe7cc"}, {"name": "network-changed", "server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "tag": "db0ca88d-7497-4c86-9f77-a0e7753f1866"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:14.536082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a6d5784-855f-4db3-a849-95606d940801'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:14.536082 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ac374f-86bf-43fe-8730-4c60629cd14d" -d '{"events": [{"server_uuid": "ad7ceb24-719e-4fcb-b272-f1ed4dbd8514", "name": "network-vif-unplugged", "status": "completed", "tag": "8a6d5784-855f-4db3-a849-95606d940801"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:14.624372 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-1fd548bd-5f97-4f57-9e6b-865ed4f129d6 None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:11:14.707415 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0123ab4c-7e0d-4c3d-ad21-11d074ca75ff req-3806a9f7-9a24-46e3-a2ab-59e77a4ab915 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1822107
Feb 12 21:11:14.811273 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'tag': '2892cb32-6dec-4f9c-8027-ac60fc70109c'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:14.815276 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797b787e-fe53-41ff-afc8-d09f62743954" -d '{"events": [{"name": "network-changed", "server_uuid": "42793e4d-48dd-4081-bd66-942f8df5fa65", "tag": "2892cb32-6dec-4f9c-8027-ac60fc70109c"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:14.844154 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2910da7-aefa-45b5-ab32-c4167ae080b7 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:14.860629 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Publish callbacks [] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:14.889026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Transition to ACTIVE for port object b2910da7-aefa-45b5-ab32-c4167ae080b7 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:11:14.967074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4a81a-16db-4af4-aa23-f64d982c5971 req-cce660e5-e333-4c0c-bc15-d705956aad44 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:14.973930 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bb4a81a-16db-4af4-aa23-f64d982c5971 req-cce660e5-e333-4c0c-bc15-d705956aad44 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 951 time: 0.0746322
Feb 12 21:11:15.060251 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bb4a81a-16db-4af4-aa23-f64d982c5971 req-59c38e78-6768-4369-9e86-96212c1e542b tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773597
Feb 12 21:11:15.090275 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:15.092769 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1fd548bd-5f97-4f57-9e6b-865ed4f129d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfa9af0>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'floating_ip_address': '172.35.2.141', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'port_id': '2892cb32-6dec-4f9c-8027-ac60fc70109c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'mac_address': 'fa:16:3e:b0:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:10:40Z', 'updated_at': '2022-02-12T21:11:13Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:15.136105 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd548bd-5f97-4f57-9e6b-865ed4f129d6 None None] The sync data for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 is: [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'floating_ip_address': '172.35.2.141', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'port_id': '2892cb32-6dec-4f9c-8027-ac60fc70109c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'mac_address': 'fa:16:3e:b0:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:10:40Z', 'updated_at': '2022-02-12T21:11:13Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:11:15.285675 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ed2d3b7-6efa-42b9-810a-934d67649bdd req-03406e83-34e9-40cc-96cc-94acdc0adf03 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 210 time: 0.0859044
Feb 12 21:11:15.290010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Pushing event updated for resources: {'Port': ['ID=b2910da7-aefa-45b5-ab32-c4167ae080b7,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:15.422016 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0628b139-7b46-4637-9bbe-f35395efa849 x-openstack-request-id: req-0628b139-7b46-4637-9bbe-f35395efa849 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:15.422884 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "tag": "17ba1c7f-90cf-4f91-a05e-68927bcbe7cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "tag": "db0ca88d-7497-4c86-9f77-a0e7753f1866", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:15.431094 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0628b139-7b46-4637-9bbe-f35395efa849 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:15.431094 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'tag': '17ba1c7f-90cf-4f91-a05e-68927bcbe7cc', 'status': 'completed', 'code': 200}
Feb 12 21:11:15.431094 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'tag': 'db0ca88d-7497-4c86-9f77-a0e7753f1866', 'status': 'completed', 'code': 200}
Feb 12 21:11:15.490436 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e89ab1-ab21-4817-8b2f-10ebd085fe07 x-openstack-request-id: req-53e89ab1-ab21-4817-8b2f-10ebd085fe07 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:15.491101 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7ceb24-719e-4fcb-b272-f1ed4dbd8514", "name": "network-vif-unplugged", "status": "failed", "tag": "8a6d5784-855f-4db3-a849-95606d940801", "code": 422}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:15.491377 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53e89ab1-ab21-4817-8b2f-10ebd085fe07 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:15.491910 ncdv-master-1 neutron-server[126507]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8a6d5784-855f-4db3-a849-95606d940801', 'code': 422} returned with failed status
Feb 12 21:11:15.559657 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-c7e77ed7-35fa-4989-a92e-14afa6153154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:15.561119 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-c7e77ed7-35fa-4989-a92e-14afa6153154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:15.561119 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-c7e77ed7-35fa-4989-a92e-14afa6153154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:15.561826 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-c7e77ed7-35fa-4989-a92e-14afa6153154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:15.562441 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-c7e77ed7-35fa-4989-a92e-14afa6153154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:15.562972 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-c7e77ed7-35fa-4989-a92e-14afa6153154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:15.563766 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-c7e77ed7-35fa-4989-a92e-14afa6153154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:15.565933 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-c7e77ed7-35fa-4989-a92e-14afa6153154 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 6326 time: 0.1326020
Feb 12 21:11:15.592589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Attempting to bind port b2910da7-aefa-45b5-ab32-c4167ae080b7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:11:15.593135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Attempting to bind port b2910da7-aefa-45b5-ab32-c4167ae080b7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:11:15.593386 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Attempting to bind port b2910da7-aefa-45b5-ab32-c4167ae080b7 on network 362c5c76-0028-4be9-86fd-cc1c41d159ca {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:15.699121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Port b2910da7-aefa-45b5-ab32-c4167ae080b7 on network 362c5c76-0028-4be9-86fd-cc1c41d159ca not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:11:15.699460 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Attempting to bind port b2910da7-aefa-45b5-ab32-c4167ae080b7 on network 362c5c76-0028-4be9-86fd-cc1c41d159ca {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:15.772224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:11:15.773220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Checking segment: {'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:11:15.773722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Bound using segment: {'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:11:15.774416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Bound port: b2910da7-aefa-45b5-ab32-c4167ae080b7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:11:15.774778 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:15.777233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-28d3c69a-1fdb-4706-a94d-4390a4ae718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:15.777864 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-28d3c69a-1fdb-4706-a94d-4390a4ae718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:15.778395 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-28d3c69a-1fdb-4706-a94d-4390a4ae718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:15.780630 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-28d3c69a-1fdb-4706-a94d-4390a4ae718d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2024229
Feb 12 21:11:15.809124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 8a6d5784-855f-4db3-a849-95606d940801 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:11:15.970947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-752b42bd-e4b5-4596-b8d9-3601bd687b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:15.972801 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-752b42bd-e4b5-4596-b8d9-3601bd687b73 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1845121
Feb 12 21:11:16.031778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 8a6d5784-855f-4db3-a849-95606d940801 is: DOWN; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:16.325915 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-489eb18f-1b73-44db-9b4a-0a4c1f6bf7f0 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:16.331943 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-489eb18f-1b73-44db-9b4a-0a4c1f6bf7f0 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.48 "GET /v2.0/networks?id=54128c98-9bca-420b-9f5f-b82e242f4a33 HTTP/1.1" status: 200  len: 816 time: 0.2229838
Feb 12 21:11:16.346993 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-12607c1b-0628-4627-8867-d0c9cf885d96 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Request body: {'port': {'device_id': '8d94d265-92b9-424f-8314-b0fb321f73b5', 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33', 'admin_state_up': True, 'tenant_id': '2e8686c8d8414bd0a886dd2e33c3daf5'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:16.353310 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9613f8cf-cd80-49fd-9dc7-b44d92b20207 x-openstack-request-id: req-9613f8cf-cd80-49fd-9dc7-b44d92b20207 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:16.353834 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42793e4d-48dd-4081-bd66-942f8df5fa65", "tag": "2892cb32-6dec-4f9c-8027-ac60fc70109c", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:16.354235 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9613f8cf-cd80-49fd-9dc7-b44d92b20207 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:16.355034 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'tag': '2892cb32-6dec-4f9c-8027-ac60fc70109c', 'status': 'completed', 'code': 200}
Feb 12 21:11:16.368779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-18c32ffb-3b05-4950-927a-ae6d27776e36 req-54de54dd-96b0-49fd-a250-27bf96842b0b tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.141 HTTP/1.1" status: 200  len: 1001 time: 0.8198078
Feb 12 21:11:16.386604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-90639148-a0ca-4254-a555-e830acd3d306 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:16.388081 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-90639148-a0ca-4254-a555-e830acd3d306 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.50 "GET /v2.0/networks?id=54128c98-9bca-420b-9f5f-b82e242f4a33 HTTP/1.1" status: 200  len: 816 time: 1.0279403
Feb 12 21:11:16.412758 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-d379ac1e-6d94-4625-b24c-cdc103faea74 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Request body: {'port': {'device_id': '13154ac3-ea21-4e42-874e-47df8fc0774a', 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33', 'admin_state_up': True, 'tenant_id': '2e8686c8d8414bd0a886dd2e33c3daf5'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:16.413791 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-8e4524b3-ca2a-474d-bafd-3bbfb61d5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:16.415052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-8e4524b3-ca2a-474d-bafd-3bbfb61d5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:16.415657 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-8e4524b3-ca2a-474d-bafd-3bbfb61d5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:16.416190 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-8e4524b3-ca2a-474d-bafd-3bbfb61d5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:16.416970 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-8e4524b3-ca2a-474d-bafd-3bbfb61d5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:16.417651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-8e4524b3-ca2a-474d-bafd-3bbfb61d5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:16.418232 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-8e4524b3-ca2a-474d-bafd-3bbfb61d5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:16.420578 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-8e4524b3-ca2a-474d-bafd-3bbfb61d5594 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 6326 time: 0.3621137
Feb 12 21:11:16.608533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c32ffb-3b05-4950-927a-ae6d27776e36 req-9a08eec3-8855-44c0-b2a7-24d5d95eac36 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:16.610708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-18c32ffb-3b05-4950-927a-ae6d27776e36 req-9a08eec3-8855-44c0-b2a7-24d5d95eac36 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports/2892cb32-6dec-4f9c-8027-ac60fc70109c HTTP/1.1" status: 200  len: 942 time: 0.2216868
Feb 12 21:11:16.700675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] For port b2910da7-aefa-45b5-ab32-c4167ae080b7, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:11:16.708749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] For port b2910da7-aefa-45b5-ab32-c4167ae080b7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2910da7-aefa-45b5-ab32-c4167ae080b7,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:11:16.724443 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-8611998d-02ed-4172-ad78-535c8f19ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:16.724443 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-8611998d-02ed-4172-ad78-535c8f19ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:16.724443 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-8611998d-02ed-4172-ad78-535c8f19ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:16.725272 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-8611998d-02ed-4172-ad78-535c8f19ff99 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2563617
Feb 12 21:11:16.730724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b787e-fe53-41ff-afc8-d09f62743954 req-3ac10cf5-e939-4db6-9a22-827c204009b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:16.732611 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-797b787e-fe53-41ff-afc8-d09f62743954 req-3ac10cf5-e939-4db6-9a22-827c204009b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 1127 time: 0.1587791
Feb 12 21:11:16.942002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-2ea364f1-ad02-43dc-9474-1c38254e33f5 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:16.943282 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-2ea364f1-ad02-43dc-9474-1c38254e33f5 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.50 "GET /v2.0/networks?id=54128c98-9bca-420b-9f5f-b82e242f4a33 HTTP/1.1" status: 200  len: 816 time: 0.2643034
Feb 12 21:11:16.970585 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa9fab4c-ccf5-4e7d-829d-766110565eff tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Request body: {'port': {'device_id': '92301117-2563-4606-aba3-80d2cdcf4214', 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33', 'admin_state_up': True, 'tenant_id': '2e8686c8d8414bd0a886dd2e33c3daf5'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:16.995024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-d379ac1e-6d94-4625-b24c-cdc103faea74 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Made reservation on behalf of 2e8686c8d8414bd0a886dd2e33c3daf5 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:11:16.995308 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-c607380b-4e96-458e-9819-fa1d6334ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:16.995308 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e23a85b-c53f-433b-9515-1bda5a2b7f91 req-c607380b-4e96-458e-9819-fa1d6334ffe1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2497654
Feb 12 21:11:17.002685 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-d379ac1e-6d94-4625-b24c-cdc103faea74 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:17.006924 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:17.025003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b787e-fe53-41ff-afc8-d09f62743954 req-e7890a72-7b57-40d3-9d35-59dcf0386f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:17.026745 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-797b787e-fe53-41ff-afc8-d09f62743954 req-e7890a72-7b57-40d3-9d35-59dcf0386f16 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 921 time: 0.2385476
Feb 12 21:11:17.047164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-12607c1b-0628-4627-8867-d0c9cf885d96 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Made reservation on behalf of 2e8686c8d8414bd0a886dd2e33c3daf5 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:11:17.050882 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-12607c1b-0628-4627-8867-d0c9cf885d96 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:17.138166 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-18c32ffb-3b05-4950-927a-ae6d27776e36 req-4cf0ce63-eded-468f-b1f5-0f6147614555 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.141 HTTP/1.1" status: 200  len: 1001 time: 0.4252450
Feb 12 21:11:17.289770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:17.290553 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:17.292497 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] 10.222.0.48 "PUT /v2.0/ports/b2910da7-aefa-45b5-ab32-c4167ae080b7 HTTP/1.1" status: 200  len: 1090 time: 3.6181500
Feb 12 21:11:17.372348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cefe4-3635-497e-bd73-1b6c68aecd56 service neutron] Pushing event updated for resources: {'Port': ['ID=b2910da7-aefa-45b5-ab32-c4167ae080b7,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:17.384710 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-797b787e-fe53-41ff-afc8-d09f62743954 req-714ce0f1-50d2-4002-b0d2-66a3ade75d80 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2892cb32-6dec-4f9c-8027-ac60fc70109c HTTP/1.1" status: 200  len: 1001 time: 0.2789350
Feb 12 21:11:17.434610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'tag': 'b2910da7-aefa-45b5-ab32-c4167ae080b7'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:17.436822 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b71725-c738-46a0-8d62-28e9a7161cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "tag": "b2910da7-aefa-45b5-ab32-c4167ae080b7"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:17.493841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c32ffb-3b05-4950-927a-ae6d27776e36 req-68e4fe64-5117-4be0-a7f9-70b077c2c459 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:17.496043 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-18c32ffb-3b05-4950-927a-ae6d27776e36 req-68e4fe64-5117-4be0-a7f9-70b077c2c459 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.3569851
Feb 12 21:11:17.526661 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b787e-fe53-41ff-afc8-d09f62743954 req-7b681058-fa53-42c4-b7de-708d7b170f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:17.528369 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-797b787e-fe53-41ff-afc8-d09f62743954 req-7b681058-fa53-42c4-b7de-708d7b170f59 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 200  len: 859 time: 0.1349497
Feb 12 21:11:17.530237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-d379ac1e-6d94-4625-b24c-cdc103faea74 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Allocated IP 172.20.0.6 (54128c98-9bca-420b-9f5f-b82e242f4a33/1a00b9d7-54dc-43fd-b3ce-06743a11f223/7de9234c-8a3c-4d65-9cee-718d58f221b1) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:11:17.538864 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91247072-caf6-4ef0-80cd-37252c40233d req-b231fae6-a021-4a61-8904-b5571777385f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:17.545038 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91247072-caf6-4ef0-80cd-37252c40233d req-b231fae6-a021-4a61-8904-b5571777385f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:17.550952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91247072-caf6-4ef0-80cd-37252c40233d req-b231fae6-a021-4a61-8904-b5571777385f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:17.558300 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91247072-caf6-4ef0-80cd-37252c40233d req-b231fae6-a021-4a61-8904-b5571777385f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:17.563826 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91247072-caf6-4ef0-80cd-37252c40233d req-b231fae6-a021-4a61-8904-b5571777385f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:17.569053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91247072-caf6-4ef0-80cd-37252c40233d req-b231fae6-a021-4a61-8904-b5571777385f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:17.575318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91247072-caf6-4ef0-80cd-37252c40233d req-b231fae6-a021-4a61-8904-b5571777385f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:17.577239 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-91247072-caf6-4ef0-80cd-37252c40233d req-b231fae6-a021-4a61-8904-b5571777385f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5383 time: 0.5361156
Feb 12 21:11:17.622808 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:11:17.625346 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-437a2af7-da59-4a34-8c75-74ccecf12038 req-fa089ca6-5d79-4627-b383-f79e4b50892c tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 210 time: 0.0557833
Feb 12 21:11:17.665083 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-91247072-caf6-4ef0-80cd-37252c40233d req-2d6ecdae-05d9-4586-acca-1927a2d4f6ac tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0779896
Feb 12 21:11:17.666918 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b787e-fe53-41ff-afc8-d09f62743954 req-1f03c584-7c26-4798-a3da-a35227c8de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:17.668935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-797b787e-fe53-41ff-afc8-d09f62743954 req-1f03c584-7c26-4798-a3da-a35227c8de6d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0667fd4a-8e2d-4583-adf6-fead39b333d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1331441
Feb 12 21:11:17.798736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa9fab4c-ccf5-4e7d-829d-766110565eff tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Made reservation on behalf of 2e8686c8d8414bd0a886dd2e33c3daf5 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:11:17.802304 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa9fab4c-ccf5-4e7d-829d-766110565eff tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:17.826753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1d8d8-4427-4b96-beec-21b3a65f97cc req-fca8cd40-6827-4287-b220-17eaa0758b75 tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:17.828727 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ca1d8d8-4427-4b96-beec-21b3a65f97cc req-fca8cd40-6827-4287-b220-17eaa0758b75 tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 1133 time: 0.0667720
Feb 12 21:11:17.862186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-797b787e-fe53-41ff-afc8-d09f62743954 req-915c066b-d552-47b8-ab91-a0372621d07f service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1836770
Feb 12 21:11:17.895513 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-d379ac1e-6d94-4625-b24c-cdc103faea74 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks [] for port (7de9234c-8a3c-4d65-9cee-718d58f221b1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:17.933586 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ca1d8d8-4427-4b96-beec-21b3a65f97cc req-daf751a5-eb51-45b9-a9b3-56a6645edfed tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956750
Feb 12 21:11:17.946246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Request body: {'port': {'device_id': '50535b70-1208-4528-82ce-f59f6d18a030', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:18.014011 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8200715-c63a-4840-b650-6827547aeee4 x-openstack-request-id: req-a8200715-c63a-4840-b650-6827547aeee4 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:18.014011 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "tag": "b2910da7-aefa-45b5-ab32-c4167ae080b7", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:18.021481 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8200715-c63a-4840-b650-6827547aeee4 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:18.022428 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'tag': 'b2910da7-aefa-45b5-ab32-c4167ae080b7', 'status': 'completed', 'code': 200}
Feb 12 21:11:18.140580 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-797b787e-fe53-41ff-afc8-d09f62743954 req-dc466235-1ee9-4485-b851-66144f7fa4f5 service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2719376
Feb 12 21:11:18.149660 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-d379ac1e-6d94-4625-b24c-cdc103faea74 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7de9234c-8a3c-4d65-9cee-718d58f221b1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:18.161172 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-350b2f3e-3a6c-43e2-9930-94a35da1b050 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.141 HTTP/1.1" status: 200  len: 1001 time: 0.1499102
Feb 12 21:11:18.232166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71725-c738-46a0-8d62-28e9a7161cb4 req-6d71d837-17b6-4afe-8e01-30dc23e56570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:18.232650 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71725-c738-46a0-8d62-28e9a7161cb4 req-6d71d837-17b6-4afe-8e01-30dc23e56570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:18.233117 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71725-c738-46a0-8d62-28e9a7161cb4 req-6d71d837-17b6-4afe-8e01-30dc23e56570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:18.233603 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71725-c738-46a0-8d62-28e9a7161cb4 req-6d71d837-17b6-4afe-8e01-30dc23e56570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:18.234067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71725-c738-46a0-8d62-28e9a7161cb4 req-6d71d837-17b6-4afe-8e01-30dc23e56570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:18.234531 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71725-c738-46a0-8d62-28e9a7161cb4 req-6d71d837-17b6-4afe-8e01-30dc23e56570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:18.235056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71725-c738-46a0-8d62-28e9a7161cb4 req-6d71d837-17b6-4afe-8e01-30dc23e56570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:18.237253 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c5b71725-c738-46a0-8d62-28e9a7161cb4 req-6d71d837-17b6-4afe-8e01-30dc23e56570 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 6399 time: 0.1865654
Feb 12 21:11:18.238535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-12607c1b-0628-4627-8867-d0c9cf885d96 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Allocated IP 172.20.0.7 (54128c98-9bca-420b-9f5f-b82e242f4a33/1a00b9d7-54dc-43fd-b3ce-06743a11f223/af1288cf-8eee-461b-8fdd-3ff82ef1f8c5) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:11:18.271332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-b39efb62-e42c-46d7-9073-2252fec9e4f1 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:18.278543 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-b39efb62-e42c-46d7-9073-2252fec9e4f1 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports/2892cb32-6dec-4f9c-8027-ac60fc70109c HTTP/1.1" status: 200  len: 942 time: 0.1108472
Feb 12 21:11:18.316452 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:18.352788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-d379ac1e-6d94-4625-b24c-cdc103faea74 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Network 54128c98-9bca-420b-9f5f-b82e242f4a33 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:11:18.434956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-d379ac1e-6d94-4625-b24c-cdc103faea74 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:11:18.441311 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71725-c738-46a0-8d62-28e9a7161cb4 req-ccddaeb6-ed6e-4ba9-970d-743818a89cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:18.441984 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71725-c738-46a0-8d62-28e9a7161cb4 req-ccddaeb6-ed6e-4ba9-970d-743818a89cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:18.442452 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71725-c738-46a0-8d62-28e9a7161cb4 req-ccddaeb6-ed6e-4ba9-970d-743818a89cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:18.451110 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c5b71725-c738-46a0-8d62-28e9a7161cb4 req-ccddaeb6-ed6e-4ba9-970d-743818a89cbd service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.1984172
Feb 12 21:11:18.478054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379ac1e-6d94-4625-b24c-cdc103faea74 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Pushing event updated for resources: {'Port': ['ID=7de9234c-8a3c-4d65-9cee-718d58f221b1,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:18.504931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-d379ac1e-6d94-4625-b24c-cdc103faea74 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:11:18.635517 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-12607c1b-0628-4627-8867-d0c9cf885d96 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks [] for port (af1288cf-8eee-461b-8fdd-3ff82ef1f8c5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:18.646723 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71725-c738-46a0-8d62-28e9a7161cb4 req-9ece07ca-268c-49a7-bfe9-6f4d113ee68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:18.649186 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c5b71725-c738-46a0-8d62-28e9a7161cb4 req-9ece07ca-268c-49a7-bfe9-6f4d113ee68d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1657317
Feb 12 21:11:18.653666 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-c68c4e21-ebcf-4fc9-aad8-e62cdaf25430 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.141 HTTP/1.1" status: 200  len: 1001 time: 0.2960095
Feb 12 21:11:18.786169 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-12607c1b-0628-4627-8867-d0c9cf885d96 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (af1288cf-8eee-461b-8fdd-3ff82ef1f8c5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:18.836691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-d379ac1e-6d94-4625-b24c-cdc103faea74 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:18.836691 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-d379ac1e-6d94-4625-b24c-cdc103faea74 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:18.892634 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-12607c1b-0628-4627-8867-d0c9cf885d96 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Network 54128c98-9bca-420b-9f5f-b82e242f4a33 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:11:18.921664 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-12607c1b-0628-4627-8867-d0c9cf885d96 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:11:18.948394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-12607c1b-0628-4627-8867-d0c9cf885d96 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:11:18.995940 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12607c1b-0628-4627-8867-d0c9cf885d96 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Pushing event updated for resources: {'Port': ['ID=af1288cf-8eee-461b-8fdd-3ff82ef1f8c5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:19.025613 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-2a3a7f55-b1fe-4835-a8d7-6e5027547e4b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4305687
Feb 12 21:11:19.036722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-5a5f1895-03f2-4bfe-99fb-777e84559cc9 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:19.036722 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-5a5f1895-03f2-4bfe-99fb-777e84559cc9 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.3803415
Feb 12 21:11:19.039942 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-d379ac1e-6d94-4625-b24c-cdc103faea74 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6325545
Feb 12 21:11:19.046730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-d08bbad5-4c12-4629-bfeb-694adec8e913 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:11:19.047707 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-d08bbad5-4c12-4629-bfeb-694adec8e913 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050535
Feb 12 21:11:19.058697 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Request body: {'port': {'device_id': '13154ac3-ea21-4e42-874e-47df8fc0774a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:19.072626 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.api [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa9fab4c-ccf5-4e7d-829d-766110565eff tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-ddc5a34d-ea6c-4c3f-9f34-2bc80fb2104a {{(pid=126506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:11:19.073296 ncdv-master-1 neutron-server[126506]: DEBUG oslo_db.api [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa9fab4c-ccf5-4e7d-829d-766110565eff tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:11:19.171921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-12607c1b-0628-4627-8867-d0c9cf885d96 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:19.172751 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-12607c1b-0628-4627-8867-d0c9cf885d96 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:19.199837 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b3e73-c3ed-435a-b3e5-dfa0d17fb414 req-597ca759-315b-467e-a39f-a8a59bb36837 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:19.201726 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa3b3e73-c3ed-435a-b3e5-dfa0d17fb414 req-597ca759-315b-467e-a39f-a8a59bb36837 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.1753368
Feb 12 21:11:19.211343 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-8309fd27-cdbb-405f-984f-6592ef4b580d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:19.213452 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-8309fd27-cdbb-405f-984f-6592ef4b580d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports/8a6d5784-855f-4db3-a849-95606d940801 HTTP/1.1" status: 200  len: 940 time: 0.1299927
Feb 12 21:11:19.247195 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-c565a20a-4e5a-403f-a7d2-3fa0054ee24c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.141 HTTP/1.1" status: 200  len: 1001 time: 0.1954546
Feb 12 21:11:19.277905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-6c214d70-6541-4fe1-865f-9c5c506cf4d3 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:19.294053 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa3b3e73-c3ed-435a-b3e5-dfa0d17fb414 req-7347d420-dc10-4df1-aa9d-3812c783df0a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742800
Feb 12 21:11:19.326100 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-12607c1b-0628-4627-8867-d0c9cf885d96 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9867306
Feb 12 21:11:19.339283 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Request body: {'port': {'device_id': '8d94d265-92b9-424f-8314-b0fb321f73b5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:19.439412 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-6c214d70-6541-4fe1-865f-9c5c506cf4d3 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for floatingip (a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:19.441558 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7de9234c-8a3c-4d65-9cee-718d58f221b1), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:19.465838 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e42daf48-409b-4f52-aaa5-62dcb51d317a req-26d281b5-e674-4c43-97e8-2056ca3f7045 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 210 time: 0.0521300
Feb 12 21:11:19.467148 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (af1288cf-8eee-461b-8fdd-3ff82ef1f8c5), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:19.514770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb16a4b9-5c35-4c83-b676-814b33f4354e {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:19.680971 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa9fab4c-ccf5-4e7d-829d-766110565eff tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:19.908403 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa9fab4c-ccf5-4e7d-829d-766110565eff tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Allocated IP 172.20.0.9 (54128c98-9bca-420b-9f5f-b82e242f4a33/1a00b9d7-54dc-43fd-b3ce-06743a11f223/6c2d4fff-ca67-4966-a06e-aaa926490420) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:11:19.943142 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cfb45-48f8-46ba-9fcc-debae737de72 req-93665032-bcd7-4bf3-8160-73e81083de73 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:19.950206 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cfb45-48f8-46ba-9fcc-debae737de72 req-93665032-bcd7-4bf3-8160-73e81083de73 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:19.955520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cfb45-48f8-46ba-9fcc-debae737de72 req-93665032-bcd7-4bf3-8160-73e81083de73 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:19.961529 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cfb45-48f8-46ba-9fcc-debae737de72 req-93665032-bcd7-4bf3-8160-73e81083de73 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:19.966806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cfb45-48f8-46ba-9fcc-debae737de72 req-93665032-bcd7-4bf3-8160-73e81083de73 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:19.974346 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cfb45-48f8-46ba-9fcc-debae737de72 req-93665032-bcd7-4bf3-8160-73e81083de73 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:19.978447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cfb45-48f8-46ba-9fcc-debae737de72 req-93665032-bcd7-4bf3-8160-73e81083de73 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:19.990455 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-561cfb45-48f8-46ba-9fcc-debae737de72 req-93665032-bcd7-4bf3-8160-73e81083de73 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5383 time: 0.3217683
Feb 12 21:11:20.053192 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Publish callbacks [] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:20.100812 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-561cfb45-48f8-46ba-9fcc-debae737de72 req-df682bf3-1c5d-4cf4-b932-5f58c5045a1f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1115341
Feb 12 21:11:20.120318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Transition to ACTIVE for port object cb16a4b9-5c35-4c83-b676-814b33f4354e will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:11:20.208961 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-6c214d70-6541-4fe1-865f-9c5c506cf4d3 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:20.238051 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:20.371538 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41c530-e3d6-4e40-b3f8-228342a4f9d8 req-7b28f160-b191-4e70-b908-b7f379db8a94 tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:20.390909 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ad41c530-e3d6-4e40-b3f8-228342a4f9d8 req-7b28f160-b191-4e70-b908-b7f379db8a94 tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 1133 time: 0.1418767
Feb 12 21:11:20.399184 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-6c214d70-6541-4fe1-865f-9c5c506cf4d3 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:20.399535 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-6c214d70-6541-4fe1-865f-9c5c506cf4d3 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Floating IP a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574 disassociated. External IP: 172.35.2.141, port: 2892cb32-6dec-4f9c-8027-ac60fc70109c.
Feb 12 21:11:20.405605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Pushing event updated for resources: {'Port': ['ID=cb16a4b9-5c35-4c83-b676-814b33f4354e,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:20.426293 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa9fab4c-ccf5-4e7d-829d-766110565eff tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks [] for port (6c2d4fff-ca67-4966-a06e-aaa926490420), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:20.497118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Attempting to bind port cb16a4b9-5c35-4c83-b676-814b33f4354e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:11:20.497484 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Attempting to bind port cb16a4b9-5c35-4c83-b676-814b33f4354e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:11:20.497820 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Attempting to bind port cb16a4b9-5c35-4c83-b676-814b33f4354e on network 362c5c76-0028-4be9-86fd-cc1c41d159ca {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:20.504419 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ad41c530-e3d6-4e40-b3f8-228342a4f9d8 req-02ef6126-c0ad-43d2-bdb0-6cc08f64a415 tempest-ServersAdminTestJSON-1977213929 tempest-ServersAdminTestJSON-1977213929-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107817
Feb 12 21:11:20.507974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Port cb16a4b9-5c35-4c83-b676-814b33f4354e on network 362c5c76-0028-4be9-86fd-cc1c41d159ca not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:11:20.508314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Attempting to bind port cb16a4b9-5c35-4c83-b676-814b33f4354e on network 362c5c76-0028-4be9-86fd-cc1c41d159ca {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:20.534182 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:11:20.535787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Checking segment: {'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:11:20.536198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Bound using segment: {'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:11:20.536658 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Bound port: cb16a4b9-5c35-4c83-b676-814b33f4354e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc0fd08-f564-4723-b571-a967824d218e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:11:20.537028 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:20.714807 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] For port cb16a4b9-5c35-4c83-b676-814b33f4354e, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:11:20.733323 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa9fab4c-ccf5-4e7d-829d-766110565eff tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (6c2d4fff-ca67-4966-a06e-aaa926490420), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:20.774001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] For port cb16a4b9-5c35-4c83-b676-814b33f4354e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb16a4b9-5c35-4c83-b676-814b33f4354e,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:11:20.841006 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa9fab4c-ccf5-4e7d-829d-766110565eff tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Network 54128c98-9bca-420b-9f5f-b82e242f4a33 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:11:20.873385 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa9fab4c-ccf5-4e7d-829d-766110565eff tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:11:20.879283 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa9fab4c-ccf5-4e7d-829d-766110565eff tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:11:20.882940 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fab4c-ccf5-4e7d-829d-766110565eff tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Pushing event updated for resources: {'Port': ['ID=6c2d4fff-ca67-4966-a06e-aaa926490420,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:20.884110 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:20.959234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Pushing event updated for resources: {'Port': ['ID=cb16a4b9-5c35-4c83-b676-814b33f4354e,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:20.976862 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:20.977396 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:20.978998 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-654f4358-2414-4a03-aca8-5a9f362b909a service neutron] 10.222.0.48 "PUT /v2.0/ports/cb16a4b9-5c35-4c83-b676-814b33f4354e HTTP/1.1" status: 200  len: 1089 time: 3.0383883
Feb 12 21:11:20.979545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'tag': 'cb16a4b9-5c35-4c83-b676-814b33f4354e'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:20.982098 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198ffd36-701f-4981-a503-5f91a0dd5c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "tag": "cb16a4b9-5c35-4c83-b676-814b33f4354e"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:21.054638 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:21.065747 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Publish callbacks [] for port (af1288cf-8eee-461b-8fdd-3ff82ef1f8c5), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:21.067122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-6c214d70-6541-4fe1-865f-9c5c506cf4d3 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Router 722581dc-165c-45dc-8b68-d7e66aa98dab has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:11:21.072049 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Request body: {'port': {'device_id': '50535b70-1208-4528-82ce-f59f6d18a030', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:21.081868 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Transition to ACTIVE for port object af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:11:21.131398 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa9fab4c-ccf5-4e7d-829d-766110565eff tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:21.133258 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa9fab4c-ccf5-4e7d-829d-766110565eff tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:21.157575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56696a25-ce77-4d14-bae2-1ca2c7bfbbe1 req-e35aab07-8cfb-4c01-95b5-ca04816fdd1e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:21.167015 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-56696a25-ce77-4d14-bae2-1ca2c7bfbbe1 req-e35aab07-8cfb-4c01-95b5-ca04816fdd1e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.3495965
Feb 12 21:11:21.178812 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (af1288cf-8eee-461b-8fdd-3ff82ef1f8c5), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:21.246235 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Pushing event updated for resources: {'Port': ['ID=af1288cf-8eee-461b-8fdd-3ff82ef1f8c5,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:21.391833 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-56696a25-ce77-4d14-bae2-1ca2c7bfbbe1 req-dc113105-d17c-40d2-9f2e-41803ba073b6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2237408
Feb 12 21:11:21.406463 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa9fab4c-ccf5-4e7d-829d-766110565eff tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4426918
Feb 12 21:11:21.427096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Request body: {'port': {'device_id': '92301117-2563-4606-aba3-80d2cdcf4214', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:21.458843 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:21.567445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Attempting to bind port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:11:21.568108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Attempting to bind port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26177883-2235-40a4-8153-b2f22b3ee9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:11:21.568635 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Attempting to bind port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 on network 54128c98-9bca-420b-9f5f-b82e242f4a33 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:21.632373 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 on network 54128c98-9bca-420b-9f5f-b82e242f4a33 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:11:21.633237 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Attempting to bind port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 on network 54128c98-9bca-420b-9f5f-b82e242f4a33 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:21.658948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-6c214d70-6541-4fe1-865f-9c5c506cf4d3 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:11:21.669564 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-6c214d70-6541-4fe1-865f-9c5c506cf4d3 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:21.679748 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea23b9b-9ef7-4bfe-a9e9-2ee0e5128a21 None None] Sync routers for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:11:21.691969 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea23b9b-9ef7-4bfe-a9e9-2ee0e5128a21 None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:11:21.692594 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fea23b9b-9ef7-4bfe-a9e9-2ee0e5128a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb8c970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:10:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:21.711235 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:11:21.711537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Checking segment: {'id': '26177883-2235-40a4-8153-b2f22b3ee9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:11:21.712710 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Bound using segment: {'id': '26177883-2235-40a4-8153-b2f22b3ee9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:11:21.713674 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-6c214d70-6541-4fe1-865f-9c5c506cf4d3 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "PUT /v2.0/floatingips/a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574 HTTP/1.1" status: 200  len: 695 time: 2.4481535
Feb 12 21:11:21.735126 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Bound port: af1288cf-8eee-461b-8fdd-3ff82ef1f8c5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26177883-2235-40a4-8153-b2f22b3ee9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:11:21.735894 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (af1288cf-8eee-461b-8fdd-3ff82ef1f8c5), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:21.784309 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6c2d4fff-ca67-4966-a06e-aaa926490420), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:21.857760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de9234c-8a3c-4d65-9cee-718d58f221b1 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:21.874746 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Publish callbacks [] for port (7de9234c-8a3c-4d65-9cee-718d58f221b1), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:21.878469 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-8762aed4-66b6-48df-8c7a-4714c6a2baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:21.880173 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-8762aed4-66b6-48df-8c7a-4714c6a2baf6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 1127 time: 0.1146295
Feb 12 21:11:21.936157 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-fea23b9b-9ef7-4bfe-a9e9-2ee0e5128a21 None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:11:22.021398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-0d848b0c-479b-49b9-be9c-fd463be9f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:22.023578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-0d848b0c-479b-49b9-be9c-fd463be9f09f service neutron] 10.222.0.31 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 921 time: 0.1301606
Feb 12 21:11:22.034886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Transition to ACTIVE for port object 7de9234c-8a3c-4d65-9cee-718d58f221b1 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:11:22.051642 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cdede-ccc9-45b2-b25b-204ec1079bf3 req-cf920335-2c07-454d-a8f6-d921bdd071ef tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:22.060307 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bc6cdede-ccc9-45b2-b25b-204ec1079bf3 req-cf920335-2c07-454d-a8f6-d921bdd071ef tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 931 time: 0.5257683
Feb 12 21:11:22.102261 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-a0ecdd36-1fab-4b6e-98a9-e984932a39a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2892cb32-6dec-4f9c-8027-ac60fc70109c HTTP/1.1" status: 200  len: 217 time: 0.0536926
Feb 12 21:11:22.108904 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (7de9234c-8a3c-4d65-9cee-718d58f221b1), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:22.128088 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] For port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:11:22.162624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] For port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af1288cf-8eee-461b-8fdd-3ff82ef1f8c5,segment=NetworkSegment(26177883-2235-40a4-8153-b2f22b3ee9a8),segment_id=26177883-2235-40a4-8153-b2f22b3ee9a8)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:11:22.172476 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Pushing event updated for resources: {'Port': ['ID=7de9234c-8a3c-4d65-9cee-718d58f221b1,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:22.216471 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bc6cdede-ccc9-45b2-b25b-204ec1079bf3 req-dcb43fa5-2f22-4fef-bbe3-fce230a997dc tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550837
Feb 12 21:11:22.354548 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (af1288cf-8eee-461b-8fdd-3ff82ef1f8c5), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:22.362310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03b11d7-ad51-4a19-be11-d54473d9b412 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:22.383825 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Publish callbacks [] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:22.414709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Transition to ACTIVE for port object c03b11d7-ad51-4a19-be11-d54473d9b412 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:11:22.432479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:22.433556 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:22.435543 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] 10.222.0.48 "PUT /v2.0/ports/af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 HTTP/1.1" status: 200  len: 1091 time: 3.1016850
Feb 12 21:11:22.436443 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d94d265-92b9-424f-8314-b0fb321f73b5', 'tag': 'af1288cf-8eee-461b-8fdd-3ff82ef1f8c5'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:22.439120 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9086311-57a8-44b7-861c-86f0be588a70" -d '{"events": [{"name": "network-changed", "server_uuid": "8d94d265-92b9-424f-8314-b0fb321f73b5", "tag": "af1288cf-8eee-461b-8fdd-3ff82ef1f8c5"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:22.453787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2d4fff-ca67-4966-a06e-aaa926490420 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:22.468209 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Publish callbacks [] for port (6c2d4fff-ca67-4966-a06e-aaa926490420), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:22.493741 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fea23b9b-9ef7-4bfe-a9e9-2ee0e5128a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb8c970>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:22.494688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Transition to ACTIVE for port object 6c2d4fff-ca67-4966-a06e-aaa926490420 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:11:22.495872 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb916f6-2677-4075-a670-f565a98370a7 service neutron] Pushing event updated for resources: {'Port': ['ID=af1288cf-8eee-461b-8fdd-3ff82ef1f8c5,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:22.503717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-421db37b-d2b3-454e-8bd9-cd68c5c5c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:22.505613 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-421db37b-d2b3-454e-8bd9-cd68c5c5c3ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 200  len: 859 time: 0.3427722
Feb 12 21:11:22.537668 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea23b9b-9ef7-4bfe-a9e9-2ee0e5128a21 None None] Checking router: 722581dc-165c-45dc-8b68-d7e66aa98dab for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:11:22.548719 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea23b9b-9ef7-4bfe-a9e9-2ee0e5128a21 None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:11:22.549817 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fea23b9b-9ef7-4bfe-a9e9-2ee0e5128a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb8c970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:10:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:22.562087 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:22.675136 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (6c2d4fff-ca67-4966-a06e-aaa926490420), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:22.750032 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-fea23b9b-9ef7-4bfe-a9e9-2ee0e5128a21 None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:11:22.784477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-0c034600-922e-4467-8cbf-88ed7fba445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:22.786147 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-0c034600-922e-4467-8cbf-88ed7fba445a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0667fd4a-8e2d-4583-adf6-fead39b333d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2559948
Feb 12 21:11:22.797572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Pushing event updated for resources: {'Port': ['ID=c03b11d7-ad51-4a19-be11-d54473d9b412,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:22.896831 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-887ca801-8f87-47f3-9b83-ea2614970d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:22.899335 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-887ca801-8f87-47f3-9b83-ea2614970d36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e8686c8d8414bd0a886dd2e33c3daf5&device_id=8d94d265-92b9-424f-8314-b0fb321f73b5 HTTP/1.1" status: 200  len: 1125 time: 0.2805207
Feb 12 21:11:22.911553 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2d4fff-ca67-4966-a06e-aaa926490420,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:22.933091 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-ae108835-08d0-465e-b858-638880fc36e3 service neutron] 10.222.0.31 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319005
Feb 12 21:11:22.975271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Attempting to bind port 7de9234c-8a3c-4d65-9cee-718d58f221b1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:11:22.976149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Attempting to bind port 7de9234c-8a3c-4d65-9cee-718d58f221b1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26177883-2235-40a4-8153-b2f22b3ee9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:11:22.976467 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Attempting to bind port 7de9234c-8a3c-4d65-9cee-718d58f221b1 on network 54128c98-9bca-420b-9f5f-b82e242f4a33 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:23.058317 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-cbab1a3a-49b7-4f44-bacb-96df5758a596 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 HTTP/1.1" status: 200  len: 217 time: 0.1400106
Feb 12 21:11:23.086477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Attempting to bind port 6c2d4fff-ca67-4966-a06e-aaa926490420 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:11:23.090071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Attempting to bind port 6c2d4fff-ca67-4966-a06e-aaa926490420 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '26177883-2235-40a4-8153-b2f22b3ee9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:11:23.090071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Attempting to bind port 6c2d4fff-ca67-4966-a06e-aaa926490420 on network 54128c98-9bca-420b-9f5f-b82e242f4a33 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:23.121000 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Port 6c2d4fff-ca67-4966-a06e-aaa926490420 on network 54128c98-9bca-420b-9f5f-b82e242f4a33 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:11:23.121317 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Attempting to bind port 6c2d4fff-ca67-4966-a06e-aaa926490420 on network 54128c98-9bca-420b-9f5f-b82e242f4a33 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:23.130673 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:11:23.133979 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Checking segment: {'id': '26177883-2235-40a4-8153-b2f22b3ee9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:11:23.133979 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Bound using segment: {'id': '26177883-2235-40a4-8153-b2f22b3ee9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:11:23.133979 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Bound port: 6c2d4fff-ca67-4966-a06e-aaa926490420, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26177883-2235-40a4-8153-b2f22b3ee9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:11:23.133979 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6c2d4fff-ca67-4966-a06e-aaa926490420), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:23.140397 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082201bb-0fa3-4d0a-af1a-ddb064209a3b x-openstack-request-id: req-082201bb-0fa3-4d0a-af1a-ddb064209a3b {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:23.141311 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "tag": "cb16a4b9-5c35-4c83-b676-814b33f4354e", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:23.141754 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-082201bb-0fa3-4d0a-af1a-ddb064209a3b {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:23.142339 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'tag': 'cb16a4b9-5c35-4c83-b676-814b33f4354e', 'status': 'completed', 'code': 200}
Feb 12 21:11:23.146529 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Port 7de9234c-8a3c-4d65-9cee-718d58f221b1 on network 54128c98-9bca-420b-9f5f-b82e242f4a33 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:11:23.147181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Attempting to bind port 7de9234c-8a3c-4d65-9cee-718d58f221b1 on network 54128c98-9bca-420b-9f5f-b82e242f4a33 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:23.171414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-13d86678-d5a6-4d8a-8722-1fc43de68ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.172951 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-13d86678-d5a6-4d8a-8722-1fc43de68ad7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1a00b9d7-54dc-43fd-b3ce-06743a11f223 HTTP/1.1" status: 200  len: 856 time: 0.0949132
Feb 12 21:11:23.223996 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:11:23.224503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Checking segment: {'id': '26177883-2235-40a4-8153-b2f22b3ee9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:11:23.224992 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Bound using segment: {'id': '26177883-2235-40a4-8153-b2f22b3ee9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:11:23.226566 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Bound port: 7de9234c-8a3c-4d65-9cee-718d58f221b1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26177883-2235-40a4-8153-b2f22b3ee9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:11:23.227715 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7de9234c-8a3c-4d65-9cee-718d58f221b1), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:23.236833 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Attempting to bind port c03b11d7-ad51-4a19-be11-d54473d9b412 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:11:23.237470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Attempting to bind port c03b11d7-ad51-4a19-be11-d54473d9b412 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '59c0f533-8d2d-4f7b-8a78-1a18c5036ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:11:23.237901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Attempting to bind port c03b11d7-ad51-4a19-be11-d54473d9b412 on network c71d3387-4285-452a-953d-e8edb5c159e7 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:23.269479 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-26642702-8b1e-4f77-a214-08213473c0d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=54128c98-9bca-420b-9f5f-b82e242f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0726197
Feb 12 21:11:23.269720 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3a1c876-f4e8-454d-9d07-8fa5c010f8ef req-d4fce8ab-7b54-44bc-982e-6024da638f10 service neutron] 10.222.0.31 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2977660
Feb 12 21:11:23.277553 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Port c03b11d7-ad51-4a19-be11-d54473d9b412 on network c71d3387-4285-452a-953d-e8edb5c159e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:11:23.278218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Attempting to bind port c03b11d7-ad51-4a19-be11-d54473d9b412 on network c71d3387-4285-452a-953d-e8edb5c159e7 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:23.305482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:11:23.305482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Checking segment: {'id': '59c0f533-8d2d-4f7b-8a78-1a18c5036ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:11:23.305482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Bound using segment: {'id': '59c0f533-8d2d-4f7b-8a78-1a18c5036ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:11:23.305482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Bound port: c03b11d7-ad51-4a19-be11-d54473d9b412, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c0f533-8d2d-4f7b-8a78-1a18c5036ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:11:23.305482 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:23.340739 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fea23b9b-9ef7-4bfe-a9e9-2ee0e5128a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb8c970>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:23.432921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ffd36-701f-4981-a503-5f91a0dd5c7f req-0e6c6747-bde8-40b4-b5ec-7d5e83d49da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.462814 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ffd36-701f-4981-a503-5f91a0dd5c7f req-0e6c6747-bde8-40b4-b5ec-7d5e83d49da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.462814 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ffd36-701f-4981-a503-5f91a0dd5c7f req-0e6c6747-bde8-40b4-b5ec-7d5e83d49da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.462814 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ffd36-701f-4981-a503-5f91a0dd5c7f req-0e6c6747-bde8-40b4-b5ec-7d5e83d49da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.464611 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea23b9b-9ef7-4bfe-a9e9-2ee0e5128a21 None None] The sync data for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 is: [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:11:23.464778 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ffd36-701f-4981-a503-5f91a0dd5c7f req-0e6c6747-bde8-40b4-b5ec-7d5e83d49da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.464778 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ffd36-701f-4981-a503-5f91a0dd5c7f req-0e6c6747-bde8-40b4-b5ec-7d5e83d49da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.464778 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ffd36-701f-4981-a503-5f91a0dd5c7f req-0e6c6747-bde8-40b4-b5ec-7d5e83d49da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.464778 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-198ffd36-701f-4981-a503-5f91a0dd5c7f req-0e6c6747-bde8-40b4-b5ec-7d5e83d49da2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 6522 time: 0.2215288
Feb 12 21:11:23.501853 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80ed98-e806-4fa3-8952-abe61ba9238a req-7eb1818f-aeb0-40c5-884f-e29ad59b1b8b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.507393 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80ed98-e806-4fa3-8952-abe61ba9238a req-7eb1818f-aeb0-40c5-884f-e29ad59b1b8b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.512942 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80ed98-e806-4fa3-8952-abe61ba9238a req-7eb1818f-aeb0-40c5-884f-e29ad59b1b8b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.518419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80ed98-e806-4fa3-8952-abe61ba9238a req-7eb1818f-aeb0-40c5-884f-e29ad59b1b8b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.524057 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80ed98-e806-4fa3-8952-abe61ba9238a req-7eb1818f-aeb0-40c5-884f-e29ad59b1b8b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.529672 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80ed98-e806-4fa3-8952-abe61ba9238a req-7eb1818f-aeb0-40c5-884f-e29ad59b1b8b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.531630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] For port 7de9234c-8a3c-4d65-9cee-718d58f221b1, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:11:23.534672 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80ed98-e806-4fa3-8952-abe61ba9238a req-7eb1818f-aeb0-40c5-884f-e29ad59b1b8b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.539773 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] For port 7de9234c-8a3c-4d65-9cee-718d58f221b1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7de9234c-8a3c-4d65-9cee-718d58f221b1,segment=NetworkSegment(26177883-2235-40a4-8153-b2f22b3ee9a8),segment_id=26177883-2235-40a4-8153-b2f22b3ee9a8)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:11:23.543056 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e80ed98-e806-4fa3-8952-abe61ba9238a req-7eb1818f-aeb0-40c5-884f-e29ad59b1b8b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5407 time: 0.2934506
Feb 12 21:11:23.544253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] For port c03b11d7-ad51-4a19-be11-d54473d9b412, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:11:23.548870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] For port c03b11d7-ad51-4a19-be11-d54473d9b412, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c03b11d7-ad51-4a19-be11-d54473d9b412,segment=NetworkSegment(59c0f533-8d2d-4f7b-8a78-1a18c5036ce1),segment_id=59c0f533-8d2d-4f7b-8a78-1a18c5036ce1)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:11:23.611676 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] For port 6c2d4fff-ca67-4966-a06e-aaa926490420, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:11:23.615341 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce04e2-9bcb-46ba-8613-d508c1c0bfae req-22242853-c093-44e2-88fe-527088c6907e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.618296 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5fce04e2-9bcb-46ba-8613-d508c1c0bfae req-22242853-c093-44e2-88fe-527088c6907e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.0624299
Feb 12 21:11:23.642116 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-2bb0be87-0e8d-4763-ae29-11ad0083c55d service neutron] 10.222.0.48 "GET /v2.0/networks/54128c98-9bca-420b-9f5f-b82e242f4a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3454866
Feb 12 21:11:23.647778 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] For port 6c2d4fff-ca67-4966-a06e-aaa926490420, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c2d4fff-ca67-4966-a06e-aaa926490420,segment=NetworkSegment(26177883-2235-40a4-8153-b2f22b3ee9a8),segment_id=26177883-2235-40a4-8153-b2f22b3ee9a8)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:11:23.672628 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5fce04e2-9bcb-46ba-8613-d508c1c0bfae req-a1f36cf9-af0a-4805-b92d-2499f30781c5 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468307
Feb 12 21:11:23.755040 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceadbad9-c037-49d8-8dbe-eeaebf766a7a x-openstack-request-id: req-ceadbad9-c037-49d8-8dbe-eeaebf766a7a {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:23.755329 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d94d265-92b9-424f-8314-b0fb321f73b5", "tag": "af1288cf-8eee-461b-8fdd-3ff82ef1f8c5", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:23.755579 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ceadbad9-c037-49d8-8dbe-eeaebf766a7a {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:23.755972 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d94d265-92b9-424f-8314-b0fb321f73b5', 'tag': 'af1288cf-8eee-461b-8fdd-3ff82ef1f8c5', 'status': 'completed', 'code': 200}
Feb 12 21:11:23.766218 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89628991-2128-44b7-94e1-545b40eb4110 None None] New status for floating IP a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:11:23.772913 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e80ed98-e806-4fa3-8952-abe61ba9238a req-1efe1f2d-fe96-4f4b-aa78-875cb9a4b885 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2284479
Feb 12 21:11:23.776040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ffd36-701f-4981-a503-5f91a0dd5c7f req-08b932ff-7451-4bde-bc63-fa1415fa8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.776454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ffd36-701f-4981-a503-5f91a0dd5c7f req-08b932ff-7451-4bde-bc63-fa1415fa8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.776916 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ffd36-701f-4981-a503-5f91a0dd5c7f req-08b932ff-7451-4bde-bc63-fa1415fa8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.778455 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-198ffd36-701f-4981-a503-5f91a0dd5c7f req-08b932ff-7451-4bde-bc63-fa1415fa8b30 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.3246431
Feb 12 21:11:23.824162 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-ecab7b3f-7ea5-407f-ab77-fb870e709887 service neutron] 10.222.0.48 "GET /v2.0/networks/54128c98-9bca-420b-9f5f-b82e242f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654196
Feb 12 21:11:23.854669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1409eb-c1c3-42de-9788-82de511e5d33 req-e7693b7e-55e7-4102-bb1a-18e9ff0b3dfe tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.857156 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee1409eb-c1c3-42de-9788-82de511e5d33 req-e7693b7e-55e7-4102-bb1a-18e9ff0b3dfe tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 950 time: 0.0652544
Feb 12 21:11:23.911819 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ffd36-701f-4981-a503-5f91a0dd5c7f req-dcbd9058-108e-4a81-b6fc-5ddfb52d4ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:23.913728 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-198ffd36-701f-4981-a503-5f91a0dd5c7f req-dcbd9058-108e-4a81-b6fc-5ddfb52d4ff1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1215851
Feb 12 21:11:23.916087 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee1409eb-c1c3-42de-9788-82de511e5d33 req-0d37d814-42df-47a0-b03d-cfe7adacc45a tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538816
Feb 12 21:11:23.939078 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (7de9234c-8a3c-4d65-9cee-718d58f221b1), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:23.941853 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (6c2d4fff-ca67-4966-a06e-aaa926490420), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:24.021153 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:24.043382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Pushing event updated for resources: {'Port': ['ID=7de9234c-8a3c-4d65-9cee-718d58f221b1,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:24.085547 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:24.086183 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:24.087608 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] 10.222.0.50 "PUT /v2.0/ports/6c2d4fff-ca67-4966-a06e-aaa926490420 HTTP/1.1" status: 200  len: 1091 time: 2.6706414
Feb 12 21:11:24.126711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565c252-9c79-413e-8683-b06ad2ad3660 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2d4fff-ca67-4966-a06e-aaa926490420,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:24.150658 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657d9f7-c5b5-427d-a8d4-c42d7f29b682 req-d814daf5-b612-4609-9612-d3b42ea942a7 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:24.153432 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6657d9f7-c5b5-427d-a8d4-c42d7f29b682 req-d814daf5-b612-4609-9612-d3b42ea942a7 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 945 time: 0.1393502
Feb 12 21:11:24.153674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:24.154307 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:24.159454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9086311-57a8-44b7-861c-86f0be588a70 req-7e186023-8692-4c59-b705-ba844b530088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:24.160155 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-fa129d60-f671-4152-96de-4f5c7a45f46f service neutron] 10.222.0.50 "PUT /v2.0/ports/7de9234c-8a3c-4d65-9cee-718d58f221b1 HTTP/1.1" status: 200  len: 1091 time: 5.1094511
Feb 12 21:11:24.160957 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9086311-57a8-44b7-861c-86f0be588a70 req-7e186023-8692-4c59-b705-ba844b530088 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e8686c8d8414bd0a886dd2e33c3daf5&device_id=8d94d265-92b9-424f-8314-b0fb321f73b5 HTTP/1.1" status: 200  len: 1125 time: 0.1557262
Feb 12 21:11:24.166094 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:24.166645 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:24.168074 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] 10.222.0.48 "PUT /v2.0/ports/c03b11d7-ad51-4a19-be11-d54473d9b412 HTTP/1.1" status: 200  len: 1091 time: 3.1040709
Feb 12 21:11:24.215424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be4628-3636-401d-bcc3-04c80e54d6bf req-b9d4e370-3a10-47b8-95d4-9cb4449547c5 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:24.217329 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1be4628-3636-401d-bcc3-04c80e54d6bf req-b9d4e370-3a10-47b8-95d4-9cb4449547c5 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 943 time: 0.1903648
Feb 12 21:11:24.218170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df7d31-962d-44d0-ab17-5210bb7f527b service neutron] Pushing event updated for resources: {'Port': ['ID=c03b11d7-ad51-4a19-be11-d54473d9b412,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:24.356115 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6657d9f7-c5b5-427d-a8d4-c42d7f29b682 req-64f326a6-4aa2-4dfa-a9a7-fd2a574ee20f tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/security-groups?id=480d0776-e093-4e97-81bd-9f96dcb79a93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1931641
Feb 12 21:11:24.384787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Request body: {'port': {'device_id': '50535b70-1208-4528-82ce-f59f6d18a030', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:24.425036 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9086311-57a8-44b7-861c-86f0be588a70 req-cb5fc66e-cc67-4723-a836-2eb05766bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:24.429009 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9086311-57a8-44b7-861c-86f0be588a70 req-cb5fc66e-cc67-4723-a836-2eb05766bf82 service neutron] 10.222.0.48 "GET /v2.0/networks?id=54128c98-9bca-420b-9f5f-b82e242f4a33 HTTP/1.1" status: 200  len: 917 time: 0.2555513
Feb 12 21:11:24.471022 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1be4628-3636-401d-bcc3-04c80e54d6bf req-62c72b10-e7cb-409a-aeab-da67a9c4046a tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2334421
Feb 12 21:11:24.502462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-8a0f4326-854a-4510-8a3b-0d28335df9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:24.504161 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-8a0f4326-854a-4510-8a3b-0d28335df9c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514&tenant_id=2094e607f7bf4345beb838fc2e483911 HTTP/1.1" status: 200  len: 1125 time: 0.2427659
Feb 12 21:11:24.513631 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9086311-57a8-44b7-861c-86f0be588a70 req-28eccb84-5835-4cb3-b755-21edcfa096c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 HTTP/1.1" status: 200  len: 217 time: 0.0767453
Feb 12 21:11:24.519614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-d61c7dde-ef94-4d80-a700-b5ce9282fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:24.523508 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-d61c7dde-ef94-4d80-a700-b5ce9282fa9f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e8686c8d8414bd0a886dd2e33c3daf5&device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 1125 time: 0.2494917
Feb 12 21:11:24.611598 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab7219-6362-4067-a96e-edd6a2b7d090 req-9a6c84b3-0fbb-4d89-a095-be69423416a1 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:24.629130 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5ab7219-6362-4067-a96e-edd6a2b7d090 req-9a6c84b3-0fbb-4d89-a095-be69423416a1 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.48 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 950 time: 0.2754719
Feb 12 21:11:24.684525 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-4fd2e9ff-62a8-466b-a305-2de0face852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:24.686251 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-4fd2e9ff-62a8-466b-a305-2de0face852f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e8686c8d8414bd0a886dd2e33c3daf5&device_id=13154ac3-ea21-4e42-874e-47df8fc0774a HTTP/1.1" status: 200  len: 1125 time: 0.2828329
Feb 12 21:11:24.688968 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-b1ad11d2-a5d7-49dc-9c97-33195a8c9082 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c2d4fff-ca67-4966-a06e-aaa926490420 HTTP/1.1" status: 200  len: 217 time: 0.1557736
Feb 12 21:11:24.695441 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:24.775815 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9086311-57a8-44b7-861c-86f0be588a70 req-6e582cac-a015-4f73-adc8-6642a2fb25c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:24.777512 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9086311-57a8-44b7-861c-86f0be588a70 req-6e582cac-a015-4f73-adc8-6642a2fb25c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1a00b9d7-54dc-43fd-b3ce-06743a11f223 HTTP/1.1" status: 200  len: 856 time: 0.2529194
Feb 12 21:11:24.846205 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9086311-57a8-44b7-861c-86f0be588a70 req-b5606a9f-fba3-47af-9cd7-5ae2bcaf7a65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=54128c98-9bca-420b-9f5f-b82e242f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0587080
Feb 12 21:11:24.849580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-f224e67b-38c6-450e-8c02-416dfaeca5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:24.851665 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-f224e67b-38c6-450e-8c02-416dfaeca5ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a00b9d7-54dc-43fd-b3ce-06743a11f223 HTTP/1.1" status: 200  len: 856 time: 0.1535239
Feb 12 21:11:24.853792 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-7ba1c05f-a5a3-47be-a36c-8b1ded435998 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7de9234c-8a3c-4d65-9cee-718d58f221b1 HTTP/1.1" status: 200  len: 217 time: 0.1348000
Feb 12 21:11:24.855802 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-718cbec1-729d-4674-a5c9-e487d220857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:24.857213 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-718cbec1-729d-4674-a5c9-e487d220857d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2094e607f7bf4345beb838fc2e483911&device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 1125 time: 0.3167181
Feb 12 21:11:25.016774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-1defe496-14b4-49f4-86f8-47142a0f2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:25.018319 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-1defe496-14b4-49f4-86f8-47142a0f2ffd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a00b9d7-54dc-43fd-b3ce-06743a11f223 HTTP/1.1" status: 200  len: 856 time: 0.1430330
Feb 12 21:11:25.054263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba8e30-a41d-42df-803f-9cb15a8a8c48 req-e0207010-577d-455b-a518-b82c4a7a0a17 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:25.056480 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-41ba8e30-a41d-42df-803f-9cb15a8a8c48 req-e0207010-577d-455b-a518-b82c4a7a0a17 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.2193472
Feb 12 21:11:25.059418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-a5ab7219-6362-4067-a96e-edd6a2b7d090 req-06ca255a-cb43-4a5b-b8b5-e0ffb3fa70ce tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Deleting port 2d74542d-b56d-4ff5-a958-316b2005d4e9 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:11:25.059769 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a5ab7219-6362-4067-a96e-edd6a2b7d090 req-06ca255a-cb43-4a5b-b8b5-e0ffb3fa70ce tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2d74542d-b56d-4ff5-a958-316b2005d4e9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:25.083282 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-8d883047-21fc-46b9-bfa4-435391833794 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54128c98-9bca-420b-9f5f-b82e242f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527341
Feb 12 21:11:25.149135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'tag': '2892cb32-6dec-4f9c-8027-ac60fc70109c'}, {'name': 'network-changed', 'server_uuid': '13154ac3-ea21-4e42-874e-47df8fc0774a', 'tag': '7de9234c-8a3c-4d65-9cee-718d58f221b1'}, {'name': 'network-changed', 'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'tag': 'c03b11d7-ad51-4a19-be11-d54473d9b412'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:25.151413 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751688fc-5cac-49f1-afd7-b0aa584a5810" -d '{"events": [{"name": "network-changed", "server_uuid": "42793e4d-48dd-4081-bd66-942f8df5fa65", "tag": "2892cb32-6dec-4f9c-8027-ac60fc70109c"}, {"name": "network-changed", "server_uuid": "13154ac3-ea21-4e42-874e-47df8fc0774a", "tag": "7de9234c-8a3c-4d65-9cee-718d58f221b1"}, {"name": "network-changed", "server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "tag": "c03b11d7-ad51-4a19-be11-d54473d9b412"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:25.257291 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-7eec7423-67d6-4e6b-bf40-d478452d46a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54128c98-9bca-420b-9f5f-b82e242f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3902967
Feb 12 21:11:25.532421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-20552968-ddb1-4ada-87ef-8d511e2684c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:25.533917 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-20552968-ddb1-4ada-87ef-8d511e2684c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4558dc02-1bc4-4b41-a16f-8a68e939fe76 HTTP/1.1" status: 200  len: 918 time: 0.6597342
Feb 12 21:11:25.567669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23a723-7ce8-4d1e-b0e1-c525f6bab4ad req-79e51628-be9b-43ce-bacc-8418dd009324 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:25.573496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23a723-7ce8-4d1e-b0e1-c525f6bab4ad req-79e51628-be9b-43ce-bacc-8418dd009324 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:25.578859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23a723-7ce8-4d1e-b0e1-c525f6bab4ad req-79e51628-be9b-43ce-bacc-8418dd009324 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:25.584051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23a723-7ce8-4d1e-b0e1-c525f6bab4ad req-79e51628-be9b-43ce-bacc-8418dd009324 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:25.589347 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23a723-7ce8-4d1e-b0e1-c525f6bab4ad req-79e51628-be9b-43ce-bacc-8418dd009324 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:25.594649 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23a723-7ce8-4d1e-b0e1-c525f6bab4ad req-79e51628-be9b-43ce-bacc-8418dd009324 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:25.599884 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23a723-7ce8-4d1e-b0e1-c525f6bab4ad req-79e51628-be9b-43ce-bacc-8418dd009324 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:25.602515 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bf23a723-7ce8-4d1e-b0e1-c525f6bab4ad req-79e51628-be9b-43ce-bacc-8418dd009324 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5407 time: 0.3795738
Feb 12 21:11:25.605094 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-41ba8e30-a41d-42df-803f-9cb15a8a8c48 req-db1fec20-6a21-4932-a5ff-193a2e83ec92 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5279422
Feb 12 21:11:25.609901 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9086311-57a8-44b7-861c-86f0be588a70 req-9bcac983-a211-430f-8373-4424acb8436e service neutron] 10.222.0.48 "GET /v2.0/networks/54128c98-9bca-420b-9f5f-b82e242f4a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7447591
Feb 12 21:11:25.659153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-a5ab7219-6362-4067-a96e-edd6a2b7d090 req-06ca255a-cb43-4a5b-b8b5-e0ffb3fa70ce tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] For port 2d74542d-b56d-4ff5-a958-316b2005d4e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d74542d-b56d-4ff5-a958-316b2005d4e9,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:25.659579 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a5ab7219-6362-4067-a96e-edd6a2b7d090 req-06ca255a-cb43-4a5b-b8b5-e0ffb3fa70ce tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2d74542d-b56d-4ff5-a958-316b2005d4e9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:25.669069 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-25524bfa-2e58-4da6-87e8-367c07edca08 service neutron] 10.222.0.50 "GET /v2.0/networks/54128c98-9bca-420b-9f5f-b82e242f4a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5575945
Feb 12 21:11:25.670858 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-e609b9c9-1eda-4f29-94b8-7ee9c3063636 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6d5784-855f-4db3-a849-95606d940801 HTTP/1.1" status: 200  len: 997 time: 0.1251159
Feb 12 21:11:25.676770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-a5ab7219-6362-4067-a96e-edd6a2b7d090 req-06ca255a-cb43-4a5b-b8b5-e0ffb3fa70ce tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Calling delete_port for 2d74542d-b56d-4ff5-a958-316b2005d4e9 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:11:25.700138 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-7bf4d8db-28e1-4ca7-b03b-eded0f855da8 service neutron] 10.222.0.50 "GET /v2.0/networks/54128c98-9bca-420b-9f5f-b82e242f4a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3621147
Feb 12 21:11:25.758313 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92301117-2563-4606-aba3-80d2cdcf4214', 'tag': '6c2d4fff-ca67-4966-a06e-aaa926490420'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:25.760816 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b3735e-e452-4884-958a-9c62269ddfc6" -d '{"events": [{"name": "network-changed", "server_uuid": "92301117-2563-4606-aba3-80d2cdcf4214", "tag": "6c2d4fff-ca67-4966-a06e-aaa926490420"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:25.796679 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2494c4e2-9bd2-4e1a-af93-98a0fe5c8a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:25.832653 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bf23a723-7ce8-4d1e-b0e1-c525f6bab4ad req-d11b284d-ec26-4327-9ee2-ff0fc46c65bc tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1925802
Feb 12 21:11:25.876654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-b3159235-2e9a-41e0-9512-79d97514fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:25.878097 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-b3159235-2e9a-41e0-9512-79d97514fe71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5 HTTP/1.1" status: 200  len: 856 time: 0.1731832
Feb 12 21:11:25.939052 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9086311-57a8-44b7-861c-86f0be588a70 req-632d1d29-19d6-40b2-af4b-5cecce898d65 service neutron] 10.222.0.48 "GET /v2.0/networks/54128c98-9bca-420b-9f5f-b82e242f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3196909
Feb 12 21:11:25.961077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f19d2a-687b-4297-9040-bab6e383c627 req-786ddf8f-e6a6-4c6d-a64c-7c30bc710331 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:25.967612 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4f19d2a-687b-4297-9040-bab6e383c627 req-786ddf8f-e6a6-4c6d-a64c-7c30bc710331 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=44a94071-0179-4785-80d2-9c78a84887a5 HTTP/1.1" status: 200  len: 950 time: 0.2642663
Feb 12 21:11:25.979572 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-22eb1066-99cd-4239-b584-9cd40f4069d3 service neutron] 10.222.0.50 "GET /v2.0/networks/54128c98-9bca-420b-9f5f-b82e242f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2935395
Feb 12 21:11:26.041668 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9dd83b-8155-49b9-9961-155b1a2273e6 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:26.055741 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Publish callbacks [] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:26.058962 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-4a722682-ce5c-470a-96cb-67a62de14df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:26.060478 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-4a722682-ce5c-470a-96cb-67a62de14df8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4558dc02-1bc4-4b41-a16f-8a68e939fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1710281
Feb 12 21:11:26.063610 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4f19d2a-687b-4297-9040-bab6e383c627 req-63943c45-0df0-4646-8345-5058185cdda8 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952089
Feb 12 21:11:26.095425 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-770c410a-3fa3-44a9-a963-6b6b678c39c6 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:26.098235 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-770c410a-3fa3-44a9-a963-6b6b678c39c6 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1230426
Feb 12 21:11:26.099947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Transition to ACTIVE for port object ea9dd83b-8155-49b9-9961-155b1a2273e6 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:11:26.102530 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dfe8bdbb-162c-46ad-afe9-fa481b834fdc req-98331dc3-6b44-4676-a2e7-2ba98fcc7655 service neutron] 10.222.0.50 "GET /v2.0/networks/54128c98-9bca-420b-9f5f-b82e242f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2993300
Feb 12 21:11:26.132694 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283f3ad7-88f4-4c3e-96d8-6cba9d369e13 x-openstack-request-id: req-283f3ad7-88f4-4c3e-96d8-6cba9d369e13 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:26.133389 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42793e4d-48dd-4081-bd66-942f8df5fa65", "tag": "2892cb32-6dec-4f9c-8027-ac60fc70109c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "13154ac3-ea21-4e42-874e-47df8fc0774a", "tag": "7de9234c-8a3c-4d65-9cee-718d58f221b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "tag": "c03b11d7-ad51-4a19-be11-d54473d9b412", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:26.133708 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-283f3ad7-88f4-4c3e-96d8-6cba9d369e13 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:26.134394 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'tag': '2892cb32-6dec-4f9c-8027-ac60fc70109c', 'status': 'completed', 'code': 200}
Feb 12 21:11:26.134833 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13154ac3-ea21-4e42-874e-47df8fc0774a', 'tag': '7de9234c-8a3c-4d65-9cee-718d58f221b1', 'status': 'completed', 'code': 200}
Feb 12 21:11:26.135264 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'tag': 'c03b11d7-ad51-4a19-be11-d54473d9b412', 'status': 'completed', 'code': 200}
Feb 12 21:11:26.171984 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-119e1ebd-1fa0-4a5b-9a8c-3d81d141d6a5 service neutron] 10.222.0.50 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1039305
Feb 12 21:11:26.203001 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-c227dfcc-182c-4ee3-9792-ccd0a183b6e0 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.141 HTTP/1.1" status: 200  len: 696 time: 0.0945492
Feb 12 21:11:26.218772 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a5ab7219-6362-4067-a96e-edd6a2b7d090 req-06ca255a-cb43-4a5b-b8b5-e0ffb3fa70ce tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2d74542d-b56d-4ff5-a958-316b2005d4e9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:26.230307 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:26.236401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['9e9845e9-a042-45ae-b39d-5207ad5eef75', '79a28270-5b6e-4c46-9526-13bd9e1c0067'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:26.237170 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-f248f0db-daff-4e47-87ec-684f9c92d694 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Request body: {'floatingip': {'port_id': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:26.305487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca255a-cb43-4a5b-b8b5-e0ffb3fa70ce tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Pushing event deleted for resources: {'Port': ['ID=2d74542d-b56d-4ff5-a958-316b2005d4e9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:26.320220 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-f248f0db-daff-4e47-87ec-684f9c92d694 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for floatingip (a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:26.365604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ab7219-6362-4067-a96e-edd6a2b7d090 req-06ca255a-cb43-4a5b-b8b5-e0ffb3fa70ce tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] No DVR routers for this DVR port 2d74542d-b56d-4ff5-a958-316b2005d4e9 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:11:26.368467 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a5ab7219-6362-4067-a96e-edd6a2b7d090 req-06ca255a-cb43-4a5b-b8b5-e0ffb3fa70ce tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:26.372607 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5ab7219-6362-4067-a96e-edd6a2b7d090 req-06ca255a-cb43-4a5b-b8b5-e0ffb3fa70ce tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.48 "DELETE /v2.0/ports/2d74542d-b56d-4ff5-a958-316b2005d4e9 HTTP/1.1" status: 204  len: 173 time: 1.7425961
Feb 12 21:11:26.387818 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Pushing event updated for resources: {'Port': ['ID=ea9dd83b-8155-49b9-9961-155b1a2273e6,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:26.404741 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67bd9d2b-347e-4a5f-ae34-3749b3aef82b req-15f7d76c-c997-4498-a5d6-b07cdd653df6 service neutron] 10.222.0.50 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2239015
Feb 12 21:11:26.412953 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd695a29-aaa1-4ac3-945b-eddc1b28ea42 req-b5eb4f75-b0aa-4b2c-86a6-2804458288be tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:26.420327 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd695a29-aaa1-4ac3-945b-eddc1b28ea42 req-b5eb4f75-b0aa-4b2c-86a6-2804458288be tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 943 time: 0.2205303
Feb 12 21:11:26.512881 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90bebe-9844-439b-8e90-93dd49b6a10b req-aab799cb-c100-4fad-906f-29b28c199327 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:26.514448 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-da90bebe-9844-439b-8e90-93dd49b6a10b req-aab799cb-c100-4fad-906f-29b28c199327 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.50 "GET /v2.0/ports?device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 945 time: 0.0920403
Feb 12 21:11:26.529536 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd695a29-aaa1-4ac3-945b-eddc1b28ea42 req-0f129854-ce5c-48e4-9d91-c30aa8ff1e45 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019685
Feb 12 21:11:26.625820 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:11:26.684528 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2d74542d-b56d-4ff5-a958-316b2005d4e9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:11:26.748471 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5747a98d-18b7-4e52-8705-84ebc7bd59bc x-openstack-request-id: req-5747a98d-18b7-4e52-8705-84ebc7bd59bc {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:26.748471 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92301117-2563-4606-aba3-80d2cdcf4214", "tag": "6c2d4fff-ca67-4966-a06e-aaa926490420", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:26.748471 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5747a98d-18b7-4e52-8705-84ebc7bd59bc {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:26.748471 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92301117-2563-4606-aba3-80d2cdcf4214', 'tag': '6c2d4fff-ca67-4966-a06e-aaa926490420', 'status': 'completed', 'code': 200}
Feb 12 21:11:26.748471 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-094ca115-70a4-4c26-9f98-97fc5f398685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:26.753947 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-094ca115-70a4-4c26-9f98-97fc5f398685 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&device_id=42793e4d-48dd-4081-bd66-942f8df5fa65 HTTP/1.1" status: 200  len: 1127 time: 0.5943971
Feb 12 21:11:26.760407 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:26.763184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 2d74542d-b56d-4ff5-a958-316b2005d4e9 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:11:26.763655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2d74542d-b56d-4ff5-a958-316b2005d4e9 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:11:26.829834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3735e-e452-4884-958a-9c62269ddfc6 req-ab062e2d-788c-4732-b0fc-879880d830c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:26.831797 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51b3735e-e452-4884-958a-9c62269ddfc6 req-ab062e2d-788c-4732-b0fc-879880d830c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e8686c8d8414bd0a886dd2e33c3daf5&device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 1125 time: 0.1112499
Feb 12 21:11:26.963637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-e00f87ae-0d4a-4d93-9fd1-24eaee3919e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:26.964045 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-e00f87ae-0d4a-4d93-9fd1-24eaee3919e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:26.964524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-e00f87ae-0d4a-4d93-9fd1-24eaee3919e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:26.964996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-e00f87ae-0d4a-4d93-9fd1-24eaee3919e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:26.965505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-e00f87ae-0d4a-4d93-9fd1-24eaee3919e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:26.968508 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-e00f87ae-0d4a-4d93-9fd1-24eaee3919e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:26.968508 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-e00f87ae-0d4a-4d93-9fd1-24eaee3919e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:26.968508 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-e00f87ae-0d4a-4d93-9fd1-24eaee3919e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 6595 time: 0.7974792
Feb 12 21:11:26.971309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-da90bebe-9844-439b-8e90-93dd49b6a10b req-a82d5b99-d3df-4106-8f48-b9d6d4ff3319 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Deleting port 2892cb32-6dec-4f9c-8027-ac60fc70109c {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:11:26.971768 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-da90bebe-9844-439b-8e90-93dd49b6a10b req-a82d5b99-d3df-4106-8f48-b9d6d4ff3319 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2892cb32-6dec-4f9c-8027-ac60fc70109c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:26.973927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af1288cf-8eee-461b-8fdd-3ff82ef1f8c5,segment=NetworkSegment(26177883-2235-40a4-8153-b2f22b3ee9a8),segment_id=26177883-2235-40a4-8153-b2f22b3ee9a8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:26.992691 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'af1288cf-8eee-461b-8fdd-3ff82ef1f8c5', 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33', 'port_id': 'af1288cf-8eee-461b-8fdd-3ff82ef1f8c5', 'mac_address': 'fa:16:3e:e6:21:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a00b9d7-54dc-43fd-b3ce-06743a11f223', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:11:27.041011 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:27.041434 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (af1288cf-8eee-461b-8fdd-3ff82ef1f8c5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:27.063030 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:27.108006 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af1288cf-8eee-461b-8fdd-3ff82ef1f8c5,segment=NetworkSegment(26177883-2235-40a4-8153-b2f22b3ee9a8),segment_id=26177883-2235-40a4-8153-b2f22b3ee9a8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:27.165845 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bf647-6bcf-4b38-87b1-3d85b3e56efb req-3dd209dc-78bc-4d48-b103-87e8ebf082cb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:27.167387 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-664bf647-6bcf-4b38-87b1-3d85b3e56efb req-3dd209dc-78bc-4d48-b103-87e8ebf082cb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.2157166
Feb 12 21:11:27.168400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3735e-e452-4884-958a-9c62269ddfc6 req-f2c1a5b0-3161-4baf-a59a-eaa90e690bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:27.169823 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51b3735e-e452-4884-958a-9c62269ddfc6 req-f2c1a5b0-3161-4baf-a59a-eaa90e690bb3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=54128c98-9bca-420b-9f5f-b82e242f4a33 HTTP/1.1" status: 200  len: 917 time: 0.3305585
Feb 12 21:11:27.175519 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (af1288cf-8eee-461b-8fdd-3ff82ef1f8c5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:27.233855 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-900863e5-b2cb-47c8-88e6-0bc347406e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:27.234101 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-900863e5-b2cb-47c8-88e6-0bc347406e71 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 921 time: 0.4761558
Feb 12 21:11:27.239161 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Attempting to bind port ea9dd83b-8155-49b9-9961-155b1a2273e6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:11:27.239503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Attempting to bind port ea9dd83b-8155-49b9-9961-155b1a2273e6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '59c0f533-8d2d-4f7b-8a78-1a18c5036ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:11:27.239827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Attempting to bind port ea9dd83b-8155-49b9-9961-155b1a2273e6 on network c71d3387-4285-452a-953d-e8edb5c159e7 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:27.247592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=af1288cf-8eee-461b-8fdd-3ff82ef1f8c5,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:27.249494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-da90bebe-9844-439b-8e90-93dd49b6a10b req-a82d5b99-d3df-4106-8f48-b9d6d4ff3319 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] For port 2892cb32-6dec-4f9c-8027-ac60fc70109c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2892cb32-6dec-4f9c-8027-ac60fc70109c,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:27.249873 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-da90bebe-9844-439b-8e90-93dd49b6a10b req-a82d5b99-d3df-4106-8f48-b9d6d4ff3319 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2892cb32-6dec-4f9c-8027-ac60fc70109c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:27.253231 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51b3735e-e452-4884-958a-9c62269ddfc6 req-572dec6e-ef44-4a0b-ae7c-34e25d116a53 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c2d4fff-ca67-4966-a06e-aaa926490420 HTTP/1.1" status: 200  len: 217 time: 0.0762677
Feb 12 21:11:27.339932 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Port ea9dd83b-8155-49b9-9961-155b1a2273e6 on network c71d3387-4285-452a-953d-e8edb5c159e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:11:27.340550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Attempting to bind port ea9dd83b-8155-49b9-9961-155b1a2273e6 on network c71d3387-4285-452a-953d-e8edb5c159e7 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:27.343375 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-daaf4c86-3466-416c-9ef4-fe38f34e23c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2892cb32-6dec-4f9c-8027-ac60fc70109c HTTP/1.1" status: 200  len: 217 time: 0.0966675
Feb 12 21:11:27.343542 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-da90bebe-9844-439b-8e90-93dd49b6a10b req-a82d5b99-d3df-4106-8f48-b9d6d4ff3319 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Calling delete_port for 2892cb32-6dec-4f9c-8027-ac60fc70109c owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:11:27.344578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-f224da40-6135-46a8-9016-37b99d96190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:27.345517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-f224da40-6135-46a8-9016-37b99d96190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:27.345997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-f224da40-6135-46a8-9016-37b99d96190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:27.347641 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-f224da40-6135-46a8-9016-37b99d96190e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.3638759
Feb 12 21:11:27.385395 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:11:27.385639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Checking segment: {'id': '59c0f533-8d2d-4f7b-8a78-1a18c5036ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:11:27.386228 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Bound using segment: {'id': '59c0f533-8d2d-4f7b-8a78-1a18c5036ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:11:27.386573 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Bound port: ea9dd83b-8155-49b9-9961-155b1a2273e6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c0f533-8d2d-4f7b-8a78-1a18c5036ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:11:27.386932 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:27.419729 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-664bf647-6bcf-4b38-87b1-3d85b3e56efb req-6146ff5b-9819-433a-b4c0-341fd6c5488d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2414384
Feb 12 21:11:27.449797 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-f248f0db-daff-4e47-87ec-684f9c92d694 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:27.499903 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3735e-e452-4884-958a-9c62269ddfc6 req-f2eb8fbd-6c5f-4049-94ab-ddbfc7bb573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:27.504296 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51b3735e-e452-4884-958a-9c62269ddfc6 req-f2eb8fbd-6c5f-4049-94ab-ddbfc7bb573a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a00b9d7-54dc-43fd-b3ce-06743a11f223 HTTP/1.1" status: 200  len: 856 time: 0.2439282
Feb 12 21:11:27.557130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['af1288cf-8eee-461b-8fdd-3ff82ef1f8c5'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:27.567952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-0e2dae25-e43a-47e4-a514-1acb929ec479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:27.574230 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-0e2dae25-e43a-47e4-a514-1acb929ec479 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 200  len: 859 time: 0.2109497
Feb 12 21:11:27.574923 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-f248f0db-daff-4e47-87ec-684f9c92d694 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:27.668588 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51b3735e-e452-4884-958a-9c62269ddfc6 req-8a4b7c09-1412-4d13-b646-b02765492c52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54128c98-9bca-420b-9f5f-b82e242f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1403773
Feb 12 21:11:27.771227 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-f248f0db-daff-4e47-87ec-684f9c92d694 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Floating IP a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574 associated. External IP: 172.35.2.141, port: c0e4abe5-512a-438d-9ee8-c182fa52f022.
Feb 12 21:11:27.946590 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51b3735e-e452-4884-958a-9c62269ddfc6 req-6b49d651-ebf0-47a7-b378-2532ad4cfe1a service neutron] 10.222.0.50 "GET /v2.0/networks/54128c98-9bca-420b-9f5f-b82e242f4a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2615876
Feb 12 21:11:28.036597 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f7084ed8-aef6-4c88-9c98-2f7accff6177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:28.061313 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-da90bebe-9844-439b-8e90-93dd49b6a10b req-a82d5b99-d3df-4106-8f48-b9d6d4ff3319 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2892cb32-6dec-4f9c-8027-ac60fc70109c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:28.079098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['c0e4abe5-512a-438d-9ee8-c182fa52f022', '2892cb32-6dec-4f9c-8027-ac60fc70109c'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:28.109610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d5b99-d3df-4106-8f48-b9d6d4ff3319 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Pushing event deleted for resources: {'Port': ['ID=2892cb32-6dec-4f9c-8027-ac60fc70109c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:28.146576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a94071-0179-4785-80d2-9c78a84887a5', 'name': 'network-vif-deleted', 'tag': '2d74542d-b56d-4ff5-a958-316b2005d4e9'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:28.149535 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28783acd-4996-47c9-86de-59e59692ef96" -d '{"events": [{"server_uuid": "44a94071-0179-4785-80d2-9c78a84887a5", "name": "network-vif-deleted", "tag": "2d74542d-b56d-4ff5-a958-316b2005d4e9"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:28.230921 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-da90bebe-9844-439b-8e90-93dd49b6a10b req-a82d5b99-d3df-4106-8f48-b9d6d4ff3319 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] No DVR routers for this DVR port 2892cb32-6dec-4f9c-8027-ac60fc70109c on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:11:28.239791 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-402e6823-06ad-4110-aa97-ec55a0ca8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:28.241926 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-402e6823-06ad-4110-aa97-ec55a0ca8c4e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8799725
Feb 12 21:11:28.263208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] For port ea9dd83b-8155-49b9-9961-155b1a2273e6, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:11:28.266714 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-da90bebe-9844-439b-8e90-93dd49b6a10b req-a82d5b99-d3df-4106-8f48-b9d6d4ff3319 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:28.269118 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] For port ea9dd83b-8155-49b9-9961-155b1a2273e6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ea9dd83b-8155-49b9-9961-155b1a2273e6,segment=NetworkSegment(59c0f533-8d2d-4f7b-8a78-1a18c5036ce1),segment_id=59c0f533-8d2d-4f7b-8a78-1a18c5036ce1)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:11:28.270168 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-da90bebe-9844-439b-8e90-93dd49b6a10b req-a82d5b99-d3df-4106-8f48-b9d6d4ff3319 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.50 "DELETE /v2.0/ports/2892cb32-6dec-4f9c-8027-ac60fc70109c HTTP/1.1" status: 204  len: 173 time: 1.7396116
Feb 12 21:11:28.304652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-5880b8b0-ea22-45be-929f-f19d30881129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:28.306381 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-5880b8b0-ea22-45be-929f-f19d30881129 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0667fd4a-8e2d-4583-adf6-fead39b333d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.7055318
Feb 12 21:11:28.309053 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51b3735e-e452-4884-958a-9c62269ddfc6 req-c1beaa15-ec98-4e91-a05f-327a58ed9145 service neutron] 10.222.0.50 "GET /v2.0/networks/54128c98-9bca-420b-9f5f-b82e242f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1958098
Feb 12 21:11:28.422797 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:28.531264 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Pushing event updated for resources: {'Port': ['ID=ea9dd83b-8155-49b9-9961-155b1a2273e6,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:28.588200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:28.588830 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:28.590768 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-874e2d53-4287-4054-bb37-901a43a5b13a service neutron] 10.222.0.48 "PUT /v2.0/ports/ea9dd83b-8155-49b9-9961-155b1a2273e6 HTTP/1.1" status: 200  len: 1091 time: 4.2113698
Feb 12 21:11:28.630068 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-090326f5-8dfa-4ea5-89d6-5556cee601d0 service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3130500
Feb 12 21:11:28.742022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'tag': 'ea9dd83b-8155-49b9-9961-155b1a2273e6'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:28.745944 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5c6486-f355-4783-93fd-8f8fe37ceabd" -d '{"events": [{"name": "network-changed", "server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "tag": "ea9dd83b-8155-49b9-9961-155b1a2273e6"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:28.829172 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-f248f0db-daff-4e47-87ec-684f9c92d694 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Router 722581dc-165c-45dc-8b68-d7e66aa98dab has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:11:28.890626 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-f14fd723-c320-416d-ac82-46fef6686a9f service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2486012
Feb 12 21:11:28.970961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-e15d157d-16ad-4822-8cf6-ea8d1b33e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:28.971470 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-e15d157d-16ad-4822-8cf6-ea8d1b33e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:28.972042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-e15d157d-16ad-4822-8cf6-ea8d1b33e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:28.972495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-e15d157d-16ad-4822-8cf6-ea8d1b33e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:28.972970 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-e15d157d-16ad-4822-8cf6-ea8d1b33e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:28.973525 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-e15d157d-16ad-4822-8cf6-ea8d1b33e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:28.974009 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-e15d157d-16ad-4822-8cf6-ea8d1b33e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:28.976686 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-e15d157d-16ad-4822-8cf6-ea8d1b33e2db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 6693 time: 0.2380497
Feb 12 21:11:29.053847 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-069fb958-7bff-4229-8ae8-9a424d862fee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=335b0423-e329-43fd-bea1-28e4856ef8b9 HTTP/1.1" status: 200  len: 217 time: 0.0573542
Feb 12 21:11:29.121925 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-f248f0db-daff-4e47-87ec-684f9c92d694 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:11:29.127918 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-f248f0db-daff-4e47-87ec-684f9c92d694 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:29.148147 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c0792-dcf6-4e6a-97d0-fe8d90d9eb07 None None] Sync routers for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:11:29.154925 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c0792-dcf6-4e6a-97d0-fe8d90d9eb07 None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:11:29.155721 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3a4c0792-dcf6-4e6a-97d0-fe8d90d9eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc70004b8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:11:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:29.190130 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-a1c30bd4-d7cb-4375-9cd6-6e9edff8d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:29.196690 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-a1c30bd4-d7cb-4375-9cd6-6e9edff8d2a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=925d65ec-3fa2-4569-8607-ed683a98304c HTTP/1.1" status: 200  len: 851 time: 0.1275151
Feb 12 21:11:29.242385 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:29.276677 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-3a4c0792-dcf6-4e6a-97d0-fe8d90d9eb07 None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:11:29.281247 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-f248f0db-daff-4e47-87ec-684f9c92d694 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "PUT /v2.0/floatingips/a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574 HTTP/1.1" status: 200  len: 997 time: 3.0548306
Feb 12 21:11:29.429744 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-484b7c33-adce-40ec-8963-0d22de3cdad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:29.431825 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-484b7c33-adce-40ec-8963-0d22de3cdad4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0824877a-f60f-4b02-85ba-7bb3e69bc246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2149940
Feb 12 21:11:29.437131 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-4828d26f-bf52-4dec-b594-83b0a52908b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:29.438784 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-4828d26f-bf52-4dec-b594-83b0a52908b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e8686c8d8414bd0a886dd2e33c3daf5&device_id=13154ac3-ea21-4e42-874e-47df8fc0774a HTTP/1.1" status: 200  len: 1125 time: 0.1547315
Feb 12 21:11:29.443471 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:29.466696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-56a92264-d084-4e3c-863b-14287ea65719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:29.468254 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-56a92264-d084-4e3c-863b-14287ea65719 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 1128 time: 0.1435592
Feb 12 21:11:29.764608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38277e-f816-4ced-8c51-b5327456ea50 req-37bba847-8c1e-4819-a15c-7e03eddaabe7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:29.767805 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3a4c0792-dcf6-4e6a-97d0-fe8d90d9eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc70004b8b0>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'floating_ip_address': '172.35.2.141', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'port_id': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'mac_address': 'fa:16:3e:85:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:10:40Z', 'updated_at': '2022-02-12T21:11:27Z', 'revision_number': 8, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:29.773898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38277e-f816-4ced-8c51-b5327456ea50 req-37bba847-8c1e-4819-a15c-7e03eddaabe7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:29.781392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-0bb854fb-2fea-4d5b-94ba-524154decb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:29.783197 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38277e-f816-4ced-8c51-b5327456ea50 req-37bba847-8c1e-4819-a15c-7e03eddaabe7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:29.783900 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-0bb854fb-2fea-4d5b-94ba-524154decb8a service neutron] 10.222.0.50 "GET /v2.0/networks?id=54128c98-9bca-420b-9f5f-b82e242f4a33 HTTP/1.1" status: 200  len: 917 time: 0.3139093
Feb 12 21:11:29.789425 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-f84ba631-6711-401a-878d-719e1cfa2e76 service neutron] 10.222.0.48 "GET /v2.0/networks/0824877a-f60f-4b02-85ba-7bb3e69bc246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3495805
Feb 12 21:11:29.794217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38277e-f816-4ced-8c51-b5327456ea50 req-37bba847-8c1e-4819-a15c-7e03eddaabe7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:29.798698 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38277e-f816-4ced-8c51-b5327456ea50 req-37bba847-8c1e-4819-a15c-7e03eddaabe7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:29.807855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38277e-f816-4ced-8c51-b5327456ea50 req-37bba847-8c1e-4819-a15c-7e03eddaabe7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:29.814969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38277e-f816-4ced-8c51-b5327456ea50 req-37bba847-8c1e-4819-a15c-7e03eddaabe7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:29.823709 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9b38277e-f816-4ced-8c51-b5327456ea50 req-37bba847-8c1e-4819-a15c-7e03eddaabe7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5419 time: 0.1714494
Feb 12 21:11:29.843210 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c0792-dcf6-4e6a-97d0-fe8d90d9eb07 None None] Checking router: 722581dc-165c-45dc-8b68-d7e66aa98dab for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:11:29.862482 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c0792-dcf6-4e6a-97d0-fe8d90d9eb07 None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:11:29.863410 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3a4c0792-dcf6-4e6a-97d0-fe8d90d9eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc70004b8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:11:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:29.872084 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7de9234c-8a3c-4d65-9cee-718d58f221b1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:11:29.878659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device e38f0d55-536c-4032-855c-af42ba5ed8b7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:11:29.963735 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-93ed581e-7ccd-4047-85c5-e1090bbcd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:29.964738 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9b38277e-f816-4ced-8c51-b5327456ea50 req-23d96fa0-495b-40d8-9cc0-5433c3ff8d70 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1399524
Feb 12 21:11:29.983569 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-93ed581e-7ccd-4047-85c5-e1090bbcd813 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 921 time: 0.4944119
Feb 12 21:11:30.077021 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-3a4c0792-dcf6-4e6a-97d0-fe8d90d9eb07 None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:11:30.084103 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-304179cf-fdc7-4278-9bfe-d847ae5c2651 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e4abe5-512a-438d-9ee8-c182fa52f022 HTTP/1.1" status: 200  len: 1000 time: 0.0993938
Feb 12 21:11:30.126868 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-4e38c3de-4321-47a6-a5e9-f2089b151127 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7de9234c-8a3c-4d65-9cee-718d58f221b1 HTTP/1.1" status: 200  len: 217 time: 0.2788393
Feb 12 21:11:30.264300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d743fd0-97f4-400a-bf0b-a140a830997c req-7254e52d-db66-4a02-906a-9ab77d4c0ef9 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:30.270072 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7d743fd0-97f4-400a-bf0b-a140a830997c req-7254e52d-db66-4a02-906a-9ab77d4c0ef9 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 943 time: 0.1424253
Feb 12 21:11:30.337834 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-51a7f52b-1ddd-4758-82d6-eb04b23638f6 service neutron] 10.222.0.48 "GET /v2.0/networks/0824877a-f60f-4b02-85ba-7bb3e69bc246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5360131
Feb 12 21:11:30.342962 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-ea873c4e-e24a-4b83-95a1-e7be33949cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:30.344900 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-ea873c4e-e24a-4b83-95a1-e7be33949cc0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 200  len: 859 time: 0.2599571
Feb 12 21:11:30.379366 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port e38f0d55-536c-4032-855c-af42ba5ed8b7 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:30.380403 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:30.414582 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7de9234c-8a3c-4d65-9cee-718d58f221b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7de9234c-8a3c-4d65-9cee-718d58f221b1,segment=NetworkSegment(26177883-2235-40a4-8153-b2f22b3ee9a8),segment_id=26177883-2235-40a4-8153-b2f22b3ee9a8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:30.416409 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7d743fd0-97f4-400a-bf0b-a140a830997c req-c48a5cb9-25db-4407-b4ab-b9f49d4188bf tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286120
Feb 12 21:11:30.424880 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3a4c0792-dcf6-4e6a-97d0-fe8d90d9eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc70004b8b0>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'floating_ip_address': '172.35.2.141', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'port_id': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'mac_address': 'fa:16:3e:85:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:10:40Z', 'updated_at': '2022-02-12T21:11:27Z', 'revision_number': 8, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:30.449103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e38f0d55-536c-4032-855c-af42ba5ed8b7'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:30.452312 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c944541b-f2e8-4b94-a63a-77fa094e9f26" -d '{"events": [{"server_uuid": "e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6", "name": "network-vif-unplugged", "status": "completed", "tag": "e38f0d55-536c-4032-855c-af42ba5ed8b7"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:30.456902 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-936603d7-7e86-40ba-92cc-455192612f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:30.462680 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-936603d7-7e86-40ba-92cc-455192612f2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a00b9d7-54dc-43fd-b3ce-06743a11f223 HTTP/1.1" status: 200  len: 856 time: 0.2711105
Feb 12 21:11:30.468645 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-a8abadc7-963d-4c3c-8cdc-83b6ac9345e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=17ba1c7f-90cf-4f91-a05e-68927bcbe7cc HTTP/1.1" status: 200  len: 217 time: 0.1221910
Feb 12 21:11:30.488732 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4222b09e-5633-4fda-b506-67d3ab5dfa3e x-openstack-request-id: req-4222b09e-5633-4fda-b506-67d3ab5dfa3e {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:30.489427 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a94071-0179-4785-80d2-9c78a84887a5", "name": "network-vif-deleted", "tag": "2d74542d-b56d-4ff5-a958-316b2005d4e9", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:30.489702 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4222b09e-5633-4fda-b506-67d3ab5dfa3e {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:30.490608 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a94071-0179-4785-80d2-9c78a84887a5', 'name': 'network-vif-deleted', 'tag': '2d74542d-b56d-4ff5-a958-316b2005d4e9', 'status': 'completed', 'code': 200}
Feb 12 21:11:30.502352 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port e38f0d55-536c-4032-855c-af42ba5ed8b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38f0d55-536c-4032-855c-af42ba5ed8b7,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:30.505161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '7de9234c-8a3c-4d65-9cee-718d58f221b1', 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33', 'port_id': '7de9234c-8a3c-4d65-9cee-718d58f221b1', 'mac_address': 'fa:16:3e:59:cd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a00b9d7-54dc-43fd-b3ce-06743a11f223', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:11:30.516366 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c0792-dcf6-4e6a-97d0-fe8d90d9eb07 None None] The sync data for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 is: [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'floating_ip_address': '172.35.2.141', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'port_id': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'mac_address': 'fa:16:3e:85:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:10:40Z', 'updated_at': '2022-02-12T21:11:27Z', 'revision_number': 8, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:11:30.551168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 7de9234c-8a3c-4d65-9cee-718d58f221b1 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:30.551598 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7de9234c-8a3c-4d65-9cee-718d58f221b1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:30.566301 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:30.576333 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-2bbecf4d-a9f7-4757-b315-e746eace01a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54128c98-9bca-420b-9f5f-b82e242f4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1000981
Feb 12 21:11:30.585639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de9234c-8a3c-4d65-9cee-718d58f221b1 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:30.602916 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-c6b35f74-2632-4d55-888e-fdcf217f4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:30.604479 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-c6b35f74-2632-4d55-888e-fdcf217f4be2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0667fd4a-8e2d-4583-adf6-fead39b333d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2469900
Feb 12 21:11:30.654901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7de9234c-8a3c-4d65-9cee-718d58f221b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7de9234c-8a3c-4d65-9cee-718d58f221b1,segment=NetworkSegment(26177883-2235-40a4-8153-b2f22b3ee9a8),segment_id=26177883-2235-40a4-8153-b2f22b3ee9a8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:30.657807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:11:30.675664 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2462071-5f17-4b90-b6c1-e8a310b088fb req-33ad1299-dca7-4c93-ae56-ac6e7c9678f6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:30.683892 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2462071-5f17-4b90-b6c1-e8a310b088fb req-33ad1299-dca7-4c93-ae56-ac6e7c9678f6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.1200109
Feb 12 21:11:30.704953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=e38f0d55-536c-4032-855c-af42ba5ed8b7,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:30.713556 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7de9234c-8a3c-4d65-9cee-718d58f221b1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:30.714290 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6c2d4fff-ca67-4966-a06e-aaa926490420 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:11:30.786878 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2462071-5f17-4b90-b6c1-e8a310b088fb req-9d693539-de7c-4fa0-8014-67a61103a006 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1012249
Feb 12 21:11:30.804208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=7de9234c-8a3c-4d65-9cee-718d58f221b1,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:30.810957 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 6c2d4fff-ca67-4966-a06e-aaa926490420, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c2d4fff-ca67-4966-a06e-aaa926490420,segment=NetworkSegment(26177883-2235-40a4-8153-b2f22b3ee9a8),segment_id=26177883-2235-40a4-8153-b2f22b3ee9a8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:30.839856 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-d2c58b11-b65c-4bae-afe4-eee1a607e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:30.841567 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-d2c58b11-b65c-4bae-afe4-eee1a607e584 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ce8693b-2c76-4c94-8612-f77b092ad4ef HTTP/1.1" status: 200  len: 797 time: 0.3564787
Feb 12 21:11:30.845155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '6c2d4fff-ca67-4966-a06e-aaa926490420', 'network_id': '54128c98-9bca-420b-9f5f-b82e242f4a33', 'port_id': '6c2d4fff-ca67-4966-a06e-aaa926490420', 'mac_address': 'fa:16:3e:34:c7:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a00b9d7-54dc-43fd-b3ce-06743a11f223', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:11:30.851681 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-7197687b-c177-4e11-9abc-62201fef7d46 service neutron] 10.222.0.31 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2302585
Feb 12 21:11:30.904256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 6c2d4fff-ca67-4966-a06e-aaa926490420 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:30.904256 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6c2d4fff-ca67-4966-a06e-aaa926490420), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:30.918780 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2d4fff-ca67-4966-a06e-aaa926490420 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:30.940099 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bbbd16-7f07-473d-b30c-adcf4899992d x-openstack-request-id: req-b8bbbd16-7f07-473d-b30c-adcf4899992d {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:30.940469 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "tag": "ea9dd83b-8155-49b9-9961-155b1a2273e6", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:30.940733 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8bbbd16-7f07-473d-b30c-adcf4899992d {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:30.945844 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'tag': 'ea9dd83b-8155-49b9-9961-155b1a2273e6', 'status': 'completed', 'code': 200}
Feb 12 21:11:30.947750 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:11:30.951848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 6c2d4fff-ca67-4966-a06e-aaa926490420, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c2d4fff-ca67-4966-a06e-aaa926490420,segment=NetworkSegment(26177883-2235-40a4-8153-b2f22b3ee9a8),segment_id=26177883-2235-40a4-8153-b2f22b3ee9a8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:30.955550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:30.956023 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (af1288cf-8eee-461b-8fdd-3ff82ef1f8c5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:30.960449 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:31.021138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce42eb-7af7-47c2-b8a6-70ab16521372 None None] New status for floating IP a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:11:31.088379 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6c2d4fff-ca67-4966-a06e-aaa926490420), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:31.122955 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-4ae80dbe-307a-46f9-b008-2b41b786994f service neutron] 10.222.0.50 "GET /v2.0/networks/54128c98-9bca-420b-9f5f-b82e242f4a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5304048
Feb 12 21:11:31.129209 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d947f1bb-8272-485d-ab6e-1ca6273413e0 req-ebfa2763-845b-4256-8b2f-d1932cd376ef service neutron] 10.222.0.31 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2766895
Feb 12 21:11:31.132232 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-a0d4abc1-04a1-463d-a6d0-3ebf76d88cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:31.134649 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-a0d4abc1-04a1-463d-a6d0-3ebf76d88cfa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=362c5c76-0028-4be9-86fd-cc1c41d159ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2791293
Feb 12 21:11:31.237611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=6c2d4fff-ca67-4966-a06e-aaa926490420,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:31.314514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:31.320084 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (af1288cf-8eee-461b-8fdd-3ff82ef1f8c5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:31.346794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['6c2d4fff-ca67-4966-a06e-aaa926490420'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:31.352582 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-6616d760-2457-45cb-a36b-99a60df95fc4 service neutron] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2103794
Feb 12 21:11:31.395645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7de9234c-8a3c-4d65-9cee-718d58f221b1'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:31.489880 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-751688fc-5cac-49f1-afd7-b0aa584a5810 req-56728a76-7d6c-42a0-80aa-9c50abdd29ac service neutron] 10.222.0.50 "GET /v2.0/networks/54128c98-9bca-420b-9f5f-b82e242f4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2931626
Feb 12 21:11:31.549838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af1288cf-8eee-461b-8fdd-3ff82ef1f8c5,segment=NetworkSegment(26177883-2235-40a4-8153-b2f22b3ee9a8),segment_id=26177883-2235-40a4-8153-b2f22b3ee9a8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:31.561333 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf27d57-db9e-42f6-a430-e0b145fe875c x-openstack-request-id: req-fdf27d57-db9e-42f6-a430-e0b145fe875c {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:31.563320 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-47bd429c-6944-404a-81d0-31be78e6feae service neutron] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1772022
Feb 12 21:11:31.576967 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6", "name": "network-vif-unplugged", "status": "completed", "tag": "e38f0d55-536c-4032-855c-af42ba5ed8b7", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:31.578092 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdf27d57-db9e-42f6-a430-e0b145fe875c {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:31.584335 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e38f0d55-536c-4032-855c-af42ba5ed8b7', 'code': 200}
Feb 12 21:11:31.644137 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (af1288cf-8eee-461b-8fdd-3ff82ef1f8c5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:31.712877 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-1383012b-7cf2-494e-8700-085edf506a2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=db0ca88d-7497-4c86-9f77-a0e7753f1866 HTTP/1.1" status: 200  len: 217 time: 0.1331670
Feb 12 21:11:31.788457 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-08acf177-729c-425d-b393-0290bca5df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:31.792884 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-08acf177-729c-425d-b393-0290bca5df31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ce8693b-2c76-4c94-8612-f77b092ad4ef HTTP/1.1" status: 200  len: 797 time: 0.0709808
Feb 12 21:11:31.809434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=af1288cf-8eee-461b-8fdd-3ff82ef1f8c5,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:31.820749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86dd6f-c776-450c-95ea-c622d2d3bff0 req-e2a18bc9-a80a-4bad-b3b9-602792e9f6d7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:31.825957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86dd6f-c776-450c-95ea-c622d2d3bff0 req-e2a18bc9-a80a-4bad-b3b9-602792e9f6d7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:31.831613 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86dd6f-c776-450c-95ea-c622d2d3bff0 req-e2a18bc9-a80a-4bad-b3b9-602792e9f6d7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:31.839362 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86dd6f-c776-450c-95ea-c622d2d3bff0 req-e2a18bc9-a80a-4bad-b3b9-602792e9f6d7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:31.845333 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86dd6f-c776-450c-95ea-c622d2d3bff0 req-e2a18bc9-a80a-4bad-b3b9-602792e9f6d7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:31.851041 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86dd6f-c776-450c-95ea-c622d2d3bff0 req-e2a18bc9-a80a-4bad-b3b9-602792e9f6d7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:31.856489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86dd6f-c776-450c-95ea-c622d2d3bff0 req-e2a18bc9-a80a-4bad-b3b9-602792e9f6d7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:31.864852 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ff86dd6f-c776-450c-95ea-c622d2d3bff0 req-e2a18bc9-a80a-4bad-b3b9-602792e9f6d7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5419 time: 0.1860743
Feb 12 21:11:31.876795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 2892cb32-6dec-4f9c-8027-ac60fc70109c no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:11:31.924754 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 2892cb32-6dec-4f9c-8027-ac60fc70109c {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:11:31.925263 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 2892cb32-6dec-4f9c-8027-ac60fc70109c not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:11:31.974844 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-aefbb479-c9fb-4daf-91e6-47e28ae96b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:31.977819 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-aefbb479-c9fb-4daf-91e6-47e28ae96b6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=362c5c76-0028-4be9-86fd-cc1c41d159ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1786563
Feb 12 21:11:31.981257 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb266cd1-ede9-4be7-8822-8bfc8e481d61 req-bcd776c3-3f5f-400d-9a68-80a9f5579e8b tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/floatingips/a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574 HTTP/1.1" status: 200  len: 999 time: 0.1106608
Feb 12 21:11:31.998538 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ff86dd6f-c776-450c-95ea-c622d2d3bff0 req-07b2ab52-9d27-4294-a6dd-a5c8db5c4a93 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1317108
Feb 12 21:11:32.211476 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92024a9-025d-466c-ba59-d612ef0c2c23 req-64e150ec-194c-4086-a38d-15461d349a01 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:32.221230 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c92024a9-025d-466c-ba59-d612ef0c2c23 req-64e150ec-194c-4086-a38d-15461d349a01 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 944 time: 0.0924246
Feb 12 21:11:32.244257 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:32.301858 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c92024a9-025d-466c-ba59-d612ef0c2c23 req-5dbf9e0f-3c44-4c2a-9f04-18919dae4795 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773196
Feb 12 21:11:32.493621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'name': 'network-vif-deleted', 'tag': '2892cb32-6dec-4f9c-8027-ac60fc70109c'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:32.497022 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4080bb-ddbe-4f02-8b71-6481556d5853" -d '{"events": [{"server_uuid": "42793e4d-48dd-4081-bd66-942f8df5fa65", "name": "network-vif-deleted", "tag": "2892cb32-6dec-4f9c-8027-ac60fc70109c"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:32.504715 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-87b03471-0963-4769-b1f6-728b8acfb93d service neutron] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5194330
Feb 12 21:11:32.520829 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb266cd1-ede9-4be7-8822-8bfc8e481d61 req-c2aceabe-2d57-4a56-ba70-a5b7a119c615 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:32.523604 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb266cd1-ede9-4be7-8822-8bfc8e481d61 req-c2aceabe-2d57-4a56-ba70-a5b7a119c615 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.5286646
Feb 12 21:11:32.558682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-5326746a-cd9e-47ac-95a8-98433b457ea3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:32.568119 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-5326746a-cd9e-47ac-95a8-98433b457ea3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/networks?id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 HTTP/1.1" status: 200  len: 803 time: 0.1763835
Feb 12 21:11:32.596321 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-ac505696-434b-4a70-a1aa-d010875268ea tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/quotas/e3c778564eef403aa9d4a76e4c1d3c20 HTTP/1.1" status: 200  len: 375 time: 0.0242395
Feb 12 21:11:32.681449 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-2e3c2992-68e3-41a0-9535-b7c5150a675d tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e3c778564eef403aa9d4a76e4c1d3c20&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0790608
Feb 12 21:11:32.686358 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-3f5d32ab-9cae-4cd4-a25b-420ea706e25e service neutron] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614599
Feb 12 21:11:32.742086 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-8ab9f2df-5538-4d37-920c-c48ac6172152 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=b2910da7-aefa-45b5-ab32-c4167ae080b7 HTTP/1.1" status: 200  len: 217 time: 0.0486534
Feb 12 21:11:32.767992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c3eaa-b5cc-45f7-9951-8139310d48d1 req-923ac0a3-91d7-4b8a-9f61-11561dd18b20 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:32.769791 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a5c3eaa-b5cc-45f7-9951-8139310d48d1 req-923ac0a3-91d7-4b8a-9f61-11561dd18b20 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 949 time: 0.1613703
Feb 12 21:11:32.798292 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-413c2800-f00e-42b0-8da3-27b74b90d52f service neutron] 10.222.0.31 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1158581
Feb 12 21:11:32.882740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-c81ef170-6dec-41ab-b0b1-ae2a186c3a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:32.884620 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-c81ef170-6dec-41ab-b0b1-ae2a186c3a00 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ce8693b-2c76-4c94-8612-f77b092ad4ef HTTP/1.1" status: 200  len: 797 time: 0.1256111
Feb 12 21:11:32.893277 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a5c3eaa-b5cc-45f7-9951-8139310d48d1 req-9df401ff-9ab0-476d-a6cb-febf876abba4 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153574
Feb 12 21:11:32.922748 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-41377000-288b-4dac-b98d-a5599a7720b8 service neutron] 10.222.0.31 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1163561
Feb 12 21:11:32.946950 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'tag': 'c0e4abe5-512a-438d-9ee8-c182fa52f022'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:32.951821 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6426d9df-719a-499b-8713-4500f8d150a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd", "tag": "c0e4abe5-512a-438d-9ee8-c182fa52f022"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:32.984962 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-952e8a17-8641-40f6-a5a3-314ead0840a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:32.991074 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-952e8a17-8641-40f6-a5a3-314ead0840a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=362c5c76-0028-4be9-86fd-cc1c41d159ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0959511
Feb 12 21:11:33.145571 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0dbd2-7f23-48bf-adaf-23bac82e6a2b req-27f27b55-aec4-4006-810c-26145eda255d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:33.147784 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5d0dbd2-7f23-48bf-adaf-23bac82e6a2b req-27f27b55-aec4-4006-810c-26145eda255d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.1294401
Feb 12 21:11:33.150285 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-8dc6660b-807d-41f8-a929-1b5415e4ca6d service neutron] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467388
Feb 12 21:11:33.269918 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5d0dbd2-7f23-48bf-adaf-23bac82e6a2b req-a8f91204-618b-41e5-aa0e-7f9aa415dc96 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1135514
Feb 12 21:11:33.276730 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e346efdf-97fe-4099-a01b-bfa29582bde8 x-openstack-request-id: req-e346efdf-97fe-4099-a01b-bfa29582bde8 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:33.277028 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42793e4d-48dd-4081-bd66-942f8df5fa65", "name": "network-vif-deleted", "tag": "2892cb32-6dec-4f9c-8027-ac60fc70109c", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:33.277288 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e346efdf-97fe-4099-a01b-bfa29582bde8 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:33.277748 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42793e4d-48dd-4081-bd66-942f8df5fa65', 'name': 'network-vif-deleted', 'tag': '2892cb32-6dec-4f9c-8027-ac60fc70109c', 'status': 'completed', 'code': 200}
Feb 12 21:11:33.333819 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-e5e147f8-9916-4725-bc96-ec20ef2334c4 service neutron] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752551
Feb 12 21:11:33.405835 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0e4b6e-3bd1-433f-b5b8-a55506c9e96d x-openstack-request-id: req-bb0e4b6e-3bd1-433f-b5b8-a55506c9e96d {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:33.406166 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd", "tag": "c0e4abe5-512a-438d-9ee8-c182fa52f022", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:33.406340 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb0e4b6e-3bd1-433f-b5b8-a55506c9e96d {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:33.406633 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'tag': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'status': 'completed', 'code': 200}
Feb 12 21:11:33.431205 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-2fbe7c2f-4fa8-400c-9bca-562b5b38ce3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=cb16a4b9-5c35-4c83-b676-814b33f4354e HTTP/1.1" status: 200  len: 217 time: 0.0905764
Feb 12 21:11:33.442604 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5b4da-cc8a-428c-ad6f-792b3d5a9fa3 req-aadef9b0-0b61-401d-9482-e7fe928efcef tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:33.445287 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d7e5b4da-cc8a-428c-ad6f-792b3d5a9fa3 req-aadef9b0-0b61-401d-9482-e7fe928efcef tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.48 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 949 time: 0.1717048
Feb 12 21:11:33.454783 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-a37399e9-0d2a-4ef5-ac27-8730ae15a44f tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.141 HTTP/1.1" status: 200  len: 1002 time: 0.1594095
Feb 12 21:11:33.582298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d94d265-92b9-424f-8314-b0fb321f73b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1288cf-8eee-461b-8fdd-3ff82ef1f8c5'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:33.586879 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de5a152-b4c7-4d62-b6a8-767f208bc9c3" -d '{"events": [{"server_uuid": "8d94d265-92b9-424f-8314-b0fb321f73b5", "name": "network-vif-plugged", "status": "completed", "tag": "af1288cf-8eee-461b-8fdd-3ff82ef1f8c5"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:33.627665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-db521fde-e122-456b-b0c0-d56b8c9bf989 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:33.629211 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-db521fde-e122-456b-b0c0-d56b8c9bf989 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports/c0e4abe5-512a-438d-9ee8-c182fa52f022 HTTP/1.1" status: 200  len: 943 time: 0.1736410
Feb 12 21:11:33.639221 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-4aafe479-6e7c-4177-b66f-b5ec208aa2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:33.640375 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-4aafe479-6e7c-4177-b66f-b5ec208aa2ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ce8693b-2c76-4c94-8612-f77b092ad4ef HTTP/1.1" status: 200  len: 797 time: 0.1705716
Feb 12 21:11:33.692610 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426d9df-719a-499b-8713-4500f8d150a2 req-85516b61-bb93-4ea5-a269-15a6f7226e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:33.694765 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6426d9df-719a-499b-8713-4500f8d150a2 req-85516b61-bb93-4ea5-a269-15a6f7226e4c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 1128 time: 0.2918453
Feb 12 21:11:33.803021 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-587b6658-7a83-41e4-83ce-e34ac62ce140 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.141 HTTP/1.1" status: 200  len: 1002 time: 0.0979853
Feb 12 21:11:33.855049 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388e6be-2e63-438b-8b59-6c6cc6ae827e req-c619e624-eca4-458f-b969-6b043e6d2408 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:33.870314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388e6be-2e63-438b-8b59-6c6cc6ae827e req-c619e624-eca4-458f-b969-6b043e6d2408 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:33.882402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388e6be-2e63-438b-8b59-6c6cc6ae827e req-c619e624-eca4-458f-b969-6b043e6d2408 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:33.889509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6c2d4fff-ca67-4966-a06e-aaa926490420 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:11:33.903827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388e6be-2e63-438b-8b59-6c6cc6ae827e req-c619e624-eca4-458f-b969-6b043e6d2408 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:33.916473 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388e6be-2e63-438b-8b59-6c6cc6ae827e req-c619e624-eca4-458f-b969-6b043e6d2408 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:33.923783 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388e6be-2e63-438b-8b59-6c6cc6ae827e req-c619e624-eca4-458f-b969-6b043e6d2408 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:33.932059 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388e6be-2e63-438b-8b59-6c6cc6ae827e req-c619e624-eca4-458f-b969-6b043e6d2408 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:33.945133 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d388e6be-2e63-438b-8b59-6c6cc6ae827e req-c619e624-eca4-458f-b969-6b043e6d2408 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5419 time: 0.4343753
Feb 12 21:11:33.984990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-7570696d-70eb-4250-b74b-c95c62c3c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:33.986953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-7570696d-70eb-4250-b74b-c95c62c3c701 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=362c5c76-0028-4be9-86fd-cc1c41d159ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.3189108
Feb 12 21:11:33.988209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-fd942655-0492-4530-be79-265a20aaa689 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:33.998111 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-fd942655-0492-4530-be79-265a20aaa689 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.1893644
Feb 12 21:11:34.015137 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 6c2d4fff-ca67-4966-a06e-aaa926490420 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:11:34.027167 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 6c2d4fff-ca67-4966-a06e-aaa926490420 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:34.027167 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6c2d4fff-ca67-4966-a06e-aaa926490420), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:34.055891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-d7e5b4da-cc8a-428c-ad6f-792b3d5a9fa3 req-795a379d-e64e-4349-94bb-22b8b22e679f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Deleting port 9e9845e9-a042-45ae-b39d-5207ad5eef75 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:11:34.056241 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d7e5b4da-cc8a-428c-ad6f-792b3d5a9fa3 req-795a379d-e64e-4349-94bb-22b8b22e679f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (9e9845e9-a042-45ae-b39d-5207ad5eef75), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:34.123036 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426d9df-719a-499b-8713-4500f8d150a2 req-9fcaf2a4-d236-4c53-b90d-d5477965ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:34.124558 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6426d9df-719a-499b-8713-4500f8d150a2 req-9fcaf2a4-d236-4c53-b90d-d5477965ea10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 921 time: 0.4118564
Feb 12 21:11:34.197159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 6c2d4fff-ca67-4966-a06e-aaa926490420 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:34.201602 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6c2d4fff-ca67-4966-a06e-aaa926490420), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:34.201748 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-1d918f52-732e-4467-9208-c6623228d82c tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.141 HTTP/1.1" status: 200  len: 1002 time: 0.1937060
Feb 12 21:11:34.209014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-4698e91f-9d9a-4d20-ae3d-3b3eaeb11c34 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:34.227120 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d388e6be-2e63-438b-8b59-6c6cc6ae827e req-c50353b0-8d02-434d-bc48-1de1c50f9d8c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2806516
Feb 12 21:11:34.259457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 6c2d4fff-ca67-4966-a06e-aaa926490420, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c2d4fff-ca67-4966-a06e-aaa926490420,segment=NetworkSegment(26177883-2235-40a4-8153-b2f22b3ee9a8),segment_id=26177883-2235-40a4-8153-b2f22b3ee9a8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:34.281695 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-4698e91f-9d9a-4d20-ae3d-3b3eaeb11c34 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for floatingip (a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:34.365577 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6f1a0bc1-e520-4803-a6d6-ce376bffb42c req-2da6ddc0-7b65-479b-be36-555c789b7311 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 210 time: 0.0573761
Feb 12 21:11:34.392153 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6c2d4fff-ca67-4966-a06e-aaa926490420), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:34.394334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7de9234c-8a3c-4d65-9cee-718d58f221b1 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:11:34.441760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-d7e5b4da-cc8a-428c-ad6f-792b3d5a9fa3 req-795a379d-e64e-4349-94bb-22b8b22e679f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] For port 9e9845e9-a042-45ae-b39d-5207ad5eef75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e9845e9-a042-45ae-b39d-5207ad5eef75,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:34.446188 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d7e5b4da-cc8a-428c-ad6f-792b3d5a9fa3 req-795a379d-e64e-4349-94bb-22b8b22e679f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (9e9845e9-a042-45ae-b39d-5207ad5eef75), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:34.459009 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6426d9df-719a-499b-8713-4500f8d150a2 req-0dc2c2bd-cfa5-4a31-afab-3d57bcb99dba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e4abe5-512a-438d-9ee8-c182fa52f022 HTTP/1.1" status: 200  len: 1002 time: 0.2641091
Feb 12 21:11:34.497593 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-9f65296a-6add-4f4b-b363-a8995894509f service neutron] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4996219
Feb 12 21:11:34.504402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-d7e5b4da-cc8a-428c-ad6f-792b3d5a9fa3 req-795a379d-e64e-4349-94bb-22b8b22e679f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Calling delete_port for 9e9845e9-a042-45ae-b39d-5207ad5eef75 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:11:34.567842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=6c2d4fff-ca67-4966-a06e-aaa926490420,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:34.576497 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-4698e91f-9d9a-4d20-ae3d-3b3eaeb11c34 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:34.633930 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-4698e91f-9d9a-4d20-ae3d-3b3eaeb11c34 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:34.634915 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-4698e91f-9d9a-4d20-ae3d-3b3eaeb11c34 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Floating IP a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574 disassociated. External IP: 172.35.2.141, port: c0e4abe5-512a-438d-9ee8-c182fa52f022.
Feb 12 21:11:34.695878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 7de9234c-8a3c-4d65-9cee-718d58f221b1 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:11:34.700396 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 7de9234c-8a3c-4d65-9cee-718d58f221b1 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:34.705332 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7de9234c-8a3c-4d65-9cee-718d58f221b1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:34.736346 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426d9df-719a-499b-8713-4500f8d150a2 req-6d06be1a-0518-488c-bda8-922c74a37356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:34.737887 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6426d9df-719a-499b-8713-4500f8d150a2 req-6d06be1a-0518-488c-bda8-922c74a37356 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 200  len: 859 time: 0.2689843
Feb 12 21:11:34.779576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8e2e1-603f-4009-afe3-8d7b072fe677 req-8d6bf140-8a14-4751-96c0-e997675b0422 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:34.781450 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aef8e2e1-603f-4009-afe3-8d7b072fe677 req-8d6bf140-8a14-4751-96c0-e997675b0422 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6 HTTP/1.1" status: 200  len: 943 time: 0.1892493
Feb 12 21:11:34.801656 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf567b-3bae-4690-b7a4-ea48584f684c req-12e84501-c38a-4327-b200-5e8559ee52e5 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:34.808900 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4cbf567b-3bae-4690-b7a4-ea48584f684c req-12e84501-c38a-4327-b200-5e8559ee52e5 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 945 time: 0.3056505
Feb 12 21:11:34.862408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 7de9234c-8a3c-4d65-9cee-718d58f221b1 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:34.862943 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7de9234c-8a3c-4d65-9cee-718d58f221b1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:34.871227 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-372b87d9-0db7-4ba0-bcdd-8c5d5b2e1eb0 service neutron] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3161235
Feb 12 21:11:34.929854 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7de9234c-8a3c-4d65-9cee-718d58f221b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7de9234c-8a3c-4d65-9cee-718d58f221b1,segment=NetworkSegment(26177883-2235-40a4-8153-b2f22b3ee9a8),segment_id=26177883-2235-40a4-8153-b2f22b3ee9a8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:34.960462 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-7ae6a0ea-4eec-4b6a-8365-cc8af38e26a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c03b11d7-ad51-4a19-be11-d54473d9b412 HTTP/1.1" status: 200  len: 217 time: 0.0785558
Feb 12 21:11:34.989584 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4cbf567b-3bae-4690-b7a4-ea48584f684c req-34c813e0-390a-40fd-bb29-5b5bce05e34c tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719084
Feb 12 21:11:35.003508 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7de9234c-8a3c-4d65-9cee-718d58f221b1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:35.008226 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426d9df-719a-499b-8713-4500f8d150a2 req-969de35a-468c-4f2d-a54e-9ee27c8c6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:35.009875 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6426d9df-719a-499b-8713-4500f8d150a2 req-969de35a-468c-4f2d-a54e-9ee27c8c6354 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0667fd4a-8e2d-4583-adf6-fead39b333d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2559702
Feb 12 21:11:35.054451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-70f02aab-d2d8-493a-b602-17a7d539e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:35.056174 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-70f02aab-d2d8-493a-b602-17a7d539e17d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08752cac-9899-4cd0-802b-cebf5961249e HTTP/1.1" status: 200  len: 797 time: 0.0638638
Feb 12 21:11:35.115950 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d7e5b4da-cc8a-428c-ad6f-792b3d5a9fa3 req-795a379d-e64e-4349-94bb-22b8b22e679f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (9e9845e9-a042-45ae-b39d-5207ad5eef75), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:35.172443 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=7de9234c-8a3c-4d65-9cee-718d58f221b1,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:35.198851 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5b0463-022a-4e83-8022-ed92517f9398 x-openstack-request-id: req-8a5b0463-022a-4e83-8022-ed92517f9398 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:35.199080 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d94d265-92b9-424f-8314-b0fb321f73b5", "name": "network-vif-plugged", "status": "completed", "tag": "af1288cf-8eee-461b-8fdd-3ff82ef1f8c5", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:35.199595 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a5b0463-022a-4e83-8022-ed92517f9398 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:35.201112 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d94d265-92b9-424f-8314-b0fb321f73b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1288cf-8eee-461b-8fdd-3ff82ef1f8c5', 'code': 200}
Feb 12 21:11:35.207799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['79a28270-5b6e-4c46-9526-13bd9e1c0067'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:35.334150 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6426d9df-719a-499b-8713-4500f8d150a2 req-20f3e8d2-68aa-4fe7-a2d7-99806f6930ce service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2707057
Feb 12 21:11:35.336321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a379d-e64e-4349-94bb-22b8b22e679f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Pushing event deleted for resources: {'Port': ['ID=9e9845e9-a042-45ae-b39d-5207ad5eef75,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:35.402145 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-acb53d48-2b29-493a-a387-3e00e0d1aeaf req-8712db9e-faa0-47e1-9817-d95b146b5144 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=098c5b34-4f68-4c9d-a24c-092d1c4b35e9 HTTP/1.1" status: 200  len: 210 time: 0.1549261
Feb 12 21:11:35.535750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e5b4da-cc8a-428c-ad6f-792b3d5a9fa3 req-795a379d-e64e-4349-94bb-22b8b22e679f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] No DVR routers for this DVR port 9e9845e9-a042-45ae-b39d-5207ad5eef75 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:11:35.538897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-4f151dd5-58ef-4550-95c1-bcb9ce1c7124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:35.540369 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-4f151dd5-58ef-4550-95c1-bcb9ce1c7124 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c71d3387-4285-452a-953d-e8edb5c159e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.4575124
Feb 12 21:11:35.541557 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d7e5b4da-cc8a-428c-ad6f-792b3d5a9fa3 req-795a379d-e64e-4349-94bb-22b8b22e679f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:35.544856 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d7e5b4da-cc8a-428c-ad6f-792b3d5a9fa3 req-795a379d-e64e-4349-94bb-22b8b22e679f tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.48 "DELETE /v2.0/ports/9e9845e9-a042-45ae-b39d-5207ad5eef75 HTTP/1.1" status: 204  len: 173 time: 2.0735567
Feb 12 21:11:35.547032 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098c5b34-4f68-4c9d-a24c-092d1c4b35e9', 'name': 'network-vif-deleted', 'tag': '9e9845e9-a042-45ae-b39d-5207ad5eef75'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:35.549599 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5a843c-1ef1-4f35-a188-9145f6f13676" -d '{"events": [{"server_uuid": "098c5b34-4f68-4c9d-a24c-092d1c4b35e9", "name": "network-vif-deleted", "tag": "9e9845e9-a042-45ae-b39d-5207ad5eef75"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:35.719278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-aef8e2e1-603f-4009-afe3-8d7b072fe677 req-0f0e8758-f2f4-4a69-be65-61ab742b425e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Deleting port e38f0d55-536c-4032-855c-af42ba5ed8b7 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:11:35.720124 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-aef8e2e1-603f-4009-afe3-8d7b072fe677 req-0f0e8758-f2f4-4a69-be65-61ab742b425e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:35.902195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c151b-8e72-46f6-b26f-82d595e8cf6e req-4822ff2f-96c9-4d17-a3cc-0d2d8c876517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:35.903760 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-614c151b-8e72-46f6-b26f-82d595e8cf6e req-4822ff2f-96c9-4d17-a3cc-0d2d8c876517 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8d94d265-92b9-424f-8314-b0fb321f73b5 HTTP/1.1" status: 200  len: 1127 time: 0.2261868
Feb 12 21:11:35.932606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-4698e91f-9d9a-4d20-ae3d-3b3eaeb11c34 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Router 722581dc-165c-45dc-8b68-d7e66aa98dab has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:11:35.958318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-aef8e2e1-603f-4009-afe3-8d7b072fe677 req-0f0e8758-f2f4-4a69-be65-61ab742b425e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] For port e38f0d55-536c-4032-855c-af42ba5ed8b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38f0d55-536c-4032-855c-af42ba5ed8b7,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:35.958720 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-aef8e2e1-603f-4009-afe3-8d7b072fe677 req-0f0e8758-f2f4-4a69-be65-61ab742b425e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:35.991320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-aef8e2e1-603f-4009-afe3-8d7b072fe677 req-0f0e8758-f2f4-4a69-be65-61ab742b425e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Calling delete_port for e38f0d55-536c-4032-855c-af42ba5ed8b7 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:11:36.088836 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-614c151b-8e72-46f6-b26f-82d595e8cf6e req-29e121a9-e79a-407d-a0c6-c5a0e7d3ddf3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740644
Feb 12 21:11:36.175262 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd4ccc-77a5-4261-aef2-c137f6e94868 req-12a83e27-85e5-4893-9de8-8dfb12a28abd tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:36.177860 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-4698e91f-9d9a-4d20-ae3d-3b3eaeb11c34 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:11:36.182728 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-4698e91f-9d9a-4d20-ae3d-3b3eaeb11c34 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:36.186231 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-42fd4ccc-77a5-4261-aef2-c137f6e94868 req-12a83e27-85e5-4893-9de8-8dfb12a28abd tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.5933764
Feb 12 21:11:36.192598 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5d0807-bad0-4380-b463-b84329766d5c None None] Sync routers for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:11:36.217348 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d0807-bad0-4380-b463-b84329766d5c None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:11:36.218112 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-dc5d0807-bad0-4380-b463-b84329766d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc70004b850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:11:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:36.285659 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-42fd4ccc-77a5-4261-aef2-c137f6e94868 req-0d945ca4-c4e2-43bf-bbbc-2eaa71862ff0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0983405
Feb 12 21:11:36.299920 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6426d9df-719a-499b-8713-4500f8d150a2 req-75b80157-6fd2-4456-97c4-2227bc7e7161 service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9022083
Feb 12 21:11:36.304218 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-6a98f114-75aa-46e8-8c77-68d726b0fe2e service neutron] 10.222.0.48 "GET /v2.0/networks/c71d3387-4285-452a-953d-e8edb5c159e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7502894
Feb 12 21:11:36.385792 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-4698e91f-9d9a-4d20-ae3d-3b3eaeb11c34 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "PUT /v2.0/floatingips/a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574 HTTP/1.1" status: 200  len: 696 time: 2.1830022
Feb 12 21:11:36.402207 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'tag': 'c0e4abe5-512a-438d-9ee8-c182fa52f022'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:36.406908 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7c7d37-a556-426e-b50b-67ecead1d0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd", "tag": "c0e4abe5-512a-438d-9ee8-c182fa52f022"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:36.584108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc744e8e-40af-48d9-a5d5-d9b0fe714237 req-12bb07fb-0d02-4da8-a4fd-51bb0d04d3c4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:36.591031 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc744e8e-40af-48d9-a5d5-d9b0fe714237 req-12bb07fb-0d02-4da8-a4fd-51bb0d04d3c4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:36.597096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc744e8e-40af-48d9-a5d5-d9b0fe714237 req-12bb07fb-0d02-4da8-a4fd-51bb0d04d3c4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:36.603512 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc744e8e-40af-48d9-a5d5-d9b0fe714237 req-12bb07fb-0d02-4da8-a4fd-51bb0d04d3c4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:36.618320 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-dc5d0807-bad0-4380-b463-b84329766d5c None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:11:36.626073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc744e8e-40af-48d9-a5d5-d9b0fe714237 req-12bb07fb-0d02-4da8-a4fd-51bb0d04d3c4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:36.628571 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc744e8e-40af-48d9-a5d5-d9b0fe714237 req-12bb07fb-0d02-4da8-a4fd-51bb0d04d3c4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:36.634446 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc744e8e-40af-48d9-a5d5-d9b0fe714237 req-12bb07fb-0d02-4da8-a4fd-51bb0d04d3c4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:36.645340 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc744e8e-40af-48d9-a5d5-d9b0fe714237 req-12bb07fb-0d02-4da8-a4fd-51bb0d04d3c4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5419 time: 0.1674340
Feb 12 21:11:36.652267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-9fd05bcb-7584-45e7-ab3e-99dd0c97d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:36.659049 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-20c5197b-e18f-4133-9b5a-01d8b35f1195 service neutron] 10.222.0.48 "GET /v2.0/networks/c71d3387-4285-452a-953d-e8edb5c159e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3384616
Feb 12 21:11:36.665993 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-9fd05bcb-7584-45e7-ab3e-99dd0c97d345 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 1128 time: 0.1611452
Feb 12 21:11:36.687810 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-5ceaf440-c987-45db-8324-186f6dcf89c0 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:36.688415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 9e9845e9-a042-45ae-b39d-5207ad5eef75 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:11:36.689531 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-5ceaf440-c987-45db-8324-186f6dcf89c0 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.50 "GET /v2.0/networks?id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 HTTP/1.1" status: 200  len: 803 time: 0.3738067
Feb 12 21:11:36.715897 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-d22f6ad6-55cf-40a8-93f3-03a923a7211b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Request body: {'port': {'device_id': '9045d14a-f3fd-4ac7-b7c3-80e22e9b0970', 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2', 'admin_state_up': True, 'tenant_id': 'e3c778564eef403aa9d4a76e4c1d3c20'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:36.743055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 9e9845e9-a042-45ae-b39d-5207ad5eef75 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:11:36.743468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 9e9845e9-a042-45ae-b39d-5207ad5eef75 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:11:36.749484 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-563a7113-d638-48c2-8985-47493baa5c80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea9dd83b-8155-49b9-9961-155b1a2273e6 HTTP/1.1" status: 200  len: 217 time: 0.0624390
Feb 12 21:11:36.822462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-5d585eb1-d852-4a69-8c29-bfa7573ecc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:36.823995 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-5d585eb1-d852-4a69-8c29-bfa7573ecc9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08752cac-9899-4cd0-802b-cebf5961249e HTTP/1.1" status: 200  len: 797 time: 0.0650744
Feb 12 21:11:36.897645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-d94e939a-1acc-44cb-8bf4-4f2bd69bbd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:36.899285 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-d94e939a-1acc-44cb-8bf4-4f2bd69bbd01 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 921 time: 0.2088702
Feb 12 21:11:36.920155 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc744e8e-40af-48d9-a5d5-d9b0fe714237 req-189101eb-263f-49d2-9263-03e0b86da252 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2737792
Feb 12 21:11:36.925387 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-aef8e2e1-603f-4009-afe3-8d7b072fe677 req-0f0e8758-f2f4-4a69-be65-61ab742b425e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e38f0d55-536c-4032-855c-af42ba5ed8b7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:36.956562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6324944-1733-4440-8a9d-36b92424de26 req-ae143eb4-7a43-44a0-8409-3eaf89f741a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:36.959422 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-ae143eb4-7a43-44a0-8409-3eaf89f741a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c71d3387-4285-452a-953d-e8edb5c159e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1156735
Feb 12 21:11:36.991120 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-1b81f2fa-5337-4bc1-9c14-cdaf5be4abb3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e4abe5-512a-438d-9ee8-c182fa52f022 HTTP/1.1" status: 200  len: 217 time: 0.0737567
Feb 12 21:11:37.023494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e8758-f2f4-4a69-be65-61ab742b425e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Pushing event deleted for resources: {'Port': ['ID=e38f0d55-536c-4032-855c-af42ba5ed8b7,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:37.024586 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-dc5d0807-bad0-4380-b463-b84329766d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc70004b850>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:37.054783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-d22f6ad6-55cf-40a8-93f3-03a923a7211b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Made reservation on behalf of e3c778564eef403aa9d4a76e4c1d3c20 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:11:37.058571 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-d22f6ad6-55cf-40a8-93f3-03a923a7211b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:37.111953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-0d66ac0a-0bfc-45a5-a499-59ac39c65007 service neutron] 10.222.0.48 "GET /v2.0/networks/c71d3387-4285-452a-953d-e8edb5c159e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375325
Feb 12 21:11:37.130468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef8e2e1-603f-4009-afe3-8d7b072fe677 req-0f0e8758-f2f4-4a69-be65-61ab742b425e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] No DVR routers for this DVR port e38f0d55-536c-4032-855c-af42ba5ed8b7 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:11:37.135507 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5d0807-bad0-4380-b463-b84329766d5c None None] Checking router: 722581dc-165c-45dc-8b68-d7e66aa98dab for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:11:37.138220 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-aef8e2e1-603f-4009-afe3-8d7b072fe677 req-0f0e8758-f2f4-4a69-be65-61ab742b425e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:37.141741 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aef8e2e1-603f-4009-afe3-8d7b072fe677 req-0f0e8758-f2f4-4a69-be65-61ab742b425e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.50 "DELETE /v2.0/ports/e38f0d55-536c-4032-855c-af42ba5ed8b7 HTTP/1.1" status: 204  len: 173 time: 2.3536434
Feb 12 21:11:37.158208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-5959aa62-ef88-4ca1-8335-f68609f0d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:37.159745 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-5959aa62-ef88-4ca1-8335-f68609f0d0a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 200  len: 859 time: 0.1478300
Feb 12 21:11:37.173199 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d0807-bad0-4380-b463-b84329766d5c None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:11:37.179491 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-dc5d0807-bad0-4380-b463-b84329766d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc70004b850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:11:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:37.203711 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92301117-2563-4606-aba3-80d2cdcf4214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2d4fff-ca67-4966-a06e-aaa926490420'}, {'server_uuid': '13154ac3-ea21-4e42-874e-47df8fc0774a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de9234c-8a3c-4d65-9cee-718d58f221b1'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:37.207769 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfaea81f-cddc-4ad0-89f9-725610b703ea" -d '{"events": [{"server_uuid": "92301117-2563-4606-aba3-80d2cdcf4214", "name": "network-vif-plugged", "status": "completed", "tag": "6c2d4fff-ca67-4966-a06e-aaa926490420"}, {"server_uuid": "13154ac3-ea21-4e42-874e-47df8fc0774a", "name": "network-vif-plugged", "status": "completed", "tag": "7de9234c-8a3c-4d65-9cee-718d58f221b1"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:37.242567 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2cd0aebc-adb7-466c-938b-2c5b7ff3fc80 req-4a8c7eca-1a42-4a75-983e-72a0a1e8cf88 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 210 time: 0.1087573
Feb 12 21:11:37.387046 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d64230-d5b4-43da-9af3-be1234741b8c x-openstack-request-id: req-c4d64230-d5b4-43da-9af3-be1234741b8c {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:37.387452 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098c5b34-4f68-4c9d-a24c-092d1c4b35e9", "name": "network-vif-deleted", "tag": "9e9845e9-a042-45ae-b39d-5207ad5eef75", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:37.387808 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4d64230-d5b4-43da-9af3-be1234741b8c {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:37.388304 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098c5b34-4f68-4c9d-a24c-092d1c4b35e9', 'name': 'network-vif-deleted', 'tag': '9e9845e9-a042-45ae-b39d-5207ad5eef75', 'status': 'completed', 'code': 200}
Feb 12 21:11:37.409998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-fe58d7c2-4343-419b-8666-1fe0801b4ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:37.410901 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-fe58d7c2-4343-419b-8666-1fe0801b4ed4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0667fd4a-8e2d-4583-adf6-fead39b333d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2152636
Feb 12 21:11:37.445618 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6324944-1733-4440-8a9d-36b92424de26 req-90769769-154c-4ec0-b340-7050dcb1da64 service neutron] 10.222.0.48 "GET /v2.0/networks/c71d3387-4285-452a-953d-e8edb5c159e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3271515
Feb 12 21:11:37.522163 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-dc5d0807-bad0-4380-b463-b84329766d5c None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:11:37.532463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917fa74-22f8-442e-90e7-346f8033a3a4 req-9d905594-dc4e-400b-a8a9-09731b1fe566 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:37.534283 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0917fa74-22f8-442e-90e7-346f8033a3a4 req-9d905594-dc4e-400b-a8a9-09731b1fe566 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 945 time: 0.0707715
Feb 12 21:11:37.558083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-d22f6ad6-55cf-40a8-93f3-03a923a7211b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Allocated IP 172.20.0.11 (4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2/d47f89e7-f97f-48dd-8271-e3c84e1c2284/ce0bcb3d-2043-41d3-a1f4-e06134cff0af) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:11:37.622548 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0917fa74-22f8-442e-90e7-346f8033a3a4 req-162fd4df-67e2-47c5-8e2c-70cdf40aaf02 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801909
Feb 12 21:11:37.729053 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bef2947-2220-4f00-89e8-02a260b2ea61 x-openstack-request-id: req-7bef2947-2220-4f00-89e8-02a260b2ea61 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:37.729381 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd", "tag": "c0e4abe5-512a-438d-9ee8-c182fa52f022", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:37.729626 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bef2947-2220-4f00-89e8-02a260b2ea61 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:37.730027 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'tag': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'status': 'completed', 'code': 200}
Feb 12 21:11:37.736372 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-2b7ed4e6-1c79-42df-8340-1f4b90ceca0b service neutron] 10.222.0.31 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3148055
Feb 12 21:11:37.843402 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d726f8-245b-4fc7-bf9a-b75963b1e496 x-openstack-request-id: req-25d726f8-245b-4fc7-bf9a-b75963b1e496 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:37.848654 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92301117-2563-4606-aba3-80d2cdcf4214", "name": "network-vif-plugged", "status": "completed", "tag": "6c2d4fff-ca67-4966-a06e-aaa926490420", "code": 200}, {"server_uuid": "13154ac3-ea21-4e42-874e-47df8fc0774a", "name": "network-vif-plugged", "status": "completed", "tag": "7de9234c-8a3c-4d65-9cee-718d58f221b1", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:37.848654 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25d726f8-245b-4fc7-bf9a-b75963b1e496 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:37.848654 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92301117-2563-4606-aba3-80d2cdcf4214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2d4fff-ca67-4966-a06e-aaa926490420', 'code': 200}
Feb 12 21:11:37.848654 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13154ac3-ea21-4e42-874e-47df8fc0774a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de9234c-8a3c-4d65-9cee-718d58f221b1', 'code': 200}
Feb 12 21:11:37.923381 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-243457fb-e8fa-4b36-95f4-2e95e3259102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:37.923908 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-243457fb-e8fa-4b36-95f4-2e95e3259102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:37.925659 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-243457fb-e8fa-4b36-95f4-2e95e3259102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:37.926140 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-243457fb-e8fa-4b36-95f4-2e95e3259102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:37.926614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-243457fb-e8fa-4b36-95f4-2e95e3259102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:37.929317 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-243457fb-e8fa-4b36-95f4-2e95e3259102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:37.934919 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-243457fb-e8fa-4b36-95f4-2e95e3259102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:37.950872 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-243457fb-e8fa-4b36-95f4-2e95e3259102 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 6693 time: 0.1613131
Feb 12 21:11:38.025074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c7d37-a556-426e-b50b-67ecead1d0dd req-a7cd6252-35ce-4b80-9a14-1883689d76f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.027457 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a7c7d37-a556-426e-b50b-67ecead1d0dd req-a7cd6252-35ce-4b80-9a14-1883689d76f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9627e1d31e814deb8265e43f63ac807c&device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 1128 time: 0.2531722
Feb 12 21:11:38.047028 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-dc5d0807-bad0-4380-b463-b84329766d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc70004b850>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:38.056578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08e6e706-74ed-4aa6-bcdf-743f38d137b2 req-192a51b5-c229-4766-969a-ba2fdff5a69c service neutron] 10.222.0.31 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3062112
Feb 12 21:11:38.086723 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5d0807-bad0-4380-b463-b84329766d5c None None] The sync data for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 is: [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:10:20Z', 'revision_number': 4, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a4a5d34-bd0b-4940-b044-0a1252ab65ab', 'name': '', 'network_id': '0667fd4a-8e2d-4583-adf6-fead39b333d4', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'mac_address': 'fa:16:3e:67:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:19Z', 'updated_at': '2022-02-12T21:10:25Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'subnets': [{'id': 'dbf790e3-6bae-405c-a246-30da62205e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:11:38.176199 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-d22f6ad6-55cf-40a8-93f3-03a923a7211b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks [] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:38.270491 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c1703-5c4c-442a-967d-da2c073a794c req-5f5a8f3d-4547-4d33-9de0-95431a6e5841 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.279039 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-618c1703-5c4c-442a-967d-da2c073a794c req-5f5a8f3d-4547-4d33-9de0-95431a6e5841 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.2514956
Feb 12 21:11:38.306706 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-ad24fcc9-43a6-4c23-aeab-c96dfb32ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.308392 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-ad24fcc9-43a6-4c23-aeab-c96dfb32ac0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=c71d3387-4285-452a-953d-e8edb5c159e7 HTTP/1.1" status: 200  len: 902 time: 0.3526759
Feb 12 21:11:38.324086 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a75cd-5514-4e35-ac3c-055956a340a4 req-77678496-74b6-4127-ad56-4397f8fbce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.325682 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de3a75cd-5514-4e35-ac3c-055956a340a4 req-77678496-74b6-4127-ad56-4397f8fbce4e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 1127 time: 0.2048621
Feb 12 21:11:38.352157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c7d37-a556-426e-b50b-67ecead1d0dd req-3d96b6c6-d964-4c7b-8879-74b812f4ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.353840 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a7c7d37-a556-426e-b50b-67ecead1d0dd req-3d96b6c6-d964-4c7b-8879-74b812f4ed94 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 200  len: 921 time: 0.2521708
Feb 12 21:11:38.364678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fec0f7-f1ac-4e16-ac1d-fdf78ede0dd4 req-8468a140-80f7-455c-8acd-04ab6947f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.369345 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d4fec0f7-f1ac-4e16-ac1d-fdf78ede0dd4 req-8468a140-80f7-455c-8acd-04ab6947f2e8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=13154ac3-ea21-4e42-874e-47df8fc0774a HTTP/1.1" status: 200  len: 1127 time: 0.2480175
Feb 12 21:11:38.399095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-bcb87ab9-56f6-47d3-a4a3-3e0ad17bba7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea9dd83b-8155-49b9-9961-155b1a2273e6 HTTP/1.1" status: 200  len: 217 time: 0.0845008
Feb 12 21:11:38.407576 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a7c7d37-a556-426e-b50b-67ecead1d0dd req-c5c2d2d4-4648-4fef-8b5b-ff9a9a4ea9e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e4abe5-512a-438d-9ee8-c182fa52f022 HTTP/1.1" status: 200  len: 217 time: 0.0422654
Feb 12 21:11:38.454159 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-d22f6ad6-55cf-40a8-93f3-03a923a7211b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:38.478214 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-618c1703-5c4c-442a-967d-da2c073a794c req-9aeca002-4068-41c3-b1a6-d53ac8bf7950 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1981950
Feb 12 21:11:38.547495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c7d37-a556-426e-b50b-67ecead1d0dd req-eb9adb7a-a4bd-464d-b5f9-e55a88f2c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.549856 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a7c7d37-a556-426e-b50b-67ecead1d0dd req-eb9adb7a-a4bd-464d-b5f9-e55a88f2c615 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 200  len: 859 time: 0.1356900
Feb 12 21:11:38.577244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f294c3-337a-4090-aedc-bbd679a23852 None None] New status for floating IP a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:11:38.610399 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d4fec0f7-f1ac-4e16-ac1d-fdf78ede0dd4 req-94aa156a-31a7-46d2-afda-58eb2ce984ba service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2173932
Feb 12 21:11:38.616662 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de3a75cd-5514-4e35-ac3c-055956a340a4 req-f0176149-9897-4d9a-b907-94d280a86fe9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2435377
Feb 12 21:11:38.621643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-d22f6ad6-55cf-40a8-93f3-03a923a7211b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:11:38.773897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-3e7c2f14-ef79-4924-a893-3e6df4e32fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.773897 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-3e7c2f14-ef79-4924-a893-3e6df4e32fde service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08752cac-9899-4cd0-802b-cebf5961249e HTTP/1.1" status: 200  len: 797 time: 0.2149212
Feb 12 21:11:38.774150 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-d22f6ad6-55cf-40a8-93f3-03a923a7211b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:11:38.774150 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-d22f6ad6-55cf-40a8-93f3-03a923a7211b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:11:38.774150 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f6ad6-55cf-40a8-93f3-03a923a7211b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Pushing event updated for resources: {'Port': ['ID=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:38.774150 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c7d37-a556-426e-b50b-67ecead1d0dd req-46a2057e-9ea3-4ab1-b93d-0eabeec7725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.774150 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a7c7d37-a556-426e-b50b-67ecead1d0dd req-46a2057e-9ea3-4ab1-b93d-0eabeec7725f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0667fd4a-8e2d-4583-adf6-fead39b333d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1442301
Feb 12 21:11:38.774150 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-d22f6ad6-55cf-40a8-93f3-03a923a7211b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.774150 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-d22f6ad6-55cf-40a8-93f3-03a923a7211b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:38.774788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-e6c40e96-7726-43f3-a1c9-5843eadf61fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.774788 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-e6c40e96-7726-43f3-a1c9-5843eadf61fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c71d3387-4285-452a-953d-e8edb5c159e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0894308
Feb 12 21:11:38.774788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774d26b-0971-4524-9f61-8ca28af10fb9 req-515b7f6f-14bb-4d83-b9e4-c9e482bb8c6c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.774788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774d26b-0971-4524-9f61-8ca28af10fb9 req-515b7f6f-14bb-4d83-b9e4-c9e482bb8c6c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.774788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774d26b-0971-4524-9f61-8ca28af10fb9 req-515b7f6f-14bb-4d83-b9e4-c9e482bb8c6c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.774788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774d26b-0971-4524-9f61-8ca28af10fb9 req-515b7f6f-14bb-4d83-b9e4-c9e482bb8c6c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.774788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774d26b-0971-4524-9f61-8ca28af10fb9 req-515b7f6f-14bb-4d83-b9e4-c9e482bb8c6c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.776857 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774d26b-0971-4524-9f61-8ca28af10fb9 req-515b7f6f-14bb-4d83-b9e4-c9e482bb8c6c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.782729 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774d26b-0971-4524-9f61-8ca28af10fb9 req-515b7f6f-14bb-4d83-b9e4-c9e482bb8c6c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:38.785304 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8774d26b-0971-4524-9f61-8ca28af10fb9 req-515b7f6f-14bb-4d83-b9e4-c9e482bb8c6c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5419 time: 0.1168642
Feb 12 21:11:38.879675 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8774d26b-0971-4524-9f61-8ca28af10fb9 req-2b2ec78e-8124-4b20-a90b-c6ab58e8518c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0817597
Feb 12 21:11:38.956739 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-54f59213-4dd1-465d-979b-dbae0767def0 service neutron] 10.222.0.48 "GET /v2.0/networks/c71d3387-4285-452a-953d-e8edb5c159e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2227371
Feb 12 21:11:39.142265 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de5c6486-f355-4783-93fd-8f8fe37ceabd req-e947e33e-3158-4558-b922-28f5e901f680 service neutron] 10.222.0.48 "GET /v2.0/networks/c71d3387-4285-452a-953d-e8edb5c159e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1787186
Feb 12 21:11:39.155468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8f327-2a46-4e15-91e5-a7ffdc642b7b req-43bcaa67-4573-47d3-afc3-dac1e0858906 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:39.157536 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89e8f327-2a46-4e15-91e5-a7ffdc642b7b req-43bcaa67-4573-47d3-afc3-dac1e0858906 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 932 time: 0.1737893
Feb 12 21:11:39.214628 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89e8f327-2a46-4e15-91e5-a7ffdc642b7b req-e502dac5-0320-40ec-ad7f-99fc78849a3b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501037
Feb 12 21:11:39.329846 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874bd9b-5d19-4b0c-9d63-774767addcc0 req-de548c52-d34d-4728-a5e3-65743cb93bd1 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:39.331969 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2874bd9b-5d19-4b0c-9d63-774767addcc0 req-de548c52-d34d-4728-a5e3-65743cb93bd1 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 945 time: 0.0594010
Feb 12 21:11:39.388345 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2874bd9b-5d19-4b0c-9d63-774767addcc0 req-4f385e54-e84d-4707-9b2c-48ef67c898fc tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502944
Feb 12 21:11:39.487390 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3adf2010-9fb2-4031-928a-749457213b7a req-818ba370-ddb4-4082-8630-a90ea3b6759a tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/floatingips/a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574 HTTP/1.1" status: 200  len: 696 time: 0.0438759
Feb 12 21:11:39.580756 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-d22f6ad6-55cf-40a8-93f3-03a923a7211b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8692360
Feb 12 21:11:39.618669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf2010-9fb2-4031-928a-749457213b7a req-ca8c0aec-67d4-45df-b9f6-7954f152a7ba tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:39.628937 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3adf2010-9fb2-4031-928a-749457213b7a req-ca8c0aec-67d4-45df-b9f6-7954f152a7ba tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.1355283
Feb 12 21:11:39.684556 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3adf2010-9fb2-4031-928a-749457213b7a req-ace42680-098c-45fb-ac67-3263f7040829 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.141 HTTP/1.1" status: 200  len: 697 time: 0.0544467
Feb 12 21:11:39.736193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c65557-17a1-4f74-bfb9-c00e0f69bb97 req-4eb5e65d-24f6-4747-a264-3257b4d16080 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:39.737813 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6c65557-17a1-4f74-bfb9-c00e0f69bb97 req-4eb5e65d-24f6-4747-a264-3257b4d16080 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.1255128
Feb 12 21:11:39.742828 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3adf2010-9fb2-4031-928a-749457213b7a req-f819144c-b16f-4c61-a503-bdff6a443a14 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.141 HTTP/1.1" status: 200  len: 697 time: 0.0529380
Feb 12 21:11:39.742990 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6', 'name': 'network-vif-deleted', 'tag': 'e38f0d55-536c-4032-855c-af42ba5ed8b7'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:39.742990 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbde59ad-c5a5-4d39-a3ec-03c87f630058" -d '{"events": [{"server_uuid": "e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6", "name": "network-vif-deleted", "tag": "e38f0d55-536c-4032-855c-af42ba5ed8b7"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:39.783741 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a7c7d37-a556-426e-b50b-67ecead1d0dd req-7b7824e7-4306-4035-b721-44cd06a03820 service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573186
Feb 12 21:11:39.806766 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6c65557-17a1-4f74-bfb9-c00e0f69bb97 req-2136fd0c-825b-415c-b372-85275125df28 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586648
Feb 12 21:11:39.812206 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Request body: {'port': {'device_id': '9045d14a-f3fd-4ac7-b7c3-80e22e9b0970', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:39.879239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-3adf2010-9fb2-4031-928a-749457213b7a req-dedda56d-a008-4d4c-bdd0-ccf82d5054a4 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Deleting port 111a877a-db22-4122-86a0-aece063f2f8f {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:11:39.879631 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3adf2010-9fb2-4031-928a-749457213b7a req-dedda56d-a008-4d4c-bdd0-ccf82d5054a4 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (111a877a-db22-4122-86a0-aece063f2f8f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:39.925325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device e38f0d55-536c-4032-855c-af42ba5ed8b7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:11:39.960917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: e38f0d55-536c-4032-855c-af42ba5ed8b7 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:11:39.961651 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device e38f0d55-536c-4032-855c-af42ba5ed8b7 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:11:39.973468 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3adf2010-9fb2-4031-928a-749457213b7a req-dedda56d-a008-4d4c-bdd0-ccf82d5054a4 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (111a877a-db22-4122-86a0-aece063f2f8f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:39.973806 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3adf2010-9fb2-4031-928a-749457213b7a req-dedda56d-a008-4d4c-bdd0-ccf82d5054a4 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for floatingip (111a877a-db22-4122-86a0-aece063f2f8f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:39.985461 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:39.987756 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-3adf2010-9fb2-4031-928a-749457213b7a req-dedda56d-a008-4d4c-bdd0-ccf82d5054a4 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Calling delete_port for 111a877a-db22-4122-86a0-aece063f2f8f owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:11:40.013961 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a7c7d37-a556-426e-b50b-67ecead1d0dd req-22aa26f3-6527-4930-ab99-b52584124c44 service neutron] 10.222.0.50 "GET /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1987438
Feb 12 21:11:40.023060 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d851cce-5baa-4f51-9970-5bf957936189 req-1f18978a-9862-45bd-bfa9-b53a7710c93b tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:40.024561 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d851cce-5baa-4f51-9970-5bf957936189 req-1f18978a-9862-45bd-bfa9-b53a7710c93b tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 951 time: 0.1291120
Feb 12 21:11:40.150847 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d851cce-5baa-4f51-9970-5bf957936189 req-451fac7f-12ee-4b4d-907a-f3c6f028cfb4 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066878
Feb 12 21:11:40.214195 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3adf2010-9fb2-4031-928a-749457213b7a req-dedda56d-a008-4d4c-bdd0-ccf82d5054a4 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (111a877a-db22-4122-86a0-aece063f2f8f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:40.230577 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7197aa-a86f-4788-9799-22c2c963c609 x-openstack-request-id: req-cf7197aa-a86f-4788-9799-22c2c963c609 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:40.230577 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6", "name": "network-vif-deleted", "tag": "e38f0d55-536c-4032-855c-af42ba5ed8b7", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:40.230577 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf7197aa-a86f-4788-9799-22c2c963c609 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:40.231072 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cd9d98-c6e4-447a-ac2b-c8736dbb98a6', 'name': 'network-vif-deleted', 'tag': 'e38f0d55-536c-4032-855c-af42ba5ed8b7', 'status': 'completed', 'code': 200}
Feb 12 21:11:40.262723 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedda56d-a008-4d4c-bdd0-ccf82d5054a4 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Pushing event deleted for resources: {'Port': ['ID=111a877a-db22-4122-86a0-aece063f2f8f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:40.330198 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3adf2010-9fb2-4031-928a-749457213b7a req-dedda56d-a008-4d4c-bdd0-ccf82d5054a4 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks [] for floatingip (a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:40.332895 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3adf2010-9fb2-4031-928a-749457213b7a req-dedda56d-a008-4d4c-bdd0-ccf82d5054a4 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:40.334879 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3adf2010-9fb2-4031-928a-749457213b7a req-dedda56d-a008-4d4c-bdd0-ccf82d5054a4 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "DELETE /v2.0/floatingips/a5c8cfb9-9afd-4ab2-9d97-be2e3ea74574 HTTP/1.1" status: 204  len: 173 time: 0.5892973
Feb 12 21:11:40.379470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32efb3-3992-4604-a87c-a21cc16c63a4 req-778e6a91-c937-489d-a36f-9924e9e070f2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:40.385070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32efb3-3992-4604-a87c-a21cc16c63a4 req-778e6a91-c937-489d-a36f-9924e9e070f2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:40.390432 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32efb3-3992-4604-a87c-a21cc16c63a4 req-778e6a91-c937-489d-a36f-9924e9e070f2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:40.396246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32efb3-3992-4604-a87c-a21cc16c63a4 req-778e6a91-c937-489d-a36f-9924e9e070f2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:40.402432 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32efb3-3992-4604-a87c-a21cc16c63a4 req-778e6a91-c937-489d-a36f-9924e9e070f2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:40.408267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32efb3-3992-4604-a87c-a21cc16c63a4 req-778e6a91-c937-489d-a36f-9924e9e070f2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:40.414688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32efb3-3992-4604-a87c-a21cc16c63a4 req-778e6a91-c937-489d-a36f-9924e9e070f2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:40.416576 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd32efb3-3992-4604-a87c-a21cc16c63a4 req-778e6a91-c937-489d-a36f-9924e9e070f2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5419 time: 0.1497672
Feb 12 21:11:40.433934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0bcb3d-2043-41d3-a1f4-e06134cff0af {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:40.446520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543e19c-cdba-4c54-880d-f8da7e9eceab req-b0c099bc-f2a8-4bb6-8b3a-dea508cdf34a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:40.448172 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3543e19c-cdba-4c54-880d-f8da7e9eceab req-b0c099bc-f2a8-4bb6-8b3a-dea508cdf34a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 932 time: 0.0575829
Feb 12 21:11:40.449520 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Publish callbacks [] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:40.476926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Transition to ACTIVE for port object ce0bcb3d-2043-41d3-a1f4-e06134cff0af will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:11:40.500349 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd32efb3-3992-4604-a87c-a21cc16c63a4 req-c46828a6-c8d9-4498-9770-a3d813eee75c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0760133
Feb 12 21:11:40.500585 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3543e19c-cdba-4c54-880d-f8da7e9eceab req-8198751a-e32a-41a8-998c-2b4bdd4aec0b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432661
Feb 12 21:11:40.588969 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:40.667284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Pushing event updated for resources: {'Port': ['ID=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:40.701698 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfb7a1-abf0-465b-a822-0650f41e7f3e req-5c00028d-4a57-4a9f-b868-ec9550089396 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:40.703308 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a8cfb7a1-abf0-465b-a822-0650f41e7f3e req-5c00028d-4a57-4a9f-b868-ec9550089396 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 945 time: 0.1239512
Feb 12 21:11:40.789277 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a8cfb7a1-abf0-465b-a822-0650f41e7f3e req-29d2a4af-244d-4bc4-bf71-19a774b3aa13 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658391
Feb 12 21:11:40.790106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Attempting to bind port ce0bcb3d-2043-41d3-a1f4-e06134cff0af on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:11:40.790495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Attempting to bind port ce0bcb3d-2043-41d3-a1f4-e06134cff0af by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:11:40.790774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Attempting to bind port ce0bcb3d-2043-41d3-a1f4-e06134cff0af on network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:40.796979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Port ce0bcb3d-2043-41d3-a1f4-e06134cff0af on network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:11:40.796979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Attempting to bind port ce0bcb3d-2043-41d3-a1f4-e06134cff0af on network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:11:40.803457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:11:40.803457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Checking segment: {'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:11:40.803457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Bound using segment: {'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:11:40.803895 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Bound port: ce0bcb3d-2043-41d3-a1f4-e06134cff0af, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:11:40.804331 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:40.886124 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] For port ce0bcb3d-2043-41d3-a1f4-e06134cff0af, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:11:40.889827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] For port ce0bcb3d-2043-41d3-a1f4-e06134cff0af, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:11:40.954352 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:41.003547 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e8df3-55f8-4106-9629-a0095ee4dedc req-155c26a7-fa65-457f-a84e-a5ad7a012da8 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:41.011755 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e1e8df3-55f8-4106-9629-a0095ee4dedc req-155c26a7-fa65-457f-a84e-a5ad7a012da8 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 946 time: 0.0711157
Feb 12 21:11:41.012854 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:41.013775 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:41.015054 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] 10.222.0.50 "PUT /v2.0/ports/ce0bcb3d-2043-41d3-a1f4-e06134cff0af HTTP/1.1" status: 200  len: 1092 time: 1.2072759
Feb 12 21:11:41.031760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717859c1-407f-4ebe-91b3-4a4a32a7dcc3 req-561dc1ff-cc70-4f95-9a21-3780efe61a1f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:41.033314 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-717859c1-407f-4ebe-91b3-4a4a32a7dcc3 req-561dc1ff-cc70-4f95-9a21-3780efe61a1f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.1244657
Feb 12 21:11:41.044200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8693985-9da5-4759-b00e-a2e91798da4f service neutron] Pushing event updated for resources: {'Port': ['ID=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:41.061160 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e1e8df3-55f8-4106-9629-a0095ee4dedc req-36262f53-73fa-4ab5-9d07-7efb9b2c4e49 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484200
Feb 12 21:11:41.109630 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-717859c1-407f-4ebe-91b3-4a4a32a7dcc3 req-b06ca73b-fb35-4442-bd27-287014b86126 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613413
Feb 12 21:11:41.203960 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b07bb526-a5de-4e6f-9ce8-a980d9d4e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:41.205517 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-b07bb526-a5de-4e6f-9ce8-a980d9d4e58b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3c778564eef403aa9d4a76e4c1d3c20&device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 1126 time: 0.0473888
Feb 12 21:11:41.263494 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-88a45aec-1cd8-48f2-a934-20a8fe753343 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce0bcb3d-2043-41d3-a1f4-e06134cff0af HTTP/1.1" status: 200  len: 217 time: 0.0445185
Feb 12 21:11:41.297746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd15a3-c34c-41b9-9b9c-cf3cbce98697 req-823772fd-f1ae-429f-93d1-a01563128a34 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:41.299366 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47bd15a3-c34c-41b9-9b9c-cf3cbce98697 req-823772fd-f1ae-429f-93d1-a01563128a34 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 951 time: 0.0946093
Feb 12 21:11:41.324638 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-1385b13f-aa71-4416-ab31-139ba2879617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:41.326145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-1385b13f-aa71-4416-ab31-139ba2879617 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d47f89e7-f97f-48dd-8271-e3c84e1c2284 HTTP/1.1" status: 200  len: 843 time: 0.0466750
Feb 12 21:11:41.357718 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-ceee312a-4850-4395-a985-ce5e2614acf9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251825
Feb 12 21:11:41.363550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4fc74-8230-43eb-b435-922e43b19f21 req-a1fb9dd6-852e-40b1-881e-ad5e4f4bc240 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:41.365066 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7eb4fc74-8230-43eb-b435-922e43b19f21 req-a1fb9dd6-852e-40b1-881e-ad5e4f4bc240 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 951 time: 0.1102684
Feb 12 21:11:41.453956 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-47913f9d-66f9-4591-acb9-a3151a27780e service neutron] 10.222.0.50 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902815
Feb 12 21:11:41.455046 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7eb4fc74-8230-43eb-b435-922e43b19f21 req-be02fa69-3695-4a4a-acd3-5bd4e00fc712 tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/security-groups?id=f11d75e3-4949-4875-888a-44c637799f39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643466
Feb 12 21:11:41.462295 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-47bd15a3-c34c-41b9-9b9c-cf3cbce98697 req-bfdd1305-e570-4421-aecb-eea7820f036e tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Deleting port 79a28270-5b6e-4c46-9526-13bd9e1c0067 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:11:41.462295 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-47bd15a3-c34c-41b9-9b9c-cf3cbce98697 req-bfdd1305-e570-4421-aecb-eea7820f036e tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:41.547965 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd8bd39f-cef5-4819-8350-d956a5a41496 req-acb63b1e-f1f3-4ab3-ad35-fe18a1560ca1 service neutron] 10.222.0.50 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877264
Feb 12 21:11:41.558873 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-47bd15a3-c34c-41b9-9b9c-cf3cbce98697 req-bfdd1305-e570-4421-aecb-eea7820f036e tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] For port 79a28270-5b6e-4c46-9526-13bd9e1c0067, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79a28270-5b6e-4c46-9526-13bd9e1c0067,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:41.559263 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-47bd15a3-c34c-41b9-9b9c-cf3cbce98697 req-bfdd1305-e570-4421-aecb-eea7820f036e tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:41.578394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-47bd15a3-c34c-41b9-9b9c-cf3cbce98697 req-bfdd1305-e570-4421-aecb-eea7820f036e tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Calling delete_port for 79a28270-5b6e-4c46-9526-13bd9e1c0067 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:11:41.654243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54850f60-7ce4-4de6-a6e1-61c5689e99a9 req-de1e582d-baea-4d44-bc9f-46cea5977f84 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:41.655791 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54850f60-7ce4-4de6-a6e1-61c5689e99a9 req-de1e582d-baea-4d44-bc9f-46cea5977f84 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 944 time: 0.0601237
Feb 12 21:11:41.704913 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54850f60-7ce4-4de6-a6e1-61c5689e99a9 req-9c276c72-098f-4556-93b0-2c3f3f1bbd55 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433855
Feb 12 21:11:41.712421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5185c-f5c5-4053-9be9-18d0819a6338 req-f1c3f303-270c-4de7-8299-ebd595574ac0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:41.718313 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5185c-f5c5-4053-9be9-18d0819a6338 req-f1c3f303-270c-4de7-8299-ebd595574ac0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:41.723075 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5185c-f5c5-4053-9be9-18d0819a6338 req-f1c3f303-270c-4de7-8299-ebd595574ac0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:41.728809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5185c-f5c5-4053-9be9-18d0819a6338 req-f1c3f303-270c-4de7-8299-ebd595574ac0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:41.733951 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5185c-f5c5-4053-9be9-18d0819a6338 req-f1c3f303-270c-4de7-8299-ebd595574ac0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:41.739117 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5185c-f5c5-4053-9be9-18d0819a6338 req-f1c3f303-270c-4de7-8299-ebd595574ac0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:41.744356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5185c-f5c5-4053-9be9-18d0819a6338 req-f1c3f303-270c-4de7-8299-ebd595574ac0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:41.747367 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fad5185c-f5c5-4053-9be9-18d0819a6338 req-f1c3f303-270c-4de7-8299-ebd595574ac0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5419 time: 0.1532195
Feb 12 21:11:41.846098 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fad5185c-f5c5-4053-9be9-18d0819a6338 req-605b1783-8f0e-44e1-beff-8b52b9c75cf0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0926983
Feb 12 21:11:41.905864 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-47bd15a3-c34c-41b9-9b9c-cf3cbce98697 req-bfdd1305-e570-4421-aecb-eea7820f036e tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (79a28270-5b6e-4c46-9526-13bd9e1c0067), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:41.912704 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc4208-6d66-48e6-80bb-c86398bf6f2d req-908b8d1b-2da0-42f6-84cd-bb6155c1ac76 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:41.914241 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05bc4208-6d66-48e6-80bb-c86398bf6f2d req-908b8d1b-2da0-42f6-84cd-bb6155c1ac76 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 945 time: 0.0542760
Feb 12 21:11:41.918690 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['79a28270-5b6e-4c46-9526-13bd9e1c0067'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:41.947012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd1305-e570-4421-aecb-eea7820f036e tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Pushing event deleted for resources: {'Port': ['ID=79a28270-5b6e-4c46-9526-13bd9e1c0067,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:41.967827 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05bc4208-6d66-48e6-80bb-c86398bf6f2d req-282af4a3-98db-4b9a-ba4d-18c0ab5c571d tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451658
Feb 12 21:11:41.992340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bd15a3-c34c-41b9-9b9c-cf3cbce98697 req-bfdd1305-e570-4421-aecb-eea7820f036e tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] No DVR routers for this DVR port 79a28270-5b6e-4c46-9526-13bd9e1c0067 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:11:41.994643 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-47bd15a3-c34c-41b9-9b9c-cf3cbce98697 req-bfdd1305-e570-4421-aecb-eea7820f036e tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:41.998140 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47bd15a3-c34c-41b9-9b9c-cf3cbce98697 req-bfdd1305-e570-4421-aecb-eea7820f036e tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.48 "DELETE /v2.0/ports/79a28270-5b6e-4c46-9526-13bd9e1c0067 HTTP/1.1" status: 204  len: 173 time: 0.6930106
Feb 12 21:11:41.998609 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7e1aca-9785-4119-a180-49e60318243e', 'name': 'network-vif-deleted', 'tag': '79a28270-5b6e-4c46-9526-13bd9e1c0067'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:42.000977 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fe29e2-17e4-43f9-9c97-dad884756aa3" -d '{"events": [{"server_uuid": "fa7e1aca-9785-4119-a180-49e60318243e", "name": "network-vif-deleted", "tag": "79a28270-5b6e-4c46-9526-13bd9e1c0067"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:42.055675 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6c39b7-d9d7-4e93-ba70-cf085c5eb06a x-openstack-request-id: req-2f6c39b7-d9d7-4e93-ba70-cf085c5eb06a {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:42.055975 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7e1aca-9785-4119-a180-49e60318243e", "name": "network-vif-deleted", "tag": "79a28270-5b6e-4c46-9526-13bd9e1c0067", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:42.056241 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f6c39b7-d9d7-4e93-ba70-cf085c5eb06a {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:42.056657 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7e1aca-9785-4119-a180-49e60318243e', 'name': 'network-vif-deleted', 'tag': '79a28270-5b6e-4c46-9526-13bd9e1c0067', 'status': 'completed', 'code': 200}
Feb 12 21:11:42.120405 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86976d20-7a21-4ff7-99c3-08019ed9ee2a req-697d7549-3132-47cc-ae68-a6dbee705fac tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:42.122083 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-86976d20-7a21-4ff7-99c3-08019ed9ee2a req-697d7549-3132-47cc-ae68-a6dbee705fac tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d94d265-92b9-424f-8314-b0fb321f73b5 HTTP/1.1" status: 200  len: 945 time: 0.0795434
Feb 12 21:11:42.185224 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-86976d20-7a21-4ff7-99c3-08019ed9ee2a req-317e0555-92fa-43fd-8f5e-80d2686dccea tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565910
Feb 12 21:11:42.236237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5117d6-7839-4ca6-a4c4-ff29fc2804a9 req-5f18422b-eb18-41ac-be72-87faff19e2cb tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:42.238788 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f5117d6-7839-4ca6-a4c4-ff29fc2804a9 req-5f18422b-eb18-41ac-be72-87faff19e2cb tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 946 time: 0.0900218
Feb 12 21:11:42.239489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9045d14a-f3fd-4ac7-b7c3-80e22e9b0970', 'tag': 'ce0bcb3d-2043-41d3-a1f4-e06134cff0af'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:42.242711 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07de1161-25b5-4d9e-8bba-781c3423ceeb" -d '{"events": [{"name": "network-changed", "server_uuid": "9045d14a-f3fd-4ac7-b7c3-80e22e9b0970", "tag": "ce0bcb3d-2043-41d3-a1f4-e06134cff0af"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:42.293231 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f5117d6-7839-4ca6-a4c4-ff29fc2804a9 req-6e6bd658-1196-4065-ac28-c70e714187aa tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462413
Feb 12 21:11:42.326734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb31e37-9952-4692-b7e7-796e8794fa1a req-73790177-2037-4cef-ba80-14b50c73d251 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:42.328397 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fdb31e37-9952-4692-b7e7-796e8794fa1a req-73790177-2037-4cef-ba80-14b50c73d251 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.0585439
Feb 12 21:11:42.377189 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fdb31e37-9952-4692-b7e7-796e8794fa1a req-6028d677-3a53-496a-a420-e596490206d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430253
Feb 12 21:11:42.408092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea609c-4767-4167-adc3-c9e88aaa559a req-39d31ba4-eac7-4efa-ab2d-5b98be6861da tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:42.409692 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3ea609c-4767-4167-adc3-c9e88aaa559a req-39d31ba4-eac7-4efa-ab2d-5b98be6861da tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=13154ac3-ea21-4e42-874e-47df8fc0774a HTTP/1.1" status: 200  len: 945 time: 0.0554838
Feb 12 21:11:42.443789 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc2e6e5-644c-449a-a0a7-0179b8a6629a x-openstack-request-id: req-fcc2e6e5-644c-449a-a0a7-0179b8a6629a {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:42.444082 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9045d14a-f3fd-4ac7-b7c3-80e22e9b0970", "tag": "ce0bcb3d-2043-41d3-a1f4-e06134cff0af", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:42.444333 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcc2e6e5-644c-449a-a0a7-0179b8a6629a {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:42.444809 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9045d14a-f3fd-4ac7-b7c3-80e22e9b0970', 'tag': 'ce0bcb3d-2043-41d3-a1f4-e06134cff0af', 'status': 'completed', 'code': 200}
Feb 12 21:11:42.462772 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3ea609c-4767-4167-adc3-c9e88aaa559a req-7981e5be-ff98-4b91-b1ed-ee12baf6624c tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463905
Feb 12 21:11:42.581697 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-119b3fb5-5ddb-47a5-85cc-86acfc0da115 req-05b4e9d1-4c8a-4173-aa03-66edda69137c tempest-ServersAdminTestJSON-1716311096 tempest-ServersAdminTestJSON-1716311096-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa7e1aca-9785-4119-a180-49e60318243e HTTP/1.1" status: 200  len: 210 time: 0.0345764
Feb 12 21:11:42.848517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48489b4-debf-4928-a0c5-4af9dd5e955d req-61dffe5d-96ba-476c-ad7d-fd83af90a2a8 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:42.850475 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b48489b4-debf-4928-a0c5-4af9dd5e955d req-61dffe5d-96ba-476c-ad7d-fd83af90a2a8 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 944 time: 0.0638018
Feb 12 21:11:42.876461 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de1161-25b5-4d9e-8bba-781c3423ceeb req-62155413-8819-499e-a033-5b1ce65e546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:42.878024 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07de1161-25b5-4d9e-8bba-781c3423ceeb req-62155413-8819-499e-a033-5b1ce65e546c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3c778564eef403aa9d4a76e4c1d3c20&device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 1126 time: 0.4122446
Feb 12 21:11:42.896266 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae08c1d-e0a9-40bf-97de-e766b8709e32 req-19c4b6f9-a58b-4cd8-994c-683fb155658a tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:42.898410 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ae08c1d-e0a9-40bf-97de-e766b8709e32 req-19c4b6f9-a58b-4cd8-994c-683fb155658a tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 946 time: 0.4009514
Feb 12 21:11:42.918809 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b48489b4-debf-4928-a0c5-4af9dd5e955d req-ed42414b-931b-4a88-97d1-be040c36493b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616639
Feb 12 21:11:43.035796 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74e925-1067-4efe-b5d5-287ea97d4bcc req-c4f4add1-3f59-46b8-b6d8-e8e307a1dd29 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:43.037674 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ff74e925-1067-4efe-b5d5-287ea97d4bcc req-c4f4add1-3f59-46b8-b6d8-e8e307a1dd29 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=13154ac3-ea21-4e42-874e-47df8fc0774a HTTP/1.1" status: 200  len: 945 time: 0.0569329
Feb 12 21:11:43.097423 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ff74e925-1067-4efe-b5d5-287ea97d4bcc req-de6c3677-04bd-4740-a29d-eee9940daad6 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526881
Feb 12 21:11:43.097886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de1161-25b5-4d9e-8bba-781c3423ceeb req-e225789b-bba0-42ae-97c8-c2e5140d22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:43.099417 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07de1161-25b5-4d9e-8bba-781c3423ceeb req-e225789b-bba0-42ae-97c8-c2e5140d22dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 HTTP/1.1" status: 200  len: 904 time: 0.2107713
Feb 12 21:11:43.129002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77e03-27ed-4800-b389-5e36a225c0e9 req-0999740e-e400-45fa-ab9d-45ff5502cda4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:43.134507 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77e03-27ed-4800-b389-5e36a225c0e9 req-0999740e-e400-45fa-ab9d-45ff5502cda4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:43.139682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77e03-27ed-4800-b389-5e36a225c0e9 req-0999740e-e400-45fa-ab9d-45ff5502cda4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:43.144804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77e03-27ed-4800-b389-5e36a225c0e9 req-0999740e-e400-45fa-ab9d-45ff5502cda4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:43.150758 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77e03-27ed-4800-b389-5e36a225c0e9 req-0999740e-e400-45fa-ab9d-45ff5502cda4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:43.155988 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77e03-27ed-4800-b389-5e36a225c0e9 req-0999740e-e400-45fa-ab9d-45ff5502cda4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:43.161138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77e03-27ed-4800-b389-5e36a225c0e9 req-0999740e-e400-45fa-ab9d-45ff5502cda4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:43.163872 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbd77e03-27ed-4800-b389-5e36a225c0e9 req-0999740e-e400-45fa-ab9d-45ff5502cda4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5419 time: 0.1797323
Feb 12 21:11:43.198720 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07de1161-25b5-4d9e-8bba-781c3423ceeb req-e86c3307-d5db-4cee-b8de-c312ed743ab5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce0bcb3d-2043-41d3-a1f4-e06134cff0af HTTP/1.1" status: 200  len: 217 time: 0.0920877
Feb 12 21:11:43.260332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3ae08c1d-e0a9-40bf-97de-e766b8709e32 req-96b05573-6485-4108-8440-8f07e55a7aa0 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Deleting port c0e4abe5-512a-438d-9ee8-c182fa52f022 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:11:43.260673 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3ae08c1d-e0a9-40bf-97de-e766b8709e32 req-96b05573-6485-4108-8440-8f07e55a7aa0 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c0e4abe5-512a-438d-9ee8-c182fa52f022), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:43.335884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de1161-25b5-4d9e-8bba-781c3423ceeb req-4c9922aa-e161-4c85-af02-866c71efecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:43.337395 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07de1161-25b5-4d9e-8bba-781c3423ceeb req-4c9922aa-e161-4c85-af02-866c71efecf8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d47f89e7-f97f-48dd-8271-e3c84e1c2284 HTTP/1.1" status: 200  len: 843 time: 0.1307225
Feb 12 21:11:43.379580 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbd77e03-27ed-4800-b389-5e36a225c0e9 req-fb393703-2938-4ada-b96f-357a2465fb07 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1834021
Feb 12 21:11:43.386281 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07de1161-25b5-4d9e-8bba-781c3423ceeb req-24e24b5e-2fcd-40d1-8a56-99531777a7e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0406275
Feb 12 21:11:43.437535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b8a1c-46ce-4075-abd8-5e49265168aa req-d4f05490-2589-43d2-b482-7e87f5660b12 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:43.442344 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8c4b8a1c-46ce-4075-abd8-5e49265168aa req-d4f05490-2589-43d2-b482-7e87f5660b12 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 946 time: 0.0742838
Feb 12 21:11:43.465176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3ae08c1d-e0a9-40bf-97de-e766b8709e32 req-96b05573-6485-4108-8440-8f07e55a7aa0 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] For port c0e4abe5-512a-438d-9ee8-c182fa52f022, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c0e4abe5-512a-438d-9ee8-c182fa52f022,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:43.465563 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3ae08c1d-e0a9-40bf-97de-e766b8709e32 req-96b05573-6485-4108-8440-8f07e55a7aa0 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c0e4abe5-512a-438d-9ee8-c182fa52f022), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:43.490225 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8c4b8a1c-46ce-4075-abd8-5e49265168aa req-c5c054d6-4153-4850-93db-c39aa86c1a01 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/security-groups?id=f19ca740-6d86-42a6-ad1c-3117195a2831&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445523
Feb 12 21:11:43.514384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3ae08c1d-e0a9-40bf-97de-e766b8709e32 req-96b05573-6485-4108-8440-8f07e55a7aa0 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Calling delete_port for c0e4abe5-512a-438d-9ee8-c182fa52f022 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:11:43.587734 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07de1161-25b5-4d9e-8bba-781c3423ceeb req-80ef91ab-0b6b-4d7f-856b-38bfb96e3934 service neutron] 10.222.0.50 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1937644
Feb 12 21:11:43.596788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af40e7-186d-45c7-89b0-b008224647a6 req-3cc04ee2-bb5a-48d5-b090-a819a022ccf2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:43.598199 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10af40e7-186d-45c7-89b0-b008224647a6 req-3cc04ee2-bb5a-48d5-b090-a819a022ccf2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.1365793
Feb 12 21:11:43.743936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10af40e7-186d-45c7-89b0-b008224647a6 req-63c40d96-0b8e-4361-9e02-e5167a9d0bbb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1341736
Feb 12 21:11:43.752249 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07de1161-25b5-4d9e-8bba-781c3423ceeb req-43e7a291-f700-4ba1-88a1-4c64ecf9ee15 service neutron] 10.222.0.50 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517279
Feb 12 21:11:43.870430 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3ae08c1d-e0a9-40bf-97de-e766b8709e32 req-96b05573-6485-4108-8440-8f07e55a7aa0 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c0e4abe5-512a-438d-9ee8-c182fa52f022), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:43.881777 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['c0e4abe5-512a-438d-9ee8-c182fa52f022'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:43.905480 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b05573-6485-4108-8440-8f07e55a7aa0 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Pushing event deleted for resources: {'Port': ['ID=c0e4abe5-512a-438d-9ee8-c182fa52f022,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:43.951303 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae08c1d-e0a9-40bf-97de-e766b8709e32 req-96b05573-6485-4108-8440-8f07e55a7aa0 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] No DVR routers for this DVR port c0e4abe5-512a-438d-9ee8-c182fa52f022 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:11:43.955057 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3ae08c1d-e0a9-40bf-97de-e766b8709e32 req-96b05573-6485-4108-8440-8f07e55a7aa0 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:43.957578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ae08c1d-e0a9-40bf-97de-e766b8709e32 req-96b05573-6485-4108-8440-8f07e55a7aa0 tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.50 "DELETE /v2.0/ports/c0e4abe5-512a-438d-9ee8-c182fa52f022 HTTP/1.1" status: 204  len: 173 time: 1.0334830
Feb 12 21:11:44.053196 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed15aa-d1d9-481d-aeff-15c37a118ea9 req-5307dbca-eb0d-40ae-99aa-ffc794b37720 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:44.054760 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4fed15aa-d1d9-481d-aeff-15c37a118ea9 req-5307dbca-eb0d-40ae-99aa-ffc794b37720 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 944 time: 0.0587435
Feb 12 21:11:44.086042 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37866) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:44.104148 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4fed15aa-d1d9-481d-aeff-15c37a118ea9 req-3802b16f-11d9-4b6c-9af3-45036c87d65a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436780
Feb 12 21:11:44.253168 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-58d010df-2536-4065-b7cb-9d52e9aa10c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=517a5f8cbeba42f6841e1eccf9c2914d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1658404
Feb 12 21:11:44.255960 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37872) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:44.285471 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434a010-a023-43c3-9b80-088bbf25dd3f req-df4d338c-353d-4af8-90d9-533781a3716b tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:44.286846 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b434a010-a023-43c3-9b80-088bbf25dd3f req-df4d338c-353d-4af8-90d9-533781a3716b tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=13154ac3-ea21-4e42-874e-47df8fc0774a HTTP/1.1" status: 200  len: 945 time: 0.1135886
Feb 12 21:11:44.323914 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-394b7ead-d265-4088-b163-0ebe6809be88 admin admin] Publish callbacks [] for security_group (f11d75e3-4949-4875-888a-44c637799f39), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:44.350385 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666d559-5c52-487a-83c5-d32eaa6e6723 req-cfd26d2e-bbe3-4b59-97d2-acff258bf15e tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:44.352087 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3666d559-5c52-487a-83c5-d32eaa6e6723 req-cfd26d2e-bbe3-4b59-97d2-acff258bf15e tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.50 "GET /v2.0/ports?device_id=13154ac3-ea21-4e42-874e-47df8fc0774a HTTP/1.1" status: 200  len: 945 time: 0.1115808
Feb 12 21:11:44.362116 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-394b7ead-d265-4088-b163-0ebe6809be88 admin admin] Publish callbacks [] for security_group (f11d75e3-4949-4875-888a-44c637799f39), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:44.385315 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b434a010-a023-43c3-9b80-088bbf25dd3f req-f130bda9-5e2f-403d-869f-175149590c6b tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798619
Feb 12 21:11:44.456253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'name': 'network-vif-deleted', 'tag': 'c0e4abe5-512a-438d-9ee8-c182fa52f022'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:44.458792 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04152d45-06c8-43fb-9400-bd5c658713d3" -d '{"events": [{"server_uuid": "0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd", "name": "network-vif-deleted", "tag": "c0e4abe5-512a-438d-9ee8-c182fa52f022"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:44.497276 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3666d559-5c52-487a-83c5-d32eaa6e6723 req-ff1e9045-65ca-4529-9e98-19cc66c6e813 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Deleting port 7de9234c-8a3c-4d65-9cee-718d58f221b1 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:11:44.497659 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3666d559-5c52-487a-83c5-d32eaa6e6723 req-ff1e9045-65ca-4529-9e98-19cc66c6e813 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7de9234c-8a3c-4d65-9cee-718d58f221b1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:44.502132 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36d0751-e913-4197-a01a-38bceb859987 x-openstack-request-id: req-c36d0751-e913-4197-a01a-38bceb859987 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:44.502132 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd", "name": "network-vif-deleted", "tag": "c0e4abe5-512a-438d-9ee8-c182fa52f022", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:44.502456 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c36d0751-e913-4197-a01a-38bceb859987 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:44.502729 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd', 'name': 'network-vif-deleted', 'tag': 'c0e4abe5-512a-438d-9ee8-c182fa52f022', 'status': 'completed', 'code': 200}
Feb 12 21:11:44.503545 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-394b7ead-d265-4088-b163-0ebe6809be88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f11d75e3-4949-4875-888a-44c637799f39), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:44.506420 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-394b7ead-d265-4088-b163-0ebe6809be88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:44.510415 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-394b7ead-d265-4088-b163-0ebe6809be88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f11d75e3-4949-4875-888a-44c637799f39 HTTP/1.1" status: 204  len: 168 time: 0.2483251
Feb 12 21:11:44.523085 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b7ead-d265-4088-b163-0ebe6809be88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11d75e3-4949-4875-888a-44c637799f39,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:44.561073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af419617-e2a0-41ff-acd3-7ec8394045ff req-f4c59a84-44fd-4840-adb7-dba1411dcf9f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:44.580961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af419617-e2a0-41ff-acd3-7ec8394045ff req-f4c59a84-44fd-4840-adb7-dba1411dcf9f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:44.586980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af419617-e2a0-41ff-acd3-7ec8394045ff req-f4c59a84-44fd-4840-adb7-dba1411dcf9f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:44.592491 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af419617-e2a0-41ff-acd3-7ec8394045ff req-f4c59a84-44fd-4840-adb7-dba1411dcf9f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:44.599420 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af419617-e2a0-41ff-acd3-7ec8394045ff req-f4c59a84-44fd-4840-adb7-dba1411dcf9f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:44.604662 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af419617-e2a0-41ff-acd3-7ec8394045ff req-f4c59a84-44fd-4840-adb7-dba1411dcf9f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:44.610492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af419617-e2a0-41ff-acd3-7ec8394045ff req-f4c59a84-44fd-4840-adb7-dba1411dcf9f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:44.612065 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-af419617-e2a0-41ff-acd3-7ec8394045ff req-f4c59a84-44fd-4840-adb7-dba1411dcf9f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5419 time: 0.1490862
Feb 12 21:11:44.651342 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-063fef3e-1f19-4b09-997c-3ddc28a2997a req-5458f9ea-0478-4e05-a07e-1cea0756897e tempest-FloatingIPsAssociationTestJSON-1723183957 tempest-FloatingIPsAssociationTestJSON-1723183957-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7b2ea8-8f39-4caa-9afc-4577ff6e9dbd HTTP/1.1" status: 200  len: 210 time: 0.0371161
Feb 12 21:11:44.669552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3666d559-5c52-487a-83c5-d32eaa6e6723 req-ff1e9045-65ca-4529-9e98-19cc66c6e813 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] For port 7de9234c-8a3c-4d65-9cee-718d58f221b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7de9234c-8a3c-4d65-9cee-718d58f221b1,segment=NetworkSegment(26177883-2235-40a4-8153-b2f22b3ee9a8),segment_id=26177883-2235-40a4-8153-b2f22b3ee9a8)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:44.669552 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3666d559-5c52-487a-83c5-d32eaa6e6723 req-ff1e9045-65ca-4529-9e98-19cc66c6e813 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7de9234c-8a3c-4d65-9cee-718d58f221b1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:44.674567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3666d559-5c52-487a-83c5-d32eaa6e6723 req-ff1e9045-65ca-4529-9e98-19cc66c6e813 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Calling delete_port for 7de9234c-8a3c-4d65-9cee-718d58f221b1 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:11:44.684671 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-af419617-e2a0-41ff-acd3-7ec8394045ff req-81030360-aa81-46c3-ad7f-964db2b9a3f2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0657687
Feb 12 21:11:44.757377 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device cb16a4b9-5c35-4c83-b676-814b33f4354e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:11:44.762246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 79a28270-5b6e-4c46-9526-13bd9e1c0067 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:11:44.797714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 79a28270-5b6e-4c46-9526-13bd9e1c0067 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:11:44.798264 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 79a28270-5b6e-4c46-9526-13bd9e1c0067 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:11:44.894751 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2af5a-81b6-45a2-90f7-56a1215dc4af req-3cad8f96-43ef-4d35-bd25-b5aa6a7f2204 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:44.896475 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4f2af5a-81b6-45a2-90f7-56a1215dc4af req-3cad8f96-43ef-4d35-bd25-b5aa6a7f2204 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.0645590
Feb 12 21:11:44.900927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port cb16a4b9-5c35-4c83-b676-814b33f4354e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb16a4b9-5c35-4c83-b676-814b33f4354e,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:44.901543 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3666d559-5c52-487a-83c5-d32eaa6e6723 req-ff1e9045-65ca-4529-9e98-19cc66c6e813 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7de9234c-8a3c-4d65-9cee-718d58f221b1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:44.912940 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'cb16a4b9-5c35-4c83-b676-814b33f4354e', 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca', 'port_id': 'cb16a4b9-5c35-4c83-b676-814b33f4354e', 'mac_address': 'fa:16:3e:70:40:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce8693b-2c76-4c94-8612-f77b092ad4ef', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:11:44.922485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['6c2d4fff-ca67-4966-a06e-aaa926490420', '7de9234c-8a3c-4d65-9cee-718d58f221b1'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:44.954463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e9045-65ca-4529-9e98-19cc66c6e813 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Pushing event deleted for resources: {'Port': ['ID=7de9234c-8a3c-4d65-9cee-718d58f221b1,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:45.005392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3666d559-5c52-487a-83c5-d32eaa6e6723 req-ff1e9045-65ca-4529-9e98-19cc66c6e813 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] No DVR routers for this DVR port 7de9234c-8a3c-4d65-9cee-718d58f221b1 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:11:45.010596 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3666d559-5c52-487a-83c5-d32eaa6e6723 req-ff1e9045-65ca-4529-9e98-19cc66c6e813 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:45.014280 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3666d559-5c52-487a-83c5-d32eaa6e6723 req-ff1e9045-65ca-4529-9e98-19cc66c6e813 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.50 "DELETE /v2.0/ports/7de9234c-8a3c-4d65-9cee-718d58f221b1 HTTP/1.1" status: 204  len: 173 time: 0.6561544
Feb 12 21:11:45.030323 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4f2af5a-81b6-45a2-90f7-56a1215dc4af req-6e4f94e0-78fa-47c6-b3ae-2a2e240da1d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1155419
Feb 12 21:11:45.087311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['af1288cf-8eee-461b-8fdd-3ff82ef1f8c5'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:45.163342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port cb16a4b9-5c35-4c83-b676-814b33f4354e is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:45.164020 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:45.189383 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb16a4b9-5c35-4c83-b676-814b33f4354e {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:45.234208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port cb16a4b9-5c35-4c83-b676-814b33f4354e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb16a4b9-5c35-4c83-b676-814b33f4354e,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:45.246955 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2e6d7-72fd-4811-b531-b3548bb54a94 req-9a11c268-27e2-4f33-ae36-7cca571a9629 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:45.249149 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-03b2e6d7-72fd-4811-b531-b3548bb54a94 req-9a11c268-27e2-4f33-ae36-7cca571a9629 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 944 time: 0.0640337
Feb 12 21:11:45.271710 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37888) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:45.324575 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:45.325382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b2910da7-aefa-45b5-ab32-c4167ae080b7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:11:45.326566 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-03b2e6d7-72fd-4811-b531-b3548bb54a94 req-1c09295a-8164-4a34-8ee2-c491b4265b59 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713019
Feb 12 21:11:45.342143 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d2d542cc-f336-4afa-9318-f8aef8f0327e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e25f9de4fbe347a7b56e4734fa27740c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0661798
Feb 12 21:11:45.342581 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37890) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:45.406859 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25f20e9b-5021-4d44-89a1-d3a6563c8505 admin admin] Publish callbacks [] for security_group (45e7f704-b89f-4a06-ad1c-129bf9d4ee7b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:45.434295 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25f20e9b-5021-4d44-89a1-d3a6563c8505 admin admin] Publish callbacks [] for security_group (45e7f704-b89f-4a06-ad1c-129bf9d4ee7b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:45.454380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b2910da7-aefa-45b5-ab32-c4167ae080b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2910da7-aefa-45b5-ab32-c4167ae080b7,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:45.466144 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=cb16a4b9-5c35-4c83-b676-814b33f4354e,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:45.476821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'b2910da7-aefa-45b5-ab32-c4167ae080b7', 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca', 'port_id': 'b2910da7-aefa-45b5-ab32-c4167ae080b7', 'mac_address': 'fa:16:3e:bc:09:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce8693b-2c76-4c94-8612-f77b092ad4ef', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:11:45.509460 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70be4a99-6e2a-42f1-8447-f7a75daf5f30 req-fbc0bf61-b036-461a-b146-d8a718f1edf4 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=13154ac3-ea21-4e42-874e-47df8fc0774a HTTP/1.1" status: 200  len: 210 time: 0.0325139
Feb 12 21:11:45.520929 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b2910da7-aefa-45b5-ab32-c4167ae080b7 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:45.521445 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:45.535055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2910da7-aefa-45b5-ab32-c4167ae080b7 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:45.555078 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b2910da7-aefa-45b5-ab32-c4167ae080b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2910da7-aefa-45b5-ab32-c4167ae080b7,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:45.660379 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25f20e9b-5021-4d44-89a1-d3a6563c8505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (45e7f704-b89f-4a06-ad1c-129bf9d4ee7b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:45.663136 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25f20e9b-5021-4d44-89a1-d3a6563c8505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:45.664283 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-25f20e9b-5021-4d44-89a1-d3a6563c8505 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45e7f704-b89f-4a06-ad1c-129bf9d4ee7b HTTP/1.1" status: 204  len: 168 time: 0.3210735
Feb 12 21:11:45.672320 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f20e9b-5021-4d44-89a1-d3a6563c8505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e7f704-b89f-4a06-ad1c-129bf9d4ee7b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:45.721684 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:45.721684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device ea9dd83b-8155-49b9-9961-155b1a2273e6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:11:45.723250 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37900) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:45.815184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b2910da7-aefa-45b5-ab32-c4167ae080b7,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:45.891834 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port ea9dd83b-8155-49b9-9961-155b1a2273e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ea9dd83b-8155-49b9-9961-155b1a2273e6,segment=NetworkSegment(59c0f533-8d2d-4f7b-8a78-1a18c5036ce1),segment_id=59c0f533-8d2d-4f7b-8a78-1a18c5036ce1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:45.908021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'ea9dd83b-8155-49b9-9961-155b1a2273e6', 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7', 'port_id': 'ea9dd83b-8155-49b9-9961-155b1a2273e6', 'mac_address': 'fa:16:3e:92:b4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08752cac-9899-4cd0-802b-cebf5961249e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:11:45.936618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ce0bcb3d-2043-41d3-a1f4-e06134cff0af details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:11:45.975497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port ea9dd83b-8155-49b9-9961-155b1a2273e6 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:45.975911 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:46.011115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9dd83b-8155-49b9-9961-155b1a2273e6 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:46.073277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port ea9dd83b-8155-49b9-9961-155b1a2273e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ea9dd83b-8155-49b9-9961-155b1a2273e6,segment=NetworkSegment(59c0f533-8d2d-4f7b-8a78-1a18c5036ce1),segment_id=59c0f533-8d2d-4f7b-8a78-1a18c5036ce1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:46.110481 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ce0bcb3d-2043-41d3-a1f4-e06134cff0af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:46.126295 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'ce0bcb3d-2043-41d3-a1f4-e06134cff0af', 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2', 'port_id': 'ce0bcb3d-2043-41d3-a1f4-e06134cff0af', 'mac_address': 'fa:16:3e:98:fb:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47f89e7-f97f-48dd-8271-e3c84e1c2284', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:11:46.156227 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:46.156653 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c03b11d7-ad51-4a19-be11-d54473d9b412 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:11:46.191051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port c03b11d7-ad51-4a19-be11-d54473d9b412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c03b11d7-ad51-4a19-be11-d54473d9b412,segment=NetworkSegment(59c0f533-8d2d-4f7b-8a78-1a18c5036ce1),segment_id=59c0f533-8d2d-4f7b-8a78-1a18c5036ce1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:46.196514 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f49d50-2afb-4d51-8df2-9f3b37cf0436 req-dec111d4-647d-469f-8ac4-174baabfc440 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:46.201178 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894105e-1f52-46d3-bfeb-e42dfdc09d95 req-aa04f924-45f5-41fe-b263-dac3303681f8 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:46.201992 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f49d50-2afb-4d51-8df2-9f3b37cf0436 req-dec111d4-647d-469f-8ac4-174baabfc440 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:46.203674 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3894105e-1f52-46d3-bfeb-e42dfdc09d95 req-aa04f924-45f5-41fe-b263-dac3303681f8 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 943 time: 0.0837183
Feb 12 21:11:46.207050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f49d50-2afb-4d51-8df2-9f3b37cf0436 req-dec111d4-647d-469f-8ac4-174baabfc440 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:46.212966 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f49d50-2afb-4d51-8df2-9f3b37cf0436 req-dec111d4-647d-469f-8ac4-174baabfc440 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:46.216477 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'c03b11d7-ad51-4a19-be11-d54473d9b412', 'network_id': 'c71d3387-4285-452a-953d-e8edb5c159e7', 'port_id': 'c03b11d7-ad51-4a19-be11-d54473d9b412', 'mac_address': 'fa:16:3e:08:c7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08752cac-9899-4cd0-802b-cebf5961249e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:11:46.218572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f49d50-2afb-4d51-8df2-9f3b37cf0436 req-dec111d4-647d-469f-8ac4-174baabfc440 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:46.225021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f49d50-2afb-4d51-8df2-9f3b37cf0436 req-dec111d4-647d-469f-8ac4-174baabfc440 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:46.230702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f49d50-2afb-4d51-8df2-9f3b37cf0436 req-dec111d4-647d-469f-8ac4-174baabfc440 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:46.232703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98f49d50-2afb-4d51-8df2-9f3b37cf0436 req-dec111d4-647d-469f-8ac4-174baabfc440 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5421 time: 0.1710923
Feb 12 21:11:46.292497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ce0bcb3d-2043-41d3-a1f4-e06134cff0af is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:46.292919 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:46.297943 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3894105e-1f52-46d3-bfeb-e42dfdc09d95 req-01ac5488-1f8f-4d16-8f1e-558711a17436 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833101
Feb 12 21:11:46.324501 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98f49d50-2afb-4d51-8df2-9f3b37cf0436 req-d4f5b3de-866d-4f66-9757-09fba686c323 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0734930
Feb 12 21:11:46.336086 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=ea9dd83b-8155-49b9-9961-155b1a2273e6,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:46.361734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0bcb3d-2043-41d3-a1f4-e06134cff0af {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:46.370604 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port c03b11d7-ad51-4a19-be11-d54473d9b412 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:46.371274 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:46.385227 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab598-ad48-4727-bbc7-bdc6a4ed4f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (722581dc-165c-45dc-8b68-d7e66aa98dab), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:46.395465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ce0bcb3d-2043-41d3-a1f4-e06134cff0af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:46.398023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03b11d7-ad51-4a19-be11-d54473d9b412 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:46.418157 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port c03b11d7-ad51-4a19-be11-d54473d9b412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c03b11d7-ad51-4a19-be11-d54473d9b412,segment=NetworkSegment(59c0f533-8d2d-4f7b-8a78-1a18c5036ce1),segment_id=59c0f533-8d2d-4f7b-8a78-1a18c5036ce1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:46.474078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9a337-8cad-4adb-8811-34bdf08d2af3 req-98f0dc80-0824-48f1-b1e1-aa9603f8a85c tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:46.476802 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-06a9a337-8cad-4adb-8811-34bdf08d2af3 req-98f0dc80-0824-48f1-b1e1-aa9603f8a85c tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 944 time: 0.0561104
Feb 12 21:11:46.517500 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:46.521136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 8a6d5784-855f-4db3-a849-95606d940801 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:11:46.526366 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13154ac3-ea21-4e42-874e-47df8fc0774a', 'name': 'network-vif-deleted', 'tag': '7de9234c-8a3c-4d65-9cee-718d58f221b1'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:46.528795 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead5b1a7-49fd-401e-abf7-486cc12973b7" -d '{"events": [{"server_uuid": "13154ac3-ea21-4e42-874e-47df8fc0774a", "name": "network-vif-deleted", "tag": "7de9234c-8a3c-4d65-9cee-718d58f221b1"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:46.554733 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-06a9a337-8cad-4adb-8811-34bdf08d2af3 req-e8878c84-1d65-4d8f-a3a3-123b25fce210 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678890
Feb 12 21:11:46.593816 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb0be8d-670d-4364-9897-e234ff3cb079 x-openstack-request-id: req-efb0be8d-670d-4364-9897-e234ff3cb079 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:46.594222 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13154ac3-ea21-4e42-874e-47df8fc0774a", "name": "network-vif-deleted", "tag": "7de9234c-8a3c-4d65-9cee-718d58f221b1", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:46.594549 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efb0be8d-670d-4364-9897-e234ff3cb079 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:46.595020 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13154ac3-ea21-4e42-874e-47df8fc0774a', 'name': 'network-vif-deleted', 'tag': '7de9234c-8a3c-4d65-9cee-718d58f221b1', 'status': 'completed', 'code': 200}
Feb 12 21:11:46.683662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 8a6d5784-855f-4db3-a849-95606d940801, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6d5784-855f-4db3-a849-95606d940801,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:46.689800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ab598-ad48-4727-bbc7-bdc6a4ed4f2c admin admin] Deleting port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:11:46.690210 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab598-ad48-4727-bbc7-bdc6a4ed4f2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:46.699161 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:46.700153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device db0ca88d-7497-4c86-9f77-a0e7753f1866 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:11:46.707315 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '8a6d5784-855f-4db3-a849-95606d940801', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'port_id': '8a6d5784-855f-4db3-a849-95606d940801', 'mac_address': 'fa:16:3e:4e:04:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:11:46.716571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:46.813380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-1c3ab598-ad48-4727-bbc7-bdc6a4ed4f2c admin admin] For port 3a4a5d34-bd0b-4940-b044-0a1252ab65ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a4a5d34-bd0b-4940-b044-0a1252ab65ab,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:46.815787 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab598-ad48-4727-bbc7-bdc6a4ed4f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:46.816284 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 8a6d5784-855f-4db3-a849-95606d940801 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:46.816680 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8a6d5784-855f-4db3-a849-95606d940801), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:46.839163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ab598-ad48-4727-bbc7-bdc6a4ed4f2c admin admin] Calling delete_port for 3a4a5d34-bd0b-4940-b044-0a1252ab65ab owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:11:46.842262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port db0ca88d-7497-4c86-9f77-a0e7753f1866, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=db0ca88d-7497-4c86-9f77-a0e7753f1866,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:46.845801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=c03b11d7-ad51-4a19-be11-d54473d9b412,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:46.858909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6d5784-855f-4db3-a849-95606d940801 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:46.871044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'db0ca88d-7497-4c86-9f77-a0e7753f1866', 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca', 'port_id': 'db0ca88d-7497-4c86-9f77-a0e7753f1866', 'mac_address': 'fa:16:3e:75:f5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce8693b-2c76-4c94-8612-f77b092ad4ef', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:11:46.882907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 8a6d5784-855f-4db3-a849-95606d940801, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6d5784-855f-4db3-a849-95606d940801,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:46.921991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port db0ca88d-7497-4c86-9f77-a0e7753f1866 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:46.922675 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:46.937269 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0ca88d-7497-4c86-9f77-a0e7753f1866 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:46.963439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port db0ca88d-7497-4c86-9f77-a0e7753f1866, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=db0ca88d-7497-4c86-9f77-a0e7753f1866,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:46.980298 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8a6d5784-855f-4db3-a849-95606d940801), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:47.070380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=8a6d5784-855f-4db3-a849-95606d940801,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:47.082730 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:47.084995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 335b0423-e329-43fd-bea1-28e4856ef8b9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:11:47.140266 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab598-ad48-4727-bbc7-bdc6a4ed4f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3a4a5d34-bd0b-4940-b044-0a1252ab65ab), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:47.179765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=db0ca88d-7497-4c86-9f77-a0e7753f1866,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:47.208476 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ab598-ad48-4727-bbc7-bdc6a4ed4f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4a5d34-bd0b-4940-b044-0a1252ab65ab,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:47.224625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['ce0bcb3d-2043-41d3-a1f4-e06134cff0af'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:47.231679 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['8a6d5784-855f-4db3-a849-95606d940801'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:47.375923 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 335b0423-e329-43fd-bea1-28e4856ef8b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=335b0423-e329-43fd-bea1-28e4856ef8b9,segment=NetworkSegment(c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c),segment_id=c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:47.405051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '335b0423-e329-43fd-bea1-28e4856ef8b9', 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246', 'port_id': '335b0423-e329-43fd-bea1-28e4856ef8b9', 'mac_address': 'fa:16:3e:59:b3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:11:47.492824 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab598-ad48-4727-bbc7-bdc6a4ed4f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (722581dc-165c-45dc-8b68-d7e66aa98dab), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:47.503826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 335b0423-e329-43fd-bea1-28e4856ef8b9 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:47.504711 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:47.543734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335b0423-e329-43fd-bea1-28e4856ef8b9 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:47.545842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5526a-6b89-4321-9c09-bd5658f5272e req-5ceaae1b-c314-43e1-b456-9c57517b6484 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:47.553934 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f1e5526a-6b89-4321-9c09-bd5658f5272e req-5ceaae1b-c314-43e1-b456-9c57517b6484 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 944 time: 0.1006691
Feb 12 21:11:47.591915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 335b0423-e329-43fd-bea1-28e4856ef8b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=335b0423-e329-43fd-bea1-28e4856ef8b9,segment=NetworkSegment(c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c),segment_id=c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:47.624185 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f1e5526a-6b89-4321-9c09-bd5658f5272e req-756fbcaa-9fb4-4359-8a70-d5493cfca6a2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689340
Feb 12 21:11:47.663937 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:47.670553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:11:47.763116 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=335b0423-e329-43fd-bea1-28e4856ef8b9,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:47.775615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17ba1c7f-90cf-4f91-a05e-68927bcbe7cc,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:47.783134 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48a713-72ef-4431-a79c-a3b6b7169587 req-e4fe5185-bcea-4b11-951f-16f81e7528cb tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:47.788908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48a713-72ef-4431-a79c-a3b6b7169587 req-e4fe5185-bcea-4b11-951f-16f81e7528cb tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:47.789098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '17ba1c7f-90cf-4f91-a05e-68927bcbe7cc', 'network_id': '362c5c76-0028-4be9-86fd-cc1c41d159ca', 'port_id': '17ba1c7f-90cf-4f91-a05e-68927bcbe7cc', 'mac_address': 'fa:16:3e:91:60:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce8693b-2c76-4c94-8612-f77b092ad4ef', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:11:47.790093 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c48a713-72ef-4431-a79c-a3b6b7169587 req-e4fe5185-bcea-4b11-951f-16f81e7528cb tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d94d265-92b9-424f-8314-b0fb321f73b5&device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 1681 time: 0.1531038
Feb 12 21:11:47.829244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:47.829665 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:47.843578 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:11:47.858114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3ab598-ad48-4727-bbc7-bdc6a4ed4f2c admin admin] Router 722581dc-165c-45dc-8b68-d7e66aa98dab has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:11:47.863999 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17ba1c7f-90cf-4f91-a05e-68927bcbe7cc,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:47.868554 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c48a713-72ef-4431-a79c-a3b6b7169587 req-c6b8f842-75d4-42a5-986e-7835476ae6df tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661423
Feb 12 21:11:47.868871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2648c-a2aa-4abc-b619-ec8b3be06b91 req-6fdb71cc-fa4f-4bdd-bc64-f3b67dde577f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:47.874273 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2648c-a2aa-4abc-b619-ec8b3be06b91 req-6fdb71cc-fa4f-4bdd-bc64-f3b67dde577f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:47.879858 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2648c-a2aa-4abc-b619-ec8b3be06b91 req-6fdb71cc-fa4f-4bdd-bc64-f3b67dde577f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:47.886005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2648c-a2aa-4abc-b619-ec8b3be06b91 req-6fdb71cc-fa4f-4bdd-bc64-f3b67dde577f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:47.891403 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2648c-a2aa-4abc-b619-ec8b3be06b91 req-6fdb71cc-fa4f-4bdd-bc64-f3b67dde577f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:47.897294 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2648c-a2aa-4abc-b619-ec8b3be06b91 req-6fdb71cc-fa4f-4bdd-bc64-f3b67dde577f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:47.902916 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2648c-a2aa-4abc-b619-ec8b3be06b91 req-6fdb71cc-fa4f-4bdd-bc64-f3b67dde577f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:47.905923 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-78d2648c-a2aa-4abc-b619-ec8b3be06b91 req-6fdb71cc-fa4f-4bdd-bc64-f3b67dde577f tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5425 time: 0.1025300
Feb 12 21:11:47.934916 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device c0e4abe5-512a-438d-9ee8-c182fa52f022 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:11:47.958015 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:47.962244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: c0e4abe5-512a-438d-9ee8-c182fa52f022 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:11:47.963024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device c0e4abe5-512a-438d-9ee8-c182fa52f022 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:11:47.963661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7de9234c-8a3c-4d65-9cee-718d58f221b1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:11:47.972688 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-78d2648c-a2aa-4abc-b619-ec8b3be06b91 req-a79737fa-a5a3-4321-a585-39631458ebb4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0619383
Feb 12 21:11:48.034295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b91acf-c592-4b60-86be-2a193a3f51f1 req-b132e55a-a8b4-4292-9634-484fc558b27a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:48.035987 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65b91acf-c592-4b60-86be-2a193a3f51f1 req-b132e55a-a8b4-4292-9634-484fc558b27a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 945 time: 0.0920222
Feb 12 21:11:48.064285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3ab598-ad48-4727-bbc7-bdc6a4ed4f2c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:11:48.074195 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1c3ab598-ad48-4727-bbc7-bdc6a4ed4f2c admin admin] 10.222.0.31 "PUT /v2.0/routers/722581dc-165c-45dc-8b68-d7e66aa98dab/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3494043
Feb 12 21:11:48.074443 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37988) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:48.086686 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e94ce-3732-4cc2-86d7-2b1542cb5826 None None] Sync routers for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:11:48.104044 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e94ce-3732-4cc2-86d7-2b1542cb5826 None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:11:48.110325 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-246e94ce-3732-4cc2-86d7-2b1542cb5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb988f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:11:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:48.161930 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 7de9234c-8a3c-4d65-9cee-718d58f221b1 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:11:48.163083 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7de9234c-8a3c-4d65-9cee-718d58f221b1 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:11:48.187497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=17ba1c7f-90cf-4f91-a05e-68927bcbe7cc,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:48.258651 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-248333ca-b6dc-41f1-8667-78ec095709e3 admin admin] Publish callbacks [] for router (722581dc-165c-45dc-8b68-d7e66aa98dab), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:48.360380 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-246e94ce-3732-4cc2-86d7-2b1542cb5826 None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:11:48.401345 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-248333ca-b6dc-41f1-8667-78ec095709e3 admin admin] Publish callbacks [] for router_gateway (722581dc-165c-45dc-8b68-d7e66aa98dab), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:48.467494 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65b91acf-c592-4b60-86be-2a193a3f51f1 req-00c9a397-35e7-4f42-9c65-2ccbaa7c2cc2 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4250448
Feb 12 21:11:48.574514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-248333ca-b6dc-41f1-8667-78ec095709e3 admin admin] Deleting port b850f562-3a70-4494-aa3e-3997275824c9 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:11:48.575122 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-248333ca-b6dc-41f1-8667-78ec095709e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b850f562-3a70-4494-aa3e-3997275824c9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:48.654712 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-246e94ce-3732-4cc2-86d7-2b1542cb5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb988f70>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:11:47Z', 'revision_number': 5, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port': {'id': 'b850f562-3a70-4494-aa3e-3997275824c9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:14Z', 'updated_at': '2022-02-12T21:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:48.658794 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-248333ca-b6dc-41f1-8667-78ec095709e3 admin admin] For port b850f562-3a70-4494-aa3e-3997275824c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b850f562-3a70-4494-aa3e-3997275824c9,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:48.659400 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-248333ca-b6dc-41f1-8667-78ec095709e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b850f562-3a70-4494-aa3e-3997275824c9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:48.675208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-248333ca-b6dc-41f1-8667-78ec095709e3 admin admin] Calling delete_port for b850f562-3a70-4494-aa3e-3997275824c9 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:11:48.682813 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e94ce-3732-4cc2-86d7-2b1542cb5826 None None] Checking router: 722581dc-165c-45dc-8b68-d7e66aa98dab for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:11:48.691297 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e94ce-3732-4cc2-86d7-2b1542cb5826 None None] Routers {'722581dc-165c-45dc-8b68-d7e66aa98dab'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:11:48.691844 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-246e94ce-3732-4cc2-86d7-2b1542cb5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb988f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:11:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['722581dc-165c-45dc-8b68-d7e66aa98dab'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:48.788816 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-246e94ce-3732-4cc2-86d7-2b1542cb5826 None None] Set router 722581dc-165c-45dc-8b68-d7e66aa98dab gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:11:48.794901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b2910da7-aefa-45b5-ab32-c4167ae080b7'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:48.802327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129a311-8d56-46d3-b762-904f909f3743 req-4e052aaf-b1dc-4c51-91a5-c4ce36e1baa5 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:48.810324 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f129a311-8d56-46d3-b762-904f909f3743 req-4e052aaf-b1dc-4c51-91a5-c4ce36e1baa5 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 944 time: 0.0688219
Feb 12 21:11:48.849612 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-246e94ce-3732-4cc2-86d7-2b1542cb5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb988f70>, [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:11:48Z', 'revision_number': 6, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:48.876967 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e94ce-3732-4cc2-86d7-2b1542cb5826 None None] The sync data for ids ['722581dc-165c-45dc-8b68-d7e66aa98dab'] in ncdv-master-1 is: [{'id': '722581dc-165c-45dc-8b68-d7e66aa98dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-435642992-router', 'tenant_id': '9627e1d31e814deb8265e43f63ac807c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:11Z', 'updated_at': '2022-02-12T21:11:48Z', 'revision_number': 6, 'project_id': '9627e1d31e814deb8265e43f63ac807c', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:11:48.879712 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f129a311-8d56-46d3-b762-904f909f3743 req-9367258c-6f01-4383-aff6-095b1bc08966 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639293
Feb 12 21:11:48.900680 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['ea9dd83b-8155-49b9-9961-155b1a2273e6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:48.904472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['db0ca88d-7497-4c86-9f77-a0e7753f1866'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:48.906597 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['cb16a4b9-5c35-4c83-b676-814b33f4354e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:48.908501 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['335b0423-e329-43fd-bea1-28e4856ef8b9'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:48.991594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38008) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:48.995943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-248333ca-b6dc-41f1-8667-78ec095709e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b850f562-3a70-4494-aa3e-3997275824c9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:49.010458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['17ba1c7f-90cf-4f91-a05e-68927bcbe7cc'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:49.035140 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248333ca-b6dc-41f1-8667-78ec095709e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b850f562-3a70-4494-aa3e-3997275824c9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:49.111366 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-248333ca-b6dc-41f1-8667-78ec095709e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (722581dc-165c-45dc-8b68-d7e66aa98dab), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:49.152940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c557f3-af3d-4df1-88b6-a6e9248e0e7d req-0f2e2d67-98ae-46ca-9262-249c946e57fa tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:49.158951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c557f3-af3d-4df1-88b6-a6e9248e0e7d req-0f2e2d67-98ae-46ca-9262-249c946e57fa tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:49.164966 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c557f3-af3d-4df1-88b6-a6e9248e0e7d req-0f2e2d67-98ae-46ca-9262-249c946e57fa tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:49.170964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c557f3-af3d-4df1-88b6-a6e9248e0e7d req-0f2e2d67-98ae-46ca-9262-249c946e57fa tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:49.177865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c557f3-af3d-4df1-88b6-a6e9248e0e7d req-0f2e2d67-98ae-46ca-9262-249c946e57fa tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:49.184192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c557f3-af3d-4df1-88b6-a6e9248e0e7d req-0f2e2d67-98ae-46ca-9262-249c946e57fa tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:49.192105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c557f3-af3d-4df1-88b6-a6e9248e0e7d req-0f2e2d67-98ae-46ca-9262-249c946e57fa tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:49.197953 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-42c557f3-af3d-4df1-88b6-a6e9248e0e7d req-0f2e2d67-98ae-46ca-9262-249c946e57fa tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5426 time: 0.1315963
Feb 12 21:11:49.215989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-248333ca-b6dc-41f1-8667-78ec095709e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (722581dc-165c-45dc-8b68-d7e66aa98dab), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:49.218786 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-248333ca-b6dc-41f1-8667-78ec095709e3 admin admin] Publish callbacks [] for router_controller (722581dc-165c-45dc-8b68-d7e66aa98dab), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:49.251543 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-806e38b4-bf61-40a6-bcec-e7384f9ce6e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:49.346050 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-42c557f3-af3d-4df1-88b6-a6e9248e0e7d req-d636c592-80f7-4fc5-85af-3319051085e1 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1016607
Feb 12 21:11:49.370105 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-248333ca-b6dc-41f1-8667-78ec095709e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (722581dc-165c-45dc-8b68-d7e66aa98dab), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:49.370911 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248333ca-b6dc-41f1-8667-78ec095709e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 722581dc-165c-45dc-8b68-d7e66aa98dab {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:11:49.375567 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-248333ca-b6dc-41f1-8667-78ec095709e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:49.380009 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-248333ca-b6dc-41f1-8667-78ec095709e3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/722581dc-165c-45dc-8b68-d7e66aa98dab HTTP/1.1" status: 204  len: 168 time: 1.3047202
Feb 12 21:11:49.380763 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38018) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:49.478001 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-806e38b4-bf61-40a6-bcec-e7384f9ce6e2 admin admin] Publish callbacks [] for security_group (a09a6e93-db71-4d03-a0f6-a56f07ba2930), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:49.524522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c028a49-2507-4527-b431-98e2c49d453f admin admin] Deleting subnet dbf790e3-6bae-405c-a246-30da62205e0c {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:11:49.529528 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c028a49-2507-4527-b431-98e2c49d453f admin admin] Publish callbacks [] for subnet (dbf790e3-6bae-405c-a246-30da62205e0c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:49.575041 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-806e38b4-bf61-40a6-bcec-e7384f9ce6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a09a6e93-db71-4d03-a0f6-a56f07ba2930), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:49.579446 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37d40b-5c93-4570-a834-a9dfd458faf8 req-d92f8510-eda9-4bb3-9e8f-564cc1020aca tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:49.580946 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e37d40b-5c93-4570-a834-a9dfd458faf8 req-d92f8510-eda9-4bb3-9e8f-564cc1020aca tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d94d265-92b9-424f-8314-b0fb321f73b5 HTTP/1.1" status: 200  len: 945 time: 0.1306224
Feb 12 21:11:49.583291 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c028a49-2507-4527-b431-98e2c49d453f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (dbf790e3-6bae-405c-a246-30da62205e0c), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:49.617991 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-806e38b4-bf61-40a6-bcec-e7384f9ce6e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a560954c6044558b570393e590af15d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6251066
Feb 12 21:11:49.620926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38022) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:49.632757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e38b4-bf61-40a6-bcec-e7384f9ce6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09a6e93-db71-4d03-a0f6-a56f07ba2930,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:49.653438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957abe6c-8da2-45cb-9556-f6347ccb968e req-8606c521-57d2-4bd1-a2a6-2fcd5dc91db1 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:49.660811 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-957abe6c-8da2-45cb-9556-f6347ccb968e req-8606c521-57d2-4bd1-a2a6-2fcd5dc91db1 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 945 time: 0.1166890
Feb 12 21:11:49.688303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['c03b11d7-ad51-4a19-be11-d54473d9b412'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:49.714392 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-957abe6c-8da2-45cb-9556-f6347ccb968e req-dc662ef5-0e8e-48b2-af9a-86d763e9f16d tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526381
Feb 12 21:11:49.855906 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3a4a5d34-bd0b-4940-b044-0a1252ab65ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:11:49.887031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 3a4a5d34-bd0b-4940-b044-0a1252ab65ab {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:11:49.887561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3a4a5d34-bd0b-4940-b044-0a1252ab65ab not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:11:49.955433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ce0bcb3d-2043-41d3-a1f4-e06134cff0af up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:11:50.024586 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dca059-a0d7-4e7b-a51d-a2f9782c64df req-1de8cc2a-da9c-4177-af32-6012a25631e4 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:50.026143 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82dca059-a0d7-4e7b-a51d-a2f9782c64df req-1de8cc2a-da9c-4177-af32-6012a25631e4 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 944 time: 0.0709999
Feb 12 21:11:50.058440 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e37d40b-5c93-4570-a834-a9dfd458faf8 req-0b5b8960-b519-43d2-844d-0d9b0e5e2ab6 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4687757
Feb 12 21:11:50.075905 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-77cd2d06-2802-4195-8283-226acb330bab admin admin] Publish callbacks [] for security_group (a09a6e93-db71-4d03-a0f6-a56f07ba2930), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.085178 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c028a49-2507-4527-b431-98e2c49d453f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (dbf790e3-6bae-405c-a246-30da62205e0c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.106064 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port ce0bcb3d-2043-41d3-a1f4-e06134cff0af completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:11:50.112007 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port ce0bcb3d-2043-41d3-a1f4-e06134cff0af triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:50.112686 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.117982 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82dca059-a0d7-4e7b-a51d-a2f9782c64df req-0dc467fc-8df3-4dbc-8808-21a642408744 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858080
Feb 12 21:11:50.140841 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-77cd2d06-2802-4195-8283-226acb330bab admin admin] Publish callbacks [] for security_group (a09a6e93-db71-4d03-a0f6-a56f07ba2930), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.216281 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ce0bcb3d-2043-41d3-a1f4-e06134cff0af is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:50.217267 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.242364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9045d14a-f3fd-4ac7-b7c3-80e22e9b0970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0bcb3d-2043-41d3-a1f4-e06134cff0af'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:50.245922 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b164263-c012-42b0-903a-ab2899a4b027" -d '{"events": [{"server_uuid": "9045d14a-f3fd-4ac7-b7c3-80e22e9b0970", "name": "network-vif-plugged", "status": "completed", "tag": "ce0bcb3d-2043-41d3-a1f4-e06134cff0af"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:50.247155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78fe1f-b663-4924-b23a-26389209a7e5 req-2ad0d9f5-fcc7-4e7f-8ef8-825ddeab19d4 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:50.248503 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1b78fe1f-b663-4924-b23a-26389209a7e5 req-2ad0d9f5-fcc7-4e7f-8ef8-825ddeab19d4 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d94d265-92b9-424f-8314-b0fb321f73b5 HTTP/1.1" status: 200  len: 945 time: 0.0604289
Feb 12 21:11:50.258525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ce0bcb3d-2043-41d3-a1f4-e06134cff0af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:50.283284 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5517125e-633e-4dcb-828a-400b4f7716dc x-openstack-request-id: req-5517125e-633e-4dcb-828a-400b4f7716dc {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:50.283587 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9045d14a-f3fd-4ac7-b7c3-80e22e9b0970", "name": "network-vif-plugged", "status": "completed", "tag": "ce0bcb3d-2043-41d3-a1f4-e06134cff0af", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:50.283846 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5517125e-633e-4dcb-828a-400b4f7716dc {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:50.284245 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9045d14a-f3fd-4ac7-b7c3-80e22e9b0970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0bcb3d-2043-41d3-a1f4-e06134cff0af', 'code': 200}
Feb 12 21:11:50.324288 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c028a49-2507-4527-b431-98e2c49d453f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (dbf790e3-6bae-405c-a246-30da62205e0c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.352563 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.355118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 8a6d5784-855f-4db3-a849-95606d940801 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:11:50.356630 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-77cd2d06-2802-4195-8283-226acb330bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a09a6e93-db71-4d03-a0f6-a56f07ba2930), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.359281 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-77cd2d06-2802-4195-8283-226acb330bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.362811 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-77cd2d06-2802-4195-8283-226acb330bab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a09a6e93-db71-4d03-a0f6-a56f07ba2930 HTTP/1.1" status: 204  len: 168 time: 0.7368689
Feb 12 21:11:50.365030 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c028a49-2507-4527-b431-98e2c49d453f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf790e3-6bae-405c-a246-30da62205e0c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:50.370263 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c028a49-2507-4527-b431-98e2c49d453f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.374820 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1c028a49-2507-4527-b431-98e2c49d453f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dbf790e3-6bae-405c-a246-30da62205e0c HTTP/1.1" status: 204  len: 168 time: 0.9929390
Feb 12 21:11:50.382376 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38030) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:50.388743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b0df50-aac3-44b1-965e-eb278733d081 None None] Network 0667fd4a-8e2d-4583-adf6-fead39b333d4 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:11:50.390537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd2d06-2802-4195-8283-226acb330bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09a6e93-db71-4d03-a0f6-a56f07ba2930,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:50.467230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-1b78fe1f-b663-4924-b23a-26389209a7e5 req-421d37f1-ae1d-47d3-b8e1-7a0f1ec51bf2 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Deleting port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:11:50.467488 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1b78fe1f-b663-4924-b23a-26389209a7e5 req-421d37f1-ae1d-47d3-b8e1-7a0f1ec51bf2 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (af1288cf-8eee-461b-8fdd-3ff82ef1f8c5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.471439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb833b3-31cd-42f5-bb30-2a5792a3fba5 req-5c9ffa04-37d3-49ef-8c7e-2db52d8a3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:50.476443 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3fb833b3-31cd-42f5-bb30-2a5792a3fba5 req-5c9ffa04-37d3-49ef-8c7e-2db52d8a3c25 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 1128 time: 0.1267142
Feb 12 21:11:50.500941 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (0667fd4a-8e2d-4583-adf6-fead39b333d4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.555548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:50.586429 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 8a6d5784-855f-4db3-a849-95606d940801 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:50.586429 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8a6d5784-855f-4db3-a849-95606d940801), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.600567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57949cdf-8a8b-41ec-b2a7-e742673b301d req-d6ae2ba9-42df-4c7b-b5e2-8382953be5e0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:50.606762 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57949cdf-8a8b-41ec-b2a7-e742673b301d req-d6ae2ba9-42df-4c7b-b5e2-8382953be5e0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:50.614105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57949cdf-8a8b-41ec-b2a7-e742673b301d req-d6ae2ba9-42df-4c7b-b5e2-8382953be5e0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:50.619533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57949cdf-8a8b-41ec-b2a7-e742673b301d req-d6ae2ba9-42df-4c7b-b5e2-8382953be5e0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:50.625110 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57949cdf-8a8b-41ec-b2a7-e742673b301d req-d6ae2ba9-42df-4c7b-b5e2-8382953be5e0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:50.631509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57949cdf-8a8b-41ec-b2a7-e742673b301d req-d6ae2ba9-42df-4c7b-b5e2-8382953be5e0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:50.637044 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57949cdf-8a8b-41ec-b2a7-e742673b301d req-d6ae2ba9-42df-4c7b-b5e2-8382953be5e0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:50.644979 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-57949cdf-8a8b-41ec-b2a7-e742673b301d req-d6ae2ba9-42df-4c7b-b5e2-8382953be5e0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5426 time: 0.1652131
Feb 12 21:11:50.649764 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3fb833b3-31cd-42f5-bb30-2a5792a3fba5 req-53b69cac-7458-476a-bf83-1e907cb23776 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580577
Feb 12 21:11:50.649932 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-1b78fe1f-b663-4924-b23a-26389209a7e5 req-421d37f1-ae1d-47d3-b8e1-7a0f1ec51bf2 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] For port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af1288cf-8eee-461b-8fdd-3ff82ef1f8c5,segment=NetworkSegment(26177883-2235-40a4-8153-b2f22b3ee9a8),segment_id=26177883-2235-40a4-8153-b2f22b3ee9a8)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:50.650448 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1b78fe1f-b663-4924-b23a-26389209a7e5 req-421d37f1-ae1d-47d3-b8e1-7a0f1ec51bf2 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (af1288cf-8eee-461b-8fdd-3ff82ef1f8c5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.667316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-1b78fe1f-b663-4924-b23a-26389209a7e5 req-421d37f1-ae1d-47d3-b8e1-7a0f1ec51bf2 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Calling delete_port for af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:11:50.690845 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] Deleting port 92792a69-b28e-4eb4-96a9-1fc3b8da9505 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:11:50.691469 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (92792a69-b28e-4eb4-96a9-1fc3b8da9505), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.732648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 8a6d5784-855f-4db3-a849-95606d940801 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:50.733384 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8a6d5784-855f-4db3-a849-95606d940801), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.773693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafe71d3-3bae-4c8a-9c95-f1dca468e9da None None] DHCP port deletion for 0667fd4a-8e2d-4583-adf6-fead39b333d4 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:11:50.774529 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-57949cdf-8a8b-41ec-b2a7-e742673b301d req-57060dc6-7a3d-47ec-8098-7d858fa731cc tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1257868
Feb 12 21:11:50.791601 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f23c75-4c85-4834-8bb9-4233731a5e90 req-4f672508-40eb-4512-bed0-3764ff42131f tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:50.793316 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d5f23c75-4c85-4834-8bb9-4233731a5e90 req-4f672508-40eb-4512-bed0-3764ff42131f tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.50 "GET /v2.0/ports?device_id=92301117-2563-4606-aba3-80d2cdcf4214 HTTP/1.1" status: 200  len: 945 time: 0.1427467
Feb 12 21:11:50.837153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 8a6d5784-855f-4db3-a849-95606d940801, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6d5784-855f-4db3-a849-95606d940801,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:50.863423 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-cafe71d3-3bae-4c8a-9c95-f1dca468e9da None None] Deleting port 92792a69-b28e-4eb4-96a9-1fc3b8da9505 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:11:50.863814 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cafe71d3-3bae-4c8a-9c95-f1dca468e9da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (92792a69-b28e-4eb4-96a9-1fc3b8da9505), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.883432 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] For port 92792a69-b28e-4eb4-96a9-1fc3b8da9505, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92792a69-b28e-4eb4-96a9-1fc3b8da9505,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:50.883799 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (92792a69-b28e-4eb4-96a9-1fc3b8da9505), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.909340 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8a6d5784-855f-4db3-a849-95606d940801), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:50.911923 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] Calling delete_port for 92792a69-b28e-4eb4-96a9-1fc3b8da9505 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:11:50.940789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f3049-54fb-45cf-8d8f-f6e5d926e481 req-8769c515-f6b6-48a6-8f2f-f62302260545 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:50.942620 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-329f3049-54fb-45cf-8d8f-f6e5d926e481 req-8769c515-f6b6-48a6-8f2f-f62302260545 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.1035609
Feb 12 21:11:50.963763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d5f23c75-4c85-4834-8bb9-4233731a5e90 req-175d4139-ed7b-4c3d-a193-d710827f7db5 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Deleting port 6c2d4fff-ca67-4966-a06e-aaa926490420 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:11:50.964337 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d5f23c75-4c85-4834-8bb9-4233731a5e90 req-175d4139-ed7b-4c3d-a193-d710827f7db5 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6c2d4fff-ca67-4966-a06e-aaa926490420), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:51.018219 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-cafe71d3-3bae-4c8a-9c95-f1dca468e9da None None] For port 92792a69-b28e-4eb4-96a9-1fc3b8da9505, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92792a69-b28e-4eb4-96a9-1fc3b8da9505,segment=NetworkSegment(26ab8be3-ac39-474b-9e80-523c4a23b67b),segment_id=26ab8be3-ac39-474b-9e80-523c4a23b67b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:51.018731 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cafe71d3-3bae-4c8a-9c95-f1dca468e9da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (92792a69-b28e-4eb4-96a9-1fc3b8da9505), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:51.046354 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-cafe71d3-3bae-4c8a-9c95-f1dca468e9da None None] Calling delete_port for 92792a69-b28e-4eb4-96a9-1fc3b8da9505 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:11:51.052595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=8a6d5784-855f-4db3-a849-95606d940801,revision_number=10']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:51.083312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d5f23c75-4c85-4834-8bb9-4233731a5e90 req-175d4139-ed7b-4c3d-a193-d710827f7db5 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] For port 6c2d4fff-ca67-4966-a06e-aaa926490420, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c2d4fff-ca67-4966-a06e-aaa926490420,segment=NetworkSegment(26177883-2235-40a4-8153-b2f22b3ee9a8),segment_id=26177883-2235-40a4-8153-b2f22b3ee9a8)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:51.083719 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d5f23c75-4c85-4834-8bb9-4233731a5e90 req-175d4139-ed7b-4c3d-a193-d710827f7db5 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6c2d4fff-ca67-4966-a06e-aaa926490420), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:51.097297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d5f23c75-4c85-4834-8bb9-4233731a5e90 req-175d4139-ed7b-4c3d-a193-d710827f7db5 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Calling delete_port for 6c2d4fff-ca67-4966-a06e-aaa926490420 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:11:51.118596 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-329f3049-54fb-45cf-8d8f-f6e5d926e481 req-57fd39a1-aafb-4810-bdf5-f3938e0d57b5 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651676
Feb 12 21:11:51.193407 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1b78fe1f-b663-4924-b23a-26389209a7e5 req-421d37f1-ae1d-47d3-b8e1-7a0f1ec51bf2 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (af1288cf-8eee-461b-8fdd-3ff82ef1f8c5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:51.210204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['6c2d4fff-ca67-4966-a06e-aaa926490420'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:51.212464 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['af1288cf-8eee-461b-8fdd-3ff82ef1f8c5'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:51.245321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d37f1-ae1d-47d3-b8e1-7a0f1ec51bf2 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Pushing event deleted for resources: {'Port': ['ID=af1288cf-8eee-461b-8fdd-3ff82ef1f8c5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:51.248833 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d444516-ce25-4aaa-8867-97816b0cfaa3 req-91dc8bf4-865a-48da-9b61-b714dae1bb64 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:51.250636 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d444516-ce25-4aaa-8867-97816b0cfaa3 req-91dc8bf4-865a-48da-9b61-b714dae1bb64 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d94d265-92b9-424f-8314-b0fb321f73b5 HTTP/1.1" status: 200  len: 867 time: 0.0825684
Feb 12 21:11:51.273304 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (92792a69-b28e-4eb4-96a9-1fc3b8da9505), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:51.298439 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cafe71d3-3bae-4c8a-9c95-f1dca468e9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (92792a69-b28e-4eb4-96a9-1fc3b8da9505), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:51.346660 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d444516-ce25-4aaa-8867-97816b0cfaa3 req-140e896a-421f-4c49-8bd0-8ee5fe5dda94 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ef95646-829b-4987-a087-dfef869b9f54&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875406
Feb 12 21:11:51.351812 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe71d3-3bae-4c8a-9c95-f1dca468e9da None None] Pushing event deleted for resources: {'Port': ['ID=92792a69-b28e-4eb4-96a9-1fc3b8da9505,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:51.354767 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafe71d3-3bae-4c8a-9c95-f1dca468e9da None None] No DVR routers for this DVR port 92792a69-b28e-4eb4-96a9-1fc3b8da9505 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:11:51.377740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] No DVR routers for this DVR port 92792a69-b28e-4eb4-96a9-1fc3b8da9505 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:11:51.383373 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] Pushing event deleted for resources: {'Port': ['ID=92792a69-b28e-4eb4-96a9-1fc3b8da9505,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:51.388200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b78fe1f-b663-4924-b23a-26389209a7e5 req-421d37f1-ae1d-47d3-b8e1-7a0f1ec51bf2 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] No DVR routers for this DVR port af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:11:51.393111 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1b78fe1f-b663-4924-b23a-26389209a7e5 req-421d37f1-ae1d-47d3-b8e1-7a0f1ec51bf2 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:51.396479 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1b78fe1f-b663-4924-b23a-26389209a7e5 req-421d37f1-ae1d-47d3-b8e1-7a0f1ec51bf2 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.48 "DELETE /v2.0/ports/af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 HTTP/1.1" status: 204  len: 173 time: 1.1425848
Feb 12 21:11:51.402626 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d94d265-92b9-424f-8314-b0fb321f73b5', 'name': 'network-vif-deleted', 'tag': 'af1288cf-8eee-461b-8fdd-3ff82ef1f8c5'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:51.402626 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41795ca-f1a9-4d14-a898-d4b1a63c13e1" -d '{"events": [{"server_uuid": "8d94d265-92b9-424f-8314-b0fb321f73b5", "name": "network-vif-deleted", "tag": "af1288cf-8eee-461b-8fdd-3ff82ef1f8c5"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:51.420797 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d5f23c75-4c85-4834-8bb9-4233731a5e90 req-175d4139-ed7b-4c3d-a193-d710827f7db5 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6c2d4fff-ca67-4966-a06e-aaa926490420), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:51.461937 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['af1288cf-8eee-461b-8fdd-3ff82ef1f8c5'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:51.463999 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['6c2d4fff-ca67-4966-a06e-aaa926490420'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:11:51.474252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d4139-ed7b-4c3d-a193-d710827f7db5 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Pushing event deleted for resources: {'Port': ['ID=6c2d4fff-ca67-4966-a06e-aaa926490420,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:51.492686 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246fbd7-bd9b-4ef3-a885-e88136654076 req-b91a21ed-ebcc-405d-8888-00d4858f9320 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:51.494919 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2246fbd7-bd9b-4ef3-a885-e88136654076 req-b91a21ed-ebcc-405d-8888-00d4858f9320 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 946 time: 0.2507131
Feb 12 21:11:51.500204 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7785741e-3251-44b2-bba3-7c4f4edfd11b x-openstack-request-id: req-7785741e-3251-44b2-bba3-7c4f4edfd11b {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:51.505820 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d94d265-92b9-424f-8314-b0fb321f73b5", "name": "network-vif-deleted", "tag": "af1288cf-8eee-461b-8fdd-3ff82ef1f8c5", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:51.505820 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7785741e-3251-44b2-bba3-7c4f4edfd11b {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:51.511273 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d94d265-92b9-424f-8314-b0fb321f73b5', 'name': 'network-vif-deleted', 'tag': 'af1288cf-8eee-461b-8fdd-3ff82ef1f8c5', 'status': 'completed', 'code': 200}
Feb 12 21:11:51.551724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f23c75-4c85-4834-8bb9-4233731a5e90 req-175d4139-ed7b-4c3d-a193-d710827f7db5 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] No DVR routers for this DVR port 6c2d4fff-ca67-4966-a06e-aaa926490420 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:11:51.554747 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d5f23c75-4c85-4834-8bb9-4233731a5e90 req-175d4139-ed7b-4c3d-a193-d710827f7db5 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:51.559149 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d5f23c75-4c85-4834-8bb9-4233731a5e90 req-175d4139-ed7b-4c3d-a193-d710827f7db5 tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.50 "DELETE /v2.0/ports/6c2d4fff-ca67-4966-a06e-aaa926490420 HTTP/1.1" status: 204  len: 173 time: 0.7235317
Feb 12 21:11:51.559473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92301117-2563-4606-aba3-80d2cdcf4214', 'name': 'network-vif-deleted', 'tag': '6c2d4fff-ca67-4966-a06e-aaa926490420'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:51.569419 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15e7cca-22ad-4170-9721-79c0d974dd07" -d '{"events": [{"server_uuid": "92301117-2563-4606-aba3-80d2cdcf4214", "name": "network-vif-deleted", "tag": "6c2d4fff-ca67-4966-a06e-aaa926490420"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:51.579697 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b850f562-3a70-4494-aa3e-3997275824c9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:11:51.583594 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (0667fd4a-8e2d-4583-adf6-fead39b333d4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:51.620271 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3724e482-4b4a-4fa0-9f11-b1cf86b535fe x-openstack-request-id: req-3724e482-4b4a-4fa0-9f11-b1cf86b535fe {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:51.621168 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92301117-2563-4606-aba3-80d2cdcf4214", "name": "network-vif-deleted", "tag": "6c2d4fff-ca67-4966-a06e-aaa926490420", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:51.622073 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3724e482-4b4a-4fa0-9f11-b1cf86b535fe {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:51.624648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: b850f562-3a70-4494-aa3e-3997275824c9 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:11:51.625012 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b850f562-3a70-4494-aa3e-3997275824c9 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:11:51.625348 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fbcb3b20>,) {'filters': {'network_id': ['0667fd4a-8e2d-4583-adf6-fead39b333d4']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:51.625650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 92792a69-b28e-4eb4-96a9-1fc3b8da9505 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:11:51.625909 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92301117-2563-4606-aba3-80d2cdcf4214', 'name': 'network-vif-deleted', 'tag': '6c2d4fff-ca67-4966-a06e-aaa926490420', 'status': 'completed', 'code': 200}
Feb 12 21:11:51.645608 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbcb3b20>, '26ab8be3-ac39-474b-9e80-523c4a23b67b') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:51.646471 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbcb3b20>, '26ab8be3-ac39-474b-9e80-523c4a23b67b') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:51.651367 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2246fbd7-bd9b-4ef3-a885-e88136654076 req-dd730c5c-7620-4722-a4a3-98df4aa24026 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1380880
Feb 12 21:11:51.659914 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (26ab8be3-ac39-474b-9e80-523c4a23b67b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:51.669131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 92792a69-b28e-4eb4-96a9-1fc3b8da9505 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:11:51.673408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 92792a69-b28e-4eb4-96a9-1fc3b8da9505 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:11:51.676225 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (26ab8be3-ac39-474b-9e80-523c4a23b67b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:51.682222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:11:51.682616 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (26ab8be3-ac39-474b-9e80-523c4a23b67b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:11:51.684430 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:11:51.837673 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (0667fd4a-8e2d-4583-adf6-fead39b333d4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:51.843265 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:51.847241 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] 10.222.0.31 "DELETE /v2.0/networks/0667fd4a-8e2d-4583-adf6-fead39b333d4 HTTP/1.1" status: 204  len: 168 time: 1.4639204
Feb 12 21:11:51.860365 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b0f05-0015-4b17-b0de-10915679af9a admin admin] Pushing event deleted for resources: {'Network': ['ID=0667fd4a-8e2d-4583-adf6-fead39b333d4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:51.950552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379440ab-fe2e-43db-ad6c-48b4450b7e04 req-b3ee3a92-9889-4551-b284-a22f0b2ad99d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:51.956454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379440ab-fe2e-43db-ad6c-48b4450b7e04 req-b3ee3a92-9889-4551-b284-a22f0b2ad99d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:51.962554 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379440ab-fe2e-43db-ad6c-48b4450b7e04 req-b3ee3a92-9889-4551-b284-a22f0b2ad99d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:51.968212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379440ab-fe2e-43db-ad6c-48b4450b7e04 req-b3ee3a92-9889-4551-b284-a22f0b2ad99d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:51.973709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379440ab-fe2e-43db-ad6c-48b4450b7e04 req-b3ee3a92-9889-4551-b284-a22f0b2ad99d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:51.979483 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379440ab-fe2e-43db-ad6c-48b4450b7e04 req-b3ee3a92-9889-4551-b284-a22f0b2ad99d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:51.984590 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379440ab-fe2e-43db-ad6c-48b4450b7e04 req-b3ee3a92-9889-4551-b284-a22f0b2ad99d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:51.986563 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-379440ab-fe2e-43db-ad6c-48b4450b7e04 req-b3ee3a92-9889-4551-b284-a22f0b2ad99d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5426 time: 0.1187515
Feb 12 21:11:52.052658 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-379440ab-fe2e-43db-ad6c-48b4450b7e04 req-99c8dfd7-92d4-44e8-a92f-95abdbcbec64 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0597742
Feb 12 21:11:52.273271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9732a-eabe-44ee-ac11-e77c05e8d025 req-b9e0d431-6d53-471e-a5cb-f9842107c0c9 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:52.273271 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c8e9732a-eabe-44ee-ac11-e77c05e8d025 req-b9e0d431-6d53-471e-a5cb-f9842107c0c9 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.0863078
Feb 12 21:11:52.285720 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6d5784-855f-4db3-a849-95606d940801'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:52.290010 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf0f585-0507-420c-bdd3-61cc6b79a6c1" -d '{"events": [{"server_uuid": "ad7ceb24-719e-4fcb-b272-f1ed4dbd8514", "name": "network-vif-plugged", "status": "completed", "tag": "8a6d5784-855f-4db3-a849-95606d940801"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:52.325497 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d559821-ab30-4d6a-8908-fda3b8c010ba x-openstack-request-id: req-1d559821-ab30-4d6a-8908-fda3b8c010ba {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:52.326167 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7ceb24-719e-4fcb-b272-f1ed4dbd8514", "name": "network-vif-plugged", "status": "completed", "tag": "8a6d5784-855f-4db3-a849-95606d940801", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:52.326596 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d559821-ab30-4d6a-8908-fda3b8c010ba {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:52.327084 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6d5784-855f-4db3-a849-95606d940801', 'code': 200}
Feb 12 21:11:52.330992 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c8e9732a-eabe-44ee-ac11-e77c05e8d025 req-91165c2b-b942-4da6-9f5c-f3d4e047f1dd tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506203
Feb 12 21:11:52.388279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38084) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:52.432973 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ffa36cbf-2556-4e41-a912-b4539516af0c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9627e1d31e814deb8265e43f63ac807c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0426590
Feb 12 21:11:52.435728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38086) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:52.488740 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-45276d69-b829-4220-963d-343432cdbed4 admin admin] Publish callbacks [] for security_group (f19ca740-6d86-42a6-ad1c-3117195a2831), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:52.513597 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-45276d69-b829-4220-963d-343432cdbed4 admin admin] Publish callbacks [] for security_group (f19ca740-6d86-42a6-ad1c-3117195a2831), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:52.599545 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4f17d4fd-c34e-434d-8b05-f732434aafbc req-016ec81d-01f5-45e1-8836-51ad4a8df6fe tempest-ListServersNegativeTestJSON-1674191681 tempest-ListServersNegativeTestJSON-1674191681-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d94d265-92b9-424f-8314-b0fb321f73b5 HTTP/1.1" status: 200  len: 210 time: 0.0328629
Feb 12 21:11:52.650422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089feff-d5bd-43b1-bc23-5bd2609d0eab req-cac18bfa-a3d8-4a8f-b736-96330414fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:52.652769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2089feff-d5bd-43b1-bc23-5bd2609d0eab req-cac18bfa-a3d8-4a8f-b736-96330414fc86 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 1128 time: 0.0507977
Feb 12 21:11:52.678558 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-45276d69-b829-4220-963d-343432cdbed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f19ca740-6d86-42a6-ad1c-3117195a2831), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:52.684245 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-45276d69-b829-4220-963d-343432cdbed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:52.687986 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-45276d69-b829-4220-963d-343432cdbed4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f19ca740-6d86-42a6-ad1c-3117195a2831 HTTP/1.1" status: 204  len: 168 time: 0.2487724
Feb 12 21:11:52.708783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45276d69-b829-4220-963d-343432cdbed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19ca740-6d86-42a6-ad1c-3117195a2831,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:52.717342 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2089feff-d5bd-43b1-bc23-5bd2609d0eab req-44df8662-895a-4536-89c2-83dabff56ff8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592012
Feb 12 21:11:52.837132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee9edf-2722-4c8c-9aad-08e614abc2a2 req-ca724744-f784-4d21-add8-a8bd340a7caa tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:52.838645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09ee9edf-2722-4c8c-9aad-08e614abc2a2 req-ca724744-f784-4d21-add8-a8bd340a7caa tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 946 time: 0.0552850
Feb 12 21:11:52.888110 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09ee9edf-2722-4c8c-9aad-08e614abc2a2 req-4a19f224-8693-4587-b8e6-438ff2e3b3c7 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437999
Feb 12 21:11:53.318051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee04fb7-cca6-4df3-ba22-deba45e98aae req-830b2ff0-7e5d-45bb-a0ff-7b82f849b65b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:53.320308 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aee04fb7-cca6-4df3-ba22-deba45e98aae req-830b2ff0-7e5d-45bb-a0ff-7b82f849b65b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.3484998
Feb 12 21:11:53.326115 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30f6d7-1fd4-4d9f-9aca-3e495f91d543 req-c241824f-461c-4f3e-8c83-ebb1d751c268 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:53.331577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30f6d7-1fd4-4d9f-9aca-3e495f91d543 req-c241824f-461c-4f3e-8c83-ebb1d751c268 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:53.337993 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30f6d7-1fd4-4d9f-9aca-3e495f91d543 req-c241824f-461c-4f3e-8c83-ebb1d751c268 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:53.343421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30f6d7-1fd4-4d9f-9aca-3e495f91d543 req-c241824f-461c-4f3e-8c83-ebb1d751c268 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:53.348767 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30f6d7-1fd4-4d9f-9aca-3e495f91d543 req-c241824f-461c-4f3e-8c83-ebb1d751c268 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:53.354298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30f6d7-1fd4-4d9f-9aca-3e495f91d543 req-c241824f-461c-4f3e-8c83-ebb1d751c268 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:53.360074 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30f6d7-1fd4-4d9f-9aca-3e495f91d543 req-c241824f-461c-4f3e-8c83-ebb1d751c268 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:53.362238 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc30f6d7-1fd4-4d9f-9aca-3e495f91d543 req-c241824f-461c-4f3e-8c83-ebb1d751c268 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5426 time: 0.0957963
Feb 12 21:11:53.374081 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aee04fb7-cca6-4df3-ba22-deba45e98aae req-7413ecfd-e72e-4405-a59a-56c16d7ae079 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480235
Feb 12 21:11:53.440972 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc30f6d7-1fd4-4d9f-9aca-3e495f91d543 req-b67ef5f1-dadf-4613-b5e4-ad2f138d4ec5 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0632818
Feb 12 21:11:53.694822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38128) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:53.744395 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e89037-f1e2-4620-9caa-b84102a5c8f6 admin admin] Deleting subnet 1a00b9d7-54dc-43fd-b3ce-06743a11f223 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:11:53.750042 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-44e89037-f1e2-4620-9caa-b84102a5c8f6 admin admin] Publish callbacks [] for subnet (1a00b9d7-54dc-43fd-b3ce-06743a11f223), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:53.788267 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-44e89037-f1e2-4620-9caa-b84102a5c8f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (1a00b9d7-54dc-43fd-b3ce-06743a11f223), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:53.829410 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-44e89037-f1e2-4620-9caa-b84102a5c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (1a00b9d7-54dc-43fd-b3ce-06743a11f223), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:53.969407 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-44e89037-f1e2-4620-9caa-b84102a5c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (1a00b9d7-54dc-43fd-b3ce-06743a11f223), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:53.995651 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b2910da7-aefa-45b5-ab32-c4167ae080b7 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:11:54.025064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e89037-f1e2-4620-9caa-b84102a5c8f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a00b9d7-54dc-43fd-b3ce-06743a11f223,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:54.039526 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-44e89037-f1e2-4620-9caa-b84102a5c8f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:54.043261 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-44e89037-f1e2-4620-9caa-b84102a5c8f6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1a00b9d7-54dc-43fd-b3ce-06743a11f223 HTTP/1.1" status: 204  len: 168 time: 0.3464518
Feb 12 21:11:54.045658 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38146) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:54.158766 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6ec120b8-80da-487a-a647-089c14f01f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (54128c98-9bca-420b-9f5f-b82e242f4a33), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:54.175335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port b2910da7-aefa-45b5-ab32-c4167ae080b7 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:11:54.181753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port b2910da7-aefa-45b5-ab32-c4167ae080b7 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:54.182322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e83d1-5a67-4f54-a264-fea4b0bfd58f req-45548d8f-0367-4dad-a6f6-c824b923a777 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:54.183186 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:54.184170 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c7e83d1-5a67-4f54-a264-fea4b0bfd58f req-45548d8f-0367-4dad-a6f6-c824b923a777 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 946 time: 0.1191041
Feb 12 21:11:54.283554 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b2910da7-aefa-45b5-ab32-c4167ae080b7 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:54.283955 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:54.295550 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6ec120b8-80da-487a-a647-089c14f01f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (54128c98-9bca-420b-9f5f-b82e242f4a33), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:54.320190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-6ec120b8-80da-487a-a647-089c14f01f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc7003bdb50>,) {'filters': {'network_id': ['54128c98-9bca-420b-9f5f-b82e242f4a33']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:54.328963 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b2910da7-aefa-45b5-ab32-c4167ae080b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2910da7-aefa-45b5-ab32-c4167ae080b7,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:54.330252 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2910da7-aefa-45b5-ab32-c4167ae080b7'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:54.330918 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-6ec120b8-80da-487a-a647-089c14f01f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7003bdb50>, '26177883-2235-40a4-8153-b2f22b3ee9a8') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:54.331320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-6ec120b8-80da-487a-a647-089c14f01f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7003bdb50>, '26177883-2235-40a4-8153-b2f22b3ee9a8') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:11:54.334019 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd012a4b-bdc1-4159-a307-644f946fd1f6" -d '{"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-plugged", "status": "completed", "tag": "b2910da7-aefa-45b5-ab32-c4167ae080b7"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:54.354114 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6ec120b8-80da-487a-a647-089c14f01f46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (26177883-2235-40a4-8153-b2f22b3ee9a8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:54.390137 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c7e83d1-5a67-4f54-a264-fea4b0bfd58f req-321df44e-8725-43de-8a04-46dabeb71b6d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1950319
Feb 12 21:11:54.391298 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6ec120b8-80da-487a-a647-089c14f01f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (26177883-2235-40a4-8153-b2f22b3ee9a8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:54.398180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec120b8-80da-487a-a647-089c14f01f46 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:11:54.398610 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6ec120b8-80da-487a-a647-089c14f01f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (26177883-2235-40a4-8153-b2f22b3ee9a8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:11:54.400374 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:11:54.426299 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:54.428393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device cb16a4b9-5c35-4c83-b676-814b33f4354e up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:11:54.504403 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c229cc7-30e0-4129-9b53-338e533df03c x-openstack-request-id: req-1c229cc7-30e0-4129-9b53-338e533df03c {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:54.504403 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-plugged", "status": "completed", "tag": "b2910da7-aefa-45b5-ab32-c4167ae080b7", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:54.504403 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c229cc7-30e0-4129-9b53-338e533df03c {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:54.504403 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2910da7-aefa-45b5-ab32-c4167ae080b7', 'code': 200}
Feb 12 21:11:54.550117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b2910da7-aefa-45b5-ab32-c4167ae080b7,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:54.576316 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6ec120b8-80da-487a-a647-089c14f01f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (54128c98-9bca-420b-9f5f-b82e242f4a33), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:54.581227 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6ec120b8-80da-487a-a647-089c14f01f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:54.585345 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6ec120b8-80da-487a-a647-089c14f01f46 admin admin] 10.222.0.31 "DELETE /v2.0/networks/54128c98-9bca-420b-9f5f-b82e242f4a33 HTTP/1.1" status: 204  len: 168 time: 0.5381761
Feb 12 21:11:54.599977 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec120b8-80da-487a-a647-089c14f01f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=54128c98-9bca-420b-9f5f-b82e242f4a33,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:54.626153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13972ff5-360e-4fd0-930e-b6b2f9ee8d46 req-ef34c728-babb-4239-9316-cc2f57514e11 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:54.628322 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13972ff5-360e-4fd0-930e-b6b2f9ee8d46 req-ef34c728-babb-4239-9316-cc2f57514e11 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.0863628
Feb 12 21:11:54.640042 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:11:54.649032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port cb16a4b9-5c35-4c83-b676-814b33f4354e completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:11:54.657679 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port cb16a4b9-5c35-4c83-b676-814b33f4354e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:54.657679 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:54.689063 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13972ff5-360e-4fd0-930e-b6b2f9ee8d46 req-fc1a3d87-dd70-4a60-a68f-520d249fb7ca tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549309
Feb 12 21:11:54.767923 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port cb16a4b9-5c35-4c83-b676-814b33f4354e is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:54.768548 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:54.813390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port cb16a4b9-5c35-4c83-b676-814b33f4354e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb16a4b9-5c35-4c83-b676-814b33f4354e,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:54.863445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614ae26-7537-485d-ada6-e866de322426 req-c8feb72e-ed52-4b0e-80bd-ea25148dab42 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:54.868816 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614ae26-7537-485d-ada6-e866de322426 req-c8feb72e-ed52-4b0e-80bd-ea25148dab42 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:54.875429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614ae26-7537-485d-ada6-e866de322426 req-c8feb72e-ed52-4b0e-80bd-ea25148dab42 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:54.884431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614ae26-7537-485d-ada6-e866de322426 req-c8feb72e-ed52-4b0e-80bd-ea25148dab42 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:54.890837 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614ae26-7537-485d-ada6-e866de322426 req-c8feb72e-ed52-4b0e-80bd-ea25148dab42 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:54.898521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614ae26-7537-485d-ada6-e866de322426 req-c8feb72e-ed52-4b0e-80bd-ea25148dab42 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:54.903725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614ae26-7537-485d-ada6-e866de322426 req-c8feb72e-ed52-4b0e-80bd-ea25148dab42 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:54.905726 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3614ae26-7537-485d-ada6-e866de322426 req-c8feb72e-ed52-4b0e-80bd-ea25148dab42 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5427 time: 0.1057394
Feb 12 21:11:54.930008 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:54.930979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device ea9dd83b-8155-49b9-9961-155b1a2273e6 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:11:55.004704 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3614ae26-7537-485d-ada6-e866de322426 req-ccccba93-c2df-4b84-8bef-374a39daa5b8 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0927660
Feb 12 21:11:55.033629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=cb16a4b9-5c35-4c83-b676-814b33f4354e,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:55.145541 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38226) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:55.185977 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port ea9dd83b-8155-49b9-9961-155b1a2273e6 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:11:55.190532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port ea9dd83b-8155-49b9-9961-155b1a2273e6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:55.191324 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:55.194578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-57320a44-ebe5-4f3b-8d5e-1f9d2a272ed6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e8686c8d8414bd0a886dd2e33c3daf5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0478058
Feb 12 21:11:55.197072 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38230) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:55.249780 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d73eeab-208d-43e0-a011-1e00e59aebec admin admin] Publish callbacks [] for security_group (1ef95646-829b-4987-a087-dfef869b9f54), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:55.279229 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port ea9dd83b-8155-49b9-9961-155b1a2273e6 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:55.279628 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:55.283577 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d73eeab-208d-43e0-a011-1e00e59aebec admin admin] Publish callbacks [] for security_group (1ef95646-829b-4987-a087-dfef869b9f54), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:55.314872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port ea9dd83b-8155-49b9-9961-155b1a2273e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ea9dd83b-8155-49b9-9961-155b1a2273e6,segment=NetworkSegment(59c0f533-8d2d-4f7b-8a78-1a18c5036ce1),segment_id=59c0f533-8d2d-4f7b-8a78-1a18c5036ce1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:55.426268 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:55.427303 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d73eeab-208d-43e0-a011-1e00e59aebec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1ef95646-829b-4987-a087-dfef869b9f54), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:55.427786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c03b11d7-ad51-4a19-be11-d54473d9b412 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:11:55.432374 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d73eeab-208d-43e0-a011-1e00e59aebec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:55.436703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3d73eeab-208d-43e0-a011-1e00e59aebec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ef95646-829b-4987-a087-dfef869b9f54 HTTP/1.1" status: 204  len: 168 time: 0.2363167
Feb 12 21:11:55.462595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73eeab-208d-43e0-a011-1e00e59aebec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef95646-829b-4987-a087-dfef869b9f54,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:55.567270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70ffe4-d665-4add-b1eb-3f50d8f4c58d req-aa71672d-eaaf-420b-b64a-08298eb5fc0c tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:55.577129 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8b70ffe4-d665-4add-b1eb-3f50d8f4c58d req-aa71672d-eaaf-420b-b64a-08298eb5fc0c tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 946 time: 0.0794065
Feb 12 21:11:55.646511 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8b70ffe4-d665-4add-b1eb-3f50d8f4c58d req-5a70a6f6-a7de-4263-b9b2-64ff2113e70e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683308
Feb 12 21:11:55.691904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=ea9dd83b-8155-49b9-9961-155b1a2273e6,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:55.763998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38246) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:55.775433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port c03b11d7-ad51-4a19-be11-d54473d9b412 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:11:55.780225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port c03b11d7-ad51-4a19-be11-d54473d9b412 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:55.780622 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:55.820602 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-443e1a76-7665-45e9-9179-8be522c5d54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:55.843394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39b1a7-fd6b-4093-be04-ec8dd08f3cb8 req-b901a274-8d55-4922-8b28-966466a1d714 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:55.846130 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c39b1a7-fd6b-4093-be04-ec8dd08f3cb8 req-b901a274-8d55-4922-8b28-966466a1d714 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.0759630
Feb 12 21:11:55.879606 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port c03b11d7-ad51-4a19-be11-d54473d9b412 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:55.880597 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:55.939936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port c03b11d7-ad51-4a19-be11-d54473d9b412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c03b11d7-ad51-4a19-be11-d54473d9b412,segment=NetworkSegment(59c0f533-8d2d-4f7b-8a78-1a18c5036ce1),segment_id=59c0f533-8d2d-4f7b-8a78-1a18c5036ce1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:55.946035 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c39b1a7-fd6b-4093-be04-ec8dd08f3cb8 req-bd567b35-35db-41da-8760-daeece2487d7 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928459
Feb 12 21:11:55.989479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6c2d4fff-ca67-4966-a06e-aaa926490420 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:11:56.020554 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 6c2d4fff-ca67-4966-a06e-aaa926490420 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:11:56.021006 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6c2d4fff-ca67-4966-a06e-aaa926490420 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:11:56.023707 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:56.024584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device db0ca88d-7497-4c86-9f77-a0e7753f1866 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:11:56.130636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=c03b11d7-ad51-4a19-be11-d54473d9b412,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:56.203334 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d919a05a-31db-4639-96bb-bd64262f79a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:56.245653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108d1fa-38f9-40a7-ae89-32a38e706c05 req-a6377d71-796d-40e2-9e33-f778b416b751 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:56.250746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108d1fa-38f9-40a7-ae89-32a38e706c05 req-a6377d71-796d-40e2-9e33-f778b416b751 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:56.255949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108d1fa-38f9-40a7-ae89-32a38e706c05 req-a6377d71-796d-40e2-9e33-f778b416b751 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:56.258939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port db0ca88d-7497-4c86-9f77-a0e7753f1866 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:11:56.261428 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108d1fa-38f9-40a7-ae89-32a38e706c05 req-a6377d71-796d-40e2-9e33-f778b416b751 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:56.263413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port db0ca88d-7497-4c86-9f77-a0e7753f1866 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:56.263785 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:56.266557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108d1fa-38f9-40a7-ae89-32a38e706c05 req-a6377d71-796d-40e2-9e33-f778b416b751 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:56.271730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108d1fa-38f9-40a7-ae89-32a38e706c05 req-a6377d71-796d-40e2-9e33-f778b416b751 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:56.276991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108d1fa-38f9-40a7-ae89-32a38e706c05 req-a6377d71-796d-40e2-9e33-f778b416b751 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:56.278943 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8108d1fa-38f9-40a7-ae89-32a38e706c05 req-a6377d71-796d-40e2-9e33-f778b416b751 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5430 time: 0.1261041
Feb 12 21:11:56.360590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port db0ca88d-7497-4c86-9f77-a0e7753f1866 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:56.361257 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:56.381344 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8108d1fa-38f9-40a7-ae89-32a38e706c05 req-a8d2e494-d5f4-4621-8b9f-ecdda4c524ab tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0949106
Feb 12 21:11:56.383515 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d919a05a-31db-4639-96bb-bd64262f79a4 admin admin] Publish callbacks [] for security_group (34d12688-d85c-4c1c-a6e0-4cee51b11374), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:56.399012 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port db0ca88d-7497-4c86-9f77-a0e7753f1866, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=db0ca88d-7497-4c86-9f77-a0e7753f1866,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:56.502246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb16a4b9-5c35-4c83-b676-814b33f4354e'}, {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9dd83b-8155-49b9-9961-155b1a2273e6'}, {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03b11d7-ad51-4a19-be11-d54473d9b412'}, {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0ca88d-7497-4c86-9f77-a0e7753f1866'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:56.504698 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaf4d4f-0187-43f0-bd47-467eb353eb44" -d '{"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-plugged", "status": "completed", "tag": "cb16a4b9-5c35-4c83-b676-814b33f4354e"}, {"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-plugged", "status": "completed", "tag": "ea9dd83b-8155-49b9-9961-155b1a2273e6"}, {"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-plugged", "status": "completed", "tag": "c03b11d7-ad51-4a19-be11-d54473d9b412"}, {"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-plugged", "status": "completed", "tag": "db0ca88d-7497-4c86-9f77-a0e7753f1866"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:56.528720 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d919a05a-31db-4639-96bb-bd64262f79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (34d12688-d85c-4c1c-a6e0-4cee51b11374), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:56.532290 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:56.532290 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 335b0423-e329-43fd-bea1-28e4856ef8b9 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:11:56.554845 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976859cd-ae9c-4840-aca9-12ed2e81d67a x-openstack-request-id: req-976859cd-ae9c-4840-aca9-12ed2e81d67a {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:56.555225 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-plugged", "status": "completed", "tag": "cb16a4b9-5c35-4c83-b676-814b33f4354e", "code": 200}, {"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-plugged", "status": "completed", "tag": "ea9dd83b-8155-49b9-9961-155b1a2273e6", "code": 200}, {"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-plugged", "status": "completed", "tag": "c03b11d7-ad51-4a19-be11-d54473d9b412", "code": 200}, {"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-plugged", "status": "completed", "tag": "db0ca88d-7497-4c86-9f77-a0e7753f1866", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:56.555698 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-976859cd-ae9c-4840-aca9-12ed2e81d67a {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:56.556101 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb16a4b9-5c35-4c83-b676-814b33f4354e', 'code': 200}
Feb 12 21:11:56.556356 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9dd83b-8155-49b9-9961-155b1a2273e6', 'code': 200}
Feb 12 21:11:56.556608 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03b11d7-ad51-4a19-be11-d54473d9b412', 'code': 200}
Feb 12 21:11:56.556849 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0ca88d-7497-4c86-9f77-a0e7753f1866', 'code': 200}
Feb 12 21:11:56.568827 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d919a05a-31db-4639-96bb-bd64262f79a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d95349796924112b1765e803c7b0f19&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8027842
Feb 12 21:11:56.571658 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38270) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:56.574311 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919a05a-31db-4639-96bb-bd64262f79a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d12688-d85c-4c1c-a6e0-4cee51b11374,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:56.629642 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=db0ca88d-7497-4c86-9f77-a0e7753f1866,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:56.637422 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4db110b3-1d30-404f-8e90-aae62b1d0ab8 admin admin] Publish callbacks [] for security_group (34d12688-d85c-4c1c-a6e0-4cee51b11374), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:56.660166 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4db110b3-1d30-404f-8e90-aae62b1d0ab8 admin admin] Publish callbacks [] for security_group (34d12688-d85c-4c1c-a6e0-4cee51b11374), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:56.717910 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:56.734911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 335b0423-e329-43fd-bea1-28e4856ef8b9 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:11:56.740933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 335b0423-e329-43fd-bea1-28e4856ef8b9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:56.741321 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:56.777566 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4db110b3-1d30-404f-8e90-aae62b1d0ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (34d12688-d85c-4c1c-a6e0-4cee51b11374), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:56.780387 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4db110b3-1d30-404f-8e90-aae62b1d0ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:56.787278 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4db110b3-1d30-404f-8e90-aae62b1d0ab8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34d12688-d85c-4c1c-a6e0-4cee51b11374 HTTP/1.1" status: 204  len: 168 time: 0.2084258
Feb 12 21:11:56.801107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db110b3-1d30-404f-8e90-aae62b1d0ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d12688-d85c-4c1c-a6e0-4cee51b11374,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:56.830306 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975277a-91fe-4252-817d-c910d369feb6 req-ddd81740-5092-4521-ae46-1d27e105af82 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:56.832336 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a975277a-91fe-4252-817d-c910d369feb6 req-ddd81740-5092-4521-ae46-1d27e105af82 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 946 time: 0.0919170
Feb 12 21:11:56.858216 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 335b0423-e329-43fd-bea1-28e4856ef8b9 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:56.858613 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:56.896440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 335b0423-e329-43fd-bea1-28e4856ef8b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=335b0423-e329-43fd-bea1-28e4856ef8b9,segment=NetworkSegment(c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c),segment_id=c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:56.897438 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a975277a-91fe-4252-817d-c910d369feb6 req-bc9a4186-67ca-4882-98d4-756f7809f025 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579197
Feb 12 21:11:56.997234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38290) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:57.026377 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:57.027246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:11:57.111430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=335b0423-e329-43fd-bea1-28e4856ef8b9,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:57.197243 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:11:57.205725 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:11:57.206002 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:57.235019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d1a3975b-1bef-432d-a4ba-119a6ed7877e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1987749720-network', 'tenant_id': '8a789726452342938ca48b6800ed43ac'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:57.316808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:11:57.317208 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:57.325649 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33616f-353e-4ab3-8c47-730ae8e280e7 req-91dcd9aa-c75a-4ff4-bbd0-12aadff3e757 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:57.325649 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d33616f-353e-4ab3-8c47-730ae8e280e7 req-91dcd9aa-c75a-4ff4-bbd0-12aadff3e757 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.3034265
Feb 12 21:11:57.352262 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a3975b-1bef-432d-a4ba-119a6ed7877e admin admin] Made reservation on behalf of 8a789726452342938ca48b6800ed43ac for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:11:57.354994 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d1a3975b-1bef-432d-a4ba-119a6ed7877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:57.356113 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17ba1c7f-90cf-4f91-a05e-68927bcbe7cc,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:11:57.367982 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d1a3975b-1bef-432d-a4ba-119a6ed7877e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:57.401496 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d33616f-353e-4ab3-8c47-730ae8e280e7 req-9dee5b62-67e4-4217-8847-bc50974857d7 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662668
Feb 12 21:11:57.437610 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:57.438640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:11:57.460836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:11:57.461076 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d1a3975b-1bef-432d-a4ba-119a6ed7877e admin admin] Publish callbacks [] for security_group (969b2c78-e9be-4572-b548-bd872bdf0593), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:57.461610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device af1288cf-8eee-461b-8fdd-3ff82ef1f8c5 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:11:57.509576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=17ba1c7f-90cf-4f91-a05e-68927bcbe7cc,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:57.538456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d73c9-8051-4128-aa0f-be44ead73762 req-89e81e80-ba1c-4bb8-b914-c41cd16bb304 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:57.544007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d73c9-8051-4128-aa0f-be44ead73762 req-89e81e80-ba1c-4bb8-b914-c41cd16bb304 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:57.549157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d73c9-8051-4128-aa0f-be44ead73762 req-89e81e80-ba1c-4bb8-b914-c41cd16bb304 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:57.555132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d73c9-8051-4128-aa0f-be44ead73762 req-89e81e80-ba1c-4bb8-b914-c41cd16bb304 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:57.560251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d73c9-8051-4128-aa0f-be44ead73762 req-89e81e80-ba1c-4bb8-b914-c41cd16bb304 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:57.565489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d73c9-8051-4128-aa0f-be44ead73762 req-89e81e80-ba1c-4bb8-b914-c41cd16bb304 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:57.571373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d73c9-8051-4128-aa0f-be44ead73762 req-89e81e80-ba1c-4bb8-b914-c41cd16bb304 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:57.573420 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-546d73c9-8051-4128-aa0f-be44ead73762 req-89e81e80-ba1c-4bb8-b914-c41cd16bb304 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5433 time: 0.0970421
Feb 12 21:11:57.574652 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d1a3975b-1bef-432d-a4ba-119a6ed7877e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (969b2c78-e9be-4572-b548-bd872bdf0593), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:57.603038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a3975b-1bef-432d-a4ba-119a6ed7877e admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:11:57.632986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3975b-1bef-432d-a4ba-119a6ed7877e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969b2c78-e9be-4572-b548-bd872bdf0593,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:57.637275 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d1a3975b-1bef-432d-a4ba-119a6ed7877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ea801044-e7d7-48db-a42a-34c9bf89ea35), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:57.637658 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-d1a3975b-1bef-432d-a4ba-119a6ed7877e admin admin] Added segment ea801044-e7d7-48db-a42a-34c9bf89ea35 of type vlan for network 58bc909b-cc56-4f2f-83e1-bb4ef072847b
Feb 12 21:11:57.706749 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d1a3975b-1bef-432d-a4ba-119a6ed7877e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (58bc909b-cc56-4f2f-83e1-bb4ef072847b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:57.714393 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-546d73c9-8051-4128-aa0f-be44ead73762 req-aff0869b-a188-4524-8785-ef1156f11cda tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1321242
Feb 12 21:11:57.812711 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d1a3975b-1bef-432d-a4ba-119a6ed7877e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (58bc909b-cc56-4f2f-83e1-bb4ef072847b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:57.813785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a3975b-1bef-432d-a4ba-119a6ed7877e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:57.814386 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d1a3975b-1bef-432d-a4ba-119a6ed7877e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:57.851076 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38324) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:57.875772 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3975b-1bef-432d-a4ba-119a6ed7877e admin admin] Pushing event updated for resources: {'Network': ['ID=58bc909b-cc56-4f2f-83e1-bb4ef072847b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:57.886671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 58bc909b-cc56-4f2f-83e1-bb4ef072847b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:11:57.920879 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d1a3975b-1bef-432d-a4ba-119a6ed7877e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.9224176
Feb 12 21:11:57.923812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38328) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:57.929822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d32afa58-a10c-414c-a9c4-d08e6992e198 admin admin] Request body: {'subnet': {'network_id': '58bc909b-cc56-4f2f-83e1-bb4ef072847b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1987749720-subnet', 'tenant_id': '8a789726452342938ca48b6800ed43ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:11:57.977915 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e173488-963b-45de-b693-01095eb077cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:58.026287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32afa58-a10c-414c-a9c4-d08e6992e198 admin admin] Made reservation on behalf of 8a789726452342938ca48b6800ed43ac for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:11:58.029603 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d32afa58-a10c-414c-a9c4-d08e6992e198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:58.048600 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a2b27913-225b-4a7f-b90b-2b5e4b1d51f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:58.056012 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e173488-963b-45de-b693-01095eb077cc admin admin] Publish callbacks [] for security_group (89d39b78-b8ad-4fa1-b318-2dd2bde485da), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:58.117693 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e173488-963b-45de-b693-01095eb077cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (89d39b78-b8ad-4fa1-b318-2dd2bde485da), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:58.158828 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1e173488-963b-45de-b693-01095eb077cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd28c6c4d28f41e1b0d3af60d860f0a7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3065894
Feb 12 21:11:58.160297 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e173488-963b-45de-b693-01095eb077cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d39b78-b8ad-4fa1-b318-2dd2bde485da,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:58.162080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38336) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:58.258987 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f37dbb0f-80ce-402b-8472-be44a1be9550 admin admin] Publish callbacks [] for security_group (89d39b78-b8ad-4fa1-b318-2dd2bde485da), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:58.281435 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f37dbb0f-80ce-402b-8472-be44a1be9550 admin admin] Publish callbacks [] for security_group (89d39b78-b8ad-4fa1-b318-2dd2bde485da), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:58.350413 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d32afa58-a10c-414c-a9c4-d08e6992e198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (23ae2ad2-5323-40d8-bb86-95b51b7a55f6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:58.407520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32afa58-a10c-414c-a9c4-d08e6992e198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ae2ad2-5323-40d8-bb86-95b51b7a55f6,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:58.416319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32afa58-a10c-414c-a9c4-d08e6992e198 admin admin] Checking segment: {'id': 'ea801044-e7d7-48db-a42a-34c9bf89ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58bc909b-cc56-4f2f-83e1-bb4ef072847b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:11:58.416690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32afa58-a10c-414c-a9c4-d08e6992e198 admin admin] Network hostable DHCP agents. Network: 58bc909b-cc56-4f2f-83e1-bb4ef072847b, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:11:58.431747 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f37dbb0f-80ce-402b-8472-be44a1be9550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (89d39b78-b8ad-4fa1-b318-2dd2bde485da), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:58.434390 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f37dbb0f-80ce-402b-8472-be44a1be9550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:58.438047 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f37dbb0f-80ce-402b-8472-be44a1be9550 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89d39b78-b8ad-4fa1-b318-2dd2bde485da HTTP/1.1" status: 204  len: 168 time: 0.2717657
Feb 12 21:11:58.447597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dbb0f-80ce-402b-8472-be44a1be9550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d39b78-b8ad-4fa1-b318-2dd2bde485da,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:58.519404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd1ec0-1d2e-4287-8a38-c150d088a01c req-eca14950-e102-4e20-84b4-63d80b64b31a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:58.520907 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-28dd1ec0-1d2e-4287-8a38-c150d088a01c req-eca14950-e102-4e20-84b4-63d80b64b31a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.0574694
Feb 12 21:11:58.523186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32afa58-a10c-414c-a9c4-d08e6992e198 admin admin] Network 58bc909b-cc56-4f2f-83e1-bb4ef072847b is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:11:58.558666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335b0423-e329-43fd-bea1-28e4856ef8b9'}, {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ba1c7f-90cf-4f91-a05e-68927bcbe7cc'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:11:58.561849 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea95515-f27d-4db3-8bad-a2d7efd74819" -d '{"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-plugged", "status": "completed", "tag": "335b0423-e329-43fd-bea1-28e4856ef8b9"}, {"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-plugged", "status": "completed", "tag": "17ba1c7f-90cf-4f91-a05e-68927bcbe7cc"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:11:58.579536 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-28dd1ec0-1d2e-4287-8a38-c150d088a01c req-c8fd12ff-0b65-42ab-8fb5-7333ff3955ee tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505009
Feb 12 21:11:58.604368 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 12 Feb 2022 21:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784949f6-e9bb-485f-b452-b905360f5cfd x-openstack-request-id: req-784949f6-e9bb-485f-b452-b905360f5cfd {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:11:58.604674 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-plugged", "status": "completed", "tag": "335b0423-e329-43fd-bea1-28e4856ef8b9", "code": 200}, {"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-plugged", "status": "completed", "tag": "17ba1c7f-90cf-4f91-a05e-68927bcbe7cc", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:11:58.604928 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-784949f6-e9bb-485f-b452-b905360f5cfd {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:11:58.605327 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335b0423-e329-43fd-bea1-28e4856ef8b9', 'code': 200}
Feb 12 21:11:58.605634 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ba1c7f-90cf-4f91-a05e-68927bcbe7cc', 'code': 200}
Feb 12 21:11:58.614696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-d32afa58-a10c-414c-a9c4-d08e6992e198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 58bc909b-cc56-4f2f-83e1-bb4ef072847b) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:11:58.619074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32afa58-a10c-414c-a9c4-d08e6992e198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:58.622495 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d32afa58-a10c-414c-a9c4-d08e6992e198 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:58.624687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d421fb3-66f7-47be-86c4-b3477b4ed20c None None] Network 58bc909b-cc56-4f2f-83e1-bb4ef072847b requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:11:58.704921 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d32afa58-a10c-414c-a9c4-d08e6992e198 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7795718
Feb 12 21:11:58.737888 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39db94aa-dbb9-43b4-8f95-997a01ecbb19 None None] Network 58bc909b-cc56-4f2f-83e1-bb4ef072847b requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:11:58.774036 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9bf4-f270-4e78-b723-b18829dbe562 req-266b1b60-b4d6-419d-8b1b-a73dbcfc0f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:58.774036 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9bf4-f270-4e78-b723-b18829dbe562 req-266b1b60-b4d6-419d-8b1b-a73dbcfc0f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:58.774359 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9bf4-f270-4e78-b723-b18829dbe562 req-266b1b60-b4d6-419d-8b1b-a73dbcfc0f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:58.775141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9bf4-f270-4e78-b723-b18829dbe562 req-266b1b60-b4d6-419d-8b1b-a73dbcfc0f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:58.775464 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9bf4-f270-4e78-b723-b18829dbe562 req-266b1b60-b4d6-419d-8b1b-a73dbcfc0f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:58.775921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9bf4-f270-4e78-b723-b18829dbe562 req-266b1b60-b4d6-419d-8b1b-a73dbcfc0f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:58.776385 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c9bf4-f270-4e78-b723-b18829dbe562 req-266b1b60-b4d6-419d-8b1b-a73dbcfc0f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:58.779357 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d34c9bf4-f270-4e78-b723-b18829dbe562 req-266b1b60-b4d6-419d-8b1b-a73dbcfc0f5d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 6707 time: 0.0952752
Feb 12 21:11:58.811007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38358) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:58.864043 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d34c9bf4-f270-4e78-b723-b18829dbe562 req-1144db35-4ff3-4b88-a1ea-577980161c8a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=697b990c-3e2c-41cb-8a68-41711912ecd1&id=28b33701-0721-4aa9-a919-77ddfb8a5db0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0741086
Feb 12 21:11:58.910193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981d5f-7226-4543-adca-17b393892876 req-a0820439-0fdb-4450-b771-2c9ebcafd2f3 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:58.915655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981d5f-7226-4543-adca-17b393892876 req-a0820439-0fdb-4450-b771-2c9ebcafd2f3 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:58.921146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981d5f-7226-4543-adca-17b393892876 req-a0820439-0fdb-4450-b771-2c9ebcafd2f3 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:58.926386 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981d5f-7226-4543-adca-17b393892876 req-a0820439-0fdb-4450-b771-2c9ebcafd2f3 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:58.941645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981d5f-7226-4543-adca-17b393892876 req-a0820439-0fdb-4450-b771-2c9ebcafd2f3 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:58.947246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981d5f-7226-4543-adca-17b393892876 req-a0820439-0fdb-4450-b771-2c9ebcafd2f3 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:58.952829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981d5f-7226-4543-adca-17b393892876 req-a0820439-0fdb-4450-b771-2c9ebcafd2f3 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:58.954838 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c9981d5f-7226-4543-adca-17b393892876 req-a0820439-0fdb-4450-b771-2c9ebcafd2f3 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5433 time: 0.1180427
Feb 12 21:11:58.978924 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-91323721-eb0f-48df-8854-71713eb4bd90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:59.053396 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c9981d5f-7226-4543-adca-17b393892876 req-8adb9764-9178-4fb0-a97d-3f714c4b1572 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0889046
Feb 12 21:11:59.097280 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-91323721-eb0f-48df-8854-71713eb4bd90 admin admin] Publish callbacks [] for security_group (7405a51a-080a-4440-9612-fc10e18198e5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:59.189932 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-91323721-eb0f-48df-8854-71713eb4bd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7405a51a-080a-4440-9612-fc10e18198e5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:59.234159 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-91323721-eb0f-48df-8854-71713eb4bd90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f11be4bbbf7f485f85dc456f5be5f860&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4218318
Feb 12 21:11:59.235521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91323721-eb0f-48df-8854-71713eb4bd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7405a51a-080a-4440-9612-fc10e18198e5,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:59.238088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38384) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:11:59.260239 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:59.291277 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea36ca3a-c65c-43b1-8883-4a407a18a55d admin admin] Publish callbacks [] for security_group (7405a51a-080a-4440-9612-fc10e18198e5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:59.313449 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea36ca3a-c65c-43b1-8883-4a407a18a55d admin admin] Publish callbacks [] for security_group (7405a51a-080a-4440-9612-fc10e18198e5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:59.328937 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-d30d7d1f-7f15-414c-b2fa-f17da6bca561 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:59.333721 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-d30d7d1f-7f15-414c-b2fa-f17da6bca561 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/networks?id=58bc909b-cc56-4f2f-83e1-bb4ef072847b HTTP/1.1" status: 200  len: 813 time: 0.1237469
Feb 12 21:11:59.353540 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-303db3bb-0253-43c3-a4aa-e588d920aeba tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/quotas/8a789726452342938ca48b6800ed43ac HTTP/1.1" status: 200  len: 375 time: 0.0163231
Feb 12 21:11:59.390073 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-ebdd53c4-f038-4fce-ac09-a5691aa5e88b tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a789726452342938ca48b6800ed43ac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0354168
Feb 12 21:11:59.482926 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-d6751154-5210-4fce-b8e9-c010edd4bb1f service neutron] 10.222.0.31 "GET /v2.0/networks/58bc909b-cc56-4f2f-83e1-bb4ef072847b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850821
Feb 12 21:11:59.494387 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea36ca3a-c65c-43b1-8883-4a407a18a55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7405a51a-080a-4440-9612-fc10e18198e5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:59.497130 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea36ca3a-c65c-43b1-8883-4a407a18a55d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:59.498289 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ea36ca3a-c65c-43b1-8883-4a407a18a55d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7405a51a-080a-4440-9612-fc10e18198e5 HTTP/1.1" status: 204  len: 168 time: 0.2590387
Feb 12 21:11:59.507603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36ca3a-c65c-43b1-8883-4a407a18a55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7405a51a-080a-4440-9612-fc10e18198e5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:11:59.520920 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:11:59.589278 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-f93e10b0-92e2-4a18-9a53-fc5316a0a936 service neutron] 10.222.0.31 "GET /v2.0/networks/58bc909b-cc56-4f2f-83e1-bb4ef072847b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1006086
Feb 12 21:11:59.718800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154612dd-a97a-453f-a2c4-12c89313a325 req-9dd928d4-2d34-4236-8068-1f0649ca1f2d tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:11:59.720224 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-154612dd-a97a-453f-a2c4-12c89313a325 req-9dd928d4-2d34-4236-8068-1f0649ca1f2d tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.0638547
Feb 12 21:11:59.779936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-154612dd-a97a-453f-a2c4-12c89313a325 req-513d6823-a841-4121-8c81-55a604056c0b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538099
Feb 12 21:11:59.893550 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4e74638-fc71-4303-89c0-e1495fc6fbe8 req-dcc96475-45dc-45e2-9e54-8ff173f73487 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 210 time: 0.0339260
Feb 12 21:12:00.217014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864074f-3303-4c37-a152-1d1cfccc40e6 req-14bcff8e-c19e-4441-b52a-0e191540f55d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:00.222326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864074f-3303-4c37-a152-1d1cfccc40e6 req-14bcff8e-c19e-4441-b52a-0e191540f55d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:00.228285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864074f-3303-4c37-a152-1d1cfccc40e6 req-14bcff8e-c19e-4441-b52a-0e191540f55d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:00.233699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864074f-3303-4c37-a152-1d1cfccc40e6 req-14bcff8e-c19e-4441-b52a-0e191540f55d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:00.238970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864074f-3303-4c37-a152-1d1cfccc40e6 req-14bcff8e-c19e-4441-b52a-0e191540f55d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:00.244873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864074f-3303-4c37-a152-1d1cfccc40e6 req-14bcff8e-c19e-4441-b52a-0e191540f55d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:00.250091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864074f-3303-4c37-a152-1d1cfccc40e6 req-14bcff8e-c19e-4441-b52a-0e191540f55d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:00.252037 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0864074f-3303-4c37-a152-1d1cfccc40e6 req-14bcff8e-c19e-4441-b52a-0e191540f55d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5433 time: 0.1060853
Feb 12 21:12:00.311031 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0864074f-3303-4c37-a152-1d1cfccc40e6 req-cca30ea7-e924-4771-8d5c-5e0c0b27c975 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0532737
Feb 12 21:12:00.750427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38438) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:00.938726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711ae5d-3a9e-43a4-beb0-a4a7bd4cfe3a req-3278c138-72f2-4cda-b85d-935ae1609629 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:00.941731 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b711ae5d-3a9e-43a4-beb0-a4a7bd4cfe3a req-3278c138-72f2-4cda-b85d-935ae1609629 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.0657492
Feb 12 21:12:00.951657 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:00.991167 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-833f5740-b71c-4303-81c4-21af6d888c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:01.002630 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b711ae5d-3a9e-43a4-beb0-a4a7bd4cfe3a req-e30aef8f-8c70-421b-9562-149f09db44cc tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522616
Feb 12 21:12:01.071765 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a09f7b2c-6e9c-48b5-bf1f-2ccf3799e97d req-f8b2f82a-2fea-4a36-a836-ee25182216c4 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 210 time: 0.0393198
Feb 12 21:12:01.104255 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-833f5740-b71c-4303-81c4-21af6d888c9c admin admin] Publish callbacks [] for security_group (9f0bee42-9803-4dce-96f5-2e162fa98b8c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:01.226367 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-833f5740-b71c-4303-81c4-21af6d888c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9f0bee42-9803-4dce-96f5-2e162fa98b8c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:01.269960 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f5740-b71c-4303-81c4-21af6d888c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0bee42-9803-4dce-96f5-2e162fa98b8c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:01.276406 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-833f5740-b71c-4303-81c4-21af6d888c9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d56e00f00a645809f2002047ac398c4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5275548
Feb 12 21:12:01.279216 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38456) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:01.329146 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-106551ec-3644-4bdb-996a-1b3fade6a05a admin admin] Publish callbacks [] for security_group (9f0bee42-9803-4dce-96f5-2e162fa98b8c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:01.353056 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-106551ec-3644-4bdb-996a-1b3fade6a05a admin admin] Publish callbacks [] for security_group (9f0bee42-9803-4dce-96f5-2e162fa98b8c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:01.465200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b83a9-66bb-4697-8758-765875d8f615 req-123c0702-c5a0-4d2e-894a-d884a861bdc9 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:01.470678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b83a9-66bb-4697-8758-765875d8f615 req-123c0702-c5a0-4d2e-894a-d884a861bdc9 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:01.476853 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b83a9-66bb-4697-8758-765875d8f615 req-123c0702-c5a0-4d2e-894a-d884a861bdc9 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:01.482258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b83a9-66bb-4697-8758-765875d8f615 req-123c0702-c5a0-4d2e-894a-d884a861bdc9 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:01.487868 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b83a9-66bb-4697-8758-765875d8f615 req-123c0702-c5a0-4d2e-894a-d884a861bdc9 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:01.494835 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b83a9-66bb-4697-8758-765875d8f615 req-123c0702-c5a0-4d2e-894a-d884a861bdc9 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:01.500208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b83a9-66bb-4697-8758-765875d8f615 req-123c0702-c5a0-4d2e-894a-d884a861bdc9 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:01.502182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3f1b83a9-66bb-4697-8758-765875d8f615 req-123c0702-c5a0-4d2e-894a-d884a861bdc9 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5433 time: 0.0972798
Feb 12 21:12:01.526932 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-106551ec-3644-4bdb-996a-1b3fade6a05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9f0bee42-9803-4dce-96f5-2e162fa98b8c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:01.529942 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-106551ec-3644-4bdb-996a-1b3fade6a05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:01.531179 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-106551ec-3644-4bdb-996a-1b3fade6a05a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f0bee42-9803-4dce-96f5-2e162fa98b8c HTTP/1.1" status: 204  len: 168 time: 0.2509229
Feb 12 21:12:01.540486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106551ec-3644-4bdb-996a-1b3fade6a05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0bee42-9803-4dce-96f5-2e162fa98b8c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:01.565703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3f1b83a9-66bb-4697-8758-765875d8f615 req-545b4f10-29f0-4379-98ed-8543407db1ab tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0565600
Feb 12 21:12:02.175074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31d9f8-38d3-4588-9b1c-eebe291be836 req-5781202d-fc76-4f70-b027-0f1e4cb132ce tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:02.176574 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc31d9f8-38d3-4588-9b1c-eebe291be836 req-5781202d-fc76-4f70-b027-0f1e4cb132ce tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.0684392
Feb 12 21:12:02.218795 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e0ebcce-d3dc-4db5-8ff2-0690d43f1a3a req-34ac04e9-66b7-40aa-b545-afbdb7462aae tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 210 time: 0.0435174
Feb 12 21:12:02.233510 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:02.238867 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc31d9f8-38d3-4588-9b1c-eebe291be836 req-acdaccee-7613-4cee-baa3-341f229dc247 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555477
Feb 12 21:12:02.710628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38502) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:02.732724 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d9b0-8e1a-434e-8465-fec336b19d64 req-2a2724de-39d9-4845-aaa5-c6eaf6aee9d4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:02.738366 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d9b0-8e1a-434e-8465-fec336b19d64 req-2a2724de-39d9-4845-aaa5-c6eaf6aee9d4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:02.744596 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d9b0-8e1a-434e-8465-fec336b19d64 req-2a2724de-39d9-4845-aaa5-c6eaf6aee9d4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:02.750097 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d9b0-8e1a-434e-8465-fec336b19d64 req-2a2724de-39d9-4845-aaa5-c6eaf6aee9d4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:02.757192 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d9b0-8e1a-434e-8465-fec336b19d64 req-2a2724de-39d9-4845-aaa5-c6eaf6aee9d4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:02.762792 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d9b0-8e1a-434e-8465-fec336b19d64 req-2a2724de-39d9-4845-aaa5-c6eaf6aee9d4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:02.768158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562d9b0-8e1a-434e-8465-fec336b19d64 req-2a2724de-39d9-4845-aaa5-c6eaf6aee9d4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:02.770173 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0562d9b0-8e1a-434e-8465-fec336b19d64 req-2a2724de-39d9-4845-aaa5-c6eaf6aee9d4 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5433 time: 0.1088934
Feb 12 21:12:02.848591 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0562d9b0-8e1a-434e-8465-fec336b19d64 req-0a32b748-4706-4327-a1e6-0cc24e8729c9 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0681400
Feb 12 21:12:02.878179 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:02.996638 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38512) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:03.087713 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Publish callbacks [] for security_group (3b339afe-af46-4e39-986a-010cdbac48c2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:03.099909 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7df944-ee0b-44a1-bda2-a8812ccdfba5 req-9cd81405-c0bb-4d36-b5dd-de315d91b851 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:03.105399 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7df944-ee0b-44a1-bda2-a8812ccdfba5 req-9cd81405-c0bb-4d36-b5dd-de315d91b851 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:03.110599 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7df944-ee0b-44a1-bda2-a8812ccdfba5 req-9cd81405-c0bb-4d36-b5dd-de315d91b851 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:03.112824 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-11401323-a594-4613-a506-7584a6a13afa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1614277736-network', 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:03.116184 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7df944-ee0b-44a1-bda2-a8812ccdfba5 req-9cd81405-c0bb-4d36-b5dd-de315d91b851 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:03.121429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7df944-ee0b-44a1-bda2-a8812ccdfba5 req-9cd81405-c0bb-4d36-b5dd-de315d91b851 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:03.126625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7df944-ee0b-44a1-bda2-a8812ccdfba5 req-9cd81405-c0bb-4d36-b5dd-de315d91b851 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:03.132667 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7df944-ee0b-44a1-bda2-a8812ccdfba5 req-9cd81405-c0bb-4d36-b5dd-de315d91b851 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:03.134906 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7f7df944-ee0b-44a1-bda2-a8812ccdfba5 req-9cd81405-c0bb-4d36-b5dd-de315d91b851 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5433 time: 0.1964200
Feb 12 21:12:03.140716 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-62a11922-06ad-4964-b5be-4603781c78a5 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:03.142101 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-62a11922-06ad-4964-b5be-4603781c78a5 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.50 "GET /v2.0/networks?id=58bc909b-cc56-4f2f-83e1-bb4ef072847b HTTP/1.1" status: 200  len: 813 time: 0.2396038
Feb 12 21:12:03.145225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38518) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:03.150278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a2f46556-5e06-4d79-84ca-e5381e19065b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Request body: {'floatingip': {'port_id': '335b0423-e329-43fd-bea1-28e4856ef8b9'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:03.186711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-966a3c6b-c6ad-4cd7-8d24-52fbfd2c9061 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Request body: {'port': {'device_id': '22219e23-c83e-49e4-920a-f55b54c573c5', 'network_id': '58bc909b-cc56-4f2f-83e1-bb4ef072847b', 'admin_state_up': True, 'tenant_id': '8a789726452342938ca48b6800ed43ac'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:03.197630 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2f46556-5e06-4d79-84ca-e5381e19065b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for floatingip (1d449701-45b9-476e-832a-7278fe454fa3), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:03.274677 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11401323-a594-4613-a506-7584a6a13afa admin admin] Made reservation on behalf of 7e9fbd43632c4530b8d993cde9cd2106 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:12:03.277154 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-11401323-a594-4613-a506-7584a6a13afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:03.293989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-11401323-a594-4613-a506-7584a6a13afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:03.305948 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3b339afe-af46-4e39-986a-010cdbac48c2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:03.339120 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0dcd295a-63df-4daf-b91f-15965032713a req-e1683df9-2ba2-4c0b-a03c-3f77d988632e tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 210 time: 0.0367103
Feb 12 21:12:03.413000 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=389fb65c002f4e19b5d76c6221016783&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6986611
Feb 12 21:12:03.416261 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38524) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:03.431446 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-11401323-a594-4613-a506-7584a6a13afa admin admin] Publish callbacks [] for security_group (dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:03.442412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b339afe-af46-4e39-986a-010cdbac48c2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:03.474685 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5fab3387-93de-44da-88cf-b9cfec2cc2e3 admin admin] Publish callbacks [] for security_group (3b339afe-af46-4e39-986a-010cdbac48c2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:03.496695 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5fab3387-93de-44da-88cf-b9cfec2cc2e3 admin admin] Publish callbacks [] for security_group (3b339afe-af46-4e39-986a-010cdbac48c2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:03.533005 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-11401323-a594-4613-a506-7584a6a13afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:03.537950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:03.538334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:03.538692 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:03.539030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:03.539364 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:03.539935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:03.540067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:03.540423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:03.540664 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:03.540989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:03.541316 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:03.542653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:03.542653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d25c22-b46b-49f4-bebb-2f6f10aef8b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:03.564685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11401323-a594-4613-a506-7584a6a13afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:03.592838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c871b37-3b86-402d-a8d4-56cd5c4da5a0 req-4579325b-d773-496f-97ba-ccec2d3e0faa tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:03.594379 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9c871b37-3b86-402d-a8d4-56cd5c4da5a0 req-4579325b-d773-496f-97ba-ccec2d3e0faa tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.2115300
Feb 12 21:12:03.626557 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5fab3387-93de-44da-88cf-b9cfec2cc2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3b339afe-af46-4e39-986a-010cdbac48c2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:03.629076 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5fab3387-93de-44da-88cf-b9cfec2cc2e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:03.630274 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5fab3387-93de-44da-88cf-b9cfec2cc2e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b339afe-af46-4e39-986a-010cdbac48c2 HTTP/1.1" status: 204  len: 168 time: 0.2137926
Feb 12 21:12:03.637162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11401323-a594-4613-a506-7584a6a13afa admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:12:03.646759 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab3387-93de-44da-88cf-b9cfec2cc2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b339afe-af46-4e39-986a-010cdbac48c2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:03.652745 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-11401323-a594-4613-a506-7584a6a13afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bb0449bb-46b9-4594-8dd9-9b71d67c6a74), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:03.652745 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-11401323-a594-4613-a506-7584a6a13afa admin admin] Added segment bb0449bb-46b9-4594-8dd9-9b71d67c6a74 of type vlan for network 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b
Feb 12 21:12:03.681418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-966a3c6b-c6ad-4cd7-8d24-52fbfd2c9061 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Made reservation on behalf of 8a789726452342938ca48b6800ed43ac for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:12:03.683784 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-966a3c6b-c6ad-4cd7-8d24-52fbfd2c9061 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:03.710949 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-11401323-a594-4613-a506-7584a6a13afa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:03.798812 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9c871b37-3b86-402d-a8d4-56cd5c4da5a0 req-24e22cf7-fcf7-4c7d-9081-69b8944ddee0 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952891
Feb 12 21:12:03.830274 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-11401323-a594-4613-a506-7584a6a13afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:03.831327 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11401323-a594-4613-a506-7584a6a13afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:03.831973 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-11401323-a594-4613-a506-7584a6a13afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:03.894008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11401323-a594-4613-a506-7584a6a13afa admin admin] Pushing event updated for resources: {'Network': ['ID=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:03.905494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:12:03.968484 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-11401323-a594-4613-a506-7584a6a13afa admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.9703908
Feb 12 21:12:03.969120 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38530) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:03.975999 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4841d119-332d-4951-bf30-bbcf773d36a5 admin admin] Request body: {'subnet': {'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1614277736-subnet', 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:03.996699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-966a3c6b-c6ad-4cd7-8d24-52fbfd2c9061 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Allocated IP 172.20.0.8 (58bc909b-cc56-4f2f-83e1-bb4ef072847b/23ae2ad2-5323-40d8-bb86-95b51b7a55f6/836c8ee4-03e1-4068-8f9c-f2b55d196f5a) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:12:04.000121 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2f46556-5e06-4d79-84ca-e5381e19065b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:04.066342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4841d119-332d-4951-bf30-bbcf773d36a5 admin admin] Made reservation on behalf of 7e9fbd43632c4530b8d993cde9cd2106 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:12:04.070124 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4841d119-332d-4951-bf30-bbcf773d36a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:04.100467 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2f46556-5e06-4d79-84ca-e5381e19065b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (1d449701-45b9-476e-832a-7278fe454fa3), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:04.357956 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4841d119-332d-4951-bf30-bbcf773d36a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (e7b134d2-e706-44bc-a03c-9b236aa099dd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:04.481326 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0923b70e-c204-437e-9679-ae96de278afb req-80ac3bb4-1050-4365-84c0-c0f63ba10051 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 210 time: 0.0514073
Feb 12 21:12:04.484741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841d119-332d-4951-bf30-bbcf773d36a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b134d2-e706-44bc-a03c-9b236aa099dd,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:04.494216 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4841d119-332d-4951-bf30-bbcf773d36a5 admin admin] Checking segment: {'id': 'bb0449bb-46b9-4594-8dd9-9b71d67c6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:04.495677 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4841d119-332d-4951-bf30-bbcf773d36a5 admin admin] Network hostable DHCP agents. Network: 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:12:04.538952 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-966a3c6b-c6ad-4cd7-8d24-52fbfd2c9061 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Publish callbacks [] for port (836c8ee4-03e1-4068-8f9c-f2b55d196f5a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:04.551282 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-a2f46556-5e06-4d79-84ca-e5381e19065b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Floating IP 1d449701-45b9-476e-832a-7278fe454fa3 associated. External IP: 172.35.2.201, port: 335b0423-e329-43fd-bea1-28e4856ef8b9.
Feb 12 21:12:04.609506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4841d119-332d-4951-bf30-bbcf773d36a5 admin admin] Network 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:12:04.688628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-4841d119-332d-4951-bf30-bbcf773d36a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:04.695141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4841d119-332d-4951-bf30-bbcf773d36a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:04.695141 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4841d119-332d-4951-bf30-bbcf773d36a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:04.704783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d86ece-89db-4b61-a8eb-b74d11345a4b None None] Network 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:12:04.736247 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-966a3c6b-c6ad-4cd7-8d24-52fbfd2c9061 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (836c8ee4-03e1-4068-8f9c-f2b55d196f5a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:04.781736 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4841d119-332d-4951-bf30-bbcf773d36a5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.8106921
Feb 12 21:12:04.785595 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38550) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:04.793935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-966a3c6b-c6ad-4cd7-8d24-52fbfd2c9061 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Network 58bc909b-cc56-4f2f-83e1-bb4ef072847b is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:04.800320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-966a3c6b-c6ad-4cd7-8d24-52fbfd2c9061 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:04.808461 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-966a3c6b-c6ad-4cd7-8d24-52fbfd2c9061 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:12:04.811365 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1614277736-router', 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:04.832031 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a3c6b-c6ad-4cd7-8d24-52fbfd2c9061 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Pushing event updated for resources: {'Port': ['ID=836c8ee4-03e1-4068-8f9c-f2b55d196f5a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:04.849833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e5a741-13b4-4997-91d6-debd022b8f60 None None] Network 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:12:04.872022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-966a3c6b-c6ad-4cd7-8d24-52fbfd2c9061 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:04.872791 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-966a3c6b-c6ad-4cd7-8d24-52fbfd2c9061 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:04.888224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f46556-5e06-4d79-84ca-e5381e19065b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:12:04.903191 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38554) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:04.947068 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (76d2700d-6431-485c-a276-579b86f07148), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:04.948489 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (76d2700d-6431-485c-a276-579b86f07148), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:05.035938 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-966a3c6b-c6ad-4cd7-8d24-52fbfd2c9061 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8532252
Feb 12 21:12:05.036562 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Publish callbacks [] for router_controller (76d2700d-6431-485c-a276-579b86f07148), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:05.044539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc82605-62a0-486f-a94a-80556d65188c req-4d651926-aa93-4615-9597-a676b3265794 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.046053 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddc82605-62a0-486f-a94a-80556d65188c req-4d651926-aa93-4615-9597-a676b3265794 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.1472600
Feb 12 21:12:05.055273 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Request body: {'port': {'device_id': '22219e23-c83e-49e4-920a-f55b54c573c5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:05.106142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a8da17c6-0138-47a3-a4bd-4fcb23f8d095 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-898999403-network', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:05.111236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f46556-5e06-4d79-84ca-e5381e19065b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:12:05.123311 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2f46556-5e06-4d79-84ca-e5381e19065b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:05.123819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c235d5-17ea-4a3c-82b8-0fa0493e5d8b None None] Sync routers for ids ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:12:05.140268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c235d5-17ea-4a3c-82b8-0fa0493e5d8b None None] Routers {'a0a3e58f-2780-4919-b93e-90a2fcfe19d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:05.141005 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-56c235d5-17ea-4a3c-82b8-0fa0493e5d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb346be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:11:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:05.219296 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a2f46556-5e06-4d79-84ca-e5381e19065b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "PUT /v2.0/floatingips/1d449701-45b9-476e-832a-7278fe454fa3 HTTP/1.1" status: 200  len: 991 time: 2.0727115
Feb 12 21:12:05.223131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'tag': '335b0423-e329-43fd-bea1-28e4856ef8b9'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:05.226016 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09152a80-1d34-429b-85b8-0e004f64a72b" -d '{"events": [{"name": "network-changed", "server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "tag": "335b0423-e329-43fd-bea1-28e4856ef8b9"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:05.230419 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (836c8ee4-03e1-4068-8f9c-f2b55d196f5a), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:05.237892 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddc82605-62a0-486f-a94a-80556d65188c req-3cbffae9-1679-4123-b76a-1402b2e2255c tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780839
Feb 12 21:12:05.296204 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Publish callbacks [] for router_gateway (76d2700d-6431-485c-a276-579b86f07148), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:05.300114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8da17c6-0138-47a3-a4bd-4fcb23f8d095 admin admin] Made reservation on behalf of 8ad1d954f50f46459af1b6dbfb179207 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:12:05.302562 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8da17c6-0138-47a3-a4bd-4fcb23f8d095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:05.313499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-56c235d5-17ea-4a3c-82b8-0fa0493e5d8b None None] Set router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:05.319379 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8da17c6-0138-47a3-a4bd-4fcb23f8d095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:05.332940 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f3c990-6062-404f-b223-f101df547efd x-openstack-request-id: req-b1f3c990-6062-404f-b223-f101df547efd {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:05.333232 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "tag": "335b0423-e329-43fd-bea1-28e4856ef8b9", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:05.333532 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1f3c990-6062-404f-b223-f101df547efd {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:05.334640 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'tag': '335b0423-e329-43fd-bea1-28e4856ef8b9', 'status': 'completed', 'code': 200}
Feb 12 21:12:05.379285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a720d3-16a9-4a4e-af64-570d274ee415 req-315d42b7-fe9f-4f9b-859d-0278a3e28280 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.396080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a720d3-16a9-4a4e-af64-570d274ee415 req-315d42b7-fe9f-4f9b-859d-0278a3e28280 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.404038 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a720d3-16a9-4a4e-af64-570d274ee415 req-315d42b7-fe9f-4f9b-859d-0278a3e28280 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.410084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a720d3-16a9-4a4e-af64-570d274ee415 req-315d42b7-fe9f-4f9b-859d-0278a3e28280 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.416004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a720d3-16a9-4a4e-af64-570d274ee415 req-315d42b7-fe9f-4f9b-859d-0278a3e28280 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.422067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a720d3-16a9-4a4e-af64-570d274ee415 req-315d42b7-fe9f-4f9b-859d-0278a3e28280 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.427438 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a720d3-16a9-4a4e-af64-570d274ee415 req-315d42b7-fe9f-4f9b-859d-0278a3e28280 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.430873 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9a720d3-16a9-4a4e-af64-570d274ee415 req-315d42b7-fe9f-4f9b-859d-0278a3e28280 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5433 time: 0.1313868
Feb 12 21:12:05.556318 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8da17c6-0138-47a3-a4bd-4fcb23f8d095 admin admin] Publish callbacks [] for security_group (9fb0a161-c872-4915-9f79-79d7bd5551e6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:05.585962 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9a720d3-16a9-4a4e-af64-570d274ee415 req-9f77d9cf-2e11-427d-a51c-37c913b7310e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1349676
Feb 12 21:12:05.615359 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-56c235d5-17ea-4a3c-82b8-0fa0493e5d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb346be0>, [{'id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'name': 'tempest-TaggedBootDevicesTest-1958852291-router', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56'}], 'enable_snat': True}, 'gw_port_id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:45Z', 'updated_at': '2022-02-12T21:09:52Z', 'revision_number': 4, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'gw_port': {'id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:46Z', 'updated_at': '2022-02-12T21:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1d449701-45b9-476e-832a-7278fe454fa3', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'floating_ip_address': '172.35.2.201', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'port_id': '335b0423-e329-43fd-bea1-28e4856ef8b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246', 'mac_address': 'fa:16:3e:59:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50535b70-1208-4528-82ce-f59f6d18a030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:10:44Z', 'updated_at': '2022-02-12T21:12:03Z', 'revision_number': 1, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02626427-6bc0-47dd-ab6c-04a4d0e3ea1a', 'name': '', 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'mac_address': 'fa:16:3e:dc:87:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:51Z', 'updated_at': '2022-02-12T21:09:58Z', 'revision_number': 5, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'subnets': [{'id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:05.637051 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8da17c6-0138-47a3-a4bd-4fcb23f8d095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9fb0a161-c872-4915-9f79-79d7bd5551e6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:05.658435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c235d5-17ea-4a3c-82b8-0fa0493e5d8b None None] Checking router: a0a3e58f-2780-4919-b93e-90a2fcfe19d2 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:12:05.679371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c235d5-17ea-4a3c-82b8-0fa0493e5d8b None None] Routers {'a0a3e58f-2780-4919-b93e-90a2fcfe19d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:05.680004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-56c235d5-17ea-4a3c-82b8-0fa0493e5d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb346be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:11:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:05.680954 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8da17c6-0138-47a3-a4bd-4fcb23f8d095 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:12:05.693488 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8da17c6-0138-47a3-a4bd-4fcb23f8d095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (8b156cf2-491d-4038-92ec-29b81b621a9d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:05.697745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152a80-1d34-429b-85b8-0e004f64a72b req-1643d16d-00cd-4827-94d4-d053a059ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.697880 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-a8da17c6-0138-47a3-a4bd-4fcb23f8d095 admin admin] Added segment 8b156cf2-491d-4038-92ec-29b81b621a9d of type vlan for network 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2
Feb 12 21:12:05.697977 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152a80-1d34-429b-85b8-0e004f64a72b req-1643d16d-00cd-4827-94d4-d053a059ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.701773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152a80-1d34-429b-85b8-0e004f64a72b req-1643d16d-00cd-4827-94d4-d053a059ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.702608 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152a80-1d34-429b-85b8-0e004f64a72b req-1643d16d-00cd-4827-94d4-d053a059ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.703309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152a80-1d34-429b-85b8-0e004f64a72b req-1643d16d-00cd-4827-94d4-d053a059ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.703976 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152a80-1d34-429b-85b8-0e004f64a72b req-1643d16d-00cd-4827-94d4-d053a059ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.704790 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152a80-1d34-429b-85b8-0e004f64a72b req-1643d16d-00cd-4827-94d4-d053a059ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.707698 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09152a80-1d34-429b-85b8-0e004f64a72b req-1643d16d-00cd-4827-94d4-d053a059ef17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 6707 time: 0.2753720
Feb 12 21:12:05.792916 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8da17c6-0138-47a3-a4bd-4fcb23f8d095 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:05.803681 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf9257-c68e-4691-89e5-cbd40a32b60a req-1a6a6ae8-9b64-453d-b20e-82cba35c20f7 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.810318 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2bf9257-c68e-4691-89e5-cbd40a32b60a req-1a6a6ae8-9b64-453d-b20e-82cba35c20f7 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 931 time: 0.2258279
Feb 12 21:12:05.817958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836c8ee4-03e1-4068-8f9c-f2b55d196f5a {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:12:05.821545 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-56c235d5-17ea-4a3c-82b8-0fa0493e5d8b None None] Set router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:05.826872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da17c6-0138-47a3-a4bd-4fcb23f8d095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb0a161-c872-4915-9f79-79d7bd5551e6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:05.843479 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Publish callbacks [] for port (836c8ee4-03e1-4068-8f9c-f2b55d196f5a), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:05.897380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Transition to ACTIVE for port object 836c8ee4-03e1-4068-8f9c-f2b55d196f5a will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:12:05.924869 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2bf9257-c68e-4691-89e5-cbd40a32b60a req-752b6829-eb98-4d89-8a55-2ffd281c9777 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/security-groups?id=969b2c78-e9be-4572-b548-bd872bdf0593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991652
Feb 12 21:12:05.925608 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210be291-130f-4c64-a96f-1f5e46adfcdc req-62e8cd4a-24cb-418b-80cc-9ee39a35102a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.931080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210be291-130f-4c64-a96f-1f5e46adfcdc req-62e8cd4a-24cb-418b-80cc-9ee39a35102a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.936423 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210be291-130f-4c64-a96f-1f5e46adfcdc req-62e8cd4a-24cb-418b-80cc-9ee39a35102a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.941923 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210be291-130f-4c64-a96f-1f5e46adfcdc req-62e8cd4a-24cb-418b-80cc-9ee39a35102a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.947365 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210be291-130f-4c64-a96f-1f5e46adfcdc req-62e8cd4a-24cb-418b-80cc-9ee39a35102a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.952607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210be291-130f-4c64-a96f-1f5e46adfcdc req-62e8cd4a-24cb-418b-80cc-9ee39a35102a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.958212 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210be291-130f-4c64-a96f-1f5e46adfcdc req-62e8cd4a-24cb-418b-80cc-9ee39a35102a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.960857 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-210be291-130f-4c64-a96f-1f5e46adfcdc req-62e8cd4a-24cb-418b-80cc-9ee39a35102a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5433 time: 0.2500594
Feb 12 21:12:05.980628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152a80-1d34-429b-85b8-0e004f64a72b req-0dffb9e2-87de-449f-850d-7dc828d871c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:05.983276 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09152a80-1d34-429b-85b8-0e004f64a72b req-0dffb9e2-87de-449f-850d-7dc828d871c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0824877a-f60f-4b02-85ba-7bb3e69bc246 HTTP/1.1" status: 200  len: 913 time: 0.2594392
Feb 12 21:12:06.001525 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8da17c6-0138-47a3-a4bd-4fcb23f8d095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:06.002666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8da17c6-0138-47a3-a4bd-4fcb23f8d095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:06.003289 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8da17c6-0138-47a3-a4bd-4fcb23f8d095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:06.026590 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (836c8ee4-03e1-4068-8f9c-f2b55d196f5a), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:06.072136 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Publish callbacks [] for router_gateway (76d2700d-6431-485c-a276-579b86f07148), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:06.095333 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:06.105751 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09152a80-1d34-429b-85b8-0e004f64a72b req-f946f3a4-00d7-49e0-b94a-e020abe09709 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=335b0423-e329-43fd-bea1-28e4856ef8b9 HTTP/1.1" status: 200  len: 999 time: 0.1010897
Feb 12 21:12:06.125008 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a8da17c6-0138-47a3-a4bd-4fcb23f8d095 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.2207365
Feb 12 21:12:06.127219 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da17c6-0138-47a3-a4bd-4fcb23f8d095 admin admin] Pushing event updated for resources: {'Network': ['ID=38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:06.138039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38570) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:06.142057 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Pushing event updated for resources: {'Port': ['ID=836c8ee4-03e1-4068-8f9c-f2b55d196f5a,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:06.143893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:12:06.153808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e62071ba-162c-483a-827b-6a0b5d49e421 admin admin] Request body: {'subnet': {'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-898999403-subnet', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:06.220967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152a80-1d34-429b-85b8-0e004f64a72b req-1b2c3499-6774-4290-992b-9f8c798969fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:06.222536 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09152a80-1d34-429b-85b8-0e004f64a72b req-1b2c3499-6774-4290-992b-9f8c798969fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=925d65ec-3fa2-4569-8607-ed683a98304c HTTP/1.1" status: 200  len: 851 time: 0.0857503
Feb 12 21:12:06.260578 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Attempting to bind port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:12:06.261052 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Attempting to bind port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ea801044-e7d7-48db-a42a-34c9bf89ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58bc909b-cc56-4f2f-83e1-bb4ef072847b'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:12:06.261608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Attempting to bind port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a on network 58bc909b-cc56-4f2f-83e1-bb4ef072847b {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:06.268707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a on network 58bc909b-cc56-4f2f-83e1-bb4ef072847b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:12:06.269167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Attempting to bind port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a on network 58bc909b-cc56-4f2f-83e1-bb4ef072847b {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:06.275922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:12:06.276378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Checking segment: {'id': 'ea801044-e7d7-48db-a42a-34c9bf89ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58bc909b-cc56-4f2f-83e1-bb4ef072847b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:06.276827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Allocated IP 172.35.2.97 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/aa61f805-231e-4d55-b284-a32a49056333) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:12:06.276943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Bound using segment: {'id': 'ea801044-e7d7-48db-a42a-34c9bf89ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58bc909b-cc56-4f2f-83e1-bb4ef072847b'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:12:06.277517 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Bound port: 836c8ee4-03e1-4068-8f9c-f2b55d196f5a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea801044-e7d7-48db-a42a-34c9bf89ea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '58bc909b-cc56-4f2f-83e1-bb4ef072847b'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:12:06.277994 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (836c8ee4-03e1-4068-8f9c-f2b55d196f5a), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:06.299129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-56c235d5-17ea-4a3c-82b8-0fa0493e5d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb346be0>, [{'id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'name': 'tempest-TaggedBootDevicesTest-1958852291-router', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56'}], 'enable_snat': True}, 'gw_port_id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:45Z', 'updated_at': '2022-02-12T21:09:52Z', 'revision_number': 4, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'gw_port': {'id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:46Z', 'updated_at': '2022-02-12T21:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1d449701-45b9-476e-832a-7278fe454fa3', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'floating_ip_address': '172.35.2.201', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'port_id': '335b0423-e329-43fd-bea1-28e4856ef8b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246', 'mac_address': 'fa:16:3e:59:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50535b70-1208-4528-82ce-f59f6d18a030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:10:44Z', 'updated_at': '2022-02-12T21:12:03Z', 'revision_number': 1, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02626427-6bc0-47dd-ab6c-04a4d0e3ea1a', 'name': '', 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'mac_address': 'fa:16:3e:dc:87:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:51Z', 'updated_at': '2022-02-12T21:09:58Z', 'revision_number': 5, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'subnets': [{'id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:06.322597 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152a80-1d34-429b-85b8-0e004f64a72b req-5bb4ef5c-81cf-46f7-bd8a-e6e766019f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:06.324181 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09152a80-1d34-429b-85b8-0e004f64a72b req-5bb4ef5c-81cf-46f7-bd8a-e6e766019f99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0824877a-f60f-4b02-85ba-7bb3e69bc246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0945659
Feb 12 21:12:06.340205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62071ba-162c-483a-827b-6a0b5d49e421 admin admin] Made reservation on behalf of 8ad1d954f50f46459af1b6dbfb179207 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:12:06.349821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c235d5-17ea-4a3c-82b8-0fa0493e5d8b None None] The sync data for ids ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'] in ncdv-master-1 is: [{'id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'name': 'tempest-TaggedBootDevicesTest-1958852291-router', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56'}], 'enable_snat': True}, 'gw_port_id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:45Z', 'updated_at': '2022-02-12T21:09:52Z', 'revision_number': 4, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'gw_port': {'id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:46Z', 'updated_at': '2022-02-12T21:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1d449701-45b9-476e-832a-7278fe454fa3', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'floating_ip_address': '172.35.2.201', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'port_id': '335b0423-e329-43fd-bea1-28e4856ef8b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246', 'mac_address': 'fa:16:3e:59:b3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50535b70-1208-4528-82ce-f59f6d18a030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:10:44Z', 'updated_at': '2022-02-12T21:12:03Z', 'revision_number': 1, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02626427-6bc0-47dd-ab6c-04a4d0e3ea1a', 'name': '', 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'mac_address': 'fa:16:3e:dc:87:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:51Z', 'updated_at': '2022-02-12T21:09:58Z', 'revision_number': 5, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'subnets': [{'id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:12:06.350950 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e62071ba-162c-483a-827b-6a0b5d49e421 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:06.354538 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-09152a80-1d34-429b-85b8-0e004f64a72b req-c9f5ac54-ceda-491a-87ed-cfe3fb82bee8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:12:06.355493 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09152a80-1d34-429b-85b8-0e004f64a72b req-c9f5ac54-ceda-491a-87ed-cfe3fb82bee8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050573
Feb 12 21:12:06.469593 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] For port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:12:06.475900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] For port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=836c8ee4-03e1-4068-8f9c-f2b55d196f5a,segment=NetworkSegment(ea801044-e7d7-48db-a42a-34c9bf89ea35),segment_id=ea801044-e7d7-48db-a42a-34c9bf89ea35)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:12:06.503502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64be21-1cfe-4a57-a968-870321e2a457 req-ff94a1a7-5cfa-4045-bd09-b10a58fa5f64 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:06.505130 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3f64be21-1cfe-4a57-a968-870321e2a457 req-ff94a1a7-5cfa-4045-bd09-b10a58fa5f64 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.1686840
Feb 12 21:12:06.575426 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (836c8ee4-03e1-4068-8f9c-f2b55d196f5a), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:06.588633 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25981b2-c4b7-484f-b217-d030206f692a None None] New status for floating IP 1d449701-45b9-476e-832a-7278fe454fa3: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:12:06.642477 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3f64be21-1cfe-4a57-a968-870321e2a457 req-3f10ec79-9bea-4927-8c86-9208668061a6 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280282
Feb 12 21:12:06.647354 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:06.647985 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:06.649589 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] 10.222.0.50 "PUT /v2.0/ports/836c8ee4-03e1-4068-8f9c-f2b55d196f5a HTTP/1.1" status: 200  len: 1091 time: 1.6010764
Feb 12 21:12:06.715218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694df291-0696-47e3-8085-f4b5329394d3 service neutron] Pushing event updated for resources: {'Port': ['ID=836c8ee4-03e1-4068-8f9c-f2b55d196f5a,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:06.788263 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Publish callbacks [] for port (aa61f805-231e-4d55-b284-a32a49056333), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:06.814067 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09152a80-1d34-429b-85b8-0e004f64a72b req-335d9d1b-da68-4b7b-b431-093c1c621a92 service neutron] 10.222.0.48 "GET /v2.0/networks/0824877a-f60f-4b02-85ba-7bb3e69bc246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4504998
Feb 12 21:12:06.816148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-fa996afd-deeb-4915-a72e-e880a3f82c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:06.817914 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-fa996afd-deeb-4915-a72e-e880a3f82c13 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a789726452342938ca48b6800ed43ac&device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 1125 time: 0.0488658
Feb 12 21:12:06.819300 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e62071ba-162c-483a-827b-6a0b5d49e421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (c5f88c8d-fdef-46e4-b0e0-992ab5d699ea), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:06.892488 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-e1e17f3e-a570-4897-9a82-0fdfdc74899a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=836c8ee4-03e1-4068-8f9c-f2b55d196f5a HTTP/1.1" status: 200  len: 217 time: 0.0497987
Feb 12 21:12:06.915475 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62071ba-162c-483a-827b-6a0b5d49e421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f88c8d-fdef-46e4-b0e0-992ab5d699ea,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:06.928405 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09152a80-1d34-429b-85b8-0e004f64a72b req-a02b0737-e9e8-4564-aec7-f53f784f7abd service neutron] 10.222.0.48 "GET /v2.0/networks/0824877a-f60f-4b02-85ba-7bb3e69bc246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1025670
Feb 12 21:12:06.962609 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62071ba-162c-483a-827b-6a0b5d49e421 admin admin] Checking segment: {'id': '8b156cf2-491d-4038-92ec-29b81b621a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:06.962976 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62071ba-162c-483a-827b-6a0b5d49e421 admin admin] Network hostable DHCP agents. Network: 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:12:06.971084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-b4032df3-5234-4fd0-8166-0fd76ad626c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:06.972622 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-b4032df3-5234-4fd0-8166-0fd76ad626c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=23ae2ad2-5323-40d8-bb86-95b51b7a55f6 HTTP/1.1" status: 200  len: 853 time: 0.0705850
Feb 12 21:12:06.984594 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (aa61f805-231e-4d55-b284-a32a49056333), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:07.009817 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-70f096c2-16a8-4d14-9eb4-803c62a48e91 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58bc909b-cc56-4f2f-83e1-bb4ef072847b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297718
Feb 12 21:12:07.060397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:07.066774 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:07.069954 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:12:07.073058 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Pushing event updated for resources: {'Port': ['ID=aa61f805-231e-4d55-b284-a32a49056333,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:07.080379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62071ba-162c-483a-827b-6a0b5d49e421 admin admin] Network 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:12:07.110181 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.110595 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.110964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.111347 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.111978 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.112319 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.112652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.112989 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.113322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.113745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.114068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.114399 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.114729 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.119662 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-c343e905-a842-4760-8d5b-28af48db5a32 service neutron] 10.222.0.50 "GET /v2.0/networks/58bc909b-cc56-4f2f-83e1-bb4ef072847b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1006184
Feb 12 21:12:07.144815 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a253-625f-4f92-8b2d-1ec73dea830e req-46e1c53b-baff-4dfe-9daa-1989de5695ca tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:07.145929 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5699a253-625f-4f92-8b2d-1ec73dea830e req-46e1c53b-baff-4dfe-9daa-1989de5695ca tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 943 time: 0.1302273
Feb 12 21:12:07.182511 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-e62071ba-162c-483a-827b-6a0b5d49e421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:07.187941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62071ba-162c-483a-827b-6a0b5d49e421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:07.189197 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e62071ba-162c-483a-827b-6a0b5d49e421 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:07.195796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5397f8a4-b7f0-4168-b7f6-199b3a9f5a7c None None] Network 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:12:07.238949 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3573b43b-74c6-4ba0-8405-c99fb73aeb5d req-d3105cb9-82a4-4a9b-9d41-e652dc0c0dd1 service neutron] 10.222.0.50 "GET /v2.0/networks/58bc909b-cc56-4f2f-83e1-bb4ef072847b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1095099
Feb 12 21:12:07.285898 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e62071ba-162c-483a-827b-6a0b5d49e421 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.1383746
Feb 12 21:12:07.289688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38592) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:07.293642 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5699a253-625f-4f92-8b2d-1ec73dea830e req-a1f93a0b-1da2-48f7-bad6-f343e615393b tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/security-groups?id=969b2c78-e9be-4572-b548-bd872bdf0593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403749
Feb 12 21:12:07.294774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-898999403-router', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:07.335190 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'fixed_ips': [{'subnet_id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:12:07.335898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22219e23-c83e-49e4-920a-f55b54c573c5', 'tag': '836c8ee4-03e1-4068-8f9c-f2b55d196f5a'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:07.336029 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:07.338493 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5b10b3-155e-49c1-9ea6-fd39f9fdf4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "22219e23-c83e-49e4-920a-f55b54c573c5", "tag": "836c8ee4-03e1-4068-8f9c-f2b55d196f5a"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:07.376258 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855de844-a6f0-4717-9726-11bf1fa04043 x-openstack-request-id: req-855de844-a6f0-4717-9726-11bf1fa04043 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:07.376558 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22219e23-c83e-49e4-920a-f55b54c573c5", "tag": "836c8ee4-03e1-4068-8f9c-f2b55d196f5a", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:07.376876 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-855de844-a6f0-4717-9726-11bf1fa04043 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:07.377281 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22219e23-c83e-49e4-920a-f55b54c573c5', 'tag': '836c8ee4-03e1-4068-8f9c-f2b55d196f5a', 'status': 'completed', 'code': 200}
Feb 12 21:12:07.445193 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (2a4ada27-db84-4a4f-ba00-5e2618f37c77), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:07.446280 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (2a4ada27-db84-4a4f-ba00-5e2618f37c77), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:07.486699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Allocated IP 172.20.0.2 (38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2/c5f88c8d-fdef-46e4-b0e0-992ab5d699ea/94ac1dc0-7aec-425b-af1b-79ab081a9051) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:12:07.508195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b10b3-155e-49c1-9ea6-fd39f9fdf4f1 req-696f5681-87c5-48bd-a8bc-474e9dd1cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:07.510046 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7b5b10b3-155e-49c1-9ea6-fd39f9fdf4f1 req-696f5681-87c5-48bd-a8bc-474e9dd1cf56 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a789726452342938ca48b6800ed43ac&device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 1125 time: 0.0983531
Feb 12 21:12:07.512786 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Publish callbacks [] for router_controller (2a4ada27-db84-4a4f-ba00-5e2618f37c77), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:07.517961 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Publish callbacks [] for router_gateway (76d2700d-6431-485c-a276-579b86f07148), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:07.610870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b10b3-155e-49c1-9ea6-fd39f9fdf4f1 req-df3bb7a1-ecb2-4d6b-adcc-73f8e33f227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:07.612352 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7b5b10b3-155e-49c1-9ea6-fd39f9fdf4f1 req-df3bb7a1-ecb2-4d6b-adcc-73f8e33f227f service neutron] 10.222.0.50 "GET /v2.0/networks?id=58bc909b-cc56-4f2f-83e1-bb4ef072847b HTTP/1.1" status: 200  len: 914 time: 0.0956969
Feb 12 21:12:07.654445 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Publish callbacks [] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:07.704799 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:07.716367 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7b5b10b3-155e-49c1-9ea6-fd39f9fdf4f1 req-d0523897-116c-40ef-a839-da3cd34254fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=836c8ee4-03e1-4068-8f9c-f2b55d196f5a HTTP/1.1" status: 200  len: 217 time: 0.0715775
Feb 12 21:12:07.762560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Pushing event updated for resources: {'Port': ['ID=94ac1dc0-7aec-425b-af1b-79ab081a9051,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:07.771911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.772506 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.773871 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.774234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.774575 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.774914 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.775246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.775574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.775903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.776227 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.776551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.776875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.777196 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:07.784990 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Network 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:07.786603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:07.789266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:12:07.804516 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (76d2700d-6431-485c-a276-579b86f07148), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:07.822369 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3441d6-7949-4931-8350-29aa91f514fb req-a40e017b-a232-4bfb-ac0b-acb115b9c308 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:07.823670 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb3441d6-7949-4931-8350-29aa91f514fb req-a40e017b-a232-4bfb-ac0b-acb115b9c308 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.0904820
Feb 12 21:12:07.830298 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Publish callbacks [] for router_gateway (2a4ada27-db84-4a4f-ba00-5e2618f37c77), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:07.845222 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b10b3-155e-49c1-9ea6-fd39f9fdf4f1 req-64e2e880-65d3-4d5f-b4c4-7588679cbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:07.846803 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7b5b10b3-155e-49c1-9ea6-fd39f9fdf4f1 req-64e2e880-65d3-4d5f-b4c4-7588679cbba5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=23ae2ad2-5323-40d8-bb86-95b51b7a55f6 HTTP/1.1" status: 200  len: 853 time: 0.1214306
Feb 12 21:12:07.854467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Attempting to bind port 94ac1dc0-7aec-425b-af1b-79ab081a9051 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:12:07.854854 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Attempting to bind port 94ac1dc0-7aec-425b-af1b-79ab081a9051 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8b156cf2-491d-4038-92ec-29b81b621a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:12:07.855493 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Attempting to bind port 94ac1dc0-7aec-425b-af1b-79ab081a9051 on network 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:07.860931 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:12:07.864285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Checking segment: {'id': '8b156cf2-491d-4038-92ec-29b81b621a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:07.864285 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:07.864285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Bound using segment: {'id': '8b156cf2-491d-4038-92ec-29b81b621a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:12:07.864285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Bound port: 94ac1dc0-7aec-425b-af1b-79ab081a9051, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b156cf2-491d-4038-92ec-29b81b621a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:12:07.864285 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:07.884713 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7b5b10b3-155e-49c1-9ea6-fd39f9fdf4f1 req-5436d79b-ebd7-407b-b624-192b52b7e167 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58bc909b-cc56-4f2f-83e1-bb4ef072847b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297885
Feb 12 21:12:07.939375 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] For port 94ac1dc0-7aec-425b-af1b-79ab081a9051, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:12:07.943961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] For port 94ac1dc0-7aec-425b-af1b-79ab081a9051, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94ac1dc0-7aec-425b-af1b-79ab081a9051,segment=NetworkSegment(8b156cf2-491d-4038-92ec-29b81b621a9d),segment_id=8b156cf2-491d-4038-92ec-29b81b621a9d)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:12:07.949977 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb3441d6-7949-4931-8350-29aa91f514fb req-cd3fcc94-32af-45f5-b9af-6735b4bb2869 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928919
Feb 12 21:12:08.019010 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:08.035693 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7b5b10b3-155e-49c1-9ea6-fd39f9fdf4f1 req-ff41ea0d-da14-4582-a81e-d85c2c072207 service neutron] 10.222.0.50 "GET /v2.0/networks/58bc909b-cc56-4f2f-83e1-bb4ef072847b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392798
Feb 12 21:12:08.041190 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Router 76d2700d-6431-485c-a276-579b86f07148 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:12:08.088434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b1778-0b1d-4497-99d5-0ebc3be3206c None None] Pushing event updated for resources: {'Port': ['ID=94ac1dc0-7aec-425b-af1b-79ab081a9051,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:08.172978 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:12:08.191725 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Sync routers for ids ['76d2700d-6431-485c-a276-579b86f07148'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:12:08.200268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Routers {'76d2700d-6431-485c-a276-579b86f07148'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:08.200946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb498610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:11:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['76d2700d-6431-485c-a276-579b86f07148'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:08.228531 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7b5b10b3-155e-49c1-9ea6-fd39f9fdf4f1 req-3582d28b-a79b-4122-8440-e38d89e906d0 service neutron] 10.222.0.50 "GET /v2.0/networks/58bc909b-cc56-4f2f-83e1-bb4ef072847b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1844332
Feb 12 21:12:08.294129 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Publish callbacks [] for router_gateway (2a4ada27-db84-4a4f-ba00-5e2618f37c77), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:08.298913 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:08.304874 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0cbe0aeb-b46f-4d60-9185-5af028ce0c88 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 3.5028186
Feb 12 21:12:08.305768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38598) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:08.330086 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:08.366387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Set router 76d2700d-6431-485c-a276-579b86f07148 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:08.516193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Allocated IP 172.35.2.114 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/e840c890-b37a-4154-92f3-b97956514cc3) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:12:08.531765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a3602-509d-43fe-8305-2151688648df req-5e088d6e-f362-464b-94f4-6360d18f4d28 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:08.539475 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-634a3602-509d-43fe-8305-2151688648df req-5e088d6e-f362-464b-94f4-6360d18f4d28 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 943 time: 0.1333525
Feb 12 21:12:08.591287 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb498610>, [{'id': '76d2700d-6431-485c-a276-579b86f07148', 'name': 'tempest-ServerRescueNegativeTestJSON-1614277736-router', 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.97'}], 'enable_snat': True}, 'gw_port_id': 'aa61f805-231e-4d55-b284-a32a49056333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:04Z', 'updated_at': '2022-02-12T21:12:07Z', 'revision_number': 3, 'project_id': '7e9fbd43632c4530b8d993cde9cd2106', 'gw_port': {'id': 'aa61f805-231e-4d55-b284-a32a49056333', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2700d-6431-485c-a276-579b86f07148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:06Z', 'updated_at': '2022-02-12T21:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:08.618905 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Checking router: 76d2700d-6431-485c-a276-579b86f07148 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:12:08.619353 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Updating router 76d2700d-6431-485c-a276-579b86f07148 port aa61f805-231e-4d55-b284-a32a49056333 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:12:08.649899 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (aa61f805-231e-4d55-b284-a32a49056333), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:08.650165 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-634a3602-509d-43fe-8305-2151688648df req-983cb340-4642-4a29-854a-4f54b51edd20 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/security-groups?id=969b2c78-e9be-4572-b548-bd872bdf0593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095505
Feb 12 21:12:08.707768 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Publish callbacks [] for port (e840c890-b37a-4154-92f3-b97956514cc3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:08.813002 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e840c890-b37a-4154-92f3-b97956514cc3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:08.829296 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:09.236337 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:09.236337 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:09.236337 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Pushing event updated for resources: {'Port': ['ID=e840c890-b37a-4154-92f3-b97956514cc3,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:09.236337 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:12:09.240778 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Publish callbacks [] for port (aa61f805-231e-4d55-b284-a32a49056333), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:09.242912 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Allocated IP 172.20.0.1 (0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b/e7b134d2-e706-44bc-a03c-9b236aa099dd/4e7682db-d354-40fa-b151-f48fc984f999) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:12:09.242912 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a49f9-1e8b-48a0-9876-0d3c226f324b req-a7c0c38f-2f63-4cd7-b874-ca77e0206a1a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:09.242912 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-424a49f9-1e8b-48a0-9876-0d3c226f324b req-a7c0c38f-2f63-4cd7-b874-ca77e0206a1a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.1319628
Feb 12 21:12:09.243922 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (aa61f805-231e-4d55-b284-a32a49056333), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:09.288658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Attempting to bind port aa61f805-231e-4d55-b284-a32a49056333 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:12:09.289038 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Attempting to bind port aa61f805-231e-4d55-b284-a32a49056333 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:12:09.289440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Attempting to bind port aa61f805-231e-4d55-b284-a32a49056333 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:09.292448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e6be9-6323-449b-915d-ae8bc1428956 None None] Pushing event updated for resources: {'Port': ['ID=aa61f805-231e-4d55-b284-a32a49056333,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:09.298717 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:12:09.299083 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:09.299829 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:09.300227 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:12:09.300693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Bound port: aa61f805-231e-4d55-b284-a32a49056333, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:12:09.301073 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (aa61f805-231e-4d55-b284-a32a49056333), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:09.311918 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-424a49f9-1e8b-48a0-9876-0d3c226f324b req-8b6e99c2-0816-40d4-a045-961d9f91b9d3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873244
Feb 12 21:12:09.331506 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Publish callbacks [] for port (4e7682db-d354-40fa-b151-f48fc984f999), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:09.349213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1984f53-fa19-44a4-b443-9428c6b5370e None None] Network 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:12:09.423716 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] For port aa61f805-231e-4d55-b284-a32a49056333, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:12:09.446985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] For port aa61f805-231e-4d55-b284-a32a49056333, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa61f805-231e-4d55-b284-a32a49056333,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:12:09.461843 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2acd5ebe-4f26-4d1a-a596-56a1f935a4dd None None] Provisioning complete for port 94ac1dc0-7aec-425b-af1b-79ab081a9051 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:09.462217 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2acd5ebe-4f26-4d1a-a596-56a1f935a4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:09.493473 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4e7682db-d354-40fa-b151-f48fc984f999), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:09.520624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 94ac1dc0-7aec-425b-af1b-79ab081a9051 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:09.539049 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Network 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:09.543495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:09.547212 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:12:09.554166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Pushing event updated for resources: {'Port': ['ID=4e7682db-d354-40fa-b151-f48fc984f999,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:09.563416 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (aa61f805-231e-4d55-b284-a32a49056333), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:09.592418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (76d2700d-6431-485c-a276-579b86f07148), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:09.650859 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Publish callbacks [] for router_gateway (2a4ada27-db84-4a4f-ba00-5e2618f37c77), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:09.679358 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e6be9-6323-449b-915d-ae8bc1428956 None None] Pushing event updated for resources: {'Port': ['ID=aa61f805-231e-4d55-b284-a32a49056333,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:09.685321 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Routers {'76d2700d-6431-485c-a276-579b86f07148'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:09.685948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb498610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:11:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['76d2700d-6431-485c-a276-579b86f07148'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:09.779107 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2acd5ebe-4f26-4d1a-a596-56a1f935a4dd None None] Current status of the port 94ac1dc0-7aec-425b-af1b-79ab081a9051 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:09.779494 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2acd5ebe-4f26-4d1a-a596-56a1f935a4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:09.785653 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 94ac1dc0-7aec-425b-af1b-79ab081a9051 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:09.786025 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:09.870825 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4e7682db-d354-40fa-b151-f48fc984f999), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:09.931029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5963e-90be-4e25-83cf-ff869d93db0a req-f5808864-aea6-4660-bf59-1e0904a0beda tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:09.940419 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7df5963e-90be-4e25-83cf-ff869d93db0a req-f5808864-aea6-4660-bf59-1e0904a0beda tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 943 time: 0.1778569
Feb 12 21:12:10.012454 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7df5963e-90be-4e25-83cf-ff869d93db0a req-2d3c58ec-6474-474a-ac5a-ce9b3fe6fcfa tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/security-groups?id=969b2c78-e9be-4572-b548-bd872bdf0593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709596
Feb 12 21:12:10.032639 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (2a4ada27-db84-4a4f-ba00-5e2618f37c77), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:10.049844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2acd5ebe-4f26-4d1a-a596-56a1f935a4dd None None] For port 94ac1dc0-7aec-425b-af1b-79ab081a9051, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94ac1dc0-7aec-425b-af1b-79ab081a9051,segment=NetworkSegment(8b156cf2-491d-4038-92ec-29b81b621a9d),segment_id=8b156cf2-491d-4038-92ec-29b81b621a9d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:10.075193 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] Set router 76d2700d-6431-485c-a276-579b86f07148 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:10.078537 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 836c8ee4-03e1-4068-8f9c-f2b55d196f5a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:12:10.088461 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Publish callbacks [] for port (4e7682db-d354-40fa-b151-f48fc984f999), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:10.135427 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (4e7682db-d354-40fa-b151-f48fc984f999), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:10.173073 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2acd5ebe-4f26-4d1a-a596-56a1f935a4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:10.205845 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (76d2700d-6431-485c-a276-579b86f07148), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:10.207713 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Pushing event updated for resources: {'Port': ['ID=4e7682db-d354-40fa-b151-f48fc984f999,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:10.227185 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:12:10.290040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 94ac1dc0-7aec-425b-af1b-79ab081a9051 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:10.290582 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:10.315637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Network 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:10.317086 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:10.365575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:12:10.376517 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Sync routers for ids ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:12:10.377210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd5ebe-4f26-4d1a-a596-56a1f935a4dd None None] Pushing event updated for resources: {'Port': ['ID=94ac1dc0-7aec-425b-af1b-79ab081a9051,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:10.391308 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Routers {'2a4ada27-db84-4a4f-ba00-5e2618f37c77'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:10.392098 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc22700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:11:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:10.438327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f7ddb38d-e328-4392-8534-42ae3a5536e8 None None] Provisioning complete for port 94ac1dc0-7aec-425b-af1b-79ab081a9051 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:10.438709 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb38d-e328-4392-8534-42ae3a5536e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:10.473051 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:10.477490 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7385fef0-95f9-4092-931c-9ae4d99e299d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 3.1842058
Feb 12 21:12:10.477763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38608) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:10.514688 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=836c8ee4-03e1-4068-8f9c-f2b55d196f5a,segment=NetworkSegment(ea801044-e7d7-48db-a42a-34c9bf89ea35),segment_id=ea801044-e7d7-48db-a42a-34c9bf89ea35)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:10.517370 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Set router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:10.531317 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:12:10.531683 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:12:10.535993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '836c8ee4-03e1-4068-8f9c-f2b55d196f5a', 'network_id': '58bc909b-cc56-4f2f-83e1-bb4ef072847b', 'port_id': '836c8ee4-03e1-4068-8f9c-f2b55d196f5a', 'mac_address': 'fa:16:3e:04:31:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ae2ad2-5323-40d8-bb86-95b51b7a55f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:12:10.536344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbce6f1-e621-4abf-ba6a-324f725a24af req-c42d1818-1353-4c14-b6bc-67224a83c4cd tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:10.545768 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6cbce6f1-e621-4abf-ba6a-324f725a24af req-c42d1818-1353-4c14-b6bc-67224a83c4cd tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.1255026
Feb 12 21:12:10.573687 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Router 76d2700d-6431-485c-a276-579b86f07148 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:12:10.620291 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6cbce6f1-e621-4abf-ba6a-324f725a24af req-5ff9cb68-2097-4574-8a60-90482279d326 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737407
Feb 12 21:12:10.640648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:10.640786 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (836c8ee4-03e1-4068-8f9c-f2b55d196f5a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:10.651060 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb498610>, [{'id': '76d2700d-6431-485c-a276-579b86f07148', 'name': 'tempest-ServerRescueNegativeTestJSON-1614277736-router', 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.97'}], 'enable_snat': True}, 'gw_port_id': 'aa61f805-231e-4d55-b284-a32a49056333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:04Z', 'updated_at': '2022-02-12T21:12:07Z', 'revision_number': 3, 'project_id': '7e9fbd43632c4530b8d993cde9cd2106', 'gw_port': {'id': 'aa61f805-231e-4d55-b284-a32a49056333', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2700d-6431-485c-a276-579b86f07148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:06Z', 'updated_at': '2022-02-12T21:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:10.691077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3296d7f5-85b1-4413-bf1c-af3c40b0776d None None] The sync data for ids ['76d2700d-6431-485c-a276-579b86f07148'] in ncdv-master-1 is: [{'id': '76d2700d-6431-485c-a276-579b86f07148', 'name': 'tempest-ServerRescueNegativeTestJSON-1614277736-router', 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.97'}], 'enable_snat': True}, 'gw_port_id': 'aa61f805-231e-4d55-b284-a32a49056333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:04Z', 'updated_at': '2022-02-12T21:12:07Z', 'revision_number': 3, 'project_id': '7e9fbd43632c4530b8d993cde9cd2106', 'gw_port': {'id': 'aa61f805-231e-4d55-b284-a32a49056333', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2700d-6431-485c-a276-579b86f07148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:06Z', 'updated_at': '2022-02-12T21:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:12:10.692914 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f7ddb38d-e328-4392-8534-42ae3a5536e8 None None] Current status of the port 94ac1dc0-7aec-425b-af1b-79ab081a9051 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:10.697100 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836c8ee4-03e1-4068-8f9c-f2b55d196f5a {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:12:10.742142 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=836c8ee4-03e1-4068-8f9c-f2b55d196f5a,segment=NetworkSegment(ea801044-e7d7-48db-a42a-34c9bf89ea35),segment_id=ea801044-e7d7-48db-a42a-34c9bf89ea35)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:10.809437 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (836c8ee4-03e1-4068-8f9c-f2b55d196f5a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:10.819098 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc22700>, [{'id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'name': 'tempest-ServersTestJSON-898999403-router', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:07Z', 'updated_at': '2022-02-12T21:12:09Z', 'revision_number': 3, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'gw_port': {'id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:08Z', 'updated_at': '2022-02-12T21:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:10.850474 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Checking router: 2a4ada27-db84-4a4f-ba00-5e2618f37c77 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:12:10.851069 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Updating router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 port e840c890-b37a-4154-92f3-b97956514cc3 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:12:10.884317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=836c8ee4-03e1-4068-8f9c-f2b55d196f5a,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:10.895204 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e840c890-b37a-4154-92f3-b97956514cc3), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:11.096123 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['836c8ee4-03e1-4068-8f9c-f2b55d196f5a'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:12:11.165271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 94ac1dc0-7aec-425b-af1b-79ab081a9051 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:11.181470 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:12:11.204479 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e7b05414-58ce-4354-923b-767c82d0b8cf admin admin] 10.222.0.31 "PUT /v2.0/routers/76d2700d-6431-485c-a276-579b86f07148/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8901951
Feb 12 21:12:11.303023 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c719e-4b63-431f-8f26-de2d462c425b req-3632804f-907d-4c7a-81c2-741f1b774884 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:11.305324 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-752c719e-4b63-431f-8f26-de2d462c425b req-3632804f-907d-4c7a-81c2-741f1b774884 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 944 time: 0.1487069
Feb 12 21:12:11.323790 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:11.386754 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-752c719e-4b63-431f-8f26-de2d462c425b req-c686a290-ff50-4ae5-9c80-76b699659552 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/security-groups?id=969b2c78-e9be-4572-b548-bd872bdf0593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751798
Feb 12 21:12:11.400001 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Publish callbacks [] for port (e840c890-b37a-4154-92f3-b97956514cc3), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:11.471796 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e840c890-b37a-4154-92f3-b97956514cc3), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:11.529995 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Attempting to bind port e840c890-b37a-4154-92f3-b97956514cc3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:12:11.530460 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Attempting to bind port e840c890-b37a-4154-92f3-b97956514cc3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:12:11.530877 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Attempting to bind port e840c890-b37a-4154-92f3-b97956514cc3 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:11.541403 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:12:11.541973 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:11.543185 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:11.543185 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:12:11.543634 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Bound port: e840c890-b37a-4154-92f3-b97956514cc3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:12:11.544128 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e840c890-b37a-4154-92f3-b97956514cc3), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:11.618473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Allocated IP 172.20.0.1 (38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2/c5f88c8d-fdef-46e4-b0e0-992ab5d699ea/ef3ac216-e9d9-4600-bbb1-954ef90501c4) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:12:11.624937 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] For port e840c890-b37a-4154-92f3-b97956514cc3, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:12:11.639943 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] For port e840c890-b37a-4154-92f3-b97956514cc3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e840c890-b37a-4154-92f3-b97956514cc3,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:12:11.648013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device aa61f805-231e-4d55-b284-a32a49056333 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:11.672106 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89fc91-2876-4f7f-a757-19cd24d73a01 None None] Pushing event updated for resources: {'Port': ['ID=e840c890-b37a-4154-92f3-b97956514cc3,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:11.720560 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89fc91-2876-4f7f-a757-19cd24d73a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:11.720905 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89fc91-2876-4f7f-a757-19cd24d73a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:11.721239 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89fc91-2876-4f7f-a757-19cd24d73a01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:11.727636 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89fc91-2876-4f7f-a757-19cd24d73a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:11.727984 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89fc91-2876-4f7f-a757-19cd24d73a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:11.732820 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89fc91-2876-4f7f-a757-19cd24d73a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:11.732820 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89fc91-2876-4f7f-a757-19cd24d73a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:11.732820 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89fc91-2876-4f7f-a757-19cd24d73a01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:11.732820 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89fc91-2876-4f7f-a757-19cd24d73a01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:11.732820 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89fc91-2876-4f7f-a757-19cd24d73a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:11.732820 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89fc91-2876-4f7f-a757-19cd24d73a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:11.732820 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89fc91-2876-4f7f-a757-19cd24d73a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:11.732820 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89fc91-2876-4f7f-a757-19cd24d73a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:12:11.780691 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e840c890-b37a-4154-92f3-b97956514cc3), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:11.782184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port aa61f805-231e-4d55-b284-a32a49056333 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:11.782572 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (aa61f805-231e-4d55-b284-a32a49056333), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:11.820366 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Publish callbacks [] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:11.884632 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Routers {'2a4ada27-db84-4a4f-ba00-5e2618f37c77'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:11.885505 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc22700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:11:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:11.900235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port aa61f805-231e-4d55-b284-a32a49056333 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:11.900632 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (aa61f805-231e-4d55-b284-a32a49056333), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:11.910895 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e0e64-998e-40d8-9e79-868d1908779b req-4a418e83-0182-43a1-b3a4-270a7511c884 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:11.914085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e7e0e64-998e-40d8-9e79-868d1908779b req-4a418e83-0182-43a1-b3a4-270a7511c884 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.1506546
Feb 12 21:12:11.939298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port aa61f805-231e-4d55-b284-a32a49056333, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa61f805-231e-4d55-b284-a32a49056333,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:11.948071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-89bdf1d0-d673-492c-b730-bf68acfae9e0 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:11.949908 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-89bdf1d0-d673-492c-b730-bf68acfae9e0 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/networks?id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b HTTP/1.1" status: 200  len: 819 time: 0.1511605
Feb 12 21:12:11.967481 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-1b2a56b4-540d-4c98-8313-484cce713e9a tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/quotas/7e9fbd43632c4530b8d993cde9cd2106 HTTP/1.1" status: 200  len: 375 time: 0.0118301
Feb 12 21:12:11.995009 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e7e0e64-998e-40d8-9e79-868d1908779b req-c18f1f90-ef74-4c69-b2dd-8380e09e74a1 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680320
Feb 12 21:12:12.007497 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (aa61f805-231e-4d55-b284-a32a49056333), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:12.008811 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 94ac1dc0-7aec-425b-af1b-79ab081a9051 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:12.036517 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:12.058213 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-f4fd247a-1b82-4b7a-9649-716f2b07ce49 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7e9fbd43632c4530b8d993cde9cd2106&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0849993
Feb 12 21:12:12.094290 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Network 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:12.098463 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89fc91-2876-4f7f-a757-19cd24d73a01 None None] Pushing event updated for resources: {'Port': ['ID=e840c890-b37a-4154-92f3-b97956514cc3,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:12.098842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:12.114215 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=aa61f805-231e-4d55-b284-a32a49056333,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:12.117585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:12:12.131572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 836c8ee4-03e1-4068-8f9c-f2b55d196f5a up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:12.163316 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3ac216-e9d9-4600-bbb1-954ef90501c4,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:12.179444 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] Set router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:12.203943 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (2a4ada27-db84-4a4f-ba00-5e2618f37c77), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:12.213431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 94ac1dc0-7aec-425b-af1b-79ab081a9051 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:12.213431 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:12.219903 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-3c051341-ff75-42b8-b343-52ed15d57c55 service neutron] 10.222.0.31 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498177
Feb 12 21:12:12.330921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:12:12.340760 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:12.341144 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (836c8ee4-03e1-4068-8f9c-f2b55d196f5a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:12.343267 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 94ac1dc0-7aec-425b-af1b-79ab081a9051 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:12.367380 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-d057ded9-071e-4713-a80c-4a49900c2a31 service neutron] 10.222.0.31 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464074
Feb 12 21:12:12.465465 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc22700>, [{'id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'name': 'tempest-ServersTestJSON-898999403-router', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:07Z', 'updated_at': '2022-02-12T21:12:09Z', 'revision_number': 3, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'gw_port': {'id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:08Z', 'updated_at': '2022-02-12T21:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:12.482101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:12.482914 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (836c8ee4-03e1-4068-8f9c-f2b55d196f5a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:12.494159 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:12.499258 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e02d9c-51f6-4435-8e81-b5425b600cf5 None None] The sync data for ids ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'] in ncdv-master-1 is: [{'id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'name': 'tempest-ServersTestJSON-898999403-router', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:07Z', 'updated_at': '2022-02-12T21:12:09Z', 'revision_number': 3, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'gw_port': {'id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:08Z', 'updated_at': '2022-02-12T21:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:12:12.528907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22219e23-c83e-49e4-920a-f55b54c573c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836c8ee4-03e1-4068-8f9c-f2b55d196f5a'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:12.530260 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a78441-380e-4dcc-9f28-d324b7de2e4b" -d '{"events": [{"server_uuid": "22219e23-c83e-49e4-920a-f55b54c573c5", "name": "network-vif-plugged", "status": "completed", "tag": "836c8ee4-03e1-4068-8f9c-f2b55d196f5a"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:12.534025 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-065c7dc8-690c-4727-b78f-75ace077df0c None None] Provisioning complete for port ef3ac216-e9d9-4600-bbb1-954ef90501c4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:12.534396 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-065c7dc8-690c-4727-b78f-75ace077df0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:12.564095 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=836c8ee4-03e1-4068-8f9c-f2b55d196f5a,segment=NetworkSegment(ea801044-e7d7-48db-a42a-34c9bf89ea35),segment_id=ea801044-e7d7-48db-a42a-34c9bf89ea35)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:12.586548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-065c7dc8-690c-4727-b78f-75ace077df0c None None] Port ef3ac216-e9d9-4600-bbb1-954ef90501c4 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:12:12.642356 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (836c8ee4-03e1-4068-8f9c-f2b55d196f5a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:12.659015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aec170-91a6-4f7f-8ec1-8372cd9f917a req-b1a79736-f130-4882-9c8d-d41b9e9bb098 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:12.660742 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58aec170-91a6-4f7f-8ec1-8372cd9f917a req-b1a79736-f130-4882-9c8d-d41b9e9bb098 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 944 time: 0.1563649
Feb 12 21:12:12.700020 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2918ded9-d01f-4c92-a45b-29819210a324 x-openstack-request-id: req-2918ded9-d01f-4c92-a45b-29819210a324 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:12.700587 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22219e23-c83e-49e4-920a-f55b54c573c5", "name": "network-vif-plugged", "status": "completed", "tag": "836c8ee4-03e1-4068-8f9c-f2b55d196f5a", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:12.700587 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2918ded9-d01f-4c92-a45b-29819210a324 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:12.706395 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22219e23-c83e-49e4-920a-f55b54c573c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836c8ee4-03e1-4068-8f9c-f2b55d196f5a', 'code': 200}
Feb 12 21:12:12.764662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=836c8ee4-03e1-4068-8f9c-f2b55d196f5a,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:12.821803 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-274409a7-f543-4b16-ad35-14e78d09a908 req-289da1be-7e9c-4835-8d9c-c9f1839e08f7 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 210 time: 0.0410192
Feb 12 21:12:12.913441 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58aec170-91a6-4f7f-8ec1-8372cd9f917a req-e18cb0ee-cc58-41ab-8054-78671237cd67 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/security-groups?id=969b2c78-e9be-4572-b548-bd872bdf0593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075882
Feb 12 21:12:12.917614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38669ac6-7e63-4337-9bca-96828cea4137 req-7d80b217-020e-41ad-b3e5-ec2fd46635d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:12.922126 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-38669ac6-7e63-4337-9bca-96828cea4137 req-7d80b217-020e-41ad-b3e5-ec2fd46635d5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 1127 time: 0.1592705
Feb 12 21:12:12.984140 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Publish callbacks [] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:13.032186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-38669ac6-7e63-4337-9bca-96828cea4137 req-373ee539-3430-4795-bfa5-9f3cde8139c3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=969b2c78-e9be-4572-b548-bd872bdf0593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013160
Feb 12 21:12:13.093052 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:13.223565 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e368e-74f7-4532-b924-7fad8a497e19 req-bbd29d7d-c5ed-4fe5-8515-6068ac36f08a tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:13.231798 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-123e368e-74f7-4532-b924-7fad8a497e19 req-bbd29d7d-c5ed-4fe5-8515-6068ac36f08a tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/networks?id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b HTTP/1.1" status: 200  len: 819 time: 0.1782424
Feb 12 21:12:13.231965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3ac216-e9d9-4600-bbb1-954ef90501c4,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:13.244221 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (2a4ada27-db84-4a4f-ba00-5e2618f37c77), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:13.249278 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-123e368e-74f7-4532-b924-7fad8a497e19 req-30c1838c-db08-4939-9d1a-c7e24cc8c6da tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/quotas/7e9fbd43632c4530b8d993cde9cd2106 HTTP/1.1" status: 200  len: 375 time: 0.0165296
Feb 12 21:12:13.290579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99aaa57-9526-4e16-8c01-0d3269e16dc4 req-2aeb3652-14a9-4970-8cbe-e3f9f17a482b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:13.291842 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f99aaa57-9526-4e16-8c01-0d3269e16dc4 req-2aeb3652-14a9-4970-8cbe-e3f9f17a482b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.1363382
Feb 12 21:12:13.298023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Sync routers for ids ['76d2700d-6431-485c-a276-579b86f07148'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:12:13.314804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Routers {'76d2700d-6431-485c-a276-579b86f07148'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:13.316040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8260d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:11:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['76d2700d-6431-485c-a276-579b86f07148'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:13.336107 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c0d35988-8ac0-47c9-b9fe-9a6150b3944f tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7e9fbd43632c4530b8d993cde9cd2106&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0852215
Feb 12 21:12:13.444543 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f99aaa57-9526-4e16-8c01-0d3269e16dc4 req-a7fa263d-0be2-4b64-9d0d-2c034b5b8bf9 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180782
Feb 12 21:12:13.460324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Network 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:13.467386 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:13.467583 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-123e368e-74f7-4532-b924-7fad8a497e19 req-831a041a-fb40-445e-a56f-9bff55b737b3 service neutron] 10.222.0.31 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297297
Feb 12 21:12:13.561482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Set router 76d2700d-6431-485c-a276-579b86f07148 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:13.596757 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-123e368e-74f7-4532-b924-7fad8a497e19 req-bfc0e0c4-7129-444c-b7c5-34c3b05a920d service neutron] 10.222.0.31 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289222
Feb 12 21:12:13.712819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e840c890-b37a-4154-92f3-b97956514cc3 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:13.735732 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:12:13.861802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e840c890-b37a-4154-92f3-b97956514cc3 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:13.862185 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e840c890-b37a-4154-92f3-b97956514cc3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:13.909016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:12:13.925408 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1898c1e4-3114-420b-97c0-b479ce634375 admin admin] 10.222.0.31 "PUT /v2.0/routers/2a4ada27-db84-4a4f-ba00-5e2618f37c77/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4373875
Feb 12 21:12:13.946272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-791b7f49-4739-401b-b8f7-eb7ff1df5c16 None None] Provisioning complete for port ef3ac216-e9d9-4600-bbb1-954ef90501c4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:13.946653 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-791b7f49-4739-401b-b8f7-eb7ff1df5c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:14.113680 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f8b72c4-9c22-4359-a194-c6a67c157358 req-0029bf86-c7b8-4ea1-a25e-4fd783b882e3 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 210 time: 0.0485690
Feb 12 21:12:14.197117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66210bd-86e2-485d-bcf1-3cb8d92f5c91 req-7bc53b19-8a5c-47ce-9978-780092e43c95 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:14.199054 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b66210bd-86e2-485d-bcf1-3cb8d92f5c91 req-7bc53b19-8a5c-47ce-9978-780092e43c95 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 945 time: 0.1088998
Feb 12 21:12:14.267224 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-791b7f49-4739-401b-b8f7-eb7ff1df5c16 None None] Port ef3ac216-e9d9-4600-bbb1-954ef90501c4 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:12:14.276983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8260d0>, [{'id': '76d2700d-6431-485c-a276-579b86f07148', 'name': 'tempest-ServerRescueNegativeTestJSON-1614277736-router', 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.97'}], 'enable_snat': True}, 'gw_port_id': 'aa61f805-231e-4d55-b284-a32a49056333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:04Z', 'updated_at': '2022-02-12T21:12:09Z', 'revision_number': 4, 'project_id': '7e9fbd43632c4530b8d993cde9cd2106', 'gw_port': {'id': 'aa61f805-231e-4d55-b284-a32a49056333', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d2700d-6431-485c-a276-579b86f07148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:06Z', 'updated_at': '2022-02-12T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e7682db-d354-40fa-b151-f48fc984f999', 'name': '', 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b', 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106', 'mac_address': 'fa:16:3e:14:24:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2700d-6431-485c-a276-579b86f07148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e7b134d2-e706-44bc-a03c-9b236aa099dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:08Z', 'updated_at': '2022-02-12T21:12:09Z', 'revision_number': 2, 'project_id': '7e9fbd43632c4530b8d993cde9cd2106', 'subnets': [{'id': 'e7b134d2-e706-44bc-a03c-9b236aa099dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:14.308272 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b66210bd-86e2-485d-bcf1-3cb8d92f5c91 req-bd82f08e-5144-459e-a624-fa02d9c4f90f tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/security-groups?id=969b2c78-e9be-4572-b548-bd872bdf0593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012268
Feb 12 21:12:14.321116 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Checking router: 76d2700d-6431-485c-a276-579b86f07148 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:12:14.321567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Updating router 76d2700d-6431-485c-a276-579b86f07148 port 4e7682db-d354-40fa-b151-f48fc984f999 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:12:14.324578 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e840c890-b37a-4154-92f3-b97956514cc3 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:14.324970 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e840c890-b37a-4154-92f3-b97956514cc3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:14.373494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port e840c890-b37a-4154-92f3-b97956514cc3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e840c890-b37a-4154-92f3-b97956514cc3,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:14.375408 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4e7682db-d354-40fa-b151-f48fc984f999), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:14.486924 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e840c890-b37a-4154-92f3-b97956514cc3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:14.487796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device aa61f805-231e-4d55-b284-a32a49056333 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:14.614244 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38680) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:14.620811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ad6545a9-769e-4998-9fbc-f5ee9683e24c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2066519051', 'description': 'tempest-description--1873846925'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:14.635526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=e840c890-b37a-4154-92f3-b97956514cc3,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:14.635671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb49712-b212-4211-b174-7e4e0117568c req-874aac8f-8a85-4330-b4eb-3a141f351fc2 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:14.662769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2eb49712-b212-4211-b174-7e4e0117568c req-874aac8f-8a85-4330-b4eb-3a141f351fc2 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.1150584
Feb 12 21:12:14.684689 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port aa61f805-231e-4d55-b284-a32a49056333 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:14.684998 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (aa61f805-231e-4d55-b284-a32a49056333), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:14.745183 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2eb49712-b212-4211-b174-7e4e0117568c req-8f85b6c0-9dc3-42de-85bf-89a014945ddc tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811439
Feb 12 21:12:14.763272 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ad6545a9-769e-4998-9fbc-f5ee9683e24c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:14.859541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port aa61f805-231e-4d55-b284-a32a49056333 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:14.900750 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ad6545a9-769e-4998-9fbc-f5ee9683e24c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for security_group (050d78c8-22e2-4021-8f21-98aa6f61d710), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:14.917147 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Publish callbacks [] for port (4e7682db-d354-40fa-b151-f48fc984f999), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:15.008702 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ad6545a9-769e-4998-9fbc-f5ee9683e24c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (050d78c8-22e2-4021-8f21-98aa6f61d710), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:15.040265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6545a9-769e-4998-9fbc-f5ee9683e24c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=050d78c8-22e2-4021-8f21-98aa6f61d710,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:15.071662 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4e7682db-d354-40fa-b151-f48fc984f999), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:15.129423 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ad6545a9-769e-4998-9fbc-f5ee9683e24c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:15.129610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d048117-6bbb-4d20-8d1a-8f253f66c391 None None] Pushing event updated for resources: {'Port': ['ID=4e7682db-d354-40fa-b151-f48fc984f999,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:15.131956 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ad6545a9-769e-4998-9fbc-f5ee9683e24c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.5142505
Feb 12 21:12:15.134683 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38686) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:15.139234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e7bbad3d-b6c1-4f26-a8fd-e7e4cfb75b9d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Request body: {'security_group_rule': {'security_group_id': '050d78c8-22e2-4021-8f21-98aa6f61d710', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:15.168198 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Sync routers for ids ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:12:15.181120 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Routers {'2a4ada27-db84-4a4f-ba00-5e2618f37c77'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:15.182007 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaaf460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:11:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:15.204981 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Attempting to bind port 4e7682db-d354-40fa-b151-f48fc984f999 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:12:15.205326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Attempting to bind port 4e7682db-d354-40fa-b151-f48fc984f999 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb0449bb-46b9-4594-8dd9-9b71d67c6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:12:15.205856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Attempting to bind port 4e7682db-d354-40fa-b151-f48fc984f999 on network 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:15.216541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:12:15.217389 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Checking segment: {'id': 'bb0449bb-46b9-4594-8dd9-9b71d67c6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:15.217966 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:15.218686 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Bound using segment: {'id': 'bb0449bb-46b9-4594-8dd9-9b71d67c6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:12:15.219271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Bound port: 4e7682db-d354-40fa-b151-f48fc984f999, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0449bb-46b9-4594-8dd9-9b71d67c6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:12:15.220072 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4e7682db-d354-40fa-b151-f48fc984f999), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:15.235112 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-71e65701-b64c-495c-bbe1-ee050c697a33 req-9439d489-4b01-41d5-b7bf-d92d95f14be8 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 210 time: 0.0464580
Feb 12 21:12:15.280659 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e7bbad3d-b6c1-4f26-a8fd-e7e4cfb75b9d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for security_group_rule (5f5c52b3-d497-49f0-aa31-b1f98f7386b7), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:15.322233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] For port 4e7682db-d354-40fa-b151-f48fc984f999, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:12:15.325621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] For port 4e7682db-d354-40fa-b151-f48fc984f999, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e7682db-d354-40fa-b151-f48fc984f999,segment=NetworkSegment(bb0449bb-46b9-4594-8dd9-9b71d67c6a74),segment_id=bb0449bb-46b9-4594-8dd9-9b71d67c6a74)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:12:15.327796 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Set router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:15.368780 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e7bbad3d-b6c1-4f26-a8fd-e7e4cfb75b9d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for security_group_rule (5f5c52b3-d497-49f0-aa31-b1f98f7386b7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:15.427266 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4e7682db-d354-40fa-b151-f48fc984f999), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:15.480431 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e7bbad3d-b6c1-4f26-a8fd-e7e4cfb75b9d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (5f5c52b3-d497-49f0-aa31-b1f98f7386b7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:15.512790 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d048117-6bbb-4d20-8d1a-8f253f66c391 None None] Pushing event updated for resources: {'Port': ['ID=4e7682db-d354-40fa-b151-f48fc984f999,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:15.514948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847d727-4cfb-410c-ad9e-ec9e85098f5e req-a7d2c7c0-9ae0-428b-95be-b2f68a068660 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:15.515895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Routers {'76d2700d-6431-485c-a276-579b86f07148'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:15.517028 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b847d727-4cfb-410c-ad9e-ec9e85098f5e req-a7d2c7c0-9ae0-428b-95be-b2f68a068660 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 945 time: 0.1221583
Feb 12 21:12:15.523442 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8260d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:11:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['76d2700d-6431-485c-a276-579b86f07148'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:15.527670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbad3d-b6c1-4f26-a8fd-e7e4cfb75b9d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5c52b3-d497-49f0-aa31-b1f98f7386b7,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:15.604808 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b847d727-4cfb-410c-ad9e-ec9e85098f5e req-ff0723af-4a0d-489d-94d3-f0203cfba674 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/security-groups?id=969b2c78-e9be-4572-b548-bd872bdf0593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784628
Feb 12 21:12:15.622079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e840c890-b37a-4154-92f3-b97956514cc3 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:15.634133 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e7bbad3d-b6c1-4f26-a8fd-e7e4cfb75b9d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:15.637094 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e7bbad3d-b6c1-4f26-a8fd-e7e4cfb75b9d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5010967
Feb 12 21:12:15.639829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38694) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:15.648903 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaaf460>, [{'id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'name': 'tempest-ServersTestJSON-898999403-router', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:07Z', 'updated_at': '2022-02-12T21:12:12Z', 'revision_number': 4, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'gw_port': {'id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:08Z', 'updated_at': '2022-02-12T21:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef3ac216-e9d9-4600-bbb1-954ef90501c4', 'name': '', 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'mac_address': 'fa:16:3e:d1:f0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:11Z', 'updated_at': '2022-02-12T21:12:12Z', 'revision_number': 2, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'subnets': [{'id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:15.649158 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-dd55c048-0fa0-4848-ae9d-a49c66885508 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Request body: {'security_group_rule': {'security_group_id': '050d78c8-22e2-4021-8f21-98aa6f61d710', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:15.694912 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Checking router: 2a4ada27-db84-4a4f-ba00-5e2618f37c77 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:12:15.695313 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Updating router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 port ef3ac216-e9d9-4600-bbb1-954ef90501c4 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:12:15.723620 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] Set router 76d2700d-6431-485c-a276-579b86f07148 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:15.759683 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:15.771917 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dd55c048-0fa0-4848-ae9d-a49c66885508 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for security_group_rule (b7ee9095-4096-4e05-b2ea-34012c88ae2b), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:15.841903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e840c890-b37a-4154-92f3-b97956514cc3 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:15.842278 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e840c890-b37a-4154-92f3-b97956514cc3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:15.890365 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dd55c048-0fa0-4848-ae9d-a49c66885508 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for security_group_rule (b7ee9095-4096-4e05-b2ea-34012c88ae2b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:16.032858 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dd55c048-0fa0-4848-ae9d-a49c66885508 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (b7ee9095-4096-4e05-b2ea-34012c88ae2b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:16.064957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55c048-0fa0-4848-ae9d-a49c66885508 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ee9095-4096-4e05-b2ea-34012c88ae2b,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:16.085260 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f16f6-7055-4dfe-abda-d86cdf44358c req-16f4e596-9ae1-4cc9-8192-eb98b9cda4b7 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:16.092725 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e96f16f6-7055-4dfe-abda-d86cdf44358c req-16f4e596-9ae1-4cc9-8192-eb98b9cda4b7 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.1839471
Feb 12 21:12:16.138539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e840c890-b37a-4154-92f3-b97956514cc3 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:16.144749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-dce4ad7c-8698-409d-92eb-c60a37aefd9d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:16.145804 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dd55c048-0fa0-4848-ae9d-a49c66885508 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:16.147649 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-dd55c048-0fa0-4848-ae9d-a49c66885508 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5062113
Feb 12 21:12:16.147846 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-dce4ad7c-8698-409d-92eb-c60a37aefd9d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.48 "GET /v2.0/networks?id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b HTTP/1.1" status: 200  len: 819 time: 0.2267358
Feb 12 21:12:16.151042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38702) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:16.161010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:16.166861 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e96f16f6-7055-4dfe-abda-d86cdf44358c req-ca05e1c1-5225-476c-8562-7e1b756dc363 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709717
Feb 12 21:12:16.189231 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-97fa44c4-b05e-40aa-b385-d39473397b76 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Request body: {'port': {'device_id': 'c4a76f8f-ed14-4d6c-9296-e0e3113005c5', 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b', 'admin_state_up': True, 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:16.232404 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8260d0>, [{'id': '76d2700d-6431-485c-a276-579b86f07148', 'name': 'tempest-ServerRescueNegativeTestJSON-1614277736-router', 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.97'}], 'enable_snat': True}, 'gw_port_id': 'aa61f805-231e-4d55-b284-a32a49056333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:04Z', 'updated_at': '2022-02-12T21:12:09Z', 'revision_number': 4, 'project_id': '7e9fbd43632c4530b8d993cde9cd2106', 'gw_port': {'id': 'aa61f805-231e-4d55-b284-a32a49056333', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d2700d-6431-485c-a276-579b86f07148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:06Z', 'updated_at': '2022-02-12T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e7682db-d354-40fa-b151-f48fc984f999', 'name': '', 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b', 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106', 'mac_address': 'fa:16:3e:14:24:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2700d-6431-485c-a276-579b86f07148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e7b134d2-e706-44bc-a03c-9b236aa099dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:08Z', 'updated_at': '2022-02-12T21:12:15Z', 'revision_number': 4, 'project_id': '7e9fbd43632c4530b8d993cde9cd2106', 'subnets': [{'id': 'e7b134d2-e706-44bc-a03c-9b236aa099dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:16.277664 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aea641-91b8-4892-9785-ffe8a5e42301 None None] The sync data for ids ['76d2700d-6431-485c-a276-579b86f07148'] in ncdv-master-1 is: [{'id': '76d2700d-6431-485c-a276-579b86f07148', 'name': 'tempest-ServerRescueNegativeTestJSON-1614277736-router', 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.97'}], 'enable_snat': True}, 'gw_port_id': 'aa61f805-231e-4d55-b284-a32a49056333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:04Z', 'updated_at': '2022-02-12T21:12:09Z', 'revision_number': 4, 'project_id': '7e9fbd43632c4530b8d993cde9cd2106', 'gw_port': {'id': 'aa61f805-231e-4d55-b284-a32a49056333', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d2700d-6431-485c-a276-579b86f07148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:06Z', 'updated_at': '2022-02-12T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e7682db-d354-40fa-b151-f48fc984f999', 'name': '', 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b', 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106', 'mac_address': 'fa:16:3e:14:24:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2700d-6431-485c-a276-579b86f07148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e7b134d2-e706-44bc-a03c-9b236aa099dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:08Z', 'updated_at': '2022-02-12T21:12:15Z', 'revision_number': 4, 'project_id': '7e9fbd43632c4530b8d993cde9cd2106', 'subnets': [{'id': 'e7b134d2-e706-44bc-a03c-9b236aa099dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:12:16.340311 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Publish callbacks [] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:16.382207 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:16.401047 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f53f0937-5586-4f56-aadc-bffa849df9ac req-a184e5b0-c8e1-4146-96db-5fb3327b35bd tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 210 time: 0.0781405
Feb 12 21:12:16.494408 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:16.516494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-97fa44c4-b05e-40aa-b385-d39473397b76 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Made reservation on behalf of 7e9fbd43632c4530b8d993cde9cd2106 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:12:16.522183 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-97fa44c4-b05e-40aa-b385-d39473397b76 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:16.556513 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9210f4-20b6-4179-ba76-78b153cd3f9b None None] Pushing event updated for resources: {'Port': ['ID=ef3ac216-e9d9-4600-bbb1-954ef90501c4,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:16.642745 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Attempting to bind port ef3ac216-e9d9-4600-bbb1-954ef90501c4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:12:16.643291 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Attempting to bind port ef3ac216-e9d9-4600-bbb1-954ef90501c4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8b156cf2-491d-4038-92ec-29b81b621a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:12:16.643768 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Attempting to bind port ef3ac216-e9d9-4600-bbb1-954ef90501c4 on network 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:16.658399 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:12:16.659566 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Checking segment: {'id': '8b156cf2-491d-4038-92ec-29b81b621a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:16.660168 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:16.660867 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Bound using segment: {'id': '8b156cf2-491d-4038-92ec-29b81b621a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:12:16.661596 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Bound port: ef3ac216-e9d9-4600-bbb1-954ef90501c4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b156cf2-491d-4038-92ec-29b81b621a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:12:16.662487 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:16.726105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea904eb-6fb9-4dcc-be78-1731d656f455 req-1dbdc5df-502b-49d0-a166-f464be7558d4 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:16.727626 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2ea904eb-6fb9-4dcc-be78-1731d656f455 req-1dbdc5df-502b-49d0-a166-f464be7558d4 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 945 time: 0.2485828
Feb 12 21:12:16.734000 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:16.775917 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] For port ef3ac216-e9d9-4600-bbb1-954ef90501c4, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:12:16.780443 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] For port ef3ac216-e9d9-4600-bbb1-954ef90501c4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef3ac216-e9d9-4600-bbb1-954ef90501c4,segment=NetworkSegment(8b156cf2-491d-4038-92ec-29b81b621a9d),segment_id=8b156cf2-491d-4038-92ec-29b81b621a9d)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:12:16.830299 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-97fa44c4-b05e-40aa-b385-d39473397b76 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Allocated IP 172.20.0.10 (0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b/e7b134d2-e706-44bc-a03c-9b236aa099dd/5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:12:16.839043 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:16.963715 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9210f4-20b6-4179-ba76-78b153cd3f9b None None] Pushing event updated for resources: {'Port': ['ID=ef3ac216-e9d9-4600-bbb1-954ef90501c4,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:16.984650 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2ea904eb-6fb9-4dcc-be78-1731d656f455 req-d3329a96-6a12-45f8-89c7-98a99f54bc55 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/security-groups?id=969b2c78-e9be-4572-b548-bd872bdf0593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2448523
Feb 12 21:12:17.010548 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Routers {'2a4ada27-db84-4a4f-ba00-5e2618f37c77'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:17.011683 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaaf460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:11:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:17.051311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d5457213-e9aa-4537-abfb-c45a3c594dd3 None None] Provisioning complete for port ef3ac216-e9d9-4600-bbb1-954ef90501c4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:17.051970 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d5457213-e9aa-4537-abfb-c45a3c594dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:17.144041 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e368e-74f7-4532-b924-7fad8a497e19 req-96d43da6-b460-4fb4-85b3-ab6f5042da64 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:17.154014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-123e368e-74f7-4532-b924-7fad8a497e19 req-96d43da6-b460-4fb4-85b3-ab6f5042da64 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.48 "GET /v2.0/networks?id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b HTTP/1.1" status: 200  len: 819 time: 0.2543633
Feb 12 21:12:17.159932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-123e368e-74f7-4532-b924-7fad8a497e19 req-9360a9d0-4b9a-4816-badf-90db0bb89bff tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Request body: {'port': {'device_id': '29124640-751c-4a46-bc3d-dd666846f4a9', 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b', 'admin_state_up': True, 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:17.276512 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Allocated IP 172.35.2.163 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/bb7bfaef-6a41-4d5f-af72-cf6126990c63) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:12:17.305751 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] Set router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:17.323901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d5457213-e9aa-4537-abfb-c45a3c594dd3 None None] Current status of the port ef3ac216-e9d9-4600-bbb1-954ef90501c4 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:17.324425 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d5457213-e9aa-4537-abfb-c45a3c594dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:17.413183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d5457213-e9aa-4537-abfb-c45a3c594dd3 None None] For port ef3ac216-e9d9-4600-bbb1-954ef90501c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef3ac216-e9d9-4600-bbb1-954ef90501c4,segment=NetworkSegment(8b156cf2-491d-4038-92ec-29b81b621a9d),segment_id=8b156cf2-491d-4038-92ec-29b81b621a9d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:17.443262 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-97fa44c4-b05e-40aa-b385-d39473397b76 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Publish callbacks [] for port (5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:17.449035 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c584a-8f0d-4d4a-9cc8-fb2e4c9d9874 req-e104480e-9588-420c-bd2c-63414f2a7731 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:17.450988 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-328c584a-8f0d-4d4a-9cc8-fb2e4c9d9874 req-e104480e-9588-420c-bd2c-63414f2a7731 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.1820638
Feb 12 21:12:17.511957 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d5457213-e9aa-4537-abfb-c45a3c594dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:17.572527 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for port (bb7bfaef-6a41-4d5f-af72-cf6126990c63), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:17.573008 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-328c584a-8f0d-4d4a-9cc8-fb2e4c9d9874 req-5b118781-b3bd-4ed3-a1da-4a3ee7bf23a2 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056852
Feb 12 21:12:17.631279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4e7682db-d354-40fa-b151-f48fc984f999 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:17.636028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5457213-e9aa-4537-abfb-c45a3c594dd3 None None] Pushing event updated for resources: {'Port': ['ID=ef3ac216-e9d9-4600-bbb1-954ef90501c4,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:17.662902 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-97fa44c4-b05e-40aa-b385-d39473397b76 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:17.677079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123e368e-74f7-4532-b924-7fad8a497e19 req-9360a9d0-4b9a-4816-badf-90db0bb89bff tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Made reservation on behalf of 7e9fbd43632c4530b8d993cde9cd2106 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:12:17.681564 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-123e368e-74f7-4532-b924-7fad8a497e19 req-9360a9d0-4b9a-4816-badf-90db0bb89bff tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:17.689098 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d597eebc-d52a-4f78-8f9d-f10807018e6a req-b87ec142-5db5-481a-8e3b-0dfeef3a0b2c tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 210 time: 0.0844884
Feb 12 21:12:17.760173 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaaf460>, [{'id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'name': 'tempest-ServersTestJSON-898999403-router', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:07Z', 'updated_at': '2022-02-12T21:12:12Z', 'revision_number': 4, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'gw_port': {'id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:08Z', 'updated_at': '2022-02-12T21:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef3ac216-e9d9-4600-bbb1-954ef90501c4', 'name': '', 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'mac_address': 'fa:16:3e:d1:f0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:11Z', 'updated_at': '2022-02-12T21:12:16Z', 'revision_number': 4, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'subnets': [{'id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:17.760773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3d7b97eb-7593-4b13-b04a-06d9da281c70 None None] Provisioning complete for port ef3ac216-e9d9-4600-bbb1-954ef90501c4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:17.762348 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3d7b97eb-7593-4b13-b04a-06d9da281c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:17.767943 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-97fa44c4-b05e-40aa-b385-d39473397b76 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Network 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:17.786204 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa44c4-b05e-40aa-b385-d39473397b76 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Pushing event updated for resources: {'Port': ['ID=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:17.789102 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-97fa44c4-b05e-40aa-b385-d39473397b76 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:17.791745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-97fa44c4-b05e-40aa-b385-d39473397b76 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:12:17.831979 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (bb7bfaef-6a41-4d5f-af72-cf6126990c63), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:17.837498 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca01ae-fef5-4704-a89f-8745db80ff2e None None] The sync data for ids ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'] in ncdv-master-1 is: [{'id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'name': 'tempest-ServersTestJSON-898999403-router', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:07Z', 'updated_at': '2022-02-12T21:12:12Z', 'revision_number': 4, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'gw_port': {'id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:08Z', 'updated_at': '2022-02-12T21:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef3ac216-e9d9-4600-bbb1-954ef90501c4', 'name': '', 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'mac_address': 'fa:16:3e:d1:f0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:11Z', 'updated_at': '2022-02-12T21:12:16Z', 'revision_number': 4, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'subnets': [{'id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:12:17.867376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4e7682db-d354-40fa-b151-f48fc984f999 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:17.867935 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4e7682db-d354-40fa-b151-f48fc984f999), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:17.948678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:17.962330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-97fa44c4-b05e-40aa-b385-d39473397b76 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:17.962956 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-97fa44c4-b05e-40aa-b385-d39473397b76 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:17.965944 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:17.970573 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:12:17.975493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-123e368e-74f7-4532-b924-7fad8a497e19 req-9360a9d0-4b9a-4816-badf-90db0bb89bff tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Allocated IP 172.20.0.12 (0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b/e7b134d2-e706-44bc-a03c-9b236aa099dd/8717c413-817e-4ebb-805c-d6db55691f8e) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:12:18.001474 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e2639-33df-40ad-a809-8eb2e7e2496e req-82b64390-a6c6-466c-9bb6-7387aec39e11 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:18.003082 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e8e2639-33df-40ad-a809-8eb2e7e2496e req-82b64390-a6c6-466c-9bb6-7387aec39e11 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.50 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 945 time: 0.1268060
Feb 12 21:12:18.062145 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4e7682db-d354-40fa-b151-f48fc984f999 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:18.062863 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4e7682db-d354-40fa-b151-f48fc984f999), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:18.081281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Pushing event updated for resources: {'Port': ['ID=bb7bfaef-6a41-4d5f-af72-cf6126990c63,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:18.088328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b97eb-7593-4b13-b04a-06d9da281c70 None None] Current status of the port ef3ac216-e9d9-4600-bbb1-954ef90501c4 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:18.139953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 4e7682db-d354-40fa-b151-f48fc984f999, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e7682db-d354-40fa-b151-f48fc984f999,segment=NetworkSegment(bb0449bb-46b9-4594-8dd9-9b71d67c6a74),segment_id=bb0449bb-46b9-4594-8dd9-9b71d67c6a74)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:18.156409 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-97fa44c4-b05e-40aa-b385-d39473397b76 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9778378
Feb 12 21:12:18.172074 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Request body: {'port': {'device_id': 'c4a76f8f-ed14-4d6c-9296-e0e3113005c5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:18.203628 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for floatingip (964129a2-aaf0-4a2d-85a8-d3a50fcf2515), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:18.249066 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4e7682db-d354-40fa-b151-f48fc984f999), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:18.260936 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:18.319485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=4e7682db-d354-40fa-b151-f48fc984f999,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:18.341263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5f0cb-41d8-4414-bd01-87e74b1c94ea req-5ccb5e5b-30c7-4154-a268-2d49cd30983a tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:18.342875 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90d5f0cb-41d8-4414-bd01-87e74b1c94ea req-5ccb5e5b-30c7-4154-a268-2d49cd30983a tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 945 time: 0.2132049
Feb 12 21:12:18.392790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-0e8e2639-33df-40ad-a809-8eb2e7e2496e req-9c7d4876-a958-4cb6-8107-9a49243bafa4 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Deleting port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:12:18.393118 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0e8e2639-33df-40ad-a809-8eb2e7e2496e req-9c7d4876-a958-4cb6-8107-9a49243bafa4 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (836c8ee4-03e1-4068-8f9c-f2b55d196f5a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:18.414434 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bb7bfaef-6a41-4d5f-af72-cf6126990c63), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:18.496061 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-123e368e-74f7-4532-b924-7fad8a497e19 req-9360a9d0-4b9a-4816-badf-90db0bb89bff tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Publish callbacks [] for port (8717c413-817e-4ebb-805c-d6db55691f8e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:18.518636 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90d5f0cb-41d8-4414-bd01-87e74b1c94ea req-dc3fe001-cbeb-4284-a3f1-2d51d5a93f35 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/security-groups?id=969b2c78-e9be-4572-b548-bd872bdf0593&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651208
Feb 12 21:12:18.544161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-0e8e2639-33df-40ad-a809-8eb2e7e2496e req-9c7d4876-a958-4cb6-8107-9a49243bafa4 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] For port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=836c8ee4-03e1-4068-8f9c-f2b55d196f5a,segment=NetworkSegment(ea801044-e7d7-48db-a42a-34c9bf89ea35),segment_id=ea801044-e7d7-48db-a42a-34c9bf89ea35)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:18.544536 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0e8e2639-33df-40ad-a809-8eb2e7e2496e req-9c7d4876-a958-4cb6-8107-9a49243bafa4 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (836c8ee4-03e1-4068-8f9c-f2b55d196f5a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:18.567952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-0e8e2639-33df-40ad-a809-8eb2e7e2496e req-9c7d4876-a958-4cb6-8107-9a49243bafa4 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Calling delete_port for 836c8ee4-03e1-4068-8f9c-f2b55d196f5a owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:12:18.605753 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for port (bb7bfaef-6a41-4d5f-af72-cf6126990c63), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:18.656315 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-123e368e-74f7-4532-b924-7fad8a497e19 req-9360a9d0-4b9a-4816-badf-90db0bb89bff tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8717c413-817e-4ebb-805c-d6db55691f8e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:18.713461 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (bb7bfaef-6a41-4d5f-af72-cf6126990c63), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:18.726526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360a9d0-4b9a-4816-badf-90db0bb89bff tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Pushing event updated for resources: {'Port': ['ID=8717c413-817e-4ebb-805c-d6db55691f8e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:18.730300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123e368e-74f7-4532-b924-7fad8a497e19 req-9360a9d0-4b9a-4816-badf-90db0bb89bff tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Network 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:18.735846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-123e368e-74f7-4532-b924-7fad8a497e19 req-9360a9d0-4b9a-4816-badf-90db0bb89bff tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:18.878517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7e723-ef46-49e6-8388-160a1df247c8 req-f13a9a2b-e4d1-415c-9d54-475c7bbc4198 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:18.880061 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3ee7e723-ef46-49e6-8388-160a1df247c8 req-f13a9a2b-e4d1-415c-9d54-475c7bbc4198 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.2323146
Feb 12 21:12:18.881239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Pushing event updated for resources: {'Port': ['ID=bb7bfaef-6a41-4d5f-af72-cf6126990c63,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:18.928848 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (964129a2-aaf0-4a2d-85a8-d3a50fcf2515), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:19.001710 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3ee7e723-ef46-49e6-8388-160a1df247c8 req-838e510e-27ef-42ba-88f9-747a49ce1d77 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115105
Feb 12 21:12:19.010216 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:12:19.027294 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Publish callbacks [] for port (5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:19.055881 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-123e368e-74f7-4532-b924-7fad8a497e19 req-9360a9d0-4b9a-4816-badf-90db0bb89bff tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:12:19.097184 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:19.107497 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-01154205-97d1-46b5-aea3-37ea304b4e27 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.9457853
Feb 12 21:12:19.156167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e368e-74f7-4532-b924-7fad8a497e19 req-9360a9d0-4b9a-4816-badf-90db0bb89bff tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:19.158804 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-123e368e-74f7-4532-b924-7fad8a497e19 req-9360a9d0-4b9a-4816-badf-90db0bb89bff tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:19.183572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0102f54-761e-43e2-a0a2-9825c1f50b18 req-a96ac52f-7892-4bf1-b7ca-a91c242af821 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:19.185379 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d0102f54-761e-43e2-a0a2-9825c1f50b18 req-a96ac52f-7892-4bf1-b7ca-a91c242af821 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 932 time: 0.1269054
Feb 12 21:12:19.212762 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Transition to ACTIVE for port object 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:12:19.214875 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0e8e2639-33df-40ad-a809-8eb2e7e2496e req-9c7d4876-a958-4cb6-8107-9a49243bafa4 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (836c8ee4-03e1-4068-8f9c-f2b55d196f5a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:19.227408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['836c8ee4-03e1-4068-8f9c-f2b55d196f5a'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:12:19.257927 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d4876-a958-4cb6-8107-9a49243bafa4 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Pushing event deleted for resources: {'Port': ['ID=836c8ee4-03e1-4068-8f9c-f2b55d196f5a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:19.262908 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-123e368e-74f7-4532-b924-7fad8a497e19 req-9360a9d0-4b9a-4816-badf-90db0bb89bff tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1068101
Feb 12 21:12:19.281652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Request body: {'port': {'device_id': '29124640-751c-4a46-bc3d-dd666846f4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:19.290503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d0102f54-761e-43e2-a0a2-9825c1f50b18 req-015b6b30-dea2-4f80-b360-0a836a08252e tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989280
Feb 12 21:12:19.314806 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-48aa5ca4-14fc-4b4a-854a-b94bb36c4dcd tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2066519051&fields=id&tenant_id=8ad1d954f50f46459af1b6dbfb179207 HTTP/1.1" status: 200  len: 267 time: 0.0856829
Feb 12 21:12:19.316359 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:19.350406 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8e2639-33df-40ad-a809-8eb2e7e2496e req-9c7d4876-a958-4cb6-8107-9a49243bafa4 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] No DVR routers for this DVR port 836c8ee4-03e1-4068-8f9c-f2b55d196f5a on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:12:19.354422 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0e8e2639-33df-40ad-a809-8eb2e7e2496e req-9c7d4876-a958-4cb6-8107-9a49243bafa4 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:19.357771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e8e2639-33df-40ad-a809-8eb2e7e2496e req-9c7d4876-a958-4cb6-8107-9a49243bafa4 tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.50 "DELETE /v2.0/ports/836c8ee4-03e1-4068-8f9c-f2b55d196f5a HTTP/1.1" status: 204  len: 173 time: 1.3339958
Feb 12 21:12:19.358228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22219e23-c83e-49e4-920a-f55b54c573c5', 'name': 'network-vif-deleted', 'tag': '836c8ee4-03e1-4068-8f9c-f2b55d196f5a'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:19.360516 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b7312e-8220-4c7d-96e4-1eb22dc4e7a8" -d '{"events": [{"server_uuid": "22219e23-c83e-49e4-920a-f55b54c573c5", "name": "network-vif-deleted", "tag": "836c8ee4-03e1-4068-8f9c-f2b55d196f5a"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:19.410429 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8717c413-817e-4ebb-805c-d6db55691f8e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:19.508782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:19.600957 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf5b876-6224-469c-96a4-8d17af235edb x-openstack-request-id: req-faf5b876-6224-469c-96a4-8d17af235edb {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:19.601316 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22219e23-c83e-49e4-920a-f55b54c573c5", "name": "network-vif-deleted", "tag": "836c8ee4-03e1-4068-8f9c-f2b55d196f5a", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:19.601560 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-faf5b876-6224-469c-96a4-8d17af235edb {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:19.602011 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22219e23-c83e-49e4-920a-f55b54c573c5', 'name': 'network-vif-deleted', 'tag': '836c8ee4-03e1-4068-8f9c-f2b55d196f5a', 'status': 'completed', 'code': 200}
Feb 12 21:12:19.656455 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fd7577cc-19c8-48ef-97e8-01ae4d8975ac req-1080898b-02ba-4236-b1ff-1a34d245f29d tempest-ServerPasswordTestJSON-2028965231 tempest-ServerPasswordTestJSON-2028965231-project] 10.222.0.31 "GET /v2.0/ports?device_id=22219e23-c83e-49e4-920a-f55b54c573c5 HTTP/1.1" status: 200  len: 210 time: 0.0459275
Feb 12 21:12:19.674198 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-4c624380-1545-49d1-b439-9886082914d7 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:19.681954 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-4c624380-1545-49d1-b439-9886082914d7 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/networks?id=38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 HTTP/1.1" status: 200  len: 805 time: 0.3470283
Feb 12 21:12:19.700681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ef3ac216-e9d9-4600-bbb1-954ef90501c4 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:19.721593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Attempting to bind port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:12:19.721934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Attempting to bind port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bb0449bb-46b9-4594-8dd9-9b71d67c6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:12:19.722257 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Attempting to bind port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a on network 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:19.729778 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-50ceca52-7eb3-49cd-801c-4aeb390b5964 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/quotas/8ad1d954f50f46459af1b6dbfb179207 HTTP/1.1" status: 200  len: 375 time: 0.0231779
Feb 12 21:12:19.730731 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a on network 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:12:19.732033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Attempting to bind port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a on network 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:19.773705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ef3ac216-e9d9-4600-bbb1-954ef90501c4 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:19.774209 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:19.775387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:12:19.775703 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Checking segment: {'id': 'bb0449bb-46b9-4594-8dd9-9b71d67c6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:19.776091 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Bound using segment: {'id': 'bb0449bb-46b9-4594-8dd9-9b71d67c6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:12:19.777330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Bound port: 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0449bb-46b9-4594-8dd9-9b71d67c6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:12:19.777330 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:19.866209 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-67e20a95-2a70-48f3-80f6-651e6254c80b tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8ad1d954f50f46459af1b6dbfb179207&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1295919
Feb 12 21:12:19.884453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8717c413-817e-4ebb-805c-d6db55691f8e {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:12:19.894310 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Publish callbacks [] for port (8717c413-817e-4ebb-805c-d6db55691f8e), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:19.909474 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Transition to ACTIVE for port object 8717c413-817e-4ebb-805c-d6db55691f8e will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:12:19.918436 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] For port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:12:19.921214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ef3ac216-e9d9-4600-bbb1-954ef90501c4 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:19.922878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4e7682db-d354-40fa-b151-f48fc984f999 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:19.963346 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] For port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a,segment=NetworkSegment(bb0449bb-46b9-4594-8dd9-9b71d67c6a74),segment_id=bb0449bb-46b9-4594-8dd9-9b71d67c6a74)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:12:19.972216 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (8717c413-817e-4ebb-805c-d6db55691f8e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:19.990381 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4e7682db-d354-40fa-b151-f48fc984f999 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:19.990901 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4e7682db-d354-40fa-b151-f48fc984f999), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:19.997403 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-b82b1567-0b23-4c2c-8589-0a5223af20cc service neutron] 10.222.0.31 "GET /v2.0/networks/38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1150582
Feb 12 21:12:20.036137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Pushing event updated for resources: {'Port': ['ID=8717c413-817e-4ebb-805c-d6db55691f8e,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:20.063088 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:20.110838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4e7682db-d354-40fa-b151-f48fc984f999 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:20.135239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Attempting to bind port 8717c413-817e-4ebb-805c-d6db55691f8e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:12:20.135711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Attempting to bind port 8717c413-817e-4ebb-805c-d6db55691f8e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bb0449bb-46b9-4594-8dd9-9b71d67c6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:12:20.136108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Attempting to bind port 8717c413-817e-4ebb-805c-d6db55691f8e on network 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:20.142748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Port 8717c413-817e-4ebb-805c-d6db55691f8e on network 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:12:20.143073 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Attempting to bind port 8717c413-817e-4ebb-805c-d6db55691f8e on network 0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:20.157384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:12:20.157988 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Checking segment: {'id': 'bb0449bb-46b9-4594-8dd9-9b71d67c6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:20.158120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Bound using segment: {'id': 'bb0449bb-46b9-4594-8dd9-9b71d67c6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:12:20.158646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Bound port: 8717c413-817e-4ebb-805c-d6db55691f8e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0449bb-46b9-4594-8dd9-9b71d67c6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:12:20.158906 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8717c413-817e-4ebb-805c-d6db55691f8e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:20.168005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:20.168754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:20.169441 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:20.170993 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-4f4ceb79-a992-4ae5-b1be-c201924b95c1 service neutron] 10.222.0.48 "PUT /v2.0/ports/5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a HTTP/1.1" status: 200  len: 1092 time: 2.0033703
Feb 12 21:12:20.173333 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a76f8f-ed14-4d6c-9296-e0e3113005c5', 'tag': '5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:20.175571 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9154d08b-33d5-4de1-8006-416a45566d44" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a76f8f-ed14-4d6c-9296-e0e3113005c5", "tag": "5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:20.210686 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-91ffc214-bb2c-41c2-87bb-92ca3735fc25 service neutron] 10.222.0.31 "GET /v2.0/networks/38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2036064
Feb 12 21:12:20.251375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa51f6-d59c-452e-99e7-0cdb165695ad req-22b0566e-3bde-4533-b6df-f907b76a714c tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:20.252910 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68aa51f6-d59c-452e-99e7-0cdb165695ad req-22b0566e-3bde-4533-b6df-f907b76a714c tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.1111541
Feb 12 21:12:20.278211 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] For port 8717c413-817e-4ebb-805c-d6db55691f8e, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:12:20.296259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] For port 8717c413-817e-4ebb-805c-d6db55691f8e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8717c413-817e-4ebb-805c-d6db55691f8e,segment=NetworkSegment(bb0449bb-46b9-4594-8dd9-9b71d67c6a74),segment_id=bb0449bb-46b9-4594-8dd9-9b71d67c6a74)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:12:20.322130 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68aa51f6-d59c-452e-99e7-0cdb165695ad req-8da76b35-2e20-4a02-b70a-876ebbd3672b tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605628
Feb 12 21:12:20.416842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-de01fcc6-8c63-4fb2-bbfd-d695ef409a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:20.418818 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-de01fcc6-8c63-4fb2-bbfd-d695ef409a0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e9fbd43632c4530b8d993cde9cd2106&device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 1126 time: 0.0606885
Feb 12 21:12:20.469873 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (8717c413-817e-4ebb-805c-d6db55691f8e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:20.478961 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e64104d-cc33-43cf-8ce3-aade6f66520e x-openstack-request-id: req-4e64104d-cc33-43cf-8ce3-aade6f66520e {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:20.479793 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a76f8f-ed14-4d6c-9296-e0e3113005c5", "tag": "5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:20.480135 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e64104d-cc33-43cf-8ce3-aade6f66520e {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:20.480887 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a76f8f-ed14-4d6c-9296-e0e3113005c5', 'tag': '5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a', 'status': 'completed', 'code': 200}
Feb 12 21:12:20.482930 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-fa6ccc59-c101-4a03-a25e-aa3db0d3f509 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a HTTP/1.1" status: 200  len: 217 time: 0.0560083
Feb 12 21:12:20.527794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:20.528447 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:20.529839 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-123e368e-74f7-4532-b924-7fad8a497e19 req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] 10.222.0.48 "PUT /v2.0/ports/8717c413-817e-4ebb-805c-d6db55691f8e HTTP/1.1" status: 200  len: 1092 time: 1.2563241
Feb 12 21:12:20.576505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-7d084629-6aba-4b72-87f0-466d648f5c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:20.578321 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-7d084629-6aba-4b72-87f0-466d648f5c7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7b134d2-e706-44bc-a03c-9b236aa099dd HTTP/1.1" status: 200  len: 859 time: 0.0879993
Feb 12 21:12:20.584529 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9710da6-050e-4ca3-879a-37b2fe08650f service neutron] Pushing event updated for resources: {'Port': ['ID=8717c413-817e-4ebb-805c-d6db55691f8e,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:20.624765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f6a4c-2208-46fe-9b2d-4b6f13adcea7 req-e94c4aa3-a1c7-4acf-8586-e808187180d0 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:20.626658 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-045f6a4c-2208-46fe-9b2d-4b6f13adcea7 req-e94c4aa3-a1c7-4acf-8586-e808187180d0 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 944 time: 0.1030335
Feb 12 21:12:20.629897 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-56c15455-1216-467f-b061-bce3a96b090b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446775
Feb 12 21:12:20.650201 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b5e86aa0-fced-4bd5-ad71-8f46c0bd8ff3 req-499e2d0d-ed71-4bce-8f88-e75bfa1030b4 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 210 time: 0.0519876
Feb 12 21:12:20.699294 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-045f6a4c-2208-46fe-9b2d-4b6f13adcea7 req-0e6b0a8b-a861-42f4-8802-5a49b5c4edbe tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663362
Feb 12 21:12:20.753436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38756) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:20.772662 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-ca9f6a1a-4ab8-4ef4-9248-32786e4bfdc1 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255577
Feb 12 21:12:20.799438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e368e-74f7-4532-b924-7fad8a497e19 req-bd9dc6f6-1afc-4b9d-9d77-40cbf21216a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:20.800953 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-123e368e-74f7-4532-b924-7fad8a497e19 req-bd9dc6f6-1afc-4b9d-9d77-40cbf21216a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e9fbd43632c4530b8d993cde9cd2106&device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 1126 time: 0.0930336
Feb 12 21:12:20.817009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-04bcb316-7ec3-4184-946c-8913ac580c12 admin admin] Deleting subnet 23ae2ad2-5323-40d8-bb86-95b51b7a55f6 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:12:20.851523 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-123e368e-74f7-4532-b924-7fad8a497e19 req-4b50f61b-d68f-4657-bbbc-69abff6d8994 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8717c413-817e-4ebb-805c-d6db55691f8e HTTP/1.1" status: 200  len: 217 time: 0.0433164
Feb 12 21:12:20.852203 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04bcb316-7ec3-4184-946c-8913ac580c12 admin admin] Publish callbacks [] for subnet (23ae2ad2-5323-40d8-bb86-95b51b7a55f6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:20.873753 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c374e690-cdfe-4f7a-bf1b-e8808ebf18d3 req-1e2d760b-2d27-4cf1-926c-9f925c202960 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943403
Feb 12 21:12:20.919958 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04bcb316-7ec3-4184-946c-8913ac580c12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (23ae2ad2-5323-40d8-bb86-95b51b7a55f6), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:20.948201 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e368e-74f7-4532-b924-7fad8a497e19 req-ca7d298d-5de5-4145-b626-80fde7f235c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:20.949791 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-123e368e-74f7-4532-b924-7fad8a497e19 req-ca7d298d-5de5-4145-b626-80fde7f235c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7b134d2-e706-44bc-a03c-9b236aa099dd HTTP/1.1" status: 200  len: 859 time: 0.0778744
Feb 12 21:12:20.992381 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-123e368e-74f7-4532-b924-7fad8a497e19 req-d9355753-e22e-4ce4-b962-1aa1bdc38585 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0351522
Feb 12 21:12:20.996919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04bcb316-7ec3-4184-946c-8913ac580c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (23ae2ad2-5323-40d8-bb86-95b51b7a55f6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:21.049919 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154d08b-33d5-4de1-8006-416a45566d44 req-00d305e8-d133-4926-923d-baadac344497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:21.051448 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9154d08b-33d5-4de1-8006-416a45566d44 req-00d305e8-d133-4926-923d-baadac344497 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e9fbd43632c4530b8d993cde9cd2106&device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 1126 time: 0.0509775
Feb 12 21:12:21.121413 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-123e368e-74f7-4532-b924-7fad8a497e19 req-33c94261-a71f-41f1-b149-6903f2706470 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1045778
Feb 12 21:12:21.147905 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154d08b-33d5-4de1-8006-416a45566d44 req-2d02f897-5dd9-49bd-a32d-4e868fe07e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:21.149437 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9154d08b-33d5-4de1-8006-416a45566d44 req-2d02f897-5dd9-49bd-a32d-4e868fe07e55 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b HTTP/1.1" status: 200  len: 920 time: 0.0915163
Feb 12 21:12:21.200522 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9154d08b-33d5-4de1-8006-416a45566d44 req-914799ce-502a-4a59-a99b-1404de6051ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a HTTP/1.1" status: 200  len: 217 time: 0.0414762
Feb 12 21:12:21.227085 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04bcb316-7ec3-4184-946c-8913ac580c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (23ae2ad2-5323-40d8-bb86-95b51b7a55f6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:21.240603 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-123e368e-74f7-4532-b924-7fad8a497e19 req-1ec6f24d-5cbc-4001-b663-132ea204dd0a service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1120112
Feb 12 21:12:21.253280 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154d08b-33d5-4de1-8006-416a45566d44 req-c357bbc9-2a78-4af0-987e-2ed2e04e0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:21.254996 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9154d08b-33d5-4de1-8006-416a45566d44 req-c357bbc9-2a78-4af0-987e-2ed2e04e0f59 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7b134d2-e706-44bc-a03c-9b236aa099dd HTTP/1.1" status: 200  len: 859 time: 0.0488160
Feb 12 21:12:21.259436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcb316-7ec3-4184-946c-8913ac580c12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23ae2ad2-5323-40d8-bb86-95b51b7a55f6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:21.261466 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04bcb316-7ec3-4184-946c-8913ac580c12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:21.265831 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-04bcb316-7ec3-4184-946c-8913ac580c12 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/23ae2ad2-5323-40d8-bb86-95b51b7a55f6 HTTP/1.1" status: 204  len: 168 time: 0.5100381
Feb 12 21:12:21.267228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38760) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:21.289604 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9154d08b-33d5-4de1-8006-416a45566d44 req-6e755820-1114-4205-b7fc-98861d3bc1a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0280862
Feb 12 21:12:21.341707 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01dd11e9-82c2-4af6-a1c5-5321b021eb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (58bc909b-cc56-4f2f-83e1-bb4ef072847b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:21.407185 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9154d08b-33d5-4de1-8006-416a45566d44 req-5408636b-45d7-40e4-9464-9072d529a74c service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1109402
Feb 12 21:12:21.441230 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01dd11e9-82c2-4af6-a1c5-5321b021eb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (58bc909b-cc56-4f2f-83e1-bb4ef072847b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:21.484332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-01dd11e9-82c2-4af6-a1c5-5321b021eb56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc7000e9a60>,) {'filters': {'network_id': ['58bc909b-cc56-4f2f-83e1-bb4ef072847b']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:21.497399 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-01dd11e9-82c2-4af6-a1c5-5321b021eb56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7000e9a60>, 'ea801044-e7d7-48db-a42a-34c9bf89ea35') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:21.498502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-01dd11e9-82c2-4af6-a1c5-5321b021eb56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7000e9a60>, 'ea801044-e7d7-48db-a42a-34c9bf89ea35') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:21.502532 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9154d08b-33d5-4de1-8006-416a45566d44 req-e133d234-b08c-432e-8781-b48ea4ea9d93 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872095
Feb 12 21:12:21.510417 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01dd11e9-82c2-4af6-a1c5-5321b021eb56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (ea801044-e7d7-48db-a42a-34c9bf89ea35), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:21.527810 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd4d97-ae92-432a-8ebb-b5b59e6e9051 req-911ca07d-7131-45c2-aa4f-3ee09efff90a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:21.529279 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2bd4d97-ae92-432a-8ebb-b5b59e6e9051 req-911ca07d-7131-45c2-aa4f-3ee09efff90a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.1022038
Feb 12 21:12:21.536039 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01dd11e9-82c2-4af6-a1c5-5321b021eb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ea801044-e7d7-48db-a42a-34c9bf89ea35), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:21.553348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dd11e9-82c2-4af6-a1c5-5321b021eb56 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:12:21.553796 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01dd11e9-82c2-4af6-a1c5-5321b021eb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (ea801044-e7d7-48db-a42a-34c9bf89ea35), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:12:21.555389 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:12:21.605968 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29124640-751c-4a46-bc3d-dd666846f4a9', 'tag': '8717c413-817e-4ebb-805c-d6db55691f8e'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:21.610107 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4855b2-ee46-429a-8416-6cb3fd57361c" -d '{"events": [{"name": "network-changed", "server_uuid": "29124640-751c-4a46-bc3d-dd666846f4a9", "tag": "8717c413-817e-4ebb-805c-d6db55691f8e"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:21.633960 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2bd4d97-ae92-432a-8ebb-b5b59e6e9051 req-c09f2f7d-acde-483d-be5b-bbb96948e0d1 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987306
Feb 12 21:12:21.649606 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36653ec7-1a65-48be-bd0f-74458bf3a557 x-openstack-request-id: req-36653ec7-1a65-48be-bd0f-74458bf3a557 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:21.649899 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29124640-751c-4a46-bc3d-dd666846f4a9", "tag": "8717c413-817e-4ebb-805c-d6db55691f8e", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:21.650179 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36653ec7-1a65-48be-bd0f-74458bf3a557 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:21.650618 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29124640-751c-4a46-bc3d-dd666846f4a9', 'tag': '8717c413-817e-4ebb-805c-d6db55691f8e', 'status': 'completed', 'code': 200}
Feb 12 21:12:21.698077 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01dd11e9-82c2-4af6-a1c5-5321b021eb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (58bc909b-cc56-4f2f-83e1-bb4ef072847b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:21.704825 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01dd11e9-82c2-4af6-a1c5-5321b021eb56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:21.709426 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-01dd11e9-82c2-4af6-a1c5-5321b021eb56 admin admin] 10.222.0.31 "DELETE /v2.0/networks/58bc909b-cc56-4f2f-83e1-bb4ef072847b HTTP/1.1" status: 204  len: 168 time: 0.4410570
Feb 12 21:12:21.731401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4855b2-ee46-429a-8416-6cb3fd57361c req-da674af2-b339-4ca4-b7e0-6959035f9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:21.733119 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f4855b2-ee46-429a-8416-6cb3fd57361c req-da674af2-b339-4ca4-b7e0-6959035f9248 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e9fbd43632c4530b8d993cde9cd2106&device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 1126 time: 0.0559781
Feb 12 21:12:21.740565 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd11e9-82c2-4af6-a1c5-5321b021eb56 admin admin] Pushing event deleted for resources: {'Network': ['ID=58bc909b-cc56-4f2f-83e1-bb4ef072847b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:21.771713 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a9e159f-d72c-4dfb-be60-5b0d5474b55d req-737412cb-384c-451b-bb82-8fa68245160d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 210 time: 0.0609384
Feb 12 21:12:21.875609 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4855b2-ee46-429a-8416-6cb3fd57361c req-dfed3e14-0eae-49b1-bfa1-9cc7e2e1942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:21.877083 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f4855b2-ee46-429a-8416-6cb3fd57361c req-dfed3e14-0eae-49b1-bfa1-9cc7e2e1942e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b HTTP/1.1" status: 200  len: 920 time: 0.1373386
Feb 12 21:12:21.888249 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b16707-55aa-4957-87c4-81d549674f30 req-c8598c7d-7578-4de9-ad82-e26778e956da tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:21.889719 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a7b16707-55aa-4957-87c4-81d549674f30 req-c8598c7d-7578-4de9-ad82-e26778e956da tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 944 time: 0.0794866
Feb 12 21:12:22.069694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38774) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:22.118810 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e7f80be9-dfd6-46d3-8e2c-13998c8775c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a789726452342938ca48b6800ed43ac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0476973
Feb 12 21:12:22.121343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38776) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:22.139217 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 836c8ee4-03e1-4068-8f9c-f2b55d196f5a no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:12:22.160867 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 836c8ee4-03e1-4068-8f9c-f2b55d196f5a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:12:22.161213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 836c8ee4-03e1-4068-8f9c-f2b55d196f5a not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:12:22.180243 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1b78eb4c-af55-4509-9b75-098ab58ca68b admin admin] Publish callbacks [] for security_group (969b2c78-e9be-4572-b548-bd872bdf0593), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:22.204767 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1b78eb4c-af55-4509-9b75-098ab58ca68b admin admin] Publish callbacks [] for security_group (969b2c78-e9be-4572-b548-bd872bdf0593), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:22.257925 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f4855b2-ee46-429a-8416-6cb3fd57361c req-c859dd13-f6ab-4480-b542-1af1902d6cc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8717c413-817e-4ebb-805c-d6db55691f8e HTTP/1.1" status: 200  len: 217 time: 0.3671885
Feb 12 21:12:22.315228 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a7b16707-55aa-4957-87c4-81d549674f30 req-3857d636-f8d9-4e9d-894a-93a921c70702 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4177449
Feb 12 21:12:22.327793 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4855b2-ee46-429a-8416-6cb3fd57361c req-9d1fea87-1734-4604-a20d-225509f1a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:22.329275 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f4855b2-ee46-429a-8416-6cb3fd57361c req-9d1fea87-1734-4604-a20d-225509f1a37e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7b134d2-e706-44bc-a03c-9b236aa099dd HTTP/1.1" status: 200  len: 859 time: 0.0635831
Feb 12 21:12:22.361872 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f4855b2-ee46-429a-8416-6cb3fd57361c req-0d8023f7-b500-4a7a-a55b-40c46ba76c15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259931
Feb 12 21:12:22.363215 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1b78eb4c-af55-4509-9b75-098ab58ca68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (969b2c78-e9be-4572-b548-bd872bdf0593), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:22.365958 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1b78eb4c-af55-4509-9b75-098ab58ca68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:22.367155 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1b78eb4c-af55-4509-9b75-098ab58ca68b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/969b2c78-e9be-4572-b548-bd872bdf0593 HTTP/1.1" status: 204  len: 168 time: 0.2448225
Feb 12 21:12:22.390086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78eb4c-af55-4509-9b75-098ab58ca68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969b2c78-e9be-4572-b548-bd872bdf0593,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:22.470816 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f4855b2-ee46-429a-8416-6cb3fd57361c req-66d49111-e9ac-4a26-9d13-a5b089185785 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1026092
Feb 12 21:12:22.563928 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f4855b2-ee46-429a-8416-6cb3fd57361c req-65f98dbd-15f1-4018-88eb-bd27dc7a3cec service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865970
Feb 12 21:12:22.767737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd8557-d3c4-47b0-a7af-e562c07b8812 req-ec31f856-38ae-4e93-94b6-87af4d600f1f tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:22.769294 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-28bd8557-d3c4-47b0-a7af-e562c07b8812 req-ec31f856-38ae-4e93-94b6-87af4d600f1f tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.0605199
Feb 12 21:12:22.826899 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-28bd8557-d3c4-47b0-a7af-e562c07b8812 req-f3a44ac1-25fd-4e32-8d66-5e09aa3282a1 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510676
Feb 12 21:12:22.887942 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6a8594c6-d729-4152-addc-6a03eb2576ae req-b3fe512a-3c09-449a-b773-8e081a08ec4e tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 210 time: 0.0317438
Feb 12 21:12:23.248300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-cad24550-8b3c-4549-b762-e808625f7f41 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:23.249684 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-cad24550-8b3c-4549-b762-e808625f7f41 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.50 "GET /v2.0/networks?id=38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 HTTP/1.1" status: 200  len: 805 time: 0.1015534
Feb 12 21:12:23.330050 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-ac213b2a-6b2e-4615-83cd-7aa5d7dde839 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ad1d954f50f46459af1b6dbfb179207 HTTP/1.1" status: 200  len: 380 time: 0.0611808
Feb 12 21:12:23.342791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-bed92a96-4953-4bd5-8238-b75da8c3199f tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Request body: {'port': {'device_id': '84cd2675-603b-4cf7-a9df-6d2d936caad9', 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'admin_state_up': True, 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'security_groups': ['050d78c8-22e2-4021-8f21-98aa6f61d710']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:23.482392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dd507-428e-4605-a639-9f7e6a86f1f2 req-5550bdcb-277e-49dc-9af7-ea47f9beaff6 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:23.483847 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c46dd507-428e-4605-a639-9f7e6a86f1f2 req-5550bdcb-277e-49dc-9af7-ea47f9beaff6 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 944 time: 0.0851629
Feb 12 21:12:23.543827 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c46dd507-428e-4605-a639-9f7e6a86f1f2 req-8578e1df-4bef-4680-b9d3-412b2856a9e3 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532582
Feb 12 21:12:23.598636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38808) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:23.654257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-bed92a96-4953-4bd5-8238-b75da8c3199f tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Made reservation on behalf of 8ad1d954f50f46459af1b6dbfb179207 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:12:23.657834 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-bed92a96-4953-4bd5-8238-b75da8c3199f tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:23.715778 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-7729b06e-1443-416d-a36d-5851cc3f0093 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-network', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:23.799679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-bed92a96-4953-4bd5-8238-b75da8c3199f tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Allocated IP 172.20.0.12 (38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2/c5f88c8d-fdef-46e4-b0e0-992ab5d699ea/56212d07-715f-4e11-9f22-211463c39d54) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:12:23.835362 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7729b06e-1443-416d-a36d-5851cc3f0093 admin admin] Made reservation on behalf of 184a5eeefb1f41d2b34ac8b7b3dee122 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:12:23.837639 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7729b06e-1443-416d-a36d-5851cc3f0093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:23.863123 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7729b06e-1443-416d-a36d-5851cc3f0093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:23.969115 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dd88e-c68a-47a0-a2eb-52766d9d2da3 req-c09322d9-f5f7-43c9-af62-b1be39170acf tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:23.971265 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f4dd88e-c68a-47a0-a2eb-52766d9d2da3 req-c09322d9-f5f7-43c9-af62-b1be39170acf tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 946 time: 0.0658784
Feb 12 21:12:24.006839 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f23347e3-a198-4f42-ae81-9226570389be req-8bda2702-85f4-49b2-b7b7-9f6797a7a739 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 210 time: 0.0463109
Feb 12 21:12:24.011185 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-bed92a96-4953-4bd5-8238-b75da8c3199f tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for port (56212d07-715f-4e11-9f22-211463c39d54), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:24.026323 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f4dd88e-c68a-47a0-a2eb-52766d9d2da3 req-5c8eead8-8d0a-42e8-bf8c-6d5fb02f06cc tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481029
Feb 12 21:12:24.062205 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7729b06e-1443-416d-a36d-5851cc3f0093 admin admin] Publish callbacks [] for security_group (13db0398-3c34-4714-a26e-92b121831aaf), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:24.115980 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7729b06e-1443-416d-a36d-5851cc3f0093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (13db0398-3c34-4714-a26e-92b121831aaf), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:24.148548 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7729b06e-1443-416d-a36d-5851cc3f0093 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:12:24.151065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:12:24.153823 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-bed92a96-4953-4bd5-8238-b75da8c3199f tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (56212d07-715f-4e11-9f22-211463c39d54), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:24.166754 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729b06e-1443-416d-a36d-5851cc3f0093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13db0398-3c34-4714-a26e-92b121831aaf,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:24.174731 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7729b06e-1443-416d-a36d-5851cc3f0093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (3fd72cce-2453-4bd8-a8c7-77e968b5dacb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:24.175088 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-7729b06e-1443-416d-a36d-5851cc3f0093 admin admin] Added segment 3fd72cce-2453-4bd8-a8c7-77e968b5dacb of type vlan for network 04053501-c602-45a2-b372-831dd8f55883
Feb 12 21:12:24.249525 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-bed92a96-4953-4bd5-8238-b75da8c3199f tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Network 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:24.259018 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-bed92a96-4953-4bd5-8238-b75da8c3199f tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:24.271485 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-bed92a96-4953-4bd5-8238-b75da8c3199f tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:12:24.275909 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7729b06e-1443-416d-a36d-5851cc3f0093 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (04053501-c602-45a2-b372-831dd8f55883), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:24.278194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed92a96-4953-4bd5-8238-b75da8c3199f tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Pushing event updated for resources: {'Port': ['ID=56212d07-715f-4e11-9f22-211463c39d54,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:24.343096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-bed92a96-4953-4bd5-8238-b75da8c3199f tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:24.343822 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-bed92a96-4953-4bd5-8238-b75da8c3199f tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:24.411185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a,segment=NetworkSegment(bb0449bb-46b9-4594-8dd9-9b71d67c6a74),segment_id=bb0449bb-46b9-4594-8dd9-9b71d67c6a74)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:24.424335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a', 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b', 'port_id': '5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a', 'mac_address': 'fa:16:3e:f6:df:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b134d2-e706-44bc-a03c-9b236aa099dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:12:24.458131 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7729b06e-1443-416d-a36d-5851cc3f0093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (04053501-c602-45a2-b372-831dd8f55883), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:24.459961 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7729b06e-1443-416d-a36d-5851cc3f0093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:24.460717 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7729b06e-1443-416d-a36d-5851cc3f0093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:24.470394 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:24.471033 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:24.487114 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:12:24.497467 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-bed92a96-4953-4bd5-8238-b75da8c3199f tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1605043
Feb 12 21:12:24.513063 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a,segment=NetworkSegment(bb0449bb-46b9-4594-8dd9-9b71d67c6a74),segment_id=bb0449bb-46b9-4594-8dd9-9b71d67c6a74)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:24.539639 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-060bd790-a40d-4d47-b513-3003aad02dcf tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:12:24.540609 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-060bd790-a40d-4d47-b513-3003aad02dcf tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0373647
Feb 12 21:12:24.549458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729b06e-1443-416d-a36d-5851cc3f0093 admin admin] Pushing event updated for resources: {'Network': ['ID=04053501-c602-45a2-b372-831dd8f55883,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:24.563360 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 04053501-c602-45a2-b372-831dd8f55883 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:12:24.596856 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7729b06e-1443-416d-a36d-5851cc3f0093 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.9965990
Feb 12 21:12:24.600061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38830) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:24.608201 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f8298d4a-da0b-4574-bee0-8942e70ac59e admin admin] Request body: {'subnet': {'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-subnet', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:24.616241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Request body: {'port': {'device_id': '84cd2675-603b-4cf7-a9df-6d2d936caad9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:24.626980 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:24.627646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 8717c413-817e-4ebb-805c-d6db55691f8e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:12:24.629386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-29e39a33-62ac-40e0-bdb3-93c1ff8f4a23 None None] Provisioning complete for port 56212d07-715f-4e11-9f22-211463c39d54 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:24.629734 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-29e39a33-62ac-40e0-bdb3-93c1ff8f4a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (56212d07-715f-4e11-9f22-211463c39d54), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:24.705625 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (56212d07-715f-4e11-9f22-211463c39d54), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:24.715795 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac583b5-3078-44bf-9a65-99dd24bdaa02 req-3d2ef99c-e7ea-4559-b501-07a3056f18a5 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:24.726173 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bac583b5-3078-44bf-9a65-99dd24bdaa02 req-3d2ef99c-e7ea-4559-b501-07a3056f18a5 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 944 time: 0.0972295
Feb 12 21:12:24.736339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8298d4a-da0b-4574-bee0-8942e70ac59e admin admin] Made reservation on behalf of 184a5eeefb1f41d2b34ac8b7b3dee122 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:12:24.748149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-29e39a33-62ac-40e0-bdb3-93c1ff8f4a23 None None] Port 56212d07-715f-4e11-9f22-211463c39d54 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:12:24.757958 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 8717c413-817e-4ebb-805c-d6db55691f8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8717c413-817e-4ebb-805c-d6db55691f8e,segment=NetworkSegment(bb0449bb-46b9-4594-8dd9-9b71d67c6a74),segment_id=bb0449bb-46b9-4594-8dd9-9b71d67c6a74)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:24.761606 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8298d4a-da0b-4574-bee0-8942e70ac59e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:24.763542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:24.770592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '8717c413-817e-4ebb-805c-d6db55691f8e', 'network_id': '0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b', 'port_id': '8717c413-817e-4ebb-805c-d6db55691f8e', 'mac_address': 'fa:16:3e:91:b7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b134d2-e706-44bc-a03c-9b236aa099dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:12:24.841238 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bac583b5-3078-44bf-9a65-99dd24bdaa02 req-89823a21-67f0-4125-b999-7883e28c8943 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136065
Feb 12 21:12:24.865021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 8717c413-817e-4ebb-805c-d6db55691f8e is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:24.865436 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8717c413-817e-4ebb-805c-d6db55691f8e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:24.882783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8717c413-817e-4ebb-805c-d6db55691f8e {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:12:24.905235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 8717c413-817e-4ebb-805c-d6db55691f8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8717c413-817e-4ebb-805c-d6db55691f8e,segment=NetworkSegment(bb0449bb-46b9-4594-8dd9-9b71d67c6a74),segment_id=bb0449bb-46b9-4594-8dd9-9b71d67c6a74)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:25.012885 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8717c413-817e-4ebb-805c-d6db55691f8e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:25.089220 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=8717c413-817e-4ebb-805c-d6db55691f8e,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:25.242263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e5b78-4105-419d-80e2-69e1f5d214a0 req-81067ac3-2eb2-4e6a-8a2b-5f9bddf00908 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:25.243790 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f61e5b78-4105-419d-80e2-69e1f5d214a0 req-81067ac3-2eb2-4e6a-8a2b-5f9bddf00908 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 932 time: 0.1443548
Feb 12 21:12:25.256444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56212d07-715f-4e11-9f22-211463c39d54 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:12:25.269861 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Publish callbacks [] for port (56212d07-715f-4e11-9f22-211463c39d54), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:25.279670 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8298d4a-da0b-4574-bee0-8942e70ac59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (5199d7f6-3807-4a27-82da-1136fa0a87d3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:25.325504 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Transition to ACTIVE for port object 56212d07-715f-4e11-9f22-211463c39d54 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:12:25.362263 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f61e5b78-4105-419d-80e2-69e1f5d214a0 req-228a8d56-3cb8-4855-8f1d-8a08b65ecb7e tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups?id=050d78c8-22e2-4021-8f21-98aa6f61d710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1090105
Feb 12 21:12:25.364301 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8298d4a-da0b-4574-bee0-8942e70ac59e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5199d7f6-3807-4a27-82da-1136fa0a87d3,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:25.385712 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8298d4a-da0b-4574-bee0-8942e70ac59e admin admin] Checking segment: {'id': '3fd72cce-2453-4bd8-a8c7-77e968b5dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04053501-c602-45a2-b372-831dd8f55883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:25.386078 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8298d4a-da0b-4574-bee0-8942e70ac59e admin admin] Network hostable DHCP agents. Network: 04053501-c602-45a2-b372-831dd8f55883, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:12:25.404573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['8717c413-817e-4ebb-805c-d6db55691f8e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:12:25.409579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:12:25.426317 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (56212d07-715f-4e11-9f22-211463c39d54), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:25.487787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8298d4a-da0b-4574-bee0-8942e70ac59e admin admin] Network 04053501-c602-45a2-b372-831dd8f55883 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:12:25.511589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Pushing event updated for resources: {'Port': ['ID=56212d07-715f-4e11-9f22-211463c39d54,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:25.574120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Attempting to bind port 56212d07-715f-4e11-9f22-211463c39d54 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:12:25.574550 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Attempting to bind port 56212d07-715f-4e11-9f22-211463c39d54 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8b156cf2-491d-4038-92ec-29b81b621a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:12:25.574896 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Attempting to bind port 56212d07-715f-4e11-9f22-211463c39d54 on network 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:25.579846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-f8298d4a-da0b-4574-bee0-8942e70ac59e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 04053501-c602-45a2-b372-831dd8f55883) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:25.586167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8298d4a-da0b-4574-bee0-8942e70ac59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:25.586789 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8298d4a-da0b-4574-bee0-8942e70ac59e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:25.593461 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Port 56212d07-715f-4e11-9f22-211463c39d54 on network 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:12:25.593850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Attempting to bind port 56212d07-715f-4e11-9f22-211463c39d54 on network 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:25.595890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbc3330-dafb-4f97-8555-167eb2c40447 None None] Network 04053501-c602-45a2-b372-831dd8f55883 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:12:25.604096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:12:25.604436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Checking segment: {'id': '8b156cf2-491d-4038-92ec-29b81b621a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:25.604823 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Bound using segment: {'id': '8b156cf2-491d-4038-92ec-29b81b621a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:12:25.605299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Bound port: 56212d07-715f-4e11-9f22-211463c39d54, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b156cf2-491d-4038-92ec-29b81b621a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:12:25.605693 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (56212d07-715f-4e11-9f22-211463c39d54), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:25.682063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] For port 56212d07-715f-4e11-9f22-211463c39d54, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:12:25.687204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] For port 56212d07-715f-4e11-9f22-211463c39d54, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56212d07-715f-4e11-9f22-211463c39d54,segment=NetworkSegment(8b156cf2-491d-4038-92ec-29b81b621a9d),segment_id=8b156cf2-491d-4038-92ec-29b81b621a9d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:12:25.693553 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f8298d4a-da0b-4574-bee0-8942e70ac59e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.0905173
Feb 12 21:12:25.696540 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38844) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:25.706030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-router', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:25.764286 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (56212d07-715f-4e11-9f22-211463c39d54), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:25.785433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d451eea-59f4-4cda-93bf-3b9ced995d61 None None] Network 04053501-c602-45a2-b372-831dd8f55883 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:12:25.800083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:25.800733 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:25.802337 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] 10.222.0.50 "PUT /v2.0/ports/56212d07-715f-4e11-9f22-211463c39d54 HTTP/1.1" status: 200  len: 1092 time: 1.2539933
Feb 12 21:12:25.807679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cd2675-603b-4cf7-a9df-6d2d936caad9', 'tag': '56212d07-715f-4e11-9f22-211463c39d54'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:25.810378 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3134b15-a312-4b11-8ed7-60eaa3e44433" -d '{"events": [{"name": "network-changed", "server_uuid": "84cd2675-603b-4cf7-a9df-6d2d936caad9", "tag": "56212d07-715f-4e11-9f22-211463c39d54"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:25.840313 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (8d0d88f7-6b76-4083-9481-a77304e40536), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:25.841570 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (8d0d88f7-6b76-4083-9481-a77304e40536), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:25.861267 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae0040d-f9db-4faf-b4f3-1d4ff97e0526 x-openstack-request-id: req-aae0040d-f9db-4faf-b4f3-1d4ff97e0526 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:25.861577 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cd2675-603b-4cf7-a9df-6d2d936caad9", "tag": "56212d07-715f-4e11-9f22-211463c39d54", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:25.861835 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aae0040d-f9db-4faf-b4f3-1d4ff97e0526 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:25.862235 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84cd2675-603b-4cf7-a9df-6d2d936caad9', 'tag': '56212d07-715f-4e11-9f22-211463c39d54', 'status': 'completed', 'code': 200}
Feb 12 21:12:25.868818 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5df78aeb-dc65-4efe-a300-6a01a11bda19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:25.878570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe1f77-718b-4b97-a4c7-f145f81779a0 service neutron] Pushing event updated for resources: {'Port': ['ID=56212d07-715f-4e11-9f22-211463c39d54,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:26.010160 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Publish callbacks [] for router_controller (8d0d88f7-6b76-4083-9481-a77304e40536), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:26.024187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3134b15-a312-4b11-8ed7-60eaa3e44433 req-8a0d25d4-aeed-47d3-b543-5fc072d8377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:26.025787 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e3134b15-a312-4b11-8ed7-60eaa3e44433 req-8a0d25d4-aeed-47d3-b543-5fc072d8377b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8ad1d954f50f46459af1b6dbfb179207&device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 1126 time: 0.1412544
Feb 12 21:12:26.070815 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9c764-02fa-4ad5-9262-80018deda458 req-2206c589-0b6b-4dd5-b6e1-daee85f92bbc tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:26.072397 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08e9c764-02fa-4ad5-9262-80018deda458 req-2206c589-0b6b-4dd5-b6e1-daee85f92bbc tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 945 time: 0.1273201
Feb 12 21:12:26.239559 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08e9c764-02fa-4ad5-9262-80018deda458 req-48f81c60-3579-485d-b5a4-fe51d1c6ca43 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600657
Feb 12 21:12:26.301128 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3134b15-a312-4b11-8ed7-60eaa3e44433 req-49f42ee4-e744-45e3-8d18-54570b8b3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:26.302804 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e3134b15-a312-4b11-8ed7-60eaa3e44433 req-49f42ee4-e744-45e3-8d18-54570b8b3d06 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8ad1d954f50f46459af1b6dbfb179207&shared=False HTTP/1.1" status: 200  len: 906 time: 0.2684848
Feb 12 21:12:26.312545 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Publish callbacks [] for router_gateway (8d0d88f7-6b76-4083-9481-a77304e40536), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:26.425308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3134b15-a312-4b11-8ed7-60eaa3e44433 req-bfcc7456-ae78-4a3f-9ba2-3ad1ab506733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:26.426859 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e3134b15-a312-4b11-8ed7-60eaa3e44433 req-bfcc7456-ae78-4a3f-9ba2-3ad1ab506733 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1164989
Feb 12 21:12:26.499458 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523726d6-bb63-4d1b-a358-aaededf90cb4 req-e7f998c6-8727-43b0-9d47-5410d1c447b2 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:26.501003 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-523726d6-bb63-4d1b-a358-aaededf90cb4 req-e7f998c6-8727-43b0-9d47-5410d1c447b2 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 944 time: 0.0623891
Feb 12 21:12:26.555913 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-523726d6-bb63-4d1b-a358-aaededf90cb4 req-82c83d4c-da17-48ce-a45f-a94531fcb04d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups?id=050d78c8-22e2-4021-8f21-98aa6f61d710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484164
Feb 12 21:12:26.569622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-a1480f54-5253-41ca-9527-58e47889fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:26.571156 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-a1480f54-5253-41ca-9527-58e47889fcaa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8ad1d954f50f46459af1b6dbfb179207&device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 1126 time: 0.0975902
Feb 12 21:12:26.689066 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:26.928603 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-f2710d4b-7214-4d0e-94af-52bb6bde4e06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56212d07-715f-4e11-9f22-211463c39d54 HTTP/1.1" status: 200  len: 217 time: 0.3328371
Feb 12 21:12:27.002349 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Publish callbacks [] for router_gateway (8d0d88f7-6b76-4083-9481-a77304e40536), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:27.025708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:27.028080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-7b55fd43-477b-4c74-ada0-cb5d1168879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:27.029575 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-7b55fd43-477b-4c74-ada0-cb5d1168879c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5f88c8d-fdef-46e4-b0e0-992ab5d699ea HTTP/1.1" status: 200  len: 844 time: 0.0789514
Feb 12 21:12:27.141582 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-054c3cad-10ba-4fea-bacc-04107c4a3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:27.143123 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-054c3cad-10ba-4fea-bacc-04107c4a3815 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1064379
Feb 12 21:12:27.222627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Allocated IP 172.35.2.65 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/17b4d12f-6370-4c82-9ec5-a73d6fcf3754) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:12:27.310773 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-bb82f5b7-2561-497c-be21-b6c5311149d2 service neutron] 10.222.0.50 "GET /v2.0/networks/38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603658
Feb 12 21:12:27.368125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23d563-59e3-413a-bbe3-b3873f9b2485 req-9e8aafb5-d25d-4f8e-b4f0-c70cffb26fae tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:27.369798 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9e23d563-59e3-413a-bbe3-b3873f9b2485 req-9e8aafb5-d25d-4f8e-b4f0-c70cffb26fae tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 945 time: 0.0593121
Feb 12 21:12:27.408773 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Publish callbacks [] for port (17b4d12f-6370-4c82-9ec5-a73d6fcf3754), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:27.419534 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9e23d563-59e3-413a-bbe3-b3873f9b2485 req-8172105f-ff8d-4518-83b2-2a89a0310150 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437522
Feb 12 21:12:27.453155 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52fddf25-ce05-4adf-9e7b-255e807e5c04 req-ce49c4ea-79ea-4f48-bc1b-8d4c6c4d53bc service neutron] 10.222.0.50 "GET /v2.0/networks/38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331470
Feb 12 21:12:27.557667 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (17b4d12f-6370-4c82-9ec5-a73d6fcf3754), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:27.600713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:27.603715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:27.608898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:12:27.611674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Pushing event updated for resources: {'Port': ['ID=17b4d12f-6370-4c82-9ec5-a73d6fcf3754,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:27.766090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007c452-e76e-4421-8a96-7ba7f03de236 req-a1b56e37-764f-4374-ae2f-2172626ee9d9 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:27.767586 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9007c452-e76e-4421-8a96-7ba7f03de236 req-a1b56e37-764f-4374-ae2f-2172626ee9d9 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 944 time: 0.1308577
Feb 12 21:12:27.846133 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9007c452-e76e-4421-8a96-7ba7f03de236 req-b5eaaf01-8eb2-4441-9fc5-07fb08db223f tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups?id=050d78c8-22e2-4021-8f21-98aa6f61d710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604603
Feb 12 21:12:27.999396 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8080059b-b373-4dfe-b007-e2d08615bd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:28.014123 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Publish callbacks [] for router_gateway (8d0d88f7-6b76-4083-9481-a77304e40536), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:28.169541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ce0bcb3d-2043-41d3-a1f4-e06134cff0af details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:12:28.180263 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:28.246481 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (8d0d88f7-6b76-4083-9481-a77304e40536), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:28.306584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ce0bcb3d-2043-41d3-a1f4-e06134cff0af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:28.318139 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'ce0bcb3d-2043-41d3-a1f4-e06134cff0af', 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2', 'port_id': 'ce0bcb3d-2043-41d3-a1f4-e06134cff0af', 'mac_address': 'fa:16:3e:98:fb:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47f89e7-f97f-48dd-8271-e3c84e1c2284', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:12:28.360154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ce0bcb3d-2043-41d3-a1f4-e06134cff0af is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:28.360679 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:28.381522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce0bcb3d-2043-41d3-a1f4-e06134cff0af {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:12:28.396450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:12:28.404368 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:28.404837 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:28.430780 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ce0bcb3d-2043-41d3-a1f4-e06134cff0af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:28.471435 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Router 8d0d88f7-6b76-4083-9481-a77304e40536 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:12:28.490887 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:28.497030 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:28.497481 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:28.582408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a76f8f-ed14-4d6c-9296-e0e3113005c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:28.585391 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fd17f0-6b5d-4e0e-9dcc-602fa4f5aafe" -d '{"events": [{"server_uuid": "c4a76f8f-ed14-4d6c-9296-e0e3113005c5", "name": "network-vif-plugged", "status": "completed", "tag": "5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:28.600281 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['ce0bcb3d-2043-41d3-a1f4-e06134cff0af'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:12:28.641071 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a,segment=NetworkSegment(bb0449bb-46b9-4594-8dd9-9b71d67c6a74),segment_id=bb0449bb-46b9-4594-8dd9-9b71d67c6a74)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:28.644596 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3cec3f-4a01-4411-830b-90ad4848b679 x-openstack-request-id: req-9e3cec3f-4a01-4411-830b-90ad4848b679 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:28.644890 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a76f8f-ed14-4d6c-9296-e0e3113005c5", "name": "network-vif-plugged", "status": "completed", "tag": "5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:28.645154 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e3cec3f-4a01-4411-830b-90ad4848b679 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:28.655381 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a76f8f-ed14-4d6c-9296-e0e3113005c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a', 'code': 200}
Feb 12 21:12:28.655528 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078842ed-8d7e-4bee-83e7-38e50c064b70 req-33470a53-0e32-4ee6-a35c-5de02653e0ff tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:28.655617 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:28.655684 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-078842ed-8d7e-4bee-83e7-38e50c064b70 req-33470a53-0e32-4ee6-a35c-5de02653e0ff tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 945 time: 0.1255493
Feb 12 21:12:28.656181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:12:28.672162 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Sync routers for ids ['8d0d88f7-6b76-4083-9481-a77304e40536'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:12:28.693679 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Routers {'8d0d88f7-6b76-4083-9481-a77304e40536'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:28.694324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0f64f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:12:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['8d0d88f7-6b76-4083-9481-a77304e40536'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:28.738721 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-078842ed-8d7e-4bee-83e7-38e50c064b70 req-ec9c6cbc-7a12-4f5a-b3eb-b6a11eed17bc tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695913
Feb 12 21:12:28.766918 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:28.768159 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a03d821b-4883-4820-b2b5-be1ac64e8111 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.0705879
Feb 12 21:12:28.780665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38920) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:28.790695 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:28.791521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 8717c413-817e-4ebb-805c-d6db55691f8e up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:28.809918 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b62ee5-0e1d-471b-89f2-a082647badb7 req-f89c5521-3ffd-478f-abb1-b6fa1712734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:28.812398 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00b62ee5-0e1d-471b-89f2-a082647badb7 req-f89c5521-3ffd-478f-abb1-b6fa1712734c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 1128 time: 0.0793374
Feb 12 21:12:28.868165 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00b62ee5-0e1d-471b-89f2-a082647badb7 req-e071d839-e9ee-460f-8cf9-b6b17164016d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480683
Feb 12 21:12:28.928999 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:28.979798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Set router 8d0d88f7-6b76-4083-9481-a77304e40536 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:29.037524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c0c64-4ad4-47b0-b618-277da988674a req-8db5feae-28e3-44d5-bf24-95de6cfbbb43 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:29.038717 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a32c0c64-4ad4-47b0-b618-277da988674a req-8db5feae-28e3-44d5-bf24-95de6cfbbb43 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 944 time: 0.0868709
Feb 12 21:12:29.100733 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 8717c413-817e-4ebb-805c-d6db55691f8e completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:12:29.112543 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a32c0c64-4ad4-47b0-b618-277da988674a req-9ba08982-8c6b-471a-b1bd-9677f4f268af tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups?id=050d78c8-22e2-4021-8f21-98aa6f61d710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669198
Feb 12 21:12:29.330790 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 8717c413-817e-4ebb-805c-d6db55691f8e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:29.331454 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8717c413-817e-4ebb-805c-d6db55691f8e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:29.425302 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:29.478063 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:29.512690 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:29.529890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 8717c413-817e-4ebb-805c-d6db55691f8e is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:29.530635 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8717c413-817e-4ebb-805c-d6db55691f8e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:29.573821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0f64f0>, [{'id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-router', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65'}], 'enable_snat': True}, 'gw_port_id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:25Z', 'updated_at': '2022-02-12T21:12:27Z', 'revision_number': 3, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'gw_port': {'id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:27Z', 'updated_at': '2022-02-12T21:12:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:29.577001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 8717c413-817e-4ebb-805c-d6db55691f8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8717c413-817e-4ebb-805c-d6db55691f8e,segment=NetworkSegment(bb0449bb-46b9-4594-8dd9-9b71d67c6a74),segment_id=bb0449bb-46b9-4594-8dd9-9b71d67c6a74)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:29.605822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Checking router: 8d0d88f7-6b76-4083-9481-a77304e40536 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:12:29.606513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Updating router 8d0d88f7-6b76-4083-9481-a77304e40536 port 17b4d12f-6370-4c82-9ec5-a73d6fcf3754 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:12:29.627843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Allocated IP 172.20.0.1 (04053501-c602-45a2-b372-831dd8f55883/5199d7f6-3807-4a27-82da-1136fa0a87d3/774cefe9-5a44-4e6c-bf18-cf4f62488322) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:12:29.643716 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (17b4d12f-6370-4c82-9ec5-a73d6fcf3754), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:29.686973 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8717c413-817e-4ebb-805c-d6db55691f8e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:29.784007 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Publish callbacks [] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:29.894009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=8717c413-817e-4ebb-805c-d6db55691f8e,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:29.907903 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:29.976045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Network 04053501-c602-45a2-b372-831dd8f55883 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:29.985389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:29.990302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:12:29.997346 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e354387-121f-4872-a14c-f4fc35f92384 req-b96f3cc7-f63b-43d4-bd0f-5f2730003ccd tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:30.000740 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2e354387-121f-4872-a14c-f4fc35f92384 req-b96f3cc7-f63b-43d4-bd0f-5f2730003ccd tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.1210456
Feb 12 21:12:30.030251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Pushing event updated for resources: {'Port': ['ID=774cefe9-5a44-4e6c-bf18-cf4f62488322,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:30.048466 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (8d0d88f7-6b76-4083-9481-a77304e40536), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:30.094487 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2e354387-121f-4872-a14c-f4fc35f92384 req-4a44026b-ab68-477f-a4a7-949fd0dc62ea tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860040
Feb 12 21:12:30.137560 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Publish callbacks [] for port (17b4d12f-6370-4c82-9ec5-a73d6fcf3754), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:30.171623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 56212d07-715f-4e11-9f22-211463c39d54 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:12:30.190218 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ce0bcb3d-2043-41d3-a1f4-e06134cff0af up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:30.270150 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (17b4d12f-6370-4c82-9ec5-a73d6fcf3754), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:30.279863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba2453-5238-412f-8758-ec9644842f41 req-18c95691-44bd-495b-9d02-041682bab259 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:30.282376 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-08ba2453-5238-412f-8758-ec9644842f41 req-18c95691-44bd-495b-9d02-041682bab259 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 944 time: 0.0835583
Feb 12 21:12:30.343783 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:30.469824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Attempting to bind port 17b4d12f-6370-4c82-9ec5-a73d6fcf3754 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:12:30.470607 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Attempting to bind port 17b4d12f-6370-4c82-9ec5-a73d6fcf3754 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:12:30.472034 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Attempting to bind port 17b4d12f-6370-4c82-9ec5-a73d6fcf3754 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:30.480222 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-08ba2453-5238-412f-8758-ec9644842f41 req-6bec6d3f-1c7d-411f-a027-54ec362e80f1 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups?id=050d78c8-22e2-4021-8f21-98aa6f61d710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1907828
Feb 12 21:12:30.482250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1045f-3838-4d2a-937b-4e3e951e711c None None] Pushing event updated for resources: {'Port': ['ID=17b4d12f-6370-4c82-9ec5-a73d6fcf3754,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:30.497349 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:12:30.498012 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:30.498594 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:30.499152 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:12:30.499993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Bound port: 17b4d12f-6370-4c82-9ec5-a73d6fcf3754, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:12:30.500584 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (17b4d12f-6370-4c82-9ec5-a73d6fcf3754), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:30.542226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 56212d07-715f-4e11-9f22-211463c39d54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56212d07-715f-4e11-9f22-211463c39d54,segment=NetworkSegment(8b156cf2-491d-4038-92ec-29b81b621a9d),segment_id=8b156cf2-491d-4038-92ec-29b81b621a9d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:30.564061 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port ce0bcb3d-2043-41d3-a1f4-e06134cff0af triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:30.564457 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:30.578058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '56212d07-715f-4e11-9f22-211463c39d54', 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'port_id': '56212d07-715f-4e11-9f22-211463c39d54', 'mac_address': 'fa:16:3e:86:c5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:12:30.644972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] For port 17b4d12f-6370-4c82-9ec5-a73d6fcf3754, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:12:30.645250 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Publish callbacks [] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:30.647467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29124640-751c-4a46-bc3d-dd666846f4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8717c413-817e-4ebb-805c-d6db55691f8e'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:30.649756 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5a993a-c1ad-4072-aac5-53c71ee03915" -d '{"events": [{"server_uuid": "29124640-751c-4a46-bc3d-dd666846f4a9", "name": "network-vif-plugged", "status": "completed", "tag": "8717c413-817e-4ebb-805c-d6db55691f8e"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:30.675206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] For port 17b4d12f-6370-4c82-9ec5-a73d6fcf3754, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17b4d12f-6370-4c82-9ec5-a73d6fcf3754,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:12:30.684555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 56212d07-715f-4e11-9f22-211463c39d54 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:30.684949 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (56212d07-715f-4e11-9f22-211463c39d54), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:30.713898 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56212d07-715f-4e11-9f22-211463c39d54 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:12:30.720411 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:30.763417 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (17b4d12f-6370-4c82-9ec5-a73d6fcf3754), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:30.787818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Pushing event updated for resources: {'Port': ['ID=774cefe9-5a44-4e6c-bf18-cf4f62488322,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:30.817076 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 56212d07-715f-4e11-9f22-211463c39d54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56212d07-715f-4e11-9f22-211463c39d54,segment=NetworkSegment(8b156cf2-491d-4038-92ec-29b81b621a9d),segment_id=8b156cf2-491d-4038-92ec-29b81b621a9d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:30.834623 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (8d0d88f7-6b76-4083-9481-a77304e40536), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:30.850670 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ce0bcb3d-2043-41d3-a1f4-e06134cff0af is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:30.851232 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:30.885107 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Routers {'8d0d88f7-6b76-4083-9481-a77304e40536'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:30.885107 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0f64f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:12:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['8d0d88f7-6b76-4083-9481-a77304e40536'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:30.892700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1045f-3838-4d2a-937b-4e3e951e711c None None] Pushing event updated for resources: {'Port': ['ID=17b4d12f-6370-4c82-9ec5-a73d6fcf3754,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:30.952367 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89f2424-cd79-4351-83ce-28517b3c71c7 x-openstack-request-id: req-f89f2424-cd79-4351-83ce-28517b3c71c7 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:30.953161 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29124640-751c-4a46-bc3d-dd666846f4a9", "name": "network-vif-plugged", "status": "completed", "tag": "8717c413-817e-4ebb-805c-d6db55691f8e", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:30.953512 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f89f2424-cd79-4351-83ce-28517b3c71c7 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:30.953995 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29124640-751c-4a46-bc3d-dd666846f4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8717c413-817e-4ebb-805c-d6db55691f8e', 'code': 200}
Feb 12 21:12:30.955065 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (56212d07-715f-4e11-9f22-211463c39d54), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:31.007708 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Network 04053501-c602-45a2-b372-831dd8f55883 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:31.011683 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:31.014420 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:31.069771 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caea88-715d-4fd6-8b4e-f82f4a2d800e req-3145d636-c679-426a-ad17-56f9c2fe9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:31.071365 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ce0bcb3d-2043-41d3-a1f4-e06134cff0af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:31.072871 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b5caea88-715d-4fd6-8b4e-f82f4a2d800e req-3145d636-c679-426a-ad17-56f9c2fe9cf4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 1128 time: 0.0720291
Feb 12 21:12:31.126646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=56212d07-715f-4e11-9f22-211463c39d54,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:31.147147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] Set router 8d0d88f7-6b76-4083-9481-a77304e40536 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:31.182377 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b5caea88-715d-4fd6-8b4e-f82f4a2d800e req-ed69b68e-02e6-4e78-a80a-26042e1e80df service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898006
Feb 12 21:12:31.201671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['56212d07-715f-4e11-9f22-211463c39d54'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:12:31.204512 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:31.315257 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4790cf-bc42-4237-9c92-b5537be9b56d req-8e1536c5-4fb4-4fb4-b18b-a55d1540824b tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:31.324954 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6b4790cf-bc42-4237-9c92-b5537be9b56d req-8e1536c5-4fb4-4fb4-b18b-a55d1540824b tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.1046774
Feb 12 21:12:31.404148 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:31.421541 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Router 8d0d88f7-6b76-4083-9481-a77304e40536 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:12:31.430293 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6b4790cf-bc42-4237-9c92-b5537be9b56d req-6d0ced95-654e-45ff-a3d1-1a9771025189 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040797
Feb 12 21:12:31.598247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:12:31.623327 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-937a2f10-ed53-444d-8327-65940254e537 admin admin] 10.222.0.31 "PUT /v2.0/routers/8d0d88f7-6b76-4083-9481-a77304e40536/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8328583
Feb 12 21:12:31.647566 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:12:31.714511 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378b47c-a705-47fd-ae68-fa810d34e169 req-ecadffd4-bdaa-4136-9836-fe4bbd7f0b6a tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:31.721669 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5378b47c-a705-47fd-ae68-fa810d34e169 req-ecadffd4-bdaa-4136-9836-fe4bbd7f0b6a tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 945 time: 0.1384962
Feb 12 21:12:31.815061 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0f64f0>, [{'id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-router', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65'}], 'enable_snat': True}, 'gw_port_id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:25Z', 'updated_at': '2022-02-12T21:12:30Z', 'revision_number': 4, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'gw_port': {'id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:27Z', 'updated_at': '2022-02-12T21:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '774cefe9-5a44-4e6c-bf18-cf4f62488322', 'name': '', 'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'mac_address': 'fa:16:3e:07:d8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:29Z', 'updated_at': '2022-02-12T21:12:30Z', 'revision_number': 2, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'subnets': [{'id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:31.823297 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5378b47c-a705-47fd-ae68-fa810d34e169 req-236785a0-230e-4db0-ae4f-b695d7dbbebb tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups?id=050d78c8-22e2-4021-8f21-98aa6f61d710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953918
Feb 12 21:12:31.907049 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e449259-88a7-4ebb-8431-f3ac967173d1 None None] The sync data for ids ['8d0d88f7-6b76-4083-9481-a77304e40536'] in ncdv-master-1 is: [{'id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-router', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65'}], 'enable_snat': True}, 'gw_port_id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:25Z', 'updated_at': '2022-02-12T21:12:30Z', 'revision_number': 4, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'gw_port': {'id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:27Z', 'updated_at': '2022-02-12T21:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '774cefe9-5a44-4e6c-bf18-cf4f62488322', 'name': '', 'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'mac_address': 'fa:16:3e:07:d8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:29Z', 'updated_at': '2022-02-12T21:12:30Z', 'revision_number': 2, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'subnets': [{'id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:12:32.217559 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:32.309916 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-e4a35f8e-5a84-4364-b6e2-970e66cd5b4b tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:32.328370 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-e4a35f8e-5a84-4364-b6e2-970e66cd5b4b tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/networks?id=04053501-c602-45a2-b372-831dd8f55883 HTTP/1.1" status: 200  len: 818 time: 0.1955798
Feb 12 21:12:32.346056 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-8c7992a6-353f-455f-850a-87ba2cd5fd13 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/quotas/184a5eeefb1f41d2b34ac8b7b3dee122 HTTP/1.1" status: 200  len: 375 time: 0.0167177
Feb 12 21:12:32.373901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3646fb8-1d07-412c-a8f3-83cbba8b9a3e req-35b1bef4-497b-4d3e-863c-91235a6e5967 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:32.375568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3646fb8-1d07-412c-a8f3-83cbba8b9a3e req-35b1bef4-497b-4d3e-863c-91235a6e5967 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 946 time: 0.0927672
Feb 12 21:12:32.445733 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-a5b31237-5146-4214-af74-3901b0235a9c tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=184a5eeefb1f41d2b34ac8b7b3dee122&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0985854
Feb 12 21:12:32.493309 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3646fb8-1d07-412c-a8f3-83cbba8b9a3e req-d52b301e-9463-4e9e-bd36-c78296f77dff tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989318
Feb 12 21:12:32.620132 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-a9cb28ee-ea18-4556-98b1-9a1f0f79c1d4 service neutron] 10.222.0.31 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1714118
Feb 12 21:12:32.769929 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-96db71f6-b3f4-47e1-9192-a876605d86c6 service neutron] 10.222.0.31 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486480
Feb 12 21:12:32.797397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aa051-56d1-4e59-b9d8-33db3fa8dd55 req-556257e2-8132-494d-bf3b-11e51eb688a1 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:32.800781 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a7aa051-56d1-4e59-b9d8-33db3fa8dd55 req-556257e2-8132-494d-bf3b-11e51eb688a1 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0949206
Feb 12 21:12:32.955303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9045d14a-f3fd-4ac7-b7c3-80e22e9b0970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0bcb3d-2043-41d3-a1f4-e06134cff0af'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:32.957651 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea1abe7-d0bc-4fcc-92cd-c94192a66bde" -d '{"events": [{"server_uuid": "9045d14a-f3fd-4ac7-b7c3-80e22e9b0970", "name": "network-vif-plugged", "status": "completed", "tag": "ce0bcb3d-2043-41d3-a1f4-e06134cff0af"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:33.192013 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64cf80-d35b-4fbf-98c8-da143281f574 req-7d540379-279d-4459-9c50-1dfb47ac3177 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:33.200804 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa64cf80-d35b-4fbf-98c8-da143281f574 req-7d540379-279d-4459-9c50-1dfb47ac3177 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 945 time: 0.1009591
Feb 12 21:12:33.285231 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa64cf80-d35b-4fbf-98c8-da143281f574 req-2e9b85a9-54f4-429f-bf50-57c1f32822c7 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups?id=050d78c8-22e2-4021-8f21-98aa6f61d710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831141
Feb 12 21:12:33.343475 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137b1126-3fd4-49a0-9f6c-844ecbafbde7 x-openstack-request-id: req-137b1126-3fd4-49a0-9f6c-844ecbafbde7 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:33.343997 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9045d14a-f3fd-4ac7-b7c3-80e22e9b0970", "name": "network-vif-plugged", "status": "completed", "tag": "ce0bcb3d-2043-41d3-a1f4-e06134cff0af", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:33.344075 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-137b1126-3fd4-49a0-9f6c-844ecbafbde7 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:33.344472 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9045d14a-f3fd-4ac7-b7c3-80e22e9b0970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0bcb3d-2043-41d3-a1f4-e06134cff0af', 'code': 200}
Feb 12 21:12:33.419329 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a7aa051-56d1-4e59-b9d8-33db3fa8dd55 req-c8936c43-bd49-4e73-8bea-0cafc2a2bdfa tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6113172
Feb 12 21:12:33.432789 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb624bf7-93cb-43e1-aaec-2dd8b79de543 req-5cfff576-e4bd-48f7-af29-520ec935fe04 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 210 time: 0.0561986
Feb 12 21:12:33.611080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 17b4d12f-6370-4c82-9ec5-a73d6fcf3754 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:33.688823 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 17b4d12f-6370-4c82-9ec5-a73d6fcf3754 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:33.691340 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (17b4d12f-6370-4c82-9ec5-a73d6fcf3754), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:33.718806 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5bf14-4057-4a3d-b69a-f94f57e1bf84 req-2c9f6b18-6b17-4bee-8b3f-38dc91f2bf27 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:33.727513 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a2e5bf14-4057-4a3d-b69a-f94f57e1bf84 req-2c9f6b18-6b17-4bee-8b3f-38dc91f2bf27 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 946 time: 0.1210306
Feb 12 21:12:33.794329 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790343df-33d5-42af-9e06-2fc7542e0b8f req-ef33b958-ae42-4f43-911d-77c920421c57 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:33.799431 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-790343df-33d5-42af-9e06-2fc7542e0b8f req-ef33b958-ae42-4f43-911d-77c920421c57 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 946 time: 0.1467755
Feb 12 21:12:33.843874 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 17b4d12f-6370-4c82-9ec5-a73d6fcf3754 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:33.844285 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (17b4d12f-6370-4c82-9ec5-a73d6fcf3754), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:33.856194 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a2e5bf14-4057-4a3d-b69a-f94f57e1bf84 req-c74d1f7b-92c9-49eb-a591-03f0cbf0b81c tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=822eab3b-3ec5-48f8-b2e4-0143d295048c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1252685
Feb 12 21:12:33.868514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 17b4d12f-6370-4c82-9ec5-a73d6fcf3754, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17b4d12f-6370-4c82-9ec5-a73d6fcf3754,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:33.942457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-790343df-33d5-42af-9e06-2fc7542e0b8f req-6c6aec5e-17fb-4c6b-be6f-75b92c3d6d34 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Deleting port 8a6d5784-855f-4db3-a849-95606d940801 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:12:33.943527 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-790343df-33d5-42af-9e06-2fc7542e0b8f req-6c6aec5e-17fb-4c6b-be6f-75b92c3d6d34 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8a6d5784-855f-4db3-a849-95606d940801), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:34.044391 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-790343df-33d5-42af-9e06-2fc7542e0b8f req-6c6aec5e-17fb-4c6b-be6f-75b92c3d6d34 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] For port 8a6d5784-855f-4db3-a849-95606d940801, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6d5784-855f-4db3-a849-95606d940801,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:34.044756 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-790343df-33d5-42af-9e06-2fc7542e0b8f req-6c6aec5e-17fb-4c6b-be6f-75b92c3d6d34 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8a6d5784-855f-4db3-a849-95606d940801), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:34.185875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 56212d07-715f-4e11-9f22-211463c39d54 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:34.212230 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (17b4d12f-6370-4c82-9ec5-a73d6fcf3754), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:34.290040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=17b4d12f-6370-4c82-9ec5-a73d6fcf3754,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:34.336133 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-790343df-33d5-42af-9e06-2fc7542e0b8f req-6c6aec5e-17fb-4c6b-be6f-75b92c3d6d34 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:34.342254 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-790343df-33d5-42af-9e06-2fc7542e0b8f req-6c6aec5e-17fb-4c6b-be6f-75b92c3d6d34 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (b5b2a752-ba0e-4f50-b50c-df6777a54b72), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:34.342687 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-790343df-33d5-42af-9e06-2fc7542e0b8f req-6c6aec5e-17fb-4c6b-be6f-75b92c3d6d34 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Floating IP b5b2a752-ba0e-4f50-b50c-df6777a54b72 disassociated. External IP: 172.35.2.8, port: 8a6d5784-855f-4db3-a849-95606d940801.
Feb 12 21:12:34.343144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-790343df-33d5-42af-9e06-2fc7542e0b8f req-6c6aec5e-17fb-4c6b-be6f-75b92c3d6d34 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Calling delete_port for 8a6d5784-855f-4db3-a849-95606d940801 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:12:34.385599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 56212d07-715f-4e11-9f22-211463c39d54 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:12:34.390102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 56212d07-715f-4e11-9f22-211463c39d54 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:34.390477 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (56212d07-715f-4e11-9f22-211463c39d54), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:34.533974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 56212d07-715f-4e11-9f22-211463c39d54 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:34.534259 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (56212d07-715f-4e11-9f22-211463c39d54), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:34.546764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dee5f-263e-49e4-b776-b608724eaf02 req-edb428fe-daa5-41d4-8d17-4283709f430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:34.549680 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e80dee5f-263e-49e4-b776-b608724eaf02 req-edb428fe-daa5-41d4-8d17-4283709f430a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e9fbd43632c4530b8d993cde9cd2106&device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 1128 time: 0.1669831
Feb 12 21:12:34.566573 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba0dc4-a9d6-4334-b162-021597b25efc req-213a9671-500f-4575-9ef1-072563ecaad2 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:34.569597 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3cba0dc4-a9d6-4334-b162-021597b25efc req-213a9671-500f-4575-9ef1-072563ecaad2 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.2241175
Feb 12 21:12:34.572665 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8509ed-fc0b-4b4f-8cf6-3a58058c1a44 req-60520d25-c5c3-4bad-9991-32079583f3d6 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:34.587732 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8c8509ed-fc0b-4b4f-8cf6-3a58058c1a44 req-60520d25-c5c3-4bad-9991-32079583f3d6 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 945 time: 0.1147485
Feb 12 21:12:34.588365 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 56212d07-715f-4e11-9f22-211463c39d54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56212d07-715f-4e11-9f22-211463c39d54,segment=NetworkSegment(8b156cf2-491d-4038-92ec-29b81b621a9d),segment_id=8b156cf2-491d-4038-92ec-29b81b621a9d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:34.652102 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (56212d07-715f-4e11-9f22-211463c39d54), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:34.754293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=56212d07-715f-4e11-9f22-211463c39d54,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:34.757965 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3cba0dc4-a9d6-4334-b162-021597b25efc req-b19008ad-b5d5-46b5-89ff-8bd4d99a8c9f tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822853
Feb 12 21:12:34.814475 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8c8509ed-fc0b-4b4f-8cf6-3a58058c1a44 req-a825955d-1041-435d-8d42-33ee7e2d8afa tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups?id=050d78c8-22e2-4021-8f21-98aa6f61d710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2231638
Feb 12 21:12:34.871147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dee5f-263e-49e4-b776-b608724eaf02 req-87f8b9c3-a9a1-4c54-98b5-f9c70b393c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:34.872781 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e80dee5f-263e-49e4-b776-b608724eaf02 req-87f8b9c3-a9a1-4c54-98b5-f9c70b393c10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b HTTP/1.1" status: 200  len: 920 time: 0.2748690
Feb 12 21:12:34.893794 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-938cdd06-5fad-48f4-9614-b6312a6cebbe req-e973d850-e755-467b-9dd5-710cced6d771 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 210 time: 0.0394387
Feb 12 21:12:34.945113 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-601c58da-cdb4-4b33-bf6d-4cb234e523d7 req-3e3d6fb8-7a27-4755-afe9-03d066b74711 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1640666
Feb 12 21:12:34.963535 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e80dee5f-263e-49e4-b776-b608724eaf02 req-7f0da7b2-d7bc-44a5-9229-785114c2a18f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8717c413-817e-4ebb-805c-d6db55691f8e HTTP/1.1" status: 200  len: 217 time: 0.0836129
Feb 12 21:12:34.968458 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-790343df-33d5-42af-9e06-2fc7542e0b8f req-6c6aec5e-17fb-4c6b-be6f-75b92c3d6d34 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8a6d5784-855f-4db3-a849-95606d940801), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:35.016526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6aec5e-17fb-4c6b-be6f-75b92c3d6d34 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event deleted for resources: {'Port': ['ID=8a6d5784-855f-4db3-a849-95606d940801,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:35.174122 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5d525d7d-30f2-4268-ab6a-91b8058cef27 req-48f5ac24-bd83-4ac2-a077-69302e7a224c tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 210 time: 0.1244469
Feb 12 21:12:35.190989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c58da-cdb4-4b33-bf6d-4cb234e523d7 req-a19e9e8d-30d7-42a9-aff2-9418bc476e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:35.195179 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-601c58da-cdb4-4b33-bf6d-4cb234e523d7 req-a19e9e8d-30d7-42a9-aff2-9418bc476e3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a19875f98800434db2950efcf23ff3a4&device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 1127 time: 0.1696932
Feb 12 21:12:35.211632 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dee5f-263e-49e4-b776-b608724eaf02 req-da26d0a1-965a-466f-9577-78a3a5450916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:35.218444 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e80dee5f-263e-49e4-b776-b608724eaf02 req-da26d0a1-965a-466f-9577-78a3a5450916 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7b134d2-e706-44bc-a03c-9b236aa099dd HTTP/1.1" status: 200  len: 859 time: 0.2476144
Feb 12 21:12:35.244543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-790343df-33d5-42af-9e06-2fc7542e0b8f req-6c6aec5e-17fb-4c6b-be6f-75b92c3d6d34 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Router 688e2890-2d6b-4da6-aa85-a74cf061f2ca has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:12:35.251578 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Sync routers for ids ['8d0d88f7-6b76-4083-9481-a77304e40536'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:12:35.258238 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e80dee5f-263e-49e4-b776-b608724eaf02 req-5f2394a9-c507-4623-b64f-fa16c1076bd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0333822
Feb 12 21:12:35.264549 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Routers {'8d0d88f7-6b76-4083-9481-a77304e40536'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:35.265587 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaa9ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:12:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['8d0d88f7-6b76-4083-9481-a77304e40536'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:35.345860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cd2675-603b-4cf7-a9df-6d2d936caad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56212d07-715f-4e11-9f22-211463c39d54'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:35.348297 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a69333-cfa4-4044-afea-09f4f88f30c3" -d '{"events": [{"server_uuid": "84cd2675-603b-4cf7-a9df-6d2d936caad9", "name": "network-vif-plugged", "status": "completed", "tag": "56212d07-715f-4e11-9f22-211463c39d54"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:35.439264 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d346cc-bc5e-401d-be28-f16ed25d72d4 x-openstack-request-id: req-41d346cc-bc5e-401d-be28-f16ed25d72d4 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:35.440080 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cd2675-603b-4cf7-a9df-6d2d936caad9", "name": "network-vif-plugged", "status": "completed", "tag": "56212d07-715f-4e11-9f22-211463c39d54", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:35.440080 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41d346cc-bc5e-401d-be28-f16ed25d72d4 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:35.442620 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cd2675-603b-4cf7-a9df-6d2d936caad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56212d07-715f-4e11-9f22-211463c39d54', 'code': 200}
Feb 12 21:12:35.457717 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e80dee5f-263e-49e4-b776-b608724eaf02 req-d26cd9c6-83ed-45bc-b975-94e1323d2d9f service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926577
Feb 12 21:12:35.650802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 17b4d12f-6370-4c82-9ec5-a73d6fcf3754 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:35.655903 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e80dee5f-263e-49e4-b776-b608724eaf02 req-1c8f40bc-6aca-455d-ba3e-2e10d83e74f7 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1840689
Feb 12 21:12:35.686007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c58da-cdb4-4b33-bf6d-4cb234e523d7 req-cce8ac32-cb40-4f89-847a-e4afe951bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:35.687505 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-601c58da-cdb4-4b33-bf6d-4cb234e523d7 req-cce8ac32-cb40-4f89-847a-e4afe951bc92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a5b2a07-61e9-49f2-a870-d207fbb10adf HTTP/1.1" status: 200  len: 917 time: 0.4711347
Feb 12 21:12:35.717205 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Set router 8d0d88f7-6b76-4083-9481-a77304e40536 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:35.741954 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 17b4d12f-6370-4c82-9ec5-a73d6fcf3754 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:35.743419 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (17b4d12f-6370-4c82-9ec5-a73d6fcf3754), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:35.793135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0ce32-a677-48c9-afaf-f16bde87528b req-74859197-4b01-4005-b2ca-9e35e200f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:35.794667 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4e0ce32-a677-48c9-afaf-f16bde87528b req-74859197-4b01-4005-b2ca-9e35e200f2e5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 1128 time: 0.2708549
Feb 12 21:12:35.848738 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 17b4d12f-6370-4c82-9ec5-a73d6fcf3754 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:35.919561 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-601c58da-cdb4-4b33-bf6d-4cb234e523d7 req-fac7c49f-ac61-4ec7-9c09-b7c2d599f458 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48198fe1-46cc-4c9a-9c32-4aa850f6426a HTTP/1.1" status: 200  len: 1000 time: 0.2186332
Feb 12 21:12:35.978886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c58da-cdb4-4b33-bf6d-4cb234e523d7 req-044e8edd-b42d-45f3-8549-9f1433b8e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:35.980700 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-601c58da-cdb4-4b33-bf6d-4cb234e523d7 req-044e8edd-b42d-45f3-8549-9f1433b8e6f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a9243cf6-6f87-4c2d-8314-7b39a4ace0c3 HTTP/1.1" status: 200  len: 855 time: 0.0502899
Feb 12 21:12:35.987780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8e4be-c416-4f57-bdfc-22438e5df8f4 req-286d3967-5b48-4500-9971-1d6e63bf5aaa tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:35.991233 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2c8e4be-c416-4f57-bdfc-22438e5df8f4 req-286d3967-5b48-4500-9971-1d6e63bf5aaa tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0810051
Feb 12 21:12:36.009704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4e0ce32-a677-48c9-afaf-f16bde87528b req-0d016ee0-866a-4cbd-8861-6734c51a2e53 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=050d78c8-22e2-4021-8f21-98aa6f61d710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1988001
Feb 12 21:12:36.011065 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-790343df-33d5-42af-9e06-2fc7542e0b8f req-6c6aec5e-17fb-4c6b-be6f-75b92c3d6d34 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:12:36.023100 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6458a65e-c304-473f-a875-8cd336ff4c44 None None] Sync routers for ids ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:12:36.039422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6458a65e-c304-473f-a875-8cd336ff4c44 None None] Routers {'688e2890-2d6b-4da6-aa85-a74cf061f2ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:36.043353 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6458a65e-c304-473f-a875-8cd336ff4c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1e4610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:12:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:36.104969 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2c8e4be-c416-4f57-bdfc-22438e5df8f4 req-8149a499-d622-4160-ad42-4f409c2318ca tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003659
Feb 12 21:12:36.161829 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaa9ca0>, [{'id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-router', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65'}], 'enable_snat': True}, 'gw_port_id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:25Z', 'updated_at': '2022-02-12T21:12:30Z', 'revision_number': 4, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'gw_port': {'id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:27Z', 'updated_at': '2022-02-12T21:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '774cefe9-5a44-4e6c-bf18-cf4f62488322', 'name': '', 'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'mac_address': 'fa:16:3e:07:d8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:29Z', 'updated_at': '2022-02-12T21:12:30Z', 'revision_number': 2, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'subnets': [{'id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:36.185745 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-790343df-33d5-42af-9e06-2fc7542e0b8f req-6c6aec5e-17fb-4c6b-be6f-75b92c3d6d34 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] No DVR routers for this DVR port 8a6d5784-855f-4db3-a849-95606d940801 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:12:36.192446 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-790343df-33d5-42af-9e06-2fc7542e0b8f req-6c6aec5e-17fb-4c6b-be6f-75b92c3d6d34 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:36.196830 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-790343df-33d5-42af-9e06-2fc7542e0b8f req-6c6aec5e-17fb-4c6b-be6f-75b92c3d6d34 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.50 "DELETE /v2.0/ports/8a6d5784-855f-4db3-a849-95606d940801 HTTP/1.1" status: 204  len: 173 time: 2.3871186
Feb 12 21:12:36.198573 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'name': 'network-vif-deleted', 'tag': '8a6d5784-855f-4db3-a849-95606d940801'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:36.201042 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ecd74d-5491-47d2-9434-328b9cf97c2d" -d '{"events": [{"server_uuid": "ad7ceb24-719e-4fcb-b272-f1ed4dbd8514", "name": "network-vif-deleted", "tag": "8a6d5784-855f-4db3-a849-95606d940801"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:36.230776 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Checking router: 8d0d88f7-6b76-4083-9481-a77304e40536 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:12:36.231071 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Updating router 8d0d88f7-6b76-4083-9481-a77304e40536 port 774cefe9-5a44-4e6c-bf18-cf4f62488322 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:12:36.250594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf3e08-4abf-46cc-94b0-b0e98549eddb req-1c575e70-49ce-4e9b-9b39-8fe8b3723c73 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:36.252546 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6cf3e08-4abf-46cc-94b0-b0e98549eddb req-1c575e70-49ce-4e9b-9b39-8fe8b3723c73 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 946 time: 0.2690353
Feb 12 21:12:36.276936 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eade218b-d287-48f4-9556-5075059eaba4 req-761a0eaf-db68-4146-a56a-c723967bf782 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 210 time: 0.0672770
Feb 12 21:12:36.283225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c58da-cdb4-4b33-bf6d-4cb234e523d7 req-eb7460cb-70bf-4c25-bcc3-58b9b08b8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:36.284793 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-601c58da-cdb4-4b33-bf6d-4cb234e523d7 req-eb7460cb-70bf-4c25-bcc3-58b9b08b8ed7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a5b2a07-61e9-49f2-a870-d207fbb10adf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2896283
Feb 12 21:12:36.337845 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:36.362706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-6458a65e-c304-473f-a875-8cd336ff4c44 None None] Set router 688e2890-2d6b-4da6-aa85-a74cf061f2ca gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:36.414784 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6cf3e08-4abf-46cc-94b0-b0e98549eddb req-e04e5c46-bdd9-43e2-b7e6-d46ee2281fcf tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups?id=050d78c8-22e2-4021-8f21-98aa6f61d710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1463633
Feb 12 21:12:36.466875 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f0b81963-38ea-42d5-88bd-8201be0349fa req-ca606dff-7ce3-449a-ae3b-85aa4ead667f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad7ceb24-719e-4fcb-b272-f1ed4dbd8514 HTTP/1.1" status: 200  len: 210 time: 0.0487442
Feb 12 21:12:36.487905 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-601c58da-cdb4-4b33-bf6d-4cb234e523d7 req-c4e39117-0e47-42bd-98bf-6329188f07ed service neutron] 10.222.0.48 "GET /v2.0/networks/8a5b2a07-61e9-49f2-a870-d207fbb10adf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869400
Feb 12 21:12:36.498456 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b2f96b-c17a-4df3-8b9c-67e85f50be89 x-openstack-request-id: req-63b2f96b-c17a-4df3-8b9c-67e85f50be89 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:36.499025 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7ceb24-719e-4fcb-b272-f1ed4dbd8514", "name": "network-vif-deleted", "tag": "8a6d5784-855f-4db3-a849-95606d940801", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:36.499475 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63b2f96b-c17a-4df3-8b9c-67e85f50be89 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:36.500071 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7ceb24-719e-4fcb-b272-f1ed4dbd8514', 'name': 'network-vif-deleted', 'tag': '8a6d5784-855f-4db3-a849-95606d940801', 'status': 'completed', 'code': 200}
Feb 12 21:12:36.623200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-601c58da-cdb4-4b33-bf6d-4cb234e523d7 req-43b70a3b-957d-4cab-b69f-ee3b8d40af07 service neutron] 10.222.0.48 "GET /v2.0/networks/8a5b2a07-61e9-49f2-a870-d207fbb10adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257653
Feb 12 21:12:36.871301 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Publish callbacks [] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:36.877103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6458a65e-c304-473f-a875-8cd336ff4c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1e4610>, [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:28Z', 'revision_number': 5, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:36.906951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6458a65e-c304-473f-a875-8cd336ff4c44 None None] Checking router: 688e2890-2d6b-4da6-aa85-a74cf061f2ca for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:12:36.916483 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6458a65e-c304-473f-a875-8cd336ff4c44 None None] Routers {'688e2890-2d6b-4da6-aa85-a74cf061f2ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:36.917111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6458a65e-c304-473f-a875-8cd336ff4c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1e4610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:12:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:36.951343 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:37.022810 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba25612-ae50-46dd-8407-bc0d9e4e3c79 None None] Pushing event updated for resources: {'Port': ['ID=774cefe9-5a44-4e6c-bf18-cf4f62488322,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:37.049760 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-6458a65e-c304-473f-a875-8cd336ff4c44 None None] Set router 688e2890-2d6b-4da6-aa85-a74cf061f2ca gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:37.087545 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Attempting to bind port 774cefe9-5a44-4e6c-bf18-cf4f62488322 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:12:37.087955 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Attempting to bind port 774cefe9-5a44-4e6c-bf18-cf4f62488322 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3fd72cce-2453-4bd8-a8c7-77e968b5dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04053501-c602-45a2-b372-831dd8f55883'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:12:37.088352 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Attempting to bind port 774cefe9-5a44-4e6c-bf18-cf4f62488322 on network 04053501-c602-45a2-b372-831dd8f55883 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:37.094385 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:12:37.094934 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Checking segment: {'id': '3fd72cce-2453-4bd8-a8c7-77e968b5dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04053501-c602-45a2-b372-831dd8f55883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:37.095392 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:37.095792 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Bound using segment: {'id': '3fd72cce-2453-4bd8-a8c7-77e968b5dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04053501-c602-45a2-b372-831dd8f55883'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:12:37.096310 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Bound port: 774cefe9-5a44-4e6c-bf18-cf4f62488322, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd72cce-2453-4bd8-a8c7-77e968b5dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04053501-c602-45a2-b372-831dd8f55883'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:12:37.096701 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:37.195607 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] For port 774cefe9-5a44-4e6c-bf18-cf4f62488322, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:12:37.203302 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] For port 774cefe9-5a44-4e6c-bf18-cf4f62488322, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=774cefe9-5a44-4e6c-bf18-cf4f62488322,segment=NetworkSegment(3fd72cce-2453-4bd8-a8c7-77e968b5dacb),segment_id=3fd72cce-2453-4bd8-a8c7-77e968b5dacb)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:12:37.315465 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:37.370324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6458a65e-c304-473f-a875-8cd336ff4c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1e4610>, [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:28Z', 'revision_number': 5, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:37.389108 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba25612-ae50-46dd-8407-bc0d9e4e3c79 None None] Pushing event updated for resources: {'Port': ['ID=774cefe9-5a44-4e6c-bf18-cf4f62488322,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:37.431497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6458a65e-c304-473f-a875-8cd336ff4c44 None None] The sync data for ids ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'] in ncdv-master-1 is: [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:28Z', 'revision_number': 5, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:12:37.455342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-3b82dee4-ad82-4023-bdf4-9d8ff80420b5 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:37.457703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-3b82dee4-ad82-4023-bdf4-9d8ff80420b5 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.50 "GET /v2.0/networks?id=04053501-c602-45a2-b372-831dd8f55883 HTTP/1.1" status: 200  len: 818 time: 0.3728414
Feb 12 21:12:37.472303 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Routers {'8d0d88f7-6b76-4083-9481-a77304e40536'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:37.472934 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaa9ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:12:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['8d0d88f7-6b76-4083-9481-a77304e40536'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:37.475354 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4053f-6204-499c-a74a-730309b3d412 req-43381c49-29a7-475a-8b54-9691d2fcea4f tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:37.478197 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dcbed46d-a2c1-4a3b-b3dd-c11034732f01 req-20a12caf-866d-4232-8bfb-effa8a70d8ed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 210 time: 0.0790060
Feb 12 21:12:37.495602 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d5f4053f-6204-499c-a74a-730309b3d412 req-43381c49-29a7-475a-8b54-9691d2fcea4f tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.2265282
Feb 12 21:12:37.529885 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-180c4292-0a4c-4d85-b042-b9432f51f1ed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Request body: {'port': {'device_id': '576b4285-d489-4d23-8406-e71cbf2e0106', 'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'admin_state_up': True, 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:37.731451 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] Set router 8d0d88f7-6b76-4083-9481-a77304e40536 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:37.759195 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 774cefe9-5a44-4e6c-bf18-cf4f62488322 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:37.814838 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d5f4053f-6204-499c-a74a-730309b3d412 req-65f88148-25af-4c51-b889-774c1e917391 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3156636
Feb 12 21:12:37.861919 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c20d58-967b-4662-a4f9-a87e851808f5 req-5142bc98-2234-4262-bf0b-26311540955f tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:37.867050 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-33c20d58-967b-4662-a4f9-a87e851808f5 req-5142bc98-2234-4262-bf0b-26311540955f tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 946 time: 0.1058807
Feb 12 21:12:37.930388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 774cefe9-5a44-4e6c-bf18-cf4f62488322 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:37.930388 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:37.976263 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-33c20d58-967b-4662-a4f9-a87e851808f5 req-b9e56ee2-0ef9-46f9-b28c-af8e40046fcd tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups?id=050d78c8-22e2-4021-8f21-98aa6f61d710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894086
Feb 12 21:12:38.031619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-180c4292-0a4c-4d85-b042-b9432f51f1ed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Made reservation on behalf of 184a5eeefb1f41d2b34ac8b7b3dee122 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:12:38.035605 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-180c4292-0a4c-4d85-b042-b9432f51f1ed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:38.048301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 774cefe9-5a44-4e6c-bf18-cf4f62488322 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:38.048703 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:38.075327 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39120) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:38.098681 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0638b5da-2df2-4d24-bfb6-21c955c45794 None None] New status for floating IP b5b2a752-ba0e-4f50-b50c-df6777a54b72: DOWN {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:12:38.172774 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 774cefe9-5a44-4e6c-bf18-cf4f62488322, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=774cefe9-5a44-4e6c-bf18-cf4f62488322,segment=NetworkSegment(3fd72cce-2453-4bd8-a8c7-77e968b5dacb),segment_id=3fd72cce-2453-4bd8-a8c7-77e968b5dacb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:38.199056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 8a6d5784-855f-4db3-a849-95606d940801 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:12:38.239118 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7d8133d-045e-4e97-bd95-383805c60948 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group (822eab3b-3ec5-48f8-b2e4-0143d295048c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:38.248470 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 8a6d5784-855f-4db3-a849-95606d940801 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:12:38.251431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 8a6d5784-855f-4db3-a849-95606d940801 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:12:38.257601 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ca2f9-9748-4dde-85a8-d16faa7aacb7 req-b9a130b2-5810-437a-8885-b7d06e36a348 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:38.265468 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1b1ca2f9-9748-4dde-85a8-d16faa7aacb7 req-b9a130b2-5810-437a-8885-b7d06e36a348 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 946 time: 0.1251593
Feb 12 21:12:38.273995 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39122) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:38.280412 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f309a532-09bc-4f0c-8651-76f1d3d68b01 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Request body: {'floatingip': {'port_id': '56212d07-715f-4e11-9f22-211463c39d54'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:38.288158 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:38.318083 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaa9ca0>, [{'id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-router', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65'}], 'enable_snat': True}, 'gw_port_id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:25Z', 'updated_at': '2022-02-12T21:12:30Z', 'revision_number': 4, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'gw_port': {'id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:27Z', 'updated_at': '2022-02-12T21:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '774cefe9-5a44-4e6c-bf18-cf4f62488322', 'name': '', 'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'mac_address': 'fa:16:3e:07:d8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:29Z', 'updated_at': '2022-02-12T21:12:37Z', 'revision_number': 4, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'subnets': [{'id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:38.348584 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7d8133d-045e-4e97-bd95-383805c60948 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group (822eab3b-3ec5-48f8-b2e4-0143d295048c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:38.354660 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f309a532-09bc-4f0c-8651-76f1d3d68b01 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for floatingip (964129a2-aaf0-4a2d-85a8-d3a50fcf2515), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:38.374848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=774cefe9-5a44-4e6c-bf18-cf4f62488322,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:38.388863 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8070bab-6e0b-4674-b19f-c984565808a9 None None] The sync data for ids ['8d0d88f7-6b76-4083-9481-a77304e40536'] in ncdv-master-1 is: [{'id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-router', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65'}], 'enable_snat': True}, 'gw_port_id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:25Z', 'updated_at': '2022-02-12T21:12:30Z', 'revision_number': 4, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'gw_port': {'id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:27Z', 'updated_at': '2022-02-12T21:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '774cefe9-5a44-4e6c-bf18-cf4f62488322', 'name': '', 'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'mac_address': 'fa:16:3e:07:d8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:29Z', 'updated_at': '2022-02-12T21:12:37Z', 'revision_number': 4, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'subnets': [{'id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:12:38.391344 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-180c4292-0a4c-4d85-b042-b9432f51f1ed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Allocated IP 172.20.0.3 (04053501-c602-45a2-b372-831dd8f55883/5199d7f6-3807-4a27-82da-1136fa0a87d3/7aef0ce7-550d-4329-9dc1-3a0237bf7a36) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:12:38.662910 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7d8133d-045e-4e97-bd95-383805c60948 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (822eab3b-3ec5-48f8-b2e4-0143d295048c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:38.670649 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-64418d10-1ee0-4864-b846-290757aef7c7 req-fb4f89ed-70b8-4f3d-8da7-9cee3f7a80a0 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 210 time: 0.0586956
Feb 12 21:12:38.673055 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7d8133d-045e-4e97-bd95-383805c60948 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:38.674359 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a7d8133d-045e-4e97-bd95-383805c60948 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "DELETE /v2.0/security-groups/822eab3b-3ec5-48f8-b2e4-0143d295048c HTTP/1.1" status: 204  len: 168 time: 0.5976326
Feb 12 21:12:38.680591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39132) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:38.697637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8133d-045e-4e97-bd95-383805c60948 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=822eab3b-3ec5-48f8-b2e4-0143d295048c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:38.716694 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-2162170e-063c-4e41-99b7-df054c64f3a5 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] show failed (client error): The resource could not be found.
Feb 12 21:12:38.736913 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2162170e-063c-4e41-99b7-df054c64f3a5 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups/822eab3b-3ec5-48f8-b2e4-0143d295048c HTTP/1.1" status: 404  len: 347 time: 0.0470943
Feb 12 21:12:38.747899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39138) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:38.887510 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-180c4292-0a4c-4d85-b042-b9432f51f1ed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:39.030818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422aee6-2a8e-42d4-833b-0eb0396fb63c req-9266a2c7-ace4-42d2-9617-eef9b21ceb96 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:39.032497 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0422aee6-2a8e-42d4-833b-0eb0396fb63c req-9266a2c7-ace4-42d2-9617-eef9b21ceb96 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.1080685
Feb 12 21:12:39.034381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-38782895-5839-4d2c-b03a-56d858355c95 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Deleting port 11f263b4-7df8-4d0a-b209-474e17c183b2 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:12:39.034781 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-38782895-5839-4d2c-b03a-56d858355c95 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (11f263b4-7df8-4d0a-b209-474e17c183b2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:39.096002 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f309a532-09bc-4f0c-8651-76f1d3d68b01 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:39.127193 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-180c4292-0a4c-4d85-b042-b9432f51f1ed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:39.151847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f309a532-09bc-4f0c-8651-76f1d3d68b01 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (964129a2-aaf0-4a2d-85a8-d3a50fcf2515), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:39.205994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c4292-0a4c-4d85-b042-b9432f51f1ed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Pushing event updated for resources: {'Port': ['ID=7aef0ce7-550d-4329-9dc1-3a0237bf7a36,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:39.257932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-180c4292-0a4c-4d85-b042-b9432f51f1ed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Network 04053501-c602-45a2-b372-831dd8f55883 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:39.263684 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0422aee6-2a8e-42d4-833b-0eb0396fb63c req-9682c02f-8438-43aa-9346-d70461824caf tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083645
Feb 12 21:12:39.265448 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-38782895-5839-4d2c-b03a-56d858355c95 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (11f263b4-7df8-4d0a-b209-474e17c183b2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:39.274575 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-38782895-5839-4d2c-b03a-56d858355c95 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for floatingip (11f263b4-7df8-4d0a-b209-474e17c183b2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:39.274575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-180c4292-0a4c-4d85-b042-b9432f51f1ed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:39.279826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-180c4292-0a4c-4d85-b042-b9432f51f1ed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:12:39.321251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-38782895-5839-4d2c-b03a-56d858355c95 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Calling delete_port for 11f263b4-7df8-4d0a-b209-474e17c183b2 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:12:39.359535 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-f309a532-09bc-4f0c-8651-76f1d3d68b01 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Floating IP 964129a2-aaf0-4a2d-85a8-d3a50fcf2515 associated. External IP: 172.35.2.163, port: 56212d07-715f-4e11-9f22-211463c39d54.
Feb 12 21:12:39.406293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-180c4292-0a4c-4d85-b042-b9432f51f1ed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:39.406942 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-180c4292-0a4c-4d85-b042-b9432f51f1ed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:39.520805 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-180c4292-0a4c-4d85-b042-b9432f51f1ed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0026937
Feb 12 21:12:39.556455 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Request body: {'port': {'device_id': '576b4285-d489-4d23-8406-e71cbf2e0106', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:39.558924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 774cefe9-5a44-4e6c-bf18-cf4f62488322 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:39.599658 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-38782895-5839-4d2c-b03a-56d858355c95 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (11f263b4-7df8-4d0a-b209-474e17c183b2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:39.619801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 774cefe9-5a44-4e6c-bf18-cf4f62488322 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:39.620189 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:39.658030 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f309a532-09bc-4f0c-8651-76f1d3d68b01 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:12:39.665940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38782895-5839-4d2c-b03a-56d858355c95 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event deleted for resources: {'Port': ['ID=11f263b4-7df8-4d0a-b209-474e17c183b2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:39.727047 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:39.778321 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 774cefe9-5a44-4e6c-bf18-cf4f62488322 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:39.867760 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-38782895-5839-4d2c-b03a-56d858355c95 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for floatingip (b5b2a752-ba0e-4f50-b50c-df6777a54b72), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:39.870451 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-38782895-5839-4d2c-b03a-56d858355c95 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:39.871611 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-38782895-5839-4d2c-b03a-56d858355c95 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "DELETE /v2.0/floatingips/b5b2a752-ba0e-4f50-b50c-df6777a54b72 HTTP/1.1" status: 204  len: 168 time: 1.1228034
Feb 12 21:12:39.879500 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f309a532-09bc-4f0c-8651-76f1d3d68b01 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:12:39.898648 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f309a532-09bc-4f0c-8651-76f1d3d68b01 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:39.902413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b210a-1d17-4515-b95b-e7f7c0acc60e None None] Sync routers for ids ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:12:39.920146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b210a-1d17-4515-b95b-e7f7c0acc60e None None] Routers {'2a4ada27-db84-4a4f-ba00-5e2618f37c77'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:39.928602 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3e8b210a-1d17-4515-b95b-e7f7c0acc60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb016040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:12:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:39.959602 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f309a532-09bc-4f0c-8651-76f1d3d68b01 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "PUT /v2.0/floatingips/964129a2-aaf0-4a2d-85a8-d3a50fcf2515 HTTP/1.1" status: 200  len: 992 time: 1.6843400
Feb 12 21:12:39.961037 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cd2675-603b-4cf7-a9df-6d2d936caad9', 'tag': '56212d07-715f-4e11-9f22-211463c39d54'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:39.963560 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d17198-441d-4940-a392-9d5d650de44d" -d '{"events": [{"name": "network-changed", "server_uuid": "84cd2675-603b-4cf7-a9df-6d2d936caad9", "tag": "56212d07-715f-4e11-9f22-211463c39d54"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:39.991569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a462ae-31c6-4632-9d94-68b89807e2fa req-892477d4-876c-49cc-967e-08adcca54a20 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:39.993484 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d8a462ae-31c6-4632-9d94-68b89807e2fa req-892477d4-876c-49cc-967e-08adcca54a20 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 931 time: 0.1503429
Feb 12 21:12:40.089622 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d8a462ae-31c6-4632-9d94-68b89807e2fa req-71405829-6340-4c73-8262-cf254e6c7e15 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896981
Feb 12 21:12:40.207098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-3e8b210a-1d17-4515-b95b-e7f7c0acc60e None None] Set router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:40.281550 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:12:40.283096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd187a-c346-449a-aa48-e399ee4e83b8 req-79a38314-7f63-4ded-afb5-3fb480ce800d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:40.285287 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a0dd187a-c346-449a-aa48-e399ee4e83b8 req-79a38314-7f63-4ded-afb5-3fb480ce800d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 946 time: 0.0715261
Feb 12 21:12:40.294706 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Publish callbacks [] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:40.307974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Transition to ACTIVE for port object 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:12:40.345874 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a0dd187a-c346-449a-aa48-e399ee4e83b8 req-303a4b27-0eca-4e79-9b0d-881b47d28589 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups?id=050d78c8-22e2-4021-8f21-98aa6f61d710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521564
Feb 12 21:12:40.400109 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf3b3c3-ac09-4035-ab2e-7a4783a684cb x-openstack-request-id: req-1bf3b3c3-ac09-4035-ab2e-7a4783a684cb {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:40.400868 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cd2675-603b-4cf7-a9df-6d2d936caad9", "tag": "56212d07-715f-4e11-9f22-211463c39d54", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:40.401464 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1bf3b3c3-ac09-4035-ab2e-7a4783a684cb {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:40.402375 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84cd2675-603b-4cf7-a9df-6d2d936caad9', 'tag': '56212d07-715f-4e11-9f22-211463c39d54', 'status': 'completed', 'code': 200}
Feb 12 21:12:40.482666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d17198-441d-4940-a392-9d5d650de44d req-517977f1-fce9-41c2-931e-d6ee180dc4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:40.484364 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9d17198-441d-4940-a392-9d5d650de44d req-517977f1-fce9-41c2-931e-d6ee180dc4e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8ad1d954f50f46459af1b6dbfb179207&device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 1128 time: 0.0603213
Feb 12 21:12:40.484659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3e8b210a-1d17-4515-b95b-e7f7c0acc60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb016040>, [{'id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'name': 'tempest-ServersTestJSON-898999403-router', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:07Z', 'updated_at': '2022-02-12T21:12:12Z', 'revision_number': 4, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'gw_port': {'id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:08Z', 'updated_at': '2022-02-12T21:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '964129a2-aaf0-4a2d-85a8-d3a50fcf2515', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'floating_ip_address': '172.35.2.163', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'port_id': '56212d07-715f-4e11-9f22-211463c39d54', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'mac_address': 'fa:16:3e:86:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd2675-603b-4cf7-a9df-6d2d936caad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:12:18Z', 'updated_at': '2022-02-12T21:12:38Z', 'revision_number': 1, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3ac216-e9d9-4600-bbb1-954ef90501c4', 'name': '', 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'mac_address': 'fa:16:3e:d1:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:11Z', 'updated_at': '2022-02-12T21:12:17Z', 'revision_number': 5, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'subnets': [{'id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:40.516289 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b210a-1d17-4515-b95b-e7f7c0acc60e None None] Checking router: 2a4ada27-db84-4a4f-ba00-5e2618f37c77 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:12:40.520245 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c78797-a7dd-4476-9849-425f5ad60033 req-976d2719-6d83-473b-a7c0-502965c35ab8 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:40.523100 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5c78797-a7dd-4476-9849-425f5ad60033 req-976d2719-6d83-473b-a7c0-502965c35ab8 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0752065
Feb 12 21:12:40.526588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b210a-1d17-4515-b95b-e7f7c0acc60e None None] Routers {'2a4ada27-db84-4a4f-ba00-5e2618f37c77'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:12:40.527347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3e8b210a-1d17-4515-b95b-e7f7c0acc60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb016040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:12:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:40.548073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39164) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:40.554142 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-bb315971-4f67-4a46-9499-888192df3bed tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--170515330', 'description': 'tempest-description--853395854'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:40.594760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d17198-441d-4940-a392-9d5d650de44d req-df40b199-33a2-4463-9ea0-f3c924529996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:40.596508 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9d17198-441d-4940-a392-9d5d650de44d req-df40b199-33a2-4463-9ea0-f3c924529996 service neutron] 10.222.0.50 "GET /v2.0/networks?id=38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 HTTP/1.1" status: 200  len: 906 time: 0.1038625
Feb 12 21:12:40.597578 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:40.610960 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5c78797-a7dd-4476-9849-425f5ad60033 req-c76b38b7-7dd4-4148-a9dc-3865185d7568 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808678
Feb 12 21:12:40.682080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-3e8b210a-1d17-4515-b95b-e7f7c0acc60e None None] Set router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:12:40.791730 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb315971-4f67-4a46-9499-888192df3bed tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:40.897854 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb315971-4f67-4a46-9499-888192df3bed tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group (a1cf4b0a-9816-4156-b147-88ef003ecaf0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:40.994240 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb315971-4f67-4a46-9499-888192df3bed tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a1cf4b0a-9816-4156-b147-88ef003ecaf0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:41.021718 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Pushing event updated for resources: {'Port': ['ID=7aef0ce7-550d-4329-9dc1-3a0237bf7a36,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:41.030110 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9d17198-441d-4940-a392-9d5d650de44d req-d7bd0c47-c17a-40e9-83da-ae261cd177db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56212d07-715f-4e11-9f22-211463c39d54 HTTP/1.1" status: 200  len: 1000 time: 0.4230013
Feb 12 21:12:41.038189 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3e8b210a-1d17-4515-b95b-e7f7c0acc60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb016040>, [{'id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'name': 'tempest-ServersTestJSON-898999403-router', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:07Z', 'updated_at': '2022-02-12T21:12:12Z', 'revision_number': 4, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'gw_port': {'id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:08Z', 'updated_at': '2022-02-12T21:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '964129a2-aaf0-4a2d-85a8-d3a50fcf2515', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'floating_ip_address': '172.35.2.163', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'port_id': '56212d07-715f-4e11-9f22-211463c39d54', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'mac_address': 'fa:16:3e:86:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd2675-603b-4cf7-a9df-6d2d936caad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:12:18Z', 'updated_at': '2022-02-12T21:12:38Z', 'revision_number': 1, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3ac216-e9d9-4600-bbb1-954ef90501c4', 'name': '', 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'mac_address': 'fa:16:3e:d1:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:11Z', 'updated_at': '2022-02-12T21:12:17Z', 'revision_number': 5, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'subnets': [{'id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:12:41.077784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b210a-1d17-4515-b95b-e7f7c0acc60e None None] The sync data for ids ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'] in ncdv-master-1 is: [{'id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'name': 'tempest-ServersTestJSON-898999403-router', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:07Z', 'updated_at': '2022-02-12T21:12:12Z', 'revision_number': 4, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'gw_port': {'id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:08Z', 'updated_at': '2022-02-12T21:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '964129a2-aaf0-4a2d-85a8-d3a50fcf2515', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'floating_ip_address': '172.35.2.163', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'port_id': '56212d07-715f-4e11-9f22-211463c39d54', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'mac_address': 'fa:16:3e:86:c5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd2675-603b-4cf7-a9df-6d2d936caad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:12:18Z', 'updated_at': '2022-02-12T21:12:38Z', 'revision_number': 1, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef3ac216-e9d9-4600-bbb1-954ef90501c4', 'name': '', 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'mac_address': 'fa:16:3e:d1:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:11Z', 'updated_at': '2022-02-12T21:12:17Z', 'revision_number': 5, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'subnets': [{'id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:12:41.090791 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb315971-4f67-4a46-9499-888192df3bed tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cf4b0a-9816-4156-b147-88ef003ecaf0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:41.154074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Attempting to bind port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:12:41.154437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Attempting to bind port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3fd72cce-2453-4bd8-a8c7-77e968b5dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04053501-c602-45a2-b372-831dd8f55883'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:12:41.154771 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Attempting to bind port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 on network 04053501-c602-45a2-b372-831dd8f55883 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:41.163687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 on network 04053501-c602-45a2-b372-831dd8f55883 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:12:41.164017 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Attempting to bind port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 on network 04053501-c602-45a2-b372-831dd8f55883 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:41.175911 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:12:41.177567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Checking segment: {'id': '3fd72cce-2453-4bd8-a8c7-77e968b5dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04053501-c602-45a2-b372-831dd8f55883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:41.177975 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Bound using segment: {'id': '3fd72cce-2453-4bd8-a8c7-77e968b5dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04053501-c602-45a2-b372-831dd8f55883'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:12:41.178428 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Bound port: 7aef0ce7-550d-4329-9dc1-3a0237bf7a36, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd72cce-2453-4bd8-a8c7-77e968b5dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04053501-c602-45a2-b372-831dd8f55883'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:12:41.178811 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:41.212404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d17198-441d-4940-a392-9d5d650de44d req-ebdc8a6b-a354-465c-9d63-50036e55a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:41.213873 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9d17198-441d-4940-a392-9d5d650de44d req-ebdc8a6b-a354-465c-9d63-50036e55a40e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c5f88c8d-fdef-46e4-b0e0-992ab5d699ea HTTP/1.1" status: 200  len: 844 time: 0.1639743
Feb 12 21:12:41.243774 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb315971-4f67-4a46-9499-888192df3bed tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:41.250620 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bb315971-4f67-4a46-9499-888192df3bed tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.7014122
Feb 12 21:12:41.253759 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39182) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:41.264416 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-0b00dc7e-da49-4f52-97e2-16f7d6e0740e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Request body: {'security_group_rule': {'security_group_id': 'a1cf4b0a-9816-4156-b147-88ef003ecaf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:41.354502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] For port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:12:41.358339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] For port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7aef0ce7-550d-4329-9dc1-3a0237bf7a36,segment=NetworkSegment(3fd72cce-2453-4bd8-a8c7-77e968b5dacb),segment_id=3fd72cce-2453-4bd8-a8c7-77e968b5dacb)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:12:41.366890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d17198-441d-4940-a392-9d5d650de44d req-c063c94a-0c3c-4aac-8d6f-c680ca2df29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:41.374069 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9d17198-441d-4940-a392-9d5d650de44d req-c063c94a-0c3c-4aac-8d6f-c680ca2df29b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1047723
Feb 12 21:12:41.411001 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e5bd0-e2f6-4bbf-82cf-b1ec11b76d0a req-fb5423d5-fbf1-4092-813f-75a1e7df4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:41.415995 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f66e5bd0-e2f6-4bbf-82cf-b1ec11b76d0a req-fb5423d5-fbf1-4092-813f-75a1e7df4ae3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3c778564eef403aa9d4a76e4c1d3c20&device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 1128 time: 0.1605129
Feb 12 21:12:41.523847 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:41.572919 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c45be-381f-4c18-905c-8b124684f50d None None] New status for floating IP 964129a2-aaf0-4a2d-85a8-d3a50fcf2515: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:12:41.609105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e5bd0-e2f6-4bbf-82cf-b1ec11b76d0a req-771e67c1-e786-4373-a995-f26f22519c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:41.609805 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f66e5bd0-e2f6-4bbf-82cf-b1ec11b76d0a req-771e67c1-e786-4373-a995-f26f22519c1a service neutron] 10.222.0.50 "GET /v2.0/networks?id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 HTTP/1.1" status: 200  len: 904 time: 0.1574943
Feb 12 21:12:41.617609 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ed994-2b5d-41e8-a98f-64baa8d10f87 req-c11ca785-df99-4ed5-baea-69cdf43f96a2 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:41.641891 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-111ed994-2b5d-41e8-a98f-64baa8d10f87 req-c11ca785-df99-4ed5-baea-69cdf43f96a2 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 943 time: 0.3525157
Feb 12 21:12:41.754123 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b00dc7e-da49-4f52-97e2-16f7d6e0740e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group_rule (cf75b9dc-1c1e-4940-a2aa-0106eb3ea6a3), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:41.785608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:41.786428 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:41.788340 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] 10.222.0.50 "PUT /v2.0/ports/7aef0ce7-550d-4329-9dc1-3a0237bf7a36 HTTP/1.1" status: 200  len: 1091 time: 2.2474368
Feb 12 21:12:41.794965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576b4285-d489-4d23-8406-e71cbf2e0106', 'tag': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:41.797430 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a34a77-42b0-41c6-a051-144fac529e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "576b4285-d489-4d23-8406-e71cbf2e0106", "tag": "7aef0ce7-550d-4329-9dc1-3a0237bf7a36"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:41.807094 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b00dc7e-da49-4f52-97e2-16f7d6e0740e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group_rule (cf75b9dc-1c1e-4940-a2aa-0106eb3ea6a3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:41.812091 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f66e5bd0-e2f6-4bbf-82cf-b1ec11b76d0a req-49ba72a1-fcb2-4882-b037-ae13d48c212a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce0bcb3d-2043-41d3-a1f4-e06134cff0af HTTP/1.1" status: 200  len: 217 time: 0.1567719
Feb 12 21:12:41.844648 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9d17198-441d-4940-a392-9d5d650de44d req-cf700c7b-22c0-4825-a6c0-c491187f3ee9 service neutron] 10.222.0.50 "GET /v2.0/networks/38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4638298
Feb 12 21:12:41.892102 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e5bd0-e2f6-4bbf-82cf-b1ec11b76d0a req-4f492b3d-65ba-4985-8e11-973ad5844e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:41.893692 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f66e5bd0-e2f6-4bbf-82cf-b1ec11b76d0a req-4f492b3d-65ba-4985-8e11-973ad5844e44 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d47f89e7-f97f-48dd-8271-e3c84e1c2284 HTTP/1.1" status: 200  len: 843 time: 0.0736117
Feb 12 21:12:41.897942 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b00dc7e-da49-4f52-97e2-16f7d6e0740e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (cf75b9dc-1c1e-4940-a2aa-0106eb3ea6a3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:41.971075 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-111ed994-2b5d-41e8-a98f-64baa8d10f87 req-49852fcd-b77a-4984-9004-640d0e6e8f96 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3186607
Feb 12 21:12:41.971849 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9d17198-441d-4940-a392-9d5d650de44d req-6f04a3d5-1229-4943-a2e1-d24000e0f3f3 service neutron] 10.222.0.50 "GET /v2.0/networks/38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1103451
Feb 12 21:12:41.971948 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f66e5bd0-e2f6-4bbf-82cf-b1ec11b76d0a req-ba80bb85-41bb-4aab-b808-a73e3c24fc64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0660729
Feb 12 21:12:41.971948 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00dc7e-da49-4f52-97e2-16f7d6e0740e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf75b9dc-1c1e-4940-a2aa-0106eb3ea6a3,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:41.997680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a274cfd-cdd2-4a20-b6c0-1e8ffe943c9a service neutron] Pushing event updated for resources: {'Port': ['ID=7aef0ce7-550d-4329-9dc1-3a0237bf7a36,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:42.018033 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b24f3d-992f-4485-9cdb-806cb096c569 req-b23ffe85-a980-429e-a63a-8158532e5a67 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:42.019591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10b24f3d-992f-4485-9cdb-806cb096c569 req-b23ffe85-a980-429e-a63a-8158532e5a67 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.2789598
Feb 12 21:12:42.086708 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b345db-0814-42e7-b65e-1cacf1d4bba0 x-openstack-request-id: req-61b345db-0814-42e7-b65e-1cacf1d4bba0 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:42.087380 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576b4285-d489-4d23-8406-e71cbf2e0106", "tag": "7aef0ce7-550d-4329-9dc1-3a0237bf7a36", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:42.087380 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61b345db-0814-42e7-b65e-1cacf1d4bba0 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:42.087801 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576b4285-d489-4d23-8406-e71cbf2e0106', 'tag': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36', 'status': 'completed', 'code': 200}
Feb 12 21:12:42.092162 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10b24f3d-992f-4485-9cdb-806cb096c569 req-5e20b916-12c4-46a4-8dbc-882c3c9cead1 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641007
Feb 12 21:12:42.094472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-6a66e595-8bd3-4c46-ae21-895fdec83fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:42.095884 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-6a66e595-8bd3-4c46-ae21-895fdec83fda service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=184a5eeefb1f41d2b34ac8b7b3dee122&device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 1125 time: 0.1279976
Feb 12 21:12:42.168208 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-070d5a60-cd00-48d3-80fa-fef9f46138c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aef0ce7-550d-4329-9dc1-3a0237bf7a36 HTTP/1.1" status: 200  len: 217 time: 0.0606892
Feb 12 21:12:42.191533 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b00dc7e-da49-4f52-97e2-16f7d6e0740e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:42.193330 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0b00dc7e-da49-4f52-97e2-16f7d6e0740e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9385784
Feb 12 21:12:42.196358 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39200) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:42.202465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-da117e0a-7100-49ca-b20b-033724a33706 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Request body: {'security_group_rule': {'security_group_id': 'a1cf4b0a-9816-4156-b147-88ef003ecaf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:42.211377 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f66e5bd0-e2f6-4bbf-82cf-b1ec11b76d0a req-41896f50-24a6-4a84-9f6f-26a65043b012 service neutron] 10.222.0.50 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2312179
Feb 12 21:12:42.234371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-aec8fd2b-1936-425f-840e-c07d2dcaf83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:42.236226 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-aec8fd2b-1936-425f-840e-c07d2dcaf83d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5199d7f6-3807-4a27-82da-1136fa0a87d3 HTTP/1.1" status: 200  len: 858 time: 0.0621631
Feb 12 21:12:42.282070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-eccc5e6e-4d97-4a21-8c1b-de886d133969 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04053501-c602-45a2-b372-831dd8f55883&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400352
Feb 12 21:12:42.345995 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-da117e0a-7100-49ca-b20b-033724a33706 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group_rule (2ebc35a9-94f1-4ffb-9dc7-f5577bf499f2), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:42.378475 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f66e5bd0-e2f6-4bbf-82cf-b1ec11b76d0a req-178c18e3-a8f8-4b1a-8d8b-524a0f617789 service neutron] 10.222.0.50 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589243
Feb 12 21:12:42.389270 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-dd956d60-e252-4772-96c9-a6392fc4822f service neutron] 10.222.0.50 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1020114
Feb 12 21:12:42.418881 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-da117e0a-7100-49ca-b20b-033724a33706 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group_rule (2ebc35a9-94f1-4ffb-9dc7-f5577bf499f2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:42.495487 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce3716a-ab02-4d72-bf3c-158c9480367c req-2944f7fe-20a8-4e06-ba48-4b4328c84973 service neutron] 10.222.0.50 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0999715
Feb 12 21:12:42.529174 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-da117e0a-7100-49ca-b20b-033724a33706 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (2ebc35a9-94f1-4ffb-9dc7-f5577bf499f2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:42.554971 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da117e0a-7100-49ca-b20b-033724a33706 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebc35a9-94f1-4ffb-9dc7-f5577bf499f2,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:42.663561 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-da117e0a-7100-49ca-b20b-033724a33706 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:42.665441 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-da117e0a-7100-49ca-b20b-033724a33706 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4675510
Feb 12 21:12:42.669573 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39202) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:12:42.674162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:42.706661 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a34a77-42b0-41c6-a051-144fac529e0d req-82947f94-3a69-4673-8fbd-6a88f9060f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:42.709001 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6a34a77-42b0-41c6-a051-144fac529e0d req-82947f94-3a69-4673-8fbd-6a88f9060f83 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=184a5eeefb1f41d2b34ac8b7b3dee122&device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 1125 time: 0.0847948
Feb 12 21:12:42.757635 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:42.827413 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a34a77-42b0-41c6-a051-144fac529e0d req-d445f9e0-335e-4888-8930-349406a95579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:42.829044 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6a34a77-42b0-41c6-a051-144fac529e0d req-d445f9e0-335e-4888-8930-349406a95579 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04053501-c602-45a2-b372-831dd8f55883 HTTP/1.1" status: 200  len: 919 time: 0.1129777
Feb 12 21:12:42.880866 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6a34a77-42b0-41c6-a051-144fac529e0d req-a18a21c5-e712-48ff-aa29-739f0fbfca2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aef0ce7-550d-4329-9dc1-3a0237bf7a36 HTTP/1.1" status: 200  len: 217 time: 0.0436585
Feb 12 21:12:42.894846 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:42.950564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a34a77-42b0-41c6-a051-144fac529e0d req-d937351a-fc75-480b-ad2b-21936332739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:42.951936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6a34a77-42b0-41c6-a051-144fac529e0d req-d937351a-fc75-480b-ad2b-21936332739a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5199d7f6-3807-4a27-82da-1136fa0a87d3 HTTP/1.1" status: 200  len: 858 time: 0.0628266
Feb 12 21:12:43.001054 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6a34a77-42b0-41c6-a051-144fac529e0d req-eb74e1f3-8361-4c92-a5d4-568ab433f16b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04053501-c602-45a2-b372-831dd8f55883&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0406210
Feb 12 21:12:43.045924 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Allocated IP 172.35.2.93 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/b698f6bc-c237-44d9-bc59-447a93b2b0b4) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:12:43.188158 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6a34a77-42b0-41c6-a051-144fac529e0d req-2b3252a6-19f9-4da4-9eef-fd2f0837cba0 service neutron] 10.222.0.50 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1795344
Feb 12 21:12:43.245940 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for port (b698f6bc-c237-44d9-bc59-447a93b2b0b4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:43.274054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc9764-dd76-4d71-a51e-be91c368d0c8 req-142be98c-88d5-49d8-9cac-bb0636a81c1e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:43.276185 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a6cc9764-dd76-4d71-a51e-be91c368d0c8 req-142be98c-88d5-49d8-9cac-bb0636a81c1e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 943 time: 0.2345905
Feb 12 21:12:43.276590 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda0b4c-fdd9-4849-9ed1-28548d6e617e req-c288a7f9-fb1b-42c3-8f56-58ccc9535a3b tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:43.278209 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0eda0b4c-fdd9-4849-9ed1-28548d6e617e req-c288a7f9-fb1b-42c3-8f56-58ccc9535a3b tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0771039
Feb 12 21:12:43.359114 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0eda0b4c-fdd9-4849-9ed1-28548d6e617e req-a109d837-ff92-40d4-972b-234613e1f1bf tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751450
Feb 12 21:12:43.400477 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a6cc9764-dd76-4d71-a51e-be91c368d0c8 req-54e16c3e-aeb1-4233-9789-2842b7d63df5 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154287
Feb 12 21:12:43.402480 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6a34a77-42b0-41c6-a051-144fac529e0d req-daba0b6a-377a-4bfa-96df-bf223bfe154d service neutron] 10.222.0.50 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2061124
Feb 12 21:12:43.457983 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b698f6bc-c237-44d9-bc59-447a93b2b0b4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:43.515197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:43.518103 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:43.523269 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:12:43.526375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event updated for resources: {'Port': ['ID=b698f6bc-c237-44d9-bc59-447a93b2b0b4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:43.625513 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for floatingip (99d1bff9-8c1a-4a36-8bb4-dc30ef5e357c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:43.752092 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b698f6bc-c237-44d9-bc59-447a93b2b0b4), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:43.928826 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for port (b698f6bc-c237-44d9-bc59-447a93b2b0b4), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:43.985666 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (b698f6bc-c237-44d9-bc59-447a93b2b0b4), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:44.068423 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event updated for resources: {'Port': ['ID=b698f6bc-c237-44d9-bc59-447a93b2b0b4,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:44.085898 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (99d1bff9-8c1a-4a36-8bb4-dc30ef5e357c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:44.200509 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:44.201805 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a3528086-4b9e-47ec-962d-a65d2e63f8d6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5314867
Feb 12 21:12:44.441485 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-21b491fd-a558-43d2-bd76-c053b73c1d32 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--170515330&fields=id&tenant_id=2094e607f7bf4345beb838fc2e483911 HTTP/1.1" status: 200  len: 267 time: 0.0647526
Feb 12 21:12:44.492981 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499bc51-6cd4-4135-8ed7-33d99e12926c req-4c7d41fe-ab19-4f85-a0c4-3bb6bd6c1df7 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:44.494583 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b499bc51-6cd4-4135-8ed7-33d99e12926c req-4c7d41fe-ab19-4f85-a0c4-3bb6bd6c1df7 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0636554
Feb 12 21:12:44.545381 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b499bc51-6cd4-4135-8ed7-33d99e12926c req-840385f4-8a91-4106-beae-8745bc43e0de tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451992
Feb 12 21:12:44.570103 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-da0d0ccb-7549-4eff-b42a-6af09f26cddf tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:44.571942 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-da0d0ccb-7549-4eff-b42a-6af09f26cddf tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/networks?id=4558dc02-1bc4-4b41-a16f-8a68e939fe76 HTTP/1.1" status: 200  len: 817 time: 0.1228259
Feb 12 21:12:44.593156 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-d8f9ed59-c0c1-4a49-83a1-426de251bd14 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/quotas/2094e607f7bf4345beb838fc2e483911 HTTP/1.1" status: 200  len: 375 time: 0.0156357
Feb 12 21:12:44.651687 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-edcc97c8-9246-4dc0-b886-7f1a00445b40 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2094e607f7bf4345beb838fc2e483911&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0521519
Feb 12 21:12:44.668252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-0855b01d-f810-466b-b371-828ffd0f3b89 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:12:44.669330 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-0855b01d-f810-466b-b371-828ffd0f3b89 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056493
Feb 12 21:12:44.675321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472c77f-6689-4f7d-aea5-d7596f57ffd2 req-fff10ffd-ba42-4f56-8477-4e47fa99567d tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:44.677589 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7472c77f-6689-4f7d-aea5-d7596f57ffd2 req-fff10ffd-ba42-4f56-8477-4e47fa99567d tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 943 time: 0.0649059
Feb 12 21:12:44.733695 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7472c77f-6689-4f7d-aea5-d7596f57ffd2 req-60b72204-c518-4871-bb6f-9f12d9bc9df5 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503960
Feb 12 21:12:44.804320 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-74731cd4-19f5-43b8-b888-09befdb89139 service neutron] 10.222.0.31 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285889
Feb 12 21:12:44.931652 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-6c1fd7c2-04a1-42fd-a211-e4f66d2432eb service neutron] 10.222.0.31 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215851
Feb 12 21:12:45.270047 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-451dbb7b-5601-472e-9fa8-99b6f84fd8ee req-44520220-0d4a-477f-a1c3-9858d415a1ae tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 210 time: 0.0336423
Feb 12 21:12:45.681796 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7a8cb-b92d-408b-b02a-5bfe46e546bd req-4c82a121-8af0-41f2-90bd-8dc54451afe5 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:45.681796 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27d7a8cb-b92d-408b-b02a-5bfe46e546bd req-4c82a121-8af0-41f2-90bd-8dc54451afe5 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0641403
Feb 12 21:12:45.738650 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27d7a8cb-b92d-408b-b02a-5bfe46e546bd req-a2092b0e-0692-4f80-bd40-725f74d701ec tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518939
Feb 12 21:12:45.859665 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe606b5-d59e-4142-9894-4ef43f3199ff req-19ba555c-9ad2-4b49-a9f7-b9d8edb6bfd2 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:45.861455 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bbe606b5-d59e-4142-9894-4ef43f3199ff req-19ba555c-9ad2-4b49-a9f7-b9d8edb6bfd2 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 943 time: 0.0569870
Feb 12 21:12:45.910830 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bbe606b5-d59e-4142-9894-4ef43f3199ff req-9ee77dc6-20ca-4f65-a817-e80dbc32c2a3 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430520
Feb 12 21:12:46.246760 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:12:46.351871 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7aef0ce7-550d-4329-9dc1-3a0237bf7a36,segment=NetworkSegment(3fd72cce-2453-4bd8-a8c7-77e968b5dacb),segment_id=3fd72cce-2453-4bd8-a8c7-77e968b5dacb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:46.363579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36', 'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'port_id': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36', 'mac_address': 'fa:16:3e:48:22:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:12:46.370734 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e31017c-351e-4247-aea2-1e61bc215a5f req-d9d5b918-3ea1-49eb-aa60-e84046c24d83 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 210 time: 0.0287085
Feb 12 21:12:46.403244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:46.405199 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:46.417923 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:12:46.437376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7aef0ce7-550d-4329-9dc1-3a0237bf7a36,segment=NetworkSegment(3fd72cce-2453-4bd8-a8c7-77e968b5dacb),segment_id=3fd72cce-2453-4bd8-a8c7-77e968b5dacb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:46.542483 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:46.592752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=7aef0ce7-550d-4329-9dc1-3a0237bf7a36,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:46.777257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7aef0ce7-550d-4329-9dc1-3a0237bf7a36'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:12:46.873564 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d274c-bfc1-420f-be3e-2485a9c2f729 req-5e0b6911-1470-4e48-9419-ff5bbe2bfd00 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:46.875390 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-697d274c-bfc1-420f-be3e-2485a9c2f729 req-5e0b6911-1470-4e48-9419-ff5bbe2bfd00 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0624084
Feb 12 21:12:47.227712 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-697d274c-bfc1-420f-be3e-2485a9c2f729 req-5957b356-120c-482a-98d5-dee5774d9355 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3430572
Feb 12 21:12:47.314528 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6879f-6c0a-4ad5-8b05-684da96efe49 req-c8871b94-5b55-4b74-945f-de80691fc1d9 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:47.316106 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93d6879f-6c0a-4ad5-8b05-684da96efe49 req-c8871b94-5b55-4b74-945f-de80691fc1d9 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 944 time: 0.0622463
Feb 12 21:12:47.367095 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93d6879f-6c0a-4ad5-8b05-684da96efe49 req-be460a66-37e6-4ab6-85e4-87ef6acfa620 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426257
Feb 12 21:12:47.522477 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a918379-7922-4d7b-bde7-6a347e5ae9df req-51202a37-e8b3-42a1-9fd8-6c5936441b72 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 210 time: 0.0721691
Feb 12 21:12:47.571739 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-66fbb61f-7d76-4d0f-9de4-7fdd5e799086 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:47.573194 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-66fbb61f-7d76-4d0f-9de4-7fdd5e799086 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.48 "GET /v2.0/networks?id=4558dc02-1bc4-4b41-a16f-8a68e939fe76 HTTP/1.1" status: 200  len: 817 time: 0.1362970
Feb 12 21:12:47.636107 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-56648b77-67c5-4d41-b28f-69013bb50464 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2094e607f7bf4345beb838fc2e483911 HTTP/1.1" status: 200  len: 379 time: 0.0534377
Feb 12 21:12:47.648561 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-4e571f33-b2a8-4f77-94db-624b2bb62bf2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Request body: {'port': {'device_id': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'admin_state_up': True, 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'security_groups': ['a1cf4b0a-9816-4156-b147-88ef003ecaf0']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:47.828356 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-4e571f33-b2a8-4f77-94db-624b2bb62bf2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Made reservation on behalf of 2094e607f7bf4345beb838fc2e483911 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:12:47.833689 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-4e571f33-b2a8-4f77-94db-624b2bb62bf2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:47.979918 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-b44833ac-6140-45e9-b340-980c5819b12a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:47.981386 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-b44833ac-6140-45e9-b340-980c5819b12a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/networks?id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 HTTP/1.1" status: 200  len: 803 time: 0.1652348
Feb 12 21:12:48.019150 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-bf4a7938-f427-4532-addd-94a51f6a9f15 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/quotas/e3c778564eef403aa9d4a76e4c1d3c20 HTTP/1.1" status: 200  len: 375 time: 0.0317192
Feb 12 21:12:48.064069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-4e571f33-b2a8-4f77-94db-624b2bb62bf2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Allocated IP 172.20.0.14 (4558dc02-1bc4-4b41-a16f-8a68e939fe76/84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5/3ad38511-3f1f-4f22-831b-955591ab9833) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:12:48.106323 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-7247b089-2d0a-4e00-96b2-616ffaeeb5b0 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e3c778564eef403aa9d4a76e4c1d3c20&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0802705
Feb 12 21:12:48.256818 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:48.273186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-ec5e7560-0789-4117-b7aa-fa3965f89f24 service neutron] 10.222.0.31 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590979
Feb 12 21:12:48.298457 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-4e571f33-b2a8-4f77-94db-624b2bb62bf2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for port (3ad38511-3f1f-4f22-831b-955591ab9833), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:48.357579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea17a4-74d6-40cf-a100-bf3388aa323f req-90e1bc1f-fba0-436b-a1ce-162e67d86f41 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:48.359140 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3cea17a4-74d6-40cf-a100-bf3388aa323f req-90e1bc1f-fba0-436b-a1ce-162e67d86f41 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0531673
Feb 12 21:12:48.396292 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-796c8e3a-fd62-440a-90d7-64a16f4ba6b7 service neutron] 10.222.0.31 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1116829
Feb 12 21:12:48.397616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:12:48.402816 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:48.403245 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:48.417606 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3cea17a4-74d6-40cf-a100-bf3388aa323f req-18e94b1d-9cdd-4a73-8640-ade8feb2a4ca tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518696
Feb 12 21:12:48.457489 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-4e571f33-b2a8-4f77-94db-624b2bb62bf2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:48.496876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:48.497539 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:48.519605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-4e571f33-b2a8-4f77-94db-624b2bb62bf2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:48.523503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-4e571f33-b2a8-4f77-94db-624b2bb62bf2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:48.524847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576b4285-d489-4d23-8406-e71cbf2e0106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:48.527237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-4e571f33-b2a8-4f77-94db-624b2bb62bf2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:12:48.527369 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b99d66-2873-43f2-9867-c91ef2cbbbb5" -d '{"events": [{"server_uuid": "576b4285-d489-4d23-8406-e71cbf2e0106", "name": "network-vif-plugged", "status": "completed", "tag": "7aef0ce7-550d-4329-9dc1-3a0237bf7a36"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:48.544102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7aef0ce7-550d-4329-9dc1-3a0237bf7a36,segment=NetworkSegment(3fd72cce-2453-4bd8-a8c7-77e968b5dacb),segment_id=3fd72cce-2453-4bd8-a8c7-77e968b5dacb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:48.558967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e571f33-b2a8-4f77-94db-624b2bb62bf2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event updated for resources: {'Port': ['ID=3ad38511-3f1f-4f22-831b-955591ab9833,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:48.563414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a573d-b590-4162-bd7f-7f7a2966a7ec req-945de913-391e-409e-af5f-cb467f9b6d2c tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:48.564892 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-120a573d-b590-4162-bd7f-7f7a2966a7ec req-945de913-391e-409e-af5f-cb467f9b6d2c tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 944 time: 0.0662634
Feb 12 21:12:48.590801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-4e571f33-b2a8-4f77-94db-624b2bb62bf2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:48.597025 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-4e571f33-b2a8-4f77-94db-624b2bb62bf2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:48.643518 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf672f1a-1343-4f25-a038-4a3d72fee2d5 x-openstack-request-id: req-bf672f1a-1343-4f25-a038-4a3d72fee2d5 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:48.643825 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576b4285-d489-4d23-8406-e71cbf2e0106", "name": "network-vif-plugged", "status": "completed", "tag": "7aef0ce7-550d-4329-9dc1-3a0237bf7a36", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:48.644085 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf672f1a-1343-4f25-a038-4a3d72fee2d5 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:48.644487 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576b4285-d489-4d23-8406-e71cbf2e0106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36', 'code': 200}
Feb 12 21:12:48.645712 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:48.646513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ce0bcb3d-2043-41d3-a1f4-e06134cff0af no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:12:48.660411 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-120a573d-b590-4162-bd7f-7f7a2966a7ec req-58a89b03-7ba4-46eb-b84f-0b6e8d4796d7 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840857
Feb 12 21:12:48.676336 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-4e571f33-b2a8-4f77-94db-624b2bb62bf2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0351913
Feb 12 21:12:48.691539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Request body: {'port': {'device_id': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:48.766178 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=7aef0ce7-550d-4329-9dc1-3a0237bf7a36,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:48.827713 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8cedd1a3-eb8b-4f66-9c47-d86657ec6ec2 req-90215ab9-e085-4764-9cf5-7d2d9229abfb tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 210 time: 0.0409470
Feb 12 21:12:48.864841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ce0bcb3d-2043-41d3-a1f4-e06134cff0af is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:48.865241 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:48.889937 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9979d5be-8bae-4ee6-8b84-823e3c9cb1e7 None None] Provisioning complete for port 3ad38511-3f1f-4f22-831b-955591ab9833 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:48.890675 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9979d5be-8bae-4ee6-8b84-823e3c9cb1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:48.900239 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:48.924041 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a41479-1c85-431b-9288-f244efe9c678 req-d77e7239-37fc-42b6-92d3-16052b3ad1a6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:48.929850 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1a41479-1c85-431b-9288-f244efe9c678 req-d77e7239-37fc-42b6-92d3-16052b3ad1a6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 932 time: 0.1450498
Feb 12 21:12:48.937320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa949ee-349e-4adf-903d-a9da74e25d8e req-13dd94ef-087b-45fd-a51b-c77a7c863e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:48.938984 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4aa949ee-349e-4adf-903d-a9da74e25d8e req-13dd94ef-087b-45fd-a51b-c77a7c863e0d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 1127 time: 0.1750245
Feb 12 21:12:49.058105 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1a41479-1c85-431b-9288-f244efe9c678 req-6fa5e575-5b38-43d9-acfe-8c3e1a68029b tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1244023
Feb 12 21:12:49.069640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ce0bcb3d-2043-41d3-a1f4-e06134cff0af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:49.078778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9979d5be-8bae-4ee6-8b84-823e3c9cb1e7 None None] Port 3ad38511-3f1f-4f22-831b-955591ab9833 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:12:49.109634 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4aa949ee-349e-4adf-903d-a9da74e25d8e req-ec1431bd-d3f6-4f48-afdd-e179f9449118 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636467
Feb 12 21:12:49.122992 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:49.174273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:49.277193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad38511-3f1f-4f22-831b-955591ab9833 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:12:49.284911 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Publish callbacks [] for port (3ad38511-3f1f-4f22-831b-955591ab9833), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:49.297631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Transition to ACTIVE for port object 3ad38511-3f1f-4f22-831b-955591ab9833 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:12:49.377701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed08417-2d38-445a-a531-7b94f65e76b8 req-5782ad3c-1adf-4c8c-80a0-f01f822075c2 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:49.379185 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ed08417-2d38-445a-a531-7b94f65e76b8 req-5782ad3c-1adf-4c8c-80a0-f01f822075c2 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.50 "GET /v2.0/ports?device_id=9045d14a-f3fd-4ac7-b7c3-80e22e9b0970 HTTP/1.1" status: 200  len: 944 time: 0.0523770
Feb 12 21:12:49.426011 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:49.519488 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad38511-3f1f-4f22-831b-955591ab9833,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:49.559395 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc2296-b16d-4b91-947d-01789dc94a97 req-647ac5c8-c566-4fdb-8368-0568dfb6ac76 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:49.568457 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cccc2296-b16d-4b91-947d-01789dc94a97 req-647ac5c8-c566-4fdb-8368-0568dfb6ac76 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0733771
Feb 12 21:12:49.579890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3ed08417-2d38-445a-a531-7b94f65e76b8 req-6bf95cec-a366-4fe2-91f2-0982a034b3a5 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Deleting port ce0bcb3d-2043-41d3-a1f4-e06134cff0af {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:12:49.579890 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3ed08417-2d38-445a-a531-7b94f65e76b8 req-6bf95cec-a366-4fe2-91f2-0982a034b3a5 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:49.621997 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cccc2296-b16d-4b91-947d-01789dc94a97 req-b2c4783a-6ee2-4b63-b865-b01ffb9e0d2d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516074
Feb 12 21:12:49.668886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Attempting to bind port 3ad38511-3f1f-4f22-831b-955591ab9833 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:12:49.669225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Attempting to bind port 3ad38511-3f1f-4f22-831b-955591ab9833 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:12:49.669584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Attempting to bind port 3ad38511-3f1f-4f22-831b-955591ab9833 on network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:49.678528 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Port 3ad38511-3f1f-4f22-831b-955591ab9833 on network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:12:49.678901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Attempting to bind port 3ad38511-3f1f-4f22-831b-955591ab9833 on network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:49.690931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:12:49.691270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Checking segment: {'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:49.691651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Bound using segment: {'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:12:49.692086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Bound port: 3ad38511-3f1f-4f22-831b-955591ab9833, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:12:49.692443 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:49.761530 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3ed08417-2d38-445a-a531-7b94f65e76b8 req-6bf95cec-a366-4fe2-91f2-0982a034b3a5 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] For port ce0bcb3d-2043-41d3-a1f4-e06134cff0af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:49.761962 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3ed08417-2d38-445a-a531-7b94f65e76b8 req-6bf95cec-a366-4fe2-91f2-0982a034b3a5 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:49.798385 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3ed08417-2d38-445a-a531-7b94f65e76b8 req-6bf95cec-a366-4fe2-91f2-0982a034b3a5 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Calling delete_port for ce0bcb3d-2043-41d3-a1f4-e06134cff0af owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:12:49.833731 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:12:49.838084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ad38511-3f1f-4f22-831b-955591ab9833,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:12:49.916876 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b287a-405f-4a4d-9683-4e3b64d809e2 req-afe23a99-391e-497d-96e2-04a02a4fd090 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:49.919085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-250b287a-405f-4a4d-9683-4e3b64d809e2 req-afe23a99-391e-497d-96e2-04a02a4fd090 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.1453569
Feb 12 21:12:49.922395 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f7f48c2-eca3-43a8-a757-4ac8476c8188 req-70d44eb9-5218-4209-9aa2-4d2c5ce9c26f tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 210 time: 0.0312288
Feb 12 21:12:49.955181 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:50.008740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:50.009647 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:50.011082 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] 10.222.0.48 "PUT /v2.0/ports/3ad38511-3f1f-4f22-831b-955591ab9833 HTTP/1.1" status: 200  len: 1092 time: 1.3249109
Feb 12 21:12:50.017272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'tag': '3ad38511-3f1f-4f22-831b-955591ab9833'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:50.019566 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9402ccda-dec8-4089-a3ef-962098d29bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbfee9f-78df-472d-8f1a-f8e602fda68d", "tag": "3ad38511-3f1f-4f22-831b-955591ab9833"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:50.069791 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-250b287a-405f-4a4d-9683-4e3b64d809e2 req-c5890a55-5362-42da-816f-9880cb998210 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399424
Feb 12 21:12:50.081386 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36de893-3d5b-4f7f-aa1a-8a2d41b1541c x-openstack-request-id: req-a36de893-3d5b-4f7f-aa1a-8a2d41b1541c {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:50.085104 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbfee9f-78df-472d-8f1a-f8e602fda68d", "tag": "3ad38511-3f1f-4f22-831b-955591ab9833", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:50.085104 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a36de893-3d5b-4f7f-aa1a-8a2d41b1541c {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:50.085104 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'tag': '3ad38511-3f1f-4f22-831b-955591ab9833', 'status': 'completed', 'code': 200}
Feb 12 21:12:50.110532 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000b052-c33f-4f57-93a6-5de88e5a8214 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad38511-3f1f-4f22-831b-955591ab9833,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:50.176674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402ccda-dec8-4089-a3ef-962098d29bbf req-222bcd80-b6b4-4479-973c-602a22e7440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:50.179650 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9402ccda-dec8-4089-a3ef-962098d29bbf req-222bcd80-b6b4-4479-973c-602a22e7440e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2094e607f7bf4345beb838fc2e483911&device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 1126 time: 0.0895855
Feb 12 21:12:50.227081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b479e4-ee7d-4859-829d-eb6fa081a358 req-ac2f9e05-b690-4095-b5b9-d3cb2bd4c8e7 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:50.228582 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-99b479e4-ee7d-4859-829d-eb6fa081a358 req-ac2f9e05-b690-4095-b5b9-d3cb2bd4c8e7 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 944 time: 0.0737491
Feb 12 21:12:50.262841 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3ed08417-2d38-445a-a531-7b94f65e76b8 req-6bf95cec-a366-4fe2-91f2-0982a034b3a5 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ce0bcb3d-2043-41d3-a1f4-e06134cff0af), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:50.285768 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-99b479e4-ee7d-4859-829d-eb6fa081a358 req-e2c9a924-74a2-4492-b8d2-eae9ca6ba18b tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511880
Feb 12 21:12:50.300810 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf95cec-a366-4fe2-91f2-0982a034b3a5 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Pushing event deleted for resources: {'Port': ['ID=ce0bcb3d-2043-41d3-a1f4-e06134cff0af,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:50.361945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed08417-2d38-445a-a531-7b94f65e76b8 req-6bf95cec-a366-4fe2-91f2-0982a034b3a5 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] No DVR routers for this DVR port ce0bcb3d-2043-41d3-a1f4-e06134cff0af on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:12:50.370619 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3ed08417-2d38-445a-a531-7b94f65e76b8 req-6bf95cec-a366-4fe2-91f2-0982a034b3a5 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:50.374036 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ed08417-2d38-445a-a531-7b94f65e76b8 req-6bf95cec-a366-4fe2-91f2-0982a034b3a5 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.50 "DELETE /v2.0/ports/ce0bcb3d-2043-41d3-a1f4-e06134cff0af HTTP/1.1" status: 204  len: 173 time: 0.9883635
Feb 12 21:12:50.378673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402ccda-dec8-4089-a3ef-962098d29bbf req-509b359b-1371-41da-ac65-5d7335ef0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:50.380029 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9402ccda-dec8-4089-a3ef-962098d29bbf req-509b359b-1371-41da-ac65-5d7335ef0bc4 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2094e607f7bf4345beb838fc2e483911&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1931036
Feb 12 21:12:50.474172 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402ccda-dec8-4089-a3ef-962098d29bbf req-f2c22582-bc2b-490c-bd52-9c7c187738a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:50.476501 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9402ccda-dec8-4089-a3ef-962098d29bbf req-f2c22582-bc2b-490c-bd52-9c7c187738a0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0900812
Feb 12 21:12:50.562411 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-520f136c-e75d-43e2-a745-49aed9ab2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:50.563903 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-520f136c-e75d-43e2-a745-49aed9ab2694 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2094e607f7bf4345beb838fc2e483911&device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 1126 time: 0.0501566
Feb 12 21:12:50.607074 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-9e44c24e-eed7-4a92-8f83-a5e85af1d99b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ad38511-3f1f-4f22-831b-955591ab9833 HTTP/1.1" status: 200  len: 217 time: 0.0345867
Feb 12 21:12:50.646392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9045d14a-f3fd-4ac7-b7c3-80e22e9b0970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0bcb3d-2043-41d3-a1f4-e06134cff0af'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:50.649635 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb64a6c-cc10-4c29-8110-d84a908715bd" -d '{"events": [{"server_uuid": "9045d14a-f3fd-4ac7-b7c3-80e22e9b0970", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0bcb3d-2043-41d3-a1f4-e06134cff0af"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:50.665744 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-94f62de6-8e88-4b3b-8425-c8d36b84db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:50.668291 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-94f62de6-8e88-4b3b-8425-c8d36b84db5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5 HTTP/1.1" status: 200  len: 856 time: 0.0545816
Feb 12 21:12:50.692865 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556edc91-8014-4c84-ac84-e1bd4b022a67 x-openstack-request-id: req-556edc91-8014-4c84-ac84-e1bd4b022a67 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:50.693445 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9045d14a-f3fd-4ac7-b7c3-80e22e9b0970", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0bcb3d-2043-41d3-a1f4-e06134cff0af", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:50.693930 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-556edc91-8014-4c84-ac84-e1bd4b022a67 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:50.694588 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9045d14a-f3fd-4ac7-b7c3-80e22e9b0970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0bcb3d-2043-41d3-a1f4-e06134cff0af', 'code': 200}
Feb 12 21:12:50.748965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-59459f9d-4837-4e04-9c6d-b264ff67e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:50.750673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-59459f9d-4837-4e04-9c6d-b264ff67e99f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4558dc02-1bc4-4b41-a16f-8a68e939fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0660846
Feb 12 21:12:50.867831 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aed571-decb-4817-a83d-3f9f41e4bad9 req-0fd0e1dc-62d8-48b5-988c-50cd3405b95d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:50.869726 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-61aed571-decb-4817-a83d-3f9f41e4bad9 req-0fd0e1dc-62d8-48b5-988c-50cd3405b95d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.1230881
Feb 12 21:12:51.031906 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e02e203e-97c9-4c3f-a274-42d417a8236d req-bfb5bc7c-1c19-44cc-bd97-2c10cfeb9300 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 210 time: 0.0314634
Feb 12 21:12:51.195917 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ad5b1-5a5f-4750-80ec-10edb8c5bf6a req-857da9e4-c0b4-44e0-bdea-319f36d17253 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:51.197529 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c8ad5b1-5a5f-4750-80ec-10edb8c5bf6a req-857da9e4-c0b4-44e0-bdea-319f36d17253 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0584359
Feb 12 21:12:51.226467 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-31c0211e-2a43-4a1a-b629-b0f5f287af45 service neutron] 10.222.0.48 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4660523
Feb 12 21:12:51.264915 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c8ad5b1-5a5f-4750-80ec-10edb8c5bf6a req-fb812130-7673-4b5a-8c1c-17cb50b73388 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572081
Feb 12 21:12:51.372735 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-61aed571-decb-4817-a83d-3f9f41e4bad9 req-7b6954d2-119a-4803-8c75-857ab3dc3bc6 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4939892
Feb 12 21:12:51.404329 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-dfd80046-e472-46af-987a-34b5642c187f tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:51.405794 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-dfd80046-e472-46af-987a-34b5642c187f tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.50 "GET /v2.0/networks?id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 HTTP/1.1" status: 200  len: 803 time: 0.2017212
Feb 12 21:12:51.424839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-3efab838-f4db-41b8-a277-500f94471390 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Request body: {'port': {'device_id': '79709269-3992-4499-9554-9f8e806a6b1e', 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2', 'admin_state_up': True, 'tenant_id': 'e3c778564eef403aa9d4a76e4c1d3c20'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:51.431499 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51a11e49-a4eb-484f-8d50-68a914e9fd2f req-c14e4f09-d11b-43bb-af42-d459206c1fab service neutron] 10.222.0.48 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1938181
Feb 12 21:12:51.567840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939edea-6d56-4652-a11d-975f06b763ab req-255bbb25-a970-4f7f-a78a-070c539aa3da tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:51.569279 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e939edea-6d56-4652-a11d-975f06b763ab req-255bbb25-a970-4f7f-a78a-070c539aa3da tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 944 time: 0.1152933
Feb 12 21:12:51.621582 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e939edea-6d56-4652-a11d-975f06b763ab req-53bf7b38-a73b-43a1-ae33-952eb8aabfef tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456641
Feb 12 21:12:51.671368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-3efab838-f4db-41b8-a277-500f94471390 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Made reservation on behalf of e3c778564eef403aa9d4a76e4c1d3c20 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:12:51.674801 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-3efab838-f4db-41b8-a277-500f94471390 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:51.812285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-3efab838-f4db-41b8-a277-500f94471390 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Allocated IP 172.20.0.11 (4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2/d47f89e7-f97f-48dd-8271-e3c84e1c2284/b25ff654-6b35-4608-9611-19d43612bf7b) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:12:51.902111 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3e75d-e3d7-403d-81cf-150333a636ad req-1ba75a91-664a-4dda-b588-27c7fa2b4855 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:51.903726 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-97a3e75d-e3d7-403d-81cf-150333a636ad req-1ba75a91-664a-4dda-b588-27c7fa2b4855 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0928686
Feb 12 21:12:51.914822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda3dcb-7290-47b3-b95a-5a99a4d8f1c5 req-99c8bbf2-cc8d-42a8-b602-f2e51738967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:51.916438 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ebda3dcb-7290-47b3-b95a-5a99a4d8f1c5 req-99c8bbf2-cc8d-42a8-b602-f2e51738967d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=184a5eeefb1f41d2b34ac8b7b3dee122&device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 1127 time: 0.0471568
Feb 12 21:12:52.009216 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda3dcb-7290-47b3-b95a-5a99a4d8f1c5 req-d903bbfe-944e-490e-a4ce-d9f10b5c499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:52.010945 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ebda3dcb-7290-47b3-b95a-5a99a4d8f1c5 req-d903bbfe-944e-490e-a4ce-d9f10b5c499f service neutron] 10.222.0.50 "GET /v2.0/networks?id=04053501-c602-45a2-b372-831dd8f55883 HTTP/1.1" status: 200  len: 919 time: 0.0889721
Feb 12 21:12:52.013702 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-97a3e75d-e3d7-403d-81cf-150333a636ad req-ba9dcd35-2e73-4107-a5eb-763ec9a352c7 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952168
Feb 12 21:12:52.047354 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-3efab838-f4db-41b8-a277-500f94471390 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks [] for port (b25ff654-6b35-4608-9611-19d43612bf7b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:52.058083 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ebda3dcb-7290-47b3-b95a-5a99a4d8f1c5 req-40c7fa38-8214-4a77-999a-1bb99437617f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aef0ce7-550d-4329-9dc1-3a0237bf7a36 HTTP/1.1" status: 200  len: 217 time: 0.0417008
Feb 12 21:12:52.083142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9045d14a-f3fd-4ac7-b7c3-80e22e9b0970', 'name': 'network-vif-deleted', 'tag': 'ce0bcb3d-2043-41d3-a1f4-e06134cff0af'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:52.086110 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98989554-cea1-4632-a454-04386cf343a2" -d '{"events": [{"server_uuid": "9045d14a-f3fd-4ac7-b7c3-80e22e9b0970", "name": "network-vif-deleted", "tag": "ce0bcb3d-2043-41d3-a1f4-e06134cff0af"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:52.111136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda3dcb-7290-47b3-b95a-5a99a4d8f1c5 req-df17cdb6-e0c2-4919-a850-39a81c6f0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:52.112619 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ebda3dcb-7290-47b3-b95a-5a99a4d8f1c5 req-df17cdb6-e0c2-4919-a850-39a81c6f0bbe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5199d7f6-3807-4a27-82da-1136fa0a87d3 HTTP/1.1" status: 200  len: 858 time: 0.0498273
Feb 12 21:12:52.128796 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb849019-78a3-4767-b288-93939b9ea5bb x-openstack-request-id: req-fb849019-78a3-4767-b288-93939b9ea5bb {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:52.128935 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9045d14a-f3fd-4ac7-b7c3-80e22e9b0970", "name": "network-vif-deleted", "tag": "ce0bcb3d-2043-41d3-a1f4-e06134cff0af", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:52.129166 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb849019-78a3-4767-b288-93939b9ea5bb {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:52.129603 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9045d14a-f3fd-4ac7-b7c3-80e22e9b0970', 'name': 'network-vif-deleted', 'tag': 'ce0bcb3d-2043-41d3-a1f4-e06134cff0af', 'status': 'completed', 'code': 200}
Feb 12 21:12:52.145491 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-97378924-822d-45ea-aa1d-0dd42149f2f8 req-ed18e2b3-3834-4b89-a2b4-b2c4c33cb981 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 210 time: 0.0371394
Feb 12 21:12:52.161065 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-3efab838-f4db-41b8-a277-500f94471390 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:52.165900 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ebda3dcb-7290-47b3-b95a-5a99a4d8f1c5 req-15778316-474e-40b4-bd0a-4e31e26bed44 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04053501-c602-45a2-b372-831dd8f55883&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458419
Feb 12 21:12:52.205758 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-3efab838-f4db-41b8-a277-500f94471390 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:12:52.208730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-3efab838-f4db-41b8-a277-500f94471390 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:12:52.212958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-3efab838-f4db-41b8-a277-500f94471390 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:12:52.244605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efab838-f4db-41b8-a277-500f94471390 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Pushing event updated for resources: {'Port': ['ID=b25ff654-6b35-4608-9611-19d43612bf7b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:52.263462 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ebda3dcb-7290-47b3-b95a-5a99a4d8f1c5 req-f7698a21-fa47-4fe0-bc9b-033b3f192172 service neutron] 10.222.0.50 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916684
Feb 12 21:12:52.270509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-3efab838-f4db-41b8-a277-500f94471390 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:52.271115 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-3efab838-f4db-41b8-a277-500f94471390 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:52.359814 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ebda3dcb-7290-47b3-b95a-5a99a4d8f1c5 req-5e36dc0c-6f51-489e-a976-8c4282f39c61 service neutron] 10.222.0.50 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895038
Feb 12 21:12:52.380125 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-3efab838-f4db-41b8-a277-500f94471390 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9592929
Feb 12 21:12:52.392506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Request body: {'port': {'device_id': '79709269-3992-4499-9554-9f8e806a6b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:12:52.464686 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:52.551887 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c956d-afd2-49b0-8031-12853f802d9a req-a4290e82-fdf6-476a-8943-b456a957585d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:52.554245 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1b5c956d-afd2-49b0-8031-12853f802d9a req-a4290e82-fdf6-476a-8943-b456a957585d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.1066730
Feb 12 21:12:52.705441 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1b5c956d-afd2-49b0-8031-12853f802d9a req-cfcba1e4-e149-4465-a431-b5adf35b7925 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450002
Feb 12 21:12:52.755195 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf57fb1-c7e3-4d39-9ac3-6e4a40e27f9c req-824194f2-73f6-492a-820f-f486a9d8ed70 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:52.757011 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddf57fb1-c7e3-4d39-9ac3-6e4a40e27f9c req-824194f2-73f6-492a-820f-f486a9d8ed70 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 944 time: 0.0594223
Feb 12 21:12:52.803777 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b25ff654-6b35-4608-9611-19d43612bf7b {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:12:52.807909 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddf57fb1-c7e3-4d39-9ac3-6e4a40e27f9c req-c8773cee-56ae-4f41-baed-fc948a38fd4e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447249
Feb 12 21:12:52.811847 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Publish callbacks [] for port (b25ff654-6b35-4608-9611-19d43612bf7b), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:52.825820 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Transition to ACTIVE for port object b25ff654-6b35-4608-9611-19d43612bf7b will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:12:52.937498 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:53.006926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Pushing event updated for resources: {'Port': ['ID=b25ff654-6b35-4608-9611-19d43612bf7b,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:53.063453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Attempting to bind port b25ff654-6b35-4608-9611-19d43612bf7b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:12:53.063786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Attempting to bind port b25ff654-6b35-4608-9611-19d43612bf7b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:12:53.064105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Attempting to bind port b25ff654-6b35-4608-9611-19d43612bf7b on network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:53.068931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Port b25ff654-6b35-4608-9611-19d43612bf7b on network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:12:53.069261 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Attempting to bind port b25ff654-6b35-4608-9611-19d43612bf7b on network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:12:53.074151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:12:53.074511 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Checking segment: {'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:12:53.074896 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Bound using segment: {'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:12:53.075312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Bound port: b25ff654-6b35-4608-9611-19d43612bf7b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:12:53.075662 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:53.171418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] For port b25ff654-6b35-4608-9611-19d43612bf7b, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:12:53.175070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] For port b25ff654-6b35-4608-9611-19d43612bf7b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b25ff654-6b35-4608-9611-19d43612bf7b,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:12:53.183120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484519a-2e20-4aa7-86df-b009df049231 req-57008dcc-4fe5-4b38-815c-59dadc13cc5e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:53.184599 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d484519a-2e20-4aa7-86df-b009df049231 req-57008dcc-4fe5-4b38-815c-59dadc13cc5e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0973241
Feb 12 21:12:53.235435 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d484519a-2e20-4aa7-86df-b009df049231 req-d5006cf1-a67d-47f2-b80b-699aa646ed19 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449464
Feb 12 21:12:53.274824 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3ff0f-8804-4b88-8d00-98e1d97026c1 req-0a492de7-f24b-4f18-89fa-a3c55242e316 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:53.275397 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:53.276333 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-01d3ff0f-8804-4b88-8d00-98e1d97026c1 req-0a492de7-f24b-4f18-89fa-a3c55242e316 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 944 time: 0.0542686
Feb 12 21:12:53.317679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:53.318309 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:53.319762 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] 10.222.0.50 "PUT /v2.0/ports/b25ff654-6b35-4608-9611-19d43612bf7b HTTP/1.1" status: 200  len: 1092 time: 0.9314461
Feb 12 21:12:53.328803 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-01d3ff0f-8804-4b88-8d00-98e1d97026c1 req-64a542c1-142f-4c47-9f5c-56ea3226d868 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464435
Feb 12 21:12:53.337752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ce50c-1f48-4e66-8b7e-5ad2d941b772 service neutron] Pushing event updated for resources: {'Port': ['ID=b25ff654-6b35-4608-9611-19d43612bf7b,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:53.484088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-aaf2546d-5eb5-4c84-8db6-6e8ecd9c95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:53.485616 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-aaf2546d-5eb5-4c84-8db6-6e8ecd9c95c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3c778564eef403aa9d4a76e4c1d3c20&device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 1126 time: 0.0455112
Feb 12 21:12:53.528259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-f1317f78-2512-4d05-a39c-3c549366d447 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b25ff654-6b35-4608-9611-19d43612bf7b HTTP/1.1" status: 200  len: 217 time: 0.0342391
Feb 12 21:12:53.577329 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-1a95c400-d3ba-4815-bcd1-7f399b339417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:53.578840 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-1a95c400-d3ba-4815-bcd1-7f399b339417 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d47f89e7-f97f-48dd-8271-e3c84e1c2284 HTTP/1.1" status: 200  len: 843 time: 0.0451591
Feb 12 21:12:53.615085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-5afc3dee-6f80-48af-a26e-fff0ce79fbbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0289607
Feb 12 21:12:53.704377 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-fd8f0013-d55b-4629-bd43-edd257198137 service neutron] 10.222.0.50 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818346
Feb 12 21:12:53.827578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6afe5c83-3ca5-4e35-95f4-da706bcc8aed req-3e2993f2-0323-4216-be2b-4c1b8ec8dafd service neutron] 10.222.0.50 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1169808
Feb 12 21:12:53.845382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765a159-e887-4a2c-bb86-8e219465e56e req-95b9fb3a-6b2c-474b-ac0a-cd0aaba1ed40 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:53.846873 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2765a159-e887-4a2c-bb86-8e219465e56e req-95b9fb3a-6b2c-474b-ac0a-cd0aaba1ed40 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0698717
Feb 12 21:12:53.895049 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2765a159-e887-4a2c-bb86-8e219465e56e req-0000f34b-58b8-4576-acd5-4a24191b28b6 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418549
Feb 12 21:12:53.944755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bdc4f-69fc-4e37-842c-8292cb7cbf50 req-a57e8fab-7a94-48d3-b957-7a4d1024571e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:53.946310 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b90bdc4f-69fc-4e37-842c-8292cb7cbf50 req-a57e8fab-7a94-48d3-b957-7a4d1024571e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 944 time: 0.0613227
Feb 12 21:12:53.993458 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b90bdc4f-69fc-4e37-842c-8292cb7cbf50 req-fb7272f2-e8ec-4ba5-82a2-e48bf4d7c709 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413768
Feb 12 21:12:54.131572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79709269-3992-4499-9554-9f8e806a6b1e', 'tag': 'b25ff654-6b35-4608-9611-19d43612bf7b'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:54.134406 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6b7102-a404-471b-b1da-54f83331e8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "79709269-3992-4499-9554-9f8e806a6b1e", "tag": "b25ff654-6b35-4608-9611-19d43612bf7b"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:54.171849 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7176193-18b8-4326-ac24-79cf8b052d4a x-openstack-request-id: req-e7176193-18b8-4326-ac24-79cf8b052d4a {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:54.172141 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79709269-3992-4499-9554-9f8e806a6b1e", "tag": "b25ff654-6b35-4608-9611-19d43612bf7b", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:54.172400 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7176193-18b8-4326-ac24-79cf8b052d4a {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:54.172833 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79709269-3992-4499-9554-9f8e806a6b1e', 'tag': 'b25ff654-6b35-4608-9611-19d43612bf7b', 'status': 'completed', 'code': 200}
Feb 12 21:12:54.244891 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b7102-a404-471b-b1da-54f83331e8f3 req-9c971b90-9f2b-4e42-8d3f-d6e88e5a5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:54.246401 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec6b7102-a404-471b-b1da-54f83331e8f3 req-9c971b90-9f2b-4e42-8d3f-d6e88e5a5275 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3c778564eef403aa9d4a76e4c1d3c20&device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 1126 time: 0.0447385
Feb 12 21:12:54.264646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ce0bcb3d-2043-41d3-a1f4-e06134cff0af no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:12:54.286201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: ce0bcb3d-2043-41d3-a1f4-e06134cff0af {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:12:54.286551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ce0bcb3d-2043-41d3-a1f4-e06134cff0af not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:12:54.322270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3ad38511-3f1f-4f22-831b-955591ab9833 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:12:54.345482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b7102-a404-471b-b1da-54f83331e8f3 req-4c692542-82b5-46c9-a561-bd0a465cbf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:54.347194 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec6b7102-a404-471b-b1da-54f83331e8f3 req-4c692542-82b5-46c9-a561-bd0a465cbf77 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 HTTP/1.1" status: 200  len: 904 time: 0.0943308
Feb 12 21:12:54.365254 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986d4b0-42f2-4b6b-822b-1db6b48cddc8 req-dc3230f3-4ca5-4336-9f03-d2d0a7f1c66c tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:54.368085 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0986d4b0-42f2-4b6b-822b-1db6b48cddc8 req-dc3230f3-4ca5-4336-9f03-d2d0a7f1c66c tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0613747
Feb 12 21:12:54.408744 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec6b7102-a404-471b-b1da-54f83331e8f3 req-b56a7281-2741-4a95-b7dc-1d10eef14de0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b25ff654-6b35-4608-9611-19d43612bf7b HTTP/1.1" status: 200  len: 217 time: 0.0544319
Feb 12 21:12:54.425040 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0986d4b0-42f2-4b6b-822b-1db6b48cddc8 req-dd1e7794-b8ac-4df1-bb92-1eb7ee646310 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506563
Feb 12 21:12:54.429809 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ad38511-3f1f-4f22-831b-955591ab9833,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:54.442662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '3ad38511-3f1f-4f22-831b-955591ab9833', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'port_id': '3ad38511-3f1f-4f22-831b-955591ab9833', 'mac_address': 'fa:16:3e:50:f6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:12:54.484738 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 3ad38511-3f1f-4f22-831b-955591ab9833 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:54.485860 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:54.496269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b7102-a404-471b-b1da-54f83331e8f3 req-58f2e97e-1ca3-40b9-8515-252317ca1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:54.497694 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec6b7102-a404-471b-b1da-54f83331e8f3 req-58f2e97e-1ca3-40b9-8515-252317ca1738 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d47f89e7-f97f-48dd-8271-e3c84e1c2284 HTTP/1.1" status: 200  len: 843 time: 0.0774066
Feb 12 21:12:54.499427 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad38511-3f1f-4f22-831b-955591ab9833 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:12:54.508001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35a8a4-29da-48f3-b917-d4e2c47b3d94 req-8bdc1350-9707-4423-9093-5f35e2d160b6 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:54.509715 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a35a8a4-29da-48f3-b917-d4e2c47b3d94 req-8bdc1350-9707-4423-9093-5f35e2d160b6 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 944 time: 0.0995736
Feb 12 21:12:54.519491 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ad38511-3f1f-4f22-831b-955591ab9833,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:54.541435 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec6b7102-a404-471b-b1da-54f83331e8f3 req-6e568b15-bd67-4470-9ea7-a37278170ea1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0307615
Feb 12 21:12:54.617029 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:54.628191 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a35a8a4-29da-48f3-b917-d4e2c47b3d94 req-1507c5b4-c2a8-4a40-98b5-aae864181905 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091807
Feb 12 21:12:54.658287 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec6b7102-a404-471b-b1da-54f83331e8f3 req-f0df29c6-e4ce-4cc8-819f-2af5f18076aa service neutron] 10.222.0.50 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1091533
Feb 12 21:12:54.666826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=3ad38511-3f1f-4f22-831b-955591ab9833,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:54.748821 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec6b7102-a404-471b-b1da-54f83331e8f3 req-d195d707-9744-4763-a192-2d10622c4c50 service neutron] 10.222.0.50 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832374
Feb 12 21:12:55.024748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bcff0-1fa3-44a6-bbe2-29fede034d75 req-7e1d42a0-07e6-4bf3-af5b-155ea5645b61 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:55.026199 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a33bcff0-1fa3-44a6-bbe2-29fede034d75 req-7e1d42a0-07e6-4bf3-af5b-155ea5645b61 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0566607
Feb 12 21:12:55.053134 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['3ad38511-3f1f-4f22-831b-955591ab9833'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:12:55.075354 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a33bcff0-1fa3-44a6-bbe2-29fede034d75 req-999566bd-3ee5-4a3b-b66a-4ca95875eb83 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432625
Feb 12 21:12:55.133213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0ac23-79e1-4a5b-a60c-d3df262400c9 req-c14ff4c5-5309-4eb5-b454-f48871ccfeb6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:55.134977 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86b0ac23-79e1-4a5b-a60c-d3df262400c9 req-c14ff4c5-5309-4eb5-b454-f48871ccfeb6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.0691881
Feb 12 21:12:55.184492 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86b0ac23-79e1-4a5b-a60c-d3df262400c9 req-7c12f6d9-7b8f-477f-8db7-72993b9dcac7 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421946
Feb 12 21:12:55.546721 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70925db6-7f55-438b-b9d7-226e91bc5601 req-8946929d-cc34-40e7-bad0-c222f9c648a7 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:55.548333 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-70925db6-7f55-438b-b9d7-226e91bc5601 req-8946929d-cc34-40e7-bad0-c222f9c648a7 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0523231
Feb 12 21:12:55.595068 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-70925db6-7f55-438b-b9d7-226e91bc5601 req-4e8a4697-1958-47d4-b40c-34749f7400ab tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398624
Feb 12 21:12:55.752416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd621de-01b6-4021-83e6-0f0144ec844c req-1cb4ac78-4917-4fef-bcfc-3eb65650c58c tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:55.754128 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9bd621de-01b6-4021-83e6-0f0144ec844c req-1cb4ac78-4917-4fef-bcfc-3eb65650c58c tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 944 time: 0.0540180
Feb 12 21:12:55.768056 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5ee8-0c23-481d-aaa2-aa925bdf875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:55.802300 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9bd621de-01b6-4021-83e6-0f0144ec844c req-22107ded-03f2-4453-9faf-903d74777dd9 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423384
Feb 12 21:12:56.196572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e64a99-de8c-4b94-8490-a847385e6a8f req-ca34d95c-a413-4e67-ba4f-de0bb2ae6c54 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:56.198099 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-57e64a99-de8c-4b94-8490-a847385e6a8f req-ca34d95c-a413-4e67-ba4f-de0bb2ae6c54 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0534658
Feb 12 21:12:56.251075 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-57e64a99-de8c-4b94-8490-a847385e6a8f req-0bffe470-7850-4194-b8f7-644284376a1c tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469871
Feb 12 21:12:56.262192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b25ff654-6b35-4608-9611-19d43612bf7b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:12:56.311105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb8bf7-0c1e-480b-aee2-b5c340dba051 req-d93fd6bb-d587-4f1f-8da5-c238170fc3ee tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:56.312582 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55eb8bf7-0c1e-480b-aee2-b5c340dba051 req-d93fd6bb-d587-4f1f-8da5-c238170fc3ee tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.0536091
Feb 12 21:12:56.363683 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55eb8bf7-0c1e-480b-aee2-b5c340dba051 req-736384d8-ad52-45f4-a012-dbb2deb92e0c tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453427
Feb 12 21:12:56.368064 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b25ff654-6b35-4608-9611-19d43612bf7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b25ff654-6b35-4608-9611-19d43612bf7b,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:56.379400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'b25ff654-6b35-4608-9611-19d43612bf7b', 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2', 'port_id': 'b25ff654-6b35-4608-9611-19d43612bf7b', 'mac_address': 'fa:16:3e:12:41:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47f89e7-f97f-48dd-8271-e3c84e1c2284', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:12:56.418386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port b25ff654-6b35-4608-9611-19d43612bf7b is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:56.418782 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:56.432018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b25ff654-6b35-4608-9611-19d43612bf7b {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:12:56.452085 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b25ff654-6b35-4608-9611-19d43612bf7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b25ff654-6b35-4608-9611-19d43612bf7b,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:56.528134 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:56.574534 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=b25ff654-6b35-4608-9611-19d43612bf7b,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:56.683111 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:56.719734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7818a-6638-4bb8-b6f2-362f8ed9d9f4 req-9ade72c5-8849-4ff3-8182-ea705d168956 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:56.721207 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-13c7818a-6638-4bb8-b6f2-362f8ed9d9f4 req-9ade72c5-8849-4ff3-8182-ea705d168956 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0553474
Feb 12 21:12:56.760645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['b25ff654-6b35-4608-9611-19d43612bf7b'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:12:56.772228 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-13c7818a-6638-4bb8-b6f2-362f8ed9d9f4 req-704cafa2-c27e-49a5-80c8-d2f17a6f65f3 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440731
Feb 12 21:12:56.921482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78cd83-69bf-4284-afdb-7738506316a1 req-5e5dcd75-1075-410f-a149-184d19513706 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:56.923077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be78cd83-69bf-4284-afdb-7738506316a1 req-5e5dcd75-1075-410f-a149-184d19513706 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 945 time: 0.0534956
Feb 12 21:12:56.970741 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be78cd83-69bf-4284-afdb-7738506316a1 req-4ae831a2-909e-466b-bb66-cac48d664592 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413468
Feb 12 21:12:57.371909 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f0630-03f1-4c40-8eaa-63d9f2e3ece6 req-97efd9e8-8577-4077-af43-71d547d9182f tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:57.373511 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6a2f0630-03f1-4c40-8eaa-63d9f2e3ece6 req-97efd9e8-8577-4077-af43-71d547d9182f tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0537238
Feb 12 21:12:57.422312 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6a2f0630-03f1-4c40-8eaa-63d9f2e3ece6 req-8fbf43d5-3a3c-434b-9a02-6a91078e2ee3 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431657
Feb 12 21:12:57.490241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b68418-6d51-495d-8555-0d289f7e934d req-f29a7a74-6b73-4a88-bafa-4faefd08da9e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:57.491944 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c9b68418-6d51-495d-8555-0d289f7e934d req-f29a7a74-6b73-4a88-bafa-4faefd08da9e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.0528882
Feb 12 21:12:57.539319 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c9b68418-6d51-495d-8555-0d289f7e934d req-e7dedf11-4f1f-40ba-a020-38154ea870d4 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416236
Feb 12 21:12:57.895102 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d28afe-8e0d-4e0b-8f08-039606c7b89f req-32224616-dfd4-45b1-bc5a-a1e8786dd831 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:57.896622 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-61d28afe-8e0d-4e0b-8f08-039606c7b89f req-32224616-dfd4-45b1-bc5a-a1e8786dd831 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0564826
Feb 12 21:12:57.945676 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-61d28afe-8e0d-4e0b-8f08-039606c7b89f req-325d3871-748f-4e45-9c0c-f87afb2d4cc5 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426955
Feb 12 21:12:58.014178 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b411a255-ee7a-426d-ae70-98bf5473028f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:58.095294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2501686-2deb-4f10-a2e5-91064ed8d44a req-6ac2f1eb-afb9-453e-b593-7dd267eedaf0 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:58.096713 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2501686-2deb-4f10-a2e5-91064ed8d44a req-6ac2f1eb-afb9-453e-b593-7dd267eedaf0 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 945 time: 0.0571098
Feb 12 21:12:58.144197 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2501686-2deb-4f10-a2e5-91064ed8d44a req-7c3fab20-d996-421c-a654-216d99ee81c9 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415998
Feb 12 21:12:58.275915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b25ff654-6b35-4608-9611-19d43612bf7b up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:58.353863 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3ad38511-3f1f-4f22-831b-955591ab9833 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:12:58.416958 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port b25ff654-6b35-4608-9611-19d43612bf7b completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:12:58.420570 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port b25ff654-6b35-4608-9611-19d43612bf7b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:58.420939 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:58.487445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 3ad38511-3f1f-4f22-831b-955591ab9833 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:12:58.498208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 3ad38511-3f1f-4f22-831b-955591ab9833 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:12:58.498584 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:58.533715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port b25ff654-6b35-4608-9611-19d43612bf7b is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:58.534104 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:58.543641 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069e6fb-0d72-47d7-b4a4-ebcd76179a48 req-2611b95d-7125-4772-b788-2fae5a2cfc36 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:58.545763 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9069e6fb-0d72-47d7-b4a4-ebcd76179a48 req-2611b95d-7125-4772-b788-2fae5a2cfc36 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0536559
Feb 12 21:12:58.565886 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79709269-3992-4499-9554-9f8e806a6b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25ff654-6b35-4608-9611-19d43612bf7b'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:12:58.567705 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abf98b4-d721-498c-91a5-81d6c12602dd" -d '{"events": [{"server_uuid": "79709269-3992-4499-9554-9f8e806a6b1e", "name": "network-vif-plugged", "status": "completed", "tag": "b25ff654-6b35-4608-9611-19d43612bf7b"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:12:58.583081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b25ff654-6b35-4608-9611-19d43612bf7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b25ff654-6b35-4608-9611-19d43612bf7b,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:58.595851 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9069e6fb-0d72-47d7-b4a4-ebcd76179a48 req-773accd2-62f5-4d33-af7a-e816e5f4bc4c tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445116
Feb 12 21:12:58.635062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 3ad38511-3f1f-4f22-831b-955591ab9833 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:12:58.638513 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:58.649779 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408ff6a0-bbff-4ed7-ab36-eae82a98aad3 x-openstack-request-id: req-408ff6a0-bbff-4ed7-ab36-eae82a98aad3 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:12:58.650074 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79709269-3992-4499-9554-9f8e806a6b1e", "name": "network-vif-plugged", "status": "completed", "tag": "b25ff654-6b35-4608-9611-19d43612bf7b", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:12:58.650325 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-408ff6a0-bbff-4ed7-ab36-eae82a98aad3 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:12:58.650718 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79709269-3992-4499-9554-9f8e806a6b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25ff654-6b35-4608-9611-19d43612bf7b', 'code': 200}
Feb 12 21:12:58.670042 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72e25d-97c7-44ba-8c63-688797629b20 req-d18698cf-ff3d-4cbc-97e4-eee4831f73ce tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:58.671560 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ea72e25d-97c7-44ba-8c63-688797629b20 req-d18698cf-ff3d-4cbc-97e4-eee4831f73ce tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.0559003
Feb 12 21:12:58.675957 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ad38511-3f1f-4f22-831b-955591ab9833,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:12:58.682456 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:58.731438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=b25ff654-6b35-4608-9611-19d43612bf7b,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:58.734507 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:58.766475 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ea72e25d-97c7-44ba-8c63-688797629b20 req-49e40ab1-bbf8-4d2f-999a-9f1de104a0df tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852723
Feb 12 21:12:58.776887 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c475a49-3f85-4f22-918d-5cb4c849553a req-fbb4eb60-6f7e-4e69-aa39-e028575d7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:58.778484 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c475a49-3f85-4f22-918d-5cb4c849553a req-fbb4eb60-6f7e-4e69-aa39-e028575d7b6b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 1128 time: 0.0746562
Feb 12 21:12:58.790971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=3ad38511-3f1f-4f22-831b-955591ab9833,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:12:58.829491 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c475a49-3f85-4f22-918d-5cb4c849553a req-128f063e-0ce5-480a-a0d1-37df35c2e13c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431201
Feb 12 21:12:59.067049 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abc762-9976-4899-a8d6-b8b34583e24f req-9fabbbd9-898d-4fa3-8c28-5cccba24e1db tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:59.069275 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b6abc762-9976-4899-a8d6-b8b34583e24f req-9fabbbd9-898d-4fa3-8c28-5cccba24e1db tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0529597
Feb 12 21:12:59.120486 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b6abc762-9976-4899-a8d6-b8b34583e24f req-a053fcb3-e4b4-49a1-856a-f3ac1c676adc tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454314
Feb 12 21:12:59.265897 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e99a4-d2da-4154-b657-971e2930d3ea req-20e61f3b-4a86-4c38-b30a-2e6cfcbe098e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:59.267286 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e3e99a4-d2da-4154-b657-971e2930d3ea req-20e61f3b-4a86-4c38-b30a-2e6cfcbe098e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 946 time: 0.0545359
Feb 12 21:12:59.293835 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:59.315897 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e3e99a4-d2da-4154-b657-971e2930d3ea req-573f9e97-52e8-41d9-96b2-84faac82dfef tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423999
Feb 12 21:12:59.447936 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:12:59.717473 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ff745-c975-4592-a3ad-ab8f3e65f2ac req-bec714e0-2432-4286-be5c-c1f1bebcbb8f tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:59.719005 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3a2ff745-c975-4592-a3ad-ab8f3e65f2ac req-bec714e0-2432-4286-be5c-c1f1bebcbb8f tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0528347
Feb 12 21:12:59.765906 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3a2ff745-c975-4592-a3ad-ab8f3e65f2ac req-4b8d32c8-0948-4c25-a080-bae49c8c2b50 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413258
Feb 12 21:12:59.893108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640af41a-d9dd-41dd-a65f-de6bbcace6f3 req-eb2e214f-54b8-479c-9dd8-b5eb289e1e28 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:12:59.894660 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-640af41a-d9dd-41dd-a65f-de6bbcace6f3 req-eb2e214f-54b8-479c-9dd8-b5eb289e1e28 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0535047
Feb 12 21:12:59.947246 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-640af41a-d9dd-41dd-a65f-de6bbcace6f3 req-0a6329dc-a960-4bb5-8739-419423025e98 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462394
Feb 12 21:13:00.240724 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd331c7-1944-4cc8-81cf-f4d2622b10af req-42fbd530-d48c-457b-b5a3-5cb754641c9e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:00.242236 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dd331c7-1944-4cc8-81cf-f4d2622b10af req-42fbd530-d48c-457b-b5a3-5cb754641c9e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0532877
Feb 12 21:13:00.291127 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dd331c7-1944-4cc8-81cf-f4d2622b10af req-5f4d9947-255f-43a8-9d70-1e86d71d9157 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432305
Feb 12 21:13:00.435474 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bc26b-8650-4cc4-8ba3-85e0787fd446 req-657f6686-fbea-4f60-a488-72d5976d2d70 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:00.436861 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-541bc26b-8650-4cc4-8ba3-85e0787fd446 req-657f6686-fbea-4f60-a488-72d5976d2d70 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 946 time: 0.0521772
Feb 12 21:13:00.486936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-541bc26b-8650-4cc4-8ba3-85e0787fd446 req-b13b2b02-f4f5-4187-aacf-8d70c8504487 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444655
Feb 12 21:13:00.652611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad38511-3f1f-4f22-831b-955591ab9833'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:00.655089 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0442696a-d51c-4592-85cd-a91294c6d195" -d '{"events": [{"server_uuid": "6bbfee9f-78df-472d-8f1a-f8e602fda68d", "name": "network-vif-plugged", "status": "completed", "tag": "3ad38511-3f1f-4f22-831b-955591ab9833"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:00.691215 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b8f93a-c8b6-4b4d-a534-e56f892fa8b3 x-openstack-request-id: req-61b8f93a-c8b6-4b4d-a534-e56f892fa8b3 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:00.691512 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbfee9f-78df-472d-8f1a-f8e602fda68d", "name": "network-vif-plugged", "status": "completed", "tag": "3ad38511-3f1f-4f22-831b-955591ab9833", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:00.691768 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61b8f93a-c8b6-4b4d-a534-e56f892fa8b3 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:00.692162 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad38511-3f1f-4f22-831b-955591ab9833', 'code': 200}
Feb 12 21:13:00.797375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18c432-05bd-4474-973b-c86f75a466a3 req-ab7cd730-c40f-4649-a8fe-5726d7b20a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:00.798789 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2f18c432-05bd-4474-973b-c86f75a466a3 req-ab7cd730-c40f-4649-a8fe-5726d7b20a3c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 1128 time: 0.0443645
Feb 12 21:13:00.857921 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2f18c432-05bd-4474-973b-c86f75a466a3 req-a571fcfe-4798-4579-a5a8-2008413cbd09 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512164
Feb 12 21:13:00.902825 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dd1a4-28e6-4ba8-8218-d63f1d1ccafc req-fb2243b4-6bcf-4e33-b5a3-0956015bca19 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:00.905803 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f74dd1a4-28e6-4ba8-8218-d63f1d1ccafc req-fb2243b4-6bcf-4e33-b5a3-0956015bca19 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0670836
Feb 12 21:13:00.931362 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:00.955569 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f74dd1a4-28e6-4ba8-8218-d63f1d1ccafc req-b32b83d8-ff68-4d63-a8b0-43fb7890241c tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428896
Feb 12 21:13:00.955751 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9e325-d717-40c4-becc-a2fc0bcffffb req-92959923-2801-4d83-b25e-77000714b309 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:00.956651 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a7b9e325-d717-40c4-becc-a2fc0bcffffb req-92959923-2801-4d83-b25e-77000714b309 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 946 time: 0.0582430
Feb 12 21:13:01.009436 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a7b9e325-d717-40c4-becc-a2fc0bcffffb req-65c6d154-6db9-41ee-a481-54b84068f5cb tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460727
Feb 12 21:13:01.074968 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568956c8-b742-4e70-a62d-f87e90a837f5 req-4c4b477b-a568-4713-851f-5c3c0491466b tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:01.076456 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-568956c8-b742-4e70-a62d-f87e90a837f5 req-4c4b477b-a568-4713-851f-5c3c0491466b tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0556231
Feb 12 21:13:01.123888 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-568956c8-b742-4e70-a62d-f87e90a837f5 req-daaff951-b2ee-49b9-bed8-e150bc527e57 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418627
Feb 12 21:13:01.412674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469894c-f125-4e31-958b-087213bf8218 req-8b857f39-bae8-4d41-a7d2-c2ed669f081a tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:01.415084 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b469894c-f125-4e31-958b-087213bf8218 req-8b857f39-bae8-4d41-a7d2-c2ed669f081a tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0553153
Feb 12 21:13:01.463761 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b469894c-f125-4e31-958b-087213bf8218 req-ef269fce-f7b9-432e-9e91-1bf73263288e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431957
Feb 12 21:13:02.078437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bb707-8935-4c2d-acff-aad74a6a406c req-1581ea8f-8dfc-42ff-8844-31756204e575 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:02.079987 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-701bb707-8935-4c2d-acff-aad74a6a406c req-1581ea8f-8dfc-42ff-8844-31756204e575 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0571272
Feb 12 21:13:02.133943 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-701bb707-8935-4c2d-acff-aad74a6a406c req-990667a6-2e32-4cf2-84de-2b31a6721cb4 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483382
Feb 12 21:13:02.139204 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5d945-3b5c-404b-99b2-49a55305f1e9 req-3b1169c3-e746-443b-9088-ef7bfbdfc98d tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:02.140679 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e1e5d945-3b5c-404b-99b2-49a55305f1e9 req-3b1169c3-e746-443b-9088-ef7bfbdfc98d tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 946 time: 0.0621276
Feb 12 21:13:02.168004 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:02.193251 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e1e5d945-3b5c-404b-99b2-49a55305f1e9 req-20492099-09d9-4c26-a0a5-0cb9d091fd82 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468979
Feb 12 21:13:02.251915 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67f1fa-0c20-41cc-b7c1-e5822e1a925d req-ed5ce4dc-7f6a-4030-bd41-1cec878099ec tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:02.253495 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a67f1fa-0c20-41cc-b7c1-e5822e1a925d req-ed5ce4dc-7f6a-4030-bd41-1cec878099ec tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0547163
Feb 12 21:13:02.304874 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a67f1fa-0c20-41cc-b7c1-e5822e1a925d req-6e839486-23a7-425b-9fe5-62abda4e09ac tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455334
Feb 12 21:13:02.584116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9eff9-1e89-43e6-bf9b-4383b6d5f1a9 req-685638d9-8ff5-41ef-a1a2-e27536868d57 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:02.585638 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e5c9eff9-1e89-43e6-bf9b-4383b6d5f1a9 req-685638d9-8ff5-41ef-a1a2-e27536868d57 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0532651
Feb 12 21:13:02.633068 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e5c9eff9-1e89-43e6-bf9b-4383b6d5f1a9 req-d6c89480-d217-4f7c-bf4e-fc6d9cd4e4af tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413427
Feb 12 21:13:03.258789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e127320-f42a-4ebb-8e87-1ff98b3b7cf0 req-6e2e4259-a59b-4e00-a3f4-15c5d85b2ba6 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:03.261399 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6e127320-f42a-4ebb-8e87-1ff98b3b7cf0 req-6e2e4259-a59b-4e00-a3f4-15c5d85b2ba6 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0558708
Feb 12 21:13:03.313226 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6e127320-f42a-4ebb-8e87-1ff98b3b7cf0 req-3f548589-4859-483e-ae53-94ab0afa2e82 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461965
Feb 12 21:13:03.438802 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196181c-03c6-4316-be97-b45cc5c69ff8 req-3d642867-e0e9-4e26-b3dd-1d3e59e64147 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:03.440187 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7196181c-03c6-4316-be97-b45cc5c69ff8 req-3d642867-e0e9-4e26-b3dd-1d3e59e64147 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0611444
Feb 12 21:13:03.487563 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7196181c-03c6-4316-be97-b45cc5c69ff8 req-75e6c8b1-badd-4ff9-a983-e32dd9c41070 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412974
Feb 12 21:13:03.609961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4eb601-c2fb-48c4-aa13-428d554777fb req-a533c06a-4a97-40fd-aadf-5b0505a8d132 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:03.611464 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bd4eb601-c2fb-48c4-aa13-428d554777fb req-a533c06a-4a97-40fd-aadf-5b0505a8d132 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0535319
Feb 12 21:13:03.620536 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39526) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:03.625030 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8cfa363a-0718-49e1-89b8-ed8617b7d901 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Request body: {'floatingip': {'port_id': '3ad38511-3f1f-4f22-831b-955591ab9833'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:03.672673 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8cfa363a-0718-49e1-89b8-ed8617b7d901 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for floatingip (99d1bff9-8c1a-4a36-8bb4-dc30ef5e357c), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:03.754527 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6cbc9-54e6-4fd4-8324-c4bf38fdda4d req-df42735b-423d-4c88-acee-6c268e38aa49 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:03.756036 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-21f6cbc9-54e6-4fd4-8324-c4bf38fdda4d req-df42735b-423d-4c88-acee-6c268e38aa49 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0545881
Feb 12 21:13:03.804450 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-21f6cbc9-54e6-4fd4-8324-c4bf38fdda4d req-5dbab084-0684-4a0d-a867-df8b4692a319 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418870
Feb 12 21:13:04.123477 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8cfa363a-0718-49e1-89b8-ed8617b7d901 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:04.214075 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8cfa363a-0718-49e1-89b8-ed8617b7d901 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (99d1bff9-8c1a-4a36-8bb4-dc30ef5e357c), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:04.318234 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-8cfa363a-0718-49e1-89b8-ed8617b7d901 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Floating IP 99d1bff9-8c1a-4a36-8bb4-dc30ef5e357c associated. External IP: 172.35.2.93, port: 3ad38511-3f1f-4f22-831b-955591ab9833.
Feb 12 21:13:04.437417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ec278-0827-4bb7-80c1-39252ed94473 req-1478b982-2685-4371-a995-fe9d19434bd0 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:04.439021 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-729ec278-0827-4bb7-80c1-39252ed94473 req-1478b982-2685-4371-a995-fe9d19434bd0 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0526452
Feb 12 21:13:04.491475 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-729ec278-0827-4bb7-80c1-39252ed94473 req-b14e0de6-150c-4e99-a9ec-d15a8f058d8b tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466235
Feb 12 21:13:04.530912 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfa363a-0718-49e1-89b8-ed8617b7d901 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Router 688e2890-2d6b-4da6-aa85-a74cf061f2ca has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:13:04.639745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfa363a-0718-49e1-89b8-ed8617b7d901 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:13:04.644559 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8cfa363a-0718-49e1-89b8-ed8617b7d901 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:04.651240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e07322-269a-4107-9c13-912634c296ee None None] Sync routers for ids ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:13:04.660830 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e07322-269a-4107-9c13-912634c296ee None None] Routers {'688e2890-2d6b-4da6-aa85-a74cf061f2ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:13:04.661488 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-89e07322-269a-4107-9c13-912634c296ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb446100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:12:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:04.674526 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8cfa363a-0718-49e1-89b8-ed8617b7d901 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "PUT /v2.0/floatingips/99d1bff9-8c1a-4a36-8bb4-dc30ef5e357c HTTP/1.1" status: 200  len: 991 time: 1.0528667
Feb 12 21:13:04.675243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'tag': '3ad38511-3f1f-4f22-831b-955591ab9833'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:04.677626 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a51d81-aa01-4570-942e-1f5f96b319a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbfee9f-78df-472d-8f1a-f8e602fda68d", "tag": "3ad38511-3f1f-4f22-831b-955591ab9833"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:04.715515 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d08da78-7319-44fa-adbd-6438d03cab92 x-openstack-request-id: req-1d08da78-7319-44fa-adbd-6438d03cab92 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:04.715805 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbfee9f-78df-472d-8f1a-f8e602fda68d", "tag": "3ad38511-3f1f-4f22-831b-955591ab9833", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:04.716063 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d08da78-7319-44fa-adbd-6438d03cab92 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:04.716468 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'tag': '3ad38511-3f1f-4f22-831b-955591ab9833', 'status': 'completed', 'code': 200}
Feb 12 21:13:04.785235 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a51d81-aa01-4570-942e-1f5f96b319a9 req-6d39f675-53d7-43da-94e9-8a17c33dbaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:04.786724 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-89e07322-269a-4107-9c13-912634c296ee None None] Set router 688e2890-2d6b-4da6-aa85-a74cf061f2ca gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:13:04.786928 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66a51d81-aa01-4570-942e-1f5f96b319a9 req-6d39f675-53d7-43da-94e9-8a17c33dbaf6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2094e607f7bf4345beb838fc2e483911&device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 1128 time: 0.0456243
Feb 12 21:13:04.950154 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a51d81-aa01-4570-942e-1f5f96b319a9 req-bc2cb38c-cf6b-4d1a-aa91-6d865636ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:04.951654 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66a51d81-aa01-4570-942e-1f5f96b319a9 req-bc2cb38c-cf6b-4d1a-aa91-6d865636ab11 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4558dc02-1bc4-4b41-a16f-8a68e939fe76 HTTP/1.1" status: 200  len: 918 time: 0.1525261
Feb 12 21:13:04.981930 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aec33a-8b07-4275-99dc-f41398fb6d9f req-ea8d717f-1669-49dd-965e-6698cceef0a1 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:04.983298 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08aec33a-8b07-4275-99dc-f41398fb6d9f req-ea8d717f-1669-49dd-965e-6698cceef0a1 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0811620
Feb 12 21:13:05.072911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-89e07322-269a-4107-9c13-912634c296ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb446100>, [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '99d1bff9-8c1a-4a36-8bb4-dc30ef5e357c', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'floating_ip_address': '172.35.2.93', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'port_id': '3ad38511-3f1f-4f22-831b-955591ab9833', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'mac_address': 'fa:16:3e:50:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:12:43Z', 'updated_at': '2022-02-12T21:13:04Z', 'revision_number': 1, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:28Z', 'revision_number': 5, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:05.079439 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66a51d81-aa01-4570-942e-1f5f96b319a9 req-10aa51cc-3cfe-4a4d-83c3-0d55a6d7ba54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ad38511-3f1f-4f22-831b-955591ab9833 HTTP/1.1" status: 200  len: 999 time: 0.1123962
Feb 12 21:13:05.100164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08aec33a-8b07-4275-99dc-f41398fb6d9f req-0346debc-052e-4e52-89d6-fee7ad90b8a9 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888300
Feb 12 21:13:05.105717 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e07322-269a-4107-9c13-912634c296ee None None] Checking router: 688e2890-2d6b-4da6-aa85-a74cf061f2ca for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:13:05.117869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e07322-269a-4107-9c13-912634c296ee None None] Routers {'688e2890-2d6b-4da6-aa85-a74cf061f2ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:13:05.118863 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-89e07322-269a-4107-9c13-912634c296ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb446100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:12:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:05.146251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a51d81-aa01-4570-942e-1f5f96b319a9 req-02269774-b3f2-4a42-be68-0058f1a8abda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:05.147796 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66a51d81-aa01-4570-942e-1f5f96b319a9 req-02269774-b3f2-4a42-be68-0058f1a8abda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5 HTTP/1.1" status: 200  len: 856 time: 0.0627127
Feb 12 21:13:05.203853 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a51d81-aa01-4570-942e-1f5f96b319a9 req-e22f36b5-4b26-4eef-8112-dba396d8c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:05.205452 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66a51d81-aa01-4570-942e-1f5f96b319a9 req-e22f36b5-4b26-4eef-8112-dba396d8c75b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4558dc02-1bc4-4b41-a16f-8a68e939fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0513625
Feb 12 21:13:05.313062 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66a51d81-aa01-4570-942e-1f5f96b319a9 req-bee56b68-6840-4d6d-a921-8dd8d1ef2eb4 service neutron] 10.222.0.48 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1010711
Feb 12 21:13:05.391629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-89e07322-269a-4107-9c13-912634c296ee None None] Set router 688e2890-2d6b-4da6-aa85-a74cf061f2ca gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:13:05.423353 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66a51d81-aa01-4570-942e-1f5f96b319a9 req-3c1a420a-9aa5-4a1f-8c2d-d45fef558709 service neutron] 10.222.0.48 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1028254
Feb 12 21:13:05.646120 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746c5e3-2bd5-4f95-9da8-c4f34d89d605 req-8785bc8e-52cb-4fd4-bffa-04031f8211bb tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:05.649043 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d746c5e3-2bd5-4f95-9da8-c4f34d89d605 req-8785bc8e-52cb-4fd4-bffa-04031f8211bb tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0793114
Feb 12 21:13:05.678899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-89e07322-269a-4107-9c13-912634c296ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb446100>, [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '99d1bff9-8c1a-4a36-8bb4-dc30ef5e357c', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'floating_ip_address': '172.35.2.93', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'port_id': '3ad38511-3f1f-4f22-831b-955591ab9833', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'mac_address': 'fa:16:3e:50:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:12:43Z', 'updated_at': '2022-02-12T21:13:04Z', 'revision_number': 1, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:28Z', 'revision_number': 5, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:05.702805 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d746c5e3-2bd5-4f95-9da8-c4f34d89d605 req-efb85a06-faf1-4fd8-9f1a-729f176d9d43 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475812
Feb 12 21:13:05.712763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e07322-269a-4107-9c13-912634c296ee None None] The sync data for ids ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'] in ncdv-master-1 is: [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '99d1bff9-8c1a-4a36-8bb4-dc30ef5e357c', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'floating_ip_address': '172.35.2.93', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'port_id': '3ad38511-3f1f-4f22-831b-955591ab9833', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'mac_address': 'fa:16:3e:50:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:12:43Z', 'updated_at': '2022-02-12T21:13:04Z', 'revision_number': 1, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:28Z', 'revision_number': 5, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:13:05.931723 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac916455-4731-463e-a357-5555bef112cd None None] New status for floating IP 99d1bff9-8c1a-4a36-8bb4-dc30ef5e357c: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:13:06.226970 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ca970-2ea9-4469-9c10-a1ca59b4333e req-47d61d17-25cf-492b-b894-043bf63e2938 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:06.229042 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b69ca970-2ea9-4469-9c10-a1ca59b4333e req-47d61d17-25cf-492b-b894-043bf63e2938 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0536220
Feb 12 21:13:06.277607 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b69ca970-2ea9-4469-9c10-a1ca59b4333e req-65e52cbc-f76e-4af7-a6d9-f6b17f2dbfd9 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424261
Feb 12 21:13:06.305323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b25ff654-6b35-4608-9611-19d43612bf7b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:13:06.411507 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b25ff654-6b35-4608-9611-19d43612bf7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b25ff654-6b35-4608-9611-19d43612bf7b,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:06.425125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'b25ff654-6b35-4608-9611-19d43612bf7b', 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2', 'port_id': 'b25ff654-6b35-4608-9611-19d43612bf7b', 'mac_address': 'fa:16:3e:12:41:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47f89e7-f97f-48dd-8271-e3c84e1c2284', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:13:06.468125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port b25ff654-6b35-4608-9611-19d43612bf7b is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:06.468125 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:06.483708 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b25ff654-6b35-4608-9611-19d43612bf7b {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:13:06.500050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b25ff654-6b35-4608-9611-19d43612bf7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b25ff654-6b35-4608-9611-19d43612bf7b,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:06.577124 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:06.629975 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=b25ff654-6b35-4608-9611-19d43612bf7b,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:06.680601 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['b25ff654-6b35-4608-9611-19d43612bf7b'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:13:06.851407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b2458-b41f-48e3-a204-7ef74c464932 req-8a810788-0f58-424b-9f1d-1815209d1c2d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:06.854474 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f49b2458-b41f-48e3-a204-7ef74c464932 req-8a810788-0f58-424b-9f1d-1815209d1c2d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0642259
Feb 12 21:13:06.914726 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f49b2458-b41f-48e3-a204-7ef74c464932 req-eb138867-68e8-45e4-91da-90e88f7ba20d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547335
Feb 12 21:13:07.279324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c688cda-dda5-49ab-a825-f12c5a96a317 req-5182bab8-74d9-48c5-92be-7522e4612d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:07.280814 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8c688cda-dda5-49ab-a825-f12c5a96a317 req-5182bab8-74d9-48c5-92be-7522e4612d89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 1128 time: 0.0643785
Feb 12 21:13:07.329096 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8c688cda-dda5-49ab-a825-f12c5a96a317 req-5e2e9f62-c89f-4f9c-b054-5d860acda823 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417290
Feb 12 21:13:07.443604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b3f7f-ba0f-452f-a722-1bf0f4bca404 req-1aaafe5e-8c25-4234-87dd-a7769756ee7c tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:07.454760 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-492b3f7f-ba0f-452f-a722-1bf0f4bca404 req-1aaafe5e-8c25-4234-87dd-a7769756ee7c tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0732379
Feb 12 21:13:07.516729 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-492b3f7f-ba0f-452f-a722-1bf0f4bca404 req-5eeccf30-2032-44bb-9b49-2ab1523ddff8 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586236
Feb 12 21:13:08.053277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f6072-f32f-44ea-b04c-4f6391bbd031 req-a8aa6bb2-cc3d-4de6-a00b-f7ef74298b6d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:08.054809 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e5f6072-f32f-44ea-b04c-4f6391bbd031 req-a8aa6bb2-cc3d-4de6-a00b-f7ef74298b6d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0594454
Feb 12 21:13:08.129556 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e5f6072-f32f-44ea-b04c-4f6391bbd031 req-040a67ae-36c7-479a-aaca-9f25c06910ec tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650017
Feb 12 21:13:08.333941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b25ff654-6b35-4608-9611-19d43612bf7b up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:13:08.391877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port b25ff654-6b35-4608-9611-19d43612bf7b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:08.392256 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:08.483509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port b25ff654-6b35-4608-9611-19d43612bf7b is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:08.483904 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:08.513081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79709269-3992-4499-9554-9f8e806a6b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25ff654-6b35-4608-9611-19d43612bf7b'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:08.513081 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7d101d-8854-4c87-99ec-3fbfb7596253" -d '{"events": [{"server_uuid": "79709269-3992-4499-9554-9f8e806a6b1e", "name": "network-vif-plugged", "status": "completed", "tag": "b25ff654-6b35-4608-9611-19d43612bf7b"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:08.525737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b25ff654-6b35-4608-9611-19d43612bf7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b25ff654-6b35-4608-9611-19d43612bf7b,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:08.562570 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7faea81-cad9-458a-bc82-f760a0708357 x-openstack-request-id: req-b7faea81-cad9-458a-bc82-f760a0708357 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:08.562869 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79709269-3992-4499-9554-9f8e806a6b1e", "name": "network-vif-plugged", "status": "completed", "tag": "b25ff654-6b35-4608-9611-19d43612bf7b", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:08.563130 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7faea81-cad9-458a-bc82-f760a0708357 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:08.563530 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79709269-3992-4499-9554-9f8e806a6b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25ff654-6b35-4608-9611-19d43612bf7b', 'code': 200}
Feb 12 21:13:08.631345 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:08.645553 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:13:08.688859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d27f9-7abe-4f99-9935-7ca7bceb2cef req-1a357dfd-b248-4f03-afc7-6c181f1a70ba tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:08.691345 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-435d27f9-7abe-4f99-9935-7ca7bceb2cef req-1a357dfd-b248-4f03-afc7-6c181f1a70ba tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0843458
Feb 12 21:13:08.711214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=b25ff654-6b35-4608-9611-19d43612bf7b,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:08.729788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:08.730384 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:08.730989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:08.731443 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:08.731880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:08.732376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:08.732860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:08.733415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:08.733881 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:08.734440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:08.734877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:08.735305 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:08.735740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:08.761498 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-435d27f9-7abe-4f99-9935-7ca7bceb2cef req-79694aa2-1370-4dda-a60c-fd83a91453b6 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647042
Feb 12 21:13:09.268506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b8b6b-d697-4da5-99e3-0ff58c18e451 req-db790795-ee36-4045-b89a-7e020a8ed37c tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:09.278246 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa6b8b6b-d697-4da5-99e3-0ff58c18e451 req-db790795-ee36-4045-b89a-7e020a8ed37c tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.0732491
Feb 12 21:13:09.335392 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa6b8b6b-d697-4da5-99e3-0ff58c18e451 req-0e99b0a9-6eb8-46e2-89ee-9f7af2209ab0 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580277
Feb 12 21:13:09.467828 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181c534-af9d-4682-afdd-d94225fb57ef req-dc5aa4ac-1d03-4242-b689-a18d6c45a913 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:09.470718 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4181c534-af9d-4682-afdd-d94225fb57ef req-dc5aa4ac-1d03-4242-b689-a18d6c45a913 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0624161
Feb 12 21:13:09.527713 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4181c534-af9d-4682-afdd-d94225fb57ef req-9b0d8216-36ae-435c-adf4-dbe4e0215fb9 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512648
Feb 12 21:13:09.975244 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ee0f3-08c1-41cb-ac12-6d061437cde6 req-4f73135a-48bf-4926-8d51-816757c17c8b tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:09.975244 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ca3ee0f3-08c1-41cb-ac12-6d061437cde6 req-4f73135a-48bf-4926-8d51-816757c17c8b tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.1158686
Feb 12 21:13:10.012735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd595f-8c78-4c23-9bec-7f1ef341e2f7 req-4e780fe9-73ed-4406-b497-e1dcbc95ad4d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:10.014950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31dd595f-8c78-4c23-9bec-7f1ef341e2f7 req-4e780fe9-73ed-4406-b497-e1dcbc95ad4d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0727823
Feb 12 21:13:10.069768 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ca3ee0f3-08c1-41cb-ac12-6d061437cde6 req-c107cdf1-d488-4477-acd8-b386a0d20269 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862217
Feb 12 21:13:10.093984 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31dd595f-8c78-4c23-9bec-7f1ef341e2f7 req-0c0ec025-d799-4516-bfbc-6aee21f6514d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725200
Feb 12 21:13:11.201738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5aba2-e7e3-49d6-b37c-d79cc1912b39 req-c40179ea-144c-44fd-a125-c0a4a7f3646b tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:11.203293 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01e5aba2-e7e3-49d6-b37c-d79cc1912b39 req-c40179ea-144c-44fd-a125-c0a4a7f3646b tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0598617
Feb 12 21:13:11.267259 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649016a-fd6a-4d2f-af01-e5352cd3882b req-6dc5a032-2229-4950-beab-b716579b137e tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:11.269157 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6649016a-fd6a-4d2f-af01-e5352cd3882b req-6dc5a032-2229-4950-beab-b716579b137e tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0777740
Feb 12 21:13:11.274014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01e5aba2-e7e3-49d6-b37c-d79cc1912b39 req-09314b4c-e67a-4b06-a41f-ea3547597fad tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640037
Feb 12 21:13:11.339642 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6649016a-fd6a-4d2f-af01-e5352cd3882b req-2157d87c-db6f-429e-9d0b-a50d6c0806d3 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605011
Feb 12 21:13:11.904209 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317326-a39d-47cb-98b0-215148ef45d2 req-506b6212-3af7-4883-bed3-776737590f75 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:11.906143 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b8317326-a39d-47cb-98b0-215148ef45d2 req-506b6212-3af7-4883-bed3-776737590f75 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0657132
Feb 12 21:13:11.965894 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b8317326-a39d-47cb-98b0-215148ef45d2 req-2551572b-8fdd-4645-a985-1ef8b817162d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476224
Feb 12 21:13:12.414385 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b063c-fad7-418e-9e22-d34a2fb5153f req-64fd14fb-8e9c-4d6c-849b-8acab26d280d tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:12.416119 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-853b063c-fad7-418e-9e22-d34a2fb5153f req-64fd14fb-8e9c-4d6c-849b-8acab26d280d tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0621755
Feb 12 21:13:12.478443 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-853b063c-fad7-418e-9e22-d34a2fb5153f req-e20de13b-bbab-4c8b-9d6a-95adfdd29f58 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550590
Feb 12 21:13:13.116668 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3dfd2-4471-48df-bf29-9c2625632826 req-0b40654c-4bed-4186-af08-553295155f50 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:13.118261 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bec3dfd2-4471-48df-bf29-9c2625632826 req-0b40654c-4bed-4186-af08-553295155f50 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0665452
Feb 12 21:13:13.181896 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bec3dfd2-4471-48df-bf29-9c2625632826 req-7b6d3cb3-7416-4782-8f91-2d325cea988b tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563939
Feb 12 21:13:13.644969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944ef20-58fe-4120-9667-0fc4cdba3bbe req-824f660f-aa32-4ae5-a2dc-132dec4b79fa tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:13.652285 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9944ef20-58fe-4120-9667-0fc4cdba3bbe req-824f660f-aa32-4ae5-a2dc-132dec4b79fa tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0751221
Feb 12 21:13:13.728535 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9944ef20-58fe-4120-9667-0fc4cdba3bbe req-3b2146ef-b9d5-4754-919f-5eae57a0e9b8 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632141
Feb 12 21:13:14.879679 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c40ee5-7d6c-440f-9311-e3323d78ed4f req-50ae90f1-e8a0-4bf5-850e-6bccff7fb861 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:14.888343 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-86c40ee5-7d6c-440f-9311-e3323d78ed4f req-50ae90f1-e8a0-4bf5-850e-6bccff7fb861 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0838029
Feb 12 21:13:14.955142 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-86c40ee5-7d6c-440f-9311-e3323d78ed4f req-55ae7dc2-ab35-45ef-8319-6c9692e19bcd tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657501
Feb 12 21:13:16.097556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559369ea-fe85-46e3-a87e-0a8fdb186887 req-2914cdd2-27e2-4434-920f-18ad204bda49 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:16.118124 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-559369ea-fe85-46e3-a87e-0a8fdb186887 req-2914cdd2-27e2-4434-920f-18ad204bda49 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0725856
Feb 12 21:13:16.149151 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-559369ea-fe85-46e3-a87e-0a8fdb186887 req-b8798dd1-3a73-4750-aa6e-bb3f9acaedb2 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437298
Feb 12 21:13:16.507324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a77cda-d694-45e8-addb-64e4e75d11eb req-91eb1cc0-a3a1-486e-838b-4731ecfc9c80 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:16.508830 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e6a77cda-d694-45e8-addb-64e4e75d11eb req-91eb1cc0-a3a1-486e-838b-4731ecfc9c80 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0589194
Feb 12 21:13:16.548249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15711ca0-deaf-4b4e-91c5-2addedcdcd08 req-dd0ee517-ace6-48c9-8ee7-09091d6cc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:16.550040 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15711ca0-deaf-4b4e-91c5-2addedcdcd08 req-dd0ee517-ace6-48c9-8ee7-09091d6cc9c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e9fbd43632c4530b8d993cde9cd2106&device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 1128 time: 0.0493824
Feb 12 21:13:16.561403 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e6a77cda-d694-45e8-addb-64e4e75d11eb req-3c702d95-7e2f-4942-b9aa-33629c3ed554 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458992
Feb 12 21:13:16.655294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15711ca0-deaf-4b4e-91c5-2addedcdcd08 req-8f3820f4-0301-4ec8-a624-745e04cff22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:16.656766 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15711ca0-deaf-4b4e-91c5-2addedcdcd08 req-8f3820f4-0301-4ec8-a624-745e04cff22d service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b HTTP/1.1" status: 200  len: 920 time: 0.1000206
Feb 12 21:13:16.702215 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15711ca0-deaf-4b4e-91c5-2addedcdcd08 req-f8d6a8d2-1d64-49d1-80eb-417b59cf1acc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a HTTP/1.1" status: 200  len: 217 time: 0.0379436
Feb 12 21:13:16.752963 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15711ca0-deaf-4b4e-91c5-2addedcdcd08 req-b247cbaa-af4e-4c9b-8bd3-27fa3376f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:16.754472 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15711ca0-deaf-4b4e-91c5-2addedcdcd08 req-b247cbaa-af4e-4c9b-8bd3-27fa3376f133 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7b134d2-e706-44bc-a03c-9b236aa099dd HTTP/1.1" status: 200  len: 859 time: 0.0467927
Feb 12 21:13:16.788067 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15711ca0-deaf-4b4e-91c5-2addedcdcd08 req-56f55d10-f7c4-48b8-9907-6a10dd3dadf0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254099
Feb 12 21:13:16.886829 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15711ca0-deaf-4b4e-91c5-2addedcdcd08 req-f1e2e0ee-2196-4d78-883b-25769a9df442 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0920255
Feb 12 21:13:16.993070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15711ca0-deaf-4b4e-91c5-2addedcdcd08 req-1d173cee-dc7e-4a28-955a-63121be1112f service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0983152
Feb 12 21:13:17.083229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c798925-2173-489a-ad74-ab968c631663 req-905de153-84e5-47f8-bd51-212d08155953 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:17.084701 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9c798925-2173-489a-ad74-ab968c631663 req-905de153-84e5-47f8-bd51-212d08155953 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 946 time: 0.0574152
Feb 12 21:13:17.141892 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9c798925-2173-489a-ad74-ab968c631663 req-a8b7b231-c725-4591-b32a-e898d82fc362 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups?id=050d78c8-22e2-4021-8f21-98aa6f61d710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511100
Feb 12 21:13:17.270709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344488e5-fac9-4b31-acb3-45b6ef7be899 req-c4d9dbd8-c7a6-4d44-aeb7-818771176618 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:17.272244 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-344488e5-fac9-4b31-acb3-45b6ef7be899 req-c4d9dbd8-c7a6-4d44-aeb7-818771176618 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0538895
Feb 12 21:13:17.322400 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-344488e5-fac9-4b31-acb3-45b6ef7be899 req-e81aea07-b74b-4466-99c4-e52999e49cc2 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442939
Feb 12 21:13:17.683882 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5416ba-d57d-4210-a7b7-dfc66bcd200c req-ac1aaafc-6eab-40c0-86b0-78e6d85eac13 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:17.685361 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e5416ba-d57d-4210-a7b7-dfc66bcd200c req-ac1aaafc-6eab-40c0-86b0-78e6d85eac13 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0538116
Feb 12 21:13:17.741746 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e5416ba-d57d-4210-a7b7-dfc66bcd200c req-1c932ee9-538b-4d52-9794-e15b10f09f08 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502813
Feb 12 21:13:18.314956 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de94c36-9f4e-4a47-9012-70a8e22478c9 req-26401143-e4f0-4b3a-9198-bbe9a9aad67c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:18.316453 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6de94c36-9f4e-4a47-9012-70a8e22478c9 req-26401143-e4f0-4b3a-9198-bbe9a9aad67c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 946 time: 0.0538926
Feb 12 21:13:18.368838 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6de94c36-9f4e-4a47-9012-70a8e22478c9 req-347ad6bf-1902-4921-8daa-5a72e02b3431 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups?id=050d78c8-22e2-4021-8f21-98aa6f61d710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462263
Feb 12 21:13:18.486985 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadba667-68bd-457d-8a07-cd22c98084c4 req-6799ae60-3acd-42de-8440-dc5ffccd1f0b tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:18.488570 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eadba667-68bd-457d-8a07-cd22c98084c4 req-6799ae60-3acd-42de-8440-dc5ffccd1f0b tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0542378
Feb 12 21:13:18.515746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-5e26ec46-f180-436b-95bd-df79aa2097e8 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:18.517229 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-5e26ec46-f180-436b-95bd-df79aa2097e8 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/networks?id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 HTTP/1.1" status: 200  len: 803 time: 0.1079834
Feb 12 21:13:18.532165 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-153080ef-f563-42fa-b539-af34e8ca4e8f tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/quotas/e3c778564eef403aa9d4a76e4c1d3c20 HTTP/1.1" status: 200  len: 375 time: 0.0095432
Feb 12 21:13:18.537125 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eadba667-68bd-457d-8a07-cd22c98084c4 req-58002a25-425a-4cee-9202-0c14621ab339 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422795
Feb 12 21:13:18.586179 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-ddffcd97-aad2-4375-8f89-a053056edef3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e3c778564eef403aa9d4a76e4c1d3c20&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0487428
Feb 12 21:13:18.680263 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-a9431ec8-f553-4530-b0a8-afaadd958509 service neutron] 10.222.0.31 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867863
Feb 12 21:13:18.770212 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-3c4c2060-4c6d-43c9-9c98-e2bf477860ec service neutron] 10.222.0.31 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842659
Feb 12 21:13:18.870024 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7aefc-47ee-481e-b9ca-b867fcb602fd req-04eba263-5560-4bec-88df-a55f36c0e191 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:18.871716 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5e7aefc-47ee-481e-b9ca-b867fcb602fd req-04eba263-5560-4bec-88df-a55f36c0e191 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0580583
Feb 12 21:13:18.924521 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5e7aefc-47ee-481e-b9ca-b867fcb602fd req-aeabc969-91d4-4103-967a-8ee0511b0b5b tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470653
Feb 12 21:13:19.103091 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-762d49b9-046f-43d4-a526-53373fc053bb req-24e5230d-ea3a-4fbf-9cab-c50bde79eb3c tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 210 time: 0.0278254
Feb 12 21:13:19.502056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccd243-7659-415a-982a-64fb38b7fc33 req-65294256-192c-4de6-ae46-9ec5dce9efbb tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:19.503530 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddccd243-7659-415a-982a-64fb38b7fc33 req-65294256-192c-4de6-ae46-9ec5dce9efbb tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 946 time: 0.0613067
Feb 12 21:13:19.556424 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddccd243-7659-415a-982a-64fb38b7fc33 req-b2628ad3-208e-4b50-93c2-e1d432ea5cef tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups?id=050d78c8-22e2-4021-8f21-98aa6f61d710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471675
Feb 12 21:13:19.664283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd145f6f-07f3-4cc2-a866-755eef12b6c3 req-4fde7ab7-efaa-4a39-865e-4078f02649ce tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:19.665720 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd145f6f-07f3-4cc2-a866-755eef12b6c3 req-4fde7ab7-efaa-4a39-865e-4078f02649ce tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.50 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 946 time: 0.0535560
Feb 12 21:13:19.666075 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47222124-5297-46e3-aff7-c7b46c62ba90 req-d5a7111d-b61d-4db4-bdc0-f9382b8e2d09 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:19.668337 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47222124-5297-46e3-aff7-c7b46c62ba90 req-d5a7111d-b61d-4db4-bdc0-f9382b8e2d09 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0576720
Feb 12 21:13:19.716733 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47222124-5297-46e3-aff7-c7b46c62ba90 req-8c53db5c-1491-4f66-b1ca-cd8178265ed0 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424602
Feb 12 21:13:19.769292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-cd145f6f-07f3-4cc2-a866-755eef12b6c3 req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Deleting port 56212d07-715f-4e11-9f22-211463c39d54 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:13:19.769673 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cd145f6f-07f3-4cc2-a866-755eef12b6c3 req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (56212d07-715f-4e11-9f22-211463c39d54), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:20.117131 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa305740-8152-4edd-bc32-10360c0db712 req-b1b1e445-0528-4e0f-a124-a92569f16669 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:20.118641 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aa305740-8152-4edd-bc32-10360c0db712 req-b1b1e445-0528-4e0f-a124-a92569f16669 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.50 "GET /v2.0/ports?device_id=79709269-3992-4499-9554-9f8e806a6b1e HTTP/1.1" status: 200  len: 946 time: 0.0663497
Feb 12 21:13:20.205518 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-cd145f6f-07f3-4cc2-a866-755eef12b6c3 req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] For port 56212d07-715f-4e11-9f22-211463c39d54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56212d07-715f-4e11-9f22-211463c39d54,segment=NetworkSegment(8b156cf2-491d-4038-92ec-29b81b621a9d),segment_id=8b156cf2-491d-4038-92ec-29b81b621a9d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:20.205518 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cd145f6f-07f3-4cc2-a866-755eef12b6c3 req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (56212d07-715f-4e11-9f22-211463c39d54), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:20.220951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdc701-7e4a-4da1-8279-7b5cebc56bff req-69eab39d-f09c-46c5-b3b7-8dcd8899d37c tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:20.222483 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bdbdc701-7e4a-4da1-8279-7b5cebc56bff req-69eab39d-f09c-46c5-b3b7-8dcd8899d37c tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0985715
Feb 12 21:13:20.231423 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3fc5ef59-e7cc-4044-8168-7699c900f1d9 req-6b0f413d-8e9b-42ea-a777-3790dfa57027 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 210 time: 0.0366566
Feb 12 21:13:20.254465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-aa305740-8152-4edd-bc32-10360c0db712 req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Deleting port b25ff654-6b35-4608-9611-19d43612bf7b {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:13:20.254807 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-aa305740-8152-4edd-bc32-10360c0db712 req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:20.350689 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bdbdc701-7e4a-4da1-8279-7b5cebc56bff req-c09dd0ab-781f-4b70-9e2a-4686b42fb0f5 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224139
Feb 12 21:13:20.355303 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-aa305740-8152-4edd-bc32-10360c0db712 req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] For port b25ff654-6b35-4608-9611-19d43612bf7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b25ff654-6b35-4608-9611-19d43612bf7b,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:20.355303 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-aa305740-8152-4edd-bc32-10360c0db712 req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:20.370185 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-aa305740-8152-4edd-bc32-10360c0db712 req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Calling delete_port for b25ff654-6b35-4608-9611-19d43612bf7b owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:13:20.399926 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b25ff654-6b35-4608-9611-19d43612bf7b no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:13:20.432575 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cd145f6f-07f3-4cc2-a866-755eef12b6c3 req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:20.433861 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cd145f6f-07f3-4cc2-a866-755eef12b6c3 req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (964129a2-aaf0-4a2d-85a8-d3a50fcf2515), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:20.433861 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-cd145f6f-07f3-4cc2-a866-755eef12b6c3 req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Floating IP 964129a2-aaf0-4a2d-85a8-d3a50fcf2515 disassociated. External IP: 172.35.2.163, port: 56212d07-715f-4e11-9f22-211463c39d54.
Feb 12 21:13:20.434241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-cd145f6f-07f3-4cc2-a866-755eef12b6c3 req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Calling delete_port for 56212d07-715f-4e11-9f22-211463c39d54 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:13:20.485694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port b25ff654-6b35-4608-9611-19d43612bf7b is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:20.486082 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:20.597647 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-aa305740-8152-4edd-bc32-10360c0db712 req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b25ff654-6b35-4608-9611-19d43612bf7b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:20.626986 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Pushing event deleted for resources: {'Port': ['ID=b25ff654-6b35-4608-9611-19d43612bf7b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:20.644311 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.644664 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.645034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.645399 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.645726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.646063 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.646386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.646709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.647031 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.647353 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.647675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.647996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.648312 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.679838 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cd145f6f-07f3-4cc2-a866-755eef12b6c3 req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (56212d07-715f-4e11-9f22-211463c39d54), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:20.704599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa305740-8152-4edd-bc32-10360c0db712 req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] No DVR routers for this DVR port b25ff654-6b35-4608-9611-19d43612bf7b on host nch2-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:13:20.707655 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-aa305740-8152-4edd-bc32-10360c0db712 req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:20.711040 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aa305740-8152-4edd-bc32-10360c0db712 req-5df6e5cb-62e1-45e3-91fb-0539c3a7c0c3 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.50 "DELETE /v2.0/ports/b25ff654-6b35-4608-9611-19d43612bf7b HTTP/1.1" status: 204  len: 173 time: 0.5873792
Feb 12 21:13:20.711485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79709269-3992-4499-9554-9f8e806a6b1e', 'name': 'network-vif-deleted', 'tag': 'b25ff654-6b35-4608-9611-19d43612bf7b'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:20.713808 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e115a64e-a2c3-4643-a56c-19d46dd6ade0" -d '{"events": [{"server_uuid": "79709269-3992-4499-9554-9f8e806a6b1e", "name": "network-vif-deleted", "tag": "b25ff654-6b35-4608-9611-19d43612bf7b"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:20.715031 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Pushing event deleted for resources: {'Port': ['ID=56212d07-715f-4e11-9f22-211463c39d54,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:20.727375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.727727 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.728148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.728408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.728725 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.729056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.729437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.729798 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.730710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.730710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.730710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.735229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.735229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:20.748029 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f433d-8fcb-4089-9804-dc5e7890353d req-a157d510-731a-4a95-bf22-f2f63eebcb05 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:20.749743 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b38f433d-8fcb-4089-9804-dc5e7890353d req-a157d510-731a-4a95-bf22-f2f63eebcb05 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 867 time: 0.1093814
Feb 12 21:13:20.779469 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a3ce1d-7910-41c1-bc0a-a9e8ba49fb82 x-openstack-request-id: req-50a3ce1d-7910-41c1-bc0a-a9e8ba49fb82 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:20.779753 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79709269-3992-4499-9554-9f8e806a6b1e", "name": "network-vif-deleted", "tag": "b25ff654-6b35-4608-9611-19d43612bf7b", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:20.780119 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50a3ce1d-7910-41c1-bc0a-a9e8ba49fb82 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:20.780391 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79709269-3992-4499-9554-9f8e806a6b1e', 'name': 'network-vif-deleted', 'tag': 'b25ff654-6b35-4608-9611-19d43612bf7b', 'status': 'completed', 'code': 200}
Feb 12 21:13:20.814487 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b38f433d-8fcb-4089-9804-dc5e7890353d req-317a38d8-bbe9-458b-b4be-0af3bd103eb7 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups?id=050d78c8-22e2-4021-8f21-98aa6f61d710&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580206
Feb 12 21:13:20.899397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd145f6f-07f3-4cc2-a866-755eef12b6c3 req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:13:20.919567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a898dc-b1d2-4d7c-b1ba-2f321f143694 req-1a2f672b-2d76-4e99-9346-1eec9ae7a8c8 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:20.921067 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62a898dc-b1d2-4d7c-b1ba-2f321f143694 req-1a2f672b-2d76-4e99-9346-1eec9ae7a8c8 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0749648
Feb 12 21:13:21.043936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62a898dc-b1d2-4d7c-b1ba-2f321f143694 req-24043983-0f02-45a4-b570-378531eab9a9 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164763
Feb 12 21:13:21.062409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd145f6f-07f3-4cc2-a866-755eef12b6c3 req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:13:21.075840 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b35dc-3425-42f7-841e-36afd3dd38b4 None None] Sync routers for ids ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:13:21.087799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b35dc-3425-42f7-841e-36afd3dd38b4 None None] Routers {'2a4ada27-db84-4a4f-ba00-5e2618f37c77'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:13:21.088706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6a2b35dc-3425-42f7-841e-36afd3dd38b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb40b040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:12:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:21.132770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd145f6f-07f3-4cc2-a866-755eef12b6c3 req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] No DVR routers for this DVR port 56212d07-715f-4e11-9f22-211463c39d54 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:13:21.141856 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cd145f6f-07f3-4cc2-a866-755eef12b6c3 req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:21.145503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd145f6f-07f3-4cc2-a866-755eef12b6c3 req-e7836888-70b4-436a-b27a-2c1166a9ab4c tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.50 "DELETE /v2.0/ports/56212d07-715f-4e11-9f22-211463c39d54 HTTP/1.1" status: 204  len: 173 time: 1.4739673
Feb 12 21:13:21.145976 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cd2675-603b-4cf7-a9df-6d2d936caad9', 'name': 'network-vif-deleted', 'tag': '56212d07-715f-4e11-9f22-211463c39d54'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:21.148273 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83a7de5-591c-48cd-bfd6-85b06f0f1e19" -d '{"events": [{"server_uuid": "84cd2675-603b-4cf7-a9df-6d2d936caad9", "name": "network-vif-deleted", "tag": "56212d07-715f-4e11-9f22-211463c39d54"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:21.235684 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9160029-01bc-44f9-8ec2-f657c85d7baf x-openstack-request-id: req-e9160029-01bc-44f9-8ec2-f657c85d7baf {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:21.235684 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cd2675-603b-4cf7-a9df-6d2d936caad9", "name": "network-vif-deleted", "tag": "56212d07-715f-4e11-9f22-211463c39d54", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:21.235684 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9160029-01bc-44f9-8ec2-f657c85d7baf {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:21.235684 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cd2675-603b-4cf7-a9df-6d2d936caad9', 'name': 'network-vif-deleted', 'tag': '56212d07-715f-4e11-9f22-211463c39d54', 'status': 'completed', 'code': 200}
Feb 12 21:13:21.246217 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-6a2b35dc-3425-42f7-841e-36afd3dd38b4 None None] Set router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:13:21.251008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-0060af27-f298-4c60-8e20-1d932ee0a16f tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:21.252659 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-0060af27-f298-4c60-8e20-1d932ee0a16f tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.48 "GET /v2.0/networks?id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 HTTP/1.1" status: 200  len: 803 time: 0.1623237
Feb 12 21:13:21.269303 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-6154ae48-82d2-4440-9c9b-3f9d043ac176 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Request body: {'port': {'device_id': '042df63a-9c4e-48d7-816b-872d5ec3a8b9', 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2', 'admin_state_up': True, 'tenant_id': 'e3c778564eef403aa9d4a76e4c1d3c20'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:21.390963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e178da6e-6d38-43a2-b454-9025c28fb190 req-28b0a3bb-e4b8-49d4-a248-b4640da8e0cd tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 210 time: 0.0733876
Feb 12 21:13:21.500411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6a2b35dc-3425-42f7-841e-36afd3dd38b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb40b040>, [{'id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'name': 'tempest-ServersTestJSON-898999403-router', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:07Z', 'updated_at': '2022-02-12T21:12:12Z', 'revision_number': 4, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'gw_port': {'id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:08Z', 'updated_at': '2022-02-12T21:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef3ac216-e9d9-4600-bbb1-954ef90501c4', 'name': '', 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'mac_address': 'fa:16:3e:d1:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:11Z', 'updated_at': '2022-02-12T21:12:17Z', 'revision_number': 5, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'subnets': [{'id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:21.530319 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28360da-f0f6-4667-8e4c-ccf37d317b2a req-1d953002-3aa7-42bb-9191-b0fe79ffd8c5 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:21.532100 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d28360da-f0f6-4667-8e4c-ccf37d317b2a req-1d953002-3aa7-42bb-9191-b0fe79ffd8c5 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0593240
Feb 12 21:13:21.533813 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b35dc-3425-42f7-841e-36afd3dd38b4 None None] Checking router: 2a4ada27-db84-4a4f-ba00-5e2618f37c77 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:13:21.543639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b35dc-3425-42f7-841e-36afd3dd38b4 None None] Routers {'2a4ada27-db84-4a4f-ba00-5e2618f37c77'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:13:21.544333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6a2b35dc-3425-42f7-841e-36afd3dd38b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb40b040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:12:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:21.557652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-6154ae48-82d2-4440-9c9b-3f9d043ac176 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Made reservation on behalf of e3c778564eef403aa9d4a76e4c1d3c20 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:13:21.563078 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-6154ae48-82d2-4440-9c9b-3f9d043ac176 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:21.610287 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d28360da-f0f6-4667-8e4c-ccf37d317b2a req-b212cd30-fac1-4351-a72c-5aaa9d5c54b0 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677643
Feb 12 21:13:21.675377 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-6a2b35dc-3425-42f7-841e-36afd3dd38b4 None None] Set router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:13:21.702641 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-6154ae48-82d2-4440-9c9b-3f9d043ac176 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Allocated IP 172.20.0.6 (4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2/d47f89e7-f97f-48dd-8271-e3c84e1c2284/561753eb-dbf7-4e5f-a226-0a1a83afc52f) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:13:21.862302 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-6154ae48-82d2-4440-9c9b-3f9d043ac176 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks [] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:21.893892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6a2b35dc-3425-42f7-841e-36afd3dd38b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb40b040>, [{'id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'name': 'tempest-ServersTestJSON-898999403-router', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:07Z', 'updated_at': '2022-02-12T21:12:12Z', 'revision_number': 4, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'gw_port': {'id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:08Z', 'updated_at': '2022-02-12T21:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef3ac216-e9d9-4600-bbb1-954ef90501c4', 'name': '', 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'mac_address': 'fa:16:3e:d1:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:11Z', 'updated_at': '2022-02-12T21:12:17Z', 'revision_number': 5, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'subnets': [{'id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:21.924278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b35dc-3425-42f7-841e-36afd3dd38b4 None None] The sync data for ids ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'] in ncdv-master-1 is: [{'id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'name': 'tempest-ServersTestJSON-898999403-router', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:07Z', 'updated_at': '2022-02-12T21:12:12Z', 'revision_number': 4, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'gw_port': {'id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:08Z', 'updated_at': '2022-02-12T21:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ef3ac216-e9d9-4600-bbb1-954ef90501c4', 'name': '', 'network_id': '38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'mac_address': 'fa:16:3e:d1:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:11Z', 'updated_at': '2022-02-12T21:12:17Z', 'revision_number': 5, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'subnets': [{'id': 'c5f88c8d-fdef-46e4-b0e0-992ab5d699ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:13:21.947755 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-901a7947-d430-4002-afba-6c28ad013b17 req-f7f4fcb6-fdf8-45ab-9db4-07e808f362fd tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/ports?device_id=84cd2675-603b-4cf7-a9df-6d2d936caad9 HTTP/1.1" status: 200  len: 210 time: 0.0280213
Feb 12 21:13:22.060736 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-6154ae48-82d2-4440-9c9b-3f9d043ac176 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:22.110661 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-6154ae48-82d2-4440-9c9b-3f9d043ac176 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:13:22.113842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-6154ae48-82d2-4440-9c9b-3f9d043ac176 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:22.118535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-6154ae48-82d2-4440-9c9b-3f9d043ac176 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:13:22.147271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154ae48-82d2-4440-9c9b-3f9d043ac176 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Pushing event updated for resources: {'Port': ['ID=561753eb-dbf7-4e5f-a226-0a1a83afc52f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:22.185902 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88cf26-3cfc-402c-888e-9100e41253c9 req-3ebce7a7-26d4-440c-bb87-36d6c9463958 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:22.187698 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0c88cf26-3cfc-402c-888e-9100e41253c9 req-3ebce7a7-26d4-440c-bb87-36d6c9463958 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0690069
Feb 12 21:13:22.189282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-6154ae48-82d2-4440-9c9b-3f9d043ac176 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:22.190876 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-6154ae48-82d2-4440-9c9b-3f9d043ac176 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:22.211106 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abbba92-fd21-410a-8ce7-9403f945b0de None None] New status for floating IP 964129a2-aaf0-4a2d-85a8-d3a50fcf2515: DOWN {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:13:22.247821 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0c88cf26-3cfc-402c-888e-9100e41253c9 req-2a45a96b-60a3-4ff9-a9c6-f021736245bb tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536237
Feb 12 21:13:22.294141 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-6154ae48-82d2-4440-9c9b-3f9d043ac176 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0307329
Feb 12 21:13:22.306946 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Request body: {'port': {'device_id': '042df63a-9c4e-48d7-816b-872d5ec3a8b9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:22.371574 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:22.592582 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74633213-2516-482d-8a05-4870b7af86cc req-c85132ac-bdad-4054-920d-c511dbadd743 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:22.594241 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-74633213-2516-482d-8a05-4870b7af86cc req-c85132ac-bdad-4054-920d-c511dbadd743 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 931 time: 0.1156316
Feb 12 21:13:22.667951 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-74633213-2516-482d-8a05-4870b7af86cc req-290e4b3d-7c15-4235-a68e-cd9b0169239e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675836
Feb 12 21:13:22.727391 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561753eb-dbf7-4e5f-a226-0a1a83afc52f {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:13:22.731683 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38add20c-4f1c-41c1-992f-cdd3b1c8b604 req-de2d7195-ea5b-4a81-8b95-565d32fb19f7 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:22.733877 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-38add20c-4f1c-41c1-992f-cdd3b1c8b604 req-de2d7195-ea5b-4a81-8b95-565d32fb19f7 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0600684
Feb 12 21:13:22.735416 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Publish callbacks [] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:22.748120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Transition to ACTIVE for port object 561753eb-dbf7-4e5f-a226-0a1a83afc52f will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:13:22.782294 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-38add20c-4f1c-41c1-992f-cdd3b1c8b604 req-d42c2e94-48d5-4dbd-81d1-68cdfadb0483 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430231
Feb 12 21:13:22.813522 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:22.866029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Pushing event updated for resources: {'Port': ['ID=561753eb-dbf7-4e5f-a226-0a1a83afc52f,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:22.934562 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Attempting to bind port 561753eb-dbf7-4e5f-a226-0a1a83afc52f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:13:22.934890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Attempting to bind port 561753eb-dbf7-4e5f-a226-0a1a83afc52f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:13:22.935217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Attempting to bind port 561753eb-dbf7-4e5f-a226-0a1a83afc52f on network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:22.939541 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Port 561753eb-dbf7-4e5f-a226-0a1a83afc52f on network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:13:22.939859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Attempting to bind port 561753eb-dbf7-4e5f-a226-0a1a83afc52f on network 4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:22.944823 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:13:22.945186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Checking segment: {'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:13:22.945601 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Bound using segment: {'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:13:22.946026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Bound port: 561753eb-dbf7-4e5f-a226-0a1a83afc52f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659c8270-b498-4c22-b2e7-c0179c657b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:13:22.946379 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:23.009805 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] For port 561753eb-dbf7-4e5f-a226-0a1a83afc52f, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:13:23.013649 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] For port 561753eb-dbf7-4e5f-a226-0a1a83afc52f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=561753eb-dbf7-4e5f-a226-0a1a83afc52f,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:13:23.085892 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:23.110088 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39970) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:23.127388 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:23.128984 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:23.129399 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] 10.222.0.48 "PUT /v2.0/ports/561753eb-dbf7-4e5f-a226-0a1a83afc52f HTTP/1.1" status: 200  len: 1091 time: 0.8268893
Feb 12 21:13:23.150309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9bb5f-357b-45e9-803e-dd1482e5d823 service neutron] Pushing event updated for resources: {'Port': ['ID=561753eb-dbf7-4e5f-a226-0a1a83afc52f,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:23.166045 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8b096b0-1765-4f0a-9e28-35ff44eb224d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for security_group (050d78c8-22e2-4021-8f21-98aa6f61d710), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:23.190140 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8b096b0-1765-4f0a-9e28-35ff44eb224d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for security_group (050d78c8-22e2-4021-8f21-98aa6f61d710), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:23.238233 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042df63a-9c4e-48d7-816b-872d5ec3a8b9', 'tag': '561753eb-dbf7-4e5f-a226-0a1a83afc52f'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:23.241929 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f35a8a-91a1-4aba-8645-440ef537aabf" -d '{"events": [{"name": "network-changed", "server_uuid": "042df63a-9c4e-48d7-816b-872d5ec3a8b9", "tag": "561753eb-dbf7-4e5f-a226-0a1a83afc52f"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:23.277676 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e27e76-1a7d-49ac-81b0-14978b4bc438 x-openstack-request-id: req-c6e27e76-1a7d-49ac-81b0-14978b4bc438 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:23.280126 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042df63a-9c4e-48d7-816b-872d5ec3a8b9", "tag": "561753eb-dbf7-4e5f-a226-0a1a83afc52f", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:23.280126 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6e27e76-1a7d-49ac-81b0-14978b4bc438 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:23.280126 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042df63a-9c4e-48d7-816b-872d5ec3a8b9', 'tag': '561753eb-dbf7-4e5f-a226-0a1a83afc52f', 'status': 'completed', 'code': 200}
Feb 12 21:13:23.284326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-36e6e2ea-a7bd-4e0f-bae5-2085916eeb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:23.285887 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-36e6e2ea-a7bd-4e0f-bae5-2085916eeb4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3c778564eef403aa9d4a76e4c1d3c20&device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 1125 time: 0.0555842
Feb 12 21:13:23.328073 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8b096b0-1765-4f0a-9e28-35ff44eb224d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (050d78c8-22e2-4021-8f21-98aa6f61d710), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:23.329010 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-ae164b9a-0dc1-418c-8eed-4ab3959af0db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561753eb-dbf7-4e5f-a226-0a1a83afc52f HTTP/1.1" status: 200  len: 217 time: 0.0358181
Feb 12 21:13:23.330851 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8b096b0-1765-4f0a-9e28-35ff44eb224d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:23.332019 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f8b096b0-1765-4f0a-9e28-35ff44eb224d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "DELETE /v2.0/security-groups/050d78c8-22e2-4021-8f21-98aa6f61d710 HTTP/1.1" status: 204  len: 168 time: 0.2207389
Feb 12 21:13:23.334643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39976) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:23.367692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b096b0-1765-4f0a-9e28-35ff44eb224d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=050d78c8-22e2-4021-8f21-98aa6f61d710,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:23.374901 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-fe6dc797-4f52-4cdb-9869-b27df2241e9d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] show failed (client error): The resource could not be found.
Feb 12 21:13:23.375948 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fe6dc797-4f52-4cdb-9869-b27df2241e9d tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "GET /v2.0/security-groups/050d78c8-22e2-4021-8f21-98aa6f61d710 HTTP/1.1" status: 404  len: 347 time: 0.0404122
Feb 12 21:13:23.378863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39978) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:23.400571 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-0be6ac65-bc4e-4c2c-ae51-edbf97ae1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:23.402697 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-0be6ac65-bc4e-4c2c-ae51-edbf97ae1840 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d47f89e7-f97f-48dd-8271-e3c84e1c2284 HTTP/1.1" status: 200  len: 843 time: 0.0611107
Feb 12 21:13:23.443771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-2ec38a5e-8f37-42e3-9a4e-de5735811d8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0307150
Feb 12 21:13:23.451165 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d173a25-92d1-4965-87f0-391c9b17a09e req-f2758955-da6c-411b-a94b-cc5b5d2b432e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:23.452982 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d173a25-92d1-4965-87f0-391c9b17a09e req-f2758955-da6c-411b-a94b-cc5b5d2b432e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.1370189
Feb 12 21:13:23.553964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a31b-25f0-49f2-92eb-de7c7caa9e4d req-0cc1ebb4-4563-4ae1-918b-4cf0b3efc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:23.555354 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d173a25-92d1-4965-87f0-391c9b17a09e req-8be41a24-7fa7-4224-ab4e-ee5dc9274f34 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732725
Feb 12 21:13:23.555504 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb77a31b-25f0-49f2-92eb-de7c7caa9e4d req-0cc1ebb4-4563-4ae1-918b-4cf0b3efc5ce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 1127 time: 0.1077275
Feb 12 21:13:23.570040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-47f32b28-fe9e-4a6a-9853-eccf050dcf03 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Deleting port bb7bfaef-6a41-4d5f-af72-cf6126990c63 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:13:23.570390 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-47f32b28-fe9e-4a6a-9853-eccf050dcf03 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (bb7bfaef-6a41-4d5f-af72-cf6126990c63), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:23.588070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-22fc29d3-58ff-4eec-abce-582353ac2cbc service neutron] 10.222.0.48 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315439
Feb 12 21:13:23.632414 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb77a31b-25f0-49f2-92eb-de7c7caa9e4d req-3c2b849b-201b-4159-89ee-41324df25922 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681918
Feb 12 21:13:23.650003 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-47f32b28-fe9e-4a6a-9853-eccf050dcf03 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (bb7bfaef-6a41-4d5f-af72-cf6126990c63), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:23.650337 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-47f32b28-fe9e-4a6a-9853-eccf050dcf03 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for floatingip (bb7bfaef-6a41-4d5f-af72-cf6126990c63), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:23.662991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-47f32b28-fe9e-4a6a-9853-eccf050dcf03 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Calling delete_port for bb7bfaef-6a41-4d5f-af72-cf6126990c63 owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:13:23.696550 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb3a0a93-1b30-4d47-a23f-6c46080849fb req-39589472-bf0e-4711-b427-68ddd5682ced service neutron] 10.222.0.48 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0996454
Feb 12 21:13:23.813813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d80b31-1435-4d34-b4af-60161f693690 req-28b07747-bd85-449a-b8f4-809c70a9f6b5 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:23.815340 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-38d80b31-1435-4d34-b4af-60161f693690 req-28b07747-bd85-449a-b8f4-809c70a9f6b5 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 943 time: 0.0610828
Feb 12 21:13:23.863225 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-47f32b28-fe9e-4a6a-9853-eccf050dcf03 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (bb7bfaef-6a41-4d5f-af72-cf6126990c63), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:23.887910 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-38d80b31-1435-4d34-b4af-60161f693690 req-88ea0488-0128-4457-800d-931a21c3b894 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625868
Feb 12 21:13:23.894443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f35a8a-91a1-4aba-8645-440ef537aabf req-fe0d334d-0e98-4222-b033-6ed3cca7e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:23.895984 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-64f35a8a-91a1-4aba-8645-440ef537aabf req-fe0d334d-0e98-4222-b033-6ed3cca7e3b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3c778564eef403aa9d4a76e4c1d3c20&device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 1125 time: 0.0797870
Feb 12 21:13:23.911586 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f32b28-fe9e-4a6a-9853-eccf050dcf03 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Pushing event deleted for resources: {'Port': ['ID=bb7bfaef-6a41-4d5f-af72-cf6126990c63,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:23.980819 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc2437-2cb6-4e66-a0ef-6e46c9fd1939 req-1466fd54-acc1-4cb2-9c26-734cd13061b3 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:23.982282 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-79cc2437-2cb6-4e66-a0ef-6e46c9fd1939 req-1466fd54-acc1-4cb2-9c26-734cd13061b3 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1300912
Feb 12 21:13:23.997198 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-47f32b28-fe9e-4a6a-9853-eccf050dcf03 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks [] for floatingip (964129a2-aaf0-4a2d-85a8-d3a50fcf2515), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:23.999764 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-47f32b28-fe9e-4a6a-9853-eccf050dcf03 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:24.000873 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-47f32b28-fe9e-4a6a-9853-eccf050dcf03 tempest-ServersTestJSON-1891601635 tempest-ServersTestJSON-1891601635-project] 10.222.0.31 "DELETE /v2.0/floatingips/964129a2-aaf0-4a2d-85a8-d3a50fcf2515 HTTP/1.1" status: 204  len: 168 time: 0.6209047
Feb 12 21:13:24.003930 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39984) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:24.010274 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f35a8a-91a1-4aba-8645-440ef537aabf req-d0de24ea-3fdf-427c-95b1-655226ade1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:24.011740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-64f35a8a-91a1-4aba-8645-440ef537aabf req-d0de24ea-3fdf-427c-95b1-655226ade1a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 HTTP/1.1" status: 200  len: 904 time: 0.1083386
Feb 12 21:13:24.038359 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-79cc2437-2cb6-4e66-a0ef-6e46c9fd1939 req-aa6f2927-1e9b-49d3-9e8f-c8dd83a261b2 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492091
Feb 12 21:13:24.109266 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-64f35a8a-91a1-4aba-8645-440ef537aabf req-12718d41-1cd9-438f-8e8e-4f1c66691ac0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561753eb-dbf7-4e5f-a226-0a1a83afc52f HTTP/1.1" status: 200  len: 217 time: 0.0642276
Feb 12 21:13:24.174500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f35a8a-91a1-4aba-8645-440ef537aabf req-4fe0566c-25f2-4e3f-a8fc-3ae4501d9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:24.175909 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-64f35a8a-91a1-4aba-8645-440ef537aabf req-4fe0566c-25f2-4e3f-a8fc-3ae4501d9f10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d47f89e7-f97f-48dd-8271-e3c84e1c2284 HTTP/1.1" status: 200  len: 843 time: 0.0591013
Feb 12 21:13:24.265636 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-64f35a8a-91a1-4aba-8645-440ef537aabf req-43edf593-edf4-41c4-856f-28ec1d6e36cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519695
Feb 12 21:13:24.397480 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-64f35a8a-91a1-4aba-8645-440ef537aabf req-05c56cd4-0cd4-4a76-bb4e-b8c2005a45a0 service neutron] 10.222.0.48 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244633
Feb 12 21:13:24.435017 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b25ff654-6b35-4608-9611-19d43612bf7b no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:13:24.456904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: b25ff654-6b35-4608-9611-19d43612bf7b {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:13:24.457254 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b25ff654-6b35-4608-9611-19d43612bf7b not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:13:24.457772 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 56212d07-715f-4e11-9f22-211463c39d54 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:13:24.476700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 56212d07-715f-4e11-9f22-211463c39d54 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:13:24.477553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 56212d07-715f-4e11-9f22-211463c39d54 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:13:24.522532 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-64f35a8a-91a1-4aba-8645-440ef537aabf req-055d0a04-e3a6-438b-b08f-fa4cf6b95999 service neutron] 10.222.0.48 "GET /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1177018
Feb 12 21:13:24.579330 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6c91ed99-7df3-496b-98fc-a4ac8ec808a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (2a4ada27-db84-4a4f-ba00-5e2618f37c77), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:24.731166 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bd6c5-2b9e-410e-9b0f-1c7de099714d req-e647b9b3-791b-43b7-954d-27f9e0f1dd1a tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:24.732591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-008bd6c5-2b9e-410e-9b0f-1c7de099714d req-e647b9b3-791b-43b7-954d-27f9e0f1dd1a tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0847697
Feb 12 21:13:24.830156 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-008bd6c5-2b9e-410e-9b0f-1c7de099714d req-077597f1-b53c-429c-a539-a10855ac9eb4 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682812
Feb 12 21:13:24.869593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-f4b0e812-ea0b-436c-bf88-6562851b0d6b req-c7e56ac0-2f05-458f-897f-303f85e4bed3 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1984496408', 'description': 'tempest-description-1314065753'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:24.917535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-6c91ed99-7df3-496b-98fc-a4ac8ec808a0 admin admin] Deleting port ef3ac216-e9d9-4600-bbb1-954ef90501c4 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:13:24.917880 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6c91ed99-7df3-496b-98fc-a4ac8ec808a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:24.984969 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f4b0e812-ea0b-436c-bf88-6562851b0d6b req-c7e56ac0-2f05-458f-897f-303f85e4bed3 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:25.030413 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-6c91ed99-7df3-496b-98fc-a4ac8ec808a0 admin admin] For port ef3ac216-e9d9-4600-bbb1-954ef90501c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef3ac216-e9d9-4600-bbb1-954ef90501c4,segment=NetworkSegment(8b156cf2-491d-4038-92ec-29b81b621a9d),segment_id=8b156cf2-491d-4038-92ec-29b81b621a9d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:25.030806 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6c91ed99-7df3-496b-98fc-a4ac8ec808a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:25.053269 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f4b0e812-ea0b-436c-bf88-6562851b0d6b req-c7e56ac0-2f05-458f-897f-303f85e4bed3 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for security_group (e6efcbea-2208-417f-b450-670a5d9db5b6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:25.128473 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f4b0e812-ea0b-436c-bf88-6562851b0d6b req-c7e56ac0-2f05-458f-897f-303f85e4bed3 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e6efcbea-2208-417f-b450-670a5d9db5b6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:25.160671 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e56ac0-2f05-458f-897f-303f85e4bed3 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6efcbea-2208-417f-b450-670a5d9db5b6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:25.221827 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f4b0e812-ea0b-436c-bf88-6562851b0d6b req-c7e56ac0-2f05-458f-897f-303f85e4bed3 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:25.223113 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f4b0e812-ea0b-436c-bf88-6562851b0d6b req-c7e56ac0-2f05-458f-897f-303f85e4bed3 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1832 time: 0.3577209
Feb 12 21:13:25.342817 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efbe63-2a17-44fd-917b-b7abd960d7b9 req-a33d1add-4fce-41eb-b1c3-ed5a0304c63c tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:25.344638 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-18efbe63-2a17-44fd-917b-b7abd960d7b9 req-a33d1add-4fce-41eb-b1c3-ed5a0304c63c tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0608408
Feb 12 21:13:25.351522 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-6c91ed99-7df3-496b-98fc-a4ac8ec808a0 admin admin] Calling delete_port for ef3ac216-e9d9-4600-bbb1-954ef90501c4 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:13:25.360382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8d763-13f5-479d-8331-f5d34db8b062 req-831ce93d-a198-4647-b034-76e6324a0b9a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:25.361895 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8f8d763-13f5-479d-8331-f5d34db8b062 req-831ce93d-a198-4647-b034-76e6324a0b9a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 943 time: 0.3995368
Feb 12 21:13:25.394113 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-18efbe63-2a17-44fd-917b-b7abd960d7b9 req-96260981-c8b4-4274-92bc-af53efb7b84c tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434170
Feb 12 21:13:25.458039 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8f8d763-13f5-479d-8331-f5d34db8b062 req-40cc7628-d0cc-4cbf-a7e5-2eab9c950423 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887389
Feb 12 21:13:25.492929 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c030abe8-1195-48ab-9a3a-06eefa0103e4 req-e07b847c-c4f1-4859-94da-ec54ac86a09e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1984496408&fields=id&tenant_id=184a5eeefb1f41d2b34ac8b7b3dee122 HTTP/1.1" status: 200  len: 267 time: 0.0437720
Feb 12 21:13:25.553533 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030abe8-1195-48ab-9a3a-06eefa0103e4 req-a00bc7a4-ebb6-4bc9-a423-2f317c97e989 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:25.555117 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c030abe8-1195-48ab-9a3a-06eefa0103e4 req-a00bc7a4-ebb6-4bc9-a423-2f317c97e989 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0558512
Feb 12 21:13:25.567070 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-c030abe8-1195-48ab-9a3a-06eefa0103e4 req-d264e7ba-12c4-4036-bdee-291f368160ab tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Request body: {'port': {'security_groups': ['13db0398-3c34-4714-a26e-92b121831aaf', 'e6efcbea-2208-417f-b450-670a5d9db5b6']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:25.646352 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c030abe8-1195-48ab-9a3a-06eefa0103e4 req-d264e7ba-12c4-4036-bdee-291f368160ab tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:25.688721 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6c91ed99-7df3-496b-98fc-a4ac8ec808a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ef3ac216-e9d9-4600-bbb1-954ef90501c4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:25.735108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91ed99-7df3-496b-98fc-a4ac8ec808a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3ac216-e9d9-4600-bbb1-954ef90501c4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:25.780343 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-02f3dda1-ffe6-4010-a40b-3fa728d6abc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:25.926939 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6c91ed99-7df3-496b-98fc-a4ac8ec808a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (2a4ada27-db84-4a4f-ba00-5e2618f37c77), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:26.157503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-c030abe8-1195-48ab-9a3a-06eefa0103e4 req-d264e7ba-12c4-4036-bdee-291f368160ab tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] For port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7aef0ce7-550d-4329-9dc1-3a0237bf7a36,segment=NetworkSegment(3fd72cce-2453-4bd8-a8c7-77e968b5dacb),segment_id=3fd72cce-2453-4bd8-a8c7-77e968b5dacb)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:26.167983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c91ed99-7df3-496b-98fc-a4ac8ec808a0 admin admin] Router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:13:26.191210 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c030abe8-1195-48ab-9a3a-06eefa0103e4 req-d264e7ba-12c4-4036-bdee-291f368160ab tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:26.280947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c91ed99-7df3-496b-98fc-a4ac8ec808a0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:13:26.282300 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c030abe8-1195-48ab-9a3a-06eefa0103e4 req-d264e7ba-12c4-4036-bdee-291f368160ab tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:26.288222 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6c91ed99-7df3-496b-98fc-a4ac8ec808a0 admin admin] 10.222.0.31 "PUT /v2.0/routers/2a4ada27-db84-4a4f-ba00-5e2618f37c77/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2833354
Feb 12 21:13:26.290859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39996) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:26.294913 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456a397d-edbe-4ff5-b902-a2c9e0368ef1 None None] Sync routers for ids ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:13:26.299053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7aef0ce7-550d-4329-9dc1-3a0237bf7a36'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:13:26.341718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456a397d-edbe-4ff5-b902-a2c9e0368ef1 None None] Routers {'2a4ada27-db84-4a4f-ba00-5e2618f37c77'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:13:26.342338 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-456a397d-edbe-4ff5-b902-a2c9e0368ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb32a2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:12:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:26.403042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030abe8-1195-48ab-9a3a-06eefa0103e4 req-d264e7ba-12c4-4036-bdee-291f368160ab tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:26.403698 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-c030abe8-1195-48ab-9a3a-06eefa0103e4 req-d264e7ba-12c4-4036-bdee-291f368160ab tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:26.405150 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c030abe8-1195-48ab-9a3a-06eefa0103e4 req-d264e7ba-12c4-4036-bdee-291f368160ab tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "PUT /v2.0/ports/7aef0ce7-550d-4329-9dc1-3a0237bf7a36 HTTP/1.1" status: 200  len: 981 time: 0.8427322
Feb 12 21:13:26.405651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576b4285-d489-4d23-8406-e71cbf2e0106', 'tag': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:26.407963 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd33acea-57fa-4ffb-9cab-5ed7eae316e8" -d '{"events": [{"name": "network-changed", "server_uuid": "576b4285-d489-4d23-8406-e71cbf2e0106", "tag": "7aef0ce7-550d-4329-9dc1-3a0237bf7a36"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:26.441614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264e7ba-12c4-4036-bdee-291f368160ab tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Pushing event updated for resources: {'Port': ['ID=7aef0ce7-550d-4329-9dc1-3a0237bf7a36,revision_number=6']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:26.464543 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed429286-d64c-4e41-b4df-3a9ebe52955e admin admin] Publish callbacks [] for router (2a4ada27-db84-4a4f-ba00-5e2618f37c77), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:26.515088 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3ab6d1-a8cd-4134-bd2b-1385a9c71907 x-openstack-request-id: req-5c3ab6d1-a8cd-4134-bd2b-1385a9c71907 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:26.515427 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576b4285-d489-4d23-8406-e71cbf2e0106", "tag": "7aef0ce7-550d-4329-9dc1-3a0237bf7a36", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:26.515679 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c3ab6d1-a8cd-4134-bd2b-1385a9c71907 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:26.516074 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576b4285-d489-4d23-8406-e71cbf2e0106', 'tag': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36', 'status': 'completed', 'code': 200}
Feb 12 21:13:26.549153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 561753eb-dbf7-4e5f-a226-0a1a83afc52f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:13:26.586000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7aef0ce7-550d-4329-9dc1-3a0237bf7a36'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:13:26.602220 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e919a59c-fc8a-4780-ba9d-c9eca5b348d7 req-9a56b34f-91df-453f-8612-6f7e82514b7e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1984496408&fields=id&tenant_id=184a5eeefb1f41d2b34ac8b7b3dee122 HTTP/1.1" status: 200  len: 267 time: 0.0852976
Feb 12 21:13:26.615370 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33acea-57fa-4ffb-9cab-5ed7eae316e8 req-be5dbdbf-5121-4c19-9748-c88cde200136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:26.616988 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd33acea-57fa-4ffb-9cab-5ed7eae316e8 req-be5dbdbf-5121-4c19-9748-c88cde200136 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=184a5eeefb1f41d2b34ac8b7b3dee122&device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 1166 time: 0.0891287
Feb 12 21:13:26.643309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405436d-c7f6-4e1a-af38-d5311518147b req-673e46f3-49e3-421c-87c3-bf2cad10feb8 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:26.644898 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e405436d-c7f6-4e1a-af38-d5311518147b req-673e46f3-49e3-421c-87c3-bf2cad10feb8 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0860832
Feb 12 21:13:26.660376 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed429286-d64c-4e41-b4df-3a9ebe52955e admin admin] Publish callbacks [] for router_gateway (2a4ada27-db84-4a4f-ba00-5e2618f37c77), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:26.693187 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a59c-fc8a-4780-ba9d-c9eca5b348d7 req-f2496b97-55fb-4617-b7b3-246ebbdcc822 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:26.694374 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e919a59c-fc8a-4780-ba9d-c9eca5b348d7 req-f2496b97-55fb-4617-b7b3-246ebbdcc822 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 984 time: 0.0821202
Feb 12 21:13:26.713347 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-e919a59c-fc8a-4780-ba9d-c9eca5b348d7 req-fb291d40-e0d9-4627-bcf5-5f97d1ce0a8a tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Request body: {'port': {'security_groups': ['13db0398-3c34-4714-a26e-92b121831aaf']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:26.757005 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e405436d-c7f6-4e1a-af38-d5311518147b req-db2c2d21-3961-4dab-a768-77d163c64c3c tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004808
Feb 12 21:13:26.771905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33acea-57fa-4ffb-9cab-5ed7eae316e8 req-43af08fc-a471-4b2f-9120-d0c61d41f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:26.782002 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd33acea-57fa-4ffb-9cab-5ed7eae316e8 req-43af08fc-a471-4b2f-9120-d0c61d41f0ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=04053501-c602-45a2-b372-831dd8f55883 HTTP/1.1" status: 200  len: 919 time: 0.1484878
Feb 12 21:13:26.790495 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:26.796181 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-456a397d-edbe-4ff5-b902-a2c9e0368ef1 None None] Set router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:13:26.825527 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd33acea-57fa-4ffb-9cab-5ed7eae316e8 req-f5ca0d62-5ceb-43e3-acf8-efa88776f1c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aef0ce7-550d-4329-9dc1-3a0237bf7a36 HTTP/1.1" status: 200  len: 217 time: 0.0462294
Feb 12 21:13:26.857596 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e919a59c-fc8a-4780-ba9d-c9eca5b348d7 req-fb291d40-e0d9-4627-bcf5-5f97d1ce0a8a tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:26.892369 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-ed429286-d64c-4e41-b4df-3a9ebe52955e admin admin] Deleting port e840c890-b37a-4154-92f3-b97956514cc3 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:13:26.892705 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed429286-d64c-4e41-b4df-3a9ebe52955e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e840c890-b37a-4154-92f3-b97956514cc3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:26.915787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33acea-57fa-4ffb-9cab-5ed7eae316e8 req-fa63b1f8-2dee-41d5-88f6-b26bf7217959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:26.918065 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd33acea-57fa-4ffb-9cab-5ed7eae316e8 req-fa63b1f8-2dee-41d5-88f6-b26bf7217959 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5199d7f6-3807-4a27-82da-1136fa0a87d3 HTTP/1.1" status: 200  len: 858 time: 0.0873756
Feb 12 21:13:26.959111 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3af6a-1857-4f46-a4af-a1e556b80889 req-75faceb3-8c13-4142-89a6-eb07c5f62eb8 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:26.960533 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ea3af6a-1857-4f46-a4af-a1e556b80889 req-75faceb3-8c13-4142-89a6-eb07c5f62eb8 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 943 time: 0.1218791
Feb 12 21:13:26.962905 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd33acea-57fa-4ffb-9cab-5ed7eae316e8 req-c2e97bb9-d089-4b4a-bbc9-0ed239799dc4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04053501-c602-45a2-b372-831dd8f55883&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0388429
Feb 12 21:13:26.991731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 561753eb-dbf7-4e5f-a226-0a1a83afc52f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=561753eb-dbf7-4e5f-a226-0a1a83afc52f,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:27.053052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '561753eb-dbf7-4e5f-a226-0a1a83afc52f', 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2', 'port_id': '561753eb-dbf7-4e5f-a226-0a1a83afc52f', 'mac_address': 'fa:16:3e:3a:91:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47f89e7-f97f-48dd-8271-e3c84e1c2284', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:13:27.079359 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ea3af6a-1857-4f46-a4af-a1e556b80889 req-3fc005f1-3fb1-4af1-9b1d-6db5ee61e734 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024971
Feb 12 21:13:27.090171 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-ed429286-d64c-4e41-b4df-3a9ebe52955e admin admin] For port e840c890-b37a-4154-92f3-b97956514cc3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e840c890-b37a-4154-92f3-b97956514cc3,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:27.090171 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed429286-d64c-4e41-b4df-3a9ebe52955e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e840c890-b37a-4154-92f3-b97956514cc3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:27.114671 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd33acea-57fa-4ffb-9cab-5ed7eae316e8 req-55bad834-9b5b-4151-bf7e-067da7dd5d59 service neutron] 10.222.0.50 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451766
Feb 12 21:13:27.140307 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-ed429286-d64c-4e41-b4df-3a9ebe52955e admin admin] Calling delete_port for e840c890-b37a-4154-92f3-b97956514cc3 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:13:27.172495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 561753eb-dbf7-4e5f-a226-0a1a83afc52f is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:27.172882 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:27.206943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561753eb-dbf7-4e5f-a226-0a1a83afc52f {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:13:27.220525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd33acea-57fa-4ffb-9cab-5ed7eae316e8 req-07b4b266-fd81-4aae-b301-c1fb4240519b service neutron] 10.222.0.50 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1005273
Feb 12 21:13:27.222193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-e919a59c-fc8a-4780-ba9d-c9eca5b348d7 req-fb291d40-e0d9-4627-bcf5-5f97d1ce0a8a tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] For port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7aef0ce7-550d-4329-9dc1-3a0237bf7a36,segment=NetworkSegment(3fd72cce-2453-4bd8-a8c7-77e968b5dacb),segment_id=3fd72cce-2453-4bd8-a8c7-77e968b5dacb)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:27.222670 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-456a397d-edbe-4ff5-b902-a2c9e0368ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb32a2e0>, [{'id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'name': 'tempest-ServersTestJSON-898999403-router', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114'}], 'enable_snat': True}, 'gw_port_id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:07Z', 'updated_at': '2022-02-12T21:13:25Z', 'revision_number': 5, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'gw_port': {'id': 'e840c890-b37a-4154-92f3-b97956514cc3', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:08Z', 'updated_at': '2022-02-12T21:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:27.275569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456a397d-edbe-4ff5-b902-a2c9e0368ef1 None None] Checking router: 2a4ada27-db84-4a4f-ba00-5e2618f37c77 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:13:27.282498 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 561753eb-dbf7-4e5f-a226-0a1a83afc52f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=561753eb-dbf7-4e5f-a226-0a1a83afc52f,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:27.297024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456a397d-edbe-4ff5-b902-a2c9e0368ef1 None None] Routers {'2a4ada27-db84-4a4f-ba00-5e2618f37c77'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:13:27.297659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-456a397d-edbe-4ff5-b902-a2c9e0368ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb32a2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:12:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:27.311144 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e919a59c-fc8a-4780-ba9d-c9eca5b348d7 req-fb291d40-e0d9-4627-bcf5-5f97d1ce0a8a tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:27.365887 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:27.425087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-456a397d-edbe-4ff5-b902-a2c9e0368ef1 None None] Set router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:13:27.436570 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e919a59c-fc8a-4780-ba9d-c9eca5b348d7 req-fb291d40-e0d9-4627-bcf5-5f97d1ce0a8a tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:27.457105 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7aef0ce7-550d-4329-9dc1-3a0237bf7a36'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:13:27.476604 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed429286-d64c-4e41-b4df-3a9ebe52955e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (e840c890-b37a-4154-92f3-b97956514cc3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:27.490461 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=561753eb-dbf7-4e5f-a226-0a1a83afc52f,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:27.491479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a59c-fc8a-4780-ba9d-c9eca5b348d7 req-fb291d40-e0d9-4627-bcf5-5f97d1ce0a8a tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:27.492153 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e919a59c-fc8a-4780-ba9d-c9eca5b348d7 req-fb291d40-e0d9-4627-bcf5-5f97d1ce0a8a tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:27.498673 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e919a59c-fc8a-4780-ba9d-c9eca5b348d7 req-fb291d40-e0d9-4627-bcf5-5f97d1ce0a8a tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "PUT /v2.0/ports/7aef0ce7-550d-4329-9dc1-3a0237bf7a36 HTTP/1.1" status: 200  len: 942 time: 0.7903810
Feb 12 21:13:27.515667 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-456a397d-edbe-4ff5-b902-a2c9e0368ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb32a2e0>, [{'id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'name': 'tempest-ServersTestJSON-898999403-router', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:07Z', 'updated_at': '2022-02-12T21:13:26Z', 'revision_number': 6, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:27.541468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb291d40-e0d9-4627-bcf5-5f97d1ce0a8a tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Pushing event updated for resources: {'Port': ['ID=7aef0ce7-550d-4329-9dc1-3a0237bf7a36,revision_number=7']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:27.555381 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7aef0ce7-550d-4329-9dc1-3a0237bf7a36'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:13:27.561552 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456a397d-edbe-4ff5-b902-a2c9e0368ef1 None None] The sync data for ids ['2a4ada27-db84-4a4f-ba00-5e2618f37c77'] in ncdv-master-1 is: [{'id': '2a4ada27-db84-4a4f-ba00-5e2618f37c77', 'name': 'tempest-ServersTestJSON-898999403-router', 'tenant_id': '8ad1d954f50f46459af1b6dbfb179207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:07Z', 'updated_at': '2022-02-12T21:13:26Z', 'revision_number': 6, 'project_id': '8ad1d954f50f46459af1b6dbfb179207', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:13:27.622860 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed429286-d64c-4e41-b4df-3a9ebe52955e admin admin] Pushing event deleted for resources: {'Port': ['ID=e840c890-b37a-4154-92f3-b97956514cc3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:27.642970 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed429286-d64c-4e41-b4df-3a9ebe52955e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (2a4ada27-db84-4a4f-ba00-5e2618f37c77), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:27.671678 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-2d73b4b4-e878-4ad4-9ac1-189fbdfdb52c tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1427124
Feb 12 21:13:27.681803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:27.744049 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed429286-d64c-4e41-b4df-3a9ebe52955e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (2a4ada27-db84-4a4f-ba00-5e2618f37c77), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:27.747165 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed429286-d64c-4e41-b4df-3a9ebe52955e admin admin] Publish callbacks [] for router_controller (2a4ada27-db84-4a4f-ba00-5e2618f37c77), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:27.786948 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:27.861095 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['561753eb-dbf7-4e5f-a226-0a1a83afc52f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:13:27.877543 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed429286-d64c-4e41-b4df-3a9ebe52955e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (2a4ada27-db84-4a4f-ba00-5e2618f37c77), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:27.878143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed429286-d64c-4e41-b4df-3a9ebe52955e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a4ada27-db84-4a4f-ba00-5e2618f37c77 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:13:27.886270 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed429286-d64c-4e41-b4df-3a9ebe52955e admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:27.890078 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ed429286-d64c-4e41-b4df-3a9ebe52955e admin admin] 10.222.0.31 "DELETE /v2.0/routers/2a4ada27-db84-4a4f-ba00-5e2618f37c77 HTTP/1.1" status: 204  len: 168 time: 1.5958848
Feb 12 21:13:27.890397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40012) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:27.902312 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:27.930035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24c06b-9105-424d-8bdc-7a14cd0cba85 req-f130cb98-a638-4582-aca5-9599f9023c9e tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:27.932213 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b24c06b-9105-424d-8bdc-7a14cd0cba85 req-f130cb98-a638-4582-aca5-9599f9023c9e tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0990567
Feb 12 21:13:28.003776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-30395222-4249-470f-b235-d03594c005a1 admin admin] Deleting subnet c5f88c8d-fdef-46e4-b0e0-992ab5d699ea {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:13:28.007530 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30395222-4249-470f-b235-d03594c005a1 admin admin] Publish callbacks [] for subnet (c5f88c8d-fdef-46e4-b0e0-992ab5d699ea), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.028101 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cc900903-f191-4215-8392-5181e6869976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.036270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Allocated IP 172.35.2.218 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/37c96f63-6edf-487b-88ec-821710ab82f6) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:13:28.065145 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b24c06b-9105-424d-8bdc-7a14cd0cba85 req-a598794a-e404-41d8-b38c-54b878cf3885 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192367
Feb 12 21:13:28.067388 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30395222-4249-470f-b235-d03594c005a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (c5f88c8d-fdef-46e4-b0e0-992ab5d699ea), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.165101 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for port (37c96f63-6edf-487b-88ec-821710ab82f6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.191452 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30395222-4249-470f-b235-d03594c005a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (c5f88c8d-fdef-46e4-b0e0-992ab5d699ea), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.249892 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d9062-f8a9-4fc3-8a78-61a0a36d2afb req-084f4961-c66e-48d7-b4b5-9f57f2cbfefb tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:28.251377 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3d3d9062-f8a9-4fc3-8a78-61a0a36d2afb req-084f4961-c66e-48d7-b4b5-9f57f2cbfefb tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 944 time: 0.0920691
Feb 12 21:13:28.264107 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (37c96f63-6edf-487b-88ec-821710ab82f6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.300071 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3d3d9062-f8a9-4fc3-8a78-61a0a36d2afb req-eef68e12-a947-41ce-9515-5cd78c391c1f tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428026
Feb 12 21:13:28.304187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:13:28.307239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:28.310463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:13:28.336247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Pushing event updated for resources: {'Port': ['ID=37c96f63-6edf-487b-88ec-821710ab82f6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:28.346496 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30395222-4249-470f-b235-d03594c005a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (c5f88c8d-fdef-46e4-b0e0-992ab5d699ea), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.375388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30395222-4249-470f-b235-d03594c005a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f88c8d-fdef-46e4-b0e0-992ab5d699ea,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:28.377420 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30395222-4249-470f-b235-d03594c005a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.380682 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-30395222-4249-470f-b235-d03594c005a1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c5f88c8d-fdef-46e4-b0e0-992ab5d699ea HTTP/1.1" status: 204  len: 168 time: 0.4891186
Feb 12 21:13:28.382549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6570ab9a-285f-40a6-a292-0c3858d20da2 None None] Network 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:13:28.383169 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40016) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:28.443912 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for floatingip (85e5075a-48f6-41ca-85ae-1e5837a0d290), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.478743 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.517012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576b4285-d489-4d23-8406-e71cbf2e0106', 'tag': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:28.519436 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8857d77-e451-4634-a92a-d9902b45a6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "576b4285-d489-4d23-8406-e71cbf2e0106", "tag": "7aef0ce7-550d-4329-9dc1-3a0237bf7a36"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:28.549537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] Deleting port 94ac1dc0-7aec-425b-af1b-79ab081a9051 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:13:28.549893 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.551728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376743f3-88ce-43eb-b095-7190df7eb2ed None None] DHCP port deletion for 38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:13:28.570738 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16a3ea9-fb3b-4449-9a5f-9f843f0f4e72 x-openstack-request-id: req-b16a3ea9-fb3b-4449-9a5f-9f843f0f4e72 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:28.571030 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576b4285-d489-4d23-8406-e71cbf2e0106", "tag": "7aef0ce7-550d-4329-9dc1-3a0237bf7a36", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:28.571286 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b16a3ea9-fb3b-4449-9a5f-9f843f0f4e72 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:28.571679 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576b4285-d489-4d23-8406-e71cbf2e0106', 'tag': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36', 'status': 'completed', 'code': 200}
Feb 12 21:13:28.578679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (37c96f63-6edf-487b-88ec-821710ab82f6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.626244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-376743f3-88ce-43eb-b095-7190df7eb2ed None None] Deleting port 94ac1dc0-7aec-425b-af1b-79ab081a9051 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:13:28.626651 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-376743f3-88ce-43eb-b095-7190df7eb2ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.638962 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] For port 94ac1dc0-7aec-425b-af1b-79ab081a9051, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94ac1dc0-7aec-425b-af1b-79ab081a9051,segment=NetworkSegment(8b156cf2-491d-4038-92ec-29b81b621a9d),segment_id=8b156cf2-491d-4038-92ec-29b81b621a9d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:28.639470 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.659212 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] Calling delete_port for 94ac1dc0-7aec-425b-af1b-79ab081a9051 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:13:28.690483 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8857d77-e451-4634-a92a-d9902b45a6b9 req-20037ecf-8ee2-4d61-b62c-925b07bd84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:28.692173 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b8857d77-e451-4634-a92a-d9902b45a6b9 req-20037ecf-8ee2-4d61-b62c-925b07bd84d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=184a5eeefb1f41d2b34ac8b7b3dee122&device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 1127 time: 0.0886409
Feb 12 21:13:28.697466 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-376743f3-88ce-43eb-b095-7190df7eb2ed None None] For port 94ac1dc0-7aec-425b-af1b-79ab081a9051, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94ac1dc0-7aec-425b-af1b-79ab081a9051,segment=NetworkSegment(8b156cf2-491d-4038-92ec-29b81b621a9d),segment_id=8b156cf2-491d-4038-92ec-29b81b621a9d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:28.697466 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-376743f3-88ce-43eb-b095-7190df7eb2ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.711298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-376743f3-88ce-43eb-b095-7190df7eb2ed None None] Calling delete_port for 94ac1dc0-7aec-425b-af1b-79ab081a9051 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:13:28.836545 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.849840 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-376743f3-88ce-43eb-b095-7190df7eb2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (94ac1dc0-7aec-425b-af1b-79ab081a9051), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.861758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376743f3-88ce-43eb-b095-7190df7eb2ed None None] No DVR routers for this DVR port 94ac1dc0-7aec-425b-af1b-79ab081a9051 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:13:28.870393 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ac1dc0-7aec-425b-af1b-79ab081a9051,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:28.870393 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] No DVR routers for this DVR port 94ac1dc0-7aec-425b-af1b-79ab081a9051 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:13:28.893718 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for port (37c96f63-6edf-487b-88ec-821710ab82f6), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.893718 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8857d77-e451-4634-a92a-d9902b45a6b9 req-8fc2bdca-7f49-416c-a40e-8c8578427314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:28.895135 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b8857d77-e451-4634-a92a-d9902b45a6b9 req-8fc2bdca-7f49-416c-a40e-8c8578427314 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04053501-c602-45a2-b372-831dd8f55883 HTTP/1.1" status: 200  len: 919 time: 0.1746001
Feb 12 21:13:28.904387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376743f3-88ce-43eb-b095-7190df7eb2ed None None] Pushing event deleted for resources: {'Port': ['ID=94ac1dc0-7aec-425b-af1b-79ab081a9051,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:28.940307 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b8857d77-e451-4634-a92a-d9902b45a6b9 req-d5de3e6d-3e27-4175-a97e-353d3a325ca5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aef0ce7-550d-4329-9dc1-3a0237bf7a36 HTTP/1.1" status: 200  len: 217 time: 0.0379324
Feb 12 21:13:28.951871 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.972323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8ff070>,) {'filters': {'network_id': ['38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:28.973322 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (37c96f63-6edf-487b-88ec-821710ab82f6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:28.982788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8ff070>, '8b156cf2-491d-4038-92ec-29b81b621a9d') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:28.983097 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8ff070>, '8b156cf2-491d-4038-92ec-29b81b621a9d') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:28.992764 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (8b156cf2-491d-4038-92ec-29b81b621a9d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:29.006853 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (8b156cf2-491d-4038-92ec-29b81b621a9d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:29.014401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:13:29.014830 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (8b156cf2-491d-4038-92ec-29b81b621a9d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:13:29.016615 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:13:29.028716 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8857d77-e451-4634-a92a-d9902b45a6b9 req-057a2995-f0c9-43b5-aa0b-02b10376d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:29.030169 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b8857d77-e451-4634-a92a-d9902b45a6b9 req-057a2995-f0c9-43b5-aa0b-02b10376d4ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5199d7f6-3807-4a27-82da-1136fa0a87d3 HTTP/1.1" status: 200  len: 858 time: 0.0840154
Feb 12 21:13:29.084041 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b8857d77-e451-4634-a92a-d9902b45a6b9 req-6fe31647-61fd-4d43-b7de-0c0f27ccce27 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04053501-c602-45a2-b372-831dd8f55883&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0328269
Feb 12 21:13:29.087669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Pushing event updated for resources: {'Port': ['ID=37c96f63-6edf-487b-88ec-821710ab82f6,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:29.114096 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (85e5075a-48f6-41ca-85ae-1e5837a0d290), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:29.170782 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:29.184796 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:29.189820 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] 10.222.0.31 "DELETE /v2.0/networks/38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2 HTTP/1.1" status: 204  len: 168 time: 0.8055108
Feb 12 21:13:29.202689 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0619f67-fc71-4c84-99c3-7315786af155 admin admin] Pushing event deleted for resources: {'Network': ['ID=38dc5d11-f6b5-4bd7-8e40-a539ee0cb9f2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:29.205971 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b8857d77-e451-4634-a92a-d9902b45a6b9 req-6d501e1d-eeef-4df0-acc6-3a0047187ade service neutron] 10.222.0.50 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1148803
Feb 12 21:13:29.224666 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863f56f-5239-44b5-b6db-3561184b73d8 req-944918c7-9970-4a13-bc0f-b3355c9f2492 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:29.234469 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9863f56f-5239-44b5-b6db-3561184b73d8 req-944918c7-9970-4a13-bc0f-b3355c9f2492 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0917137
Feb 12 21:13:29.241632 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:29.242992 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-a23bd57e-b175-44bf-b3b7-ef3596668aed tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5655048
Feb 12 21:13:29.281406 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9863f56f-5239-44b5-b6db-3561184b73d8 req-e9f631da-544e-4555-b260-ef6a3d05e25c tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459507
Feb 12 21:13:29.319795 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:29.332279 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-00a77ed9-72ec-416b-b852-99a20e5746f8 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.218 HTTP/1.1" status: 200  len: 696 time: 0.0569768
Feb 12 21:13:29.411763 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b8857d77-e451-4634-a92a-d9902b45a6b9 req-532b8e50-9612-4daf-a992-9b3a83d7e25b service neutron] 10.222.0.50 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1998532
Feb 12 21:13:29.425166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151430a9-0eca-4a29-9115-8b20fc051c89 req-f441b367-d17a-4721-9472-d6b465b1225f tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:29.426700 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-151430a9-0eca-4a29-9115-8b20fc051c89 req-f441b367-d17a-4721-9472-d6b465b1225f tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 944 time: 0.0549412
Feb 12 21:13:29.462763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-37c47a9f-55f6-45a9-ae9a-2cb274a48260 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:29.468406 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee5878c5-64a2-4b80-8224-76abccde0a49 req-37c47a9f-55f6-45a9-ae9a-2cb274a48260 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.1297855
Feb 12 21:13:29.471084 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:29.486865 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-151430a9-0eca-4a29-9115-8b20fc051c89 req-c1546250-f7cb-446c-84e6-f38b36cf727c tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510385
Feb 12 21:13:29.548916 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e840c890-b37a-4154-92f3-b97956514cc3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:13:29.570628 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: e840c890-b37a-4154-92f3-b97956514cc3 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:13:29.576671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e840c890-b37a-4154-92f3-b97956514cc3 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:13:29.576671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ef3ac216-e9d9-4600-bbb1-954ef90501c4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:13:29.580873 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40028) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:29.592911 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee15083-5018-420f-badc-afddf6c513f9 req-a923c3d2-2c43-4a55-9ce7-fd776a212c32 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:29.594041 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: ef3ac216-e9d9-4600-bbb1-954ef90501c4 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:13:29.594444 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ee15083-5018-420f-badc-afddf6c513f9 req-a923c3d2-2c43-4a55-9ce7-fd776a212c32 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0626855
Feb 12 21:13:29.594563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ef3ac216-e9d9-4600-bbb1-954ef90501c4 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:13:29.594968 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 94ac1dc0-7aec-425b-af1b-79ab081a9051 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:13:29.618285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 94ac1dc0-7aec-425b-af1b-79ab081a9051 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:13:29.618721 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 94ac1dc0-7aec-425b-af1b-79ab081a9051 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:13:29.627836 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c37c40bf-ee52-4a63-a0f6-0b3d86a13835 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ad1d954f50f46459af1b6dbfb179207&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0457342
Feb 12 21:13:29.630350 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40030) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:29.647811 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ee15083-5018-420f-badc-afddf6c513f9 req-7a7c4b15-c26d-4c3c-a77a-9b05033d3223 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.218 HTTP/1.1" status: 200  len: 696 time: 0.0457990
Feb 12 21:13:29.657712 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-1ee15083-5018-420f-badc-afddf6c513f9 req-c4e86994-f928-4105-8214-8974a78cab96 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Request body: {'floatingip': {'port_id': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36', 'fixed_ip_address': '172.20.0.3'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:29.679365 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9a2c07a-988a-4cb4-a871-e211fec4a1e3 admin admin] Publish callbacks [] for security_group (9fb0a161-c872-4915-9f79-79d7bd5551e6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:29.697058 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1ee15083-5018-420f-badc-afddf6c513f9 req-c4e86994-f928-4105-8214-8974a78cab96 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for floatingip (85e5075a-48f6-41ca-85ae-1e5837a0d290), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:29.702742 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9a2c07a-988a-4cb4-a871-e211fec4a1e3 admin admin] Publish callbacks [] for security_group (9fb0a161-c872-4915-9f79-79d7bd5551e6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:29.842460 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9a2c07a-988a-4cb4-a871-e211fec4a1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9fb0a161-c872-4915-9f79-79d7bd5551e6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:29.845131 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9a2c07a-988a-4cb4-a871-e211fec4a1e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:29.846425 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b9a2c07a-988a-4cb4-a871-e211fec4a1e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9fb0a161-c872-4915-9f79-79d7bd5551e6 HTTP/1.1" status: 204  len: 168 time: 0.2143402
Feb 12 21:13:29.854699 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2c07a-988a-4cb4-a871-e211fec4a1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb0a161-c872-4915-9f79-79d7bd5551e6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:30.142445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1ee15083-5018-420f-badc-afddf6c513f9 req-c4e86994-f928-4105-8214-8974a78cab96 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:30.219357 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1ee15083-5018-420f-badc-afddf6c513f9 req-c4e86994-f928-4105-8214-8974a78cab96 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (85e5075a-48f6-41ca-85ae-1e5837a0d290), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:30.326187 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-1ee15083-5018-420f-badc-afddf6c513f9 req-c4e86994-f928-4105-8214-8974a78cab96 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Floating IP 85e5075a-48f6-41ca-85ae-1e5837a0d290 associated. External IP: 172.35.2.218, port: 7aef0ce7-550d-4329-9dc1-3a0237bf7a36.
Feb 12 21:13:30.410080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad837e04-b2a1-4313-884e-71f669f0185d req-0e267b06-eecb-445e-9e3e-a94b6a8b98d7 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:30.411683 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ad837e04-b2a1-4313-884e-71f669f0185d req-0e267b06-eecb-445e-9e3e-a94b6a8b98d7 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0547438
Feb 12 21:13:30.465478 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ad837e04-b2a1-4313-884e-71f669f0185d req-375f80ad-6567-45fd-986c-12e67675f1a7 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474350
Feb 12 21:13:30.512859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 561753eb-dbf7-4e5f-a226-0a1a83afc52f up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:13:30.575343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ee15083-5018-420f-badc-afddf6c513f9 req-c4e86994-f928-4105-8214-8974a78cab96 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Router 8d0d88f7-6b76-4083-9481-a77304e40536 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:13:30.621967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9f934-44fc-4894-8393-852ca7697571 req-aabbe2e2-01f7-424b-81d1-b457561837c0 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:30.623505 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bca9f934-44fc-4894-8393-852ca7697571 req-aabbe2e2-01f7-424b-81d1-b457561837c0 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 944 time: 0.0563419
Feb 12 21:13:30.659800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 561753eb-dbf7-4e5f-a226-0a1a83afc52f completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:13:30.664594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 561753eb-dbf7-4e5f-a226-0a1a83afc52f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:30.665324 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:30.686180 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bca9f934-44fc-4894-8393-852ca7697571 req-9284d2db-eb99-4b80-9146-0d11cb6f2e43 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568552
Feb 12 21:13:30.782784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 561753eb-dbf7-4e5f-a226-0a1a83afc52f is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:30.783037 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:30.811471 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042df63a-9c4e-48d7-816b-872d5ec3a8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561753eb-dbf7-4e5f-a226-0a1a83afc52f'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:30.813591 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150739dc-cc88-4025-a467-46da0c4671f5" -d '{"events": [{"server_uuid": "042df63a-9c4e-48d7-816b-872d5ec3a8b9", "name": "network-vif-plugged", "status": "completed", "tag": "561753eb-dbf7-4e5f-a226-0a1a83afc52f"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:30.828282 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 561753eb-dbf7-4e5f-a226-0a1a83afc52f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=561753eb-dbf7-4e5f-a226-0a1a83afc52f,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:30.870829 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d6870e-ecc7-49b3-a2e7-4b81606b4258 x-openstack-request-id: req-d7d6870e-ecc7-49b3-a2e7-4b81606b4258 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:30.871130 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042df63a-9c4e-48d7-816b-872d5ec3a8b9", "name": "network-vif-plugged", "status": "completed", "tag": "561753eb-dbf7-4e5f-a226-0a1a83afc52f", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:30.871440 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7d6870e-ecc7-49b3-a2e7-4b81606b4258 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:30.871849 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042df63a-9c4e-48d7-816b-872d5ec3a8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561753eb-dbf7-4e5f-a226-0a1a83afc52f', 'code': 200}
Feb 12 21:13:30.939575 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:30.991325 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:30.992208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=561753eb-dbf7-4e5f-a226-0a1a83afc52f,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:31.028441 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938eb96a-202b-42c8-a148-46d7a72901bc req-92b74d0b-5cd1-41fa-81b9-24a77e417878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:31.030051 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-938eb96a-202b-42c8-a148-46d7a72901bc req-92b74d0b-5cd1-41fa-81b9-24a77e417878 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 1127 time: 0.0677252
Feb 12 21:13:31.032957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ee15083-5018-420f-badc-afddf6c513f9 req-c4e86994-f928-4105-8214-8974a78cab96 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:13:31.037305 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1ee15083-5018-420f-badc-afddf6c513f9 req-c4e86994-f928-4105-8214-8974a78cab96 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:31.046881 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86a451-cc3d-4d6e-9cf3-bddc7864053b None None] Sync routers for ids ['8d0d88f7-6b76-4083-9481-a77304e40536'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:13:31.056811 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86a451-cc3d-4d6e-9cf3-bddc7864053b None None] Routers {'8d0d88f7-6b76-4083-9481-a77304e40536'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:13:31.058254 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-ab86a451-cc3d-4d6e-9cf3-bddc7864053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba4b1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['8d0d88f7-6b76-4083-9481-a77304e40536'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:31.086188 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ee15083-5018-420f-badc-afddf6c513f9 req-c4e86994-f928-4105-8214-8974a78cab96 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "PUT /v2.0/floatingips/85e5075a-48f6-41ca-85ae-1e5837a0d290 HTTP/1.1" status: 200  len: 996 time: 1.4287751
Feb 12 21:13:31.088149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576b4285-d489-4d23-8406-e71cbf2e0106', 'tag': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:31.091235 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad1284c-49ed-4d59-89a0-28e5aedb162f" -d '{"events": [{"name": "network-changed", "server_uuid": "576b4285-d489-4d23-8406-e71cbf2e0106", "tag": "7aef0ce7-550d-4329-9dc1-3a0237bf7a36"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:31.106407 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40062) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:31.134226 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-938eb96a-202b-42c8-a148-46d7a72901bc req-0fc5067d-44f7-4186-8a2f-2937a6696416 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944262
Feb 12 21:13:31.146952 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e79e6a-9b38-4f80-a969-7e15733cabd0 x-openstack-request-id: req-b3e79e6a-9b38-4f80-a969-7e15733cabd0 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:31.146952 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576b4285-d489-4d23-8406-e71cbf2e0106", "tag": "7aef0ce7-550d-4329-9dc1-3a0237bf7a36", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:31.146952 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3e79e6a-9b38-4f80-a969-7e15733cabd0 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:31.146952 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576b4285-d489-4d23-8406-e71cbf2e0106', 'tag': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36', 'status': 'completed', 'code': 200}
Feb 12 21:13:31.155311 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee15083-5018-420f-badc-afddf6c513f9 req-f9fb2e0b-9ac9-41fc-8a6c-39407635b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:31.156838 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ee15083-5018-420f-badc-afddf6c513f9 req-f9fb2e0b-9ac9-41fc-8a6c-39407635b3ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=184a5eeefb1f41d2b34ac8b7b3dee122&device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 1127 time: 0.0579870
Feb 12 21:13:31.185944 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-ab86a451-cc3d-4d6e-9cf3-bddc7864053b None None] Set router 8d0d88f7-6b76-4083-9481-a77304e40536 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:13:31.240099 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-dc180eb3-6a24-4c7a-98d0-5ebef6302f60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1816740048-network', 'tenant_id': 'b438902509da463ba94a98d99ffd1444'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:31.280170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1284c-49ed-4d59-89a0-28e5aedb162f req-ef14bfea-e6eb-479f-99ff-690a9e4f1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:31.281762 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ad1284c-49ed-4d59-89a0-28e5aedb162f req-ef14bfea-e6eb-479f-99ff-690a9e4f1e48 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=184a5eeefb1f41d2b34ac8b7b3dee122&device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 1127 time: 0.1160686
Feb 12 21:13:31.299443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee15083-5018-420f-badc-afddf6c513f9 req-11e31754-b69b-4f35-a426-4b4a1fe3e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:31.300886 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ee15083-5018-420f-badc-afddf6c513f9 req-11e31754-b69b-4f35-a426-4b4a1fe3e028 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04053501-c602-45a2-b372-831dd8f55883 HTTP/1.1" status: 200  len: 919 time: 0.1364460
Feb 12 21:13:31.357380 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc180eb3-6a24-4c7a-98d0-5ebef6302f60 admin admin] Made reservation on behalf of b438902509da463ba94a98d99ffd1444 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:13:31.361398 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc180eb3-6a24-4c7a-98d0-5ebef6302f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:31.374150 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc180eb3-6a24-4c7a-98d0-5ebef6302f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:31.416367 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ee15083-5018-420f-badc-afddf6c513f9 req-5c6308c7-1185-4813-9028-bc186dbbd0f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aef0ce7-550d-4329-9dc1-3a0237bf7a36 HTTP/1.1" status: 200  len: 999 time: 0.1052644
Feb 12 21:13:31.431112 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-ab86a451-cc3d-4d6e-9cf3-bddc7864053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba4b1c0>, [{'id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-router', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65'}], 'enable_snat': True}, 'gw_port_id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:25Z', 'updated_at': '2022-02-12T21:12:30Z', 'revision_number': 4, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'gw_port': {'id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:27Z', 'updated_at': '2022-02-12T21:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '85e5075a-48f6-41ca-85ae-1e5837a0d290', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'floating_ip_address': '172.35.2.218', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'port_id': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'mac_address': 'fa:16:3e:48:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b4285-d489-4d23-8406-e71cbf2e0106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:13:28Z', 'updated_at': '2022-02-12T21:13:30Z', 'revision_number': 1, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774cefe9-5a44-4e6c-bf18-cf4f62488322', 'name': '', 'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'mac_address': 'fa:16:3e:07:d8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:29Z', 'updated_at': '2022-02-12T21:12:38Z', 'revision_number': 5, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'subnets': [{'id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:31.462107 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86a451-cc3d-4d6e-9cf3-bddc7864053b None None] Checking router: 8d0d88f7-6b76-4083-9481-a77304e40536 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:13:31.464594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1284c-49ed-4d59-89a0-28e5aedb162f req-34199976-f259-43e3-9fa7-ca12c3390529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:31.466121 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ad1284c-49ed-4d59-89a0-28e5aedb162f req-34199976-f259-43e3-9fa7-ca12c3390529 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04053501-c602-45a2-b372-831dd8f55883 HTTP/1.1" status: 200  len: 919 time: 0.1789157
Feb 12 21:13:31.470019 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc180eb3-6a24-4c7a-98d0-5ebef6302f60 admin admin] Publish callbacks [] for security_group (b8e7d264-e3e1-405b-9d54-7fe0795e55f0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:31.475650 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86a451-cc3d-4d6e-9cf3-bddc7864053b None None] Routers {'8d0d88f7-6b76-4083-9481-a77304e40536'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:13:31.476254 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-ab86a451-cc3d-4d6e-9cf3-bddc7864053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba4b1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['8d0d88f7-6b76-4083-9481-a77304e40536'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:31.531463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee15083-5018-420f-badc-afddf6c513f9 req-ded12289-6b56-4938-9278-9420d491fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:31.532994 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ee15083-5018-420f-badc-afddf6c513f9 req-ded12289-6b56-4938-9278-9420d491fc81 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5199d7f6-3807-4a27-82da-1136fa0a87d3 HTTP/1.1" status: 200  len: 858 time: 0.1035264
Feb 12 21:13:31.571242 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ee15083-5018-420f-badc-afddf6c513f9 req-aaccbcb1-154d-4e93-9ff2-1b214759eb37 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04053501-c602-45a2-b372-831dd8f55883&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281801
Feb 12 21:13:31.573405 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc180eb3-6a24-4c7a-98d0-5ebef6302f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b8e7d264-e3e1-405b-9d54-7fe0795e55f0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:31.573931 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ad1284c-49ed-4d59-89a0-28e5aedb162f req-9bc218e7-17ff-4abf-bcf6-2fe492e9dccd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aef0ce7-550d-4329-9dc1-3a0237bf7a36 HTTP/1.1" status: 200  len: 999 time: 0.1015213
Feb 12 21:13:31.591068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-1ee15083-5018-420f-badc-afddf6c513f9 req-fdf70e4f-38e6-4f23-8063-9c7d733c5f7b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:13:31.592070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ee15083-5018-420f-badc-afddf6c513f9 req-fdf70e4f-38e6-4f23-8063-9c7d733c5f7b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0134015
Feb 12 21:13:31.604843 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc180eb3-6a24-4c7a-98d0-5ebef6302f60 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:13:31.609553 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-ab86a451-cc3d-4d6e-9cf3-bddc7864053b None None] Set router 8d0d88f7-6b76-4083-9481-a77304e40536 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:13:31.625165 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc180eb3-6a24-4c7a-98d0-5ebef6302f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e7d264-e3e1-405b-9d54-7fe0795e55f0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:31.634137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ef23-7ec9-4635-8f44-505e57b4a1fb req-5a78575c-652b-466e-a116-9ed475128b19 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:31.636762 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7cf9ef23-7ec9-4635-8f44-505e57b4a1fb req-5a78575c-652b-466e-a116-9ed475128b19 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0967281
Feb 12 21:13:31.640397 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc180eb3-6a24-4c7a-98d0-5ebef6302f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5468f90d-22d9-48e7-80e0-434a319aa122), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:31.641151 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-dc180eb3-6a24-4c7a-98d0-5ebef6302f60 admin admin] Added segment 5468f90d-22d9-48e7-80e0-434a319aa122 of type vlan for network 7f65c7b1-5d00-4d0d-bfa9-cf1daecea617
Feb 12 21:13:31.697259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1284c-49ed-4d59-89a0-28e5aedb162f req-bdf66562-5875-4661-8d0b-a5fae01f08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:31.700028 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ad1284c-49ed-4d59-89a0-28e5aedb162f req-bdf66562-5875-4661-8d0b-a5fae01f08f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5199d7f6-3807-4a27-82da-1136fa0a87d3 HTTP/1.1" status: 200  len: 858 time: 0.1199882
Feb 12 21:13:31.720365 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc180eb3-6a24-4c7a-98d0-5ebef6302f60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (7f65c7b1-5d00-4d0d-bfa9-cf1daecea617), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:31.731941 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7cf9ef23-7ec9-4635-8f44-505e57b4a1fb req-f2724afa-2cd2-40c4-823e-279b4db6fe79 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896032
Feb 12 21:13:31.742194 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ad1284c-49ed-4d59-89a0-28e5aedb162f req-2831b461-52e7-44de-97dc-5e78c8d3198d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04053501-c602-45a2-b372-831dd8f55883&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0359190
Feb 12 21:13:31.787779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ee15083-5018-420f-badc-afddf6c513f9 req-f363c40c-87ff-4516-ba0d-30b78eb4257e service neutron] 10.222.0.31 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702535
Feb 12 21:13:31.843581 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc180eb3-6a24-4c7a-98d0-5ebef6302f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (7f65c7b1-5d00-4d0d-bfa9-cf1daecea617), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:31.844603 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc180eb3-6a24-4c7a-98d0-5ebef6302f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:31.845283 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc180eb3-6a24-4c7a-98d0-5ebef6302f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:31.898589 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-ab86a451-cc3d-4d6e-9cf3-bddc7864053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba4b1c0>, [{'id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-router', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65'}], 'enable_snat': True}, 'gw_port_id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:25Z', 'updated_at': '2022-02-12T21:12:30Z', 'revision_number': 4, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'gw_port': {'id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:27Z', 'updated_at': '2022-02-12T21:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '85e5075a-48f6-41ca-85ae-1e5837a0d290', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'floating_ip_address': '172.35.2.218', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'port_id': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'mac_address': 'fa:16:3e:48:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b4285-d489-4d23-8406-e71cbf2e0106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:13:28Z', 'updated_at': '2022-02-12T21:13:30Z', 'revision_number': 1, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774cefe9-5a44-4e6c-bf18-cf4f62488322', 'name': '', 'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'mac_address': 'fa:16:3e:07:d8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:29Z', 'updated_at': '2022-02-12T21:12:38Z', 'revision_number': 5, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'subnets': [{'id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:31.914002 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ad1284c-49ed-4d59-89a0-28e5aedb162f req-126d9e69-b9ae-4dc4-85ec-82d2131a8fd4 service neutron] 10.222.0.50 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630058
Feb 12 21:13:31.922300 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc180eb3-6a24-4c7a-98d0-5ebef6302f60 admin admin] Pushing event updated for resources: {'Network': ['ID=7f65c7b1-5d00-4d0d-bfa9-cf1daecea617,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:31.937172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 7f65c7b1-5d00-4d0d-bfa9-cf1daecea617 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:13:31.940002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55f886-d14f-4e06-bb93-1a1bab9c4b6f req-19083708-6568-42b5-86fe-584d5cf481a2 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:31.940128 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3a55f886-d14f-4e06-bb93-1a1bab9c4b6f req-19083708-6568-42b5-86fe-584d5cf481a2 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 945 time: 0.1314147
Feb 12 21:13:31.942513 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86a451-cc3d-4d6e-9cf3-bddc7864053b None None] The sync data for ids ['8d0d88f7-6b76-4083-9481-a77304e40536'] in ncdv-master-1 is: [{'id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-router', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65'}], 'enable_snat': True}, 'gw_port_id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:25Z', 'updated_at': '2022-02-12T21:12:30Z', 'revision_number': 4, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'gw_port': {'id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:27Z', 'updated_at': '2022-02-12T21:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '85e5075a-48f6-41ca-85ae-1e5837a0d290', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'floating_ip_address': '172.35.2.218', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'port_id': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'mac_address': 'fa:16:3e:48:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b4285-d489-4d23-8406-e71cbf2e0106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:13:28Z', 'updated_at': '2022-02-12T21:13:30Z', 'revision_number': 1, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774cefe9-5a44-4e6c-bf18-cf4f62488322', 'name': '', 'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'mac_address': 'fa:16:3e:07:d8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:29Z', 'updated_at': '2022-02-12T21:12:38Z', 'revision_number': 5, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'subnets': [{'id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:13:31.956564 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ee15083-5018-420f-badc-afddf6c513f9 req-2b23859b-2b24-48ce-839f-b9d5e6ca7a37 service neutron] 10.222.0.31 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382780
Feb 12 21:13:32.004776 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dc180eb3-6a24-4c7a-98d0-5ebef6302f60 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8971703
Feb 12 21:13:32.007749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40070) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:32.016051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-63553703-47ff-4b39-bf4d-ab79a04f69d6 admin admin] Request body: {'subnet': {'network_id': '7f65c7b1-5d00-4d0d-bfa9-cf1daecea617', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1816740048-subnet', 'tenant_id': 'b438902509da463ba94a98d99ffd1444', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:32.022185 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ad1284c-49ed-4d59-89a0-28e5aedb162f req-4637ca63-e565-4a4b-9969-34ad150aaffa service neutron] 10.222.0.50 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1021633
Feb 12 21:13:32.066365 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3a55f886-d14f-4e06-bb93-1a1bab9c4b6f req-ddafe7e5-a428-4438-a577-a38ee6a495db tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050074
Feb 12 21:13:32.154403 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63553703-47ff-4b39-bf4d-ab79a04f69d6 admin admin] Made reservation on behalf of b438902509da463ba94a98d99ffd1444 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:13:32.158472 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-63553703-47ff-4b39-bf4d-ab79a04f69d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:32.234389 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-00c1a91e-3648-4276-808e-8069aee30979 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.218 HTTP/1.1" status: 200  len: 999 time: 0.1259978
Feb 12 21:13:32.234597 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51dd489-7e39-45dd-b20c-ae16b980b8b1 None None] New status for floating IP 85e5075a-48f6-41ca-85ae-1e5837a0d290: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:13:32.304413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-c3974959-f60f-4f95-baf6-ba9ac0afc267 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:32.305830 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-c3974959-f60f-4f95-baf6-ba9ac0afc267 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports/7aef0ce7-550d-4329-9dc1-3a0237bf7a36 HTTP/1.1" status: 200  len: 942 time: 0.0623946
Feb 12 21:13:32.388299 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:32.452093 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-b5698ccc-49d1-46cc-96ed-027340389f56 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.218 HTTP/1.1" status: 200  len: 999 time: 0.1020756
Feb 12 21:13:32.532165 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-63553703-47ff-4b39-bf4d-ab79a04f69d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (182cc7d9-a44c-4541-859d-db4b8a10d2ca), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:32.604406 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-132ca853-3ddf-4a43-8f5c-5c2d36135391 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:32.605817 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-132ca853-3ddf-4a43-8f5c-5c2d36135391 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.1475835
Feb 12 21:13:32.611203 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63553703-47ff-4b39-bf4d-ab79a04f69d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=182cc7d9-a44c-4541-859d-db4b8a10d2ca,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:32.675435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63553703-47ff-4b39-bf4d-ab79a04f69d6 admin admin] Checking segment: {'id': '5468f90d-22d9-48e7-80e0-434a319aa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f65c7b1-5d00-4d0d-bfa9-cf1daecea617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:13:32.675789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63553703-47ff-4b39-bf4d-ab79a04f69d6 admin admin] Network hostable DHCP agents. Network: 7f65c7b1-5d00-4d0d-bfa9-cf1daecea617, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:13:32.696127 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-f5efa2f2-a800-4227-b5c7-6852a542c6d1 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.218 HTTP/1.1" status: 200  len: 1001 time: 0.0816243
Feb 12 21:13:32.711221 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-d78844ad-d369-4dbb-8376-efc31fb26d04 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:32.769780 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-d78844ad-d369-4dbb-8376-efc31fb26d04 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for floatingip (85e5075a-48f6-41ca-85ae-1e5837a0d290), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:32.805315 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63553703-47ff-4b39-bf4d-ab79a04f69d6 admin admin] Network 7f65c7b1-5d00-4d0d-bfa9-cf1daecea617 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:13:32.869064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da7a8f-0675-41b1-937a-26e08a294d69 req-5ffd15eb-dba3-409e-bf69-c0954f41ba03 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:32.871390 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50da7a8f-0675-41b1-937a-26e08a294d69 req-5ffd15eb-dba3-409e-bf69-c0954f41ba03 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0604897
Feb 12 21:13:32.920137 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50da7a8f-0675-41b1-937a-26e08a294d69 req-1f3ac261-277e-42c8-9494-a4e383781a3c tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430284
Feb 12 21:13:32.920807 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-63553703-47ff-4b39-bf4d-ab79a04f69d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7f65c7b1-5d00-4d0d-bfa9-cf1daecea617) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:32.926125 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-d78844ad-d369-4dbb-8376-efc31fb26d04 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:32.929297 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63553703-47ff-4b39-bf4d-ab79a04f69d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:32.929476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3559d9de-bc0b-45fc-8bb3-b5cfd2bb2f32 None None] Network 7f65c7b1-5d00-4d0d-bfa9-cf1daecea617 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:13:32.929923 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-63553703-47ff-4b39-bf4d-ab79a04f69d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:33.002201 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-d78844ad-d369-4dbb-8376-efc31fb26d04 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (85e5075a-48f6-41ca-85ae-1e5837a0d290), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:33.002664 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-d78844ad-d369-4dbb-8376-efc31fb26d04 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Floating IP 85e5075a-48f6-41ca-85ae-1e5837a0d290 disassociated. External IP: 172.35.2.218, port: 7aef0ce7-550d-4329-9dc1-3a0237bf7a36.
Feb 12 21:13:33.036916 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7f65c7b1-5d00-4d0d-bfa9-cf1daecea617', 'network_id': '7f65c7b1-5d00-4d0d-bfa9-cf1daecea617', 'project_id': 'b438902509da463ba94a98d99ffd1444', 'fixed_ips': [{'subnet_id': '182cc7d9-a44c-4541-859d-db4b8a10d2ca'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:13:33.038024 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:33.044504 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-63553703-47ff-4b39-bf4d-ab79a04f69d6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0354991
Feb 12 21:13:33.047384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40080) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:33.052274 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1816740048-router', 'tenant_id': 'b438902509da463ba94a98d99ffd1444', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:33.137395 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (a0a4e640-b7f3-4854-a9ba-882098f8555a), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:33.138517 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (a0a4e640-b7f3-4854-a9ba-882098f8555a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:33.200347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Allocated IP 172.20.0.2 (7f65c7b1-5d00-4d0d-bfa9-cf1daecea617/182cc7d9-a44c-4541-859d-db4b8a10d2ca/2b711bde-673d-4269-8646-77e7bed9353e) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:13:33.237805 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-d78844ad-d369-4dbb-8376-efc31fb26d04 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Router 8d0d88f7-6b76-4083-9481-a77304e40536 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:13:33.238817 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Publish callbacks [] for router_controller (a0a4e640-b7f3-4854-a9ba-882098f8555a), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:33.253278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff0a3a-892d-4d95-b4a1-339f2f191b63 req-c9d684b8-f3b3-4837-b285-feb7331adea4 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:33.257283 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cff0a3a-892d-4d95-b4a1-339f2f191b63 req-c9d684b8-f3b3-4837-b285-feb7331adea4 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 945 time: 0.1148713
Feb 12 21:13:33.315141 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cff0a3a-892d-4d95-b4a1-339f2f191b63 req-d44115b3-890e-4a16-b261-d1a37a467f32 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529294
Feb 12 21:13:33.365225 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Publish callbacks [] for port (2b711bde-673d-4269-8646-77e7bed9353e), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:33.377501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-d78844ad-d369-4dbb-8376-efc31fb26d04 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:13:33.382752 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-d78844ad-d369-4dbb-8376-efc31fb26d04 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:33.389434 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b08f2f7-ecd9-4903-b816-bed4a9272d19 None None] Sync routers for ids ['8d0d88f7-6b76-4083-9481-a77304e40536'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:13:33.400563 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b08f2f7-ecd9-4903-b816-bed4a9272d19 None None] Routers {'8d0d88f7-6b76-4083-9481-a77304e40536'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:13:33.402458 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2b08f2f7-ecd9-4903-b816-bed4a9272d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba4bbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['8d0d88f7-6b76-4083-9481-a77304e40536'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:33.428940 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-d78844ad-d369-4dbb-8376-efc31fb26d04 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "PUT /v2.0/floatingips/85e5075a-48f6-41ca-85ae-1e5837a0d290 HTTP/1.1" status: 200  len: 695 time: 0.7216294
Feb 12 21:13:33.429458 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576b4285-d489-4d23-8406-e71cbf2e0106', 'tag': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:33.431842 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4c2ae4-7910-448c-98a0-41c0411332fa" -d '{"events": [{"name": "network-changed", "server_uuid": "576b4285-d489-4d23-8406-e71cbf2e0106", "tag": "7aef0ce7-550d-4329-9dc1-3a0237bf7a36"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:33.517209 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (2b711bde-673d-4269-8646-77e7bed9353e), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:33.539891 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Publish callbacks [] for router_gateway (a0a4e640-b7f3-4854-a9ba-882098f8555a), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:33.584082 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-2b08f2f7-ecd9-4903-b816-bed4a9272d19 None None] Set router 8d0d88f7-6b76-4083-9481-a77304e40536 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:13:33.585294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Network 7f65c7b1-5d00-4d0d-bfa9-cf1daecea617 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:13:33.589637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-7b5bebdd-a023-45e0-bf24-2fac82d7afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:33.590185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:33.591509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Pushing event updated for resources: {'Port': ['ID=2b711bde-673d-4269-8646-77e7bed9353e,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:33.595018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:13:33.603254 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-7b5bebdd-a023-45e0-bf24-2fac82d7afa8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=184a5eeefb1f41d2b34ac8b7b3dee122&device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 1127 time: 0.1605923
Feb 12 21:13:33.675899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf355b4-276f-4b66-94a8-4c25c80d7c60 req-359323c9-708d-4507-a79a-e96a9ca581a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:33.677698 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebf355b4-276f-4b66-94a8-4c25c80d7c60 req-359323c9-708d-4507-a79a-e96a9ca581a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 1128 time: 0.0783584
Feb 12 21:13:33.679532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Attempting to bind port 2b711bde-673d-4269-8646-77e7bed9353e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:13:33.680294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Attempting to bind port 2b711bde-673d-4269-8646-77e7bed9353e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5468f90d-22d9-48e7-80e0-434a319aa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f65c7b1-5d00-4d0d-bfa9-cf1daecea617'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:13:33.680912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Attempting to bind port 2b711bde-673d-4269-8646-77e7bed9353e on network 7f65c7b1-5d00-4d0d-bfa9-cf1daecea617 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:33.688353 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:13:33.689678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Checking segment: {'id': '5468f90d-22d9-48e7-80e0-434a319aa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f65c7b1-5d00-4d0d-bfa9-cf1daecea617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:13:33.690432 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:33.691638 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Bound using segment: {'id': '5468f90d-22d9-48e7-80e0-434a319aa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f65c7b1-5d00-4d0d-bfa9-cf1daecea617'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:13:33.692289 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Bound port: 2b711bde-673d-4269-8646-77e7bed9353e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5468f90d-22d9-48e7-80e0-434a319aa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f65c7b1-5d00-4d0d-bfa9-cf1daecea617'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:13:33.693626 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2b711bde-673d-4269-8646-77e7bed9353e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:33.738606 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-b7210e28-4e32-44b8-b799-84bb58c3d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:33.753402 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-b7210e28-4e32-44b8-b799-84bb58c3d1f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04053501-c602-45a2-b372-831dd8f55883 HTTP/1.1" status: 200  len: 919 time: 0.1491272
Feb 12 21:13:33.765035 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebf355b4-276f-4b66-94a8-4c25c80d7c60 req-aa777b81-ee5e-46f9-967c-a9ac9e72e45f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513010
Feb 12 21:13:33.802941 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-ea3bb1b1-44fb-400d-9783-8759999fd772 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aef0ce7-550d-4329-9dc1-3a0237bf7a36 HTTP/1.1" status: 200  len: 217 time: 0.0466096
Feb 12 21:13:33.810131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] For port 2b711bde-673d-4269-8646-77e7bed9353e, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:13:33.814136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] For port 2b711bde-673d-4269-8646-77e7bed9353e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b711bde-673d-4269-8646-77e7bed9353e,segment=NetworkSegment(5468f90d-22d9-48e7-80e0-434a319aa122),segment_id=5468f90d-22d9-48e7-80e0-434a319aa122)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:13:33.874623 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-dd897171-3dd7-499e-8ca5-6f33a0c65ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:33.881805 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-dd897171-3dd7-499e-8ca5-6f33a0c65ea1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5199d7f6-3807-4a27-82da-1136fa0a87d3 HTTP/1.1" status: 200  len: 858 time: 0.0723021
Feb 12 21:13:33.899001 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2b711bde-673d-4269-8646-77e7bed9353e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:33.923415 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-c29131b7-e4cb-4093-b212-d5f4fdf84413 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04053501-c602-45a2-b372-831dd8f55883&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392284
Feb 12 21:13:33.934519 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Publish callbacks [] for router_gateway (a0a4e640-b7f3-4854-a9ba-882098f8555a), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:33.958872 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:33.975833 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2b08f2f7-ecd9-4903-b816-bed4a9272d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba4bbe0>, [{'id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-router', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65'}], 'enable_snat': True}, 'gw_port_id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:25Z', 'updated_at': '2022-02-12T21:12:30Z', 'revision_number': 4, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'gw_port': {'id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:27Z', 'updated_at': '2022-02-12T21:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '774cefe9-5a44-4e6c-bf18-cf4f62488322', 'name': '', 'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'mac_address': 'fa:16:3e:07:d8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:29Z', 'updated_at': '2022-02-12T21:12:38Z', 'revision_number': 5, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'subnets': [{'id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:34.002621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd408b-d8c4-407f-b551-522528fd9790 None None] Pushing event updated for resources: {'Port': ['ID=2b711bde-673d-4269-8646-77e7bed9353e,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:34.007794 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b08f2f7-ecd9-4903-b816-bed4a9272d19 None None] Checking router: 8d0d88f7-6b76-4083-9481-a77304e40536 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:13:34.032090 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b08f2f7-ecd9-4903-b816-bed4a9272d19 None None] Routers {'8d0d88f7-6b76-4083-9481-a77304e40536'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:13:34.032532 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2b08f2f7-ecd9-4903-b816-bed4a9272d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba4bbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['8d0d88f7-6b76-4083-9481-a77304e40536'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:34.077667 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-d7f3f060-b576-407e-aaba-193491f3c03b service neutron] 10.222.0.31 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512396
Feb 12 21:13:34.114908 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890bd496-650c-44e0-96d2-3870ce48ef58 x-openstack-request-id: req-890bd496-650c-44e0-96d2-3870ce48ef58 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:34.115115 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576b4285-d489-4d23-8406-e71cbf2e0106", "tag": "7aef0ce7-550d-4329-9dc1-3a0237bf7a36", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:34.115338 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-890bd496-650c-44e0-96d2-3870ce48ef58 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:34.115795 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576b4285-d489-4d23-8406-e71cbf2e0106', 'tag': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36', 'status': 'completed', 'code': 200}
Feb 12 21:13:34.136202 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Allocated IP 172.35.2.197 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/c21e321b-b3ef-4042-b30c-2d2d39d2713a) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:13:34.219207 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b30f92a-0604-4a3b-8263-393ed126e2ed req-ca24b4d3-f063-4188-af6c-39408515e7e7 service neutron] 10.222.0.31 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404057
Feb 12 21:13:34.283833 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-2b08f2f7-ecd9-4903-b816-bed4a9272d19 None None] Set router 8d0d88f7-6b76-4083-9481-a77304e40536 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:13:34.347350 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Publish callbacks [] for port (c21e321b-b3ef-4042-b30c-2d2d39d2713a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:34.418271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba2e69-a621-48f1-8128-082c9b443a84 req-af11c509-3d7b-4f02-b201-a6b0d0348c46 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:34.420411 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9dba2e69-a621-48f1-8128-082c9b443a84 req-af11c509-3d7b-4f02-b201-a6b0d0348c46 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1985645
Feb 12 21:13:34.422880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c2ae4-7910-448c-98a0-41c0411332fa req-c12dbb0f-0c19-4a30-9385-72e61c917f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:34.424351 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2b4c2ae4-7910-448c-98a0-41c0411332fa req-c12dbb0f-0c19-4a30-9385-72e61c917f61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=184a5eeefb1f41d2b34ac8b7b3dee122&device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 1127 time: 0.2011986
Feb 12 21:13:34.474026 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cbaff94f-507a-4bae-920d-6c12a41e82a5 req-79417121-d280-4d29-8c26-a5ab36c38337 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/floatingips/85e5075a-48f6-41ca-85ae-1e5837a0d290 HTTP/1.1" status: 200  len: 695 time: 0.0546360
Feb 12 21:13:34.522425 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c21e321b-b3ef-4042-b30c-2d2d39d2713a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:34.597105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaff94f-507a-4bae-920d-6c12a41e82a5 req-514d18c7-25f5-4155-82d7-038eb2799f09 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:34.599066 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2b08f2f7-ecd9-4903-b816-bed4a9272d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba4bbe0>, [{'id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-router', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65'}], 'enable_snat': True}, 'gw_port_id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:25Z', 'updated_at': '2022-02-12T21:12:30Z', 'revision_number': 4, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'gw_port': {'id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:27Z', 'updated_at': '2022-02-12T21:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '774cefe9-5a44-4e6c-bf18-cf4f62488322', 'name': '', 'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'mac_address': 'fa:16:3e:07:d8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:29Z', 'updated_at': '2022-02-12T21:12:38Z', 'revision_number': 5, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'subnets': [{'id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:34.605862 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cbaff94f-507a-4bae-920d-6c12a41e82a5 req-514d18c7-25f5-4155-82d7-038eb2799f09 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 784 time: 0.1302905
Feb 12 21:13:34.608210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:13:34.612802 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c2ae4-7910-448c-98a0-41c0411332fa req-0a66fdd2-877c-4496-8b82-3dc3d76f80af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:34.614737 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2b4c2ae4-7910-448c-98a0-41c0411332fa req-0a66fdd2-877c-4496-8b82-3dc3d76f80af service neutron] 10.222.0.50 "GET /v2.0/networks?id=04053501-c602-45a2-b372-831dd8f55883 HTTP/1.1" status: 200  len: 919 time: 0.1834738
Feb 12 21:13:34.615347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c21e321b-b3ef-4042-b30c-2d2d39d2713a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:34.619301 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:34.624064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:13:34.631138 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b08f2f7-ecd9-4903-b816-bed4a9272d19 None None] The sync data for ids ['8d0d88f7-6b76-4083-9481-a77304e40536'] in ncdv-master-1 is: [{'id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-router', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65'}], 'enable_snat': True}, 'gw_port_id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:25Z', 'updated_at': '2022-02-12T21:12:30Z', 'revision_number': 4, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'gw_port': {'id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:27Z', 'updated_at': '2022-02-12T21:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '774cefe9-5a44-4e6c-bf18-cf4f62488322', 'name': '', 'network_id': '04053501-c602-45a2-b372-831dd8f55883', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'mac_address': 'fa:16:3e:07:d8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:29Z', 'updated_at': '2022-02-12T21:12:38Z', 'revision_number': 5, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'subnets': [{'id': '5199d7f6-3807-4a27-82da-1136fa0a87d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:13:34.656471 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9dba2e69-a621-48f1-8128-082c9b443a84 req-73ead29b-a471-465c-baf0-2dd38b52d101 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2272739
Feb 12 21:13:34.662692 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cbaff94f-507a-4bae-920d-6c12a41e82a5 req-a30bb537-bead-4f9d-a658-9656aec67562 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.218 HTTP/1.1" status: 200  len: 698 time: 0.0559745
Feb 12 21:13:34.715140 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2b4c2ae4-7910-448c-98a0-41c0411332fa req-620f69ce-ab52-4feb-97ee-3ffca776ede9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aef0ce7-550d-4329-9dc1-3a0237bf7a36 HTTP/1.1" status: 200  len: 217 time: 0.0920906
Feb 12 21:13:34.741919 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cbaff94f-507a-4bae-920d-6c12a41e82a5 req-3a223f78-84b0-4381-8c61-732dddbf92c7 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.35.2.218 HTTP/1.1" status: 200  len: 698 time: 0.0725970
Feb 12 21:13:34.844309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c2ae4-7910-448c-98a0-41c0411332fa req-5f06f752-aece-496a-8e8b-9a7cdf51d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:34.845616 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2b4c2ae4-7910-448c-98a0-41c0411332fa req-5f06f752-aece-496a-8e8b-9a7cdf51d74f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5199d7f6-3807-4a27-82da-1136fa0a87d3 HTTP/1.1" status: 200  len: 858 time: 0.1247313
Feb 12 21:13:34.896730 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2b4c2ae4-7910-448c-98a0-41c0411332fa req-acacdc34-149a-4ed9-be79-696df08e61bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04053501-c602-45a2-b372-831dd8f55883&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0324595
Feb 12 21:13:34.914868 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-cbaff94f-507a-4bae-920d-6c12a41e82a5 req-d32f6498-9f7f-457d-ba3b-b675b34b191e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Deleting port 37c96f63-6edf-487b-88ec-821710ab82f6 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:13:34.915234 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cbaff94f-507a-4bae-920d-6c12a41e82a5 req-d32f6498-9f7f-457d-ba3b-b675b34b191e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (37c96f63-6edf-487b-88ec-821710ab82f6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:35.009162 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2b4c2ae4-7910-448c-98a0-41c0411332fa req-ae8cdcf1-ee12-4466-8f06-fe112c1e5aa1 service neutron] 10.222.0.50 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1049578
Feb 12 21:13:35.012071 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cbaff94f-507a-4bae-920d-6c12a41e82a5 req-d32f6498-9f7f-457d-ba3b-b675b34b191e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (37c96f63-6edf-487b-88ec-821710ab82f6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:35.012683 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cbaff94f-507a-4bae-920d-6c12a41e82a5 req-d32f6498-9f7f-457d-ba3b-b675b34b191e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for floatingip (37c96f63-6edf-487b-88ec-821710ab82f6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:35.028805 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-cbaff94f-507a-4bae-920d-6c12a41e82a5 req-d32f6498-9f7f-457d-ba3b-b675b34b191e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Calling delete_port for 37c96f63-6edf-487b-88ec-821710ab82f6 owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:13:35.270299 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2b4c2ae4-7910-448c-98a0-41c0411332fa req-2f105921-1d3d-4bb4-a52b-7e4e0a5674b5 service neutron] 10.222.0.50 "GET /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2550256
Feb 12 21:13:35.286956 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Publish callbacks [] for router_gateway (a0a4e640-b7f3-4854-a9ba-882098f8555a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:35.296806 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451b833-de7b-4360-8496-e1a6e1a79dc5 None None] New status for floating IP 85e5075a-48f6-41ca-85ae-1e5837a0d290: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:13:35.363563 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cbaff94f-507a-4bae-920d-6c12a41e82a5 req-d32f6498-9f7f-457d-ba3b-b675b34b191e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (37c96f63-6edf-487b-88ec-821710ab82f6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:35.369024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923507ef-7320-4c39-ac69-6540804bbf53 req-3df59bb8-0edc-45c0-919c-fe197ba14f0e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:35.371047 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-923507ef-7320-4c39-ac69-6540804bbf53 req-3df59bb8-0edc-45c0-919c-fe197ba14f0e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 945 time: 0.1688459
Feb 12 21:13:35.396381 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f6498-9f7f-457d-ba3b-b675b34b191e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Pushing event deleted for resources: {'Port': ['ID=37c96f63-6edf-487b-88ec-821710ab82f6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:35.401204 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-7451b833-de7b-4360-8496-e1a6e1a79dc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:13:35.401887 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-7451b833-de7b-4360-8496-e1a6e1a79dc5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:13:35.440011 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614bfd0d-a83d-43c5-8b25-5328c7b020c9 None None] Network 7f65c7b1-5d00-4d0d-bfa9-cf1daecea617 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:13:35.472351 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cbaff94f-507a-4bae-920d-6c12a41e82a5 req-d32f6498-9f7f-457d-ba3b-b675b34b191e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for floatingip (85e5075a-48f6-41ca-85ae-1e5837a0d290), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:35.475457 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cbaff94f-507a-4bae-920d-6c12a41e82a5 req-d32f6498-9f7f-457d-ba3b-b675b34b191e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:35.476688 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cbaff94f-507a-4bae-920d-6c12a41e82a5 req-d32f6498-9f7f-457d-ba3b-b675b34b191e tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "DELETE /v2.0/floatingips/85e5075a-48f6-41ca-85ae-1e5837a0d290 HTTP/1.1" status: 204  len: 173 time: 0.7335985
Feb 12 21:13:35.540142 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-923507ef-7320-4c39-ac69-6540804bbf53 req-715436db-29ea-4f52-85ea-54b116c420dc tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535628
Feb 12 21:13:35.553081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7b4f3971-9b56-4251-b134-3635502e1e99 None None] Provisioning complete for port 2b711bde-673d-4269-8646-77e7bed9353e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:35.553715 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3971-9b56-4251-b134-3635502e1e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2b711bde-673d-4269-8646-77e7bed9353e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:35.570889 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89ce96b2-70ef-413e-be3f-be56d760cfcf req-2a47f69c-950d-4327-8cd4-06a49f56bd1f tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups/e6efcbea-2208-417f-b450-670a5d9db5b6 HTTP/1.1" status: 200  len: 1827 time: 0.0700891
Feb 12 21:13:35.590890 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (a0a4e640-b7f3-4854-a9ba-882098f8555a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:35.642878 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-89ce96b2-70ef-413e-be3f-be56d760cfcf req-5b6b2d62-85d2-4d32-af1d-12ca8ced06ec tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for security_group (e6efcbea-2208-417f-b450-670a5d9db5b6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:35.691437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f3971-9b56-4251-b134-3635502e1e99 None None] Current status of the port 2b711bde-673d-4269-8646-77e7bed9353e is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:35.691620 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-89ce96b2-70ef-413e-be3f-be56d760cfcf req-5b6b2d62-85d2-4d32-af1d-12ca8ced06ec tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for security_group (e6efcbea-2208-417f-b450-670a5d9db5b6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:35.693231 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3971-9b56-4251-b134-3635502e1e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2b711bde-673d-4269-8646-77e7bed9353e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:35.769216 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7b4f3971-9b56-4251-b134-3635502e1e99 None None] For port 2b711bde-673d-4269-8646-77e7bed9353e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b711bde-673d-4269-8646-77e7bed9353e,segment=NetworkSegment(5468f90d-22d9-48e7-80e0-434a319aa122),segment_id=5468f90d-22d9-48e7-80e0-434a319aa122)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:35.863563 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3971-9b56-4251-b134-3635502e1e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2b711bde-673d-4269-8646-77e7bed9353e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:35.890548 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-89ce96b2-70ef-413e-be3f-be56d760cfcf req-5b6b2d62-85d2-4d32-af1d-12ca8ced06ec tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e6efcbea-2208-417f-b450-670a5d9db5b6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:35.894250 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-89ce96b2-70ef-413e-be3f-be56d760cfcf req-5b6b2d62-85d2-4d32-af1d-12ca8ced06ec tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:35.895831 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89ce96b2-70ef-413e-be3f-be56d760cfcf req-5b6b2d62-85d2-4d32-af1d-12ca8ced06ec tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "DELETE /v2.0/security-groups/e6efcbea-2208-417f-b450-670a5d9db5b6 HTTP/1.1" status: 204  len: 173 time: 0.3173122
Feb 12 21:13:35.906036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451b833-de7b-4360-8496-e1a6e1a79dc5 None None] New status for floating IP 85e5075a-48f6-41ca-85ae-1e5837a0d290: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:13:35.908884 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b2d62-85d2-4d32-af1d-12ca8ced06ec tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6efcbea-2208-417f-b450-670a5d9db5b6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:35.924230 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2b711bde-673d-4269-8646-77e7bed9353e up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:13:35.925507 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-f3d57cfa-80ac-47ea-a962-d781d033594c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1515181
Feb 12 21:13:35.951166 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaacf10-200d-4672-81f0-222861388e0c req-4baab54e-edfe-4600-ada1-953ec882d712 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:35.958268 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3eaacf10-200d-4672-81f0-222861388e0c req-4baab54e-edfe-4600-ada1-953ec882d712 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1666474
Feb 12 21:13:36.056906 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3eaacf10-200d-4672-81f0-222861388e0c req-8618f479-a82e-4a54-9543-928da9769a9e tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977132
Feb 12 21:13:36.066457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-a86c4ac5-cf59-46b5-832a-594fa27be2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:36.066946 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-a86c4ac5-cf59-46b5-832a-594fa27be2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:36.067055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f3971-9b56-4251-b134-3635502e1e99 None None] Pushing event updated for resources: {'Port': ['ID=2b711bde-673d-4269-8646-77e7bed9353e,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:36.067420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-a86c4ac5-cf59-46b5-832a-594fa27be2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:36.067888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-a86c4ac5-cf59-46b5-832a-594fa27be2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:36.068386 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-a86c4ac5-cf59-46b5-832a-594fa27be2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:36.069645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-a86c4ac5-cf59-46b5-832a-594fa27be2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:36.070489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-a86c4ac5-cf59-46b5-832a-594fa27be2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:36.072074 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-a86c4ac5-cf59-46b5-832a-594fa27be2f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=992939bc41444299957b35468c7433c6&device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 6720 time: 0.1119013
Feb 12 21:13:36.074293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-757fd271-2163-4237-a68c-fda82a5de139 None None] Provisioning complete for port 2b711bde-673d-4269-8646-77e7bed9353e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:36.074677 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-757fd271-2163-4237-a68c-fda82a5de139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2b711bde-673d-4269-8646-77e7bed9353e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:36.105366 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Router a0a4e640-b7f3-4854-a9ba-882098f8555a is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:13:36.141290 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2b711bde-673d-4269-8646-77e7bed9353e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:36.141787 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2b711bde-673d-4269-8646-77e7bed9353e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:36.234653 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-757fd271-2163-4237-a68c-fda82a5de139 None None] Current status of the port 2b711bde-673d-4269-8646-77e7bed9353e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:36.273206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2b711bde-673d-4269-8646-77e7bed9353e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:36.456779 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4165a1-b660-4ab2-9df1-f7017e30fddb req-0f6614f5-e67a-4e21-a2af-c65dc2149e99 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:36.458699 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7f4165a1-b660-4ab2-9df1-f7017e30fddb req-0f6614f5-e67a-4e21-a2af-c65dc2149e99 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.0668986
Feb 12 21:13:36.517264 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7f4165a1-b660-4ab2-9df1-f7017e30fddb req-ade31c77-a00e-47bc-ace2-77f2b3f88944 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522127
Feb 12 21:13:36.560254 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 561753eb-dbf7-4e5f-a226-0a1a83afc52f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:13:36.661631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-db678298-9e45-4bf0-b27d-cc7d2c3005b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:36.662109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-db678298-9e45-4bf0-b27d-cc7d2c3005b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:36.662572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-db678298-9e45-4bf0-b27d-cc7d2c3005b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:36.664174 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-db678298-9e45-4bf0-b27d-cc7d2c3005b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f6b71adf-3656-401b-8bec-3091ef8cf8c7&id=531eb872-2139-4490-9c0c-9bd28b6649a5&id=531eb872-2139-4490-9c0c-9bd28b6649a5&id=531eb872-2139-4490-9c0c-9bd28b6649a5&id=531eb872-2139-4490-9c0c-9bd28b6649a5&id=a90998ba-17e7-4116-bb0e-3bd9e0e31276&id=a90998ba-17e7-4116-bb0e-3bd9e0e31276 HTTP/1.1" status: 200  len: 2298 time: 0.5553339
Feb 12 21:13:36.689068 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 561753eb-dbf7-4e5f-a226-0a1a83afc52f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=561753eb-dbf7-4e5f-a226-0a1a83afc52f,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:36.690285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280574d-ebfa-476c-85b4-ba236e30745c req-f540ba04-a42f-4fd5-9c1d-1e9de0800e39 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:36.691788 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e280574d-ebfa-476c-85b4-ba236e30745c req-f540ba04-a42f-4fd5-9c1d-1e9de0800e39 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1229501
Feb 12 21:13:36.705314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb56b8a-65d5-4b24-a70d-45bf142ebfed req-68b6b222-10e6-428c-8735-feb07b525e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:36.706825 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-afb56b8a-65d5-4b24-a70d-45bf142ebfed req-68b6b222-10e6-428c-8735-feb07b525e34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e9fbd43632c4530b8d993cde9cd2106&device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 1128 time: 0.1012502
Feb 12 21:13:36.708340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '561753eb-dbf7-4e5f-a226-0a1a83afc52f', 'network_id': '4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2', 'port_id': '561753eb-dbf7-4e5f-a226-0a1a83afc52f', 'mac_address': 'fa:16:3e:3a:91:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47f89e7-f97f-48dd-8271-e3c84e1c2284', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:13:36.727992 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:13:36.733792 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66898f-6e8f-449b-829d-9363e3d37280 req-2f1616aa-6d83-4b9e-b2de-68d53f6f5088 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:36.739833 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ae66898f-6e8f-449b-829d-9363e3d37280 req-2f1616aa-6d83-4b9e-b2de-68d53f6f5088 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 945 time: 0.0906022
Feb 12 21:13:36.742103 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Sync routers for ids ['a0a4e640-b7f3-4854-a9ba-882098f8555a'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:13:36.764093 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Routers {'a0a4e640-b7f3-4854-a9ba-882098f8555a'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:13:36.765062 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb91d190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a0a4e640-b7f3-4854-a9ba-882098f8555a'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:36.772248 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 561753eb-dbf7-4e5f-a226-0a1a83afc52f is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:36.772788 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:36.792838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 561753eb-dbf7-4e5f-a226-0a1a83afc52f {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:13:36.797252 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-72a9e23f-e6d2-4a40-9f08-1b47911fdaa8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d209389-a95f-430a-95ec-f6d0b38d85a6 HTTP/1.1" status: 200  len: 1002 time: 0.1256652
Feb 12 21:13:36.818726 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 561753eb-dbf7-4e5f-a226-0a1a83afc52f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=561753eb-dbf7-4e5f-a226-0a1a83afc52f,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:36.826015 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e280574d-ebfa-476c-85b4-ba236e30745c req-af243d76-7bca-4fb2-89e4-a54808155354 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992892
Feb 12 21:13:36.857707 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:36.861568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a3c59255-f06d-4e95-8ccd-99508e45e5b3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.8102906
Feb 12 21:13:36.861755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40154) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:36.894081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb56b8a-65d5-4b24-a70d-45bf142ebfed req-5429f52e-b541-4dac-9616-1f9584404afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:36.895574 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-afb56b8a-65d5-4b24-a70d-45bf142ebfed req-5429f52e-b541-4dac-9616-1f9584404afa service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b HTTP/1.1" status: 200  len: 920 time: 0.1804495
Feb 12 21:13:36.900020 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ae66898f-6e8f-449b-829d-9363e3d37280 req-c0457c29-7571-4401-af3f-7471c1c53bdd tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766106
Feb 12 21:13:36.904929 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:36.913874 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Set router a0a4e640-b7f3-4854-a9ba-882098f8555a gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:13:36.965062 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-afb56b8a-65d5-4b24-a70d-45bf142ebfed req-2f80cd3d-2086-4377-b1ce-00521f221486 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a HTTP/1.1" status: 200  len: 217 time: 0.0617521
Feb 12 21:13:36.966479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=561753eb-dbf7-4e5f-a226-0a1a83afc52f,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:36.976542 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-1aa9fc5a-d8c2-45bb-931a-aff4695c352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:36.978200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-1aa9fc5a-d8c2-45bb-931a-aff4695c352d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=abc2905c-043e-424d-8566-53a7dd1cdbc1 HTTP/1.1" status: 200  len: 855 time: 0.1732957
Feb 12 21:13:37.052088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-86cc9f95-8c34-442f-9a79-1bacbb45d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:37.053613 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-86cc9f95-8c34-442f-9a79-1bacbb45d101 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f6b71adf-3656-401b-8bec-3091ef8cf8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0666780
Feb 12 21:13:37.117775 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb91d190>, [{'id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'name': 'tempest-ServersTestMultiNic-1816740048-router', 'tenant_id': 'b438902509da463ba94a98d99ffd1444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:13:34Z', 'revision_number': 3, 'project_id': 'b438902509da463ba94a98d99ffd1444', 'gw_port': {'id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:37.129594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['561753eb-dbf7-4e5f-a226-0a1a83afc52f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:13:37.156666 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Checking router: a0a4e640-b7f3-4854-a9ba-882098f8555a for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:13:37.157028 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Updating router a0a4e640-b7f3-4854-a9ba-882098f8555a port c21e321b-b3ef-4042-b30c-2d2d39d2713a binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:13:37.190202 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c21e321b-b3ef-4042-b30c-2d2d39d2713a), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:37.260093 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-8533aa37-8cbe-45e8-9df5-e63f41666b4a service neutron] 10.222.0.48 "GET /v2.0/networks/f6b71adf-3656-401b-8bec-3091ef8cf8c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1977139
Feb 12 21:13:37.351912 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb56b8a-65d5-4b24-a70d-45bf142ebfed req-c5af60e6-0352-4634-976a-be4fcd3ddd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:37.353311 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-afb56b8a-65d5-4b24-a70d-45bf142ebfed req-c5af60e6-0352-4634-976a-be4fcd3ddd22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7b134d2-e706-44bc-a03c-9b236aa099dd HTTP/1.1" status: 200  len: 859 time: 0.3804946
Feb 12 21:13:37.391635 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-afb56b8a-65d5-4b24-a70d-45bf142ebfed req-d6791fcf-e649-4ea9-ba6b-72f970b43578 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273306
Feb 12 21:13:37.436454 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-7f653602-2bea-4f34-bc42-bba38c4cc9fc service neutron] 10.222.0.48 "GET /v2.0/networks/f6b71adf-3656-401b-8bec-3091ef8cf8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1692147
Feb 12 21:13:37.488793 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-bf44013a-e60c-44ee-a69d-222c7857a936 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=f960d66a-27d4-45da-ab76-16c8e9d8d0db HTTP/1.1" status: 200  len: 217 time: 0.0437524
Feb 12 21:13:37.492269 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-afb56b8a-65d5-4b24-a70d-45bf142ebfed req-640c6b53-a5ea-41f3-b3a8-207a2c132cf4 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0918076
Feb 12 21:13:37.503549 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Publish callbacks [] for port (c21e321b-b3ef-4042-b30c-2d2d39d2713a), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:37.570201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2b711bde-673d-4269-8646-77e7bed9353e up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:13:37.589799 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-072a33f8-65ba-486c-a94a-8f3a6461fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:37.591697 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-072a33f8-65ba-486c-a94a-8f3a6461fabc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc44bda3-6d91-4b39-a1b0-99dbae41bbc3 HTTP/1.1" status: 200  len: 797 time: 0.0793333
Feb 12 21:13:37.611676 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-afb56b8a-65d5-4b24-a70d-45bf142ebfed req-c0aea584-cec0-451f-9671-f09b70e00aea service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1041651
Feb 12 21:13:37.611886 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c21e321b-b3ef-4042-b30c-2d2d39d2713a), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:37.621797 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2b711bde-673d-4269-8646-77e7bed9353e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:37.622176 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2b711bde-673d-4269-8646-77e7bed9353e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:37.694116 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ae64d-2455-4279-b123-ceb8fdac19e6 None None] Pushing event updated for resources: {'Port': ['ID=c21e321b-b3ef-4042-b30c-2d2d39d2713a,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:37.698254 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Attempting to bind port c21e321b-b3ef-4042-b30c-2d2d39d2713a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:13:37.698814 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Attempting to bind port c21e321b-b3ef-4042-b30c-2d2d39d2713a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:13:37.699248 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Attempting to bind port c21e321b-b3ef-4042-b30c-2d2d39d2713a on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:37.707919 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:13:37.708456 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:13:37.708968 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:37.709594 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:13:37.710169 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Bound port: c21e321b-b3ef-4042-b30c-2d2d39d2713a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:13:37.710646 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c21e321b-b3ef-4042-b30c-2d2d39d2713a), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:37.712968 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ae64d-2455-4279-b123-ceb8fdac19e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:37.713924 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ae64d-2455-4279-b123-ceb8fdac19e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:37.714305 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2b711bde-673d-4269-8646-77e7bed9353e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:37.714612 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ae64d-2455-4279-b123-ceb8fdac19e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:37.715348 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ae64d-2455-4279-b123-ceb8fdac19e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:37.715819 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ae64d-2455-4279-b123-ceb8fdac19e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:37.716115 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ae64d-2455-4279-b123-ceb8fdac19e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:37.717285 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ae64d-2455-4279-b123-ceb8fdac19e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:37.718087 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ae64d-2455-4279-b123-ceb8fdac19e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:37.718552 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:37.718654 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ae64d-2455-4279-b123-ceb8fdac19e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:37.718995 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ae64d-2455-4279-b123-ceb8fdac19e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:37.719402 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ae64d-2455-4279-b123-ceb8fdac19e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:37.719811 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ae64d-2455-4279-b123-ceb8fdac19e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:37.720205 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ae64d-2455-4279-b123-ceb8fdac19e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:13:37.748557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-f65b0181-a32c-4592-8c93-b56f3a8ca48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:37.750122 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-f65b0181-a32c-4592-8c93-b56f3a8ca48e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=531eb872-2139-4490-9c0c-9bd28b6649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1470835
Feb 12 21:13:37.779487 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] For port c21e321b-b3ef-4042-b30c-2d2d39d2713a, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:13:37.782484 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] For port c21e321b-b3ef-4042-b30c-2d2d39d2713a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c21e321b-b3ef-4042-b30c-2d2d39d2713a,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:13:37.807637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0081e64-125a-4f18-a07e-e2867714eb2d req-c855a3f0-a0df-4c95-8f67-7c7a28f4aca2 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:37.809130 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f0081e64-125a-4f18-a07e-e2867714eb2d req-c855a3f0-a0df-4c95-8f67-7c7a28f4aca2 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.1677284
Feb 12 21:13:37.919645 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c21e321b-b3ef-4042-b30c-2d2d39d2713a), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:37.966110 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f0081e64-125a-4f18-a07e-e2867714eb2d req-06618250-dbfd-49ab-892e-61760895f497 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396718
Feb 12 21:13:37.968210 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05744519-7190-4b37-aa79-ba86c7fc35b9 req-d99f247f-da2a-4688-a425-e2dedd177b19 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:37.975434 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-ba591751-b5bc-4248-ba93-da4b703bf8e9 service neutron] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147388
Feb 12 21:13:37.978094 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05744519-7190-4b37-aa79-ba86c7fc35b9 req-d99f247f-da2a-4688-a425-e2dedd177b19 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0853617
Feb 12 21:13:38.016096 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Routers {'a0a4e640-b7f3-4854-a9ba-882098f8555a'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:13:38.017038 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb91d190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a0a4e640-b7f3-4854-a9ba-882098f8555a'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:38.053617 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05744519-7190-4b37-aa79-ba86c7fc35b9 req-74e3bbbf-4523-4b13-abc3-b3bd393993f7 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696776
Feb 12 21:13:38.069135 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ae64d-2455-4279-b123-ceb8fdac19e6 None None] Pushing event updated for resources: {'Port': ['ID=c21e321b-b3ef-4042-b30c-2d2d39d2713a,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:38.146995 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] Set router a0a4e640-b7f3-4854-a9ba-882098f8555a gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:13:38.161674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Allocated IP 172.20.0.1 (7f65c7b1-5d00-4d0d-bfa9-cf1daecea617/182cc7d9-a44c-4541-859d-db4b8a10d2ca/23049130-13a8-4a60-9c95-bbaa2cc33573) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:13:38.226831 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddc948-734a-4c50-a0d7-d9d249a2bf1d req-81135a67-176c-42f2-bbec-65d209188d9f tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:38.228239 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edddc948-734a-4c50-a0d7-d9d249a2bf1d req-81135a67-176c-42f2-bbec-65d209188d9f tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 944 time: 0.1570516
Feb 12 21:13:38.234033 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-08027f5d-348d-48f8-8f51-1fb205c3d5e9 service neutron] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1917250
Feb 12 21:13:38.312478 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-aff07875-38ea-457e-b17c-ec9280b8962a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=1fe06461-27fb-4282-97ba-13fca702a547 HTTP/1.1" status: 200  len: 217 time: 0.0533390
Feb 12 21:13:38.352783 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb91d190>, [{'id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'name': 'tempest-ServersTestMultiNic-1816740048-router', 'tenant_id': 'b438902509da463ba94a98d99ffd1444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:13:34Z', 'revision_number': 3, 'project_id': 'b438902509da463ba94a98d99ffd1444', 'gw_port': {'id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:38.386052 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b356ec-6412-43f9-a375-7d5c1fce017f None None] The sync data for ids ['a0a4e640-b7f3-4854-a9ba-882098f8555a'] in ncdv-master-1 is: [{'id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'name': 'tempest-ServersTestMultiNic-1816740048-router', 'tenant_id': 'b438902509da463ba94a98d99ffd1444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:13:34Z', 'revision_number': 3, 'project_id': 'b438902509da463ba94a98d99ffd1444', 'gw_port': {'id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:13:38.393737 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edddc948-734a-4c50-a0d7-d9d249a2bf1d req-a0cfa3cd-a897-470f-81ef-a4ad6baa5306 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356983
Feb 12 21:13:38.412012 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Publish callbacks [] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:38.422983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-3126d055-0f03-4f75-9bf1-981b9753ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:38.423942 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-3126d055-0f03-4f75-9bf1-981b9753ee93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc44bda3-6d91-4b39-a1b0-99dbae41bbc3 HTTP/1.1" status: 200  len: 797 time: 0.0998285
Feb 12 21:13:38.499584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-fc2fd41e-2f41-4ce1-ac7c-d102de1c59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:38.501118 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-fc2fd41e-2f41-4ce1-ac7c-d102de1c59d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=531eb872-2139-4490-9c0c-9bd28b6649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0616293
Feb 12 21:13:38.542684 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:38.569736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 561753eb-dbf7-4e5f-a226-0a1a83afc52f up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:13:38.616044 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Network 7f65c7b1-5d00-4d0d-bfa9-cf1daecea617 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:13:38.627576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 561753eb-dbf7-4e5f-a226-0a1a83afc52f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:38.628053 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:38.633467 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:38.647187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:13:38.676298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=23049130-13a8-4a60-9c95-bbaa2cc33573,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:38.780872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de9aaf-467d-43ec-96f9-d5280af87cb5 req-5a928cf9-7e20-4ddb-baec-9707be49bece tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:38.782765 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93de9aaf-467d-43ec-96f9-d5280af87cb5 req-5a928cf9-7e20-4ddb-baec-9707be49bece tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.50 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.2147803
Feb 12 21:13:38.785179 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 561753eb-dbf7-4e5f-a226-0a1a83afc52f is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:38.785514 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (a0a4e640-b7f3-4854-a9ba-882098f8555a), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:38.785626 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:38.815425 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042df63a-9c4e-48d7-816b-872d5ec3a8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561753eb-dbf7-4e5f-a226-0a1a83afc52f'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:38.817706 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3079438e-c83f-47d1-8702-bb13c8120159" -d '{"events": [{"server_uuid": "042df63a-9c4e-48d7-816b-872d5ec3a8b9", "name": "network-vif-plugged", "status": "completed", "tag": "561753eb-dbf7-4e5f-a226-0a1a83afc52f"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:38.834706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 561753eb-dbf7-4e5f-a226-0a1a83afc52f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=561753eb-dbf7-4e5f-a226-0a1a83afc52f,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:38.875759 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d013621-5003-4c8f-92d4-120cb1c518fd x-openstack-request-id: req-2d013621-5003-4c8f-92d4-120cb1c518fd {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:38.876225 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042df63a-9c4e-48d7-816b-872d5ec3a8b9", "name": "network-vif-plugged", "status": "completed", "tag": "561753eb-dbf7-4e5f-a226-0a1a83afc52f", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:38.876485 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d013621-5003-4c8f-92d4-120cb1c518fd {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:38.876897 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042df63a-9c4e-48d7-816b-872d5ec3a8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561753eb-dbf7-4e5f-a226-0a1a83afc52f', 'code': 200}
Feb 12 21:13:38.910405 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:38.910778 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-e77cfbfe-e239-4df0-9863-2c2636c07cd9 service neutron] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3035469
Feb 12 21:13:38.979679 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=561753eb-dbf7-4e5f-a226-0a1a83afc52f,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:39.015177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-26ad249b-dcfc-44a1-bac7-7d31bdcd7a90 None None] Provisioning complete for port 23049130-13a8-4a60-9c95-bbaa2cc33573 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:39.015177 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-26ad249b-dcfc-44a1-bac7-7d31bdcd7a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:39.056436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-26ad249b-dcfc-44a1-bac7-7d31bdcd7a90 None None] Port 23049130-13a8-4a60-9c95-bbaa2cc33573 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:13:39.124350 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-16279aba-5263-4abc-b33e-368a798062b5 service neutron] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1878462
Feb 12 21:13:39.137120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-93de9aaf-467d-43ec-96f9-d5280af87cb5 req-10ff3ccc-f5b0-42ed-85b5-8ab9fb319c18 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Deleting port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:13:39.137497 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-93de9aaf-467d-43ec-96f9-d5280af87cb5 req-10ff3ccc-f5b0-42ed-85b5-8ab9fb319c18 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:39.185019 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080dc48-e01d-47e8-855d-70c126382b21 req-7186b045-2129-4982-b61f-42aefc4657eb tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:39.186843 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6080dc48-e01d-47e8-855d-70c126382b21 req-7186b045-2129-4982-b61f-42aefc4657eb tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0655847
Feb 12 21:13:39.242686 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6080dc48-e01d-47e8-855d-70c126382b21 req-f49eac7a-2308-4f71-9f1e-05744e44f8e7 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497389
Feb 12 21:13:39.565391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549205c-1b7a-4815-891f-6ace784b5e03 req-951743df-c0b6-4f32-9514-3f41cab3e7ac tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:39.567135 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1549205c-1b7a-4815-891f-6ace784b5e03 req-951743df-c0b6-4f32-9514-3f41cab3e7ac tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 945 time: 0.0829642
Feb 12 21:13:39.597591 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c21e321b-b3ef-4042-b30c-2d2d39d2713a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:13:39.613416 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-bda8c1f1-00fe-4ca8-9bb5-1014ee47fce5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=d18f9305-c081-40ea-be43-4032e65318f6 HTTP/1.1" status: 200  len: 217 time: 0.4724205
Feb 12 21:13:39.626809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b952746-4b74-4e40-8082-2612aa0e13ad req-d2822052-f6e7-49c4-b2ef-1c4d77c1a20b tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:39.628624 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b952746-4b74-4e40-8082-2612aa0e13ad req-d2822052-f6e7-49c4-b2ef-1c4d77c1a20b tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 945 time: 0.5641170
Feb 12 21:13:39.637075 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1549205c-1b7a-4815-891f-6ace784b5e03 req-b6b240ce-944a-4a70-a0ce-e562a4b5f4fb tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613980
Feb 12 21:13:39.654707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port c21e321b-b3ef-4042-b30c-2d2d39d2713a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:39.655710 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c21e321b-b3ef-4042-b30c-2d2d39d2713a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:39.698960 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:39.769290 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port c21e321b-b3ef-4042-b30c-2d2d39d2713a is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:39.770129 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c21e321b-b3ef-4042-b30c-2d2d39d2713a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:39.792181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-238f5af7-86d9-4950-a3d6-d02fd538972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:39.792558 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port c21e321b-b3ef-4042-b30c-2d2d39d2713a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c21e321b-b3ef-4042-b30c-2d2d39d2713a,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:39.793796 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-238f5af7-86d9-4950-a3d6-d02fd538972b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc44bda3-6d91-4b39-a1b0-99dbae41bbc3 HTTP/1.1" status: 200  len: 797 time: 0.1609445
Feb 12 21:13:39.812860 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b952746-4b74-4e40-8082-2612aa0e13ad req-39426435-1aca-4618-b339-800abf103e36 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/security-groups?id=13db0398-3c34-4714-a26e-92b121831aaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700356
Feb 12 21:13:39.814564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-93de9aaf-467d-43ec-96f9-d5280af87cb5 req-10ff3ccc-f5b0-42ed-85b5-8ab9fb319c18 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] For port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7aef0ce7-550d-4329-9dc1-3a0237bf7a36,segment=NetworkSegment(3fd72cce-2453-4bd8-a8c7-77e968b5dacb),segment_id=3fd72cce-2453-4bd8-a8c7-77e968b5dacb)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:39.814934 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-93de9aaf-467d-43ec-96f9-d5280af87cb5 req-10ff3ccc-f5b0-42ed-85b5-8ab9fb319c18 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:39.862128 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-93de9aaf-467d-43ec-96f9-d5280af87cb5 req-10ff3ccc-f5b0-42ed-85b5-8ab9fb319c18 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Calling delete_port for 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:13:39.865216 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c21e321b-b3ef-4042-b30c-2d2d39d2713a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:39.942970 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=c21e321b-b3ef-4042-b30c-2d2d39d2713a,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:40.010004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-4fb0d731-0792-47c4-b369-c51a167c0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:40.012981 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-4fb0d731-0792-47c4-b369-c51a167c0bfc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=531eb872-2139-4490-9c0c-9bd28b6649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2037683
Feb 12 21:13:40.210177 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Publish callbacks [] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:40.224507 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-7c610390-fff0-4623-b47f-672a4b34187b service neutron] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2029703
Feb 12 21:13:40.320897 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:40.380294 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3a123-a0b0-4a97-ad41-4b05a01486bd req-1b2f228f-0708-4cc2-9f0a-bb364d670265 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:40.382055 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ce3a123-a0b0-4a97-ad41-4b05a01486bd req-1b2f228f-0708-4cc2-9f0a-bb364d670265 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0574715
Feb 12 21:13:40.383779 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-93de9aaf-467d-43ec-96f9-d5280af87cb5 req-10ff3ccc-f5b0-42ed-85b5-8ab9fb319c18 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7aef0ce7-550d-4329-9dc1-3a0237bf7a36), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:40.397219 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7aef0ce7-550d-4329-9dc1-3a0237bf7a36'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:13:40.430863 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (a0a4e640-b7f3-4854-a9ba-882098f8555a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:40.437744 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ce3a123-a0b0-4a97-ad41-4b05a01486bd req-7425443e-b07a-4eab-8628-8fc100f83bca tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470932
Feb 12 21:13:40.450836 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-1b214f96-7556-4bf7-97f2-3455591bec20 service neutron] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2135885
Feb 12 21:13:40.456218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=23049130-13a8-4a60-9c95-bbaa2cc33573,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:40.494034 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7154fa-7a3b-4fe9-acbc-355536194c5e req-8aa5ad41-5e5d-4584-b504-dc2088a47e1a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:40.497119 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9f7154fa-7a3b-4fe9-acbc-355536194c5e req-8aa5ad41-5e5d-4584-b504-dc2088a47e1a tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 945 time: 0.2314308
Feb 12 21:13:40.571105 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 561753eb-dbf7-4e5f-a226-0a1a83afc52f no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:13:40.585067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-93de9aaf-467d-43ec-96f9-d5280af87cb5 req-10ff3ccc-f5b0-42ed-85b5-8ab9fb319c18 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] No DVR routers for this DVR port 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:13:40.587328 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-b74317e4-0235-4ac9-8cee-9deb762d78e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=c24391d7-58a5-450b-bfb5-2e331131b9e0 HTTP/1.1" status: 200  len: 217 time: 0.1285868
Feb 12 21:13:40.589200 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-93de9aaf-467d-43ec-96f9-d5280af87cb5 req-10ff3ccc-f5b0-42ed-85b5-8ab9fb319c18 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:40.592462 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93de9aaf-467d-43ec-96f9-d5280af87cb5 req-10ff3ccc-f5b0-42ed-85b5-8ab9fb319c18 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.50 "DELETE /v2.0/ports/7aef0ce7-550d-4329-9dc1-3a0237bf7a36 HTTP/1.1" status: 204  len: 173 time: 1.7534351
Feb 12 21:13:40.596223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576b4285-d489-4d23-8406-e71cbf2e0106', 'name': 'network-vif-deleted', 'tag': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:40.598032 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd4b53d-ccee-457e-b516-de14ef7e91bc" -d '{"events": [{"server_uuid": "576b4285-d489-4d23-8406-e71cbf2e0106", "name": "network-vif-deleted", "tag": "7aef0ce7-550d-4329-9dc1-3a0237bf7a36"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:40.600633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff3ccc-f5b0-42ed-85b5-8ab9fb319c18 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] Pushing event deleted for resources: {'Port': ['ID=7aef0ce7-550d-4329-9dc1-3a0237bf7a36,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:40.680135 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1013c2b-2e4d-46dd-84b7-4dfb32a58e65 x-openstack-request-id: req-b1013c2b-2e4d-46dd-84b7-4dfb32a58e65 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:40.680767 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576b4285-d489-4d23-8406-e71cbf2e0106", "name": "network-vif-deleted", "tag": "7aef0ce7-550d-4329-9dc1-3a0237bf7a36", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:40.680767 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1013c2b-2e4d-46dd-84b7-4dfb32a58e65 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:40.681056 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576b4285-d489-4d23-8406-e71cbf2e0106', 'name': 'network-vif-deleted', 'tag': '7aef0ce7-550d-4329-9dc1-3a0237bf7a36', 'status': 'completed', 'code': 200}
Feb 12 21:13:40.728147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-86597d2d-3f35-44a0-b419-be634bfd0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:40.729885 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-86597d2d-3f35-44a0-b419-be634bfd0160 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc44bda3-6d91-4b39-a1b0-99dbae41bbc3 HTTP/1.1" status: 200  len: 797 time: 0.1270404
Feb 12 21:13:40.737014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9f7154fa-7a3b-4fe9-acbc-355536194c5e req-5c607a5d-2bed-4fab-9cef-532220849e9e tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884851
Feb 12 21:13:40.781870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Network 7f65c7b1-5d00-4d0d-bfa9-cf1daecea617 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:13:40.785420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:40.841066 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 561753eb-dbf7-4e5f-a226-0a1a83afc52f is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:40.841748 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:40.880103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042df63a-9c4e-48d7-816b-872d5ec3a8b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '561753eb-dbf7-4e5f-a226-0a1a83afc52f'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:40.883068 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca0bd28-391a-4f2c-b4f4-32314943603e" -d '{"events": [{"server_uuid": "042df63a-9c4e-48d7-816b-872d5ec3a8b9", "name": "network-vif-unplugged", "status": "completed", "tag": "561753eb-dbf7-4e5f-a226-0a1a83afc52f"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:40.893621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 561753eb-dbf7-4e5f-a226-0a1a83afc52f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=561753eb-dbf7-4e5f-a226-0a1a83afc52f,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:40.926144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-7fc83ee0-986f-4c71-99b4-d6de50a32db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:40.927687 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-7fc83ee0-986f-4c71-99b4-d6de50a32db6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=531eb872-2139-4490-9c0c-9bd28b6649a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1897242
Feb 12 21:13:40.931568 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3540306-4fd8-41b4-9a07-a2bc2cbad9f7 x-openstack-request-id: req-e3540306-4fd8-41b4-9a07-a2bc2cbad9f7 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:40.939923 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042df63a-9c4e-48d7-816b-872d5ec3a8b9", "name": "network-vif-unplugged", "status": "completed", "tag": "561753eb-dbf7-4e5f-a226-0a1a83afc52f", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:40.939923 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3540306-4fd8-41b4-9a07-a2bc2cbad9f7 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:40.939923 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042df63a-9c4e-48d7-816b-872d5ec3a8b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '561753eb-dbf7-4e5f-a226-0a1a83afc52f', 'code': 200}
Feb 12 21:13:40.960825 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-af06a3b4-fe6b-4dc1-ab1f-9b36affd360b req-bf75d859-df81-4e13-8dbf-39f05afac821 tempest-ServerRescueTestJSONUnderV235-784750773 tempest-ServerRescueTestJSONUnderV235-784750773-project] 10.222.0.31 "GET /v2.0/ports?device_id=576b4285-d489-4d23-8406-e71cbf2e0106 HTTP/1.1" status: 200  len: 210 time: 0.0408735
Feb 12 21:13:41.045139 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:41.046291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Router a0a4e640-b7f3-4854-a9ba-882098f8555a has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:13:41.069441 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-d950e44c-d58b-40c8-9253-f903cfd9c6d3 service neutron] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294761
Feb 12 21:13:41.102709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=561753eb-dbf7-4e5f-a226-0a1a83afc52f,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:41.110135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7850e8a4-4c23-4934-8261-4905e4a58ef0 None None] Provisioning complete for port 23049130-13a8-4a60-9c95-bbaa2cc33573 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:41.115891 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7850e8a4-4c23-4934-8261-4905e4a58ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:41.159890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7850e8a4-4c23-4934-8261-4905e4a58ef0 None None] Port 23049130-13a8-4a60-9c95-bbaa2cc33573 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:13:41.259020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:13:41.265349 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-57d8d984-e4c5-4882-8062-fca44004d1a3 admin admin] 10.222.0.31 "PUT /v2.0/routers/a0a4e640-b7f3-4854-a9ba-882098f8555a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4025977
Feb 12 21:13:41.268425 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-47dc54d8-ed6d-46ee-a7fe-cd3c2d705558 service neutron] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563814
Feb 12 21:13:41.273075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Sync routers for ids ['a0a4e640-b7f3-4854-a9ba-882098f8555a'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:13:41.284618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Routers {'a0a4e640-b7f3-4854-a9ba-882098f8555a'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:13:41.285237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb365280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a0a4e640-b7f3-4854-a9ba-882098f8555a'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:41.334733 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-7b4844af-52c4-4010-9da4-be7e9e88294d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f256d627-df49-4516-b949-fc05f0dbf0bc HTTP/1.1" status: 200  len: 217 time: 0.0591280
Feb 12 21:13:41.401530 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40200) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:41.404289 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-05204bdb-fb8a-4d9f-b8ad-502963c419e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:41.405804 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-05204bdb-fb8a-4d9f-b8ad-502963c419e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=beb1c0ec-31ae-47ff-be96-a4e94b6d0bca HTTP/1.1" status: 200  len: 797 time: 0.0599508
Feb 12 21:13:41.414039 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Set router a0a4e640-b7f3-4854-a9ba-882098f8555a gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:13:41.457812 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b1d16f75-d715-40ff-a6fc-908eb1b9da1a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-670106911'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:41.459122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-44690215-f8a6-4caa-a8c7-ae0e02e87b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:41.460677 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-44690215-f8a6-4caa-a8c7-ae0e02e87b01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a90998ba-17e7-4116-bb0e-3bd9e0e31276&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0473552
Feb 12 21:13:41.568766 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d16f75-d715-40ff-a6fc-908eb1b9da1a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Made reservation on behalf of b438902509da463ba94a98d99ffd1444 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:13:41.571581 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c21e321b-b3ef-4042-b30c-2d2d39d2713a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:13:41.576445 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1d16f75-d715-40ff-a6fc-908eb1b9da1a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:41.591179 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-95ffb2ec-6bfa-4fd4-b04e-6a42ef70867b service neutron] 10.222.0.48 "GET /v2.0/networks/a90998ba-17e7-4116-bb0e-3bd9e0e31276?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1087902
Feb 12 21:13:41.611839 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d16f75-d715-40ff-a6fc-908eb1b9da1a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:13:41.621435 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1d16f75-d715-40ff-a6fc-908eb1b9da1a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0fe4ed0a-1546-4861-8c0c-f766074beb61), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:41.621804 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-b1d16f75-d715-40ff-a6fc-908eb1b9da1a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Added segment 0fe4ed0a-1546-4861-8c0c-f766074beb61 of type vlan for network 653e1d6e-6f54-4396-aeff-a80b2721c6aa
Feb 12 21:13:41.673024 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1d16f75-d715-40ff-a6fc-908eb1b9da1a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (653e1d6e-6f54-4396-aeff-a80b2721c6aa), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:41.677419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port c21e321b-b3ef-4042-b30c-2d2d39d2713a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:41.677815 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c21e321b-b3ef-4042-b30c-2d2d39d2713a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:41.734138 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-6ba07799-7ffb-49e8-aa19-77591cdd127f service neutron] 10.222.0.48 "GET /v2.0/networks/a90998ba-17e7-4116-bb0e-3bd9e0e31276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327176
Feb 12 21:13:41.747520 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb365280>, [{'id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'name': 'tempest-ServersTestMultiNic-1816740048-router', 'tenant_id': 'b438902509da463ba94a98d99ffd1444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:13:39Z', 'revision_number': 4, 'project_id': 'b438902509da463ba94a98d99ffd1444', 'gw_port': {'id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23049130-13a8-4a60-9c95-bbaa2cc33573', 'name': '', 'network_id': '7f65c7b1-5d00-4d0d-bfa9-cf1daecea617', 'tenant_id': 'b438902509da463ba94a98d99ffd1444', 'mac_address': 'fa:16:3e:80:61:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '182cc7d9-a44c-4541-859d-db4b8a10d2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:13:37Z', 'updated_at': '2022-02-12T21:13:39Z', 'revision_number': 2, 'project_id': 'b438902509da463ba94a98d99ffd1444', 'subnets': [{'id': '182cc7d9-a44c-4541-859d-db4b8a10d2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:41.804946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Checking router: a0a4e640-b7f3-4854-a9ba-882098f8555a for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:13:41.805308 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Updating router a0a4e640-b7f3-4854-a9ba-882098f8555a port 23049130-13a8-4a60-9c95-bbaa2cc33573 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:13:41.845237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port c21e321b-b3ef-4042-b30c-2d2d39d2713a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:41.847476 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-e47b3b5d-e0fe-4f90-a8d9-d5416d6993d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19dd89b0-f04c-47e0-b086-a93ccf42ad36 HTTP/1.1" status: 200  len: 217 time: 0.0966454
Feb 12 21:13:41.848455 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:41.895284 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1d16f75-d715-40ff-a6fc-908eb1b9da1a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (653e1d6e-6f54-4396-aeff-a80b2721c6aa), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:41.900543 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d16f75-d715-40ff-a6fc-908eb1b9da1a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:41.901196 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1d16f75-d715-40ff-a6fc-908eb1b9da1a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:41.956403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-18508009-081c-4fc5-a114-5dd0951876af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:41.958262 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-18508009-081c-4fc5-a114-5dd0951876af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=beb1c0ec-31ae-47ff-be96-a4e94b6d0bca HTTP/1.1" status: 200  len: 797 time: 0.0991454
Feb 12 21:13:41.985698 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcf904-bd2e-4fb9-8712-5d31e0e40204 req-63c4fea0-b6d1-47f8-b994-a815197f98a6 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:41.987218 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2dcf904-bd2e-4fb9-8712-5d31e0e40204 req-63c4fea0-b6d1-47f8-b994-a815197f98a6 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 943 time: 0.0872874
Feb 12 21:13:42.071603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-c7450fdb-fd43-4cfa-92b6-b9a79dd94af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:42.075334 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-c7450fdb-fd43-4cfa-92b6-b9a79dd94af6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a90998ba-17e7-4116-bb0e-3bd9e0e31276&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1081204
Feb 12 21:13:42.075569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40220) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:42.083243 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b1d16f75-d715-40ff-a6fc-908eb1b9da1a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.6805944
Feb 12 21:13:42.084704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d16f75-d715-40ff-a6fc-908eb1b9da1a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event updated for resources: {'Network': ['ID=653e1d6e-6f54-4396-aeff-a80b2721c6aa,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:42.088557 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40222) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:42.096663 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-291dd4e8-7317-4394-a6a7-3610d6d0bdc2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Request body: {'subnet': {'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:42.109267 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2dcf904-bd2e-4fb9-8712-5d31e0e40204 req-e6f7e155-b616-471d-b4f9-dc303386d4cb tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf850c23-57d7-4ac5-a392-02df6923b359&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883346
Feb 12 21:13:42.115088 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 653e1d6e-6f54-4396-aeff-a80b2721c6aa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:13:42.216671 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425241f-de8c-426b-a185-ffc5e05bb79c req-26641ec9-14aa-4ef7-95d2-7e0be5aab398 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:42.218888 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8425241f-de8c-426b-a185-ffc5e05bb79c req-26641ec9-14aa-4ef7-95d2-7e0be5aab398 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.48 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 943 time: 0.3020678
Feb 12 21:13:42.300097 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Publish callbacks [] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:42.323893 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-22ef2367-dfd0-4334-8c75-62845f4bd6aa service neutron] 10.222.0.48 "GET /v2.0/networks/a90998ba-17e7-4116-bb0e-3bd9e0e31276?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1802490
Feb 12 21:13:42.349341 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-8425241f-de8c-426b-a185-ffc5e05bb79c req-c7ea65ea-7d96-4067-b1e1-be4eb5f35fcf tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Deleting port 561753eb-dbf7-4e5f-a226-0a1a83afc52f {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:13:42.349765 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8425241f-de8c-426b-a185-ffc5e05bb79c req-c7ea65ea-7d96-4067-b1e1-be4eb5f35fcf tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:42.429590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:13:42.449184 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291dd4e8-7317-4394-a6a7-3610d6d0bdc2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Made reservation on behalf of b438902509da463ba94a98d99ffd1444 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:13:42.453544 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-291dd4e8-7317-4394-a6a7-3610d6d0bdc2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:42.454912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:13:42.455268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7aef0ce7-550d-4329-9dc1-3a0237bf7a36 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:13:42.497375 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:42.497596 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-8425241f-de8c-426b-a185-ffc5e05bb79c req-c7ea65ea-7d96-4067-b1e1-be4eb5f35fcf tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] For port 561753eb-dbf7-4e5f-a226-0a1a83afc52f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=561753eb-dbf7-4e5f-a226-0a1a83afc52f,segment=NetworkSegment(659c8270-b498-4c22-b2e7-c0179c657b05),segment_id=659c8270-b498-4c22-b2e7-c0179c657b05)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:42.497596 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8425241f-de8c-426b-a185-ffc5e05bb79c req-c7ea65ea-7d96-4067-b1e1-be4eb5f35fcf tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:42.501386 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b321928e-2f45-49d1-aa2a-0da9183060c8 req-6065fdf4-cad3-40f6-920e-0d15dfd8f703 service neutron] 10.222.0.48 "GET /v2.0/networks/a90998ba-17e7-4116-bb0e-3bd9e0e31276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377971
Feb 12 21:13:42.550076 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-8425241f-de8c-426b-a185-ffc5e05bb79c req-c7ea65ea-7d96-4067-b1e1-be4eb5f35fcf tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Calling delete_port for 561753eb-dbf7-4e5f-a226-0a1a83afc52f owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:13:42.553652 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a321b6d-2347-4f46-8f29-0bd99b574d7d None None] Pushing event updated for resources: {'Port': ['ID=23049130-13a8-4a60-9c95-bbaa2cc33573,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:42.622509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Attempting to bind port 23049130-13a8-4a60-9c95-bbaa2cc33573 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:13:42.623205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Attempting to bind port 23049130-13a8-4a60-9c95-bbaa2cc33573 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5468f90d-22d9-48e7-80e0-434a319aa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f65c7b1-5d00-4d0d-bfa9-cf1daecea617'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:13:42.624124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Attempting to bind port 23049130-13a8-4a60-9c95-bbaa2cc33573 on network 7f65c7b1-5d00-4d0d-bfa9-cf1daecea617 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:42.632665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:13:42.633154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Checking segment: {'id': '5468f90d-22d9-48e7-80e0-434a319aa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f65c7b1-5d00-4d0d-bfa9-cf1daecea617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:13:42.633665 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:42.634160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Bound using segment: {'id': '5468f90d-22d9-48e7-80e0-434a319aa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f65c7b1-5d00-4d0d-bfa9-cf1daecea617'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:13:42.635909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Bound port: 23049130-13a8-4a60-9c95-bbaa2cc33573, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5468f90d-22d9-48e7-80e0-434a319aa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f65c7b1-5d00-4d0d-bfa9-cf1daecea617'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:13:42.636103 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:42.715723 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] For port 23049130-13a8-4a60-9c95-bbaa2cc33573, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:13:42.721802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] For port 23049130-13a8-4a60-9c95-bbaa2cc33573, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23049130-13a8-4a60-9c95-bbaa2cc33573,segment=NetworkSegment(5468f90d-22d9-48e7-80e0-434a319aa122),segment_id=5468f90d-22d9-48e7-80e0-434a319aa122)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:13:42.797091 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:42.855872 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-291dd4e8-7317-4394-a6a7-3610d6d0bdc2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (a7da0b4c-205c-457f-b7d0-0ac4e76a3e61), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:42.869597 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Routers {'a0a4e640-b7f3-4854-a9ba-882098f8555a'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:13:42.870503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb365280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a0a4e640-b7f3-4854-a9ba-882098f8555a'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:42.932618 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8425241f-de8c-426b-a185-ffc5e05bb79c req-c7ea65ea-7d96-4067-b1e1-be4eb5f35fcf tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (561753eb-dbf7-4e5f-a226-0a1a83afc52f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:42.946472 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dd4e8-7317-4394-a6a7-3610d6d0bdc2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event updated for resources: {'Subnet': ['ID=a7da0b4c-205c-457f-b7d0-0ac4e76a3e61,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:42.954151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a321b6d-2347-4f46-8f29-0bd99b574d7d None None] Pushing event updated for resources: {'Port': ['ID=23049130-13a8-4a60-9c95-bbaa2cc33573,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:42.977430 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291dd4e8-7317-4394-a6a7-3610d6d0bdc2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Checking segment: {'id': '0fe4ed0a-1546-4861-8c0c-f766074beb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:13:42.977728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291dd4e8-7317-4394-a6a7-3610d6d0bdc2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Network hostable DHCP agents. Network: 653e1d6e-6f54-4396-aeff-a80b2721c6aa, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:13:42.984626 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea65ea-7d96-4067-b1e1-be4eb5f35fcf tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Pushing event deleted for resources: {'Port': ['ID=561753eb-dbf7-4e5f-a226-0a1a83afc52f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:42.987146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-035f821d-5e30-4095-8d57-246b973afde7 None None] Provisioning complete for port 23049130-13a8-4a60-9c95-bbaa2cc33573 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:42.987531 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-035f821d-5e30-4095-8d57-246b973afde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:43.043462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8425241f-de8c-426b-a185-ffc5e05bb79c req-c7ea65ea-7d96-4067-b1e1-be4eb5f35fcf tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] No DVR routers for this DVR port 561753eb-dbf7-4e5f-a226-0a1a83afc52f on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:13:43.047480 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-8425241f-de8c-426b-a185-ffc5e05bb79c req-c7ea65ea-7d96-4067-b1e1-be4eb5f35fcf tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:43.051301 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8425241f-de8c-426b-a185-ffc5e05bb79c req-c7ea65ea-7d96-4067-b1e1-be4eb5f35fcf tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.48 "DELETE /v2.0/ports/561753eb-dbf7-4e5f-a226-0a1a83afc52f HTTP/1.1" status: 204  len: 173 time: 0.8228369
Feb 12 21:13:43.054344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042df63a-9c4e-48d7-816b-872d5ec3a8b9', 'name': 'network-vif-deleted', 'tag': '561753eb-dbf7-4e5f-a226-0a1a83afc52f'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:43.054344 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32db73be-bc1b-4faa-9c45-249dc0a40b65" -d '{"events": [{"server_uuid": "042df63a-9c4e-48d7-816b-872d5ec3a8b9", "name": "network-vif-deleted", "tag": "561753eb-dbf7-4e5f-a226-0a1a83afc52f"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:43.054569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] Set router a0a4e640-b7f3-4854-a9ba-882098f8555a gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:13:43.072512 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a6d2c1a-98bb-4cdd-a849-160d9d50a342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (8d0d88f7-6b76-4083-9481-a77304e40536), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:43.101888 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edbc81c-0c2d-4b6e-9d2a-5cf467398547 x-openstack-request-id: req-5edbc81c-0c2d-4b6e-9d2a-5cf467398547 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:43.102189 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042df63a-9c4e-48d7-816b-872d5ec3a8b9", "name": "network-vif-deleted", "tag": "561753eb-dbf7-4e5f-a226-0a1a83afc52f", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:43.102474 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5edbc81c-0c2d-4b6e-9d2a-5cf467398547 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:43.102860 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042df63a-9c4e-48d7-816b-872d5ec3a8b9', 'name': 'network-vif-deleted', 'tag': '561753eb-dbf7-4e5f-a226-0a1a83afc52f', 'status': 'completed', 'code': 200}
Feb 12 21:13:43.139206 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291dd4e8-7317-4394-a6a7-3610d6d0bdc2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Network 653e1d6e-6f54-4396-aeff-a80b2721c6aa is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:13:43.229079 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dcf16e08-15d6-47ee-b71c-f78a9a37c635 req-a13fa654-cbe5-4dda-8e22-a9dc818629a2 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 210 time: 0.0384285
Feb 12 21:13:43.244422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-035f821d-5e30-4095-8d57-246b973afde7 None None] Current status of the port 23049130-13a8-4a60-9c95-bbaa2cc33573 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:43.245335 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-035f821d-5e30-4095-8d57-246b973afde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:43.253861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-291dd4e8-7317-4394-a6a7-3610d6d0bdc2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 653e1d6e-6f54-4396-aeff-a80b2721c6aa) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:43.264468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291dd4e8-7317-4394-a6a7-3610d6d0bdc2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:43.266813 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-291dd4e8-7317-4394-a6a7-3610d6d0bdc2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:43.271098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde316b4-e01e-444e-bb3d-fdc4f2aab0df None None] Network 653e1d6e-6f54-4396-aeff-a80b2721c6aa requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:13:43.398070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-035f821d-5e30-4095-8d57-246b973afde7 None None] For port 23049130-13a8-4a60-9c95-bbaa2cc33573, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23049130-13a8-4a60-9c95-bbaa2cc33573,segment=NetworkSegment(5468f90d-22d9-48e7-80e0-434a319aa122),segment_id=5468f90d-22d9-48e7-80e0-434a319aa122)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:43.445495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d2c1a-98bb-4cdd-a849-160d9d50a342 admin admin] Deleting port 774cefe9-5a44-4e6c-bf18-cf4f62488322 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:13:43.445950 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a6d2c1a-98bb-4cdd-a849-160d9d50a342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:43.455195 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-291dd4e8-7317-4394-a6a7-3610d6d0bdc2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.3631139
Feb 12 21:13:43.455752 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40236) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:43.461537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d1931630-fb2a-4da5-91e2-178f2955248b tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1379627207'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:43.500382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-653e1d6e-6f54-4396-aeff-a80b2721c6aa', 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa', 'project_id': 'b438902509da463ba94a98d99ffd1444', 'fixed_ips': [{'subnet_id': 'a7da0b4c-205c-457f-b7d0-0ac4e76a3e61'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:13:43.501940 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:43.502078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67590bba-3c8a-4826-88e0-2f2fa2d76581 req-49e437b7-55dc-45a2-8b01-ffe6c5a93f69 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:43.503519 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-67590bba-3c8a-4826-88e0-2f2fa2d76581 req-49e437b7-55dc-45a2-8b01-ffe6c5a93f69 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0959284
Feb 12 21:13:43.507136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb365280>, [{'id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'name': 'tempest-ServersTestMultiNic-1816740048-router', 'tenant_id': 'b438902509da463ba94a98d99ffd1444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:13:39Z', 'revision_number': 4, 'project_id': 'b438902509da463ba94a98d99ffd1444', 'gw_port': {'id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23049130-13a8-4a60-9c95-bbaa2cc33573', 'name': '', 'network_id': '7f65c7b1-5d00-4d0d-bfa9-cf1daecea617', 'tenant_id': 'b438902509da463ba94a98d99ffd1444', 'mac_address': 'fa:16:3e:80:61:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '182cc7d9-a44c-4541-859d-db4b8a10d2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:13:37Z', 'updated_at': '2022-02-12T21:13:42Z', 'revision_number': 4, 'project_id': 'b438902509da463ba94a98d99ffd1444', 'subnets': [{'id': '182cc7d9-a44c-4541-859d-db4b8a10d2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:43.521029 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-035f821d-5e30-4095-8d57-246b973afde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:43.569159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-2a6d2c1a-98bb-4cdd-a849-160d9d50a342 admin admin] For port 774cefe9-5a44-4e6c-bf18-cf4f62488322, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=774cefe9-5a44-4e6c-bf18-cf4f62488322,segment=NetworkSegment(3fd72cce-2453-4bd8-a8c7-77e968b5dacb),segment_id=3fd72cce-2453-4bd8-a8c7-77e968b5dacb)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:43.569588 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a6d2c1a-98bb-4cdd-a849-160d9d50a342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:43.571954 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-67590bba-3c8a-4826-88e0-2f2fa2d76581 req-f233c283-af42-450e-8ee7-fb0e6d767be1 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578222
Feb 12 21:13:43.586301 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d2c1a-98bb-4cdd-a849-160d9d50a342 admin admin] Calling delete_port for 774cefe9-5a44-4e6c-bf18-cf4f62488322 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:13:43.599111 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1931630-fb2a-4da5-91e2-178f2955248b tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Made reservation on behalf of b438902509da463ba94a98d99ffd1444 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:13:43.602682 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d1931630-fb2a-4da5-91e2-178f2955248b tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:43.638606 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1931630-fb2a-4da5-91e2-178f2955248b tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:13:43.653240 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d1931630-fb2a-4da5-91e2-178f2955248b tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (70271e51-375b-4c3d-abd5-11665d2d95ee), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:43.653674 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-d1931630-fb2a-4da5-91e2-178f2955248b tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Added segment 70271e51-375b-4c3d-abd5-11665d2d95ee of type vlan for network 6b04633d-ab8f-4a77-bc77-00abc06d98c2
Feb 12 21:13:43.709003 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d1931630-fb2a-4da5-91e2-178f2955248b tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (6b04633d-ab8f-4a77-bc77-00abc06d98c2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:43.730856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9758ad-fae3-44b8-8d93-5d18942e8500 None None] The sync data for ids ['a0a4e640-b7f3-4854-a9ba-882098f8555a'] in ncdv-master-1 is: [{'id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'name': 'tempest-ServersTestMultiNic-1816740048-router', 'tenant_id': 'b438902509da463ba94a98d99ffd1444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:13:39Z', 'revision_number': 4, 'project_id': 'b438902509da463ba94a98d99ffd1444', 'gw_port': {'id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23049130-13a8-4a60-9c95-bbaa2cc33573', 'name': '', 'network_id': '7f65c7b1-5d00-4d0d-bfa9-cf1daecea617', 'tenant_id': 'b438902509da463ba94a98d99ffd1444', 'mac_address': 'fa:16:3e:80:61:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '182cc7d9-a44c-4541-859d-db4b8a10d2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:13:37Z', 'updated_at': '2022-02-12T21:13:42Z', 'revision_number': 4, 'project_id': 'b438902509da463ba94a98d99ffd1444', 'subnets': [{'id': '182cc7d9-a44c-4541-859d-db4b8a10d2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:13:43.802962 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d1931630-fb2a-4da5-91e2-178f2955248b tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (6b04633d-ab8f-4a77-bc77-00abc06d98c2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:43.821168 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1931630-fb2a-4da5-91e2-178f2955248b tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:43.822208 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d1931630-fb2a-4da5-91e2-178f2955248b tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:43.837431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-be687345-5e62-4172-9b9f-afa43397afab None None] Provisioning complete for port 23049130-13a8-4a60-9c95-bbaa2cc33573 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:43.837431 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-be687345-5e62-4172-9b9f-afa43397afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:43.890244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f821d-5e30-4095-8d57-246b973afde7 None None] Pushing event updated for resources: {'Port': ['ID=23049130-13a8-4a60-9c95-bbaa2cc33573,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:43.950588 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1931630-fb2a-4da5-91e2-178f2955248b tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event updated for resources: {'Network': ['ID=6b04633d-ab8f-4a77-bc77-00abc06d98c2,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:43.965766 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a6d2c1a-98bb-4cdd-a849-160d9d50a342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (774cefe9-5a44-4e6c-bf18-cf4f62488322), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:43.980631 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Allocated IP 19.80.0.2 (653e1d6e-6f54-4396-aeff-a80b2721c6aa/a7da0b4c-205c-457f-b7d0-0ac4e76a3e61/f8c41320-d7db-457f-8d46-736554987a96) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:13:44.002320 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 6b04633d-ab8f-4a77-bc77-00abc06d98c2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:13:44.004218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d2c1a-98bb-4cdd-a849-160d9d50a342 admin admin] Pushing event deleted for resources: {'Port': ['ID=774cefe9-5a44-4e6c-bf18-cf4f62488322,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:44.017039 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d1931630-fb2a-4da5-91e2-178f2955248b tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.5601270
Feb 12 21:13:44.020313 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40246) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:44.028987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-28028128-128e-4eec-89c1-4b8fd0c898ab tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Request body: {'subnet': {'network_id': '6b04633d-ab8f-4a77-bc77-00abc06d98c2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:44.174655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-be687345-5e62-4172-9b9f-afa43397afab None None] Current status of the port 23049130-13a8-4a60-9c95-bbaa2cc33573 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:44.208456 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a6d2c1a-98bb-4cdd-a849-160d9d50a342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (8d0d88f7-6b76-4083-9481-a77304e40536), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:44.301627 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Publish callbacks [] for port (f8c41320-d7db-457f-8d46-736554987a96), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:44.306099 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28028128-128e-4eec-89c1-4b8fd0c898ab tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Made reservation on behalf of b438902509da463ba94a98d99ffd1444 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:13:44.306099 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28028128-128e-4eec-89c1-4b8fd0c898ab tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:44.404577 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ccc9d3c-b37a-42e1-9758-a6d5d7b90666 req-2fbd117c-ddce-4775-842e-57f80371ff92 tempest-ImagesTestJSON-1334420645 tempest-ImagesTestJSON-1334420645-project] 10.222.0.31 "GET /v2.0/ports?device_id=042df63a-9c4e-48d7-816b-872d5ec3a8b9 HTTP/1.1" status: 200  len: 210 time: 0.0665596
Feb 12 21:13:44.452381 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (f8c41320-d7db-457f-8d46-736554987a96), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:44.500688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6d2c1a-98bb-4cdd-a849-160d9d50a342 admin admin] Router 8d0d88f7-6b76-4083-9481-a77304e40536 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:13:44.503129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Network 653e1d6e-6f54-4396-aeff-a80b2721c6aa is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:13:44.507991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:44.512381 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:13:44.524900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Pushing event updated for resources: {'Port': ['ID=f8c41320-d7db-457f-8d46-736554987a96,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:44.600935 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 561753eb-dbf7-4e5f-a226-0a1a83afc52f no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:13:44.635980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 561753eb-dbf7-4e5f-a226-0a1a83afc52f {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:13:44.638008 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 561753eb-dbf7-4e5f-a226-0a1a83afc52f not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:13:44.638008 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Attempting to bind port f8c41320-d7db-457f-8d46-736554987a96 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:13:44.638502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Attempting to bind port f8c41320-d7db-457f-8d46-736554987a96 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0fe4ed0a-1546-4861-8c0c-f766074beb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:13:44.638873 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Attempting to bind port f8c41320-d7db-457f-8d46-736554987a96 on network 653e1d6e-6f54-4396-aeff-a80b2721c6aa {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:44.644976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:13:44.645394 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Checking segment: {'id': '0fe4ed0a-1546-4861-8c0c-f766074beb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:13:44.645785 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:44.646177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Bound using segment: {'id': '0fe4ed0a-1546-4861-8c0c-f766074beb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:13:44.646647 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Bound port: f8c41320-d7db-457f-8d46-736554987a96, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe4ed0a-1546-4861-8c0c-f766074beb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:13:44.647027 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f8c41320-d7db-457f-8d46-736554987a96), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:44.662008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6d2c1a-98bb-4cdd-a849-160d9d50a342 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:13:44.669802 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2a6d2c1a-98bb-4cdd-a849-160d9d50a342 admin admin] 10.222.0.31 "PUT /v2.0/routers/8d0d88f7-6b76-4083-9481-a77304e40536/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5919948
Feb 12 21:13:44.673053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40250) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:44.677786 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e196eaab-edc9-4931-bd12-236b61398dc1 None None] Sync routers for ids ['8d0d88f7-6b76-4083-9481-a77304e40536'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:13:44.693262 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e196eaab-edc9-4931-bd12-236b61398dc1 None None] Routers {'8d0d88f7-6b76-4083-9481-a77304e40536'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:13:44.695169 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e196eaab-edc9-4931-bd12-236b61398dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc40ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['8d0d88f7-6b76-4083-9481-a77304e40536'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:44.738026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] For port f8c41320-d7db-457f-8d46-736554987a96, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:13:44.756094 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] For port f8c41320-d7db-457f-8d46-736554987a96, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8c41320-d7db-457f-8d46-736554987a96,segment=NetworkSegment(0fe4ed0a-1546-4861-8c0c-f766074beb61),segment_id=0fe4ed0a-1546-4861-8c0c-f766074beb61)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:13:44.782101 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28028128-128e-4eec-89c1-4b8fd0c898ab tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (3716d095-51a7-4a6e-9f5f-7b06539e62dd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:44.860362 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28028128-128e-4eec-89c1-4b8fd0c898ab tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event updated for resources: {'Subnet': ['ID=3716d095-51a7-4a6e-9f5f-7b06539e62dd,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:44.863794 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f8c41320-d7db-457f-8d46-736554987a96), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:44.889312 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28028128-128e-4eec-89c1-4b8fd0c898ab tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Checking segment: {'id': '70271e51-375b-4c3d-abd5-11665d2d95ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6b04633d-ab8f-4a77-bc77-00abc06d98c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:13:44.889709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28028128-128e-4eec-89c1-4b8fd0c898ab tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Network hostable DHCP agents. Network: 6b04633d-ab8f-4a77-bc77-00abc06d98c2, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:13:44.903979 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-10b7e9b7-753a-45d7-b89e-903ff33b1914 admin admin] Publish callbacks [] for router (8d0d88f7-6b76-4083-9481-a77304e40536), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:44.959679 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463329a-55ae-45b3-aa5b-afcd460a05e1 None None] Pushing event updated for resources: {'Port': ['ID=f8c41320-d7db-457f-8d46-736554987a96,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:44.960197 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-e196eaab-edc9-4931-bd12-236b61398dc1 None None] Set router 8d0d88f7-6b76-4083-9481-a77304e40536 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:13:45.091199 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-10b7e9b7-753a-45d7-b89e-903ff33b1914 admin admin] Publish callbacks [] for router_gateway (8d0d88f7-6b76-4083-9481-a77304e40536), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:45.132214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28028128-128e-4eec-89c1-4b8fd0c898ab tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Network 6b04633d-ab8f-4a77-bc77-00abc06d98c2 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:13:45.228678 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e196eaab-edc9-4931-bd12-236b61398dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc40ac0>, [{'id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-router', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65'}], 'enable_snat': True}, 'gw_port_id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:25Z', 'updated_at': '2022-02-12T21:13:43Z', 'revision_number': 5, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'gw_port': {'id': '17b4d12f-6370-4c82-9ec5-a73d6fcf3754', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:27Z', 'updated_at': '2022-02-12T21:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:45.271848 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e196eaab-edc9-4931-bd12-236b61398dc1 None None] Checking router: 8d0d88f7-6b76-4083-9481-a77304e40536 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:13:45.284793 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e196eaab-edc9-4931-bd12-236b61398dc1 None None] Routers {'8d0d88f7-6b76-4083-9481-a77304e40536'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:13:45.285778 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e196eaab-edc9-4931-bd12-236b61398dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc40ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['8d0d88f7-6b76-4083-9481-a77304e40536'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:45.290441 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-10b7e9b7-753a-45d7-b89e-903ff33b1914 admin admin] Deleting port 17b4d12f-6370-4c82-9ec5-a73d6fcf3754 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:13:45.291661 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-10b7e9b7-753a-45d7-b89e-903ff33b1914 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (17b4d12f-6370-4c82-9ec5-a73d6fcf3754), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:45.295234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-28028128-128e-4eec-89c1-4b8fd0c898ab tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6b04633d-ab8f-4a77-bc77-00abc06d98c2) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:45.317569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28028128-128e-4eec-89c1-4b8fd0c898ab tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:45.317765 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28028128-128e-4eec-89c1-4b8fd0c898ab tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:45.319735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aabad58-b47a-429d-8b75-ddb3f6d96355 None None] Network 6b04633d-ab8f-4a77-bc77-00abc06d98c2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:13:45.448815 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-e196eaab-edc9-4931-bd12-236b61398dc1 None None] Set router 8d0d88f7-6b76-4083-9481-a77304e40536 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:13:45.516745 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-28028128-128e-4eec-89c1-4b8fd0c898ab tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.4924595
Feb 12 21:13:45.529067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-10b7e9b7-753a-45d7-b89e-903ff33b1914 admin admin] For port 17b4d12f-6370-4c82-9ec5-a73d6fcf3754, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17b4d12f-6370-4c82-9ec5-a73d6fcf3754,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:45.529637 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-10b7e9b7-753a-45d7-b89e-903ff33b1914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (17b4d12f-6370-4c82-9ec5-a73d6fcf3754), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:45.537544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6b04633d-ab8f-4a77-bc77-00abc06d98c2', 'network_id': '6b04633d-ab8f-4a77-bc77-00abc06d98c2', 'project_id': 'b438902509da463ba94a98d99ffd1444', 'fixed_ips': [{'subnet_id': '3716d095-51a7-4a6e-9f5f-7b06539e62dd'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:13:45.538404 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:45.544401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-10b7e9b7-753a-45d7-b89e-903ff33b1914 admin admin] Calling delete_port for 17b4d12f-6370-4c82-9ec5-a73d6fcf3754 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:13:45.565633 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e196eaab-edc9-4931-bd12-236b61398dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc40ac0>, [{'id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-router', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:25Z', 'updated_at': '2022-02-12T21:13:45Z', 'revision_number': 6, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:45.609229 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e196eaab-edc9-4931-bd12-236b61398dc1 None None] The sync data for ids ['8d0d88f7-6b76-4083-9481-a77304e40536'] in ncdv-master-1 is: [{'id': '8d0d88f7-6b76-4083-9481-a77304e40536', 'name': 'tempest-ServerRescueTestJSONUnderV235-39409090-router', 'tenant_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:25Z', 'updated_at': '2022-02-12T21:13:45Z', 'revision_number': 6, 'project_id': '184a5eeefb1f41d2b34ac8b7b3dee122', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:13:45.649754 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:13:45.891185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Allocated IP 19.86.0.2 (6b04633d-ab8f-4a77-bc77-00abc06d98c2/3716d095-51a7-4a6e-9f5f-7b06539e62dd/294328bd-a06e-485a-ae90-cecc885bfcbe) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:13:45.933761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-fb10278b-d64f-45f5-82bf-258aaa008a06 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:45.939034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-fb10278b-d64f-45f5-82bf-258aaa008a06 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:45.940687 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-fb10278b-d64f-45f5-82bf-258aaa008a06 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/networks?id=653e1d6e-6f54-4396-aeff-a80b2721c6aa&id=6b04633d-ab8f-4a77-bc77-00abc06d98c2&id=653e1d6e-6f54-4396-aeff-a80b2721c6aa HTTP/1.1" status: 200  len: 1391 time: 0.2345641
Feb 12 21:13:45.965925 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-10df66c0-dcd6-4e0b-9160-580c39807a99 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/quotas/b438902509da463ba94a98d99ffd1444 HTTP/1.1" status: 200  len: 375 time: 0.0171335
Feb 12 21:13:46.146168 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c02e7aec-d478-4d85-94e2-cd7f971ff161 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b438902509da463ba94a98d99ffd1444&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1609607
Feb 12 21:13:46.170277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-8f91aaef-e971-47e6-ac5b-9e5874a39d21 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:13:46.172945 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-8f91aaef-e971-47e6-ac5b-9e5874a39d21 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0164621
Feb 12 21:13:46.186294 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Publish callbacks [] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.236302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40308) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:46.258164 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-10b7e9b7-753a-45d7-b89e-903ff33b1914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (17b4d12f-6370-4c82-9ec5-a73d6fcf3754), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.291509 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.314369 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb801634-e326-4048-8f34-31575e11714f admin admin] Deleting subnet d47f89e7-f97f-48dd-8271-e3c84e1c2284 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:13:46.318494 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb801634-e326-4048-8f34-31575e11714f admin admin] Publish callbacks [] for subnet (d47f89e7-f97f-48dd-8271-e3c84e1c2284), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.322919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Network 6b04633d-ab8f-4a77-bc77-00abc06d98c2 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:13:46.351935 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7e9b7-753a-45d7-b89e-903ff33b1914 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b4d12f-6370-4c82-9ec5-a73d6fcf3754,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:46.395799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:46.398090 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb801634-e326-4048-8f34-31575e11714f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (d47f89e7-f97f-48dd-8271-e3c84e1c2284), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.399165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Pushing event updated for resources: {'Port': ['ID=294328bd-a06e-485a-ae90-cecc885bfcbe,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:46.402400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:13:46.449714 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-10b7e9b7-753a-45d7-b89e-903ff33b1914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (8d0d88f7-6b76-4083-9481-a77304e40536), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.463856 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb801634-e326-4048-8f34-31575e11714f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (d47f89e7-f97f-48dd-8271-e3c84e1c2284), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.473139 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Attempting to bind port 294328bd-a06e-485a-ae90-cecc885bfcbe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:13:46.473760 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Attempting to bind port 294328bd-a06e-485a-ae90-cecc885bfcbe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '70271e51-375b-4c3d-abd5-11665d2d95ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6b04633d-ab8f-4a77-bc77-00abc06d98c2'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:13:46.474297 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Attempting to bind port 294328bd-a06e-485a-ae90-cecc885bfcbe on network 6b04633d-ab8f-4a77-bc77-00abc06d98c2 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:46.493644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:13:46.494102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Checking segment: {'id': '70271e51-375b-4c3d-abd5-11665d2d95ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6b04633d-ab8f-4a77-bc77-00abc06d98c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:13:46.494924 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.495627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Bound using segment: {'id': '70271e51-375b-4c3d-abd5-11665d2d95ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6b04633d-ab8f-4a77-bc77-00abc06d98c2'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:13:46.495875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Bound port: 294328bd-a06e-485a-ae90-cecc885bfcbe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70271e51-375b-4c3d-abd5-11665d2d95ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6b04633d-ab8f-4a77-bc77-00abc06d98c2'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:13:46.496413 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.547182 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718d1240-d33d-44aa-988c-69ae3e1ea47f None None] Network 653e1d6e-6f54-4396-aeff-a80b2721c6aa requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:13:46.572637 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-10b7e9b7-753a-45d7-b89e-903ff33b1914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (8d0d88f7-6b76-4083-9481-a77304e40536), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.579511 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-10b7e9b7-753a-45d7-b89e-903ff33b1914 admin admin] Publish callbacks [] for router_controller (8d0d88f7-6b76-4083-9481-a77304e40536), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.593405 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-cf2e960a-68fd-4e45-83dc-a9e59d7a4410 service neutron] 10.222.0.31 "GET /v2.0/networks/653e1d6e-6f54-4396-aeff-a80b2721c6aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4115610
Feb 12 21:13:46.608561 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb801634-e326-4048-8f34-31575e11714f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (d47f89e7-f97f-48dd-8271-e3c84e1c2284), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.637477 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f8c41320-d7db-457f-8d46-736554987a96 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:13:46.641885 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb801634-e326-4048-8f34-31575e11714f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d47f89e7-f97f-48dd-8271-e3c84e1c2284,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:46.645518 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb801634-e326-4048-8f34-31575e11714f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.653796 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bb801634-e326-4048-8f34-31575e11714f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d47f89e7-f97f-48dd-8271-e3c84e1c2284 HTTP/1.1" status: 204  len: 168 time: 0.4149699
Feb 12 21:13:46.654500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40310) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:46.707633 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4f032ef5-22c1-4ee7-a91d-0a96610d8245 None None] Provisioning complete for port f8c41320-d7db-457f-8d46-736554987a96 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:46.708013 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4f032ef5-22c1-4ee7-a91d-0a96610d8245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f8c41320-d7db-457f-8d46-736554987a96), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.736781 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-10b7e9b7-753a-45d7-b89e-903ff33b1914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (8d0d88f7-6b76-4083-9481-a77304e40536), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.737186 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b7e9b7-753a-45d7-b89e-903ff33b1914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d0d88f7-6b76-4083-9481-a77304e40536 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:13:46.746121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] For port 294328bd-a06e-485a-ae90-cecc885bfcbe, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:13:46.746288 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-10b7e9b7-753a-45d7-b89e-903ff33b1914 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.752511 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-10b7e9b7-753a-45d7-b89e-903ff33b1914 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8d0d88f7-6b76-4083-9481-a77304e40536 HTTP/1.1" status: 204  len: 168 time: 2.0726590
Feb 12 21:13:46.752511 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40312) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:46.770875 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8accea5a-7c81-4350-9cc7-a86aa18e1ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.780330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] For port 294328bd-a06e-485a-ae90-cecc885bfcbe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=294328bd-a06e-485a-ae90-cecc885bfcbe,segment=NetworkSegment(70271e51-375b-4c3d-abd5-11665d2d95ee),segment_id=70271e51-375b-4c3d-abd5-11665d2d95ee)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:13:46.826385 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-77b09acc-317a-4e80-9464-84b8cdd98643 service neutron] 10.222.0.31 "GET /v2.0/networks/653e1d6e-6f54-4396-aeff-a80b2721c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1699119
Feb 12 21:13:46.836050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f8c41320-d7db-457f-8d46-736554987a96 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:46.836050 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f8c41320-d7db-457f-8d46-736554987a96), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.848850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2b8df5-d957-47d3-89cc-dd190af62eb8 admin admin] Deleting subnet 5199d7f6-3807-4a27-82da-1136fa0a87d3 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:13:46.865527 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc2b8df5-d957-47d3-89cc-dd190af62eb8 admin admin] Publish callbacks [] for subnet (5199d7f6-3807-4a27-82da-1136fa0a87d3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.871739 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8accea5a-7c81-4350-9cc7-a86aa18e1ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.896917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-8accea5a-7c81-4350-9cc7-a86aa18e1ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f96924c0>,) {'filters': {'network_id': ['4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:46.909011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-8accea5a-7c81-4350-9cc7-a86aa18e1ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f96924c0>, '659c8270-b498-4c22-b2e7-c0179c657b05') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:46.909310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-8accea5a-7c81-4350-9cc7-a86aa18e1ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f96924c0>, '659c8270-b498-4c22-b2e7-c0179c657b05') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:46.914331 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.932431 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8accea5a-7c81-4350-9cc7-a86aa18e1ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (659c8270-b498-4c22-b2e7-c0179c657b05), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.941924 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc2b8df5-d957-47d3-89cc-dd190af62eb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (5199d7f6-3807-4a27-82da-1136fa0a87d3), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.948035 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8accea5a-7c81-4350-9cc7-a86aa18e1ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (659c8270-b498-4c22-b2e7-c0179c657b05), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.957983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4f032ef5-22c1-4ee7-a91d-0a96610d8245 None None] Current status of the port f8c41320-d7db-457f-8d46-736554987a96 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:46.958526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8accea5a-7c81-4350-9cc7-a86aa18e1ad7 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:13:46.958921 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4f032ef5-22c1-4ee7-a91d-0a96610d8245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f8c41320-d7db-457f-8d46-736554987a96), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.959039 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8accea5a-7c81-4350-9cc7-a86aa18e1ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (659c8270-b498-4c22-b2e7-c0179c657b05), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:13:46.960683 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:13:46.989269 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-d66a17ca-a095-4200-b16c-e62c097598b8 service neutron] 10.222.0.31 "GET /v2.0/networks/6b04633d-ab8f-4a77-bc77-00abc06d98c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612136
Feb 12 21:13:47.006699 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc2b8df5-d957-47d3-89cc-dd190af62eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (5199d7f6-3807-4a27-82da-1136fa0a87d3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.091198 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4f032ef5-22c1-4ee7-a91d-0a96610d8245 None None] For port f8c41320-d7db-457f-8d46-736554987a96, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8c41320-d7db-457f-8d46-736554987a96,segment=NetworkSegment(0fe4ed0a-1546-4861-8c0c-f766074beb61),segment_id=0fe4ed0a-1546-4861-8c0c-f766074beb61)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:47.102119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edf89c-183e-4774-9b78-99d734cbd275 None None] Pushing event updated for resources: {'Port': ['ID=294328bd-a06e-485a-ae90-cecc885bfcbe,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:47.112847 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8accea5a-7c81-4350-9cc7-a86aa18e1ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.119141 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8accea5a-7c81-4350-9cc7-a86aa18e1ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.132428 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8accea5a-7c81-4350-9cc7-a86aa18e1ad7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2 HTTP/1.1" status: 204  len: 168 time: 0.4704740
Feb 12 21:13:47.168468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f8c41320-d7db-457f-8d46-736554987a96 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:47.169503 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f8c41320-d7db-457f-8d46-736554987a96), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.188903 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accea5a-7c81-4350-9cc7-a86aa18e1ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef335b6-69bf-4c69-80a0-3d63bc5c8bf2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:47.206464 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4f032ef5-22c1-4ee7-a91d-0a96610d8245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f8c41320-d7db-457f-8d46-736554987a96), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.209556 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-8e4a151c-415e-4264-984d-2adba399f219 service neutron] 10.222.0.31 "GET /v2.0/networks/6b04633d-ab8f-4a77-bc77-00abc06d98c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1806211
Feb 12 21:13:47.303034 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc2b8df5-d957-47d3-89cc-dd190af62eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (5199d7f6-3807-4a27-82da-1136fa0a87d3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.331897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f032ef5-22c1-4ee7-a91d-0a96610d8245 None None] Pushing event updated for resources: {'Port': ['ID=f8c41320-d7db-457f-8d46-736554987a96,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:47.339391 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:13:47.339561 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:13:47.348787 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc2b8df5-d957-47d3-89cc-dd190af62eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.361463 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bc2b8df5-d957-47d3-89cc-dd190af62eb8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5199d7f6-3807-4a27-82da-1136fa0a87d3 HTTP/1.1" status: 204  len: 168 time: 0.6097286
Feb 12 21:13:47.365030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40322) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:47.368108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b8df5-d957-47d3-89cc-dd190af62eb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5199d7f6-3807-4a27-82da-1136fa0a87d3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:47.420032 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-72238b37-9616-4ee0-9166-56fd5cdc22dc service neutron] 10.222.0.31 "GET /v2.0/networks/653e1d6e-6f54-4396-aeff-a80b2721c6aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1965165
Feb 12 21:13:47.439287 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3eac67ad-ca31-4fb2-bcbe-aa8f9537ab6c None None] Provisioning complete for port f8c41320-d7db-457f-8d46-736554987a96 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:47.439804 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3eac67ad-ca31-4fb2-bcbe-aa8f9537ab6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f8c41320-d7db-457f-8d46-736554987a96), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.512912 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20a5230c-d3a1-405c-beca-0512abb79c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (04053501-c602-45a2-b372-831dd8f55883), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.559578 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-db9a1ca1-2ff2-4f2e-be8d-76bc3bfbc30a service neutron] 10.222.0.31 "GET /v2.0/networks/653e1d6e-6f54-4396-aeff-a80b2721c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257315
Feb 12 21:13:47.595884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3eac67ad-ca31-4fb2-bcbe-aa8f9537ab6c None None] Current status of the port f8c41320-d7db-457f-8d46-736554987a96 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:47.624974 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20a5230c-d3a1-405c-beca-0512abb79c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (04053501-c602-45a2-b372-831dd8f55883), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.653599 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-20a5230c-d3a1-405c-beca-0512abb79c72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc70179aa00>,) {'filters': {'network_id': ['04053501-c602-45a2-b372-831dd8f55883']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:47.664028 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-20a5230c-d3a1-405c-beca-0512abb79c72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc70179aa00>, '3fd72cce-2453-4bd8-a8c7-77e968b5dacb') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:47.664603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-20a5230c-d3a1-405c-beca-0512abb79c72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc70179aa00>, '3fd72cce-2453-4bd8-a8c7-77e968b5dacb') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:13:47.671287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40324) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:47.680835 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20a5230c-d3a1-405c-beca-0512abb79c72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (3fd72cce-2453-4bd8-a8c7-77e968b5dacb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.707934 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20a5230c-d3a1-405c-beca-0512abb79c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (3fd72cce-2453-4bd8-a8c7-77e968b5dacb), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.721472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a5230c-d3a1-405c-beca-0512abb79c72 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:13:47.721874 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20a5230c-d3a1-405c-beca-0512abb79c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (3fd72cce-2453-4bd8-a8c7-77e968b5dacb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:13:47.723501 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:13:47.777835 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-402266c1-ffc0-4163-b8d9-8e2e8d3cf8e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3c778564eef403aa9d4a76e4c1d3c20&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1027763
Feb 12 21:13:47.783237 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40330) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:47.819924 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dcac4cac-08fc-4a65-941e-02e7c4a5a590 req-1fbe2edc-43b4-48ba-acfe-2746ce97a54f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 210 time: 0.0305250
Feb 12 21:13:47.842607 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-20510add-8d23-4b8b-bfb7-e11897bcb7cd admin admin] Publish callbacks [] for security_group (bf850c23-57d7-4ac5-a392-02df6923b359), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.865383 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-20510add-8d23-4b8b-bfb7-e11897bcb7cd admin admin] Publish callbacks [] for security_group (bf850c23-57d7-4ac5-a392-02df6923b359), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.880532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f8c41320-d7db-457f-8d46-736554987a96 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:47.881633 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 23049130-13a8-4a60-9c95-bbaa2cc33573 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:13:47.893383 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20a5230c-d3a1-405c-beca-0512abb79c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (04053501-c602-45a2-b372-831dd8f55883), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.899115 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20a5230c-d3a1-405c-beca-0512abb79c72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:47.903864 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-20a5230c-d3a1-405c-beca-0512abb79c72 admin admin] 10.222.0.31 "DELETE /v2.0/networks/04053501-c602-45a2-b372-831dd8f55883 HTTP/1.1" status: 204  len: 168 time: 0.5364497
Feb 12 21:13:47.914570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5230c-d3a1-405c-beca-0512abb79c72 admin admin] Pushing event deleted for resources: {'Network': ['ID=04053501-c602-45a2-b372-831dd8f55883,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:47.962413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 23049130-13a8-4a60-9c95-bbaa2cc33573 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:47.963224 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:48.061495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 23049130-13a8-4a60-9c95-bbaa2cc33573 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:48.090545 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-20510add-8d23-4b8b-bfb7-e11897bcb7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bf850c23-57d7-4ac5-a392-02df6923b359), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:48.095180 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-20510add-8d23-4b8b-bfb7-e11897bcb7cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:48.095935 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-20510add-8d23-4b8b-bfb7-e11897bcb7cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf850c23-57d7-4ac5-a392-02df6923b359 HTTP/1.1" status: 204  len: 168 time: 0.3167055
Feb 12 21:13:48.121006 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20510add-8d23-4b8b-bfb7-e11897bcb7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf850c23-57d7-4ac5-a392-02df6923b359,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:48.283480 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 294328bd-a06e-485a-ae90-cecc885bfcbe up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:13:48.330899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 294328bd-a06e-485a-ae90-cecc885bfcbe triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:48.331279 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:48.362997 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7031089-59b3-42c1-89dc-526edd0573ea None None] Network 6b04633d-ab8f-4a77-bc77-00abc06d98c2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:13:48.438722 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40342) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:48.474042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-50469b49-9ef7-485b-bce0-f0f0f93329b7 None None] Provisioning complete for port 294328bd-a06e-485a-ae90-cecc885bfcbe triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:48.474408 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-50469b49-9ef7-485b-bce0-f0f0f93329b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:48.482600 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-547a5fd3-c622-4d29-ae70-0c4f37a52ece admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=184a5eeefb1f41d2b34ac8b7b3dee122&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0403128
Feb 12 21:13:48.482832 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40344) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:48.542627 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9767d5dc-cbb5-4a7b-91a7-4b66cd9dda9a admin admin] Publish callbacks [] for security_group (13db0398-3c34-4714-a26e-92b121831aaf), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:48.572046 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9767d5dc-cbb5-4a7b-91a7-4b66cd9dda9a admin admin] Publish callbacks [] for security_group (13db0398-3c34-4714-a26e-92b121831aaf), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:48.679111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 294328bd-a06e-485a-ae90-cecc885bfcbe is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:48.679469 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:48.721935 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9767d5dc-cbb5-4a7b-91a7-4b66cd9dda9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (13db0398-3c34-4714-a26e-92b121831aaf), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:48.721935 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9767d5dc-cbb5-4a7b-91a7-4b66cd9dda9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:48.722851 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9767d5dc-cbb5-4a7b-91a7-4b66cd9dda9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13db0398-3c34-4714-a26e-92b121831aaf HTTP/1.1" status: 204  len: 168 time: 0.2390325
Feb 12 21:13:48.739425 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767d5dc-cbb5-4a7b-91a7-4b66cd9dda9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13db0398-3c34-4714-a26e-92b121831aaf,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:48.768275 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 294328bd-a06e-485a-ae90-cecc885bfcbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=294328bd-a06e-485a-ae90-cecc885bfcbe,segment=NetworkSegment(70271e51-375b-4c3d-abd5-11665d2d95ee),segment_id=70271e51-375b-4c3d-abd5-11665d2d95ee)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:13:48.791069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-50469b49-9ef7-485b-bce0-f0f0f93329b7 None None] Current status of the port 294328bd-a06e-485a-ae90-cecc885bfcbe is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:48.791471 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-50469b49-9ef7-485b-bce0-f0f0f93329b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:48.839553 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:48.840498 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f8c41320-d7db-457f-8d46-736554987a96 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:13:48.920115 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ee9a3b19-01e9-4b68-80ff-66f1d9f4bb99 req-4e77d31d-8a7a-429d-a45b-73baed4623b1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 210 time: 0.0419478
Feb 12 21:13:48.956701 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=294328bd-a06e-485a-ae90-cecc885bfcbe,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:48.959390 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-50469b49-9ef7-485b-bce0-f0f0f93329b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:13:48.959751 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-50469b49-9ef7-485b-bce0-f0f0f93329b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:13:48.975563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f8c41320-d7db-457f-8d46-736554987a96 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:48.975991 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f8c41320-d7db-457f-8d46-736554987a96), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:49.080222 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f8c41320-d7db-457f-8d46-736554987a96 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:49.116934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 774cefe9-5a44-4e6c-bf18-cf4f62488322 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:13:49.139475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 774cefe9-5a44-4e6c-bf18-cf4f62488322 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:13:49.139822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 774cefe9-5a44-4e6c-bf18-cf4f62488322 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:13:49.140232 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 17b4d12f-6370-4c82-9ec5-a73d6fcf3754 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:13:49.160324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 17b4d12f-6370-4c82-9ec5-a73d6fcf3754 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:13:49.160671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 17b4d12f-6370-4c82-9ec5-a73d6fcf3754 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:13:49.496972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-50469b49-9ef7-485b-bce0-f0f0f93329b7 None None] Current status of the port 294328bd-a06e-485a-ae90-cecc885bfcbe is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:49.559496 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40382) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:49.632738 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a90cd501-ad12-42c9-83bd-e9c43cfafdd5 None None] Provisioning complete for port 294328bd-a06e-485a-ae90-cecc885bfcbe triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:49.633611 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a90cd501-ad12-42c9-83bd-e9c43cfafdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:49.670436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8f4c99d4-8b0d-4158-88a1-6c24b1e212e8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1159916157-network', 'tenant_id': '0da6753f4d6946489d582ef43d0da4f0'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:49.736988 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a90cd501-ad12-42c9-83bd-e9c43cfafdd5 None None] Current status of the port 294328bd-a06e-485a-ae90-cecc885bfcbe is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:49.825141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4c99d4-8b0d-4158-88a1-6c24b1e212e8 admin admin] Made reservation on behalf of 0da6753f4d6946489d582ef43d0da4f0 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:13:49.827666 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f4c99d4-8b0d-4158-88a1-6c24b1e212e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:49.840361 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f4c99d4-8b0d-4158-88a1-6c24b1e212e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:49.921146 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f4c99d4-8b0d-4158-88a1-6c24b1e212e8 admin admin] Publish callbacks [] for security_group (596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:49.979348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40396) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:50.028680 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-53d5ff51-527b-4d2a-95c1-57fa17678842 req-01245545-2110-47e3-af20-95fe98281c8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 210 time: 0.0311804
Feb 12 21:13:50.042487 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f4c99d4-8b0d-4158-88a1-6c24b1e212e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:50.065540 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4c99d4-8b0d-4158-88a1-6c24b1e212e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:13:50.081702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c99d4-8b0d-4158-88a1-6c24b1e212e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:50.084533 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f4c99d4-8b0d-4158-88a1-6c24b1e212e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (cfa9793b-232a-4d0f-87f9-40fa92c2e2da), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:50.084883 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-8f4c99d4-8b0d-4158-88a1-6c24b1e212e8 admin admin] Added segment cfa9793b-232a-4d0f-87f9-40fa92c2e2da of type vlan for network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd
Feb 12 21:13:50.091075 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f00f9b06-367d-46e3-8ad4-0cb01edd2263 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1206583129-network', 'tenant_id': 'f3339620b21d4394a171733276444b7b'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:50.153932 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f4c99d4-8b0d-4158-88a1-6c24b1e212e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (46e8ba15-abd6-4b1e-957e-9d3052ac4ccd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:50.177732 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 294328bd-a06e-485a-ae90-cecc885bfcbe up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:13:50.219615 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00f9b06-367d-46e3-8ad4-0cb01edd2263 admin admin] Made reservation on behalf of f3339620b21d4394a171733276444b7b for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:13:50.222694 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f00f9b06-367d-46e3-8ad4-0cb01edd2263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:50.229745 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 294328bd-a06e-485a-ae90-cecc885bfcbe triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:50.230487 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:50.232724 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f00f9b06-367d-46e3-8ad4-0cb01edd2263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:50.248004 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f4c99d4-8b0d-4158-88a1-6c24b1e212e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (46e8ba15-abd6-4b1e-957e-9d3052ac4ccd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:50.249219 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4c99d4-8b0d-4158-88a1-6c24b1e212e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:50.261403 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f4c99d4-8b0d-4158-88a1-6c24b1e212e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:50.314636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 294328bd-a06e-485a-ae90-cecc885bfcbe is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:13:50.346919 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c99d4-8b0d-4158-88a1-6c24b1e212e8 admin admin] Pushing event updated for resources: {'Network': ['ID=46e8ba15-abd6-4b1e-957e-9d3052ac4ccd,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:50.358323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:13:50.368419 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8f4c99d4-8b0d-4158-88a1-6c24b1e212e8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.8051581
Feb 12 21:13:50.369282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40410) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:50.377088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-bac6adbc-d1cf-40d2-9de6-8b8e7f5b7776 admin admin] Request body: {'subnet': {'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1159916157-subnet', 'tenant_id': '0da6753f4d6946489d582ef43d0da4f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:50.405815 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f00f9b06-367d-46e3-8ad4-0cb01edd2263 admin admin] Publish callbacks [] for security_group (9cbd8095-dc81-4b6f-b7fa-4d48a60dba08), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:50.474075 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac6adbc-d1cf-40d2-9de6-8b8e7f5b7776 admin admin] Made reservation on behalf of 0da6753f4d6946489d582ef43d0da4f0 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:13:50.476430 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bac6adbc-d1cf-40d2-9de6-8b8e7f5b7776 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:50.478530 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f00f9b06-367d-46e3-8ad4-0cb01edd2263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9cbd8095-dc81-4b6f-b7fa-4d48a60dba08), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:50.551108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00f9b06-367d-46e3-8ad4-0cb01edd2263 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:13:50.570979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f9b06-367d-46e3-8ad4-0cb01edd2263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:50.574045 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f00f9b06-367d-46e3-8ad4-0cb01edd2263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (88f6a570-6149-4a60-94dc-8529451799c8), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:50.574396 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-f00f9b06-367d-46e3-8ad4-0cb01edd2263 admin admin] Added segment 88f6a570-6149-4a60-94dc-8529451799c8 of type vlan for network 282c3200-9059-438c-a022-c732f83ca0af
Feb 12 21:13:50.629801 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f00f9b06-367d-46e3-8ad4-0cb01edd2263 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (282c3200-9059-438c-a022-c732f83ca0af), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:50.766488 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca816a-d342-44be-8a75-9c149ef09847 req-43f3b41c-ceee-41c8-94ec-0393269bb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:50.768060 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bca816a-d342-44be-8a75-9c149ef09847 req-43f3b41c-ceee-41c8-94ec-0393269bb7d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e9fbd43632c4530b8d993cde9cd2106&device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 1128 time: 0.0487373
Feb 12 21:13:50.797053 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f00f9b06-367d-46e3-8ad4-0cb01edd2263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (282c3200-9059-438c-a022-c732f83ca0af), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:50.798038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00f9b06-367d-46e3-8ad4-0cb01edd2263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:50.798621 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f00f9b06-367d-46e3-8ad4-0cb01edd2263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:50.868943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0a724-66c9-4de1-9ade-c92a19ba290b req-9dce8984-269c-43b3-96aa-91e87b2eee36 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:50.871427 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-abf0a724-66c9-4de1-9ade-c92a19ba290b req-9dce8984-269c-43b3-96aa-91e87b2eee36 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1939662
Feb 12 21:13:50.872104 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca816a-d342-44be-8a75-9c149ef09847 req-f0fbfd7e-0a24-475b-be37-d4b3acad2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:50.873718 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bca816a-d342-44be-8a75-9c149ef09847 req-f0fbfd7e-0a24-475b-be37-d4b3acad2a59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b HTTP/1.1" status: 200  len: 920 time: 0.0959663
Feb 12 21:13:50.880805 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bac6adbc-d1cf-40d2-9de6-8b8e7f5b7776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (f699deae-cd61-42bd-abe6-0c0615e85f5c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:50.922471 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bca816a-d342-44be-8a75-9c149ef09847 req-09932820-a316-4096-8647-4061a07c7e41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a HTTP/1.1" status: 200  len: 217 time: 0.0409262
Feb 12 21:13:50.977417 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca816a-d342-44be-8a75-9c149ef09847 req-a6c3390d-6252-46d7-89e5-e0c8895fe1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:50.979670 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bca816a-d342-44be-8a75-9c149ef09847 req-a6c3390d-6252-46d7-89e5-e0c8895fe1fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7b134d2-e706-44bc-a03c-9b236aa099dd HTTP/1.1" status: 200  len: 859 time: 0.0497441
Feb 12 21:13:50.991215 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f00f9b06-367d-46e3-8ad4-0cb01edd2263 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0097008
Feb 12 21:13:50.991952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f9b06-367d-46e3-8ad4-0cb01edd2263 admin admin] Pushing event updated for resources: {'Network': ['ID=282c3200-9059-438c-a022-c732f83ca0af,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:50.994077 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40416) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:13:51.000797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7d88a397-009b-4efa-900f-56e6995e61ba admin admin] Request body: {'subnet': {'network_id': '282c3200-9059-438c-a022-c732f83ca0af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1206583129-subnet', 'tenant_id': 'f3339620b21d4394a171733276444b7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:51.010371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 282c3200-9059-438c-a022-c732f83ca0af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:13:51.027857 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bca816a-d342-44be-8a75-9c149ef09847 req-6ba4f9e5-c9e8-40cf-89df-6cb77333e26e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418644
Feb 12 21:13:51.042862 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-de535257-8f90-403d-8e6a-502504a09ec2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:51.047815 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-de535257-8f90-403d-8e6a-502504a09ec2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:51.049538 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-de535257-8f90-403d-8e6a-502504a09ec2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.50 "GET /v2.0/networks?id=653e1d6e-6f54-4396-aeff-a80b2721c6aa&id=6b04633d-ab8f-4a77-bc77-00abc06d98c2&id=653e1d6e-6f54-4396-aeff-a80b2721c6aa HTTP/1.1" status: 200  len: 1391 time: 0.2988958
Feb 12 21:13:51.050183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6adbc-d1cf-40d2-9de6-8b8e7f5b7776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f699deae-cd61-42bd-abe6-0c0615e85f5c,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:51.066034 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-cda80291-7e74-4f8d-9009-39ac3f2ab842 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Request body: {'port': {'device_id': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa', 'admin_state_up': True, 'tenant_id': 'b438902509da463ba94a98d99ffd1444'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:51.078017 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-abf0a724-66c9-4de1-9ade-c92a19ba290b req-1ad74a93-3fcc-4768-9673-ed514cadb4c0 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1908400
Feb 12 21:13:51.115005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac6adbc-d1cf-40d2-9de6-8b8e7f5b7776 admin admin] Checking segment: {'id': 'cfa9793b-232a-4d0f-87f9-40fa92c2e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:13:51.115663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac6adbc-d1cf-40d2-9de6-8b8e7f5b7776 admin admin] Network hostable DHCP agents. Network: 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:13:51.150907 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d88a397-009b-4efa-900f-56e6995e61ba admin admin] Made reservation on behalf of f3339620b21d4394a171733276444b7b for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:13:51.153568 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d88a397-009b-4efa-900f-56e6995e61ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:51.209225 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f64a9ec2-a7f2-45df-9dbe-397ae413bdb8 req-aed39ce3-941c-4590-910d-34725374625f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 210 time: 0.0616415
Feb 12 21:13:51.250409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac6adbc-d1cf-40d2-9de6-8b8e7f5b7776 admin admin] Network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:13:51.365094 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-cda80291-7e74-4f8d-9009-39ac3f2ab842 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Made reservation on behalf of b438902509da463ba94a98d99ffd1444 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:13:51.368995 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-cda80291-7e74-4f8d-9009-39ac3f2ab842 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:51.426368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-bac6adbc-d1cf-40d2-9de6-8b8e7f5b7776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:51.435151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac6adbc-d1cf-40d2-9de6-8b8e7f5b7776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:51.435753 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bac6adbc-d1cf-40d2-9de6-8b8e7f5b7776 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:51.441268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2983f2c0-af73-4667-9ea0-a6b4b964844b None None] Network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:13:51.529621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-cda80291-7e74-4f8d-9009-39ac3f2ab842 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Allocated IP 19.80.0.190 (653e1d6e-6f54-4396-aeff-a80b2721c6aa/a7da0b4c-205c-457f-b7d0-0ac4e76a3e61/a9c88055-d6de-4f8c-900a-bbcede04a18d) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:13:51.535602 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bac6adbc-d1cf-40d2-9de6-8b8e7f5b7776 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.1658304
Feb 12 21:13:51.562743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d10daf-6f8a-4439-a743-0e5099a2a9c8 None None] Network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:13:51.585015 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bca816a-d342-44be-8a75-9c149ef09847 req-6a68f683-5529-40b0-bf97-b538f08afae6 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5501838
Feb 12 21:13:51.769147 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bca816a-d342-44be-8a75-9c149ef09847 req-d24d0844-7b36-40fa-842d-9ae74dd837a6 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1773412
Feb 12 21:13:51.774368 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-cda80291-7e74-4f8d-9009-39ac3f2ab842 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks [] for port (a9c88055-d6de-4f8c-900a-bbcede04a18d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:51.862688 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d88a397-009b-4efa-900f-56e6995e61ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:51.890867 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-cda80291-7e74-4f8d-9009-39ac3f2ab842 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a9c88055-d6de-4f8c-900a-bbcede04a18d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:51.924335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88a397-009b-4efa-900f-56e6995e61ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:51.935247 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88a397-009b-4efa-900f-56e6995e61ba admin admin] Checking segment: {'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:13:51.935247 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88a397-009b-4efa-900f-56e6995e61ba admin admin] Network hostable DHCP agents. Network: 282c3200-9059-438c-a022-c732f83ca0af, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:13:51.959208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-cda80291-7e74-4f8d-9009-39ac3f2ab842 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Network 653e1d6e-6f54-4396-aeff-a80b2721c6aa is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:13:51.962459 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-cda80291-7e74-4f8d-9009-39ac3f2ab842 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:51.967369 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-cda80291-7e74-4f8d-9009-39ac3f2ab842 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:13:51.993430 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda80291-7e74-4f8d-9009-39ac3f2ab842 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event updated for resources: {'Port': ['ID=a9c88055-d6de-4f8c-900a-bbcede04a18d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:52.024794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-cda80291-7e74-4f8d-9009-39ac3f2ab842 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:52.026080 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-cda80291-7e74-4f8d-9009-39ac3f2ab842 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:52.030344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88a397-009b-4efa-900f-56e6995e61ba admin admin] Network 282c3200-9059-438c-a022-c732f83ca0af is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:13:52.136703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-cda80291-7e74-4f8d-9009-39ac3f2ab842 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0764692
Feb 12 21:13:52.137789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-a30c4c58-1081-466b-8505-aabd8e5e984d tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:52.139522 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-a30c4c58-1081-466b-8505-aabd8e5e984d tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/networks?id=46e8ba15-abd6-4b1e-957e-9d3052ac4ccd HTTP/1.1" status: 200  len: 822 time: 0.1365387
Feb 12 21:13:52.146702 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-7d88a397-009b-4efa-900f-56e6995e61ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 282c3200-9059-438c-a022-c732f83ca0af) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:52.149917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-bbb6eba6-8bc7-4463-a042-146918d1d337 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Request body: {'port': {'device_id': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'network_id': '6b04633d-ab8f-4a77-bc77-00abc06d98c2', 'admin_state_up': True, 'tenant_id': 'b438902509da463ba94a98d99ffd1444'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:52.158734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf27957f-6907-472d-ba40-27b44d7e49cb None None] Network 282c3200-9059-438c-a022-c732f83ca0af requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:13:52.170828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d88a397-009b-4efa-900f-56e6995e61ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:52.171607 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d88a397-009b-4efa-900f-56e6995e61ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:52.186072 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-a2877e13-8024-4d06-93aa-5befed5a81a9 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/quotas/0da6753f4d6946489d582ef43d0da4f0 HTTP/1.1" status: 200  len: 375 time: 0.0356927
Feb 12 21:13:52.235510 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-8f42fc55-6e55-44b2-9d3c-c5aafe2e918f tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0da6753f4d6946489d582ef43d0da4f0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0464027
Feb 12 21:13:52.256917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a28d57-5f7d-40e4-80cc-8d93c6dadc99 req-27ac1a36-2a6b-4c62-866b-6bdd4b2ca012 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:52.258371 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96a28d57-5f7d-40e4-80cc-8d93c6dadc99 req-27ac1a36-2a6b-4c62-866b-6bdd4b2ca012 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.1560719
Feb 12 21:13:52.279684 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7d88a397-009b-4efa-900f-56e6995e61ba admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.2836082
Feb 12 21:13:52.286459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9b6333-37e6-441a-b069-57e89ec9819f None None] Network 282c3200-9059-438c-a022-c732f83ca0af requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:13:52.294596 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2dfe9239-c319-4601-8a6b-bbab6f226775 None None] Provisioning complete for port a9c88055-d6de-4f8c-900a-bbcede04a18d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:52.294596 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9239-c319-4601-8a6b-bbab6f226775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a9c88055-d6de-4f8c-900a-bbcede04a18d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:52.357665 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96a28d57-5f7d-40e4-80cc-8d93c6dadc99 req-81335a57-30bd-41a3-b658-ed42161d9a1a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643198
Feb 12 21:13:52.390847 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-4ef63260-7efd-439e-917c-78e0426e393b service neutron] 10.222.0.31 "GET /v2.0/networks/46e8ba15-abd6-4b1e-957e-9d3052ac4ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309659
Feb 12 21:13:52.399591 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe9239-c319-4601-8a6b-bbab6f226775 None None] Port a9c88055-d6de-4f8c-900a-bbcede04a18d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:13:52.460546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-bbb6eba6-8bc7-4463-a042-146918d1d337 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Made reservation on behalf of b438902509da463ba94a98d99ffd1444 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:13:52.464375 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-bbb6eba6-8bc7-4463-a042-146918d1d337 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:52.498529 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-2763c03f-a845-424f-bdba-f37ae35042ee service neutron] 10.222.0.31 "GET /v2.0/networks/46e8ba15-abd6-4b1e-957e-9d3052ac4ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1168635
Feb 12 21:13:52.560851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80143bd-c13f-4df8-acbb-dca356b516b8 req-0d96d979-4153-46f6-aa52-f7dd607a42ea tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:52.562382 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e80143bd-c13f-4df8-acbb-dca356b516b8 req-0d96d979-4153-46f6-aa52-f7dd607a42ea tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1132448
Feb 12 21:13:52.652765 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e80143bd-c13f-4df8-acbb-dca356b516b8 req-da332040-8e03-4ae1-a700-4d2ada98766b tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847349
Feb 12 21:13:52.659593 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-bbb6eba6-8bc7-4463-a042-146918d1d337 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Allocated IP 19.86.0.212 (6b04633d-ab8f-4a77-bc77-00abc06d98c2/3716d095-51a7-4a6e-9f5f-7b06539e62dd/dc515e30-79ce-4fa8-9c6e-77b2203602e2) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:13:52.828269 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f684f49-6ca3-4269-9751-98b56d9b452a req-f312bc38-c97c-4793-9301-966d0ba39bac tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:52.830118 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0f684f49-6ca3-4269-9751-98b56d9b452a req-f312bc38-c97c-4793-9301-966d0ba39bac tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 932 time: 0.0983393
Feb 12 21:13:52.887003 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0f684f49-6ca3-4269-9751-98b56d9b452a req-117b6a7c-7c9c-4bcb-a5fe-debb8b1b7cb1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499532
Feb 12 21:13:52.936822 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-bbb6eba6-8bc7-4463-a042-146918d1d337 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks [] for port (dc515e30-79ce-4fa8-9c6e-77b2203602e2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:52.954922 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ec1c95c-96a3-4edf-a9fb-99c8dfaf6828 req-c6c957f4-0374-4d5e-bda4-8629d32c633b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 210 time: 0.0278642
Feb 12 21:13:52.970935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786528aa-225d-4704-8178-443bbb1c61af req-e497d0f2-9d93-4abe-93d3-f56c6b4805e7 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:52.972397 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-786528aa-225d-4704-8178-443bbb1c61af req-e497d0f2-9d93-4abe-93d3-f56c6b4805e7 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/networks?id=282c3200-9059-438c-a022-c732f83ca0af HTTP/1.1" status: 200  len: 815 time: 0.1506064
Feb 12 21:13:53.004307 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-786528aa-225d-4704-8178-443bbb1c61af req-8ae1e2c2-5852-461f-bd38-42c636b53224 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/quotas/f3339620b21d4394a171733276444b7b HTTP/1.1" status: 200  len: 375 time: 0.0225484
Feb 12 21:13:53.036792 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-786528aa-225d-4704-8178-443bbb1c61af req-1edc1f83-921a-48c6-adac-1f8d6bd929cd tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3339620b21d4394a171733276444b7b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0269554
Feb 12 21:13:53.107397 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-bbb6eba6-8bc7-4463-a042-146918d1d337 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (dc515e30-79ce-4fa8-9c6e-77b2203602e2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:53.169147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-bbb6eba6-8bc7-4463-a042-146918d1d337 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Network 6b04633d-ab8f-4a77-bc77-00abc06d98c2 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:13:53.175185 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-bbb6eba6-8bc7-4463-a042-146918d1d337 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:53.178317 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-786528aa-225d-4704-8178-443bbb1c61af req-6fc458a9-a577-49c0-87d7-c4aae5dca22a service neutron] 10.222.0.31 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340017
Feb 12 21:13:53.179021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-bbb6eba6-8bc7-4463-a042-146918d1d337 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:13:53.226493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6eba6-8bc7-4463-a042-146918d1d337 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event updated for resources: {'Port': ['ID=dc515e30-79ce-4fa8-9c6e-77b2203602e2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:53.259634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-bbb6eba6-8bc7-4463-a042-146918d1d337 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:53.260761 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-bbb6eba6-8bc7-4463-a042-146918d1d337 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:53.326657 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-786528aa-225d-4704-8178-443bbb1c61af req-e99512bd-f837-4168-a8e3-1a682c90445b service neutron] 10.222.0.31 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1188028
Feb 12 21:13:53.402372 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-bbb6eba6-8bc7-4463-a042-146918d1d337 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2594748
Feb 12 21:13:53.412526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-e4a8e25a-29ec-4cd5-b12c-ef2bc4a8e8e9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Request body: {'port': {'device_id': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa', 'admin_state_up': True, 'tenant_id': 'b438902509da463ba94a98d99ffd1444'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:53.430543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7268482-d0d6-4931-9aa2-e1d8b775b57b None None] Provisioning complete for port dc515e30-79ce-4fa8-9c6e-77b2203602e2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:53.431741 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7268482-d0d6-4931-9aa2-e1d8b775b57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dc515e30-79ce-4fa8-9c6e-77b2203602e2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:53.473120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7268482-d0d6-4931-9aa2-e1d8b775b57b None None] Port dc515e30-79ce-4fa8-9c6e-77b2203602e2 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:13:53.545928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba2284-c493-4b78-a50e-5ed294ec1631 req-3c2cf233-1876-4f45-9789-088072f35621 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:53.548017 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3eba2284-c493-4b78-a50e-5ed294ec1631 req-3c2cf233-1876-4f45-9789-088072f35621 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.1008484
Feb 12 21:13:53.574288 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ced5e1ed-d4ca-4246-9f73-b2eb17cd0527 req-032853d4-120d-40ef-ae28-0ea975d0e62e tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 210 time: 0.0354159
Feb 12 21:13:53.602873 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3eba2284-c493-4b78-a50e-5ed294ec1631 req-f761a44c-82ff-45dd-9cfb-48239b535468 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445120
Feb 12 21:13:53.607774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-e4a8e25a-29ec-4cd5-b12c-ef2bc4a8e8e9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Made reservation on behalf of b438902509da463ba94a98d99ffd1444 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:13:53.611382 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-e4a8e25a-29ec-4cd5-b12c-ef2bc4a8e8e9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:53.785844 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-e4a8e25a-29ec-4cd5-b12c-ef2bc4a8e8e9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Allocated IP 19.80.0.141 (653e1d6e-6f54-4396-aeff-a80b2721c6aa/a7da0b4c-205c-457f-b7d0-0ac4e76a3e61/cd382a11-c4eb-464b-be5f-5be4d5b113a3) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:13:53.825776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da297dac-c40b-4b42-9d12-9afba6a2d723 req-487d4549-5900-4550-9ad8-1ab2200295be tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:53.827230 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-da297dac-c40b-4b42-9d12-9afba6a2d723 req-487d4549-5900-4550-9ad8-1ab2200295be tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0838666
Feb 12 21:13:54.017407 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6a76e-fbb5-4233-8a1d-3f0aa2a4658f req-3f98f29c-a00e-487c-bb8f-b13c6ce307c3 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:54.022670 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6a76e-fbb5-4233-8a1d-3f0aa2a4658f req-3f98f29c-a00e-487c-bb8f-b13c6ce307c3 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:54.024354 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23b6a76e-fbb5-4233-8a1d-3f0aa2a4658f req-3f98f29c-a00e-487c-bb8f-b13c6ce307c3 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 1655 time: 0.0672934
Feb 12 21:13:54.076391 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23b6a76e-fbb5-4233-8a1d-3f0aa2a4658f req-14d3319c-3520-4d67-9d7e-c29c054c4984 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458837
Feb 12 21:13:54.179877 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b56f3165-7dc4-43eb-b5d7-637f57c88b92 req-86e68bb9-94ce-4411-a9fc-9c1690fbc262 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 210 time: 0.0285192
Feb 12 21:13:54.236354 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-da297dac-c40b-4b42-9d12-9afba6a2d723 req-3fdf4066-c8f0-47c5-a30f-79679c7c901b tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4035134
Feb 12 21:13:54.282681 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-e4a8e25a-29ec-4cd5-b12c-ef2bc4a8e8e9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks [] for port (cd382a11-c4eb-464b-be5f-5be4d5b113a3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:54.454246 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-e4a8e25a-29ec-4cd5-b12c-ef2bc4a8e8e9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (cd382a11-c4eb-464b-be5f-5be4d5b113a3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:54.498650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-e4a8e25a-29ec-4cd5-b12c-ef2bc4a8e8e9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Network 653e1d6e-6f54-4396-aeff-a80b2721c6aa is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:13:54.501700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-e4a8e25a-29ec-4cd5-b12c-ef2bc4a8e8e9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:54.505310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-e4a8e25a-29ec-4cd5-b12c-ef2bc4a8e8e9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:13:54.512543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8e25a-29ec-4cd5-b12c-ef2bc4a8e8e9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event updated for resources: {'Port': ['ID=cd382a11-c4eb-464b-be5f-5be4d5b113a3,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:54.563785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-e4a8e25a-29ec-4cd5-b12c-ef2bc4a8e8e9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:54.564438 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-e4a8e25a-29ec-4cd5-b12c-ef2bc4a8e8e9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:54.661870 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8df4b9d6-8512-4c35-a00c-3189c8eba95b req-8620655e-d84b-4019-acc7-66bd85a9a446 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 210 time: 0.0334759
Feb 12 21:13:54.676389 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-e4a8e25a-29ec-4cd5-b12c-ef2bc4a8e8e9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2679708
Feb 12 21:13:54.688867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Request body: {'port': {'device_id': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:54.778916 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a9c88055-d6de-4f8c-900a-bbcede04a18d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:54.800227 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfd0f2-8dc6-4857-8085-747df2db51db req-42e2f84d-b2f0-4606-8d78-92b537472c56 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:54.801734 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7bfd0f2-8dc6-4857-8085-747df2db51db req-42e2f84d-b2f0-4606-8d78-92b537472c56 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.1101019
Feb 12 21:13:54.803163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4b621aa7-1feb-48dd-93b0-6d793cc1b502 None None] Provisioning complete for port cd382a11-c4eb-464b-be5f-5be4d5b113a3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:13:54.803657 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4b621aa7-1feb-48dd-93b0-6d793cc1b502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cd382a11-c4eb-464b-be5f-5be4d5b113a3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:54.843598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4b621aa7-1feb-48dd-93b0-6d793cc1b502 None None] Port cd382a11-c4eb-464b-be5f-5be4d5b113a3 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:13:54.932134 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7bfd0f2-8dc6-4857-8085-747df2db51db req-aaa88249-3234-413b-82b7-aba5e293b72b tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1047730
Feb 12 21:13:55.091986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c88055-d6de-4f8c-900a-bbcede04a18d {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:13:55.099444 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Publish callbacks [] for port (a9c88055-d6de-4f8c-900a-bbcede04a18d), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:55.112693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Transition to ACTIVE for port object a9c88055-d6de-4f8c-900a-bbcede04a18d will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:13:55.216128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f738987-34da-4ad9-883a-6d099dd415e2 req-68b8f885-f601-4a74-be5a-42edee4e9e3d tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:55.221485 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (a9c88055-d6de-4f8c-900a-bbcede04a18d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:55.227614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f738987-34da-4ad9-883a-6d099dd415e2 req-68b8f885-f601-4a74-be5a-42edee4e9e3d tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:55.233700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f738987-34da-4ad9-883a-6d099dd415e2 req-68b8f885-f601-4a74-be5a-42edee4e9e3d tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:55.235400 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0f738987-34da-4ad9-883a-6d099dd415e2 req-68b8f885-f601-4a74-be5a-42edee4e9e3d tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2377 time: 0.0771139
Feb 12 21:13:55.291784 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0f738987-34da-4ad9-883a-6d099dd415e2 req-54174621-cc54-4b24-b537-2678c5fccb2a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500293
Feb 12 21:13:55.320371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c88055-d6de-4f8c-900a-bbcede04a18d,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:55.325746 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a455ab7-a789-4287-a911-78f0c218a896 req-b2ffd58d-a949-4747-9d42-4b760ee0a21e tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 210 time: 0.0575740
Feb 12 21:13:55.428722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Attempting to bind port a9c88055-d6de-4f8c-900a-bbcede04a18d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:13:55.429180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Attempting to bind port a9c88055-d6de-4f8c-900a-bbcede04a18d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0fe4ed0a-1546-4861-8c0c-f766074beb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:13:55.430363 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Attempting to bind port a9c88055-d6de-4f8c-900a-bbcede04a18d on network 653e1d6e-6f54-4396-aeff-a80b2721c6aa {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:55.436327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Port a9c88055-d6de-4f8c-900a-bbcede04a18d on network 653e1d6e-6f54-4396-aeff-a80b2721c6aa not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:13:55.436734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Attempting to bind port a9c88055-d6de-4f8c-900a-bbcede04a18d on network 653e1d6e-6f54-4396-aeff-a80b2721c6aa {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:55.444325 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:13:55.447617 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Checking segment: {'id': '0fe4ed0a-1546-4861-8c0c-f766074beb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:13:55.447617 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Bound using segment: {'id': '0fe4ed0a-1546-4861-8c0c-f766074beb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:13:55.447617 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Bound port: a9c88055-d6de-4f8c-900a-bbcede04a18d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe4ed0a-1546-4861-8c0c-f766074beb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:13:55.447617 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a9c88055-d6de-4f8c-900a-bbcede04a18d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:55.527381 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bea26a-6341-4f27-bf64-c88697190772 req-c02c1bd7-ae07-4f11-8d08-dda11996eec5 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:55.528917 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d2bea26a-6341-4f27-bf64-c88697190772 req-c02c1bd7-ae07-4f11-8d08-dda11996eec5 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1538045
Feb 12 21:13:55.550636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] For port a9c88055-d6de-4f8c-900a-bbcede04a18d, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:13:55.554153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] For port a9c88055-d6de-4f8c-900a-bbcede04a18d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9c88055-d6de-4f8c-900a-bbcede04a18d,segment=NetworkSegment(0fe4ed0a-1546-4861-8c0c-f766074beb61),segment_id=0fe4ed0a-1546-4861-8c0c-f766074beb61)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:13:55.558159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-92eda859-623d-451b-ad49-e5c6e89961e3 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:55.558159 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-92eda859-623d-451b-ad49-e5c6e89961e3 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.48 "GET /v2.0/networks?id=46e8ba15-abd6-4b1e-957e-9d3052ac4ccd HTTP/1.1" status: 200  len: 822 time: 0.1796761
Feb 12 21:13:55.570866 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-79e6e9b5-374e-403d-a94b-af8ca56f8721 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Request body: {'port': {'device_id': '9f33ecd6-e622-4f55-8516-0e0f250d53cd', 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd', 'admin_state_up': True, 'tenant_id': '0da6753f4d6946489d582ef43d0da4f0'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:55.622749 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (a9c88055-d6de-4f8c-900a-bbcede04a18d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:55.653101 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d2bea26a-6341-4f27-bf64-c88697190772 req-c7b6be33-8cb6-4aa7-abb2-8d6e2702a42e tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150510
Feb 12 21:13:55.663250 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:55.663946 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:55.665493 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] 10.222.0.50 "PUT /v2.0/ports/a9c88055-d6de-4f8c-900a-bbcede04a18d HTTP/1.1" status: 200  len: 1092 time: 0.9808829
Feb 12 21:13:55.666018 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'tag': 'a9c88055-d6de-4f8c-900a-bbcede04a18d'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:55.668652 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac352bbb-8218-46f4-800a-6056e71c4462" -d '{"events": [{"name": "network-changed", "server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "tag": "a9c88055-d6de-4f8c-900a-bbcede04a18d"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:55.703026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96885c38-6c08-4094-9245-e5be80fad470 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c88055-d6de-4f8c-900a-bbcede04a18d,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:55.742636 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60068858-40f7-4a44-b837-08bb179ad0d6 x-openstack-request-id: req-60068858-40f7-4a44-b837-08bb179ad0d6 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:55.742636 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "tag": "a9c88055-d6de-4f8c-900a-bbcede04a18d", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:55.742846 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60068858-40f7-4a44-b837-08bb179ad0d6 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:55.743087 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'tag': 'a9c88055-d6de-4f8c-900a-bbcede04a18d', 'status': 'completed', 'code': 200}
Feb 12 21:13:55.771455 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Request body: {'port': {'device_id': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:55.849071 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce66a452-d7f6-4242-b073-fd41bdcf7801 req-0e2c55c5-8cc4-4a98-ab4d-85b9f8fe330b tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 210 time: 0.0593832
Feb 12 21:13:55.855321 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dc515e30-79ce-4fa8-9c6e-77b2203602e2), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:55.871186 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-325f185d-ed40-46d6-88e2-82ed8dcc9679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:55.878497 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac352bbb-8218-46f4-800a-6056e71c4462 req-da0ca6a0-ba50-4e92-b4c0-d773e245ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:55.879075 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac352bbb-8218-46f4-800a-6056e71c4462 req-da0ca6a0-ba50-4e92-b4c0-d773e245ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:55.879710 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac352bbb-8218-46f4-800a-6056e71c4462 req-da0ca6a0-ba50-4e92-b4c0-d773e245ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:55.881457 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ac352bbb-8218-46f4-800a-6056e71c4462 req-da0ca6a0-ba50-4e92-b4c0-d773e245ea22 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b438902509da463ba94a98d99ffd1444&device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2763 time: 0.0804985
Feb 12 21:13:55.920720 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-79e6e9b5-374e-403d-a94b-af8ca56f8721 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Made reservation on behalf of 0da6753f4d6946489d582ef43d0da4f0 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:13:55.924768 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-79e6e9b5-374e-403d-a94b-af8ca56f8721 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:56.096689 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac352bbb-8218-46f4-800a-6056e71c4462 req-9d8bae9b-e9c1-4b36-8ea1-b4ea487f64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:56.097167 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac352bbb-8218-46f4-800a-6056e71c4462 req-9d8bae9b-e9c1-4b36-8ea1-b4ea487f64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:56.097654 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac352bbb-8218-46f4-800a-6056e71c4462 req-9d8bae9b-e9c1-4b36-8ea1-b4ea487f64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:56.099320 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ac352bbb-8218-46f4-800a-6056e71c4462 req-9d8bae9b-e9c1-4b36-8ea1-b4ea487f64bf service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b438902509da463ba94a98d99ffd1444&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.2113931
Feb 12 21:13:56.132945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95584bb-a065-4924-823f-33fc2c4828fa req-8cb08765-0ae4-44dd-85f3-012988dce359 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:56.135867 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d95584bb-a065-4924-823f-33fc2c4828fa req-8cb08765-0ae4-44dd-85f3-012988dce359 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.1080694
Feb 12 21:13:56.185608 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-79e6e9b5-374e-403d-a94b-af8ca56f8721 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Allocated IP 172.20.0.4 (46e8ba15-abd6-4b1e-957e-9d3052ac4ccd/f699deae-cd61-42bd-abe6-0c0615e85f5c/b3a5194c-7a2e-4123-85fd-17e70f26a53d) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:13:56.232954 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d95584bb-a065-4924-823f-33fc2c4828fa req-61f1d0dc-4243-4474-9086-86bcbe9b1aec tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908861
Feb 12 21:13:56.236927 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc515e30-79ce-4fa8-9c6e-77b2203602e2 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:13:56.245296 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac352bbb-8218-46f4-800a-6056e71c4462 req-a19d6808-3f73-49c6-8b49-fd36c8b84549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:56.246044 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Publish callbacks [] for port (dc515e30-79ce-4fa8-9c6e-77b2203602e2), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:56.247194 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ac352bbb-8218-46f4-800a-6056e71c4462 req-a19d6808-3f73-49c6-8b49-fd36c8b84549 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1421409
Feb 12 21:13:56.272259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Transition to ACTIVE for port object dc515e30-79ce-4fa8-9c6e-77b2203602e2 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:13:56.383974 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-79e6e9b5-374e-403d-a94b-af8ca56f8721 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:56.428356 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (dc515e30-79ce-4fa8-9c6e-77b2203602e2), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:56.458052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0b66c-a445-4298-b914-9e1f44e27c71 req-3c62e9b7-7f77-42e9-9571-fe2ba77cc381 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:56.464774 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0b66c-a445-4298-b914-9e1f44e27c71 req-3c62e9b7-7f77-42e9-9571-fe2ba77cc381 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:56.470252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0b66c-a445-4298-b914-9e1f44e27c71 req-3c62e9b7-7f77-42e9-9571-fe2ba77cc381 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:56.471999 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-35d0b66c-a445-4298-b914-9e1f44e27c71 req-3c62e9b7-7f77-42e9-9571-fe2ba77cc381 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2401 time: 0.1021559
Feb 12 21:13:56.494012 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-49704498-3b03-4812-95f5-93721bd4cd72 req-82f9a034-eeea-447e-8b4f-3fa896311ff3 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 210 time: 0.0664680
Feb 12 21:13:56.525387 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-35d0b66c-a445-4298-b914-9e1f44e27c71 req-b5eaccc5-cd4d-4006-b4ef-e520fb58ebaf tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474262
Feb 12 21:13:56.531274 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Pushing event updated for resources: {'Port': ['ID=dc515e30-79ce-4fa8-9c6e-77b2203602e2,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:56.560206 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-79e6e9b5-374e-403d-a94b-af8ca56f8721 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:56.591871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786528aa-225d-4704-8178-443bbb1c61af req-0916b7a0-000d-4fb0-afc3-148f407cf349 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:56.593551 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-786528aa-225d-4704-8178-443bbb1c61af req-0916b7a0-000d-4fb0-afc3-148f407cf349 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.48 "GET /v2.0/networks?id=282c3200-9059-438c-a022-c732f83ca0af HTTP/1.1" status: 200  len: 815 time: 0.2409096
Feb 12 21:13:56.617810 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-79e6e9b5-374e-403d-a94b-af8ca56f8721 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:13:56.623123 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-786528aa-225d-4704-8178-443bbb1c61af req-f247f29e-e7d2-4190-8da7-e61b0a7a63f8 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Request body: {'port': {'device_id': '8ca29232-9b41-4183-b84b-ce26da0aea7b', 'network_id': '282c3200-9059-438c-a022-c732f83ca0af', 'admin_state_up': True, 'tenant_id': 'f3339620b21d4394a171733276444b7b'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:56.623768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-79e6e9b5-374e-403d-a94b-af8ca56f8721 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:56.626643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-79e6e9b5-374e-403d-a94b-af8ca56f8721 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:13:56.630081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6e9b5-374e-403d-a94b-af8ca56f8721 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Pushing event updated for resources: {'Port': ['ID=b3a5194c-7a2e-4123-85fd-17e70f26a53d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:56.701095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Attempting to bind port dc515e30-79ce-4fa8-9c6e-77b2203602e2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:13:56.701608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Attempting to bind port dc515e30-79ce-4fa8-9c6e-77b2203602e2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '70271e51-375b-4c3d-abd5-11665d2d95ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6b04633d-ab8f-4a77-bc77-00abc06d98c2'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:13:56.701965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Attempting to bind port dc515e30-79ce-4fa8-9c6e-77b2203602e2 on network 6b04633d-ab8f-4a77-bc77-00abc06d98c2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:56.703174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-79e6e9b5-374e-403d-a94b-af8ca56f8721 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:56.704624 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-79e6e9b5-374e-403d-a94b-af8ca56f8721 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:56.709440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Port dc515e30-79ce-4fa8-9c6e-77b2203602e2 on network 6b04633d-ab8f-4a77-bc77-00abc06d98c2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:13:56.709782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Attempting to bind port dc515e30-79ce-4fa8-9c6e-77b2203602e2 on network 6b04633d-ab8f-4a77-bc77-00abc06d98c2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:56.713770 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:56.717347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:13:56.717835 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Checking segment: {'id': '70271e51-375b-4c3d-abd5-11665d2d95ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6b04633d-ab8f-4a77-bc77-00abc06d98c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:13:56.718106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Bound using segment: {'id': '70271e51-375b-4c3d-abd5-11665d2d95ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6b04633d-ab8f-4a77-bc77-00abc06d98c2'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:13:56.719307 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Bound port: dc515e30-79ce-4fa8-9c6e-77b2203602e2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70271e51-375b-4c3d-abd5-11665d2d95ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6b04633d-ab8f-4a77-bc77-00abc06d98c2'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:13:56.719500 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dc515e30-79ce-4fa8-9c6e-77b2203602e2), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:56.812672 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-79e6e9b5-374e-403d-a94b-af8ca56f8721 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2477841
Feb 12 21:13:56.827126 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Request body: {'port': {'device_id': '9f33ecd6-e622-4f55-8516-0e0f250d53cd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:56.868637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] For port dc515e30-79ce-4fa8-9c6e-77b2203602e2, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:13:56.873623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] For port dc515e30-79ce-4fa8-9c6e-77b2203602e2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc515e30-79ce-4fa8-9c6e-77b2203602e2,segment=NetworkSegment(70271e51-375b-4c3d-abd5-11665d2d95ee),segment_id=70271e51-375b-4c3d-abd5-11665d2d95ee)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:13:56.883240 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a15f1b-a046-4d3a-bfc5-fc110a69e2cc req-12944ba5-6e69-451f-962e-017a9bc38c23 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:56.885078 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d3a15f1b-a046-4d3a-bfc5-fc110a69e2cc req-12944ba5-6e69-451f-962e-017a9bc38c23 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1028957
Feb 12 21:13:56.897562 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:56.943141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786528aa-225d-4704-8178-443bbb1c61af req-f247f29e-e7d2-4190-8da7-e61b0a7a63f8 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Made reservation on behalf of f3339620b21d4394a171733276444b7b for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:13:56.946541 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-786528aa-225d-4704-8178-443bbb1c61af req-f247f29e-e7d2-4190-8da7-e61b0a7a63f8 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:56.953879 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d3a15f1b-a046-4d3a-bfc5-fc110a69e2cc req-8290eb41-9668-455e-bb87-17fc18839d45 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564387
Feb 12 21:13:56.960893 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (dc515e30-79ce-4fa8-9c6e-77b2203602e2), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:56.965648 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-45b3f14d-2d84-4419-aa39-a9f9a109b966 req-0d88f48a-767a-4de1-a48d-68f3b11174f2 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 210 time: 0.0311334
Feb 12 21:13:57.008623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:57.009252 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:57.014340 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-372076fd-50af-4751-8aef-09329f2725ab service neutron] 10.222.0.50 "PUT /v2.0/ports/dc515e30-79ce-4fa8-9c6e-77b2203602e2 HTTP/1.1" status: 200  len: 1092 time: 1.2471123
Feb 12 21:13:57.099675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372076fd-50af-4751-8aef-09329f2725ab service neutron] Pushing event updated for resources: {'Port': ['ID=dc515e30-79ce-4fa8-9c6e-77b2203602e2,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:57.127957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Request body: {'port': {'device_id': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:57.179478 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-786528aa-225d-4704-8178-443bbb1c61af req-f247f29e-e7d2-4190-8da7-e61b0a7a63f8 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Allocated IP 172.20.0.14 (282c3200-9059-438c-a022-c732f83ca0af/bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992/535bef55-124d-44f2-9478-80c0a813b588) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:13:57.218131 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cd382a11-c4eb-464b-be5f-5be4d5b113a3), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:57.245513 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a5194c-7a2e-4123-85fd-17e70f26a53d {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:13:57.254006 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Publish callbacks [] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:57.268641 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Transition to ACTIVE for port object b3a5194c-7a2e-4123-85fd-17e70f26a53d will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:13:57.381538 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:57.437252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a5194c-7a2e-4123-85fd-17e70f26a53d,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:57.506258 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Attempting to bind port b3a5194c-7a2e-4123-85fd-17e70f26a53d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:13:57.506611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Attempting to bind port b3a5194c-7a2e-4123-85fd-17e70f26a53d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cfa9793b-232a-4d0f-87f9-40fa92c2e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:13:57.506921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Attempting to bind port b3a5194c-7a2e-4123-85fd-17e70f26a53d on network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:57.512431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Port b3a5194c-7a2e-4123-85fd-17e70f26a53d on network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:13:57.514624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Attempting to bind port b3a5194c-7a2e-4123-85fd-17e70f26a53d on network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:57.517719 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:13:57.518055 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Checking segment: {'id': 'cfa9793b-232a-4d0f-87f9-40fa92c2e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:13:57.518432 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Bound using segment: {'id': 'cfa9793b-232a-4d0f-87f9-40fa92c2e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:13:57.518852 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Bound port: b3a5194c-7a2e-4123-85fd-17e70f26a53d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa9793b-232a-4d0f-87f9-40fa92c2e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:13:57.519207 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:57.535053 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-786528aa-225d-4704-8178-443bbb1c61af req-f247f29e-e7d2-4190-8da7-e61b0a7a63f8 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks [] for port (535bef55-124d-44f2-9478-80c0a813b588), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:57.551405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8dfba-2c5d-4020-b933-0342ab516208 req-91bace90-713d-431e-b19c-5a191d8b7d28 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:57.552918 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47f8dfba-2c5d-4020-b933-0342ab516208 req-91bace90-713d-431e-b19c-5a191d8b7d28 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.2050991
Feb 12 21:13:57.589174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] For port b3a5194c-7a2e-4123-85fd-17e70f26a53d, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:13:57.592429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] For port b3a5194c-7a2e-4123-85fd-17e70f26a53d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3a5194c-7a2e-4123-85fd-17e70f26a53d,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:13:57.649890 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8941b-8a6a-4440-ad4a-889d7d602046 req-55757774-4321-4876-b0d8-634f7ab00b12 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:57.651441 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-86f8941b-8a6a-4440-ad4a-889d7d602046 req-55757774-4321-4876-b0d8-634f7ab00b12 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 943 time: 0.0574396
Feb 12 21:13:57.663042 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47f8dfba-2c5d-4020-b933-0342ab516208 req-69fc7f3f-5d9e-41fe-8010-0405202b7dc0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946293
Feb 12 21:13:57.673989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:57.711623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd382a11-c4eb-464b-be5f-5be4d5b113a3 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:13:57.719447 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-786528aa-225d-4704-8178-443bbb1c61af req-f247f29e-e7d2-4190-8da7-e61b0a7a63f8 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (535bef55-124d-44f2-9478-80c0a813b588), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:57.722583 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Publish callbacks [] for port (cd382a11-c4eb-464b-be5f-5be4d5b113a3), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:57.729876 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:57.730919 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:57.732304 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] 10.222.0.48 "PUT /v2.0/ports/b3a5194c-7a2e-4123-85fd-17e70f26a53d HTTP/1.1" status: 200  len: 1091 time: 0.9113011
Feb 12 21:13:57.738261 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f33ecd6-e622-4f55-8516-0e0f250d53cd', 'tag': 'b3a5194c-7a2e-4123-85fd-17e70f26a53d'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:57.740640 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7e514b-db8e-4b60-a1a3-fd382e2f6102" -d '{"events": [{"name": "network-changed", "server_uuid": "9f33ecd6-e622-4f55-8516-0e0f250d53cd", "tag": "b3a5194c-7a2e-4123-85fd-17e70f26a53d"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:57.753655 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-86f8941b-8a6a-4440-ad4a-889d7d602046 req-fdf8b641-3879-4fff-baaa-9bd9ab122d5d tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960627
Feb 12 21:13:57.765471 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'tag': 'dc515e30-79ce-4fa8-9c6e-77b2203602e2'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:13:57.767472 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd9f3d7-60b9-4952-82ee-5a2761be7ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "tag": "dc515e30-79ce-4fa8-9c6e-77b2203602e2"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:13:57.770522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879004e1-f365-4e15-8846-5ca0652f6084 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a5194c-7a2e-4123-85fd-17e70f26a53d,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:57.813945 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cee6ab-b61a-40c1-ac38-3c3b5263befc x-openstack-request-id: req-f4cee6ab-b61a-40c1-ac38-3c3b5263befc {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:57.813945 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f33ecd6-e622-4f55-8516-0e0f250d53cd", "tag": "b3a5194c-7a2e-4123-85fd-17e70f26a53d", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:57.813945 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4cee6ab-b61a-40c1-ac38-3c3b5263befc {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:57.813945 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f33ecd6-e622-4f55-8516-0e0f250d53cd', 'tag': 'b3a5194c-7a2e-4123-85fd-17e70f26a53d', 'status': 'completed', 'code': 200}
Feb 12 21:13:57.830947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Transition to ACTIVE for port object cd382a11-c4eb-464b-be5f-5be4d5b113a3 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:13:57.847553 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee14b3c-996e-49bc-a1c5-866c3a8c13ef x-openstack-request-id: req-bee14b3c-996e-49bc-a1c5-866c3a8c13ef {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:13:57.847852 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "tag": "dc515e30-79ce-4fa8-9c6e-77b2203602e2", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:13:57.848100 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bee14b3c-996e-49bc-a1c5-866c3a8c13ef {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:13:57.848494 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'tag': 'dc515e30-79ce-4fa8-9c6e-77b2203602e2', 'status': 'completed', 'code': 200}
Feb 12 21:13:57.850337 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786528aa-225d-4704-8178-443bbb1c61af req-f247f29e-e7d2-4190-8da7-e61b0a7a63f8 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Network 282c3200-9059-438c-a022-c732f83ca0af is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:13:57.853224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247f29e-e7d2-4190-8da7-e61b0a7a63f8 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Pushing event updated for resources: {'Port': ['ID=535bef55-124d-44f2-9478-80c0a813b588,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:57.860305 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-786528aa-225d-4704-8178-443bbb1c61af req-f247f29e-e7d2-4190-8da7-e61b0a7a63f8 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:13:57.862949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-786528aa-225d-4704-8178-443bbb1c61af req-f247f29e-e7d2-4190-8da7-e61b0a7a63f8 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:13:57.916917 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e514b-db8e-4b60-a1a3-fd382e2f6102 req-c1efd9e2-efa3-40c9-b2ab-dbb4cd02a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:57.918498 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c8a92-cca1-4751-8428-69e1931b0294 req-2cc95cf3-1b4b-497f-8d30-8bfcfdd8a8f9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:57.919062 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b7e514b-db8e-4b60-a1a3-fd382e2f6102 req-c1efd9e2-efa3-40c9-b2ab-dbb4cd02a2de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0da6753f4d6946489d582ef43d0da4f0&device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 1125 time: 0.0883646
Feb 12 21:13:57.923656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c8a92-cca1-4751-8428-69e1931b0294 req-2cc95cf3-1b4b-497f-8d30-8bfcfdd8a8f9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:57.928852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c8a92-cca1-4751-8428-69e1931b0294 req-2cc95cf3-1b4b-497f-8d30-8bfcfdd8a8f9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:57.929471 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9f3d7-60b9-4952-82ee-5a2761be7ef3 req-d961fc63-4c33-4a06-960e-8c51021aedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:57.933862 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9f3d7-60b9-4952-82ee-5a2761be7ef3 req-d961fc63-4c33-4a06-960e-8c51021aedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:57.933862 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9f3d7-60b9-4952-82ee-5a2761be7ef3 req-d961fc63-4c33-4a06-960e-8c51021aedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:57.934098 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-353c8a92-cca1-4751-8428-69e1931b0294 req-2cc95cf3-1b4b-497f-8d30-8bfcfdd8a8f9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2401 time: 0.1685340
Feb 12 21:13:57.934204 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cd9f3d7-60b9-4952-82ee-5a2761be7ef3 req-d961fc63-4c33-4a06-960e-8c51021aedc8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b438902509da463ba94a98d99ffd1444&device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2861 time: 0.0659816
Feb 12 21:13:57.940355 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786528aa-225d-4704-8178-443bbb1c61af req-f247f29e-e7d2-4190-8da7-e61b0a7a63f8 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:57.940989 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-786528aa-225d-4704-8178-443bbb1c61af req-f247f29e-e7d2-4190-8da7-e61b0a7a63f8 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:57.963243 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (cd382a11-c4eb-464b-be5f-5be4d5b113a3), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:58.038522 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-84c5ff87-90de-4e97-83c2-603e454f351a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:58.059755 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-786528aa-225d-4704-8178-443bbb1c61af req-f247f29e-e7d2-4190-8da7-e61b0a7a63f8 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4544063
Feb 12 21:13:58.060382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Pushing event updated for resources: {'Port': ['ID=cd382a11-c4eb-464b-be5f-5be4d5b113a3,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:58.067354 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-353c8a92-cca1-4751-8428-69e1931b0294 req-42b039c5-da0c-4d03-99a1-395e0446a5d0 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236382
Feb 12 21:13:58.072675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Request body: {'port': {'device_id': '8ca29232-9b41-4183-b84b-ce26da0aea7b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:13:58.122110 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9f3d7-60b9-4952-82ee-5a2761be7ef3 req-46f8529d-dbf3-401a-96cc-7f26ed5e619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:58.123137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9f3d7-60b9-4952-82ee-5a2761be7ef3 req-46f8529d-dbf3-401a-96cc-7f26ed5e619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:58.123137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9f3d7-60b9-4952-82ee-5a2761be7ef3 req-46f8529d-dbf3-401a-96cc-7f26ed5e619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:58.124737 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cd9f3d7-60b9-4952-82ee-5a2761be7ef3 req-46f8529d-dbf3-401a-96cc-7f26ed5e619a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b438902509da463ba94a98d99ffd1444&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.1829512
Feb 12 21:13:58.236447 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (535bef55-124d-44f2-9478-80c0a813b588), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:58.271924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Attempting to bind port cd382a11-c4eb-464b-be5f-5be4d5b113a3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:13:58.271924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Attempting to bind port cd382a11-c4eb-464b-be5f-5be4d5b113a3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0fe4ed0a-1546-4861-8c0c-f766074beb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:13:58.271924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Attempting to bind port cd382a11-c4eb-464b-be5f-5be4d5b113a3 on network 653e1d6e-6f54-4396-aeff-a80b2721c6aa {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:58.272136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e514b-db8e-4b60-a1a3-fd382e2f6102 req-defd36e7-33a1-42b6-81cc-138fbc62e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:58.272136 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b7e514b-db8e-4b60-a1a3-fd382e2f6102 req-defd36e7-33a1-42b6-81cc-138fbc62e1bd service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=0da6753f4d6946489d582ef43d0da4f0&shared=False HTTP/1.1" status: 200  len: 923 time: 0.3380880
Feb 12 21:13:58.280228 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853ae76-3321-47d2-b570-c3616079eee8 req-319c850e-78c4-41b7-8aca-448d4127d53b tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:58.285529 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b853ae76-3321-47d2-b570-c3616079eee8 req-319c850e-78c4-41b7-8aca-448d4127d53b tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.2464142
Feb 12 21:13:58.304671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Port cd382a11-c4eb-464b-be5f-5be4d5b113a3 on network 653e1d6e-6f54-4396-aeff-a80b2721c6aa not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:13:58.305005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Attempting to bind port cd382a11-c4eb-464b-be5f-5be4d5b113a3 on network 653e1d6e-6f54-4396-aeff-a80b2721c6aa {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:58.321280 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498cfe9-8b77-4bf0-a533-9eb0fdc0c192 req-4c376394-cb72-4845-8b98-397e7bb93677 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:58.323788 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4498cfe9-8b77-4bf0-a533-9eb0fdc0c192 req-4c376394-cb72-4845-8b98-397e7bb93677 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 932 time: 0.1384835
Feb 12 21:13:58.326592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:13:58.326768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Checking segment: {'id': '0fe4ed0a-1546-4861-8c0c-f766074beb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:13:58.327318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Bound using segment: {'id': '0fe4ed0a-1546-4861-8c0c-f766074beb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:13:58.327556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Bound port: cd382a11-c4eb-464b-be5f-5be4d5b113a3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe4ed0a-1546-4861-8c0c-f766074beb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:13:58.327927 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cd382a11-c4eb-464b-be5f-5be4d5b113a3), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:58.383996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9f3d7-60b9-4952-82ee-5a2761be7ef3 req-fe1266cf-aa6b-4f78-b61b-c8b1061e1c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:58.386566 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cd9f3d7-60b9-4952-82ee-5a2761be7ef3 req-fe1266cf-aa6b-4f78-b61b-c8b1061e1c41 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2364786
Feb 12 21:13:58.418849 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b853ae76-3321-47d2-b570-c3616079eee8 req-cd243086-00e0-4b7b-af69-6eaa6cd1b46d tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273108
Feb 12 21:13:58.440033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e514b-db8e-4b60-a1a3-fd382e2f6102 req-8f103746-2e5c-45ed-9345-240704f7add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:58.442135 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b7e514b-db8e-4b60-a1a3-fd382e2f6102 req-8f103746-2e5c-45ed-9345-240704f7add4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1548734
Feb 12 21:13:58.493493 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4498cfe9-8b77-4bf0-a533-9eb0fdc0c192 req-d06717cf-416b-4766-bb1d-c9c6d55c2b9e tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631601
Feb 12 21:13:58.524406 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-ec856884-6e62-4f0d-82a6-076020657d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:58.526023 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-ec856884-6e62-4f0d-82a6-076020657d7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0da6753f4d6946489d582ef43d0da4f0&device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 1125 time: 0.0472150
Feb 12 21:13:58.526814 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] For port cd382a11-c4eb-464b-be5f-5be4d5b113a3, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:13:58.565217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] For port cd382a11-c4eb-464b-be5f-5be4d5b113a3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd382a11-c4eb-464b-be5f-5be4d5b113a3,segment=NetworkSegment(0fe4ed0a-1546-4861-8c0c-f766074beb61),segment_id=0fe4ed0a-1546-4861-8c0c-f766074beb61)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:13:58.571843 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-59fc4beb-a3ac-4d0f-9770-ba80b9a01258 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a5194c-7a2e-4123-85fd-17e70f26a53d HTTP/1.1" status: 200  len: 217 time: 0.0358188
Feb 12 21:13:58.625426 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-e06bb5da-375f-4abb-b73a-0d8d0431a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:58.627116 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-e06bb5da-375f-4abb-b73a-0d8d0431a25b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f699deae-cd61-42bd-abe6-0c0615e85f5c HTTP/1.1" status: 200  len: 862 time: 0.0495315
Feb 12 21:13:58.629660 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (cd382a11-c4eb-464b-be5f-5be4d5b113a3), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:58.659698 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-f6621b21-885e-4ca3-a3f9-0d75d5a603d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46e8ba15-abd6-4b1e-957e-9d3052ac4ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256424
Feb 12 21:13:58.693735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:58.695632 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:58.695817 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] 10.222.0.50 "PUT /v2.0/ports/cd382a11-c4eb-464b-be5f-5be4d5b113a3 HTTP/1.1" status: 200  len: 1092 time: 1.5740278
Feb 12 21:13:58.704637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535bef55-124d-44f2-9478-80c0a813b588 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:13:58.721071 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Publish callbacks [] for port (535bef55-124d-44f2-9478-80c0a813b588), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:58.734408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8cb83-9cc1-4e03-bdbe-2155e837b4ec service neutron] Pushing event updated for resources: {'Port': ['ID=cd382a11-c4eb-464b-be5f-5be4d5b113a3,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:58.743220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Transition to ACTIVE for port object 535bef55-124d-44f2-9478-80c0a813b588 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:13:58.792290 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-c42c1257-87d3-4539-9191-072d01db0b97 service neutron] 10.222.0.48 "GET /v2.0/networks/46e8ba15-abd6-4b1e-957e-9d3052ac4ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252825
Feb 12 21:13:58.861515 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (535bef55-124d-44f2-9478-80c0a813b588), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:58.901776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d216ab-65ec-4d70-a9d2-14c793066476 req-6cf0b27a-9f88-423d-9798-0955780bb80e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:58.903410 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c9d216ab-65ec-4d70-a9d2-14c793066476 req-6cf0b27a-9f88-423d-9798-0955780bb80e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.1373992
Feb 12 21:13:58.939739 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f76be598-65db-4e5e-920a-4a338efe6ef3 req-d0ad3796-29b2-4823-beea-8a75044d4ee4 service neutron] 10.222.0.48 "GET /v2.0/networks/46e8ba15-abd6-4b1e-957e-9d3052ac4ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315026
Feb 12 21:13:58.950464 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Pushing event updated for resources: {'Port': ['ID=535bef55-124d-44f2-9478-80c0a813b588,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:58.961200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-3bb01187-039b-41c4-a7ad-e632460d9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:58.961788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-3bb01187-039b-41c4-a7ad-e632460d9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:58.962306 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-3bb01187-039b-41c4-a7ad-e632460d9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:58.964559 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-3bb01187-039b-41c4-a7ad-e632460d9656 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b438902509da463ba94a98d99ffd1444&device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2959 time: 0.1485238
Feb 12 21:13:58.980981 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c9d216ab-65ec-4d70-a9d2-14c793066476 req-6a092456-4d36-4aaa-9bca-0222c0ab4684 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693626
Feb 12 21:13:59.034080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797385b-e517-4427-bcd2-95c7aea31788 req-5f85cdbf-5f2a-4221-a7c4-f2d7122757ec tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:59.035552 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9797385b-e517-4427-bcd2-95c7aea31788 req-5f85cdbf-5f2a-4221-a7c4-f2d7122757ec tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 943 time: 0.1848309
Feb 12 21:13:59.053591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-67f53d1d-bed2-4901-b370-5bad21912fac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.190&port_id=a9c88055-d6de-4f8c-900a-bbcede04a18d HTTP/1.1" status: 200  len: 217 time: 0.0820725
Feb 12 21:13:59.148836 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9797385b-e517-4427-bcd2-95c7aea31788 req-ce70754c-93d5-4832-88a8-f4fbc9b77770 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943024
Feb 12 21:13:59.156966 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-8983816d-57df-4553-917f-6f9d678af79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:59.158487 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-8983816d-57df-4553-917f-6f9d678af79d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7da0b4c-205c-457f-b7d0-0ac4e76a3e61 HTTP/1.1" status: 200  len: 801 time: 0.0948579
Feb 12 21:13:59.159245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Attempting to bind port 535bef55-124d-44f2-9478-80c0a813b588 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:13:59.159574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Attempting to bind port 535bef55-124d-44f2-9478-80c0a813b588 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:13:59.159894 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Attempting to bind port 535bef55-124d-44f2-9478-80c0a813b588 on network 282c3200-9059-438c-a022-c732f83ca0af {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:59.175105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Port 535bef55-124d-44f2-9478-80c0a813b588 on network 282c3200-9059-438c-a022-c732f83ca0af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:13:59.175429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Attempting to bind port 535bef55-124d-44f2-9478-80c0a813b588 on network 282c3200-9059-438c-a022-c732f83ca0af {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:13:59.200968 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:13:59.201311 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Checking segment: {'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:13:59.201721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Bound using segment: {'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:13:59.202684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Bound port: 535bef55-124d-44f2-9478-80c0a813b588, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:13:59.202684 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (535bef55-124d-44f2-9478-80c0a813b588), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:59.210412 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffd169-b2ec-4252-abf5-961e175dbd4b req-55a8ed72-1e5e-41d2-a92a-756f12e3ac7d tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:59.216464 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffd169-b2ec-4252-abf5-961e175dbd4b req-55a8ed72-1e5e-41d2-a92a-756f12e3ac7d tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:59.222012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffd169-b2ec-4252-abf5-961e175dbd4b req-55a8ed72-1e5e-41d2-a92a-756f12e3ac7d tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:59.223683 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eaffd169-b2ec-4252-abf5-961e175dbd4b req-55a8ed72-1e5e-41d2-a92a-756f12e3ac7d tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2413 time: 0.0712712
Feb 12 21:13:59.251574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-025a3857-aa94-4790-9f4f-7221f8c3b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:59.253072 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-025a3857-aa94-4790-9f4f-7221f8c3b5de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=653e1d6e-6f54-4396-aeff-a80b2721c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0881941
Feb 12 21:13:59.273726 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eaffd169-b2ec-4252-abf5-961e175dbd4b req-79d91b14-cd01-4f82-8847-08e42505c216 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436027
Feb 12 21:13:59.326261 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] For port 535bef55-124d-44f2-9478-80c0a813b588, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:13:59.347933 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] For port 535bef55-124d-44f2-9478-80c0a813b588, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=535bef55-124d-44f2-9478-80c0a813b588,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:13:59.373046 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-b43208cb-a0f1-4deb-894e-cff5fc2416f0 service neutron] 10.222.0.50 "GET /v2.0/networks/653e1d6e-6f54-4396-aeff-a80b2721c6aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1095550
Feb 12 21:13:59.374081 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:59.452209 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (535bef55-124d-44f2-9478-80c0a813b588), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:59.461341 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:59.494793 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-05090802-2115-4f23-baf4-2abbf47dc28e service neutron] 10.222.0.50 "GET /v2.0/networks/653e1d6e-6f54-4396-aeff-a80b2721c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1161721
Feb 12 21:13:59.520806 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:59.521782 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:13:59.522877 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-786528aa-225d-4704-8178-443bbb1c61af req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] 10.222.0.48 "PUT /v2.0/ports/535bef55-124d-44f2-9478-80c0a813b588 HTTP/1.1" status: 200  len: 1092 time: 1.4546177
Feb 12 21:13:59.579792 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-f1926bc1-ab0e-4e65-b507-de22affcdf2c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.212&port_id=dc515e30-79ce-4fa8-9c6e-77b2203602e2 HTTP/1.1" status: 200  len: 217 time: 0.0764420
Feb 12 21:13:59.594848 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ecdb5-f710-4fba-a843-b86bbc35b99a service neutron] Pushing event updated for resources: {'Port': ['ID=535bef55-124d-44f2-9478-80c0a813b588,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:13:59.624948 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad50b4d-f20f-4ca1-ac1c-d73028ae1c69 req-3879e71a-4b44-4c56-af41-ad8a1aaced0c tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:59.627084 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3ad50b4d-f20f-4ca1-ac1c-d73028ae1c69 req-3879e71a-4b44-4c56-af41-ad8a1aaced0c tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 944 time: 0.0570099
Feb 12 21:13:59.644603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2548-3104-4962-9388-35eaf5435807 req-fd21b374-c7bf-43bb-8373-1d4b2918ce33 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:59.646137 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c59f2548-3104-4962-9388-35eaf5435807 req-fd21b374-c7bf-43bb-8373-1d4b2918ce33 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1489573
Feb 12 21:13:59.660106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-ab7439dd-1f43-4b85-8b8b-2737a3b6bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:59.661563 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-ab7439dd-1f43-4b85-8b8b-2737a3b6bd98 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3716d095-51a7-4a6e-9f5f-7b06539e62dd HTTP/1.1" status: 200  len: 801 time: 0.0750787
Feb 12 21:13:59.684626 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3ad50b4d-f20f-4ca1-ac1c-d73028ae1c69 req-a5b0e4cf-1aea-48dd-b83b-d679e962777e tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441318
Feb 12 21:13:59.758739 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c59f2548-3104-4962-9388-35eaf5435807 req-7f00b2b5-8851-4e71-9f80-939a865bb998 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004252
Feb 12 21:13:59.766784 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786528aa-225d-4704-8178-443bbb1c61af req-b4e0b24a-b812-4e82-885f-dc8df434dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:59.768247 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-786528aa-225d-4704-8178-443bbb1c61af req-b4e0b24a-b812-4e82-885f-dc8df434dca0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3339620b21d4394a171733276444b7b&device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 1126 time: 0.1193099
Feb 12 21:13:59.773836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-eb3241c7-9c29-41c6-8226-8f3abe0f999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:13:59.775306 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-eb3241c7-9c29-41c6-8226-8f3abe0f999f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6b04633d-ab8f-4a77-bc77-00abc06d98c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0945201
Feb 12 21:14:00.114927 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678f2aa-5f57-4aa2-9e04-3ca71be2a94b req-adba9f59-4fcc-44bf-a982-91b6b8967679 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:00.116618 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b678f2aa-5f57-4aa2-9e04-3ca71be2a94b req-adba9f59-4fcc-44bf-a982-91b6b8967679 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0609415
Feb 12 21:14:00.126386 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'tag': 'cd382a11-c4eb-464b-be5f-5be4d5b113a3'}, {'name': 'network-changed', 'server_uuid': '8ca29232-9b41-4183-b84b-ce26da0aea7b', 'tag': '535bef55-124d-44f2-9478-80c0a813b588'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:00.128611 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029c934b-e201-4270-bb63-972c1d7f0302" -d '{"events": [{"name": "network-changed", "server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "tag": "cd382a11-c4eb-464b-be5f-5be4d5b113a3"}, {"name": "network-changed", "server_uuid": "8ca29232-9b41-4183-b84b-ce26da0aea7b", "tag": "535bef55-124d-44f2-9478-80c0a813b588"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:00.138871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-786528aa-225d-4704-8178-443bbb1c61af req-442e47e6-4735-45a1-bc2b-927da76f0afc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=535bef55-124d-44f2-9478-80c0a813b588 HTTP/1.1" status: 200  len: 217 time: 0.3621182
Feb 12 21:14:00.180074 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b678f2aa-5f57-4aa2-9e04-3ca71be2a94b req-02fa00bf-6c4c-4abc-9ff9-d54508d90e0e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510707
Feb 12 21:14:00.180246 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b589d09-a66a-4124-ba1c-83d4ceaeba62 x-openstack-request-id: req-8b589d09-a66a-4124-ba1c-83d4ceaeba62 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:00.180553 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "tag": "cd382a11-c4eb-464b-be5f-5be4d5b113a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ca29232-9b41-4183-b84b-ce26da0aea7b", "tag": "535bef55-124d-44f2-9478-80c0a813b588", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:00.180806 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b589d09-a66a-4124-ba1c-83d4ceaeba62 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:00.181194 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'tag': 'cd382a11-c4eb-464b-be5f-5be4d5b113a3', 'status': 'completed', 'code': 200}
Feb 12 21:14:00.181513 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca29232-9b41-4183-b84b-ce26da0aea7b', 'tag': '535bef55-124d-44f2-9478-80c0a813b588', 'status': 'completed', 'code': 200}
Feb 12 21:14:00.249911 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786528aa-225d-4704-8178-443bbb1c61af req-aa5aa54c-4b3d-4f07-9474-af0719316317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:00.251330 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-786528aa-225d-4704-8178-443bbb1c61af req-aa5aa54c-4b3d-4f07-9474-af0719316317 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992 HTTP/1.1" status: 200  len: 855 time: 0.0829613
Feb 12 21:14:00.282728 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-277479d7-a582-49a1-957d-c18c5f54e3ff service neutron] 10.222.0.50 "GET /v2.0/networks/6b04633d-ab8f-4a77-bc77-00abc06d98c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5005832
Feb 12 21:14:00.300293 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-786528aa-225d-4704-8178-443bbb1c61af req-18a329e2-790d-47bf-8d5f-8232f86ce824 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=282c3200-9059-438c-a022-c732f83ca0af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0320511
Feb 12 21:14:00.398184 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74960f4-572c-430b-a96b-6c75342e549b req-d57113b2-8b65-41ce-b37d-c738e27b1b4c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:00.403700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74960f4-572c-430b-a96b-6c75342e549b req-d57113b2-8b65-41ce-b37d-c738e27b1b4c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:00.408902 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74960f4-572c-430b-a96b-6c75342e549b req-d57113b2-8b65-41ce-b37d-c738e27b1b4c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:00.410549 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e74960f4-572c-430b-a96b-6c75342e549b req-d57113b2-8b65-41ce-b37d-c738e27b1b4c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2413 time: 0.0668483
Feb 12 21:14:00.427198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fe623-0b5f-4aea-961c-c51c87066ab4 req-e9451ffe-df4e-40b7-bc91-4b1f8def1083 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:00.428561 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-472fe623-0b5f-4aea-961c-c51c87066ab4 req-e9451ffe-df4e-40b7-bc91-4b1f8def1083 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 943 time: 0.2022860
Feb 12 21:14:00.460364 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e74960f4-572c-430b-a96b-6c75342e549b req-0ffe96ed-df39-4e8b-9bfb-1413fd226d18 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440111
Feb 12 21:14:00.509175 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-bb8faa42-a79d-41dc-998e-914439932486 service neutron] 10.222.0.50 "GET /v2.0/networks/6b04633d-ab8f-4a77-bc77-00abc06d98c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2112346
Feb 12 21:14:00.515867 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-786528aa-225d-4704-8178-443bbb1c61af req-b744182e-2696-4a1c-bdda-1dfa31d3c177 service neutron] 10.222.0.48 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2059376
Feb 12 21:14:00.561829 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-472fe623-0b5f-4aea-961c-c51c87066ab4 req-3aff32eb-2211-4cea-91fb-1296e3526bc1 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255343
Feb 12 21:14:00.564327 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-34ad1d85-e18d-4cdb-b41d-676288225e32 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=cd382a11-c4eb-464b-be5f-5be4d5b113a3 HTTP/1.1" status: 200  len: 217 time: 0.0450778
Feb 12 21:14:00.664652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c2b547e8-c5d0-49ed-a0b5-89dc657ee428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:00.666704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-c2b547e8-c5d0-49ed-a0b5-89dc657ee428 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7da0b4c-205c-457f-b7d0-0ac4e76a3e61 HTTP/1.1" status: 200  len: 801 time: 0.0916333
Feb 12 21:14:00.712229 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-786528aa-225d-4704-8178-443bbb1c61af req-1fcc20cd-eeb0-4956-b228-9b054f3a3498 service neutron] 10.222.0.48 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1857882
Feb 12 21:14:00.729814 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-8076180e-1646-4a64-af7a-a1b1354ed302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:00.731372 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-8076180e-1646-4a64-af7a-a1b1354ed302 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=653e1d6e-6f54-4396-aeff-a80b2721c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0581005
Feb 12 21:14:00.816336 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3da622-ee8a-4399-8e50-e0d97f011b11 req-ff05b1ca-8d43-4254-8c5b-6595e88cd78a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:00.816336 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb3da622-ee8a-4399-8e50-e0d97f011b11 req-ff05b1ca-8d43-4254-8c5b-6595e88cd78a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 944 time: 0.0610943
Feb 12 21:14:00.872187 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb3da622-ee8a-4399-8e50-e0d97f011b11 req-3ab86736-4e51-4b6c-9253-2c15a2ca7d9e tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486474
Feb 12 21:14:00.889738 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-b33decec-4a57-410d-9fe5-ec1944ad7270 service neutron] 10.222.0.50 "GET /v2.0/networks/653e1d6e-6f54-4396-aeff-a80b2721c6aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526535
Feb 12 21:14:00.921389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c934b-e201-4270-bb63-972c1d7f0302 req-648986df-79ef-40d9-bf81-c01bf6d10071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:00.922798 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-029c934b-e201-4270-bb63-972c1d7f0302 req-648986df-79ef-40d9-bf81-c01bf6d10071 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3339620b21d4394a171733276444b7b&device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 1126 time: 0.1118605
Feb 12 21:14:00.930212 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:01.031240 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac9dfb-710d-426f-b427-73a8d9e04a54 req-ccf30e5f-e978-4b53-8013-2e2d62c2e1cc tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:01.032710 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-deac9dfb-710d-426f-b427-73a8d9e04a54 req-ccf30e5f-e978-4b53-8013-2e2d62c2e1cc tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1778369
Feb 12 21:14:01.101623 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-702dcfb2-cbeb-4362-bad7-e881269f84de req-1dc02936-54f8-4b94-bbc7-02e9a3722aad service neutron] 10.222.0.50 "GET /v2.0/networks/653e1d6e-6f54-4396-aeff-a80b2721c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2039537
Feb 12 21:14:01.126279 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-deac9dfb-710d-426f-b427-73a8d9e04a54 req-03a665ed-5dd1-4f09-af1f-47cce2140f06 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868075
Feb 12 21:14:01.127431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c934b-e201-4270-bb63-972c1d7f0302 req-0971873f-83a7-46a3-8b31-21fac1d4c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:01.128902 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-029c934b-e201-4270-bb63-972c1d7f0302 req-0971873f-83a7-46a3-8b31-21fac1d4c0e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=282c3200-9059-438c-a022-c732f83ca0af HTTP/1.1" status: 200  len: 916 time: 0.1966259
Feb 12 21:14:01.172084 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-029c934b-e201-4270-bb63-972c1d7f0302 req-9709363f-1643-40df-ba47-c73ff2bc35d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=535bef55-124d-44f2-9478-80c0a813b588 HTTP/1.1" status: 200  len: 217 time: 0.0353777
Feb 12 21:14:01.221077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c934b-e201-4270-bb63-972c1d7f0302 req-4af5ad6f-122c-4629-a2a7-fcc2fcdf6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:01.222594 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-029c934b-e201-4270-bb63-972c1d7f0302 req-4af5ad6f-122c-4629-a2a7-fcc2fcdf6705 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992 HTTP/1.1" status: 200  len: 855 time: 0.0437553
Feb 12 21:14:01.254190 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-029c934b-e201-4270-bb63-972c1d7f0302 req-9dd4c2d9-54d2-45e9-a800-4be61d99bd66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=282c3200-9059-438c-a022-c732f83ca0af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253794
Feb 12 21:14:01.296606 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93075915-1498-475b-9104-e4560dbfa2f7 req-ce166b8a-df65-4b14-b23f-ba33225a236d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:01.298145 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93075915-1498-475b-9104-e4560dbfa2f7 req-ce166b8a-df65-4b14-b23f-ba33225a236d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0550718
Feb 12 21:14:01.351755 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-029c934b-e201-4270-bb63-972c1d7f0302 req-2a594c15-7b40-4ea6-ad0a-f2987a297c60 service neutron] 10.222.0.48 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900002
Feb 12 21:14:01.352690 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93075915-1498-475b-9104-e4560dbfa2f7 req-833e5094-5e82-41c7-b216-5f0c614e97e9 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486896
Feb 12 21:14:01.477968 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c934b-e201-4270-bb63-972c1d7f0302 req-e343469c-f8d4-4011-9197-f38a365931db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:01.478981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c934b-e201-4270-bb63-972c1d7f0302 req-e343469c-f8d4-4011-9197-f38a365931db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:01.479609 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c934b-e201-4270-bb63-972c1d7f0302 req-e343469c-f8d4-4011-9197-f38a365931db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:01.481280 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-029c934b-e201-4270-bb63-972c1d7f0302 req-e343469c-f8d4-4011-9197-f38a365931db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b438902509da463ba94a98d99ffd1444&device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2959 time: 0.1154335
Feb 12 21:14:01.483700 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-029c934b-e201-4270-bb63-972c1d7f0302 req-34b92845-0f7e-4296-83bb-658610608f09 service neutron] 10.222.0.48 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261110
Feb 12 21:14:01.614413 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c934b-e201-4270-bb63-972c1d7f0302 req-ef839cb5-e92e-4ecb-a710-979a07d2510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:01.615909 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-029c934b-e201-4270-bb63-972c1d7f0302 req-ef839cb5-e92e-4ecb-a710-979a07d2510e service neutron] 10.222.0.50 "GET /v2.0/networks?id=653e1d6e-6f54-4396-aeff-a80b2721c6aa HTTP/1.1" status: 200  len: 902 time: 0.1251040
Feb 12 21:14:01.631979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af85742-e740-4070-9f72-1970b06377a1 req-0d0a8786-aaf6-40d9-8795-a84ac14fa297 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:01.637582 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af85742-e740-4070-9f72-1970b06377a1 req-0d0a8786-aaf6-40d9-8795-a84ac14fa297 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:01.642902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af85742-e740-4070-9f72-1970b06377a1 req-0d0a8786-aaf6-40d9-8795-a84ac14fa297 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:01.644448 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0af85742-e740-4070-9f72-1970b06377a1 req-0d0a8786-aaf6-40d9-8795-a84ac14fa297 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2413 time: 0.0985441
Feb 12 21:14:01.686696 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-029c934b-e201-4270-bb63-972c1d7f0302 req-c84ed722-37d5-4062-9c31-dcd410d526ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=cd382a11-c4eb-464b-be5f-5be4d5b113a3 HTTP/1.1" status: 200  len: 217 time: 0.0640168
Feb 12 21:14:01.687407 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fabff3-c4a6-480b-b012-1d838506449c req-cec4c89b-2fed-4cb9-8653-245de34455ef tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:01.688774 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-74fabff3-c4a6-480b-b012-1d838506449c req-cec4c89b-2fed-4cb9-8653-245de34455ef tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 943 time: 0.0556023
Feb 12 21:14:01.743620 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-74fabff3-c4a6-480b-b012-1d838506449c req-8654f12f-88eb-4fc4-a1af-2708fab656ae tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486827
Feb 12 21:14:01.761696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c934b-e201-4270-bb63-972c1d7f0302 req-cc246ce1-1d3c-45a0-aee8-34054889c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:01.762237 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-029c934b-e201-4270-bb63-972c1d7f0302 req-cc246ce1-1d3c-45a0-aee8-34054889c2f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7da0b4c-205c-457f-b7d0-0ac4e76a3e61 HTTP/1.1" status: 200  len: 801 time: 0.0690196
Feb 12 21:14:01.765810 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0af85742-e740-4070-9f72-1970b06377a1 req-03544179-df3e-406e-97df-d2cd2c33ed7c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147518
Feb 12 21:14:01.819352 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c934b-e201-4270-bb63-972c1d7f0302 req-58f682b7-81ba-4562-8abe-5b6ddb641b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:01.820835 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-029c934b-e201-4270-bb63-972c1d7f0302 req-58f682b7-81ba-4562-8abe-5b6ddb641b93 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=653e1d6e-6f54-4396-aeff-a80b2721c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0517836
Feb 12 21:14:01.913208 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-029c934b-e201-4270-bb63-972c1d7f0302 req-6831af7a-35bb-4ba4-88db-06acc938f0a6 service neutron] 10.222.0.50 "GET /v2.0/networks/653e1d6e-6f54-4396-aeff-a80b2721c6aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833073
Feb 12 21:14:01.996410 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34586a-e5c5-4066-a5af-e69d1a205cb2 req-4a448c91-e29b-4fc2-9eea-57028f4801f4 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:01.997919 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-af34586a-e5c5-4066-a5af-e69d1a205cb2 req-4a448c91-e29b-4fc2-9eea-57028f4801f4 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 944 time: 0.0579305
Feb 12 21:14:02.006426 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-029c934b-e201-4270-bb63-972c1d7f0302 req-e6ab30a2-b1aa-43c0-a974-c000dd0028e0 service neutron] 10.222.0.50 "GET /v2.0/networks/653e1d6e-6f54-4396-aeff-a80b2721c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888267
Feb 12 21:14:02.047570 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-af34586a-e5c5-4066-a5af-e69d1a205cb2 req-0fe06e6b-d764-4505-88a9-71c51907108b tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438743
Feb 12 21:14:02.170296 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:02.249972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3f547-c418-4f3e-91b9-f09138ca69ea req-8c6c9750-ce0d-4fb9-b090-c23d2c4df484 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:02.251379 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3e3f547-c418-4f3e-91b9-f09138ca69ea req-8c6c9750-ce0d-4fb9-b090-c23d2c4df484 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0551031
Feb 12 21:14:02.298013 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3e3f547-c418-4f3e-91b9-f09138ca69ea req-5c65f367-ccec-4fa0-b60f-5bae7001a17c tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407021
Feb 12 21:14:02.481926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e013c-81ba-4368-9bca-734508f78b43 req-097380b6-534d-4e19-a7e1-1ae898dd1786 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:02.483322 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c45e013c-81ba-4368-9bca-734508f78b43 req-097380b6-534d-4e19-a7e1-1ae898dd1786 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0537920
Feb 12 21:14:02.529174 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c45e013c-81ba-4368-9bca-734508f78b43 req-c1f0e9f5-4562-46c8-8628-57bbeaacad41 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402687
Feb 12 21:14:02.659618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b3a5194c-7a2e-4123-85fd-17e70f26a53d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:14:02.757969 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b3a5194c-7a2e-4123-85fd-17e70f26a53d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3a5194c-7a2e-4123-85fd-17e70f26a53d,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:02.769518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'b3a5194c-7a2e-4123-85fd-17e70f26a53d', 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd', 'port_id': 'b3a5194c-7a2e-4123-85fd-17e70f26a53d', 'mac_address': 'fa:16:3e:97:ff:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f699deae-cd61-42bd-abe6-0c0615e85f5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:14:02.813345 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b3a5194c-7a2e-4123-85fd-17e70f26a53d is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:02.813931 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:02.827843 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a5194c-7a2e-4123-85fd-17e70f26a53d {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:02.849344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b3a5194c-7a2e-4123-85fd-17e70f26a53d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3a5194c-7a2e-4123-85fd-17e70f26a53d,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:02.872274 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e1ac3-9b26-43e6-b99b-baed1bfa404e req-554a798c-9b58-4858-8adc-3d97d2e41376 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:02.873780 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e8e1ac3-9b26-43e6-b99b-baed1bfa404e req-554a798c-9b58-4858-8adc-3d97d2e41376 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 943 time: 0.0578251
Feb 12 21:14:02.904355 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72169a64-5e81-4484-88d7-836e98c14484 req-590171a4-4e83-44dd-918c-314480bbe123 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:02.909549 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72169a64-5e81-4484-88d7-836e98c14484 req-590171a4-4e83-44dd-918c-314480bbe123 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:02.911329 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:02.914723 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72169a64-5e81-4484-88d7-836e98c14484 req-590171a4-4e83-44dd-918c-314480bbe123 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:02.916960 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-72169a64-5e81-4484-88d7-836e98c14484 req-590171a4-4e83-44dd-918c-314480bbe123 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2413 time: 0.0698702
Feb 12 21:14:02.928708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e8e1ac3-9b26-43e6-b99b-baed1bfa404e req-f6054af8-1c17-4474-b788-4bb8b91fdbfe tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492101
Feb 12 21:14:02.961884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b3a5194c-7a2e-4123-85fd-17e70f26a53d,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:02.967552 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-72169a64-5e81-4484-88d7-836e98c14484 req-1a85589a-9c90-43fa-8f55-c6ab636c4a0c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429335
Feb 12 21:14:03.166634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb814de8-8bdb-46c7-8464-19dbb1912893 req-054142bf-e556-467c-8d10-9312c57d7fbf tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:03.168119 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bb814de8-8bdb-46c7-8464-19dbb1912893 req-054142bf-e556-467c-8d10-9312c57d7fbf tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 944 time: 0.0536633
Feb 12 21:14:03.216166 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bb814de8-8bdb-46c7-8464-19dbb1912893 req-873eacdf-fce0-449c-b241-a277b95457b7 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423594
Feb 12 21:14:03.343228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b3a5194c-7a2e-4123-85fd-17e70f26a53d'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:03.420873 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c073f-e5ac-43a9-92d2-ae7cc3db14c5 req-bd26a660-a860-4549-824e-e2ecd6adf33a tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:03.422436 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2d4c073f-e5ac-43a9-92d2-ae7cc3db14c5 req-bd26a660-a860-4549-824e-e2ecd6adf33a tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0551097
Feb 12 21:14:03.470811 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2d4c073f-e5ac-43a9-92d2-ae7cc3db14c5 req-791a7b9e-e4c9-408f-8e31-9cd3aad0ed25 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420895
Feb 12 21:14:03.653045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae49abf-bd86-4b10-99c3-e9f66fb46a30 req-e95c220d-8b19-48a6-b1b5-14897321c08e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:03.654566 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cae49abf-bd86-4b10-99c3-e9f66fb46a30 req-e95c220d-8b19-48a6-b1b5-14897321c08e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0531535
Feb 12 21:14:03.700812 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cae49abf-bd86-4b10-99c3-e9f66fb46a30 req-0a42623b-63db-45a4-88ff-597ef2bd79d4 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404475
Feb 12 21:14:04.053521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e271c-9a6d-4a97-9cac-bc80423596b5 req-6197e1d6-52da-4f48-832e-dfca3cef3d30 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:04.055032 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-669e271c-9a6d-4a97-9cac-bc80423596b5 req-6197e1d6-52da-4f48-832e-dfca3cef3d30 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 944 time: 0.0557950
Feb 12 21:14:04.099258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36925a51-b4fd-432b-9aa2-0c4c205c5c4b req-a0f648b0-264d-4405-8fe9-f555891775e4 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:04.105041 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36925a51-b4fd-432b-9aa2-0c4c205c5c4b req-a0f648b0-264d-4405-8fe9-f555891775e4 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:04.107588 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-669e271c-9a6d-4a97-9cac-bc80423596b5 req-ef937bc0-d996-486f-b65f-8c2c2c223f2b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467811
Feb 12 21:14:04.110602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36925a51-b4fd-432b-9aa2-0c4c205c5c4b req-a0f648b0-264d-4405-8fe9-f555891775e4 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:04.112448 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36925a51-b4fd-432b-9aa2-0c4c205c5c4b req-a0f648b0-264d-4405-8fe9-f555891775e4 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2413 time: 0.0744419
Feb 12 21:14:04.159892 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36925a51-b4fd-432b-9aa2-0c4c205c5c4b req-180fce7b-c64e-48da-8e1e-4b1e7962045b tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420067
Feb 12 21:14:04.334197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e067b-9b9f-47ed-a3d6-f6ab203a4439 req-2ab62e32-2a63-483e-83f2-9761191921b4 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:04.335671 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-383e067b-9b9f-47ed-a3d6-f6ab203a4439 req-2ab62e32-2a63-483e-83f2-9761191921b4 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 944 time: 0.0518539
Feb 12 21:14:04.382933 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-383e067b-9b9f-47ed-a3d6-f6ab203a4439 req-d786ff82-05a3-41ea-85ec-63f70d4ca241 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408838
Feb 12 21:14:04.465416 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device cd382a11-c4eb-464b-be5f-5be4d5b113a3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:14:04.565045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port cd382a11-c4eb-464b-be5f-5be4d5b113a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd382a11-c4eb-464b-be5f-5be4d5b113a3,segment=NetworkSegment(0fe4ed0a-1546-4861-8c0c-f766074beb61),segment_id=0fe4ed0a-1546-4861-8c0c-f766074beb61)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:04.577204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'cd382a11-c4eb-464b-be5f-5be4d5b113a3', 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa', 'port_id': 'cd382a11-c4eb-464b-be5f-5be4d5b113a3', 'mac_address': 'fa:16:3e:2a:29:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7da0b4c-205c-457f-b7d0-0ac4e76a3e61', 'ip_address': '19.80.0.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:14:04.592163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbda34-783c-4b43-b0b3-28063abdee90 req-014b8b38-be15-4230-9d8b-db96c725e853 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:04.593695 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08bbda34-783c-4b43-b0b3-28063abdee90 req-014b8b38-be15-4230-9d8b-db96c725e853 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0541003
Feb 12 21:14:04.614124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port cd382a11-c4eb-464b-be5f-5be4d5b113a3 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:04.614513 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cd382a11-c4eb-464b-be5f-5be4d5b113a3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:04.627749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd382a11-c4eb-464b-be5f-5be4d5b113a3 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:04.643019 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08bbda34-783c-4b43-b0b3-28063abdee90 req-6a2a6f97-702e-46ad-9c3c-0acca38878c4 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431764
Feb 12 21:14:04.651132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port cd382a11-c4eb-464b-be5f-5be4d5b113a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd382a11-c4eb-464b-be5f-5be4d5b113a3,segment=NetworkSegment(0fe4ed0a-1546-4861-8c0c-f766074beb61),segment_id=0fe4ed0a-1546-4861-8c0c-f766074beb61)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:04.671950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 535bef55-124d-44f2-9478-80c0a813b588 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:14:04.832716 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c637a3-cded-4ec4-8caf-a36effb54dfc req-9b5e723d-c171-461d-9683-eeb07b288125 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:04.834304 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16c637a3-cded-4ec4-8caf-a36effb54dfc req-9b5e723d-c171-461d-9683-eeb07b288125 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0571804
Feb 12 21:14:04.873957 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cd382a11-c4eb-464b-be5f-5be4d5b113a3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:04.874607 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device dc515e30-79ce-4fa8-9c6e-77b2203602e2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:14:04.882818 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16c637a3-cded-4ec4-8caf-a36effb54dfc req-b84d5ca5-58b3-43cd-b6a9-c2daf45475e6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426519
Feb 12 21:14:04.982897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=cd382a11-c4eb-464b-be5f-5be4d5b113a3,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:04.986468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 535bef55-124d-44f2-9478-80c0a813b588, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=535bef55-124d-44f2-9478-80c0a813b588,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:05.027217 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '535bef55-124d-44f2-9478-80c0a813b588', 'network_id': '282c3200-9059-438c-a022-c732f83ca0af', 'port_id': '535bef55-124d-44f2-9478-80c0a813b588', 'mac_address': 'fa:16:3e:cf:61:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:14:05.082852 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port dc515e30-79ce-4fa8-9c6e-77b2203602e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc515e30-79ce-4fa8-9c6e-77b2203602e2,segment=NetworkSegment(70271e51-375b-4c3d-abd5-11665d2d95ee),segment_id=70271e51-375b-4c3d-abd5-11665d2d95ee)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:05.091358 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 535bef55-124d-44f2-9478-80c0a813b588 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:05.091741 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (535bef55-124d-44f2-9478-80c0a813b588), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:05.102831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'dc515e30-79ce-4fa8-9c6e-77b2203602e2', 'network_id': '6b04633d-ab8f-4a77-bc77-00abc06d98c2', 'port_id': 'dc515e30-79ce-4fa8-9c6e-77b2203602e2', 'mac_address': 'fa:16:3e:fe:dc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3716d095-51a7-4a6e-9f5f-7b06539e62dd', 'ip_address': '19.86.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:14:05.111439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535bef55-124d-44f2-9478-80c0a813b588 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:05.155329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 535bef55-124d-44f2-9478-80c0a813b588, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=535bef55-124d-44f2-9478-80c0a813b588,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:05.157924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port dc515e30-79ce-4fa8-9c6e-77b2203602e2 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:05.158314 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dc515e30-79ce-4fa8-9c6e-77b2203602e2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:05.171758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc515e30-79ce-4fa8-9c6e-77b2203602e2 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:05.195506 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port dc515e30-79ce-4fa8-9c6e-77b2203602e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc515e30-79ce-4fa8-9c6e-77b2203602e2,segment=NetworkSegment(70271e51-375b-4c3d-abd5-11665d2d95ee),segment_id=70271e51-375b-4c3d-abd5-11665d2d95ee)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:05.233291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198046af-1370-421a-915f-41289e747dcd req-adaf358a-1a00-4281-a82f-1d1feb654431 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:05.234793 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-198046af-1370-421a-915f-41289e747dcd req-adaf358a-1a00-4281-a82f-1d1feb654431 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 944 time: 0.0549102
Feb 12 21:14:05.242724 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (535bef55-124d-44f2-9478-80c0a813b588), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:05.289273 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dc515e30-79ce-4fa8-9c6e-77b2203602e2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:05.289869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a9c88055-d6de-4f8c-900a-bbcede04a18d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:14:05.294465 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-198046af-1370-421a-915f-41289e747dcd req-782d8a72-eb72-4a1f-86a0-424f3c817cdf tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535369
Feb 12 21:14:05.297629 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a9b57-66bf-4789-b2e5-50b668d51db5 req-249b0539-b3d7-4049-a2db-793b3967e7d4 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:05.303391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a9b57-66bf-4789-b2e5-50b668d51db5 req-249b0539-b3d7-4049-a2db-793b3967e7d4 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:05.308707 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a9b57-66bf-4789-b2e5-50b668d51db5 req-249b0539-b3d7-4049-a2db-793b3967e7d4 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:05.310843 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-489a9b57-66bf-4789-b2e5-50b668d51db5 req-249b0539-b3d7-4049-a2db-793b3967e7d4 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2414 time: 0.0812552
Feb 12 21:14:05.320597 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=535bef55-124d-44f2-9478-80c0a813b588,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:05.367894 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-489a9b57-66bf-4789-b2e5-50b668d51db5 req-9dab3284-a6fc-42ac-a29a-64a5fd64cfaa tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502443
Feb 12 21:14:05.371745 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a9c88055-d6de-4f8c-900a-bbcede04a18d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9c88055-d6de-4f8c-900a-bbcede04a18d,segment=NetworkSegment(0fe4ed0a-1546-4861-8c0c-f766074beb61),segment_id=0fe4ed0a-1546-4861-8c0c-f766074beb61)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:05.393032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'a9c88055-d6de-4f8c-900a-bbcede04a18d', 'network_id': '653e1d6e-6f54-4396-aeff-a80b2721c6aa', 'port_id': 'a9c88055-d6de-4f8c-900a-bbcede04a18d', 'mac_address': 'fa:16:3e:2f:3f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7da0b4c-205c-457f-b7d0-0ac4e76a3e61', 'ip_address': '19.80.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:14:05.394724 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=dc515e30-79ce-4fa8-9c6e-77b2203602e2,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:05.433907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a9c88055-d6de-4f8c-900a-bbcede04a18d is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:05.434308 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a9c88055-d6de-4f8c-900a-bbcede04a18d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:05.452117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c88055-d6de-4f8c-900a-bbcede04a18d {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:05.472079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a9c88055-d6de-4f8c-900a-bbcede04a18d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9c88055-d6de-4f8c-900a-bbcede04a18d,segment=NetworkSegment(0fe4ed0a-1546-4861-8c0c-f766074beb61),segment_id=0fe4ed0a-1546-4861-8c0c-f766074beb61)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:05.507345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ee4aa-52d6-4e20-86f2-f7ce0ac6f1b2 req-2bec46da-05d1-42dc-8f41-d0021c251870 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:05.508893 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e4ee4aa-52d6-4e20-86f2-f7ce0ac6f1b2 req-2bec46da-05d1-42dc-8f41-d0021c251870 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 945 time: 0.0562551
Feb 12 21:14:05.544949 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a9c88055-d6de-4f8c-900a-bbcede04a18d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:05.559877 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e4ee4aa-52d6-4e20-86f2-f7ce0ac6f1b2 req-3da4481e-8a19-4bc3-bdd8-2c607b35ada9 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444226
Feb 12 21:14:05.593401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a9c88055-d6de-4f8c-900a-bbcede04a18d,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:05.668898 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['535bef55-124d-44f2-9478-80c0a813b588'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:05.769962 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f59a6-cae1-4ca8-8a60-b73e2b98d91e req-42a2dd13-48ad-4676-85cf-d8fe51f3cc00 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:05.771508 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-363f59a6-cae1-4ca8-8a60-b73e2b98d91e req-42a2dd13-48ad-4676-85cf-d8fe51f3cc00 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0569029
Feb 12 21:14:05.788069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['dc515e30-79ce-4fa8-9c6e-77b2203602e2'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:05.821384 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-363f59a6-cae1-4ca8-8a60-b73e2b98d91e req-76b12d03-0c2a-45b3-ab56-99543e80c881 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428355
Feb 12 21:14:05.834449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['cd382a11-c4eb-464b-be5f-5be4d5b113a3'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:06.023479 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b9ab7-c02b-46ad-b35c-eeafada24a8b req-9ad719ce-2f7e-4de9-a4a7-f400f353cdfb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:06.025312 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-592b9ab7-c02b-46ad-b35c-eeafada24a8b req-9ad719ce-2f7e-4de9-a4a7-f400f353cdfb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0566826
Feb 12 21:14:06.082628 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-592b9ab7-c02b-46ad-b35c-eeafada24a8b req-d553eb12-8422-4021-a22a-4a1feb76417c tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502820
Feb 12 21:14:06.427386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50dd4b-fd06-421e-87f4-3d83a666fde7 req-e22b2369-4de7-48f8-8c9c-c20369fba892 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:06.428922 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ab50dd4b-fd06-421e-87f4-3d83a666fde7 req-e22b2369-4de7-48f8-8c9c-c20369fba892 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 944 time: 0.0611293
Feb 12 21:14:06.475347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device cd382a11-c4eb-464b-be5f-5be4d5b113a3 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:14:06.491567 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ab50dd4b-fd06-421e-87f4-3d83a666fde7 req-ae6c4743-00c6-47ee-9923-409e5c978263 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565302
Feb 12 21:14:06.507345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c6d93-696a-4cb2-ac54-9f92559cb3f0 req-816f5050-940d-451d-8b6a-850ee4cdf8e5 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:06.513902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c6d93-696a-4cb2-ac54-9f92559cb3f0 req-816f5050-940d-451d-8b6a-850ee4cdf8e5 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:06.522891 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c6d93-696a-4cb2-ac54-9f92559cb3f0 req-816f5050-940d-451d-8b6a-850ee4cdf8e5 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:06.526090 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe6c6d93-696a-4cb2-ac54-9f92559cb3f0 req-816f5050-940d-451d-8b6a-850ee4cdf8e5 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2416 time: 0.0872769
Feb 12 21:14:06.580213 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe6c6d93-696a-4cb2-ac54-9f92559cb3f0 req-1edd204b-ad70-4e5c-9b74-42eb1193b003 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481825
Feb 12 21:14:06.624439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port cd382a11-c4eb-464b-be5f-5be4d5b113a3 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:14:06.628783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port cd382a11-c4eb-464b-be5f-5be4d5b113a3 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:06.629424 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cd382a11-c4eb-464b-be5f-5be4d5b113a3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:06.679543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b3a5194c-7a2e-4123-85fd-17e70f26a53d up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:14:06.701971 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aa75b-8b6d-4790-bb05-81957386397b req-38c1172c-4be6-4ff4-b250-69e6ceed055d tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:06.703510 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-857aa75b-8b6d-4790-bb05-81957386397b req-38c1172c-4be6-4ff4-b250-69e6ceed055d tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 945 time: 0.0663607
Feb 12 21:14:06.753786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port cd382a11-c4eb-464b-be5f-5be4d5b113a3 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:06.754175 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cd382a11-c4eb-464b-be5f-5be4d5b113a3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:06.760992 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-857aa75b-8b6d-4790-bb05-81957386397b req-ef2aa71b-ac9b-4c83-a526-ad351dc6f850 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511913
Feb 12 21:14:06.783591 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd382a11-c4eb-464b-be5f-5be4d5b113a3'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:06.786010 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400660b5-27a5-46f8-9ca1-8a054e8711a9" -d '{"events": [{"server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "name": "network-vif-plugged", "status": "completed", "tag": "cd382a11-c4eb-464b-be5f-5be4d5b113a3"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:06.802937 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port cd382a11-c4eb-464b-be5f-5be4d5b113a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd382a11-c4eb-464b-be5f-5be4d5b113a3,segment=NetworkSegment(0fe4ed0a-1546-4861-8c0c-f766074beb61),segment_id=0fe4ed0a-1546-4861-8c0c-f766074beb61)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:06.824437 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ff6efa-f1d4-4850-a1d4-f9a94b9968cd x-openstack-request-id: req-91ff6efa-f1d4-4850-a1d4-f9a94b9968cd {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:06.824786 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "name": "network-vif-plugged", "status": "completed", "tag": "cd382a11-c4eb-464b-be5f-5be4d5b113a3", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:06.825062 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91ff6efa-f1d4-4850-a1d4-f9a94b9968cd {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:06.825485 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd382a11-c4eb-464b-be5f-5be4d5b113a3', 'code': 200}
Feb 12 21:14:06.844008 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port b3a5194c-7a2e-4123-85fd-17e70f26a53d completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:14:06.848073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port b3a5194c-7a2e-4123-85fd-17e70f26a53d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:06.848488 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:06.875452 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cd382a11-c4eb-464b-be5f-5be4d5b113a3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:06.876246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device dc515e30-79ce-4fa8-9c6e-77b2203602e2 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:14:06.882156 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a9c88055-d6de-4f8c-900a-bbcede04a18d'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:06.967861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a0e1a-968d-4640-a4ea-05b101a11f61 req-c295f383-4c03-495a-b00d-5b574a589112 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:06.969283 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-179a0e1a-968d-4640-a4ea-05b101a11f61 req-c295f383-4c03-495a-b00d-5b574a589112 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0634241
Feb 12 21:14:07.003822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=cd382a11-c4eb-464b-be5f-5be4d5b113a3,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:07.022252 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-179a0e1a-968d-4640-a4ea-05b101a11f61 req-e6982893-d725-4955-b5de-89efcc60dc05 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468225
Feb 12 21:14:07.078984 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b3a5194c-7a2e-4123-85fd-17e70f26a53d is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:07.079365 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:07.135370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b3a5194c-7a2e-4123-85fd-17e70f26a53d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3a5194c-7a2e-4123-85fd-17e70f26a53d,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:07.138844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port dc515e30-79ce-4fa8-9c6e-77b2203602e2 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:14:07.148902 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port dc515e30-79ce-4fa8-9c6e-77b2203602e2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:07.149273 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dc515e30-79ce-4fa8-9c6e-77b2203602e2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:07.218664 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:07.223575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cffac-1098-4bd0-beba-dfed9f4cb9a3 req-7950214c-5ea2-4dfa-8137-36845ee18801 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:07.225659 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f73cffac-1098-4bd0-beba-dfed9f4cb9a3 req-7950214c-5ea2-4dfa-8137-36845ee18801 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0619767
Feb 12 21:14:07.280902 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f73cffac-1098-4bd0-beba-dfed9f4cb9a3 req-0f2b316a-1c18-4065-bb3a-89e7cec49262 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489073
Feb 12 21:14:07.304335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b3a5194c-7a2e-4123-85fd-17e70f26a53d,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:07.307280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port dc515e30-79ce-4fa8-9c6e-77b2203602e2 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:07.307280 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dc515e30-79ce-4fa8-9c6e-77b2203602e2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:07.340690 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port dc515e30-79ce-4fa8-9c6e-77b2203602e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc515e30-79ce-4fa8-9c6e-77b2203602e2,segment=NetworkSegment(70271e51-375b-4c3d-abd5-11665d2d95ee),segment_id=70271e51-375b-4c3d-abd5-11665d2d95ee)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:07.427034 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dc515e30-79ce-4fa8-9c6e-77b2203602e2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:07.474635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=dc515e30-79ce-4fa8-9c6e-77b2203602e2,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:07.618522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd38a3b-ec65-405f-a2e0-21df3bba3d79 req-6173c7a0-c12d-489a-aac5-fbe065aa3edc tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:07.620398 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ccd38a3b-ec65-405f-a2e0-21df3bba3d79 req-6173c7a0-c12d-489a-aac5-fbe065aa3edc tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.0615642
Feb 12 21:14:07.669000 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ccd38a3b-ec65-405f-a2e0-21df3bba3d79 req-d27d863c-9e4c-4d92-acbf-cee2391760df tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431190
Feb 12 21:14:07.716624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c7961-3e70-4eab-a9db-a5e901488585 req-0d788c08-dbbc-42ec-a804-db8a9603d69d tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:07.721916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c7961-3e70-4eab-a9db-a5e901488585 req-0d788c08-dbbc-42ec-a804-db8a9603d69d tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:07.727142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c7961-3e70-4eab-a9db-a5e901488585 req-0d788c08-dbbc-42ec-a804-db8a9603d69d tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:07.729086 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-419c7961-3e70-4eab-a9db-a5e901488585 req-0d788c08-dbbc-42ec-a804-db8a9603d69d tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2418 time: 0.0704002
Feb 12 21:14:07.777385 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-419c7961-3e70-4eab-a9db-a5e901488585 req-13a4059d-60d4-4184-9ae3-8c7581ae1784 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419934
Feb 12 21:14:07.875298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267b403-9a4d-4d19-b00d-b3b843cef0ba req-e7ef5e7c-5705-48b2-a76b-2d4ef762b779 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:07.876775 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9267b403-9a4d-4d19-b00d-b3b843cef0ba req-e7ef5e7c-5705-48b2-a76b-2d4ef762b779 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 945 time: 0.0525627
Feb 12 21:14:07.923041 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9267b403-9a4d-4d19-b00d-b3b843cef0ba req-c6f67084-eb5a-4917-9d0e-e65e01f23edf tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407007
Feb 12 21:14:08.145204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fb195-aa56-4a5b-a164-e45d6a37f58c req-148f8b19-846c-4f8b-ae12-d643db4dc1a3 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:08.146745 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-513fb195-aa56-4a5b-a164-e45d6a37f58c req-148f8b19-846c-4f8b-ae12-d643db4dc1a3 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0542588
Feb 12 21:14:08.193969 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-513fb195-aa56-4a5b-a164-e45d6a37f58c req-652238ed-c5de-4f4d-ae50-59aaa869683f tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414681
Feb 12 21:14:08.408816 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ade17b-83b3-4fe6-8e45-07a129b8a47c req-9ee2778c-4b60-4745-a3b2-86d0d50cd26d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:08.410338 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e1ade17b-83b3-4fe6-8e45-07a129b8a47c req-9ee2778c-4b60-4745-a3b2-86d0d50cd26d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0574968
Feb 12 21:14:08.457402 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e1ade17b-83b3-4fe6-8e45-07a129b8a47c req-07690207-526d-4b3b-8752-369e7c0e6a1a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413392
Feb 12 21:14:08.480878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a9c88055-d6de-4f8c-900a-bbcede04a18d up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:14:08.627048 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port a9c88055-d6de-4f8c-900a-bbcede04a18d completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:14:08.631053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port a9c88055-d6de-4f8c-900a-bbcede04a18d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:08.631429 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a9c88055-d6de-4f8c-900a-bbcede04a18d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:08.677343 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 535bef55-124d-44f2-9478-80c0a813b588 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:14:08.747386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a9c88055-d6de-4f8c-900a-bbcede04a18d is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:08.747780 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a9c88055-d6de-4f8c-900a-bbcede04a18d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:08.785132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a9c88055-d6de-4f8c-900a-bbcede04a18d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9c88055-d6de-4f8c-900a-bbcede04a18d,segment=NetworkSegment(0fe4ed0a-1546-4861-8c0c-f766074beb61),segment_id=0fe4ed0a-1546-4861-8c0c-f766074beb61)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:08.794476 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b690f02-1482-4f4b-9c5b-7747df9ba193 req-702b3d23-d9be-4307-b8e5-a3692c0bcb89 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:08.795966 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b690f02-1482-4f4b-9c5b-7747df9ba193 req-702b3d23-d9be-4307-b8e5-a3692c0bcb89 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.0575309
Feb 12 21:14:08.826208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f33ecd6-e622-4f55-8516-0e0f250d53cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a5194c-7a2e-4123-85fd-17e70f26a53d'}, {'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc515e30-79ce-4fa8-9c6e-77b2203602e2'}, {'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c88055-d6de-4f8c-900a-bbcede04a18d'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:08.828672 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c075f133-d62f-472a-bc46-375032b1a29c" -d '{"events": [{"server_uuid": "9f33ecd6-e622-4f55-8516-0e0f250d53cd", "name": "network-vif-plugged", "status": "completed", "tag": "b3a5194c-7a2e-4123-85fd-17e70f26a53d"}, {"server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "name": "network-vif-plugged", "status": "completed", "tag": "dc515e30-79ce-4fa8-9c6e-77b2203602e2"}, {"server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "name": "network-vif-plugged", "status": "completed", "tag": "a9c88055-d6de-4f8c-900a-bbcede04a18d"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:08.850333 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b690f02-1482-4f4b-9c5b-7747df9ba193 req-0eaed4f6-1a97-4281-9b75-459620fdf3b3 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482361
Feb 12 21:14:08.861155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 535bef55-124d-44f2-9478-80c0a813b588 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:14:08.865779 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 535bef55-124d-44f2-9478-80c0a813b588 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:08.866157 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (535bef55-124d-44f2-9478-80c0a813b588), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:08.892776 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a9c88055-d6de-4f8c-900a-bbcede04a18d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:08.904883 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11df84b-d57c-4db5-91bc-f1c5fc7fc536 x-openstack-request-id: req-d11df84b-d57c-4db5-91bc-f1c5fc7fc536 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:08.905197 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f33ecd6-e622-4f55-8516-0e0f250d53cd", "name": "network-vif-plugged", "status": "completed", "tag": "b3a5194c-7a2e-4123-85fd-17e70f26a53d", "code": 200}, {"server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "name": "network-vif-plugged", "status": "completed", "tag": "dc515e30-79ce-4fa8-9c6e-77b2203602e2", "code": 200}, {"server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "name": "network-vif-plugged", "status": "completed", "tag": "a9c88055-d6de-4f8c-900a-bbcede04a18d", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:08.905527 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d11df84b-d57c-4db5-91bc-f1c5fc7fc536 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:08.905936 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f33ecd6-e622-4f55-8516-0e0f250d53cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a5194c-7a2e-4123-85fd-17e70f26a53d', 'code': 200}
Feb 12 21:14:08.906198 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc515e30-79ce-4fa8-9c6e-77b2203602e2', 'code': 200}
Feb 12 21:14:08.911171 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c88055-d6de-4f8c-900a-bbcede04a18d', 'code': 200}
Feb 12 21:14:08.919669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7656b3-04fe-46f8-ba20-5102523af110 req-ede1c13f-5618-42c9-a93e-f6a3172b8a08 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:08.928759 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7656b3-04fe-46f8-ba20-5102523af110 req-ede1c13f-5618-42c9-a93e-f6a3172b8a08 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:08.934850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7656b3-04fe-46f8-ba20-5102523af110 req-ede1c13f-5618-42c9-a93e-f6a3172b8a08 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:08.936679 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2e7656b3-04fe-46f8-ba20-5102523af110 req-ede1c13f-5618-42c9-a93e-f6a3172b8a08 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2418 time: 0.0906029
Feb 12 21:14:08.967683 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a9c88055-d6de-4f8c-900a-bbcede04a18d,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:08.977444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:08.977844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:08.978196 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:08.978606 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:08.979692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:08.980040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:08.980380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:08.980752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:08.981086 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:08.981446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:08.981783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:08.982112 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:08.982441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:09.011589 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2e7656b3-04fe-46f8-ba20-5102523af110 req-f08faf7e-0bd5-4cf7-ac7f-1a0f983d2fd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662568
Feb 12 21:14:09.022947 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 535bef55-124d-44f2-9478-80c0a813b588 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:09.023349 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (535bef55-124d-44f2-9478-80c0a813b588), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:09.058005 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 535bef55-124d-44f2-9478-80c0a813b588, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=535bef55-124d-44f2-9478-80c0a813b588,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:09.095462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a4a0b-e964-4e6a-82d4-dc988b5375fd req-3d50d19e-56f4-47f2-bc69-c59fef5b3d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:09.097364 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a6a4a0b-e964-4e6a-82d4-dc988b5375fd req-3d50d19e-56f4-47f2-bc69-c59fef5b3d2d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 1127 time: 0.1197863
Feb 12 21:14:09.111806 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240377-f832-4f82-a659-7697132795b7 req-ca12c43a-4c73-4756-8dbd-7bbbbb629092 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:09.113206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc240377-f832-4f82-a659-7697132795b7 req-ca12c43a-4c73-4756-8dbd-7bbbbb629092 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 945 time: 0.0960801
Feb 12 21:14:09.135572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874df8a8-23a4-47ca-81d8-4e9ee27c846b req-acec6e45-ec00-45a1-bc8c-7fe7c3b92194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:09.136052 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874df8a8-23a4-47ca-81d8-4e9ee27c846b req-acec6e45-ec00-45a1-bc8c-7fe7c3b92194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:09.136513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874df8a8-23a4-47ca-81d8-4e9ee27c846b req-acec6e45-ec00-45a1-bc8c-7fe7c3b92194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:09.138094 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-874df8a8-23a4-47ca-81d8-4e9ee27c846b req-acec6e45-ec00-45a1-bc8c-7fe7c3b92194 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2965 time: 0.1222591
Feb 12 21:14:09.141529 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (535bef55-124d-44f2-9478-80c0a813b588), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:09.190143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=535bef55-124d-44f2-9478-80c0a813b588,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:09.227269 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a6a4a0b-e964-4e6a-82d4-dc988b5375fd req-d4349e62-17ad-4205-a3bb-2bba60bf6a43 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129205
Feb 12 21:14:09.234449 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc240377-f832-4f82-a659-7697132795b7 req-df335837-ce90-443d-a151-db545d879914 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136632
Feb 12 21:14:09.236751 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-874df8a8-23a4-47ca-81d8-4e9ee27c846b req-cd90ac6c-704a-46d3-8449-413608b24df0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910447
Feb 12 21:14:09.314591 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78d107-3be2-4bf2-9511-af8f655ef143 req-184a7099-d865-4552-b87e-80ff4320a997 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:09.316082 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb78d107-3be2-4bf2-9511-af8f655ef143 req-184a7099-d865-4552-b87e-80ff4320a997 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0518777
Feb 12 21:14:09.365485 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb78d107-3be2-4bf2-9511-af8f655ef143 req-e1e5c6da-5c01-43c2-acb1-2e420e3cfcf7 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437946
Feb 12 21:14:09.583141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f937e49-0ad5-44ac-bbb4-e43514882477 req-b41aad50-9b4d-40f9-9dd5-9430ae594f9a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:09.584610 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3f937e49-0ad5-44ac-bbb4-e43514882477 req-b41aad50-9b4d-40f9-9dd5-9430ae594f9a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0545135
Feb 12 21:14:09.631768 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3f937e49-0ad5-44ac-bbb4-e43514882477 req-89dd3409-daf0-4a5b-bcd3-a263bf7f33bc tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412509
Feb 12 21:14:09.971117 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2efb20-616e-4d98-a073-8851b1fac4a6 req-9c2687aa-a64b-4dc6-9457-2e40427321c9 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:09.972683 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be2efb20-616e-4d98-a073-8851b1fac4a6 req-9c2687aa-a64b-4dc6-9457-2e40427321c9 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.0542817
Feb 12 21:14:10.022523 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be2efb20-616e-4d98-a073-8851b1fac4a6 req-30fb06e3-2807-415b-9c7b-c37163b63cb1 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417588
Feb 12 21:14:10.137639 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21456bbc-da4a-4ddd-bc3c-e019df012a56 req-c18084b7-5145-4909-895d-27a741219c25 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:10.142730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21456bbc-da4a-4ddd-bc3c-e019df012a56 req-c18084b7-5145-4909-895d-27a741219c25 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:10.147822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21456bbc-da4a-4ddd-bc3c-e019df012a56 req-c18084b7-5145-4909-895d-27a741219c25 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:10.149414 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-21456bbc-da4a-4ddd-bc3c-e019df012a56 req-c18084b7-5145-4909-895d-27a741219c25 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2419 time: 0.0653267
Feb 12 21:14:10.200761 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-21456bbc-da4a-4ddd-bc3c-e019df012a56 req-94605e6f-e259-4afd-9e68-31c68fdc6cf4 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452340
Feb 12 21:14:10.358043 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972531a7-f36a-4210-9bc2-e80a49aa5b8f req-37f2fa11-6599-4fee-a468-1314ff8e6cf2 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:10.359450 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-972531a7-f36a-4210-9bc2-e80a49aa5b8f req-37f2fa11-6599-4fee-a468-1314ff8e6cf2 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 946 time: 0.0554187
Feb 12 21:14:10.409340 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-972531a7-f36a-4210-9bc2-e80a49aa5b8f req-9882724b-921d-4ce0-aac1-2881e8c2a538 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440807
Feb 12 21:14:10.492010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7092b15-7c7d-4f5f-ad0f-fad82f55cae8 req-60c8c88d-6718-4404-bdc5-885524e66807 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:10.493851 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7092b15-7c7d-4f5f-ad0f-fad82f55cae8 req-60c8c88d-6718-4404-bdc5-885524e66807 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0528600
Feb 12 21:14:10.542917 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7092b15-7c7d-4f5f-ad0f-fad82f55cae8 req-e1d8754b-1509-48e2-a47d-3dc70eb531a1 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425236
Feb 12 21:14:10.761560 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44136c9e-4197-4199-82e8-ed76fec80aa7 req-9b638c0c-fd8c-4f90-b006-ce644fb0de3a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:10.763025 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-44136c9e-4197-4199-82e8-ed76fec80aa7 req-9b638c0c-fd8c-4f90-b006-ce644fb0de3a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0574443
Feb 12 21:14:10.810068 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-44136c9e-4197-4199-82e8-ed76fec80aa7 req-7cef54d8-fa8f-4e14-a778-9491cdd58e6a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404818
Feb 12 21:14:10.907448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca29232-9b41-4183-b84b-ce26da0aea7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535bef55-124d-44f2-9478-80c0a813b588'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:10.909838 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ca6e7d-4446-49a5-9efb-a12c4d369405" -d '{"events": [{"server_uuid": "8ca29232-9b41-4183-b84b-ce26da0aea7b", "name": "network-vif-plugged", "status": "completed", "tag": "535bef55-124d-44f2-9478-80c0a813b588"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:10.945598 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f22ba8-61de-4d9f-bce4-07e83c62e0ae x-openstack-request-id: req-a3f22ba8-61de-4d9f-bce4-07e83c62e0ae {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:10.945916 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca29232-9b41-4183-b84b-ce26da0aea7b", "name": "network-vif-plugged", "status": "completed", "tag": "535bef55-124d-44f2-9478-80c0a813b588", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:10.946172 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3f22ba8-61de-4d9f-bce4-07e83c62e0ae {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:10.946645 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca29232-9b41-4183-b84b-ce26da0aea7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535bef55-124d-44f2-9478-80c0a813b588', 'code': 200}
Feb 12 21:14:11.044096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d272-d928-4b7e-8a7f-bd0a82f0f476 req-d49ec6c3-d68e-4b62-affd-66f6e245c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:11.045607 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f535d272-d928-4b7e-8a7f-bd0a82f0f476 req-d49ec6c3-d68e-4b62-affd-66f6e245c05f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 1128 time: 0.0441971
Feb 12 21:14:11.091777 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f535d272-d928-4b7e-8a7f-bd0a82f0f476 req-c76e97eb-7fdc-4fc3-a0f8-aa1d6b5351a4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397980
Feb 12 21:14:11.146470 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078b555-126f-43c4-b35c-02d75a15f658 req-2e8692a0-93c6-4ec2-9058-350c6c0231a8 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:11.148066 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c078b555-126f-43c4-b35c-02d75a15f658 req-2e8692a0-93c6-4ec2-9058-350c6c0231a8 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.0539746
Feb 12 21:14:11.195162 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c078b555-126f-43c4-b35c-02d75a15f658 req-cb8f9cad-68e9-4739-8f1f-bd9c12814cd3 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405064
Feb 12 21:14:11.324022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1077a-2066-4327-8456-0d8841e54ae4 req-5944629b-a7d7-419e-aa92-2e8214867d04 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:11.325563 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4aa1077a-2066-4327-8456-0d8841e54ae4 req-5944629b-a7d7-419e-aa92-2e8214867d04 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.0574868
Feb 12 21:14:11.328321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd433b-7971-4051-8823-2e38e2ed7b5b req-86f6aa30-f229-426d-9ac8-dcfd9819c9f0 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:11.334414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd433b-7971-4051-8823-2e38e2ed7b5b req-86f6aa30-f229-426d-9ac8-dcfd9819c9f0 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:11.341447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd433b-7971-4051-8823-2e38e2ed7b5b req-86f6aa30-f229-426d-9ac8-dcfd9819c9f0 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:11.343409 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a7cd433b-7971-4051-8823-2e38e2ed7b5b req-86f6aa30-f229-426d-9ac8-dcfd9819c9f0 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2419 time: 0.0760622
Feb 12 21:14:11.372877 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4aa1077a-2066-4327-8456-0d8841e54ae4 req-7352ef0a-74bb-406f-a62b-e39291e396ce tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415385
Feb 12 21:14:11.398021 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a7cd433b-7971-4051-8823-2e38e2ed7b5b req-a2396e0c-9d88-4804-8d21-8d9540633abe tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485063
Feb 12 21:14:11.512624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ed41f-ea18-4be8-84fd-e6e0481d6105 req-c99713ec-8873-4769-be05-6932eb88bb66 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:11.514150 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c60ed41f-ea18-4be8-84fd-e6e0481d6105 req-c99713ec-8873-4769-be05-6932eb88bb66 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.0585527
Feb 12 21:14:11.559926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b09b9-25c0-40b3-b718-f9fad63200b6 req-1cd82343-4fd0-4040-b6c7-1f8151e0d610 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:11.561202 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c60ed41f-ea18-4be8-84fd-e6e0481d6105 req-4280cd8b-816e-45f0-a752-564635c5e40d tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415797
Feb 12 21:14:11.561595 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d83b09b9-25c0-40b3-b718-f9fad63200b6 req-1cd82343-4fd0-4040-b6c7-1f8151e0d610 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 946 time: 0.0553584
Feb 12 21:14:11.612264 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d83b09b9-25c0-40b3-b718-f9fad63200b6 req-6bf79567-b177-491f-877f-0dca9602bbab tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446498
Feb 12 21:14:11.729078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283a3cf-5615-48a2-ae48-3563738b0e2a req-78b65d70-a9b4-4e51-9801-8dabb21cab5f tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:11.730530 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c283a3cf-5615-48a2-ae48-3563738b0e2a req-78b65d70-a9b4-4e51-9801-8dabb21cab5f tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0549078
Feb 12 21:14:11.781920 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c283a3cf-5615-48a2-ae48-3563738b0e2a req-6a2a3b2a-0129-46b3-9146-c0359efa4a07 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444996
Feb 12 21:14:11.899402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b01567-8c3b-42a9-ac32-cba431e97440 req-dc39cc5f-c2a0-4adc-85ea-aafafed3523c tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:11.901272 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-94b01567-8c3b-42a9-ac32-cba431e97440 req-dc39cc5f-c2a0-4adc-85ea-aafafed3523c tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.0585077
Feb 12 21:14:11.948561 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-94b01567-8c3b-42a9-ac32-cba431e97440 req-16add90c-2a1c-40fc-9d6f-19777f5f5b83 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414808
Feb 12 21:14:12.059453 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddc810-bd19-4299-820d-d8e62deb84a3 req-916fd8de-8313-4284-b3a8-ff6c5bf4118f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:12.060960 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-70ddc810-bd19-4299-820d-d8e62deb84a3 req-916fd8de-8313-4284-b3a8-ff6c5bf4118f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0550897
Feb 12 21:14:12.091596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261dbda-af7b-441b-9774-3fd78cce7305 req-21d3782c-66ba-41a6-a7e8-8b1822c5859c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:12.097190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261dbda-af7b-441b-9774-3fd78cce7305 req-21d3782c-66ba-41a6-a7e8-8b1822c5859c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:12.102356 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261dbda-af7b-441b-9774-3fd78cce7305 req-21d3782c-66ba-41a6-a7e8-8b1822c5859c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:12.105878 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9261dbda-af7b-441b-9774-3fd78cce7305 req-21d3782c-66ba-41a6-a7e8-8b1822c5859c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2419 time: 0.0735631
Feb 12 21:14:12.108803 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-70ddc810-bd19-4299-820d-d8e62deb84a3 req-1e701783-3836-46c6-b576-57f2ec3d3715 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422270
Feb 12 21:14:12.155363 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9261dbda-af7b-441b-9774-3fd78cce7305 req-e9839165-cb67-4dba-9b53-9fe3e4c861b9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450723
Feb 12 21:14:12.228365 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815db006-4ace-4abd-b89e-08c1701f7998 req-64cceb53-762a-4710-8972-85537af21c22 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:12.230619 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-815db006-4ace-4abd-b89e-08c1701f7998 req-64cceb53-762a-4710-8972-85537af21c22 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.0609536
Feb 12 21:14:12.582010 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-815db006-4ace-4abd-b89e-08c1701f7998 req-bf96f430-eb5d-44a4-94cc-b0f6ab3dcd92 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3455012
Feb 12 21:14:12.707094 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577a1f3-9a59-4859-9c3a-8324388c260e req-a57453bc-448a-413f-91fa-85bdb32a6565 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:12.708700 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b577a1f3-9a59-4859-9c3a-8324388c260e req-a57453bc-448a-413f-91fa-85bdb32a6565 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.0550904
Feb 12 21:14:12.734396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f7b18-7eb5-4203-b8b5-ad36c3406eb1 req-91fb1331-8e9e-4fee-84c4-dc3625af2fa4 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:12.735871 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-197f7b18-7eb5-4203-b8b5-ad36c3406eb1 req-91fb1331-8e9e-4fee-84c4-dc3625af2fa4 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 946 time: 0.0538492
Feb 12 21:14:12.757173 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b577a1f3-9a59-4859-9c3a-8324388c260e req-6cf21359-68df-4794-befd-f01719675ae3 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424433
Feb 12 21:14:12.788785 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-197f7b18-7eb5-4203-b8b5-ad36c3406eb1 req-81693a66-35c2-4d82-ad7b-d594e4e70732 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472710
Feb 12 21:14:12.909980 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf11a71-8052-4490-886d-d04b52c0c804 req-76cf281c-ca17-4865-910a-c01cc8ecfee1 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:12.912243 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2cf11a71-8052-4490-886d-d04b52c0c804 req-76cf281c-ca17-4865-910a-c01cc8ecfee1 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.0731168
Feb 12 21:14:12.929339 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df11682-5133-4e30-bb51-c233aaf43223 req-c4f33011-990f-4594-8908-d7bd15aca958 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:12.930867 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1df11682-5133-4e30-bb51-c233aaf43223 req-c4f33011-990f-4594-8908-d7bd15aca958 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0639422
Feb 12 21:14:12.976024 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2cf11a71-8052-4490-886d-d04b52c0c804 req-686950f5-28f2-4da9-80f3-325994fb642a tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570872
Feb 12 21:14:12.995121 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1df11682-5133-4e30-bb51-c233aaf43223 req-9c6562c0-f00a-4471-8435-4f0906e1cf04 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553420
Feb 12 21:14:13.099297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096b6fe-e4e1-4719-a015-08ffc4c279e5 req-abba8df0-452a-4f97-a7fe-2df07ab1f8ea tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:13.100771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b096b6fe-e4e1-4719-a015-08ffc4c279e5 req-abba8df0-452a-4f97-a7fe-2df07ab1f8ea tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.0535531
Feb 12 21:14:13.149500 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b096b6fe-e4e1-4719-a015-08ffc4c279e5 req-b00914e5-8850-4b54-988f-9659b8b9d9ed tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419047
Feb 12 21:14:13.239818 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc4ce5-54ae-4cf8-b097-ba6c75bf6d93 req-5e6715c0-5028-4fe3-82b4-797cc2208d45 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:13.241305 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5cc4ce5-54ae-4cf8-b097-ba6c75bf6d93 req-5e6715c0-5028-4fe3-82b4-797cc2208d45 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0546069
Feb 12 21:14:13.293445 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5cc4ce5-54ae-4cf8-b097-ba6c75bf6d93 req-c5a584cd-2af0-496b-ab6b-e32567e8e336 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451589
Feb 12 21:14:13.417653 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d419d22-f98e-4b7f-af4d-d909c0a44ea9 req-91affda9-14c3-413b-8aee-0718ed914d46 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:13.423350 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d419d22-f98e-4b7f-af4d-d909c0a44ea9 req-91affda9-14c3-413b-8aee-0718ed914d46 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:13.428515 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d419d22-f98e-4b7f-af4d-d909c0a44ea9 req-91affda9-14c3-413b-8aee-0718ed914d46 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:13.430198 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d419d22-f98e-4b7f-af4d-d909c0a44ea9 req-91affda9-14c3-413b-8aee-0718ed914d46 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2419 time: 0.0728645
Feb 12 21:14:13.476713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03be183-79b5-48ac-8d76-ec2dede60b5f req-2d021607-618b-40f0-8d57-38c4df758f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:13.478812 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b03be183-79b5-48ac-8d76-ec2dede60b5f req-2d021607-618b-40f0-8d57-38c4df758f1e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 1128 time: 0.0438049
Feb 12 21:14:13.480601 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d419d22-f98e-4b7f-af4d-d909c0a44ea9 req-9821a466-d2ee-4804-8052-c36fba930209 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441053
Feb 12 21:14:13.555943 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b03be183-79b5-48ac-8d76-ec2dede60b5f req-3a9929ec-d51b-4f0c-8feb-7ab88adea1c3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701618
Feb 12 21:14:13.576654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-1fc31a67-14ad-4808-993f-7092e0331ef2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:13.581879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-1fc31a67-14ad-4808-993f-7092e0331ef2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:13.587182 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-1fc31a67-14ad-4808-993f-7092e0331ef2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:13.589425 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-1fc31a67-14ad-4808-993f-7092e0331ef2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.50 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 2419 time: 0.0862958
Feb 12 21:14:13.700715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-5d64535c-73d2-4d32-b881-c6eae4273a07 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Deleting port dc515e30-79ce-4fa8-9c6e-77b2203602e2 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:13.700715 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-5d64535c-73d2-4d32-b881-c6eae4273a07 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (dc515e30-79ce-4fa8-9c6e-77b2203602e2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:13.802609 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-5d64535c-73d2-4d32-b881-c6eae4273a07 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] For port dc515e30-79ce-4fa8-9c6e-77b2203602e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dc515e30-79ce-4fa8-9c6e-77b2203602e2,segment=NetworkSegment(70271e51-375b-4c3d-abd5-11665d2d95ee),segment_id=70271e51-375b-4c3d-abd5-11665d2d95ee)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:13.806081 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-5d64535c-73d2-4d32-b881-c6eae4273a07 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (dc515e30-79ce-4fa8-9c6e-77b2203602e2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:13.816633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-5d64535c-73d2-4d32-b881-c6eae4273a07 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Calling delete_port for dc515e30-79ce-4fa8-9c6e-77b2203602e2 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:14.019499 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-5d64535c-73d2-4d32-b881-c6eae4273a07 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (dc515e30-79ce-4fa8-9c6e-77b2203602e2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:14.044640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['cd382a11-c4eb-464b-be5f-5be4d5b113a3', 'dc515e30-79ce-4fa8-9c6e-77b2203602e2', 'a9c88055-d6de-4f8c-900a-bbcede04a18d'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:14.068578 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64535c-73d2-4d32-b881-c6eae4273a07 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Port': ['ID=dc515e30-79ce-4fa8-9c6e-77b2203602e2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:14.154809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-5d64535c-73d2-4d32-b881-c6eae4273a07 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] No DVR routers for this DVR port dc515e30-79ce-4fa8-9c6e-77b2203602e2 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:14.158488 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-5d64535c-73d2-4d32-b881-c6eae4273a07 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:14.164050 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-5d64535c-73d2-4d32-b881-c6eae4273a07 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.50 "DELETE /v2.0/ports/dc515e30-79ce-4fa8-9c6e-77b2203602e2 HTTP/1.1" status: 204  len: 173 time: 0.5692172
Feb 12 21:14:14.164496 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'name': 'network-vif-deleted', 'tag': 'dc515e30-79ce-4fa8-9c6e-77b2203602e2'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:14.170869 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a821f3e-7888-4dc9-b29d-24a33ba5128b" -d '{"events": [{"server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "name": "network-vif-deleted", "tag": "dc515e30-79ce-4fa8-9c6e-77b2203602e2"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:14.200140 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe4f18-829d-461e-9608-0e51536a4148 req-d54ab268-82ca-486e-96c0-94d63f2cdd48 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:14.208502 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3ffe4f18-829d-461e-9608-0e51536a4148 req-d54ab268-82ca-486e-96c0-94d63f2cdd48 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1071596
Feb 12 21:14:14.268147 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3ffe4f18-829d-461e-9608-0e51536a4148 req-503c966d-a18a-4016-a2e1-0dacc499cd08 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586457
Feb 12 21:14:14.334685 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f31187-dc3a-4b43-a0b1-f0cc69bd246c req-f22ec67d-bbae-49ce-b752-76ff207ca056 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:14.336482 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e3f31187-dc3a-4b43-a0b1-f0cc69bd246c req-f22ec67d-bbae-49ce-b752-76ff207ca056 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.1538653
Feb 12 21:14:14.345109 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97899ac-cc02-4d45-acfd-a871bd760759 x-openstack-request-id: req-a97899ac-cc02-4d45-acfd-a871bd760759 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:14.345564 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "name": "network-vif-deleted", "tag": "dc515e30-79ce-4fa8-9c6e-77b2203602e2", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:14.345922 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a97899ac-cc02-4d45-acfd-a871bd760759 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:14.346504 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'name': 'network-vif-deleted', 'tag': 'dc515e30-79ce-4fa8-9c6e-77b2203602e2', 'status': 'completed', 'code': 200}
Feb 12 21:14:14.366193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-736f525f-ecbe-4b07-bb17-0e025a5b3d72 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Deleting port a9c88055-d6de-4f8c-900a-bbcede04a18d {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:14.366193 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-736f525f-ecbe-4b07-bb17-0e025a5b3d72 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a9c88055-d6de-4f8c-900a-bbcede04a18d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:14.453607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daafd0b-654a-4fdb-8ad8-ec13873f7d03 req-4b0f8df6-8c49-424a-98c2-7efabab5753b tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:14.455030 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7daafd0b-654a-4fdb-8ad8-ec13873f7d03 req-4b0f8df6-8c49-424a-98c2-7efabab5753b tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0550406
Feb 12 21:14:14.455602 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e3f31187-dc3a-4b43-a0b1-f0cc69bd246c req-4b60de48-78b2-40df-b67b-8ee4a1018d92 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127706
Feb 12 21:14:14.485081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-736f525f-ecbe-4b07-bb17-0e025a5b3d72 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] For port a9c88055-d6de-4f8c-900a-bbcede04a18d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9c88055-d6de-4f8c-900a-bbcede04a18d,segment=NetworkSegment(0fe4ed0a-1546-4861-8c0c-f766074beb61),segment_id=0fe4ed0a-1546-4861-8c0c-f766074beb61)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:14.487935 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-736f525f-ecbe-4b07-bb17-0e025a5b3d72 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a9c88055-d6de-4f8c-900a-bbcede04a18d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:14.521939 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7daafd0b-654a-4fdb-8ad8-ec13873f7d03 req-5e1835bd-7ffc-4753-9494-478e70d46230 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540957
Feb 12 21:14:14.705289 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3ad38511-3f1f-4f22-831b-955591ab9833 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:14:14.794356 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-736f525f-ecbe-4b07-bb17-0e025a5b3d72 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Calling delete_port for a9c88055-d6de-4f8c-900a-bbcede04a18d owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:14.816951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ad38511-3f1f-4f22-831b-955591ab9833,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:14.828875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '3ad38511-3f1f-4f22-831b-955591ab9833', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'port_id': '3ad38511-3f1f-4f22-831b-955591ab9833', 'mac_address': 'fa:16:3e:50:f6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:14:14.870238 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 3ad38511-3f1f-4f22-831b-955591ab9833 is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:14.870629 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:14.883530 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ad38511-3f1f-4f22-831b-955591ab9833 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:14.892055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44451693-a72d-48ee-9d14-da59a7606178 req-2a4fe044-8d32-4946-a33d-c1d8c51b5560 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:14.897171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44451693-a72d-48ee-9d14-da59a7606178 req-2a4fe044-8d32-4946-a33d-c1d8c51b5560 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:14.898751 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44451693-a72d-48ee-9d14-da59a7606178 req-2a4fe044-8d32-4946-a33d-c1d8c51b5560 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 1683 time: 0.1063206
Feb 12 21:14:14.913560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ad38511-3f1f-4f22-831b-955591ab9833,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:14.980419 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44451693-a72d-48ee-9d14-da59a7606178 req-ad5cf018-48c2-439e-addf-d635d1884eb5 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726016
Feb 12 21:14:15.002134 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:15.051554 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=3ad38511-3f1f-4f22-831b-955591ab9833,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:15.087624 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-736f525f-ecbe-4b07-bb17-0e025a5b3d72 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a9c88055-d6de-4f8c-900a-bbcede04a18d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:15.098901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['dc515e30-79ce-4fa8-9c6e-77b2203602e2'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:15.117272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f525f-ecbe-4b07-bb17-0e025a5b3d72 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Port': ['ID=a9c88055-d6de-4f8c-900a-bbcede04a18d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:15.167913 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-736f525f-ecbe-4b07-bb17-0e025a5b3d72 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] No DVR routers for this DVR port a9c88055-d6de-4f8c-900a-bbcede04a18d on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:15.170773 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-736f525f-ecbe-4b07-bb17-0e025a5b3d72 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:15.174506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-736f525f-ecbe-4b07-bb17-0e025a5b3d72 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.50 "DELETE /v2.0/ports/a9c88055-d6de-4f8c-900a-bbcede04a18d HTTP/1.1" status: 204  len: 173 time: 1.0017464
Feb 12 21:14:15.235239 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['3ad38511-3f1f-4f22-831b-955591ab9833'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:15.287534 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-e5e11c63-e55e-424f-b620-4f22d4c6ee97 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Deleting port cd382a11-c4eb-464b-be5f-5be4d5b113a3 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:15.287963 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-e5e11c63-e55e-424f-b620-4f22d4c6ee97 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (cd382a11-c4eb-464b-be5f-5be4d5b113a3), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:15.436966 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7eb2d-efd6-4be2-8e95-c098d1299bc5 req-93096800-0d55-43dd-ad5a-b8a64b363284 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:15.448560 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9ac7eb2d-efd6-4be2-8e95-c098d1299bc5 req-93096800-0d55-43dd-ad5a-b8a64b363284 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0821061
Feb 12 21:14:15.456083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-e5e11c63-e55e-424f-b620-4f22d4c6ee97 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] For port cd382a11-c4eb-464b-be5f-5be4d5b113a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd382a11-c4eb-464b-be5f-5be4d5b113a3,segment=NetworkSegment(0fe4ed0a-1546-4861-8c0c-f766074beb61),segment_id=0fe4ed0a-1546-4861-8c0c-f766074beb61)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:15.456452 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-e5e11c63-e55e-424f-b620-4f22d4c6ee97 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (cd382a11-c4eb-464b-be5f-5be4d5b113a3), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:15.470494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-e5e11c63-e55e-424f-b620-4f22d4c6ee97 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Calling delete_port for cd382a11-c4eb-464b-be5f-5be4d5b113a3 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:15.494416 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9ac7eb2d-efd6-4be2-8e95-c098d1299bc5 req-1eb15dd6-1e34-48e9-982c-4a2da1577ac5 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475605
Feb 12 21:14:15.652714 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d07dfe-80f8-45bf-a266-8add98d8857b req-0a15f0a5-aec8-4151-a66d-88d332a7c55c tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:15.654242 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-95d07dfe-80f8-45bf-a266-8add98d8857b req-0a15f0a5-aec8-4151-a66d-88d332a7c55c tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.1066103
Feb 12 21:14:15.660952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bad85-3071-4a75-83f2-e2cd003ab4de req-4f74c596-6ab5-4b45-848e-12a9e36afda8 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:15.666776 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d37bad85-3071-4a75-83f2-e2cd003ab4de req-4f74c596-6ab5-4b45-848e-12a9e36afda8 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.0606940
Feb 12 21:14:15.709504 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-95d07dfe-80f8-45bf-a266-8add98d8857b req-9ab20e69-1b92-43c6-946c-edbb71999cc7 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486791
Feb 12 21:14:15.716510 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d37bad85-3071-4a75-83f2-e2cd003ab4de req-33759ba7-e68f-4df9-b469-7c1e4303d2f8 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462570
Feb 12 21:14:15.825442 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-e5e11c63-e55e-424f-b620-4f22d4c6ee97 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (cd382a11-c4eb-464b-be5f-5be4d5b113a3), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:15.833818 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['dc515e30-79ce-4fa8-9c6e-77b2203602e2'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:15.852017 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e11c63-e55e-424f-b620-4f22d4c6ee97 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Port': ['ID=cd382a11-c4eb-464b-be5f-5be4d5b113a3,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:15.909832 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-e5e11c63-e55e-424f-b620-4f22d4c6ee97 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] No DVR routers for this DVR port cd382a11-c4eb-464b-be5f-5be4d5b113a3 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:15.917780 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-e5e11c63-e55e-424f-b620-4f22d4c6ee97 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:15.920338 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75cbda05-7e54-4c62-b7fd-a417c1aff5de req-e5e11c63-e55e-424f-b620-4f22d4c6ee97 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.50 "DELETE /v2.0/ports/cd382a11-c4eb-464b-be5f-5be4d5b113a3 HTTP/1.1" status: 204  len: 173 time: 0.7415969
Feb 12 21:14:16.089563 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c32cef83-3ecc-48ae-8a83-6b1f236fcdfc req-2879a53d-2cd3-4f03-b154-8d26f253062b tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a HTTP/1.1" status: 200  len: 210 time: 0.0313199
Feb 12 21:14:16.347885 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'name': 'network-vif-deleted', 'tag': 'a9c88055-d6de-4f8c-900a-bbcede04a18d'}, {'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'name': 'network-vif-deleted', 'tag': 'cd382a11-c4eb-464b-be5f-5be4d5b113a3'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:16.350517 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5002740f-f2bd-4fe2-9a25-6f676771e1ff" -d '{"events": [{"server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "name": "network-vif-deleted", "tag": "a9c88055-d6de-4f8c-900a-bbcede04a18d"}, {"server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "name": "network-vif-deleted", "tag": "cd382a11-c4eb-464b-be5f-5be4d5b113a3"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:16.389831 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8619fcab-749f-476e-92ef-2e4cfc96fe52 x-openstack-request-id: req-8619fcab-749f-476e-92ef-2e4cfc96fe52 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:16.394171 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "name": "network-vif-deleted", "tag": "a9c88055-d6de-4f8c-900a-bbcede04a18d", "status": "completed", "code": 200}, {"server_uuid": "34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a", "name": "network-vif-deleted", "tag": "cd382a11-c4eb-464b-be5f-5be4d5b113a3", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:16.394171 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8619fcab-749f-476e-92ef-2e4cfc96fe52 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:16.394171 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'name': 'network-vif-deleted', 'tag': 'a9c88055-d6de-4f8c-900a-bbcede04a18d', 'status': 'completed', 'code': 200}
Feb 12 21:14:16.394171 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34548d90-c5a2-4ca1-a6a5-ef0e0c37a81a', 'name': 'network-vif-deleted', 'tag': 'cd382a11-c4eb-464b-be5f-5be4d5b113a3', 'status': 'completed', 'code': 200}
Feb 12 21:14:16.635671 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbfc0f-f486-4951-ae91-4dea2ca4b693 req-b724ffca-e397-4e30-9d0a-97d263ad860a tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:16.643407 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ccfbfc0f-f486-4951-ae91-4dea2ca4b693 req-b724ffca-e397-4e30-9d0a-97d263ad860a tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0711625
Feb 12 21:14:16.706787 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ccfbfc0f-f486-4951-ae91-4dea2ca4b693 req-ea721b13-1e00-4d5c-bcd8-0a3297e5cda9 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623498
Feb 12 21:14:16.711154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b3a5194c-7a2e-4123-85fd-17e70f26a53d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:14:16.715981 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3ad38511-3f1f-4f22-831b-955591ab9833 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:14:16.949854 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 3ad38511-3f1f-4f22-831b-955591ab9833 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:16.950437 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:16.981848 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6024c5d-a927-4028-b0f5-633cfa19e0de req-99484a87-57fe-45eb-8266-a655037d7989 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:16.997094 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6024c5d-a927-4028-b0f5-633cfa19e0de req-99484a87-57fe-45eb-8266-a655037d7989 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.1523786
Feb 12 21:14:17.028379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b3a5194c-7a2e-4123-85fd-17e70f26a53d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3a5194c-7a2e-4123-85fd-17e70f26a53d,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:17.050765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'b3a5194c-7a2e-4123-85fd-17e70f26a53d', 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd', 'port_id': 'b3a5194c-7a2e-4123-85fd-17e70f26a53d', 'mac_address': 'fa:16:3e:97:ff:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f699deae-cd61-42bd-abe6-0c0615e85f5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:14:17.130264 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb648935-1fc4-49c3-aeca-6300d808e5fc req-e71abcf8-6941-4b82-89d5-eccdf048c315 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:17.139126 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 3ad38511-3f1f-4f22-831b-955591ab9833 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:17.139564 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:17.141167 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb648935-1fc4-49c3-aeca-6300d808e5fc req-e71abcf8-6941-4b82-89d5-eccdf048c315 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.0900116
Feb 12 21:14:17.142085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6024c5d-a927-4028-b0f5-633cfa19e0de req-083eb3cf-963c-4be0-8b1c-36bddeb9b5e3 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216333
Feb 12 21:14:17.156347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b3a5194c-7a2e-4123-85fd-17e70f26a53d is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:17.156745 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:17.175614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3a5194c-7a2e-4123-85fd-17e70f26a53d {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:17.233411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad38511-3f1f-4f22-831b-955591ab9833'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:17.238941 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe77597-09b0-4652-974b-11f2c3b37436" -d '{"events": [{"server_uuid": "6bbfee9f-78df-472d-8f1a-f8e602fda68d", "name": "network-vif-plugged", "status": "completed", "tag": "3ad38511-3f1f-4f22-831b-955591ab9833"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:17.254441 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb648935-1fc4-49c3-aeca-6300d808e5fc req-4ca3294e-1d0b-4b81-9c93-b8094e2d7ad3 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1055946
Feb 12 21:14:17.266517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b3a5194c-7a2e-4123-85fd-17e70f26a53d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3a5194c-7a2e-4123-85fd-17e70f26a53d,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:17.274346 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ad38511-3f1f-4f22-831b-955591ab9833,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:17.352431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40826) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:17.364008 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:17.414840 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:17.429225 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4916928-93e7-4b90-af14-b87229ea6ad2 x-openstack-request-id: req-a4916928-93e7-4b90-af14-b87229ea6ad2 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:17.429654 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbfee9f-78df-472d-8f1a-f8e602fda68d", "name": "network-vif-plugged", "status": "completed", "tag": "3ad38511-3f1f-4f22-831b-955591ab9833", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:17.429909 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4916928-93e7-4b90-af14-b87229ea6ad2 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:17.430301 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad38511-3f1f-4f22-831b-955591ab9833', 'code': 200}
Feb 12 21:14:17.448062 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26675c2-4bfa-4a1e-afd5-fd356374e50a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Deleting subnet 3716d095-51a7-4a6e-9f5f-7b06539e62dd {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:14:17.453109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b3a5194c-7a2e-4123-85fd-17e70f26a53d,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:17.458682 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c26675c2-4bfa-4a1e-afd5-fd356374e50a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks [] for subnet (3716d095-51a7-4a6e-9f5f-7b06539e62dd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:17.549016 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c26675c2-4bfa-4a1e-afd5-fd356374e50a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (3716d095-51a7-4a6e-9f5f-7b06539e62dd), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:17.579370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=3ad38511-3f1f-4f22-831b-955591ab9833,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:17.625951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b3a5194c-7a2e-4123-85fd-17e70f26a53d'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:17.658929 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa96ab-cf1f-45d1-a711-47c49d0be099 req-f69165bb-9ea7-4991-a4e1-a21b2ab59439 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:17.667969 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c6aa96ab-cf1f-45d1-a711-47c49d0be099 req-f69165bb-9ea7-4991-a4e1-a21b2ab59439 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0768936
Feb 12 21:14:17.749122 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c6aa96ab-cf1f-45d1-a711-47c49d0be099 req-1aa5fa41-e65d-47de-98cd-9bf263d12e95 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734427
Feb 12 21:14:17.795906 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c26675c2-4bfa-4a1e-afd5-fd356374e50a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (3716d095-51a7-4a6e-9f5f-7b06539e62dd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:17.847369 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e8728-f955-4d30-b819-17cae065f8aa req-a348eaaa-d853-42c2-bc0d-9e326366f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:17.849117 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-587e8728-f955-4d30-b819-17cae065f8aa req-a348eaaa-d853-42c2-bc0d-9e326366f970 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e9fbd43632c4530b8d993cde9cd2106&device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 1128 time: 0.1226530
Feb 12 21:14:17.979466 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e8728-f955-4d30-b819-17cae065f8aa req-a2740400-ea90-4552-aa18-d48971ef0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:17.981598 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-587e8728-f955-4d30-b819-17cae065f8aa req-a2740400-ea90-4552-aa18-d48971ef0eb0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b HTTP/1.1" status: 200  len: 920 time: 0.1237743
Feb 12 21:14:18.047723 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-587e8728-f955-4d30-b819-17cae065f8aa req-b3b1eed6-6a58-4c44-ad4a-8bf9e6773463 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a HTTP/1.1" status: 200  len: 217 time: 0.0542073
Feb 12 21:14:18.049421 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c26675c2-4bfa-4a1e-afd5-fd356374e50a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (3716d095-51a7-4a6e-9f5f-7b06539e62dd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:18.127654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26675c2-4bfa-4a1e-afd5-fd356374e50a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Subnet': ['ID=3716d095-51a7-4a6e-9f5f-7b06539e62dd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:18.138240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca9c9b4-228b-4b32-86eb-1d675761b2a8 None None] Network 6b04633d-ab8f-4a77-bc77-00abc06d98c2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:14:18.153601 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c26675c2-4bfa-4a1e-afd5-fd356374e50a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:18.157669 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c26675c2-4bfa-4a1e-afd5-fd356374e50a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "DELETE /v2.0/subnets/3716d095-51a7-4a6e-9f5f-7b06539e62dd HTTP/1.1" status: 204  len: 168 time: 0.8033249
Feb 12 21:14:18.160361 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40842) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:18.189444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e8728-f955-4d30-b819-17cae065f8aa req-a59d3cb0-e5e5-4824-95d7-62c965cb5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:18.191269 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-587e8728-f955-4d30-b819-17cae065f8aa req-a59d3cb0-e5e5-4824-95d7-62c965cb5a8d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7b134d2-e706-44bc-a03c-9b236aa099dd HTTP/1.1" status: 200  len: 859 time: 0.1364288
Feb 12 21:14:18.241414 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-587e8728-f955-4d30-b819-17cae065f8aa req-a650df11-23f3-471c-8872-a38c7974502a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422442
Feb 12 21:14:18.369958 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-587e8728-f955-4d30-b819-17cae065f8aa req-df404689-3f82-4b46-91dd-6f2abf90dbde service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219378
Feb 12 21:14:18.374452 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (6b04633d-ab8f-4a77-bc77-00abc06d98c2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:18.392526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bd08db-460a-4c4f-a707-d8a9eb9f4e06 None None] DHCP port deletion for 6b04633d-ab8f-4a77-bc77-00abc06d98c2 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:14:18.479524 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd08db-460a-4c4f-a707-d8a9eb9f4e06 None None] Deleting port 294328bd-a06e-485a-ae90-cecc885bfcbe {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:18.480303 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b0bd08db-460a-4c4f-a707-d8a9eb9f4e06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:18.525937 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66333314-7d20-4808-b46c-8192457f740c req-84653b39-0ba8-4e64-9845-c2fd3842a565 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:18.527503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66333314-7d20-4808-b46c-8192457f740c req-84653b39-0ba8-4e64-9845-c2fd3842a565 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 944 time: 0.1558080
Feb 12 21:14:18.589024 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Deleting port 294328bd-a06e-485a-ae90-cecc885bfcbe {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:18.592022 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:18.628241 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-587e8728-f955-4d30-b819-17cae065f8aa req-66bb22b3-def4-48d4-a088-a19dd4b61ff5 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2451935
Feb 12 21:14:18.629166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d10e89-a6cd-472b-bb70-18b8d6416ad9 req-ad35729a-1206-4309-90c1-681c46b5cbd2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:18.637926 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09d10e89-a6cd-472b-bb70-18b8d6416ad9 req-ad35729a-1206-4309-90c1-681c46b5cbd2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.1916568
Feb 12 21:14:18.646849 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66333314-7d20-4808-b46c-8192457f740c req-f46a311b-e693-4b0d-b844-ac6e099d66b8 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932529
Feb 12 21:14:18.756640 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] For port 294328bd-a06e-485a-ae90-cecc885bfcbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=294328bd-a06e-485a-ae90-cecc885bfcbe,segment=NetworkSegment(70271e51-375b-4c3d-abd5-11665d2d95ee),segment_id=70271e51-375b-4c3d-abd5-11665d2d95ee)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:18.760913 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:18.791449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Calling delete_port for 294328bd-a06e-485a-ae90-cecc885bfcbe owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:18.824438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device cd382a11-c4eb-464b-be5f-5be4d5b113a3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:18.837199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b3a5194c-7a2e-4123-85fd-17e70f26a53d up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:14:18.913381 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: cd382a11-c4eb-464b-be5f-5be4d5b113a3 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:14:18.913900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device cd382a11-c4eb-464b-be5f-5be4d5b113a3 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:14:18.914430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device dc515e30-79ce-4fa8-9c6e-77b2203602e2 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:18.930614 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09d10e89-a6cd-472b-bb70-18b8d6416ad9 req-56b83a4d-a573-4078-be42-658b03690851 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2916560
Feb 12 21:14:18.980998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: dc515e30-79ce-4fa8-9c6e-77b2203602e2 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:14:18.984016 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device dc515e30-79ce-4fa8-9c6e-77b2203602e2 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:14:18.984450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a9c88055-d6de-4f8c-900a-bbcede04a18d no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:19.004498 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b0bd08db-460a-4c4f-a707-d8a9eb9f4e06 None None] For port 294328bd-a06e-485a-ae90-cecc885bfcbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=294328bd-a06e-485a-ae90-cecc885bfcbe,segment=NetworkSegment(70271e51-375b-4c3d-abd5-11665d2d95ee),segment_id=70271e51-375b-4c3d-abd5-11665d2d95ee)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:19.004876 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b0bd08db-460a-4c4f-a707-d8a9eb9f4e06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:19.038900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: a9c88055-d6de-4f8c-900a-bbcede04a18d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:14:19.039167 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a9c88055-d6de-4f8c-900a-bbcede04a18d not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:14:19.046439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd08db-460a-4c4f-a707-d8a9eb9f4e06 None None] Calling delete_port for 294328bd-a06e-485a-ae90-cecc885bfcbe owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:19.095624 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:19.106294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port b3a5194c-7a2e-4123-85fd-17e70f26a53d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:19.106739 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:19.134049 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Port': ['ID=294328bd-a06e-485a-ae90-cecc885bfcbe,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:19.139577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] No DVR routers for this DVR port 294328bd-a06e-485a-ae90-cecc885bfcbe on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:19.219409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651e2d9-97c5-4396-9be6-59cd734bd44a req-8ff10595-c61a-456f-a693-8ce8e3730221 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:19.221414 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d651e2d9-97c5-4396-9be6-59cd734bd44a req-8ff10595-c61a-456f-a693-8ce8e3730221 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1789896
Feb 12 21:14:19.279787 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (6b04633d-ab8f-4a77-bc77-00abc06d98c2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:19.289425 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b0bd08db-460a-4c4f-a707-d8a9eb9f4e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (294328bd-a06e-485a-ae90-cecc885bfcbe), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:19.307838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd08db-460a-4c4f-a707-d8a9eb9f4e06 None None] No DVR routers for this DVR port 294328bd-a06e-485a-ae90-cecc885bfcbe on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:19.329889 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa42d100>,) {'filters': {'network_id': ['6b04633d-ab8f-4a77-bc77-00abc06d98c2']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:14:19.349037 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa42d100>, '70271e51-375b-4c3d-abd5-11665d2d95ee') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:14:19.349403 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa42d100>, '70271e51-375b-4c3d-abd5-11665d2d95ee') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:14:19.352576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd08db-460a-4c4f-a707-d8a9eb9f4e06 None None] Pushing event deleted for resources: {'Port': ['ID=294328bd-a06e-485a-ae90-cecc885bfcbe,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:19.359787 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d651e2d9-97c5-4396-9be6-59cd734bd44a req-131c2bc5-e818-4ed5-993f-7d52391ebc5b tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291378
Feb 12 21:14:19.365183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b3a5194c-7a2e-4123-85fd-17e70f26a53d is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:19.365696 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:19.375341 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (70271e51-375b-4c3d-abd5-11665d2d95ee), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:19.399461 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (70271e51-375b-4c3d-abd5-11665d2d95ee), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:19.406579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:14:19.406766 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (70271e51-375b-4c3d-abd5-11665d2d95ee), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:14:19.414468 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:14:19.429556 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b3a5194c-7a2e-4123-85fd-17e70f26a53d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3a5194c-7a2e-4123-85fd-17e70f26a53d,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:19.431617 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f33ecd6-e622-4f55-8516-0e0f250d53cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a5194c-7a2e-4123-85fd-17e70f26a53d'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:19.436995 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b482b480-2a20-4864-a548-1b72702aad21" -d '{"events": [{"server_uuid": "9f33ecd6-e622-4f55-8516-0e0f250d53cd", "name": "network-vif-plugged", "status": "completed", "tag": "b3a5194c-7a2e-4123-85fd-17e70f26a53d"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:19.440046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c24ce-2ce4-4ed3-8ffb-97fb7d813547 req-5f187070-bacc-4700-86c2-eed47b25c4d4 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:19.449086 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3f9c24ce-2ce4-4ed3-8ffb-97fb7d813547 req-5f187070-bacc-4700-86c2-eed47b25c4d4 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 944 time: 0.1618550
Feb 12 21:14:19.495662 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:19.518874 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3f9c24ce-2ce4-4ed3-8ffb-97fb7d813547 req-acaa5057-45e3-471d-bc86-abe1201ef115 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684476
Feb 12 21:14:19.542478 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce419ae8-3376-4567-8150-78396ee4f760 x-openstack-request-id: req-ce419ae8-3376-4567-8150-78396ee4f760 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:19.542478 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f33ecd6-e622-4f55-8516-0e0f250d53cd", "name": "network-vif-plugged", "status": "completed", "tag": "b3a5194c-7a2e-4123-85fd-17e70f26a53d", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:19.542478 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce419ae8-3376-4567-8150-78396ee4f760 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:19.542478 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f33ecd6-e622-4f55-8516-0e0f250d53cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a5194c-7a2e-4123-85fd-17e70f26a53d', 'code': 200}
Feb 12 21:14:19.568986 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b3a5194c-7a2e-4123-85fd-17e70f26a53d,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:19.593771 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (6b04633d-ab8f-4a77-bc77-00abc06d98c2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:19.602427 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:19.605715 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "DELETE /v2.0/networks/6b04633d-ab8f-4a77-bc77-00abc06d98c2 HTTP/1.1" status: 204  len: 168 time: 1.4442613
Feb 12 21:14:19.608397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40862) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:19.659551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754784d-8a07-4f48-8835-6840ed76f574 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Network': ['ID=6b04633d-ab8f-4a77-bc77-00abc06d98c2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:19.698571 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d61039-62ff-4ca0-a7d5-ba8182f05503 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Deleting subnet a7da0b4c-205c-457f-b7d0-0ac4e76a3e61 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:14:19.702735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55d61039-62ff-4ca0-a7d5-ba8182f05503 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks [] for subnet (a7da0b4c-205c-457f-b7d0-0ac4e76a3e61), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:19.760231 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55d61039-62ff-4ca0-a7d5-ba8182f05503 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (a7da0b4c-205c-457f-b7d0-0ac4e76a3e61), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:19.863953 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55d61039-62ff-4ca0-a7d5-ba8182f05503 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (a7da0b4c-205c-457f-b7d0-0ac4e76a3e61), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:20.014147 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55d61039-62ff-4ca0-a7d5-ba8182f05503 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (a7da0b4c-205c-457f-b7d0-0ac4e76a3e61), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:20.050545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d61039-62ff-4ca0-a7d5-ba8182f05503 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Subnet': ['ID=a7da0b4c-205c-457f-b7d0-0ac4e76a3e61,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:20.057396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55d61039-62ff-4ca0-a7d5-ba8182f05503 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:20.063310 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-55d61039-62ff-4ca0-a7d5-ba8182f05503 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "DELETE /v2.0/subnets/a7da0b4c-205c-457f-b7d0-0ac4e76a3e61 HTTP/1.1" status: 204  len: 168 time: 0.4525881
Feb 12 21:14:20.064597 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40868) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:20.069306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3210e62b-3f79-4d0c-b46b-fb5f62e7a108 None None] Network 653e1d6e-6f54-4396-aeff-a80b2721c6aa requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:14:20.217757 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (653e1d6e-6f54-4396-aeff-a80b2721c6aa), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:20.226999 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 294328bd-a06e-485a-ae90-cecc885bfcbe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:20.234553 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409dc91-57a9-4971-9568-c45048a2e1e4 req-082f66ac-685c-4da7-8b88-3a0b20cce099 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:20.236231 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c409dc91-57a9-4971-9568-c45048a2e1e4 req-082f66ac-685c-4da7-8b88-3a0b20cce099 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.1730070
Feb 12 21:14:20.259760 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 294328bd-a06e-485a-ae90-cecc885bfcbe {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:14:20.260936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 294328bd-a06e-485a-ae90-cecc885bfcbe not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:14:20.345844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0acddfa-9d51-4a14-b4b4-1ee464a55802 None None] DHCP port deletion for 653e1d6e-6f54-4396-aeff-a80b2721c6aa request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:14:20.354704 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c409dc91-57a9-4971-9568-c45048a2e1e4 req-5cec3fa6-9cc1-4fe2-90ac-4394302c620d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1089973
Feb 12 21:14:20.364107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Deleting port f8c41320-d7db-457f-8d46-736554987a96 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:20.364457 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f8c41320-d7db-457f-8d46-736554987a96), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:20.442724 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d0acddfa-9d51-4a14-b4b4-1ee464a55802 None None] Deleting port f8c41320-d7db-457f-8d46-736554987a96 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:20.443572 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d0acddfa-9d51-4a14-b4b4-1ee464a55802 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f8c41320-d7db-457f-8d46-736554987a96), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:20.467505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] For port f8c41320-d7db-457f-8d46-736554987a96, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8c41320-d7db-457f-8d46-736554987a96,segment=NetworkSegment(0fe4ed0a-1546-4861-8c0c-f766074beb61),segment_id=0fe4ed0a-1546-4861-8c0c-f766074beb61)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:20.468035 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f8c41320-d7db-457f-8d46-736554987a96), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:20.485394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Calling delete_port for f8c41320-d7db-457f-8d46-736554987a96 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:20.526933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d0acddfa-9d51-4a14-b4b4-1ee464a55802 None None] For port f8c41320-d7db-457f-8d46-736554987a96, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8c41320-d7db-457f-8d46-736554987a96,segment=NetworkSegment(0fe4ed0a-1546-4861-8c0c-f766074beb61),segment_id=0fe4ed0a-1546-4861-8c0c-f766074beb61)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:20.526933 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d0acddfa-9d51-4a14-b4b4-1ee464a55802 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f8c41320-d7db-457f-8d46-736554987a96), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:20.538513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d0acddfa-9d51-4a14-b4b4-1ee464a55802 None None] Calling delete_port for f8c41320-d7db-457f-8d46-736554987a96 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:20.583751 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e87cf-1aa1-4990-a202-48a3935d5461 req-e5ea3784-4084-41ff-803d-3c4f187537fc tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:20.593980 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad0e87cf-1aa1-4990-a202-48a3935d5461 req-e5ea3784-4084-41ff-803d-3c4f187537fc tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1070654
Feb 12 21:14:20.777146 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad0e87cf-1aa1-4990-a202-48a3935d5461 req-b1ad2424-596d-4098-9315-17af694c0430 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628772
Feb 12 21:14:20.778223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2688395-3d3b-41b2-9016-2a2a429106e5 req-685152cd-9530-446d-89da-dce273f0673f tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:20.778223 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2688395-3d3b-41b2-9016-2a2a429106e5 req-685152cd-9530-446d-89da-dce273f0673f tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.0617747
Feb 12 21:14:20.778223 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2688395-3d3b-41b2-9016-2a2a429106e5 req-6cc7ce75-9662-4bfa-8ec9-259cf2ba68ce tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445883
Feb 12 21:14:20.927713 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f8c41320-d7db-457f-8d46-736554987a96), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:20.936320 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d0acddfa-9d51-4a14-b4b4-1ee464a55802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (f8c41320-d7db-457f-8d46-736554987a96), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:20.954616 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Port': ['ID=f8c41320-d7db-457f-8d46-736554987a96,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:20.959015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] No DVR routers for this DVR port f8c41320-d7db-457f-8d46-736554987a96 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:20.964363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acddfa-9d51-4a14-b4b4-1ee464a55802 None None] Pushing event deleted for resources: {'Port': ['ID=f8c41320-d7db-457f-8d46-736554987a96,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:20.968443 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0acddfa-9d51-4a14-b4b4-1ee464a55802 None None] No DVR routers for this DVR port f8c41320-d7db-457f-8d46-736554987a96 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:20.969110 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:20.969519 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:20.969871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:20.970301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:20.970653 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:20.970993 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:20.971333 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:20.971670 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:20.971991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:20.972318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:20.973064 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:20.973064 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:20.973283 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:21.064420 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (653e1d6e-6f54-4396-aeff-a80b2721c6aa), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:21.090482 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9c4d880>,) {'filters': {'network_id': ['653e1d6e-6f54-4396-aeff-a80b2721c6aa']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:14:21.101211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9c4d880>, '0fe4ed0a-1546-4861-8c0c-f766074beb61') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:14:21.101573 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9c4d880>, '0fe4ed0a-1546-4861-8c0c-f766074beb61') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:14:21.116314 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (0fe4ed0a-1546-4861-8c0c-f766074beb61), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:21.137241 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0fe4ed0a-1546-4861-8c0c-f766074beb61), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:21.150997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:14:21.151402 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (0fe4ed0a-1546-4861-8c0c-f766074beb61), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:14:21.154705 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:14:21.318464 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (653e1d6e-6f54-4396-aeff-a80b2721c6aa), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:21.331480 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:21.339742 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "DELETE /v2.0/networks/653e1d6e-6f54-4396-aeff-a80b2721c6aa HTTP/1.1" status: 204  len: 168 time: 1.2707527
Feb 12 21:14:21.345978 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40880) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:21.351771 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-784635641'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:21.352959 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc2b97-e2f4-4be4-9e71-847dbd246dd1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Network': ['ID=653e1d6e-6f54-4396-aeff-a80b2721c6aa,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:21.523289 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Made reservation on behalf of b438902509da463ba94a98d99ffd1444 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:14:21.527192 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:21.563358 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90574f-c6e5-4ca4-8843-a5f61479f1cd req-6830ccac-382a-4c8d-a00d-bb941a90f730 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:21.564907 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2d90574f-c6e5-4ca4-8843-a5f61479f1cd req-6830ccac-382a-4c8d-a00d-bb941a90f730 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.1252244
Feb 12 21:14:21.587489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:14:21.598012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249738-1653-43ea-9f42-7338ad4aef9d req-6e989897-6b05-4c07-86af-07e351937637 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:21.599881 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1b249738-1653-43ea-9f42-7338ad4aef9d req-6e989897-6b05-4c07-86af-07e351937637 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.1263955
Feb 12 21:14:21.653666 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d871fa32-18b3-4e4d-a638-f7eb3e5d44bb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:21.654286 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Added segment d871fa32-18b3-4e4d-a638-f7eb3e5d44bb of type vlan for network 7f4d62ea-7d15-483e-bc99-c740173135a1
Feb 12 21:14:21.730867 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2d90574f-c6e5-4ca4-8843-a5f61479f1cd req-187a1804-4186-44e6-a9a0-61517215c62f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1502509
Feb 12 21:14:21.742175 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (7f4d62ea-7d15-483e-bc99-c740173135a1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:21.847448 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-1b249738-1653-43ea-9f42-7338ad4aef9d req-216ea73f-0b78-4ac7-b0c7-fd3bdc9ab355 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Deleting port b3a5194c-7a2e-4123-85fd-17e70f26a53d {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:21.847945 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1b249738-1653-43ea-9f42-7338ad4aef9d req-216ea73f-0b78-4ac7-b0c7-fd3bdc9ab355 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:21.902682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a6e83-e5d1-46a7-8d48-599a89ef2dc6 req-3d670881-997f-4371-b864-4dafdb6d73f8 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:21.904907 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f48a6e83-e5d1-46a7-8d48-599a89ef2dc6 req-3d670881-997f-4371-b864-4dafdb6d73f8 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1299140
Feb 12 21:14:21.964080 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f48a6e83-e5d1-46a7-8d48-599a89ef2dc6 req-772cebc7-2f62-4371-8e33-a56fd78779b7 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516708
Feb 12 21:14:22.009796 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (7f4d62ea-7d15-483e-bc99-c740173135a1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:22.015049 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:22.019945 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:22.033397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-1b249738-1653-43ea-9f42-7338ad4aef9d req-216ea73f-0b78-4ac7-b0c7-fd3bdc9ab355 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] For port b3a5194c-7a2e-4123-85fd-17e70f26a53d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3a5194c-7a2e-4123-85fd-17e70f26a53d,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:22.033916 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1b249738-1653-43ea-9f42-7338ad4aef9d req-216ea73f-0b78-4ac7-b0c7-fd3bdc9ab355 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:22.089894 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-1b249738-1653-43ea-9f42-7338ad4aef9d req-216ea73f-0b78-4ac7-b0c7-fd3bdc9ab355 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Calling delete_port for b3a5194c-7a2e-4123-85fd-17e70f26a53d owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:22.184932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event updated for resources: {'Network': ['ID=7f4d62ea-7d15-483e-bc99-c740173135a1,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:22.199930 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.8488536
Feb 12 21:14:22.200203 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40890) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:22.203334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f8c41320-d7db-457f-8d46-736554987a96 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:22.205006 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-bb4432a0-8242-41b6-9624-4ae04fcbedf7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Request body: {'subnet': {'network_id': '7f4d62ea-7d15-483e-bc99-c740173135a1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:22.229409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ce007-9d10-4299-abbd-a286d651bd6b req-4f4b2507-d4ef-4cc6-b3dd-df87c796742b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:22.230438 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b44ce007-9d10-4299-abbd-a286d651bd6b req-4f4b2507-d4ef-4cc6-b3dd-df87c796742b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 945 time: 0.3521125
Feb 12 21:14:22.237921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: f8c41320-d7db-457f-8d46-736554987a96 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:14:22.238267 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f8c41320-d7db-457f-8d46-736554987a96 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:14:22.245339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:22.245729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:22.246073 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:22.246411 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:22.246746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:22.247083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:22.247414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:22.247746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:22.248072 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:22.248400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:22.248727 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:22.249042 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:22.249439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a33347-1dd8-4493-bee7-d9ac1e165ce8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:14:22.273441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 7f4d62ea-7d15-483e-bc99-c740173135a1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:14:22.378445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b44ce007-9d10-4299-abbd-a286d651bd6b req-656f53ce-8603-4fe4-b695-f4ac7c2efdca tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363204
Feb 12 21:14:22.413061 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4432a0-8242-41b6-9624-4ae04fcbedf7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Made reservation on behalf of b438902509da463ba94a98d99ffd1444 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:14:22.422939 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb4432a0-8242-41b6-9624-4ae04fcbedf7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:22.552733 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1b249738-1653-43ea-9f42-7338ad4aef9d req-216ea73f-0b78-4ac7-b0c7-fd3bdc9ab355 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b3a5194c-7a2e-4123-85fd-17e70f26a53d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:22.582591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ea73f-0b78-4ac7-b0c7-fd3bdc9ab355 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Pushing event deleted for resources: {'Port': ['ID=b3a5194c-7a2e-4123-85fd-17e70f26a53d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:22.650700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b249738-1653-43ea-9f42-7338ad4aef9d req-216ea73f-0b78-4ac7-b0c7-fd3bdc9ab355 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] No DVR routers for this DVR port b3a5194c-7a2e-4123-85fd-17e70f26a53d on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:22.653534 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1b249738-1653-43ea-9f42-7338ad4aef9d req-216ea73f-0b78-4ac7-b0c7-fd3bdc9ab355 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:22.654463 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:14:22.658758 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1b249738-1653-43ea-9f42-7338ad4aef9d req-216ea73f-0b78-4ac7-b0c7-fd3bdc9ab355 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.48 "DELETE /v2.0/ports/b3a5194c-7a2e-4123-85fd-17e70f26a53d HTTP/1.1" status: 204  len: 173 time: 1.0442250
Feb 12 21:14:22.659230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f33ecd6-e622-4f55-8516-0e0f250d53cd', 'name': 'network-vif-deleted', 'tag': 'b3a5194c-7a2e-4123-85fd-17e70f26a53d'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:22.661632 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d543509a-cd40-489e-a56d-1f97b29c09fb" -d '{"events": [{"server_uuid": "9f33ecd6-e622-4f55-8516-0e0f250d53cd", "name": "network-vif-deleted", "tag": "b3a5194c-7a2e-4123-85fd-17e70f26a53d"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:22.718374 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc736b2-c3e3-4452-92cb-607378a4587a x-openstack-request-id: req-2cc736b2-c3e3-4452-92cb-607378a4587a {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:22.718862 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f33ecd6-e622-4f55-8516-0e0f250d53cd", "name": "network-vif-deleted", "tag": "b3a5194c-7a2e-4123-85fd-17e70f26a53d", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:22.719307 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cc736b2-c3e3-4452-92cb-607378a4587a {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:22.720481 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f33ecd6-e622-4f55-8516-0e0f250d53cd', 'name': 'network-vif-deleted', 'tag': 'b3a5194c-7a2e-4123-85fd-17e70f26a53d', 'status': 'completed', 'code': 200}
Feb 12 21:14:22.738387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b3a5194c-7a2e-4123-85fd-17e70f26a53d no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:22.779106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: b3a5194c-7a2e-4123-85fd-17e70f26a53d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:14:22.779368 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-14096ac2-feee-4526-908f-d7741b80b14d tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:22.779643 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b3a5194c-7a2e-4123-85fd-17e70f26a53d not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:14:22.781037 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-14096ac2-feee-4526-908f-d7741b80b14d tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/networks?id=282c3200-9059-438c-a022-c732f83ca0af HTTP/1.1" status: 200  len: 815 time: 0.2182245
Feb 12 21:14:22.811432 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-30587446-692b-4d84-ad68-3f0a2b857adc tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/quotas/f3339620b21d4394a171733276444b7b HTTP/1.1" status: 200  len: 375 time: 0.0143592
Feb 12 21:14:22.904366 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb4432a0-8242-41b6-9624-4ae04fcbedf7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (3ba64e86-99da-4b0e-a339-5c054c6fab5c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:22.923353 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6b4f5-51a4-47f2-a748-3c0efd97e77b req-cc2f3f02-f5e3-46a7-9583-074ffdb2917e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:22.932263 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05d6b4f5-51a4-47f2-a748-3c0efd97e77b req-cc2f3f02-f5e3-46a7-9583-074ffdb2917e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0762668
Feb 12 21:14:22.980674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4432a0-8242-41b6-9624-4ae04fcbedf7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event updated for resources: {'Subnet': ['ID=3ba64e86-99da-4b0e-a339-5c054c6fab5c,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:22.984139 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05d6b4f5-51a4-47f2-a748-3c0efd97e77b req-92f2a0d1-b0ad-4bb9-a084-6742d3681db6 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513198
Feb 12 21:14:22.991755 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-bab7910f-98d6-455f-b3e5-c46da93603ab tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3339620b21d4394a171733276444b7b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1726780
Feb 12 21:14:23.084578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4432a0-8242-41b6-9624-4ae04fcbedf7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Checking segment: {'id': 'd871fa32-18b3-4e4d-a638-f7eb3e5d44bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f4d62ea-7d15-483e-bc99-c740173135a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:14:23.084947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4432a0-8242-41b6-9624-4ae04fcbedf7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Network hostable DHCP agents. Network: 7f4d62ea-7d15-483e-bc99-c740173135a1, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:14:23.138340 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-d09bb32d-e263-4d43-8086-129000287228 service neutron] 10.222.0.31 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376541
Feb 12 21:14:23.144990 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e98a9-def0-471a-bc21-51b0475b4e04 req-91aec084-04c9-4440-9318-f36fd04e85de tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:23.159553 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bb1e98a9-def0-471a-bc21-51b0475b4e04 req-91aec084-04c9-4440-9318-f36fd04e85de tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0728817
Feb 12 21:14:23.210700 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bb1e98a9-def0-471a-bc21-51b0475b4e04 req-6c65745b-58bc-45fa-a12f-f46f315b91fd tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514328
Feb 12 21:14:23.214964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4432a0-8242-41b6-9624-4ae04fcbedf7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Network 7f4d62ea-7d15-483e-bc99-c740173135a1 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:14:23.256482 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-154d01b6-6deb-4599-bf00-f24a36269f36 service neutron] 10.222.0.31 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1121042
Feb 12 21:14:23.320445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-bb4432a0-8242-41b6-9624-4ae04fcbedf7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7f4d62ea-7d15-483e-bc99-c740173135a1) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:14:23.325278 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4432a0-8242-41b6-9624-4ae04fcbedf7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:23.326011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb4432a0-8242-41b6-9624-4ae04fcbedf7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:23.339773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518ed801-5edb-4339-a07e-c2fab9a90101 None None] Network 7f4d62ea-7d15-483e-bc99-c740173135a1 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:14:23.438342 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bb4432a0-8242-41b6-9624-4ae04fcbedf7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.2373512
Feb 12 21:14:23.440880 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40922) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:23.448870 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c16d88d6-2e96-4b13-b0ca-c7df8be6f77f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-216631093'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:23.519207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7f4d62ea-7d15-483e-bc99-c740173135a1', 'network_id': '7f4d62ea-7d15-483e-bc99-c740173135a1', 'project_id': 'b438902509da463ba94a98d99ffd1444', 'fixed_ips': [{'subnet_id': '3ba64e86-99da-4b0e-a339-5c054c6fab5c'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:14:23.520102 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:23.618007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16d88d6-2e96-4b13-b0ca-c7df8be6f77f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Made reservation on behalf of b438902509da463ba94a98d99ffd1444 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:14:23.620390 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c16d88d6-2e96-4b13-b0ca-c7df8be6f77f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:23.715568 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-890266da-a38c-4d95-b684-4c164eea972e req-249a1760-46e4-43c8-b818-6f213c2e7032 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f33ecd6-e622-4f55-8516-0e0f250d53cd HTTP/1.1" status: 200  len: 210 time: 0.0512919
Feb 12 21:14:23.731588 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16d88d6-2e96-4b13-b0ca-c7df8be6f77f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:14:23.781980 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c16d88d6-2e96-4b13-b0ca-c7df8be6f77f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bf98b72a-4d84-4013-8d64-d21b25315394), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:23.782905 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-c16d88d6-2e96-4b13-b0ca-c7df8be6f77f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Added segment bf98b72a-4d84-4013-8d64-d21b25315394 of type vlan for network 56382359-bde3-4e93-8298-855e64f470af
Feb 12 21:14:23.856673 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Allocated IP 19.80.0.2 (7f4d62ea-7d15-483e-bc99-c740173135a1/3ba64e86-99da-4b0e-a339-5c054c6fab5c/6e3854f3-7dd9-4e2e-ac35-8903a72be981) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:14:23.878746 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b61cc61-e6e3-43a1-990d-dd57dd9fa212 req-0d9ddf24-44e7-40ac-b568-b8a1bfd1e967 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 210 time: 0.0678964
Feb 12 21:14:23.962986 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c16d88d6-2e96-4b13-b0ca-c7df8be6f77f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (56382359-bde3-4e93-8298-855e64f470af), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:24.055446 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Publish callbacks [] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:24.066964 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c16d88d6-2e96-4b13-b0ca-c7df8be6f77f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (56382359-bde3-4e93-8298-855e64f470af), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:24.074155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16d88d6-2e96-4b13-b0ca-c7df8be6f77f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:24.076449 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c16d88d6-2e96-4b13-b0ca-c7df8be6f77f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:24.125022 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:24.177556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d88d6-2e96-4b13-b0ca-c7df8be6f77f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event updated for resources: {'Network': ['ID=56382359-bde3-4e93-8298-855e64f470af,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:24.194188 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 56382359-bde3-4e93-8298-855e64f470af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:14:24.199521 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c16d88d6-2e96-4b13-b0ca-c7df8be6f77f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.7570434
Feb 12 21:14:24.202004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40938) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:24.209226 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d11659e8-031a-4ad2-9b15-7449e80d4d0f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Request body: {'subnet': {'network_id': '56382359-bde3-4e93-8298-855e64f470af', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:24.285014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Network 7f4d62ea-7d15-483e-bc99-c740173135a1 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:14:24.294785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9519e-ec39-4927-9a7a-3cdd0050ba06 req-38ee0e24-b4af-4b47-82c6-d29a2f96197d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:24.298742 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13e9519e-ec39-4927-9a7a-3cdd0050ba06 req-38ee0e24-b4af-4b47-82c6-d29a2f96197d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.1516922
Feb 12 21:14:24.300137 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:14:24.309909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:14:24.353041 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Pushing event updated for resources: {'Port': ['ID=6e3854f3-7dd9-4e2e-ac35-8903a72be981,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:24.381622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11659e8-031a-4ad2-9b15-7449e80d4d0f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Made reservation on behalf of b438902509da463ba94a98d99ffd1444 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:14:24.387177 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d11659e8-031a-4ad2-9b15-7449e80d4d0f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:24.400639 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13e9519e-ec39-4927-9a7a-3cdd0050ba06 req-4df3ab0a-31be-4c68-bbc4-8e44989084a0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0923970
Feb 12 21:14:24.426659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Attempting to bind port 6e3854f3-7dd9-4e2e-ac35-8903a72be981 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:14:24.427162 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Attempting to bind port 6e3854f3-7dd9-4e2e-ac35-8903a72be981 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd871fa32-18b3-4e4d-a638-f7eb3e5d44bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f4d62ea-7d15-483e-bc99-c740173135a1'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:14:24.427749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Attempting to bind port 6e3854f3-7dd9-4e2e-ac35-8903a72be981 on network 7f4d62ea-7d15-483e-bc99-c740173135a1 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:14:24.435155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:14:24.436486 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Checking segment: {'id': 'd871fa32-18b3-4e4d-a638-f7eb3e5d44bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f4d62ea-7d15-483e-bc99-c740173135a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:14:24.436486 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:24.437026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Bound using segment: {'id': 'd871fa32-18b3-4e4d-a638-f7eb3e5d44bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f4d62ea-7d15-483e-bc99-c740173135a1'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:14:24.438069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Bound port: 6e3854f3-7dd9-4e2e-ac35-8903a72be981, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd871fa32-18b3-4e4d-a638-f7eb3e5d44bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f4d62ea-7d15-483e-bc99-c740173135a1'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:14:24.438573 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:24.539961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] For port 6e3854f3-7dd9-4e2e-ac35-8903a72be981, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:14:24.544500 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] For port 6e3854f3-7dd9-4e2e-ac35-8903a72be981, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e3854f3-7dd9-4e2e-ac35-8903a72be981,segment=NetworkSegment(d871fa32-18b3-4e4d-a638-f7eb3e5d44bb),segment_id=d871fa32-18b3-4e4d-a638-f7eb3e5d44bb)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:14:24.639889 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:24.711699 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d11659e8-031a-4ad2-9b15-7449e80d4d0f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (715e1d09-1c66-4e35-80d7-e3ec2e4c4540), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:24.717837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8101011-46f0-46eb-b7d7-261a38467b2a None None] Pushing event updated for resources: {'Port': ['ID=6e3854f3-7dd9-4e2e-ac35-8903a72be981,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:24.805947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11659e8-031a-4ad2-9b15-7449e80d4d0f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event updated for resources: {'Subnet': ['ID=715e1d09-1c66-4e35-80d7-e3ec2e4c4540,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:24.832369 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11659e8-031a-4ad2-9b15-7449e80d4d0f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Checking segment: {'id': 'bf98b72a-4d84-4013-8d64-d21b25315394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56382359-bde3-4e93-8298-855e64f470af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:14:24.833020 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11659e8-031a-4ad2-9b15-7449e80d4d0f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Network hostable DHCP agents. Network: 56382359-bde3-4e93-8298-855e64f470af, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:14:25.067176 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-39b88364-9391-44a9-b071-b9630e0839a1 req-adcf6a28-78cd-4159-9c03-554fbbb4d27a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 210 time: 0.0356448
Feb 12 21:14:25.254970 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11659e8-031a-4ad2-9b15-7449e80d4d0f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Network 56382359-bde3-4e93-8298-855e64f470af is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:14:25.330293 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40952) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:25.333044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-eef8e3e8-114e-4091-8960-61a3325098ef tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142396978', 'description': 'tempest-description--1624587289'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:25.351700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d11659e8-031a-4ad2-9b15-7449e80d4d0f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 56382359-bde3-4e93-8298-855e64f470af) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:14:25.361492 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be28d49-1dd0-4e0e-ae06-64a38d5cb4e3 None None] Network 56382359-bde3-4e93-8298-855e64f470af requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:14:25.367685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11659e8-031a-4ad2-9b15-7449e80d4d0f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:25.368308 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d11659e8-031a-4ad2-9b15-7449e80d4d0f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:25.488121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-56382359-bde3-4e93-8298-855e64f470af', 'network_id': '56382359-bde3-4e93-8298-855e64f470af', 'project_id': 'b438902509da463ba94a98d99ffd1444', 'fixed_ips': [{'subnet_id': '715e1d09-1c66-4e35-80d7-e3ec2e4c4540'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:14:25.489300 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:25.496737 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eef8e3e8-114e-4091-8960-61a3325098ef tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:25.594101 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eef8e3e8-114e-4091-8960-61a3325098ef tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for security_group (f3a30c32-c090-4e89-abb2-73051a5df1d3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:25.617140 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d11659e8-031a-4ad2-9b15-7449e80d4d0f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.4077587
Feb 12 21:14:25.668660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Allocated IP 19.86.0.2 (56382359-bde3-4e93-8298-855e64f470af/715e1d09-1c66-4e35-80d7-e3ec2e4c4540/70ecffc6-8eba-4cf4-8f60-37dea7172341) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:14:25.708929 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13413a-a4fe-40b9-8363-7fdfa5ab8079 req-00ffb7af-3f33-4cba-a6d8-d7b208d1afe0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:25.718794 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7f13413a-a4fe-40b9-8363-7fdfa5ab8079 req-00ffb7af-3f33-4cba-a6d8-d7b208d1afe0 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.1065624
Feb 12 21:14:25.774622 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eef8e3e8-114e-4091-8960-61a3325098ef tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f3a30c32-c090-4e89-abb2-73051a5df1d3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:25.847987 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7f13413a-a4fe-40b9-8363-7fdfa5ab8079 req-7a75f35d-af6c-456a-9b45-0f66bce4e1bd tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1282086
Feb 12 21:14:25.857225 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8e3e8-114e-4091-8960-61a3325098ef tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a30c32-c090-4e89-abb2-73051a5df1d3,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:25.861563 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b480d081-c144-4b08-8896-51367dad8068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:25.899703 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eef8e3e8-114e-4091-8960-61a3325098ef tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:25.902686 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-eef8e3e8-114e-4091-8960-61a3325098ef tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.5734801
Feb 12 21:14:25.905109 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40966) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:25.911979 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-987a13c8-7d98-4cff-82d7-56477610a335 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Request body: {'security_group_rule': {'security_group_id': 'f3a30c32-c090-4e89-abb2-73051a5df1d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:25.949349 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Publish callbacks [] for port (70ecffc6-8eba-4cf4-8f60-37dea7172341), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:26.020255 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (70ecffc6-8eba-4cf4-8f60-37dea7172341), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:26.065099 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-987a13c8-7d98-4cff-82d7-56477610a335 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for security_group_rule (ab1ad75b-7a2d-4e12-b942-eec9df440e4e), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:26.084418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-f01221d0-40de-4e2a-855f-0249e72162df tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:26.090090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-f01221d0-40de-4e2a-855f-0249e72162df tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:26.093386 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-f01221d0-40de-4e2a-855f-0249e72162df tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/networks?id=7f4d62ea-7d15-483e-bc99-c740173135a1&id=56382359-bde3-4e93-8298-855e64f470af HTTP/1.1" status: 200  len: 1390 time: 0.1482806
Feb 12 21:14:26.151397 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-cf7a60eb-3ffc-44c7-b74b-0e2589032c20 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/quotas/b438902509da463ba94a98d99ffd1444 HTTP/1.1" status: 200  len: 375 time: 0.0408819
Feb 12 21:14:26.164256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Network 56382359-bde3-4e93-8298-855e64f470af is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:14:26.197448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:14:26.211425 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:14:26.241065 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-987a13c8-7d98-4cff-82d7-56477610a335 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for security_group_rule (ab1ad75b-7a2d-4e12-b942-eec9df440e4e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:26.286964 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7a7c6465-0753-4bcd-b2b4-0adb4f929dc1 req-1206b4b3-a709-48ed-b43e-fae27967d48a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 210 time: 0.0440660
Feb 12 21:14:26.320791 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-0a97f753-fcb0-4cbf-97a1-4a57fb7cf33e tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b438902509da463ba94a98d99ffd1444&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1659300
Feb 12 21:14:26.338678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad16cbd-511b-4f48-af4f-e955a60d9774 None None] Network 7f4d62ea-7d15-483e-bc99-c740173135a1 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:14:26.390990 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-987a13c8-7d98-4cff-82d7-56477610a335 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (ab1ad75b-7a2d-4e12-b942-eec9df440e4e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:26.393276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Attempting to bind port 70ecffc6-8eba-4cf4-8f60-37dea7172341 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:14:26.395535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Attempting to bind port 70ecffc6-8eba-4cf4-8f60-37dea7172341 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf98b72a-4d84-4013-8d64-d21b25315394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56382359-bde3-4e93-8298-855e64f470af'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:14:26.396327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Attempting to bind port 70ecffc6-8eba-4cf4-8f60-37dea7172341 on network 56382359-bde3-4e93-8298-855e64f470af {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:14:26.402986 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6e3854f3-7dd9-4e2e-ac35-8903a72be981 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:14:26.440688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a13c8-7d98-4cff-82d7-56477610a335 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1ad75b-7a2d-4e12-b942-eec9df440e4e,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:26.465786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:14:26.466180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Checking segment: {'id': 'bf98b72a-4d84-4013-8d64-d21b25315394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56382359-bde3-4e93-8298-855e64f470af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:14:26.466506 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:26.467091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Bound using segment: {'id': 'bf98b72a-4d84-4013-8d64-d21b25315394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56382359-bde3-4e93-8298-855e64f470af'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:14:26.467384 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Bound port: 70ecffc6-8eba-4cf4-8f60-37dea7172341, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf98b72a-4d84-4013-8d64-d21b25315394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56382359-bde3-4e93-8298-855e64f470af'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:14:26.467765 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (70ecffc6-8eba-4cf4-8f60-37dea7172341), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:26.492795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Pushing event updated for resources: {'Port': ['ID=70ecffc6-8eba-4cf4-8f60-37dea7172341,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:26.514421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f15d85b5-2af4-460d-8911-a5f8005cfb94 None None] Provisioning complete for port 6e3854f3-7dd9-4e2e-ac35-8903a72be981 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:26.514804 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f15d85b5-2af4-460d-8911-a5f8005cfb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:26.518683 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-445b2dd4-cd93-4394-890f-cb50c3d4ffc5 service neutron] 10.222.0.31 "GET /v2.0/networks/7f4d62ea-7d15-483e-bc99-c740173135a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1969562
Feb 12 21:14:26.560591 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-987a13c8-7d98-4cff-82d7-56477610a335 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:26.566856 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-987a13c8-7d98-4cff-82d7-56477610a335 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6606941
Feb 12 21:14:26.567624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40984) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:26.577222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-214219e2-d1ea-4db8-8c43-2bf38d835e97 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Request body: {'security_group_rule': {'security_group_id': 'f3a30c32-c090-4e89-abb2-73051a5df1d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:26.669090 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-f1fb622f-8309-450d-869e-b0abe40fb07c service neutron] 10.222.0.31 "GET /v2.0/networks/7f4d62ea-7d15-483e-bc99-c740173135a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492324
Feb 12 21:14:26.713025 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6e3854f3-7dd9-4e2e-ac35-8903a72be981 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:26.713025 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:26.721150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] For port 70ecffc6-8eba-4cf4-8f60-37dea7172341, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:14:26.728091 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-214219e2-d1ea-4db8-8c43-2bf38d835e97 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for security_group_rule (f0856090-3d86-4ff1-b0cc-47b0e721146f), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:26.818490 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2b3bc2ff-b815-4f3b-a469-5142e6b40980 service neutron] 10.222.0.31 "GET /v2.0/networks/56382359-bde3-4e93-8298-855e64f470af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445625
Feb 12 21:14:26.932876 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-214219e2-d1ea-4db8-8c43-2bf38d835e97 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for security_group_rule (f0856090-3d86-4ff1-b0cc-47b0e721146f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:27.010686 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b5c9185a-fb0c-4ab0-b798-af01359500a1 service neutron] 10.222.0.31 "GET /v2.0/networks/56382359-bde3-4e93-8298-855e64f470af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1840401
Feb 12 21:14:27.051658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] For port 70ecffc6-8eba-4cf4-8f60-37dea7172341, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70ecffc6-8eba-4cf4-8f60-37dea7172341,segment=NetworkSegment(bf98b72a-4d84-4013-8d64-d21b25315394),segment_id=bf98b72a-4d84-4013-8d64-d21b25315394)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:14:27.057645 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:27.101677 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-214219e2-d1ea-4db8-8c43-2bf38d835e97 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (f0856090-3d86-4ff1-b0cc-47b0e721146f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:27.153507 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (70ecffc6-8eba-4cf4-8f60-37dea7172341), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:27.176583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f15d85b5-2af4-460d-8911-a5f8005cfb94 None None] Current status of the port 6e3854f3-7dd9-4e2e-ac35-8903a72be981 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:27.176972 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f15d85b5-2af4-460d-8911-a5f8005cfb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:27.188553 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214219e2-d1ea-4db8-8c43-2bf38d835e97 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0856090-3d86-4ff1-b0cc-47b0e721146f,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:27.259079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6e3854f3-7dd9-4e2e-ac35-8903a72be981 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:27.259715 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:27.270658 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3233efe-6437-491a-bc18-9a35b886831d req-4c207e21-7d17-4e6d-8fec-5307fdd8b5d4 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:27.273606 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a3233efe-6437-491a-bc18-9a35b886831d req-4c207e21-7d17-4e6d-8fec-5307fdd8b5d4 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.2560091
Feb 12 21:14:27.346066 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-5ad67f9c-90f3-4426-b7fb-e9737690804e tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:27.347597 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-5ad67f9c-90f3-4426-b7fb-e9737690804e tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.50 "GET /v2.0/networks?id=282c3200-9059-438c-a022-c732f83ca0af HTTP/1.1" status: 200  len: 815 time: 0.3333549
Feb 12 21:14:27.361663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-b1265a6d-f301-4ca7-bf7a-590be0f11f3a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Request body: {'port': {'device_id': 'eae66924-5617-4e45-a05b-3792b2bf1c82', 'network_id': '282c3200-9059-438c-a022-c732f83ca0af', 'admin_state_up': True, 'tenant_id': 'f3339620b21d4394a171733276444b7b'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:27.389830 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-214219e2-d1ea-4db8-8c43-2bf38d835e97 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:27.392596 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a50d7-4aeb-4368-9424-3f0274f3a374 None None] Pushing event updated for resources: {'Port': ['ID=70ecffc6-8eba-4cf4-8f60-37dea7172341,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:27.400053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f15d85b5-2af4-460d-8911-a5f8005cfb94 None None] For port 6e3854f3-7dd9-4e2e-ac35-8903a72be981, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e3854f3-7dd9-4e2e-ac35-8903a72be981,segment=NetworkSegment(d871fa32-18b3-4e4d-a638-f7eb3e5d44bb),segment_id=d871fa32-18b3-4e4d-a638-f7eb3e5d44bb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:27.413397 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-214219e2-d1ea-4db8-8c43-2bf38d835e97 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8441856
Feb 12 21:14:27.420280 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41002) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:27.459697 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:27.493974 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a3233efe-6437-491a-bc18-9a35b886831d req-a0252cd3-a91c-46fe-bb44-6344f7c761d3 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2141602
Feb 12 21:14:27.500641 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f15d85b5-2af4-460d-8911-a5f8005cfb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:27.598316 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-b1265a6d-f301-4ca7-bf7a-590be0f11f3a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Made reservation on behalf of f3339620b21d4394a171733276444b7b for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:14:27.598581 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:27.602177 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-b1265a6d-f301-4ca7-bf7a-590be0f11f3a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:27.689592 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:14:27.689952 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:14:27.748714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7205864-617a-43fc-86d5-f271bdc172f4 req-e6e3f0f1-ae55-4dba-a425-6f031fadfeeb tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 210 time: 0.0916865
Feb 12 21:14:27.785743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d85b5-2af4-460d-8911-a5f8005cfb94 None None] Pushing event updated for resources: {'Port': ['ID=6e3854f3-7dd9-4e2e-ac35-8903a72be981,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:27.808912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7f6199e3-a811-4f6d-9dc3-cf02c0089c9b None None] Provisioning complete for port 6e3854f3-7dd9-4e2e-ac35-8903a72be981 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:27.808912 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f6199e3-a811-4f6d-9dc3-cf02c0089c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:27.830097 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9164ef99-dc7e-41db-a711-7300ac9528d1 req-43386201-f527-4585-8de8-12a5249af8b1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 210 time: 0.1912322
Feb 12 21:14:27.987055 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:28.033760 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7f6199e3-a811-4f6d-9dc3-cf02c0089c9b None None] Current status of the port 6e3854f3-7dd9-4e2e-ac35-8903a72be981 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:28.051813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-b1265a6d-f301-4ca7-bf7a-590be0f11f3a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Allocated IP 172.20.0.8 (282c3200-9059-438c-a022-c732f83ca0af/bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992/dd227e33-f70a-4937-a239-d5f76f172b3e) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:14:28.074654 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-60a23373-3e0f-4fd1-8c7f-42474b00bd37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:28.186322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Allocated IP 172.35.2.13 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/1b7b11b0-be20-4a0a-8c57-9cecc07e1ee0) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:14:28.276985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6e3854f3-7dd9-4e2e-ac35-8903a72be981 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:28.289596 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-b1265a6d-f301-4ca7-bf7a-590be0f11f3a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks [] for port (dd227e33-f70a-4937-a239-d5f76f172b3e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:28.388184 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for port (1b7b11b0-be20-4a0a-8c57-9cecc07e1ee0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:28.408641 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-b1265a6d-f301-4ca7-bf7a-590be0f11f3a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (dd227e33-f70a-4937-a239-d5f76f172b3e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:28.423395 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['535bef55-124d-44f2-9478-80c0a813b588'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:28.520052 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-b1265a6d-f301-4ca7-bf7a-590be0f11f3a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Network 282c3200-9059-438c-a022-c732f83ca0af is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:14:28.524265 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-b1265a6d-f301-4ca7-bf7a-590be0f11f3a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:14:28.528205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-b1265a6d-f301-4ca7-bf7a-590be0f11f3a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:14:28.626426 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (1b7b11b0-be20-4a0a-8c57-9cecc07e1ee0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:28.628286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 70ecffc6-8eba-4cf4-8f60-37dea7172341 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:14:28.695321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:14:28.705233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:14:28.708086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-b1265a6d-f301-4ca7-bf7a-590be0f11f3a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:28.708722 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-b1265a6d-f301-4ca7-bf7a-590be0f11f3a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:28.714301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:14:28.756447 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1265a6d-f301-4ca7-bf7a-590be0f11f3a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Pushing event updated for resources: {'Port': ['ID=dd227e33-f70a-4937-a239-d5f76f172b3e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:28.768416 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Pushing event updated for resources: {'Port': ['ID=1b7b11b0-be20-4a0a-8c57-9cecc07e1ee0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:28.817324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 70ecffc6-8eba-4cf4-8f60-37dea7172341 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:28.817991 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (70ecffc6-8eba-4cf4-8f60-37dea7172341), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:28.866753 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619242a6-8af0-4ebf-b01b-6ac2fd364701 req-37252deb-b0f4-4f01-ab4a-a9d998819933 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:28.867632 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for floatingip (77158594-6ca5-4eb0-a411-759e05714955), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:28.874925 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-619242a6-8af0-4ebf-b01b-6ac2fd364701 req-37252deb-b0f4-4f01-ab4a-a9d998819933 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.2113063
Feb 12 21:14:28.898516 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-b1265a6d-f301-4ca7-bf7a-590be0f11f3a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5409670
Feb 12 21:14:28.929402 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Request body: {'port': {'device_id': 'eae66924-5617-4e45-a05b-3792b2bf1c82', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:29.015217 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-619242a6-8af0-4ebf-b01b-6ac2fd364701 req-72e43665-98da-4360-bcca-9f34d3c0d847 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1392026
Feb 12 21:14:29.017674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 70ecffc6-8eba-4cf4-8f60-37dea7172341 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:29.018178 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (70ecffc6-8eba-4cf4-8f60-37dea7172341), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:29.095393 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1b7b11b0-be20-4a0a-8c57-9cecc07e1ee0), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:29.102207 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dd227e33-f70a-4937-a239-d5f76f172b3e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:29.105693 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8b2dd-7bda-43e5-832b-1681e35c8ab4 req-31650217-a67f-4b41-9a91-87253ce90dc1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:29.113297 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-91b8b2dd-7bda-43e5-832b-1681e35c8ab4 req-31650217-a67f-4b41-9a91-87253ce90dc1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 931 time: 0.2241039
Feb 12 21:14:29.131637 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 70ecffc6-8eba-4cf4-8f60-37dea7172341, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70ecffc6-8eba-4cf4-8f60-37dea7172341,segment=NetworkSegment(bf98b72a-4d84-4013-8d64-d21b25315394),segment_id=bf98b72a-4d84-4013-8d64-d21b25315394)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:29.167749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f039abe-e7cd-4f9d-9674-c3cbd43e23c4 None None] Network 56382359-bde3-4e93-8298-855e64f470af requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:14:29.219153 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-91b8b2dd-7bda-43e5-832b-1681e35c8ab4 req-62e1d902-317a-47ef-b584-5b94010a1701 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048682
Feb 12 21:14:29.230183 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9573602a-1480-44b4-a83a-f5e37e53a610 req-4375d4c4-b235-4f29-885d-40c894f13b08 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 210 time: 0.0514839
Feb 12 21:14:29.301912 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (70ecffc6-8eba-4cf4-8f60-37dea7172341), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:29.303002 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6e3854f3-7dd9-4e2e-ac35-8903a72be981 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:14:29.421599 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for port (1b7b11b0-be20-4a0a-8c57-9cecc07e1ee0), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:29.467661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b17acebd-a093-473e-93d7-e711a9980d87 None None] Provisioning complete for port 70ecffc6-8eba-4cf4-8f60-37dea7172341 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:29.467661 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b17acebd-a093-473e-93d7-e711a9980d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (70ecffc6-8eba-4cf4-8f60-37dea7172341), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:29.535676 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (1b7b11b0-be20-4a0a-8c57-9cecc07e1ee0), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:29.537042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=70ecffc6-8eba-4cf4-8f60-37dea7172341,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:29.548041 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6e3854f3-7dd9-4e2e-ac35-8903a72be981 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:29.548303 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:29.576809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd227e33-f70a-4937-a239-d5f76f172b3e {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:29.590112 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Publish callbacks [] for port (dd227e33-f70a-4937-a239-d5f76f172b3e), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:29.603344 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Transition to ACTIVE for port object dd227e33-f70a-4937-a239-d5f76f172b3e will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:14:29.604546 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:29.633724 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:29.646599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Pushing event updated for resources: {'Port': ['ID=1b7b11b0-be20-4a0a-8c57-9cecc07e1ee0,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:29.691623 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (dd227e33-f70a-4937-a239-d5f76f172b3e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:29.721954 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (77158594-6ca5-4eb0-a411-759e05714955), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:29.751228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b17acebd-a093-473e-93d7-e711a9980d87 None None] Current status of the port 70ecffc6-8eba-4cf4-8f60-37dea7172341 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:29.769538 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6e3854f3-7dd9-4e2e-ac35-8903a72be981 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:29.828870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Pushing event updated for resources: {'Port': ['ID=dd227e33-f70a-4937-a239-d5f76f172b3e,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:29.898013 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:29.900619 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9e6ce8fb-f328-4957-a391-c9142db85530 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.4786062
Feb 12 21:14:29.905408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Attempting to bind port dd227e33-f70a-4937-a239-d5f76f172b3e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:14:29.905951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Attempting to bind port dd227e33-f70a-4937-a239-d5f76f172b3e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:14:29.906431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Attempting to bind port dd227e33-f70a-4937-a239-d5f76f172b3e on network 282c3200-9059-438c-a022-c732f83ca0af {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:14:29.922670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Port dd227e33-f70a-4937-a239-d5f76f172b3e on network 282c3200-9059-438c-a022-c732f83ca0af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:14:29.923236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Attempting to bind port dd227e33-f70a-4937-a239-d5f76f172b3e on network 282c3200-9059-438c-a022-c732f83ca0af {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:14:29.930652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:14:29.931609 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Checking segment: {'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:14:29.932351 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Bound using segment: {'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:14:29.939095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Bound port: dd227e33-f70a-4937-a239-d5f76f172b3e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:14:29.939593 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dd227e33-f70a-4937-a239-d5f76f172b3e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:29.996879 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2dae89a6-9f59-446c-aa78-d88f31b451d0 None None] Provisioning complete for port 70ecffc6-8eba-4cf4-8f60-37dea7172341 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:29.997207 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2dae89a6-9f59-446c-aa78-d88f31b451d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (70ecffc6-8eba-4cf4-8f60-37dea7172341), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:30.034409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] For port dd227e33-f70a-4937-a239-d5f76f172b3e, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:14:30.038918 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] For port dd227e33-f70a-4937-a239-d5f76f172b3e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd227e33-f70a-4937-a239-d5f76f172b3e,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:14:30.178795 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (dd227e33-f70a-4937-a239-d5f76f172b3e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:30.193170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2dae89a6-9f59-446c-aa78-d88f31b451d0 None None] Current status of the port 70ecffc6-8eba-4cf4-8f60-37dea7172341 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:30.238744 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:30.240121 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:30.240819 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] 10.222.0.50 "PUT /v2.0/ports/dd227e33-f70a-4937-a239-d5f76f172b3e HTTP/1.1" status: 200  len: 1091 time: 1.3328125
Feb 12 21:14:30.241280 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae66924-5617-4e45-a05b-3792b2bf1c82', 'tag': 'dd227e33-f70a-4937-a239-d5f76f172b3e'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:30.243906 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94180aa-ec52-4092-84e3-a86c160e57d6" -d '{"events": [{"name": "network-changed", "server_uuid": "eae66924-5617-4e45-a05b-3792b2bf1c82", "tag": "dd227e33-f70a-4937-a239-d5f76f172b3e"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:30.250161 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129e05a-2b97-42e0-a0db-e8cdb8b079ca req-1d4a3298-d01a-47cc-9c42-54f8a0d968eb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:30.252739 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a129e05a-2b97-42e0-a0db-e8cdb8b079ca req-1d4a3298-d01a-47cc-9c42-54f8a0d968eb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0948389
Feb 12 21:14:30.292298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-084ae3c5-9c96-4c3b-b289-2ea71fac3afe tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:30.294077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-084ae3c5-9c96-4c3b-b289-2ea71fac3afe tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/networks?id=46e8ba15-abd6-4b1e-957e-9d3052ac4ccd HTTP/1.1" status: 200  len: 822 time: 0.2096915
Feb 12 21:14:30.294955 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2d462-dec0-4266-adbb-86e13c5e1761 service neutron] Pushing event updated for resources: {'Port': ['ID=dd227e33-f70a-4937-a239-d5f76f172b3e,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:30.309012 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-8fc8be61-ca77-4568-9280-fb9cc7e6e33c tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/quotas/0da6753f4d6946489d582ef43d0da4f0 HTTP/1.1" status: 200  len: 375 time: 0.0096142
Feb 12 21:14:30.318875 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a129e05a-2b97-42e0-a0db-e8cdb8b079ca req-cf8c48bd-c308-418a-8ce5-5341803996ab tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551670
Feb 12 21:14:30.391831 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-31fa3f24-1a4c-40ad-9955-fea1bd4681d2 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0da6753f4d6946489d582ef43d0da4f0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0672288
Feb 12 21:14:30.403001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 70ecffc6-8eba-4cf4-8f60-37dea7172341 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:14:30.465476 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3534b6ce-0107-4963-a86b-ac64606eab27 x-openstack-request-id: req-3534b6ce-0107-4963-a86b-ac64606eab27 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:30.465772 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae66924-5617-4e45-a05b-3792b2bf1c82", "tag": "dd227e33-f70a-4937-a239-d5f76f172b3e", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:30.466030 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3534b6ce-0107-4963-a86b-ac64606eab27 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:30.466788 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae66924-5617-4e45-a05b-3792b2bf1c82', 'tag': 'dd227e33-f70a-4937-a239-d5f76f172b3e', 'status': 'completed', 'code': 200}
Feb 12 21:14:30.527922 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 70ecffc6-8eba-4cf4-8f60-37dea7172341 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:30.528605 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (70ecffc6-8eba-4cf4-8f60-37dea7172341), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:30.562764 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-9f21e6bb-a37e-4d4d-9107-690110d262e0 service neutron] 10.222.0.31 "GET /v2.0/networks/46e8ba15-abd6-4b1e-957e-9d3052ac4ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1699188
Feb 12 21:14:30.566986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-ac215542-c6ca-4e08-a57b-36161b670707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:30.568454 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-ac215542-c6ca-4e08-a57b-36161b670707 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3339620b21d4394a171733276444b7b&device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 1125 time: 0.1049998
Feb 12 21:14:30.580496 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ac66497c-12d8-4fc2-9d93-ac3324b8510f req-5532da4c-ef8d-43be-8e30-44ac672fe5c9 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 210 time: 0.0491827
Feb 12 21:14:30.664981 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 70ecffc6-8eba-4cf4-8f60-37dea7172341 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:30.704186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-59f6adbd-d9cc-4890-9717-a5139e203d67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd227e33-f70a-4937-a239-d5f76f172b3e HTTP/1.1" status: 200  len: 217 time: 0.1251352
Feb 12 21:14:30.748949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5f3d6349-9fc7-4fec-9bed-87bd4047cac1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:30.757343 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5f3d6349-9fc7-4fec-9bed-87bd4047cac1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:30.759048 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5f3d6349-9fc7-4fec-9bed-87bd4047cac1 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.50 "GET /v2.0/networks?id=7f4d62ea-7d15-483e-bc99-c740173135a1&id=56382359-bde3-4e93-8298-855e64f470af HTTP/1.1" status: 200  len: 1390 time: 0.1976609
Feb 12 21:14:30.779502 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5c20740d-e3ca-43f1-a8e5-6e61f21a5e7c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Request body: {'port': {'device_id': '252f22ce-8a26-45c9-8439-95e29bb12e93', 'network_id': '7f4d62ea-7d15-483e-bc99-c740173135a1', 'admin_state_up': True, 'tenant_id': 'b438902509da463ba94a98d99ffd1444'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:30.812343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-fc94004d-64fa-4858-8404-e926a327e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:30.813958 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-fc94004d-64fa-4858-8404-e926a327e236 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992 HTTP/1.1" status: 200  len: 855 time: 0.0839534
Feb 12 21:14:30.820426 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-c0ad9df8-45b9-415f-b1d5-d08470e45421 service neutron] 10.222.0.31 "GET /v2.0/networks/46e8ba15-abd6-4b1e-957e-9d3052ac4ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2561643
Feb 12 21:14:30.858031 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-175af6c0-7772-4ba3-b9d5-232f1e6f56a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=282c3200-9059-438c-a022-c732f83ca0af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0307946
Feb 12 21:14:30.922811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff3ea2-e4c0-4a3f-86d9-bbead8670164 req-30a62ca5-30b7-44a0-b340-c05ec0f963b5 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:30.926284 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b0ff3ea2-e4c0-4a3f-86d9-bbead8670164 req-30a62ca5-30b7-44a0-b340-c05ec0f963b5 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 943 time: 0.2008650
Feb 12 21:14:30.948185 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:31.025205 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-c3b11a9b-47c5-4b3f-9917-226434c6e900 service neutron] 10.222.0.50 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663659
Feb 12 21:14:31.128420 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a38c290-ca7a-47ac-aad1-edb9df06e253 req-43c5b34a-d499-48ce-ad6b-fcb7fdcca141 service neutron] 10.222.0.50 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0978751
Feb 12 21:14:31.322513 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b0ff3ea2-e4c0-4a3f-86d9-bbead8670164 req-31ba4a4b-4da5-4687-b1e8-16cd470c78c3 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3859839
Feb 12 21:14:31.483189 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4946e9-f8d6-4a98-bccb-4e6fd7a9bee9 req-3c1db25f-8f11-404c-8dda-4a12b31835a3 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:31.484651 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ef4946e9-f8d6-4a98-bccb-4e6fd7a9bee9 req-3c1db25f-8f11-404c-8dda-4a12b31835a3 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0578823
Feb 12 21:14:31.497784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5c20740d-e3ca-43f1-a8e5-6e61f21a5e7c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Made reservation on behalf of b438902509da463ba94a98d99ffd1444 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:14:31.504525 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5c20740d-e3ca-43f1-a8e5-6e61f21a5e7c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:31.661296 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5ffd9a0c-72fd-42d9-948c-378799cf578f req-ec6b1399-ca99-472d-a366-a69ccc682316 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 210 time: 0.0405381
Feb 12 21:14:31.685215 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94180aa-ec52-4092-84e3-a86c160e57d6 req-f3e55e61-bd3f-4bf0-a4e5-3f05970de9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:31.687319 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d94180aa-ec52-4092-84e3-a86c160e57d6 req-f3e55e61-bd3f-4bf0-a4e5-3f05970de9aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3339620b21d4394a171733276444b7b&device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 1125 time: 0.1594748
Feb 12 21:14:31.715649 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ef4946e9-f8d6-4a98-bccb-4e6fd7a9bee9 req-9838c4d3-91ac-4852-990c-ecc1ed94679b tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2251933
Feb 12 21:14:31.784493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5c20740d-e3ca-43f1-a8e5-6e61f21a5e7c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Allocated IP 19.80.0.100 (7f4d62ea-7d15-483e-bc99-c740173135a1/3ba64e86-99da-4b0e-a339-5c054c6fab5c/4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:14:32.012596 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5c20740d-e3ca-43f1-a8e5-6e61f21a5e7c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks [] for port (4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:32.128387 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5c20740d-e3ca-43f1-a8e5-6e61f21a5e7c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:32.187929 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fa51e6e7-753a-41ef-bd0e-46c38d8a3dc4 req-a4e1f219-d3f5-406d-b1c0-7a50f278a1ac tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 210 time: 0.4159493
Feb 12 21:14:32.203545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5c20740d-e3ca-43f1-a8e5-6e61f21a5e7c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Network 7f4d62ea-7d15-483e-bc99-c740173135a1 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:14:32.215339 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5c20740d-e3ca-43f1-a8e5-6e61f21a5e7c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:14:32.228388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5c20740d-e3ca-43f1-a8e5-6e61f21a5e7c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:14:32.228724 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:32.250358 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94180aa-ec52-4092-84e3-a86c160e57d6 req-2e305a29-2e0c-4d55-b17a-05239b4c58e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:32.251857 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d94180aa-ec52-4092-84e3-a86c160e57d6 req-2e305a29-2e0c-4d55-b17a-05239b4c58e0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=282c3200-9059-438c-a022-c732f83ca0af HTTP/1.1" status: 200  len: 916 time: 0.5576334
Feb 12 21:14:32.332847 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d94180aa-ec52-4092-84e3-a86c160e57d6 req-44a64df9-90bd-4d59-b8c1-35ebe5aa56c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd227e33-f70a-4937-a239-d5f76f172b3e HTTP/1.1" status: 200  len: 217 time: 0.0730400
Feb 12 21:14:32.387726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20740d-e3ca-43f1-a8e5-6e61f21a5e7c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event updated for resources: {'Port': ['ID=4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:32.407523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94180aa-ec52-4092-84e3-a86c160e57d6 req-b0729a97-ba3e-44f2-a1b7-469b541a7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:32.409446 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d94180aa-ec52-4092-84e3-a86c160e57d6 req-b0729a97-ba3e-44f2-a1b7-469b541a7511 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992 HTTP/1.1" status: 200  len: 855 time: 0.0642104
Feb 12 21:14:32.427954 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5c20740d-e3ca-43f1-a8e5-6e61f21a5e7c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:32.433120 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5c20740d-e3ca-43f1-a8e5-6e61f21a5e7c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:32.461996 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d94180aa-ec52-4092-84e3-a86c160e57d6 req-b17315cf-ed2b-419d-a4e5-a0d05d8e40ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=282c3200-9059-438c-a022-c732f83ca0af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444651
Feb 12 21:14:32.530868 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459263f-1060-4b14-b8fb-d71df83ec91d req-9e8c8c98-f968-4874-a5fe-ba22d259b8fb tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:32.532843 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0459263f-1060-4b14-b8fb-d71df83ec91d req-9e8c8c98-f968-4874-a5fe-ba22d259b8fb tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 943 time: 0.0776234
Feb 12 21:14:32.561052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3a071a12-e58f-4192-9cb0-38850a9db849 None None] Provisioning complete for port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:32.561461 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3a071a12-e58f-4192-9cb0-38850a9db849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:32.583256 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d94180aa-ec52-4092-84e3-a86c160e57d6 req-08c399e0-06a5-4780-aaab-4559404d2a58 service neutron] 10.222.0.50 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1134155
Feb 12 21:14:32.584049 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0459263f-1060-4b14-b8fb-d71df83ec91d req-97e5087b-ca42-4b04-9815-b52ac599e682 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450478
Feb 12 21:14:32.607489 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3a071a12-e58f-4192-9cb0-38850a9db849 None None] Port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:14:32.629656 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5c20740d-e3ca-43f1-a8e5-6e61f21a5e7c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8546615
Feb 12 21:14:32.639853 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-480b3980-ad67-4cd1-b2fb-a3060333c283 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Request body: {'port': {'device_id': '252f22ce-8a26-45c9-8439-95e29bb12e93', 'network_id': '56382359-bde3-4e93-8298-855e64f470af', 'admin_state_up': True, 'tenant_id': 'b438902509da463ba94a98d99ffd1444'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:32.680871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d94180aa-ec52-4092-84e3-a86c160e57d6 req-95b1eac4-3572-498b-b806-750aa8988d04 service neutron] 10.222.0.50 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0917172
Feb 12 21:14:32.739111 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6ac8ef0-e632-4b06-9afd-b2127cc095d7 req-6efd4c47-9e47-425d-9447-365e451a62ea tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 210 time: 0.0279756
Feb 12 21:14:32.860460 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b87c0-7fb2-42c7-b054-400496594dd8 req-75927c4f-12ed-4da4-8e0b-d71f461b1096 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:32.862021 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e5b87c0-7fb2-42c7-b054-400496594dd8 req-75927c4f-12ed-4da4-8e0b-d71f461b1096 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0592239
Feb 12 21:14:32.880628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-480b3980-ad67-4cd1-b2fb-a3060333c283 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Made reservation on behalf of b438902509da463ba94a98d99ffd1444 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:14:32.883828 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-480b3980-ad67-4cd1-b2fb-a3060333c283 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:32.932386 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e5b87c0-7fb2-42c7-b054-400496594dd8 req-c365f54e-3abf-4cef-999b-07e6e9fccdf9 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645845
Feb 12 21:14:33.035774 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-480b3980-ad67-4cd1-b2fb-a3060333c283 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Allocated IP 19.86.0.245 (56382359-bde3-4e93-8298-855e64f470af/715e1d09-1c66-4e35-80d7-e3ec2e4c4540/735421c7-998f-4aad-ae4f-0ba9e9eff209) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:14:33.190718 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-480b3980-ad67-4cd1-b2fb-a3060333c283 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks [] for port (735421c7-998f-4aad-ae4f-0ba9e9eff209), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:33.307438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf91c74-405d-4171-8c1f-c637470220dc req-830bf071-38d7-4e5d-b4a6-c49329d0bd21 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:33.309822 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4bf91c74-405d-4171-8c1f-c637470220dc req-830bf071-38d7-4e5d-b4a6-c49329d0bd21 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 932 time: 0.0551975
Feb 12 21:14:33.344898 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-480b3980-ad67-4cd1-b2fb-a3060333c283 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (735421c7-998f-4aad-ae4f-0ba9e9eff209), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:33.360714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4bf91c74-405d-4171-8c1f-c637470220dc req-b66c7cbb-3b1b-4360-9104-2b64f914bbbf tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460572
Feb 12 21:14:33.397559 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-480b3980-ad67-4cd1-b2fb-a3060333c283 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Network 56382359-bde3-4e93-8298-855e64f470af is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:14:33.401137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-480b3980-ad67-4cd1-b2fb-a3060333c283 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:14:33.404751 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-480b3980-ad67-4cd1-b2fb-a3060333c283 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:14:33.434947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b3980-ad67-4cd1-b2fb-a3060333c283 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event updated for resources: {'Port': ['ID=735421c7-998f-4aad-ae4f-0ba9e9eff209,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:33.464893 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-480b3980-ad67-4cd1-b2fb-a3060333c283 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:33.465567 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-480b3980-ad67-4cd1-b2fb-a3060333c283 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:33.583852 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-480b3980-ad67-4cd1-b2fb-a3060333c283 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9484129
Feb 12 21:14:33.594897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Request body: {'port': {'device_id': '252f22ce-8a26-45c9-8439-95e29bb12e93', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:33.633285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a239607-f036-44ea-a8d2-83e5e8b25a93 None None] Provisioning complete for port 735421c7-998f-4aad-ae4f-0ba9e9eff209 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:33.634441 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a239607-f036-44ea-a8d2-83e5e8b25a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (735421c7-998f-4aad-ae4f-0ba9e9eff209), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:33.662962 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:33.683077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a239607-f036-44ea-a8d2-83e5e8b25a93 None None] Port 735421c7-998f-4aad-ae4f-0ba9e9eff209 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:14:33.799380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8b6ba-282c-453e-a2da-c6af1a095e4e req-cdc2095f-7585-42b8-8569-9c78298e62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:33.801442 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65e8b6ba-282c-453e-a2da-c6af1a095e4e req-cdc2095f-7585-42b8-8569-9c78298e62cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2094e607f7bf4345beb838fc2e483911&device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 1128 time: 0.0615931
Feb 12 21:14:33.837422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0939e-8f3f-4d20-ad83-945d92ee91ea req-23d816de-99fd-42a0-b241-4ac8f147f2e4 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:33.839031 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-62f0939e-8f3f-4d20-ad83-945d92ee91ea req-23d816de-99fd-42a0-b241-4ac8f147f2e4 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 943 time: 0.1409287
Feb 12 21:14:33.885054 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c9196131-38bb-47dc-acb8-e47c731ae24e req-09ecafed-5bfa-48b6-9ec4-70ecbaf832c0 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 210 time: 0.0579858
Feb 12 21:14:33.921231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8b6ba-282c-453e-a2da-c6af1a095e4e req-cd5346fd-aa15-46a3-ba08-ec58ce96bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:33.922736 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65e8b6ba-282c-453e-a2da-c6af1a095e4e req-cd5346fd-aa15-46a3-ba08-ec58ce96bd9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=4558dc02-1bc4-4b41-a16f-8a68e939fe76 HTTP/1.1" status: 200  len: 918 time: 0.1139407
Feb 12 21:14:33.942050 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-62f0939e-8f3f-4d20-ad83-945d92ee91ea req-23092d9e-b788-4588-a521-85a766d31377 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911324
Feb 12 21:14:33.993734 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65e8b6ba-282c-453e-a2da-c6af1a095e4e req-cb07333c-a10f-4ffe-9b1f-9c19e0d77836 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ad38511-3f1f-4f22-831b-955591ab9833 HTTP/1.1" status: 200  len: 1001 time: 0.0638371
Feb 12 21:14:34.028081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:34.036006 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Publish callbacks [] for port (4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:34.051175 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Transition to ACTIVE for port object 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:14:34.075296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8b6ba-282c-453e-a2da-c6af1a095e4e req-b46f0d3d-ca3f-472b-b7e3-0c753dbf6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:34.076743 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65e8b6ba-282c-453e-a2da-c6af1a095e4e req-b46f0d3d-ca3f-472b-b7e3-0c753dbf6894 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5 HTTP/1.1" status: 200  len: 856 time: 0.0728014
Feb 12 21:14:34.096209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc106b0d-a146-412f-93b9-42557532dcbb req-aa82caaa-8884-44a5-bd9f-24ac64892eb1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:34.096964 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc106b0d-a146-412f-93b9-42557532dcbb req-aa82caaa-8884-44a5-bd9f-24ac64892eb1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0834227
Feb 12 21:14:34.138618 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:34.183909 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8b6ba-282c-453e-a2da-c6af1a095e4e req-6845ce19-8361-4212-bd8f-ee19496e42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:34.185739 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65e8b6ba-282c-453e-a2da-c6af1a095e4e req-6845ce19-8361-4212-bd8f-ee19496e42d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4558dc02-1bc4-4b41-a16f-8a68e939fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0878682
Feb 12 21:14:34.189853 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc106b0d-a146-412f-93b9-42557532dcbb req-219c90f9-bd4e-477a-8ca7-6fd4e4ff106b tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841541
Feb 12 21:14:34.217374 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Pushing event updated for resources: {'Port': ['ID=4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:34.285259 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Attempting to bind port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:14:34.285654 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Attempting to bind port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd871fa32-18b3-4e4d-a638-f7eb3e5d44bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f4d62ea-7d15-483e-bc99-c740173135a1'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:14:34.285987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Attempting to bind port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce on network 7f4d62ea-7d15-483e-bc99-c740173135a1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:14:34.291668 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce on network 7f4d62ea-7d15-483e-bc99-c740173135a1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:14:34.292135 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Attempting to bind port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce on network 7f4d62ea-7d15-483e-bc99-c740173135a1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:14:34.297791 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:14:34.298138 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Checking segment: {'id': 'd871fa32-18b3-4e4d-a638-f7eb3e5d44bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f4d62ea-7d15-483e-bc99-c740173135a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:14:34.298527 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Bound using segment: {'id': 'd871fa32-18b3-4e4d-a638-f7eb3e5d44bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f4d62ea-7d15-483e-bc99-c740173135a1'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:14:34.298960 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Bound port: 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd871fa32-18b3-4e4d-a638-f7eb3e5d44bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7f4d62ea-7d15-483e-bc99-c740173135a1'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:14:34.299429 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:34.305638 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65e8b6ba-282c-453e-a2da-c6af1a095e4e req-e6ce86b6-d566-4e89-8a9f-c95b2f27326b service neutron] 10.222.0.48 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1008813
Feb 12 21:14:34.452741 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65e8b6ba-282c-453e-a2da-c6af1a095e4e req-47b6776e-5207-4253-a2a8-2b84d3876336 service neutron] 10.222.0.48 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443055
Feb 12 21:14:34.500637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] For port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:14:34.531431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] For port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce,segment=NetworkSegment(d871fa32-18b3-4e4d-a638-f7eb3e5d44bb),segment_id=d871fa32-18b3-4e4d-a638-f7eb3e5d44bb)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:14:34.544503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b55254c0-bcf4-4ae6-bb02-ce9def75f503 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:34.546108 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b55254c0-bcf4-4ae6-bb02-ce9def75f503 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.48 "GET /v2.0/networks?id=46e8ba15-abd6-4b1e-957e-9d3052ac4ccd HTTP/1.1" status: 200  len: 822 time: 0.2314560
Feb 12 21:14:34.560623 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b47a0-9e2e-4578-83ea-96a68e2e8d8f req-b627a6c0-a930-4cbe-925e-e04c2bbaec83 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:34.566073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b47a0-9e2e-4578-83ea-96a68e2e8d8f req-b627a6c0-a930-4cbe-925e-e04c2bbaec83 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:34.567677 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3d4b47a0-9e2e-4578-83ea-96a68e2e8d8f req-b627a6c0-a930-4cbe-925e-e04c2bbaec83 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 1667 time: 0.1175964
Feb 12 21:14:34.572427 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-ea93e3ca-7667-40c4-8295-bd1177a59f23 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Request body: {'port': {'device_id': 'd2990b1d-7527-44c6-9a61-380b654541b6', 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd', 'admin_state_up': True, 'tenant_id': '0da6753f4d6946489d582ef43d0da4f0'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:34.606191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device dd227e33-f70a-4937-a239-d5f76f172b3e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:14:34.609082 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:34.719204 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:34.719753 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:34.721235 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] 10.222.0.50 "PUT /v2.0/ports/4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce HTTP/1.1" status: 200  len: 1092 time: 1.1307285
Feb 12 21:14:34.724154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252f22ce-8a26-45c9-8439-95e29bb12e93', 'tag': '4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:34.724294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port dd227e33-f70a-4937-a239-d5f76f172b3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd227e33-f70a-4937-a239-d5f76f172b3e,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:34.726078 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cc6e9f-4285-46b1-9946-92718e807e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "252f22ce-8a26-45c9-8439-95e29bb12e93", "tag": "4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:34.748489 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'dd227e33-f70a-4937-a239-d5f76f172b3e', 'network_id': '282c3200-9059-438c-a022-c732f83ca0af', 'port_id': 'dd227e33-f70a-4937-a239-d5f76f172b3e', 'mac_address': 'fa:16:3e:8d:10:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:14:34.757184 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3d4b47a0-9e2e-4578-83ea-96a68e2e8d8f req-087ccef3-90af-4a9a-a4d5-4753392d8889 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1811006
Feb 12 21:14:34.783422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9dbc9f-d31a-4867-938b-68f61ea84a7a service neutron] Pushing event updated for resources: {'Port': ['ID=4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:34.820868 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b8c70f-8352-4eeb-804f-4498bccb510b x-openstack-request-id: req-66b8c70f-8352-4eeb-804f-4498bccb510b {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:34.821234 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252f22ce-8a26-45c9-8439-95e29bb12e93", "tag": "4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:34.821466 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66b8c70f-8352-4eeb-804f-4498bccb510b {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:34.821968 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252f22ce-8a26-45c9-8439-95e29bb12e93', 'tag': '4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce', 'status': 'completed', 'code': 200}
Feb 12 21:14:34.843329 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Request body: {'port': {'device_id': '252f22ce-8a26-45c9-8439-95e29bb12e93', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:34.853409 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port dd227e33-f70a-4937-a239-d5f76f172b3e is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:34.857486 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dd227e33-f70a-4937-a239-d5f76f172b3e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:34.874970 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd227e33-f70a-4937-a239-d5f76f172b3e {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:34.900992 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port dd227e33-f70a-4937-a239-d5f76f172b3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd227e33-f70a-4937-a239-d5f76f172b3e,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:34.914145 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-ea93e3ca-7667-40c4-8295-bd1177a59f23 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Made reservation on behalf of 0da6753f4d6946489d582ef43d0da4f0 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:14:34.919604 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-ea93e3ca-7667-40c4-8295-bd1177a59f23 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:34.924447 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc6e9f-4285-46b1-9946-92718e807e3b req-34befbd5-4fc0-4983-be5a-6bda4c0e7380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:34.925028 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc6e9f-4285-46b1-9946-92718e807e3b req-34befbd5-4fc0-4983-be5a-6bda4c0e7380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:34.927209 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7cc6e9f-4285-46b1-9946-92718e807e3b req-34befbd5-4fc0-4983-be5a-6bda4c0e7380 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b438902509da463ba94a98d99ffd1444&device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 1945 time: 0.0816817
Feb 12 21:14:34.993526 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (735421c7-998f-4aad-ae4f-0ba9e9eff209), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:34.996765 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dd227e33-f70a-4937-a239-d5f76f172b3e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:35.049867 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ccc88427-066e-4636-9d89-57d98beadf75 req-e31a49d6-6230-43d2-9a78-bfbe56418641 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 210 time: 0.0348685
Feb 12 21:14:35.070840 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=dd227e33-f70a-4937-a239-d5f76f172b3e,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:35.106383 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc6e9f-4285-46b1-9946-92718e807e3b req-c706ba87-7a40-465e-ab3c-b3993fa40ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:35.106856 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc6e9f-4285-46b1-9946-92718e807e3b req-c706ba87-7a40-465e-ab3c-b3993fa40ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:35.107598 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc6e9f-4285-46b1-9946-92718e807e3b req-c706ba87-7a40-465e-ab3c-b3993fa40ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:35.109847 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7cc6e9f-4285-46b1-9946-92718e807e3b req-c706ba87-7a40-465e-ab3c-b3993fa40ddb service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b438902509da463ba94a98d99ffd1444&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.1742527
Feb 12 21:14:35.197686 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['dd227e33-f70a-4937-a239-d5f76f172b3e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:35.200259 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-ea93e3ca-7667-40c4-8295-bd1177a59f23 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Allocated IP 172.20.0.8 (46e8ba15-abd6-4b1e-957e-9d3052ac4ccd/f699deae-cd61-42bd-abe6-0c0615e85f5c/560cbda4-8c83-4286-ad46-6863e830ae96) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:14:35.257824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c00c8-145a-413e-aaf9-82bf8dc12d4b req-6080b6b0-78d6-44ff-a6bb-55088b7f43bf tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:35.257824 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a49c00c8-145a-413e-aaf9-82bf8dc12d4b req-6080b6b0-78d6-44ff-a6bb-55088b7f43bf tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 944 time: 0.1082063
Feb 12 21:14:35.265078 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc6e9f-4285-46b1-9946-92718e807e3b req-8074540d-3db8-4b9c-9dc1-41c0cddffc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:35.266625 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7cc6e9f-4285-46b1-9946-92718e807e3b req-8074540d-3db8-4b9c-9dc1-41c0cddffc34 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1506248
Feb 12 21:14:35.318488 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a49c00c8-145a-413e-aaf9-82bf8dc12d4b req-d18ea383-cd38-4bdd-8d2c-12423cc22893 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508847
Feb 12 21:14:35.457217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e5059-93e8-4b22-b415-fee90c70fbb8 req-40c94561-cefe-48ee-82a5-c1e57a23fee9 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:35.462614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e5059-93e8-4b22-b415-fee90c70fbb8 req-40c94561-cefe-48ee-82a5-c1e57a23fee9 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:35.468620 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e5059-93e8-4b22-b415-fee90c70fbb8 req-40c94561-cefe-48ee-82a5-c1e57a23fee9 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:35.474033 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e5059-93e8-4b22-b415-fee90c70fbb8 req-40c94561-cefe-48ee-82a5-c1e57a23fee9 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:35.480009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e5059-93e8-4b22-b415-fee90c70fbb8 req-40c94561-cefe-48ee-82a5-c1e57a23fee9 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:35.485391 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e5059-93e8-4b22-b415-fee90c70fbb8 req-40c94561-cefe-48ee-82a5-c1e57a23fee9 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:35.486200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66948-90c9-48b4-a748-167277c8f624 req-1a76171f-99f8-47c7-b8fb-87d74c653090 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:35.487754 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e8d66948-90c9-48b4-a748-167277c8f624 req-1a76171f-99f8-47c7-b8fb-87d74c653090 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.1710217
Feb 12 21:14:35.490736 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e5059-93e8-4b22-b415-fee90c70fbb8 req-40c94561-cefe-48ee-82a5-c1e57a23fee9 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:35.493856 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b9e5059-93e8-4b22-b415-fee90c70fbb8 req-40c94561-cefe-48ee-82a5-c1e57a23fee9 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5446 time: 0.1064031
Feb 12 21:14:35.557045 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b9e5059-93e8-4b22-b415-fee90c70fbb8 req-d07183f9-c955-4a79-920d-5a56c843f131 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0575905
Feb 12 21:14:35.558086 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735421c7-998f-4aad-ae4f-0ba9e9eff209 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:35.568432 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-ea93e3ca-7667-40c4-8295-bd1177a59f23 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for port (560cbda4-8c83-4286-ad46-6863e830ae96), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:35.579891 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Publish callbacks [] for port (735421c7-998f-4aad-ae4f-0ba9e9eff209), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:35.610284 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e8d66948-90c9-48b4-a748-167277c8f624 req-55f9619e-7837-4ed6-904b-a29494a3e070 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0951557
Feb 12 21:14:35.615578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Transition to ACTIVE for port object 735421c7-998f-4aad-ae4f-0ba9e9eff209 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:14:35.668956 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (735421c7-998f-4aad-ae4f-0ba9e9eff209), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:35.700975 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-ea93e3ca-7667-40c4-8295-bd1177a59f23 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:35.732429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Pushing event updated for resources: {'Port': ['ID=735421c7-998f-4aad-ae4f-0ba9e9eff209,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:35.771322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-ea93e3ca-7667-40c4-8295-bd1177a59f23 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:14:35.798081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-ea93e3ca-7667-40c4-8295-bd1177a59f23 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:14:35.805607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-ea93e3ca-7667-40c4-8295-bd1177a59f23 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:14:35.864471 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93e3ca-7667-40c4-8295-bd1177a59f23 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Pushing event updated for resources: {'Port': ['ID=560cbda4-8c83-4286-ad46-6863e830ae96,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:35.898200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-ea93e3ca-7667-40c4-8295-bd1177a59f23 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:35.898836 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-ea93e3ca-7667-40c4-8295-bd1177a59f23 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:35.921936 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Attempting to bind port 735421c7-998f-4aad-ae4f-0ba9e9eff209 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:14:35.922278 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Attempting to bind port 735421c7-998f-4aad-ae4f-0ba9e9eff209 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bf98b72a-4d84-4013-8d64-d21b25315394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56382359-bde3-4e93-8298-855e64f470af'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:14:35.922614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Attempting to bind port 735421c7-998f-4aad-ae4f-0ba9e9eff209 on network 56382359-bde3-4e93-8298-855e64f470af {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:14:35.925889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff585f29-2e9c-4a4a-bb86-5aa7d9eead6a req-285e7bd4-6499-4307-824d-cfe60dbfdecd tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:35.927205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Port 735421c7-998f-4aad-ae4f-0ba9e9eff209 on network 56382359-bde3-4e93-8298-855e64f470af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:14:35.927558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Attempting to bind port 735421c7-998f-4aad-ae4f-0ba9e9eff209 on network 56382359-bde3-4e93-8298-855e64f470af {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:14:35.931165 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff585f29-2e9c-4a4a-bb86-5aa7d9eead6a req-285e7bd4-6499-4307-824d-cfe60dbfdecd tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:35.932392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:14:35.932789 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ff585f29-2e9c-4a4a-bb86-5aa7d9eead6a req-285e7bd4-6499-4307-824d-cfe60dbfdecd tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 1679 time: 0.0759091
Feb 12 21:14:35.933405 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Checking segment: {'id': 'bf98b72a-4d84-4013-8d64-d21b25315394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56382359-bde3-4e93-8298-855e64f470af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:14:35.933842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Bound using segment: {'id': 'bf98b72a-4d84-4013-8d64-d21b25315394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56382359-bde3-4e93-8298-855e64f470af'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:14:35.934271 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Bound port: 735421c7-998f-4aad-ae4f-0ba9e9eff209, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf98b72a-4d84-4013-8d64-d21b25315394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56382359-bde3-4e93-8298-855e64f470af'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:14:35.934637 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (735421c7-998f-4aad-ae4f-0ba9e9eff209), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:35.983970 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ff585f29-2e9c-4a4a-bb86-5aa7d9eead6a req-2af20a0c-5284-4ac0-9e68-dc35bff09ac2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448644
Feb 12 21:14:36.010069 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] For port 735421c7-998f-4aad-ae4f-0ba9e9eff209, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:14:36.017012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] For port 735421c7-998f-4aad-ae4f-0ba9e9eff209, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=735421c7-998f-4aad-ae4f-0ba9e9eff209,segment=NetworkSegment(bf98b72a-4d84-4013-8d64-d21b25315394),segment_id=bf98b72a-4d84-4013-8d64-d21b25315394)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:14:36.023426 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-ea93e3ca-7667-40c4-8295-bd1177a59f23 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4546137
Feb 12 21:14:36.042321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Request body: {'port': {'device_id': 'd2990b1d-7527-44c6-9a61-380b654541b6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:36.101254 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:36.142606 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (735421c7-998f-4aad-ae4f-0ba9e9eff209), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:36.219003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:36.219617 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:36.221059 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] 10.222.0.50 "PUT /v2.0/ports/735421c7-998f-4aad-ae4f-0ba9e9eff209 HTTP/1.1" status: 200  len: 1092 time: 1.3915343
Feb 12 21:14:36.306672 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7317ebd-bb9f-4759-924b-de0acb701617 service neutron] Pushing event updated for resources: {'Port': ['ID=735421c7-998f-4aad-ae4f-0ba9e9eff209,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:36.340455 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa9d2b-6eb2-4ef7-ab3f-24959253bd49 req-827b9953-6871-43d0-9878-35abecb97985 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:36.342019 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f6aa9d2b-6eb2-4ef7-ab3f-24959253bd49 req-827b9953-6871-43d0-9878-35abecb97985 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 931 time: 0.2095196
Feb 12 21:14:36.448757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbd5eb-f88a-43e7-bb17-21ee0eac3a27 req-439844a3-cc8d-4c8a-97df-27afef28f179 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:36.456032 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4bbbd5eb-f88a-43e7-bb17-21ee0eac3a27 req-439844a3-cc8d-4c8a-97df-27afef28f179 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 944 time: 0.0606573
Feb 12 21:14:36.492360 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f6aa9d2b-6eb2-4ef7-ab3f-24959253bd49 req-712f0971-4a98-4e4f-92c4-fc91b371b7f7 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077580
Feb 12 21:14:36.512479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-1bed5968-24c4-458d-b0c2-67d1d528cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:36.512971 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-1bed5968-24c4-458d-b0c2-67d1d528cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:36.514577 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-1bed5968-24c4-458d-b0c2-67d1d528cae8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b438902509da463ba94a98d99ffd1444&device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 2043 time: 0.1290562
Feb 12 21:14:36.514695 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4bbbd5eb-f88a-43e7-bb17-21ee0eac3a27 req-ce830bea-2085-4ebe-a676-a8f3c9e2d321 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561931
Feb 12 21:14:36.597236 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5a626024-5a25-4788-ad4f-232dc24c0467 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.100&port_id=4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce HTTP/1.1" status: 200  len: 217 time: 0.0733545
Feb 12 21:14:36.601215 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device dd227e33-f70a-4937-a239-d5f76f172b3e up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:14:36.632281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560cbda4-8c83-4286-ad46-6863e830ae96 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:36.654291 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Publish callbacks [] for port (560cbda4-8c83-4286-ad46-6863e830ae96), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:36.700854 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-6d7a5589-be11-4608-8cef-20387f48c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:36.702419 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-6d7a5589-be11-4608-8cef-20387f48c356 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ba64e86-99da-4b0e-a339-5c054c6fab5c HTTP/1.1" status: 200  len: 801 time: 0.0995574
Feb 12 21:14:36.706471 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Transition to ACTIVE for port object 560cbda4-8c83-4286-ad46-6863e830ae96 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:14:36.723541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port dd227e33-f70a-4937-a239-d5f76f172b3e completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:14:36.728568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port dd227e33-f70a-4937-a239-d5f76f172b3e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:36.730653 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dd227e33-f70a-4937-a239-d5f76f172b3e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:36.758410 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcdc0-99f9-42c0-8de7-611fa6984420 req-b4b54e2a-2b7f-499a-812b-1b7f65931829 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:36.764554 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcdc0-99f9-42c0-8de7-611fa6984420 req-b4b54e2a-2b7f-499a-812b-1b7f65931829 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:36.769775 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcdc0-99f9-42c0-8de7-611fa6984420 req-b4b54e2a-2b7f-499a-812b-1b7f65931829 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:36.774935 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcdc0-99f9-42c0-8de7-611fa6984420 req-b4b54e2a-2b7f-499a-812b-1b7f65931829 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:36.775556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fae083-c6bf-4096-987d-96979dbe4a99 req-d3af413c-8604-4840-87ac-b2967789743e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:36.777802 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f2fae083-c6bf-4096-987d-96979dbe4a99 req-d3af413c-8604-4840-87ac-b2967789743e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.0826254
Feb 12 21:14:36.780741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcdc0-99f9-42c0-8de7-611fa6984420 req-b4b54e2a-2b7f-499a-812b-1b7f65931829 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:36.782903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3ad38511-3f1f-4f22-831b-955591ab9833 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:36.785927 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcdc0-99f9-42c0-8de7-611fa6984420 req-b4b54e2a-2b7f-499a-812b-1b7f65931829 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:36.791143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcdc0-99f9-42c0-8de7-611fa6984420 req-b4b54e2a-2b7f-499a-812b-1b7f65931829 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:36.793261 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a3bcdc0-99f9-42c0-8de7-611fa6984420 req-b4b54e2a-2b7f-499a-812b-1b7f65931829 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5446 time: 0.1533957
Feb 12 21:14:36.797197 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:36.823585 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252f22ce-8a26-45c9-8439-95e29bb12e93', 'tag': '735421c7-998f-4aad-ae4f-0ba9e9eff209'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:36.825847 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef9c159-026f-4007-b50d-30b8aad2feaa" -d '{"events": [{"name": "network-changed", "server_uuid": "252f22ce-8a26-45c9-8439-95e29bb12e93", "tag": "735421c7-998f-4aad-ae4f-0ba9e9eff209"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:36.881797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-86d095c6-d4a0-4873-8ccb-0354fc66bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:36.888079 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-86d095c6-d4a0-4873-8ccb-0354fc66bb12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7f4d62ea-7d15-483e-bc99-c740173135a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1747088
Feb 12 21:14:36.888336 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f2fae083-c6bf-4096-987d-96979dbe4a99 req-c09f0547-e9b5-4ed1-a00f-3c76f92b8b1f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940154
Feb 12 21:14:36.890491 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Pushing event updated for resources: {'Port': ['ID=560cbda4-8c83-4286-ad46-6863e830ae96,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:36.910135 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-600a98df-8413-4bbf-a5b5-38593d195b6a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1422474
Feb 12 21:14:36.934528 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port dd227e33-f70a-4937-a239-d5f76f172b3e is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:36.934869 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dd227e33-f70a-4937-a239-d5f76f172b3e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:36.953854 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 3ad38511-3f1f-4f22-831b-955591ab9833 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:36.954247 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:36.974723 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae66924-5617-4e45-a05b-3792b2bf1c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd227e33-f70a-4937-a239-d5f76f172b3e'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:36.976997 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed48ee6-0ce6-4234-9d92-88fa42e4b148" -d '{"events": [{"server_uuid": "eae66924-5617-4e45-a05b-3792b2bf1c82", "name": "network-vif-plugged", "status": "completed", "tag": "dd227e33-f70a-4937-a239-d5f76f172b3e"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:36.988080 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a3bcdc0-99f9-42c0-8de7-611fa6984420 req-45df73d3-1b34-4cbc-afa5-88ea2062ff53 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1656847
Feb 12 21:14:36.998109 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d711a7b-d522-4f05-a27f-f1117814a1cc x-openstack-request-id: req-0d711a7b-d522-4f05-a27f-f1117814a1cc {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:36.998404 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252f22ce-8a26-45c9-8439-95e29bb12e93", "tag": "735421c7-998f-4aad-ae4f-0ba9e9eff209", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:36.998802 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d711a7b-d522-4f05-a27f-f1117814a1cc {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:36.999231 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252f22ce-8a26-45c9-8439-95e29bb12e93', 'tag': '735421c7-998f-4aad-ae4f-0ba9e9eff209', 'status': 'completed', 'code': 200}
Feb 12 21:14:37.001569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port dd227e33-f70a-4937-a239-d5f76f172b3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd227e33-f70a-4937-a239-d5f76f172b3e,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:37.019109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ad38511-3f1f-4f22-831b-955591ab9833,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:37.038236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-a8b535b8-309e-4b63-830b-49696dc65843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.038630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-a8b535b8-309e-4b63-830b-49696dc65843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.039105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-a8b535b8-309e-4b63-830b-49696dc65843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.039585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-a8b535b8-309e-4b63-830b-49696dc65843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.040140 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-a8b535b8-309e-4b63-830b-49696dc65843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.046873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-a8b535b8-309e-4b63-830b-49696dc65843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.047440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-a8b535b8-309e-4b63-830b-49696dc65843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.049851 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-a8b535b8-309e-4b63-830b-49696dc65843 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 6707 time: 0.1108429
Feb 12 21:14:37.070269 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e86e31-a3e1-4c75-a373-25d4808f4f43 x-openstack-request-id: req-63e86e31-a3e1-4c75-a373-25d4808f4f43 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:37.070879 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae66924-5617-4e45-a05b-3792b2bf1c82", "name": "network-vif-plugged", "status": "completed", "tag": "dd227e33-f70a-4937-a239-d5f76f172b3e", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:37.070879 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63e86e31-a3e1-4c75-a373-25d4808f4f43 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:37.071255 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae66924-5617-4e45-a05b-3792b2bf1c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd227e33-f70a-4937-a239-d5f76f172b3e', 'code': 200}
Feb 12 21:14:37.140867 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dd227e33-f70a-4937-a239-d5f76f172b3e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:37.164496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Attempting to bind port 560cbda4-8c83-4286-ad46-6863e830ae96 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:14:37.165076 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Attempting to bind port 560cbda4-8c83-4286-ad46-6863e830ae96 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cfa9793b-232a-4d0f-87f9-40fa92c2e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:14:37.165173 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Attempting to bind port 560cbda4-8c83-4286-ad46-6863e830ae96 on network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:14:37.176338 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:37.197499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Port 560cbda4-8c83-4286-ad46-6863e830ae96 on network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:14:37.197828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Attempting to bind port 560cbda4-8c83-4286-ad46-6863e830ae96 on network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:14:37.201585 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=dd227e33-f70a-4937-a239-d5f76f172b3e,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:37.219292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:14:37.219696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Checking segment: {'id': 'cfa9793b-232a-4d0f-87f9-40fa92c2e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:14:37.220095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Bound using segment: {'id': 'cfa9793b-232a-4d0f-87f9-40fa92c2e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:14:37.221006 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Bound port: 560cbda4-8c83-4286-ad46-6863e830ae96, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa9793b-232a-4d0f-87f9-40fa92c2e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:14:37.221450 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:37.239205 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-1358fa67-1535-4298-8a13-e505ca45724b service neutron] 10.222.0.50 "GET /v2.0/networks/7f4d62ea-7d15-483e-bc99-c740173135a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3460834
Feb 12 21:14:37.265013 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8db7-95d2-4ec0-8786-39a83a2e1dbc req-10b189e9-cf4f-4650-9bd9-b74cf5445adf tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.274675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8db7-95d2-4ec0-8786-39a83a2e1dbc req-10b189e9-cf4f-4650-9bd9-b74cf5445adf tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.274675 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-838a8db7-95d2-4ec0-8786-39a83a2e1dbc req-10b189e9-cf4f-4650-9bd9-b74cf5445adf tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 1679 time: 0.1270132
Feb 12 21:14:37.274930 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d5d13-85b8-4072-beb9-29743d6e1e28 req-e440f57b-4370-4f00-a0c1-3fec89dc87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.275662 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-253d5d13-85b8-4072-beb9-29743d6e1e28 req-e440f57b-4370-4f00-a0c1-3fec89dc87e2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 1127 time: 0.1169448
Feb 12 21:14:37.280126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-479bb9fd-d1ab-4c0a-ae5a-501d3b55b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.280610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-479bb9fd-d1ab-4c0a-ae5a-501d3b55b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.281146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-479bb9fd-d1ab-4c0a-ae5a-501d3b55b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.283039 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-479bb9fd-d1ab-4c0a-ae5a-501d3b55b6a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0824877a-f60f-4b02-85ba-7bb3e69bc246&id=362c5c76-0028-4be9-86fd-cc1c41d159ca&id=362c5c76-0028-4be9-86fd-cc1c41d159ca&id=362c5c76-0028-4be9-86fd-cc1c41d159ca&id=362c5c76-0028-4be9-86fd-cc1c41d159ca&id=c71d3387-4285-452a-953d-e8edb5c159e7&id=c71d3387-4285-452a-953d-e8edb5c159e7 HTTP/1.1" status: 200  len: 2292 time: 0.1771598
Feb 12 21:14:37.301194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=3ad38511-3f1f-4f22-831b-955591ab9833,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:37.380042 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-253d5d13-85b8-4072-beb9-29743d6e1e28 req-07c367f4-39fd-451a-b376-931e8fe720b0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958822
Feb 12 21:14:37.388343 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-5e8f69f5-e823-44d3-bdcd-59ace01a79bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=335b0423-e329-43fd-bea1-28e4856ef8b9 HTTP/1.1" status: 200  len: 1001 time: 0.0893195
Feb 12 21:14:37.446080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-54ac84a4-8400-493f-a53a-3be219041256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.447576 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-54ac84a4-8400-493f-a53a-3be219041256 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=925d65ec-3fa2-4569-8607-ed683a98304c HTTP/1.1" status: 200  len: 851 time: 0.0499589
Feb 12 21:14:37.499633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-ec14fba0-78eb-48db-9088-7c57c3bbdb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.501346 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-ec14fba0-78eb-48db-9088-7c57c3bbdb23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0824877a-f60f-4b02-85ba-7bb3e69bc246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0471919
Feb 12 21:14:37.620838 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-9692e82d-b4f6-4828-a683-a2b00b59b708 service neutron] 10.222.0.48 "GET /v2.0/networks/0824877a-f60f-4b02-85ba-7bb3e69bc246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1052573
Feb 12 21:14:37.715313 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] For port 560cbda4-8c83-4286-ad46-6863e830ae96, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:14:37.721245 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-bdadf287-d628-41df-8973-cecc8c9c7661 service neutron] 10.222.0.48 "GET /v2.0/networks/0824877a-f60f-4b02-85ba-7bb3e69bc246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0929098
Feb 12 21:14:37.740851 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-838a8db7-95d2-4ec0-8786-39a83a2e1dbc req-c26fe05a-d9dc-41b0-a640-fc510b18ac23 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4377515
Feb 12 21:14:37.749468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] For port 560cbda4-8c83-4286-ad46-6863e830ae96, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=560cbda4-8c83-4286-ad46-6863e830ae96,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:14:37.757093 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5be682a1-2421-4e7a-970d-c226db827b8c service neutron] 10.222.0.50 "GET /v2.0/networks/7f4d62ea-7d15-483e-bc99-c740173135a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5079403
Feb 12 21:14:37.771915 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-2cbe3336-5d81-443a-aab4-3a840819c2f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=17ba1c7f-90cf-4f91-a05e-68927bcbe7cc HTTP/1.1" status: 200  len: 217 time: 0.0443807
Feb 12 21:14:37.799909 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-524f40e6-7995-457c-b3d7-4f8cd03e203a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.245&port_id=735421c7-998f-4aad-ae4f-0ba9e9eff209 HTTP/1.1" status: 200  len: 217 time: 0.0360806
Feb 12 21:14:37.830808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-fe3a94a2-d642-44b4-a871-2abc54f9bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.832288 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-fe3a94a2-d642-44b4-a871-2abc54f9bfbd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ce8693b-2c76-4c94-8612-f77b092ad4ef HTTP/1.1" status: 200  len: 797 time: 0.0498238
Feb 12 21:14:37.865851 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:37.886642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-b0ddcdb8-e736-4c2a-bc61-b2fb61671993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.888188 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-b0ddcdb8-e736-4c2a-bc61-b2fb61671993 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=362c5c76-0028-4be9-86fd-cc1c41d159ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0478950
Feb 12 21:14:37.921414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.922057 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:37.923523 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] 10.222.0.48 "PUT /v2.0/ports/560cbda4-8c83-4286-ad46-6863e830ae96 HTTP/1.1" status: 200  len: 1091 time: 1.8856390
Feb 12 21:14:37.926347 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-9c0e8e04-596d-4ac8-b2c4-d662e40ee827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.927789 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-9c0e8e04-596d-4ac8-b2c4-d662e40ee827 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=715e1d09-1c66-4e35-80d7-e3ec2e4c4540 HTTP/1.1" status: 200  len: 801 time: 0.1210759
Feb 12 21:14:37.982611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042bfbe-2d60-42e3-b64a-c504738508ea service neutron] Pushing event updated for resources: {'Port': ['ID=560cbda4-8c83-4286-ad46-6863e830ae96,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:37.991994 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11c407-65a2-4707-8a2a-f6f88e951d29 req-fc8222a0-34a2-4792-b50f-c144ca08de50 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:37.997962 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f11c407-65a2-4707-8a2a-f6f88e951d29 req-fc8222a0-34a2-4792-b50f-c144ca08de50 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 943 time: 0.1827228
Feb 12 21:14:38.015849 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-22c3bd69-e69f-496a-af00-b6cdfe0ebba0 service neutron] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1057830
Feb 12 21:14:38.056895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-f724f834-8480-4844-ace9-df014352eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.058650 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-f724f834-8480-4844-ace9-df014352eb12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=56382359-bde3-4e93-8298-855e64f470af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1242473
Feb 12 21:14:38.063366 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f11c407-65a2-4707-8a2a-f6f88e951d29 req-abeac9f5-bfd8-48f2-83ea-3f65e53ff6df tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621288
Feb 12 21:14:38.142164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-e86ad5d7-87bd-4319-9aa7-85044d64606e service neutron] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1139128
Feb 12 21:14:38.213907 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-f3afe88a-ff0f-407f-886f-e99995d6c2f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=db0ca88d-7497-4c86-9f77-a0e7753f1866 HTTP/1.1" status: 200  len: 217 time: 0.0522349
Feb 12 21:14:38.246937 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-f2fcf0f9-5cb3-4c46-bac4-cce395ad80e9 service neutron] 10.222.0.50 "GET /v2.0/networks/56382359-bde3-4e93-8298-855e64f470af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1811595
Feb 12 21:14:38.252725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-12d6952a-da79-4ebe-8ef6-94897fd87388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.255332 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-12d6952a-da79-4ebe-8ef6-94897fd87388 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0da6753f4d6946489d582ef43d0da4f0&device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 1125 time: 0.1203346
Feb 12 21:14:38.270188 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fb108-e74b-4a07-a9a0-73c4edb7a8d0 req-bbf4a8c6-a9b9-4574-9af4-ae9c59d6c9ce tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.271695 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d6fb108-e74b-4a07-a9a0-73c4edb7a8d0 req-bbf4a8c6-a9b9-4574-9af4-ae9c59d6c9ce tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 945 time: 0.1258767
Feb 12 21:14:38.334818 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-2c1590e0-9d61-4968-89e0-86177be267c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=560cbda4-8c83-4286-ad46-6863e830ae96 HTTP/1.1" status: 200  len: 217 time: 0.0611820
Feb 12 21:14:38.356734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-8f138826-87b6-42a7-afc2-ce3d714e4908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.358510 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-8f138826-87b6-42a7-afc2-ce3d714e4908 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ce8693b-2c76-4c94-8612-f77b092ad4ef HTTP/1.1" status: 200  len: 797 time: 0.1177752
Feb 12 21:14:38.379660 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0894dc-b92c-4c4a-8aaf-88f80b1de6c8 req-7891624e-cbf9-4462-81df-f3ba1d94cae2 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.385035 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0894dc-b92c-4c4a-8aaf-88f80b1de6c8 req-7891624e-cbf9-4462-81df-f3ba1d94cae2 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.390817 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0894dc-b92c-4c4a-8aaf-88f80b1de6c8 req-7891624e-cbf9-4462-81df-f3ba1d94cae2 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.396077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0894dc-b92c-4c4a-8aaf-88f80b1de6c8 req-7891624e-cbf9-4462-81df-f3ba1d94cae2 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.402010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0894dc-b92c-4c4a-8aaf-88f80b1de6c8 req-7891624e-cbf9-4462-81df-f3ba1d94cae2 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.407382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0894dc-b92c-4c4a-8aaf-88f80b1de6c8 req-7891624e-cbf9-4462-81df-f3ba1d94cae2 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.412965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0894dc-b92c-4c4a-8aaf-88f80b1de6c8 req-7891624e-cbf9-4462-81df-f3ba1d94cae2 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.415077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a0894dc-b92c-4c4a-8aaf-88f80b1de6c8 req-7891624e-cbf9-4462-81df-f3ba1d94cae2 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5446 time: 0.1162715
Feb 12 21:14:38.448434 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d6fb108-e74b-4a07-a9a0-73c4edb7a8d0 req-bc5eba9d-4233-434b-a5f4-ece7f4da8c25 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577625
Feb 12 21:14:38.455383 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-111f9005-ee59-4854-aaf1-ffd4de3bf255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.456842 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-111f9005-ee59-4854-aaf1-ffd4de3bf255 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f699deae-cd61-42bd-abe6-0c0615e85f5c HTTP/1.1" status: 200  len: 862 time: 0.1148643
Feb 12 21:14:38.482778 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2546774-b44e-4f88-a1ca-e069ad8eb991 req-5bc6efd3-701e-4bd5-bf0d-4c894f05de21 service neutron] 10.222.0.50 "GET /v2.0/networks/56382359-bde3-4e93-8298-855e64f470af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275512
Feb 12 21:14:38.517611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-2bf0ced3-22e0-4c0b-80d3-819213ee4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.519180 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-2bf0ced3-22e0-4c0b-80d3-819213ee4740 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=362c5c76-0028-4be9-86fd-cc1c41d159ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1032159
Feb 12 21:14:38.524360 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a0894dc-b92c-4c4a-8aaf-88f80b1de6c8 req-ab0c8c4a-9910-4797-a3f5-87e552c46e89 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0994089
Feb 12 21:14:38.527446 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-709d2069-c7e4-4330-87e5-547e798bc98b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46e8ba15-abd6-4b1e-957e-9d3052ac4ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383074
Feb 12 21:14:38.634917 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-56cb00e9-52c1-4163-a5df-f374ce655f0c service neutron] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1046104
Feb 12 21:14:38.704147 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-ae8f7865-d224-4164-8646-225a6cdedd91 service neutron] 10.222.0.48 "GET /v2.0/networks/46e8ba15-abd6-4b1e-957e-9d3052ac4ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697445
Feb 12 21:14:38.707012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9c159-026f-4007-b50d-30b8aad2feaa req-cdf6eaa2-a6eb-4cc5-bbeb-907302c5e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.707566 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9c159-026f-4007-b50d-30b8aad2feaa req-cdf6eaa2-a6eb-4cc5-bbeb-907302c5e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.709095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8ef9c159-026f-4007-b50d-30b8aad2feaa req-cdf6eaa2-a6eb-4cc5-bbeb-907302c5e877 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b438902509da463ba94a98d99ffd1444&device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 2043 time: 0.1182084
Feb 12 21:14:38.749437 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-0d0bd2f2-2f6c-4a6a-9ca2-0351fce3f9b2 service neutron] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1078181
Feb 12 21:14:38.819077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-e59e0afc-49c8-4637-9b41-e57a1ac3d4e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=b2910da7-aefa-45b5-ab32-c4167ae080b7 HTTP/1.1" status: 200  len: 217 time: 0.0603750
Feb 12 21:14:38.879449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9c159-026f-4007-b50d-30b8aad2feaa req-f3997e93-dfa2-4efe-af1a-7902b3184792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.880926 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8ef9c159-026f-4007-b50d-30b8aad2feaa req-f3997e93-dfa2-4efe-af1a-7902b3184792 service neutron] 10.222.0.50 "GET /v2.0/networks?id=56382359-bde3-4e93-8298-855e64f470af HTTP/1.1" status: 200  len: 902 time: 0.1657441
Feb 12 21:14:38.919004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-d2d12f69-0e8b-467b-b875-9ca99e89fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.920488 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-d2d12f69-0e8b-467b-b875-9ca99e89fff8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ce8693b-2c76-4c94-8612-f77b092ad4ef HTTP/1.1" status: 200  len: 797 time: 0.0929201
Feb 12 21:14:38.932427 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa37e26d-bbd6-4adf-af8c-6b38c8b34ed3 req-5098b989-0aa5-4ae2-a748-98488003cf61 service neutron] 10.222.0.48 "GET /v2.0/networks/46e8ba15-abd6-4b1e-957e-9d3052ac4ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1928020
Feb 12 21:14:38.933991 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8ef9c159-026f-4007-b50d-30b8aad2feaa req-71d706dd-f63c-4122-a08d-30944b737a6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.245&port_id=735421c7-998f-4aad-ae4f-0ba9e9eff209 HTTP/1.1" status: 200  len: 217 time: 0.0447409
Feb 12 21:14:38.945079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c124c9-bd39-409c-bb9e-c264394485bc req-c4c10d4b-2400-463e-a066-1b2d77b1187d tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.952913 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c124c9-bd39-409c-bb9e-c264394485bc req-c4c10d4b-2400-463e-a066-1b2d77b1187d tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:38.958210 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-76c124c9-bd39-409c-bb9e-c264394485bc req-c4c10d4b-2400-463e-a066-1b2d77b1187d tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 1679 time: 0.0941861
Feb 12 21:14:39.000166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2990b1d-7527-44c6-9a61-380b654541b6', 'tag': '560cbda4-8c83-4286-ad46-6863e830ae96'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:39.002474 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502ce526-1879-4f0e-88bc-ed939f09c0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2990b1d-7527-44c6-9a61-380b654541b6", "tag": "560cbda4-8c83-4286-ad46-6863e830ae96"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:39.023995 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9c159-026f-4007-b50d-30b8aad2feaa req-6a325d2a-4d12-4cbd-b11c-ae5fd179e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.025710 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8ef9c159-026f-4007-b50d-30b8aad2feaa req-6a325d2a-4d12-4cbd-b11c-ae5fd179e9f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=715e1d09-1c66-4e35-80d7-e3ec2e4c4540 HTTP/1.1" status: 200  len: 801 time: 0.0862041
Feb 12 21:14:39.048274 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-76c124c9-bd39-409c-bb9e-c264394485bc req-e40aeb83-6bce-4750-90b1-496c02eede98 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869906
Feb 12 21:14:39.054804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-b412d9f4-997d-40b0-9742-d8422a6a214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.056363 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-b412d9f4-997d-40b0-9742-d8422a6a214a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=362c5c76-0028-4be9-86fd-cc1c41d159ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0963500
Feb 12 21:14:39.072201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ad38511-3f1f-4f22-831b-955591ab9833'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:39.075746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-74684666-3c2a-4464-9826-d5c18aeed238 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.077224 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff2e798-005a-4343-a6a5-85e6c440e36a" -d '{"events": [{"server_uuid": "6bbfee9f-78df-472d-8f1a-f8e602fda68d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ad38511-3f1f-4f22-831b-955591ab9833"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:39.081025 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-74684666-3c2a-4464-9826-d5c18aeed238 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.086583 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-74684666-3c2a-4464-9826-d5c18aeed238 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.097275 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-74684666-3c2a-4464-9826-d5c18aeed238 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.102153 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-74684666-3c2a-4464-9826-d5c18aeed238 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.107520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-74684666-3c2a-4464-9826-d5c18aeed238 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.112704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-74684666-3c2a-4464-9826-d5c18aeed238 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.114681 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-74684666-3c2a-4464-9826-d5c18aeed238 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5446 time: 0.1648457
Feb 12 21:14:39.120342 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a83a3e0-3eb3-4824-913c-08aa390b472b x-openstack-request-id: req-7a83a3e0-3eb3-4824-913c-08aa390b472b {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:39.120342 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2990b1d-7527-44c6-9a61-380b654541b6", "tag": "560cbda4-8c83-4286-ad46-6863e830ae96", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:39.120342 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a83a3e0-3eb3-4824-913c-08aa390b472b {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:39.120342 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2990b1d-7527-44c6-9a61-380b654541b6', 'tag': '560cbda4-8c83-4286-ad46-6863e830ae96', 'status': 'completed', 'code': 200}
Feb 12 21:14:39.174376 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b584710c-82dc-45f9-b597-5b403ac3cd07 x-openstack-request-id: req-b584710c-82dc-45f9-b597-5b403ac3cd07 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:39.174680 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbfee9f-78df-472d-8f1a-f8e602fda68d", "name": "network-vif-unplugged", "status": "failed", "tag": "3ad38511-3f1f-4f22-831b-955591ab9833", "code": 422}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:39.174933 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b584710c-82dc-45f9-b597-5b403ac3cd07 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:39.175328 ncdv-master-1 neutron-server[126507]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ad38511-3f1f-4f22-831b-955591ab9833', 'code': 422} returned with failed status
Feb 12 21:14:39.182992 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-1cf174ea-723e-4312-92bd-e90b5a0ca612 service neutron] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1188192
Feb 12 21:14:39.204033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9c159-026f-4007-b50d-30b8aad2feaa req-5d99692b-7d44-4eb0-9a67-5bb814af722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.205608 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8ef9c159-026f-4007-b50d-30b8aad2feaa req-5d99692b-7d44-4eb0-9a67-5bb814af722f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=56382359-bde3-4e93-8298-855e64f470af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1719384
Feb 12 21:14:39.216914 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-98add427-3f6c-47a7-97ee-371f0bfc3a06 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.219177 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-98add427-3f6c-47a7-97ee-371f0bfc3a06 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.48 "GET /v2.0/ports/f960d66a-27d4-45da-ab76-16c8e9d8d0db?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0912445
Feb 12 21:14:39.294252 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-9d8b66c8-90f4-4e61-a298-5fac9e5e2c7c service neutron] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1019390
Feb 12 21:14:39.337043 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-67bebb5b-ac95-4daa-8079-33d4b23ab731 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=cb16a4b9-5c35-4c83-b676-814b33f4354e HTTP/1.1" status: 200  len: 217 time: 0.0354917
Feb 12 21:14:39.348747 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ce526-1879-4f0e-88bc-ed939f09c0c9 req-d2dd6e19-5e97-428e-aaa4-4e72570f1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.350326 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-502ce526-1879-4f0e-88bc-ed939f09c0c9 req-d2dd6e19-5e97-428e-aaa4-4e72570f1121 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0da6753f4d6946489d582ef43d0da4f0&device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 1125 time: 0.2136548
Feb 12 21:14:39.389478 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-90873242-d618-4324-86a8-ae7427b2fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.391003 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-90873242-d618-4324-86a8-ae7427b2fe73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ce8693b-2c76-4c94-8612-f77b092ad4ef HTTP/1.1" status: 200  len: 797 time: 0.0462053
Feb 12 21:14:39.452657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-e6d9632a-765a-40c3-be36-1f0ccc2d8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.454232 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-e6d9632a-765a-40c3-be36-1f0ccc2d8a79 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=362c5c76-0028-4be9-86fd-cc1c41d159ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0543525
Feb 12 21:14:39.511068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe848e83-3113-4920-9ee2-0a1e230e40ef req-e411bfcc-ce6c-43dc-9847-c461b63200d8 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.512608 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fe848e83-3113-4920-9ee2-0a1e230e40ef req-e411bfcc-ce6c-43dc-9847-c461b63200d8 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 943 time: 0.2821157
Feb 12 21:14:39.522925 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8ef9c159-026f-4007-b50d-30b8aad2feaa req-ab81b3e5-1bdc-43f0-876b-e0638b14cfb2 service neutron] 10.222.0.50 "GET /v2.0/networks/56382359-bde3-4e93-8298-855e64f470af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3024039
Feb 12 21:14:39.568149 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-074035d0-0925-4e40-a973-065bbb9702a8 service neutron] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1064429
Feb 12 21:14:39.572441 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-f7a8205b-95e4-47a8-b132-7086e16a10ad tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.48 "GET /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.3407774
Feb 12 21:14:39.595052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-072ac56c-92fc-42b7-819e-6d647a5e994e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:39.608320 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ce526-1879-4f0e-88bc-ed939f09c0c9 req-4a4603a0-60b2-4680-8fd7-a8ff76e7efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.609828 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-502ce526-1879-4f0e-88bc-ed939f09c0c9 req-4a4603a0-60b2-4680-8fd7-a8ff76e7efc6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46e8ba15-abd6-4b1e-957e-9d3052ac4ccd HTTP/1.1" status: 200  len: 923 time: 0.2272949
Feb 12 21:14:39.720577 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-502ce526-1879-4f0e-88bc-ed939f09c0c9 req-426e7bd3-b328-470a-8688-2034dfca89b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=560cbda4-8c83-4286-ad46-6863e830ae96 HTTP/1.1" status: 200  len: 217 time: 0.0906403
Feb 12 21:14:39.733426 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5a353-7b33-41ed-b937-668af2e9289d req-67ac7b45-cf91-4d2b-8641-bb044d48c00d tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.733990 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fe848e83-3113-4920-9ee2-0a1e230e40ef req-af6beb1d-6350-419a-b534-06686b785306 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2096071
Feb 12 21:14:39.734939 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-83c5a353-7b33-41ed-b937-668af2e9289d req-67ac7b45-cf91-4d2b-8641-bb044d48c00d tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 945 time: 0.1315863
Feb 12 21:14:39.774641 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-79bada59-a2b5-49dd-8e3f-1cbcc3961042 service neutron] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1802149
Feb 12 21:14:39.834990 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8ef9c159-026f-4007-b50d-30b8aad2feaa req-22805325-b84c-4655-b1de-0076f9bd2c54 service neutron] 10.222.0.50 "GET /v2.0/networks/56382359-bde3-4e93-8298-855e64f470af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3034906
Feb 12 21:14:39.835616 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-072ac56c-92fc-42b7-819e-6d647a5e994e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:39.842431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ce526-1879-4f0e-88bc-ed939f09c0c9 req-e8ecd613-8923-4b3a-859f-0075d5e19489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.843850 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-502ce526-1879-4f0e-88bc-ed939f09c0c9 req-e8ecd613-8923-4b3a-859f-0075d5e19489 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f699deae-cd61-42bd-abe6-0c0615e85f5c HTTP/1.1" status: 200  len: 862 time: 0.1167779
Feb 12 21:14:39.843972 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-97e7e879-dbb8-4d6e-b4c5-2c621592cb8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c03b11d7-ad51-4a19-be11-d54473d9b412 HTTP/1.1" status: 200  len: 217 time: 0.0575478
Feb 12 21:14:39.847344 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-83c5a353-7b33-41ed-b937-668af2e9289d req-5cc16a6c-ce47-48d8-a987-fbc808618fd3 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013169
Feb 12 21:14:39.923529 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-502ce526-1879-4f0e-88bc-ed939f09c0c9 req-0d3f8293-2ec9-4389-9852-c043b102895f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46e8ba15-abd6-4b1e-957e-9d3052ac4ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0619972
Feb 12 21:14:39.938630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-dc6e1ca5-49f9-43b9-b256-44f8dff41133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:39.957244 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-dc6e1ca5-49f9-43b9-b256-44f8dff41133 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08752cac-9899-4cd0-802b-cebf5961249e HTTP/1.1" status: 200  len: 797 time: 0.1003652
Feb 12 21:14:40.036776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ddc13-ef3d-4255-9700-d74056f8d3ec req-baa3a593-b919-4879-acf4-9cd4242b8ace tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:40.038485 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-101ddc13-ef3d-4255-9700-d74056f8d3ec req-baa3a593-b919-4879-acf4-9cd4242b8ace tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 944 time: 0.1999874
Feb 12 21:14:40.072762 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-06f7e53b-ff63-4234-b195-47eae249ce87 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1553242
Feb 12 21:14:40.084809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-7c6b27ce-da7c-444d-a5d1-8be6eb515429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:40.086962 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-7c6b27ce-da7c-444d-a5d1-8be6eb515429 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c71d3387-4285-452a-953d-e8edb5c159e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1065340
Feb 12 21:14:40.100666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f16b29-f9b4-4d01-9e92-b5fd5e33d64f req-75f0cfbf-894b-412b-9b49-3aa947941db5 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:40.106676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f16b29-f9b4-4d01-9e92-b5fd5e33d64f req-75f0cfbf-894b-412b-9b49-3aa947941db5 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:40.111996 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f16b29-f9b4-4d01-9e92-b5fd5e33d64f req-75f0cfbf-894b-412b-9b49-3aa947941db5 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:40.117200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f16b29-f9b4-4d01-9e92-b5fd5e33d64f req-75f0cfbf-894b-412b-9b49-3aa947941db5 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:40.122465 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f16b29-f9b4-4d01-9e92-b5fd5e33d64f req-75f0cfbf-894b-412b-9b49-3aa947941db5 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:40.127713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f16b29-f9b4-4d01-9e92-b5fd5e33d64f req-75f0cfbf-894b-412b-9b49-3aa947941db5 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:40.132972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f16b29-f9b4-4d01-9e92-b5fd5e33d64f req-75f0cfbf-894b-412b-9b49-3aa947941db5 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:40.134873 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85f16b29-f9b4-4d01-9e92-b5fd5e33d64f req-75f0cfbf-894b-412b-9b49-3aa947941db5 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 5446 time: 0.1568327
Feb 12 21:14:40.223967 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-502ce526-1879-4f0e-88bc-ed939f09c0c9 req-78f02636-1923-42ab-815a-d09ac659d2d3 service neutron] 10.222.0.48 "GET /v2.0/networks/46e8ba15-abd6-4b1e-957e-9d3052ac4ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2760139
Feb 12 21:14:40.228986 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-101ddc13-ef3d-4255-9700-d74056f8d3ec req-c8ec052c-1ed1-44ca-8719-f73339aa4431 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1808805
Feb 12 21:14:40.238789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-345f1b4b-cd26-49d7-b134-543cd7af5658 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:40.240369 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-345f1b4b-cd26-49d7-b134-543cd7af5658 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports/3ad38511-3f1f-4f22-831b-955591ab9833 HTTP/1.1" status: 200  len: 941 time: 0.1123292
Feb 12 21:14:40.283334 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85f16b29-f9b4-4d01-9e92-b5fd5e33d64f req-d4a418fa-a977-42de-bea7-ce011185272f tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&id=250794fa-7518-4022-b3c1-332c50fc797c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1396475
Feb 12 21:14:40.299828 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-6937b2aa-8bb2-41be-bfcf-d0aac92a4c90 service neutron] 10.222.0.48 "GET /v2.0/networks/c71d3387-4285-452a-953d-e8edb5c159e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635060
Feb 12 21:14:40.316029 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-072ac56c-92fc-42b7-819e-6d647a5e994e service neutron] For port f960d66a-27d4-45da-ab76-16c8e9d8d0db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f960d66a-27d4-45da-ab76-16c8e9d8d0db,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:40.401369 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-072ac56c-92fc-42b7-819e-6d647a5e994e service neutron] For port f960d66a-27d4-45da-ab76-16c8e9d8d0db, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:14:40.430832 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-502ce526-1879-4f0e-88bc-ed939f09c0c9 req-a79d4410-6385-4b42-8c6b-b0abba1dc2fd service neutron] 10.222.0.48 "GET /v2.0/networks/46e8ba15-abd6-4b1e-957e-9d3052ac4ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1893249
Feb 12 21:14:40.449412 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-291441c2-70c7-46c2-a2ab-d068018db6be service neutron] 10.222.0.48 "GET /v2.0/networks/c71d3387-4285-452a-953d-e8edb5c159e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373146
Feb 12 21:14:40.450506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-072ac56c-92fc-42b7-819e-6d647a5e994e service neutron] device_id is not set on port f960d66a-27d4-45da-ab76-16c8e9d8d0db yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:14:40.462135 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-072ac56c-92fc-42b7-819e-6d647a5e994e service neutron] Publish callbacks [] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:40.506689 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-02827405-6422-4c13-a1c2-7090112fc4ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea9dd83b-8155-49b9-9961-155b1a2273e6 HTTP/1.1" status: 200  len: 217 time: 0.0412254
Feb 12 21:14:40.559860 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf125a2-da7f-4c95-9f3f-499aa57c883e req-58cc1f6f-9fa4-4db1-a610-d661d1df5db3 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:40.565098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf125a2-da7f-4c95-9f3f-499aa57c883e req-58cc1f6f-9fa4-4db1-a610-d661d1df5db3 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:40.566708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9cf125a2-da7f-4c95-9f3f-499aa57c883e req-58cc1f6f-9fa4-4db1-a610-d661d1df5db3 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 1679 time: 0.1863017
Feb 12 21:14:40.590696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-c8bba465-e4fb-4f29-b205-ee1c994f8e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:40.592167 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-c8bba465-e4fb-4f29-b205-ee1c994f8e4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08752cac-9899-4cd0-802b-cebf5961249e HTTP/1.1" status: 200  len: 797 time: 0.0770576
Feb 12 21:14:40.603687 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-072ac56c-92fc-42b7-819e-6d647a5e994e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:40.621559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 735421c7-998f-4aad-ae4f-0ba9e9eff209 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:14:40.649098 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9cf125a2-da7f-4c95-9f3f-499aa57c883e req-b8eb43a3-a7b1-404d-919f-72ab58d8034e tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760839
Feb 12 21:14:40.677494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-75c8dc2c-e999-45a8-8646-2880c88febb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:40.680031 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-75c8dc2c-e999-45a8-8646-2880c88febb9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c71d3387-4285-452a-953d-e8edb5c159e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0749950
Feb 12 21:14:40.717265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-072ac56c-92fc-42b7-819e-6d647a5e994e service neutron] No DVR routers for this DVR port f960d66a-27d4-45da-ab76-16c8e9d8d0db on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:40.747816 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 735421c7-998f-4aad-ae4f-0ba9e9eff209, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=735421c7-998f-4aad-ae4f-0ba9e9eff209,segment=NetworkSegment(bf98b72a-4d84-4013-8d64-d21b25315394),segment_id=bf98b72a-4d84-4013-8d64-d21b25315394)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:40.752923 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ac56c-92fc-42b7-819e-6d647a5e994e service neutron] Pushing event updated for resources: {'Port': ['ID=f960d66a-27d4-45da-ab76-16c8e9d8d0db,revision_number=6']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:40.765695 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '735421c7-998f-4aad-ae4f-0ba9e9eff209', 'network_id': '56382359-bde3-4e93-8298-855e64f470af', 'port_id': '735421c7-998f-4aad-ae4f-0ba9e9eff209', 'mac_address': 'fa:16:3e:5d:73:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715e1d09-1c66-4e35-80d7-e3ec2e4c4540', 'ip_address': '19.86.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:14:40.810303 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-072ac56c-92fc-42b7-819e-6d647a5e994e service neutron] In _notify_port_updated(), no bound segment for port f960d66a-27d4-45da-ab76-16c8e9d8d0db on network 531eb872-2139-4490-9c0c-9bd28b6649a5 {{(pid=126506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:14:40.813830 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-072ac56c-92fc-42b7-819e-6d647a5e994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:40.813830 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-072ac56c-92fc-42b7-819e-6d647a5e994e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:40.815817 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-072ac56c-92fc-42b7-819e-6d647a5e994e service neutron] 10.222.0.48 "PUT /v2.0/ports/f960d66a-27d4-45da-ab76-16c8e9d8d0db HTTP/1.1" status: 200  len: 1033 time: 1.2245057
Feb 12 21:14:40.830221 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-66cc5ce1-9a28-45ce-a219-0c4a0eae985c service neutron] 10.222.0.48 "GET /v2.0/networks/c71d3387-4285-452a-953d-e8edb5c159e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395180
Feb 12 21:14:40.871307 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3ad38511-3f1f-4f22-831b-955591ab9833 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:40.921320 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-3df6b59e-17ee-4835-928f-9bb4ea12a0ee tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:40.923434 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-3df6b59e-17ee-4835-928f-9bb4ea12a0ee tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.48 "GET /v2.0/ports/1fe06461-27fb-4282-97ba-13fca702a547?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1013217
Feb 12 21:14:40.935832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 735421c7-998f-4aad-ae4f-0ba9e9eff209 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:40.936397 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (735421c7-998f-4aad-ae4f-0ba9e9eff209), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:40.936516 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-58152cb2-b38b-4b3d-8043-57abdf568c69 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:40.956062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735421c7-998f-4aad-ae4f-0ba9e9eff209 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:40.999785 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 735421c7-998f-4aad-ae4f-0ba9e9eff209, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=735421c7-998f-4aad-ae4f-0ba9e9eff209,segment=NetworkSegment(bf98b72a-4d84-4013-8d64-d21b25315394),segment_id=bf98b72a-4d84-4013-8d64-d21b25315394)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:41.017039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4261991-720c-4c1d-b01d-91ccba825cb8 req-ea4a78f3-eb26-4418-810c-3acb18ef7b94 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:41.025827 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4261991-720c-4c1d-b01d-91ccba825cb8 req-ea4a78f3-eb26-4418-810c-3acb18ef7b94 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 943 time: 0.1001246
Feb 12 21:14:41.072283 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-58152cb2-b38b-4b3d-8043-57abdf568c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1fe06461-27fb-4282-97ba-13fca702a547), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:41.074643 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 3ad38511-3f1f-4f22-831b-955591ab9833 is: DOWN; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:41.075890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device f960d66a-27d4-45da-ab76-16c8e9d8d0db no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:41.082455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-46b6b322-cdd5-4dcb-8411-403c34171ef5 None None] Provisioning complete for port f960d66a-27d4-45da-ab76-16c8e9d8d0db triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:41.082833 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-46b6b322-cdd5-4dcb-8411-403c34171ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:41.089690 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4261991-720c-4c1d-b01d-91ccba825cb8 req-69232ed3-a2cc-4b02-8ec8-8062e477e1e2 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590217
Feb 12 21:14:41.092659 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc5f343-b78e-47ae-bfca-37566df878e9 req-b8d8e01d-f560-40af-b66b-089e30fe672c service neutron] 10.222.0.48 "GET /v2.0/networks/c71d3387-4285-452a-953d-e8edb5c159e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2552426
Feb 12 21:14:41.133918 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (735421c7-998f-4aad-ae4f-0ba9e9eff209), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:41.134571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:14:41.224659 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-58152cb2-b38b-4b3d-8043-57abdf568c69 service neutron] For port 1fe06461-27fb-4282-97ba-13fca702a547, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1fe06461-27fb-4282-97ba-13fca702a547,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:41.266177 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-58152cb2-b38b-4b3d-8043-57abdf568c69 service neutron] For port 1fe06461-27fb-4282-97ba-13fca702a547, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:14:41.336213 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-58152cb2-b38b-4b3d-8043-57abdf568c69 service neutron] device_id is not set on port 1fe06461-27fb-4282-97ba-13fca702a547 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:14:41.354010 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-58152cb2-b38b-4b3d-8043-57abdf568c69 service neutron] Publish callbacks [] for port (1fe06461-27fb-4282-97ba-13fca702a547), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:41.371456 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] The host nch1-master-1 is not matching for port f960d66a-27d4-45da-ab76-16c8e9d8d0db host ! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:14:41.372146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device f960d66a-27d4-45da-ab76-16c8e9d8d0db not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:14:41.403261 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-46b6b322-cdd5-4dcb-8411-403c34171ef5 None None] Port f960d66a-27d4-45da-ab76-16c8e9d8d0db cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:14:41.425404 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=735421c7-998f-4aad-ae4f-0ba9e9eff209,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:41.453658 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-58152cb2-b38b-4b3d-8043-57abdf568c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (1fe06461-27fb-4282-97ba-13fca702a547), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:41.473762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce,segment=NetworkSegment(d871fa32-18b3-4e4d-a638-f7eb3e5d44bb),segment_id=d871fa32-18b3-4e4d-a638-f7eb3e5d44bb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:41.492561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce', 'network_id': '7f4d62ea-7d15-483e-bc99-c740173135a1', 'port_id': '4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce', 'mac_address': 'fa:16:3e:0f:b7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba64e86-99da-4b0e-a339-5c054c6fab5c', 'ip_address': '19.80.0.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:14:41.502920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba207b9-48ac-4014-8d61-bf39ff4ec2d7 req-c4c3075b-a7c2-4497-bb43-61b999ff27fb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:41.511136 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba207b9-48ac-4014-8d61-bf39ff4ec2d7 req-c4c3075b-a7c2-4497-bb43-61b999ff27fb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:41.519146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba207b9-48ac-4014-8d61-bf39ff4ec2d7 req-c4c3075b-a7c2-4497-bb43-61b999ff27fb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:41.527148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba207b9-48ac-4014-8d61-bf39ff4ec2d7 req-c4c3075b-a7c2-4497-bb43-61b999ff27fb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:41.534587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba207b9-48ac-4014-8d61-bf39ff4ec2d7 req-c4c3075b-a7c2-4497-bb43-61b999ff27fb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:41.535490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:41.535876 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:41.536860 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ba207b9-48ac-4014-8d61-bf39ff4ec2d7 req-c4c3075b-a7c2-4497-bb43-61b999ff27fb tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 3887 time: 0.1060588
Feb 12 21:14:41.536994 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-58152cb2-b38b-4b3d-8043-57abdf568c69 service neutron] No DVR routers for this DVR port 1fe06461-27fb-4282-97ba-13fca702a547 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:41.538865 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58152cb2-b38b-4b3d-8043-57abdf568c69 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe06461-27fb-4282-97ba-13fca702a547,revision_number=6']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:41.554950 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af74f9-6c6f-44c6-b426-cc03b42410c0 req-9eff90a5-c709-478c-b066-aed1a2f81bcb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:41.556583 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c0af74f9-6c6f-44c6-b426-cc03b42410c0 req-9eff90a5-c709-478c-b066-aed1a2f81bcb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 944 time: 0.1653855
Feb 12 21:14:41.561028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:41.592425 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce,segment=NetworkSegment(d871fa32-18b3-4e4d-a638-f7eb3e5d44bb),segment_id=d871fa32-18b3-4e4d-a638-f7eb3e5d44bb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:41.611981 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ba207b9-48ac-4014-8d61-bf39ff4ec2d7 req-975912fd-61e9-42bf-8c86-f02028a55efe tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631356
Feb 12 21:14:41.633303 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-58152cb2-b38b-4b3d-8043-57abdf568c69 service neutron] In _notify_port_updated(), no bound segment for port 1fe06461-27fb-4282-97ba-13fca702a547 on network 531eb872-2139-4490-9c0c-9bd28b6649a5 {{(pid=126506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:14:41.633303 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-58152cb2-b38b-4b3d-8043-57abdf568c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:41.633303 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-58152cb2-b38b-4b3d-8043-57abdf568c69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:41.633303 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-58152cb2-b38b-4b3d-8043-57abdf568c69 service neutron] 10.222.0.48 "PUT /v2.0/ports/1fe06461-27fb-4282-97ba-13fca702a547 HTTP/1.1" status: 200  len: 1032 time: 0.7033076
Feb 12 21:14:41.642147 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c0af74f9-6c6f-44c6-b426-cc03b42410c0 req-50d0d071-eadc-4638-8451-f161a929840f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626564
Feb 12 21:14:41.647984 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:41.735021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:41.813029 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-7d236dd4-0d57-42fd-ae15-e93f42d2a9e0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Deleting port 4d209389-a95f-430a-95ec-f6d0b38d85a6 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:41.813592 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-7d236dd4-0d57-42fd-ae15-e93f42d2a9e0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4d209389-a95f-430a-95ec-f6d0b38d85a6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:41.827829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c686af-1c32-4cc0-8603-eebf5d1c6bd4 req-9756f44c-fd8f-46b0-80c2-59fbf8782105 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:41.833014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c686af-1c32-4cc0-8603-eebf5d1c6bd4 req-9756f44c-fd8f-46b0-80c2-59fbf8782105 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:41.834658 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2c686af-1c32-4cc0-8603-eebf5d1c6bd4 req-9756f44c-fd8f-46b0-80c2-59fbf8782105 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 1681 time: 0.0691311
Feb 12 21:14:41.846859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f8842034-b8b0-49ff-a5f9-abb2dfe28916 None None] Provisioning complete for port 1fe06461-27fb-4282-97ba-13fca702a547 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:41.847397 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f8842034-b8b0-49ff-a5f9-abb2dfe28916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1fe06461-27fb-4282-97ba-13fca702a547), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:41.873077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['735421c7-998f-4aad-ae4f-0ba9e9eff209'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:41.896035 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2c686af-1c32-4cc0-8603-eebf5d1c6bd4 req-b8b73559-c647-4e8d-b28a-9ab7c70013f8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547857
Feb 12 21:14:41.913571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f8842034-b8b0-49ff-a5f9-abb2dfe28916 None None] Port 1fe06461-27fb-4282-97ba-13fca702a547 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:14:42.002952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-7d236dd4-0d57-42fd-ae15-e93f42d2a9e0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] For port 4d209389-a95f-430a-95ec-f6d0b38d85a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4d209389-a95f-430a-95ec-f6d0b38d85a6,segment=NetworkSegment(c4b9dfdb-2741-414b-820a-2fa3d6880f0b),segment_id=c4b9dfdb-2741-414b-820a-2fa3d6880f0b)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:42.003316 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-7d236dd4-0d57-42fd-ae15-e93f42d2a9e0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4d209389-a95f-430a-95ec-f6d0b38d85a6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:42.210738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40340ed7-45db-4eb1-865c-7d39f922cd07 req-8edd8d82-5e56-44ea-b064-6332531d54d7 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:42.212592 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-40340ed7-45db-4eb1-865c-7d39f922cd07 req-8edd8d82-5e56-44ea-b064-6332531d54d7 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 943 time: 0.0581067
Feb 12 21:14:42.295813 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-40340ed7-45db-4eb1-865c-7d39f922cd07 req-6ced7fdc-a343-43c7-8746-3cc719eadd34 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762715
Feb 12 21:14:42.303152 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9647b-a627-46c5-a5a8-9a6e9bd3ad64 req-f76ac9ce-5751-4d85-95a1-691278fc7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:42.305009 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58f9647b-a627-46c5-a5a8-9a6e9bd3ad64 req-f76ac9ce-5751-4d85-95a1-691278fc7cb7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2094e607f7bf4345beb838fc2e483911&device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 1126 time: 0.0837455
Feb 12 21:14:42.425714 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-9f8e7b76-0edb-4ace-8e05-02b55b77007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:42.427282 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-9f8e7b76-0edb-4ace-8e05-02b55b77007c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d&tenant_id=2094e607f7bf4345beb838fc2e483911 HTTP/1.1" status: 200  len: 1126 time: 0.5116904
Feb 12 21:14:42.444545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9647b-a627-46c5-a5a8-9a6e9bd3ad64 req-34040224-cfcc-4127-b0be-7f44d990f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:42.446184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58f9647b-a627-46c5-a5a8-9a6e9bd3ad64 req-34040224-cfcc-4127-b0be-7f44d990f662 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4558dc02-1bc4-4b41-a16f-8a68e939fe76 HTTP/1.1" status: 200  len: 918 time: 0.1098938
Feb 12 21:14:42.448735 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:42.519908 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58f9647b-a627-46c5-a5a8-9a6e9bd3ad64 req-950d1194-ad8f-4e67-9688-a16be225e300 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ad38511-3f1f-4f22-831b-955591ab9833 HTTP/1.1" status: 200  len: 999 time: 0.0681615
Feb 12 21:14:42.559658 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:42.578533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9647b-a627-46c5-a5a8-9a6e9bd3ad64 req-4571a4e8-a53b-462a-9a22-063b04e341ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:42.580013 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58f9647b-a627-46c5-a5a8-9a6e9bd3ad64 req-4571a4e8-a53b-462a-9a22-063b04e341ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5 HTTP/1.1" status: 200  len: 856 time: 0.0542350
Feb 12 21:14:42.632012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9647b-a627-46c5-a5a8-9a6e9bd3ad64 req-2e78f9b3-e8af-40ea-97df-06c88da8a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:42.633583 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58f9647b-a627-46c5-a5a8-9a6e9bd3ad64 req-2e78f9b3-e8af-40ea-97df-06c88da8a19a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4558dc02-1bc4-4b41-a16f-8a68e939fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0484655
Feb 12 21:14:42.637842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 735421c7-998f-4aad-ae4f-0ba9e9eff209 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:14:42.684604 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-7d236dd4-0d57-42fd-ae15-e93f42d2a9e0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:42.684800 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-7d236dd4-0d57-42fd-ae15-e93f42d2a9e0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (38af8bcc-13cd-485b-8136-628dde06bf38), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:42.685113 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-7d236dd4-0d57-42fd-ae15-e93f42d2a9e0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Floating IP 38af8bcc-13cd-485b-8136-628dde06bf38 disassociated. External IP: 172.35.2.252, port: 4d209389-a95f-430a-95ec-f6d0b38d85a6.
Feb 12 21:14:42.686228 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-7d236dd4-0d57-42fd-ae15-e93f42d2a9e0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Calling delete_port for 4d209389-a95f-430a-95ec-f6d0b38d85a6 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:42.750116 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 735421c7-998f-4aad-ae4f-0ba9e9eff209 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:14:42.750700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 735421c7-998f-4aad-ae4f-0ba9e9eff209 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:42.750700 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (735421c7-998f-4aad-ae4f-0ba9e9eff209), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:42.775157 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58f9647b-a627-46c5-a5a8-9a6e9bd3ad64 req-21c21aa2-2ede-4401-8399-4e25b8a5de0f service neutron] 10.222.0.50 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346238
Feb 12 21:14:42.838800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 560cbda4-8c83-4286-ad46-6863e830ae96 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:14:42.841085 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d18f9305-c081-40ea-be43-4032e65318f6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:42.894406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:42.901118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 735421c7-998f-4aad-ae4f-0ba9e9eff209 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:42.902289 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (735421c7-998f-4aad-ae4f-0ba9e9eff209), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:42.928990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874f89a-587d-4d32-a9ad-37b80e70ffbe req-5256bb75-a167-4bab-aece-4b5855c4714a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:42.935053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874f89a-587d-4d32-a9ad-37b80e70ffbe req-5256bb75-a167-4bab-aece-4b5855c4714a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:42.940346 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874f89a-587d-4d32-a9ad-37b80e70ffbe req-5256bb75-a167-4bab-aece-4b5855c4714a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:42.945758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874f89a-587d-4d32-a9ad-37b80e70ffbe req-5256bb75-a167-4bab-aece-4b5855c4714a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:42.951701 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874f89a-587d-4d32-a9ad-37b80e70ffbe req-5256bb75-a167-4bab-aece-4b5855c4714a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:42.953662 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2874f89a-587d-4d32-a9ad-37b80e70ffbe req-5256bb75-a167-4bab-aece-4b5855c4714a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 3887 time: 0.2150860
Feb 12 21:14:43.018393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252f22ce-8a26-45c9-8439-95e29bb12e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735421c7-998f-4aad-ae4f-0ba9e9eff209'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:43.020692 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fa3619-8261-4055-8e80-31e089de10ae" -d '{"events": [{"server_uuid": "252f22ce-8a26-45c9-8439-95e29bb12e93", "name": "network-vif-plugged", "status": "completed", "tag": "735421c7-998f-4aad-ae4f-0ba9e9eff209"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:43.043770 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 735421c7-998f-4aad-ae4f-0ba9e9eff209, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=735421c7-998f-4aad-ae4f-0ba9e9eff209,segment=NetworkSegment(bf98b72a-4d84-4013-8d64-d21b25315394),segment_id=bf98b72a-4d84-4013-8d64-d21b25315394)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:43.071349 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ad38511-3f1f-4f22-831b-955591ab9833,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:43.084294 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2874f89a-587d-4d32-a9ad-37b80e70ffbe req-1277ab21-719f-4a6a-8e26-2574bb16e5b0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1216817
Feb 12 21:14:43.116801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port d18f9305-c081-40ea-be43-4032e65318f6 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:43.116801 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d18f9305-c081-40ea-be43-4032e65318f6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:43.141468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 560cbda4-8c83-4286-ad46-6863e830ae96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=560cbda4-8c83-4286-ad46-6863e830ae96,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:43.152479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:14:43.156149 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (735421c7-998f-4aad-ae4f-0ba9e9eff209), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:43.176141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '560cbda4-8c83-4286-ad46-6863e830ae96', 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd', 'port_id': '560cbda4-8c83-4286-ad46-6863e830ae96', 'mac_address': 'fa:16:3e:c4:5c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f699deae-cd61-42bd-abe6-0c0615e85f5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:14:43.220879 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad38511-3f1f-4f22-831b-955591ab9833 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:43.231572 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Publish callbacks [] for port (3ad38511-3f1f-4f22-831b-955591ab9833), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:43.239646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port d18f9305-c081-40ea-be43-4032e65318f6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d18f9305-c081-40ea-be43-4032e65318f6,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:43.255799 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Transition to ACTIVE for port object 3ad38511-3f1f-4f22-831b-955591ab9833 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:14:43.258582 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-7d236dd4-0d57-42fd-ae15-e93f42d2a9e0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4d209389-a95f-430a-95ec-f6d0b38d85a6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:43.267602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ebacb-a7ef-4477-87f4-e70f1aae22cc req-92a6f8c8-688d-43c7-aeaa-c60b9e1ca208 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:43.269331 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a3ebacb-a7ef-4477-87f4-e70f1aae22cc req-92a6f8c8-688d-43c7-aeaa-c60b9e1ca208 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 944 time: 0.4930179
Feb 12 21:14:43.309018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=735421c7-998f-4aad-ae4f-0ba9e9eff209,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:43.310988 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d236dd4-0d57-42fd-ae15-e93f42d2a9e0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event deleted for resources: {'Port': ['ID=4d209389-a95f-430a-95ec-f6d0b38d85a6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:43.312043 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58f9647b-a627-46c5-a5a8-9a6e9bd3ad64 req-d890f2da-cf4f-4619-a338-aef41b41527f service neutron] 10.222.0.50 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410398
Feb 12 21:14:43.318584 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d18f9305-c081-40ea-be43-4032e65318f6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:43.319272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 1fe06461-27fb-4282-97ba-13fca702a547 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:43.328736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 560cbda4-8c83-4286-ad46-6863e830ae96 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:43.329128 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:43.345687 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:43.347376 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a3ebacb-a7ef-4477-87f4-e70f1aae22cc req-3bd95b3a-2870-4d8d-88e0-5a4f8cbf565c tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652549
Feb 12 21:14:43.417951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560cbda4-8c83-4286-ad46-6863e830ae96 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:43.477312 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 560cbda4-8c83-4286-ad46-6863e830ae96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=560cbda4-8c83-4286-ad46-6863e830ae96,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:43.495606 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] The host nch1-master-1 is not matching for port 1fe06461-27fb-4282-97ba-13fca702a547 host ! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:14:43.496018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 1fe06461-27fb-4282-97ba-13fca702a547 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:14:43.496572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device f256d627-df49-4516-b949-fc05f0dbf0bc no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:43.498622 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=d18f9305-c081-40ea-be43-4032e65318f6,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:43.543179 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Pushing event updated for resources: {'Port': ['ID=3ad38511-3f1f-4f22-831b-955591ab9833,revision_number=9']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:43.576873 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:43.657591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7a01c-9186-4c16-8355-89772a44c1e3 req-4013f345-e852-41db-9277-da943b1d6f83 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:43.663208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7a01c-9186-4c16-8355-89772a44c1e3 req-4013f345-e852-41db-9277-da943b1d6f83 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:43.666449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=560cbda4-8c83-4286-ad46-6863e830ae96,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:43.671843 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a1f7a01c-9186-4c16-8355-89772a44c1e3 req-4013f345-e852-41db-9277-da943b1d6f83 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 1682 time: 0.1157696
Feb 12 21:14:43.763389 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522912c4-8ebb-439b-bdb1-6b8bcb80354e x-openstack-request-id: req-522912c4-8ebb-439b-bdb1-6b8bcb80354e {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:43.763890 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252f22ce-8a26-45c9-8439-95e29bb12e93", "name": "network-vif-plugged", "status": "completed", "tag": "735421c7-998f-4aad-ae4f-0ba9e9eff209", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:43.763890 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-522912c4-8ebb-439b-bdb1-6b8bcb80354e {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:43.764607 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252f22ce-8a26-45c9-8439-95e29bb12e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735421c7-998f-4aad-ae4f-0ba9e9eff209', 'code': 200}
Feb 12 21:14:43.765231 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port f256d627-df49-4516-b949-fc05f0dbf0bc is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:43.766142 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:43.773150 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a1f7a01c-9186-4c16-8355-89772a44c1e3 req-b6f5ced7-04b3-489d-950b-688eedbf5d7c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000299
Feb 12 21:14:43.818170 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] No DVR routers for this DVR port 3ad38511-3f1f-4f22-831b-955591ab9833 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:43.837062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port f256d627-df49-4516-b949-fc05f0dbf0bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f256d627-df49-4516-b949-fc05f0dbf0bc,segment=NetworkSegment(8980ef08-8d51-43b5-bfdc-e1a73571ed03),segment_id=8980ef08-8d51-43b5-bfdc-e1a73571ed03)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:43.910164 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:43.910987 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c24391d7-58a5-450b-bfb5-2e331131b9e0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:43.957426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['560cbda4-8c83-4286-ad46-6863e830ae96'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:43.983980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-7d236dd4-0d57-42fd-ae15-e93f42d2a9e0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Router 22badd2b-4d74-4149-a51f-9df6e875273f has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:14:44.004861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2192f18-70c5-40bb-850c-dadac883ea35 req-29e41bf3-d54e-47ef-96f8-fbf847d03973 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:44.006410 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2192f18-70c5-40bb-850c-dadac883ea35 req-29e41bf3-d54e-47ef-96f8-fbf847d03973 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 944 time: 0.1348639
Feb 12 21:14:44.041213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=f256d627-df49-4516-b949-fc05f0dbf0bc,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:44.116810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port c24391d7-58a5-450b-bfb5-2e331131b9e0 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:44.117206 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:44.159802 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Attempting to bind port 3ad38511-3f1f-4f22-831b-955591ab9833 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:14:44.160140 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Attempting to bind port 3ad38511-3f1f-4f22-831b-955591ab9833 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:14:44.160475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Attempting to bind port 3ad38511-3f1f-4f22-831b-955591ab9833 on network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:14:44.180449 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2192f18-70c5-40bb-850c-dadac883ea35 req-4235ebbc-9059-47fe-a3b2-67fe0d6e07df tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630681
Feb 12 21:14:44.180993 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Port 3ad38511-3f1f-4f22-831b-955591ab9833 on network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:14:44.181318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Attempting to bind port 3ad38511-3f1f-4f22-831b-955591ab9833 on network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:14:44.187959 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port c24391d7-58a5-450b-bfb5-2e331131b9e0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c24391d7-58a5-450b-bfb5-2e331131b9e0,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:44.191401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:14:44.191677 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Checking segment: {'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:14:44.192372 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Bound using segment: {'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:14:44.192508 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Bound port: 3ad38511-3f1f-4f22-831b-955591ab9833, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:14:44.192844 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:44.263822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-7d236dd4-0d57-42fd-ae15-e93f42d2a9e0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:14:44.281019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc18c5fe-0766-4eef-a7d4-df39b1f5075d None None] Sync routers for ids ['22badd2b-4d74-4149-a51f-9df6e875273f'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:14:44.291433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc18c5fe-0766-4eef-a7d4-df39b1f5075d None None] Routers {'22badd2b-4d74-4149-a51f-9df6e875273f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:14:44.292682 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-cc18c5fe-0766-4eef-a7d4-df39b1f5075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fafdf310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:14:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['22badd2b-4d74-4149-a51f-9df6e875273f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:14:44.374782 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:44.376050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 4d209389-a95f-430a-95ec-f6d0b38d85a6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:44.381314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:14:44.381314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-7d236dd4-0d57-42fd-ae15-e93f42d2a9e0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] No DVR routers for this DVR port 4d209389-a95f-430a-95ec-f6d0b38d85a6 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:44.384002 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-7d236dd4-0d57-42fd-ae15-e93f42d2a9e0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:44.388423 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-7d236dd4-0d57-42fd-ae15-e93f42d2a9e0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.48 "DELETE /v2.0/ports/4d209389-a95f-430a-95ec-f6d0b38d85a6 HTTP/1.1" status: 204  len: 173 time: 2.7451270
Feb 12 21:14:44.390750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-deleted', 'tag': '4d209389-a95f-430a-95ec-f6d0b38d85a6'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:44.392913 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeb4a99-099d-4ca3-83ed-b41f3a56aeee" -d '{"events": [{"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-deleted", "tag": "4d209389-a95f-430a-95ec-f6d0b38d85a6"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:44.415857 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ad38511-3f1f-4f22-831b-955591ab9833,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:14:44.433927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 4d209389-a95f-430a-95ec-f6d0b38d85a6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:14:44.434297 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 4d209389-a95f-430a-95ec-f6d0b38d85a6 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:14:44.434730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 19dd89b0-f04c-47e0-b086-a93ccf42ad36 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:44.502240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=c24391d7-58a5-450b-bfb5-2e331131b9e0,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:44.506405 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-ae155d0b-5cc2-47ea-80d2-178ce9e6f1c0 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:44.507948 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-ae155d0b-5cc2-47ea-80d2-178ce9e6f1c0 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/networks?id=282c3200-9059-438c-a022-c732f83ca0af HTTP/1.1" status: 200  len: 815 time: 0.2460179
Feb 12 21:14:44.509126 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:44.513420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-cc18c5fe-0766-4eef-a7d4-df39b1f5075d None None] Set router 22badd2b-4d74-4149-a51f-9df6e875273f gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:14:44.525569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7d19f-72e1-4b92-929f-29eff0a59ee7 req-a8ac27bf-2677-4828-b36e-2714e17194d0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:44.532203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7d19f-72e1-4b92-929f-29eff0a59ee7 req-a8ac27bf-2677-4828-b36e-2714e17194d0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:44.537623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7d19f-72e1-4b92-929f-29eff0a59ee7 req-a8ac27bf-2677-4828-b36e-2714e17194d0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:44.543282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7d19f-72e1-4b92-929f-29eff0a59ee7 req-a8ac27bf-2677-4828-b36e-2714e17194d0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:44.545306 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2fe7d19f-72e1-4b92-929f-29eff0a59ee7 req-a8ac27bf-2677-4828-b36e-2714e17194d0 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 3145 time: 0.1015816
Feb 12 21:14:44.573879 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:44.573879 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:44.573879 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] 10.222.0.50 "PUT /v2.0/ports/3ad38511-3f1f-4f22-831b-955591ab9833 HTTP/1.1" status: 200  len: 1092 time: 2.1330793
Feb 12 21:14:44.597589 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-ee3a023d-8c11-4fc7-aaf8-b14d9d43eb68 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/quotas/f3339620b21d4394a171733276444b7b HTTP/1.1" status: 200  len: 375 time: 0.0727048
Feb 12 21:14:44.623151 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2fe7d19f-72e1-4b92-929f-29eff0a59ee7 req-8e7fd4ac-8769-4a36-a52a-3fa2a2e2b54b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645702
Feb 12 21:14:44.646256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 19dd89b0-f04c-47e0-b086-a93ccf42ad36 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:44.646653 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:44.717214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-2cc14ecd-043c-4295-a2a8-0d76e57ca272 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Deleting port f256d627-df49-4516-b949-fc05f0dbf0bc {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:44.717726 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-2cc14ecd-043c-4295-a2a8-0d76e57ca272 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:44.765232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a41976-4b9e-49ac-aa61-4340604234ed req-541dbcc4-ac25-4110-963b-9abd801b77c4 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:44.766833 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5a41976-4b9e-49ac-aa61-4340604234ed req-541dbcc4-ac25-4110-963b-9abd801b77c4 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 945 time: 0.0759218
Feb 12 21:14:44.824532 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807212f-3348-44f9-bc46-56a86340fb2e service neutron] Pushing event updated for resources: {'Port': ['ID=3ad38511-3f1f-4f22-831b-955591ab9833,revision_number=10']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:44.851820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-2cc14ecd-043c-4295-a2a8-0d76e57ca272 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] For port f256d627-df49-4516-b949-fc05f0dbf0bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f256d627-df49-4516-b949-fc05f0dbf0bc,segment=NetworkSegment(8980ef08-8d51-43b5-bfdc-e1a73571ed03),segment_id=8980ef08-8d51-43b5-bfdc-e1a73571ed03)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:44.852264 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-2cc14ecd-043c-4295-a2a8-0d76e57ca272 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:44.857345 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-7490a8d1-de22-4bb8-8db5-a0df8a738dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:44.858301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5a41976-4b9e-49ac-aa61-4340604234ed req-6eba56e1-27a6-41c9-bfcb-56054480a1d5 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/security-groups?id=480d0776-e093-4e97-81bd-9f96dcb79a93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0847180
Feb 12 21:14:44.859282 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-7490a8d1-de22-4bb8-8db5-a0df8a738dbd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2094e607f7bf4345beb838fc2e483911&device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 1127 time: 0.2607832
Feb 12 21:14:44.869046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:14:44.905685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-2cc14ecd-043c-4295-a2a8-0d76e57ca272 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Calling delete_port for f256d627-df49-4516-b949-fc05f0dbf0bc owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:44.910147 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41aa8fd-556d-4682-a367-882559c6b94d x-openstack-request-id: req-f41aa8fd-556d-4682-a367-882559c6b94d {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:44.910554 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-deleted", "tag": "4d209389-a95f-430a-95ec-f6d0b38d85a6", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:44.910811 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f41aa8fd-556d-4682-a367-882559c6b94d {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:44.911208 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-deleted', 'tag': '4d209389-a95f-430a-95ec-f6d0b38d85a6', 'status': 'completed', 'code': 200}
Feb 12 21:14:44.969678 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-488ed8a2-bd71-4b6d-8d56-c20e937d05d4 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3339620b21d4394a171733276444b7b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3556583
Feb 12 21:14:44.994347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 19dd89b0-f04c-47e0-b086-a93ccf42ad36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19dd89b0-f04c-47e0-b086-a93ccf42ad36,segment=NetworkSegment(8980ef08-8d51-43b5-bfdc-e1a73571ed03),segment_id=8980ef08-8d51-43b5-bfdc-e1a73571ed03)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:45.038342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f29c2-3ec8-4472-b3da-1b7f4b9d28d6 req-009c1e11-8813-4ec6-8a66-fee6f7ba3ff8 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:45.039858 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-548f29c2-3ec8-4472-b3da-1b7f4b9d28d6 req-009c1e11-8813-4ec6-8a66-fee6f7ba3ff8 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.0641773
Feb 12 21:14:45.058013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-cc18c5fe-0766-4eef-a7d4-df39b1f5075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fafdf310>, [{'id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'name': 'tempest-TaggedBootDevicesTest_v242-635869065-router', 'tenant_id': '992939bc41444299957b35468c7433c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': '39d6645c-2264-47e1-a637-54313601ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:37Z', 'updated_at': '2022-02-12T21:08:46Z', 'revision_number': 4, 'project_id': '992939bc41444299957b35468c7433c6', 'gw_port': {'id': '39d6645c-2264-47e1-a637-54313601ce80', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:38Z', 'updated_at': '2022-02-12T21:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd10e0619-ecee-4a2f-8d6e-f3d232743447', 'name': '', 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'tenant_id': '992939bc41444299957b35468c7433c6', 'mac_address': 'fa:16:3e:c9:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:44Z', 'updated_at': '2022-02-12T21:08:52Z', 'revision_number': 5, 'project_id': '992939bc41444299957b35468c7433c6', 'subnets': [{'id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:14:45.089659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc18c5fe-0766-4eef-a7d4-df39b1f5075d None None] Checking router: 22badd2b-4d74-4149-a51f-9df6e875273f for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:14:45.093712 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-548f29c2-3ec8-4472-b3da-1b7f4b9d28d6 req-5a4c10f7-e570-4958-8c59-7b21a3c6eaae tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467644
Feb 12 21:14:45.099722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc18c5fe-0766-4eef-a7d4-df39b1f5075d None None] Routers {'22badd2b-4d74-4149-a51f-9df6e875273f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:14:45.100610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-cc18c5fe-0766-4eef-a7d4-df39b1f5075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fafdf310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:14:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['22badd2b-4d74-4149-a51f-9df6e875273f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:14:45.118826 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-b7a27df1-f668-42fb-9a49-d59d896a2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:45.120554 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-b7a27df1-f668-42fb-9a49-d59d896a2dc3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4558dc02-1bc4-4b41-a16f-8a68e939fe76 HTTP/1.1" status: 200  len: 918 time: 0.2544742
Feb 12 21:14:45.136926 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:14:45.170713 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:45.181518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:45.181897 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:45.192419 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-2494fc03-850e-4d3d-b3a0-ad9a54403e50 service neutron] 10.222.0.31 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218783
Feb 12 21:14:45.237212 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-633d1d0e-6adf-4afd-8cb7-596481c6dc42 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ad38511-3f1f-4f22-831b-955591ab9833 HTTP/1.1" status: 200  len: 999 time: 0.1090870
Feb 12 21:14:45.267404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95f226-f042-4114-aee0-22c1a0e15e36 req-5c067427-17c1-43c2-9bf6-80d580ffc905 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:45.280175 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95f226-f042-4114-aee0-22c1a0e15e36 req-5c067427-17c1-43c2-9bf6-80d580ffc905 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:45.281612 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=19dd89b0-f04c-47e0-b086-a93ccf42ad36,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:45.296548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-cc18c5fe-0766-4eef-a7d4-df39b1f5075d None None] Set router 22badd2b-4d74-4149-a51f-9df6e875273f gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:14:45.297108 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd95f226-f042-4114-aee0-22c1a0e15e36 req-5c067427-17c1-43c2-9bf6-80d580ffc905 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 1682 time: 0.1225822
Feb 12 21:14:45.395785 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd95f226-f042-4114-aee0-22c1a0e15e36 req-a3942b17-b54f-4821-9c48-851ce19e14f3 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976732
Feb 12 21:14:45.414139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad1de9-02da-451b-9463-40fbd4384b8e req-4810e85e-8e2d-4d2e-b123-a723877f601f tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:45.415698 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:45.416082 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:45.426240 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-41ad1de9-02da-451b-9463-40fbd4384b8e req-4810e85e-8e2d-4d2e-b123-a723877f601f tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.48 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 945 time: 0.1051548
Feb 12 21:14:45.505327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce,segment=NetworkSegment(d871fa32-18b3-4e4d-a638-f7eb3e5d44bb),segment_id=d871fa32-18b3-4e4d-a638-f7eb3e5d44bb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:45.582848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-cc18c5fe-0766-4eef-a7d4-df39b1f5075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fafdf310>, [{'id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'name': 'tempest-TaggedBootDevicesTest_v242-635869065-router', 'tenant_id': '992939bc41444299957b35468c7433c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': '39d6645c-2264-47e1-a637-54313601ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:37Z', 'updated_at': '2022-02-12T21:08:46Z', 'revision_number': 4, 'project_id': '992939bc41444299957b35468c7433c6', 'gw_port': {'id': '39d6645c-2264-47e1-a637-54313601ce80', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:38Z', 'updated_at': '2022-02-12T21:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd10e0619-ecee-4a2f-8d6e-f3d232743447', 'name': '', 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'tenant_id': '992939bc41444299957b35468c7433c6', 'mac_address': 'fa:16:3e:c9:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:44Z', 'updated_at': '2022-02-12T21:08:52Z', 'revision_number': 5, 'project_id': '992939bc41444299957b35468c7433c6', 'subnets': [{'id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:14:45.586806 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:45.588695 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8f9d8-3657-4b83-a63f-cc1e8742e8b3 req-ae36ba97-683b-494d-93bd-5bb871eeb4de tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:45.588695 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cbe8f9d8-3657-4b83-a63f-cc1e8742e8b3 req-ae36ba97-683b-494d-93bd-5bb871eeb4de tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 944 time: 0.1078026
Feb 12 21:14:45.612131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-41ad1de9-02da-451b-9463-40fbd4384b8e req-c5c8674f-760e-45fd-b33c-e7c56cc4c1ec tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Deleting port 48198fe1-46cc-4c9a-9c32-4aa850f6426a {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:45.612558 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-41ad1de9-02da-451b-9463-40fbd4384b8e req-c5c8674f-760e-45fd-b33c-e7c56cc4c1ec tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (48198fe1-46cc-4c9a-9c32-4aa850f6426a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:45.621993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc18c5fe-0766-4eef-a7d4-df39b1f5075d None None] The sync data for ids ['22badd2b-4d74-4149-a51f-9df6e875273f'] in ncdv-master-1 is: [{'id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'name': 'tempest-TaggedBootDevicesTest_v242-635869065-router', 'tenant_id': '992939bc41444299957b35468c7433c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': '39d6645c-2264-47e1-a637-54313601ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:37Z', 'updated_at': '2022-02-12T21:08:46Z', 'revision_number': 4, 'project_id': '992939bc41444299957b35468c7433c6', 'gw_port': {'id': '39d6645c-2264-47e1-a637-54313601ce80', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:38Z', 'updated_at': '2022-02-12T21:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd10e0619-ecee-4a2f-8d6e-f3d232743447', 'name': '', 'network_id': 'f6b71adf-3656-401b-8bec-3091ef8cf8c7', 'tenant_id': '992939bc41444299957b35468c7433c6', 'mac_address': 'fa:16:3e:c9:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:44Z', 'updated_at': '2022-02-12T21:08:52Z', 'revision_number': 5, 'project_id': '992939bc41444299957b35468c7433c6', 'subnets': [{'id': 'abc2905c-043e-424d-8566-53a7dd1cdbc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:14:45.683325 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-7e889dde-adde-4078-b528-1ce875c431ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:45.689677 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-7e889dde-adde-4078-b528-1ce875c431ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5 HTTP/1.1" status: 200  len: 856 time: 0.4409013
Feb 12 21:14:45.690180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:45.723465 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cbe8f9d8-3657-4b83-a63f-cc1e8742e8b3 req-62f507e9-915c-4c3e-846a-15a448a5ad8e tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216621
Feb 12 21:14:45.734538 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-1a78e03a-d536-4495-abc1-5ec9da295e48 service neutron] 10.222.0.31 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5290787
Feb 12 21:14:45.746268 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-2cc14ecd-043c-4295-a2a8-0d76e57ca272 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f256d627-df49-4516-b949-fc05f0dbf0bc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:45.767795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18f9305-c081-40ea-be43-4032e65318f6'}, {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f256d627-df49-4516-b949-fc05f0dbf0bc'}, {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c24391d7-58a5-450b-bfb5-2e331131b9e0'}, {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19dd89b0-f04c-47e0-b086-a93ccf42ad36'}, {'server_uuid': '252f22ce-8a26-45c9-8439-95e29bb12e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:45.770658 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877cdc11-85e4-4ce2-ac7a-c7975c9ddda1" -d '{"events": [{"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-unplugged", "status": "completed", "tag": "d18f9305-c081-40ea-be43-4032e65318f6"}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-unplugged", "status": "completed", "tag": "f256d627-df49-4516-b949-fc05f0dbf0bc"}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-unplugged", "status": "completed", "tag": "c24391d7-58a5-450b-bfb5-2e331131b9e0"}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-unplugged", "status": "completed", "tag": "19dd89b0-f04c-47e0-b086-a93ccf42ad36"}, {"server_uuid": "252f22ce-8a26-45c9-8439-95e29bb12e93", "name": "network-vif-plugged", "status": "completed", "tag": "4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:45.786844 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc14ecd-043c-4295-a2a8-0d76e57ca272 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event deleted for resources: {'Port': ['ID=f256d627-df49-4516-b949-fc05f0dbf0bc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:45.794173 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-19135a9b-7a0d-4f6f-82f5-f69e27b2decb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:45.796058 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-19135a9b-7a0d-4f6f-82f5-f69e27b2decb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4558dc02-1bc4-4b41-a16f-8a68e939fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0969744
Feb 12 21:14:45.824161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-41ad1de9-02da-451b-9463-40fbd4384b8e req-c5c8674f-760e-45fd-b33c-e7c56cc4c1ec tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] For port 48198fe1-46cc-4c9a-9c32-4aa850f6426a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48198fe1-46cc-4c9a-9c32-4aa850f6426a,segment=NetworkSegment(1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1),segment_id=1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:45.824161 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-41ad1de9-02da-451b-9463-40fbd4384b8e req-c5c8674f-760e-45fd-b33c-e7c56cc4c1ec tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (48198fe1-46cc-4c9a-9c32-4aa850f6426a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:45.868927 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-2cc14ecd-043c-4295-a2a8-0d76e57ca272 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] No DVR routers for this DVR port f256d627-df49-4516-b949-fc05f0dbf0bc on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:45.873677 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-2cc14ecd-043c-4295-a2a8-0d76e57ca272 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:45.877479 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-2cc14ecd-043c-4295-a2a8-0d76e57ca272 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.48 "DELETE /v2.0/ports/f256d627-df49-4516-b949-fc05f0dbf0bc HTTP/1.1" status: 204  len: 173 time: 1.4742718
Feb 12 21:14:46.066824 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-2ee3b17d-0c8b-4151-af9e-f3e841581d98 service neutron] 10.222.0.50 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512550
Feb 12 21:14:46.092608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6e93c-4f2a-445b-99da-d91717b671b2 req-3da3c404-5388-4268-90f4-2f7d34ccee4d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:46.104464 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6e93c-4f2a-445b-99da-d91717b671b2 req-3da3c404-5388-4268-90f4-2f7d34ccee4d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:46.112959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6e93c-4f2a-445b-99da-d91717b671b2 req-3da3c404-5388-4268-90f4-2f7d34ccee4d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:46.121737 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1da6e93c-4f2a-445b-99da-d91717b671b2 req-3da3c404-5388-4268-90f4-2f7d34ccee4d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 2410 time: 0.2385566
Feb 12 21:14:46.126681 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a357fc-3112-4573-9610-21f22fea5f71 x-openstack-request-id: req-48a357fc-3112-4573-9610-21f22fea5f71 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:46.127857 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-unplugged", "status": "completed", "tag": "d18f9305-c081-40ea-be43-4032e65318f6", "code": 200}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-unplugged", "status": "completed", "tag": "f256d627-df49-4516-b949-fc05f0dbf0bc", "code": 200}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-unplugged", "status": "completed", "tag": "c24391d7-58a5-450b-bfb5-2e331131b9e0", "code": 200}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-unplugged", "status": "completed", "tag": "19dd89b0-f04c-47e0-b086-a93ccf42ad36", "code": 200}, {"server_uuid": "252f22ce-8a26-45c9-8439-95e29bb12e93", "name": "network-vif-plugged", "status": "completed", "tag": "4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:46.128281 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48a357fc-3112-4573-9610-21f22fea5f71 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:46.128853 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd18f9305-c081-40ea-be43-4032e65318f6', 'code': 200}
Feb 12 21:14:46.129288 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f256d627-df49-4516-b949-fc05f0dbf0bc', 'code': 200}
Feb 12 21:14:46.131641 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c24391d7-58a5-450b-bfb5-2e331131b9e0', 'code': 200}
Feb 12 21:14:46.132340 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19dd89b0-f04c-47e0-b086-a93ccf42ad36', 'code': 200}
Feb 12 21:14:46.132750 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252f22ce-8a26-45c9-8439-95e29bb12e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce', 'code': 200}
Feb 12 21:14:46.175617 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04007f-b4ad-40d1-bc84-57cc547eb1b9 None None] New status for floating IP 38af8bcc-13cd-485b-8136-628dde06bf38: DOWN {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:14:46.258832 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-81fe242b-8535-426f-baf8-4e6a67b44d64 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Deleting port 19dd89b0-f04c-47e0-b086-a93ccf42ad36 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:46.264613 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-81fe242b-8535-426f-baf8-4e6a67b44d64 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:46.300893 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1da6e93c-4f2a-445b-99da-d91717b671b2 req-3ee36835-d7e0-40b1-aa43-9320c8c65799 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1780438
Feb 12 21:14:46.304705 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-41ad1de9-02da-451b-9463-40fbd4384b8e req-c5c8674f-760e-45fd-b33c-e7c56cc4c1ec tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:46.305212 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-41ad1de9-02da-451b-9463-40fbd4384b8e req-c5c8674f-760e-45fd-b33c-e7c56cc4c1ec tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (de6724fb-e2a6-45fc-aa61-400e7030159e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:46.306077 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-41ad1de9-02da-451b-9463-40fbd4384b8e req-c5c8674f-760e-45fd-b33c-e7c56cc4c1ec tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Floating IP de6724fb-e2a6-45fc-aa61-400e7030159e disassociated. External IP: 172.35.2.22, port: 48198fe1-46cc-4c9a-9c32-4aa850f6426a.
Feb 12 21:14:46.306310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-41ad1de9-02da-451b-9463-40fbd4384b8e req-c5c8674f-760e-45fd-b33c-e7c56cc4c1ec tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Calling delete_port for 48198fe1-46cc-4c9a-9c32-4aa850f6426a owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:46.405746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b1252-949c-4556-b48c-3a8148885175 req-ae8d257b-b343-4f95-9a49-5dd3b75ffb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:46.406376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b1252-949c-4556-b48c-3a8148885175 req-ae8d257b-b343-4f95-9a49-5dd3b75ffb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:46.408241 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-268b1252-949c-4556-b48c-3a8148885175 req-ae8d257b-b343-4f95-9a49-5dd3b75ffb64 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 2047 time: 0.1801662
Feb 12 21:14:46.428062 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e27f39d4-3c1b-48dc-bea7-fba33451bbf6 req-98c4c2c5-e537-4b0e-93aa-0df397c30097 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 210 time: 0.0405526
Feb 12 21:14:46.446492 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-94212878-26a5-4297-8df8-9c39461961c3 service neutron] 10.222.0.50 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3659952
Feb 12 21:14:46.485769 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-81fe242b-8535-426f-baf8-4e6a67b44d64 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] For port 19dd89b0-f04c-47e0-b086-a93ccf42ad36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=19dd89b0-f04c-47e0-b086-a93ccf42ad36,segment=NetworkSegment(8980ef08-8d51-43b5-bfdc-e1a73571ed03),segment_id=8980ef08-8d51-43b5-bfdc-e1a73571ed03)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:46.486240 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-81fe242b-8535-426f-baf8-4e6a67b44d64 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:46.505300 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c29933-6c0e-4dd8-acfc-2e108dae2a5b req-f72baa3b-370a-4670-a18a-6c3641c5fcdf tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:46.506909 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c2c29933-6c0e-4dd8-acfc-2e108dae2a5b req-f72baa3b-370a-4670-a18a-6c3641c5fcdf tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 945 time: 0.2389205
Feb 12 21:14:46.528748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-81fe242b-8535-426f-baf8-4e6a67b44d64 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Calling delete_port for 19dd89b0-f04c-47e0-b086-a93ccf42ad36 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:46.530014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-268b1252-949c-4556-b48c-3a8148885175 req-f884d144-c76d-4f16-8d8a-fad05a574f94 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046245
Feb 12 21:14:46.622759 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c2c29933-6c0e-4dd8-acfc-2e108dae2a5b req-d39e830c-0f80-4b7b-a728-bd9eaa466b79 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/security-groups?id=480d0776-e093-4e97-81bd-9f96dcb79a93&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1022267
Feb 12 21:14:46.644343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f5c94-b176-4174-adf3-045cb0340f84 req-d196e36e-071c-4c5d-bf84-446a0002ff0a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:46.646007 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-754f5c94-b176-4174-adf3-045cb0340f84 req-d196e36e-071c-4c5d-bf84-446a0002ff0a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.0749636
Feb 12 21:14:46.705974 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-754f5c94-b176-4174-adf3-045cb0340f84 req-541f1c3c-0d9d-4ba2-922c-5da2f420bdc1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512526
Feb 12 21:14:46.716354 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-41ad1de9-02da-451b-9463-40fbd4384b8e req-c5c8674f-760e-45fd-b33c-e7c56cc4c1ec tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (48198fe1-46cc-4c9a-9c32-4aa850f6426a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:46.763052 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8674f-760e-45fd-b33c-e7c56cc4c1ec tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Pushing event deleted for resources: {'Port': ['ID=48198fe1-46cc-4c9a-9c32-4aa850f6426a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:46.792350 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeda77f-e079-41cd-be77-1db6393d80e8 req-e2e8a866-a85c-4fee-b7b1-0f6e71074770 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:46.798495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeda77f-e079-41cd-be77-1db6393d80e8 req-e2e8a866-a85c-4fee-b7b1-0f6e71074770 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:46.800313 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddeda77f-e079-41cd-be77-1db6393d80e8 req-e2e8a866-a85c-4fee-b7b1-0f6e71074770 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 1683 time: 0.0856593
Feb 12 21:14:46.817117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 560cbda4-8c83-4286-ad46-6863e830ae96 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:14:46.848644 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-81fe242b-8535-426f-baf8-4e6a67b44d64 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (19dd89b0-f04c-47e0-b086-a93ccf42ad36), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:46.925036 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'tag': '3ad38511-3f1f-4f22-831b-955591ab9833'}, {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-deleted', 'tag': 'f256d627-df49-4516-b949-fc05f0dbf0bc'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:46.926063 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0698dd7f-3088-4302-99c3-d687d3260ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbfee9f-78df-472d-8f1a-f8e602fda68d", "tag": "3ad38511-3f1f-4f22-831b-955591ab9833"}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-deleted", "tag": "f256d627-df49-4516-b949-fc05f0dbf0bc"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:46.936246 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe242b-8535-426f-baf8-4e6a67b44d64 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event deleted for resources: {'Port': ['ID=19dd89b0-f04c-47e0-b086-a93ccf42ad36,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:46.942561 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddeda77f-e079-41cd-be77-1db6393d80e8 req-e5dc7aff-dd6e-4a9d-95df-294f0b3856e7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336010
Feb 12 21:14:46.986595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 560cbda4-8c83-4286-ad46-6863e830ae96 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:14:46.991392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 560cbda4-8c83-4286-ad46-6863e830ae96 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:46.991956 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:47.005569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445c0bb-d7f2-46a9-9bab-9995ef0a3f2f req-078ff460-b447-46f8-8f52-e2b550b8f769 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:47.007260 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a445c0bb-d7f2-46a9-9bab-9995ef0a3f2f req-078ff460-b447-46f8-8f52-e2b550b8f769 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 944 time: 0.1062791
Feb 12 21:14:47.009604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41ad1de9-02da-451b-9463-40fbd4384b8e req-c5c8674f-760e-45fd-b33c-e7c56cc4c1ec tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Router 45f5ec04-715d-4fb8-9b57-5e07df243a78 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:14:47.021727 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-81fe242b-8535-426f-baf8-4e6a67b44d64 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] No DVR routers for this DVR port 19dd89b0-f04c-47e0-b086-a93ccf42ad36 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:47.024411 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-81fe242b-8535-426f-baf8-4e6a67b44d64 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:47.030204 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-81fe242b-8535-426f-baf8-4e6a67b44d64 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.48 "DELETE /v2.0/ports/19dd89b0-f04c-47e0-b086-a93ccf42ad36 HTTP/1.1" status: 204  len: 173 time: 1.1111012
Feb 12 21:14:47.100932 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293e9b46-1461-4731-a50e-a15ee4fecabd x-openstack-request-id: req-293e9b46-1461-4731-a50e-a15ee4fecabd {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:47.101626 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbfee9f-78df-472d-8f1a-f8e602fda68d", "tag": "3ad38511-3f1f-4f22-831b-955591ab9833", "status": "completed", "code": 200}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-deleted", "tag": "f256d627-df49-4516-b949-fc05f0dbf0bc", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:47.105105 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-293e9b46-1461-4731-a50e-a15ee4fecabd {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:47.105105 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'tag': '3ad38511-3f1f-4f22-831b-955591ab9833', 'status': 'completed', 'code': 200}
Feb 12 21:14:47.105105 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-deleted', 'tag': 'f256d627-df49-4516-b949-fc05f0dbf0bc', 'status': 'completed', 'code': 200}
Feb 12 21:14:47.195249 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 560cbda4-8c83-4286-ad46-6863e830ae96 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:47.195827 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:47.236875 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-d6ab6837-d7ec-467a-ae67-cc777c279892 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Deleting port d18f9305-c081-40ea-be43-4032e65318f6 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:47.239623 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-d6ab6837-d7ec-467a-ae67-cc777c279892 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d18f9305-c081-40ea-be43-4032e65318f6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:47.291511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 560cbda4-8c83-4286-ad46-6863e830ae96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=560cbda4-8c83-4286-ad46-6863e830ae96,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:47.318041 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a445c0bb-d7f2-46a9-9bab-9995ef0a3f2f req-aabb6f67-95a8-4666-8a82-7292aa874485 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2974341
Feb 12 21:14:47.381052 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:47.384793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698dd7f-3088-4302-99c3-d687d3260ff6 req-eb19af23-0c44-48c8-9801-ddaefb1be065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:47.384938 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 48198fe1-46cc-4c9a-9c32-4aa850f6426a no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:47.385030 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0698dd7f-3088-4302-99c3-d687d3260ff6 req-eb19af23-0c44-48c8-9801-ddaefb1be065 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2094e607f7bf4345beb838fc2e483911&device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 1127 time: 0.2578020
Feb 12 21:14:47.413667 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41ad1de9-02da-451b-9463-40fbd4384b8e req-c5c8674f-760e-45fd-b33c-e7c56cc4c1ec tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:14:47.445491 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21edf594-b208-4514-9429-b58a1dac4288 None None] Sync routers for ids ['45f5ec04-715d-4fb8-9b57-5e07df243a78'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:14:47.539359 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 48198fe1-46cc-4c9a-9c32-4aa850f6426a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:14:47.542272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 48198fe1-46cc-4c9a-9c32-4aa850f6426a not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:14:47.565244 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ad1de9-02da-451b-9463-40fbd4384b8e req-c5c8674f-760e-45fd-b33c-e7c56cc4c1ec tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] No DVR routers for this DVR port 48198fe1-46cc-4c9a-9c32-4aa850f6426a on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:47.568450 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-41ad1de9-02da-451b-9463-40fbd4384b8e req-c5c8674f-760e-45fd-b33c-e7c56cc4c1ec tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:47.575710 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-41ad1de9-02da-451b-9463-40fbd4384b8e req-c5c8674f-760e-45fd-b33c-e7c56cc4c1ec tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.48 "DELETE /v2.0/ports/48198fe1-46cc-4c9a-9c32-4aa850f6426a HTTP/1.1" status: 204  len: 173 time: 2.1423416
Feb 12 21:14:47.576402 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960de3e9-1389-4350-bc25-24153c9bcff3', 'name': 'network-vif-deleted', 'tag': '48198fe1-46cc-4c9a-9c32-4aa850f6426a'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:47.579020 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d9d6bb-300f-4c54-b242-695b3e3bb7a0" -d '{"events": [{"server_uuid": "960de3e9-1389-4350-bc25-24153c9bcff3", "name": "network-vif-deleted", "tag": "48198fe1-46cc-4c9a-9c32-4aa850f6426a"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:47.589908 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21edf594-b208-4514-9429-b58a1dac4288 None None] Routers {'45f5ec04-715d-4fb8-9b57-5e07df243a78'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:14:47.590812 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-21edf594-b208-4514-9429-b58a1dac4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb658310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:14:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['45f5ec04-715d-4fb8-9b57-5e07df243a78'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:14:47.672289 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-d6ab6837-d7ec-467a-ae67-cc777c279892 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] For port d18f9305-c081-40ea-be43-4032e65318f6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d18f9305-c081-40ea-be43-4032e65318f6,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:47.672585 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-d6ab6837-d7ec-467a-ae67-cc777c279892 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d18f9305-c081-40ea-be43-4032e65318f6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:47.678352 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5450426f-f269-427d-b71c-be613adde81c req-e7c8e953-e1ee-45c0-a4bc-f511414ff242 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 210 time: 0.0347030
Feb 12 21:14:47.721548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-21edf594-b208-4514-9429-b58a1dac4288 None None] Set router 45f5ec04-715d-4fb8-9b57-5e07df243a78 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:14:47.721895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-d6ab6837-d7ec-467a-ae67-cc777c279892 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Calling delete_port for d18f9305-c081-40ea-be43-4032e65318f6 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:47.772276 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698dd7f-3088-4302-99c3-d687d3260ff6 req-9d9f8f37-3f04-49c4-82eb-f21de097516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:47.774709 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0698dd7f-3088-4302-99c3-d687d3260ff6 req-9d9f8f37-3f04-49c4-82eb-f21de097516c service neutron] 10.222.0.50 "GET /v2.0/networks?id=4558dc02-1bc4-4b41-a16f-8a68e939fe76 HTTP/1.1" status: 200  len: 918 time: 0.2693980
Feb 12 21:14:47.799502 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f704e-a32a-4321-bdbd-e16d0864baf5 req-a2f7789f-e6fd-43ab-b355-d0073ffe604d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:47.814193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f704e-a32a-4321-bdbd-e16d0864baf5 req-a2f7789f-e6fd-43ab-b355-d0073ffe604d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:47.816114 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bc7f704e-a32a-4321-bdbd-e16d0864baf5 req-a2f7789f-e6fd-43ab-b355-d0073ffe604d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 1677 time: 0.3266997
Feb 12 21:14:47.824439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=560cbda4-8c83-4286-ad46-6863e830ae96,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:47.984435 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03292ee9-f9a1-4a60-b825-a0e623cc2729 x-openstack-request-id: req-03292ee9-f9a1-4a60-b825-a0e623cc2729 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:47.984805 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960de3e9-1389-4350-bc25-24153c9bcff3", "name": "network-vif-deleted", "tag": "48198fe1-46cc-4c9a-9c32-4aa850f6426a", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:47.984985 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03292ee9-f9a1-4a60-b825-a0e623cc2729 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:47.986063 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960de3e9-1389-4350-bc25-24153c9bcff3', 'name': 'network-vif-deleted', 'tag': '48198fe1-46cc-4c9a-9c32-4aa850f6426a', 'status': 'completed', 'code': 200}
Feb 12 21:14:48.039696 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-676c3126-0ba9-45ec-bab4-c598becdc86c req-16dcebe7-3a5c-44db-bb6c-fbb9fa1f9998 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 210 time: 0.0570116
Feb 12 21:14:48.042346 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0698dd7f-3088-4302-99c3-d687d3260ff6 req-47a886fc-6fa2-41fa-ad7d-3124dcba201d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ad38511-3f1f-4f22-831b-955591ab9833 HTTP/1.1" status: 200  len: 999 time: 0.2501483
Feb 12 21:14:48.138353 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bc7f704e-a32a-4321-bdbd-e16d0864baf5 req-ceca0e35-b96b-4024-af03-5c214cbe1523 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2090178
Feb 12 21:14:48.152334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2990b1d-7527-44c6-9a61-380b654541b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560cbda4-8c83-4286-ad46-6863e830ae96'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:48.161079 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587e74f9-fb85-40c3-a67e-649fb552c4e1" -d '{"events": [{"server_uuid": "d2990b1d-7527-44c6-9a61-380b654541b6", "name": "network-vif-plugged", "status": "completed", "tag": "560cbda4-8c83-4286-ad46-6863e830ae96"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:48.164366 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698dd7f-3088-4302-99c3-d687d3260ff6 req-d292b321-5a77-4bc7-b5af-da8c32bed885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:48.166116 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0698dd7f-3088-4302-99c3-d687d3260ff6 req-d292b321-5a77-4bc7-b5af-da8c32bed885 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5 HTTP/1.1" status: 200  len: 856 time: 0.1092405
Feb 12 21:14:48.206188 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-21edf594-b208-4514-9429-b58a1dac4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb658310>, [{'id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'name': 'tempest-ServersTestBootFromVolume-1851269034-router', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:06:52Z', 'updated_at': '2022-02-12T21:06:58Z', 'revision_number': 4, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'gw_port': {'id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:53Z', 'updated_at': '2022-02-12T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87963573-abc0-4c6b-8e70-daf9cdd61a2f', 'name': '', 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'mac_address': 'fa:16:3e:ed:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:57Z', 'updated_at': '2022-02-12T21:07:05Z', 'revision_number': 5, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'subnets': [{'id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:14:48.241861 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21edf594-b208-4514-9429-b58a1dac4288 None None] Checking router: 45f5ec04-715d-4fb8-9b57-5e07df243a78 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:14:48.255764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21edf594-b208-4514-9429-b58a1dac4288 None None] Routers {'45f5ec04-715d-4fb8-9b57-5e07df243a78'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:14:48.256661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-21edf594-b208-4514-9429-b58a1dac4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb658310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:14:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['45f5ec04-715d-4fb8-9b57-5e07df243a78'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:14:48.386027 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-d6ab6837-d7ec-467a-ae67-cc777c279892 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d18f9305-c081-40ea-be43-4032e65318f6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:48.425028 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698dd7f-3088-4302-99c3-d687d3260ff6 req-3d178db6-6adb-4a8f-b77e-77315d504f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:48.426800 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0698dd7f-3088-4302-99c3-d687d3260ff6 req-3d178db6-6adb-4a8f-b77e-77315d504f5e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4558dc02-1bc4-4b41-a16f-8a68e939fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2510068
Feb 12 21:14:48.435913 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-21edf594-b208-4514-9429-b58a1dac4288 None None] Set router 45f5ec04-715d-4fb8-9b57-5e07df243a78 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:14:48.438850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab6837-d7ec-467a-ae67-cc777c279892 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event deleted for resources: {'Port': ['ID=d18f9305-c081-40ea-be43-4032e65318f6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:48.441327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8cace-189a-4d2e-bc32-dffdd92496da req-f503a1a8-3e2b-4e59-9087-ba21e8cdb076 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:48.443088 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fda8cace-189a-4d2e-bc32-dffdd92496da req-f503a1a8-3e2b-4e59-9087-ba21e8cdb076 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.2285185
Feb 12 21:14:48.568374 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-d6ab6837-d7ec-467a-ae67-cc777c279892 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] No DVR routers for this DVR port d18f9305-c081-40ea-be43-4032e65318f6 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:48.580649 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338328d-9a0c-4b3e-b575-ff3db8bad889 req-43248976-2536-4eb0-b728-306d84d17c44 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:48.596242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338328d-9a0c-4b3e-b575-ff3db8bad889 req-43248976-2536-4eb0-b728-306d84d17c44 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:48.618088 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b338328d-9a0c-4b3e-b575-ff3db8bad889 req-43248976-2536-4eb0-b728-306d84d17c44 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 1683 time: 0.2831762
Feb 12 21:14:48.620311 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-d6ab6837-d7ec-467a-ae67-cc777c279892 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:48.628795 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-d6ab6837-d7ec-467a-ae67-cc777c279892 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.48 "DELETE /v2.0/ports/d18f9305-c081-40ea-be43-4032e65318f6 HTTP/1.1" status: 204  len: 173 time: 1.5927646
Feb 12 21:14:48.750782 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fda8cace-189a-4d2e-bc32-dffdd92496da req-937247cb-1cc9-49f4-ac7d-9e718d86b326 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2918003
Feb 12 21:14:48.827569 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0698dd7f-3088-4302-99c3-d687d3260ff6 req-c801c69a-da52-4079-863e-771dd2210187 service neutron] 10.222.0.50 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3833783
Feb 12 21:14:48.914288 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e375a721-2568-4f63-b0fb-b93dd6290825 x-openstack-request-id: req-e375a721-2568-4f63-b0fb-b93dd6290825 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:48.914679 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2990b1d-7527-44c6-9a61-380b654541b6", "name": "network-vif-plugged", "status": "completed", "tag": "560cbda4-8c83-4286-ad46-6863e830ae96", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:48.914996 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e375a721-2568-4f63-b0fb-b93dd6290825 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:48.917170 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2990b1d-7527-44c6-9a61-380b654541b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560cbda4-8c83-4286-ad46-6863e830ae96', 'code': 200}
Feb 12 21:14:48.973535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-21edf594-b208-4514-9429-b58a1dac4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb658310>, [{'id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'name': 'tempest-ServersTestBootFromVolume-1851269034-router', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:06:52Z', 'updated_at': '2022-02-12T21:06:58Z', 'revision_number': 4, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'gw_port': {'id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:53Z', 'updated_at': '2022-02-12T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87963573-abc0-4c6b-8e70-daf9cdd61a2f', 'name': '', 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'mac_address': 'fa:16:3e:ed:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:57Z', 'updated_at': '2022-02-12T21:07:05Z', 'revision_number': 5, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'subnets': [{'id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:14:49.012616 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b338328d-9a0c-4b3e-b575-ff3db8bad889 req-71b0898b-af0a-4afd-a4da-39d6415f55a4 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3809447
Feb 12 21:14:49.013805 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21edf594-b208-4514-9429-b58a1dac4288 None None] The sync data for ids ['45f5ec04-715d-4fb8-9b57-5e07df243a78'] in ncdv-master-1 is: [{'id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'name': 'tempest-ServersTestBootFromVolume-1851269034-router', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:06:52Z', 'updated_at': '2022-02-12T21:06:58Z', 'revision_number': 4, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'gw_port': {'id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:53Z', 'updated_at': '2022-02-12T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '87963573-abc0-4c6b-8e70-daf9cdd61a2f', 'name': '', 'network_id': '8a5b2a07-61e9-49f2-a870-d207fbb10adf', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'mac_address': 'fa:16:3e:ed:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:57Z', 'updated_at': '2022-02-12T21:07:05Z', 'revision_number': 5, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'subnets': [{'id': 'a9243cf6-6f87-4c2d-8314-7b39a4ace0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:14:49.081514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-aeee781f-8a0a-4968-9f81-718402099823 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Deleting port c24391d7-58a5-450b-bfb5-2e331131b9e0 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:49.081514 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-aeee781f-8a0a-4968-9f81-718402099823 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:49.133718 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-deleted', 'tag': '19dd89b0-f04c-47e0-b086-a93ccf42ad36'}, {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-deleted', 'tag': 'd18f9305-c081-40ea-be43-4032e65318f6'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:49.137245 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5a6996-8b32-443a-9778-fb681b22989d" -d '{"events": [{"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-deleted", "tag": "19dd89b0-f04c-47e0-b086-a93ccf42ad36"}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-deleted", "tag": "d18f9305-c081-40ea-be43-4032e65318f6"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:49.185918 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0698dd7f-3088-4302-99c3-d687d3260ff6 req-a79c6b5b-f6e6-4c06-85b7-3b077bf1f2f3 service neutron] 10.222.0.50 "GET /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3405497
Feb 12 21:14:49.258622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5a6e1-be56-424a-98ce-09b77cd4d0d8 req-14b50f43-e3cd-470a-b45a-183bb83aa317 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:49.264662 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45e5a6e1-be56-424a-98ce-09b77cd4d0d8 req-14b50f43-e3cd-470a-b45a-183bb83aa317 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 945 time: 0.2235341
Feb 12 21:14:49.283655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caf687-312f-4354-b7f4-e4d40094842c req-1ab5b29c-04a7-4da8-80be-b69b6c6a7a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:49.283941 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78caf687-312f-4354-b7f4-e4d40094842c req-1ab5b29c-04a7-4da8-80be-b69b6c6a7a55 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 1127 time: 0.2228842
Feb 12 21:14:49.312258 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-776fc4b7-68fa-424b-8c41-5e6fc34f750d tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:49.314008 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-776fc4b7-68fa-424b-8c41-5e6fc34f750d tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.50 "GET /v2.0/networks?id=282c3200-9059-438c-a022-c732f83ca0af HTTP/1.1" status: 200  len: 815 time: 0.1660843
Feb 12 21:14:49.467311 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78caf687-312f-4354-b7f4-e4d40094842c req-2727be77-77d7-4c56-93d5-2c2fdab49f22 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722937
Feb 12 21:14:49.471040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-965a7d35-7a1a-4a53-be62-839b8d688c71 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Request body: {'port': {'device_id': '98699803-4a38-4e99-96bc-3fee5a9a03ef', 'network_id': '282c3200-9059-438c-a022-c732f83ca0af', 'admin_state_up': True, 'tenant_id': 'f3339620b21d4394a171733276444b7b'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:49.493701 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45e5a6e1-be56-424a-98ce-09b77cd4d0d8 req-44f61070-0392-481b-a832-f50db4570896 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1941628
Feb 12 21:14:49.565064 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ff3edb97-68fb-4f0c-91e5-a626f84c2cae req-6bdf9825-9bf2-49c9-beae-f1df43d8e540 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 210 time: 0.2386224
Feb 12 21:14:49.681883 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3f02eb-cc34-43f7-9944-826dd5c44738 x-openstack-request-id: req-2f3f02eb-cc34-43f7-9944-826dd5c44738 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:49.683075 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-deleted", "tag": "19dd89b0-f04c-47e0-b086-a93ccf42ad36", "status": "completed", "code": 200}, {"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-deleted", "tag": "d18f9305-c081-40ea-be43-4032e65318f6", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:49.683353 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f3f02eb-cc34-43f7-9944-826dd5c44738 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:49.683778 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-deleted', 'tag': '19dd89b0-f04c-47e0-b086-a93ccf42ad36', 'status': 'completed', 'code': 200}
Feb 12 21:14:49.684054 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-deleted', 'tag': 'd18f9305-c081-40ea-be43-4032e65318f6', 'status': 'completed', 'code': 200}
Feb 12 21:14:49.690652 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76e99ce-0382-4a44-a76f-0774d744501c None None] New status for floating IP de6724fb-e2a6-45fc-aa61-400e7030159e: DOWN {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:14:49.723698 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-aeee781f-8a0a-4968-9f81-718402099823 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] For port c24391d7-58a5-450b-bfb5-2e331131b9e0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c24391d7-58a5-450b-bfb5-2e331131b9e0,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:49.724232 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-aeee781f-8a0a-4968-9f81-718402099823 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:49.758711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-aeee781f-8a0a-4968-9f81-718402099823 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Calling delete_port for c24391d7-58a5-450b-bfb5-2e331131b9e0 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:49.830768 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-604272b3-dd84-4117-b0d7-eeef595aba15 req-64c60b08-f484-4de0-85a9-48a2f0ec0501 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/ports?device_id=960de3e9-1389-4350-bc25-24153c9bcff3 HTTP/1.1" status: 200  len: 210 time: 0.0854073
Feb 12 21:14:50.044558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f9556-83cd-46cc-8426-99ba1c5d26c2 req-a1a23772-b439-427b-9084-047dc8c5db85 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:50.046317 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-512f9556-83cd-46cc-8426-99ba1c5d26c2 req-a1a23772-b439-427b-9084-047dc8c5db85 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 943 time: 0.1689985
Feb 12 21:14:50.094273 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-965a7d35-7a1a-4a53-be62-839b8d688c71 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Made reservation on behalf of f3339620b21d4394a171733276444b7b for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:14:50.097670 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-965a7d35-7a1a-4a53-be62-839b8d688c71 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:50.229761 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-512f9556-83cd-46cc-8426-99ba1c5d26c2 req-237b4153-e55b-42b6-b8bb-f90985bbe4c6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups?id=06effd48-62e0-43f2-85ff-3862ee8a6769&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1518514
Feb 12 21:14:50.402599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-965a7d35-7a1a-4a53-be62-839b8d688c71 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Allocated IP 172.20.0.5 (282c3200-9059-438c-a022-c732f83ca0af/bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992/2a51fe93-35ae-44b2-b89e-8ca15e049fcb) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:14:50.503606 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-aeee781f-8a0a-4968-9f81-718402099823 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c24391d7-58a5-450b-bfb5-2e331131b9e0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:50.587427 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee781f-8a0a-4968-9f81-718402099823 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event deleted for resources: {'Port': ['ID=c24391d7-58a5-450b-bfb5-2e331131b9e0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:50.596372 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0b10d-8063-4059-93de-208f34de2dcc req-6db01f65-5dc2-4b45-b6af-91d807e12ad3 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:50.598215 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9d0b10d-8063-4059-93de-208f34de2dcc req-6db01f65-5dc2-4b45-b6af-91d807e12ad3 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.1226308
Feb 12 21:14:50.726417 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-aeee781f-8a0a-4968-9f81-718402099823 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] No DVR routers for this DVR port c24391d7-58a5-450b-bfb5-2e331131b9e0 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:50.727936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9d0b10d-8063-4059-93de-208f34de2dcc req-420996bf-67a7-4493-9dcf-90c9014f91d5 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1230667
Feb 12 21:14:50.735885 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-aeee781f-8a0a-4968-9f81-718402099823 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:50.747411 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e108e37-8cf9-4066-816d-34eb2921cf16 req-aeee781f-8a0a-4968-9f81-718402099823 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.48 "DELETE /v2.0/ports/c24391d7-58a5-450b-bfb5-2e331131b9e0 HTTP/1.1" status: 204  len: 173 time: 2.0915565
Feb 12 21:14:50.842052 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-965a7d35-7a1a-4a53-be62-839b8d688c71 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks [] for port (2a51fe93-35ae-44b2-b89e-8ca15e049fcb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:50.926991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd7dc7-347e-423b-8d78-06caa890285d req-8e0a478e-f33a-4457-9c7a-10e3740aed3c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:50.941038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd7dc7-347e-423b-8d78-06caa890285d req-8e0a478e-f33a-4457-9c7a-10e3740aed3c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:50.942739 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bffd7dc7-347e-423b-8d78-06caa890285d req-8e0a478e-f33a-4457-9c7a-10e3740aed3c tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 1683 time: 0.1074395
Feb 12 21:14:51.044670 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-965a7d35-7a1a-4a53-be62-839b8d688c71 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (2a51fe93-35ae-44b2-b89e-8ca15e049fcb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:51.060666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['dd227e33-f70a-4937-a239-d5f76f172b3e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:51.075127 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bffd7dc7-347e-423b-8d78-06caa890285d req-b4ad2784-4b6b-4d49-a987-053a10e52a80 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178401
Feb 12 21:14:51.075518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['535bef55-124d-44f2-9478-80c0a813b588'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:51.115245 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-965a7d35-7a1a-4a53-be62-839b8d688c71 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Network 282c3200-9059-438c-a022-c732f83ca0af is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:14:51.126953 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-965a7d35-7a1a-4a53-be62-839b8d688c71 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:14:51.130411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-965a7d35-7a1a-4a53-be62-839b8d688c71 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:14:51.220440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1c8b3-2445-4c4f-abb0-7ba50458d70f req-0fa28f9a-b7e2-48f9-987a-4bf7540ed28b tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:51.225018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-965a7d35-7a1a-4a53-be62-839b8d688c71 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:51.226019 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-965a7d35-7a1a-4a53-be62-839b8d688c71 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:51.228032 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6eb1c8b3-2445-4c4f-abb0-7ba50458d70f req-0fa28f9a-b7e2-48f9-987a-4bf7540ed28b tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 931 time: 0.0676663
Feb 12 21:14:51.247881 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a7d35-7a1a-4a53-be62-839b8d688c71 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Pushing event updated for resources: {'Port': ['ID=2a51fe93-35ae-44b2-b89e-8ca15e049fcb,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:51.260863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cf299-d2e1-4806-9b0e-c99db2d100c3 req-e7f11f76-557f-4ab0-8767-d01d44bca6ec tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:51.272556 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-da4cf299-d2e1-4806-9b0e-c99db2d100c3 req-e7f11f76-557f-4ab0-8767-d01d44bca6ec tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 945 time: 0.2796447
Feb 12 21:14:51.361641 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6eb1c8b3-2445-4c4f-abb0-7ba50458d70f req-5350784a-4385-441c-8bce-78324a0b47c2 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325445
Feb 12 21:14:51.418406 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-da4cf299-d2e1-4806-9b0e-c99db2d100c3 req-11d38377-5cec-4590-94ac-44e668fddc82 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474073
Feb 12 21:14:51.437976 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-965a7d35-7a1a-4a53-be62-839b8d688c71 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9937208
Feb 12 21:14:51.482308 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Request body: {'port': {'device_id': '98699803-4a38-4e99-96bc-3fee5a9a03ef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:14:51.582542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d11a4e-7da2-4078-8e4f-a5d99eec2470 req-346eec89-5a6e-4bcb-808a-c0f32f8a2a2a tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 210 time: 0.0597916
Feb 12 21:14:51.671566 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2a51fe93-35ae-44b2-b89e-8ca15e049fcb), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:51.684966 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41450) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:51.692678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-deleted', 'tag': 'c24391d7-58a5-450b-bfb5-2e331131b9e0'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:51.694658 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd72891-b70e-4041-98bb-66cd76ad534e" -d '{"events": [{"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-deleted", "tag": "c24391d7-58a5-450b-bfb5-2e331131b9e0"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:51.722398 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d943d58-dae6-47ca-952c-bdea656dfd02 req-88e74b0f-147a-4f26-8f46-52322a5e74fa tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:51.724642 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0d943d58-dae6-47ca-952c-bdea656dfd02 req-88e74b0f-147a-4f26-8f46-52322a5e74fa tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.1423507
Feb 12 21:14:51.778415 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-83518592-c791-47ff-91c0-743b117aa184 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for security_group (480d0776-e093-4e97-81bd-9f96dcb79a93), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:51.793312 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56399aea-db27-4ac7-a7db-05148595ed4d x-openstack-request-id: req-56399aea-db27-4ac7-a7db-05148595ed4d {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:51.793631 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfec12ed-64c4-45af-a8a6-bc3e13a075b7", "name": "network-vif-deleted", "tag": "c24391d7-58a5-450b-bfb5-2e331131b9e0", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:51.793925 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56399aea-db27-4ac7-a7db-05148595ed4d {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:51.794335 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfec12ed-64c4-45af-a8a6-bc3e13a075b7', 'name': 'network-vif-deleted', 'tag': 'c24391d7-58a5-450b-bfb5-2e331131b9e0', 'status': 'completed', 'code': 200}
Feb 12 21:14:51.836305 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0d943d58-dae6-47ca-952c-bdea656dfd02 req-4e0f309e-bb40-4e2b-a650-254989e39f6b tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831997
Feb 12 21:14:51.850991 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-83518592-c791-47ff-91c0-743b117aa184 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for security_group (480d0776-e093-4e97-81bd-9f96dcb79a93), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:51.956850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdd16a-e966-480a-bda9-8e9df0247c4e req-f89e7dcd-78dd-4369-86fa-1656197a6470 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:51.959358 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-79cdd16a-e966-480a-bda9-8e9df0247c4e req-f89e7dcd-78dd-4369-86fa-1656197a6470 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.0668175
Feb 12 21:14:52.044527 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-83518592-c791-47ff-91c0-743b117aa184 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (480d0776-e093-4e97-81bd-9f96dcb79a93), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:52.047431 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-83518592-c791-47ff-91c0-743b117aa184 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:52.048854 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-83518592-c791-47ff-91c0-743b117aa184 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "DELETE /v2.0/security-groups/480d0776-e093-4e97-81bd-9f96dcb79a93 HTTP/1.1" status: 204  len: 168 time: 0.3627076
Feb 12 21:14:52.052421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41456) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:52.058522 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-79cdd16a-e966-480a-bda9-8e9df0247c4e req-84ce2363-bc0e-4964-a66c-6ee4bec5fe4c tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861442
Feb 12 21:14:52.079974 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-3f6887ac-f073-4de9-9e67-21223bc34bdf tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] show failed (client error): The resource could not be found.
Feb 12 21:14:52.081145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3f6887ac-f073-4de9-9e67-21223bc34bdf tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "GET /v2.0/security-groups/480d0776-e093-4e97-81bd-9f96dcb79a93 HTTP/1.1" status: 404  len: 347 time: 0.0273991
Feb 12 21:14:52.082045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83518592-c791-47ff-91c0-743b117aa184 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480d0776-e093-4e97-81bd-9f96dcb79a93,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:52.084089 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41458) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:52.162294 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a51fe93-35ae-44b2-b89e-8ca15e049fcb {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:52.176713 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Publish callbacks [] for port (2a51fe93-35ae-44b2-b89e-8ca15e049fcb), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:52.190473 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Transition to ACTIVE for port object 2a51fe93-35ae-44b2-b89e-8ca15e049fcb will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:14:52.267839 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (2a51fe93-35ae-44b2-b89e-8ca15e049fcb), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:52.334433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-90a4465e-0dbb-4aa9-a6ff-74928decd542 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Deleting port 43fae2fa-b638-4fe3-bee8-935bd8825b35 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:52.335157 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90a4465e-0dbb-4aa9-a6ff-74928decd542 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (43fae2fa-b638-4fe3-bee8-935bd8825b35), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:52.351563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Pushing event updated for resources: {'Port': ['ID=2a51fe93-35ae-44b2-b89e-8ca15e049fcb,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:52.396491 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b7798-a074-47c3-afd2-6241aaf736dd req-09be0356-0e54-43e4-a646-f99ac5f5fe9f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:52.406543 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b7798-a074-47c3-afd2-6241aaf736dd req-09be0356-0e54-43e4-a646-f99ac5f5fe9f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:52.409561 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a09b7798-a074-47c3-afd2-6241aaf736dd req-09be0356-0e54-43e4-a646-f99ac5f5fe9f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 1683 time: 0.1757176
Feb 12 21:14:52.521345 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90a4465e-0dbb-4aa9-a6ff-74928decd542 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (43fae2fa-b638-4fe3-bee8-935bd8825b35), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:52.521608 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90a4465e-0dbb-4aa9-a6ff-74928decd542 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for floatingip (43fae2fa-b638-4fe3-bee8-935bd8825b35), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:52.537897 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-90a4465e-0dbb-4aa9-a6ff-74928decd542 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Calling delete_port for 43fae2fa-b638-4fe3-bee8-935bd8825b35 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:52.543362 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a09b7798-a074-47c3-afd2-6241aaf736dd req-e42a0775-f38b-4d4a-b2ca-9279882024da tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146262
Feb 12 21:14:52.544252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Attempting to bind port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:14:52.544587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Attempting to bind port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:14:52.544919 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Attempting to bind port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb on network 282c3200-9059-438c-a022-c732f83ca0af {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:14:52.550099 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb on network 282c3200-9059-438c-a022-c732f83ca0af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:14:52.550551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Attempting to bind port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb on network 282c3200-9059-438c-a022-c732f83ca0af {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:14:52.556257 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:14:52.556468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Checking segment: {'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:14:52.556813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Bound using segment: {'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:14:52.557490 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Bound port: 2a51fe93-35ae-44b2-b89e-8ca15e049fcb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:14:52.558031 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2a51fe93-35ae-44b2-b89e-8ca15e049fcb), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:52.584468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc342129-a5b6-4dbd-8e7f-2d3130e66b8a req-c84239a8-d7e6-42c3-ab17-8c528ab67e67 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:52.592812 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc342129-a5b6-4dbd-8e7f-2d3130e66b8a req-c84239a8-d7e6-42c3-ab17-8c528ab67e67 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 943 time: 0.1152341
Feb 12 21:14:52.724477 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc342129-a5b6-4dbd-8e7f-2d3130e66b8a req-df4ab60e-12fd-4fa6-8749-b2d868c8dcea tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299903
Feb 12 21:14:52.759243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] For port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:14:52.766743 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] For port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a51fe93-35ae-44b2-b89e-8ca15e049fcb,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:14:52.772882 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116d8dd-5ef1-4134-a75f-6f2afccd4a3f req-55ae649b-e3b9-4e51-8197-12f787164ae2 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:52.782740 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6116d8dd-5ef1-4134-a75f-6f2afccd4a3f req-55ae649b-e3b9-4e51-8197-12f787164ae2 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 945 time: 0.1052747
Feb 12 21:14:52.852427 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6116d8dd-5ef1-4134-a75f-6f2afccd4a3f req-0e819820-3193-44b3-936e-2b6046be3d31 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686445
Feb 12 21:14:52.907271 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (2a51fe93-35ae-44b2-b89e-8ca15e049fcb), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:52.933695 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-576be423-44f9-4241-8756-4e0738f50648 req-a42753bd-7d35-48e2-84fb-e300978bcc2b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfec12ed-64c4-45af-a8a6-bc3e13a075b7 HTTP/1.1" status: 200  len: 210 time: 0.0464571
Feb 12 21:14:53.008741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:53.009563 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:53.012709 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] 10.222.0.50 "PUT /v2.0/ports/2a51fe93-35ae-44b2-b89e-8ca15e049fcb HTTP/1.1" status: 200  len: 1091 time: 1.5376308
Feb 12 21:14:53.042803 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08750d-20dc-41a5-99f7-9cf4f945b01f service neutron] Pushing event updated for resources: {'Port': ['ID=2a51fe93-35ae-44b2-b89e-8ca15e049fcb,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:53.047456 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90a4465e-0dbb-4aa9-a6ff-74928decd542 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (43fae2fa-b638-4fe3-bee8-935bd8825b35), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:53.068198 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e2e69-09cf-4c3a-9b79-9fe8603fe0df req-649dac40-1a39-4d4a-aee7-9e39b64ab2bc tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:53.075808 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d24e2e69-09cf-4c3a-9b79-9fe8603fe0df req-649dac40-1a39-4d4a-aee7-9e39b64ab2bc tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 945 time: 0.1183925
Feb 12 21:14:53.101099 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4465e-0dbb-4aa9-a6ff-74928decd542 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Pushing event deleted for resources: {'Port': ['ID=43fae2fa-b638-4fe3-bee8-935bd8825b35,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:53.138653 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d24e2e69-09cf-4c3a-9b79-9fe8603fe0df req-747c0b28-15f8-4e1d-87fe-2f6ae9fa99cd tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567679
Feb 12 21:14:53.186714 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc90f1-0b3c-4ce7-ac3b-36a8d46a8638 req-37bfb0c1-1190-4a2b-9f00-1836b7b907e4 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:53.196674 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-40dc90f1-0b3c-4ce7-ac3b-36a8d46a8638 req-37bfb0c1-1190-4a2b-9f00-1836b7b907e4 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.1597643
Feb 12 21:14:53.215827 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90a4465e-0dbb-4aa9-a6ff-74928decd542 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks [] for floatingip (de6724fb-e2a6-45fc-aa61-400e7030159e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:53.218416 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90a4465e-0dbb-4aa9-a6ff-74928decd542 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:53.222719 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-90a4465e-0dbb-4aa9-a6ff-74928decd542 tempest-ServersTestBootFromVolume-814782321 tempest-ServersTestBootFromVolume-814782321-project] 10.222.0.31 "DELETE /v2.0/floatingips/de6724fb-e2a6-45fc-aa61-400e7030159e HTTP/1.1" status: 204  len: 168 time: 1.1011004
Feb 12 21:14:53.223950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41478) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:53.285103 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-40dc90f1-0b3c-4ce7-ac3b-36a8d46a8638 req-ad3e2549-d777-4bfc-be8a-2e1476072e43 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875897
Feb 12 21:14:53.400317 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-7fd234ec-54f8-4b1c-8b45-48480a59ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:53.402743 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-7fd234ec-54f8-4b1c-8b45-48480a59ade4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3339620b21d4394a171733276444b7b&device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 1125 time: 0.1808572
Feb 12 21:14:53.429817 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8120e97-70cc-447c-9553-6210c83270e2 req-9d33cc92-41e3-4882-b076-04c9cfe010a8 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:53.438115 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b8120e97-70cc-447c-9553-6210c83270e2 req-9d33cc92-41e3-4882-b076-04c9cfe010a8 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.1532860
Feb 12 21:14:53.511282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbafae4-7279-4769-851d-8a31d6a326b0 req-91354dd8-180d-446e-943f-8832fb6fe915 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:53.520673 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bbafae4-7279-4769-851d-8a31d6a326b0 req-91354dd8-180d-446e-943f-8832fb6fe915 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.48 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 946 time: 0.1626413
Feb 12 21:14:53.522033 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-15aa6e28-839e-4cdc-99d0-7359b0e7bc2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a51fe93-35ae-44b2-b89e-8ca15e049fcb HTTP/1.1" status: 200  len: 217 time: 0.0757966
Feb 12 21:14:53.662912 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b8120e97-70cc-447c-9553-6210c83270e2 req-7d4e8feb-f6b4-4d1d-b394-7528ebf14e65 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2238183
Feb 12 21:14:53.677681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-823a8644-1b88-4de2-b81c-6edda68233de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:53.679371 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-823a8644-1b88-4de2-b81c-6edda68233de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992 HTTP/1.1" status: 200  len: 855 time: 0.1085961
Feb 12 21:14:53.763626 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-b28aa2df-a7b1-425b-b0bb-1bb4c6f74710 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=282c3200-9059-438c-a022-c732f83ca0af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466659
Feb 12 21:14:53.805156 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98699803-4a38-4e99-96bc-3fee5a9a03ef', 'tag': '2a51fe93-35ae-44b2-b89e-8ca15e049fcb'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:53.819629 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771dc5e8-e2cb-4782-994d-3637b200fae7" -d '{"events": [{"name": "network-changed", "server_uuid": "98699803-4a38-4e99-96bc-3fee5a9a03ef", "tag": "2a51fe93-35ae-44b2-b89e-8ca15e049fcb"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:53.902696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee6acb-fee5-49e2-b084-a76ff03cf2bb req-9e4d2600-ba5b-4e52-8aff-4de4092270c7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:53.908914 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee6acb-fee5-49e2-b084-a76ff03cf2bb req-9e4d2600-ba5b-4e52-8aff-4de4092270c7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:53.918426 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-03ee6acb-fee5-49e2-b084-a76ff03cf2bb req-9e4d2600-ba5b-4e52-8aff-4de4092270c7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 1683 time: 0.1604793
Feb 12 21:14:53.960598 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb515902-1d54-4934-9301-fc145778dcc3 req-9930c053-6529-4b95-a237-8898acb353a7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:53.967474 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb515902-1d54-4934-9301-fc145778dcc3 req-9930c053-6529-4b95-a237-8898acb353a7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:53.969477 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb515902-1d54-4934-9301-fc145778dcc3 req-9930c053-6529-4b95-a237-8898acb353a7 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.50 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 1683 time: 0.1127405
Feb 12 21:14:53.976002 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7758de23-09c0-44a0-b45c-79b9df91b0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (45f5ec04-715d-4fb8-9b57-5e07df243a78), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:53.981577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-7bbafae4-7279-4769-851d-8a31d6a326b0 req-289db62e-3c1f-453f-929c-547fd70c91c4 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Deleting port 8717c413-817e-4ebb-805c-d6db55691f8e {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:53.981929 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bbafae4-7279-4769-851d-8a31d6a326b0 req-289db62e-3c1f-453f-929c-547fd70c91c4 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8717c413-817e-4ebb-805c-d6db55691f8e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:54.372486 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe957f5-f9dd-482b-b3b3-027317ecaca2 req-1ce81a01-8f2c-4bfd-92c1-b84df936327c tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:54.379987 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9fe957f5-f9dd-482b-b3b3-027317ecaca2 req-1ce81a01-8f2c-4bfd-92c1-b84df936327c tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 943 time: 0.1392059
Feb 12 21:14:54.464467 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-cb515902-1d54-4934-9301-fc145778dcc3 req-fd0ccbe2-f377-4005-b29b-93a158f1c23a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Deleting port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:54.464954 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb515902-1d54-4934-9301-fc145778dcc3 req-fd0ccbe2-f377-4005-b29b-93a158f1c23a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:54.500546 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-03ee6acb-fee5-49e2-b084-a76ff03cf2bb req-f3425d26-c8fe-4308-9e26-a28cf0c26359 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5809112
Feb 12 21:14:54.501229 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9fe957f5-f9dd-482b-b3b3-027317ecaca2 req-6df17f74-e5b8-4fcc-bfde-0bf59dd6d8a0 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203349
Feb 12 21:14:54.512743 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-ef33956c-a5e3-4824-be73-325ff22476ca service neutron] 10.222.0.50 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6691594
Feb 12 21:14:54.603363 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69e0ade-90a3-4423-9dfa-b025df0c7794 x-openstack-request-id: req-c69e0ade-90a3-4423-9dfa-b025df0c7794 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:54.603692 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98699803-4a38-4e99-96bc-3fee5a9a03ef", "tag": "2a51fe93-35ae-44b2-b89e-8ca15e049fcb", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:54.604104 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c69e0ade-90a3-4423-9dfa-b025df0c7794 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:54.604691 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98699803-4a38-4e99-96bc-3fee5a9a03ef', 'tag': '2a51fe93-35ae-44b2-b89e-8ca15e049fcb', 'status': 'completed', 'code': 200}
Feb 12 21:14:54.608741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-7bbafae4-7279-4769-851d-8a31d6a326b0 req-289db62e-3c1f-453f-929c-547fd70c91c4 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] For port 8717c413-817e-4ebb-805c-d6db55691f8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8717c413-817e-4ebb-805c-d6db55691f8e,segment=NetworkSegment(bb0449bb-46b9-4594-8dd9-9b71d67c6a74),segment_id=bb0449bb-46b9-4594-8dd9-9b71d67c6a74)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:54.609128 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bbafae4-7279-4769-851d-8a31d6a326b0 req-289db62e-3c1f-453f-929c-547fd70c91c4 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8717c413-817e-4ebb-805c-d6db55691f8e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:54.695758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-7bbafae4-7279-4769-851d-8a31d6a326b0 req-289db62e-3c1f-453f-929c-547fd70c91c4 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Calling delete_port for 8717c413-817e-4ebb-805c-d6db55691f8e owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:54.810828 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4110a051-144c-406e-b00f-5d34de4e8f06 req-a9492eb4-cb80-4ec0-87e9-45fbfb06218a service neutron] 10.222.0.50 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2741275
Feb 12 21:14:55.053179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-cb515902-1d54-4934-9301-fc145778dcc3 req-fd0ccbe2-f377-4005-b29b-93a158f1c23a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] For port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce,segment=NetworkSegment(d871fa32-18b3-4e4d-a638-f7eb3e5d44bb),segment_id=d871fa32-18b3-4e4d-a638-f7eb3e5d44bb)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:55.053580 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb515902-1d54-4934-9301-fc145778dcc3 req-fd0ccbe2-f377-4005-b29b-93a158f1c23a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:55.061233 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bbafae4-7279-4769-851d-8a31d6a326b0 req-289db62e-3c1f-453f-929c-547fd70c91c4 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8717c413-817e-4ebb-805c-d6db55691f8e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:55.065899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-7758de23-09c0-44a0-b45c-79b9df91b0ee admin admin] Deleting port 87963573-abc0-4c6b-8e70-daf9cdd61a2f {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:55.066289 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7758de23-09c0-44a0-b45c-79b9df91b0ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:55.075524 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:55.093075 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436f2bb-12c2-451a-9dc8-548636598945 req-1b50762e-0f8e-4336-86bb-7a8e5f1010d9 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:55.114599 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5436f2bb-12c2-451a-9dc8-548636598945 req-1b50762e-0f8e-4336-86bb-7a8e5f1010d9 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 867 time: 0.1457684
Feb 12 21:14:55.123787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289db62e-3c1f-453f-929c-547fd70c91c4 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Pushing event deleted for resources: {'Port': ['ID=8717c413-817e-4ebb-805c-d6db55691f8e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:55.145796 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-cb515902-1d54-4934-9301-fc145778dcc3 req-fd0ccbe2-f377-4005-b29b-93a158f1c23a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Calling delete_port for 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:55.192514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41514) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:55.193895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbafae4-7279-4769-851d-8a31d6a326b0 req-289db62e-3c1f-453f-929c-547fd70c91c4 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] No DVR routers for this DVR port 8717c413-817e-4ebb-805c-d6db55691f8e on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:55.196988 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7bbafae4-7279-4769-851d-8a31d6a326b0 req-289db62e-3c1f-453f-929c-547fd70c91c4 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:55.200879 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7bbafae4-7279-4769-851d-8a31d6a326b0 req-289db62e-3c1f-453f-929c-547fd70c91c4 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.48 "DELETE /v2.0/ports/8717c413-817e-4ebb-805c-d6db55691f8e HTTP/1.1" status: 204  len: 173 time: 1.6635580
Feb 12 21:14:55.348173 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dc5e8-e2cb-4782-994d-3637b200fae7 req-55e60c00-05ca-494f-b0ff-f4e9b138b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:55.350364 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-771dc5e8-e2cb-4782-994d-3637b200fae7 req-55e60c00-05ca-494f-b0ff-f4e9b138b647 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3339620b21d4394a171733276444b7b&device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 1125 time: 0.2013166
Feb 12 21:14:55.415022 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5436f2bb-12c2-451a-9dc8-548636598945 req-55808730-a7cc-4471-8155-062f7b2b0aee tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2993846
Feb 12 21:14:55.426520 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce65a3d6-c47b-4319-a21a-19c22fb4d0a6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for security_group (06effd48-62e0-43f2-85ff-3862ee8a6769), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:55.436808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-7758de23-09c0-44a0-b45c-79b9df91b0ee admin admin] For port 87963573-abc0-4c6b-8e70-daf9cdd61a2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87963573-abc0-4c6b-8e70-daf9cdd61a2f,segment=NetworkSegment(1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1),segment_id=1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:55.437346 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7758de23-09c0-44a0-b45c-79b9df91b0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:55.472830 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-7758de23-09c0-44a0-b45c-79b9df91b0ee admin admin] Calling delete_port for 87963573-abc0-4c6b-8e70-daf9cdd61a2f owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:55.546807 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce65a3d6-c47b-4319-a21a-19c22fb4d0a6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for security_group (06effd48-62e0-43f2-85ff-3862ee8a6769), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:55.574777 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcd945-8cd0-47db-bd22-aa29ce37662f req-9dbc496b-178f-42b2-ae12-c641a1229927 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:55.582218 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-12fcd945-8cd0-47db-bd22-aa29ce37662f req-9dbc496b-178f-42b2-ae12-c641a1229927 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.2805095
Feb 12 21:14:55.644279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dc5e8-e2cb-4782-994d-3637b200fae7 req-5183802a-a732-48a1-9ed7-8673ebe456d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:55.645895 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-771dc5e8-e2cb-4782-994d-3637b200fae7 req-5183802a-a732-48a1-9ed7-8673ebe456d7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=282c3200-9059-438c-a022-c732f83ca0af HTTP/1.1" status: 200  len: 916 time: 0.2723939
Feb 12 21:14:55.720379 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-12fcd945-8cd0-47db-bd22-aa29ce37662f req-f6ab9428-c7ec-4fad-b955-ac3f866ef260 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1370893
Feb 12 21:14:55.750382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b173c-f313-4d64-a42c-a03a77580d17 req-d1c5651a-0046-47ec-bbee-c629dd410ac1 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:55.756862 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e73b173c-f313-4d64-a42c-a03a77580d17 req-d1c5651a-0046-47ec-bbee-c629dd410ac1 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 945 time: 0.1669972
Feb 12 21:14:55.798273 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-771dc5e8-e2cb-4782-994d-3637b200fae7 req-af1c1f53-7668-42e3-96a1-e0cb46c5cbb9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a51fe93-35ae-44b2-b89e-8ca15e049fcb HTTP/1.1" status: 200  len: 217 time: 0.1040301
Feb 12 21:14:55.803069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce65a3d6-c47b-4319-a21a-19c22fb4d0a6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (06effd48-62e0-43f2-85ff-3862ee8a6769), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:55.803220 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0d5dbe09-17ad-4889-8486-b25c3736b8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:55.809239 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce65a3d6-c47b-4319-a21a-19c22fb4d0a6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:55.810510 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ce65a3d6-c47b-4319-a21a-19c22fb4d0a6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "DELETE /v2.0/security-groups/06effd48-62e0-43f2-85ff-3862ee8a6769 HTTP/1.1" status: 204  len: 168 time: 0.6149457
Feb 12 21:14:55.828071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41528) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:55.846005 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb515902-1d54-4934-9301-fc145778dcc3 req-fd0ccbe2-f377-4005-b29b-93a158f1c23a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:55.860105 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['735421c7-998f-4aad-ae4f-0ba9e9eff209', '4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:55.872073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65a3d6-c47b-4319-a21a-19c22fb4d0a6 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06effd48-62e0-43f2-85ff-3862ee8a6769,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:55.889741 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-f6a7160e-57cc-46ef-9ee0-c2d8a5f2b3bf tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] show failed (client error): The resource could not be found.
Feb 12 21:14:55.891109 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f6a7160e-57cc-46ef-9ee0-c2d8a5f2b3bf tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "GET /v2.0/security-groups/06effd48-62e0-43f2-85ff-3862ee8a6769 HTTP/1.1" status: 404  len: 347 time: 0.0619009
Feb 12 21:14:55.899299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41530) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:55.909462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ccbe2-f377-4005-b29b-93a158f1c23a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Port': ['ID=4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:56.114294 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dc5e8-e2cb-4782-994d-3637b200fae7 req-c8af249a-7563-4839-b5bb-8919e24a969d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:56.123144 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-771dc5e8-e2cb-4782-994d-3637b200fae7 req-c8af249a-7563-4839-b5bb-8919e24a969d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992 HTTP/1.1" status: 200  len: 855 time: 0.2838132
Feb 12 21:14:56.176153 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755df77-9361-40e2-a336-51175b9a5be1 req-7879fff2-6835-42f2-828a-19a87c05eb3e tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:56.182571 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d755df77-9361-40e2-a336-51175b9a5be1 req-7879fff2-6835-42f2-828a-19a87c05eb3e tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 946 time: 0.2981408
Feb 12 21:14:56.233904 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb515902-1d54-4934-9301-fc145778dcc3 req-fd0ccbe2-f377-4005-b29b-93a158f1c23a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] No DVR routers for this DVR port 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:56.236625 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb515902-1d54-4934-9301-fc145778dcc3 req-fd0ccbe2-f377-4005-b29b-93a158f1c23a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:56.241942 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb515902-1d54-4934-9301-fc145778dcc3 req-fd0ccbe2-f377-4005-b29b-93a158f1c23a tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.50 "DELETE /v2.0/ports/4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce HTTP/1.1" status: 204  len: 173 time: 2.1274154
Feb 12 21:14:56.244177 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-771dc5e8-e2cb-4782-994d-3637b200fae7 req-9dee59b0-e85b-4995-a56c-2e8e9ebbf745 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=282c3200-9059-438c-a022-c732f83ca0af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1069090
Feb 12 21:14:56.256154 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252f22ce-8a26-45c9-8439-95e29bb12e93', 'name': 'network-vif-deleted', 'tag': '4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:56.258762 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e6b04b-66ff-401e-a413-4df4a75c3cbc" -d '{"events": [{"server_uuid": "252f22ce-8a26-45c9-8439-95e29bb12e93", "name": "network-vif-deleted", "tag": "4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:56.278723 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e73b173c-f313-4d64-a42c-a03a77580d17 req-32944905-8a49-4e11-9c99-7a9f4bb30852 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5101044
Feb 12 21:14:56.320777 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d755df77-9361-40e2-a336-51175b9a5be1 req-74a34bcc-8c69-440c-b915-e7e3759ad8b8 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255949
Feb 12 21:14:56.440258 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a3e8be-3ff5-405f-af3d-fa19d3dc2283 x-openstack-request-id: req-f7a3e8be-3ff5-405f-af3d-fa19d3dc2283 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:56.440852 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252f22ce-8a26-45c9-8439-95e29bb12e93", "name": "network-vif-deleted", "tag": "4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:56.440852 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7a3e8be-3ff5-405f-af3d-fa19d3dc2283 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:56.441243 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252f22ce-8a26-45c9-8439-95e29bb12e93', 'name': 'network-vif-deleted', 'tag': '4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce', 'status': 'completed', 'code': 200}
Feb 12 21:14:56.492559 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-771dc5e8-e2cb-4782-994d-3637b200fae7 req-88e5ee39-5a8c-4bd5-b79e-33806725a211 service neutron] 10.222.0.50 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2238634
Feb 12 21:14:56.503449 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7758de23-09c0-44a0-b45c-79b9df91b0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (87963573-abc0-4c6b-8e70-daf9cdd61a2f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:56.556219 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758de23-09c0-44a0-b45c-79b9df91b0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=87963573-abc0-4c6b-8e70-daf9cdd61a2f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:56.664235 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29124640-751c-4a46-bc3d-dd666846f4a9', 'name': 'network-vif-deleted', 'tag': '8717c413-817e-4ebb-805c-d6db55691f8e'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:56.668010 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9210e3-4cbb-4ab8-9c11-2529921d6506" -d '{"events": [{"server_uuid": "29124640-751c-4a46-bc3d-dd666846f4a9", "name": "network-vif-deleted", "tag": "8717c413-817e-4ebb-805c-d6db55691f8e"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:56.673673 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-771dc5e8-e2cb-4782-994d-3637b200fae7 req-d32f70cb-72ec-4be7-afe1-5e13a6b84a53 service neutron] 10.222.0.50 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1689043
Feb 12 21:14:56.687886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c6ebd677-7c61-46cc-bc21-03dc3c199281 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Deleting port c2ca4ff9-31fc-4758-aeaa-639f96b5b0ab {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:56.687886 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6ebd677-7c61-46cc-bc21-03dc3c199281 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c2ca4ff9-31fc-4758-aeaa-639f96b5b0ab), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:56.700559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e522a1-d472-4832-9bed-144b3767a266 req-01c8468c-920e-4653-9e53-9c122db050c6 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:56.702109 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-29e522a1-d472-4832-9bed-144b3767a266 req-01c8468c-920e-4653-9e53-9c122db050c6 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 943 time: 0.2719989
Feb 12 21:14:56.724758 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d39423b1-36e2-412b-a6fb-d7f0b5247f2f req-49944da5-4849-4601-8e18-d7161115ccfd tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=29124640-751c-4a46-bc3d-dd666846f4a9 HTTP/1.1" status: 200  len: 210 time: 0.0494268
Feb 12 21:14:56.734862 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:56.803563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-cb515902-1d54-4934-9301-fc145778dcc3 req-00461ddf-0a70-400b-9d2a-a8be20a461ac tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Deleting port 735421c7-998f-4aad-ae4f-0ba9e9eff209 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:56.803936 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb515902-1d54-4934-9301-fc145778dcc3 req-00461ddf-0a70-400b-9d2a-a8be20a461ac tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (735421c7-998f-4aad-ae4f-0ba9e9eff209), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:56.843571 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdbe8ac-50e3-4622-88cc-530164a112ce x-openstack-request-id: req-9fdbe8ac-50e3-4622-88cc-530164a112ce {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:56.844241 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29124640-751c-4a46-bc3d-dd666846f4a9", "name": "network-vif-deleted", "tag": "8717c413-817e-4ebb-805c-d6db55691f8e", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:56.844766 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fdbe8ac-50e3-4622-88cc-530164a112ce {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:56.845508 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29124640-751c-4a46-bc3d-dd666846f4a9', 'name': 'network-vif-deleted', 'tag': '8717c413-817e-4ebb-805c-d6db55691f8e', 'status': 'completed', 'code': 200}
Feb 12 21:14:56.882640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 560cbda4-8c83-4286-ad46-6863e830ae96 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:14:56.888205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 8717c413-817e-4ebb-805c-d6db55691f8e no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:56.948784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 8717c413-817e-4ebb-805c-d6db55691f8e {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:14:56.949590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 8717c413-817e-4ebb-805c-d6db55691f8e not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:14:57.001574 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6ebd677-7c61-46cc-bc21-03dc3c199281 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c2ca4ff9-31fc-4758-aeaa-639f96b5b0ab), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:57.001891 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6ebd677-7c61-46cc-bc21-03dc3c199281 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for floatingip (c2ca4ff9-31fc-4758-aeaa-639f96b5b0ab), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:57.054242 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-29e522a1-d472-4832-9bed-144b3767a266 req-d561d5f9-f98b-487c-9758-ee6c88262654 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3257511
Feb 12 21:14:57.061652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c6ebd677-7c61-46cc-bc21-03dc3c199281 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Calling delete_port for c2ca4ff9-31fc-4758-aeaa-639f96b5b0ab owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:57.068118 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cf6c6-b1c5-4385-a17a-d3ed4167acf4 req-fd886875-ef36-4ecc-9ed4-cc4aaf809042 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:57.073746 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0c6cf6c6-b1c5-4385-a17a-d3ed4167acf4 req-fd886875-ef36-4ecc-9ed4-cc4aaf809042 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.1336241
Feb 12 21:14:57.101791 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 560cbda4-8c83-4286-ad46-6863e830ae96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=560cbda4-8c83-4286-ad46-6863e830ae96,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:57.148383 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-cb515902-1d54-4934-9301-fc145778dcc3 req-00461ddf-0a70-400b-9d2a-a8be20a461ac tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] For port 735421c7-998f-4aad-ae4f-0ba9e9eff209, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=735421c7-998f-4aad-ae4f-0ba9e9eff209,segment=NetworkSegment(bf98b72a-4d84-4013-8d64-d21b25315394),segment_id=bf98b72a-4d84-4013-8d64-d21b25315394)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:57.148905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb515902-1d54-4934-9301-fc145778dcc3 req-00461ddf-0a70-400b-9d2a-a8be20a461ac tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (735421c7-998f-4aad-ae4f-0ba9e9eff209), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:57.173010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-cb515902-1d54-4934-9301-fc145778dcc3 req-00461ddf-0a70-400b-9d2a-a8be20a461ac tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Calling delete_port for 735421c7-998f-4aad-ae4f-0ba9e9eff209 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:57.178993 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0c6cf6c6-b1c5-4385-a17a-d3ed4167acf4 req-2dd076d8-6a7e-4185-9c8a-f312c6324116 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956368
Feb 12 21:14:57.190274 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7758de23-09c0-44a0-b45c-79b9df91b0ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (45f5ec04-715d-4fb8-9b57-5e07df243a78), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:57.318305 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '560cbda4-8c83-4286-ad46-6863e830ae96', 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd', 'port_id': '560cbda4-8c83-4286-ad46-6863e830ae96', 'mac_address': 'fa:16:3e:c4:5c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f699deae-cd61-42bd-abe6-0c0615e85f5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:14:57.364446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 560cbda4-8c83-4286-ad46-6863e830ae96 is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:57.364920 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:57.379624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 560cbda4-8c83-4286-ad46-6863e830ae96 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:57.400967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 560cbda4-8c83-4286-ad46-6863e830ae96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=560cbda4-8c83-4286-ad46-6863e830ae96,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:57.472649 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:57.514661 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be992db8-c5fd-403e-a2a6-8de81d6d2449 req-5d7b6773-cd16-4640-a89f-3448e53b773e tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:57.516763 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be992db8-c5fd-403e-a2a6-8de81d6d2449 req-5d7b6773-cd16-4640-a89f-3448e53b773e tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 946 time: 0.1025808
Feb 12 21:14:57.560309 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=560cbda4-8c83-4286-ad46-6863e830ae96,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:57.606593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['560cbda4-8c83-4286-ad46-6863e830ae96'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:57.629667 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be992db8-c5fd-403e-a2a6-8de81d6d2449 req-70ed4275-ee3c-4035-895e-201d995d4867 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8e7d264-e3e1-405b-9d54-7fe0795e55f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983450
Feb 12 21:14:57.720061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b5121-dcf9-4a6d-8f7c-387717103967 req-5eb0ca2c-64bf-4761-9732-f2f237568ba8 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:57.727336 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ca2b5121-dcf9-4a6d-8f7c-387717103967 req-5eb0ca2c-64bf-4761-9732-f2f237568ba8 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 945 time: 0.3010731
Feb 12 21:14:57.871498 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6ebd677-7c61-46cc-bc21-03dc3c199281 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c2ca4ff9-31fc-4758-aeaa-639f96b5b0ab), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:57.916788 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ca2b5121-dcf9-4a6d-8f7c-387717103967 req-d3d392fc-b8d6-4097-ae51-01703b9b5082 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883180
Feb 12 21:14:57.929893 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebd677-7c61-46cc-bc21-03dc3c199281 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event deleted for resources: {'Port': ['ID=c2ca4ff9-31fc-4758-aeaa-639f96b5b0ab,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:57.975672 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb515902-1d54-4934-9301-fc145778dcc3 req-00461ddf-0a70-400b-9d2a-a8be20a461ac tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (735421c7-998f-4aad-ae4f-0ba9e9eff209), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:58.003594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7758de23-09c0-44a0-b45c-79b9df91b0ee admin admin] Router 45f5ec04-715d-4fb8-9b57-5e07df243a78 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:14:58.056199 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00461ddf-0a70-400b-9d2a-a8be20a461ac tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Port': ['ID=735421c7-998f-4aad-ae4f-0ba9e9eff209,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:58.117756 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a78fce51-1fde-48bc-8f25-74b085e29d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:58.597153 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e6eef-d398-4299-b7f6-df83a4106707 req-a497fbb4-64f6-414e-a1df-756f1ff3d9b2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:58.598042 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-838e6eef-d398-4299-b7f6-df83a4106707 req-a497fbb4-64f6-414e-a1df-756f1ff3d9b2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.0901332
Feb 12 21:14:58.668274 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-838e6eef-d398-4299-b7f6-df83a4106707 req-76fb5e1d-ec3c-4e8e-81cd-0d385b5a2dad tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627792
Feb 12 21:14:58.729478 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 2a51fe93-35ae-44b2-b89e-8ca15e049fcb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:14:58.731977 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:58.753324 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6ebd677-7c61-46cc-bc21-03dc3c199281 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for floatingip (38af8bcc-13cd-485b-8136-628dde06bf38), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:58.756482 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6ebd677-7c61-46cc-bc21-03dc3c199281 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:58.758844 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c6ebd677-7c61-46cc-bc21-03dc3c199281 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "DELETE /v2.0/floatingips/38af8bcc-13cd-485b-8136-628dde06bf38 HTTP/1.1" status: 204  len: 168 time: 2.8547761
Feb 12 21:14:58.763483 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb515902-1d54-4934-9301-fc145778dcc3 req-00461ddf-0a70-400b-9d2a-a8be20a461ac tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] No DVR routers for this DVR port 735421c7-998f-4aad-ae4f-0ba9e9eff209 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:14:58.763708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41560) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:58.765808 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cb515902-1d54-4934-9301-fc145778dcc3 req-00461ddf-0a70-400b-9d2a-a8be20a461ac tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:58.769819 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb515902-1d54-4934-9301-fc145778dcc3 req-00461ddf-0a70-400b-9d2a-a8be20a461ac tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.50 "DELETE /v2.0/ports/735421c7-998f-4aad-ae4f-0ba9e9eff209 HTTP/1.1" status: 204  len: 173 time: 2.4786899
Feb 12 21:14:58.770346 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252f22ce-8a26-45c9-8439-95e29bb12e93', 'name': 'network-vif-deleted', 'tag': '735421c7-998f-4aad-ae4f-0ba9e9eff209'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:58.772815 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e172c4-820a-44ec-a270-51a54c4ed831" -d '{"events": [{"server_uuid": "252f22ce-8a26-45c9-8439-95e29bb12e93", "name": "network-vif-deleted", "tag": "735421c7-998f-4aad-ae4f-0ba9e9eff209"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:58.804666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:14:58.805221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 4d9371f5-ec27-4fa7-88c2-454dd8a7b5ce not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:14:58.805654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 735421c7-998f-4aad-ae4f-0ba9e9eff209 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:14:58.839727 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 735421c7-998f-4aad-ae4f-0ba9e9eff209 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:14:58.840555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 735421c7-998f-4aad-ae4f-0ba9e9eff209 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:14:58.863575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a2896-f946-430c-b956-68a43ada4ac9 req-e920591c-434c-405b-8acc-0311c9334bdd tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:58.871226 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b1a2896-f946-430c-b956-68a43ada4ac9 req-e920591c-434c-405b-8acc-0311c9334bdd tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 943 time: 0.1434062
Feb 12 21:14:58.889639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 560cbda4-8c83-4286-ad46-6863e830ae96 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:14:58.892350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7758de23-09c0-44a0-b45c-79b9df91b0ee admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:14:58.898368 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7758de23-09c0-44a0-b45c-79b9df91b0ee admin admin] 10.222.0.31 "PUT /v2.0/routers/45f5ec04-715d-4fb8-9b57-5e07df243a78/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6731346
Feb 12 21:14:58.903423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41564) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:58.933931 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b0fccc-38d8-46e7-a439-a1213f0eb3dc None None] Sync routers for ids ['45f5ec04-715d-4fb8-9b57-5e07df243a78'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:14:58.993753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38224a39-7cae-4665-a98e-945201f6c9e2 req-fc3aa896-1d25-4719-8f8e-0beb6a1afad2 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:58.998457 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-38224a39-7cae-4665-a98e-945201f6c9e2 req-fc3aa896-1d25-4719-8f8e-0beb6a1afad2 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1640735
Feb 12 21:14:59.036449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-c18f0cb8-7c61-4631-845d-60c6deeef7dc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Deleting port 1fe06461-27fb-4282-97ba-13fca702a547 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:59.036946 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c18f0cb8-7c61-4631-845d-60c6deeef7dc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1fe06461-27fb-4282-97ba-13fca702a547), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:59.042186 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a51fe93-35ae-44b2-b89e-8ca15e049fcb,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:59.059436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '2a51fe93-35ae-44b2-b89e-8ca15e049fcb', 'network_id': '282c3200-9059-438c-a022-c732f83ca0af', 'port_id': '2a51fe93-35ae-44b2-b89e-8ca15e049fcb', 'mac_address': 'fa:16:3e:ea:08:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:14:59.070361 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b0fccc-38d8-46e7-a439-a1213f0eb3dc None None] Routers {'45f5ec04-715d-4fb8-9b57-5e07df243a78'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:14:59.071335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-31b0fccc-38d8-46e7-a439-a1213f0eb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3244c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:14:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['45f5ec04-715d-4fb8-9b57-5e07df243a78'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:14:59.120336 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1460-9bd7-4701-bf80-4c4798e034eb admin admin] Publish callbacks [] for router (45f5ec04-715d-4fb8-9b57-5e07df243a78), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:59.210069 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-38224a39-7cae-4665-a98e-945201f6c9e2 req-316fd0dc-e583-4337-8c7e-aa8e6dfd97a9 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903152
Feb 12 21:14:59.253173 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:59.261132 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2a51fe93-35ae-44b2-b89e-8ca15e049fcb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:59.336612 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a51fe93-35ae-44b2-b89e-8ca15e049fcb {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:14:59.349397 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2795d9af-b844-4f2d-9aca-f1cc5a76e988 req-c9968ebc-6743-47f9-8453-725d89974b83 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 210 time: 0.0369134
Feb 12 21:14:59.355256 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1460-9bd7-4701-bf80-4c4798e034eb admin admin] Publish callbacks [] for router_gateway (45f5ec04-715d-4fb8-9b57-5e07df243a78), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:59.362861 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b1a2896-f946-430c-b956-68a43ada4ac9 req-40a62688-1405-4bbb-b482-fdafbd32d3d6 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4903910
Feb 12 21:14:59.371207 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c18f0cb8-7c61-4631-845d-60c6deeef7dc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1fe06461-27fb-4282-97ba-13fca702a547), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:59.389327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-31b0fccc-38d8-46e7-a439-a1213f0eb3dc None None] Set router 45f5ec04-715d-4fb8-9b57-5e07df243a78 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:14:59.399828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 560cbda4-8c83-4286-ad46-6863e830ae96 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:14:59.400209 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:59.416023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-c18f0cb8-7c61-4631-845d-60c6deeef7dc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Calling delete_port for 1fe06461-27fb-4282-97ba-13fca702a547 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:59.435452 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcd1a5f-a1a8-451c-b22e-eb7477758e05 x-openstack-request-id: req-ffcd1a5f-a1a8-451c-b22e-eb7477758e05 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:14:59.435908 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252f22ce-8a26-45c9-8439-95e29bb12e93", "name": "network-vif-deleted", "tag": "735421c7-998f-4aad-ae4f-0ba9e9eff209", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:14:59.436268 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffcd1a5f-a1a8-451c-b22e-eb7477758e05 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:14:59.436782 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252f22ce-8a26-45c9-8439-95e29bb12e93', 'name': 'network-vif-deleted', 'tag': '735421c7-998f-4aad-ae4f-0ba9e9eff209', 'status': 'completed', 'code': 200}
Feb 12 21:14:59.517580 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a51fe93-35ae-44b2-b89e-8ca15e049fcb,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:59.562918 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3c8e1460-9bd7-4701-bf80-4c4798e034eb admin admin] Deleting port dfe79360-c01b-4cad-a2c3-cc950955bb3a {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:14:59.563258 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1460-9bd7-4701-bf80-4c4798e034eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (dfe79360-c01b-4cad-a2c3-cc950955bb3a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:59.578097 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:59.592538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d7bd3-8637-42ca-b7ae-989ca135363c req-d9544f38-63ae-450e-ac9c-a8bfb7b6795f tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:14:59.594079 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c6d7bd3-8637-42ca-b7ae-989ca135363c req-d9544f38-63ae-450e-ac9c-a8bfb7b6795f tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 944 time: 0.0921953
Feb 12 21:14:59.634929 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2a51fe93-35ae-44b2-b89e-8ca15e049fcb), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:59.655744 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:14:59.660845 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c18f0cb8-7c61-4631-845d-60c6deeef7dc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (1fe06461-27fb-4282-97ba-13fca702a547), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:59.688483 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 560cbda4-8c83-4286-ad46-6863e830ae96 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:14:59.689158 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:59.691144 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f0cb8-7c61-4631-845d-60c6deeef7dc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event deleted for resources: {'Port': ['ID=1fe06461-27fb-4282-97ba-13fca702a547,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:59.706010 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:59.708210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-3c8e1460-9bd7-4701-bf80-4c4798e034eb admin admin] For port dfe79360-c01b-4cad-a2c3-cc950955bb3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfe79360-c01b-4cad-a2c3-cc950955bb3a,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:59.708585 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1460-9bd7-4701-bf80-4c4798e034eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (dfe79360-c01b-4cad-a2c3-cc950955bb3a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:59.714807 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c6d7bd3-8637-42ca-b7ae-989ca135363c req-523dc148-141c-426b-a945-9f3c314ae2b5 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883675
Feb 12 21:14:59.732823 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3c8e1460-9bd7-4701-bf80-4c4798e034eb admin admin] Calling delete_port for dfe79360-c01b-4cad-a2c3-cc950955bb3a owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:14:59.744722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2990b1d-7527-44c6-9a61-380b654541b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560cbda4-8c83-4286-ad46-6863e830ae96'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:14:59.749815 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce7aef7-6eaa-423a-bad6-67de9c17c93e" -d '{"events": [{"server_uuid": "d2990b1d-7527-44c6-9a61-380b654541b6", "name": "network-vif-plugged", "status": "completed", "tag": "560cbda4-8c83-4286-ad46-6863e830ae96"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:14:59.770581 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=2a51fe93-35ae-44b2-b89e-8ca15e049fcb,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:14:59.784675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 560cbda4-8c83-4286-ad46-6863e830ae96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=560cbda4-8c83-4286-ad46-6863e830ae96,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:14:59.816367 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c18f0cb8-7c61-4631-845d-60c6deeef7dc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:59.822291 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c18f0cb8-7c61-4631-845d-60c6deeef7dc tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "DELETE /v2.0/ports/1fe06461-27fb-4282-97ba-13fca702a547 HTTP/1.1" status: 204  len: 168 time: 1.0551312
Feb 12 21:14:59.832838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-31b0fccc-38d8-46e7-a439-a1213f0eb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3244c0>, [{'id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'name': 'tempest-ServersTestBootFromVolume-1851269034-router', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:06:52Z', 'updated_at': '2022-02-12T21:14:56Z', 'revision_number': 5, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'gw_port': {'id': 'dfe79360-c01b-4cad-a2c3-cc950955bb3a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:06:53Z', 'updated_at': '2022-02-12T21:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:14:59.833768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41574) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:14:59.875774 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b0fccc-38d8-46e7-a439-a1213f0eb3dc None None] Checking router: 45f5ec04-715d-4fb8-9b57-5e07df243a78 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:14:59.879701 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:14:59.888087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['2a51fe93-35ae-44b2-b89e-8ca15e049fcb'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:14:59.968676 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b0fccc-38d8-46e7-a439-a1213f0eb3dc None None] Routers {'45f5ec04-715d-4fb8-9b57-5e07df243a78'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:14:59.969647 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-31b0fccc-38d8-46e7-a439-a1213f0eb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3244c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:14:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['45f5ec04-715d-4fb8-9b57-5e07df243a78'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:00.004785 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531de58-b3f3-4782-b63b-28c9ce9ce375 req-0bd8838c-4f05-44a6-9e0b-38d63b511cb1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:00.018168 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4531de58-b3f3-4782-b63b-28c9ce9ce375 req-0bd8838c-4f05-44a6-9e0b-38d63b511cb1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.1968651
Feb 12 21:15:00.040410 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-195acb08-9be4-4ee2-9169-b9241630365c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Deleting port f960d66a-27d4-45da-ab76-16c8e9d8d0db {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:00.040763 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-195acb08-9be4-4ee2-9169-b9241630365c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:00.073927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=560cbda4-8c83-4286-ad46-6863e830ae96,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:00.115108 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1460-9bd7-4701-bf80-4c4798e034eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (dfe79360-c01b-4cad-a2c3-cc950955bb3a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:00.116568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-31b0fccc-38d8-46e7-a439-a1213f0eb3dc None None] Set router 45f5ec04-715d-4fb8-9b57-5e07df243a78 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:00.159776 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4531de58-b3f3-4782-b63b-28c9ce9ce375 req-554bc090-38eb-4a6e-8c85-f3c4c8ccd37f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1406188
Feb 12 21:15:00.198325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-31b0fccc-38d8-46e7-a439-a1213f0eb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3244c0>, [{'id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'name': 'tempest-ServersTestBootFromVolume-1851269034-router', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:06:52Z', 'updated_at': '2022-02-12T21:14:59Z', 'revision_number': 6, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:00.212776 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-195acb08-9be4-4ee2-9169-b9241630365c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:00.226601 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-195acb08-9be4-4ee2-9169-b9241630365c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Calling delete_port for f960d66a-27d4-45da-ab76-16c8e9d8d0db owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:00.226824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e1460-9bd7-4701-bf80-4c4798e034eb admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe79360-c01b-4cad-a2c3-cc950955bb3a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:00.240986 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b0fccc-38d8-46e7-a439-a1213f0eb3dc None None] The sync data for ids ['45f5ec04-715d-4fb8-9b57-5e07df243a78'] in ncdv-master-1 is: [{'id': '45f5ec04-715d-4fb8-9b57-5e07df243a78', 'name': 'tempest-ServersTestBootFromVolume-1851269034-router', 'tenant_id': 'a19875f98800434db2950efcf23ff3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:06:52Z', 'updated_at': '2022-02-12T21:14:59Z', 'revision_number': 6, 'project_id': 'a19875f98800434db2950efcf23ff3a4', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:15:00.254273 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0e15da-4d1e-42cb-ac13-5c6134606881 x-openstack-request-id: req-3e0e15da-4d1e-42cb-ac13-5c6134606881 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:00.254273 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2990b1d-7527-44c6-9a61-380b654541b6", "name": "network-vif-plugged", "status": "completed", "tag": "560cbda4-8c83-4286-ad46-6863e830ae96", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:00.254273 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e0e15da-4d1e-42cb-ac13-5c6134606881 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:00.254273 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2990b1d-7527-44c6-9a61-380b654541b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560cbda4-8c83-4286-ad46-6863e830ae96', 'code': 200}
Feb 12 21:15:00.337408 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1460-9bd7-4701-bf80-4c4798e034eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (45f5ec04-715d-4fb8-9b57-5e07df243a78), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:00.431393 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f07be8-43af-4679-b6ea-95d533cd6d16 req-50b0e3f3-69e0-4259-8873-9f844ac47102 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:00.434197 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-14f07be8-43af-4679-b6ea-95d533cd6d16 req-50b0e3f3-69e0-4259-8873-9f844ac47102 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1053998
Feb 12 21:15:00.468867 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1460-9bd7-4701-bf80-4c4798e034eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (45f5ec04-715d-4fb8-9b57-5e07df243a78), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:00.472512 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1460-9bd7-4701-bf80-4c4798e034eb admin admin] Publish callbacks [] for router_controller (45f5ec04-715d-4fb8-9b57-5e07df243a78), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:00.505575 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-14f07be8-43af-4679-b6ea-95d533cd6d16 req-ef06bcc4-3305-496b-8d01-c69bc81c252c tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607133
Feb 12 21:15:00.539951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507154a-2d34-429a-9e55-42f133e3aecb req-62f3eaf9-1df1-492f-b4dd-d9d900a94d0a tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:00.542073 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1507154a-2d34-429a-9e55-42f133e3aecb req-62f3eaf9-1df1-492f-b4dd-d9d900a94d0a tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 945 time: 0.1094792
Feb 12 21:15:00.591714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1507154a-2d34-429a-9e55-42f133e3aecb req-884ddc45-2a19-469d-9fec-f62eaa5cec7e tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435717
Feb 12 21:15:00.643388 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ff5dad8a-1f96-49e0-a223-fee2dbb0e95c req-c3b47fac-5fdb-45ce-9751-c1aa3a25e8a2 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "GET /v2.0/ports?device_id=252f22ce-8a26-45c9-8439-95e29bb12e93 HTTP/1.1" status: 200  len: 210 time: 0.0657952
Feb 12 21:15:00.677534 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-195acb08-9be4-4ee2-9169-b9241630365c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f960d66a-27d4-45da-ab76-16c8e9d8d0db), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:00.684078 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1460-9bd7-4701-bf80-4c4798e034eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (45f5ec04-715d-4fb8-9b57-5e07df243a78), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:00.685925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8e1460-9bd7-4701-bf80-4c4798e034eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45f5ec04-715d-4fb8-9b57-5e07df243a78 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:15:00.721269 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1460-9bd7-4701-bf80-4c4798e034eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:00.723359 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3c8e1460-9bd7-4701-bf80-4c4798e034eb admin admin] 10.222.0.31 "DELETE /v2.0/routers/45f5ec04-715d-4fb8-9b57-5e07df243a78 HTTP/1.1" status: 204  len: 168 time: 1.8189011
Feb 12 21:15:00.727169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41584) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:00.763443 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195acb08-9be4-4ee2-9169-b9241630365c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event deleted for resources: {'Port': ['ID=f960d66a-27d4-45da-ab76-16c8e9d8d0db,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:00.770974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 87963573-abc0-4c6b-8e70-daf9cdd61a2f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:00.817277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0b4bb-48c7-492c-9da6-43ed52977a85 req-659162d5-d2bc-4691-b21e-325b86b53fc7 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:00.818856 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cd0b4bb-48c7-492c-9da6-43ed52977a85 req-659162d5-d2bc-4691-b21e-325b86b53fc7 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 944 time: 0.1491899
Feb 12 21:15:00.822286 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e71140a-5995-4dbe-a26b-3a6e9b836b87 admin admin] Deleting subnet a9243cf6-6f87-4c2d-8314-7b39a4ace0c3 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:15:00.833920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 87963573-abc0-4c6b-8e70-daf9cdd61a2f {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:00.833920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 87963573-abc0-4c6b-8e70-daf9cdd61a2f not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:00.837195 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e71140a-5995-4dbe-a26b-3a6e9b836b87 admin admin] Publish callbacks [] for subnet (a9243cf6-6f87-4c2d-8314-7b39a4ace0c3), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:00.866437 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-195acb08-9be4-4ee2-9169-b9241630365c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:00.871560 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-195acb08-9be4-4ee2-9169-b9241630365c tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "DELETE /v2.0/ports/f960d66a-27d4-45da-ab76-16c8e9d8d0db HTTP/1.1" status: 204  len: 168 time: 1.0365732
Feb 12 21:15:00.874961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41586) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:00.942153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cd0b4bb-48c7-492c-9da6-43ed52977a85 req-52204fcb-979b-4102-bd34-e8bd1d3a9522 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619645
Feb 12 21:15:00.945403 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e71140a-5995-4dbe-a26b-3a6e9b836b87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (a9243cf6-6f87-4c2d-8314-7b39a4ace0c3), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:00.970129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46893c2-fb22-400a-84f2-b7acd884a36b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Deleting subnet beb1c0ec-31ae-47ff-be96-a4e94b6d0bca {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:15:00.974199 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a46893c2-fb22-400a-84f2-b7acd884a36b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for subnet (beb1c0ec-31ae-47ff-be96-a4e94b6d0bca), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.003928 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.021083 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a46893c2-fb22-400a-84f2-b7acd884a36b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (beb1c0ec-31ae-47ff-be96-a4e94b6d0bca), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.040054 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e71140a-5995-4dbe-a26b-3a6e9b836b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (a9243cf6-6f87-4c2d-8314-7b39a4ace0c3), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.111605 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a46893c2-fb22-400a-84f2-b7acd884a36b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (beb1c0ec-31ae-47ff-be96-a4e94b6d0bca), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.181938 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e71140a-5995-4dbe-a26b-3a6e9b836b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (a9243cf6-6f87-4c2d-8314-7b39a4ace0c3), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.216151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71140a-5995-4dbe-a26b-3a6e9b836b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9243cf6-6f87-4c2d-8314-7b39a4ace0c3,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:01.218169 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e71140a-5995-4dbe-a26b-3a6e9b836b87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.221400 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2e71140a-5995-4dbe-a26b-3a6e9b836b87 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a9243cf6-6f87-4c2d-8314-7b39a4ace0c3 HTTP/1.1" status: 204  len: 168 time: 0.4927285
Feb 12 21:15:01.222039 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8ea06c-0522-4775-a7cc-92ab03f070bf None None] Network 8a5b2a07-61e9-49f2-a870-d207fbb10adf requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:01.224040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41590) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:01.293983 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a46893c2-fb22-400a-84f2-b7acd884a36b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (beb1c0ec-31ae-47ff-be96-a4e94b6d0bca), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.358012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46893c2-fb22-400a-84f2-b7acd884a36b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event deleted for resources: {'Subnet': ['ID=beb1c0ec-31ae-47ff-be96-a4e94b6d0bca,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:01.363566 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a46893c2-fb22-400a-84f2-b7acd884a36b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.370300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41592) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:01.370994 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a46893c2-fb22-400a-84f2-b7acd884a36b tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "DELETE /v2.0/subnets/beb1c0ec-31ae-47ff-be96-a4e94b6d0bca HTTP/1.1" status: 204  len: 168 time: 0.4943686
Feb 12 21:15:01.384954 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (8a5b2a07-61e9-49f2-a870-d207fbb10adf), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.407084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f18047-dee8-45d7-aca0-3bf3f9140d01 req-7a90768e-da70-40c7-a86e-096eccfb4890 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:01.408654 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5f18047-dee8-45d7-aca0-3bf3f9140d01 req-7a90768e-da70-40c7-a86e-096eccfb4890 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.1552255
Feb 12 21:15:01.439758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735cabd3-3ac1-414f-b017-d0b6b8fccd5e None None] Network a90998ba-17e7-4116-bb0e-3bd9e0e31276 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:01.450522 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-014a11e1-5e03-41e0-95f9-c3c547cc8eb8 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Deleting subnet dc44bda3-6d91-4b39-a1b0-99dbae41bbc3 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:15:01.454044 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-014a11e1-5e03-41e0-95f9-c3c547cc8eb8 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for subnet (dc44bda3-6d91-4b39-a1b0-99dbae41bbc3), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.504669 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-014a11e1-5e03-41e0-95f9-c3c547cc8eb8 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (dc44bda3-6d91-4b39-a1b0-99dbae41bbc3), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.508657 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5f18047-dee8-45d7-aca0-3bf3f9140d01 req-aba9cdc9-a55a-4625-98a6-609a543d2521 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702870
Feb 12 21:15:01.514184 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] Deleting port d0e2264a-67f1-4a9d-98ff-c680a151058d {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:01.514507 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d0e2264a-67f1-4a9d-98ff-c680a151058d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.612204 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-014a11e1-5e03-41e0-95f9-c3c547cc8eb8 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (dc44bda3-6d91-4b39-a1b0-99dbae41bbc3), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.620657 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] For port d0e2264a-67f1-4a9d-98ff-c680a151058d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0e2264a-67f1-4a9d-98ff-c680a151058d,segment=NetworkSegment(1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1),segment_id=1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:01.623985 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d0e2264a-67f1-4a9d-98ff-c680a151058d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.652403 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] Calling delete_port for d0e2264a-67f1-4a9d-98ff-c680a151058d owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:01.691022 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d86870f-6794-4223-9440-2afdc0382af4 None None] DHCP port deletion for a90998ba-17e7-4116-bb0e-3bd9e0e31276 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:15:01.734567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbb5d23-5fa2-4acf-a91f-81011d7ce946 None None] DHCP port deletion for 8a5b2a07-61e9-49f2-a870-d207fbb10adf request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:15:01.759492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96a6e8-c966-461a-a926-5be01a8bc99f req-4f3f8870-6ef1-44de-8b75-d6dbaee0deae tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:01.762401 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce96a6e8-c966-461a-a926-5be01a8bc99f req-4f3f8870-6ef1-44de-8b75-d6dbaee0deae tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.1115961
Feb 12 21:15:01.798626 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5d86870f-6794-4223-9440-2afdc0382af4 None None] Deleting port e89946fd-a4d9-4ea0-afff-4bab4369f120 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:01.799154 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-014a11e1-5e03-41e0-95f9-c3c547cc8eb8 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (dc44bda3-6d91-4b39-a1b0-99dbae41bbc3), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.799451 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5d86870f-6794-4223-9440-2afdc0382af4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.804840 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb593b-93fe-4088-9764-8c67dc4cab4c req-dd0cfaa2-891b-4c1a-831b-3e3a815f3202 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:01.806470 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f8eb593b-93fe-4088-9764-8c67dc4cab4c req-dd0cfaa2-891b-4c1a-831b-3e3a815f3202 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 945 time: 0.0876892
Feb 12 21:15:01.856748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a11e1-5e03-41e0-95f9-c3c547cc8eb8 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event deleted for resources: {'Subnet': ['ID=dc44bda3-6d91-4b39-a1b0-99dbae41bbc3,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:01.861524 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f8eb593b-93fe-4088-9764-8c67dc4cab4c req-0f9312f1-c613-48e4-a267-e2c106915835 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477970
Feb 12 21:15:01.871788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31021341-04fd-4db6-a618-25bc7f767a6d None None] Network 531eb872-2139-4490-9c0c-9bd28b6649a5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:01.874078 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-014a11e1-5e03-41e0-95f9-c3c547cc8eb8 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.879751 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-014a11e1-5e03-41e0-95f9-c3c547cc8eb8 tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "DELETE /v2.0/subnets/dc44bda3-6d91-4b39-a1b0-99dbae41bbc3 HTTP/1.1" status: 204  len: 168 time: 0.5080841
Feb 12 21:15:01.884293 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce96a6e8-c966-461a-a926-5be01a8bc99f req-0041d07a-42a1-4c34-a901-2955f79b386b tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160312
Feb 12 21:15:01.885903 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41600) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:01.915484 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d0e2264a-67f1-4a9d-98ff-c680a151058d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.936731 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41602) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:01.937659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb5d23-5fa2-4acf-a91f-81011d7ce946 None None] Deleting port d0e2264a-67f1-4a9d-98ff-c680a151058d {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:01.938333 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9fbb5d23-5fa2-4acf-a91f-81011d7ce946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d0e2264a-67f1-4a9d-98ff-c680a151058d), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:01.990645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e2264a-67f1-4a9d-98ff-c680a151058d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:01.999053 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef34cbdf-5abc-4507-9b2c-d8af190ed489 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Deleting subnet 715e1d09-1c66-4e35-80d7-e3ec2e4c4540 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:15:02.005526 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef34cbdf-5abc-4507-9b2c-d8af190ed489 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks [] for subnet (715e1d09-1c66-4e35-80d7-e3ec2e4c4540), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.021151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] No DVR routers for this DVR port d0e2264a-67f1-4a9d-98ff-c680a151058d on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:02.029753 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (a90998ba-17e7-4116-bb0e-3bd9e0e31276), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.074240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5d86870f-6794-4223-9440-2afdc0382af4 None None] For port e89946fd-a4d9-4ea0-afff-4bab4369f120, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e89946fd-a4d9-4ea0-afff-4bab4369f120,segment=NetworkSegment(8980ef08-8d51-43b5-bfdc-e1a73571ed03),segment_id=8980ef08-8d51-43b5-bfdc-e1a73571ed03)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:02.074615 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5d86870f-6794-4223-9440-2afdc0382af4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.079396 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef34cbdf-5abc-4507-9b2c-d8af190ed489 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (715e1d09-1c66-4e35-80d7-e3ec2e4c4540), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.099940 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-9fbb5d23-5fa2-4acf-a91f-81011d7ce946 None None] For port d0e2264a-67f1-4a9d-98ff-c680a151058d, host ncdv-master-1, got binding levels [] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:02.100346 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9fbb5d23-5fa2-4acf-a91f-81011d7ce946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d0e2264a-67f1-4a9d-98ff-c680a151058d), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.108919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5d86870f-6794-4223-9440-2afdc0382af4 None None] Calling delete_port for e89946fd-a4d9-4ea0-afff-4bab4369f120 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:02.118975 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6688e-a897-4cb0-9710-4c1e3bf805f2 req-8fb48d17-d459-4298-a248-fc6404203380 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:02.121346 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8cf6688e-a897-4cb0-9710-4c1e3bf805f2 req-8fb48d17-d459-4298-a248-fc6404203380 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 944 time: 0.0956912
Feb 12 21:15:02.133156 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb5d23-5fa2-4acf-a91f-81011d7ce946 None None] Calling delete_port for d0e2264a-67f1-4a9d-98ff-c680a151058d owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:02.138808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.ipam_backend_mixin [None req-9fbb5d23-5fa2-4acf-a91f-81011d7ce946 None None] Port d0e2264a-67f1-4a9d-98ff-c680a151058d was not found and therefore no delete operation was performed {{(pid=126507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 12 21:15:02.139410 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (8a5b2a07-61e9-49f2-a870-d207fbb10adf), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.159098 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9fbb5d23-5fa2-4acf-a91f-81011d7ce946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (d0e2264a-67f1-4a9d-98ff-c680a151058d), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.160128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8e103-0c44-4411-aa48-d1651a848271 req-40a9c8b0-7608-467a-9d33-1841a7f294b1 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:02.162624 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50b8e103-0c44-4411-aa48-d1651a848271 req-40a9c8b0-7608-467a-9d33-1841a7f294b1 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 945 time: 0.1834700
Feb 12 21:15:02.183932 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa04fd00>,) {'filters': {'network_id': ['8a5b2a07-61e9-49f2-a870-d207fbb10adf']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:02.192255 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8cf6688e-a897-4cb0-9710-4c1e3bf805f2 req-b7b8aa65-194e-44c4-a02b-e050c8776cd9 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536404
Feb 12 21:15:02.227276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb5d23-5fa2-4acf-a91f-81011d7ce946 None None] Pushing event deleted for resources: {'Port': ['ID=d0e2264a-67f1-4a9d-98ff-c680a151058d,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:02.236154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb5d23-5fa2-4acf-a91f-81011d7ce946 None None] No DVR routers for this DVR port d0e2264a-67f1-4a9d-98ff-c680a151058d on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:02.240867 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa04fd00>, '1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:02.241556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa04fd00>, '1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:02.242161 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef34cbdf-5abc-4507-9b2c-d8af190ed489 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (715e1d09-1c66-4e35-80d7-e3ec2e4c4540), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.249983 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.273491 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.329740 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.333713 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Deleting port e89946fd-a4d9-4ea0-afff-4bab4369f120 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:02.337994 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.348048 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf98ae6-b768-4c27-a833-cae315830f71 None None] DHCP port deletion for 531eb872-2139-4490-9c0c-9bd28b6649a5 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:15:02.360855 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:15:02.361273 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (1e6c122b-ef23-44fe-b95b-4c1bd01d1fc1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:15:02.373268 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:15:02.398980 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5d86870f-6794-4223-9440-2afdc0382af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.431370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device dfe79360-c01b-4cad-a2c3-cc950955bb3a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:02.432361 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef34cbdf-5abc-4507-9b2c-d8af190ed489 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (715e1d09-1c66-4e35-80d7-e3ec2e4c4540), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.437789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86870f-6794-4223-9440-2afdc0382af4 None None] Pushing event deleted for resources: {'Port': ['ID=e89946fd-a4d9-4ea0-afff-4bab4369f120,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:02.456605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d86870f-6794-4223-9440-2afdc0382af4 None None] No DVR routers for this DVR port e89946fd-a4d9-4ea0-afff-4bab4369f120 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:02.458490 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34cbdf-5abc-4507-9b2c-d8af190ed489 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Subnet': ['ID=715e1d09-1c66-4e35-80d7-e3ec2e4c4540,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:02.460029 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-bdf98ae6-b768-4c27-a833-cae315830f71 None None] Deleting port 2f111b71-3004-4ad9-a750-acf6420348ce {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:02.460400 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bdf98ae6-b768-4c27-a833-cae315830f71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2f111b71-3004-4ad9-a750-acf6420348ce), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.464734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: dfe79360-c01b-4cad-a2c3-cc950955bb3a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:02.474286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device dfe79360-c01b-4cad-a2c3-cc950955bb3a not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:02.474286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e89946fd-a4d9-4ea0-afff-4bab4369f120 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:02.475169 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef34cbdf-5abc-4507-9b2c-d8af190ed489 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.478226 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ef34cbdf-5abc-4507-9b2c-d8af190ed489 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "DELETE /v2.0/subnets/715e1d09-1c66-4e35-80d7-e3ec2e4c4540 HTTP/1.1" status: 204  len: 168 time: 0.5404856
Feb 12 21:15:02.483654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41606) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:02.492315 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] For port e89946fd-a4d9-4ea0-afff-4bab4369f120, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e89946fd-a4d9-4ea0-afff-4bab4369f120,segment=NetworkSegment(8980ef08-8d51-43b5-bfdc-e1a73571ed03),segment_id=8980ef08-8d51-43b5-bfdc-e1a73571ed03)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:02.492674 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.513242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-50b8e103-0c44-4411-aa48-d1651a848271 req-5f33a0be-d341-4c1f-8af6-88818712dd6b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Deleting port 560cbda4-8c83-4286-ad46-6863e830ae96 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:02.513562 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-50b8e103-0c44-4411-aa48-d1651a848271 req-5f33a0be-d341-4c1f-8af6-88818712dd6b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.517234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Calling delete_port for e89946fd-a4d9-4ea0-afff-4bab4369f120 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:02.553655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: e89946fd-a4d9-4ea0-afff-4bab4369f120 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:02.554005 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e89946fd-a4d9-4ea0-afff-4bab4369f120 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:02.554405 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d0e2264a-67f1-4a9d-98ff-c680a151058d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:02.561244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f741c-300e-491c-94ec-5018ce3797ea None None] Network 56382359-bde3-4e93-8298-855e64f470af requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:02.571336 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (56382359-bde3-4e93-8298-855e64f470af), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.612566 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: d0e2264a-67f1-4a9d-98ff-c680a151058d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:02.612922 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d0e2264a-67f1-4a9d-98ff-c680a151058d not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:02.624268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-bdf98ae6-b768-4c27-a833-cae315830f71 None None] For port 2f111b71-3004-4ad9-a750-acf6420348ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f111b71-3004-4ad9-a750-acf6420348ce,segment=NetworkSegment(3b8fd87f-d4b1-48b9-8702-332b124364be),segment_id=3b8fd87f-d4b1-48b9-8702-332b124364be)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:02.624268 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bdf98ae6-b768-4c27-a833-cae315830f71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2f111b71-3004-4ad9-a750-acf6420348ce), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.628624 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (8a5b2a07-61e9-49f2-a870-d207fbb10adf), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.639794 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.647693 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8a5b2a07-61e9-49f2-a870-d207fbb10adf HTTP/1.1" status: 204  len: 168 time: 1.4201880
Feb 12 21:15:02.655555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Deleting port 70ecffc6-8eba-4cf4-8f60-37dea7172341 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:02.656108 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (70ecffc6-8eba-4cf4-8f60-37dea7172341), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.664633 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-bdf98ae6-b768-4c27-a833-cae315830f71 None None] Calling delete_port for 2f111b71-3004-4ad9-a750-acf6420348ce owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:02.718204 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5afb33-4637-4853-b65d-a3f2537dbea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a5b2a07-61e9-49f2-a870-d207fbb10adf,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:02.760061 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 3ad38511-3f1f-4f22-831b-955591ab9833 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:15:02.762640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] For port 70ecffc6-8eba-4cf4-8f60-37dea7172341, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70ecffc6-8eba-4cf4-8f60-37dea7172341,segment=NetworkSegment(bf98b72a-4d84-4013-8d64-d21b25315394),segment_id=bf98b72a-4d84-4013-8d64-d21b25315394)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:02.762998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 2a51fe93-35ae-44b2-b89e-8ca15e049fcb up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:15:02.763109 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (70ecffc6-8eba-4cf4-8f60-37dea7172341), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.780281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-50b8e103-0c44-4411-aa48-d1651a848271 req-5f33a0be-d341-4c1f-8af6-88818712dd6b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] For port 560cbda4-8c83-4286-ad46-6863e830ae96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=560cbda4-8c83-4286-ad46-6863e830ae96,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:02.780281 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-50b8e103-0c44-4411-aa48-d1651a848271 req-5f33a0be-d341-4c1f-8af6-88818712dd6b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.783976 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Calling delete_port for 70ecffc6-8eba-4cf4-8f60-37dea7172341 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:02.803930 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-50b8e103-0c44-4411-aa48-d1651a848271 req-5f33a0be-d341-4c1f-8af6-88818712dd6b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Calling delete_port for 560cbda4-8c83-4286-ad46-6863e830ae96 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:02.816018 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (e89946fd-a4d9-4ea0-afff-4bab4369f120), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.844227 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bcc5c-9191-4808-b3c4-a5a9fd376988 req-39c984ce-1869-42ae-a904-3dfa1ff140c3 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:02.851147 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d11bcc5c-9191-4808-b3c4-a5a9fd376988 req-39c984ce-1869-42ae-a904-3dfa1ff140c3 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 945 time: 0.1476912
Feb 12 21:15:02.883952 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 560cbda4-8c83-4286-ad46-6863e830ae96 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:02.919172 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event deleted for resources: {'Port': ['ID=e89946fd-a4d9-4ea0-afff-4bab4369f120,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:02.937494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] No DVR routers for this DVR port e89946fd-a4d9-4ea0-afff-4bab4369f120 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:02.948431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0467e1e3-de1c-4e13-8e7e-cac87c64f7c7 None None] DHCP port deletion for 56382359-bde3-4e93-8298-855e64f470af request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:15:02.958100 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (70ecffc6-8eba-4cf4-8f60-37dea7172341), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:02.997479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0467e1e3-de1c-4e13-8e7e-cac87c64f7c7 None None] The port '70ecffc6-8eba-4cf4-8f60-37dea7172341' was deleted {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}}
Feb 12 21:15:03.015481 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Port': ['ID=70ecffc6-8eba-4cf4-8f60-37dea7172341,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:03.018888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] No DVR routers for this DVR port 70ecffc6-8eba-4cf4-8f60-37dea7172341 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:03.025284 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:15:03.031349 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ad38511-3f1f-4f22-831b-955591ab9833,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:03.041007 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:03.042525 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2a51fe93-35ae-44b2-b89e-8ca15e049fcb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.062760 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bdf98ae6-b768-4c27-a833-cae315830f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (2f111b71-3004-4ad9-a750-acf6420348ce), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.084728 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (a90998ba-17e7-4116-bb0e-3bd9e0e31276), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.106512 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d11bcc5c-9191-4808-b3c4-a5a9fd376988 req-22bf3208-ee8f-4e3e-b149-aa0e43310026 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2509143
Feb 12 21:15:03.134594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '3ad38511-3f1f-4f22-831b-955591ab9833', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'port_id': '3ad38511-3f1f-4f22-831b-955591ab9833', 'mac_address': 'fa:16:3e:50:f6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:15:03.136624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf98ae6-b768-4c27-a833-cae315830f71 None None] Pushing event deleted for resources: {'Port': ['ID=2f111b71-3004-4ad9-a750-acf6420348ce,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:03.141003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f92f3790>,) {'filters': {'network_id': ['a90998ba-17e7-4116-bb0e-3bd9e0e31276']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:03.147203 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf98ae6-b768-4c27-a833-cae315830f71 None None] No DVR routers for this DVR port 2f111b71-3004-4ad9-a750-acf6420348ce on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:03.168281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f92f3790>, '8980ef08-8d51-43b5-bfdc-e1a73571ed03') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:03.168590 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f92f3790>, '8980ef08-8d51-43b5-bfdc-e1a73571ed03') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:03.183500 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (8980ef08-8d51-43b5-bfdc-e1a73571ed03), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.198116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e85f-ccbb-4964-8821-823c75569357 req-c4f86315-8488-4c5a-b9fe-2ce0577ec7e1 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:03.199579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41616) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:03.199731 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5bd9e85f-ccbb-4964-8821-823c75569357 req-c4f86315-8488-4c5a-b9fe-2ce0577ec7e1 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 945 time: 0.1615102
Feb 12 21:15:03.206270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 560cbda4-8c83-4286-ad46-6863e830ae96 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:03.206661 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.211540 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (56382359-bde3-4e93-8298-855e64f470af), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.228270 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (8980ef08-8d51-43b5-bfdc-e1a73571ed03), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.245605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 3ad38511-3f1f-4f22-831b-955591ab9833 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:03.246511 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.268382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9843460>,) {'filters': {'network_id': ['56382359-bde3-4e93-8298-855e64f470af']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:03.274198 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:15:03.274663 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (8980ef08-8d51-43b5-bfdc-e1a73571ed03), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.281811 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5bd9e85f-ccbb-4964-8821-823c75569357 req-47074cf8-fd8a-495d-b90d-68152f68081e tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729346
Feb 12 21:15:03.290433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9843460>, 'bf98b72a-4d84-4013-8d64-d21b25315394') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:03.290433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9843460>, 'bf98b72a-4d84-4013-8d64-d21b25315394') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:03.293830 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (bf98b72a-4d84-4013-8d64-d21b25315394), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.293978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad38511-3f1f-4f22-831b-955591ab9833 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:15:03.297005 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:15:03.330438 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bf98b72a-4d84-4013-8d64-d21b25315394), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.338599 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:15:03.339293 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (bf98b72a-4d84-4013-8d64-d21b25315394), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:15:03.343442 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:15:03.381101 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6fe24c2c-4439-482c-ada0-81002ae3fea5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a19875f98800434db2950efcf23ff3a4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1804869
Feb 12 21:15:03.384394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41620) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:03.409269 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ad38511-3f1f-4f22-831b-955591ab9833,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:03.413453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:03.413453 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2a51fe93-35ae-44b2-b89e-8ca15e049fcb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.435623 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0125cc3-4f00-4196-b332-275398fa5dab req-ffe8b214-954f-4fc9-9890-8f6d14beef81 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:03.437324 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b0125cc3-4f00-4196-b332-275398fa5dab req-ffe8b214-954f-4fc9-9890-8f6d14beef81 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.2401679
Feb 12 21:15:03.439921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98699803-4a38-4e99-96bc-3fee5a9a03ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a51fe93-35ae-44b2-b89e-8ca15e049fcb'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:03.442276 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e752376-15ad-472f-a5c7-be74c4ede7fb" -d '{"events": [{"server_uuid": "98699803-4a38-4e99-96bc-3fee5a9a03ef", "name": "network-vif-plugged", "status": "completed", "tag": "2a51fe93-35ae-44b2-b89e-8ca15e049fcb"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:03.456303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a51fe93-35ae-44b2-b89e-8ca15e049fcb,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:03.457523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d2de9-924b-4f99-9645-d2e736591917 req-53d921c0-8084-4d85-9678-a7ab038e3c5f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:03.459071 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e29d2de9-924b-4f99-9645-d2e736591917 req-53d921c0-8084-4d85-9678-a7ab038e3c5f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 944 time: 0.1057711
Feb 12 21:15:03.493412 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28a50eb5-b860-4b0c-adce-e28bf7106bc3 admin admin] Publish callbacks [] for security_group (05ac9ddb-be18-4486-b39d-1a64686ae3a0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.513922 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e29d2de9-924b-4f99-9645-d2e736591917 req-e3ce9290-17d0-408e-8f60-568c36b7ed64 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485785
Feb 12 21:15:03.516638 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b0125cc3-4f00-4196-b332-275398fa5dab req-5b4eab76-4d21-4ea4-98bd-6a60c200fbda tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707495
Feb 12 21:15:03.533602 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-50b8e103-0c44-4411-aa48-d1651a848271 req-5f33a0be-d341-4c1f-8af6-88818712dd6b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (560cbda4-8c83-4286-ad46-6863e830ae96), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.533602 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28a50eb5-b860-4b0c-adce-e28bf7106bc3 admin admin] Publish callbacks [] for security_group (05ac9ddb-be18-4486-b39d-1a64686ae3a0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.570397 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.571112 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33a0be-d341-4c1f-8af6-88818712dd6b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Pushing event deleted for resources: {'Port': ['ID=560cbda4-8c83-4286-ad46-6863e830ae96,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:03.574742 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2a51fe93-35ae-44b2-b89e-8ca15e049fcb), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.577714 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d9162b-2c9c-4389-b402-7d417658777e x-openstack-request-id: req-73d9162b-2c9c-4389-b402-7d417658777e {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:03.578066 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98699803-4a38-4e99-96bc-3fee5a9a03ef", "name": "network-vif-plugged", "status": "completed", "tag": "2a51fe93-35ae-44b2-b89e-8ca15e049fcb", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:03.578295 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73d9162b-2c9c-4389-b402-7d417658777e {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:03.578889 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98699803-4a38-4e99-96bc-3fee5a9a03ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a51fe93-35ae-44b2-b89e-8ca15e049fcb', 'code': 200}
Feb 12 21:15:03.618679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (56382359-bde3-4e93-8298-855e64f470af), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.629053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b8e103-0c44-4411-aa48-d1651a848271 req-5f33a0be-d341-4c1f-8af6-88818712dd6b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] No DVR routers for this DVR port 560cbda4-8c83-4286-ad46-6863e830ae96 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:03.630386 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.631416 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (a90998ba-17e7-4116-bb0e-3bd9e0e31276), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.633230 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-50b8e103-0c44-4411-aa48-d1651a848271 req-5f33a0be-d341-4c1f-8af6-88818712dd6b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.639252 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "DELETE /v2.0/networks/56382359-bde3-4e93-8298-855e64f470af HTTP/1.1" status: 204  len: 168 time: 1.1525798
Feb 12 21:15:03.639432 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50b8e103-0c44-4411-aa48-d1651a848271 req-5f33a0be-d341-4c1f-8af6-88818712dd6b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.48 "DELETE /v2.0/ports/560cbda4-8c83-4286-ad46-6863e830ae96 HTTP/1.1" status: 204  len: 173 time: 1.4658995
Feb 12 21:15:03.639432 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2990b1d-7527-44c6-9a61-380b654541b6', 'name': 'network-vif-deleted', 'tag': '560cbda4-8c83-4286-ad46-6863e830ae96'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:03.640467 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4fae29-b352-47ee-9795-55bf1c192279" -d '{"events": [{"server_uuid": "d2990b1d-7527-44c6-9a61-380b654541b6", "name": "network-vif-deleted", "tag": "560cbda4-8c83-4286-ad46-6863e830ae96"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:03.644108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41624) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:03.651778 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b8901-1545-467d-8d4d-ad3d8c250d67 tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Network': ['ID=56382359-bde3-4e93-8298-855e64f470af,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:03.657230 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.660364 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "DELETE /v2.0/networks/a90998ba-17e7-4116-bb0e-3bd9e0e31276 HTTP/1.1" status: 204  len: 168 time: 1.7734122
Feb 12 21:15:03.664951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=3ad38511-3f1f-4f22-831b-955591ab9833,revision_number=11']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:03.665909 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41628) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:03.701821 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ebd83-bc96-47b7-b6c3-98051af38b9d tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event deleted for resources: {'Network': ['ID=a90998ba-17e7-4116-bb0e-3bd9e0e31276,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:03.713000 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561b7cb0-cad7-4291-8c98-a12736573224 x-openstack-request-id: req-561b7cb0-cad7-4291-8c98-a12736573224 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:03.714357 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2990b1d-7527-44c6-9a61-380b654541b6", "name": "network-vif-deleted", "tag": "560cbda4-8c83-4286-ad46-6863e830ae96", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:03.714357 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-561b7cb0-cad7-4291-8c98-a12736573224 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:03.714357 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2990b1d-7527-44c6-9a61-380b654541b6', 'name': 'network-vif-deleted', 'tag': '560cbda4-8c83-4286-ad46-6863e830ae96', 'status': 'completed', 'code': 200}
Feb 12 21:15:03.741342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e81e074-046f-4a72-98a4-c5f2e492a94e tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Deleting subnet 3ba64e86-99da-4b0e-a339-5c054c6fab5c {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:15:03.748182 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e81e074-046f-4a72-98a4-c5f2e492a94e tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks [] for subnet (3ba64e86-99da-4b0e-a339-5c054c6fab5c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.751901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=2a51fe93-35ae-44b2-b89e-8ca15e049fcb,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:03.799909 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e81e074-046f-4a72-98a4-c5f2e492a94e tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (3ba64e86-99da-4b0e-a339-5c054c6fab5c), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.806588 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e5ac1d0-40db-4306-a8fb-69fea2d03bba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (531eb872-2139-4490-9c0c-9bd28b6649a5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.814186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e993b6-c10f-4218-9c5a-ffb3603e3b30 req-2b59f304-3735-45dd-ba98-dd09385149ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:03.815726 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7e993b6-c10f-4218-9c5a-ffb3603e3b30 req-2b59f304-3735-45dd-ba98-dd09385149ec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 1127 time: 0.1483757
Feb 12 21:15:03.816918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['3ad38511-3f1f-4f22-831b-955591ab9833'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:15:03.858517 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28a50eb5-b860-4b0c-adce-e28bf7106bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (05ac9ddb-be18-4486-b39d-1a64686ae3a0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.860902 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28a50eb5-b860-4b0c-adce-e28bf7106bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.862151 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-28a50eb5-b860-4b0c-adce-e28bf7106bc3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05ac9ddb-be18-4486-b39d-1a64686ae3a0 HTTP/1.1" status: 204  len: 168 time: 0.4770625
Feb 12 21:15:03.898347 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a50eb5-b860-4b0c-adce-e28bf7106bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ac9ddb-be18-4486-b39d-1a64686ae3a0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:03.912295 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e81e074-046f-4a72-98a4-c5f2e492a94e tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (3ba64e86-99da-4b0e-a339-5c054c6fab5c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.960639 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e5ac1d0-40db-4306-a8fb-69fea2d03bba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (531eb872-2139-4490-9c0c-9bd28b6649a5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:03.994271 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7e993b6-c10f-4218-9c5a-ffb3603e3b30 req-0b479f2a-0823-4aee-b282-b170d97bd1ce service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711845
Feb 12 21:15:03.996544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-6e5ac1d0-40db-4306-a8fb-69fea2d03bba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fae65dc0>,) {'filters': {'network_id': ['531eb872-2139-4490-9c0c-9bd28b6649a5']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:04.007451 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-6e5ac1d0-40db-4306-a8fb-69fea2d03bba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fae65dc0>, '3b8fd87f-d4b1-48b9-8702-332b124364be') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:04.007679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-6e5ac1d0-40db-4306-a8fb-69fea2d03bba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fae65dc0>, '3b8fd87f-d4b1-48b9-8702-332b124364be') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:04.027676 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e5ac1d0-40db-4306-a8fb-69fea2d03bba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (3b8fd87f-d4b1-48b9-8702-332b124364be), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:04.040238 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98625f23-adfa-4a8c-96ac-2a63e54ea803 req-e361d42d-af82-44bd-9bde-c5a86d962cb2 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:04.042223 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-98625f23-adfa-4a8c-96ac-2a63e54ea803 req-e361d42d-af82-44bd-9bde-c5a86d962cb2 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0773952
Feb 12 21:15:04.058003 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e5ac1d0-40db-4306-a8fb-69fea2d03bba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (3b8fd87f-d4b1-48b9-8702-332b124364be), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:04.065406 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5ac1d0-40db-4306-a8fb-69fea2d03bba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:15:04.069163 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e5ac1d0-40db-4306-a8fb-69fea2d03bba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (3b8fd87f-d4b1-48b9-8702-332b124364be), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:15:04.072429 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:15:04.110142 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e81e074-046f-4a72-98a4-c5f2e492a94e tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (3ba64e86-99da-4b0e-a339-5c054c6fab5c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:04.165681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81e074-046f-4a72-98a4-c5f2e492a94e tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba64e86-99da-4b0e-a339-5c054c6fab5c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:04.168664 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e81e074-046f-4a72-98a4-c5f2e492a94e tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:04.171916 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8e81e074-046f-4a72-98a4-c5f2e492a94e tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "DELETE /v2.0/subnets/3ba64e86-99da-4b0e-a339-5c054c6fab5c HTTP/1.1" status: 204  len: 168 time: 0.5227525
Feb 12 21:15:04.174619 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41634) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:04.194842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c54f7cf-743b-446b-8836-c923113294c4 None None] Network 7f4d62ea-7d15-483e-bc99-c740173135a1 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:04.254424 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e5ac1d0-40db-4306-a8fb-69fea2d03bba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (531eb872-2139-4490-9c0c-9bd28b6649a5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:04.261305 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e5ac1d0-40db-4306-a8fb-69fea2d03bba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:04.267307 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6e5ac1d0-40db-4306-a8fb-69fea2d03bba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] 10.222.0.31 "DELETE /v2.0/networks/531eb872-2139-4490-9c0c-9bd28b6649a5 HTTP/1.1" status: 204  len: 168 time: 0.5969925
Feb 12 21:15:04.268558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-98625f23-adfa-4a8c-96ac-2a63e54ea803 req-a002cb89-7425-42ec-9b41-3112b7fdb131 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Deleting port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:04.268911 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-98625f23-adfa-4a8c-96ac-2a63e54ea803 req-a002cb89-7425-42ec-9b41-3112b7fdb131 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:04.276237 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (7f4d62ea-7d15-483e-bc99-c740173135a1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:04.288724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ac1d0-40db-4306-a8fb-69fea2d03bba tempest-TaggedBootDevicesTest_v242-633755402 tempest-TaggedBootDevicesTest_v242-633755402-project] Pushing event deleted for resources: {'Network': ['ID=531eb872-2139-4490-9c0c-9bd28b6649a5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:04.307960 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed879dea-fe3f-42ff-be2a-3b93dc5e9027 req-c2c9a013-bf55-4732-84d7-d620dbe06c3f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:04.307960 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed879dea-fe3f-42ff-be2a-3b93dc5e9027 req-c2c9a013-bf55-4732-84d7-d620dbe06c3f tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 946 time: 0.1075773
Feb 12 21:15:04.420309 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed879dea-fe3f-42ff-be2a-3b93dc5e9027 req-ce631b67-6781-40e4-b78b-8d0d8e50a803 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0902219
Feb 12 21:15:04.439608 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2f111b71-3004-4ad9-a750-acf6420348ce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:04.473813 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 2f111b71-3004-4ad9-a750-acf6420348ce {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:04.474192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2f111b71-3004-4ad9-a750-acf6420348ce not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:04.474646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 70ecffc6-8eba-4cf4-8f60-37dea7172341 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:04.476703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143a1b76-60fb-48ed-a521-67f88e1ae7a5 None None] DHCP port deletion for 7f4d62ea-7d15-483e-bc99-c740173135a1 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:15:04.515379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 70ecffc6-8eba-4cf4-8f60-37dea7172341 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:04.515721 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 70ecffc6-8eba-4cf4-8f60-37dea7172341 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:04.591805 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-143a1b76-60fb-48ed-a521-67f88e1ae7a5 None None] Deleting port 6e3854f3-7dd9-4e2e-ac35-8903a72be981 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:04.592467 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-143a1b76-60fb-48ed-a521-67f88e1ae7a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:04.666989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cdfdd-0860-4dba-bd3b-ac0e240da08e req-040e54c4-7c75-4978-9b65-168e28a4a01c tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:04.669078 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1d9cdfdd-0860-4dba-bd3b-ac0e240da08e req-040e54c4-7c75-4978-9b65-168e28a4a01c tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 945 time: 0.0675635
Feb 12 21:15:04.684766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-143a1b76-60fb-48ed-a521-67f88e1ae7a5 None None] For port 6e3854f3-7dd9-4e2e-ac35-8903a72be981, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e3854f3-7dd9-4e2e-ac35-8903a72be981,segment=NetworkSegment(d871fa32-18b3-4e4d-a638-f7eb3e5d44bb),segment_id=d871fa32-18b3-4e4d-a638-f7eb3e5d44bb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:04.685172 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-143a1b76-60fb-48ed-a521-67f88e1ae7a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:04.710604 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-143a1b76-60fb-48ed-a521-67f88e1ae7a5 None None] Calling delete_port for 6e3854f3-7dd9-4e2e-ac35-8903a72be981 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:04.733570 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1d9cdfdd-0860-4dba-bd3b-ac0e240da08e req-b3edcb92-c5b3-43b8-8680-e49b64ee35e9 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567610
Feb 12 21:15:04.776758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 3ad38511-3f1f-4f22-831b-955591ab9833 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:15:04.812976 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3a825c70-2ce8-4f58-92e8-b25f0eda3508 req-ba4a833d-9e81-43e1-b5b5-0a6c64098b0a tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2990b1d-7527-44c6-9a61-380b654541b6 HTTP/1.1" status: 200  len: 210 time: 0.0404227
Feb 12 21:15:04.843987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-98625f23-adfa-4a8c-96ac-2a63e54ea803 req-a002cb89-7425-42ec-9b41-3112b7fdb131 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] For port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a,segment=NetworkSegment(bb0449bb-46b9-4594-8dd9-9b71d67c6a74),segment_id=bb0449bb-46b9-4594-8dd9-9b71d67c6a74)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:04.843987 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-98625f23-adfa-4a8c-96ac-2a63e54ea803 req-a002cb89-7425-42ec-9b41-3112b7fdb131 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:04.858709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-98625f23-adfa-4a8c-96ac-2a63e54ea803 req-a002cb89-7425-42ec-9b41-3112b7fdb131 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Calling delete_port for 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:04.870709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Deleting port 6e3854f3-7dd9-4e2e-ac35-8903a72be981 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:04.871048 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:04.884113 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc26d5-388f-41a6-b486-3f95ec598f7c req-5ebb127e-506c-4c5e-9afc-b27c712dc8ec tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:04.885897 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efbc26d5-388f-41a6-b486-3f95ec598f7c req-5ebb127e-506c-4c5e-9afc-b27c712dc8ec tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 946 time: 0.0756373
Feb 12 21:15:04.934371 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efbc26d5-388f-41a6-b486-3f95ec598f7c req-b6b3c817-2547-4196-869b-e4dc05e39a36 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/security-groups?id=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421762
Feb 12 21:15:04.978147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] For port 6e3854f3-7dd9-4e2e-ac35-8903a72be981, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e3854f3-7dd9-4e2e-ac35-8903a72be981,segment=NetworkSegment(d871fa32-18b3-4e4d-a638-f7eb3e5d44bb),segment_id=d871fa32-18b3-4e4d-a638-f7eb3e5d44bb)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:04.978520 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:04.993349 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Calling delete_port for 6e3854f3-7dd9-4e2e-ac35-8903a72be981 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:05.123569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 3ad38511-3f1f-4f22-831b-955591ab9833 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:15:05.128044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 3ad38511-3f1f-4f22-831b-955591ab9833 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:05.129373 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:05.131232 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-143a1b76-60fb-48ed-a521-67f88e1ae7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:05.136405 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (6e3854f3-7dd9-4e2e-ac35-8903a72be981), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:05.165012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Port': ['ID=6e3854f3-7dd9-4e2e-ac35-8903a72be981,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:05.184014 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] No DVR routers for this DVR port 6e3854f3-7dd9-4e2e-ac35-8903a72be981 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:05.218354 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a1b76-60fb-48ed-a521-67f88e1ae7a5 None None] Pushing event deleted for resources: {'Port': ['ID=6e3854f3-7dd9-4e2e-ac35-8903a72be981,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:05.220359 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-98625f23-adfa-4a8c-96ac-2a63e54ea803 req-a002cb89-7425-42ec-9b41-3112b7fdb131 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:05.225432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143a1b76-60fb-48ed-a521-67f88e1ae7a5 None None] No DVR routers for this DVR port 6e3854f3-7dd9-4e2e-ac35-8903a72be981 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:05.324803 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002cb89-7425-42ec-9b41-3112b7fdb131 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Pushing event deleted for resources: {'Port': ['ID=5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:05.331282 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (7f4d62ea-7d15-483e-bc99-c740173135a1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:05.336288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 3ad38511-3f1f-4f22-831b-955591ab9833 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:05.336691 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:05.391708 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ad38511-3f1f-4f22-831b-955591ab9833,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:05.400196 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9864880>,) {'filters': {'network_id': ['7f4d62ea-7d15-483e-bc99-c740173135a1']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:05.402680 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-98625f23-adfa-4a8c-96ac-2a63e54ea803 req-a002cb89-7425-42ec-9b41-3112b7fdb131 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] No DVR routers for this DVR port 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:05.409244 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-98625f23-adfa-4a8c-96ac-2a63e54ea803 req-a002cb89-7425-42ec-9b41-3112b7fdb131 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:05.412831 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-98625f23-adfa-4a8c-96ac-2a63e54ea803 req-a002cb89-7425-42ec-9b41-3112b7fdb131 tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.48 "DELETE /v2.0/ports/5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a HTTP/1.1" status: 204  len: 173 time: 1.3649139
Feb 12 21:15:05.416891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9864880>, 'd871fa32-18b3-4e4d-a638-f7eb3e5d44bb') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:05.417209 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9864880>, 'd871fa32-18b3-4e4d-a638-f7eb3e5d44bb') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:05.427746 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (d871fa32-18b3-4e4d-a638-f7eb3e5d44bb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:05.448934 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d871fa32-18b3-4e4d-a638-f7eb3e5d44bb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:05.464506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:15:05.464887 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (d871fa32-18b3-4e4d-a638-f7eb3e5d44bb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:15:05.468210 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:15:05.474363 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:05.531938 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=3ad38511-3f1f-4f22-831b-955591ab9833,revision_number=12']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:05.579583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad38511-3f1f-4f22-831b-955591ab9833'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:05.582552 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148b0fd4-0bfb-4d82-880e-16bbad9d71b9" -d '{"events": [{"server_uuid": "6bbfee9f-78df-472d-8f1a-f8e602fda68d", "name": "network-vif-plugged", "status": "completed", "tag": "3ad38511-3f1f-4f22-831b-955591ab9833"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:05.600850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bde32-2ca7-428d-b8a4-18fa06e6bb9c req-7da9ea8e-030d-4a81-96da-5d5491eab3f2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:05.602434 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-986bde32-2ca7-428d-b8a4-18fa06e6bb9c req-7da9ea8e-030d-4a81-96da-5d5491eab3f2 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 947 time: 0.0697026
Feb 12 21:15:05.624763 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2818c36-5308-4e94-88a0-86bc26126df5 x-openstack-request-id: req-a2818c36-5308-4e94-88a0-86bc26126df5 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:05.625264 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbfee9f-78df-472d-8f1a-f8e602fda68d", "name": "network-vif-plugged", "status": "completed", "tag": "3ad38511-3f1f-4f22-831b-955591ab9833", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:05.626568 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2818c36-5308-4e94-88a0-86bc26126df5 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:05.626715 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad38511-3f1f-4f22-831b-955591ab9833', 'code': 200}
Feb 12 21:15:05.640747 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (7f4d62ea-7d15-483e-bc99-c740173135a1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:05.669437 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:05.673153 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] 10.222.0.31 "DELETE /v2.0/networks/7f4d62ea-7d15-483e-bc99-c740173135a1 HTTP/1.1" status: 204  len: 168 time: 1.4976113
Feb 12 21:15:05.674248 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc8cc0-aab9-4954-8dd3-d92fdb417f8f tempest-ServersTestMultiNic-1705446443 tempest-ServersTestMultiNic-1705446443-project] Pushing event deleted for resources: {'Network': ['ID=7f4d62ea-7d15-483e-bc99-c740173135a1,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:05.708529 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-986bde32-2ca7-428d-b8a4-18fa06e6bb9c req-f8c77a31-5f8e-4c37-867c-92e2fc29feda tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1002319
Feb 12 21:15:05.715353 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a76f8f-ed14-4d6c-9296-e0e3113005c5', 'name': 'network-vif-deleted', 'tag': '5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:05.717954 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dce94c8-8f31-4f80-a5e1-d5fd8bf504bb" -d '{"events": [{"server_uuid": "c4a76f8f-ed14-4d6c-9296-e0e3113005c5", "name": "network-vif-deleted", "tag": "5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:05.764838 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eda0add-7ede-42ce-9c32-6ef7605bdfb2 x-openstack-request-id: req-8eda0add-7ede-42ce-9c32-6ef7605bdfb2 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:05.765252 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a76f8f-ed14-4d6c-9296-e0e3113005c5", "name": "network-vif-deleted", "tag": "5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:05.765624 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8eda0add-7ede-42ce-9c32-6ef7605bdfb2 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:05.766114 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a76f8f-ed14-4d6c-9296-e0e3113005c5', 'name': 'network-vif-deleted', 'tag': '5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a', 'status': 'completed', 'code': 200}
Feb 12 21:15:05.878479 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41696) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:05.879197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da842251-7a12-463d-8e37-59441cc6695b req-93b1fcc2-0fcf-4688-80b1-f1bbd198ddef tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:05.880881 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-da842251-7a12-463d-8e37-59441cc6695b req-93b1fcc2-0fcf-4688-80b1-f1bbd198ddef tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 945 time: 0.0594118
Feb 12 21:15:05.967107 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-da842251-7a12-463d-8e37-59441cc6695b req-b2045365-1bb3-4234-8e0a-f19ae9835b6b tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785904
Feb 12 21:15:06.086200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456c65f-f91f-42a7-963f-37cbe6a9dcea req-6a71da15-e6f5-4fea-8b2b-aacda82ae064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:06.087725 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0456c65f-f91f-42a7-963f-37cbe6a9dcea req-6a71da15-e6f5-4fea-8b2b-aacda82ae064 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 1129 time: 0.1549473
Feb 12 21:15:06.101437 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41722) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:06.160485 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60458523-7f47-4758-8d17-ce78b29d2373 req-026803b0-03df-44e0-9eed-62bd53b22d2f tempest-ServerRescueNegativeTestJSON-1489443139 tempest-ServerRescueNegativeTestJSON-1489443139-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4a76f8f-ed14-4d6c-9296-e0e3113005c5 HTTP/1.1" status: 200  len: 210 time: 0.0780928
Feb 12 21:15:06.270339 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0456c65f-f91f-42a7-963f-37cbe6a9dcea req-36d83585-d08a-444f-8005-8ad7f1b0c61a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1723959
Feb 12 21:15:06.271744 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c958831c-a732-45fa-bfe0-d421cb730dd9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-111323067-network', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:06.334449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-3927c167-8dd7-48a8-a7fc-dd9eea0e99f1 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:06.336726 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-3927c167-8dd7-48a8-a7fc-dd9eea0e99f1 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/networks?id=46e8ba15-abd6-4b1e-957e-9d3052ac4ccd HTTP/1.1" status: 200  len: 822 time: 0.1436179
Feb 12 21:15:06.353889 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-028cd48f-6074-4bcb-9bf2-23a7e2ed2a52 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/quotas/0da6753f4d6946489d582ef43d0da4f0 HTTP/1.1" status: 200  len: 375 time: 0.0118172
Feb 12 21:15:06.389280 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-548415a8-8159-43d1-97fd-4decbe24e5d0 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0da6753f4d6946489d582ef43d0da4f0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0293095
Feb 12 21:15:06.411650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6e3854f3-7dd9-4e2e-ac35-8903a72be981 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:06.425269 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c958831c-a732-45fa-bfe0-d421cb730dd9 admin admin] Made reservation on behalf of f5577c08c6bb4cc0bec1ad0fe18260ca for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:15:06.427559 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c958831c-a732-45fa-bfe0-d421cb730dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:06.453564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 6e3854f3-7dd9-4e2e-ac35-8903a72be981 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:06.455313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6e3854f3-7dd9-4e2e-ac35-8903a72be981 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:06.467326 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c958831c-a732-45fa-bfe0-d421cb730dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:06.501295 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82a388ee-a9ea-4779-b270-07813d06f296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (a0a4e640-b7f3-4854-a9ba-882098f8555a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:06.535788 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-642228d0-2c46-412c-ab79-b4eccf471e82 service neutron] 10.222.0.31 "GET /v2.0/networks/46e8ba15-abd6-4b1e-957e-9d3052ac4ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384108
Feb 12 21:15:06.642657 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c958831c-a732-45fa-bfe0-d421cb730dd9 admin admin] Publish callbacks [] for security_group (a2f822f6-5eef-4966-9ef5-db1a4f7031a4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:06.660054 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-6ffcd547-8c8c-4310-bc4b-cd95f7cbbef3 service neutron] 10.222.0.31 "GET /v2.0/networks/46e8ba15-abd6-4b1e-957e-9d3052ac4ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1175983
Feb 12 21:15:06.735720 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c958831c-a732-45fa-bfe0-d421cb730dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a2f822f6-5eef-4966-9ef5-db1a4f7031a4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:06.784425 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c958831c-a732-45fa-bfe0-d421cb730dd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:15:06.794621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958831c-a732-45fa-bfe0-d421cb730dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f822f6-5eef-4966-9ef5-db1a4f7031a4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:06.803378 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c958831c-a732-45fa-bfe0-d421cb730dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (3cad0ecf-baaa-4b41-9d84-7f3299f831dc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:06.803378 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-c958831c-a732-45fa-bfe0-d421cb730dd9 admin admin] Added segment 3cad0ecf-baaa-4b41-9d84-7f3299f831dc of type vlan for network 99333fdc-3f05-4177-b985-b1e7bb8c19b1
Feb 12 21:15:06.844974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-82a388ee-a9ea-4779-b270-07813d06f296 admin admin] Deleting port 23049130-13a8-4a60-9c95-bbaa2cc33573 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:06.845424 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82a388ee-a9ea-4779-b270-07813d06f296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:06.849774 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c958831c-a732-45fa-bfe0-d421cb730dd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (99333fdc-3f05-4177-b985-b1e7bb8c19b1), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:06.895087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:06.917227 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9fb44-9782-4433-a978-63460f4277fc req-fa4d4139-7166-4916-890e-1ea67b0998d9 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:06.919657 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d2b9fb44-9782-4433-a978-63460f4277fc req-fa4d4139-7166-4916-890e-1ea67b0998d9 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 947 time: 0.1191261
Feb 12 21:15:06.950825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:06.954408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5f4e3cbc-9227-49a5-bcc1-1d8f6884d82a not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:06.957772 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c958831c-a732-45fa-bfe0-d421cb730dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (99333fdc-3f05-4177-b985-b1e7bb8c19b1), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:06.959340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c958831c-a732-45fa-bfe0-d421cb730dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:06.960022 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c958831c-a732-45fa-bfe0-d421cb730dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:06.982239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-82a388ee-a9ea-4779-b270-07813d06f296 admin admin] For port 23049130-13a8-4a60-9c95-bbaa2cc33573, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23049130-13a8-4a60-9c95-bbaa2cc33573,segment=NetworkSegment(5468f90d-22d9-48e7-80e0-434a319aa122),segment_id=5468f90d-22d9-48e7-80e0-434a319aa122)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:06.982707 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82a388ee-a9ea-4779-b270-07813d06f296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:07.005533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-82a388ee-a9ea-4779-b270-07813d06f296 admin admin] Calling delete_port for 23049130-13a8-4a60-9c95-bbaa2cc33573 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:07.014010 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d2b9fb44-9782-4433-a978-63460f4277fc req-2f1ac3fb-42e4-4f00-aeb8-15e35cdf5925 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814233
Feb 12 21:15:07.022233 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-490d64e5-0519-4bf8-a1b4-89716f4de68a req-bedfb067-faa4-44dc-812b-a9e761939cab tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 210 time: 0.0595455
Feb 12 21:15:07.065745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958831c-a732-45fa-bfe0-d421cb730dd9 admin admin] Pushing event updated for resources: {'Network': ['ID=99333fdc-3f05-4177-b985-b1e7bb8c19b1,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:07.076877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 99333fdc-3f05-4177-b985-b1e7bb8c19b1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:15:07.115501 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c958831c-a732-45fa-bfe0-d421cb730dd9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0125580
Feb 12 21:15:07.117723 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41748) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:07.126454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d4655a93-f024-4937-aaea-a88c38b86089 admin admin] Request body: {'subnet': {'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-111323067-subnet', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:07.231521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4655a93-f024-4937-aaea-a88c38b86089 admin admin] Made reservation on behalf of f5577c08c6bb4cc0bec1ad0fe18260ca for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:15:07.234264 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d4655a93-f024-4937-aaea-a88c38b86089 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:07.243060 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41768) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:07.392445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82a388ee-a9ea-4779-b270-07813d06f296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (23049130-13a8-4a60-9c95-bbaa2cc33573), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:07.430870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a388ee-a9ea-4779-b270-07813d06f296 admin admin] Pushing event deleted for resources: {'Port': ['ID=23049130-13a8-4a60-9c95-bbaa2cc33573,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:07.670679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82a388ee-a9ea-4779-b270-07813d06f296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (a0a4e640-b7f3-4854-a9ba-882098f8555a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:07.788692 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d4655a93-f024-4937-aaea-a88c38b86089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (2620e233-7a80-46dd-91d4-c485dcb2f038), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:07.876386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4655a93-f024-4937-aaea-a88c38b86089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2620e233-7a80-46dd-91d4-c485dcb2f038,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:07.920780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4655a93-f024-4937-aaea-a88c38b86089 admin admin] Checking segment: {'id': '3cad0ecf-baaa-4b41-9d84-7f3299f831dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:15:07.921058 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4655a93-f024-4937-aaea-a88c38b86089 admin admin] Network hostable DHCP agents. Network: 99333fdc-3f05-4177-b985-b1e7bb8c19b1, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:15:07.968750 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2d950af-d318-4a18-9376-d75d9ffb5443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (76d2700d-6431-485c-a276-579b86f07148), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:08.061324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4655a93-f024-4937-aaea-a88c38b86089 admin admin] Network 99333fdc-3f05-4177-b985-b1e7bb8c19b1 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:15:08.183955 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d4655a93-f024-4937-aaea-a88c38b86089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 99333fdc-3f05-4177-b985-b1e7bb8c19b1) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:15:08.202790 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e4f1f8-3030-4889-aa7b-29d2b9a87cbe None None] Network 99333fdc-3f05-4177-b985-b1e7bb8c19b1 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:08.203415 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4655a93-f024-4937-aaea-a88c38b86089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:08.203691 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d4655a93-f024-4937-aaea-a88c38b86089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:08.287957 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64024-e3d2-4b34-a61a-3ac0d0074dda req-66348574-e52e-41cf-a4a4-a7371b381ba5 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:08.289708 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e6c64024-e3d2-4b34-a61a-3ac0d0074dda req-66348574-e52e-41cf-a4a4-a7371b381ba5 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 947 time: 0.1099703
Feb 12 21:15:08.299836 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5cecff25-183d-4e6d-b7be-05b34b0a11a7 req-50eaeea7-3a89-4669-bccc-82441f63aee1 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 210 time: 0.0740244
Feb 12 21:15:08.382319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a388ee-a9ea-4779-b270-07813d06f296 admin admin] Router a0a4e640-b7f3-4854-a9ba-882098f8555a has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:15:08.420213 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d4655a93-f024-4937-aaea-a88c38b86089 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3008108
Feb 12 21:15:08.423047 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'fixed_ips': [{'subnet_id': '2620e233-7a80-46dd-91d4-c485dcb2f038'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:15:08.423899 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:08.429157 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41832) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:08.439782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-111323067-router', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:08.460085 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e6c64024-e3d2-4b34-a61a-3ac0d0074dda req-31ffc6fe-6a47-4061-9f2d-06143d688acb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1554968
Feb 12 21:15:08.508492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a2d950af-d318-4a18-9376-d75d9ffb5443 admin admin] Deleting port 4e7682db-d354-40fa-b151-f48fc984f999 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:08.509867 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2d950af-d318-4a18-9376-d75d9ffb5443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4e7682db-d354-40fa-b151-f48fc984f999), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:08.591387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a388ee-a9ea-4779-b270-07813d06f296 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:15:08.599670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-82a388ee-a9ea-4779-b270-07813d06f296 admin admin] 10.222.0.31 "PUT /v2.0/routers/a0a4e640-b7f3-4854-a9ba-882098f8555a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7172711
Feb 12 21:15:08.599670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41834) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:08.603009 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18a956-5737-4cca-979e-c62540e6e980 None None] Sync routers for ids ['a0a4e640-b7f3-4854-a9ba-882098f8555a'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:15:08.631974 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18a956-5737-4cca-979e-c62540e6e980 None None] Routers {'a0a4e640-b7f3-4854-a9ba-882098f8555a'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:08.633524 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fd18a956-5737-4cca-979e-c62540e6e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb97bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:14:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a0a4e640-b7f3-4854-a9ba-882098f8555a'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:08.636332 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-a2d950af-d318-4a18-9376-d75d9ffb5443 admin admin] For port 4e7682db-d354-40fa-b151-f48fc984f999, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e7682db-d354-40fa-b151-f48fc984f999,segment=NetworkSegment(bb0449bb-46b9-4594-8dd9-9b71d67c6a74),segment_id=bb0449bb-46b9-4594-8dd9-9b71d67c6a74)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:08.637419 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2d950af-d318-4a18-9376-d75d9ffb5443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4e7682db-d354-40fa-b151-f48fc984f999), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:08.653429 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Allocated IP 172.20.0.2 (99333fdc-3f05-4177-b985-b1e7bb8c19b1/2620e233-7a80-46dd-91d4-c485dcb2f038/56a40726-6529-4ea1-8c18-dd30c4606b1d) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:15:08.656225 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a2d950af-d318-4a18-9376-d75d9ffb5443 admin admin] Calling delete_port for 4e7682db-d354-40fa-b151-f48fc984f999 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:08.782075 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94dd4c5e-7b1e-47a3-8ed8-9ea2a7e49566 admin admin] Publish callbacks [] for router (a0a4e640-b7f3-4854-a9ba-882098f8555a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:08.793610 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-fd18a956-5737-4cca-979e-c62540e6e980 None None] Set router a0a4e640-b7f3-4854-a9ba-882098f8555a gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:08.894814 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Publish callbacks [] for port (56a40726-6529-4ea1-8c18-dd30c4606b1d), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:08.960030 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (01713a80-792b-4e45-b2b0-0b4dd96acc67), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:08.961190 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (01713a80-792b-4e45-b2b0-0b4dd96acc67), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:08.992385 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (56a40726-6529-4ea1-8c18-dd30c4606b1d), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:09.003898 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94dd4c5e-7b1e-47a3-8ed8-9ea2a7e49566 admin admin] Publish callbacks [] for router_gateway (a0a4e640-b7f3-4854-a9ba-882098f8555a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:09.040923 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Publish callbacks [] for router_controller (01713a80-792b-4e45-b2b0-0b4dd96acc67), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:09.055538 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fd18a956-5737-4cca-979e-c62540e6e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb97bb0>, [{'id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'name': 'tempest-ServersTestMultiNic-1816740048-router', 'tenant_id': 'b438902509da463ba94a98d99ffd1444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:15:07Z', 'revision_number': 5, 'project_id': 'b438902509da463ba94a98d99ffd1444', 'gw_port': {'id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:09.055733 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Network 99333fdc-3f05-4177-b985-b1e7bb8c19b1 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:15:09.055733 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:15:09.058388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:15:09.064750 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Pushing event updated for resources: {'Port': ['ID=56a40726-6529-4ea1-8c18-dd30c4606b1d,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:09.074592 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18a956-5737-4cca-979e-c62540e6e980 None None] Checking router: a0a4e640-b7f3-4854-a9ba-882098f8555a for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:15:09.078794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:09.079149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:09.090082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:09.090082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:09.090082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:09.090082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:09.090082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:09.090082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:09.090082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:09.090082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:09.090082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:09.090082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:09.090082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:09.091128 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18a956-5737-4cca-979e-c62540e6e980 None None] Routers {'a0a4e640-b7f3-4854-a9ba-882098f8555a'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:09.091128 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fd18a956-5737-4cca-979e-c62540e6e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb97bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:14:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a0a4e640-b7f3-4854-a9ba-882098f8555a'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:09.126158 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2d950af-d318-4a18-9376-d75d9ffb5443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4e7682db-d354-40fa-b151-f48fc984f999), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:09.142146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Attempting to bind port 56a40726-6529-4ea1-8c18-dd30c4606b1d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:15:09.142610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Attempting to bind port 56a40726-6529-4ea1-8c18-dd30c4606b1d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3cad0ecf-baaa-4b41-9d84-7f3299f831dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:15:09.142994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Attempting to bind port 56a40726-6529-4ea1-8c18-dd30c4606b1d on network 99333fdc-3f05-4177-b985-b1e7bb8c19b1 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:15:09.148297 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:15:09.148721 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Checking segment: {'id': '3cad0ecf-baaa-4b41-9d84-7f3299f831dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:15:09.149387 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:09.149534 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Bound using segment: {'id': '3cad0ecf-baaa-4b41-9d84-7f3299f831dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:15:09.150061 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Bound port: 56a40726-6529-4ea1-8c18-dd30c4606b1d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cad0ecf-baaa-4b41-9d84-7f3299f831dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:15:09.150557 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (56a40726-6529-4ea1-8c18-dd30c4606b1d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:09.170992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d950af-d318-4a18-9376-d75d9ffb5443 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7682db-d354-40fa-b151-f48fc984f999,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:09.208168 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-fd18a956-5737-4cca-979e-c62540e6e980 None None] Set router a0a4e640-b7f3-4854-a9ba-882098f8555a gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:09.221655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-94dd4c5e-7b1e-47a3-8ed8-9ea2a7e49566 admin admin] Deleting port c21e321b-b3ef-4042-b30c-2d2d39d2713a {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:09.222044 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94dd4c5e-7b1e-47a3-8ed8-9ea2a7e49566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c21e321b-b3ef-4042-b30c-2d2d39d2713a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:09.244046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] For port 56a40726-6529-4ea1-8c18-dd30c4606b1d, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:15:09.249563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] For port 56a40726-6529-4ea1-8c18-dd30c4606b1d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56a40726-6529-4ea1-8c18-dd30c4606b1d,segment=NetworkSegment(3cad0ecf-baaa-4b41-9d84-7f3299f831dc),segment_id=3cad0ecf-baaa-4b41-9d84-7f3299f831dc)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:15:09.312272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-94dd4c5e-7b1e-47a3-8ed8-9ea2a7e49566 admin admin] For port c21e321b-b3ef-4042-b30c-2d2d39d2713a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c21e321b-b3ef-4042-b30c-2d2d39d2713a,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:09.312870 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94dd4c5e-7b1e-47a3-8ed8-9ea2a7e49566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c21e321b-b3ef-4042-b30c-2d2d39d2713a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:09.327424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-94dd4c5e-7b1e-47a3-8ed8-9ea2a7e49566 admin admin] Calling delete_port for c21e321b-b3ef-4042-b30c-2d2d39d2713a owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:09.364250 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (56a40726-6529-4ea1-8c18-dd30c4606b1d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:09.423413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c189f-741f-4cc3-b3fd-8b57a2a52af7 None None] Pushing event updated for resources: {'Port': ['ID=56a40726-6529-4ea1-8c18-dd30c4606b1d,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:09.490636 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fd18a956-5737-4cca-979e-c62540e6e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb97bb0>, [{'id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'name': 'tempest-ServersTestMultiNic-1816740048-router', 'tenant_id': 'b438902509da463ba94a98d99ffd1444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:15:07Z', 'revision_number': 5, 'project_id': 'b438902509da463ba94a98d99ffd1444', 'gw_port': {'id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:09.537330 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Publish callbacks [] for router_gateway (01713a80-792b-4e45-b2b0-0b4dd96acc67), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:09.549301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-43236b4c-2016-4cf5-8477-3da053e89f37 req-b32e46c8-bbef-4307-853b-a4b85466a3b9 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 210 time: 0.0717261
Feb 12 21:15:09.700770 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18a956-5737-4cca-979e-c62540e6e980 None None] The sync data for ids ['a0a4e640-b7f3-4854-a9ba-882098f8555a'] in ncdv-master-1 is: [{'id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'name': 'tempest-ServersTestMultiNic-1816740048-router', 'tenant_id': 'b438902509da463ba94a98d99ffd1444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197'}], 'enable_snat': True}, 'gw_port_id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:15:07Z', 'revision_number': 5, 'project_id': 'b438902509da463ba94a98d99ffd1444', 'gw_port': {'id': 'c21e321b-b3ef-4042-b30c-2d2d39d2713a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4e640-b7f3-4854-a9ba-882098f8555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:13:33Z', 'updated_at': '2022-02-12T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:15:09.767876 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2d950af-d318-4a18-9376-d75d9ffb5443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (76d2700d-6431-485c-a276-579b86f07148), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:09.785736 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94dd4c5e-7b1e-47a3-8ed8-9ea2a7e49566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c21e321b-b3ef-4042-b30c-2d2d39d2713a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:09.801562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-7003feb2-28ea-43be-8c86-614ec5873fe1 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:09.803031 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-7003feb2-28ea-43be-8c86-614ec5873fe1 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.48 "GET /v2.0/networks?id=46e8ba15-abd6-4b1e-957e-9d3052ac4ccd HTTP/1.1" status: 200  len: 822 time: 0.2163205
Feb 12 21:15:09.820341 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd4c5e-7b1e-47a3-8ed8-9ea2a7e49566 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21e321b-b3ef-4042-b30c-2d2d39d2713a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:09.875484 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-e4861556-861d-4e50-aea5-80d716a03afb tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Request body: {'port': {'device_id': 'd5ef5583-485a-4948-bfe8-4efa6b08acef', 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd', 'admin_state_up': True, 'tenant_id': '0da6753f4d6946489d582ef43d0da4f0'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:09.880767 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94dd4c5e-7b1e-47a3-8ed8-9ea2a7e49566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (a0a4e640-b7f3-4854-a9ba-882098f8555a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:09.944234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2c2d1-d20b-41d0-9e54-90ed2fd0722d req-e0c9775e-889e-465f-ac6c-e5e98f449b6e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:09.951924 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5de2c2d1-d20b-41d0-9e54-90ed2fd0722d req-e0c9775e-889e-465f-ac6c-e5e98f449b6e tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 947 time: 0.3327415
Feb 12 21:15:09.993349 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94dd4c5e-7b1e-47a3-8ed8-9ea2a7e49566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (a0a4e640-b7f3-4854-a9ba-882098f8555a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:09.997463 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94dd4c5e-7b1e-47a3-8ed8-9ea2a7e49566 admin admin] Publish callbacks [] for router_controller (a0a4e640-b7f3-4854-a9ba-882098f8555a), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:10.130846 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5de2c2d1-d20b-41d0-9e54-90ed2fd0722d req-c7ce0414-73a5-4dd9-a893-3c0aadf5fc7b tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1780291
Feb 12 21:15:10.226129 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94dd4c5e-7b1e-47a3-8ed8-9ea2a7e49566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (a0a4e640-b7f3-4854-a9ba-882098f8555a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:10.226680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dd4c5e-7b1e-47a3-8ed8-9ea2a7e49566 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0a4e640-b7f3-4854-a9ba-882098f8555a {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:15:10.232633 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94dd4c5e-7b1e-47a3-8ed8-9ea2a7e49566 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:10.236218 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-94dd4c5e-7b1e-47a3-8ed8-9ea2a7e49566 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a0a4e640-b7f3-4854-a9ba-882098f8555a HTTP/1.1" status: 204  len: 168 time: 1.6279802
Feb 12 21:15:10.236641 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41852) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:10.294260 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5a49d2-738c-4c89-b4e1-cadb57a76c1c admin admin] Deleting subnet 182cc7d9-a44c-4541-859d-db4b8a10d2ca {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:15:10.298434 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bd5a49d2-738c-4c89-b4e1-cadb57a76c1c admin admin] Publish callbacks [] for subnet (182cc7d9-a44c-4541-859d-db4b8a10d2ca), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:10.347213 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bd5a49d2-738c-4c89-b4e1-cadb57a76c1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (182cc7d9-a44c-4541-859d-db4b8a10d2ca), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:10.464530 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bd5a49d2-738c-4c89-b4e1-cadb57a76c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (182cc7d9-a44c-4541-859d-db4b8a10d2ca), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:10.598601 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 56a40726-6529-4ea1-8c18-dd30c4606b1d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:15:10.639865 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bd5a49d2-738c-4c89-b4e1-cadb57a76c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (182cc7d9-a44c-4541-859d-db4b8a10d2ca), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:10.668520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-e4861556-861d-4e50-aea5-80d716a03afb tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Made reservation on behalf of 0da6753f4d6946489d582ef43d0da4f0 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:15:10.668743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 56a40726-6529-4ea1-8c18-dd30c4606b1d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:10.669153 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (56a40726-6529-4ea1-8c18-dd30c4606b1d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:10.673726 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-e4861556-861d-4e50-aea5-80d716a03afb tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:10.690552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a49d2-738c-4c89-b4e1-cadb57a76c1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=182cc7d9-a44c-4541-859d-db4b8a10d2ca,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:10.696162 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bd5a49d2-738c-4c89-b4e1-cadb57a76c1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:10.701269 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bd5a49d2-738c-4c89-b4e1-cadb57a76c1c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/182cc7d9-a44c-4541-859d-db4b8a10d2ca HTTP/1.1" status: 204  len: 168 time: 0.4633162
Feb 12 21:15:10.704163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41862) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:10.716880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348af91a-0b1d-493a-908f-815640dafabb None None] Network 7f65c7b1-5d00-4d0d-bfa9-cf1daecea617 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:10.795780 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (7f65c7b1-5d00-4d0d-bfa9-cf1daecea617), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:10.840867 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9e318068-6c60-4da8-b3bc-adf18b770850 req-4e98ea21-f087-41a8-a68a-f47d1cb9f2af tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 210 time: 0.1646588
Feb 12 21:15:10.879210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] Deleting port 2b711bde-673d-4269-8646-77e7bed9353e {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:10.879727 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2b711bde-673d-4269-8646-77e7bed9353e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:10.891629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 56a40726-6529-4ea1-8c18-dd30c4606b1d is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:10.892365 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (56a40726-6529-4ea1-8c18-dd30c4606b1d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:10.940228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 56a40726-6529-4ea1-8c18-dd30c4606b1d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56a40726-6529-4ea1-8c18-dd30c4606b1d,segment=NetworkSegment(3cad0ecf-baaa-4b41-9d84-7f3299f831dc),segment_id=3cad0ecf-baaa-4b41-9d84-7f3299f831dc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:10.973017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d950af-d318-4a18-9376-d75d9ffb5443 admin admin] Router 76d2700d-6431-485c-a276-579b86f07148 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:15:10.975216 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] For port 2b711bde-673d-4269-8646-77e7bed9353e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b711bde-673d-4269-8646-77e7bed9353e,segment=NetworkSegment(5468f90d-22d9-48e7-80e0-434a319aa122),segment_id=5468f90d-22d9-48e7-80e0-434a319aa122)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:10.975731 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2b711bde-673d-4269-8646-77e7bed9353e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:10.989752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] Calling delete_port for 2b711bde-673d-4269-8646-77e7bed9353e owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:11.014255 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Publish callbacks [] for router_gateway (01713a80-792b-4e45-b2b0-0b4dd96acc67), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:11.018567 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (56a40726-6529-4ea1-8c18-dd30c4606b1d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:11.048264 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 23049130-13a8-4a60-9c95-bbaa2cc33573 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:11.063029 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:11.082831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 23049130-13a8-4a60-9c95-bbaa2cc33573 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:11.083323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 23049130-13a8-4a60-9c95-bbaa2cc33573 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:11.101167 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-e4861556-861d-4e50-aea5-80d716a03afb tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Allocated IP 172.20.0.13 (46e8ba15-abd6-4b1e-957e-9d3052ac4ccd/f699deae-cd61-42bd-abe6-0c0615e85f5c/d91a8af2-494a-4edb-b217-b53420b63976) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:15:11.106014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=56a40726-6529-4ea1-8c18-dd30c4606b1d,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:11.251241 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2b711bde-673d-4269-8646-77e7bed9353e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:11.252173 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97708c0f-c95f-4582-8ac6-afd82bc563a2 None None] DHCP port deletion for 7f65c7b1-5d00-4d0d-bfa9-cf1daecea617 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:15:11.297611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=2b711bde-673d-4269-8646-77e7bed9353e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:11.301292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] No DVR routers for this DVR port 2b711bde-673d-4269-8646-77e7bed9353e on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:11.352396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d950af-d318-4a18-9376-d75d9ffb5443 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:15:11.367532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5dc48-72e1-4490-8404-e9eb2d67b096 None None] Sync routers for ids ['76d2700d-6431-485c-a276-579b86f07148'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:15:11.367769 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a2d950af-d318-4a18-9376-d75d9ffb5443 admin admin] 10.222.0.31 "PUT /v2.0/routers/76d2700d-6431-485c-a276-579b86f07148/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1234345
Feb 12 21:15:11.378974 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41866) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:11.397280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5dc48-72e1-4490-8404-e9eb2d67b096 None None] Routers {'76d2700d-6431-485c-a276-579b86f07148'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:11.399044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f8b5dc48-72e1-4490-8404-e9eb2d67b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbab86a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:14:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['76d2700d-6431-485c-a276-579b86f07148'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:11.414487 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (7f65c7b1-5d00-4d0d-bfa9-cf1daecea617), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:11.446727 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f95d0700>,) {'filters': {'network_id': ['7f65c7b1-5d00-4d0d-bfa9-cf1daecea617']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:11.462832 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f95d0700>, '5468f90d-22d9-48e7-80e0-434a319aa122') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:11.463440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f95d0700>, '5468f90d-22d9-48e7-80e0-434a319aa122') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:11.490604 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (5468f90d-22d9-48e7-80e0-434a319aa122), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:11.506747 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5468f90d-22d9-48e7-80e0-434a319aa122), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:11.511515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3655610-0a8c-4581-8bba-cff6e121be78 None None] Network 99333fdc-3f05-4177-b985-b1e7bb8c19b1 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:11.516270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:15:11.517094 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (5468f90d-22d9-48e7-80e0-434a319aa122), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:15:11.580631 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:15:11.587280 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Allocated IP 172.35.2.163 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:15:11.644332 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (7f65c7b1-5d00-4d0d-bfa9-cf1daecea617), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:11.654453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-afece671-b428-47f6-9da9-03c5ce74f5df None None] Provisioning complete for port 56a40726-6529-4ea1-8c18-dd30c4606b1d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:11.654971 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-afece671-b428-47f6-9da9-03c5ce74f5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (56a40726-6529-4ea1-8c18-dd30c4606b1d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:11.669301 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:11.672685 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] 10.222.0.31 "DELETE /v2.0/networks/7f65c7b1-5d00-4d0d-bfa9-cf1daecea617 HTTP/1.1" status: 204  len: 168 time: 0.9675848
Feb 12 21:15:11.673623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850af6b-c1a3-46df-a90a-2c294f419c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=7f65c7b1-5d00-4d0d-bfa9-cf1daecea617,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:11.735848 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f00f-9a00-4cd8-8d45-ca07bccd49fd admin admin] Publish callbacks [] for router (76d2700d-6431-485c-a276-579b86f07148), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:11.793133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-f8b5dc48-72e1-4490-8404-e9eb2d67b096 None None] Set router 76d2700d-6431-485c-a276-579b86f07148 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:11.828824 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-e4861556-861d-4e50-aea5-80d716a03afb tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for port (d91a8af2-494a-4edb-b217-b53420b63976), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:11.919891 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Publish callbacks [] for port (fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:12.013229 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-afece671-b428-47f6-9da9-03c5ce74f5df None None] Current status of the port 56a40726-6529-4ea1-8c18-dd30c4606b1d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:12.032578 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-94e78034-c5ff-4491-b21e-a7e54d18ae99 req-13ab3ada-7954-4cf9-aaca-2d90c75fb55f tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 210 time: 0.0451727
Feb 12 21:15:12.038501 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f00f-9a00-4cd8-8d45-ca07bccd49fd admin admin] Publish callbacks [] for router_gateway (76d2700d-6431-485c-a276-579b86f07148), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:12.054964 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-e4861556-861d-4e50-aea5-80d716a03afb tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d91a8af2-494a-4edb-b217-b53420b63976), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:12.091720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41882) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:12.097122 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:12.144125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:15:12.146645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f8b5dc48-72e1-4490-8404-e9eb2d67b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbab86a0>, [{'id': '76d2700d-6431-485c-a276-579b86f07148', 'name': 'tempest-ServerRescueNegativeTestJSON-1614277736-router', 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.97'}], 'enable_snat': True}, 'gw_port_id': 'aa61f805-231e-4d55-b284-a32a49056333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:04Z', 'updated_at': '2022-02-12T21:15:08Z', 'revision_number': 5, 'project_id': '7e9fbd43632c4530b8d993cde9cd2106', 'gw_port': {'id': 'aa61f805-231e-4d55-b284-a32a49056333', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d2700d-6431-485c-a276-579b86f07148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:12:06Z', 'updated_at': '2022-02-12T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:12.149276 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-e4861556-861d-4e50-aea5-80d716a03afb tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:15:12.154685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:15:12.159450 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:15:12.169053 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fd7c2571-d925-4e6e-9002-f7c4956921ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b438902509da463ba94a98d99ffd1444&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0760798
Feb 12 21:15:12.171416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41886) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:12.209805 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-e4861556-861d-4e50-aea5-80d716a03afb tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:15:12.213573 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-e4861556-861d-4e50-aea5-80d716a03afb tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:15:12.236628 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f435c3f4-a399-403e-966d-53cb2277364b admin admin] Publish callbacks [] for security_group (b8e7d264-e3e1-405b-9d54-7fe0795e55f0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:12.265585 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f435c3f4-a399-403e-966d-53cb2277364b admin admin] Publish callbacks [] for security_group (b8e7d264-e3e1-405b-9d54-7fe0795e55f0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:12.282623 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-e4861556-861d-4e50-aea5-80d716a03afb tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:12.283274 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-e4861556-861d-4e50-aea5-80d716a03afb tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:12.305052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4861556-861d-4e50-aea5-80d716a03afb tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Pushing event updated for resources: {'Port': ['ID=d91a8af2-494a-4edb-b217-b53420b63976,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:12.355453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5dc48-72e1-4490-8404-e9eb2d67b096 None None] Checking router: 76d2700d-6431-485c-a276-579b86f07148 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:15:12.371787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5dc48-72e1-4490-8404-e9eb2d67b096 None None] Routers {'76d2700d-6431-485c-a276-579b86f07148'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:12.372458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f8b5dc48-72e1-4490-8404-e9eb2d67b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbab86a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:14:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['76d2700d-6431-485c-a276-579b86f07148'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:12.377402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-093a0270-f34f-411d-ae6c-4e618a2d4eaf None None] Provisioning complete for port 56a40726-6529-4ea1-8c18-dd30c4606b1d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:12.377402 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-093a0270-f34f-411d-ae6c-4e618a2d4eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (56a40726-6529-4ea1-8c18-dd30c4606b1d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:12.437198 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f435c3f4-a399-403e-966d-53cb2277364b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b8e7d264-e3e1-405b-9d54-7fe0795e55f0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:12.439944 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f435c3f4-a399-403e-966d-53cb2277364b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:12.443727 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f435c3f4-a399-403e-966d-53cb2277364b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8e7d264-e3e1-405b-9d54-7fe0795e55f0 HTTP/1.1" status: 204  len: 168 time: 0.2684171
Feb 12 21:15:12.450526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435c3f4-a399-403e-966d-53cb2277364b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e7d264-e3e1-405b-9d54-7fe0795e55f0,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:12.452575 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-e4861556-861d-4e50-aea5-80d716a03afb tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5831320
Feb 12 21:15:12.456614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Pushing event updated for resources: {'Port': ['ID=fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:12.479942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 56a40726-6529-4ea1-8c18-dd30c4606b1d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:15:12.487309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Request body: {'port': {'device_id': 'd5ef5583-485a-4948-bfe8-4efa6b08acef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:12.524309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2f00f-9a00-4cd8-8d45-ca07bccd49fd admin admin] Deleting port aa61f805-231e-4d55-b284-a32a49056333 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:12.524650 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f00f-9a00-4cd8-8d45-ca07bccd49fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (aa61f805-231e-4d55-b284-a32a49056333), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:12.588201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-f8b5dc48-72e1-4490-8404-e9eb2d67b096 None None] Set router 76d2700d-6431-485c-a276-579b86f07148 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:12.623742 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d91a8af2-494a-4edb-b217-b53420b63976), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:12.651496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f8b5dc48-72e1-4490-8404-e9eb2d67b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbab86a0>, [{'id': '76d2700d-6431-485c-a276-579b86f07148', 'name': 'tempest-ServerRescueNegativeTestJSON-1614277736-router', 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:04Z', 'updated_at': '2022-02-12T21:15:12Z', 'revision_number': 6, 'project_id': '7e9fbd43632c4530b8d993cde9cd2106', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:12.686269 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5dc48-72e1-4490-8404-e9eb2d67b096 None None] The sync data for ids ['76d2700d-6431-485c-a276-579b86f07148'] in ncdv-master-1 is: [{'id': '76d2700d-6431-485c-a276-579b86f07148', 'name': 'tempest-ServerRescueNegativeTestJSON-1614277736-router', 'tenant_id': '7e9fbd43632c4530b8d993cde9cd2106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:12:04Z', 'updated_at': '2022-02-12T21:15:12Z', 'revision_number': 6, 'project_id': '7e9fbd43632c4530b8d993cde9cd2106', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:15:12.690282 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 56a40726-6529-4ea1-8c18-dd30c4606b1d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:12.690282 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (56a40726-6529-4ea1-8c18-dd30c4606b1d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:12.753107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-a2d2f00f-9a00-4cd8-8d45-ca07bccd49fd admin admin] For port aa61f805-231e-4d55-b284-a32a49056333, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa61f805-231e-4d55-b284-a32a49056333,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:12.753508 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f00f-9a00-4cd8-8d45-ca07bccd49fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (aa61f805-231e-4d55-b284-a32a49056333), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:12.780446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-093a0270-f34f-411d-ae6c-4e618a2d4eaf None None] Current status of the port 56a40726-6529-4ea1-8c18-dd30c4606b1d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:12.783296 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2f00f-9a00-4cd8-8d45-ca07bccd49fd admin admin] Calling delete_port for aa61f805-231e-4d55-b284-a32a49056333 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:12.835384 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 56a40726-6529-4ea1-8c18-dd30c4606b1d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:12.922502 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Publish callbacks [] for router_gateway (01713a80-792b-4e45-b2b0-0b4dd96acc67), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:13.081104 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c21e321b-b3ef-4042-b30c-2d2d39d2713a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:13.104972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: c21e321b-b3ef-4042-b30c-2d2d39d2713a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:13.105498 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c21e321b-b3ef-4042-b30c-2d2d39d2713a not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:13.106015 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2b711bde-673d-4269-8646-77e7bed9353e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:13.136821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 2b711bde-673d-4269-8646-77e7bed9353e {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:13.137177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2b711bde-673d-4269-8646-77e7bed9353e not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:13.230557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635d5a-83e1-44e6-8a44-f34baf1de4bc req-789aadf9-1772-4b88-a7ac-975c555dcd8c tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:13.232640 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c635d5a-83e1-44e6-8a44-f34baf1de4bc req-789aadf9-1772-4b88-a7ac-975c555dcd8c tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 932 time: 0.0728269
Feb 12 21:15:13.293908 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c635d5a-83e1-44e6-8a44-f34baf1de4bc req-100f3116-fee4-4c91-a6c6-bf026178fe62 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498278
Feb 12 21:15:13.625215 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41914) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:13.656281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91a8af2-494a-4edb-b217-b53420b63976 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:15:13.670112 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Publish callbacks [] for port (d91a8af2-494a-4edb-b217-b53420b63976), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:13.704189 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (01713a80-792b-4e45-b2b0-0b4dd96acc67), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:13.749625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-bcf335f9-6ef1-4e45-b8b8-c4d0fc6eb4a7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-670238877-network', 'tenant_id': 'e88ed10d0c57403dbc48251e998fbd1a'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:13.827495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Transition to ACTIVE for port object d91a8af2-494a-4edb-b217-b53420b63976 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:15:13.829966 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f00f-9a00-4cd8-8d45-ca07bccd49fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (aa61f805-231e-4d55-b284-a32a49056333), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:13.860163 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2f00f-9a00-4cd8-8d45-ca07bccd49fd admin admin] Pushing event deleted for resources: {'Port': ['ID=aa61f805-231e-4d55-b284-a32a49056333,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:13.877289 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf335f9-6ef1-4e45-b8b8-c4d0fc6eb4a7 admin admin] Made reservation on behalf of e88ed10d0c57403dbc48251e998fbd1a for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:15:13.879607 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcf335f9-6ef1-4e45-b8b8-c4d0fc6eb4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:13.889284 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcf335f9-6ef1-4e45-b8b8-c4d0fc6eb4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:13.917381 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (d91a8af2-494a-4edb-b217-b53420b63976), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:13.972018 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcf335f9-6ef1-4e45-b8b8-c4d0fc6eb4a7 admin admin] Publish callbacks [] for security_group (bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:13.981667 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f00f-9a00-4cd8-8d45-ca07bccd49fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (76d2700d-6431-485c-a276-579b86f07148), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:13.985007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Pushing event updated for resources: {'Port': ['ID=d91a8af2-494a-4edb-b217-b53420b63976,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:14.090959 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Router 01713a80-792b-4e45-b2b0-0b4dd96acc67 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:15:14.105745 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcf335f9-6ef1-4e45-b8b8-c4d0fc6eb4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.126056 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f00f-9a00-4cd8-8d45-ca07bccd49fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (76d2700d-6431-485c-a276-579b86f07148), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.131816 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f00f-9a00-4cd8-8d45-ca07bccd49fd admin admin] Publish callbacks [] for router_controller (76d2700d-6431-485c-a276-579b86f07148), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.135610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf335f9-6ef1-4e45-b8b8-c4d0fc6eb4a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:15:14.146224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf335f9-6ef1-4e45-b8b8-c4d0fc6eb4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:14.155736 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcf335f9-6ef1-4e45-b8b8-c4d0fc6eb4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (8f884223-392b-4434-9301-8fa5c63ca816), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.155736 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-bcf335f9-6ef1-4e45-b8b8-c4d0fc6eb4a7 admin admin] Added segment 8f884223-392b-4434-9301-8fa5c63ca816 of type vlan for network 2a37ce5d-ea03-44d4-9654-27bdafea49d9
Feb 12 21:15:14.207896 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcf335f9-6ef1-4e45-b8b8-c4d0fc6eb4a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (2a37ce5d-ea03-44d4-9654-27bdafea49d9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.271203 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Attempting to bind port d91a8af2-494a-4edb-b217-b53420b63976 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:15:14.271537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Attempting to bind port d91a8af2-494a-4edb-b217-b53420b63976 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cfa9793b-232a-4d0f-87f9-40fa92c2e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:15:14.271875 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Attempting to bind port d91a8af2-494a-4edb-b217-b53420b63976 on network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:15:14.280377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Port d91a8af2-494a-4edb-b217-b53420b63976 on network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:15:14.280708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Attempting to bind port d91a8af2-494a-4edb-b217-b53420b63976 on network 46e8ba15-abd6-4b1e-957e-9d3052ac4ccd {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:15:14.289514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:15:14.294084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Checking segment: {'id': 'cfa9793b-232a-4d0f-87f9-40fa92c2e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:15:14.294084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Bound using segment: {'id': 'cfa9793b-232a-4d0f-87f9-40fa92c2e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:15:14.294084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Bound port: d91a8af2-494a-4edb-b217-b53420b63976, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa9793b-232a-4d0f-87f9-40fa92c2e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:15:14.294084 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d91a8af2-494a-4edb-b217-b53420b63976), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.324793 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcf335f9-6ef1-4e45-b8b8-c4d0fc6eb4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (2a37ce5d-ea03-44d4-9654-27bdafea49d9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.326437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf335f9-6ef1-4e45-b8b8-c4d0fc6eb4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:14.327613 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcf335f9-6ef1-4e45-b8b8-c4d0fc6eb4a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.349944 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:15:14.363851 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Sync routers for ids ['01713a80-792b-4e45-b2b0-0b4dd96acc67'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:15:14.378501 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f00f-9a00-4cd8-8d45-ca07bccd49fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (76d2700d-6431-485c-a276-579b86f07148), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.379232 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d2f00f-9a00-4cd8-8d45-ca07bccd49fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76d2700d-6431-485c-a276-579b86f07148 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:15:14.385015 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Routers {'01713a80-792b-4e45-b2b0-0b4dd96acc67'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:14.385222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2d2f00f-9a00-4cd8-8d45-ca07bccd49fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.386066 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb86efa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:14:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['01713a80-792b-4e45-b2b0-0b4dd96acc67'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:14.387025 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a2d2f00f-9a00-4cd8-8d45-ca07bccd49fd admin admin] 10.222.0.31 "DELETE /v2.0/routers/76d2700d-6431-485c-a276-579b86f07148 HTTP/1.1" status: 204  len: 168 time: 2.9964941
Feb 12 21:15:14.389897 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41946) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:14.405593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] For port d91a8af2-494a-4edb-b217-b53420b63976, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:15:14.420087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] For port d91a8af2-494a-4edb-b217-b53420b63976, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d91a8af2-494a-4edb-b217-b53420b63976,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:15:14.495903 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf335f9-6ef1-4e45-b8b8-c4d0fc6eb4a7 admin admin] Pushing event updated for resources: {'Network': ['ID=2a37ce5d-ea03-44d4-9654-27bdafea49d9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:14.500447 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device aa61f805-231e-4d55-b284-a32a49056333 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:14.501101 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.505580 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-39d6783a-1250-4e7f-b0e9-4324da68dfaf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.0673251
Feb 12 21:15:14.511288 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bcf335f9-6ef1-4e45-b8b8-c4d0fc6eb4a7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8805187
Feb 12 21:15:14.511288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41948) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:14.514012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41950) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:14.520891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8edf1500-4c1d-4206-b67e-4a7cad690729 admin admin] Request body: {'subnet': {'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-670238877-subnet', 'tenant_id': 'e88ed10d0c57403dbc48251e998fbd1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:14.541010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:15:14.564796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: aa61f805-231e-4d55-b284-a32a49056333 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:14.565438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device aa61f805-231e-4d55-b284-a32a49056333 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:14.565923 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (d91a8af2-494a-4edb-b217-b53420b63976), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.566268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4e7682db-d354-40fa-b151-f48fc984f999 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:14.597286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 4e7682db-d354-40fa-b151-f48fc984f999 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:14.597888 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4e7682db-d354-40fa-b151-f48fc984f999 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:14.605574 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Set router 01713a80-792b-4e45-b2b0-0b4dd96acc67 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:14.637893 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e2c9-7627-49ed-9f00-3b26bc89b559 req-4269b6a3-1eee-4d94-8d53-7b5c1c7ee32b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:14.639471 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-87f5e2c9-7627-49ed-9f00-3b26bc89b559 req-4269b6a3-1eee-4d94-8d53-7b5c1c7ee32b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 944 time: 0.1922786
Feb 12 21:15:14.643902 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:14.644521 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.645897 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] 10.222.0.48 "PUT /v2.0/ports/d91a8af2-494a-4edb-b217-b53420b63976 HTTP/1.1" status: 200  len: 1092 time: 2.1644957
Feb 12 21:15:14.646354 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ef5583-485a-4948-bfe8-4efa6b08acef', 'tag': 'd91a8af2-494a-4edb-b217-b53420b63976'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:14.648663 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba363d53-25ab-4627-b3f2-337a96d5db4a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ef5583-485a-4948-bfe8-4efa6b08acef", "tag": "d91a8af2-494a-4edb-b217-b53420b63976"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:14.677438 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e1d0c-600c-464e-a81e-3325e8c3134d service neutron] Pushing event updated for resources: {'Port': ['ID=d91a8af2-494a-4edb-b217-b53420b63976,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:14.716906 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50bc66c-ce16-4e79-8d54-04b9ace27853 x-openstack-request-id: req-e50bc66c-ce16-4e79-8d54-04b9ace27853 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:14.717512 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ef5583-485a-4948-bfe8-4efa6b08acef", "tag": "d91a8af2-494a-4edb-b217-b53420b63976", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:14.717765 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e50bc66c-ce16-4e79-8d54-04b9ace27853 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:14.718162 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ef5583-485a-4948-bfe8-4efa6b08acef', 'tag': 'd91a8af2-494a-4edb-b217-b53420b63976', 'status': 'completed', 'code': 200}
Feb 12 21:15:14.754094 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-87f5e2c9-7627-49ed-9f00-3b26bc89b559 req-87a2528f-407d-4306-b5b0-9e4ad07f9458 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024842
Feb 12 21:15:14.757144 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edf1500-4c1d-4206-b67e-4a7cad690729 admin admin] Made reservation on behalf of e88ed10d0c57403dbc48251e998fbd1a for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:15:14.759493 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8edf1500-4c1d-4206-b67e-4a7cad690729 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.770087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71aa042-f446-404b-88d6-14ceefc8c1cf admin admin] Deleting subnet e7b134d2-e706-44bc-a03c-9b236aa099dd {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:15:14.777871 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e71aa042-f446-404b-88d6-14ceefc8c1cf admin admin] Publish callbacks [] for subnet (e7b134d2-e706-44bc-a03c-9b236aa099dd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.828372 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e71aa042-f446-404b-88d6-14ceefc8c1cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (e7b134d2-e706-44bc-a03c-9b236aa099dd), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.843538 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba363d53-25ab-4627-b3f2-337a96d5db4a req-4cc0a3fe-8ce6-4463-bc79-b18cc23706f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:14.845102 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba363d53-25ab-4627-b3f2-337a96d5db4a req-4cc0a3fe-8ce6-4463-bc79-b18cc23706f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0da6753f4d6946489d582ef43d0da4f0&device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 1126 time: 0.1229215
Feb 12 21:15:14.885959 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb86efa0>, [{'id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'name': 'tempest-ServersTestFqdnHostnames-111323067-router', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:15:08Z', 'updated_at': '2022-02-12T21:15:12Z', 'revision_number': 3, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'gw_port': {'id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:11Z', 'updated_at': '2022-02-12T21:15:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:14.916900 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Checking router: 01713a80-792b-4e45-b2b0-0b4dd96acc67 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:15:14.917240 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Updating router 01713a80-792b-4e45-b2b0-0b4dd96acc67 port fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:15:14.946688 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:14.951127 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e71aa042-f446-404b-88d6-14ceefc8c1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (e7b134d2-e706-44bc-a03c-9b236aa099dd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.031186 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba363d53-25ab-4627-b3f2-337a96d5db4a req-a06f13d9-bd29-4b09-ae00-29f4c5c9048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:15.032680 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba363d53-25ab-4627-b3f2-337a96d5db4a req-a06f13d9-bd29-4b09-ae00-29f4c5c9048a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=0da6753f4d6946489d582ef43d0da4f0&shared=False HTTP/1.1" status: 200  len: 923 time: 0.1759830
Feb 12 21:15:15.140900 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8edf1500-4c1d-4206-b67e-4a7cad690729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (28b2e3cd-2e40-4791-a546-b0ce8e0efcee), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.141135 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e71aa042-f446-404b-88d6-14ceefc8c1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (e7b134d2-e706-44bc-a03c-9b236aa099dd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.174755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71aa042-f446-404b-88d6-14ceefc8c1cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b134d2-e706-44bc-a03c-9b236aa099dd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:15.180712 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e71aa042-f446-404b-88d6-14ceefc8c1cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.186975 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e71aa042-f446-404b-88d6-14ceefc8c1cf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e7b134d2-e706-44bc-a03c-9b236aa099dd HTTP/1.1" status: 204  len: 168 time: 0.7559462
Feb 12 21:15:15.187761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41966) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:15.194791 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba363d53-25ab-4627-b3f2-337a96d5db4a req-94f5dda1-a27b-407f-b12a-a3b13e6c5081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:15.200567 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba363d53-25ab-4627-b3f2-337a96d5db4a req-94f5dda1-a27b-407f-b12a-a3b13e6c5081 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1560113
Feb 12 21:15:15.250159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf1500-4c1d-4206-b67e-4a7cad690729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b2e3cd-2e40-4791-a546-b0ce8e0efcee,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:15.283671 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Publish callbacks [] for port (fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.304514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf1500-4c1d-4206-b67e-4a7cad690729 admin admin] Checking segment: {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:15:15.304934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edf1500-4c1d-4206-b67e-4a7cad690729 admin admin] Network hostable DHCP agents. Network: 2a37ce5d-ea03-44d4-9654-27bdafea49d9, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:15:15.331692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-41bfedf8-80b6-4af4-b103-518519b5ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:15.333264 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-41bfedf8-80b6-4af4-b103-518519b5ab4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0da6753f4d6946489d582ef43d0da4f0&device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 1126 time: 0.0703664
Feb 12 21:15:15.338447 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b65d8d6f-45b1-4005-a1e8-d87e853c9435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.357645 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.381330 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-76a19d52-f69e-4380-8f79-b98395e66857 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d91a8af2-494a-4edb-b217-b53420b63976 HTTP/1.1" status: 200  len: 217 time: 0.0375872
Feb 12 21:15:15.404464 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edf1500-4c1d-4206-b67e-4a7cad690729 admin admin] Network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:15:15.427770 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Attempting to bind port fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:15:15.428590 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Attempting to bind port fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:15:15.428968 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Attempting to bind port fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:15:15.431756 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab57c63-0598-419a-845f-021cb70e49ea None None] Pushing event updated for resources: {'Port': ['ID=fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:15.449184 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab57c63-0598-419a-845f-021cb70e49ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:15.449596 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab57c63-0598-419a-845f-021cb70e49ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:15.450250 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab57c63-0598-419a-845f-021cb70e49ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:15.450250 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab57c63-0598-419a-845f-021cb70e49ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:15.450587 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab57c63-0598-419a-845f-021cb70e49ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:15.450945 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab57c63-0598-419a-845f-021cb70e49ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:15.451347 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab57c63-0598-419a-845f-021cb70e49ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:15.451620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-9a65c210-c878-4e5d-8c87-b32ac92dd505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:15.451737 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab57c63-0598-419a-845f-021cb70e49ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:15.452011 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab57c63-0598-419a-845f-021cb70e49ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:15.452553 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab57c63-0598-419a-845f-021cb70e49ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:15.452884 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab57c63-0598-419a-845f-021cb70e49ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:15.453261 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab57c63-0598-419a-845f-021cb70e49ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:15.453608 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab57c63-0598-419a-845f-021cb70e49ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:15.458668 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-9a65c210-c878-4e5d-8c87-b32ac92dd505 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f699deae-cd61-42bd-abe6-0c0615e85f5c HTTP/1.1" status: 200  len: 862 time: 0.0648694
Feb 12 21:15:15.458996 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:15:15.458996 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:15:15.458996 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.458996 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:15:15.458996 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Bound port: fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:15:15.459505 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.488047 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.501702 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-eb710a19-b1ff-4697-91f1-716689ab6632 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46e8ba15-abd6-4b1e-957e-9d3052ac4ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0363083
Feb 12 21:15:15.505799 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b65d8d6f-45b1-4005-a1e8-d87e853c9435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.506066 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-8edf1500-4c1d-4206-b67e-4a7cad690729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2a37ce5d-ea03-44d4-9654-27bdafea49d9) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:15:15.518081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad3d5f4-c65e-4b6f-82ce-3fd1bb041197 None None] Network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:15.530360 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] For port fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:15:15.530590 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edf1500-4c1d-4206-b67e-4a7cad690729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:15.531002 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8edf1500-4c1d-4206-b67e-4a7cad690729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.536173 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] For port fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:15:15.556127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-b65d8d6f-45b1-4005-a1e8-d87e853c9435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5e08b0>,) {'filters': {'network_id': ['0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:15.600661 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-b65d8d6f-45b1-4005-a1e8-d87e853c9435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5e08b0>, 'bb0449bb-46b9-4594-8dd9-9b71d67c6a74') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:15.601500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-b65d8d6f-45b1-4005-a1e8-d87e853c9435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5e08b0>, 'bb0449bb-46b9-4594-8dd9-9b71d67c6a74') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:15.615811 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.619901 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b65d8d6f-45b1-4005-a1e8-d87e853c9435 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (bb0449bb-46b9-4594-8dd9-9b71d67c6a74), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.638438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8ff156-f7e4-4ce1-895c-8caf994b1f9f None None] Network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:15.668023 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8edf1500-4c1d-4206-b67e-4a7cad690729 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1511362
Feb 12 21:15:15.676545 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b65d8d6f-45b1-4005-a1e8-d87e853c9435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bb0449bb-46b9-4594-8dd9-9b71d67c6a74), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.677090 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-44da825c-c349-4e54-9f6d-77fd5a25509e service neutron] 10.222.0.48 "GET /v2.0/networks/46e8ba15-abd6-4b1e-957e-9d3052ac4ccd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586726
Feb 12 21:15:15.727246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65d8d6f-45b1-4005-a1e8-d87e853c9435 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:15:15.729768 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b65d8d6f-45b1-4005-a1e8-d87e853c9435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (bb0449bb-46b9-4594-8dd9-9b71d67c6a74), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.755356 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab57c63-0598-419a-845f-021cb70e49ea None None] Pushing event updated for resources: {'Port': ['ID=fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:15.767462 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Routers {'01713a80-792b-4e45-b2b0-0b4dd96acc67'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:15.770294 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb86efa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:14:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['01713a80-792b-4e45-b2b0-0b4dd96acc67'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:15:15.852666 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:15:15.897277 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a4f477d-366b-4369-bb56-a34aa33afb78 req-f01431bb-79a7-4f8a-821f-77dca4ef123a service neutron] 10.222.0.48 "GET /v2.0/networks/46e8ba15-abd6-4b1e-957e-9d3052ac4ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2134988
Feb 12 21:15:15.958504 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b65d8d6f-45b1-4005-a1e8-d87e853c9435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.968554 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b65d8d6f-45b1-4005-a1e8-d87e853c9435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:15.974829 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] Set router 01713a80-792b-4e45-b2b0-0b4dd96acc67 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:15.974987 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b65d8d6f-45b1-4005-a1e8-d87e853c9435 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b HTTP/1.1" status: 204  len: 168 time: 0.7818139
Feb 12 21:15:15.998196 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d8d6f-45b1-4005-a1e8-d87e853c9435 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb7ddfa-6a0c-4e38-80ad-311c5f8e6f5b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:16.021783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Allocated IP 172.20.0.1 (99333fdc-3f05-4177-b985-b1e7bb8c19b1/2620e233-7a80-46dd-91d4-c485dcb2f038/d8f7ebc1-b551-4c96-b05d-804814779f3d) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:15:16.047581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f7323-0015-4b24-8b86-106f96ea50c6 req-03f4870c-dd66-4d42-9112-df3ba879ef11 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:16.049626 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c28f7323-0015-4b24-8b86-106f96ea50c6 req-03f4870c-dd66-4d42-9112-df3ba879ef11 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 944 time: 0.1736259
Feb 12 21:15:16.156181 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c28f7323-0015-4b24-8b86-106f96ea50c6 req-bd62ca3d-a7d7-4254-9eed-cd0e9ab31346 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906117
Feb 12 21:15:16.198462 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb86efa0>, [{'id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'name': 'tempest-ServersTestFqdnHostnames-111323067-router', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:15:08Z', 'updated_at': '2022-02-12T21:15:12Z', 'revision_number': 3, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'gw_port': {'id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:11Z', 'updated_at': '2022-02-12T21:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:16.205289 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Publish callbacks [] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:16.239788 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b57b04-c656-45ee-84a7-7690a34679d1 None None] The sync data for ids ['01713a80-792b-4e45-b2b0-0b4dd96acc67'] in ncdv-master-1 is: [{'id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'name': 'tempest-ServersTestFqdnHostnames-111323067-router', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:15:08Z', 'updated_at': '2022-02-12T21:15:12Z', 'revision_number': 3, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'gw_port': {'id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:11Z', 'updated_at': '2022-02-12T21:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:15:16.369865 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:16.393008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42010) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:16.414085 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Network 99333fdc-3f05-4177-b985-b1e7bb8c19b1 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:15:16.418266 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:15:16.421092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:15:16.447867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d8f7ebc1-b551-4c96-b05d-804814779f3d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:16.477284 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (01713a80-792b-4e45-b2b0-0b4dd96acc67), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:16.510460 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8a10f19b-0a3e-44cf-9955-d7bc08ff00f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e9fbd43632c4530b8d993cde9cd2106&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1153276
Feb 12 21:15:16.511290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42012) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:16.577058 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-acd7b118-c3c4-4f7b-9285-58df2a89b162 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:16.584517 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-acd7b118-c3c4-4f7b-9285-58df2a89b162 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 811 time: 0.2036576
Feb 12 21:15:16.622500 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-f6de0dd7-127d-4640-9d79-83fdd402a8e8 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/quotas/e88ed10d0c57403dbc48251e998fbd1a HTTP/1.1" status: 200  len: 375 time: 0.0369730
Feb 12 21:15:16.675277 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-96c8ebfd-3739-415e-b205-ad512894f311 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0517094
Feb 12 21:15:16.717681 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28d08269-ce1a-4653-8298-0607cfd50c86 admin admin] Publish callbacks [] for security_group (dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:16.792752 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28d08269-ce1a-4653-8298-0607cfd50c86 admin admin] Publish callbacks [] for security_group (dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:16.857753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-5df42eae-3277-497a-83d1-0d144bbc5ac0 None None] Provisioning complete for port d8f7ebc1-b551-4c96-b05d-804814779f3d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:16.858896 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5df42eae-3277-497a-83d1-0d144bbc5ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:16.873809 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-1b7c473c-5cde-4885-9478-48f85e4d3358 service neutron] 10.222.0.31 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975961
Feb 12 21:15:16.898288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5df42eae-3277-497a-83d1-0d144bbc5ac0 None None] Port d8f7ebc1-b551-4c96-b05d-804814779f3d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:15:17.003247 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-7a3177e8-d4fd-4ac5-b048-5b3456240b07 service neutron] 10.222.0.31 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1127698
Feb 12 21:15:17.004396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28d08269-ce1a-4653-8298-0607cfd50c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:17.007221 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28d08269-ce1a-4653-8298-0607cfd50c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:17.012000 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-28d08269-ce1a-4653-8298-0607cfd50c86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac HTTP/1.1" status: 204  len: 168 time: 0.4965467
Feb 12 21:15:17.020308 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d08269-ce1a-4653-8298-0607cfd50c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac1e6f8-86d2-4d16-9bcf-827b4ef9b9ac,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:17.122089 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:17.320955 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bfc61197-99b2-4a06-bf08-9027e3b75742 req-a4f76370-499a-4020-8c40-9e85f8db33a9 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 210 time: 0.0344510
Feb 12 21:15:17.412737 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Publish callbacks [] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:17.424496 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e4f6e-7442-479a-a819-f0f8b9e429f6 req-5e38a49f-654e-4f57-a261-2d54df97b4dd tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:17.426798 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d16e4f6e-7442-479a-a819-f0f8b9e429f6 req-5e38a49f-654e-4f57-a261-2d54df97b4dd tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 944 time: 0.1503808
Feb 12 21:15:17.499953 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:17.586717 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d16e4f6e-7442-479a-a819-f0f8b9e429f6 req-f5497e63-0fc9-4b51-ba9c-429c9de4caf4 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507647
Feb 12 21:15:17.599455 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (01713a80-792b-4e45-b2b0-0b4dd96acc67), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:17.601367 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d8f7ebc1-b551-4c96-b05d-804814779f3d,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:17.719457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Network 99333fdc-3f05-4177-b985-b1e7bb8c19b1 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:15:17.721065 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:15:17.872393 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Router 01713a80-792b-4e45-b2b0-0b4dd96acc67 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:15:17.944297 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-64f943d0-b54b-4ece-87e0-7c5f2f46c0c6 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:17.952434 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-64f943d0-b54b-4ece-87e0-7c5f2f46c0c6 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/networks?id=282c3200-9059-438c-a022-c732f83ca0af HTTP/1.1" status: 200  len: 815 time: 0.1654427
Feb 12 21:15:17.968858 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-30e2e4a3-1de1-4337-acfc-8ce4b22a2bd4 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/quotas/f3339620b21d4394a171733276444b7b HTTP/1.1" status: 200  len: 375 time: 0.0154352
Feb 12 21:15:18.025562 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:15:18.031438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9c15c21e-edd8-4273-98a6-0a1bad1d8ff0 None None] Provisioning complete for port d8f7ebc1-b551-4c96-b05d-804814779f3d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:18.031895 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9c15c21e-edd8-4273-98a6-0a1bad1d8ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:18.031973 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2c2b2225-6c10-4e71-a432-53f7414c22c4 admin admin] 10.222.0.31 "PUT /v2.0/routers/01713a80-792b-4e45-b2b0-0b4dd96acc67/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5091281
Feb 12 21:15:18.049666 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-e5309fd6-c163-4b80-9a56-666546ae5ed4 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3339620b21d4394a171733276444b7b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0774627
Feb 12 21:15:18.080025 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9c15c21e-edd8-4273-98a6-0a1bad1d8ff0 None None] Port d8f7ebc1-b551-4c96-b05d-804814779f3d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:15:18.173692 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-5800f507-6732-48cc-8e1e-57bfb20a3413 service neutron] 10.222.0.31 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1194029
Feb 12 21:15:18.279029 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-9c54533f-e695-4647-aff0-7ff7433f9ff2 service neutron] 10.222.0.31 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0979948
Feb 12 21:15:18.462617 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:15:18.549775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Sync routers for ids ['01713a80-792b-4e45-b2b0-0b4dd96acc67'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:15:18.570147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Routers {'01713a80-792b-4e45-b2b0-0b4dd96acc67'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:18.570957 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0f65e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:14:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['01713a80-792b-4e45-b2b0-0b4dd96acc67'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:18.639788 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f9781483-d2a4-439a-8c3a-dfe5114016ec req-cc1a3ee6-2311-496f-902b-dd793e5fdfc0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 210 time: 0.0349019
Feb 12 21:15:18.655217 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:18.655694 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:18.725567 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a429f7bd-3e77-4658-8735-bd617b56fab1 req-9581960a-869e-4ff4-9577-f7694e75fd3c tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 210 time: 0.0509677
Feb 12 21:15:18.737893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Set router 01713a80-792b-4e45-b2b0-0b4dd96acc67 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:18.772945 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42082) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:18.777768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-92fe2df5-368c-4397-852e-207753668f2d tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1889867002', 'description': 'tempest-description--1191676002'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:18.815380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:18.815777 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:18.863741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144df6e-ebd5-4aaa-961d-3452f8f74a56 req-a246ae65-992f-408e-867f-3f62d8b67605 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:18.871786 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8144df6e-ebd5-4aaa-961d-3452f8f74a56 req-a246ae65-992f-408e-867f-3f62d8b67605 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 944 time: 0.0727921
Feb 12 21:15:18.880746 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:18.881942 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92fe2df5-368c-4397-852e-207753668f2d tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:18.958814 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8144df6e-ebd5-4aaa-961d-3452f8f74a56 req-382efe94-03be-46fc-b215-0c324ce732b5 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773954
Feb 12 21:15:18.960866 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d91a8af2-494a-4edb-b217-b53420b63976 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:15:18.979117 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:19.010233 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92fe2df5-368c-4397-852e-207753668f2d tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for security_group (e8e46d32-abd5-4fa0-b596-a50c0dad7ab9), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:19.094084 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92fe2df5-368c-4397-852e-207753668f2d tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e8e46d32-abd5-4fa0-b596-a50c0dad7ab9), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:19.111593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:19.136232 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe2df5-368c-4397-852e-207753668f2d tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e46d32-abd5-4fa0-b596-a50c0dad7ab9,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:19.161314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0f65e0>, [{'id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'name': 'tempest-ServersTestFqdnHostnames-111323067-router', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:15:08Z', 'updated_at': '2022-02-12T21:15:16Z', 'revision_number': 4, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'gw_port': {'id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:11Z', 'updated_at': '2022-02-12T21:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8f7ebc1-b551-4c96-b05d-804814779f3d', 'name': '', 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'mac_address': 'fa:16:3e:f5:52:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:15Z', 'updated_at': '2022-02-12T21:15:17Z', 'revision_number': 2, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'subnets': [{'id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:19.161314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port d91a8af2-494a-4edb-b217-b53420b63976, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d91a8af2-494a-4edb-b217-b53420b63976,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:19.194675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Checking router: 01713a80-792b-4e45-b2b0-0b4dd96acc67 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:15:19.195045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Updating router 01713a80-792b-4e45-b2b0-0b4dd96acc67 port d8f7ebc1-b551-4c96-b05d-804814779f3d binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:15:19.199476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'd91a8af2-494a-4edb-b217-b53420b63976', 'network_id': '46e8ba15-abd6-4b1e-957e-9d3052ac4ccd', 'port_id': 'd91a8af2-494a-4edb-b217-b53420b63976', 'mac_address': 'fa:16:3e:8d:05:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f699deae-cd61-42bd-abe6-0c0615e85f5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:15:19.249423 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:19.267505 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port d91a8af2-494a-4edb-b217-b53420b63976 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:19.270191 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92fe2df5-368c-4397-852e-207753668f2d tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:19.270315 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d91a8af2-494a-4edb-b217-b53420b63976), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:19.270399 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-92fe2df5-368c-4397-852e-207753668f2d tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.4949582
Feb 12 21:15:19.271880 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42094) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:19.278284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-1c9e602d-6a85-4865-8221-50c2827988c2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Request body: {'security_group_rule': {'security_group_id': 'e8e46d32-abd5-4fa0-b596-a50c0dad7ab9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:19.304345 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91a8af2-494a-4edb-b217-b53420b63976 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:15:19.405605 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c9e602d-6a85-4865-8221-50c2827988c2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for security_group_rule (ccc4b655-0c48-43f8-9650-1f3a9f9bee0b), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:19.497635 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c9e602d-6a85-4865-8221-50c2827988c2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for security_group_rule (ccc4b655-0c48-43f8-9650-1f3a9f9bee0b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:19.512257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port d91a8af2-494a-4edb-b217-b53420b63976, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d91a8af2-494a-4edb-b217-b53420b63976,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:19.558194 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c9e602d-6a85-4865-8221-50c2827988c2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (ccc4b655-0c48-43f8-9650-1f3a9f9bee0b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:19.575568 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e602d-6a85-4865-8221-50c2827988c2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc4b655-0c48-43f8-9650-1f3a9f9bee0b,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:19.615544 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d91a8af2-494a-4edb-b217-b53420b63976), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:19.687445 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c9e602d-6a85-4865-8221-50c2827988c2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:19.691826 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1c9e602d-6a85-4865-8221-50c2827988c2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4163716
Feb 12 21:15:19.692157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42110) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:19.692618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=d91a8af2-494a-4edb-b217-b53420b63976,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:19.696879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-04e5aaa4-3c87-4d94-ac98-6b3795d35bda tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Request body: {'security_group_rule': {'security_group_id': 'e8e46d32-abd5-4fa0-b596-a50c0dad7ab9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:19.771124 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c54da625-252b-48e1-ba48-b803860e4fbc req-4d9ecac9-78de-4be1-8d18-34cad8f862a9 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 210 time: 0.0459435
Feb 12 21:15:19.808309 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04e5aaa4-3c87-4d94-ac98-6b3795d35bda tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for security_group_rule (1ac438f2-8813-4872-82bc-e640dad157d7), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:19.822204 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Publish callbacks [] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:19.840474 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-77e8fa5c-8af8-4ff2-a5f0-39be7ff1639f req-7b3e7b12-3c95-4bdb-aa0b-9c79a88fc172 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 210 time: 0.0324717
Feb 12 21:15:19.875660 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04e5aaa4-3c87-4d94-ac98-6b3795d35bda tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for security_group_rule (1ac438f2-8813-4872-82bc-e640dad157d7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:19.889225 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:19.949058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a951bc-ab2b-4c7a-b21b-b05b84b06bca None None] Pushing event updated for resources: {'Port': ['ID=d8f7ebc1-b551-4c96-b05d-804814779f3d,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:19.966510 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04e5aaa4-3c87-4d94-ac98-6b3795d35bda tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (1ac438f2-8813-4872-82bc-e640dad157d7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:19.970380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['d91a8af2-494a-4edb-b217-b53420b63976'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:15:20.024949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5aaa4-3c87-4d94-ac98-6b3795d35bda tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac438f2-8813-4872-82bc-e640dad157d7,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:20.082194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Attempting to bind port d8f7ebc1-b551-4c96-b05d-804814779f3d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:15:20.082867 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Attempting to bind port d8f7ebc1-b551-4c96-b05d-804814779f3d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3cad0ecf-baaa-4b41-9d84-7f3299f831dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:15:20.083381 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Attempting to bind port d8f7ebc1-b551-4c96-b05d-804814779f3d on network 99333fdc-3f05-4177-b985-b1e7bb8c19b1 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:15:20.095467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:15:20.096150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Checking segment: {'id': '3cad0ecf-baaa-4b41-9d84-7f3299f831dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:15:20.097024 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:20.097647 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Bound using segment: {'id': '3cad0ecf-baaa-4b41-9d84-7f3299f831dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:15:20.097939 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04e5aaa4-3c87-4d94-ac98-6b3795d35bda tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:20.098668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Bound port: d8f7ebc1-b551-4c96-b05d-804814779f3d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cad0ecf-baaa-4b41-9d84-7f3299f831dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:15:20.099272 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:20.099383 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-04e5aaa4-3c87-4d94-ac98-6b3795d35bda tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4061260
Feb 12 21:15:20.102542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42120) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:20.110957 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:20.152137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-6595b4aa-adc1-42e6-9c97-88645f1d17ec tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:20.153888 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-6595b4aa-adc1-42e6-9c97-88645f1d17ec tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.50 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 811 time: 0.2521198
Feb 12 21:15:20.166578 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c6af7-4e54-4190-80cc-ce4c9f465e15 req-d5e580d6-0bc8-4630-883d-5c886db29883 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:20.174252 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-514c6af7-4e54-4190-80cc-ce4c9f465e15 req-d5e580d6-0bc8-4630-883d-5c886db29883 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 945 time: 0.1421313
Feb 12 21:15:20.196848 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-7f19248c-6dc5-4000-b0bf-4d8826ba5d3c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Request body: {'port': {'device_id': '37517a7b-4ae7-408a-86d8-c16203fef034', 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9', 'admin_state_up': True, 'tenant_id': 'e88ed10d0c57403dbc48251e998fbd1a'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:20.227560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] For port d8f7ebc1-b551-4c96-b05d-804814779f3d, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:15:20.234590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] For port d8f7ebc1-b551-4c96-b05d-804814779f3d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8f7ebc1-b551-4c96-b05d-804814779f3d,segment=NetworkSegment(3cad0ecf-baaa-4b41-9d84-7f3299f831dc),segment_id=3cad0ecf-baaa-4b41-9d84-7f3299f831dc)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:15:20.306161 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:20.311634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c6c810ce-4647-4c5c-8a10-3174766e8258 None None] Provisioning complete for port d8f7ebc1-b551-4c96-b05d-804814779f3d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:20.312149 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c6c810ce-4647-4c5c-8a10-3174766e8258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:20.315606 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-514c6af7-4e54-4190-80cc-ce4c9f465e15 req-99f9227d-8d7b-4a6b-9333-18af0441bdc7 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385219
Feb 12 21:15:20.363623 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:20.378498 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c6c810ce-4647-4c5c-8a10-3174766e8258 None None] Port d8f7ebc1-b551-4c96-b05d-804814779f3d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:15:20.443332 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Routers {'01713a80-792b-4e45-b2b0-0b4dd96acc67'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:20.444304 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0f65e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:14:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['01713a80-792b-4e45-b2b0-0b4dd96acc67'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:20.475347 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:20.496367 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:15:20.568251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a951bc-ab2b-4c7a-b21b-b05b84b06bca None None] Pushing event updated for resources: {'Port': ['ID=d8f7ebc1-b551-4c96-b05d-804814779f3d,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:20.573740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-7f19248c-6dc5-4000-b0bf-4d8826ba5d3c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Made reservation on behalf of e88ed10d0c57403dbc48251e998fbd1a for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:15:20.573740 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-7f19248c-6dc5-4000-b0bf-4d8826ba5d3c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:20.632811 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:20.633190 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:20.676726 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] Set router 01713a80-792b-4e45-b2b0-0b4dd96acc67 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:20.687575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Allocated IP 172.35.2.250 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/cb9ffb99-cfcd-47c7-a622-eef32a3aecfd) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:15:20.797831 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-7f19248c-6dc5-4000-b0bf-4d8826ba5d3c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Allocated IP 172.20.0.8 (2a37ce5d-ea03-44d4-9654-27bdafea49d9/28b2e3cd-2e40-4791-a546-b0ce8e0efcee/f6cae20d-5b6a-430a-a211-222509cb5db2) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:15:20.868471 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for port (cb9ffb99-cfcd-47c7-a622-eef32a3aecfd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:20.923860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-83ec7850-0586-4bb6-9995-b3fe06412519 None None] Provisioning complete for port d8f7ebc1-b551-4c96-b05d-804814779f3d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:20.924412 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-83ec7850-0586-4bb6-9995-b3fe06412519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:20.926017 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:20.933874 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00135e2f-b6fb-4e82-b6be-bb6bbceddb86 req-a1ae7460-96f9-4fd5-afc0-45824d22d51b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 210 time: 0.0355093
Feb 12 21:15:20.981644 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0044a325-6382-4076-89ba-a78a7cb1298f req-2a8d5aaa-0f83-466d-aaef-9edea616e93d tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 210 time: 0.0450146
Feb 12 21:15:21.039598 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-7f19248c-6dc5-4000-b0bf-4d8826ba5d3c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks [] for port (f6cae20d-5b6a-430a-a211-222509cb5db2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:21.043070 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (cb9ffb99-cfcd-47c7-a622-eef32a3aecfd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:21.080473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-83ec7850-0586-4bb6-9995-b3fe06412519 None None] Current status of the port d8f7ebc1-b551-4c96-b05d-804814779f3d is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:21.080932 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-83ec7850-0586-4bb6-9995-b3fe06412519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:21.089229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:15:21.092785 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0f65e0>, [{'id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'name': 'tempest-ServersTestFqdnHostnames-111323067-router', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:15:08Z', 'updated_at': '2022-02-12T21:15:16Z', 'revision_number': 4, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'gw_port': {'id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:11Z', 'updated_at': '2022-02-12T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8f7ebc1-b551-4c96-b05d-804814779f3d', 'name': '', 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'mac_address': 'fa:16:3e:f5:52:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:15Z', 'updated_at': '2022-02-12T21:15:20Z', 'revision_number': 4, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'subnets': [{'id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:21.093874 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:15:21.096754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:15:21.121309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Pushing event updated for resources: {'Port': ['ID=cb9ffb99-cfcd-47c7-a622-eef32a3aecfd,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:21.126597 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b30e3dc-4c70-4e04-bced-fcf1abd4aaa1 None None] The sync data for ids ['01713a80-792b-4e45-b2b0-0b4dd96acc67'] in ncdv-master-1 is: [{'id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'name': 'tempest-ServersTestFqdnHostnames-111323067-router', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:15:08Z', 'updated_at': '2022-02-12T21:15:16Z', 'revision_number': 4, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'gw_port': {'id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:11Z', 'updated_at': '2022-02-12T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8f7ebc1-b551-4c96-b05d-804814779f3d', 'name': '', 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'mac_address': 'fa:16:3e:f5:52:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:15Z', 'updated_at': '2022-02-12T21:15:20Z', 'revision_number': 4, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'subnets': [{'id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:15:21.134966 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:21.135321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:21.135663 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:21.138655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:21.138655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:21.138655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:21.138655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:21.138655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:21.138655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:21.138655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:21.139472 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:21.139472 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:21.139651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:21.144675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-83ec7850-0586-4bb6-9995-b3fe06412519 None None] For port d8f7ebc1-b551-4c96-b05d-804814779f3d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8f7ebc1-b551-4c96-b05d-804814779f3d,segment=NetworkSegment(3cad0ecf-baaa-4b41-9d84-7f3299f831dc),segment_id=3cad0ecf-baaa-4b41-9d84-7f3299f831dc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:21.176012 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-7f19248c-6dc5-4000-b0bf-4d8826ba5d3c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f6cae20d-5b6a-430a-a211-222509cb5db2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:21.250059 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-83ec7850-0586-4bb6-9995-b3fe06412519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:21.255191 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-7f19248c-6dc5-4000-b0bf-4d8826ba5d3c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:15:21.269889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-7f19248c-6dc5-4000-b0bf-4d8826ba5d3c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:15:21.280282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-7f19248c-6dc5-4000-b0bf-4d8826ba5d3c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:15:21.291675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19248c-6dc5-4000-b0bf-4d8826ba5d3c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Pushing event updated for resources: {'Port': ['ID=f6cae20d-5b6a-430a-a211-222509cb5db2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:21.372390 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-7f19248c-6dc5-4000-b0bf-4d8826ba5d3c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:21.375805 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-7f19248c-6dc5-4000-b0bf-4d8826ba5d3c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:21.379767 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec7850-0586-4bb6-9995-b3fe06412519 None None] Pushing event updated for resources: {'Port': ['ID=d8f7ebc1-b551-4c96-b05d-804814779f3d,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:21.450681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-7f9ecc97-971f-47f7-afa3-974f748e699a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:21.452162 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-7f9ecc97-971f-47f7-afa3-974f748e699a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.50 "GET /v2.0/networks?id=282c3200-9059-438c-a022-c732f83ca0af HTTP/1.1" status: 200  len: 815 time: 0.2123406
Feb 12 21:15:21.453383 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for floatingip (3388de94-9bb7-4e05-95ab-cd8057679618), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:21.472723 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-7f19248c-6dc5-4000-b0bf-4d8826ba5d3c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2848670
Feb 12 21:15:21.483659 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-97b36527-d932-4196-bff6-50e93926b05f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Request body: {'port': {'device_id': '1d91404c-a99f-42d1-9b08-8fcd8f700a71', 'network_id': '282c3200-9059-438c-a022-c732f83ca0af', 'admin_state_up': True, 'tenant_id': 'f3339620b21d4394a171733276444b7b'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:21.496444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Request body: {'port': {'device_id': '37517a7b-4ae7-408a-86d8-c16203fef034', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:21.570913 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f6cae20d-5b6a-430a-a211-222509cb5db2), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:21.622933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9f325-eb9a-42c9-83d2-e4e44b5e88ea req-c44be16a-19b1-4d00-baee-1fde12885d95 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:21.624416 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cdf9f325-eb9a-42c9-83d2-e4e44b5e88ea req-c44be16a-19b1-4d00-baee-1fde12885d95 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 945 time: 0.1918840
Feb 12 21:15:21.664436 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cb9ffb99-cfcd-47c7-a622-eef32a3aecfd), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:21.860526 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cdf9f325-eb9a-42c9-83d2-e4e44b5e88ea req-04cc5322-0115-44e3-b08a-ac65db0a5ac5 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2281640
Feb 12 21:15:21.936087 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for port (cb9ffb99-cfcd-47c7-a622-eef32a3aecfd), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:21.994309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6cae20d-5b6a-430a-a211-222509cb5db2 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:15:22.003099 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Publish callbacks [] for port (f6cae20d-5b6a-430a-a211-222509cb5db2), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:22.013112 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (cb9ffb99-cfcd-47c7-a622-eef32a3aecfd), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:22.016821 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-97b36527-d932-4196-bff6-50e93926b05f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Made reservation on behalf of f3339620b21d4394a171733276444b7b for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:15:22.020462 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-97b36527-d932-4196-bff6-50e93926b05f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:22.024338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Transition to ACTIVE for port object f6cae20d-5b6a-430a-a211-222509cb5db2 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:15:22.107593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Pushing event updated for resources: {'Port': ['ID=cb9ffb99-cfcd-47c7-a622-eef32a3aecfd,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:22.114858 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd41f8-2ee3-4f30-a707-1356700341cd req-da2d3bde-eda5-4b30-8f24-99c1bf84d8ce tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:22.116965 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6dbd41f8-2ee3-4f30-a707-1356700341cd req-da2d3bde-eda5-4b30-8f24-99c1bf84d8ce tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 931 time: 0.0816617
Feb 12 21:15:22.117736 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (f6cae20d-5b6a-430a-a211-222509cb5db2), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:22.140319 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5a463c8-e122-4ffe-b5c1-f2b9224313a2 req-b0b9e0c9-c08a-48c5-814c-db9aff601edd tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 210 time: 0.0693324
Feb 12 21:15:22.246904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (3388de94-9bb7-4e05-95ab-cd8057679618), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:22.279068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Pushing event updated for resources: {'Port': ['ID=f6cae20d-5b6a-430a-a211-222509cb5db2,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:22.303263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:22.303630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:22.303950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:22.304388 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:22.304669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:22.304998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:22.305326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:22.305680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:22.305997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:22.306324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:22.307169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:22.307530 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:22.307881 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:15:22.321147 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6dbd41f8-2ee3-4f30-a707-1356700341cd req-89045e8e-265f-407c-b2d3-e50add8304de tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932740
Feb 12 21:15:22.321147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Attempting to bind port f6cae20d-5b6a-430a-a211-222509cb5db2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:15:22.321147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Attempting to bind port f6cae20d-5b6a-430a-a211-222509cb5db2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:15:22.321147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Attempting to bind port f6cae20d-5b6a-430a-a211-222509cb5db2 on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:15:22.325846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Port f6cae20d-5b6a-430a-a211-222509cb5db2 on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:15:22.326158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-97b36527-d932-4196-bff6-50e93926b05f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Allocated IP 172.20.0.13 (282c3200-9059-438c-a022-c732f83ca0af/bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992/db82307b-d41e-4a9f-8142-3bf9bdf0c157) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:15:22.326300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Attempting to bind port f6cae20d-5b6a-430a-a211-222509cb5db2 on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:15:22.335003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:15:22.335338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Checking segment: {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:15:22.336181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Bound using segment: {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:15:22.336181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Bound port: f6cae20d-5b6a-430a-a211-222509cb5db2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:15:22.336548 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f6cae20d-5b6a-430a-a211-222509cb5db2), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:22.397438 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:22.408721 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8db70e7b-6403-44dd-ba13-052732ef5671 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3032084
Feb 12 21:15:22.413605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] For port f6cae20d-5b6a-430a-a211-222509cb5db2, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:15:22.417896 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] For port f6cae20d-5b6a-430a-a211-222509cb5db2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6cae20d-5b6a-430a-a211-222509cb5db2,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:15:22.502074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d8f7ebc1-b551-4c96-b05d-804814779f3d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:15:22.512536 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (f6cae20d-5b6a-430a-a211-222509cb5db2), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:22.555932 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d8f7ebc1-b551-4c96-b05d-804814779f3d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:22.556597 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:22.568872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:22.569726 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:22.572678 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] 10.222.0.50 "PUT /v2.0/ports/f6cae20d-5b6a-430a-a211-222509cb5db2 HTTP/1.1" status: 200  len: 1091 time: 1.0809846
Feb 12 21:15:22.586303 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37517a7b-4ae7-408a-86d8-c16203fef034', 'tag': 'f6cae20d-5b6a-430a-a211-222509cb5db2'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:22.590656 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26752e2-e1d1-4605-b1b0-5e06ca78928b" -d '{"events": [{"name": "network-changed", "server_uuid": "37517a7b-4ae7-408a-86d8-c16203fef034", "tag": "f6cae20d-5b6a-430a-a211-222509cb5db2"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:22.616752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764400ae-8d7d-4f7e-922d-09478764e11e service neutron] Pushing event updated for resources: {'Port': ['ID=f6cae20d-5b6a-430a-a211-222509cb5db2,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:22.623516 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-97b36527-d932-4196-bff6-50e93926b05f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks [] for port (db82307b-d41e-4a9f-8142-3bf9bdf0c157), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:22.666770 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc06ae1-f20d-4326-9595-f88cf1a3fdf0 x-openstack-request-id: req-2cc06ae1-f20d-4326-9595-f88cf1a3fdf0 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:22.667138 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37517a7b-4ae7-408a-86d8-c16203fef034", "tag": "f6cae20d-5b6a-430a-a211-222509cb5db2", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:22.667393 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cc06ae1-f20d-4326-9595-f88cf1a3fdf0 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:22.667798 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37517a7b-4ae7-408a-86d8-c16203fef034', 'tag': 'f6cae20d-5b6a-430a-a211-222509cb5db2', 'status': 'completed', 'code': 200}
Feb 12 21:15:22.722430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port d8f7ebc1-b551-4c96-b05d-804814779f3d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:22.750645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26752e2-e1d1-4605-b1b0-5e06ca78928b req-dd4b2716-968e-46ae-9f70-be626b7730e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:22.752487 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f26752e2-e1d1-4605-b1b0-5e06ca78928b req-dd4b2716-968e-46ae-9f70-be626b7730e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 1125 time: 0.0671024
Feb 12 21:15:22.766847 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-d221af0b-fc9e-49ca-960e-4eaa8afa88a6 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1889867002&fields=id&tenant_id=f5577c08c6bb4cc0bec1ad0fe18260ca HTTP/1.1" status: 200  len: 267 time: 0.0698783
Feb 12 21:15:22.794234 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-97b36527-d932-4196-bff6-50e93926b05f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (db82307b-d41e-4a9f-8142-3bf9bdf0c157), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:22.806206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['dd227e33-f70a-4937-a239-d5f76f172b3e', '2a51fe93-35ae-44b2-b89e-8ca15e049fcb'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:15:22.812157 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['535bef55-124d-44f2-9478-80c0a813b588'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:15:22.826281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-97b36527-d932-4196-bff6-50e93926b05f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Network 282c3200-9059-438c-a022-c732f83ca0af is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:15:22.834943 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-97b36527-d932-4196-bff6-50e93926b05f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:15:22.865189 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-97b36527-d932-4196-bff6-50e93926b05f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:15:22.944416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26752e2-e1d1-4605-b1b0-5e06ca78928b req-9706665d-c502-4462-903f-ba2625451c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:22.948092 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f26752e2-e1d1-4605-b1b0-5e06ca78928b req-9706665d-c502-4462-903f-ba2625451c55 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1860025
Feb 12 21:15:22.990614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b36527-d932-4196-bff6-50e93926b05f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Pushing event updated for resources: {'Port': ['ID=db82307b-d41e-4a9f-8142-3bf9bdf0c157,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:22.999577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d91a8af2-494a-4edb-b217-b53420b63976 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:15:23.006634 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-97b36527-d932-4196-bff6-50e93926b05f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:23.007274 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-97b36527-d932-4196-bff6-50e93926b05f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:23.069632 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-de76f6c8-79c8-4b48-87ef-a90f556ab738 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:23.079260 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-de76f6c8-79c8-4b48-87ef-a90f556ab738 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/networks?id=99333fdc-3f05-4177-b985-b1e7bb8c19b1 HTTP/1.1" status: 200  len: 814 time: 0.3044202
Feb 12 21:15:23.105277 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-44a3ba3c-732d-429c-b1be-cd8b0310bdcb tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/quotas/f5577c08c6bb4cc0bec1ad0fe18260ca HTTP/1.1" status: 200  len: 375 time: 0.0247946
Feb 12 21:15:23.153159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8a3e7-c3a8-48f6-a6c4-cb95e9b86419 req-a5b8117c-019c-4fe9-860d-ac8d8270e11d tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:23.155740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d3a8a3e7-c3a8-48f6-a6c4-cb95e9b86419 req-a5b8117c-019c-4fe9-860d-ac8d8270e11d tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 945 time: 0.1541455
Feb 12 21:15:23.167969 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-97b36527-d932-4196-bff6-50e93926b05f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6900263
Feb 12 21:15:23.181964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Request body: {'port': {'device_id': '1d91404c-a99f-42d1-9b08-8fcd8f700a71', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:23.204444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42202) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:23.206101 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26752e2-e1d1-4605-b1b0-5e06ca78928b req-7b118fc0-4fe9-4891-b294-a04084fc3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:23.207257 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f26752e2-e1d1-4605-b1b0-5e06ca78928b req-7b118fc0-4fe9-4891-b294-a04084fc3352 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2531030
Feb 12 21:15:23.251373 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d3a8a3e7-c3a8-48f6-a6c4-cb95e9b86419 req-20f8b4e4-67a4-4649-84cc-0330f1900006 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877733
Feb 12 21:15:23.286195 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-e5a1d6d4-668d-4192-bc81-26e240dc723d tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5577c08c6bb4cc0bec1ad0fe18260ca&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1797764
Feb 12 21:15:23.302751 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-8923efb2-6cdb-4d56-8d01-9857f6a82323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:23.305919 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-8923efb2-6cdb-4d56-8d01-9857f6a82323 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 1125 time: 0.0517945
Feb 12 21:15:23.307128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port d91a8af2-494a-4edb-b217-b53420b63976 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:15:23.335114 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port d91a8af2-494a-4edb-b217-b53420b63976 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:23.335661 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d91a8af2-494a-4edb-b217-b53420b63976), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:23.365560 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-e8532946-f381-49b8-973f-f8047fcefa64 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6cae20d-5b6a-430a-a211-222509cb5db2 HTTP/1.1" status: 200  len: 217 time: 0.0532057
Feb 12 21:15:23.393295 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (db82307b-d41e-4a9f-8142-3bf9bdf0c157), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:23.445141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-28ca3dc7-b8f2-4c4a-8c6a-bfa4e4ef28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:23.447615 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-28ca3dc7-b8f2-4c4a-8c6a-bfa4e4ef28d2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=28b2e3cd-2e40-4791-a546-b0ce8e0efcee HTTP/1.1" status: 200  len: 851 time: 0.0753465
Feb 12 21:15:23.487020 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-e40a8c9c-fc5c-4841-9f39-23bde04bcc57 service neutron] 10.222.0.31 "GET /v2.0/networks/99333fdc-3f05-4177-b985-b1e7bb8c19b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1989706
Feb 12 21:15:23.534615 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-88e5c492-54b2-4363-b90a-d5fac0849386 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a37ce5d-ea03-44d4-9654-27bdafea49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0747969
Feb 12 21:15:23.547370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port d91a8af2-494a-4edb-b217-b53420b63976 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:23.547938 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d91a8af2-494a-4edb-b217-b53420b63976), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:23.559512 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3513bc0e-1019-4722-a84b-c91cddcfe2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:23.583885 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ef5583-485a-4948-bfe8-4efa6b08acef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91a8af2-494a-4edb-b217-b53420b63976'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:23.586266 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0338a7-4827-43e5-a35c-491297c2ea06" -d '{"events": [{"server_uuid": "d5ef5583-485a-4948-bfe8-4efa6b08acef", "name": "network-vif-plugged", "status": "completed", "tag": "d91a8af2-494a-4edb-b217-b53420b63976"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:23.602591 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port d91a8af2-494a-4edb-b217-b53420b63976, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d91a8af2-494a-4edb-b217-b53420b63976,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:23.667830 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d91a8af2-494a-4edb-b217-b53420b63976), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:23.677717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e2920-0baf-4893-91fb-3931a7fb5ae5 req-c4067226-b36b-4bd7-9be9-8e5f62fb7fba tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:23.679404 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe8e2920-0baf-4893-91fb-3931a7fb5ae5 req-c4067226-b36b-4bd7-9be9-8e5f62fb7fba tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 932 time: 0.2254179
Feb 12 21:15:23.738424 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=d91a8af2-494a-4edb-b217-b53420b63976,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:23.774445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-9ec05bee-af6e-4f18-b0bc-9ebd7c79e1be service neutron] 10.222.0.50 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2319698
Feb 12 21:15:23.792204 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3513bc0e-1019-4722-a84b-c91cddcfe2ee admin admin] Publish callbacks [] for security_group (66eda69b-5a98-4ac4-9afc-141f5bff61a7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:23.803925 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe8e2920-0baf-4893-91fb-3931a7fb5ae5 req-2af802b2-d6d4-4b97-826d-d833b4025ef4 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123292
Feb 12 21:15:23.911810 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3513bc0e-1019-4722-a84b-c91cddcfe2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (66eda69b-5a98-4ac4-9afc-141f5bff61a7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:23.915826 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb623704-5f89-4674-b3ea-b6f2c0c59aaa req-4035e3c1-611d-4896-b5d4-362e861701cd service neutron] 10.222.0.50 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264949
Feb 12 21:15:23.972812 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3513bc0e-1019-4722-a84b-c91cddcfe2ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b4365879cbb4eb2906598381f66fd7c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7645714
Feb 12 21:15:23.974511 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513bc0e-1019-4722-a84b-c91cddcfe2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66eda69b-5a98-4ac4-9afc-141f5bff61a7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:23.976905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42220) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:24.008011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564398ab-cb3a-453c-91ce-44901f50b5f2 req-b985ec49-91d4-46df-9f97-1fd00bc2e8e5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:24.009301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-564398ab-cb3a-453c-91ce-44901f50b5f2 req-b985ec49-91d4-46df-9f97-1fd00bc2e8e5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 943 time: 0.1283216
Feb 12 21:15:24.052735 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-e4c0a50f-bcd4-419d-9bc3-1a23e0126884 service neutron] 10.222.0.31 "GET /v2.0/networks/99333fdc-3f05-4177-b985-b1e7bb8c19b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5656824
Feb 12 21:15:24.078798 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5f474c21-a9ea-4f8b-ba10-5fc1ca016f84 admin admin] Publish callbacks [] for security_group (66eda69b-5a98-4ac4-9afc-141f5bff61a7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:24.083992 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-564398ab-cb3a-453c-91ce-44901f50b5f2 req-d4837f2b-83a8-4137-9029-8fbadc408da1 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659149
Feb 12 21:15:24.118579 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5f474c21-a9ea-4f8b-ba10-5fc1ca016f84 admin admin] Publish callbacks [] for security_group (66eda69b-5a98-4ac4-9afc-141f5bff61a7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:24.157386 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e719eb-553c-4067-9673-080ea3f875c8 x-openstack-request-id: req-91e719eb-553c-4067-9673-080ea3f875c8 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:24.160407 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ef5583-485a-4948-bfe8-4efa6b08acef", "name": "network-vif-plugged", "status": "completed", "tag": "d91a8af2-494a-4edb-b217-b53420b63976", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:24.160407 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91e719eb-553c-4067-9673-080ea3f875c8 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:24.160407 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ef5583-485a-4948-bfe8-4efa6b08acef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91a8af2-494a-4edb-b217-b53420b63976', 'code': 200}
Feb 12 21:15:24.165791 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db82307b-d41e-4a9f-8142-3bf9bdf0c157 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:15:24.179703 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Publish callbacks [] for port (db82307b-d41e-4a9f-8142-3bf9bdf0c157), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:24.265981 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5f474c21-a9ea-4f8b-ba10-5fc1ca016f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (66eda69b-5a98-4ac4-9afc-141f5bff61a7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:24.266698 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Transition to ACTIVE for port object db82307b-d41e-4a9f-8142-3bf9bdf0c157 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:15:24.269011 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5f474c21-a9ea-4f8b-ba10-5fc1ca016f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:24.274805 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5f474c21-a9ea-4f8b-ba10-5fc1ca016f84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66eda69b-5a98-4ac4-9afc-141f5bff61a7 HTTP/1.1" status: 204  len: 168 time: 0.2953210
Feb 12 21:15:24.284102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f474c21-a9ea-4f8b-ba10-5fc1ca016f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eda69b-5a98-4ac4-9afc-141f5bff61a7,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:24.306499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c3c5c-9661-4368-a002-acc17469abbc req-8a6d5cdf-cc8e-4afc-ba1e-36b7f3463a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:24.306499 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-882c3c5c-9661-4368-a002-acc17469abbc req-8a6d5cdf-cc8e-4afc-ba1e-36b7f3463a3c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 1128 time: 0.0766551
Feb 12 21:15:24.345984 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d87f8389-fcec-40c4-824e-a5c3207b9426 req-5abccbc4-9c4c-40f3-8571-02657387a922 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 210 time: 0.0471711
Feb 12 21:15:24.352785 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (db82307b-d41e-4a9f-8142-3bf9bdf0c157), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:24.463667 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-882c3c5c-9661-4368-a002-acc17469abbc req-2ff415ca-fee8-4e0c-b348-61f2adf7a26b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419413
Feb 12 21:15:24.464521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Pushing event updated for resources: {'Port': ['ID=db82307b-d41e-4a9f-8142-3bf9bdf0c157,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:24.514371 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf927d4-e1d1-4f91-b43d-67349419dea3 req-ddbb093d-3e74-47af-b338-efdaabf78825 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:24.516791 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5bf927d4-e1d1-4f91-b43d-67349419dea3 req-ddbb093d-3e74-47af-b338-efdaabf78825 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 946 time: 0.1676865
Feb 12 21:15:24.589610 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Attempting to bind port db82307b-d41e-4a9f-8142-3bf9bdf0c157 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:15:24.589949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Attempting to bind port db82307b-d41e-4a9f-8142-3bf9bdf0c157 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:15:24.590279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Attempting to bind port db82307b-d41e-4a9f-8142-3bf9bdf0c157 on network 282c3200-9059-438c-a022-c732f83ca0af {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:15:24.601463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Port db82307b-d41e-4a9f-8142-3bf9bdf0c157 on network 282c3200-9059-438c-a022-c732f83ca0af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:15:24.601789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Attempting to bind port db82307b-d41e-4a9f-8142-3bf9bdf0c157 on network 282c3200-9059-438c-a022-c732f83ca0af {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:15:24.607442 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5bf927d4-e1d1-4f91-b43d-67349419dea3 req-86feb2ae-e5e8-425c-a553-a1caab5cbe18 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718522
Feb 12 21:15:24.610146 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:15:24.610485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Checking segment: {'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:15:24.610895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Bound using segment: {'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:15:24.611280 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Bound port: db82307b-d41e-4a9f-8142-3bf9bdf0c157, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f6a570-6149-4a60-94dc-8529451799c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '282c3200-9059-438c-a022-c732f83ca0af'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:15:24.611636 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (db82307b-d41e-4a9f-8142-3bf9bdf0c157), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:24.677930 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] For port db82307b-d41e-4a9f-8142-3bf9bdf0c157, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:15:24.680950 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] For port db82307b-d41e-4a9f-8142-3bf9bdf0c157, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db82307b-d41e-4a9f-8142-3bf9bdf0c157,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:15:24.881970 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (db82307b-d41e-4a9f-8142-3bf9bdf0c157), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:24.922532 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:24.923155 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:24.924572 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] 10.222.0.50 "PUT /v2.0/ports/db82307b-d41e-4a9f-8142-3bf9bdf0c157 HTTP/1.1" status: 200  len: 1092 time: 1.7476387
Feb 12 21:15:24.925160 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d91404c-a99f-42d1-9b08-8fcd8f700a71', 'tag': 'db82307b-d41e-4a9f-8142-3bf9bdf0c157'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:24.927296 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a2a9a5-5aaf-43c0-8d3e-c5fa35c8c49d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d91404c-a99f-42d1-9b08-8fcd8f700a71", "tag": "db82307b-d41e-4a9f-8142-3bf9bdf0c157"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:24.927628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91bd6f-ddc5-4033-814b-3aa4abd3cee3 req-800bb9c0-c47c-461e-b62c-93b85c779f0a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:24.929411 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e91bd6f-ddc5-4033-814b-3aa4abd3cee3 req-800bb9c0-c47c-461e-b62c-93b85c779f0a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 944 time: 0.0563223
Feb 12 21:15:24.957282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16485628-a8f1-4995-9d23-ae19277342c4 service neutron] Pushing event updated for resources: {'Port': ['ID=db82307b-d41e-4a9f-8142-3bf9bdf0c157,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:24.975344 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26e4ab4-d460-461d-bb78-1e8920ac9fba x-openstack-request-id: req-e26e4ab4-d460-461d-bb78-1e8920ac9fba {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:24.975344 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d91404c-a99f-42d1-9b08-8fcd8f700a71", "tag": "db82307b-d41e-4a9f-8142-3bf9bdf0c157", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:24.975344 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e26e4ab4-d460-461d-bb78-1e8920ac9fba {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:24.975344 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d91404c-a99f-42d1-9b08-8fcd8f700a71', 'tag': 'db82307b-d41e-4a9f-8142-3bf9bdf0c157', 'status': 'completed', 'code': 200}
Feb 12 21:15:24.990314 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e91bd6f-ddc5-4033-814b-3aa4abd3cee3 req-5914ca0e-c5d3-40d8-bd34-1f938d3efad6 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530639
Feb 12 21:15:25.040402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2a9a5-5aaf-43c0-8d3e-c5fa35c8c49d req-19d53f2a-787f-408f-aabc-ea8220ac951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:25.042576 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31a2a9a5-5aaf-43c0-8d3e-c5fa35c8c49d req-19d53f2a-787f-408f-aabc-ea8220ac951d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3339620b21d4394a171733276444b7b&device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 1126 time: 0.0461621
Feb 12 21:15:25.152370 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2a9a5-5aaf-43c0-8d3e-c5fa35c8c49d req-454fc661-eb5c-432c-8d91-2204f94f3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:25.154091 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31a2a9a5-5aaf-43c0-8d3e-c5fa35c8c49d req-454fc661-eb5c-432c-8d91-2204f94f3c5f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f3339620b21d4394a171733276444b7b&shared=False HTTP/1.1" status: 200  len: 916 time: 0.0992141
Feb 12 21:15:25.167008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42244) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:25.180079 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-173085ee-7ba7-4546-bb4e-56a161578291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:25.263190 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-173085ee-7ba7-4546-bb4e-56a161578291 admin admin] Publish callbacks [] for security_group (5d6bdd3b-8e5d-4464-b2e1-f30c299cdd4a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:25.285666 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21e184-bd64-4b53-9965-874814aaf2ef req-16ffd987-9a02-4866-bde1-3dc481f6a4e9 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:25.287209 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-da21e184-bd64-4b53-9965-874814aaf2ef req-16ffd987-9a02-4866-bde1-3dc481f6a4e9 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 943 time: 0.1235585
Feb 12 21:15:25.309919 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2a9a5-5aaf-43c0-8d3e-c5fa35c8c49d req-f92ef06d-b05e-438d-afd9-016fe7fd83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:25.311353 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31a2a9a5-5aaf-43c0-8d3e-c5fa35c8c49d req-f92ef06d-b05e-438d-afd9-016fe7fd83e1 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1463802
Feb 12 21:15:25.317428 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-173085ee-7ba7-4546-bb4e-56a161578291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5d6bdd3b-8e5d-4464-b2e1-f30c299cdd4a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:25.343236 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-da21e184-bd64-4b53-9965-874814aaf2ef req-0e8aee2d-33f4-4f08-aa77-983086f6dc40 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491984
Feb 12 21:15:25.366923 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-173085ee-7ba7-4546-bb4e-56a161578291 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ae4d1ba65d14d2bb707eb4469a5adf9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1987312
Feb 12 21:15:25.369861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173085ee-7ba7-4546-bb4e-56a161578291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6bdd3b-8e5d-4464-b2e1-f30c299cdd4a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:25.373457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42250) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:25.421977 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-ba6ef660-71b9-4d3f-be28-2b3d9fd887f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:25.423487 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-ba6ef660-71b9-4d3f-be28-2b3d9fd887f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3339620b21d4394a171733276444b7b&device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 1126 time: 0.0558665
Feb 12 21:15:25.438720 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ef03d476-d15a-42a5-9101-50351839b7de req-e2782be2-aab0-4fa7-8106-c0446148870a tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 210 time: 0.0351679
Feb 12 21:15:25.459057 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-861846c8-4579-4e01-8215-f71b3cb47249 admin admin] Publish callbacks [] for security_group (5d6bdd3b-8e5d-4464-b2e1-f30c299cdd4a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:25.467697 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-32db44a5-371d-402e-852e-3b334277c05e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db82307b-d41e-4a9f-8142-3bf9bdf0c157 HTTP/1.1" status: 200  len: 217 time: 0.0363483
Feb 12 21:15:25.482888 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-861846c8-4579-4e01-8215-f71b3cb47249 admin admin] Publish callbacks [] for security_group (5d6bdd3b-8e5d-4464-b2e1-f30c299cdd4a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:25.525808 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-7e1b22aa-3815-49de-82e5-eda010d0a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:25.527675 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-7e1b22aa-3815-49de-82e5-eda010d0a416 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992 HTTP/1.1" status: 200  len: 855 time: 0.0534317
Feb 12 21:15:25.564360 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-6d73f0d2-b2e9-4f21-b41e-905229999fab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=282c3200-9059-438c-a022-c732f83ca0af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0288455
Feb 12 21:15:25.618721 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-861846c8-4579-4e01-8215-f71b3cb47249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5d6bdd3b-8e5d-4464-b2e1-f30c299cdd4a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:25.621466 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-861846c8-4579-4e01-8215-f71b3cb47249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:25.622622 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-861846c8-4579-4e01-8215-f71b3cb47249 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d6bdd3b-8e5d-4464-b2e1-f30c299cdd4a HTTP/1.1" status: 204  len: 168 time: 0.2478836
Feb 12 21:15:25.634433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861846c8-4579-4e01-8215-f71b3cb47249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6bdd3b-8e5d-4464-b2e1-f30c299cdd4a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:25.664913 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-cc311d47-ae22-48e8-9032-f7988bd80c3a service neutron] 10.222.0.50 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0934141
Feb 12 21:15:25.792424 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-efa93303-656c-4009-85f9-7046c0660d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:25.804562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0943d40-b95b-445f-a073-5b5bcf4ec879 req-8f0469df-c8ee-424f-9bbc-4c3af7614c2f tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:25.806077 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0943d40-b95b-445f-a073-5b5bcf4ec879 req-8f0469df-c8ee-424f-9bbc-4c3af7614c2f tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 946 time: 0.1171353
Feb 12 21:15:25.827600 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3d091b1-c8d4-43f0-9633-ae4aab433e36 req-e784d05e-3575-47dd-bf41-8cb61a55dfc2 service neutron] 10.222.0.50 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1540389
Feb 12 21:15:25.862798 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0943d40-b95b-445f-a073-5b5bcf4ec879 req-4af1b8f7-2e3b-425f-ab99-8f1ded460ec5 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473588
Feb 12 21:15:26.120438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0a87d-29ff-4ec2-a671-8276ae4dc0d4 req-675e93de-d03b-4cb8-bfa7-391c382dc6da tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:26.121962 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c8f0a87d-29ff-4ec2-a671-8276ae4dc0d4 req-675e93de-d03b-4cb8-bfa7-391c382dc6da tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 944 time: 0.0562143
Feb 12 21:15:26.172740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c8f0a87d-29ff-4ec2-a671-8276ae4dc0d4 req-d3227701-e64a-4fdb-b0c4-3271a8cb94d1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451701
Feb 12 21:15:26.467211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c92db0-c0b3-4d28-bfb3-ff029ba4f657 req-0e7add99-9e2e-45d3-b0b1-bb51c83ad832 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:26.468802 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c5c92db0-c0b3-4d28-bfb3-ff029ba4f657 req-0e7add99-9e2e-45d3-b0b1-bb51c83ad832 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 943 time: 0.0567946
Feb 12 21:15:26.523630 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c5c92db0-c0b3-4d28-bfb3-ff029ba4f657 req-3e25df8f-a735-4faf-9524-20a42f44ca53 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490370
Feb 12 21:15:26.535386 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7eebc6db-31c1-42e5-86c0-b35e4a7f75df req-ab38cee7-1f42-41bf-8803-65cd42a05863 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 210 time: 0.0277965
Feb 12 21:15:26.727058 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:26.859141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f6cae20d-5b6a-430a-a211-222509cb5db2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:15:26.982217 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f6cae20d-5b6a-430a-a211-222509cb5db2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6cae20d-5b6a-430a-a211-222509cb5db2,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:26.995666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'f6cae20d-5b6a-430a-a211-222509cb5db2', 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9', 'port_id': 'f6cae20d-5b6a-430a-a211-222509cb5db2', 'mac_address': 'fa:16:3e:cf:24:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b2e3cd-2e40-4791-a546-b0ce8e0efcee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:15:27.034162 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port f6cae20d-5b6a-430a-a211-222509cb5db2 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:27.035364 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f6cae20d-5b6a-430a-a211-222509cb5db2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:27.052324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6cae20d-5b6a-430a-a211-222509cb5db2 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:15:27.073155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f6cae20d-5b6a-430a-a211-222509cb5db2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6cae20d-5b6a-430a-a211-222509cb5db2,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:27.094617 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09301c-43a2-4972-a1c5-31678546332c req-04724fa4-f543-48b5-8221-87a6bbb87fcd tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:27.096239 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de09301c-43a2-4972-a1c5-31678546332c req-04724fa4-f543-48b5-8221-87a6bbb87fcd tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 946 time: 0.1565125
Feb 12 21:15:27.144749 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f6cae20d-5b6a-430a-a211-222509cb5db2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:27.145660 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-16a50f6b-ae51-4f99-af4b-1d04fc1e64d3 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:27.147197 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-16a50f6b-ae51-4f99-af4b-1d04fc1e64d3 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.48 "GET /v2.0/networks?id=99333fdc-3f05-4177-b985-b1e7bb8c19b1 HTTP/1.1" status: 200  len: 814 time: 0.1539395
Feb 12 21:15:27.192492 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de09301c-43a2-4972-a1c5-31678546332c req-b90de913-3e5f-44f1-9fc3-83d5d65ce306 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851119
Feb 12 21:15:27.205089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=f6cae20d-5b6a-430a-a211-222509cb5db2,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:27.229475 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-eba2f471-ca25-4ba4-bf5e-0c444a625483 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5577c08c6bb4cc0bec1ad0fe18260ca HTTP/1.1" status: 200  len: 380 time: 0.0723629
Feb 12 21:15:27.239929 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-b8240f85-85bb-4b65-b563-28b42e95ec8a tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Request body: {'port': {'device_id': 'aed342e0-10ca-4835-ad0d-cf55a6aabc75', 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'admin_state_up': True, 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'security_groups': ['e8e46d32-abd5-4fa0-b596-a50c0dad7ab9']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:27.345137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f445b-03e6-4e8f-aa72-ff7399b8166d req-f1de8f28-30de-4bb3-83b7-cb7eeeb94c02 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:27.346818 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c6f445b-03e6-4e8f-aa72-ff7399b8166d req-f1de8f28-30de-4bb3-83b7-cb7eeeb94c02 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 944 time: 0.0706227
Feb 12 21:15:27.410040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['f6cae20d-5b6a-430a-a211-222509cb5db2'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:15:27.422682 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c6f445b-03e6-4e8f-aa72-ff7399b8166d req-b05d56e6-725a-4c31-84b3-bdc908f79d4d tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627325
Feb 12 21:15:27.522643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-b8240f85-85bb-4b65-b563-28b42e95ec8a tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Made reservation on behalf of f5577c08c6bb4cc0bec1ad0fe18260ca for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:15:27.526529 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-b8240f85-85bb-4b65-b563-28b42e95ec8a tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:27.663957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c50a1-b7d4-4b3f-8a18-829c72d69ef5 req-2cb35140-f3a1-4623-a790-1928c27027ab tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:27.666550 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-161c50a1-b7d4-4b3f-8a18-829c72d69ef5 req-2cb35140-f3a1-4623-a790-1928c27027ab tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 944 time: 0.0646505
Feb 12 21:15:27.679388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-b8240f85-85bb-4b65-b563-28b42e95ec8a tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Allocated IP 172.20.0.9 (99333fdc-3f05-4177-b985-b1e7bb8c19b1/2620e233-7a80-46dd-91d4-c485dcb2f038/89a1b42b-d5fd-47e5-a706-9448ba078c8e) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:15:27.754468 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-161c50a1-b7d4-4b3f-8a18-829c72d69ef5 req-acdb9a83-e213-4120-887a-16a8ba78d6d2 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823548
Feb 12 21:15:27.889856 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6f420479-c5af-4188-a3a5-12ffaa08a624 req-99fe36ad-b188-47bb-a8e7-5d136342aa8e tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 210 time: 0.0431068
Feb 12 21:15:27.896082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900233c-87be-430b-b4d7-38974379a866 req-2bd955ed-9c9c-4cf5-b8b3-4cbc2d3a096a tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:27.898026 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3900233c-87be-430b-b4d7-38974379a866 req-2bd955ed-9c9c-4cf5-b8b3-4cbc2d3a096a tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 946 time: 0.0688264
Feb 12 21:15:27.909086 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-b8240f85-85bb-4b65-b563-28b42e95ec8a tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for port (89a1b42b-d5fd-47e5-a706-9448ba078c8e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:27.955796 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3900233c-87be-430b-b4d7-38974379a866 req-583895ac-0b89-4f8d-bac8-f32010fd66b1 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516260
Feb 12 21:15:28.031271 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e9fcfd62-3998-4aa2-863e-dc7a47f4af0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:28.031900 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-b8240f85-85bb-4b65-b563-28b42e95ec8a tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (89a1b42b-d5fd-47e5-a706-9448ba078c8e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:28.077452 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-b8240f85-85bb-4b65-b563-28b42e95ec8a tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Network 99333fdc-3f05-4177-b985-b1e7bb8c19b1 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:15:28.080450 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-b8240f85-85bb-4b65-b563-28b42e95ec8a tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:15:28.084213 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-b8240f85-85bb-4b65-b563-28b42e95ec8a tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:15:28.113668 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8240f85-85bb-4b65-b563-28b42e95ec8a tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Pushing event updated for resources: {'Port': ['ID=89a1b42b-d5fd-47e5-a706-9448ba078c8e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:28.146311 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-b8240f85-85bb-4b65-b563-28b42e95ec8a tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:28.151147 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-b8240f85-85bb-4b65-b563-28b42e95ec8a tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:28.268549 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-b8240f85-85bb-4b65-b563-28b42e95ec8a tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0327983
Feb 12 21:15:28.281270 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Request body: {'port': {'device_id': 'aed342e0-10ca-4835-ad0d-cf55a6aabc75', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:28.329129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2d5101a2-e5a6-4ab5-92f2-ebf905ffcd20 None None] Provisioning complete for port 89a1b42b-d5fd-47e5-a706-9448ba078c8e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:28.329872 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d5101a2-e5a6-4ab5-92f2-ebf905ffcd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (89a1b42b-d5fd-47e5-a706-9448ba078c8e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:28.345271 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89a1b42b-d5fd-47e5-a706-9448ba078c8e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:28.365284 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2d5101a2-e5a6-4ab5-92f2-ebf905ffcd20 None None] Port 89a1b42b-d5fd-47e5-a706-9448ba078c8e cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:15:28.609044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907e1f1-7a93-4c7a-8158-440f13bbf5ef req-142bfa97-0141-422c-8ec3-07953677d2d4 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:28.610738 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e907e1f1-7a93-4c7a-8158-440f13bbf5ef req-142bfa97-0141-422c-8ec3-07953677d2d4 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 944 time: 0.1043468
Feb 12 21:15:28.708063 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e907e1f1-7a93-4c7a-8158-440f13bbf5ef req-98acd49a-3c7d-49f7-978c-e357c709b2e1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818851
Feb 12 21:15:28.716562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a1b42b-d5fd-47e5-a706-9448ba078c8e {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:15:28.724291 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Publish callbacks [] for port (89a1b42b-d5fd-47e5-a706-9448ba078c8e), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:28.736837 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Transition to ACTIVE for port object 89a1b42b-d5fd-47e5-a706-9448ba078c8e will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:15:28.829942 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (89a1b42b-d5fd-47e5-a706-9448ba078c8e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:28.877869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67914a84-f3c1-4961-a7ea-8a6d72f85f3d req-3c17b701-6016-4823-9854-c622bf1a6cb0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:28.879614 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67914a84-f3c1-4961-a7ea-8a6d72f85f3d req-3c17b701-6016-4823-9854-c622bf1a6cb0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 944 time: 0.0550742
Feb 12 21:15:28.889445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=89a1b42b-d5fd-47e5-a706-9448ba078c8e,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:28.889752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device db82307b-d41e-4a9f-8142-3bf9bdf0c157 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:15:28.895453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f6cae20d-5b6a-430a-a211-222509cb5db2 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:15:28.954743 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67914a84-f3c1-4961-a7ea-8a6d72f85f3d req-5691296b-49c1-43c6-bbcb-18d4d2e733fd tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570130
Feb 12 21:15:29.079690 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Attempting to bind port 89a1b42b-d5fd-47e5-a706-9448ba078c8e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:15:29.080434 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Attempting to bind port 89a1b42b-d5fd-47e5-a706-9448ba078c8e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3cad0ecf-baaa-4b41-9d84-7f3299f831dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:15:29.080943 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Attempting to bind port 89a1b42b-d5fd-47e5-a706-9448ba078c8e on network 99333fdc-3f05-4177-b985-b1e7bb8c19b1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:15:29.090103 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Port 89a1b42b-d5fd-47e5-a706-9448ba078c8e on network 99333fdc-3f05-4177-b985-b1e7bb8c19b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:15:29.090703 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Attempting to bind port 89a1b42b-d5fd-47e5-a706-9448ba078c8e on network 99333fdc-3f05-4177-b985-b1e7bb8c19b1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:15:29.117091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port db82307b-d41e-4a9f-8142-3bf9bdf0c157, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db82307b-d41e-4a9f-8142-3bf9bdf0c157,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:29.117563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:15:29.117563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Checking segment: {'id': '3cad0ecf-baaa-4b41-9d84-7f3299f831dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:15:29.117563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Bound using segment: {'id': '3cad0ecf-baaa-4b41-9d84-7f3299f831dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:15:29.117563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Bound port: 89a1b42b-d5fd-47e5-a706-9448ba078c8e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cad0ecf-baaa-4b41-9d84-7f3299f831dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:15:29.117563 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89a1b42b-d5fd-47e5-a706-9448ba078c8e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:29.127807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'db82307b-d41e-4a9f-8142-3bf9bdf0c157', 'network_id': '282c3200-9059-438c-a022-c732f83ca0af', 'port_id': 'db82307b-d41e-4a9f-8142-3bf9bdf0c157', 'mac_address': 'fa:16:3e:95:26:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:15:29.140579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port f6cae20d-5b6a-430a-a211-222509cb5db2 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:15:29.145939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port f6cae20d-5b6a-430a-a211-222509cb5db2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:29.146479 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f6cae20d-5b6a-430a-a211-222509cb5db2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:29.153861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84fc7d-b19c-43ad-91b1-bf34125cba7b req-51ce5764-7c86-479d-9243-b7cec6c4bbce tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:29.169649 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6c84fc7d-b19c-43ad-91b1-bf34125cba7b req-51ce5764-7c86-479d-9243-b7cec6c4bbce tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 943 time: 0.1571462
Feb 12 21:15:29.205369 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2e751-abd7-43ac-aa7c-8ca99bf3b2f2 req-95045800-51b5-4c0e-8c8c-cea43e1f051b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:29.207127 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32b2e751-abd7-43ac-aa7c-8ca99bf3b2f2 req-95045800-51b5-4c0e-8c8c-cea43e1f051b tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 946 time: 0.1309183
Feb 12 21:15:29.237513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port db82307b-d41e-4a9f-8142-3bf9bdf0c157 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:29.237821 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (db82307b-d41e-4a9f-8142-3bf9bdf0c157), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:29.265328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] For port 89a1b42b-d5fd-47e5-a706-9448ba078c8e, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:15:29.266591 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db82307b-d41e-4a9f-8142-3bf9bdf0c157 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:15:29.269289 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] For port 89a1b42b-d5fd-47e5-a706-9448ba078c8e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89a1b42b-d5fd-47e5-a706-9448ba078c8e,segment=NetworkSegment(3cad0ecf-baaa-4b41-9d84-7f3299f831dc),segment_id=3cad0ecf-baaa-4b41-9d84-7f3299f831dc)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:15:29.273738 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32b2e751-abd7-43ac-aa7c-8ca99bf3b2f2 req-5f5adbbc-d584-4ec7-8203-495c0c1a6247 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups?id=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604870
Feb 12 21:15:29.308992 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6c84fc7d-b19c-43ad-91b1-bf34125cba7b req-0dfec07e-a946-4162-aef8-d19e9be13297 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8e46d32-abd5-4fa0-b596-a50c0dad7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1306174
Feb 12 21:15:29.332386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port db82307b-d41e-4a9f-8142-3bf9bdf0c157, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db82307b-d41e-4a9f-8142-3bf9bdf0c157,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:29.337672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f9e8b-80f2-4173-8d1c-0a01d610914f req-314965ab-79ae-4160-b580-83da22d5d36e tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:29.338821 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f6f9e8b-80f2-4173-8d1c-0a01d610914f req-314965ab-79ae-4160-b580-83da22d5d36e tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 946 time: 0.0864072
Feb 12 21:15:29.341756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port f6cae20d-5b6a-430a-a211-222509cb5db2 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:29.342147 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f6cae20d-5b6a-430a-a211-222509cb5db2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:29.363757 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (89a1b42b-d5fd-47e5-a706-9448ba078c8e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:29.366241 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37517a7b-4ae7-408a-86d8-c16203fef034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cae20d-5b6a-430a-a211-222509cb5db2'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:29.368617 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5807f9b-3b61-4ff0-a006-2deb6b308365" -d '{"events": [{"server_uuid": "37517a7b-4ae7-408a-86d8-c16203fef034", "name": "network-vif-plugged", "status": "completed", "tag": "f6cae20d-5b6a-430a-a211-222509cb5db2"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:29.397934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f6cae20d-5b6a-430a-a211-222509cb5db2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6cae20d-5b6a-430a-a211-222509cb5db2,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:29.404863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:29.405548 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:29.408114 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] 10.222.0.48 "PUT /v2.0/ports/89a1b42b-d5fd-47e5-a706-9448ba078c8e HTTP/1.1" status: 200  len: 1091 time: 1.1303434
Feb 12 21:15:29.422160 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed342e0-10ca-4835-ad0d-cf55a6aabc75', 'tag': '89a1b42b-d5fd-47e5-a706-9448ba078c8e'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:29.424597 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf3512c-47cf-4257-b270-03d64f06a2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "aed342e0-10ca-4835-ad0d-cf55a6aabc75", "tag": "89a1b42b-d5fd-47e5-a706-9448ba078c8e"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:29.442920 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (db82307b-d41e-4a9f-8142-3bf9bdf0c157), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:29.460873 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ab823-e170-4c77-bae0-9faf9446c6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=89a1b42b-d5fd-47e5-a706-9448ba078c8e,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:29.476986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-6f6f9e8b-80f2-4173-8d1c-0a01d610914f req-330c2097-f230-40f2-bf1b-b048be12a9a2 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Deleting port d91a8af2-494a-4edb-b217-b53420b63976 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:29.477514 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f6f9e8b-80f2-4173-8d1c-0a01d610914f req-330c2097-f230-40f2-bf1b-b048be12a9a2 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d91a8af2-494a-4edb-b217-b53420b63976), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:29.499999 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:29.500973 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f6cae20d-5b6a-430a-a211-222509cb5db2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:29.503146 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:29.504675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=db82307b-d41e-4a9f-8142-3bf9bdf0c157,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:29.534283 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cd408f-65d5-4c12-8afb-2fa51bd07b9c x-openstack-request-id: req-e5cd408f-65d5-4c12-8afb-2fa51bd07b9c {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:29.534575 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed342e0-10ca-4835-ad0d-cf55a6aabc75", "tag": "89a1b42b-d5fd-47e5-a706-9448ba078c8e", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:29.534830 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5cd408f-65d5-4c12-8afb-2fa51bd07b9c {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:29.535236 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed342e0-10ca-4835-ad0d-cf55a6aabc75', 'tag': '89a1b42b-d5fd-47e5-a706-9448ba078c8e', 'status': 'completed', 'code': 200}
Feb 12 21:15:29.582221 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e9f21d-fcc7-49c5-9515-3612e94c6b78 x-openstack-request-id: req-37e9f21d-fcc7-49c5-9515-3612e94c6b78 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:29.582221 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37517a7b-4ae7-408a-86d8-c16203fef034", "name": "network-vif-plugged", "status": "completed", "tag": "f6cae20d-5b6a-430a-a211-222509cb5db2", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:29.582575 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37e9f21d-fcc7-49c5-9515-3612e94c6b78 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:29.582855 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37517a7b-4ae7-408a-86d8-c16203fef034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cae20d-5b6a-430a-a211-222509cb5db2', 'code': 200}
Feb 12 21:15:29.594388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=f6cae20d-5b6a-430a-a211-222509cb5db2,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:29.654576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-6f6f9e8b-80f2-4173-8d1c-0a01d610914f req-330c2097-f230-40f2-bf1b-b048be12a9a2 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] For port d91a8af2-494a-4edb-b217-b53420b63976, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d91a8af2-494a-4edb-b217-b53420b63976,segment=NetworkSegment(cfa9793b-232a-4d0f-87f9-40fa92c2e2da),segment_id=cfa9793b-232a-4d0f-87f9-40fa92c2e2da)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:29.655027 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f6f9e8b-80f2-4173-8d1c-0a01d610914f req-330c2097-f230-40f2-bf1b-b048be12a9a2 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d91a8af2-494a-4edb-b217-b53420b63976), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:29.672542 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-6f6f9e8b-80f2-4173-8d1c-0a01d610914f req-330c2097-f230-40f2-bf1b-b048be12a9a2 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Calling delete_port for d91a8af2-494a-4edb-b217-b53420b63976 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:29.692700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3512c-47cf-4257-b270-03d64f06a2b7 req-02dcc0af-7b69-40e6-9d51-ae3ce96f7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:29.693712 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bcf3512c-47cf-4257-b270-03d64f06a2b7 req-02dcc0af-7b69-40e6-9d51-ae3ce96f7f9c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5577c08c6bb4cc0bec1ad0fe18260ca&device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 1125 time: 0.1304696
Feb 12 21:15:29.723803 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['db82307b-d41e-4a9f-8142-3bf9bdf0c157'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:15:29.807752 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480746f-19bb-4ee5-97ea-75ade3ba8482 req-dbaad65d-be5d-4d16-ad88-583419550103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:29.810027 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4480746f-19bb-4ee5-97ea-75ade3ba8482 req-dbaad65d-be5d-4d16-ad88-583419550103 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 1127 time: 0.1551783
Feb 12 21:15:29.929851 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4480746f-19bb-4ee5-97ea-75ade3ba8482 req-8f4752f5-a101-44d3-9f18-539797e9c58f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127312
Feb 12 21:15:29.936027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3512c-47cf-4257-b270-03d64f06a2b7 req-05195844-4c45-4c7a-b6f9-63769cb26269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:29.937592 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bcf3512c-47cf-4257-b270-03d64f06a2b7 req-05195844-4c45-4c7a-b6f9-63769cb26269 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f5577c08c6bb4cc0bec1ad0fe18260ca&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2334120
Feb 12 21:15:29.945787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c93fa-0663-4bd8-8c61-c02dfa1464ed req-d7511cb7-a14b-4c6f-a33e-37054948ddf6 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:29.947198 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b98c93fa-0663-4bd8-8c61-c02dfa1464ed req-d7511cb7-a14b-4c6f-a33e-37054948ddf6 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 945 time: 0.1339743
Feb 12 21:15:29.980267 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f6f9e8b-80f2-4173-8d1c-0a01d610914f req-330c2097-f230-40f2-bf1b-b048be12a9a2 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d91a8af2-494a-4edb-b217-b53420b63976), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:29.998369 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['d91a8af2-494a-4edb-b217-b53420b63976'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:15:30.020614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c2097-f230-40f2-bf1b-b048be12a9a2 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Pushing event deleted for resources: {'Port': ['ID=d91a8af2-494a-4edb-b217-b53420b63976,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:30.077705 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b98c93fa-0663-4bd8-8c61-c02dfa1464ed req-7c7e0f77-042c-4da2-866e-4c41c972b145 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220131
Feb 12 21:15:30.097011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3512c-47cf-4257-b270-03d64f06a2b7 req-7513eda4-9a3c-4166-a759-a7612f33778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:30.098477 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bcf3512c-47cf-4257-b270-03d64f06a2b7 req-7513eda4-9a3c-4166-a759-a7612f33778a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1501024
Feb 12 21:15:30.099072 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6f9e8b-80f2-4173-8d1c-0a01d610914f req-330c2097-f230-40f2-bf1b-b048be12a9a2 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] No DVR routers for this DVR port d91a8af2-494a-4edb-b217-b53420b63976 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:30.104886 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f6f9e8b-80f2-4173-8d1c-0a01d610914f req-330c2097-f230-40f2-bf1b-b048be12a9a2 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:30.108441 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f6f9e8b-80f2-4173-8d1c-0a01d610914f req-330c2097-f230-40f2-bf1b-b048be12a9a2 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.48 "DELETE /v2.0/ports/d91a8af2-494a-4edb-b217-b53420b63976 HTTP/1.1" status: 204  len: 173 time: 0.7607951
Feb 12 21:15:30.108904 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ef5583-485a-4948-bfe8-4efa6b08acef', 'name': 'network-vif-deleted', 'tag': 'd91a8af2-494a-4edb-b217-b53420b63976'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:30.111214 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49411a0f-a259-4bb3-9814-14432526e2b7" -d '{"events": [{"server_uuid": "d5ef5583-485a-4948-bfe8-4efa6b08acef", "name": "network-vif-deleted", "tag": "d91a8af2-494a-4edb-b217-b53420b63976"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:30.152905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b089a25-ed39-4853-9a5f-53d553a93cb3 req-8b848883-9130-4de9-aa17-f4e2d16dfd8b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:30.154570 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b089a25-ed39-4853-9a5f-53d553a93cb3 req-8b848883-9130-4de9-aa17-f4e2d16dfd8b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 945 time: 0.0997350
Feb 12 21:15:30.174208 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3358446-1d32-4d10-a209-879cc39222ae x-openstack-request-id: req-b3358446-1d32-4d10-a209-879cc39222ae {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:30.174764 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ef5583-485a-4948-bfe8-4efa6b08acef", "name": "network-vif-deleted", "tag": "d91a8af2-494a-4edb-b217-b53420b63976", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:30.175032 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3358446-1d32-4d10-a209-879cc39222ae {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:30.175428 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ef5583-485a-4948-bfe8-4efa6b08acef', 'name': 'network-vif-deleted', 'tag': 'd91a8af2-494a-4edb-b217-b53420b63976', 'status': 'completed', 'code': 200}
Feb 12 21:15:30.246022 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b089a25-ed39-4853-9a5f-53d553a93cb3 req-dff0491a-9b25-412d-a617-fe73a53acb50 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734067
Feb 12 21:15:30.248948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-b2225d25-d15c-42c8-81a0-9c877405689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:30.250430 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-b2225d25-d15c-42c8-81a0-9c877405689b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5577c08c6bb4cc0bec1ad0fe18260ca&device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 1125 time: 0.0931377
Feb 12 21:15:30.298566 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-6b39c0d9-2fe0-4556-ba82-d20049e46488 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89a1b42b-d5fd-47e5-a706-9448ba078c8e HTTP/1.1" status: 200  len: 217 time: 0.0368693
Feb 12 21:15:30.372060 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-e6e35962-dcb1-4b31-b6a8-16ba548858b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:30.373562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-e6e35962-dcb1-4b31-b6a8-16ba548858b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2620e233-7a80-46dd-91d4-c485dcb2f038 HTTP/1.1" status: 200  len: 853 time: 0.0672770
Feb 12 21:15:30.409957 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25b0562c-4007-46e5-a63c-e8a42d90059f req-1ede16b8-bf2a-47a2-ab98-1b63dcf64698 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ef5583-485a-4948-bfe8-4efa6b08acef HTTP/1.1" status: 200  len: 210 time: 0.0456533
Feb 12 21:15:30.410483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42370) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:30.487284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-3a9ed3b0-b48a-4820-9d06-9be012bba666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:30.489179 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-3a9ed3b0-b48a-4820-9d06-9be012bba666 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99333fdc-3f05-4177-b985-b1e7bb8c19b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1060181
Feb 12 21:15:30.527438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2bd5a-a197-4137-b62e-1beacfd84120 req-a384c941-01de-4501-b193-59c13d737eac tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:30.528886 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5fb2bd5a-a197-4137-b62e-1beacfd84120 req-a384c941-01de-4501-b193-59c13d737eac tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 943 time: 0.0999198
Feb 12 21:15:30.555748 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23b5131f-574c-44ef-84be-a95f8a78e654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:30.628448 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5fb2bd5a-a197-4137-b62e-1beacfd84120 req-6d788fe9-0dc0-4c92-a933-b78ec793ea4e tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8e46d32-abd5-4fa0-b596-a50c0dad7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0924633
Feb 12 21:15:30.634022 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-1624d7a0-b24b-4e0e-a502-1bd4fbe2a37b service neutron] 10.222.0.48 "GET /v2.0/networks/99333fdc-3f05-4177-b985-b1e7bb8c19b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353307
Feb 12 21:15:30.636505 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23b5131f-574c-44ef-84be-a95f8a78e654 admin admin] Publish callbacks [] for security_group (7ecc7286-f097-4202-98e0-bf5cfc519511), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:30.736343 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1dd07161-b755-4e81-a2b9-a2336b50817a req-389b9f79-da95-4259-8be1-2e1d2a312fec service neutron] 10.222.0.48 "GET /v2.0/networks/99333fdc-3f05-4177-b985-b1e7bb8c19b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0961764
Feb 12 21:15:30.750693 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23b5131f-574c-44ef-84be-a95f8a78e654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7ecc7286-f097-4202-98e0-bf5cfc519511), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:30.795736 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-23b5131f-574c-44ef-84be-a95f8a78e654 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08c8a2c7d5cc4292ab7a0c4e79ca6726&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3842218
Feb 12 21:15:30.797501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5131f-574c-44ef-84be-a95f8a78e654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecc7286-f097-4202-98e0-bf5cfc519511,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:30.798451 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42376) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:30.852856 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c628e8ab-96b8-4ca1-83ea-3c4ea7fad192 admin admin] Publish callbacks [] for security_group (7ecc7286-f097-4202-98e0-bf5cfc519511), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:30.878631 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c628e8ab-96b8-4ca1-83ea-3c4ea7fad192 admin admin] Publish callbacks [] for security_group (7ecc7286-f097-4202-98e0-bf5cfc519511), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:30.946996 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device db82307b-d41e-4a9f-8142-3bf9bdf0c157 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:15:31.018653 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c628e8ab-96b8-4ca1-83ea-3c4ea7fad192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7ecc7286-f097-4202-98e0-bf5cfc519511), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:31.021336 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c628e8ab-96b8-4ca1-83ea-3c4ea7fad192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:31.022533 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c628e8ab-96b8-4ca1-83ea-3c4ea7fad192 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ecc7286-f097-4202-98e0-bf5cfc519511 HTTP/1.1" status: 204  len: 168 time: 0.2231045
Feb 12 21:15:31.031184 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628e8ab-96b8-4ca1-83ea-3c4ea7fad192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecc7286-f097-4202-98e0-bf5cfc519511,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:31.053417 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:31.115864 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port db82307b-d41e-4a9f-8142-3bf9bdf0c157 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:15:31.121057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port db82307b-d41e-4a9f-8142-3bf9bdf0c157 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:31.121619 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (db82307b-d41e-4a9f-8142-3bf9bdf0c157), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:31.203404 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d1ed5-99a8-4818-b818-ddca847b4010 req-ff8ec3cf-d74b-47cb-9d7e-de018646c4a2 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:31.204987 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d91d1ed5-99a8-4818-b818-ddca847b4010 req-ff8ec3cf-d74b-47cb-9d7e-de018646c4a2 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 945 time: 0.0562632
Feb 12 21:15:31.207697 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port db82307b-d41e-4a9f-8142-3bf9bdf0c157 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:31.208085 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (db82307b-d41e-4a9f-8142-3bf9bdf0c157), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:31.242303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port db82307b-d41e-4a9f-8142-3bf9bdf0c157, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db82307b-d41e-4a9f-8142-3bf9bdf0c157,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:31.269978 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d91d1ed5-99a8-4818-b818-ddca847b4010 req-75bca4cf-266e-412d-9be2-5270ecfc9705 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585341
Feb 12 21:15:31.311064 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (db82307b-d41e-4a9f-8142-3bf9bdf0c157), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:31.361859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=db82307b-d41e-4a9f-8142-3bf9bdf0c157,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:31.394249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33f432-9558-4066-86e6-5dc9d5e20210 req-f043f22f-3a14-479f-9af3-8b21be3e5ae2 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:31.394249 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad33f432-9558-4066-86e6-5dc9d5e20210 req-f043f22f-3a14-479f-9af3-8b21be3e5ae2 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 945 time: 0.0606353
Feb 12 21:15:31.449908 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad33f432-9558-4066-86e6-5dc9d5e20210 req-0b194924-d367-4347-9b40-e531071070b2 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506623
Feb 12 21:15:31.584361 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d91404c-a99f-42d1-9b08-8fcd8f700a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db82307b-d41e-4a9f-8142-3bf9bdf0c157'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:31.589158 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc5b238-987f-46e1-b78f-3fe335f5159d" -d '{"events": [{"server_uuid": "1d91404c-a99f-42d1-9b08-8fcd8f700a71", "name": "network-vif-plugged", "status": "completed", "tag": "db82307b-d41e-4a9f-8142-3bf9bdf0c157"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:31.625213 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8567ec1-07d5-46ad-b6b0-9f1a7047cefd x-openstack-request-id: req-f8567ec1-07d5-46ad-b6b0-9f1a7047cefd {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:31.625624 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d91404c-a99f-42d1-9b08-8fcd8f700a71", "name": "network-vif-plugged", "status": "completed", "tag": "db82307b-d41e-4a9f-8142-3bf9bdf0c157", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:31.625879 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8567ec1-07d5-46ad-b6b0-9f1a7047cefd {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:31.626278 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d91404c-a99f-42d1-9b08-8fcd8f700a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db82307b-d41e-4a9f-8142-3bf9bdf0c157', 'code': 200}
Feb 12 21:15:31.689249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42406) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:31.755682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42410) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:31.779149 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-128983d6-0645-4b1d-bdb6-a32f58b7235a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:31.781885 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1adf7c98-dc33-4370-ac74-25f0ce3ae185 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for security_group (f3a30c32-c090-4e89-abb2-73051a5df1d3), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:31.784591 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f34f9-ca3c-4a38-804c-1a90c0fb4095 req-34d83cc5-cd82-4f72-a7dc-bad0b5e16a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:31.786135 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-531f34f9-ca3c-4a38-804c-1a90c0fb4095 req-34d83cc5-cd82-4f72-a7dc-bad0b5e16a04 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 1128 time: 0.1011837
Feb 12 21:15:31.797061 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afd39a-10c7-4fa1-bfcc-706dc9a008f1 req-9c66af04-93ad-403b-8e56-427d1599743b tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:31.798456 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a3afd39a-10c7-4fa1-bfcc-706dc9a008f1 req-9c66af04-93ad-403b-8e56-427d1599743b tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 943 time: 0.0866368
Feb 12 21:15:31.819703 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1adf7c98-dc33-4370-ac74-25f0ce3ae185 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for security_group (f3a30c32-c090-4e89-abb2-73051a5df1d3), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:31.866005 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-531f34f9-ca3c-4a38-804c-1a90c0fb4095 req-6ad92059-5d76-45c2-8881-0df82b60bca1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665784
Feb 12 21:15:31.877973 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a3afd39a-10c7-4fa1-bfcc-706dc9a008f1 req-00b0c4a9-3043-4eb9-97d2-d22412dae800 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8e46d32-abd5-4fa0-b596-a50c0dad7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723546
Feb 12 21:15:31.917943 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-128983d6-0645-4b1d-bdb6-a32f58b7235a admin admin] Publish callbacks [] for security_group (d3575d08-96ee-4438-8bf8-c32742957c64), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:31.945248 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1adf7c98-dc33-4370-ac74-25f0ce3ae185 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f3a30c32-c090-4e89-abb2-73051a5df1d3), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:31.949385 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1adf7c98-dc33-4370-ac74-25f0ce3ae185 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:31.950534 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1adf7c98-dc33-4370-ac74-25f0ce3ae185 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "DELETE /v2.0/security-groups/f3a30c32-c090-4e89-abb2-73051a5df1d3 HTTP/1.1" status: 204  len: 168 time: 0.2600164
Feb 12 21:15:31.953177 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42412) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:31.959973 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf7c98-dc33-4370-ac74-25f0ce3ae185 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a30c32-c090-4e89-abb2-73051a5df1d3,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:31.967070 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-0d8a3c2c-685b-446b-827f-33621d3bf47e tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] show failed (client error): The resource could not be found.
Feb 12 21:15:31.968064 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0d8a3c2c-685b-446b-827f-33621d3bf47e tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "GET /v2.0/security-groups/f3a30c32-c090-4e89-abb2-73051a5df1d3 HTTP/1.1" status: 404  len: 347 time: 0.0138826
Feb 12 21:15:31.970931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42414) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:32.003042 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-128983d6-0645-4b1d-bdb6-a32f58b7235a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d3575d08-96ee-4438-8bf8-c32742957c64), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:32.046671 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-128983d6-0645-4b1d-bdb6-a32f58b7235a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d7aa4467ea046488a2a36da5e7eecab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2874644
Feb 12 21:15:32.046671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128983d6-0645-4b1d-bdb6-a32f58b7235a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3575d08-96ee-4438-8bf8-c32742957c64,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:32.047479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42416) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:32.128997 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-539f02f0-cbf4-4635-91f8-c9e8f34fa9a5 admin admin] Publish callbacks [] for security_group (d3575d08-96ee-4438-8bf8-c32742957c64), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:32.146177 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0b06cb00-82d9-4618-87d6-0b95fd85c2e6 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Deleting port 1b7b11b0-be20-4a0a-8c57-9cecc07e1ee0 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:32.146515 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b06cb00-82d9-4618-87d6-0b95fd85c2e6 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1b7b11b0-be20-4a0a-8c57-9cecc07e1ee0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:32.163796 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-539f02f0-cbf4-4635-91f8-c9e8f34fa9a5 admin admin] Publish callbacks [] for security_group (d3575d08-96ee-4438-8bf8-c32742957c64), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:32.191069 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:32.254679 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b06cb00-82d9-4618-87d6-0b95fd85c2e6 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1b7b11b0-be20-4a0a-8c57-9cecc07e1ee0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:32.255020 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b06cb00-82d9-4618-87d6-0b95fd85c2e6 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for floatingip (1b7b11b0-be20-4a0a-8c57-9cecc07e1ee0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:32.268787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0b06cb00-82d9-4618-87d6-0b95fd85c2e6 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Calling delete_port for 1b7b11b0-be20-4a0a-8c57-9cecc07e1ee0 owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:32.313416 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-539f02f0-cbf4-4635-91f8-c9e8f34fa9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d3575d08-96ee-4438-8bf8-c32742957c64), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:32.316471 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-539f02f0-cbf4-4635-91f8-c9e8f34fa9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:32.320236 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-539f02f0-cbf4-4635-91f8-c9e8f34fa9a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3575d08-96ee-4438-8bf8-c32742957c64 HTTP/1.1" status: 204  len: 168 time: 0.2720246
Feb 12 21:15:32.335113 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f02f0-cbf4-4635-91f8-c9e8f34fa9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3575d08-96ee-4438-8bf8-c32742957c64,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:32.434212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f0794-1222-4959-b225-fa7f491d5072 req-371cb4c8-792c-4eac-b31b-4cf31cbe4b8d tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:32.436148 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-326f0794-1222-4959-b225-fa7f491d5072 req-371cb4c8-792c-4eac-b31b-4cf31cbe4b8d tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 946 time: 0.0711038
Feb 12 21:15:32.497456 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-326f0794-1222-4959-b225-fa7f491d5072 req-397b9c14-4074-4ee0-8917-c2e18777906f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482581
Feb 12 21:15:32.505697 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b06cb00-82d9-4618-87d6-0b95fd85c2e6 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (1b7b11b0-be20-4a0a-8c57-9cecc07e1ee0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:32.534406 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06cb00-82d9-4618-87d6-0b95fd85c2e6 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Pushing event deleted for resources: {'Port': ['ID=1b7b11b0-be20-4a0a-8c57-9cecc07e1ee0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:32.648086 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b06cb00-82d9-4618-87d6-0b95fd85c2e6 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks [] for floatingip (77158594-6ca5-4eb0-a411-759e05714955), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:32.651988 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b06cb00-82d9-4618-87d6-0b95fd85c2e6 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:32.653154 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0b06cb00-82d9-4618-87d6-0b95fd85c2e6 tempest-ImagesOneServerNegativeTestJSON-1886999803 tempest-ImagesOneServerNegativeTestJSON-1886999803-project] 10.222.0.31 "DELETE /v2.0/floatingips/77158594-6ca5-4eb0-a411-759e05714955 HTTP/1.1" status: 204  len: 168 time: 0.6813376
Feb 12 21:15:32.661441 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2f010-ec9f-4d7a-a1db-083a763406d3 req-997ec58e-45bb-471b-a285-dc9a0f5be67a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:32.662926 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f5e2f010-ec9f-4d7a-a1db-083a763406d3 req-997ec58e-45bb-471b-a285-dc9a0f5be67a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 945 time: 0.1244311
Feb 12 21:15:32.722960 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f5e2f010-ec9f-4d7a-a1db-083a763406d3 req-7015adef-e070-4d3b-8b31-57fb6614e15b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507784
Feb 12 21:15:32.766151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42442) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:32.824782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b970aeca-8895-4016-a2fe-c5e052a24b40 admin admin] Deleting subnet f699deae-cd61-42bd-abe6-0c0615e85f5c {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:15:32.829149 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b970aeca-8895-4016-a2fe-c5e052a24b40 admin admin] Publish callbacks [] for subnet (f699deae-cd61-42bd-abe6-0c0615e85f5c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:32.874331 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b970aeca-8895-4016-a2fe-c5e052a24b40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (f699deae-cd61-42bd-abe6-0c0615e85f5c), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:32.916557 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b970aeca-8895-4016-a2fe-c5e052a24b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (f699deae-cd61-42bd-abe6-0c0615e85f5c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:33.040482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 89a1b42b-d5fd-47e5-a706-9448ba078c8e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:15:33.043563 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b970aeca-8895-4016-a2fe-c5e052a24b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (f699deae-cd61-42bd-abe6-0c0615e85f5c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:33.049705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d91a8af2-494a-4edb-b217-b53420b63976 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:33.057438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4bc7c-4c6a-47c9-abeb-9f6a74bdf59a req-0b2912c8-a519-4313-8f6f-b10942148c4e tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:33.064712 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-92e4bc7c-4c6a-47c9-abeb-9f6a74bdf59a req-0b2912c8-a519-4313-8f6f-b10942148c4e tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 943 time: 0.0958612
Feb 12 21:15:33.078493 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: d91a8af2-494a-4edb-b217-b53420b63976 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:33.078773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d91a8af2-494a-4edb-b217-b53420b63976 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:33.083393 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970aeca-8895-4016-a2fe-c5e052a24b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f699deae-cd61-42bd-abe6-0c0615e85f5c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:33.087507 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b970aeca-8895-4016-a2fe-c5e052a24b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:33.089580 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b970aeca-8895-4016-a2fe-c5e052a24b40 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f699deae-cd61-42bd-abe6-0c0615e85f5c HTTP/1.1" status: 204  len: 168 time: 0.3223302
Feb 12 21:15:33.091933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42452) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:33.148151 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-92e4bc7c-4c6a-47c9-abeb-9f6a74bdf59a req-9f19f510-ab17-439e-b76b-acc25e46df0a tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8e46d32-abd5-4fa0-b596-a50c0dad7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703599
Feb 12 21:15:33.192224 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-235b64b3-ba00-4fa9-9fae-6493f4325391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (46e8ba15-abd6-4b1e-957e-9d3052ac4ccd), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:33.200749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 89a1b42b-d5fd-47e5-a706-9448ba078c8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89a1b42b-d5fd-47e5-a706-9448ba078c8e,segment=NetworkSegment(3cad0ecf-baaa-4b41-9d84-7f3299f831dc),segment_id=3cad0ecf-baaa-4b41-9d84-7f3299f831dc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:33.215051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '89a1b42b-d5fd-47e5-a706-9448ba078c8e', 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'port_id': '89a1b42b-d5fd-47e5-a706-9448ba078c8e', 'mac_address': 'fa:16:3e:92:9e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:15:33.264157 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 89a1b42b-d5fd-47e5-a706-9448ba078c8e is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:33.264940 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89a1b42b-d5fd-47e5-a706-9448ba078c8e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:33.283231 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a1b42b-d5fd-47e5-a706-9448ba078c8e {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:15:33.306957 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 89a1b42b-d5fd-47e5-a706-9448ba078c8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89a1b42b-d5fd-47e5-a706-9448ba078c8e,segment=NetworkSegment(3cad0ecf-baaa-4b41-9d84-7f3299f831dc),segment_id=3cad0ecf-baaa-4b41-9d84-7f3299f831dc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:33.329678 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-235b64b3-ba00-4fa9-9fae-6493f4325391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (46e8ba15-abd6-4b1e-957e-9d3052ac4ccd), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:33.354100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-235b64b3-ba00-4fa9-9fae-6493f4325391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f989be20>,) {'filters': {'network_id': ['46e8ba15-abd6-4b1e-957e-9d3052ac4ccd']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:33.365569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-235b64b3-ba00-4fa9-9fae-6493f4325391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f989be20>, 'cfa9793b-232a-4d0f-87f9-40fa92c2e2da') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:33.365865 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-235b64b3-ba00-4fa9-9fae-6493f4325391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f989be20>, 'cfa9793b-232a-4d0f-87f9-40fa92c2e2da') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:33.374513 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716fac3-454c-4bb3-92c5-d08222742504 req-dc06d5e5-a9d6-4059-8a14-22b8c944cbb2 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:33.375993 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b716fac3-454c-4bb3-92c5-d08222742504 req-dc06d5e5-a9d6-4059-8a14-22b8c944cbb2 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 945 time: 0.1688187
Feb 12 21:15:33.386553 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-235b64b3-ba00-4fa9-9fae-6493f4325391 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (cfa9793b-232a-4d0f-87f9-40fa92c2e2da), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:33.408356 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (89a1b42b-d5fd-47e5-a706-9448ba078c8e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:33.412842 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-235b64b3-ba00-4fa9-9fae-6493f4325391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (cfa9793b-232a-4d0f-87f9-40fa92c2e2da), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:33.426129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235b64b3-ba00-4fa9-9fae-6493f4325391 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:15:33.426531 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-235b64b3-ba00-4fa9-9fae-6493f4325391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (cfa9793b-232a-4d0f-87f9-40fa92c2e2da), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:15:33.428167 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:15:33.459621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=89a1b42b-d5fd-47e5-a706-9448ba078c8e,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:33.485213 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b716fac3-454c-4bb3-92c5-d08222742504 req-1e8f728a-66e0-41f9-be11-75a9ab3b8a3d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020565
Feb 12 21:15:33.563211 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-235b64b3-ba00-4fa9-9fae-6493f4325391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (46e8ba15-abd6-4b1e-957e-9d3052ac4ccd), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:33.570205 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-235b64b3-ba00-4fa9-9fae-6493f4325391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:33.574645 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-235b64b3-ba00-4fa9-9fae-6493f4325391 admin admin] 10.222.0.31 "DELETE /v2.0/networks/46e8ba15-abd6-4b1e-957e-9d3052ac4ccd HTTP/1.1" status: 204  len: 168 time: 0.4811733
Feb 12 21:15:33.586279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b64b3-ba00-4fa9-9fae-6493f4325391 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e8ba15-abd6-4b1e-957e-9d3052ac4ccd,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:33.621761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0b1d9-9359-4de4-8075-553e02b7a644 req-a2d8bf4e-109e-4714-82c7-e05ab2c78761 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:33.623341 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc0b1d9-9359-4de4-8075-553e02b7a644 req-a2d8bf4e-109e-4714-82c7-e05ab2c78761 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 946 time: 0.0589979
Feb 12 21:15:33.678869 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dc0b1d9-9359-4de4-8075-553e02b7a644 req-5a2803f3-6ab9-426a-89de-0a296b862cbd tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471582
Feb 12 21:15:33.754604 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['89a1b42b-d5fd-47e5-a706-9448ba078c8e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:15:33.985234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42478) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:34.033143 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6d481365-8749-48ea-af43-002842dac68d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0da6753f4d6946489d582ef43d0da4f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0465002
Feb 12 21:15:34.035606 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42482) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:34.083374 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f3f1c225-e8cb-4151-aa52-6d7cf923d6f5 admin admin] Publish callbacks [] for security_group (596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:34.108255 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f3f1c225-e8cb-4151-aa52-6d7cf923d6f5 admin admin] Publish callbacks [] for security_group (596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:34.264603 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca1d8e-b45f-4de5-91c3-fc423121a274 req-a1db3c60-ab1f-4542-b13e-f14cdeac8aaf tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:34.266123 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7aca1d8e-b45f-4de5-91c3-fc423121a274 req-a1db3c60-ab1f-4542-b13e-f14cdeac8aaf tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 944 time: 0.0611396
Feb 12 21:15:34.267256 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f3f1c225-e8cb-4151-aa52-6d7cf923d6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:34.269897 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f3f1c225-e8cb-4151-aa52-6d7cf923d6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:34.273296 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f3f1c225-e8cb-4151-aa52-6d7cf923d6f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0 HTTP/1.1" status: 204  len: 168 time: 0.2342343
Feb 12 21:15:34.292664 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1c225-e8cb-4151-aa52-6d7cf923d6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596c0a31-e6ed-4b1b-88a8-dd2af5f3fad0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:34.335802 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7aca1d8e-b45f-4de5-91c3-fc423121a274 req-e41034cb-8408-42c7-a4af-dbb6ea254e0b tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8e46d32-abd5-4fa0-b596-a50c0dad7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622628
Feb 12 21:15:34.614826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5ff3c-b9fe-45a3-bb4e-ce69f4577bee req-00d44f31-893f-439f-8c25-896beb787c94 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:34.616301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03c5ff3c-b9fe-45a3-bb4e-ce69f4577bee req-00d44f31-893f-439f-8c25-896beb787c94 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 945 time: 0.0558529
Feb 12 21:15:34.653627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f17e5-a735-4845-b97e-395713c1e601 req-6d2fd48b-6b17-4c67-87ea-bbe1571f695c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:34.655172 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7c1f17e5-a735-4845-b97e-395713c1e601 req-6d2fd48b-6b17-4c67-87ea-bbe1571f695c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.50 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 945 time: 0.0527959
Feb 12 21:15:34.670114 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03c5ff3c-b9fe-45a3-bb4e-ce69f4577bee req-073330aa-8a44-4b0b-9b5f-502d975cc1ce tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478551
Feb 12 21:15:34.770800 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-7c1f17e5-a735-4845-b97e-395713c1e601 req-63ccf52d-3752-4334-be34-f1b86f772aee tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Deleting port f6cae20d-5b6a-430a-a211-222509cb5db2 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:34.771321 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7c1f17e5-a735-4845-b97e-395713c1e601 req-63ccf52d-3752-4334-be34-f1b86f772aee tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f6cae20d-5b6a-430a-a211-222509cb5db2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:34.888356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-7c1f17e5-a735-4845-b97e-395713c1e601 req-63ccf52d-3752-4334-be34-f1b86f772aee tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] For port f6cae20d-5b6a-430a-a211-222509cb5db2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6cae20d-5b6a-430a-a211-222509cb5db2,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:34.888356 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7c1f17e5-a735-4845-b97e-395713c1e601 req-63ccf52d-3752-4334-be34-f1b86f772aee tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f6cae20d-5b6a-430a-a211-222509cb5db2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:34.906782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-7c1f17e5-a735-4845-b97e-395713c1e601 req-63ccf52d-3752-4334-be34-f1b86f772aee tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Calling delete_port for f6cae20d-5b6a-430a-a211-222509cb5db2 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:35.035124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 89a1b42b-d5fd-47e5-a706-9448ba078c8e up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:15:35.196844 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7c1f17e5-a735-4845-b97e-395713c1e601 req-63ccf52d-3752-4334-be34-f1b86f772aee tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f6cae20d-5b6a-430a-a211-222509cb5db2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:35.212083 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['f6cae20d-5b6a-430a-a211-222509cb5db2'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:15:35.226042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccf52d-3752-4334-be34-f1b86f772aee tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Pushing event deleted for resources: {'Port': ['ID=f6cae20d-5b6a-430a-a211-222509cb5db2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:35.254687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 89a1b42b-d5fd-47e5-a706-9448ba078c8e completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:15:35.263700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 89a1b42b-d5fd-47e5-a706-9448ba078c8e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:35.264106 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (89a1b42b-d5fd-47e5-a706-9448ba078c8e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:35.288180 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1f17e5-a735-4845-b97e-395713c1e601 req-63ccf52d-3752-4334-be34-f1b86f772aee tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] No DVR routers for this DVR port f6cae20d-5b6a-430a-a211-222509cb5db2 on host nch2-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:35.292158 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-7c1f17e5-a735-4845-b97e-395713c1e601 req-63ccf52d-3752-4334-be34-f1b86f772aee tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:35.296491 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7c1f17e5-a735-4845-b97e-395713c1e601 req-63ccf52d-3752-4334-be34-f1b86f772aee tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.50 "DELETE /v2.0/ports/f6cae20d-5b6a-430a-a211-222509cb5db2 HTTP/1.1" status: 204  len: 173 time: 0.6357563
Feb 12 21:15:35.299451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37517a7b-4ae7-408a-86d8-c16203fef034', 'name': 'network-vif-deleted', 'tag': 'f6cae20d-5b6a-430a-a211-222509cb5db2'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:35.300451 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6867c371-72d1-49d7-9248-b6d22c351b3d" -d '{"events": [{"server_uuid": "37517a7b-4ae7-408a-86d8-c16203fef034", "name": "network-vif-deleted", "tag": "f6cae20d-5b6a-430a-a211-222509cb5db2"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:35.350433 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9736d6-3e87-4d09-883a-1899ade4a7af x-openstack-request-id: req-fa9736d6-3e87-4d09-883a-1899ade4a7af {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:35.351085 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37517a7b-4ae7-408a-86d8-c16203fef034", "name": "network-vif-deleted", "tag": "f6cae20d-5b6a-430a-a211-222509cb5db2", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:35.351498 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa9736d6-3e87-4d09-883a-1899ade4a7af {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:35.352074 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37517a7b-4ae7-408a-86d8-c16203fef034', 'name': 'network-vif-deleted', 'tag': 'f6cae20d-5b6a-430a-a211-222509cb5db2', 'status': 'completed', 'code': 200}
Feb 12 21:15:35.394657 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 89a1b42b-d5fd-47e5-a706-9448ba078c8e is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:35.395047 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89a1b42b-d5fd-47e5-a706-9448ba078c8e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:35.426313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed342e0-10ca-4835-ad0d-cf55a6aabc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a1b42b-d5fd-47e5-a706-9448ba078c8e'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:35.428543 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f2abf8-2801-4a36-b45d-c342593e5e94" -d '{"events": [{"server_uuid": "aed342e0-10ca-4835-ad0d-cf55a6aabc75", "name": "network-vif-plugged", "status": "completed", "tag": "89a1b42b-d5fd-47e5-a706-9448ba078c8e"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:35.442285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 89a1b42b-d5fd-47e5-a706-9448ba078c8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89a1b42b-d5fd-47e5-a706-9448ba078c8e,segment=NetworkSegment(3cad0ecf-baaa-4b41-9d84-7f3299f831dc),segment_id=3cad0ecf-baaa-4b41-9d84-7f3299f831dc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:35.475888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce8b0d-6b7a-4f7e-981b-ce8ea3fe4188 req-b757fb49-79d5-4cb7-8287-6cdef4b3c943 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:35.482249 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78ce8b0d-6b7a-4f7e-981b-ce8ea3fe4188 req-b757fb49-79d5-4cb7-8287-6cdef4b3c943 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 944 time: 0.0667896
Feb 12 21:15:35.482408 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6255da-879d-40a7-b692-d1b2e9e17314 x-openstack-request-id: req-ef6255da-879d-40a7-b692-d1b2e9e17314 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:35.482627 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed342e0-10ca-4835-ad0d-cf55a6aabc75", "name": "network-vif-plugged", "status": "completed", "tag": "89a1b42b-d5fd-47e5-a706-9448ba078c8e", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:35.482877 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef6255da-879d-40a7-b692-d1b2e9e17314 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:35.483267 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed342e0-10ca-4835-ad0d-cf55a6aabc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a1b42b-d5fd-47e5-a706-9448ba078c8e', 'code': 200}
Feb 12 21:15:35.523153 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (89a1b42b-d5fd-47e5-a706-9448ba078c8e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:35.540065 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78ce8b0d-6b7a-4f7e-981b-ce8ea3fe4188 req-26e90071-df88-4a8f-bd22-0d1a627937e5 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8e46d32-abd5-4fa0-b596-a50c0dad7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556657
Feb 12 21:15:35.584593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=89a1b42b-d5fd-47e5-a706-9448ba078c8e,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:35.609561 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540432be-cd4e-42c8-86d6-87a86ad70d8e req-40f661a8-6306-4e8f-93c7-821e72db4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:35.611080 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-540432be-cd4e-42c8-86d6-87a86ad70d8e req-40f661a8-6306-4e8f-93c7-821e72db4e10 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 1127 time: 0.0477195
Feb 12 21:15:35.672935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-540432be-cd4e-42c8-86d6-87a86ad70d8e req-e710f699-680a-4cd5-a7fe-62dff71e7a91 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e8e46d32-abd5-4fa0-b596-a50c0dad7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451162
Feb 12 21:15:35.711024 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42556) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:35.794706 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-772f9768-590d-4b31-ae42-1a017354164b req-3d2f1b46-974e-49a2-9e30-cc8b91b8c923 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=37517a7b-4ae7-408a-86d8-c16203fef034 HTTP/1.1" status: 200  len: 210 time: 0.0402164
Feb 12 21:15:35.820398 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-889d9476-cc4f-473f-8cd0-763efa8949e7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-735676595-network', 'tenant_id': 'abb3fabefd3e4260886d8b8064432809'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:35.934833 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889d9476-cc4f-473f-8cd0-763efa8949e7 admin admin] Made reservation on behalf of abb3fabefd3e4260886d8b8064432809 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:15:35.937582 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-889d9476-cc4f-473f-8cd0-763efa8949e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:35.946632 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-889d9476-cc4f-473f-8cd0-763efa8949e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:35.976569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42566) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:36.032084 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-889d9476-cc4f-473f-8cd0-763efa8949e7 admin admin] Publish callbacks [] for security_group (034db5e5-0765-477d-9731-e966e7b3974b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:36.094943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a9e75b9-e70a-411b-8183-6b0d7ffd8968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:36.110858 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-889d9476-cc4f-473f-8cd0-763efa8949e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (034db5e5-0765-477d-9731-e966e7b3974b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:36.146105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889d9476-cc4f-473f-8cd0-763efa8949e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:15:36.160360 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d9476-cc4f-473f-8cd0-763efa8949e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034db5e5-0765-477d-9731-e966e7b3974b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:36.171710 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-889d9476-cc4f-473f-8cd0-763efa8949e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (fe711a08-afb1-4ef2-8a93-59be0df8b390), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:36.172053 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-889d9476-cc4f-473f-8cd0-763efa8949e7 admin admin] Added segment fe711a08-afb1-4ef2-8a93-59be0df8b390 of type vlan for network 2396b13e-ae2c-47c0-9a41-c00a7f321e3a
Feb 12 21:15:36.226428 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-889d9476-cc4f-473f-8cd0-763efa8949e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (2396b13e-ae2c-47c0-9a41-c00a7f321e3a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:36.261698 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a9e75b9-e70a-411b-8183-6b0d7ffd8968 admin admin] Publish callbacks [] for security_group (661c2ea6-17ca-46a4-a2f2-97afbb82e4e1), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:36.338830 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a9e75b9-e70a-411b-8183-6b0d7ffd8968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (661c2ea6-17ca-46a4-a2f2-97afbb82e4e1), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:36.379127 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3a9e75b9-e70a-411b-8183-6b0d7ffd8968 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67c675ad2746417fb06e2477e8a56910&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4014702
Feb 12 21:15:36.380216 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e75b9-e70a-411b-8183-6b0d7ffd8968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661c2ea6-17ca-46a4-a2f2-97afbb82e4e1,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:36.381977 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42572) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:36.386231 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-889d9476-cc4f-473f-8cd0-763efa8949e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (2396b13e-ae2c-47c0-9a41-c00a7f321e3a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:36.388780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d9476-cc4f-473f-8cd0-763efa8949e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:36.388780 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-889d9476-cc4f-473f-8cd0-763efa8949e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:36.436350 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57b481d5-887f-41db-be8f-1f0262744f22 admin admin] Publish callbacks [] for security_group (661c2ea6-17ca-46a4-a2f2-97afbb82e4e1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:36.451207 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d9476-cc4f-473f-8cd0-763efa8949e7 admin admin] Pushing event updated for resources: {'Network': ['ID=2396b13e-ae2c-47c0-9a41-c00a7f321e3a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:36.457375 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57b481d5-887f-41db-be8f-1f0262744f22 admin admin] Publish callbacks [] for security_group (661c2ea6-17ca-46a4-a2f2-97afbb82e4e1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:36.460959 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 2396b13e-ae2c-47c0-9a41-c00a7f321e3a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:15:36.524540 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-889d9476-cc4f-473f-8cd0-763efa8949e7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.8120854
Feb 12 21:15:36.528133 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42574) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:36.533120 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ffb4bd81-a603-4140-9237-1881c06995dd admin admin] Request body: {'subnet': {'network_id': '2396b13e-ae2c-47c0-9a41-c00a7f321e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-735676595-subnet', 'tenant_id': 'abb3fabefd3e4260886d8b8064432809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:36.640361 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57b481d5-887f-41db-be8f-1f0262744f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (661c2ea6-17ca-46a4-a2f2-97afbb82e4e1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:36.642945 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57b481d5-887f-41db-be8f-1f0262744f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:36.644071 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-57b481d5-887f-41db-be8f-1f0262744f22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/661c2ea6-17ca-46a4-a2f2-97afbb82e4e1 HTTP/1.1" status: 204  len: 168 time: 0.2610834
Feb 12 21:15:36.656153 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:15:36.660163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b481d5-887f-41db-be8f-1f0262744f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661c2ea6-17ca-46a4-a2f2-97afbb82e4e1,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:36.678562 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116403b1-24e2-40e9-8822-8afda0e91fbe req-dfe0a58e-35c4-4465-a424-5169e7b48a16 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:36.680081 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-116403b1-24e2-40e9-8822-8afda0e91fbe req-dfe0a58e-35c4-4465-a424-5169e7b48a16 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 945 time: 0.0684128
Feb 12 21:15:36.683973 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb4bd81-a603-4140-9237-1881c06995dd admin admin] Made reservation on behalf of abb3fabefd3e4260886d8b8064432809 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:15:36.686786 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ffb4bd81-a603-4140-9237-1881c06995dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:36.735292 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-116403b1-24e2-40e9-8822-8afda0e91fbe req-e7195ede-2ea9-450e-b6d0-eff7ead48eb0 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8e46d32-abd5-4fa0-b596-a50c0dad7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472202
Feb 12 21:15:37.027993 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ffb4bd81-a603-4140-9237-1881c06995dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (82ee9147-df51-4b4c-bd7b-a86edd505e55), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:37.106436 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4bd81-a603-4140-9237-1881c06995dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=82ee9147-df51-4b4c-bd7b-a86edd505e55,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:37.116041 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb4bd81-a603-4140-9237-1881c06995dd admin admin] Checking segment: {'id': 'fe711a08-afb1-4ef2-8a93-59be0df8b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2396b13e-ae2c-47c0-9a41-c00a7f321e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:15:37.116242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb4bd81-a603-4140-9237-1881c06995dd admin admin] Network hostable DHCP agents. Network: 2396b13e-ae2c-47c0-9a41-c00a7f321e3a, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:15:37.137273 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-6f458d53-4dd7-44d3-a106-68b004de6e5a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:37.139049 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-6f458d53-4dd7-44d3-a106-68b004de6e5a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 811 time: 0.1180625
Feb 12 21:15:37.154978 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-24c011cf-3763-4830-8d22-d1e06380ad13 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/quotas/e88ed10d0c57403dbc48251e998fbd1a HTTP/1.1" status: 200  len: 375 time: 0.0101371
Feb 12 21:15:37.190795 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-d58c88fa-9e3b-45ef-8c64-8a52ab71d208 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0300317
Feb 12 21:15:37.208497 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb4bd81-a603-4140-9237-1881c06995dd admin admin] Network 2396b13e-ae2c-47c0-9a41-c00a7f321e3a is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:15:37.339351 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-ffb4bd81-a603-4140-9237-1881c06995dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2396b13e-ae2c-47c0-9a41-c00a7f321e3a) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:15:37.345433 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb4bd81-a603-4140-9237-1881c06995dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:37.348669 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ffb4bd81-a603-4140-9237-1881c06995dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:37.352032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f708d2-7c64-4e4e-ab7c-496a04ab9e5f None None] Network 2396b13e-ae2c-47c0-9a41-c00a7f321e3a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:37.400860 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-241501b4-c607-45d1-81cd-73404e87abc6 service neutron] 10.222.0.31 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2015266
Feb 12 21:15:37.456903 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ffb4bd81-a603-4140-9237-1881c06995dd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9274859
Feb 12 21:15:37.502156 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd5161a-b8d2-4d54-babc-ee64265257fa None None] Network 2396b13e-ae2c-47c0-9a41-c00a7f321e3a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:37.523515 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-bfa035fa-c4de-4314-ad4a-b5631d9b4180 service neutron] 10.222.0.31 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1129923
Feb 12 21:15:37.572624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42606) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:37.591238 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9f61eb6-0c30-401b-805b-49faed232956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:37.694149 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9f61eb6-0c30-401b-805b-49faed232956 admin admin] Publish callbacks [] for security_group (cb719f12-15e5-455b-828a-22ae9b760215), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:37.757145 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9f61eb6-0c30-401b-805b-49faed232956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cb719f12-15e5-455b-828a-22ae9b760215), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:37.814899 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b9f61eb6-0c30-401b-805b-49faed232956 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ff38c4a062c4d6daaf27329196f9881&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2406034
Feb 12 21:15:37.816195 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f61eb6-0c30-401b-805b-49faed232956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb719f12-15e5-455b-828a-22ae9b760215,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:37.817120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42634) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:37.859896 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-1b212493-0ffa-4c4b-87ee-f7206a7c5f61 req-7e51650f-ae7e-4fed-a9a0-7a1d00c324a7 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1067786404', 'description': 'tempest-description-1422560554'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:37.962529 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1b212493-0ffa-4c4b-87ee-f7206a7c5f61 req-7e51650f-ae7e-4fed-a9a0-7a1d00c324a7 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:38.044715 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1b212493-0ffa-4c4b-87ee-f7206a7c5f61 req-7e51650f-ae7e-4fed-a9a0-7a1d00c324a7 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (085b1cdd-534f-4941-b875-6d141ef4b2e6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:38.076874 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42660) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:38.184062 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1b212493-0ffa-4c4b-87ee-f7206a7c5f61 req-7e51650f-ae7e-4fed-a9a0-7a1d00c324a7 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (085b1cdd-534f-4941-b875-6d141ef4b2e6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:38.236008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51650f-ae7e-4fed-a9a0-7a1d00c324a7 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085b1cdd-534f-4941-b875-6d141ef4b2e6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:38.255942 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5bba521e-a2fd-4531-9f99-04c3af3f541b admin admin] Publish callbacks [] for security_group (cb719f12-15e5-455b-828a-22ae9b760215), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:38.285412 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5bba521e-a2fd-4531-9f99-04c3af3f541b admin admin] Publish callbacks [] for security_group (cb719f12-15e5-455b-828a-22ae9b760215), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:38.302215 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28815345-e14a-45c5-a685-6293518572d2 req-6d5f97cf-a3b4-4ea6-9792-0c90803def2f tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:38.303854 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-28815345-e14a-45c5-a685-6293518572d2 req-6d5f97cf-a3b4-4ea6-9792-0c90803def2f tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 945 time: 0.4328001
Feb 12 21:15:38.336223 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1b212493-0ffa-4c4b-87ee-f7206a7c5f61 req-7e51650f-ae7e-4fed-a9a0-7a1d00c324a7 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:38.337700 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1b212493-0ffa-4c4b-87ee-f7206a7c5f61 req-7e51650f-ae7e-4fed-a9a0-7a1d00c324a7 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1837 time: 0.4845822
Feb 12 21:15:38.375482 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-28815345-e14a-45c5-a685-6293518572d2 req-6c844c53-6d67-4b68-9519-42e601003022 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8e46d32-abd5-4fa0-b596-a50c0dad7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637038
Feb 12 21:15:38.409608 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e50a0296-e438-485f-8301-94ca13cdf6a6 req-5218b785-d4a9-4a36-9802-477966e0ccc7 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 210 time: 0.0347633
Feb 12 21:15:38.465818 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9a8793e2-a7a8-4583-805c-d259246547e6 req-9f86ad25-57d3-47bc-b8bc-165efeb18bb4 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "GET /v2.0/security-groups/085b1cdd-534f-4941-b875-6d141ef4b2e6 HTTP/1.1" status: 200  len: 1832 time: 0.0567987
Feb 12 21:15:38.481690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-9a8793e2-a7a8-4583-805c-d259246547e6 req-394f683e-6541-4e04-804c-4bf957cd968a tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '085b1cdd-534f-4941-b875-6d141ef4b2e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:38.482519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-9a8793e2-a7a8-4583-805c-d259246547e6 req-394f683e-6541-4e04-804c-4bf957cd968a tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '085b1cdd-534f-4941-b875-6d141ef4b2e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:38.503765 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5bba521e-a2fd-4531-9f99-04c3af3f541b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cb719f12-15e5-455b-828a-22ae9b760215), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:38.507879 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5bba521e-a2fd-4531-9f99-04c3af3f541b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:38.512644 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5bba521e-a2fd-4531-9f99-04c3af3f541b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb719f12-15e5-455b-828a-22ae9b760215 HTTP/1.1" status: 204  len: 168 time: 0.6870816
Feb 12 21:15:38.524102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba521e-a2fd-4531-9f99-04c3af3f541b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb719f12-15e5-455b-828a-22ae9b760215,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:38.643729 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9a8793e2-a7a8-4583-805c-d259246547e6 req-394f683e-6541-4e04-804c-4bf957cd968a tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group_rule (6345076a-3ea0-4bcf-847c-1526b228c6e5), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:38.671776 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9a8793e2-a7a8-4583-805c-d259246547e6 req-394f683e-6541-4e04-804c-4bf957cd968a tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group_rule (6345076a-3ea0-4bcf-847c-1526b228c6e5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:38.756389 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9a8793e2-a7a8-4583-805c-d259246547e6 req-394f683e-6541-4e04-804c-4bf957cd968a tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (6345076a-3ea0-4bcf-847c-1526b228c6e5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:38.777292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f683e-6541-4e04-804c-4bf957cd968a tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6345076a-3ea0-4bcf-847c-1526b228c6e5,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:38.843285 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9a8793e2-a7a8-4583-805c-d259246547e6 req-394f683e-6541-4e04-804c-4bf957cd968a tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:38.850621 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9a8793e2-a7a8-4583-805c-d259246547e6 req-394f683e-6541-4e04-804c-4bf957cd968a tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3759573
Feb 12 21:15:38.903734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3171f-bb02-444c-8660-493c783b0b17 req-0c924060-2494-4a1b-9132-d94050fbdfb5 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:38.905152 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dee3171f-bb02-444c-8660-493c783b0b17 req-0c924060-2494-4a1b-9132-d94050fbdfb5 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 945 time: 0.4036119
Feb 12 21:15:38.918305 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42680) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:38.923181 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b9da20ae-1126-4948-a520-3a7c8ed91571 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Request body: {'floatingip': {'port_id': '89a1b42b-d5fd-47e5-a706-9448ba078c8e'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:38.926057 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c9322f75-4d89-4ed3-8cfc-53d3c41270a4 req-ab601bbe-4115-467b-956a-d72dbfa4ec55 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "GET /v2.0/security-groups/085b1cdd-534f-4941-b875-6d141ef4b2e6 HTTP/1.1" status: 200  len: 2426 time: 0.0599134
Feb 12 21:15:38.928501 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f6cae20d-5b6a-430a-a211-222509cb5db2 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:38.980674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: f6cae20d-5b6a-430a-a211-222509cb5db2 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:38.981179 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f6cae20d-5b6a-430a-a211-222509cb5db2 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:38.995613 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9da20ae-1126-4948-a520-3a7c8ed91571 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for floatingip (3388de94-9bb7-4e05-95ab-cd8057679618), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:39.007444 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-132b0976-a73b-4b43-90c4-a4f53be4776e req-111e737f-80df-4aba-a6fa-e2d71a53e632 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "GET /v2.0/security-group-rules/6345076a-3ea0-4bcf-847c-1526b228c6e5 HTTP/1.1" status: 200  len: 778 time: 0.0346663
Feb 12 21:15:39.099476 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-132b0976-a73b-4b43-90c4-a4f53be4776e req-b54771ae-3ae5-4187-b3e7-c3f4147ddefa tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "GET /v2.0/security-groups/085b1cdd-534f-4941-b875-6d141ef4b2e6 HTTP/1.1" status: 200  len: 2426 time: 0.0838892
Feb 12 21:15:39.140634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-132b0976-a73b-4b43-90c4-a4f53be4776e req-e9a6ef05-6f0f-4bc8-ac40-0ad3d3c53f53 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group_rule (6345076a-3ea0-4bcf-847c-1526b228c6e5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:39.148635 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-132b0976-a73b-4b43-90c4-a4f53be4776e req-e9a6ef05-6f0f-4bc8-ac40-0ad3d3c53f53 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group_rule (6345076a-3ea0-4bcf-847c-1526b228c6e5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:39.294635 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-132b0976-a73b-4b43-90c4-a4f53be4776e req-e9a6ef05-6f0f-4bc8-ac40-0ad3d3c53f53 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (6345076a-3ea0-4bcf-847c-1526b228c6e5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:39.306007 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-132b0976-a73b-4b43-90c4-a4f53be4776e req-e9a6ef05-6f0f-4bc8-ac40-0ad3d3c53f53 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:39.312737 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-132b0976-a73b-4b43-90c4-a4f53be4776e req-e9a6ef05-6f0f-4bc8-ac40-0ad3d3c53f53 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6345076a-3ea0-4bcf-847c-1526b228c6e5 HTTP/1.1" status: 204  len: 173 time: 0.2060170
Feb 12 21:15:39.356035 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-c5bc413e-6a9c-46df-abaf-1bf3be009061 req-add4bc2f-eaa1-4629-9259-c6e36dc64e16 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-403111373', 'description': 'tempest-description-1746980768'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:39.360138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6ef05-6f0f-4bc8-ac40-0ad3d3c53f53 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6345076a-3ea0-4bcf-847c-1526b228c6e5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:39.437268 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c5bc413e-6a9c-46df-abaf-1bf3be009061 req-add4bc2f-eaa1-4629-9259-c6e36dc64e16 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:39.473951 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37d87c92-46ae-4c83-b151-a6eb3d925117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (22badd2b-4d74-4149-a51f-9df6e875273f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:39.539557 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c5bc413e-6a9c-46df-abaf-1bf3be009061 req-add4bc2f-eaa1-4629-9259-c6e36dc64e16 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (b0146cfe-42a2-4304-86ec-40af08c26b45), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:39.636625 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c5bc413e-6a9c-46df-abaf-1bf3be009061 req-add4bc2f-eaa1-4629-9259-c6e36dc64e16 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b0146cfe-42a2-4304-86ec-40af08c26b45), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:39.674508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4bc2f-eaa1-4629-9259-c6e36dc64e16 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0146cfe-42a2-4304-86ec-40af08c26b45,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:39.729872 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c5bc413e-6a9c-46df-abaf-1bf3be009061 req-add4bc2f-eaa1-4629-9259-c6e36dc64e16 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:39.743461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c5bc413e-6a9c-46df-abaf-1bf3be009061 req-add4bc2f-eaa1-4629-9259-c6e36dc64e16 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.4012711
Feb 12 21:15:39.764214 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9da20ae-1126-4948-a520-3a7c8ed91571 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:39.766685 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8543444c-f1fb-4abe-898a-d88bad416589 req-23616fa1-3b9e-45f7-998c-77cde780a751 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 210 time: 0.0657840
Feb 12 21:15:39.833784 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9da20ae-1126-4948-a520-3a7c8ed91571 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (3388de94-9bb7-4e05-95ab-cd8057679618), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:40.026413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfc43b-fbe6-4ba1-ac9e-8dacaac61a52 req-e6d29b86-433d-4ec8-9813-6a3d645aa51d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:40.031558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfc43b-fbe6-4ba1-ac9e-8dacaac61a52 req-e6d29b86-433d-4ec8-9813-6a3d645aa51d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:40.036708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfc43b-fbe6-4ba1-ac9e-8dacaac61a52 req-e6d29b86-433d-4ec8-9813-6a3d645aa51d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:40.042081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfc43b-fbe6-4ba1-ac9e-8dacaac61a52 req-e6d29b86-433d-4ec8-9813-6a3d645aa51d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:40.047231 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfc43b-fbe6-4ba1-ac9e-8dacaac61a52 req-e6d29b86-433d-4ec8-9813-6a3d645aa51d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:40.052418 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfc43b-fbe6-4ba1-ac9e-8dacaac61a52 req-e6d29b86-433d-4ec8-9813-6a3d645aa51d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:40.058243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfc43b-fbe6-4ba1-ac9e-8dacaac61a52 req-e6d29b86-433d-4ec8-9813-6a3d645aa51d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:40.060160 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ecfc43b-fbe6-4ba1-ac9e-8dacaac61a52 req-e6d29b86-433d-4ec8-9813-6a3d645aa51d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5433 time: 0.1800716
Feb 12 21:15:40.063992 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-b9da20ae-1126-4948-a520-3a7c8ed91571 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Floating IP 3388de94-9bb7-4e05-95ab-cd8057679618 associated. External IP: 172.35.2.250, port: 89a1b42b-d5fd-47e5-a706-9448ba078c8e.
Feb 12 21:15:40.139822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-37d87c92-46ae-4c83-b151-a6eb3d925117 admin admin] Deleting port d10e0619-ecee-4a2f-8d6e-f3d232743447 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:40.140165 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37d87c92-46ae-4c83-b151-a6eb3d925117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:40.274544 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ecfc43b-fbe6-4ba1-ac9e-8dacaac61a52 req-c003f2da-32d2-44a1-b65b-9c7f45db70ba tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2067728
Feb 12 21:15:40.295822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-37d87c92-46ae-4c83-b151-a6eb3d925117 admin admin] For port d10e0619-ecee-4a2f-8d6e-f3d232743447, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d10e0619-ecee-4a2f-8d6e-f3d232743447,segment=NetworkSegment(c4b9dfdb-2741-414b-820a-2fa3d6880f0b),segment_id=c4b9dfdb-2741-414b-820a-2fa3d6880f0b)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:40.296969 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37d87c92-46ae-4c83-b151-a6eb3d925117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:40.325781 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-37d87c92-46ae-4c83-b151-a6eb3d925117 admin admin] Calling delete_port for d10e0619-ecee-4a2f-8d6e-f3d232743447 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:40.416329 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-c87f7fa9-6628-49b8-a003-bb4c332668b4 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:40.418324 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-c87f7fa9-6628-49b8-a003-bb4c332668b4 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.48 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 811 time: 0.1597354
Feb 12 21:15:40.435451 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-451ba9ba-07fd-4564-8464-54fb0f95347f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Request body: {'port': {'device_id': '0ae9bb06-a90d-4b9b-914d-6304f6312070', 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9', 'admin_state_up': True, 'tenant_id': 'e88ed10d0c57403dbc48251e998fbd1a'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:40.520408 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0bd86435-7be3-41ea-bf9c-eac8f73711e9 req-12eee408-470d-4ce1-bb1c-c814139140f2 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "GET /v2.0/security-groups/b0146cfe-42a2-4304-86ec-40af08c26b45 HTTP/1.1" status: 200  len: 1831 time: 0.1600595
Feb 12 21:15:40.580649 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-a8112c33-7a8d-4921-8563-49e0419ebee6 req-8a773755-ce2f-498e-b7dd-54e248efeb3d tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-925759214', 'description': 'tempest-description-1216755791'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:40.609474 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9da20ae-1126-4948-a520-3a7c8ed91571 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Router 01713a80-792b-4e45-b2b0-0b4dd96acc67 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:15:40.688911 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-451ba9ba-07fd-4564-8464-54fb0f95347f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Made reservation on behalf of e88ed10d0c57403dbc48251e998fbd1a for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:15:40.693049 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-451ba9ba-07fd-4564-8464-54fb0f95347f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:40.705211 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a8112c33-7a8d-4921-8563-49e0419ebee6 req-8a773755-ce2f-498e-b7dd-54e248efeb3d tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:40.772728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9da20ae-1126-4948-a520-3a7c8ed91571 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:15:40.783907 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9da20ae-1126-4948-a520-3a7c8ed91571 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:40.786581 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7a145-8714-4bcb-879e-f987e9d5f802 None None] Sync routers for ids ['01713a80-792b-4e45-b2b0-0b4dd96acc67'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:15:40.800399 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7a145-8714-4bcb-879e-f987e9d5f802 None None] Routers {'01713a80-792b-4e45-b2b0-0b4dd96acc67'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:40.801470 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-91d7a145-8714-4bcb-879e-f987e9d5f802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbae4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:15:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['01713a80-792b-4e45-b2b0-0b4dd96acc67'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:40.896289 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b9da20ae-1126-4948-a520-3a7c8ed91571 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "PUT /v2.0/floatingips/3388de94-9bb7-4e05-95ab-cd8057679618 HTTP/1.1" status: 200  len: 991 time: 1.9662752
Feb 12 21:15:40.896289 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed342e0-10ca-4835-ad0d-cf55a6aabc75', 'tag': '89a1b42b-d5fd-47e5-a706-9448ba078c8e'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:40.896289 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3a17ba-c434-498c-9b14-026bb5e07104" -d '{"events": [{"name": "network-changed", "server_uuid": "aed342e0-10ca-4835-ad0d-cf55a6aabc75", "tag": "89a1b42b-d5fd-47e5-a706-9448ba078c8e"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:40.936091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-451ba9ba-07fd-4564-8464-54fb0f95347f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Allocated IP 172.20.0.7 (2a37ce5d-ea03-44d4-9654-27bdafea49d9/28b2e3cd-2e40-4791-a546-b0ce8e0efcee/b855968a-96a6-49b5-ab4f-9065636385f9) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:15:40.951213 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a8112c33-7a8d-4921-8563-49e0419ebee6 req-8a773755-ce2f-498e-b7dd-54e248efeb3d tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (7e0e8ab9-d666-46ac-b3a5-d90ddb1cbf03), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:40.962236 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37d87c92-46ae-4c83-b151-a6eb3d925117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d10e0619-ecee-4a2f-8d6e-f3d232743447), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:40.971683 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7294de3-0a9a-4491-ad7c-c1f5132bc7d4 req-3cecf3b3-4d10-40b8-97d7-7804b90edbda tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 210 time: 0.0375371
Feb 12 21:15:40.991018 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-91d7a145-8714-4bcb-879e-f987e9d5f802 None None] Set router 01713a80-792b-4e45-b2b0-0b4dd96acc67 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:41.016206 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d87c92-46ae-4c83-b151-a6eb3d925117 admin admin] Pushing event deleted for resources: {'Port': ['ID=d10e0619-ecee-4a2f-8d6e-f3d232743447,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:41.078884 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709d0310-04f6-491f-a297-ecab37e130b9 x-openstack-request-id: req-709d0310-04f6-491f-a297-ecab37e130b9 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:41.079178 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed342e0-10ca-4835-ad0d-cf55a6aabc75", "tag": "89a1b42b-d5fd-47e5-a706-9448ba078c8e", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:41.084500 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-709d0310-04f6-491f-a297-ecab37e130b9 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:41.085158 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed342e0-10ca-4835-ad0d-cf55a6aabc75', 'tag': '89a1b42b-d5fd-47e5-a706-9448ba078c8e', 'status': 'completed', 'code': 200}
Feb 12 21:15:41.091079 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a8112c33-7a8d-4921-8563-49e0419ebee6 req-8a773755-ce2f-498e-b7dd-54e248efeb3d tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7e0e8ab9-d666-46ac-b3a5-d90ddb1cbf03), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:41.312457 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-451ba9ba-07fd-4564-8464-54fb0f95347f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks [] for port (b855968a-96a6-49b5-ab4f-9065636385f9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:41.323172 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a8112c33-7a8d-4921-8563-49e0419ebee6 req-8a773755-ce2f-498e-b7dd-54e248efeb3d tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:41.329036 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a8112c33-7a8d-4921-8563-49e0419ebee6 req-8a773755-ce2f-498e-b7dd-54e248efeb3d tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.7584314
Feb 12 21:15:41.362195 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a773755-ce2f-498e-b7dd-54e248efeb3d tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0e8ab9-d666-46ac-b3a5-d90ddb1cbf03,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:41.435851 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a17ba-c434-498c-9b14-026bb5e07104 req-67681d03-0a87-4970-8ace-ce31fc254a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:41.437722 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a3a17ba-c434-498c-9b14-026bb5e07104 req-67681d03-0a87-4970-8ace-ce31fc254a97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f5577c08c6bb4cc0bec1ad0fe18260ca&device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 1127 time: 0.3475771
Feb 12 21:15:41.449999 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3002a947-920c-4074-ad87-90182c591a9e req-c44f80ec-e987-43f6-b9f7-f652f39afef2 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "GET /v2.0/security-groups/7e0e8ab9-d666-46ac-b3a5-d90ddb1cbf03 HTTP/1.1" status: 200  len: 1831 time: 0.0923386
Feb 12 21:15:41.492159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-e5555aa2-70de-4f86-a15a-5cc573ac29d0 req-87f42005-5a27-4e5f-8190-85ec3c5981fc tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-305935296', 'description': 'tempest-description-44899204'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:41.507135 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-91d7a145-8714-4bcb-879e-f987e9d5f802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbae4c0>, [{'id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'name': 'tempest-ServersTestFqdnHostnames-111323067-router', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:15:08Z', 'updated_at': '2022-02-12T21:15:16Z', 'revision_number': 4, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'gw_port': {'id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:11Z', 'updated_at': '2022-02-12T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3388de94-9bb7-4e05-95ab-cd8057679618', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'floating_ip_address': '172.35.2.250', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'port_id': '89a1b42b-d5fd-47e5-a706-9448ba078c8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'mac_address': 'fa:16:3e:92:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed342e0-10ca-4835-ad0d-cf55a6aabc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:15:21Z', 'updated_at': '2022-02-12T21:15:39Z', 'revision_number': 1, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f7ebc1-b551-4c96-b05d-804814779f3d', 'name': '', 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'mac_address': 'fa:16:3e:f5:52:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:15Z', 'updated_at': '2022-02-12T21:15:21Z', 'revision_number': 5, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'subnets': [{'id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:41.515016 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-451ba9ba-07fd-4564-8464-54fb0f95347f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b855968a-96a6-49b5-ab4f-9065636385f9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:41.555259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-451ba9ba-07fd-4564-8464-54fb0f95347f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:15:41.564095 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37d87c92-46ae-4c83-b151-a6eb3d925117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (22badd2b-4d74-4149-a51f-9df6e875273f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:41.564678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-451ba9ba-07fd-4564-8464-54fb0f95347f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:15:41.590683 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-451ba9ba-07fd-4564-8464-54fb0f95347f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:15:41.654984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de3b4a-3530-40df-b1ea-fd7a89e2a7b5 req-d041c605-9993-4c21-b495-1a21cb12a290 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:41.660583 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de3b4a-3530-40df-b1ea-fd7a89e2a7b5 req-d041c605-9993-4c21-b495-1a21cb12a290 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:41.670601 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de3b4a-3530-40df-b1ea-fd7a89e2a7b5 req-d041c605-9993-4c21-b495-1a21cb12a290 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:41.676085 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de3b4a-3530-40df-b1ea-fd7a89e2a7b5 req-d041c605-9993-4c21-b495-1a21cb12a290 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:41.682989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de3b4a-3530-40df-b1ea-fd7a89e2a7b5 req-d041c605-9993-4c21-b495-1a21cb12a290 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:41.689774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de3b4a-3530-40df-b1ea-fd7a89e2a7b5 req-d041c605-9993-4c21-b495-1a21cb12a290 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:41.695224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de3b4a-3530-40df-b1ea-fd7a89e2a7b5 req-d041c605-9993-4c21-b495-1a21cb12a290 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:41.698333 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13de3b4a-3530-40df-b1ea-fd7a89e2a7b5 req-d041c605-9993-4c21-b495-1a21cb12a290 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5433 time: 0.2553296
Feb 12 21:15:41.717952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ba9ba-07fd-4564-8464-54fb0f95347f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Pushing event updated for resources: {'Port': ['ID=b855968a-96a6-49b5-ab4f-9065636385f9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:41.740585 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7a145-8714-4bcb-879e-f987e9d5f802 None None] Checking router: 01713a80-792b-4e45-b2b0-0b4dd96acc67 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:15:41.763843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-451ba9ba-07fd-4564-8464-54fb0f95347f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:41.764520 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-451ba9ba-07fd-4564-8464-54fb0f95347f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:41.771504 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7a145-8714-4bcb-879e-f987e9d5f802 None None] Routers {'01713a80-792b-4e45-b2b0-0b4dd96acc67'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:41.773566 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-91d7a145-8714-4bcb-879e-f987e9d5f802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbae4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:15:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['01713a80-792b-4e45-b2b0-0b4dd96acc67'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:41.814974 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13de3b4a-3530-40df-b1ea-fd7a89e2a7b5 req-65e55a04-7e35-4819-acf1-f80a7ab35498 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1048768
Feb 12 21:15:41.847873 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-451ba9ba-07fd-4564-8464-54fb0f95347f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4194431
Feb 12 21:15:41.868074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Request body: {'port': {'device_id': '0ae9bb06-a90d-4b9b-914d-6304f6312070', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:42.000857 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-91d7a145-8714-4bcb-879e-f987e9d5f802 None None] Set router 01713a80-792b-4e45-b2b0-0b4dd96acc67 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:42.019201 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b855968a-96a6-49b5-ab4f-9065636385f9), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:42.064847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e5555aa2-70de-4f86-a15a-5cc573ac29d0 req-87f42005-5a27-4e5f-8190-85ec3c5981fc tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:42.115702 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a17ba-c434-498c-9b14-026bb5e07104 req-f8d31716-86fe-40f3-93b2-58e79a36391d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:42.117477 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a3a17ba-c434-498c-9b14-026bb5e07104 req-f8d31716-86fe-40f3-93b2-58e79a36391d service neutron] 10.222.0.48 "GET /v2.0/networks?id=99333fdc-3f05-4177-b985-b1e7bb8c19b1 HTTP/1.1" status: 200  len: 915 time: 0.6665525
Feb 12 21:15:42.224144 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a3a17ba-c434-498c-9b14-026bb5e07104 req-fb223d36-f1a7-4fba-a70d-a2c3e134696f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89a1b42b-d5fd-47e5-a706-9448ba078c8e HTTP/1.1" status: 200  len: 999 time: 0.0962429
Feb 12 21:15:42.316089 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ef59b-f663-4c07-b09a-40d33d95167e req-db46f896-6c71-4c58-93c6-251a7d6c47af tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:42.323942 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-895ef59b-f663-4c07-b09a-40d33d95167e req-db46f896-6c71-4c58-93c6-251a7d6c47af tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 931 time: 0.1714458
Feb 12 21:15:42.324140 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e5555aa2-70de-4f86-a15a-5cc573ac29d0 req-87f42005-5a27-4e5f-8190-85ec3c5981fc tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (36f78c19-82ee-4af5-a288-3659ec380f76), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:42.361902 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a17ba-c434-498c-9b14-026bb5e07104 req-2fdb85a2-52bd-4ddc-aee5-1c77ac710897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:42.363739 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a3a17ba-c434-498c-9b14-026bb5e07104 req-2fdb85a2-52bd-4ddc-aee5-1c77ac710897 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2620e233-7a80-46dd-91d4-c485dcb2f038 HTTP/1.1" status: 200  len: 853 time: 0.1314397
Feb 12 21:15:42.373453 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-91d7a145-8714-4bcb-879e-f987e9d5f802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbae4c0>, [{'id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'name': 'tempest-ServersTestFqdnHostnames-111323067-router', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:15:08Z', 'updated_at': '2022-02-12T21:15:16Z', 'revision_number': 4, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'gw_port': {'id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:11Z', 'updated_at': '2022-02-12T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3388de94-9bb7-4e05-95ab-cd8057679618', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'floating_ip_address': '172.35.2.250', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'port_id': '89a1b42b-d5fd-47e5-a706-9448ba078c8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'mac_address': 'fa:16:3e:92:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed342e0-10ca-4835-ad0d-cf55a6aabc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:15:21Z', 'updated_at': '2022-02-12T21:15:39Z', 'revision_number': 1, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f7ebc1-b551-4c96-b05d-804814779f3d', 'name': '', 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'mac_address': 'fa:16:3e:f5:52:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:15Z', 'updated_at': '2022-02-12T21:15:21Z', 'revision_number': 5, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'subnets': [{'id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:42.415178 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7a145-8714-4bcb-879e-f987e9d5f802 None None] The sync data for ids ['01713a80-792b-4e45-b2b0-0b4dd96acc67'] in ncdv-master-1 is: [{'id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'name': 'tempest-ServersTestFqdnHostnames-111323067-router', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:15:08Z', 'updated_at': '2022-02-12T21:15:16Z', 'revision_number': 4, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'gw_port': {'id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:11Z', 'updated_at': '2022-02-12T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3388de94-9bb7-4e05-95ab-cd8057679618', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'floating_ip_address': '172.35.2.250', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'port_id': '89a1b42b-d5fd-47e5-a706-9448ba078c8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'mac_address': 'fa:16:3e:92:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed342e0-10ca-4835-ad0d-cf55a6aabc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:15:21Z', 'updated_at': '2022-02-12T21:15:39Z', 'revision_number': 1, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f7ebc1-b551-4c96-b05d-804814779f3d', 'name': '', 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'mac_address': 'fa:16:3e:f5:52:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:15Z', 'updated_at': '2022-02-12T21:15:21Z', 'revision_number': 5, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'subnets': [{'id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:15:42.452180 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e5555aa2-70de-4f86-a15a-5cc573ac29d0 req-87f42005-5a27-4e5f-8190-85ec3c5981fc tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (36f78c19-82ee-4af5-a288-3659ec380f76), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:42.483177 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-895ef59b-f663-4c07-b09a-40d33d95167e req-fcda13fa-25ff-4b99-ac04-4d339a20c946 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519122
Feb 12 21:15:42.513856 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d87c92-46ae-4c83-b151-a6eb3d925117 admin admin] Router 22badd2b-4d74-4149-a51f-9df6e875273f has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:15:42.513856 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f42005-5a27-4e5f-8190-85ec3c5981fc tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f78c19-82ee-4af5-a288-3659ec380f76,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:42.529588 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a17ba-c434-498c-9b14-026bb5e07104 req-d726b876-b678-4d49-b55b-d4343c01dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:42.531154 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a3a17ba-c434-498c-9b14-026bb5e07104 req-d726b876-b678-4d49-b55b-d4343c01dfac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99333fdc-3f05-4177-b985-b1e7bb8c19b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1261337
Feb 12 21:15:42.618209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b855968a-96a6-49b5-ab4f-9065636385f9 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:15:42.624786 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-e5555aa2-70de-4f86-a15a-5cc573ac29d0 req-87f42005-5a27-4e5f-8190-85ec3c5981fc tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:42.626058 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5555aa2-70de-4f86-a15a-5cc573ac29d0 req-87f42005-5a27-4e5f-8190-85ec3c5981fc tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 1.1462634
Feb 12 21:15:42.641922 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Publish callbacks [] for port (b855968a-96a6-49b5-ab4f-9065636385f9), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:42.680074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Transition to ACTIVE for port object b855968a-96a6-49b5-ab4f-9065636385f9 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:15:42.722941 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-00ecf60b-75d8-4760-afca-ab187903fb71 req-45561b59-3214-448c-a6a3-d552fba35b05 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "GET /v2.0/security-groups/36f78c19-82ee-4af5-a288-3659ec380f76 HTTP/1.1" status: 200  len: 1829 time: 0.0647135
Feb 12 21:15:42.755992 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b855968a-96a6-49b5-ab4f-9065636385f9), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:42.765751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6902ac93-91f4-4bdc-aa24-00b9325b6900 None None] New status for floating IP 3388de94-9bb7-4e05-95ab-cd8057679618: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:15:42.767697 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-3e488cbc-7e99-4a91-9cba-95319579219d req-2fe91370-83ba-47fe-aa20-b335911bb6a9 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1063562327', 'description': 'tempest-description-857799480'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:42.785041 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d87c92-46ae-4c83-b151-a6eb3d925117 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:15:42.796427 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a3a17ba-c434-498c-9b14-026bb5e07104 req-cc37c9bd-f1c7-4ebf-90d0-cce14918b992 service neutron] 10.222.0.48 "GET /v2.0/networks/99333fdc-3f05-4177-b985-b1e7bb8c19b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2525895
Feb 12 21:15:42.800584 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c1b8d-c702-438d-ad84-2453b02a9092 None None] Sync routers for ids ['22badd2b-4d74-4149-a51f-9df6e875273f'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:15:42.815694 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c1b8d-c702-438d-ad84-2453b02a9092 None None] Routers {'22badd2b-4d74-4149-a51f-9df6e875273f'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:42.816602 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-409c1b8d-c702-438d-ad84-2453b02a9092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbae7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:15:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['22badd2b-4d74-4149-a51f-9df6e875273f'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:42.822502 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-37d87c92-46ae-4c83-b151-a6eb3d925117 admin admin] 10.222.0.31 "PUT /v2.0/routers/22badd2b-4d74-4149-a51f-9df6e875273f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7418594
Feb 12 21:15:42.825962 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42788) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:42.977190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Pushing event updated for resources: {'Port': ['ID=b855968a-96a6-49b5-ab4f-9065636385f9,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:42.987971 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e488cbc-7e99-4a91-9cba-95319579219d req-2fe91370-83ba-47fe-aa20-b335911bb6a9 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:43.047384 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a3a17ba-c434-498c-9b14-026bb5e07104 req-ea24e8a3-718b-47ea-baf1-fc70b2e60705 service neutron] 10.222.0.48 "GET /v2.0/networks/99333fdc-3f05-4177-b985-b1e7bb8c19b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2262907
Feb 12 21:15:43.121435 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-409c1b8d-c702-438d-ad84-2453b02a9092 None None] Set router 22badd2b-4d74-4149-a51f-9df6e875273f gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:43.184761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Attempting to bind port b855968a-96a6-49b5-ab4f-9065636385f9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:15:43.185689 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Attempting to bind port b855968a-96a6-49b5-ab4f-9065636385f9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:15:43.186322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Attempting to bind port b855968a-96a6-49b5-ab4f-9065636385f9 on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:15:43.196097 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Port b855968a-96a6-49b5-ab4f-9065636385f9 on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:15:43.197799 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Attempting to bind port b855968a-96a6-49b5-ab4f-9065636385f9 on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:15:43.209622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:15:43.210176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Checking segment: {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:15:43.210761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Bound using segment: {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:15:43.211378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Bound port: b855968a-96a6-49b5-ab4f-9065636385f9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:15:43.211913 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b855968a-96a6-49b5-ab4f-9065636385f9), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:43.237192 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e488cbc-7e99-4a91-9cba-95319579219d req-2fe91370-83ba-47fe-aa20-b335911bb6a9 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (2cf0923e-81a7-4509-949a-35175ef452c9), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:43.290807 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393537b-a418-4062-893d-f25933d3cb56 req-80da685a-eca6-4c85-b9eb-9fe11bcd9e60 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.292195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c74b3-051e-476d-b22f-097ad94902b6 req-48b1974f-cb26-4bad-9744-d3350e08fb3e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.296759 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393537b-a418-4062-893d-f25933d3cb56 req-80da685a-eca6-4c85-b9eb-9fe11bcd9e60 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.297347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c74b3-051e-476d-b22f-097ad94902b6 req-48b1974f-cb26-4bad-9744-d3350e08fb3e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.302503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c74b3-051e-476d-b22f-097ad94902b6 req-48b1974f-cb26-4bad-9744-d3350e08fb3e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.308345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c74b3-051e-476d-b22f-097ad94902b6 req-48b1974f-cb26-4bad-9744-d3350e08fb3e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.308535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393537b-a418-4062-893d-f25933d3cb56 req-80da685a-eca6-4c85-b9eb-9fe11bcd9e60 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.313408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c74b3-051e-476d-b22f-097ad94902b6 req-48b1974f-cb26-4bad-9744-d3350e08fb3e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.315975 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393537b-a418-4062-893d-f25933d3cb56 req-80da685a-eca6-4c85-b9eb-9fe11bcd9e60 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.318552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c74b3-051e-476d-b22f-097ad94902b6 req-48b1974f-cb26-4bad-9744-d3350e08fb3e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.323653 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393537b-a418-4062-893d-f25933d3cb56 req-80da685a-eca6-4c85-b9eb-9fe11bcd9e60 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.324525 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c74b3-051e-476d-b22f-097ad94902b6 req-48b1974f-cb26-4bad-9744-d3350e08fb3e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.332846 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-226c74b3-051e-476d-b22f-097ad94902b6 req-48b1974f-cb26-4bad-9744-d3350e08fb3e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5433 time: 0.3520582
Feb 12 21:15:43.336412 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393537b-a418-4062-893d-f25933d3cb56 req-80da685a-eca6-4c85-b9eb-9fe11bcd9e60 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.340183 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393537b-a418-4062-893d-f25933d3cb56 req-80da685a-eca6-4c85-b9eb-9fe11bcd9e60 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.342255 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0393537b-a418-4062-893d-f25933d3cb56 req-80da685a-eca6-4c85-b9eb-9fe11bcd9e60 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.48 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 5433 time: 0.2753873
Feb 12 21:15:43.343636 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e488cbc-7e99-4a91-9cba-95319579219d req-2fe91370-83ba-47fe-aa20-b335911bb6a9 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2cf0923e-81a7-4509-949a-35175ef452c9), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:43.387179 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-409c1b8d-c702-438d-ad84-2453b02a9092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbae7f0>, [{'id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'name': 'tempest-TaggedBootDevicesTest_v242-635869065-router', 'tenant_id': '992939bc41444299957b35468c7433c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': '39d6645c-2264-47e1-a637-54313601ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:37Z', 'updated_at': '2022-02-12T21:15:40Z', 'revision_number': 5, 'project_id': '992939bc41444299957b35468c7433c6', 'gw_port': {'id': '39d6645c-2264-47e1-a637-54313601ce80', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:38Z', 'updated_at': '2022-02-12T21:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:43.393005 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a10c212-9597-4800-ac6f-6c2e726b96f2 admin admin] Publish callbacks [] for router (22badd2b-4d74-4149-a51f-9df6e875273f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:43.421690 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c1b8d-c702-438d-ad84-2453b02a9092 None None] Checking router: 22badd2b-4d74-4149-a51f-9df6e875273f for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:15:43.422928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393537b-a418-4062-893d-f25933d3cb56 req-e8586729-b448-431d-b835-7d761af22d32 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.424501 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0393537b-a418-4062-893d-f25933d3cb56 req-e8586729-b448-431d-b835-7d761af22d32 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.48 "GET /v2.0/ports/17ba1c7f-90cf-4f91-a05e-68927bcbe7cc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0745296
Feb 12 21:15:43.425124 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe91370-83ba-47fe-aa20-b335911bb6a9 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf0923e-81a7-4509-949a-35175ef452c9,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:43.430758 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c1b8d-c702-438d-ad84-2453b02a9092 None None] Routers {'22badd2b-4d74-4149-a51f-9df6e875273f'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:43.432316 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-409c1b8d-c702-438d-ad84-2453b02a9092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbae7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:15:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['22badd2b-4d74-4149-a51f-9df6e875273f'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:43.469728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] For port b855968a-96a6-49b5-ab4f-9065636385f9, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:15:43.505688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] For port b855968a-96a6-49b5-ab4f-9065636385f9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b855968a-96a6-49b5-ab4f-9065636385f9,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:15:43.515075 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-226c74b3-051e-476d-b22f-097ad94902b6 req-1841ab2a-b141-4f62-96ff-bd9bd859fa8d tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1812806
Feb 12 21:15:43.540021 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-3e488cbc-7e99-4a91-9cba-95319579219d req-2fe91370-83ba-47fe-aa20-b335911bb6a9 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:43.540021 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e488cbc-7e99-4a91-9cba-95319579219d req-2fe91370-83ba-47fe-aa20-b335911bb6a9 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.7905726
Feb 12 21:15:43.575746 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-409c1b8d-c702-438d-ad84-2453b02a9092 None None] Set router 22badd2b-4d74-4149-a51f-9df6e875273f gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:43.583964 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a10c212-9597-4800-ac6f-6c2e726b96f2 admin admin] Publish callbacks [] for router_gateway (22badd2b-4d74-4149-a51f-9df6e875273f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:43.601332 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b855968a-96a6-49b5-ab4f-9065636385f9), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:43.626111 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0393537b-a418-4062-893d-f25933d3cb56 req-2af3bdf9-2a34-4e75-86b4-02fd231014c6 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.48 "GET /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1867757
Feb 12 21:15:43.649583 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-0393537b-a418-4062-893d-f25933d3cb56 req-f95d2659-6fbd-4884-8872-0b959b9c5046 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:43.713393 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7b24808f-5614-4716-a9c3-ddafe819af25 req-15573465-fbf8-48f9-a27a-ec72ab38aa39 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "GET /v2.0/security-groups/2cf0923e-81a7-4509-949a-35175ef452c9 HTTP/1.1" status: 200  len: 1831 time: 0.0837953
Feb 12 21:15:43.755506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Pushing event updated for resources: {'Port': ['ID=b855968a-96a6-49b5-ab4f-9065636385f9,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:43.798497 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-f95d2659-6fbd-4884-8872-0b959b9c5046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:43.832194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.832828 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:43.834292 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-04bd3ec1-54c4-4fa5-8a3b-9692c83ba876 service neutron] 10.222.0.48 "PUT /v2.0/ports/b855968a-96a6-49b5-ab4f-9065636385f9 HTTP/1.1" status: 200  len: 1091 time: 1.9781857
Feb 12 21:15:43.841344 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae9bb06-a90d-4b9b-914d-6304f6312070', 'tag': 'b855968a-96a6-49b5-ab4f-9065636385f9'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:43.843729 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d16cbb6-6452-4be4-b349-39c4aa33daa8" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae9bb06-a90d-4b9b-914d-6304f6312070", "tag": "b855968a-96a6-49b5-ab4f-9065636385f9"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:43.861200 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-409c1b8d-c702-438d-ad84-2453b02a9092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbae7f0>, [{'id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'name': 'tempest-TaggedBootDevicesTest_v242-635869065-router', 'tenant_id': '992939bc41444299957b35468c7433c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': '39d6645c-2264-47e1-a637-54313601ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:37Z', 'updated_at': '2022-02-12T21:15:40Z', 'revision_number': 5, 'project_id': '992939bc41444299957b35468c7433c6', 'gw_port': {'id': '39d6645c-2264-47e1-a637-54313601ce80', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:38Z', 'updated_at': '2022-02-12T21:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:43.878437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c743e7-8ccc-4efa-8f05-54ecbfe3486e req-fb69089a-ae5a-442b-9866-dafd860376c2 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:43.881201 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25c743e7-8ccc-4efa-8f05-54ecbfe3486e req-fb69089a-ae5a-442b-9866-dafd860376c2 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 943 time: 0.1303048
Feb 12 21:15:43.891601 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c1b8d-c702-438d-ad84-2453b02a9092 None None] The sync data for ids ['22badd2b-4d74-4149-a51f-9df6e875273f'] in ncdv-master-1 is: [{'id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'name': 'tempest-TaggedBootDevicesTest_v242-635869065-router', 'tenant_id': '992939bc41444299957b35468c7433c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192'}], 'enable_snat': True}, 'gw_port_id': '39d6645c-2264-47e1-a637-54313601ce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:37Z', 'updated_at': '2022-02-12T21:15:40Z', 'revision_number': 5, 'project_id': '992939bc41444299957b35468c7433c6', 'gw_port': {'id': '39d6645c-2264-47e1-a637-54313601ce80', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:09:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22badd2b-4d74-4149-a51f-9df6e875273f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:38Z', 'updated_at': '2022-02-12T21:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:15:43.901974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-7a10c212-9597-4800-ac6f-6c2e726b96f2 admin admin] Deleting port 39d6645c-2264-47e1-a637-54313601ce80 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:43.902441 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a10c212-9597-4800-ac6f-6c2e726b96f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (39d6645c-2264-47e1-a637-54313601ce80), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:43.998435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-0393537b-a418-4062-893d-f25933d3cb56 req-f95d2659-6fbd-4884-8872-0b959b9c5046 service neutron] For port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17ba1c7f-90cf-4f91-a05e-68927bcbe7cc,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:44.033492 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25c743e7-8ccc-4efa-8f05-54ecbfe3486e req-28c4951c-30e4-4b8a-92fc-f0c3c60635e2 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432974
Feb 12 21:15:44.045629 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-0393537b-a418-4062-893d-f25933d3cb56 req-f95d2659-6fbd-4884-8872-0b959b9c5046 service neutron] For port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:15:44.076091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-7a10c212-9597-4800-ac6f-6c2e726b96f2 admin admin] For port 39d6645c-2264-47e1-a637-54313601ce80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39d6645c-2264-47e1-a637-54313601ce80,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:44.076472 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a10c212-9597-4800-ac6f-6c2e726b96f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (39d6645c-2264-47e1-a637-54313601ce80), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:44.080198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-50f96c55-3721-4386-8ff0-731a61b1c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:44.082652 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-50f96c55-3721-4386-8ff0-731a61b1c794 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 1125 time: 0.1405575
Feb 12 21:15:44.085335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-0393537b-a418-4062-893d-f25933d3cb56 req-f95d2659-6fbd-4884-8872-0b959b9c5046 service neutron] device_id is not set on port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:15:44.102322 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-f95d2659-6fbd-4884-8872-0b959b9c5046 service neutron] Publish callbacks [] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:44.142986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-7a10c212-9597-4800-ac6f-6c2e726b96f2 admin admin] Calling delete_port for 39d6645c-2264-47e1-a637-54313601ce80 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:44.151375 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-01e93193-cad1-4434-95bb-ba8c62b69545 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b855968a-96a6-49b5-ab4f-9065636385f9 HTTP/1.1" status: 200  len: 217 time: 0.0608826
Feb 12 21:15:44.151611 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09204f1e-9c1b-44eb-86c1-019396a1b3c8 req-8eb237e4-c9d9-4230-81fb-6fb9458048d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0577254
Feb 12 21:15:44.153848 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-cc7691ed-7ce3-48cb-90ef-23f000d328fb req-de6c65e4-a85c-4f69-9c97-714fa2b40bd7 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] show failed (client error): The resource could not be found.
Feb 12 21:15:44.154803 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cc7691ed-7ce3-48cb-90ef-23f000d328fb req-de6c65e4-a85c-4f69-9c97-714fa2b40bd7 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "GET /v2.0/security-groups/a2e1a4df-387b-4be7-9c95-48fd85d88975 HTTP/1.1" status: 404  len: 352 time: 0.0655193
Feb 12 21:15:44.218435 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-f95d2659-6fbd-4884-8872-0b959b9c5046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:44.224890 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd794840-cff9-42b0-b998-4baa3378eb5b x-openstack-request-id: req-cd794840-cff9-42b0-b998-4baa3378eb5b {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:44.225192 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae9bb06-a90d-4b9b-914d-6304f6312070", "tag": "b855968a-96a6-49b5-ab4f-9065636385f9", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:44.225474 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd794840-cff9-42b0-b998-4baa3378eb5b {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:44.225892 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae9bb06-a90d-4b9b-914d-6304f6312070', 'tag': 'b855968a-96a6-49b5-ab4f-9065636385f9', 'status': 'completed', 'code': 200}
Feb 12 21:15:44.266506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-125b223f-a4ed-4747-9d29-4a257aaff611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:44.268029 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-125b223f-a4ed-4747-9d29-4a257aaff611 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28b2e3cd-2e40-4791-a546-b0ce8e0efcee HTTP/1.1" status: 200  len: 851 time: 0.1094129
Feb 12 21:15:44.299196 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42822) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:44.311385 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-73e68904-284f-4ff6-98da-61c89f88c7ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a37ce5d-ea03-44d4-9654-27bdafea49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0355282
Feb 12 21:15:44.385932 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d10e0619-ecee-4a2f-8d6e-f3d232743447 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:44.418208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09204f1e-9c1b-44eb-86c1-019396a1b3c8 req-10a9fdb3-33a6-4165-beb8-8fa708fa4664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:44.426795 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09204f1e-9c1b-44eb-86c1-019396a1b3c8 req-10a9fdb3-33a6-4165-beb8-8fa708fa4664 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f3339620b21d4394a171733276444b7b&device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 1127 time: 0.2434058
Feb 12 21:15:44.427696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0393537b-a418-4062-893d-f25933d3cb56 req-f95d2659-6fbd-4884-8872-0b959b9c5046 service neutron] No DVR routers for this DVR port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:44.432867 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d2659-6fbd-4884-8872-0b959b9c5046 service neutron] Pushing event updated for resources: {'Port': ['ID=17ba1c7f-90cf-4f91-a05e-68927bcbe7cc,revision_number=6']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:44.448220 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: d10e0619-ecee-4a2f-8d6e-f3d232743447 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:44.452198 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d10e0619-ecee-4a2f-8d6e-f3d232743447 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:44.538314 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-ed91a0a7-6f1e-4b06-a486-3317c4dc344d service neutron] 10.222.0.48 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2130682
Feb 12 21:15:44.542869 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-3bd1b4c8-e397-4f3b-8909-a26d04d07602 req-e2ef78c5-bb82-4a8b-ae88-10707a94d579 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] show failed (client error): The resource could not be found.
Feb 12 21:15:44.544230 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3bd1b4c8-e397-4f3b-8909-a26d04d07602 req-e2ef78c5-bb82-4a8b-ae88-10707a94d579 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "GET /v2.0/security-group-rules/f77cfbc4-8c2e-4b71-91a2-10d522b5667a HTTP/1.1" status: 404  len: 361 time: 0.2306085
Feb 12 21:15:44.608650 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-0393537b-a418-4062-893d-f25933d3cb56 req-f95d2659-6fbd-4884-8872-0b959b9c5046 service neutron] In _notify_port_updated(), no bound segment for port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc on network 362c5c76-0028-4be9-86fd-cc1c41d159ca {{(pid=126506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:15:44.610137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393537b-a418-4062-893d-f25933d3cb56 req-f95d2659-6fbd-4884-8872-0b959b9c5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:44.610753 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-f95d2659-6fbd-4884-8872-0b959b9c5046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:44.613389 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0393537b-a418-4062-893d-f25933d3cb56 req-f95d2659-6fbd-4884-8872-0b959b9c5046 service neutron] 10.222.0.48 "PUT /v2.0/ports/17ba1c7f-90cf-4f91-a05e-68927bcbe7cc HTTP/1.1" status: 200  len: 1028 time: 0.9682131
Feb 12 21:15:44.618743 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76b968c2-26c4-433b-85fb-d656e9620bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:44.711541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f2968d6a-9d11-450e-b336-dea180e67616 None None] Provisioning complete for port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:44.713161 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2968d6a-9d11-450e-b336-dea180e67616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:44.714717 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4012800-f766-4e10-a2f3-c88ba759a3d3 req-ce332e96-fae9-4dd9-b746-401e4a40cfa8 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "GET /v2.0/security-groups/2cf0923e-81a7-4509-949a-35175ef452c9 HTTP/1.1" status: 200  len: 1831 time: 0.1349173
Feb 12 21:15:44.734762 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b122ce80-8fd0-4444-9978-b4a47af00280 req-279bb4d3-f94e-44ac-a1e0-f011c8f2c3d1 service neutron] 10.222.0.48 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1893611
Feb 12 21:15:44.758324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70db77-5dbd-45c7-b1fb-c08f61e7663c req-1d694a1f-2d14-4411-afe3-3d102a2e61f7 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:44.763355 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ea70db77-5dbd-45c7-b1fb-c08f61e7663c req-1d694a1f-2d14-4411-afe3-3d102a2e61f7 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 947 time: 0.3940203
Feb 12 21:15:44.765213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f2968d6a-9d11-450e-b336-dea180e67616 None None] Port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:15:44.767566 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393537b-a418-4062-893d-f25933d3cb56 req-89fe5a40-6d38-4851-8693-203bab120c5e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:44.768911 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0393537b-a418-4062-893d-f25933d3cb56 req-89fe5a40-6d38-4851-8693-203bab120c5e tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.48 "GET /v2.0/ports/db0ca88d-7497-4c86-9f77-a0e7753f1866?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1479025
Feb 12 21:15:44.793337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-0393537b-a418-4062-893d-f25933d3cb56 req-ded2973e-05b3-42f9-8f0d-00fc5cdee3d2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:44.801898 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b4012800-f766-4e10-a2f3-c88ba759a3d3 req-0bd37458-4662-47ac-9136-2715bb03a9c6 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (2cf0923e-81a7-4509-949a-35175ef452c9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:44.825892 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b4012800-f766-4e10-a2f3-c88ba759a3d3 req-0bd37458-4662-47ac-9136-2715bb03a9c6 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (2cf0923e-81a7-4509-949a-35175ef452c9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:44.832042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09204f1e-9c1b-44eb-86c1-019396a1b3c8 req-d02bfe0c-8652-4050-9401-b6cb79b6aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:44.833552 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09204f1e-9c1b-44eb-86c1-019396a1b3c8 req-d02bfe0c-8652-4050-9401-b6cb79b6aeba service neutron] 10.222.0.50 "GET /v2.0/networks?id=282c3200-9059-438c-a022-c732f83ca0af HTTP/1.1" status: 200  len: 916 time: 0.2961745
Feb 12 21:15:44.846629 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a10c212-9597-4800-ac6f-6c2e726b96f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (39d6645c-2264-47e1-a637-54313601ce80), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:44.885449 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10c212-9597-4800-ac6f-6c2e726b96f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=39d6645c-2264-47e1-a637-54313601ce80,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:44.898048 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09204f1e-9c1b-44eb-86c1-019396a1b3c8 req-3f896c21-4c01-4992-a6b5-b2659d703cb3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd227e33-f70a-4937-a239-d5f76f172b3e HTTP/1.1" status: 200  len: 217 time: 0.0548618
Feb 12 21:15:44.975242 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ea70db77-5dbd-45c7-b1fb-c08f61e7663c req-8e5fc070-3202-408f-84dd-b0d29124d8b1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2110012
Feb 12 21:15:44.986171 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b4012800-f766-4e10-a2f3-c88ba759a3d3 req-0bd37458-4662-47ac-9136-2715bb03a9c6 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2cf0923e-81a7-4509-949a-35175ef452c9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:44.988810 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b4012800-f766-4e10-a2f3-c88ba759a3d3 req-0bd37458-4662-47ac-9136-2715bb03a9c6 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:44.989981 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4012800-f766-4e10-a2f3-c88ba759a3d3 req-0bd37458-4662-47ac-9136-2715bb03a9c6 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "DELETE /v2.0/security-groups/2cf0923e-81a7-4509-949a-35175ef452c9 HTTP/1.1" status: 204  len: 173 time: 0.2623293
Feb 12 21:15:44.993044 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a10c212-9597-4800-ac6f-6c2e726b96f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (22badd2b-4d74-4149-a51f-9df6e875273f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.009091 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-ded2973e-05b3-42f9-8f0d-00fc5cdee3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.009091 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76b968c2-26c4-433b-85fb-d656e9620bf7 admin admin] Publish callbacks [] for security_group (a206d502-aad4-499b-b885-e04608acc125), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.025645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09204f1e-9c1b-44eb-86c1-019396a1b3c8 req-d7bf08e0-0677-4e61-806b-13e2444dfbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:45.027143 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09204f1e-9c1b-44eb-86c1-019396a1b3c8 req-d7bf08e0-0677-4e61-806b-13e2444dfbb9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992 HTTP/1.1" status: 200  len: 855 time: 0.1097980
Feb 12 21:15:45.028606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16cbb6-6452-4be4-b349-39c4aa33daa8 req-49db5a2c-6602-41b2-9bcc-0bd1e9e273c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:45.030212 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d16cbb6-6452-4be4-b349-39c4aa33daa8 req-49db5a2c-6602-41b2-9bcc-0bd1e9e273c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 1125 time: 0.1193006
Feb 12 21:15:45.063353 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd37458-4662-47ac-9136-2715bb03a9c6 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf0923e-81a7-4509-949a-35175ef452c9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:45.090959 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76b968c2-26c4-433b-85fb-d656e9620bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a206d502-aad4-499b-b885-e04608acc125), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.100717 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b2910da7-aefa-45b5-ab32-c4167ae080b7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:45.158165 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09204f1e-9c1b-44eb-86c1-019396a1b3c8 req-40c8a44b-6a23-4389-a7ce-2fb1ba2982f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=282c3200-9059-438c-a022-c732f83ca0af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1046901
Feb 12 21:15:45.194359 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a10c212-9597-4800-ac6f-6c2e726b96f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (22badd2b-4d74-4149-a51f-9df6e875273f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.200599 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a10c212-9597-4800-ac6f-6c2e726b96f2 admin admin] Publish callbacks [] for router_controller (22badd2b-4d74-4149-a51f-9df6e875273f), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.264795 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-76b968c2-26c4-433b-85fb-d656e9620bf7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75bf57b90ced4d0780e5fc90e71a1fe3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9645171
Feb 12 21:15:45.266040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b968c2-26c4-433b-85fb-d656e9620bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a206d502-aad4-499b-b885-e04608acc125,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:45.267541 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42838) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:45.296882 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b2910da7-aefa-45b5-ab32-c4167ae080b7 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:45.297983 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.315945 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2b52b7a-5d9a-42e8-9787-6632b922cf2a req-9bb8612b-0102-496b-bcb1-743db271b95f tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "GET /v2.0/security-groups/36f78c19-82ee-4af5-a288-3659ec380f76 HTTP/1.1" status: 200  len: 1829 time: 0.2847862
Feb 12 21:15:45.350999 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b2910da7-aefa-45b5-ab32-c4167ae080b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2910da7-aefa-45b5-ab32-c4167ae080b7,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:45.352460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2910da7-aefa-45b5-ab32-c4167ae080b7'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:45.356976 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb40472b-4ce1-4917-9645-67e9c61e35e7" -d '{"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-unplugged", "status": "completed", "tag": "b2910da7-aefa-45b5-ab32-c4167ae080b7"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:45.391612 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a10c212-9597-4800-ac6f-6c2e726b96f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (22badd2b-4d74-4149-a51f-9df6e875273f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.392554 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a10c212-9597-4800-ac6f-6c2e726b96f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22badd2b-4d74-4149-a51f-9df6e875273f {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:15:45.413572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83c5ec-6223-4eb1-9315-b4bf00960862 req-998314e3-af77-4498-b3e9-0a09b56da401 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:45.413572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83c5ec-6223-4eb1-9315-b4bf00960862 req-998314e3-af77-4498-b3e9-0a09b56da401 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:45.420209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83c5ec-6223-4eb1-9315-b4bf00960862 req-998314e3-af77-4498-b3e9-0a09b56da401 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:45.425743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83c5ec-6223-4eb1-9315-b4bf00960862 req-998314e3-af77-4498-b3e9-0a09b56da401 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:45.430788 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.432798 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83c5ec-6223-4eb1-9315-b4bf00960862 req-998314e3-af77-4498-b3e9-0a09b56da401 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:45.433678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device cb16a4b9-5c35-4c83-b676-814b33f4354e no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:45.442734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83c5ec-6223-4eb1-9315-b4bf00960862 req-998314e3-af77-4498-b3e9-0a09b56da401 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:45.442734 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce83c5ec-6223-4eb1-9315-b4bf00960862 req-998314e3-af77-4498-b3e9-0a09b56da401 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 4658 time: 0.3322358
Feb 12 21:15:45.445978 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a10c212-9597-4800-ac6f-6c2e726b96f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.448774 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7a10c212-9597-4800-ac6f-6c2e726b96f2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/22badd2b-4d74-4149-a51f-9df6e875273f HTTP/1.1" status: 204  len: 168 time: 2.6119201
Feb 12 21:15:45.451001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16cbb6-6452-4be4-b349-39c4aa33daa8 req-c712c4d1-5790-4955-b8bf-8013b2a39059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:45.451229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-0393537b-a418-4062-893d-f25933d3cb56 req-ded2973e-05b3-42f9-8f0d-00fc5cdee3d2 service neutron] For port db0ca88d-7497-4c86-9f77-a0e7753f1866, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=db0ca88d-7497-4c86-9f77-a0e7753f1866,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:45.453754 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d16cbb6-6452-4be4-b349-39c4aa33daa8 req-c712c4d1-5790-4955-b8bf-8013b2a39059 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 912 time: 0.3915350
Feb 12 21:15:45.464152 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42848) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:45.531325 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d16cbb6-6452-4be4-b349-39c4aa33daa8 req-e09f7881-b524-47c2-b183-1c517b90da05 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b855968a-96a6-49b5-ab4f-9065636385f9 HTTP/1.1" status: 200  len: 217 time: 0.0584068
Feb 12 21:15:45.531556 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b2910da7-aefa-45b5-ab32-c4167ae080b7,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:45.536830 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09204f1e-9c1b-44eb-86c1-019396a1b3c8 req-ad2c2b54-da91-4db7-9288-e5fd5b40efb2 service neutron] 10.222.0.50 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3556299
Feb 12 21:15:45.560080 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2b52b7a-5d9a-42e8-9787-6632b922cf2a req-b4caa3c6-e04d-4f05-8e6d-bb48f8a938f1 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (36f78c19-82ee-4af5-a288-3659ec380f76), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.595499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port cb16a4b9-5c35-4c83-b676-814b33f4354e is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:45.595810 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.608305 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-78013064-5fd7-4051-8009-ad1db360f502 admin admin] Publish callbacks [] for security_group (a206d502-aad4-499b-b885-e04608acc125), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.614155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-0393537b-a418-4062-893d-f25933d3cb56 req-ded2973e-05b3-42f9-8f0d-00fc5cdee3d2 service neutron] For port db0ca88d-7497-4c86-9f77-a0e7753f1866, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:15:45.644730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port cb16a4b9-5c35-4c83-b676-814b33f4354e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb16a4b9-5c35-4c83-b676-814b33f4354e,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:45.646016 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff69290-92e3-4e66-8e78-8d37ffc72d15 admin admin] Deleting subnet abc2905c-043e-424d-8566-53a7dd1cdbc1 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:15:45.649319 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2b52b7a-5d9a-42e8-9787-6632b922cf2a req-b4caa3c6-e04d-4f05-8e6d-bb48f8a938f1 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (36f78c19-82ee-4af5-a288-3659ec380f76), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.657488 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce83c5ec-6223-4eb1-9315-b4bf00960862 req-f61356e5-aaf2-4a2e-ad89-80206fc37314 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=28b33701-0721-4aa9-a919-77ddfb8a5db0&id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2026398
Feb 12 21:15:45.665255 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-78013064-5fd7-4051-8009-ad1db360f502 admin admin] Publish callbacks [] for security_group (a206d502-aad4-499b-b885-e04608acc125), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.676579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16cbb6-6452-4be4-b349-39c4aa33daa8 req-eef7addb-c11a-4016-8be2-ca2430b32649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:45.678007 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d16cbb6-6452-4be4-b349-39c4aa33daa8 req-eef7addb-c11a-4016-8be2-ca2430b32649 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28b2e3cd-2e40-4791-a546-b0ce8e0efcee HTTP/1.1" status: 200  len: 851 time: 0.1339467
Feb 12 21:15:45.708833 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7ff69290-92e3-4e66-8e78-8d37ffc72d15 admin admin] Publish callbacks [] for subnet (abc2905c-043e-424d-8566-53a7dd1cdbc1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.716542 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.718183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device ea9dd83b-8155-49b9-9961-155b1a2273e6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:45.757329 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d16cbb6-6452-4be4-b349-39c4aa33daa8 req-3d7d6e06-8524-44a1-82a8-34d9251bd454 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a37ce5d-ea03-44d4-9654-27bdafea49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0690978
Feb 12 21:15:45.763932 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-0393537b-a418-4062-893d-f25933d3cb56 req-ded2973e-05b3-42f9-8f0d-00fc5cdee3d2 service neutron] device_id is not set on port db0ca88d-7497-4c86-9f77-a0e7753f1866 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:15:45.794494 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-ded2973e-05b3-42f9-8f0d-00fc5cdee3d2 service neutron] Publish callbacks [] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.808765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=cb16a4b9-5c35-4c83-b676-814b33f4354e,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:45.827408 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7ff69290-92e3-4e66-8e78-8d37ffc72d15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (abc2905c-043e-424d-8566-53a7dd1cdbc1), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.857911 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09204f1e-9c1b-44eb-86c1-019396a1b3c8 req-7e66e680-5cb2-46f0-93ab-5abaf4d11634 service neutron] 10.222.0.50 "GET /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3109887
Feb 12 21:15:45.862095 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port ea9dd83b-8155-49b9-9961-155b1a2273e6 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:45.862677 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.874735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-ded2973e-05b3-42f9-8f0d-00fc5cdee3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.907734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port ea9dd83b-8155-49b9-9961-155b1a2273e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ea9dd83b-8155-49b9-9961-155b1a2273e6,segment=NetworkSegment(59c0f533-8d2d-4f7b-8a78-1a18c5036ce1),segment_id=59c0f533-8d2d-4f7b-8a78-1a18c5036ce1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:45.939886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421de4b-c364-4301-b38c-92214de08890 req-2f71bb42-21fc-41cf-b07c-8f5f72aee859 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:45.941432 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3421de4b-c364-4301-b38c-92214de08890 req-2f71bb42-21fc-41cf-b07c-8f5f72aee859 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 947 time: 0.1948001
Feb 12 21:15:45.951389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96dea2-2230-4de7-a48e-b20b4612b8d5 req-e86108a5-60bb-46f0-9d57-654b0441a45f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:45.953153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d96dea2-2230-4de7-a48e-b20b4612b8d5 req-e86108a5-60bb-46f0-9d57-654b0441a45f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 943 time: 0.2228034
Feb 12 21:15:45.960817 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2b52b7a-5d9a-42e8-9787-6632b922cf2a req-b4caa3c6-e04d-4f05-8e6d-bb48f8a938f1 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (36f78c19-82ee-4af5-a288-3659ec380f76), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.973496 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b2b52b7a-5d9a-42e8-9787-6632b922cf2a req-b4caa3c6-e04d-4f05-8e6d-bb48f8a938f1 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:45.976500 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2b52b7a-5d9a-42e8-9787-6632b922cf2a req-b4caa3c6-e04d-4f05-8e6d-bb48f8a938f1 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "DELETE /v2.0/security-groups/36f78c19-82ee-4af5-a288-3659ec380f76 HTTP/1.1" status: 204  len: 173 time: 0.6597631
Feb 12 21:15:46.013817 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d16cbb6-6452-4be4-b349-39c4aa33daa8 req-1da7cf97-dfe7-4438-a227-defad9c01a6a service neutron] 10.222.0.48 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2308800
Feb 12 21:15:46.037489 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:46.038976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c03b11d7-ad51-4a19-be11-d54473d9b412 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:46.045677 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-78013064-5fd7-4051-8009-ad1db360f502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a206d502-aad4-499b-b885-e04608acc125), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:46.045677 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-78013064-5fd7-4051-8009-ad1db360f502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:46.049537 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-78013064-5fd7-4051-8009-ad1db360f502 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a206d502-aad4-499b-b885-e04608acc125 HTTP/1.1" status: 204  len: 168 time: 0.7795367
Feb 12 21:15:46.063095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4caa3c6-e04d-4f05-8e6d-bb48f8a938f1 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f78c19-82ee-4af5-a288-3659ec380f76,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:46.066932 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0393537b-a418-4062-893d-f25933d3cb56 req-ded2973e-05b3-42f9-8f0d-00fc5cdee3d2 service neutron] No DVR routers for this DVR port db0ca88d-7497-4c86-9f77-a0e7753f1866 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:46.083511 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2973e-05b3-42f9-8f0d-00fc5cdee3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=db0ca88d-7497-4c86-9f77-a0e7753f1866,revision_number=6']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:46.156904 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640e3d14-f6dc-4e3f-a210-09e21011e9e3 x-openstack-request-id: req-640e3d14-f6dc-4e3f-a210-09e21011e9e3 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:46.159409 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-unplugged", "status": "completed", "tag": "b2910da7-aefa-45b5-ab32-c4167ae080b7", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:46.159787 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-640e3d14-f6dc-4e3f-a210-09e21011e9e3 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:46.160267 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2910da7-aefa-45b5-ab32-c4167ae080b7', 'code': 200}
Feb 12 21:15:46.172156 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7ff69290-92e3-4e66-8e78-8d37ffc72d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (abc2905c-043e-424d-8566-53a7dd1cdbc1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:46.233390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-0393537b-a418-4062-893d-f25933d3cb56 req-ded2973e-05b3-42f9-8f0d-00fc5cdee3d2 service neutron] In _notify_port_updated(), no bound segment for port db0ca88d-7497-4c86-9f77-a0e7753f1866 on network 362c5c76-0028-4be9-86fd-cc1c41d159ca {{(pid=126506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:15:46.233630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393537b-a418-4062-893d-f25933d3cb56 req-ded2973e-05b3-42f9-8f0d-00fc5cdee3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:46.234207 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-ded2973e-05b3-42f9-8f0d-00fc5cdee3d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:46.235787 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0393537b-a418-4062-893d-f25933d3cb56 req-ded2973e-05b3-42f9-8f0d-00fc5cdee3d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/db0ca88d-7497-4c86-9f77-a0e7753f1866 HTTP/1.1" status: 200  len: 1028 time: 1.4548101
Feb 12 21:15:46.300722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=ea9dd83b-8155-49b9-9961-155b1a2273e6,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:46.345593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port c03b11d7-ad51-4a19-be11-d54473d9b412 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:46.346403 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:46.432392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port c03b11d7-ad51-4a19-be11-d54473d9b412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c03b11d7-ad51-4a19-be11-d54473d9b412,segment=NetworkSegment(59c0f533-8d2d-4f7b-8a78-1a18c5036ce1),segment_id=59c0f533-8d2d-4f7b-8a78-1a18c5036ce1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:46.445959 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d409c5d3-df74-4f40-98bf-bdbec9a0d5f9 None None] Provisioning complete for port db0ca88d-7497-4c86-9f77-a0e7753f1866 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:46.446346 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d409c5d3-df74-4f40-98bf-bdbec9a0d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:46.465065 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-0393537b-a418-4062-893d-f25933d3cb56 req-62171eee-5e81-4779-994d-0e5e22647d8c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Deleting port b2910da7-aefa-45b5-ab32-c4167ae080b7 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:46.465434 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-62171eee-5e81-4779-994d-0e5e22647d8c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:46.488576 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7ff69290-92e3-4e66-8e78-8d37ffc72d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (abc2905c-043e-424d-8566-53a7dd1cdbc1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:46.494572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 39d6645c-2264-47e1-a637-54313601ce80 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:46.523014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 39d6645c-2264-47e1-a637-54313601ce80 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:46.523745 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 39d6645c-2264-47e1-a637-54313601ce80 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:46.532190 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d409c5d3-df74-4f40-98bf-bdbec9a0d5f9 None None] Port db0ca88d-7497-4c86-9f77-a0e7753f1866 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:15:46.574104 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:46.577634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device db0ca88d-7497-4c86-9f77-a0e7753f1866 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:46.593853 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7ff69290-92e3-4e66-8e78-8d37ffc72d15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:46.596956 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7ff69290-92e3-4e66-8e78-8d37ffc72d15 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/abc2905c-043e-424d-8566-53a7dd1cdbc1 HTTP/1.1" status: 204  len: 168 time: 1.1310019
Feb 12 21:15:46.598357 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff69290-92e3-4e66-8e78-8d37ffc72d15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc2905c-043e-424d-8566-53a7dd1cdbc1,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:46.603989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78013064-5fd7-4051-8009-ad1db360f502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a206d502-aad4-499b-b885-e04608acc125,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:46.609492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42862) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:46.634291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4066893-c8ac-49f1-bb67-54eecd92c9fa None None] Network f6b71adf-3656-401b-8bec-3091ef8cf8c7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:46.644292 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d96dea2-2230-4de7-a48e-b20b4612b8d5 req-d4fb9f5d-4d77-4dba-9371-a9bd56758933 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6689949
Feb 12 21:15:46.715284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-0393537b-a418-4062-893d-f25933d3cb56 req-62171eee-5e81-4779-994d-0e5e22647d8c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] For port b2910da7-aefa-45b5-ab32-c4167ae080b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2910da7-aefa-45b5-ab32-c4167ae080b7,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:46.715720 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-62171eee-5e81-4779-994d-0e5e22647d8c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:46.738735 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f05db24b-dac8-48b8-8473-b2bf6f496d55 req-8fce2818-6e23-4bda-b865-b8c24874f0f9 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "GET /v2.0/security-groups/7e0e8ab9-d666-46ac-b3a5-d90ddb1cbf03 HTTP/1.1" status: 200  len: 1831 time: 0.0705385
Feb 12 21:15:46.742188 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (f6b71adf-3656-401b-8bec-3091ef8cf8c7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:46.747051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3421de4b-c364-4301-b38c-92214de08890 req-bd24e975-d81d-485a-ad49-7531b4a7e034 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Deleting port 3ad38511-3f1f-4f22-831b-955591ab9833 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:46.747415 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3421de4b-c364-4301-b38c-92214de08890 req-bd24e975-d81d-485a-ad49-7531b4a7e034 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:46.768519 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-0393537b-a418-4062-893d-f25933d3cb56 req-62171eee-5e81-4779-994d-0e5e22647d8c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Calling delete_port for b2910da7-aefa-45b5-ab32-c4167ae080b7 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:46.850130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3421de4b-c364-4301-b38c-92214de08890 req-bd24e975-d81d-485a-ad49-7531b4a7e034 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] For port 3ad38511-3f1f-4f22-831b-955591ab9833, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ad38511-3f1f-4f22-831b-955591ab9833,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:46.850495 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3421de4b-c364-4301-b38c-92214de08890 req-bd24e975-d81d-485a-ad49-7531b4a7e034 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:46.934399 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=c03b11d7-ad51-4a19-be11-d54473d9b412,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:46.939380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] The host nch1-master-1 is not matching for port db0ca88d-7497-4c86-9f77-a0e7753f1866 host ! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:15:46.939883 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device db0ca88d-7497-4c86-9f77-a0e7753f1866 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:46.949837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 335b0423-e329-43fd-bea1-28e4856ef8b9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:46.955761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42868) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:46.982638 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1544fd4e-2c57-4b6f-9e18-d688113440b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.039644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 335b0423-e329-43fd-bea1-28e4856ef8b9 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:47.040137 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.055451 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3421de4b-c364-4301-b38c-92214de08890 req-bd24e975-d81d-485a-ad49-7531b4a7e034 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.056568 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3421de4b-c364-4301-b38c-92214de08890 req-bd24e975-d81d-485a-ad49-7531b4a7e034 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (99d1bff9-8c1a-4a36-8bb4-dc30ef5e357c), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.056699 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-3421de4b-c364-4301-b38c-92214de08890 req-bd24e975-d81d-485a-ad49-7531b4a7e034 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Floating IP 99d1bff9-8c1a-4a36-8bb4-dc30ef5e357c disassociated. External IP: 172.35.2.93, port: 3ad38511-3f1f-4f22-831b-955591ab9833.
Feb 12 21:15:47.057004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3421de4b-c364-4301-b38c-92214de08890 req-bd24e975-d81d-485a-ad49-7531b4a7e034 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Calling delete_port for 3ad38511-3f1f-4f22-831b-955591ab9833 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:47.062991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555e41a-97ee-407a-bcf3-0a9e77c81a2c req-ae1f0685-5087-4341-83e1-cb2d74a8d6b5 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:47.064514 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7555e41a-97ee-407a-bcf3-0a9e77c81a2c req-ae1f0685-5087-4341-83e1-cb2d74a8d6b5 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 947 time: 0.2051485
Feb 12 21:15:47.076034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] Deleting port 423f4286-eb41-4363-b894-4fca68a6e656 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:47.082540 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (423f4286-eb41-4363-b894-4fca68a6e656), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.086757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b855968a-96a6-49b5-ab4f-9065636385f9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:15:47.090917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 335b0423-e329-43fd-bea1-28e4856ef8b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=335b0423-e329-43fd-bea1-28e4856ef8b9,segment=NetworkSegment(c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c),segment_id=c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:47.094480 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae036faf-4bdb-499d-987b-1c62caaa24a5 None None] DHCP port deletion for f6b71adf-3656-401b-8bec-3091ef8cf8c7 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:15:47.135576 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.136010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:47.221481 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d16cbb6-6452-4be4-b349-39c4aa33daa8 req-5288865e-4ec3-478f-b09f-a2292fe9ba33 service neutron] 10.222.0.48 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1970339
Feb 12 21:15:47.240547 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] For port 423f4286-eb41-4363-b894-4fca68a6e656, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=423f4286-eb41-4363-b894-4fca68a6e656,segment=NetworkSegment(c4b9dfdb-2741-414b-820a-2fa3d6880f0b),segment_id=c4b9dfdb-2741-414b-820a-2fa3d6880f0b)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:47.245559 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (423f4286-eb41-4363-b894-4fca68a6e656), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.253150 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f05db24b-dac8-48b8-8473-b2bf6f496d55 req-37eb40e9-1af4-446f-9a8e-c50bada5efc0 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (7e0e8ab9-d666-46ac-b3a5-d90ddb1cbf03), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.272343 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] Calling delete_port for 423f4286-eb41-4363-b894-4fca68a6e656 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:47.276804 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f05db24b-dac8-48b8-8473-b2bf6f496d55 req-37eb40e9-1af4-446f-9a8e-c50bada5efc0 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (7e0e8ab9-d666-46ac-b3a5-d90ddb1cbf03), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.283539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=335b0423-e329-43fd-bea1-28e4856ef8b9,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:47.288316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] The host nch1-master-1 is not matching for port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc host ! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:15:47.288988 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:47.298558 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7555e41a-97ee-407a-bcf3-0a9e77c81a2c req-81bf2c51-19e5-4621-8886-80c5020b03b5 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1cf4b0a-9816-4156-b147-88ef003ecaf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1929667
Feb 12 21:15:47.305584 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1544fd4e-2c57-4b6f-9e18-d688113440b8 admin admin] Publish callbacks [] for security_group (ec28569d-1cb5-4aa1-8929-4aae30532e23), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.314859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b855968a-96a6-49b5-ab4f-9065636385f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b855968a-96a6-49b5-ab4f-9065636385f9,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:47.316473 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3421de4b-c364-4301-b38c-92214de08890 req-bd24e975-d81d-485a-ad49-7531b4a7e034 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3ad38511-3f1f-4f22-831b-955591ab9833), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.320674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ae036faf-4bdb-499d-987b-1c62caaa24a5 None None] Deleting port 423f4286-eb41-4363-b894-4fca68a6e656 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:47.321840 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ae036faf-4bdb-499d-987b-1c62caaa24a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (423f4286-eb41-4363-b894-4fca68a6e656), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.358968 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24e975-d81d-485a-ad49-7531b4a7e034 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event deleted for resources: {'Port': ['ID=3ad38511-3f1f-4f22-831b-955591ab9833,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:47.365502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'b855968a-96a6-49b5-ab4f-9065636385f9', 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9', 'port_id': 'b855968a-96a6-49b5-ab4f-9065636385f9', 'mac_address': 'fa:16:3e:c5:a1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b2e3cd-2e40-4791-a546-b0ce8e0efcee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:15:47.379975 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-62171eee-5e81-4779-994d-0e5e22647d8c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b2910da7-aefa-45b5-ab32-c4167ae080b7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.385699 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1544fd4e-2c57-4b6f-9e18-d688113440b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ec28569d-1cb5-4aa1-8929-4aae30532e23), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.412893 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f05db24b-dac8-48b8-8473-b2bf6f496d55 req-37eb40e9-1af4-446f-9a8e-c50bada5efc0 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7e0e8ab9-d666-46ac-b3a5-d90ddb1cbf03), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.416908 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f05db24b-dac8-48b8-8473-b2bf6f496d55 req-37eb40e9-1af4-446f-9a8e-c50bada5efc0 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.418072 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f05db24b-dac8-48b8-8473-b2bf6f496d55 req-37eb40e9-1af4-446f-9a8e-c50bada5efc0 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "DELETE /v2.0/security-groups/7e0e8ab9-d666-46ac-b3a5-d90ddb1cbf03 HTTP/1.1" status: 204  len: 173 time: 0.6785431
Feb 12 21:15:47.436514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ae036faf-4bdb-499d-987b-1c62caaa24a5 None None] For port 423f4286-eb41-4363-b894-4fca68a6e656, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=423f4286-eb41-4363-b894-4fca68a6e656,segment=NetworkSegment(c4b9dfdb-2741-414b-820a-2fa3d6880f0b),segment_id=c4b9dfdb-2741-414b-820a-2fa3d6880f0b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:47.436987 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ae036faf-4bdb-499d-987b-1c62caaa24a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (423f4286-eb41-4363-b894-4fca68a6e656), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.453611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ae036faf-4bdb-499d-987b-1c62caaa24a5 None None] Calling delete_port for 423f4286-eb41-4363-b894-4fca68a6e656 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:47.464686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb40e9-1af4-446f-9a8e-c50bada5efc0 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0e8ab9-d666-46ac-b3a5-d90ddb1cbf03,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:47.520761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3421de4b-c364-4301-b38c-92214de08890 req-bd24e975-d81d-485a-ad49-7531b4a7e034 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Router 688e2890-2d6b-4da6-aa85-a74cf061f2ca has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:15:47.582344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62171eee-5e81-4779-994d-0e5e22647d8c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event deleted for resources: {'Port': ['ID=b2910da7-aefa-45b5-ab32-c4167ae080b7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:47.642544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b855968a-96a6-49b5-ab4f-9065636385f9 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:47.644615 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b855968a-96a6-49b5-ab4f-9065636385f9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.670309 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ae036faf-4bdb-499d-987b-1c62caaa24a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (423f4286-eb41-4363-b894-4fca68a6e656), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.675897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0393537b-a418-4062-893d-f25933d3cb56 req-62171eee-5e81-4779-994d-0e5e22647d8c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] No DVR routers for this DVR port b2910da7-aefa-45b5-ab32-c4167ae080b7 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:47.685294 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-62171eee-5e81-4779-994d-0e5e22647d8c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.688821 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0393537b-a418-4062-893d-f25933d3cb56 req-62171eee-5e81-4779-994d-0e5e22647d8c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.48 "DELETE /v2.0/ports/b2910da7-aefa-45b5-ab32-c4167ae080b7 HTTP/1.1" status: 204  len: 173 time: 1.4461136
Feb 12 21:15:47.696741 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1544fd4e-2c57-4b6f-9e18-d688113440b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c0bffe052774ed183cb06625612e78b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7373393
Feb 12 21:15:47.696741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-deleted', 'tag': 'b2910da7-aefa-45b5-ab32-c4167ae080b7'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:47.697324 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0983c2b-501d-4849-bca7-a0173dd30fb9" -d '{"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-deleted", "tag": "b2910da7-aefa-45b5-ab32-c4167ae080b7"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:47.698733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42874) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:47.699747 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544fd4e-2c57-4b6f-9e18-d688113440b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec28569d-1cb5-4aa1-8929-4aae30532e23,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:47.700825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b855968a-96a6-49b5-ab4f-9065636385f9 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:15:47.738265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae036faf-4bdb-499d-987b-1c62caaa24a5 None None] No DVR routers for this DVR port 423f4286-eb41-4363-b894-4fca68a6e656 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:47.748172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae036faf-4bdb-499d-987b-1c62caaa24a5 None None] Pushing event deleted for resources: {'Port': ['ID=423f4286-eb41-4363-b894-4fca68a6e656,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:47.767402 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f5346344-cb8a-42c1-8f48-7994eb67debf req-c5df2212-3469-4f80-a79f-964e7a058a78 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "GET /v2.0/security-groups/b0146cfe-42a2-4304-86ec-40af08c26b45 HTTP/1.1" status: 200  len: 1831 time: 0.1825109
Feb 12 21:15:47.778767 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b855968a-96a6-49b5-ab4f-9065636385f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b855968a-96a6-49b5-ab4f-9065636385f9,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:47.815606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3421de4b-c364-4301-b38c-92214de08890 req-bd24e975-d81d-485a-ad49-7531b4a7e034 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:15:47.834821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b784d-360d-4203-8e3b-5c7c06342f04 None None] Sync routers for ids ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:15:47.847350 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (423f4286-eb41-4363-b894-4fca68a6e656), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.851903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b784d-360d-4203-8e3b-5c7c06342f04 None None] Routers {'688e2890-2d6b-4da6-aa85-a74cf061f2ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:47.852783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0b1b784d-360d-4203-8e3b-5c7c06342f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb5a4cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:15:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:47.857573 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b855968a-96a6-49b5-ab4f-9065636385f9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.877863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] No DVR routers for this DVR port 423f4286-eb41-4363-b894-4fca68a6e656 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:47.878164 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3421de4b-c364-4301-b38c-92214de08890 req-bd24e975-d81d-485a-ad49-7531b4a7e034 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] No DVR routers for this DVR port 3ad38511-3f1f-4f22-831b-955591ab9833 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:47.881977 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3421de4b-c364-4301-b38c-92214de08890 req-bd24e975-d81d-485a-ad49-7531b4a7e034 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.887426 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3421de4b-c364-4301-b38c-92214de08890 req-bd24e975-d81d-485a-ad49-7531b4a7e034 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.50 "DELETE /v2.0/ports/3ad38511-3f1f-4f22-831b-955591ab9833 HTTP/1.1" status: 204  len: 173 time: 1.9291790
Feb 12 21:15:47.896420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'name': 'network-vif-deleted', 'tag': '3ad38511-3f1f-4f22-831b-955591ab9833'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:47.900579 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeaaf48-ab79-4549-9f98-749b05c74853" -d '{"events": [{"server_uuid": "6bbfee9f-78df-472d-8f1a-f8e602fda68d", "name": "network-vif-deleted", "tag": "3ad38511-3f1f-4f22-831b-955591ab9833"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:47.914195 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f1467de-ab18-4eb3-99a6-7b187fa21bdf admin admin] Publish callbacks [] for security_group (ec28569d-1cb5-4aa1-8929-4aae30532e23), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.917816 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189f452-98b0-4ff7-a73d-165020bf47c7 req-af15bc1a-a780-4ddf-8c85-c6071e626f87 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:47.924501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189f452-98b0-4ff7-a73d-165020bf47c7 req-af15bc1a-a780-4ddf-8c85-c6071e626f87 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:47.932577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189f452-98b0-4ff7-a73d-165020bf47c7 req-af15bc1a-a780-4ddf-8c85-c6071e626f87 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:47.939160 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189f452-98b0-4ff7-a73d-165020bf47c7 req-af15bc1a-a780-4ddf-8c85-c6071e626f87 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:47.941101 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c189f452-98b0-4ff7-a73d-165020bf47c7 req-af15bc1a-a780-4ddf-8c85-c6071e626f87 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 3141 time: 0.4087634
Feb 12 21:15:47.953969 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f1467de-ab18-4eb3-99a6-7b187fa21bdf admin admin] Publish callbacks [] for security_group (ec28569d-1cb5-4aa1-8929-4aae30532e23), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.963038 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f5346344-cb8a-42c1-8f48-7994eb67debf req-cce1dd90-0902-44c2-b100-4778f937508a tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (b0146cfe-42a2-4304-86ec-40af08c26b45), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:47.965306 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] Pushing event deleted for resources: {'Port': ['ID=423f4286-eb41-4363-b894-4fca68a6e656,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:48.012092 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f5346344-cb8a-42c1-8f48-7994eb67debf req-cce1dd90-0902-44c2-b100-4778f937508a tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (b0146cfe-42a2-4304-86ec-40af08c26b45), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:48.017939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b855968a-96a6-49b5-ab4f-9065636385f9,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:48.057552 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-0b1b784d-360d-4203-8e3b-5c7c06342f04 None None] Set router 688e2890-2d6b-4da6-aa85-a74cf061f2ca gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:48.069772 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-0393537b-a418-4062-893d-f25933d3cb56 req-0ecb72f7-eaa9-4dc1-bb48-55c98b8e674c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Deleting port c03b11d7-ad51-4a19-be11-d54473d9b412 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:48.070114 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-0ecb72f7-eaa9-4dc1-bb48-55c98b8e674c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:48.115705 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f1467de-ab18-4eb3-99a6-7b187fa21bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ec28569d-1cb5-4aa1-8929-4aae30532e23), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:48.118290 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f1467de-ab18-4eb3-99a6-7b187fa21bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:48.122936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8f1467de-ab18-4eb3-99a6-7b187fa21bdf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec28569d-1cb5-4aa1-8929-4aae30532e23 HTTP/1.1" status: 204  len: 168 time: 0.4209287
Feb 12 21:15:48.129603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1467de-ab18-4eb3-99a6-7b187fa21bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec28569d-1cb5-4aa1-8929-4aae30532e23,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:48.143097 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b855968a-96a6-49b5-ab4f-9065636385f9'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:15:48.146237 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f5346344-cb8a-42c1-8f48-7994eb67debf req-cce1dd90-0902-44c2-b100-4778f937508a tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b0146cfe-42a2-4304-86ec-40af08c26b45), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:48.150458 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f5346344-cb8a-42c1-8f48-7994eb67debf req-cce1dd90-0902-44c2-b100-4778f937508a tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:48.171579 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f5346344-cb8a-42c1-8f48-7994eb67debf req-cce1dd90-0902-44c2-b100-4778f937508a tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "DELETE /v2.0/security-groups/b0146cfe-42a2-4304-86ec-40af08c26b45 HTTP/1.1" status: 204  len: 173 time: 0.3809638
Feb 12 21:15:48.173642 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb16a4b9-5c35-4c83-b676-814b33f4354e'}, {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9dd83b-8155-49b9-9961-155b1a2273e6'}, {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c03b11d7-ad51-4a19-be11-d54473d9b412'}, {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '335b0423-e329-43fd-bea1-28e4856ef8b9'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:48.175975 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010cd151-6946-4cf0-b375-07baf7ed38ef" -d '{"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-unplugged", "status": "completed", "tag": "cb16a4b9-5c35-4c83-b676-814b33f4354e"}, {"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-unplugged", "status": "completed", "tag": "ea9dd83b-8155-49b9-9961-155b1a2273e6"}, {"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-unplugged", "status": "completed", "tag": "c03b11d7-ad51-4a19-be11-d54473d9b412"}, {"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-unplugged", "status": "completed", "tag": "335b0423-e329-43fd-bea1-28e4856ef8b9"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:48.197387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1dd90-0902-44c2-b100-4778f937508a tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0146cfe-42a2-4304-86ec-40af08c26b45,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:48.208684 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (f6b71adf-3656-401b-8bec-3091ef8cf8c7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:48.232844 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c189f452-98b0-4ff7-a73d-165020bf47c7 req-a122ac08-462a-421b-9466-54fc174f9aa9 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2403445
Feb 12 21:15:48.303554 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa1384c0>,) {'filters': {'network_id': ['f6b71adf-3656-401b-8bec-3091ef8cf8c7']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:48.332551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa1384c0>, 'c4b9dfdb-2741-414b-820a-2fa3d6880f0b') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:48.340075 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa1384c0>, 'c4b9dfdb-2741-414b-820a-2fa3d6880f0b') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:48.340075 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c2df89-d5f1-4777-aa1f-e8a2f0f6deed x-openstack-request-id: req-34c2df89-d5f1-4777-aa1f-e8a2f0f6deed {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:48.340075 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-deleted", "tag": "b2910da7-aefa-45b5-ab32-c4167ae080b7", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:48.340075 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34c2df89-d5f1-4777-aa1f-e8a2f0f6deed {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:48.340075 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-deleted', 'tag': 'b2910da7-aefa-45b5-ab32-c4167ae080b7', 'status': 'completed', 'code': 200}
Feb 12 21:15:48.355899 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (c4b9dfdb-2741-414b-820a-2fa3d6880f0b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:48.366911 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-0393537b-a418-4062-893d-f25933d3cb56 req-0ecb72f7-eaa9-4dc1-bb48-55c98b8e674c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] For port c03b11d7-ad51-4a19-be11-d54473d9b412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c03b11d7-ad51-4a19-be11-d54473d9b412,segment=NetworkSegment(59c0f533-8d2d-4f7b-8a78-1a18c5036ce1),segment_id=59c0f533-8d2d-4f7b-8a78-1a18c5036ce1)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:48.367481 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-0ecb72f7-eaa9-4dc1-bb48-55c98b8e674c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:48.388045 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c4b9dfdb-2741-414b-820a-2fa3d6880f0b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:48.390380 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-0393537b-a418-4062-893d-f25933d3cb56 req-0ecb72f7-eaa9-4dc1-bb48-55c98b8e674c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Calling delete_port for c03b11d7-ad51-4a19-be11-d54473d9b412 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (c4b9dfdb-2741-414b-820a-2fa3d6880f0b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:15:48.403416 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:15:48.411461 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b6b50f-d10d-4890-955a-37cadcaa2b8b x-openstack-request-id: req-f1b6b50f-d10d-4890-955a-37cadcaa2b8b {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:48.411775 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbfee9f-78df-472d-8f1a-f8e602fda68d", "name": "network-vif-deleted", "tag": "3ad38511-3f1f-4f22-831b-955591ab9833", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:48.412786 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1b6b50f-d10d-4890-955a-37cadcaa2b8b {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:48.413609 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbfee9f-78df-472d-8f1a-f8e602fda68d', 'name': 'network-vif-deleted', 'tag': '3ad38511-3f1f-4f22-831b-955591ab9833', 'status': 'completed', 'code': 200}
Feb 12 21:15:48.438358 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bde6f-2ec1-4c61-965e-0a099e62b0df req-643a6308-9f15-45d8-b722-14f0cd7ef2c0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:48.441541 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f06bde6f-2ec1-4c61-965e-0a099e62b0df req-643a6308-9f15-45d8-b722-14f0cd7ef2c0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 944 time: 0.1474705
Feb 12 21:15:48.482307 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 423f4286-eb41-4363-b894-4fca68a6e656 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:48.505915 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f06bde6f-2ec1-4c61-965e-0a099e62b0df req-eae65abf-499b-4ac9-851e-ee1a4bca0e5a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573592
Feb 12 21:15:48.514705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 423f4286-eb41-4363-b894-4fca68a6e656 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:48.515060 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 423f4286-eb41-4363-b894-4fca68a6e656 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:48.526278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0b1b784d-360d-4203-8e3b-5c7c06342f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb5a4cd0>, [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:28Z', 'revision_number': 5, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:48.582026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b784d-360d-4203-8e3b-5c7c06342f04 None None] Checking router: 688e2890-2d6b-4da6-aa85-a74cf061f2ca for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:15:48.591622 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b784d-360d-4203-8e3b-5c7c06342f04 None None] Routers {'688e2890-2d6b-4da6-aa85-a74cf061f2ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:48.592288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0b1b784d-360d-4203-8e3b-5c7c06342f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb5a4cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:15:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:48.609432 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5ceb903d-999e-4fa8-8dae-da26909d26b3 req-efb28463-e261-452c-a076-d9e1e5d23e19 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "GET /v2.0/security-groups/085b1cdd-534f-4941-b875-6d141ef4b2e6 HTTP/1.1" status: 200  len: 1832 time: 0.1439095
Feb 12 21:15:48.635413 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (f6b71adf-3656-401b-8bec-3091ef8cf8c7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:48.647788 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3686eae1-e834-4db4-bc63-0c8311d95584 x-openstack-request-id: req-3686eae1-e834-4db4-bc63-0c8311d95584 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:48.648086 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-unplugged", "status": "completed", "tag": "cb16a4b9-5c35-4c83-b676-814b33f4354e", "code": 200}, {"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-unplugged", "status": "completed", "tag": "ea9dd83b-8155-49b9-9961-155b1a2273e6", "code": 200}, {"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-unplugged", "status": "completed", "tag": "c03b11d7-ad51-4a19-be11-d54473d9b412", "code": 200}, {"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-unplugged", "status": "completed", "tag": "335b0423-e329-43fd-bea1-28e4856ef8b9", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:48.648361 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3686eae1-e834-4db4-bc63-0c8311d95584 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:48.648797 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb16a4b9-5c35-4c83-b676-814b33f4354e', 'code': 200}
Feb 12 21:15:48.649064 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9dd83b-8155-49b9-9961-155b1a2273e6', 'code': 200}
Feb 12 21:15:48.649321 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c03b11d7-ad51-4a19-be11-d54473d9b412', 'code': 200}
Feb 12 21:15:48.649663 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '335b0423-e329-43fd-bea1-28e4856ef8b9', 'code': 200}
Feb 12 21:15:48.685469 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:48.691064 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] 10.222.0.31 "DELETE /v2.0/networks/f6b71adf-3656-401b-8bec-3091ef8cf8c7 HTTP/1.1" status: 204  len: 168 time: 2.0782259
Feb 12 21:15:48.691064 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ea7d3-c8f2-407c-96fd-98909fc1902f admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b71adf-3656-401b-8bec-3091ef8cf8c7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:48.693717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42896) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:48.756418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5ceb903d-999e-4fa8-8dae-da26909d26b3 req-a2b6f01d-7860-4cd0-87b5-a49cc8757cd4 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (085b1cdd-534f-4941-b875-6d141ef4b2e6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:48.765397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-0b1b784d-360d-4203-8e3b-5c7c06342f04 None None] Set router 688e2890-2d6b-4da6-aa85-a74cf061f2ca gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:48.798090 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5ceb903d-999e-4fa8-8dae-da26909d26b3 req-a2b6f01d-7860-4cd0-87b5-a49cc8757cd4 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (085b1cdd-534f-4941-b875-6d141ef4b2e6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:48.808817 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68ab127b-0098-494e-af1e-912a3e023669 req-6df10b01-d69d-4e49-a24a-daeb450eb7e1 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bbfee9f-78df-472d-8f1a-f8e602fda68d HTTP/1.1" status: 200  len: 210 time: 0.1201682
Feb 12 21:15:49.163165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 3ad38511-3f1f-4f22-831b-955591ab9833 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:49.165135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b855968a-96a6-49b5-ab4f-9065636385f9 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:15:49.233387 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-0ecb72f7-eaa9-4dc1-bb48-55c98b8e674c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c03b11d7-ad51-4a19-be11-d54473d9b412), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:49.262748 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 3ad38511-3f1f-4f22-831b-955591ab9833 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:49.263099 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 3ad38511-3f1f-4f22-831b-955591ab9833 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:49.328514 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad2847b4-4404-44dc-9344-d2ece052ccba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (2c183462-857e-41db-a5b1-e5d031f1cb27), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:49.387985 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0393537b-a418-4062-893d-f25933d3cb56 req-0ecb72f7-eaa9-4dc1-bb48-55c98b8e674c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] No DVR routers for this DVR port c03b11d7-ad51-4a19-be11-d54473d9b412 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:49.401405 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb72f7-eaa9-4dc1-bb48-55c98b8e674c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event deleted for resources: {'Port': ['ID=c03b11d7-ad51-4a19-be11-d54473d9b412,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:49.401405 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-0ecb72f7-eaa9-4dc1-bb48-55c98b8e674c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:49.411651 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0393537b-a418-4062-893d-f25933d3cb56 req-0ecb72f7-eaa9-4dc1-bb48-55c98b8e674c tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.48 "DELETE /v2.0/ports/c03b11d7-ad51-4a19-be11-d54473d9b412 HTTP/1.1" status: 204  len: 173 time: 1.7070289
Feb 12 21:15:49.451149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0b1b784d-360d-4203-8e3b-5c7c06342f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb5a4cd0>, [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:28Z', 'revision_number': 5, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:49.490936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b784d-360d-4203-8e3b-5c7c06342f04 None None] The sync data for ids ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'] in ncdv-master-1 is: [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:09:16Z', 'revision_number': 4, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22dbdb2a-7ac6-487b-ac8e-89ca8c33017b', 'name': '', 'network_id': '4558dc02-1bc4-4b41-a16f-8a68e939fe76', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'mac_address': 'fa:16:3e:88:c5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:14Z', 'updated_at': '2022-02-12T21:09:28Z', 'revision_number': 5, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'subnets': [{'id': '84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:15:49.495191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port b855968a-96a6-49b5-ab4f-9065636385f9 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:15:49.520710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port b855968a-96a6-49b5-ab4f-9065636385f9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:15:49.532559 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b855968a-96a6-49b5-ab4f-9065636385f9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:49.540871 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5ceb903d-999e-4fa8-8dae-da26909d26b3 req-a2b6f01d-7860-4cd0-87b5-a49cc8757cd4 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (085b1cdd-534f-4941-b875-6d141ef4b2e6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:49.544109 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-5ceb903d-999e-4fa8-8dae-da26909d26b3 req-a2b6f01d-7860-4cd0-87b5-a49cc8757cd4 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:49.545662 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5ceb903d-999e-4fa8-8dae-da26909d26b3 req-a2b6f01d-7860-4cd0-87b5-a49cc8757cd4 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] 10.222.0.31 "DELETE /v2.0/security-groups/085b1cdd-534f-4941-b875-6d141ef4b2e6 HTTP/1.1" status: 204  len: 173 time: 0.9187553
Feb 12 21:15:49.553035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-0393537b-a418-4062-893d-f25933d3cb56 req-d49be5c5-08b6-416e-a4b2-b940e5b226ef tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Deleting port ea9dd83b-8155-49b9-9961-155b1a2273e6 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:49.553683 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-d49be5c5-08b6-416e-a4b2-b940e5b226ef tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:49.566142 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42928) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:49.587779 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6f01d-7860-4cd0-87b5-a49cc8757cd4 tempest-SecurityGroupRulesNegativeTestJSON-1111708575 tempest-SecurityGroupRulesNegativeTestJSON-1111708575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=085b1cdd-534f-4941-b875-6d141ef4b2e6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:49.665187 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81cc30a-ae5a-46fd-9e18-ea4a936e1f1f admin admin] Deleting subnet 82ee9147-df51-4b4c-bd7b-a86edd505e55 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:15:49.675917 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d81cc30a-ae5a-46fd-9e18-ea4a936e1f1f admin admin] Publish callbacks [] for subnet (82ee9147-df51-4b4c-bd7b-a86edd505e55), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:49.720911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b855968a-96a6-49b5-ab4f-9065636385f9 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:15:49.721725 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b855968a-96a6-49b5-ab4f-9065636385f9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:49.722918 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d81cc30a-ae5a-46fd-9e18-ea4a936e1f1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (82ee9147-df51-4b4c-bd7b-a86edd505e55), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:49.764969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce701e3-3391-47a1-ae8a-26717971554e req-d853af7b-dc13-4716-b45b-7bae7be35532 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:49.772663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce701e3-3391-47a1-ae8a-26717971554e req-d853af7b-dc13-4716-b45b-7bae7be35532 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:49.780037 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce701e3-3391-47a1-ae8a-26717971554e req-d853af7b-dc13-4716-b45b-7bae7be35532 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:49.783518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b855968a-96a6-49b5-ab4f-9065636385f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b855968a-96a6-49b5-ab4f-9065636385f9,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:49.785684 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6ce701e3-3391-47a1-ae8a-26717971554e req-d853af7b-dc13-4716-b45b-7bae7be35532 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 2408 time: 0.3323367
Feb 12 21:15:49.864328 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d81cc30a-ae5a-46fd-9e18-ea4a936e1f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (82ee9147-df51-4b4c-bd7b-a86edd505e55), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:49.865264 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b855968a-96a6-49b5-ab4f-9065636385f9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:49.867411 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6ce701e3-3391-47a1-ae8a-26717971554e req-0e732fdc-66e4-4450-a552-7322e830a854 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728643
Feb 12 21:15:49.933299 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d0a41-2829-4d57-a9d5-cda061af9dd9 req-38e2169e-d1e9-469b-b46d-399287b8357b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:49.934900 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a9d0a41-2829-4d57-a9d5-cda061af9dd9 req-38e2169e-d1e9-469b-b46d-399287b8357b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 944 time: 0.1728034
Feb 12 21:15:49.936830 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-0393537b-a418-4062-893d-f25933d3cb56 req-d49be5c5-08b6-416e-a4b2-b940e5b226ef tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] For port ea9dd83b-8155-49b9-9961-155b1a2273e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ea9dd83b-8155-49b9-9961-155b1a2273e6,segment=NetworkSegment(59c0f533-8d2d-4f7b-8a78-1a18c5036ce1),segment_id=59c0f533-8d2d-4f7b-8a78-1a18c5036ce1)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:49.937197 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-d49be5c5-08b6-416e-a4b2-b940e5b226ef tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:49.976721 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-0393537b-a418-4062-893d-f25933d3cb56 req-d49be5c5-08b6-416e-a4b2-b940e5b226ef tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Calling delete_port for ea9dd83b-8155-49b9-9961-155b1a2273e6 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:49.980791 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b855968a-96a6-49b5-ab4f-9065636385f9,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:50.003022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ad2847b4-4404-44dc-9344-d2ece052ccba admin admin] Deleting port c153cb74-3ffa-480b-b50d-ec962a7d8c76 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:50.003873 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad2847b4-4404-44dc-9344-d2ece052ccba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.062559 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a57ac3-e7fb-4f2f-97b9-5652a962df86 None None] New status for floating IP 99d1bff9-8c1a-4a36-8bb4-dc30ef5e357c: DOWN {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:15:50.087627 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a9d0a41-2829-4d57-a9d5-cda061af9dd9 req-e58fa362-5e7c-4213-9232-6a66ec3475cc tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305568
Feb 12 21:15:50.096343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42940) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:50.125378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-ad2847b4-4404-44dc-9344-d2ece052ccba admin admin] For port c153cb74-3ffa-480b-b50d-ec962a7d8c76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c153cb74-3ffa-480b-b50d-ec962a7d8c76,segment=NetworkSegment(f1658487-41e2-4087-8818-91156d4e34ed),segment_id=f1658487-41e2-4087-8818-91156d4e34ed)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:50.126165 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad2847b4-4404-44dc-9344-d2ece052ccba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.152205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ad2847b4-4404-44dc-9344-d2ece052ccba admin admin] Calling delete_port for c153cb74-3ffa-480b-b50d-ec962a7d8c76 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:50.183922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d81cc30a-ae5a-46fd-9e18-ea4a936e1f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (82ee9147-df51-4b4c-bd7b-a86edd505e55), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.217151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cc30a-ae5a-46fd-9e18-ea4a936e1f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82ee9147-df51-4b4c-bd7b-a86edd505e55,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:50.220853 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d81cc30a-ae5a-46fd-9e18-ea4a936e1f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.226285 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d81cc30a-ae5a-46fd-9e18-ea4a936e1f1f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/82ee9147-df51-4b4c-bd7b-a86edd505e55 HTTP/1.1" status: 204  len: 168 time: 0.6565635
Feb 12 21:15:50.227234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42944) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:50.261732 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b94c42ce-04e8-407c-b758-b5f29cf91a8d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group (a1cf4b0a-9816-4156-b147-88ef003ecaf0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.276899 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-d49be5c5-08b6-416e-a4b2-b940e5b226ef tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (ea9dd83b-8155-49b9-9961-155b1a2273e6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.311488 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49be5c5-08b6-416e-a4b2-b940e5b226ef tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event deleted for resources: {'Port': ['ID=ea9dd83b-8155-49b9-9961-155b1a2273e6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:50.342703 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-deleted', 'tag': 'c03b11d7-ad51-4a19-be11-d54473d9b412'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:50.344557 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f77bfdb-7cc6-4fa8-98ac-02d2dd72af0b" -d '{"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-deleted", "tag": "c03b11d7-ad51-4a19-be11-d54473d9b412"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:50.370655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0393537b-a418-4062-893d-f25933d3cb56 req-d49be5c5-08b6-416e-a4b2-b940e5b226ef tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] No DVR routers for this DVR port ea9dd83b-8155-49b9-9961-155b1a2273e6 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:50.374904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-d49be5c5-08b6-416e-a4b2-b940e5b226ef tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.383416 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0393537b-a418-4062-893d-f25933d3cb56 req-d49be5c5-08b6-416e-a4b2-b940e5b226ef tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.48 "DELETE /v2.0/ports/ea9dd83b-8155-49b9-9961-155b1a2273e6 HTTP/1.1" status: 204  len: 173 time: 0.9598434
Feb 12 21:15:50.434768 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8aa6f7-1de7-49c6-b60d-729e81428e79 x-openstack-request-id: req-df8aa6f7-1de7-49c6-b60d-729e81428e79 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:50.434768 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-deleted", "tag": "c03b11d7-ad51-4a19-be11-d54473d9b412", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:50.434768 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df8aa6f7-1de7-49c6-b60d-729e81428e79 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:50.434768 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-deleted', 'tag': 'c03b11d7-ad51-4a19-be11-d54473d9b412', 'status': 'completed', 'code': 200}
Feb 12 21:15:50.435158 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ee8584a0-a79c-44c3-9244-52e358831104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (2396b13e-ae2c-47c0-9a41-c00a7f321e3a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.445149 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b94c42ce-04e8-407c-b758-b5f29cf91a8d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group (a1cf4b0a-9816-4156-b147-88ef003ecaf0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.525263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-0393537b-a418-4062-893d-f25933d3cb56 req-a713799a-bf06-47f9-82fc-7f9b1396ebb7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Deleting port 335b0423-e329-43fd-bea1-28e4856ef8b9 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:50.525660 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-a713799a-bf06-47f9-82fc-7f9b1396ebb7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.622393 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ee8584a0-a79c-44c3-9244-52e358831104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (2396b13e-ae2c-47c0-9a41-c00a7f321e3a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.632402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-0393537b-a418-4062-893d-f25933d3cb56 req-a713799a-bf06-47f9-82fc-7f9b1396ebb7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] For port 335b0423-e329-43fd-bea1-28e4856ef8b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=335b0423-e329-43fd-bea1-28e4856ef8b9,segment=NetworkSegment(c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c),segment_id=c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:50.632778 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-a713799a-bf06-47f9-82fc-7f9b1396ebb7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.650998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae9bb06-a90d-4b9b-914d-6304f6312070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b855968a-96a6-49b5-ab4f-9065636385f9'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:50.653374 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b409ca-f355-431a-b554-a8a126432c98" -d '{"events": [{"server_uuid": "0ae9bb06-a90d-4b9b-914d-6304f6312070", "name": "network-vif-plugged", "status": "completed", "tag": "b855968a-96a6-49b5-ab4f-9065636385f9"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:50.676422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-ee8584a0-a79c-44c3-9244-52e358831104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9d05be0>,) {'filters': {'network_id': ['2396b13e-ae2c-47c0-9a41-c00a7f321e3a']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:50.707258 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b771b548-8772-484d-a894-8f035bfce665 x-openstack-request-id: req-b771b548-8772-484d-a894-8f035bfce665 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:50.707258 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae9bb06-a90d-4b9b-914d-6304f6312070", "name": "network-vif-plugged", "status": "completed", "tag": "b855968a-96a6-49b5-ab4f-9065636385f9", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:50.707511 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b771b548-8772-484d-a894-8f035bfce665 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:50.707673 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae9bb06-a90d-4b9b-914d-6304f6312070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b855968a-96a6-49b5-ab4f-9065636385f9', 'code': 200}
Feb 12 21:15:50.715368 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b94c42ce-04e8-407c-b758-b5f29cf91a8d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a1cf4b0a-9816-4156-b147-88ef003ecaf0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.719010 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b94c42ce-04e8-407c-b758-b5f29cf91a8d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.723246 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b94c42ce-04e8-407c-b758-b5f29cf91a8d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "DELETE /v2.0/security-groups/a1cf4b0a-9816-4156-b147-88ef003ecaf0 HTTP/1.1" status: 204  len: 168 time: 0.6253510
Feb 12 21:15:50.724134 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42958) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:50.741871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-ee8584a0-a79c-44c3-9244-52e358831104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9d05be0>, 'fe711a08-afb1-4ef2-8a93-59be0df8b390') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:50.742203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-ee8584a0-a79c-44c3-9244-52e358831104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9d05be0>, 'fe711a08-afb1-4ef2-8a93-59be0df8b390') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:50.762501 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-0948cfb4-bfe5-4f4e-832d-15f301ea867a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] show failed (client error): The resource could not be found.
Feb 12 21:15:50.766001 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0948cfb4-bfe5-4f4e-832d-15f301ea867a tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "GET /v2.0/security-groups/a1cf4b0a-9816-4156-b147-88ef003ecaf0 HTTP/1.1" status: 404  len: 347 time: 0.0359075
Feb 12 21:15:50.767085 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c42ce-04e8-407c-b758-b5f29cf91a8d tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cf4b0a-9816-4156-b147-88ef003ecaf0,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:50.771843 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ee8584a0-a79c-44c3-9244-52e358831104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (fe711a08-afb1-4ef2-8a93-59be0df8b390), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.779295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42960) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:50.845780 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad2847b4-4404-44dc-9344-d2ece052ccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c153cb74-3ffa-480b-b50d-ec962a7d8c76), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.898543 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-a713799a-bf06-47f9-82fc-7f9b1396ebb7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.898831 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-a713799a-bf06-47f9-82fc-7f9b1396ebb7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (1d449701-45b9-476e-832a-7278fe454fa3), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.899156 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [req-0393537b-a418-4062-893d-f25933d3cb56 req-a713799a-bf06-47f9-82fc-7f9b1396ebb7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Floating IP 1d449701-45b9-476e-832a-7278fe454fa3 disassociated. External IP: 172.35.2.201, port: 335b0423-e329-43fd-bea1-28e4856ef8b9.
Feb 12 21:15:50.899516 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-0393537b-a418-4062-893d-f25933d3cb56 req-a713799a-bf06-47f9-82fc-7f9b1396ebb7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Calling delete_port for 335b0423-e329-43fd-bea1-28e4856ef8b9 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:50.905593 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ee8584a0-a79c-44c3-9244-52e358831104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (fe711a08-afb1-4ef2-8a93-59be0df8b390), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.945420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2847b4-4404-44dc-9344-d2ece052ccba admin admin] Pushing event deleted for resources: {'Port': ['ID=c153cb74-3ffa-480b-b50d-ec962a7d8c76,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:50.982549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8584a0-a79c-44c3-9244-52e358831104 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:15:50.982936 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ee8584a0-a79c-44c3-9244-52e358831104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (fe711a08-afb1-4ef2-8a93-59be0df8b390), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:15:50.984755 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:15:51.136589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d6122-5e56-4877-b485-b60b06b8b8ee req-501a1e2b-14ed-4f36-a7cb-8465df8edd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:51.138229 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-692d6122-5e56-4877-b485-b60b06b8b8ee req-501a1e2b-14ed-4f36-a7cb-8465df8edd47 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 1127 time: 0.3539660
Feb 12 21:15:51.179200 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-a713799a-bf06-47f9-82fc-7f9b1396ebb7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (335b0423-e329-43fd-bea1-28e4856ef8b9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:51.213166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713799a-bf06-47f9-82fc-7f9b1396ebb7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event deleted for resources: {'Port': ['ID=335b0423-e329-43fd-bea1-28e4856ef8b9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:51.293481 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5da53f53-b18c-47d9-a6a5-f0fde283b2fb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Deleting port b698f6bc-c237-44d9-bc59-447a93b2b0b4 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:51.293817 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5da53f53-b18c-47d9-a6a5-f0fde283b2fb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b698f6bc-c237-44d9-bc59-447a93b2b0b4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:51.298046 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ee8584a0-a79c-44c3-9244-52e358831104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (2396b13e-ae2c-47c0-9a41-c00a7f321e3a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:51.307462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347446e1-41e7-47cd-81f9-49d0236401c2 req-e53bce6d-66e1-4af5-bc19-203db9ae974b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:51.313321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347446e1-41e7-47cd-81f9-49d0236401c2 req-e53bce6d-66e1-4af5-bc19-203db9ae974b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:51.320589 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-347446e1-41e7-47cd-81f9-49d0236401c2 req-e53bce6d-66e1-4af5-bc19-203db9ae974b tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 1597 time: 0.3659317
Feb 12 21:15:51.357685 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ee8584a0-a79c-44c3-9244-52e358831104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:51.366672 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ee8584a0-a79c-44c3-9244-52e358831104 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2396b13e-ae2c-47c0-9a41-c00a7f321e3a HTTP/1.1" status: 204  len: 168 time: 1.1320145
Feb 12 21:15:51.366672 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-692d6122-5e56-4877-b485-b60b06b8b8ee req-ceee205b-ba29-4895-b676-fa57eb2d7482 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2175503
Feb 12 21:15:51.376793 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d350d9-fbf2-4eb2-8787-3b221e73a616 req-7c9a93ca-7440-4845-a247-24ebb13059fd tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:51.388216 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-20d350d9-fbf2-4eb2-8787-3b221e73a616 req-7c9a93ca-7440-4845-a247-24ebb13059fd tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 945 time: 0.1773775
Feb 12 21:15:51.396221 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8584a0-a79c-44c3-9244-52e358831104 admin admin] Pushing event deleted for resources: {'Network': ['ID=2396b13e-ae2c-47c0-9a41-c00a7f321e3a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:51.460872 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-20d350d9-fbf2-4eb2-8787-3b221e73a616 req-04046469-4f01-4a29-aa28-cbc4b8c3d0bc tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717516
Feb 12 21:15:51.471633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0393537b-a418-4062-893d-f25933d3cb56 req-a713799a-bf06-47f9-82fc-7f9b1396ebb7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:15:51.478826 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad2847b4-4404-44dc-9344-d2ece052ccba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (2c183462-857e-41db-a5b1-e5d031f1cb27), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:51.510874 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-347446e1-41e7-47cd-81f9-49d0236401c2 req-41bc6010-4691-476b-b2e1-2f36157d2062 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups?id=697b990c-3e2c-41cb-8a68-41711912ecd1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1893170
Feb 12 21:15:51.609436 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5da53f53-b18c-47d9-a6a5-f0fde283b2fb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b698f6bc-c237-44d9-bc59-447a93b2b0b4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:51.609825 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5da53f53-b18c-47d9-a6a5-f0fde283b2fb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for floatingip (b698f6bc-c237-44d9-bc59-447a93b2b0b4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:51.628899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5da53f53-b18c-47d9-a6a5-f0fde283b2fb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Calling delete_port for b698f6bc-c237-44d9-bc59-447a93b2b0b4 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:51.657599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0393537b-a418-4062-893d-f25933d3cb56 req-a713799a-bf06-47f9-82fc-7f9b1396ebb7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:15:51.668971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57991d-77ba-4719-b286-b90ce41eea05 None None] Sync routers for ids ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:15:51.680602 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57991d-77ba-4719-b286-b90ce41eea05 None None] Routers {'a0a3e58f-2780-4919-b93e-90a2fcfe19d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:51.682235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-8c57991d-77ba-4719-b286-b90ce41eea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaeab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:15:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:51.705039 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0393537b-a418-4062-893d-f25933d3cb56 req-a713799a-bf06-47f9-82fc-7f9b1396ebb7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] No DVR routers for this DVR port 335b0423-e329-43fd-bea1-28e4856ef8b9 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:51.707960 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-a713799a-bf06-47f9-82fc-7f9b1396ebb7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:51.712044 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0393537b-a418-4062-893d-f25933d3cb56 req-a713799a-bf06-47f9-82fc-7f9b1396ebb7 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.48 "DELETE /v2.0/ports/335b0423-e329-43fd-bea1-28e4856ef8b9 HTTP/1.1" status: 204  len: 173 time: 1.3217063
Feb 12 21:15:51.841299 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-0393537b-a418-4062-893d-f25933d3cb56 req-647cb8c7-0536-4a8d-8d39-85fc5f75ad2a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Deleting port cb16a4b9-5c35-4c83-b676-814b33f4354e {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:51.841701 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-647cb8c7-0536-4a8d-8d39-85fc5f75ad2a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:51.854683 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-8c57991d-77ba-4719-b286-b90ce41eea05 None None] Set router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:51.903836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2847b4-4404-44dc-9344-d2ece052ccba admin admin] Router 2c183462-857e-41db-a5b1-e5d031f1cb27 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:15:51.936016 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42984) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:52.009523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-0393537b-a418-4062-893d-f25933d3cb56 req-647cb8c7-0536-4a8d-8d39-85fc5f75ad2a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] For port cb16a4b9-5c35-4c83-b676-814b33f4354e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb16a4b9-5c35-4c83-b676-814b33f4354e,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:52.009902 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-647cb8c7-0536-4a8d-8d39-85fc5f75ad2a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:52.028856 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e1d25543-4581-4d50-9844-2ffcd41f2e93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abb3fabefd3e4260886d8b8064432809&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0895805
Feb 12 21:15:52.030647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42988) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:52.038969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-0393537b-a418-4062-893d-f25933d3cb56 req-647cb8c7-0536-4a8d-8d39-85fc5f75ad2a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Calling delete_port for cb16a4b9-5c35-4c83-b676-814b33f4354e owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:52.138136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-8c57991d-77ba-4719-b286-b90ce41eea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaeab20>, [{'id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'name': 'tempest-TaggedBootDevicesTest-1958852291-router', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56'}], 'enable_snat': True}, 'gw_port_id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:45Z', 'updated_at': '2022-02-12T21:09:52Z', 'revision_number': 4, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'gw_port': {'id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:46Z', 'updated_at': '2022-02-12T21:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '02626427-6bc0-47dd-ab6c-04a4d0e3ea1a', 'name': '', 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'mac_address': 'fa:16:3e:dc:87:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:51Z', 'updated_at': '2022-02-12T21:09:58Z', 'revision_number': 5, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'subnets': [{'id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:52.145685 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f327d01d-a5d0-4983-8347-1ec3f1bb4b00 admin admin] Publish callbacks [] for security_group (034db5e5-0765-477d-9731-e966e7b3974b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:52.178560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57991d-77ba-4719-b286-b90ce41eea05 None None] Checking router: a0a3e58f-2780-4919-b93e-90a2fcfe19d2 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:15:52.188801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57991d-77ba-4719-b286-b90ce41eea05 None None] Routers {'a0a3e58f-2780-4919-b93e-90a2fcfe19d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:52.189590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-8c57991d-77ba-4719-b286-b90ce41eea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaeab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:15:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:52.195077 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f327d01d-a5d0-4983-8347-1ec3f1bb4b00 admin admin] Publish callbacks [] for security_group (034db5e5-0765-477d-9731-e966e7b3974b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:52.311938 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-8c57991d-77ba-4719-b286-b90ce41eea05 None None] Set router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:52.378726 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2847b4-4404-44dc-9344-d2ece052ccba admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:15:52.388155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42992) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:52.388645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ad2847b4-4404-44dc-9344-d2ece052ccba admin admin] 10.222.0.31 "PUT /v2.0/routers/2c183462-857e-41db-a5b1-e5d031f1cb27/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6834369
Feb 12 21:15:52.393171 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba309a2d-6467-4fea-bca6-96a10cc395c3 None None] Sync routers for ids ['2c183462-857e-41db-a5b1-e5d031f1cb27'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:15:52.402717 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f327d01d-a5d0-4983-8347-1ec3f1bb4b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (034db5e5-0765-477d-9731-e966e7b3974b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:52.405449 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f327d01d-a5d0-4983-8347-1ec3f1bb4b00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:52.407219 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f327d01d-a5d0-4983-8347-1ec3f1bb4b00 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/034db5e5-0765-477d-9731-e966e7b3974b HTTP/1.1" status: 204  len: 168 time: 0.3748198
Feb 12 21:15:52.414876 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba309a2d-6467-4fea-bca6-96a10cc395c3 None None] Routers {'2c183462-857e-41db-a5b1-e5d031f1cb27'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:52.414876 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-ba309a2d-6467-4fea-bca6-96a10cc395c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba3190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:15:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2c183462-857e-41db-a5b1-e5d031f1cb27'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:52.454042 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5da53f53-b18c-47d9-a6a5-f0fde283b2fb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b698f6bc-c237-44d9-bc59-447a93b2b0b4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:52.475247 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-deleted', 'tag': 'ea9dd83b-8155-49b9-9961-155b1a2273e6'}, {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-deleted', 'tag': '335b0423-e329-43fd-bea1-28e4856ef8b9'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:52.478568 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7b7a5e-d393-4de5-be18-a3491f616a18" -d '{"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-deleted", "tag": "ea9dd83b-8155-49b9-9961-155b1a2273e6"}, {"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-deleted", "tag": "335b0423-e329-43fd-bea1-28e4856ef8b9"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:52.540856 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da53f53-b18c-47d9-a6a5-f0fde283b2fb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Pushing event deleted for resources: {'Port': ['ID=b698f6bc-c237-44d9-bc59-447a93b2b0b4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:52.569714 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71571272-14ff-4079-9cf0-1b654030a900 x-openstack-request-id: req-71571272-14ff-4079-9cf0-1b654030a900 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:52.571044 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-deleted", "tag": "ea9dd83b-8155-49b9-9961-155b1a2273e6", "status": "completed", "code": 200}, {"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-deleted", "tag": "335b0423-e329-43fd-bea1-28e4856ef8b9", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:52.574929 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71571272-14ff-4079-9cf0-1b654030a900 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:52.575706 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-deleted', 'tag': 'ea9dd83b-8155-49b9-9961-155b1a2273e6', 'status': 'completed', 'code': 200}
Feb 12 21:15:52.577536 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-deleted', 'tag': '335b0423-e329-43fd-bea1-28e4856ef8b9', 'status': 'completed', 'code': 200}
Feb 12 21:15:52.588343 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-647cb8c7-0536-4a8d-8d39-85fc5f75ad2a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (cb16a4b9-5c35-4c83-b676-814b33f4354e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:52.628740 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-ba309a2d-6467-4fea-bca6-96a10cc395c3 None None] Set router 2c183462-857e-41db-a5b1-e5d031f1cb27 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:52.687554 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327d01d-a5d0-4983-8347-1ec3f1bb4b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034db5e5-0765-477d-9731-e966e7b3974b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:52.769420 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cb8c7-0536-4a8d-8d39-85fc5f75ad2a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event deleted for resources: {'Port': ['ID=cb16a4b9-5c35-4c83-b676-814b33f4354e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:52.781779 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3baf8d39-8881-49b7-8fd1-5534edb0a3bf req-8fb6a5de-3f0b-48bb-b77d-0feee7b820d0 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 210 time: 0.0640986
Feb 12 21:15:52.792898 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0393537b-a418-4062-893d-f25933d3cb56 req-647cb8c7-0536-4a8d-8d39-85fc5f75ad2a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] No DVR routers for this DVR port cb16a4b9-5c35-4c83-b676-814b33f4354e on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:52.800356 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0393537b-a418-4062-893d-f25933d3cb56 req-647cb8c7-0536-4a8d-8d39-85fc5f75ad2a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:52.808531 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0393537b-a418-4062-893d-f25933d3cb56 req-647cb8c7-0536-4a8d-8d39-85fc5f75ad2a tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.48 "DELETE /v2.0/ports/cb16a4b9-5c35-4c83-b676-814b33f4354e HTTP/1.1" status: 204  len: 173 time: 1.0869153
Feb 12 21:15:52.849392 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc702b38-46df-4ce8-bcc4-1d3ddfff2a31 admin admin] Publish callbacks [] for router (2c183462-857e-41db-a5b1-e5d031f1cb27), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:52.924896 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-8c57991d-77ba-4719-b286-b90ce41eea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaeab20>, [{'id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'name': 'tempest-TaggedBootDevicesTest-1958852291-router', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56'}], 'enable_snat': True}, 'gw_port_id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:45Z', 'updated_at': '2022-02-12T21:09:52Z', 'revision_number': 4, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'gw_port': {'id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:46Z', 'updated_at': '2022-02-12T21:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '02626427-6bc0-47dd-ab6c-04a4d0e3ea1a', 'name': '', 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'mac_address': 'fa:16:3e:dc:87:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:51Z', 'updated_at': '2022-02-12T21:09:58Z', 'revision_number': 5, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'subnets': [{'id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:53.008882 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57991d-77ba-4719-b286-b90ce41eea05 None None] The sync data for ids ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'] in ncdv-master-1 is: [{'id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'name': 'tempest-TaggedBootDevicesTest-1958852291-router', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56'}], 'enable_snat': True}, 'gw_port_id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:45Z', 'updated_at': '2022-02-12T21:09:52Z', 'revision_number': 4, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'gw_port': {'id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:46Z', 'updated_at': '2022-02-12T21:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '02626427-6bc0-47dd-ab6c-04a4d0e3ea1a', 'name': '', 'network_id': '0824877a-f60f-4b02-85ba-7bb3e69bc246', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'mac_address': 'fa:16:3e:dc:87:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:51Z', 'updated_at': '2022-02-12T21:09:58Z', 'revision_number': 5, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'subnets': [{'id': '925d65ec-3fa2-4569-8607-ed683a98304c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:15:53.026254 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5da53f53-b18c-47d9-a6a5-f0fde283b2fb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks [] for floatingip (99d1bff9-8c1a-4a36-8bb4-dc30ef5e357c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:53.035622 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5da53f53-b18c-47d9-a6a5-f0fde283b2fb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:53.042114 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5da53f53-b18c-47d9-a6a5-f0fde283b2fb tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] 10.222.0.31 "DELETE /v2.0/floatingips/99d1bff9-8c1a-4a36-8bb4-dc30ef5e357c HTTP/1.1" status: 204  len: 168 time: 2.2660687
Feb 12 21:15:53.064199 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cde661-5a9c-4ae1-9523-c52025fe1f98 req-5645b52d-1e32-4f66-883c-9408b1c3ec19 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:53.066958 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4cde661-5a9c-4ae1-9523-c52025fe1f98 req-5645b52d-1e32-4f66-883c-9408b1c3ec19 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 945 time: 0.2951956
Feb 12 21:15:53.107415 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc702b38-46df-4ce8-bcc4-1d3ddfff2a31 admin admin] Publish callbacks [] for router_gateway (2c183462-857e-41db-a5b1-e5d031f1cb27), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:53.180792 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4cde661-5a9c-4ae1-9523-c52025fe1f98 req-dac40847-a726-47a0-acca-e1038247ea74 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056283
Feb 12 21:15:53.187382 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-ba309a2d-6467-4fea-bca6-96a10cc395c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba3190>, [{'id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'name': 'tempest-TaggedBootDevicesTest_v242-2122052483-router', 'tenant_id': '8136ac87e765406682899e728200a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.109'}], 'enable_snat': True}, 'gw_port_id': '36b080be-b606-4471-9db0-ef8189530c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:53Z', 'updated_at': '2022-02-12T21:15:50Z', 'revision_number': 5, 'project_id': '8136ac87e765406682899e728200a9f4', 'gw_port': {'id': '36b080be-b606-4471-9db0-ef8189530c41', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:71:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:08:56Z', 'updated_at': '2022-02-12T21:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:53.249973 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba309a2d-6467-4fea-bca6-96a10cc395c3 None None] Checking router: 2c183462-857e-41db-a5b1-e5d031f1cb27 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:15:53.259943 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba309a2d-6467-4fea-bca6-96a10cc395c3 None None] Routers {'2c183462-857e-41db-a5b1-e5d031f1cb27'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:15:53.260820 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-ba309a2d-6467-4fea-bca6-96a10cc395c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba3190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:15:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2c183462-857e-41db-a5b1-e5d031f1cb27'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:53.267594 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-dc702b38-46df-4ce8-bcc4-1d3ddfff2a31 admin admin] Deleting port 36b080be-b606-4471-9db0-ef8189530c41 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:53.273145 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc702b38-46df-4ce8-bcc4-1d3ddfff2a31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (36b080be-b606-4471-9db0-ef8189530c41), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:53.405842 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-ba309a2d-6467-4fea-bca6-96a10cc395c3 None None] Set router 2c183462-857e-41db-a5b1-e5d031f1cb27 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:15:53.474101 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-dc702b38-46df-4ce8-bcc4-1d3ddfff2a31 admin admin] For port 36b080be-b606-4471-9db0-ef8189530c41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36b080be-b606-4471-9db0-ef8189530c41,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:53.479236 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc702b38-46df-4ce8-bcc4-1d3ddfff2a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (36b080be-b606-4471-9db0-ef8189530c41), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:53.500643 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-ba309a2d-6467-4fea-bca6-96a10cc395c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba3190>, [{'id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'name': 'tempest-TaggedBootDevicesTest_v242-2122052483-router', 'tenant_id': '8136ac87e765406682899e728200a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:53Z', 'updated_at': '2022-02-12T21:15:53Z', 'revision_number': 6, 'project_id': '8136ac87e765406682899e728200a9f4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:53.510607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-dc702b38-46df-4ce8-bcc4-1d3ddfff2a31 admin admin] Calling delete_port for 36b080be-b606-4471-9db0-ef8189530c41 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:53.543900 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba309a2d-6467-4fea-bca6-96a10cc395c3 None None] The sync data for ids ['2c183462-857e-41db-a5b1-e5d031f1cb27'] in ncdv-master-1 is: [{'id': '2c183462-857e-41db-a5b1-e5d031f1cb27', 'name': 'tempest-TaggedBootDevicesTest_v242-2122052483-router', 'tenant_id': '8136ac87e765406682899e728200a9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:08:53Z', 'updated_at': '2022-02-12T21:15:53Z', 'revision_number': 6, 'project_id': '8136ac87e765406682899e728200a9f4', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:15:53.598624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b53df-9b4a-4646-bfef-f7648ee0cb6d None None] New status for floating IP 1d449701-45b9-476e-832a-7278fe454fa3: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:15:53.860618 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc702b38-46df-4ce8-bcc4-1d3ddfff2a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (36b080be-b606-4471-9db0-ef8189530c41), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:53.963717 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc702b38-46df-4ce8-bcc4-1d3ddfff2a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b080be-b606-4471-9db0-ef8189530c41,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:53.967238 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c5ea7e4d-01e1-4dad-ae26-409626239335 req-89c033c2-a311-4228-a630-edf1df694a14 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 210 time: 0.0685349
Feb 12 21:15:54.030358 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc702b38-46df-4ce8-bcc4-1d3ddfff2a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (2c183462-857e-41db-a5b1-e5d031f1cb27), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:54.159797 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc702b38-46df-4ce8-bcc4-1d3ddfff2a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (2c183462-857e-41db-a5b1-e5d031f1cb27), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:54.162007 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc702b38-46df-4ce8-bcc4-1d3ddfff2a31 admin admin] Publish callbacks [] for router_controller (2c183462-857e-41db-a5b1-e5d031f1cb27), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:54.326186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a098b9-0fb9-446b-89ac-5586c955e880 req-4294d883-0d5f-463c-a36b-b129573b04d2 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:54.328415 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5a098b9-0fb9-446b-89ac-5586c955e880 req-4294d883-0d5f-463c-a36b-b129573b04d2 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 945 time: 0.0716596
Feb 12 21:15:54.340567 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc702b38-46df-4ce8-bcc4-1d3ddfff2a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (2c183462-857e-41db-a5b1-e5d031f1cb27), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:54.341139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc702b38-46df-4ce8-bcc4-1d3ddfff2a31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c183462-857e-41db-a5b1-e5d031f1cb27 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:15:54.345850 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc702b38-46df-4ce8-bcc4-1d3ddfff2a31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:54.349407 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dc702b38-46df-4ce8-bcc4-1d3ddfff2a31 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2c183462-857e-41db-a5b1-e5d031f1cb27 HTTP/1.1" status: 204  len: 168 time: 1.9579906
Feb 12 21:15:54.349759 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43082) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:54.399411 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5a098b9-0fb9-446b-89ac-5586c955e880 req-e24f0be9-ec8f-4dd2-9a5f-f3dabcc750e6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637467
Feb 12 21:15:54.399794 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e766d513-30cd-4524-b5a8-d42a2f20610a admin admin] Deleting subnet 0c689aaf-3ea3-401a-b0d7-242480a6ee5e {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:15:54.403672 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e766d513-30cd-4524-b5a8-d42a2f20610a admin admin] Publish callbacks [] for subnet (0c689aaf-3ea3-401a-b0d7-242480a6ee5e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:54.432822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43084) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:54.519276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c153cb74-3ffa-480b-b50d-ec962a7d8c76 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:54.547551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5c558-e218-46c2-8532-00a8d8f6d22b req-47c07f3f-93a9-4b83-af89-fc0a476d3c52 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:54.549184 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4fd5c558-e218-46c2-8532-00a8d8f6d22b req-47c07f3f-93a9-4b83-af89-fc0a476d3c52 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 946 time: 0.2440019
Feb 12 21:15:54.551730 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e766d513-30cd-4524-b5a8-d42a2f20610a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (0c689aaf-3ea3-401a-b0d7-242480a6ee5e), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:54.563278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: c153cb74-3ffa-480b-b50d-ec962a7d8c76 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:54.567901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c153cb74-3ffa-480b-b50d-ec962a7d8c76 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:54.568337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 36b080be-b606-4471-9db0-ef8189530c41 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:54.580527 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-deleted', 'tag': 'cb16a4b9-5c35-4c83-b676-814b33f4354e'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:54.582981 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173313ac-052e-43b1-9c9a-493348832745" -d '{"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-deleted", "tag": "cb16a4b9-5c35-4c83-b676-814b33f4354e"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:54.642743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a2720523-0260-462c-9a6e-451662b8be25 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1507913833-network', 'tenant_id': '3058088956ea426cb1bfcbbc131c6ee3'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:54.650520 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 36b080be-b606-4471-9db0-ef8189530c41 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:54.652196 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 36b080be-b606-4471-9db0-ef8189530c41 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:54.689217 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a629d00-d6ad-44e1-865b-0e6f87f61aa2 x-openstack-request-id: req-9a629d00-d6ad-44e1-865b-0e6f87f61aa2 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:54.689546 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50535b70-1208-4528-82ce-f59f6d18a030", "name": "network-vif-deleted", "tag": "cb16a4b9-5c35-4c83-b676-814b33f4354e", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:54.689813 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a629d00-d6ad-44e1-865b-0e6f87f61aa2 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:54.690244 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50535b70-1208-4528-82ce-f59f6d18a030', 'name': 'network-vif-deleted', 'tag': 'cb16a4b9-5c35-4c83-b676-814b33f4354e', 'status': 'completed', 'code': 200}
Feb 12 21:15:54.710612 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4fd5c558-e218-46c2-8532-00a8d8f6d22b req-8e8ae858-ccef-4494-b932-56da9dc63680 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206396
Feb 12 21:15:54.730119 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e766d513-30cd-4524-b5a8-d42a2f20610a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (0c689aaf-3ea3-401a-b0d7-242480a6ee5e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:54.752342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2720523-0260-462c-9a6e-451662b8be25 admin admin] Made reservation on behalf of 3058088956ea426cb1bfcbbc131c6ee3 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:15:54.760522 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2720523-0260-462c-9a6e-451662b8be25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:54.774332 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2720523-0260-462c-9a6e-451662b8be25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:54.862502 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2720523-0260-462c-9a6e-451662b8be25 admin admin] Publish callbacks [] for security_group (0d304a30-a589-429f-819f-ea36d6a2a461), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:54.871889 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e766d513-30cd-4524-b5a8-d42a2f20610a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (0c689aaf-3ea3-401a-b0d7-242480a6ee5e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:54.908481 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766d513-30cd-4524-b5a8-d42a2f20610a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c689aaf-3ea3-401a-b0d7-242480a6ee5e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:54.911215 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e766d513-30cd-4524-b5a8-d42a2f20610a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:54.917483 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e766d513-30cd-4524-b5a8-d42a2f20610a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0c689aaf-3ea3-401a-b0d7-242480a6ee5e HTTP/1.1" status: 204  len: 168 time: 0.5665128
Feb 12 21:15:54.917717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43098) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:54.920495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e32017-7de5-4e73-98d3-bb842832b9e0 None None] Network 97e3395d-b6ca-49ba-a919-f771d9e0cc13 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:54.972156 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2720523-0260-462c-9a6e-451662b8be25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0d304a30-a589-429f-819f-ea36d6a2a461), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.015757 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (97e3395d-b6ca-49ba-a919-f771d9e0cc13), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.029264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2720523-0260-462c-9a6e-451662b8be25 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:15:55.040867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2720523-0260-462c-9a6e-451662b8be25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d304a30-a589-429f-819f-ea36d6a2a461,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:55.052210 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2720523-0260-462c-9a6e-451662b8be25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1fe74b00-3b47-4beb-9c13-6760bfc30643), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.052880 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-a2720523-0260-462c-9a6e-451662b8be25 admin admin] Added segment 1fe74b00-3b47-4beb-9c13-6760bfc30643 of type vlan for network ff440b46-6a14-40a5-92a6-786d1475ba12
Feb 12 21:15:55.157229 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-73a25511-3026-483f-95da-860975301bc4 req-fbc36451-291b-4a37-85ff-2d24f7bc5117 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/ports?device_id=50535b70-1208-4528-82ce-f59f6d18a030 HTTP/1.1" status: 200  len: 210 time: 0.0468893
Feb 12 21:15:55.159291 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2720523-0260-462c-9a6e-451662b8be25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (ff440b46-6a14-40a5-92a6-786d1475ba12), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.174113 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537244d6-6087-425d-b138-64655fe85242 None None] DHCP port deletion for 97e3395d-b6ca-49ba-a919-f771d9e0cc13 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:15:55.200914 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] Deleting port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:55.201258 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6f8cee9e-ee0f-4c0d-9655-fcec61b70522), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.239056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-537244d6-6087-425d-b138-64655fe85242 None None] Deleting port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:55.239618 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-537244d6-6087-425d-b138-64655fe85242 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6f8cee9e-ee0f-4c0d-9655-fcec61b70522), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.288820 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] For port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f8cee9e-ee0f-4c0d-9655-fcec61b70522,segment=NetworkSegment(f1658487-41e2-4087-8818-91156d4e34ed),segment_id=f1658487-41e2-4087-8818-91156d4e34ed)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:55.289212 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6f8cee9e-ee0f-4c0d-9655-fcec61b70522), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.305825 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] Calling delete_port for 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:55.309303 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2720523-0260-462c-9a6e-451662b8be25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (ff440b46-6a14-40a5-92a6-786d1475ba12), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.309303 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2720523-0260-462c-9a6e-451662b8be25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:55.309663 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2720523-0260-462c-9a6e-451662b8be25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.330542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-537244d6-6087-425d-b138-64655fe85242 None None] For port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f8cee9e-ee0f-4c0d-9655-fcec61b70522,segment=NetworkSegment(f1658487-41e2-4087-8818-91156d4e34ed),segment_id=f1658487-41e2-4087-8818-91156d4e34ed)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:55.330966 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-537244d6-6087-425d-b138-64655fe85242 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6f8cee9e-ee0f-4c0d-9655-fcec61b70522), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.346799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-537244d6-6087-425d-b138-64655fe85242 None None] Calling delete_port for 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:55.421193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2720523-0260-462c-9a6e-451662b8be25 admin admin] Pushing event updated for resources: {'Network': ['ID=ff440b46-6a14-40a5-92a6-786d1475ba12,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:55.433170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network ff440b46-6a14-40a5-92a6-786d1475ba12 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:15:55.510743 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-537244d6-6087-425d-b138-64655fe85242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (6f8cee9e-ee0f-4c0d-9655-fcec61b70522), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.516449 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a2720523-0260-462c-9a6e-451662b8be25 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 1.0820341
Feb 12 21:15:55.516852 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43110) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:55.527683 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-babc161f-2439-4164-b6c0-631630932a3b admin admin] Request body: {'subnet': {'network_id': 'ff440b46-6a14-40a5-92a6-786d1475ba12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1507913833-subnet', 'tenant_id': '3058088956ea426cb1bfcbbc131c6ee3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:15:55.549490 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6f8cee9e-ee0f-4c0d-9655-fcec61b70522), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.550148 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537244d6-6087-425d-b138-64655fe85242 None None] Pushing event deleted for resources: {'Port': ['ID=6f8cee9e-ee0f-4c0d-9655-fcec61b70522,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:55.555417 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537244d6-6087-425d-b138-64655fe85242 None None] No DVR routers for this DVR port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:55.580438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] No DVR routers for this DVR port 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:55.626384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8cee9e-ee0f-4c0d-9655-fcec61b70522,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:55.684772 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (97e3395d-b6ca-49ba-a919-f771d9e0cc13), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.704840 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babc161f-2439-4164-b6c0-631630932a3b admin admin] Made reservation on behalf of 3058088956ea426cb1bfcbbc131c6ee3 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:15:55.707307 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-babc161f-2439-4164-b6c0-631630932a3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.714883 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6faa53910>,) {'filters': {'network_id': ['97e3395d-b6ca-49ba-a919-f771d9e0cc13']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:55.725561 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6faa53910>, 'f1658487-41e2-4087-8818-91156d4e34ed') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:55.725867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6faa53910>, 'f1658487-41e2-4087-8818-91156d4e34ed') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:15:55.738686 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (f1658487-41e2-4087-8818-91156d4e34ed), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.760202 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (f1658487-41e2-4087-8818-91156d4e34ed), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.768841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:15:55.769641 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (f1658487-41e2-4087-8818-91156d4e34ed), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.785485 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2c3cb06f-ee9b-412a-9c55-8b84d65143c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:15:55.836453 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:15:55.895520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092724f-fbc1-4204-8d52-d8c5ad4f2eab req-1927f507-c33c-4c3b-a2bf-554dfb4848ea tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:55.896983 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a092724f-fbc1-4204-8d52-d8c5ad4f2eab req-1927f507-c33c-4c3b-a2bf-554dfb4848ea tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 946 time: 0.0729311
Feb 12 21:15:55.905555 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (97e3395d-b6ca-49ba-a919-f771d9e0cc13), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.921343 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:55.928628 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] 10.222.0.31 "DELETE /v2.0/networks/97e3395d-b6ca-49ba-a919-f771d9e0cc13 HTTP/1.1" status: 204  len: 168 time: 1.0098214
Feb 12 21:15:55.948294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c649015-1ff5-41b5-bf70-04faf7468d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=97e3395d-b6ca-49ba-a919-f771d9e0cc13,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:55.961007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624466e-5855-4126-b3a1-2d6a3a3fd2ac req-22961df6-9b67-4c7e-86a3-2095cf436605 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:55.963336 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4624466e-5855-4126-b3a1-2d6a3a3fd2ac req-22961df6-9b67-4c7e-86a3-2095cf436605 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 946 time: 0.1050770
Feb 12 21:15:56.008144 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a092724f-fbc1-4204-8d52-d8c5ad4f2eab req-69ba0015-9552-40ad-bf28-f6293ead5467 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997753
Feb 12 21:15:56.116088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-4624466e-5855-4126-b3a1-2d6a3a3fd2ac req-f359be0b-c07d-491d-ad87-4aae7e5c2190 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Deleting port db82307b-d41e-4a9f-8142-3bf9bdf0c157 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:56.116583 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4624466e-5855-4126-b3a1-2d6a3a3fd2ac req-f359be0b-c07d-491d-ad87-4aae7e5c2190 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (db82307b-d41e-4a9f-8142-3bf9bdf0c157), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:56.128490 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-babc161f-2439-4164-b6c0-631630932a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (eaaab1de-1554-4903-a42a-e8a47308a7f5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:56.199546 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc161f-2439-4164-b6c0-631630932a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaaab1de-1554-4903-a42a-e8a47308a7f5,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:56.204225 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc161f-2439-4164-b6c0-631630932a3b admin admin] Checking segment: {'id': '1fe74b00-3b47-4beb-9c13-6760bfc30643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ff440b46-6a14-40a5-92a6-786d1475ba12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:15:56.204792 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babc161f-2439-4164-b6c0-631630932a3b admin admin] Network hostable DHCP agents. Network: ff440b46-6a14-40a5-92a6-786d1475ba12, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:15:56.230218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4624466e-5855-4126-b3a1-2d6a3a3fd2ac req-f359be0b-c07d-491d-ad87-4aae7e5c2190 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] For port db82307b-d41e-4a9f-8142-3bf9bdf0c157, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db82307b-d41e-4a9f-8142-3bf9bdf0c157,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:15:56.230540 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4624466e-5855-4126-b3a1-2d6a3a3fd2ac req-f359be0b-c07d-491d-ad87-4aae7e5c2190 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (db82307b-d41e-4a9f-8142-3bf9bdf0c157), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:56.244650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-4624466e-5855-4126-b3a1-2d6a3a3fd2ac req-f359be0b-c07d-491d-ad87-4aae7e5c2190 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Calling delete_port for db82307b-d41e-4a9f-8142-3bf9bdf0c157 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:56.421823 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babc161f-2439-4164-b6c0-631630932a3b admin admin] Network ff440b46-6a14-40a5-92a6-786d1475ba12 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:15:56.432097 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43154) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:56.441555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:56.477108 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4624466e-5855-4126-b3a1-2d6a3a3fd2ac req-f359be0b-c07d-491d-ad87-4aae7e5c2190 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (db82307b-d41e-4a9f-8142-3bf9bdf0c157), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:56.484470 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:56.484817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6f8cee9e-ee0f-4c0d-9655-fcec61b70522 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:56.492059 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['dd227e33-f70a-4937-a239-d5f76f172b3e', '2a51fe93-35ae-44b2-b89e-8ca15e049fcb', 'db82307b-d41e-4a9f-8142-3bf9bdf0c157'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:15:56.494862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['535bef55-124d-44f2-9478-80c0a813b588'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:15:56.513978 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd9f5c8e-2678-4a83-9059-22aea3352675 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for security_group (697b990c-3e2c-41cb-8a68-41711912ecd1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:56.521791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359be0b-c07d-491d-ad87-4aae7e5c2190 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Pushing event deleted for resources: {'Port': ['ID=db82307b-d41e-4a9f-8142-3bf9bdf0c157,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:56.539011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-babc161f-2439-4164-b6c0-631630932a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ff440b46-6a14-40a5-92a6-786d1475ba12) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:15:56.552779 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab42a0ab-0460-48d2-b6e6-55296e19231a None None] Network ff440b46-6a14-40a5-92a6-786d1475ba12 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:56.555682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babc161f-2439-4164-b6c0-631630932a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:56.556414 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-babc161f-2439-4164-b6c0-631630932a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:56.572827 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd9f5c8e-2678-4a83-9059-22aea3352675 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for security_group (697b990c-3e2c-41cb-8a68-41711912ecd1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:56.573134 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-4624466e-5855-4126-b3a1-2d6a3a3fd2ac req-f359be0b-c07d-491d-ad87-4aae7e5c2190 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] No DVR routers for this DVR port db82307b-d41e-4a9f-8142-3bf9bdf0c157 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:15:56.578927 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4624466e-5855-4126-b3a1-2d6a3a3fd2ac req-f359be0b-c07d-491d-ad87-4aae7e5c2190 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:56.585728 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4624466e-5855-4126-b3a1-2d6a3a3fd2ac req-f359be0b-c07d-491d-ad87-4aae7e5c2190 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.50 "DELETE /v2.0/ports/db82307b-d41e-4a9f-8142-3bf9bdf0c157 HTTP/1.1" status: 204  len: 173 time: 0.6119652
Feb 12 21:15:56.585728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d91404c-a99f-42d1-9b08-8fcd8f700a71', 'name': 'network-vif-deleted', 'tag': 'db82307b-d41e-4a9f-8142-3bf9bdf0c157'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:15:56.592176 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d7adbf-8973-4698-ad57-0ffe1c32b343" -d '{"events": [{"server_uuid": "1d91404c-a99f-42d1-9b08-8fcd8f700a71", "name": "network-vif-deleted", "tag": "db82307b-d41e-4a9f-8142-3bf9bdf0c157"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:15:56.636984 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43162) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:56.656089 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7696f34c-ca7e-4ff1-b5c9-5b53620baba0 x-openstack-request-id: req-7696f34c-ca7e-4ff1-b5c9-5b53620baba0 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:15:56.656387 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d91404c-a99f-42d1-9b08-8fcd8f700a71", "name": "network-vif-deleted", "tag": "db82307b-d41e-4a9f-8142-3bf9bdf0c157", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:15:56.656644 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7696f34c-ca7e-4ff1-b5c9-5b53620baba0 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:15:56.657050 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d91404c-a99f-42d1-9b08-8fcd8f700a71', 'name': 'network-vif-deleted', 'tag': 'db82307b-d41e-4a9f-8142-3bf9bdf0c157', 'status': 'completed', 'code': 200}
Feb 12 21:15:56.679574 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-babc161f-2439-4164-b6c0-631630932a3b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.1611192
Feb 12 21:15:56.731198 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd9f5c8e-2678-4a83-9059-22aea3352675 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (697b990c-3e2c-41cb-8a68-41711912ecd1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:56.739290 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd9f5c8e-2678-4a83-9059-22aea3352675 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:56.743100 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fd9f5c8e-2678-4a83-9059-22aea3352675 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "DELETE /v2.0/security-groups/697b990c-3e2c-41cb-8a68-41711912ecd1 HTTP/1.1" status: 204  len: 168 time: 0.3097665
Feb 12 21:15:56.746668 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43168) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:56.768359 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-d7eaf4ee-af7a-43f6-b494-c398a1541c54 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] show failed (client error): The resource could not be found.
Feb 12 21:15:56.769405 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d7eaf4ee-af7a-43f6-b494-c398a1541c54 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "GET /v2.0/security-groups/697b990c-3e2c-41cb-8a68-41711912ecd1 HTTP/1.1" status: 404  len: 347 time: 0.0218222
Feb 12 21:15:56.777668 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43170) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:56.787421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f5c8e-2678-4a83-9059-22aea3352675 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=697b990c-3e2c-41cb-8a68-41711912ecd1,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:56.797701 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bd198512-7f7e-43d1-b5ec-24fdf4fff407 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=992939bc41444299957b35468c7433c6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1594696
Feb 12 21:15:56.800814 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43172) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:56.872066 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:56.884055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b6cf4a-2ece-4af6-bb20-5e9eadaa4a0e None None] Network ff440b46-6a14-40a5-92a6-786d1475ba12 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:56.987383 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8738aa5a-2ed8-4cbb-a5eb-7d1986708b92 admin admin] Publish callbacks [] for security_group (250794fa-7518-4022-b3c1-332c50fc797c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:57.019820 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8738aa5a-2ed8-4cbb-a5eb-7d1986708b92 admin admin] Publish callbacks [] for security_group (250794fa-7518-4022-b3c1-332c50fc797c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:57.035105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5a942a82-93f5-4169-ae4c-d6aa88982e30 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Deleting port 2fec7ad5-e104-4873-b9cc-12c07d378317 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:57.035715 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a942a82-93f5-4169-ae4c-d6aa88982e30 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2fec7ad5-e104-4873-b9cc-12c07d378317), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:57.174600 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a942a82-93f5-4169-ae4c-d6aa88982e30 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2fec7ad5-e104-4873-b9cc-12c07d378317), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:57.175496 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a942a82-93f5-4169-ae4c-d6aa88982e30 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for floatingip (2fec7ad5-e104-4873-b9cc-12c07d378317), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:57.190156 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5a942a82-93f5-4169-ae4c-d6aa88982e30 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Calling delete_port for 2fec7ad5-e104-4873-b9cc-12c07d378317 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:57.205272 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8738aa5a-2ed8-4cbb-a5eb-7d1986708b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (250794fa-7518-4022-b3c1-332c50fc797c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:57.208549 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8738aa5a-2ed8-4cbb-a5eb-7d1986708b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:57.214991 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8738aa5a-2ed8-4cbb-a5eb-7d1986708b92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/250794fa-7518-4022-b3c1-332c50fc797c HTTP/1.1" status: 204  len: 168 time: 0.4079850
Feb 12 21:15:57.223578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738aa5a-2ed8-4cbb-a5eb-7d1986708b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250794fa-7518-4022-b3c1-332c50fc797c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:57.300067 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b5497ee2-a255-4963-b24d-10062e005eb6 req-60cfc467-2a16-4f0d-bcb9-7eb65b1c2e43 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d91404c-a99f-42d1-9b08-8fcd8f700a71 HTTP/1.1" status: 200  len: 210 time: 0.0370328
Feb 12 21:15:57.528466 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a942a82-93f5-4169-ae4c-d6aa88982e30 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2fec7ad5-e104-4873-b9cc-12c07d378317), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:57.583717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a942a82-93f5-4169-ae4c-d6aa88982e30 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event deleted for resources: {'Port': ['ID=2fec7ad5-e104-4873-b9cc-12c07d378317,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:57.624469 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-66c000f2-e570-4e3c-9a07-3a8e5fa2f3b4 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:15:57.626335 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-66c000f2-e570-4e3c-9a07-3a8e5fa2f3b4 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/networks?id=ff440b46-6a14-40a5-92a6-786d1475ba12 HTTP/1.1" status: 200  len: 822 time: 0.1918268
Feb 12 21:15:57.644127 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-27b173d0-01d3-43e7-9998-ce16e9e2f18a tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/quotas/3058088956ea426cb1bfcbbc131c6ee3 HTTP/1.1" status: 200  len: 375 time: 0.0114932
Feb 12 21:15:57.652917 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a942a82-93f5-4169-ae4c-d6aa88982e30 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for floatingip (1d449701-45b9-476e-832a-7278fe454fa3), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:57.655593 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a942a82-93f5-4169-ae4c-d6aa88982e30 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:57.662078 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5a942a82-93f5-4169-ae4c-d6aa88982e30 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "DELETE /v2.0/floatingips/1d449701-45b9-476e-832a-7278fe454fa3 HTTP/1.1" status: 204  len: 168 time: 0.8781140
Feb 12 21:15:57.662078 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43206) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:57.692943 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-6295237e-75de-4d84-8039-1ef6be7edc62 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3058088956ea426cb1bfcbbc131c6ee3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0429549
Feb 12 21:15:57.783715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3eb49fdf-37ac-44f8-bebc-0716cd4e5788 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Deleting port db0ca88d-7497-4c86-9f77-a0e7753f1866 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:57.784127 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3eb49fdf-37ac-44f8-bebc-0716cd4e5788 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:57.822978 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-bb572534-6447-47ba-92b6-2c9b21fb53bc service neutron] 10.222.0.31 "GET /v2.0/networks/ff440b46-6a14-40a5-92a6-786d1475ba12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1160202
Feb 12 21:15:57.911964 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3eb49fdf-37ac-44f8-bebc-0716cd4e5788 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:57.933817 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3eb49fdf-37ac-44f8-bebc-0716cd4e5788 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Calling delete_port for db0ca88d-7497-4c86-9f77-a0e7753f1866 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:57.934165 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-24085600-d0ae-4eb4-9660-6070076a9677 service neutron] 10.222.0.31 "GET /v2.0/networks/ff440b46-6a14-40a5-92a6-786d1475ba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1052020
Feb 12 21:15:58.053109 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-702edc22-c301-4b19-aff9-038e344c84be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:58.179280 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3eb49fdf-37ac-44f8-bebc-0716cd4e5788 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (db0ca88d-7497-4c86-9f77-a0e7753f1866), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:58.219499 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-61555ec1-db69-42a2-bafd-4c9185055071 req-a4a1f378-4955-409f-9e4e-e737306e74d8 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 210 time: 0.0425310
Feb 12 21:15:58.232841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb49fdf-37ac-44f8-bebc-0716cd4e5788 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event deleted for resources: {'Port': ['ID=db0ca88d-7497-4c86-9f77-a0e7753f1866,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:58.360722 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3eb49fdf-37ac-44f8-bebc-0716cd4e5788 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:58.367762 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43246) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:58.388185 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3eb49fdf-37ac-44f8-bebc-0716cd4e5788 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "DELETE /v2.0/ports/db0ca88d-7497-4c86-9f77-a0e7753f1866 HTTP/1.1" status: 204  len: 168 time: 0.7275593
Feb 12 21:15:58.435947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43252) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:58.517458 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-48218074-2a67-4c62-8a84-2c44d2011f12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8136ac87e765406682899e728200a9f4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0778582
Feb 12 21:15:58.518030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43256) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:58.560028 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0350459d-da6d-4280-af4a-11a05e660ef8 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Deleting port 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:15:58.560647 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0350459d-da6d-4280-af4a-11a05e660ef8 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:58.618323 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9ff204b6-e040-4f8e-b545-f397ea915ad8 admin admin] Publish callbacks [] for security_group (952a8fa2-35c8-42dc-889b-78073a731943), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:58.643124 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9ff204b6-e040-4f8e-b545-f397ea915ad8 admin admin] Publish callbacks [] for security_group (952a8fa2-35c8-42dc-889b-78073a731943), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:58.666422 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0350459d-da6d-4280-af4a-11a05e660ef8 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:58.708915 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0350459d-da6d-4280-af4a-11a05e660ef8 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Calling delete_port for 17ba1c7f-90cf-4f91-a05e-68927bcbe7cc owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:15:58.772890 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9ff204b6-e040-4f8e-b545-f397ea915ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (952a8fa2-35c8-42dc-889b-78073a731943), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:58.776415 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9ff204b6-e040-4f8e-b545-f397ea915ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:58.778428 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9ff204b6-e040-4f8e-b545-f397ea915ad8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/952a8fa2-35c8-42dc-889b-78073a731943 HTTP/1.1" status: 204  len: 168 time: 0.2590892
Feb 12 21:15:58.803382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff204b6-e040-4f8e-b545-f397ea915ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952a8fa2-35c8-42dc-889b-78073a731943,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:59.010566 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device db82307b-d41e-4a9f-8142-3bf9bdf0c157 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:15:59.031266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: db82307b-d41e-4a9f-8142-3bf9bdf0c157 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:15:59.031616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device db82307b-d41e-4a9f-8142-3bf9bdf0c157 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:15:59.093785 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0350459d-da6d-4280-af4a-11a05e660ef8 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (17ba1c7f-90cf-4f91-a05e-68927bcbe7cc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:59.127755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350459d-da6d-4280-af4a-11a05e660ef8 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event deleted for resources: {'Port': ['ID=17ba1c7f-90cf-4f91-a05e-68927bcbe7cc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:59.205897 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0350459d-da6d-4280-af4a-11a05e660ef8 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:59.210184 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0350459d-da6d-4280-af4a-11a05e660ef8 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "DELETE /v2.0/ports/17ba1c7f-90cf-4f91-a05e-68927bcbe7cc HTTP/1.1" status: 204  len: 168 time: 0.8413684
Feb 12 21:15:59.213557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43300) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:59.379109 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1e7f493-5122-4b2f-a371-9c1e9f3e6feb req-6526ca4f-3850-4452-85e6-aa1531827f02 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 210 time: 0.0552924
Feb 12 21:15:59.393907 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c2d20b-d757-4cdb-a0b6-34698146f931 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Deleting subnet 08752cac-9899-4cd0-802b-cebf5961249e {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:15:59.398539 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-30c2d20b-d757-4cdb-a0b6-34698146f931 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for subnet (08752cac-9899-4cd0-802b-cebf5961249e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:59.424338 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:59.473067 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-30c2d20b-d757-4cdb-a0b6-34698146f931 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (08752cac-9899-4cd0-802b-cebf5961249e), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:59.534858 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:59.637402 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-30c2d20b-d757-4cdb-a0b6-34698146f931 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (08752cac-9899-4cd0-802b-cebf5961249e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:59.814306 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-30c2d20b-d757-4cdb-a0b6-34698146f931 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (08752cac-9899-4cd0-802b-cebf5961249e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:59.847270 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-30c2d20b-d757-4cdb-a0b6-34698146f931 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:59.850921 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-30c2d20b-d757-4cdb-a0b6-34698146f931 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "DELETE /v2.0/subnets/08752cac-9899-4cd0-802b-cebf5961249e HTTP/1.1" status: 204  len: 168 time: 0.6363566
Feb 12 21:15:59.852323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2d20b-d757-4cdb-a0b6-34698146f931 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event deleted for resources: {'Subnet': ['ID=08752cac-9899-4cd0-802b-cebf5961249e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:15:59.854424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43334) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:15:59.857323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889b96f5-3349-43e8-9c74-f1fbb5d089f4 None None] Network c71d3387-4285-452a-953d-e8edb5c159e7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:15:59.915849 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ab226b-3350-4169-8c6a-fbc6af27dc88 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Deleting subnet 1ce8693b-2c76-4c94-8612-f77b092ad4ef {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:15:59.919109 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-04ab226b-3350-4169-8c6a-fbc6af27dc88 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks [] for subnet (1ce8693b-2c76-4c94-8612-f77b092ad4ef), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:15:59.997143 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-04ab226b-3350-4169-8c6a-fbc6af27dc88 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (1ce8693b-2c76-4c94-8612-f77b092ad4ef), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:00.052655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2b8e7e-8e5a-46e0-bd17-35ce6e5b023d None None] DHCP port deletion for c71d3387-4285-452a-953d-e8edb5c159e7 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:16:00.123680 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b8e7e-8e5a-46e0-bd17-35ce6e5b023d None None] Deleting port 87bf0b96-f719-4ffd-853b-0f60be3373b3 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:00.124410 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8e7e-8e5a-46e0-bd17-35ce6e5b023d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (87bf0b96-f719-4ffd-853b-0f60be3373b3), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:00.242800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2f2b8e7e-8e5a-46e0-bd17-35ce6e5b023d None None] For port 87bf0b96-f719-4ffd-853b-0f60be3373b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87bf0b96-f719-4ffd-853b-0f60be3373b3,segment=NetworkSegment(59c0f533-8d2d-4f7b-8a78-1a18c5036ce1),segment_id=59c0f533-8d2d-4f7b-8a78-1a18c5036ce1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:00.243214 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8e7e-8e5a-46e0-bd17-35ce6e5b023d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (87bf0b96-f719-4ffd-853b-0f60be3373b3), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:00.283158 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b8e7e-8e5a-46e0-bd17-35ce6e5b023d None None] Calling delete_port for 87bf0b96-f719-4ffd-853b-0f60be3373b3 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:00.450659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 87bf0b96-f719-4ffd-853b-0f60be3373b3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:00.506228 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b591a0bc-fd57-4dac-82dc-dbce714e91cf req-4d8a2d40-3a42-4626-89bd-9bd711139863 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 210 time: 0.0388608
Feb 12 21:16:00.520701 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8e7e-8e5a-46e0-bd17-35ce6e5b023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (87bf0b96-f719-4ffd-853b-0f60be3373b3), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:00.534127 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No active binding found for port 87bf0b96-f719-4ffd-853b-0f60be3373b3 {{(pid=126507) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Feb 12 21:16:00.534127 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] The host ncdv-master-1 is not matching for port 87bf0b96-f719-4ffd-853b-0f60be3373b3 host None! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:16:00.534771 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 87bf0b96-f719-4ffd-853b-0f60be3373b3 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:00.567467 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-04ab226b-3350-4169-8c6a-fbc6af27dc88 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (1ce8693b-2c76-4c94-8612-f77b092ad4ef), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:00.580518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b8e7e-8e5a-46e0-bd17-35ce6e5b023d None None] Pushing event deleted for resources: {'Port': ['ID=87bf0b96-f719-4ffd-853b-0f60be3373b3,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:00.598362 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2b8e7e-8e5a-46e0-bd17-35ce6e5b023d None None] No DVR routers for this DVR port 87bf0b96-f719-4ffd-853b-0f60be3373b3 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:00.648047 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43362) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:00.705145 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-04ab226b-3350-4169-8c6a-fbc6af27dc88 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (1ce8693b-2c76-4c94-8612-f77b092ad4ef), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:00.738011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab226b-3350-4169-8c6a-fbc6af27dc88 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce8693b-2c76-4c94-8612-f77b092ad4ef,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:00.751210 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-04ab226b-3350-4169-8c6a-fbc6af27dc88 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:00.751210 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-04ab226b-3350-4169-8c6a-fbc6af27dc88 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "DELETE /v2.0/subnets/1ce8693b-2c76-4c94-8612-f77b092ad4ef HTTP/1.1" status: 204  len: 168 time: 0.8898804
Feb 12 21:16:00.751210 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43368) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:00.753247 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c219874-b933-403e-82c8-9d3e423c5556 None None] Network 362c5c76-0028-4be9-86fd-cc1c41d159ca requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:16:00.763348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-800aa566-1fd8-4f65-98bd-72d1080b524b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1938226729-network', 'tenant_id': '34fc2aeace2346329e2035646bdd4a65'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:00.875710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800aa566-1fd8-4f65-98bd-72d1080b524b admin admin] Made reservation on behalf of 34fc2aeace2346329e2035646bdd4a65 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:16:00.875710 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-800aa566-1fd8-4f65-98bd-72d1080b524b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:00.888986 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e5418930-5f3d-45a3-ba5a-4ec054405dd2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (c71d3387-4285-452a-953d-e8edb5c159e7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:00.889653 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-800aa566-1fd8-4f65-98bd-72d1080b524b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:00.963074 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:00.976103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086efbd5-ab7e-48f8-9281-054a452f7bf6 None None] DHCP port deletion for 362c5c76-0028-4be9-86fd-cc1c41d159ca request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:16:01.002239 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-800aa566-1fd8-4f65-98bd-72d1080b524b admin admin] Publish callbacks [] for security_group (3bb43008-b2d8-4d09-a082-2903f0e6e312), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.004869 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e5418930-5f3d-45a3-ba5a-4ec054405dd2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (c71d3387-4285-452a-953d-e8edb5c159e7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.030262 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-e5418930-5f3d-45a3-ba5a-4ec054405dd2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa0b2df0>,) {'filters': {'network_id': ['c71d3387-4285-452a-953d-e8edb5c159e7']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:01.042380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-086efbd5-ab7e-48f8-9281-054a452f7bf6 None None] Deleting port 7fe9a6b3-4785-42c9-8a27-f40130101a6b {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:01.042790 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-e5418930-5f3d-45a3-ba5a-4ec054405dd2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa0b2df0>, '59c0f533-8d2d-4f7b-8a78-1a18c5036ce1') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:01.042922 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-086efbd5-ab7e-48f8-9281-054a452f7bf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7fe9a6b3-4785-42c9-8a27-f40130101a6b), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.043097 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-e5418930-5f3d-45a3-ba5a-4ec054405dd2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa0b2df0>, '59c0f533-8d2d-4f7b-8a78-1a18c5036ce1') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:01.053139 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e5418930-5f3d-45a3-ba5a-4ec054405dd2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (59c0f533-8d2d-4f7b-8a78-1a18c5036ce1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.067048 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e5418930-5f3d-45a3-ba5a-4ec054405dd2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (59c0f533-8d2d-4f7b-8a78-1a18c5036ce1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.073265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5418930-5f3d-45a3-ba5a-4ec054405dd2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:16:01.073679 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e5418930-5f3d-45a3-ba5a-4ec054405dd2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (59c0f533-8d2d-4f7b-8a78-1a18c5036ce1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:16:01.076563 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:16:01.113461 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-086efbd5-ab7e-48f8-9281-054a452f7bf6 None None] For port 7fe9a6b3-4785-42c9-8a27-f40130101a6b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fe9a6b3-4785-42c9-8a27-f40130101a6b,segment=NetworkSegment(1dc0fd08-f564-4723-b571-a967824d218e),segment_id=1dc0fd08-f564-4723-b571-a967824d218e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:01.113963 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-086efbd5-ab7e-48f8-9281-054a452f7bf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7fe9a6b3-4785-42c9-8a27-f40130101a6b), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.116474 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-800aa566-1fd8-4f65-98bd-72d1080b524b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3bb43008-b2d8-4d09-a082-2903f0e6e312), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.136855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-086efbd5-ab7e-48f8-9281-054a452f7bf6 None None] Calling delete_port for 7fe9a6b3-4785-42c9-8a27-f40130101a6b owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:01.169133 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800aa566-1fd8-4f65-98bd-72d1080b524b admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:16:01.205888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800aa566-1fd8-4f65-98bd-72d1080b524b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb43008-b2d8-4d09-a082-2903f0e6e312,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:01.209928 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-800aa566-1fd8-4f65-98bd-72d1080b524b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (2c2ec032-3eeb-4896-bf41-ee7b3cd124c0), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.210285 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-800aa566-1fd8-4f65-98bd-72d1080b524b admin admin] Added segment 2c2ec032-3eeb-4896-bf41-ee7b3cd124c0 of type vlan for network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e
Feb 12 21:16:01.218403 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e5418930-5f3d-45a3-ba5a-4ec054405dd2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (c71d3387-4285-452a-953d-e8edb5c159e7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.223862 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e5418930-5f3d-45a3-ba5a-4ec054405dd2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.229845 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e5418930-5f3d-45a3-ba5a-4ec054405dd2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "DELETE /v2.0/networks/c71d3387-4285-452a-953d-e8edb5c159e7 HTTP/1.1" status: 204  len: 168 time: 0.4796982
Feb 12 21:16:01.231857 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43380) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:01.260530 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5418930-5f3d-45a3-ba5a-4ec054405dd2 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event deleted for resources: {'Network': ['ID=c71d3387-4285-452a-953d-e8edb5c159e7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:01.293914 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-086efbd5-ab7e-48f8-9281-054a452f7bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (7fe9a6b3-4785-42c9-8a27-f40130101a6b), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.328141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086efbd5-ab7e-48f8-9281-054a452f7bf6 None None] Pushing event deleted for resources: {'Port': ['ID=7fe9a6b3-4785-42c9-8a27-f40130101a6b,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:01.328669 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-800aa566-1fd8-4f65-98bd-72d1080b524b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (2d5eca5e-b457-4c36-8b4b-a1a450e04c3e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.330280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086efbd5-ab7e-48f8-9281-054a452f7bf6 None None] No DVR routers for this DVR port 7fe9a6b3-4785-42c9-8a27-f40130101a6b on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:01.367014 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6fef-09bc-450e-a16c-341707dc6829 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (362c5c76-0028-4be9-86fd-cc1c41d159ca), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.398175 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-00cb68d9-ba9a-4990-8944-11a2b163140a tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:01.401159 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-00cb68d9-ba9a-4990-8944-11a2b163140a tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.50 "GET /v2.0/networks?id=ff440b46-6a14-40a5-92a6-786d1475ba12 HTTP/1.1" status: 200  len: 822 time: 0.2457378
Feb 12 21:16:01.411936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-b2dd2bbb-70ec-4596-90cf-bd93e033f419 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Request body: {'port': {'device_id': '0aff75cf-3c7c-456b-a559-da1ccacbaaa4', 'network_id': 'ff440b46-6a14-40a5-92a6-786d1475ba12', 'admin_state_up': True, 'tenant_id': '3058088956ea426cb1bfcbbc131c6ee3'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:01.481611 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6fef-09bc-450e-a16c-341707dc6829 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (362c5c76-0028-4be9-86fd-cc1c41d159ca), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.502549 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3f8a6fef-09bc-450e-a16c-341707dc6829 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbdbac0>,) {'filters': {'network_id': ['362c5c76-0028-4be9-86fd-cc1c41d159ca']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:01.514885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3f8a6fef-09bc-450e-a16c-341707dc6829 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbdbac0>, '1dc0fd08-f564-4723-b571-a967824d218e') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:01.515879 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3f8a6fef-09bc-450e-a16c-341707dc6829 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbdbac0>, '1dc0fd08-f564-4723-b571-a967824d218e') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:01.528847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6fef-09bc-450e-a16c-341707dc6829 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (1dc0fd08-f564-4723-b571-a967824d218e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.544481 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6fef-09bc-450e-a16c-341707dc6829 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1dc0fd08-f564-4723-b571-a967824d218e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.549730 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8a6fef-09bc-450e-a16c-341707dc6829 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:16:01.550124 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6fef-09bc-450e-a16c-341707dc6829 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (1dc0fd08-f564-4723-b571-a967824d218e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:16:01.553204 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:16:01.574160 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-800aa566-1fd8-4f65-98bd-72d1080b524b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (2d5eca5e-b457-4c36-8b4b-a1a450e04c3e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.575657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800aa566-1fd8-4f65-98bd-72d1080b524b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:01.576565 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-800aa566-1fd8-4f65-98bd-72d1080b524b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.613218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-b2dd2bbb-70ec-4596-90cf-bd93e033f419 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Made reservation on behalf of 3058088956ea426cb1bfcbbc131c6ee3 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:16:01.616838 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-b2dd2bbb-70ec-4596-90cf-bd93e033f419 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.671088 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6fef-09bc-450e-a16c-341707dc6829 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (362c5c76-0028-4be9-86fd-cc1c41d159ca), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.676535 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f8a6fef-09bc-450e-a16c-341707dc6829 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.684170 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3f8a6fef-09bc-450e-a16c-341707dc6829 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] 10.222.0.31 "DELETE /v2.0/networks/362c5c76-0028-4be9-86fd-cc1c41d159ca HTTP/1.1" status: 204  len: 168 time: 0.4477823
Feb 12 21:16:01.691971 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30581b5a-51bc-495d-b18a-e5afd0db2680 req-a2a0603c-8256-4162-8970-32c1b558fb4e tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 210 time: 0.0881469
Feb 12 21:16:01.706581 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-800aa566-1fd8-4f65-98bd-72d1080b524b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.0588100
Feb 12 21:16:01.709329 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43392) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:01.720313 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-4b702a1b-cb30-4c08-9641-f092f4666871 admin admin] Request body: {'subnet': {'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1938226729-subnet', 'tenant_id': '34fc2aeace2346329e2035646bdd4a65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:01.734814 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a6fef-09bc-450e-a16c-341707dc6829 tempest-TaggedBootDevicesTest-172445176 tempest-TaggedBootDevicesTest-172445176-project] Pushing event deleted for resources: {'Network': ['ID=362c5c76-0028-4be9-86fd-cc1c41d159ca,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:01.736993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800aa566-1fd8-4f65-98bd-72d1080b524b admin admin] Pushing event updated for resources: {'Network': ['ID=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:01.758806 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:16:01.846565 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b702a1b-cb30-4c08-9641-f092f4666871 admin admin] Made reservation on behalf of 34fc2aeace2346329e2035646bdd4a65 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:16:01.849025 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4b702a1b-cb30-4c08-9641-f092f4666871 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:01.927575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-b2dd2bbb-70ec-4596-90cf-bd93e033f419 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Allocated IP 172.20.0.6 (ff440b46-6a14-40a5-92a6-786d1475ba12/eaaab1de-1554-4903-a42a-e8a47308a7f5/e8a54c09-68ac-47cc-a91f-59040d0d1f70) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:16:02.159821 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-b2dd2bbb-70ec-4596-90cf-bd93e033f419 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Publish callbacks [] for port (e8a54c09-68ac-47cc-a91f-59040d0d1f70), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:02.214068 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:02.214897 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4b702a1b-cb30-4c08-9641-f092f4666871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (9cac913b-d418-4c68-82b0-abe0dd9002bb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:02.273747 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-b2dd2bbb-70ec-4596-90cf-bd93e033f419 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e8a54c09-68ac-47cc-a91f-59040d0d1f70), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:02.287787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b702a1b-cb30-4c08-9641-f092f4666871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cac913b-d418-4c68-82b0-abe0dd9002bb,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:02.331332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-b2dd2bbb-70ec-4596-90cf-bd93e033f419 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Network ff440b46-6a14-40a5-92a6-786d1475ba12 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:16:02.336249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b702a1b-cb30-4c08-9641-f092f4666871 admin admin] Checking segment: {'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:02.336615 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b702a1b-cb30-4c08-9641-f092f4666871 admin admin] Network hostable DHCP agents. Network: 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:16:02.339127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-b2dd2bbb-70ec-4596-90cf-bd93e033f419 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:02.341563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-b2dd2bbb-70ec-4596-90cf-bd93e033f419 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:16:02.382397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd2bbb-70ec-4596-90cf-bd93e033f419 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Pushing event updated for resources: {'Port': ['ID=e8a54c09-68ac-47cc-a91f-59040d0d1f70,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:02.414719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-b2dd2bbb-70ec-4596-90cf-bd93e033f419 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:02.415849 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-b2dd2bbb-70ec-4596-90cf-bd93e033f419 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:02.437278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7fe9a6b3-4785-42c9-8a27-f40130101a6b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:02.458749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 7fe9a6b3-4785-42c9-8a27-f40130101a6b {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:02.459100 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7fe9a6b3-4785-42c9-8a27-f40130101a6b not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:02.478812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b702a1b-cb30-4c08-9641-f092f4666871 admin admin] Network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:16:02.508198 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-b2dd2bbb-70ec-4596-90cf-bd93e033f419 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1007364
Feb 12 21:16:02.521099 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Request body: {'port': {'device_id': '0aff75cf-3c7c-456b-a559-da1ccacbaaa4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:02.583489 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e8a54c09-68ac-47cc-a91f-59040d0d1f70), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:02.595486 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-4b702a1b-cb30-4c08-9641-f092f4666871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:02.607868 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f586e564-75c6-4179-8de9-7546ceaee40b None None] Network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:16:02.621183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b702a1b-cb30-4c08-9641-f092f4666871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:02.621793 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4b702a1b-cb30-4c08-9641-f092f4666871 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:02.732099 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ade11c-195b-41a3-a734-30f0df3ec994 None None] Network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:16:02.798023 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4b702a1b-cb30-4c08-9641-f092f4666871 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0872498
Feb 12 21:16:02.876933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e5388-c7f4-4317-8659-31695281835d req-e91af139-7939-452c-855d-bc42445bfff3 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:02.886700 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-235e5388-c7f4-4317-8659-31695281835d req-e91af139-7939-452c-855d-bc42445bfff3 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 931 time: 0.0711706
Feb 12 21:16:02.953875 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-235e5388-c7f4-4317-8659-31695281835d req-24f394b9-11ac-4291-9bbe-44b8b17cba04 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d304a30-a589-429f-819f-ea36d6a2a461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523448
Feb 12 21:16:02.974642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a54c09-68ac-47cc-a91f-59040d0d1f70 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:16:02.984068 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Publish callbacks [] for port (e8a54c09-68ac-47cc-a91f-59040d0d1f70), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:03.000467 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Transition to ACTIVE for port object e8a54c09-68ac-47cc-a91f-59040d0d1f70 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:16:03.064869 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (e8a54c09-68ac-47cc-a91f-59040d0d1f70), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:03.116297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Pushing event updated for resources: {'Port': ['ID=e8a54c09-68ac-47cc-a91f-59040d0d1f70,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:03.195106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Attempting to bind port e8a54c09-68ac-47cc-a91f-59040d0d1f70 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:16:03.201567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Attempting to bind port e8a54c09-68ac-47cc-a91f-59040d0d1f70 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1fe74b00-3b47-4beb-9c13-6760bfc30643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ff440b46-6a14-40a5-92a6-786d1475ba12'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:16:03.201567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Attempting to bind port e8a54c09-68ac-47cc-a91f-59040d0d1f70 on network ff440b46-6a14-40a5-92a6-786d1475ba12 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:03.201567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Port e8a54c09-68ac-47cc-a91f-59040d0d1f70 on network ff440b46-6a14-40a5-92a6-786d1475ba12 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:16:03.201567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Attempting to bind port e8a54c09-68ac-47cc-a91f-59040d0d1f70 on network ff440b46-6a14-40a5-92a6-786d1475ba12 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:03.206264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:16:03.206740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Checking segment: {'id': '1fe74b00-3b47-4beb-9c13-6760bfc30643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ff440b46-6a14-40a5-92a6-786d1475ba12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:03.207131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Bound using segment: {'id': '1fe74b00-3b47-4beb-9c13-6760bfc30643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ff440b46-6a14-40a5-92a6-786d1475ba12'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:16:03.207560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Bound port: e8a54c09-68ac-47cc-a91f-59040d0d1f70, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fe74b00-3b47-4beb-9c13-6760bfc30643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ff440b46-6a14-40a5-92a6-786d1475ba12'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:16:03.207969 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e8a54c09-68ac-47cc-a91f-59040d0d1f70), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:03.283270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] For port e8a54c09-68ac-47cc-a91f-59040d0d1f70, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:16:03.286781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] For port e8a54c09-68ac-47cc-a91f-59040d0d1f70, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8a54c09-68ac-47cc-a91f-59040d0d1f70,segment=NetworkSegment(1fe74b00-3b47-4beb-9c13-6760bfc30643),segment_id=1fe74b00-3b47-4beb-9c13-6760bfc30643)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:16:03.423025 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (e8a54c09-68ac-47cc-a91f-59040d0d1f70), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:03.523428 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:03.525137 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:03.528294 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] 10.222.0.50 "PUT /v2.0/ports/e8a54c09-68ac-47cc-a91f-59040d0d1f70 HTTP/1.1" status: 200  len: 1091 time: 1.0130351
Feb 12 21:16:03.528979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23079af7-7d89-4c61-a663-e554d2bd237e service neutron] Pushing event updated for resources: {'Port': ['ID=e8a54c09-68ac-47cc-a91f-59040d0d1f70,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:03.534072 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-43f92f5b-e655-4a68-9585-c6624ed07ce4 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:03.541208 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-43f92f5b-e655-4a68-9585-c6624ed07ce4 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/networks?id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e HTTP/1.1" status: 200  len: 813 time: 0.1468279
Feb 12 21:16:03.541885 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aff75cf-3c7c-456b-a559-da1ccacbaaa4', 'tag': 'e8a54c09-68ac-47cc-a91f-59040d0d1f70'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:03.544793 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73b2cd1-3507-40a7-9dce-3d9b0b888315" -d '{"events": [{"name": "network-changed", "server_uuid": "0aff75cf-3c7c-456b-a559-da1ccacbaaa4", "tag": "e8a54c09-68ac-47cc-a91f-59040d0d1f70"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:03.563554 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-28a8c830-e2e1-4f76-9209-2607a560d802 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/quotas/34fc2aeace2346329e2035646bdd4a65 HTTP/1.1" status: 200  len: 375 time: 0.0211551
Feb 12 21:16:03.583758 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49aee0-3a60-437e-80bd-d5e31b3afaa0 req-8dfff628-47ed-45f3-b66f-9edd7cdda8b0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:03.585685 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc49aee0-3a60-437e-80bd-d5e31b3afaa0 req-8dfff628-47ed-45f3-b66f-9edd7cdda8b0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 945 time: 0.1009798
Feb 12 21:16:03.596313 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-e691471d-15fa-4a3e-b76e-6ae101e3ace0 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=34fc2aeace2346329e2035646bdd4a65&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0318844
Feb 12 21:16:03.636187 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc49aee0-3a60-437e-80bd-d5e31b3afaa0 req-84ddeed9-2125-4f48-892a-da7e2f39104e tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439265
Feb 12 21:16:03.686926 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a98386-23f6-4257-a122-a4fbbfd42d56 x-openstack-request-id: req-53a98386-23f6-4257-a122-a4fbbfd42d56 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:03.686926 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aff75cf-3c7c-456b-a559-da1ccacbaaa4", "tag": "e8a54c09-68ac-47cc-a91f-59040d0d1f70", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:03.686926 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53a98386-23f6-4257-a122-a4fbbfd42d56 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:03.686926 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aff75cf-3c7c-456b-a559-da1ccacbaaa4', 'tag': 'e8a54c09-68ac-47cc-a91f-59040d0d1f70', 'status': 'completed', 'code': 200}
Feb 12 21:16:03.712982 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3b175956-8822-4215-b74b-29aed2a2ee34 service neutron] 10.222.0.31 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1060147
Feb 12 21:16:03.728062 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-a6c2ab81-ea5d-41ac-8c09-72fca95c88e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:03.729794 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-a6c2ab81-ea5d-41ac-8c09-72fca95c88e9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3058088956ea426cb1bfcbbc131c6ee3&device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 1125 time: 0.0571153
Feb 12 21:16:03.773430 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-3be60cae-9cd5-4471-9450-ad187a83e469 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8a54c09-68ac-47cc-a91f-59040d0d1f70 HTTP/1.1" status: 200  len: 217 time: 0.0358639
Feb 12 21:16:03.819345 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-97b93ac2-d90f-4507-a59a-df8a2a86a923 service neutron] 10.222.0.31 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1042881
Feb 12 21:16:03.823334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-bf5e2bc7-fc94-478c-93e0-727891c99057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:03.824761 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-bf5e2bc7-fc94-478c-93e0-727891c99057 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eaaab1de-1554-4903-a42a-e8a47308a7f5 HTTP/1.1" status: 200  len: 862 time: 0.0463800
Feb 12 21:16:03.861086 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-f53cbec3-93d1-4eb6-bae6-a528f3817e3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff440b46-6a14-40a5-92a6-786d1475ba12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304456
Feb 12 21:16:04.298279 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09da92-9c24-42dd-bed3-70a1299f484f req-ffbfab08-70d9-4c32-b102-e8c9a753837d tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:04.301163 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f09da92-9c24-42dd-bed3-70a1299f484f req-ffbfab08-70d9-4c32-b102-e8c9a753837d tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 943 time: 0.1060874
Feb 12 21:16:04.342281 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-11c27b85-0d6f-4894-8a73-3f839dc82017 req-3c6113a4-9e9b-4a36-8290-14747b134115 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 210 time: 0.0476878
Feb 12 21:16:04.350386 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-3411b16c-d5d2-45e5-b05c-2d81ed733c25 service neutron] 10.222.0.50 "GET /v2.0/networks/ff440b46-6a14-40a5-92a6-786d1475ba12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4830453
Feb 12 21:16:04.438231 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f09da92-9c24-42dd-bed3-70a1299f484f req-7cbf6f96-5b2e-42e5-95b0-6863db12eae3 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d304a30-a589-429f-819f-ea36d6a2a461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214230
Feb 12 21:16:04.472078 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6696abf6-8986-40bc-abbb-6184d4cb5665 req-d5bfabbc-6cea-47af-bd42-36d2bbe9636f service neutron] 10.222.0.50 "GET /v2.0/networks/ff440b46-6a14-40a5-92a6-786d1475ba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1129298
Feb 12 21:16:04.652720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2cd1-3507-40a7-9dce-3d9b0b888315 req-fab4f5e2-ab14-4744-ad86-453798b754b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:04.656329 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d73b2cd1-3507-40a7-9dce-3d9b0b888315 req-fab4f5e2-ab14-4744-ad86-453798b754b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3058088956ea426cb1bfcbbc131c6ee3&device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 1125 time: 0.0503702
Feb 12 21:16:04.763659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2cd1-3507-40a7-9dce-3d9b0b888315 req-70890809-4e4a-4518-bb28-6fda7763660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:04.765647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d73b2cd1-3507-40a7-9dce-3d9b0b888315 req-70890809-4e4a-4518-bb28-6fda7763660e service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff440b46-6a14-40a5-92a6-786d1475ba12 HTTP/1.1" status: 200  len: 923 time: 0.1057708
Feb 12 21:16:04.776326 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a80710-fc97-48bf-a91a-525ab9572e2f req-fd8f61e3-cc8d-4b30-8a88-46bb321ce52e tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:04.783251 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47a80710-fc97-48bf-a91a-525ab9572e2f req-fd8f61e3-cc8d-4b30-8a88-46bb321ce52e tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 945 time: 0.0638542
Feb 12 21:16:04.816485 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d73b2cd1-3507-40a7-9dce-3d9b0b888315 req-83a23197-1a07-4cc6-8197-6db245e9576b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8a54c09-68ac-47cc-a91f-59040d0d1f70 HTTP/1.1" status: 200  len: 217 time: 0.0440512
Feb 12 21:16:04.836088 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47a80710-fc97-48bf-a91a-525ab9572e2f req-7b3f3062-7834-47db-9e6e-98597265ec87 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517268
Feb 12 21:16:04.879173 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2cd1-3507-40a7-9dce-3d9b0b888315 req-9e173a76-0b78-437d-96ed-26e5d3b7fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:04.880652 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d73b2cd1-3507-40a7-9dce-3d9b0b888315 req-9e173a76-0b78-437d-96ed-26e5d3b7fcb2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eaaab1de-1554-4903-a42a-e8a47308a7f5 HTTP/1.1" status: 200  len: 862 time: 0.0574791
Feb 12 21:16:04.912932 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d73b2cd1-3507-40a7-9dce-3d9b0b888315 req-17d6a6d0-524a-4d38-b603-5b12c40ad95d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff440b46-6a14-40a5-92a6-786d1475ba12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256524
Feb 12 21:16:05.005913 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d73b2cd1-3507-40a7-9dce-3d9b0b888315 req-a535b87f-535f-4f87-92ea-f7b62cabf1c5 service neutron] 10.222.0.50 "GET /v2.0/networks/ff440b46-6a14-40a5-92a6-786d1475ba12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868514
Feb 12 21:16:05.096943 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d73b2cd1-3507-40a7-9dce-3d9b0b888315 req-1e04679d-384e-4817-a491-a34d0f109c4c service neutron] 10.222.0.50 "GET /v2.0/networks/ff440b46-6a14-40a5-92a6-786d1475ba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853193
Feb 12 21:16:05.350906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174c309-cec9-4577-9098-9205e990fb36 req-b6b5481c-9f7a-4414-987d-bb98d8f1e186 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:05.352389 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4174c309-cec9-4577-9098-9205e990fb36 req-b6b5481c-9f7a-4414-987d-bb98d8f1e186 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 945 time: 0.0602968
Feb 12 21:16:05.429449 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82e1e27b-60db-4a84-943a-37fb7944d00f req-85159db9-3a1f-4981-ac96-b5e701ab74f7 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 210 time: 0.0277221
Feb 12 21:16:05.458551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-4174c309-cec9-4577-9098-9205e990fb36 req-f7b8d194-c626-46b4-8616-a8ea8dde4803 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Deleting port b855968a-96a6-49b5-ab4f-9065636385f9 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:05.458896 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4174c309-cec9-4577-9098-9205e990fb36 req-f7b8d194-c626-46b4-8616-a8ea8dde4803 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b855968a-96a6-49b5-ab4f-9065636385f9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:05.604087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4174c309-cec9-4577-9098-9205e990fb36 req-f7b8d194-c626-46b4-8616-a8ea8dde4803 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] For port b855968a-96a6-49b5-ab4f-9065636385f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b855968a-96a6-49b5-ab4f-9065636385f9,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:05.605595 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4174c309-cec9-4577-9098-9205e990fb36 req-f7b8d194-c626-46b4-8616-a8ea8dde4803 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b855968a-96a6-49b5-ab4f-9065636385f9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:05.627369 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea1033-9881-45a9-afd7-3c41bd26eb74 req-94c19ffe-526f-494a-b374-bbba8f766b0e tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:05.629044 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e1ea1033-9881-45a9-afd7-3c41bd26eb74 req-94c19ffe-526f-494a-b374-bbba8f766b0e tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 943 time: 0.0975704
Feb 12 21:16:05.629994 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-4174c309-cec9-4577-9098-9205e990fb36 req-f7b8d194-c626-46b4-8616-a8ea8dde4803 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Calling delete_port for b855968a-96a6-49b5-ab4f-9065636385f9 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:05.735307 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e1ea1033-9881-45a9-afd7-3c41bd26eb74 req-49856ac6-9822-412a-bd58-b10116e732f5 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d304a30-a589-429f-819f-ea36d6a2a461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994027
Feb 12 21:16:05.859070 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4174c309-cec9-4577-9098-9205e990fb36 req-f7b8d194-c626-46b4-8616-a8ea8dde4803 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b855968a-96a6-49b5-ab4f-9065636385f9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:05.872322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b855968a-96a6-49b5-ab4f-9065636385f9'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:16:05.888838 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8d194-c626-46b4-8616-a8ea8dde4803 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Pushing event deleted for resources: {'Port': ['ID=b855968a-96a6-49b5-ab4f-9065636385f9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:05.943342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4174c309-cec9-4577-9098-9205e990fb36 req-f7b8d194-c626-46b4-8616-a8ea8dde4803 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] No DVR routers for this DVR port b855968a-96a6-49b5-ab4f-9065636385f9 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:05.943671 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4174c309-cec9-4577-9098-9205e990fb36 req-f7b8d194-c626-46b4-8616-a8ea8dde4803 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:05.946214 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-46fd53bd-f75c-404b-8fa4-d72c7fb82b90 req-8d80b45e-792c-4e2b-83c6-2ec10254422e tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 210 time: 0.0323222
Feb 12 21:16:05.947556 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4174c309-cec9-4577-9098-9205e990fb36 req-f7b8d194-c626-46b4-8616-a8ea8dde4803 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.48 "DELETE /v2.0/ports/b855968a-96a6-49b5-ab4f-9065636385f9 HTTP/1.1" status: 204  len: 173 time: 0.5893977
Feb 12 21:16:05.948190 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae9bb06-a90d-4b9b-914d-6304f6312070', 'name': 'network-vif-deleted', 'tag': 'b855968a-96a6-49b5-ab4f-9065636385f9'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:05.950754 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdc354f-7d49-4434-9a88-df794b22f353" -d '{"events": [{"server_uuid": "0ae9bb06-a90d-4b9b-914d-6304f6312070", "name": "network-vif-deleted", "tag": "b855968a-96a6-49b5-ab4f-9065636385f9"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:05.995449 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da79a3d-53ed-494d-a2ef-50c028ed2546 x-openstack-request-id: req-8da79a3d-53ed-494d-a2ef-50c028ed2546 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:05.995585 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae9bb06-a90d-4b9b-914d-6304f6312070", "name": "network-vif-deleted", "tag": "b855968a-96a6-49b5-ab4f-9065636385f9", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:05.995757 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8da79a3d-53ed-494d-a2ef-50c028ed2546 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:05.996176 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae9bb06-a90d-4b9b-914d-6304f6312070', 'name': 'network-vif-deleted', 'tag': 'b855968a-96a6-49b5-ab4f-9065636385f9', 'status': 'completed', 'code': 200}
Feb 12 21:16:06.543396 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ea4cd81f-4596-4592-851c-d16888807150 req-0da721e1-976e-4ca0-81e4-60f9fdf72594 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 210 time: 0.0320511
Feb 12 21:16:06.871266 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf0eee-9050-4995-b4e8-193d559b7774 req-390a368d-c558-4670-8807-2103bbc77d85 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:06.872912 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5bf0eee-9050-4995-b4e8-193d559b7774 req-390a368d-c558-4670-8807-2103bbc77d85 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 943 time: 0.0635920
Feb 12 21:16:06.927210 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5bf0eee-9050-4995-b4e8-193d559b7774 req-d4119cd8-a047-439a-a26c-de10a3c53299 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d304a30-a589-429f-819f-ea36d6a2a461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472383
Feb 12 21:16:07.050075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device e8a54c09-68ac-47cc-a91f-59040d0d1f70 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:16:07.078371 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b6c4535-1d5f-485f-afb9-abad02ecdc39 req-9ee12fbd-a20b-40e4-afd6-c1fa99a35519 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ae9bb06-a90d-4b9b-914d-6304f6312070 HTTP/1.1" status: 200  len: 210 time: 0.0307651
Feb 12 21:16:07.161521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port e8a54c09-68ac-47cc-a91f-59040d0d1f70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8a54c09-68ac-47cc-a91f-59040d0d1f70,segment=NetworkSegment(1fe74b00-3b47-4beb-9c13-6760bfc30643),segment_id=1fe74b00-3b47-4beb-9c13-6760bfc30643)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:07.173551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'e8a54c09-68ac-47cc-a91f-59040d0d1f70', 'network_id': 'ff440b46-6a14-40a5-92a6-786d1475ba12', 'port_id': 'e8a54c09-68ac-47cc-a91f-59040d0d1f70', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaaab1de-1554-4903-a42a-e8a47308a7f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:16:07.214362 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port e8a54c09-68ac-47cc-a91f-59040d0d1f70 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:07.214751 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e8a54c09-68ac-47cc-a91f-59040d0d1f70), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:07.240195 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a54c09-68ac-47cc-a91f-59040d0d1f70 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:16:07.395632 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port e8a54c09-68ac-47cc-a91f-59040d0d1f70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8a54c09-68ac-47cc-a91f-59040d0d1f70,segment=NetworkSegment(1fe74b00-3b47-4beb-9c13-6760bfc30643),segment_id=1fe74b00-3b47-4beb-9c13-6760bfc30643)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:07.441795 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-626f3e11-21fb-4d0f-8292-5ca30c4d3dc6 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:07.443324 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-626f3e11-21fb-4d0f-8292-5ca30c4d3dc6 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.48 "GET /v2.0/networks?id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e HTTP/1.1" status: 200  len: 813 time: 0.1219063
Feb 12 21:16:07.459306 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-af71e58b-5861-4a16-9709-1c367712dd42 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Request body: {'port': {'device_id': 'a7801aa5-334a-47b7-b62f-943a2af82d82', 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e', 'admin_state_up': True, 'tenant_id': '34fc2aeace2346329e2035646bdd4a65'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:07.494719 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e8a54c09-68ac-47cc-a91f-59040d0d1f70), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:07.559037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=e8a54c09-68ac-47cc-a91f-59040d0d1f70,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:07.716505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-af71e58b-5861-4a16-9709-1c367712dd42 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Made reservation on behalf of 34fc2aeace2346329e2035646bdd4a65 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:16:07.721678 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14f2a187-e3ea-4888-8931-044e94879130 req-71906c54-42e5-42a7-964a-a60877c194ed tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 210 time: 0.0373964
Feb 12 21:16:07.722892 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-af71e58b-5861-4a16-9709-1c367712dd42 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:07.731185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['e8a54c09-68ac-47cc-a91f-59040d0d1f70'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:16:07.811915 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-6024f5b0-0975-4512-87b5-bbdebce056cd tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:07.813757 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-6024f5b0-0975-4512-87b5-bbdebce056cd tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.50 "GET /v2.0/networks?id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e HTTP/1.1" status: 200  len: 813 time: 0.2209964
Feb 12 21:16:07.831531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-03f7ac51-fc96-404e-a667-8629eda30925 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Request body: {'port': {'device_id': '35784dd5-92bd-4601-a897-20bc4969a1f7', 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e', 'admin_state_up': True, 'tenant_id': '34fc2aeace2346329e2035646bdd4a65'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:07.919281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43636) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:08.013661 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-af71e58b-5861-4a16-9709-1c367712dd42 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Allocated IP 172.20.0.3 (2d5eca5e-b457-4c36-8b4b-a1a450e04c3e/9cac913b-d418-4c68-82b0-abe0dd9002bb/3f6aa7d2-ec41-4bb7-b704-52672f8b4073) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:16:08.073390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1273b-b095-46f4-b7c7-cbb68eda8da9 req-eab010ec-7b4d-4fa0-9cc3-24b73100e9b9 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:08.074886 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-77a1273b-b095-46f4-b7c7-cbb68eda8da9 req-eab010ec-7b4d-4fa0-9cc3-24b73100e9b9 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 945 time: 0.1447613
Feb 12 21:16:08.099916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-03f7ac51-fc96-404e-a667-8629eda30925 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Made reservation on behalf of 34fc2aeace2346329e2035646bdd4a65 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:16:08.105943 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-03f7ac51-fc96-404e-a667-8629eda30925 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:08.121266 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540132d1-8f54-4733-b67e-dedcdda02c8c req-1ccf01ad-8692-40e3-aca3-cf5c3576ac0e tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:08.126032 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-540132d1-8f54-4733-b67e-dedcdda02c8c req-1ccf01ad-8692-40e3-aca3-cf5c3576ac0e tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 944 time: 0.0779090
Feb 12 21:16:08.202559 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-77a1273b-b095-46f4-b7c7-cbb68eda8da9 req-030bab1e-d6d8-4dc7-9b1b-dad30a5df134 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188297
Feb 12 21:16:08.249011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-af71e58b-5861-4a16-9709-1c367712dd42 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks [] for port (3f6aa7d2-ec41-4bb7-b704-52672f8b4073), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:08.332712 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-540132d1-8f54-4733-b67e-dedcdda02c8c req-c895edaa-9e2f-4da3-ab80-b4fcc9d38307 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d304a30-a589-429f-819f-ea36d6a2a461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1996939
Feb 12 21:16:08.378919 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-af71e58b-5861-4a16-9709-1c367712dd42 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (3f6aa7d2-ec41-4bb7-b704-52672f8b4073), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:08.429746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71e58b-5861-4a16-9709-1c367712dd42 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Pushing event updated for resources: {'Port': ['ID=3f6aa7d2-ec41-4bb7-b704-52672f8b4073,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:08.476141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-af71e58b-5861-4a16-9709-1c367712dd42 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:16:08.479538 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-af71e58b-5861-4a16-9709-1c367712dd42 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:08.485812 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-af71e58b-5861-4a16-9709-1c367712dd42 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:16:08.514499 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-03f7ac51-fc96-404e-a667-8629eda30925 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Allocated IP 172.20.0.13 (2d5eca5e-b457-4c36-8b4b-a1a450e04c3e/9cac913b-d418-4c68-82b0-abe0dd9002bb/19908ba6-438c-472f-ad24-2011ccd47a3c) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:16:08.562302 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-af71e58b-5861-4a16-9709-1c367712dd42 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:08.562981 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-af71e58b-5861-4a16-9709-1c367712dd42 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:08.653755 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-af71e58b-5861-4a16-9709-1c367712dd42 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1993244
Feb 12 21:16:08.670335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Request body: {'port': {'device_id': 'a7801aa5-334a-47b7-b62f-943a2af82d82', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:08.758889 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3f6aa7d2-ec41-4bb7-b704-52672f8b4073), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:08.835909 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-03f7ac51-fc96-404e-a667-8629eda30925 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks [] for port (19908ba6-438c-472f-ad24-2011ccd47a3c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:08.930079 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d31aaf8-621a-4582-8f23-0f8fa23598cd req-adf78385-3c96-4f48-99e3-42a62ed901ac tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 210 time: 0.0415552
Feb 12 21:16:08.937605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d1bd7-b8e6-4ffb-8c47-b7fa89393b22 req-1d4a2570-1e5e-4d28-b75c-bdbf2f971cfb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:08.939116 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e3d1bd7-b8e6-4ffb-8c47-b7fa89393b22 req-1d4a2570-1e5e-4d28-b75c-bdbf2f971cfb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 811 time: 0.2103980
Feb 12 21:16:08.965090 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1648fd9c-e9c5-4f72-ba02-686078567787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (688e2890-2d6b-4da6-aa85-a74cf061f2ca), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:08.968721 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e3d1bd7-b8e6-4ffb-8c47-b7fa89393b22 req-9f65b134-0b4a-48b6-952b-d4ec9e25e65b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/quotas/e88ed10d0c57403dbc48251e998fbd1a HTTP/1.1" status: 200  len: 375 time: 0.0168056
Feb 12 21:16:09.033842 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-03f7ac51-fc96-404e-a667-8629eda30925 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (19908ba6-438c-472f-ad24-2011ccd47a3c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:09.055194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device e8a54c09-68ac-47cc-a91f-59040d0d1f70 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:09.075882 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e3d1bd7-b8e6-4ffb-8c47-b7fa89393b22 req-1a1f3c0a-d0cb-4f61-83a9-e1de3934c436 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0751832
Feb 12 21:16:09.157193 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b855968a-96a6-49b5-ab4f-9065636385f9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:09.160566 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:16:09.169534 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Publish callbacks [] for port (3f6aa7d2-ec41-4bb7-b704-52672f8b4073), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:09.179465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: b855968a-96a6-49b5-ab4f-9065636385f9 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:09.179774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-03f7ac51-fc96-404e-a667-8629eda30925 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:16:09.180610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b855968a-96a6-49b5-ab4f-9065636385f9 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:09.184885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Transition to ACTIVE for port object 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:16:09.187266 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-03f7ac51-fc96-404e-a667-8629eda30925 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:09.189879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-03f7ac51-fc96-404e-a667-8629eda30925 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:16:09.192549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7ac51-fc96-404e-a667-8629eda30925 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Pushing event updated for resources: {'Port': ['ID=19908ba6-438c-472f-ad24-2011ccd47a3c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:09.208120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port e8a54c09-68ac-47cc-a91f-59040d0d1f70 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:16:09.213764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port e8a54c09-68ac-47cc-a91f-59040d0d1f70 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:09.214246 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e8a54c09-68ac-47cc-a91f-59040d0d1f70), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:09.267555 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (3f6aa7d2-ec41-4bb7-b704-52672f8b4073), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:09.276035 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-03f7ac51-fc96-404e-a667-8629eda30925 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:09.276860 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-03f7ac51-fc96-404e-a667-8629eda30925 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:09.352494 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e3d1bd7-b8e6-4ffb-8c47-b7fa89393b22 req-c9666230-4a6a-4587-9a78-77f8ce0dd720 service neutron] 10.222.0.31 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2569084
Feb 12 21:16:09.364869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port e8a54c09-68ac-47cc-a91f-59040d0d1f70 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:09.365729 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e8a54c09-68ac-47cc-a91f-59040d0d1f70), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:09.402984 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aff75cf-3c7c-456b-a559-da1ccacbaaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a54c09-68ac-47cc-a91f-59040d0d1f70'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:09.405640 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9022d4c-4801-44b1-8100-7ed72e1b92c5" -d '{"events": [{"server_uuid": "0aff75cf-3c7c-456b-a559-da1ccacbaaa4", "name": "network-vif-plugged", "status": "completed", "tag": "e8a54c09-68ac-47cc-a91f-59040d0d1f70"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:09.420632 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port e8a54c09-68ac-47cc-a91f-59040d0d1f70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8a54c09-68ac-47cc-a91f-59040d0d1f70,segment=NetworkSegment(1fe74b00-3b47-4beb-9c13-6760bfc30643),segment_id=1fe74b00-3b47-4beb-9c13-6760bfc30643)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:09.424593 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-03f7ac51-fc96-404e-a667-8629eda30925 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6008584
Feb 12 21:16:09.439866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Request body: {'port': {'device_id': '35784dd5-92bd-4601-a897-20bc4969a1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:09.442821 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6aa7d2-ec41-4bb7-b704-52672f8b4073,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:09.482924 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e8a54c09-68ac-47cc-a91f-59040d0d1f70), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:09.490477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e799e-0244-4c0c-b107-d758a8c7c298 req-3c3e5b73-f1e0-4f03-99f4-3fb98d03a40a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:09.492826 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-424e799e-0244-4c0c-b107-d758a8c7c298 req-3c3e5b73-f1e0-4f03-99f4-3fb98d03a40a tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.50 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 945 time: 0.2452023
Feb 12 21:16:09.547912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=e8a54c09-68ac-47cc-a91f-59040d0d1f70,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:09.558571 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e3d1bd7-b8e6-4ffb-8c47-b7fa89393b22 req-8e265f31-d0c9-44ef-9d65-dcbfd931ec40 service neutron] 10.222.0.31 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2050695
Feb 12 21:16:09.559665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:09.560260 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:09.560756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:09.561246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:09.561905 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:09.562805 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:09.563807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:09.564295 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:09.564793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:09.565288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:09.565785 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:09.566845 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:09.567456 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:09.581849 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Attempting to bind port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:16:09.582192 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Attempting to bind port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:16:09.582526 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Attempting to bind port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 on network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:09.585062 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (19908ba6-438c-472f-ad24-2011ccd47a3c), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:09.599286 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa1a10-e8b6-4a41-b36f-9b36af017406 req-1ccf4264-8233-41ec-ae8b-d0e305412b28 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:09.607541 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-02aa1a10-e8b6-4a41-b36f-9b36af017406 req-1ccf4264-8233-41ec-ae8b-d0e305412b28 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 945 time: 0.2553174
Feb 12 21:16:09.639617 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 on network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:16:09.639947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Attempting to bind port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 on network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:09.663773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:16:09.664148 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Checking segment: {'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:09.664503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Bound using segment: {'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:16:09.665129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Bound port: 3f6aa7d2-ec41-4bb7-b704-52672f8b4073, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:16:09.665489 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3f6aa7d2-ec41-4bb7-b704-52672f8b4073), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:09.738451 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-02aa1a10-e8b6-4a41-b36f-9b36af017406 req-3acc4184-af2c-4059-b94a-3b215bbe491d tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204135
Feb 12 21:16:09.749458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-1648fd9c-e9c5-4f72-ba02-686078567787 admin admin] Deleting port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:09.749458 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1648fd9c-e9c5-4f72-ba02-686078567787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:09.777631 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-424e799e-0244-4c0c-b107-d758a8c7c298 req-04efebac-259d-46b3-8835-fdf32772669f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Deleting port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:09.777980 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-424e799e-0244-4c0c-b107-d758a8c7c298 req-04efebac-259d-46b3-8835-fdf32772669f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2a51fe93-35ae-44b2-b89e-8ca15e049fcb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:09.813540 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] For port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:16:09.869402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] For port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3f6aa7d2-ec41-4bb7-b704-52672f8b4073,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:16:09.932298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-424e799e-0244-4c0c-b107-d758a8c7c298 req-04efebac-259d-46b3-8835-fdf32772669f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] For port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a51fe93-35ae-44b2-b89e-8ca15e049fcb,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:09.932673 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-424e799e-0244-4c0c-b107-d758a8c7c298 req-04efebac-259d-46b3-8835-fdf32772669f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2a51fe93-35ae-44b2-b89e-8ca15e049fcb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:09.958146 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7df0d-4f1e-436f-aa8d-285bd0f70385 req-12ebb6fa-95b1-486e-9ca5-4ef1096fe1f5 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:09.961195 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49e7df0d-4f1e-436f-aa8d-285bd0f70385 req-12ebb6fa-95b1-486e-9ca5-4ef1096fe1f5 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 945 time: 0.1028974
Feb 12 21:16:09.964058 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-424e799e-0244-4c0c-b107-d758a8c7c298 req-04efebac-259d-46b3-8835-fdf32772669f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Calling delete_port for 2a51fe93-35ae-44b2-b89e-8ca15e049fcb owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:09.974731 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-1648fd9c-e9c5-4f72-ba02-686078567787 admin admin] For port 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22dbdb2a-7ac6-487b-ac8e-89ca8c33017b,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:09.975000 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1648fd9c-e9c5-4f72-ba02-686078567787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:09.995222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (3f6aa7d2-ec41-4bb7-b704-52672f8b4073), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:10.002434 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523363c5-999d-4bec-a523-fa7c425eabcd x-openstack-request-id: req-523363c5-999d-4bec-a523-fa7c425eabcd {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:10.002727 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aff75cf-3c7c-456b-a559-da1ccacbaaa4", "name": "network-vif-plugged", "status": "completed", "tag": "e8a54c09-68ac-47cc-a91f-59040d0d1f70", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:10.002986 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-523363c5-999d-4bec-a523-fa7c425eabcd {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:10.003520 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aff75cf-3c7c-456b-a559-da1ccacbaaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a54c09-68ac-47cc-a91f-59040d0d1f70', 'code': 200}
Feb 12 21:16:10.013462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-1648fd9c-e9c5-4f72-ba02-686078567787 admin admin] Calling delete_port for 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:10.106741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:10.107378 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:10.108783 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] 10.222.0.48 "PUT /v2.0/ports/3f6aa7d2-ec41-4bb7-b704-52672f8b4073 HTTP/1.1" status: 200  len: 1091 time: 1.4463687
Feb 12 21:16:10.114221 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7801aa5-334a-47b7-b62f-943a2af82d82', 'tag': '3f6aa7d2-ec41-4bb7-b704-52672f8b4073'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:10.116390 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31592250-603f-4522-82aa-facf0c8786cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a7801aa5-334a-47b7-b62f-943a2af82d82", "tag": "3f6aa7d2-ec41-4bb7-b704-52672f8b4073"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:10.151783 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49e7df0d-4f1e-436f-aa8d-285bd0f70385 req-d7ccd2e1-7800-475d-bfb0-bb22336ff213 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d304a30-a589-429f-819f-ea36d6a2a461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833858
Feb 12 21:16:10.165902 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc098b1-28af-4432-bd68-4cfcee6c50b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6aa7d2-ec41-4bb7-b704-52672f8b4073,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:10.368524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-e363b16a-94bb-41f4-92e7-9f29fac5c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:10.370777 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-e363b16a-94bb-41f4-92e7-9f29fac5c44b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34fc2aeace2346329e2035646bdd4a65&device_id=a7801aa5-334a-47b7-b62f-943a2af82d82 HTTP/1.1" status: 200  len: 1125 time: 0.1512864
Feb 12 21:16:10.384695 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726115a0-1cd4-4acb-b43a-7beba2a93ba1 req-55d031e9-45c4-4e7c-9e4b-cd071f4e1853 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:10.387075 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-726115a0-1cd4-4acb-b43a-7beba2a93ba1 req-55d031e9-45c4-4e7c-9e4b-cd071f4e1853 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 932 time: 0.0980268
Feb 12 21:16:10.436578 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-08756dab-599c-4925-86ba-022f9a6ee76b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f6aa7d2-ec41-4bb7-b704-52672f8b4073 HTTP/1.1" status: 200  len: 217 time: 0.0481484
Feb 12 21:16:10.484053 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-424e799e-0244-4c0c-b107-d758a8c7c298 req-04efebac-259d-46b3-8835-fdf32772669f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (2a51fe93-35ae-44b2-b89e-8ca15e049fcb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:10.498595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['dd227e33-f70a-4937-a239-d5f76f172b3e', '2a51fe93-35ae-44b2-b89e-8ca15e049fcb'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:16:10.549021 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efebac-259d-46b3-8835-fdf32772669f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Pushing event deleted for resources: {'Port': ['ID=2a51fe93-35ae-44b2-b89e-8ca15e049fcb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:10.568351 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-e186f42c-dfed-42e0-b02e-28c82e43d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:10.570302 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-e186f42c-dfed-42e0-b02e-28c82e43d95d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9cac913b-d418-4c68-82b0-abe0dd9002bb HTTP/1.1" status: 200  len: 853 time: 0.1268046
Feb 12 21:16:10.596283 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-726115a0-1cd4-4acb-b43a-7beba2a93ba1 req-4bebbb78-9946-4b68-b5d2-e9d461b373fa tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2017248
Feb 12 21:16:10.613884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['535bef55-124d-44f2-9478-80c0a813b588'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:16:10.683994 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-e68b0713-e667-49b5-bb2a-d39d2b10b2f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0839207
Feb 12 21:16:10.687197 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fb5b1d-0911-4432-8e5f-8f35ecc88dc6 x-openstack-request-id: req-88fb5b1d-0911-4432-8e5f-8f35ecc88dc6 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:10.687474 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7801aa5-334a-47b7-b62f-943a2af82d82", "tag": "3f6aa7d2-ec41-4bb7-b704-52672f8b4073", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:10.687732 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88fb5b1d-0911-4432-8e5f-8f35ecc88dc6 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:10.688129 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7801aa5-334a-47b7-b62f-943a2af82d82', 'tag': '3f6aa7d2-ec41-4bb7-b704-52672f8b4073', 'status': 'completed', 'code': 200}
Feb 12 21:16:10.690185 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-424e799e-0244-4c0c-b107-d758a8c7c298 req-04efebac-259d-46b3-8835-fdf32772669f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] No DVR routers for this DVR port 2a51fe93-35ae-44b2-b89e-8ca15e049fcb on host nch2-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:10.704780 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ce06c59-86e2-4c4a-bf1c-14a50a8cfd62 req-58a07566-67fb-4b1f-aa5a-6b7db0966e4e tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a4e12dc-6f73-4d50-ab2f-1cec2114a33c HTTP/1.1" status: 200  len: 210 time: 0.5942004
Feb 12 21:16:10.808512 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19908ba6-438c-472f-ad24-2011ccd47a3c {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:16:10.835232 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Publish callbacks [] for port (19908ba6-438c-472f-ad24-2011ccd47a3c), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:10.860231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Transition to ACTIVE for port object 19908ba6-438c-472f-ad24-2011ccd47a3c will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:16:10.904295 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-eacd9300-0ed5-47b0-9fd0-1b4c6850c054 service neutron] 10.222.0.48 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2191298
Feb 12 21:16:10.906169 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-424e799e-0244-4c0c-b107-d758a8c7c298 req-04efebac-259d-46b3-8835-fdf32772669f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:10.909788 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-424e799e-0244-4c0c-b107-d758a8c7c298 req-04efebac-259d-46b3-8835-fdf32772669f tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.50 "DELETE /v2.0/ports/2a51fe93-35ae-44b2-b89e-8ca15e049fcb HTTP/1.1" status: 204  len: 173 time: 1.4120669
Feb 12 21:16:10.942295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651eeed-fd93-4f8e-9e15-7da019fda2f8 req-7de022b1-34c9-4aca-aaef-03110a471af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:10.943774 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0651eeed-fd93-4f8e-9e15-7da019fda2f8 req-7de022b1-34c9-4aca-aaef-03110a471af5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 1127 time: 0.8760791
Feb 12 21:16:10.987550 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a2aa835f-2e46-4be2-b7d4-0d782e17a7c1 req-585f578e-f36e-4131-b77a-c7ef7efe4dbe tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 210 time: 0.0597875
Feb 12 21:16:11.023996 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-99c3686c-2655-4126-a4aa-166b5ebec8cd service neutron] 10.222.0.48 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1079671
Feb 12 21:16:11.024093 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0651eeed-fd93-4f8e-9e15-7da019fda2f8 req-55c6764d-a362-4b37-afea-c148fad6b4c2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0d304a30-a589-429f-819f-ea36d6a2a461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682356
Feb 12 21:16:11.025503 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (19908ba6-438c-472f-ad24-2011ccd47a3c), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:11.140811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Pushing event updated for resources: {'Port': ['ID=19908ba6-438c-472f-ad24-2011ccd47a3c,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:11.208577 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Attempting to bind port 19908ba6-438c-472f-ad24-2011ccd47a3c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:16:11.208577 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Attempting to bind port 19908ba6-438c-472f-ad24-2011ccd47a3c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:16:11.208577 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Attempting to bind port 19908ba6-438c-472f-ad24-2011ccd47a3c on network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:11.213664 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Port 19908ba6-438c-472f-ad24-2011ccd47a3c on network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:16:11.214046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Attempting to bind port 19908ba6-438c-472f-ad24-2011ccd47a3c on network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:11.227138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:16:11.229554 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Checking segment: {'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:11.229554 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Bound using segment: {'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:16:11.229554 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Bound port: 19908ba6-438c-472f-ad24-2011ccd47a3c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:16:11.229554 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (19908ba6-438c-472f-ad24-2011ccd47a3c), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:11.289594 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31592250-603f-4522-82aa-facf0c8786cf req-c62e5e90-8309-4f2e-a5dc-b9a27ea5a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:11.296178 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31592250-603f-4522-82aa-facf0c8786cf req-c62e5e90-8309-4f2e-a5dc-b9a27ea5a758 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34fc2aeace2346329e2035646bdd4a65&device_id=a7801aa5-334a-47b7-b62f-943a2af82d82 HTTP/1.1" status: 200  len: 1125 time: 0.1313932
Feb 12 21:16:11.303556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] For port 19908ba6-438c-472f-ad24-2011ccd47a3c, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:16:11.375820 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1648fd9c-e9c5-4f72-ba02-686078567787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (22dbdb2a-7ac6-487b-ac8e-89ca8c33017b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:11.383763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] For port 19908ba6-438c-472f-ad24-2011ccd47a3c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=19908ba6-438c-472f-ad24-2011ccd47a3c,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:16:11.404281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31592250-603f-4522-82aa-facf0c8786cf req-5e75e08a-f7e7-44ac-b9cb-945ba202a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:11.404610 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31592250-603f-4522-82aa-facf0c8786cf req-5e75e08a-f7e7-44ac-b9cb-945ba202a58b service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e HTTP/1.1" status: 200  len: 914 time: 0.1013434
Feb 12 21:16:11.412682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648fd9c-e9c5-4f72-ba02-686078567787 admin admin] Pushing event deleted for resources: {'Port': ['ID=22dbdb2a-7ac6-487b-ac8e-89ca8c33017b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:11.468110 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31592250-603f-4522-82aa-facf0c8786cf req-d86f1965-ad65-4ef3-bc59-acb62060630b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f6aa7d2-ec41-4bb7-b704-52672f8b4073 HTTP/1.1" status: 200  len: 217 time: 0.0554209
Feb 12 21:16:11.492546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525ef34-d177-4d1c-b5f0-605069358f4a req-378691ff-be6c-4cad-ad15-afefb6ff2ec1 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:11.495162 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e525ef34-d177-4d1c-b5f0-605069358f4a req-378691ff-be6c-4cad-ad15-afefb6ff2ec1 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 945 time: 0.1937461
Feb 12 21:16:11.524041 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (19908ba6-438c-472f-ad24-2011ccd47a3c), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:11.554937 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31592250-603f-4522-82aa-facf0c8786cf req-65682d9d-0986-4f51-bf46-a488fcda7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:11.557505 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31592250-603f-4522-82aa-facf0c8786cf req-65682d9d-0986-4f51-bf46-a488fcda7dc4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9cac913b-d418-4c68-82b0-abe0dd9002bb HTTP/1.1" status: 200  len: 853 time: 0.0825906
Feb 12 21:16:11.594985 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31592250-603f-4522-82aa-facf0c8786cf req-d44c5138-db5c-4595-9020-68b3835a3c73 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0308471
Feb 12 21:16:11.670873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:11.671511 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:11.672914 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] 10.222.0.50 "PUT /v2.0/ports/19908ba6-438c-472f-ad24-2011ccd47a3c HTTP/1.1" status: 200  len: 1092 time: 2.2383580
Feb 12 21:16:11.675296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35784dd5-92bd-4601-a897-20bc4969a1f7', 'tag': '19908ba6-438c-472f-ad24-2011ccd47a3c'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:11.677627 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b1643f-ab08-4a8f-8888-2ae50728646d" -d '{"events": [{"name": "network-changed", "server_uuid": "35784dd5-92bd-4601-a897-20bc4969a1f7", "tag": "19908ba6-438c-472f-ad24-2011ccd47a3c"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:11.725157 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e525ef34-d177-4d1c-b5f0-605069358f4a req-c62444ba-ba56-4d1e-ae4b-f156afa7d0d8 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d304a30-a589-429f-819f-ea36d6a2a461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2228973
Feb 12 21:16:11.737102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec96f12-95f3-4245-8f3d-3af73b2da31d service neutron] Pushing event updated for resources: {'Port': ['ID=19908ba6-438c-472f-ad24-2011ccd47a3c,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:11.770230 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1648fd9c-e9c5-4f72-ba02-686078567787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (688e2890-2d6b-4da6-aa85-a74cf061f2ca), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:11.797177 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e16e5a-0f1a-4bc8-9a1f-ca356c3c2ef9 req-43aff9a0-fe59-4e13-af48-a7d3c2d89973 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:11.804039 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-36e16e5a-0f1a-4bc8-9a1f-ca356c3c2ef9 req-43aff9a0-fe59-4e13-af48-a7d3c2d89973 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 944 time: 0.0978174
Feb 12 21:16:11.828971 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31592250-603f-4522-82aa-facf0c8786cf req-c15eb34d-e306-4121-8fec-88bd4e6ee96d service neutron] 10.222.0.48 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2270932
Feb 12 21:16:11.930007 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-36e16e5a-0f1a-4bc8-9a1f-ca356c3c2ef9 req-0b20d808-b8d9-44b7-9e71-4ac8656c23a2 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249669
Feb 12 21:16:11.975836 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e911fd-745b-4488-8531-ef8307260ae8 x-openstack-request-id: req-11e911fd-745b-4488-8531-ef8307260ae8 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:11.976167 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35784dd5-92bd-4601-a897-20bc4969a1f7", "tag": "19908ba6-438c-472f-ad24-2011ccd47a3c", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:11.986964 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11e911fd-745b-4488-8531-ef8307260ae8 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:11.986964 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35784dd5-92bd-4601-a897-20bc4969a1f7', 'tag': '19908ba6-438c-472f-ad24-2011ccd47a3c', 'status': 'completed', 'code': 200}
Feb 12 21:16:11.996542 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31592250-603f-4522-82aa-facf0c8786cf req-167cec72-331f-4b89-82e4-3fcf515abeac service neutron] 10.222.0.48 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1562865
Feb 12 21:16:12.045751 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-f35ed05d-3f9b-4897-a175-e4ae8258ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:12.047271 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-f35ed05d-3f9b-4897-a175-e4ae8258ebab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34fc2aeace2346329e2035646bdd4a65&device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 1126 time: 0.1767678
Feb 12 21:16:12.105571 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-03b1af44-da29-45f4-a4a3-a2a511371303 req-7e5795ab-51a6-4dad-aad2-af1afba346f7 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=98699803-4a38-4e99-96bc-3fee5a9a03ef HTTP/1.1" status: 200  len: 210 time: 0.0280805
Feb 12 21:16:12.119792 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-e67199df-88fa-4c8f-8ced-3e8d5264ace0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19908ba6-438c-472f-ad24-2011ccd47a3c HTTP/1.1" status: 200  len: 217 time: 0.0554757
Feb 12 21:16:12.312758 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-e27cfb63-3ade-41be-87be-96d649261bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:12.314284 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-e27cfb63-3ade-41be-87be-96d649261bc6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cac913b-d418-4c68-82b0-abe0dd9002bb HTTP/1.1" status: 200  len: 853 time: 0.1905940
Feb 12 21:16:12.324603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-b593ec24-363d-46ad-bb33-1c602b56081c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:12.326050 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-b593ec24-363d-46ad-bb33-1c602b56081c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 811 time: 0.2765894
Feb 12 21:16:12.365898 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-7aed4a68-6bc9-40f2-90ba-0b7002a5d1f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387979
Feb 12 21:16:12.372209 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-8cd9c840-0fc3-4ee9-9550-bac31148307d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/quotas/e88ed10d0c57403dbc48251e998fbd1a HTTP/1.1" status: 200  len: 375 time: 0.0292437
Feb 12 21:16:12.438242 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-9a05a717-059b-4baa-b7ee-07e961590d92 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0525997
Feb 12 21:16:12.464299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1648fd9c-e9c5-4f72-ba02-686078567787 admin admin] Router 688e2890-2d6b-4da6-aa85-a74cf061f2ca has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:16:12.638590 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-fbe7399f-ddb4-4bde-b9bb-f0ea4ce6f22a service neutron] 10.222.0.50 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2640965
Feb 12 21:16:12.687723 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-6cc4e1c6-415c-4c0f-bfeb-767581e6c731 service neutron] 10.222.0.31 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2209549
Feb 12 21:16:12.688934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98699803-4a38-4e99-96bc-3fee5a9a03ef', 'name': 'network-vif-deleted', 'tag': '2a51fe93-35ae-44b2-b89e-8ca15e049fcb'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:12.692282 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db1dc2f-2c31-4466-998e-b722dc0f6c9a" -d '{"events": [{"server_uuid": "98699803-4a38-4e99-96bc-3fee5a9a03ef", "name": "network-vif-deleted", "tag": "2a51fe93-35ae-44b2-b89e-8ca15e049fcb"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:12.718728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43796) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:12.739649 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ca5de2-1cd1-4d13-a137-498f3f3d60ba x-openstack-request-id: req-75ca5de2-1cd1-4d13-a137-498f3f3d60ba {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:12.739811 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98699803-4a38-4e99-96bc-3fee5a9a03ef", "name": "network-vif-deleted", "tag": "2a51fe93-35ae-44b2-b89e-8ca15e049fcb", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:12.740086 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75ca5de2-1cd1-4d13-a137-498f3f3d60ba {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:12.740477 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98699803-4a38-4e99-96bc-3fee5a9a03ef', 'name': 'network-vif-deleted', 'tag': '2a51fe93-35ae-44b2-b89e-8ca15e049fcb', 'status': 'completed', 'code': 200}
Feb 12 21:16:12.793327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1648fd9c-e9c5-4f72-ba02-686078567787 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:16:12.801259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1648fd9c-e9c5-4f72-ba02-686078567787 admin admin] 10.222.0.31 "PUT /v2.0/routers/688e2890-2d6b-4da6-aa85-a74cf061f2ca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8808372
Feb 12 21:16:12.804134 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43802) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:12.806890 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614bf4ec-ce5f-441d-99be-e5a200adbecc None None] Sync routers for ids ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:16:12.829871 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614bf4ec-ce5f-441d-99be-e5a200adbecc None None] Routers {'688e2890-2d6b-4da6-aa85-a74cf061f2ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:12.830876 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-614bf4ec-ce5f-441d-99be-e5a200adbecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba33a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:15:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:12.839818 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cf369b1-e57e-4201-bf9d-cb5e8eee194f req-e8c7bfda-0a00-4994-a8f1-5a778dbf021a service neutron] 10.222.0.50 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1918986
Feb 12 21:16:12.866006 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-775c974f-9937-400a-b7b4-7710366e3a68 service neutron] 10.222.0.31 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460378
Feb 12 21:16:12.929915 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-166cc8c1-853a-439b-996e-68c3a42279cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:12.999275 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6027-e139-4ce3-a128-109504e1e0fb req-2fc39497-2a45-4d7f-abe3-b43b8e5872c9 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:13.000754 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aa2d6027-e139-4ce3-a128-109504e1e0fb req-2fc39497-2a45-4d7f-abe3-b43b8e5872c9 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 945 time: 0.1486371
Feb 12 21:16:13.007888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1643f-ab08-4a8f-8888-2ae50728646d req-b79df83e-ae68-4369-bd07-1559780566f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:13.010389 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-16b1643f-ab08-4a8f-8888-2ae50728646d req-b79df83e-ae68-4369-bd07-1559780566f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34fc2aeace2346329e2035646bdd4a65&device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 1126 time: 0.0635831
Feb 12 21:16:13.031167 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32cdabd5-827f-493c-9dd9-7b1616f780bb admin admin] Publish callbacks [] for router (688e2890-2d6b-4da6-aa85-a74cf061f2ca), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:13.052961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 2a51fe93-35ae-44b2-b89e-8ca15e049fcb no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:13.074618 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-614bf4ec-ce5f-441d-99be-e5a200adbecc None None] Set router 688e2890-2d6b-4da6-aa85-a74cf061f2ca gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:13.088174 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 2a51fe93-35ae-44b2-b89e-8ca15e049fcb {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:13.088968 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 2a51fe93-35ae-44b2-b89e-8ca15e049fcb not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:13.187552 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:16:13.204080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1643f-ab08-4a8f-8888-2ae50728646d req-cefcd180-93a8-475e-b29d-8134e0c3887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:13.204871 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32cdabd5-827f-493c-9dd9-7b1616f780bb admin admin] Publish callbacks [] for router_gateway (688e2890-2d6b-4da6-aa85-a74cf061f2ca), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:13.205577 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-16b1643f-ab08-4a8f-8888-2ae50728646d req-cefcd180-93a8-475e-b29d-8134e0c3887f service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e HTTP/1.1" status: 200  len: 914 time: 0.1902215
Feb 12 21:16:13.243924 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aa2d6027-e139-4ce3-a128-109504e1e0fb req-3f8e7882-5081-4d59-ac95-c85c1f312ceb tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d304a30-a589-429f-819f-ea36d6a2a461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2259190
Feb 12 21:16:13.273517 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-166cc8c1-853a-439b-996e-68c3a42279cb admin admin] Publish callbacks [] for security_group (c4f44e7a-1822-43f4-9e0d-da106b07d307), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:13.304295 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-16b1643f-ab08-4a8f-8888-2ae50728646d req-0d75b02c-a18a-495e-84b8-f8707eb6a3ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19908ba6-438c-472f-ad24-2011ccd47a3c HTTP/1.1" status: 200  len: 217 time: 0.0921543
Feb 12 21:16:13.371495 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-51e782db-baab-4509-a1b2-5b169a5a1ff7 req-ccb2027e-5c23-4a8f-8c0c-b9c7d16e7d16 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 210 time: 0.0645487
Feb 12 21:16:13.372889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1643f-ab08-4a8f-8888-2ae50728646d req-e330a5fb-00f2-47a8-92e7-5b40e0f005d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:13.374482 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-16b1643f-ab08-4a8f-8888-2ae50728646d req-e330a5fb-00f2-47a8-92e7-5b40e0f005d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cac913b-d418-4c68-82b0-abe0dd9002bb HTTP/1.1" status: 200  len: 853 time: 0.0632281
Feb 12 21:16:13.428048 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-166cc8c1-853a-439b-996e-68c3a42279cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c4f44e7a-1822-43f4-9e0d-da106b07d307), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:13.433261 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-614bf4ec-ce5f-441d-99be-e5a200adbecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba33a0>, [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:16:11Z', 'revision_number': 5, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port': {'id': 'd21dd63a-e9c2-41e3-b2cd-df35d4fa15b7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:09Z', 'updated_at': '2022-02-12T21:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:13.441311 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-16b1643f-ab08-4a8f-8888-2ae50728646d req-934323d1-d5fd-42cd-9424-157e2ef2538e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519392
Feb 12 21:16:13.456498 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a9caf-fbee-4cae-ac59-828beda211e1 req-638e4a31-0d9b-4334-8c67-eb8dcc8c3950 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:13.464965 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3e4a9caf-fbee-4cae-ac59-828beda211e1 req-638e4a31-0d9b-4334-8c67-eb8dcc8c3950 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 944 time: 0.2872989
Feb 12 21:16:13.485129 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614bf4ec-ce5f-441d-99be-e5a200adbecc None None] Checking router: 688e2890-2d6b-4da6-aa85-a74cf061f2ca for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:16:13.508515 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614bf4ec-ce5f-441d-99be-e5a200adbecc None None] Routers {'688e2890-2d6b-4da6-aa85-a74cf061f2ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:13.509866 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-614bf4ec-ce5f-441d-99be-e5a200adbecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba33a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:15:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:13.518480 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cc8c1-853a-439b-996e-68c3a42279cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f44e7a-1822-43f4-9e0d-da106b07d307,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:13.559676 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-166cc8c1-853a-439b-996e-68c3a42279cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=048ffd7fefbd4b9f9a39a37a3fe50398&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8398623
Feb 12 21:16:13.565321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43824) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:13.611851 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3f6aa7d2-ec41-4bb7-b704-52672f8b4073,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:13.625619 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '3f6aa7d2-ec41-4bb7-b704-52672f8b4073', 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e', 'port_id': '3f6aa7d2-ec41-4bb7-b704-52672f8b4073', 'mac_address': 'fa:16:3e:28:85:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cac913b-d418-4c68-82b0-abe0dd9002bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:16:13.632425 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3e4a9caf-fbee-4cae-ac59-828beda211e1 req-707a6e01-8626-4d51-b590-90c346bbd64a tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630368
Feb 12 21:16:13.640179 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe5c097e-4619-4bf1-ac0d-062eaea23d6f admin admin] Publish callbacks [] for security_group (c4f44e7a-1822-43f4-9e0d-da106b07d307), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:13.672257 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-32cdabd5-827f-493c-9dd9-7b1616f780bb admin admin] Deleting port d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:13.673503 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32cdabd5-827f-493c-9dd9-7b1616f780bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:13.692889 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-16b1643f-ab08-4a8f-8888-2ae50728646d req-941180ba-e401-4512-8cd3-9178fbbac2be service neutron] 10.222.0.50 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2153301
Feb 12 21:16:13.702725 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-614bf4ec-ce5f-441d-99be-e5a200adbecc None None] Set router 688e2890-2d6b-4da6-aa85-a74cf061f2ca gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:13.705970 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:13.706368 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3f6aa7d2-ec41-4bb7-b704-52672f8b4073), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:13.736205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:16:13.752017 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe5c097e-4619-4bf1-ac0d-062eaea23d6f admin admin] Publish callbacks [] for security_group (c4f44e7a-1822-43f4-9e0d-da106b07d307), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:13.782533 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-614bf4ec-ce5f-441d-99be-e5a200adbecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba33a0>, [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:16:13Z', 'revision_number': 6, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:13.784624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3f6aa7d2-ec41-4bb7-b704-52672f8b4073,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:13.785210 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:16:13.823554 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614bf4ec-ce5f-441d-99be-e5a200adbecc None None] The sync data for ids ['688e2890-2d6b-4da6-aa85-a74cf061f2ca'] in ncdv-master-1 is: [{'id': '688e2890-2d6b-4da6-aa85-a74cf061f2ca', 'name': 'tempest-AttachVolumeShelveTestJSON-2076577675-router', 'tenant_id': '2094e607f7bf4345beb838fc2e483911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:07Z', 'updated_at': '2022-02-12T21:16:13Z', 'revision_number': 6, 'project_id': '2094e607f7bf4345beb838fc2e483911', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:16:13.838582 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-32cdabd5-827f-493c-9dd9-7b1616f780bb admin admin] For port d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:13.838941 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32cdabd5-827f-493c-9dd9-7b1616f780bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:13.852923 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-32cdabd5-827f-493c-9dd9-7b1616f780bb admin admin] Calling delete_port for d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:13.861025 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-16b1643f-ab08-4a8f-8888-2ae50728646d req-b40c1158-7326-4fda-a22f-a2a0d7d4e2c6 service neutron] 10.222.0.50 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1643014
Feb 12 21:16:13.921392 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3f6aa7d2-ec41-4bb7-b704-52672f8b4073), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:13.970230 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=3f6aa7d2-ec41-4bb7-b704-52672f8b4073,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:14.054621 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe5c097e-4619-4bf1-ac0d-062eaea23d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c4f44e7a-1822-43f4-9e0d-da106b07d307), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:14.057457 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe5c097e-4619-4bf1-ac0d-062eaea23d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:14.061175 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fe5c097e-4619-4bf1-ac0d-062eaea23d6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4f44e7a-1822-43f4-9e0d-da106b07d307 HTTP/1.1" status: 204  len: 168 time: 0.4910409
Feb 12 21:16:14.067900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c097e-4619-4bf1-ac0d-062eaea23d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f44e7a-1822-43f4-9e0d-da106b07d307,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:14.162788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['3f6aa7d2-ec41-4bb7-b704-52672f8b4073'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:16:14.167522 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32cdabd5-827f-493c-9dd9-7b1616f780bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:14.256043 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdabd5-827f-493c-9dd9-7b1616f780bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:14.363817 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32cdabd5-827f-493c-9dd9-7b1616f780bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (688e2890-2d6b-4da6-aa85-a74cf061f2ca), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:14.437623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849d53-3790-4a48-bc31-52804c9486d7 req-a16aaabe-cea3-463d-913a-9bae2a50f1f1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:14.444884 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae849d53-3790-4a48-bc31-52804c9486d7 req-a16aaabe-cea3-463d-913a-9bae2a50f1f1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 945 time: 0.1034386
Feb 12 21:16:14.509201 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae849d53-3790-4a48-bc31-52804c9486d7 req-28504d2e-b556-493b-b56b-ada3bc24cb89 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631669
Feb 12 21:16:14.607977 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d91a525-a334-458f-9855-05a911bc46da req-10a5bb62-2673-450f-b8a9-576eb2aa7465 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 210 time: 0.0299478
Feb 12 21:16:14.770155 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43860) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:14.800256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:14.807429 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4763-b2b8-4cb2-92b9-fd6f6749d076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:14.816071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d73e9c-fb47-4fdc-b3e5-d66930f618ac req-dc0ea985-cdef-46d0-8106-8d379e68a992 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:14.823173 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-71d73e9c-fb47-4fdc-b3e5-d66930f618ac req-dc0ea985-cdef-46d0-8106-8d379e68a992 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 944 time: 0.1137395
Feb 12 21:16:14.830466 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:14.831070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 22dbdb2a-7ac6-487b-ac8e-89ca8c33017b not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:14.865770 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68a4b3-905c-4c17-ab48-fb811daf692b req-59879b42-86cd-46ae-b2da-43197ee9ec44 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:14.867289 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ff68a4b3-905c-4c17-ab48-fb811daf692b req-59879b42-86cd-46ae-b2da-43197ee9ec44 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 945 time: 0.5599375
Feb 12 21:16:14.877719 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32cdabd5-827f-493c-9dd9-7b1616f780bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (688e2890-2d6b-4da6-aa85-a74cf061f2ca), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:14.881077 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32cdabd5-827f-493c-9dd9-7b1616f780bb admin admin] Publish callbacks [] for router_controller (688e2890-2d6b-4da6-aa85-a74cf061f2ca), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:14.901695 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-71d73e9c-fb47-4fdc-b3e5-d66930f618ac req-bd8be566-9edc-4c11-a8c0-c3fa299d8523 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762882
Feb 12 21:16:14.954837 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4763-b2b8-4cb2-92b9-fd6f6749d076 admin admin] Publish callbacks [] for security_group (d7433710-82e4-4345-b0d2-a29e1e059c77), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:14.968142 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ff68a4b3-905c-4c17-ab48-fb811daf692b req-d2e82375-d1f3-4426-b52b-3623e28f9361 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d304a30-a589-429f-819f-ea36d6a2a461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884140
Feb 12 21:16:14.995644 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32cdabd5-827f-493c-9dd9-7b1616f780bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (688e2890-2d6b-4da6-aa85-a74cf061f2ca), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:14.996211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cdabd5-827f-493c-9dd9-7b1616f780bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 688e2890-2d6b-4da6-aa85-a74cf061f2ca {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:16:15.002672 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32cdabd5-827f-493c-9dd9-7b1616f780bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:15.002672 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-32cdabd5-827f-493c-9dd9-7b1616f780bb admin admin] 10.222.0.31 "DELETE /v2.0/routers/688e2890-2d6b-4da6-aa85-a74cf061f2ca HTTP/1.1" status: 204  len: 168 time: 2.1960607
Feb 12 21:16:15.004280 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43862) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:15.017905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4763-b2b8-4cb2-92b9-fd6f6749d076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d7433710-82e4-4345-b0d2-a29e1e059c77), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:15.043826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 19908ba6-438c-472f-ad24-2011ccd47a3c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:16:15.062454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-98db9da7-8ed7-4a33-835a-6a83d8039cc7 admin admin] Deleting subnet 84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:16:15.062454 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98db9da7-8ed7-4a33-835a-6a83d8039cc7 admin admin] Publish callbacks [] for subnet (84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:15.065911 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d4763-b2b8-4cb2-92b9-fd6f6749d076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7433710-82e4-4345-b0d2-a29e1e059c77,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:15.083044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43864) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:15.091217 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6b9d4763-b2b8-4cb2-92b9-fd6f6749d076 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59e23740480245b6b97fd4762b189d6d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3181102
Feb 12 21:16:15.139069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98db9da7-8ed7-4a33-835a-6a83d8039cc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:15.163473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 19908ba6-438c-472f-ad24-2011ccd47a3c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=19908ba6-438c-472f-ad24-2011ccd47a3c,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:15.178532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '19908ba6-438c-472f-ad24-2011ccd47a3c', 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e', 'port_id': '19908ba6-438c-472f-ad24-2011ccd47a3c', 'mac_address': 'fa:16:3e:36:c4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cac913b-d418-4c68-82b0-abe0dd9002bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:16:15.199275 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60d1220f-8d41-41a8-b346-f798c0a09b6b admin admin] Publish callbacks [] for security_group (d7433710-82e4-4345-b0d2-a29e1e059c77), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:15.209025 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:15.223142 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 19908ba6-438c-472f-ad24-2011ccd47a3c is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:15.223525 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (19908ba6-438c-472f-ad24-2011ccd47a3c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:15.223953 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60d1220f-8d41-41a8-b346-f798c0a09b6b admin admin] Publish callbacks [] for security_group (d7433710-82e4-4345-b0d2-a29e1e059c77), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:15.237122 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19908ba6-438c-472f-ad24-2011ccd47a3c {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:16:15.257385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 19908ba6-438c-472f-ad24-2011ccd47a3c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=19908ba6-438c-472f-ad24-2011ccd47a3c,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:15.282597 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98db9da7-8ed7-4a33-835a-6a83d8039cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:15.390679 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (19908ba6-438c-472f-ad24-2011ccd47a3c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:15.438370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=19908ba6-438c-472f-ad24-2011ccd47a3c,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:15.441327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:16:15.441713 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60d1220f-8d41-41a8-b346-f798c0a09b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d7433710-82e4-4345-b0d2-a29e1e059c77), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:15.445253 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60d1220f-8d41-41a8-b346-f798c0a09b6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:15.445598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:15.445977 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3f6aa7d2-ec41-4bb7-b704-52672f8b4073), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:15.450011 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-60d1220f-8d41-41a8-b346-f798c0a09b6b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7433710-82e4-4345-b0d2-a29e1e059c77 HTTP/1.1" status: 204  len: 168 time: 0.3624060
Feb 12 21:16:15.464958 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1220f-8d41-41a8-b346-f798c0a09b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7433710-82e4-4345-b0d2-a29e1e059c77,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:15.479189 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98db9da7-8ed7-4a33-835a-6a83d8039cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:15.560590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:15.561127 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3f6aa7d2-ec41-4bb7-b704-52672f8b4073), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:15.564894 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db9da7-8ed7-4a33-835a-6a83d8039cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:15.595995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['19908ba6-438c-472f-ad24-2011ccd47a3c'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:16:15.602816 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98db9da7-8ed7-4a33-835a-6a83d8039cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:15.610458 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-98db9da7-8ed7-4a33-835a-6a83d8039cc7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/84b3b9e3-b3e4-4fb4-ad7d-d27dfafffce5 HTTP/1.1" status: 204  len: 168 time: 0.6031318
Feb 12 21:16:15.627660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d52b9b-3cf2-4148-924b-7eacc709562f None None] Network 4558dc02-1bc4-4b41-a16f-8a68e939fe76 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:16:15.652581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43878) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:15.735655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7801aa5-334a-47b7-b62f-943a2af82d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6aa7d2-ec41-4bb7-b704-52672f8b4073'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:15.738863 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b5e1de-7af5-4290-827b-bdef40cb152f" -d '{"events": [{"server_uuid": "a7801aa5-334a-47b7-b62f-943a2af82d82", "name": "network-vif-plugged", "status": "completed", "tag": "3f6aa7d2-ec41-4bb7-b704-52672f8b4073"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:15.763094 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3f6aa7d2-ec41-4bb7-b704-52672f8b4073,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:15.805401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-ededb954-be0c-4fe5-8fc3-599c3830dcd8 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:15.808004 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-ededb954-be0c-4fe5-8fc3-599c3830dcd8 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.48 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 811 time: 0.2654328
Feb 12 21:16:15.832475 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-29f5fd22-3ceb-4679-9132-af1c71573e28 req-4bd2ec31-39f1-4d95-a432-cb58f31f4f2a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 210 time: 0.0538909
Feb 12 21:16:15.836017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-cc9281ba-1c57-448d-9d84-1fb8e93fe91f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Request body: {'port': {'device_id': 'fc9519e0-9ff9-49f2-898e-a7cea01ca2c1', 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9', 'admin_state_up': True, 'tenant_id': 'e88ed10d0c57403dbc48251e998fbd1a'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:15.856336 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3f6aa7d2-ec41-4bb7-b704-52672f8b4073), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:15.954749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809cf24e-1976-4ec8-a318-bdef73656402 None None] DHCP port deletion for 4558dc02-1bc4-4b41-a16f-8a68e939fe76 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:16:15.972945 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edee6645-25f2-42e2-a32a-70fbf00b93cd x-openstack-request-id: req-edee6645-25f2-42e2-a32a-70fbf00b93cd {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:15.973308 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7801aa5-334a-47b7-b62f-943a2af82d82", "name": "network-vif-plugged", "status": "completed", "tag": "3f6aa7d2-ec41-4bb7-b704-52672f8b4073", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:15.973779 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-edee6645-25f2-42e2-a32a-70fbf00b93cd {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:15.974316 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7801aa5-334a-47b7-b62f-943a2af82d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6aa7d2-ec41-4bb7-b704-52672f8b4073', 'code': 200}
Feb 12 21:16:16.027573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=3f6aa7d2-ec41-4bb7-b704-52672f8b4073,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:16.091115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-809cf24e-1976-4ec8-a318-bdef73656402 None None] Deleting port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:16.091673 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-809cf24e-1976-4ec8-a318-bdef73656402 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:16.122065 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593c972-6ff0-4655-9a0e-5d0c84d5d1c2 req-b16bc6d9-8954-483b-b275-16833df05d52 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:16.123811 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9593c972-6ff0-4655-9a0e-5d0c84d5d1c2 req-b16bc6d9-8954-483b-b275-16833df05d52 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 945 time: 0.1097667
Feb 12 21:16:16.179828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-809cf24e-1976-4ec8-a318-bdef73656402 None None] For port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221,segment=NetworkSegment(4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42),segment_id=4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:16.180316 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-809cf24e-1976-4ec8-a318-bdef73656402 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:16.198344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-809cf24e-1976-4ec8-a318-bdef73656402 None None] Calling delete_port for af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:16.207334 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9593c972-6ff0-4655-9a0e-5d0c84d5d1c2 req-1bbd31b5-c4b2-4fce-9e0b-7e73070e8cb8 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765908
Feb 12 21:16:16.211726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-cc9281ba-1c57-448d-9d84-1fb8e93fe91f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Made reservation on behalf of e88ed10d0c57403dbc48251e998fbd1a for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:16:16.222599 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-cc9281ba-1c57-448d-9d84-1fb8e93fe91f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:16.378068 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-809cf24e-1976-4ec8-a318-bdef73656402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:16.397171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1499a07-0b5c-445c-8bd6-ca92b1218033 req-8e9b06d9-bfc6-47a2-baed-2278888fd2f1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:16.398826 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1499a07-0b5c-445c-8bd6-ca92b1218033 req-8e9b06d9-bfc6-47a2-baed-2278888fd2f1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 945 time: 0.7129233
Feb 12 21:16:16.420051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800282f-82d7-4374-980a-381c1f66679a req-18fb0a90-c1a1-4e3f-a96a-a3493e57c557 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:16.421422 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5800282f-82d7-4374-980a-381c1f66679a req-18fb0a90-c1a1-4e3f-a96a-a3493e57c557 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.50 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 945 time: 0.9050035
Feb 12 21:16:16.428882 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-cc9281ba-1c57-448d-9d84-1fb8e93fe91f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Allocated IP 172.20.0.11 (2a37ce5d-ea03-44d4-9654-27bdafea49d9/28b2e3cd-2e40-4791-a546-b0ce8e0efcee/70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:16:16.430286 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8e7973e-c14b-4faa-bc4c-4e0cdfa91b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (4558dc02-1bc4-4b41-a16f-8a68e939fe76), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:16.431762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cf24e-1976-4ec8-a318-bdef73656402 None None] Pushing event deleted for resources: {'Port': ['ID=af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:16.438689 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8c6ff-a692-4683-b813-78730dcdc012 req-41613ded-b0fc-4c7e-8001-0ebfa85840ab tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:16.440185 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81f8c6ff-a692-4683-b813-78730dcdc012 req-41613ded-b0fc-4c7e-8001-0ebfa85840ab tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 945 time: 0.8994956
Feb 12 21:16:16.449096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809cf24e-1976-4ec8-a318-bdef73656402 None None] No DVR routers for this DVR port af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:16.452473 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e91048-c6ae-4a12-af0e-e334470566e8 req-fb243433-966e-4e6b-a135-8ed038ce2731 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:16.463308 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-10e91048-c6ae-4a12-af0e-e334470566e8 req-fb243433-966e-4e6b-a135-8ed038ce2731 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 945 time: 0.1414554
Feb 12 21:16:16.495879 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:16.539479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:16.540328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d21dd63a-e9c2-41e3-b2cd-df35d4fa15b7 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:16.540790 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:16.545870 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-10e91048-c6ae-4a12-af0e-e334470566e8 req-369c7035-434d-4efc-a5da-2a4c64fe6dbf tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d304a30-a589-429f-819f-ea36d6a2a461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851958
Feb 12 21:16:16.565738 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:16.566142 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device af0ebe5e-e2d6-49a3-8dc4-4ebccadf2221 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:16.671221 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1499a07-0b5c-445c-8bd6-ca92b1218033 req-f51a738f-1b99-4bba-8899-554ff4fe302e tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2487578
Feb 12 21:16:16.673127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34347ca-e201-4c44-9e65-e8f49e8ce09c req-e025baf7-6233-4923-b0c7-ed6f556f7365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:16.674875 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e34347ca-e201-4c44-9e65-e8f49e8ce09c req-e025baf7-6233-4923-b0c7-ed6f556f7365 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7801aa5-334a-47b7-b62f-943a2af82d82 HTTP/1.1" status: 200  len: 1127 time: 0.3383830
Feb 12 21:16:16.709650 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-cc9281ba-1c57-448d-9d84-1fb8e93fe91f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks [] for port (70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:16.762185 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8e7973e-c14b-4faa-bc4c-4e0cdfa91b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (4558dc02-1bc4-4b41-a16f-8a68e939fe76), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:16.803198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a8e7973e-c14b-4faa-bc4c-4e0cdfa91b09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc7004b34c0>,) {'filters': {'network_id': ['4558dc02-1bc4-4b41-a16f-8a68e939fe76']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:16.823082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a8e7973e-c14b-4faa-bc4c-4e0cdfa91b09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7004b34c0>, '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:16.823422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a8e7973e-c14b-4faa-bc4c-4e0cdfa91b09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7004b34c0>, '4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:16.831172 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-cc9281ba-1c57-448d-9d84-1fb8e93fe91f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:16.841206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e34347ca-e201-4c44-9e65-e8f49e8ce09c req-01d1b689-7abc-4e90-90c2-094a97574419 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541352
Feb 12 21:16:16.842315 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8e7973e-c14b-4faa-bc4c-4e0cdfa91b09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:16.866846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-81f8c6ff-a692-4683-b813-78730dcdc012 req-c2d902ea-6bbe-493e-bf5a-7491adc8b2bb tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Deleting port e8a54c09-68ac-47cc-a91f-59040d0d1f70 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:16.866846 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-81f8c6ff-a692-4683-b813-78730dcdc012 req-c2d902ea-6bbe-493e-bf5a-7491adc8b2bb tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e8a54c09-68ac-47cc-a91f-59040d0d1f70), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:16.872997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-5800282f-82d7-4374-980a-381c1f66679a req-f29e79e9-e191-43a5-a092-2838d3ff5694 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Deleting port dd227e33-f70a-4937-a239-d5f76f172b3e {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:16.872997 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5800282f-82d7-4374-980a-381c1f66679a req-f29e79e9-e191-43a5-a092-2838d3ff5694 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (dd227e33-f70a-4937-a239-d5f76f172b3e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:16.876588 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8e7973e-c14b-4faa-bc4c-4e0cdfa91b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:16.885955 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-cc9281ba-1c57-448d-9d84-1fb8e93fe91f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:16:16.893132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-cc9281ba-1c57-448d-9d84-1fb8e93fe91f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:16.895685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-cc9281ba-1c57-448d-9d84-1fb8e93fe91f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:16:16.910026 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9281ba-1c57-448d-9d84-1fb8e93fe91f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Pushing event updated for resources: {'Port': ['ID=70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:16.912728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e7973e-c14b-4faa-bc4c-4e0cdfa91b09 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:16:16.913124 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8e7973e-c14b-4faa-bc4c-4e0cdfa91b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (4ed3e9a5-cc89-4e29-b503-0d7ab5c04b42), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:16:16.923006 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:16:16.985194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-cc9281ba-1c57-448d-9d84-1fb8e93fe91f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:16.986025 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-cc9281ba-1c57-448d-9d84-1fb8e93fe91f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.051917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 19908ba6-438c-472f-ad24-2011ccd47a3c up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:17.061309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d540f-336e-4b8e-ad27-a2851e3eaae6 req-d8c8d1e4-3fab-4d66-a928-92bf012657bf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:17.066047 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33d540f-336e-4b8e-ad27-a2851e3eaae6 req-d8c8d1e4-3fab-4d66-a928-92bf012657bf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 932 time: 0.0756776
Feb 12 21:16:17.107509 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-cc9281ba-1c57-448d-9d84-1fb8e93fe91f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2774611
Feb 12 21:16:17.108738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-81f8c6ff-a692-4683-b813-78730dcdc012 req-c2d902ea-6bbe-493e-bf5a-7491adc8b2bb tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] For port e8a54c09-68ac-47cc-a91f-59040d0d1f70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8a54c09-68ac-47cc-a91f-59040d0d1f70,segment=NetworkSegment(1fe74b00-3b47-4beb-9c13-6760bfc30643),segment_id=1fe74b00-3b47-4beb-9c13-6760bfc30643)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:17.109134 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-81f8c6ff-a692-4683-b813-78730dcdc012 req-c2d902ea-6bbe-493e-bf5a-7491adc8b2bb tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e8a54c09-68ac-47cc-a91f-59040d0d1f70), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.120074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-5800282f-82d7-4374-980a-381c1f66679a req-f29e79e9-e191-43a5-a092-2838d3ff5694 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] For port dd227e33-f70a-4937-a239-d5f76f172b3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd227e33-f70a-4937-a239-d5f76f172b3e,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:17.120438 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5800282f-82d7-4374-980a-381c1f66679a req-f29e79e9-e191-43a5-a092-2838d3ff5694 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (dd227e33-f70a-4937-a239-d5f76f172b3e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.127676 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Request body: {'port': {'device_id': 'fc9519e0-9ff9-49f2-898e-a7cea01ca2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:17.135634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-81f8c6ff-a692-4683-b813-78730dcdc012 req-c2d902ea-6bbe-493e-bf5a-7491adc8b2bb tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Calling delete_port for e8a54c09-68ac-47cc-a91f-59040d0d1f70 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:17.142399 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-5800282f-82d7-4374-980a-381c1f66679a req-f29e79e9-e191-43a5-a092-2838d3ff5694 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Calling delete_port for dd227e33-f70a-4937-a239-d5f76f172b3e owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:17.158394 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8e7973e-c14b-4faa-bc4c-4e0cdfa91b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (4558dc02-1bc4-4b41-a16f-8a68e939fe76), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.164269 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8e7973e-c14b-4faa-bc4c-4e0cdfa91b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.170746 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a8e7973e-c14b-4faa-bc4c-4e0cdfa91b09 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4558dc02-1bc4-4b41-a16f-8a68e939fe76 HTTP/1.1" status: 204  len: 168 time: 1.5070286
Feb 12 21:16:17.183473 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33d540f-336e-4b8e-ad27-a2851e3eaae6 req-8f67bdeb-e79f-4b79-bdda-57c8ae13344c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132216
Feb 12 21:16:17.248180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 19908ba6-438c-472f-ad24-2011ccd47a3c completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:16:17.253210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 19908ba6-438c-472f-ad24-2011ccd47a3c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:17.253648 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (19908ba6-438c-472f-ad24-2011ccd47a3c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.255414 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.293897 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7973e-c14b-4faa-bc4c-4e0cdfa91b09 admin admin] Pushing event deleted for resources: {'Network': ['ID=4558dc02-1bc4-4b41-a16f-8a68e939fe76,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:17.350337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 19908ba6-438c-472f-ad24-2011ccd47a3c is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:17.350565 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (19908ba6-438c-472f-ad24-2011ccd47a3c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.450837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 19908ba6-438c-472f-ad24-2011ccd47a3c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=19908ba6-438c-472f-ad24-2011ccd47a3c,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:17.510121 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341025c-9adb-49e9-9c4d-934f08d47052 req-36706537-4d95-4b98-b956-377df07614e3 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:17.517270 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (19908ba6-438c-472f-ad24-2011ccd47a3c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.518189 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4341025c-9adb-49e9-9c4d-934f08d47052 req-36706537-4d95-4b98-b956-377df07614e3 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 945 time: 0.1795683
Feb 12 21:16:17.518621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device dd227e33-f70a-4937-a239-d5f76f172b3e no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:17.541922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca1128-d50e-45dd-8a1f-f6015059e46a req-98d0f3b8-57ad-4d19-846f-568a3b1203e7 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:17.549594 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10ca1128-d50e-45dd-8a1f-f6015059e46a req-98d0f3b8-57ad-4d19-846f-568a3b1203e7 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 945 time: 0.0916545
Feb 12 21:16:17.585605 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5800282f-82d7-4374-980a-381c1f66679a req-f29e79e9-e191-43a5-a092-2838d3ff5694 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (dd227e33-f70a-4937-a239-d5f76f172b3e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.601514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['535bef55-124d-44f2-9478-80c0a813b588'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:16:17.602311 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-81f8c6ff-a692-4683-b813-78730dcdc012 req-c2d902ea-6bbe-493e-bf5a-7491adc8b2bb tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e8a54c09-68ac-47cc-a91f-59040d0d1f70), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.626736 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4341025c-9adb-49e9-9c4d-934f08d47052 req-cfeadc2a-098a-41fc-ba3b-bff20f62ce24 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076617
Feb 12 21:16:17.662411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No active binding found for port dd227e33-f70a-4937-a239-d5f76f172b3e {{(pid=126507) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Feb 12 21:16:17.662713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] The host nch2-master-1 is not matching for port dd227e33-f70a-4937-a239-d5f76f172b3e host None! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:16:17.663452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device dd227e33-f70a-4937-a239-d5f76f172b3e not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:17.672711 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=19908ba6-438c-472f-ad24-2011ccd47a3c,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:17.676246 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43936) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:17.696784 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10ca1128-d50e-45dd-8a1f-f6015059e46a req-b476786f-a81f-4002-b803-4614430ca8a6 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8e46d32-abd5-4fa0-b596-a50c0dad7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1413655
Feb 12 21:16:17.751880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e79e9-e191-43a5-a092-2838d3ff5694 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Pushing event deleted for resources: {'Port': ['ID=dd227e33-f70a-4937-a239-d5f76f172b3e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:17.789212 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d3472133-21b5-4960-a28e-0e4015257d3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2094e607f7bf4345beb838fc2e483911&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1119714
Feb 12 21:16:17.792336 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43942) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:17.800021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d902ea-6bbe-493e-bf5a-7491adc8b2bb tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Pushing event deleted for resources: {'Port': ['ID=e8a54c09-68ac-47cc-a91f-59040d0d1f70,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:17.862271 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:16:17.872953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e28c348a-33d3-44dd-b267-84150a747911 req-ae5f0d64-cf12-4c88-85ed-4d25c484d154 tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 210 time: 0.0555544
Feb 12 21:16:17.878254 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Publish callbacks [] for port (70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.901863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Transition to ACTIVE for port object 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:16:17.903430 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-5800282f-82d7-4374-980a-381c1f66679a req-f29e79e9-e191-43a5-a092-2838d3ff5694 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] No DVR routers for this DVR port dd227e33-f70a-4937-a239-d5f76f172b3e on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:17.907366 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5800282f-82d7-4374-980a-381c1f66679a req-f29e79e9-e191-43a5-a092-2838d3ff5694 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.911492 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5800282f-82d7-4374-980a-381c1f66679a req-f29e79e9-e191-43a5-a092-2838d3ff5694 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.50 "DELETE /v2.0/ports/dd227e33-f70a-4937-a239-d5f76f172b3e HTTP/1.1" status: 204  len: 173 time: 1.4693985
Feb 12 21:16:17.912951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae66924-5617-4e45-a05b-3792b2bf1c82', 'name': 'network-vif-deleted', 'tag': 'dd227e33-f70a-4937-a239-d5f76f172b3e'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:17.913091 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-20d4cf03-6dcf-4305-be94-76e12efe84db admin admin] Publish callbacks [] for security_group (eec9152b-6ae4-4b96-8ad1-2f40dd8dfc00), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.916222 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60372c2f-5c27-45b3-872b-d7a5d12a6708" -d '{"events": [{"server_uuid": "eae66924-5617-4e45-a05b-3792b2bf1c82", "name": "network-vif-deleted", "tag": "dd227e33-f70a-4937-a239-d5f76f172b3e"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:17.919955 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f8c6ff-a692-4683-b813-78730dcdc012 req-c2d902ea-6bbe-493e-bf5a-7491adc8b2bb tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] No DVR routers for this DVR port e8a54c09-68ac-47cc-a91f-59040d0d1f70 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:17.933410 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-81f8c6ff-a692-4683-b813-78730dcdc012 req-c2d902ea-6bbe-493e-bf5a-7491adc8b2bb tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.937659 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81f8c6ff-a692-4683-b813-78730dcdc012 req-c2d902ea-6bbe-493e-bf5a-7491adc8b2bb tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.50 "DELETE /v2.0/ports/e8a54c09-68ac-47cc-a91f-59040d0d1f70 HTTP/1.1" status: 204  len: 173 time: 1.4647748
Feb 12 21:16:17.952463 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-20d4cf03-6dcf-4305-be94-76e12efe84db admin admin] Publish callbacks [] for security_group (eec9152b-6ae4-4b96-8ad1-2f40dd8dfc00), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.963037 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c64d3f35-e646-461e-8b97-8b4232704b73 req-01dabe3e-917b-497f-a277-0624725ec856 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 210 time: 0.0601978
Feb 12 21:16:17.970104 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:17.975106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35784dd5-92bd-4601-a897-20bc4969a1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19908ba6-438c-472f-ad24-2011ccd47a3c'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:17.976836 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cdcf9c-8441-49fc-8687-97184a3ca123 x-openstack-request-id: req-c6cdcf9c-8441-49fc-8687-97184a3ca123 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:17.977201 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae66924-5617-4e45-a05b-3792b2bf1c82", "name": "network-vif-deleted", "tag": "dd227e33-f70a-4937-a239-d5f76f172b3e", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:17.978469 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6cdcf9c-8441-49fc-8687-97184a3ca123 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:17.978588 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393a8a0e-ab80-4dd0-8d9e-409d0691e654" -d '{"events": [{"server_uuid": "35784dd5-92bd-4601-a897-20bc4969a1f7", "name": "network-vif-plugged", "status": "completed", "tag": "19908ba6-438c-472f-ad24-2011ccd47a3c"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:17.979256 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae66924-5617-4e45-a05b-3792b2bf1c82', 'name': 'network-vif-deleted', 'tag': 'dd227e33-f70a-4937-a239-d5f76f172b3e', 'status': 'completed', 'code': 200}
Feb 12 21:16:18.028241 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdfb1a0-10a2-4020-b54d-55b6e807c129 x-openstack-request-id: req-efdfb1a0-10a2-4020-b54d-55b6e807c129 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:18.028542 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35784dd5-92bd-4601-a897-20bc4969a1f7", "name": "network-vif-plugged", "status": "completed", "tag": "19908ba6-438c-472f-ad24-2011ccd47a3c", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:18.028864 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efdfb1a0-10a2-4020-b54d-55b6e807c129 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:18.029265 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35784dd5-92bd-4601-a897-20bc4969a1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19908ba6-438c-472f-ad24-2011ccd47a3c', 'code': 200}
Feb 12 21:16:18.074582 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:18.153907 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Attempting to bind port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:16:18.154576 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Attempting to bind port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:16:18.154794 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Attempting to bind port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:18.156838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2c443-0078-4b16-904c-7c99be42ed2c req-e65e74db-5836-48d4-bfb0-475c0d1ab8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:18.159375 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d8f2c443-0078-4b16-904c-7c99be42ed2c req-e65e74db-5836-48d4-bfb0-475c0d1ab8b0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 1128 time: 0.0639582
Feb 12 21:16:18.165927 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:16:18.165927 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Attempting to bind port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:18.169731 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:16:18.170160 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Checking segment: {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:18.170549 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Bound using segment: {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:16:18.171051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Bound port: 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:16:18.171403 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:18.215512 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d8f2c443-0078-4b16-904c-7c99be42ed2c req-fc2dc794-4439-46a8-9f4f-1a231ddf6d8d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447598
Feb 12 21:16:18.254158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] For port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:16:18.258168 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] For port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:16:18.277016 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-20d4cf03-6dcf-4305-be94-76e12efe84db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (eec9152b-6ae4-4b96-8ad1-2f40dd8dfc00), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:18.281018 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-20d4cf03-6dcf-4305-be94-76e12efe84db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:18.284857 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-20d4cf03-6dcf-4305-be94-76e12efe84db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eec9152b-6ae4-4b96-8ad1-2f40dd8dfc00 HTTP/1.1" status: 204  len: 168 time: 0.4898314
Feb 12 21:16:18.297608 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4cf03-6dcf-4305-be94-76e12efe84db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec9152b-6ae4-4b96-8ad1-2f40dd8dfc00,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:18.348616 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68593c-2496-475c-9711-98f0c2843a11 req-fb933709-4dd5-4765-afb6-f8ac0eb39965 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:18.350146 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de68593c-2496-475c-9711-98f0c2843a11 req-fb933709-4dd5-4765-afb6-f8ac0eb39965 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 944 time: 0.0729036
Feb 12 21:16:18.363954 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:18.438551 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de68593c-2496-475c-9711-98f0c2843a11 req-487ad77f-99fc-4dbb-95e8-7f1469a2449f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818739
Feb 12 21:16:18.459952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:18.460577 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:18.462788 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] 10.222.0.48 "PUT /v2.0/ports/70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb HTTP/1.1" status: 200  len: 1092 time: 1.3466263
Feb 12 21:16:18.465058 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9519e0-9ff9-49f2-898e-a7cea01ca2c1', 'tag': '70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:18.473994 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd592907-1938-498a-b545-20d6a1f2e32b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9519e0-9ff9-49f2-898e-a7cea01ca2c1", "tag": "70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:18.489906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0e3c1-3410-408e-ad11-a9f92916e1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:18.506821 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc12436-db89-4dc4-9d87-c3a5bda70fec x-openstack-request-id: req-7bc12436-db89-4dc4-9d87-c3a5bda70fec {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:18.507223 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9519e0-9ff9-49f2-898e-a7cea01ca2c1", "tag": "70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:18.507613 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bc12436-db89-4dc4-9d87-c3a5bda70fec {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:18.508116 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9519e0-9ff9-49f2-898e-a7cea01ca2c1', 'tag': '70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb', 'status': 'completed', 'code': 200}
Feb 12 21:16:18.576504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd592907-1938-498a-b545-20d6a1f2e32b req-24c355d3-8bba-426e-b8e1-877b35630571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:18.578450 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bd592907-1938-498a-b545-20d6a1f2e32b req-24c355d3-8bba-426e-b8e1-877b35630571 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 1126 time: 0.0489838
Feb 12 21:16:18.708192 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd592907-1938-498a-b545-20d6a1f2e32b req-efa0a643-9068-450d-a9ef-8c462b9e5c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:18.709955 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bd592907-1938-498a-b545-20d6a1f2e32b req-efa0a643-9068-450d-a9ef-8c462b9e5c93 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1169970
Feb 12 21:16:18.822078 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90b4ae-9405-4eda-803a-00f974cca13b req-fb87813a-ea66-42e8-b2b8-8ec2ab3554fa tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:18.825311 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cc90b4ae-9405-4eda-803a-00f974cca13b req-fb87813a-ea66-42e8-b2b8-8ec2ab3554fa tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 946 time: 0.0930095
Feb 12 21:16:18.912598 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd592907-1938-498a-b545-20d6a1f2e32b req-8d6ff48b-a083-45b3-94b5-23fadc2895bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:18.914132 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bd592907-1938-498a-b545-20d6a1f2e32b req-8d6ff48b-a083-45b3-94b5-23fadc2895bc service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1968329
Feb 12 21:16:18.933086 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1f40f-21a3-4cec-93fa-96fda5d884e6 req-6139aee8-03a6-4ab9-aeb1-62d0bc9123be tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:18.934724 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-08d1f40f-21a3-4cec-93fa-96fda5d884e6 req-6139aee8-03a6-4ab9-aeb1-62d0bc9123be tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 945 time: 0.1181700
Feb 12 21:16:18.974034 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f351e-0fe9-431b-93b4-5d936bee90d6 req-a1e9e585-ae67-4f85-b11b-e67096f0a46f tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:18.975568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a60f351e-0fe9-431b-93b4-5d936bee90d6 req-a1e9e585-ae67-4f85-b11b-e67096f0a46f tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.48 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 945 time: 0.1285834
Feb 12 21:16:18.978976 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cc90b4ae-9405-4eda-803a-00f974cca13b req-00e530b8-a953-4852-92cf-6d0aec67283d tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440344
Feb 12 21:16:19.059584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device e8a54c09-68ac-47cc-a91f-59040d0d1f70 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:19.094632 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-08d1f40f-21a3-4cec-93fa-96fda5d884e6 req-2c73de48-aabf-4f1e-8291-5cce579811ca tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8e46d32-abd5-4fa0-b596-a50c0dad7ab9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1485291
Feb 12 21:16:19.112529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: e8a54c09-68ac-47cc-a91f-59040d0d1f70 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:19.113627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device e8a54c09-68ac-47cc-a91f-59040d0d1f70 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:19.121871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1f4b755e-6df0-41f4-b31e-34e917a3c7bd req-c52b2329-a41d-4014-a952-82376d9096be tempest-ServerAddressesNegativeTestJSON-258199324 tempest-ServerAddressesNegativeTestJSON-258199324-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aff75cf-3c7c-456b-a559-da1ccacbaaa4 HTTP/1.1" status: 200  len: 210 time: 0.0514572
Feb 12 21:16:19.127721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-a60f351e-0fe9-431b-93b4-5d936bee90d6 req-a63192cb-cc7e-4e1b-9080-42aada3d5af2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Deleting port 89a1b42b-d5fd-47e5-a706-9448ba078c8e {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:19.128167 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a60f351e-0fe9-431b-93b4-5d936bee90d6 req-a63192cb-cc7e-4e1b-9080-42aada3d5af2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (89a1b42b-d5fd-47e5-a706-9448ba078c8e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:19.135433 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-2743bbf1-4130-4b93-897e-fe791a26fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:19.137652 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-2743bbf1-4130-4b93-897e-fe791a26fab2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 1126 time: 0.1655338
Feb 12 21:16:19.218172 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-a30e389a-045b-4f28-954f-6d82e920f890 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb HTTP/1.1" status: 200  len: 217 time: 0.0683436
Feb 12 21:16:19.237669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-a60f351e-0fe9-431b-93b4-5d936bee90d6 req-a63192cb-cc7e-4e1b-9080-42aada3d5af2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] For port 89a1b42b-d5fd-47e5-a706-9448ba078c8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89a1b42b-d5fd-47e5-a706-9448ba078c8e,segment=NetworkSegment(3cad0ecf-baaa-4b41-9d84-7f3299f831dc),segment_id=3cad0ecf-baaa-4b41-9d84-7f3299f831dc)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:19.238135 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a60f351e-0fe9-431b-93b4-5d936bee90d6 req-a63192cb-cc7e-4e1b-9080-42aada3d5af2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (89a1b42b-d5fd-47e5-a706-9448ba078c8e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:19.312840 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ea12c70b-eb5f-44bd-9648-5163efabe4b8 req-1487f3af-93fa-4936-af7c-3a796a793106 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae66924-5617-4e45-a05b-3792b2bf1c82 HTTP/1.1" status: 200  len: 210 time: 0.0973246
Feb 12 21:16:19.325981 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-f51d3aec-d0db-407c-a5a1-48bdd002f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:19.330282 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-f51d3aec-d0db-407c-a5a1-48bdd002f914 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28b2e3cd-2e40-4791-a546-b0ce8e0efcee HTTP/1.1" status: 200  len: 851 time: 0.1031160
Feb 12 21:16:19.374545 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-f17eaa98-0773-4f4f-bbe3-5d12b6f47026 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a37ce5d-ea03-44d4-9654-27bdafea49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0377645
Feb 12 21:16:19.488769 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a60f351e-0fe9-431b-93b4-5d936bee90d6 req-a63192cb-cc7e-4e1b-9080-42aada3d5af2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:19.489794 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a60f351e-0fe9-431b-93b4-5d936bee90d6 req-a63192cb-cc7e-4e1b-9080-42aada3d5af2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (3388de94-9bb7-4e05-95ab-cd8057679618), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:19.490459 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-a60f351e-0fe9-431b-93b4-5d936bee90d6 req-a63192cb-cc7e-4e1b-9080-42aada3d5af2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Floating IP 3388de94-9bb7-4e05-95ab-cd8057679618 disassociated. External IP: 172.35.2.250, port: 89a1b42b-d5fd-47e5-a706-9448ba078c8e.
Feb 12 21:16:19.495847 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-a60f351e-0fe9-431b-93b4-5d936bee90d6 req-a63192cb-cc7e-4e1b-9080-42aada3d5af2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Calling delete_port for 89a1b42b-d5fd-47e5-a706-9448ba078c8e owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:19.495975 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-c78a28c1-1718-4d72-a285-00d9501b129c service neutron] 10.222.0.48 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1111207
Feb 12 21:16:19.619633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b8b0d-b81d-470f-a7bf-c3cc71745553 req-4ad01df0-db65-4d11-bf41-f3ef395e573d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:19.624997 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5792f11-2e04-498c-8e2b-526df747fc4a req-2e6e4d62-46b1-4533-9e8d-ceba8130f0bd service neutron] 10.222.0.48 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270764
Feb 12 21:16:19.627054 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df0b8b0d-b81d-470f-a7bf-c3cc71745553 req-4ad01df0-db65-4d11-bf41-f3ef395e573d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 944 time: 0.0881469
Feb 12 21:16:19.712708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df0b8b0d-b81d-470f-a7bf-c3cc71745553 req-6b10e37c-97fb-45c5-ac0f-55cf94a14f0e tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847404
Feb 12 21:16:19.812915 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a60f351e-0fe9-431b-93b4-5d936bee90d6 req-a63192cb-cc7e-4e1b-9080-42aada3d5af2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (89a1b42b-d5fd-47e5-a706-9448ba078c8e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:19.851353 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63192cb-cc7e-4e1b-9080-42aada3d5af2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Pushing event deleted for resources: {'Port': ['ID=89a1b42b-d5fd-47e5-a706-9448ba078c8e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:19.973940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a60f351e-0fe9-431b-93b4-5d936bee90d6 req-a63192cb-cc7e-4e1b-9080-42aada3d5af2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Router 01713a80-792b-4e45-b2b0-0b4dd96acc67 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:16:19.979973 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aff75cf-3c7c-456b-a559-da1ccacbaaa4', 'name': 'network-vif-deleted', 'tag': 'e8a54c09-68ac-47cc-a91f-59040d0d1f70'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:19.982624 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95ab3b9-0ae1-4acd-a9a6-988ae0748df0" -d '{"events": [{"server_uuid": "0aff75cf-3c7c-456b-a559-da1ccacbaaa4", "name": "network-vif-deleted", "tag": "e8a54c09-68ac-47cc-a91f-59040d0d1f70"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:20.026200 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d1382d-6eb6-4353-987e-f3950240e9ab x-openstack-request-id: req-c3d1382d-6eb6-4353-987e-f3950240e9ab {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:20.026504 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aff75cf-3c7c-456b-a559-da1ccacbaaa4", "name": "network-vif-deleted", "tag": "e8a54c09-68ac-47cc-a91f-59040d0d1f70", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:20.026761 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3d1382d-6eb6-4353-987e-f3950240e9ab {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:20.027178 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aff75cf-3c7c-456b-a559-da1ccacbaaa4', 'name': 'network-vif-deleted', 'tag': 'e8a54c09-68ac-47cc-a91f-59040d0d1f70', 'status': 'completed', 'code': 200}
Feb 12 21:16:20.133312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a9012-46bb-414e-95ae-a73961f3275e req-e38542a2-27d4-40e9-895e-520e1c6933b1 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:20.141091 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a6a9012-46bb-414e-95ae-a73961f3275e req-e38542a2-27d4-40e9-895e-520e1c6933b1 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 946 time: 0.0837598
Feb 12 21:16:20.164914 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a60f351e-0fe9-431b-93b4-5d936bee90d6 req-a63192cb-cc7e-4e1b-9080-42aada3d5af2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:16:20.201569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6258b0f-c777-4041-9a8d-7b76bb4a86e6 None None] Sync routers for ids ['01713a80-792b-4e45-b2b0-0b4dd96acc67'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:16:20.214653 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6258b0f-c777-4041-9a8d-7b76bb4a86e6 None None] Routers {'01713a80-792b-4e45-b2b0-0b4dd96acc67'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:20.216141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b6258b0f-c777-4041-9a8d-7b76bb4a86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4bdd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:15:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['01713a80-792b-4e45-b2b0-0b4dd96acc67'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:20.225852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60f351e-0fe9-431b-93b4-5d936bee90d6 req-a63192cb-cc7e-4e1b-9080-42aada3d5af2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] No DVR routers for this DVR port 89a1b42b-d5fd-47e5-a706-9448ba078c8e on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:20.229715 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a60f351e-0fe9-431b-93b4-5d936bee90d6 req-a63192cb-cc7e-4e1b-9080-42aada3d5af2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:20.233066 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a60f351e-0fe9-431b-93b4-5d936bee90d6 req-a63192cb-cc7e-4e1b-9080-42aada3d5af2 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.48 "DELETE /v2.0/ports/89a1b42b-d5fd-47e5-a706-9448ba078c8e HTTP/1.1" status: 204  len: 173 time: 1.2517059
Feb 12 21:16:20.248341 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a6a9012-46bb-414e-95ae-a73961f3275e req-3a3caf54-fd70-4efb-9ee1-c2d2a14d53d0 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014147
Feb 12 21:16:20.293902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44024) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:20.343895 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3997aba-8b8a-4f5b-a959-8e446666e1f5 req-341c4e76-af7f-499a-8ec7-ce9ab02856f5 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 210 time: 0.0982549
Feb 12 21:16:20.421146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-b6258b0f-c777-4041-9a8d-7b76bb4a86e6 None None] Set router 01713a80-792b-4e45-b2b0-0b4dd96acc67 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:20.535595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d1649e-7902-43f7-8b12-46d905c3913b admin admin] Deleting subnet eaaab1de-1554-4903-a42a-e8a47308a7f5 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:16:20.539593 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d1d1649e-7902-43f7-8b12-46d905c3913b admin admin] Publish callbacks [] for subnet (eaaab1de-1554-4903-a42a-e8a47308a7f5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:20.582413 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15228c0-2eb2-4163-a1ba-f5c70fa40a1f req-98c191da-74cf-4770-a750-8b7ade4ff4f7 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:20.585847 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c15228c0-2eb2-4163-a1ba-f5c70fa40a1f req-98c191da-74cf-4770-a750-8b7ade4ff4f7 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7801aa5-334a-47b7-b62f-943a2af82d82 HTTP/1.1" status: 200  len: 945 time: 0.1697485
Feb 12 21:16:20.600915 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d1d1649e-7902-43f7-8b12-46d905c3913b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (eaaab1de-1554-4903-a42a-e8a47308a7f5), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:20.679817 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c15228c0-2eb2-4163-a1ba-f5c70fa40a1f req-0606fa54-4675-48a5-b7f9-bf4c8c65dd1e tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896921
Feb 12 21:16:20.683088 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d1d1649e-7902-43f7-8b12-46d905c3913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (eaaab1de-1554-4903-a42a-e8a47308a7f5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:20.703435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b6258b0f-c777-4041-9a8d-7b76bb4a86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4bdd90>, [{'id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'name': 'tempest-ServersTestFqdnHostnames-111323067-router', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:15:08Z', 'updated_at': '2022-02-12T21:15:16Z', 'revision_number': 4, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'gw_port': {'id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:11Z', 'updated_at': '2022-02-12T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8f7ebc1-b551-4c96-b05d-804814779f3d', 'name': '', 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'mac_address': 'fa:16:3e:f5:52:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:15Z', 'updated_at': '2022-02-12T21:15:21Z', 'revision_number': 5, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'subnets': [{'id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:20.731959 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6258b0f-c777-4041-9a8d-7b76bb4a86e6 None None] Checking router: 01713a80-792b-4e45-b2b0-0b4dd96acc67 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:16:20.757686 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6258b0f-c777-4041-9a8d-7b76bb4a86e6 None None] Routers {'01713a80-792b-4e45-b2b0-0b4dd96acc67'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:20.760864 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b6258b0f-c777-4041-9a8d-7b76bb4a86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4bdd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:15:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['01713a80-792b-4e45-b2b0-0b4dd96acc67'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:20.874237 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d1d1649e-7902-43f7-8b12-46d905c3913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (eaaab1de-1554-4903-a42a-e8a47308a7f5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:20.913123 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1649e-7902-43f7-8b12-46d905c3913b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaaab1de-1554-4903-a42a-e8a47308a7f5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:20.920928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-b6258b0f-c777-4041-9a8d-7b76bb4a86e6 None None] Set router 01713a80-792b-4e45-b2b0-0b4dd96acc67 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:20.925345 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d1d1649e-7902-43f7-8b12-46d905c3913b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:20.931398 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d1d1649e-7902-43f7-8b12-46d905c3913b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eaaab1de-1554-4903-a42a-e8a47308a7f5 HTTP/1.1" status: 204  len: 168 time: 0.6336181
Feb 12 21:16:20.931587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44050) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:20.973339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d88fa2-a4a9-4a20-bc7e-3f5f00fcdc8e req-e8102223-1b49-4315-8f18-6d5fb15e4302 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:20.974948 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-40d88fa2-a4a9-4a20-bc7e-3f5f00fcdc8e req-e8102223-1b49-4315-8f18-6d5fb15e4302 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 944 time: 0.1463902
Feb 12 21:16:21.085302 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (ff440b46-6a14-40a5-92a6-786d1475ba12), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:21.089162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44054) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:21.121491 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-40d88fa2-a4a9-4a20-bc7e-3f5f00fcdc8e req-14b16678-a881-4bfb-9322-b07b6b167b4e tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342311
Feb 12 21:16:21.191635 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (ff440b46-6a14-40a5-92a6-786d1475ba12), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:21.214386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f93d7b20>,) {'filters': {'network_id': ['ff440b46-6a14-40a5-92a6-786d1475ba12']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:21.222390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:16:21.224509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 89a1b42b-d5fd-47e5-a706-9448ba078c8e no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:21.235334 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f93d7b20>, '1fe74b00-3b47-4beb-9c13-6760bfc30643') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:21.235672 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f93d7b20>, '1fe74b00-3b47-4beb-9c13-6760bfc30643') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:21.242660 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d96ec810-5f9f-48ba-8fe6-4456395d1b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:21.252726 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (1fe74b00-3b47-4beb-9c13-6760bfc30643), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:21.272785 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1fe74b00-3b47-4beb-9c13-6760bfc30643), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:21.282022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (1fe74b00-3b47-4beb-9c13-6760bfc30643), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:16:21.286015 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:16:21.396773 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d96ec810-5f9f-48ba-8fe6-4456395d1b04 admin admin] Publish callbacks [] for security_group (f6f9ec26-06ca-4534-8b76-3cfd2c57b7fe), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:21.419903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 89a1b42b-d5fd-47e5-a706-9448ba078c8e {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:21.420259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 89a1b42b-d5fd-47e5-a706-9448ba078c8e not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:21.460879 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-742423d3-0d3e-4eee-805b-437670e13590 req-6465f11e-d482-4545-a9bb-6f9a85e87ebe tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/ports?device_id=aed342e0-10ca-4835-ad0d-cf55a6aabc75 HTTP/1.1" status: 200  len: 210 time: 0.0276124
Feb 12 21:16:21.492800 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (ff440b46-6a14-40a5-92a6-786d1475ba12), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:21.499433 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:21.505788 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] 10.222.0.31 "DELETE /v2.0/networks/ff440b46-6a14-40a5-92a6-786d1475ba12 HTTP/1.1" status: 204  len: 168 time: 0.5699596
Feb 12 21:16:21.522640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:21.525470 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=ff440b46-6a14-40a5-92a6-786d1475ba12,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:21.535107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:21.535533 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:21.535878 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:21.536285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:21.537540 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:21.542836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb', 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9', 'port_id': '70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb', 'mac_address': 'fa:16:3e:7b:70:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b2e3cd-2e40-4791-a546-b0ce8e0efcee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:16:21.543005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:21.543005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:21.543005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:21.543005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:21.543005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:21.543005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:21.543005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:21.543005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3474ae-907d-427a-97a0-02836dd9e9ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:21.551897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b6258b0f-c777-4041-9a8d-7b76bb4a86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4bdd90>, [{'id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'name': 'tempest-ServersTestFqdnHostnames-111323067-router', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:15:08Z', 'updated_at': '2022-02-12T21:15:16Z', 'revision_number': 4, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'gw_port': {'id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:11Z', 'updated_at': '2022-02-12T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8f7ebc1-b551-4c96-b05d-804814779f3d', 'name': '', 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'mac_address': 'fa:16:3e:f5:52:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:15Z', 'updated_at': '2022-02-12T21:15:21Z', 'revision_number': 5, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'subnets': [{'id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:21.556904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d96ec810-5f9f-48ba-8fe6-4456395d1b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f6f9ec26-06ca-4534-8b76-3cfd2c57b7fe), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:21.598849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6258b0f-c777-4041-9a8d-7b76bb4a86e6 None None] The sync data for ids ['01713a80-792b-4e45-b2b0-0b4dd96acc67'] in ncdv-master-1 is: [{'id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'name': 'tempest-ServersTestFqdnHostnames-111323067-router', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:15:08Z', 'updated_at': '2022-02-12T21:15:16Z', 'revision_number': 4, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'gw_port': {'id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:11Z', 'updated_at': '2022-02-12T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8f7ebc1-b551-4c96-b05d-804814779f3d', 'name': '', 'network_id': '99333fdc-3f05-4177-b985-b1e7bb8c19b1', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'mac_address': 'fa:16:3e:f5:52:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:15Z', 'updated_at': '2022-02-12T21:15:21Z', 'revision_number': 5, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'subnets': [{'id': '2620e233-7a80-46dd-91d4-c485dcb2f038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:16:21.614252 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d96ec810-5f9f-48ba-8fe6-4456395d1b04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fec0b49017e94baabdb6df4acb31e785&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5240242
Feb 12 21:16:21.616921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44070) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:21.625253 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ec810-5f9f-48ba-8fe6-4456395d1b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f9ec26-06ca-4534-8b76-3cfd2c57b7fe,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:21.647624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:21.648405 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:21.692432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:16:21.708157 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ac322bcf-438d-4f5e-9cc7-8d921b390676 admin admin] Publish callbacks [] for security_group (f6f9ec26-06ca-4534-8b76-3cfd2c57b7fe), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:21.730560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:21.733203 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ac322bcf-438d-4f5e-9cc7-8d921b390676 admin admin] Publish callbacks [] for security_group (f6f9ec26-06ca-4534-8b76-3cfd2c57b7fe), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:21.813111 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:21.868579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:21.930590 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacb7c22-9da2-44cc-a600-57cb68451045 None None] New status for floating IP 3388de94-9bb7-4e05-95ab-cd8057679618: DOWN {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:16:21.967129 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ac322bcf-438d-4f5e-9cc7-8d921b390676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f6f9ec26-06ca-4534-8b76-3cfd2c57b7fe), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:21.975419 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ac322bcf-438d-4f5e-9cc7-8d921b390676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:21.977077 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ac322bcf-438d-4f5e-9cc7-8d921b390676 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6f9ec26-06ca-4534-8b76-3cfd2c57b7fe HTTP/1.1" status: 204  len: 168 time: 0.3585289
Feb 12 21:16:21.987991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac322bcf-438d-4f5e-9cc7-8d921b390676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f9ec26-06ca-4534-8b76-3cfd2c57b7fe,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:22.031079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed342e0-10ca-4835-ad0d-cf55a6aabc75', 'name': 'network-vif-deleted', 'tag': '89a1b42b-d5fd-47e5-a706-9448ba078c8e'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:22.031815 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89935c12-755f-4846-8d8f-b0f026afebea" -d '{"events": [{"server_uuid": "aed342e0-10ca-4835-ad0d-cf55a6aabc75", "name": "network-vif-deleted", "tag": "89a1b42b-d5fd-47e5-a706-9448ba078c8e"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:22.062234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:16:22.127658 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7c1b59-1690-4e90-8923-f8fcd879bb3c x-openstack-request-id: req-fd7c1b59-1690-4e90-8923-f8fcd879bb3c {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:22.127963 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed342e0-10ca-4835-ad0d-cf55a6aabc75", "name": "network-vif-deleted", "tag": "89a1b42b-d5fd-47e5-a706-9448ba078c8e", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:22.128221 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd7c1b59-1690-4e90-8923-f8fcd879bb3c {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:22.128628 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed342e0-10ca-4835-ad0d-cf55a6aabc75', 'name': 'network-vif-deleted', 'tag': '89a1b42b-d5fd-47e5-a706-9448ba078c8e', 'status': 'completed', 'code': 200}
Feb 12 21:16:22.240038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44098) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:22.292203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683197b-f1b8-4d22-af06-32a8a95162d1 req-4e381286-f6eb-4ff3-aff1-a1bf6e9b8f12 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:22.294197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-5373872b-00f5-4b51-abeb-558705dccd73 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:22.295977 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-5373872b-00f5-4b51-abeb-558705dccd73 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/networks?id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e HTTP/1.1" status: 200  len: 813 time: 0.1853142
Feb 12 21:16:22.306478 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4683197b-f1b8-4d22-af06-32a8a95162d1 req-4e381286-f6eb-4ff3-aff1-a1bf6e9b8f12 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 945 time: 0.1037271
Feb 12 21:16:22.333416 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-ec617e84-6482-4a39-9061-2eb50f1642e9 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/quotas/34fc2aeace2346329e2035646bdd4a65 HTTP/1.1" status: 200  len: 375 time: 0.0267653
Feb 12 21:16:22.376574 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f43fcbc4-6862-4d7b-a41a-d26731915e20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3058088956ea426cb1bfcbbc131c6ee3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1329756
Feb 12 21:16:22.380081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44100) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:22.418965 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4683197b-f1b8-4d22-af06-32a8a95162d1 req-f2f6fbb5-890d-4eaf-a923-6180d4d0d8d3 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103125
Feb 12 21:16:22.443138 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-6e7d60ac-5615-47bf-a87f-adadfafa9538 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=34fc2aeace2346329e2035646bdd4a65&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0973854
Feb 12 21:16:22.483036 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Publish callbacks [] for security_group (0d304a30-a589-429f-819f-ea36d6a2a461), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:22.507748 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Publish callbacks [] for security_group (0d304a30-a589-429f-819f-ea36d6a2a461), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:22.545939 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-2594d980-06db-463f-83b3-fb3cd5d1c34a service neutron] 10.222.0.31 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1062903
Feb 12 21:16:22.647604 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-7cb1c265-45d4-4eac-8151-f227760ce58d service neutron] 10.222.0.31 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0956333
Feb 12 21:16:22.674334 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0d304a30-a589-429f-819f-ea36d6a2a461), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:22.676342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44106) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:22.678677 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:22.680227 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d304a30-a589-429f-819f-ea36d6a2a461 HTTP/1.1" status: 204  len: 168 time: 0.2993352
Feb 12 21:16:22.693107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d304a30-a589-429f-819f-ea36d6a2a461,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:22.705901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:22.706343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:22.706760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:22.707173 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:22.707584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:22.707995 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:22.708397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:22.708858 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:22.709268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:22.709687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:22.710194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:22.710597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:22.710992 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af99c85-7c51-4021-9ff7-1069caf1f6aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:22.736538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9a426-d66a-4b81-aeff-cfc65c9bd91f req-fb711e38-8f78-41ae-afbb-e1dd0fa67b15 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:22.738952 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a2f9a426-d66a-4b81-aeff-cfc65c9bd91f req-fb711e38-8f78-41ae-afbb-e1dd0fa67b15 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7801aa5-334a-47b7-b62f-943a2af82d82 HTTP/1.1" status: 200  len: 945 time: 0.1008964
Feb 12 21:16:22.802426 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6c3a1840-afe3-402e-b075-ff4274207e2f tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for security_group (e8e46d32-abd5-4fa0-b596-a50c0dad7ab9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:22.838681 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6c3a1840-afe3-402e-b075-ff4274207e2f tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for security_group (e8e46d32-abd5-4fa0-b596-a50c0dad7ab9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:22.928225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-a2f9a426-d66a-4b81-aeff-cfc65c9bd91f req-acc06f98-137b-475c-8763-c812fdd3df00 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Deleting port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:22.928596 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a2f9a426-d66a-4b81-aeff-cfc65c9bd91f req-acc06f98-137b-475c-8763-c812fdd3df00 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3f6aa7d2-ec41-4bb7-b704-52672f8b4073), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:22.981955 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6c3a1840-afe3-402e-b075-ff4274207e2f tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e8e46d32-abd5-4fa0-b596-a50c0dad7ab9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:22.987012 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6c3a1840-afe3-402e-b075-ff4274207e2f tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:22.988294 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6c3a1840-afe3-402e-b075-ff4274207e2f tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "DELETE /v2.0/security-groups/e8e46d32-abd5-4fa0-b596-a50c0dad7ab9 HTTP/1.1" status: 204  len: 168 time: 0.3109431
Feb 12 21:16:22.991353 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44124) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:23.032533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59463285-3576-4a72-a45a-3c783b73b538 req-1b79e72e-5ba7-4ab7-b050-b793502f1616 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:23.034000 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-59463285-3576-4a72-a45a-3c783b73b538 req-1b79e72e-5ba7-4ab7-b050-b793502f1616 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.50 "GET /v2.0/ports?device_id=35784dd5-92bd-4601-a897-20bc4969a1f7 HTTP/1.1" status: 200  len: 946 time: 0.1434669
Feb 12 21:16:23.039493 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-eda7231d-dc05-430f-a1f4-96c7c5405f89 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] show failed (client error): The resource could not be found.
Feb 12 21:16:23.041513 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-eda7231d-dc05-430f-a1f4-96c7c5405f89 tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "GET /v2.0/security-groups/e8e46d32-abd5-4fa0-b596-a50c0dad7ab9 HTTP/1.1" status: 404  len: 347 time: 0.0406945
Feb 12 21:16:23.044101 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44132) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:23.051791 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a1840-afe3-402e-b075-ff4274207e2f tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e46d32-abd5-4fa0-b596-a50c0dad7ab9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:23.139899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-a2f9a426-d66a-4b81-aeff-cfc65c9bd91f req-acc06f98-137b-475c-8763-c812fdd3df00 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] For port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3f6aa7d2-ec41-4bb7-b704-52672f8b4073,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:23.140365 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a2f9a426-d66a-4b81-aeff-cfc65c9bd91f req-acc06f98-137b-475c-8763-c812fdd3df00 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3f6aa7d2-ec41-4bb7-b704-52672f8b4073), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:23.179305 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44138) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:23.196799 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-a2f9a426-d66a-4b81-aeff-cfc65c9bd91f req-acc06f98-137b-475c-8763-c812fdd3df00 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Calling delete_port for 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:23.238516 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:23.301917 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-97fef821-198d-485d-a6b7-ce0b74806488 req-0eac4867-254f-4926-9bb9-4afd30a86121 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 210 time: 0.0441072
Feb 12 21:16:23.324008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-59463285-3576-4a72-a45a-3c783b73b538 req-debf55e0-b51b-4875-bf65-cf43fdf613e8 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Deleting port 19908ba6-438c-472f-ad24-2011ccd47a3c {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:23.324008 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-59463285-3576-4a72-a45a-3c783b73b538 req-debf55e0-b51b-4875-bf65-cf43fdf613e8 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (19908ba6-438c-472f-ad24-2011ccd47a3c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:23.363203 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-2fb205c9-c3a2-461b-b3fb-aef56e912d5c tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Deleting port cb9ffb99-cfcd-47c7-a622-eef32a3aecfd {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:23.364204 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2fb205c9-c3a2-461b-b3fb-aef56e912d5c tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (cb9ffb99-cfcd-47c7-a622-eef32a3aecfd), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:23.403078 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:16:23.410809 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:23.411240 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:23.473001 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44152) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:23.482992 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-59463285-3576-4a72-a45a-3c783b73b538 req-debf55e0-b51b-4875-bf65-cf43fdf613e8 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] For port 19908ba6-438c-472f-ad24-2011ccd47a3c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=19908ba6-438c-472f-ad24-2011ccd47a3c,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:23.483551 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-59463285-3576-4a72-a45a-3c783b73b538 req-debf55e0-b51b-4875-bf65-cf43fdf613e8 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (19908ba6-438c-472f-ad24-2011ccd47a3c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:23.497508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-59463285-3576-4a72-a45a-3c783b73b538 req-debf55e0-b51b-4875-bf65-cf43fdf613e8 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Calling delete_port for 19908ba6-438c-472f-ad24-2011ccd47a3c owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:23.498160 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c23257d3-0124-4599-ad7c-aa0c4ef69f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:23.519022 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2fb205c9-c3a2-461b-b3fb-aef56e912d5c tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (cb9ffb99-cfcd-47c7-a622-eef32a3aecfd), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:23.519376 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2fb205c9-c3a2-461b-b3fb-aef56e912d5c tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for floatingip (cb9ffb99-cfcd-47c7-a622-eef32a3aecfd), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:23.541554 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-2fb205c9-c3a2-461b-b3fb-aef56e912d5c tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Calling delete_port for cb9ffb99-cfcd-47c7-a622-eef32a3aecfd owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:23.546917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:23.556552 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:23.574122 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a2f9a426-d66a-4b81-aeff-cfc65c9bd91f req-acc06f98-137b-475c-8763-c812fdd3df00 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3f6aa7d2-ec41-4bb7-b704-52672f8b4073), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:23.593928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['19908ba6-438c-472f-ad24-2011ccd47a3c'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:16:23.651362 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9519e0-9ff9-49f2-898e-a7cea01ca2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:23.654361 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc06f98-137b-475c-8763-c812fdd3df00 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Pushing event deleted for resources: {'Port': ['ID=3f6aa7d2-ec41-4bb7-b704-52672f8b4073,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:23.654806 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4246d4c6-837a-4c4e-b88e-df43c0271e05" -d '{"events": [{"server_uuid": "fc9519e0-9ff9-49f2-898e-a7cea01ca2c1", "name": "network-vif-plugged", "status": "completed", "tag": "70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:23.712589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:23.738936 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde5b377-0519-4470-8467-2a3d94948da5 x-openstack-request-id: req-dde5b377-0519-4470-8467-2a3d94948da5 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:23.739504 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9519e0-9ff9-49f2-898e-a7cea01ca2c1", "name": "network-vif-plugged", "status": "completed", "tag": "70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:23.739929 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dde5b377-0519-4470-8467-2a3d94948da5 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:23.740503 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9519e0-9ff9-49f2-898e-a7cea01ca2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb', 'code': 200}
Feb 12 21:16:23.899552 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72039b3-e55b-4aa4-a5d2-25b89d9f82e7 req-68ba9c9b-2e82-4435-b213-4d7f6461b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:23.901618 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e72039b3-e55b-4aa4-a5d2-25b89d9f82e7 req-68ba9c9b-2e82-4435-b213-4d7f6461b769 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 1128 time: 0.0581565
Feb 12 21:16:23.935354 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:23.935615 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2fb205c9-c3a2-461b-b3fb-aef56e912d5c tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (cb9ffb99-cfcd-47c7-a622-eef32a3aecfd), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:24.050237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:24.122453 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb205c9-c3a2-461b-b3fb-aef56e912d5c tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Pushing event deleted for resources: {'Port': ['ID=cb9ffb99-cfcd-47c7-a622-eef32a3aecfd,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:24.265722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f9a426-d66a-4b81-aeff-cfc65c9bd91f req-acc06f98-137b-475c-8763-c812fdd3df00 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] No DVR routers for this DVR port 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:24.272550 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a2f9a426-d66a-4b81-aeff-cfc65c9bd91f req-acc06f98-137b-475c-8763-c812fdd3df00 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:24.276700 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a2f9a426-d66a-4b81-aeff-cfc65c9bd91f req-acc06f98-137b-475c-8763-c812fdd3df00 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.48 "DELETE /v2.0/ports/3f6aa7d2-ec41-4bb7-b704-52672f8b4073 HTTP/1.1" status: 204  len: 173 time: 1.5221679
Feb 12 21:16:24.279116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7801aa5-334a-47b7-b62f-943a2af82d82', 'name': 'network-vif-deleted', 'tag': '3f6aa7d2-ec41-4bb7-b704-52672f8b4073'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:24.281712 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba7b701-0da0-4255-8b9f-302169e244cb" -d '{"events": [{"server_uuid": "a7801aa5-334a-47b7-b62f-943a2af82d82", "name": "network-vif-deleted", "tag": "3f6aa7d2-ec41-4bb7-b704-52672f8b4073"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:24.312432 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed51922-287c-44e3-8eea-532f90dafacd req-011c76c6-9092-4d83-a38e-0054443814f1 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:24.319911 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7ed51922-287c-44e3-8eea-532f90dafacd req-011c76c6-9092-4d83-a38e-0054443814f1 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 945 time: 0.6712720
Feb 12 21:16:24.345035 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8336772-b473-41c1-b0b2-824580ed1f9f x-openstack-request-id: req-d8336772-b473-41c1-b0b2-824580ed1f9f {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:24.345489 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7801aa5-334a-47b7-b62f-943a2af82d82", "name": "network-vif-deleted", "tag": "3f6aa7d2-ec41-4bb7-b704-52672f8b4073", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:24.345752 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8336772-b473-41c1-b0b2-824580ed1f9f {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:24.346154 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7801aa5-334a-47b7-b62f-943a2af82d82', 'name': 'network-vif-deleted', 'tag': '3f6aa7d2-ec41-4bb7-b704-52672f8b4073', 'status': 'completed', 'code': 200}
Feb 12 21:16:24.347190 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e72039b3-e55b-4aa4-a5d2-25b89d9f82e7 req-07f70812-a9d4-47ab-98b8-4a0e6e7b580c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4386189
Feb 12 21:16:24.348086 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2fb205c9-c3a2-461b-b3fb-aef56e912d5c tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks [] for floatingip (3388de94-9bb7-4e05-95ab-cd8057679618), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:24.350694 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2fb205c9-c3a2-461b-b3fb-aef56e912d5c tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:24.351772 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2fb205c9-c3a2-461b-b3fb-aef56e912d5c tempest-ServersTestFqdnHostnames-359026930 tempest-ServersTestFqdnHostnames-359026930-project] 10.222.0.31 "DELETE /v2.0/floatingips/3388de94-9bb7-4e05-95ab-cd8057679618 HTTP/1.1" status: 204  len: 168 time: 1.3065574
Feb 12 21:16:24.356589 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44194) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:24.385877 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7ed51922-287c-44e3-8eea-532f90dafacd req-d19643bc-3b10-4dfe-8be8-e811c79dc971 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649567
Feb 12 21:16:24.465603 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-59463285-3576-4a72-a45a-3c783b73b538 req-debf55e0-b51b-4875-bf65-cf43fdf613e8 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (19908ba6-438c-472f-ad24-2011ccd47a3c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:24.500288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf55e0-b51b-4875-bf65-cf43fdf613e8 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Pushing event deleted for resources: {'Port': ['ID=19908ba6-438c-472f-ad24-2011ccd47a3c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:24.518719 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c80abcfa-472b-4f2b-aabf-4aa261565b4a req-68b90796-b591-4a7b-af51-fbbc6e998a03 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 210 time: 0.0968404
Feb 12 21:16:24.554967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-59463285-3576-4a72-a45a-3c783b73b538 req-debf55e0-b51b-4875-bf65-cf43fdf613e8 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] No DVR routers for this DVR port 19908ba6-438c-472f-ad24-2011ccd47a3c on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:24.558844 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-59463285-3576-4a72-a45a-3c783b73b538 req-debf55e0-b51b-4875-bf65-cf43fdf613e8 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:24.562702 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-59463285-3576-4a72-a45a-3c783b73b538 req-debf55e0-b51b-4875-bf65-cf43fdf613e8 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.50 "DELETE /v2.0/ports/19908ba6-438c-472f-ad24-2011ccd47a3c HTTP/1.1" status: 204  len: 173 time: 1.5170479
Feb 12 21:16:24.625682 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c23257d3-0124-4599-ad7c-aa0c4ef69f82 admin admin] Publish callbacks [] for security_group (c99cc2e0-03c1-4552-bb34-1d5e306c994f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:25.014116 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c23257d3-0124-4599-ad7c-aa0c4ef69f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c99cc2e0-03c1-4552-bb34-1d5e306c994f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:25.112281 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c23257d3-0124-4599-ad7c-aa0c4ef69f82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3e4c973d80948cf81c3bfb09323ba72&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6372173
Feb 12 21:16:25.113777 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23257d3-0124-4599-ad7c-aa0c4ef69f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99cc2e0-03c1-4552-bb34-1d5e306c994f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:25.115062 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44210) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:25.183269 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8d89de4-6e92-43d0-8ff9-614c05278ccc admin admin] Publish callbacks [] for security_group (c99cc2e0-03c1-4552-bb34-1d5e306c994f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:25.207411 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8d89de4-6e92-43d0-8ff9-614c05278ccc admin admin] Publish callbacks [] for security_group (c99cc2e0-03c1-4552-bb34-1d5e306c994f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:25.257115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:25.263194 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-72b18272-46c5-413e-b0a5-ccf699ffb9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:25.338053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:25.340017 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3f6aa7d2-ec41-4bb7-b704-52672f8b4073 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:25.397592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44216) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:25.400045 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8d89de4-6e92-43d0-8ff9-614c05278ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c99cc2e0-03c1-4552-bb34-1d5e306c994f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:25.406394 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8d89de4-6e92-43d0-8ff9-614c05278ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:25.413141 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f8d89de4-6e92-43d0-8ff9-614c05278ccc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c99cc2e0-03c1-4552-bb34-1d5e306c994f HTTP/1.1" status: 204  len: 168 time: 0.2969790
Feb 12 21:16:25.458759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d89de4-6e92-43d0-8ff9-614c05278ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99cc2e0-03c1-4552-bb34-1d5e306c994f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:25.620687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5977428-21b6-47d7-99c7-9470d788ed0e req-71c2c75f-5f0c-4a11-aacc-6fca177d855f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:25.623803 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5977428-21b6-47d7-99c7-9470d788ed0e req-71c2c75f-5f0c-4a11-aacc-6fca177d855f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 946 time: 0.1208041
Feb 12 21:16:25.624912 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b03e2883-76c6-40d8-9dee-7c299dc7c6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (01713a80-792b-4e45-b2b0-0b4dd96acc67), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:25.701155 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5977428-21b6-47d7-99c7-9470d788ed0e req-250a6cf6-5cc0-443d-ab52-8c62764dbe5a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660245
Feb 12 21:16:25.730069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-154fe929-7893-4502-8e99-77703f55ed55 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-320493947-network', 'tenant_id': '036d2491a97d486eb196e0cdafa05500'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:25.775287 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fe4d3c94-031a-48bc-a262-c0d689a2468e req-d80b2996-50bd-4306-b766-64e90a387015 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 210 time: 0.1026483
Feb 12 21:16:25.857174 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a540383f-d866-4d19-8192-c4a504e45a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:25.931678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-72b18272-46c5-413e-b0a5-ccf699ffb9b6 admin admin] Deleting port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:25.932421 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-72b18272-46c5-413e-b0a5-ccf699ffb9b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:25.949974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154fe929-7893-4502-8e99-77703f55ed55 admin admin] Made reservation on behalf of 036d2491a97d486eb196e0cdafa05500 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:16:25.955040 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-154fe929-7893-4502-8e99-77703f55ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:25.973530 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-154fe929-7893-4502-8e99-77703f55ed55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:26.069701 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-72b18272-46c5-413e-b0a5-ccf699ffb9b6 admin admin] For port 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02626427-6bc0-47dd-ab6c-04a4d0e3ea1a,segment=NetworkSegment(c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c),segment_id=c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:26.070069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-72b18272-46c5-413e-b0a5-ccf699ffb9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:26.089231 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-72b18272-46c5-413e-b0a5-ccf699ffb9b6 admin admin] Calling delete_port for 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:26.098167 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-154fe929-7893-4502-8e99-77703f55ed55 admin admin] Publish callbacks [] for security_group (ca16c839-d1a2-4acc-bed4-5d3b94b206b4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:26.206316 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-154fe929-7893-4502-8e99-77703f55ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ca16c839-d1a2-4acc-bed4-5d3b94b206b4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:26.217623 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-b03e2883-76c6-40d8-9dee-7c299dc7c6ab admin admin] Deleting port d8f7ebc1-b551-4c96-b05d-804814779f3d {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:26.217904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b03e2883-76c6-40d8-9dee-7c299dc7c6ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:26.227023 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154fe929-7893-4502-8e99-77703f55ed55 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:16:26.248034 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fe929-7893-4502-8e99-77703f55ed55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca16c839-d1a2-4acc-bed4-5d3b94b206b4,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:26.252861 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-154fe929-7893-4502-8e99-77703f55ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (9eb151c6-276b-4242-8eee-e95baa2443fb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:26.253206 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-154fe929-7893-4502-8e99-77703f55ed55 admin admin] Added segment 9eb151c6-276b-4242-8eee-e95baa2443fb of type vlan for network 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7
Feb 12 21:16:26.350697 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35784dd5-92bd-4601-a897-20bc4969a1f7', 'name': 'network-vif-deleted', 'tag': '19908ba6-438c-472f-ad24-2011ccd47a3c'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:26.354787 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d246e909-d253-40e7-b8d1-95651f916bb8" -d '{"events": [{"server_uuid": "35784dd5-92bd-4601-a897-20bc4969a1f7", "name": "network-vif-deleted", "tag": "19908ba6-438c-472f-ad24-2011ccd47a3c"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:26.363115 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-b03e2883-76c6-40d8-9dee-7c299dc7c6ab admin admin] For port d8f7ebc1-b551-4c96-b05d-804814779f3d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8f7ebc1-b551-4c96-b05d-804814779f3d,segment=NetworkSegment(3cad0ecf-baaa-4b41-9d84-7f3299f831dc),segment_id=3cad0ecf-baaa-4b41-9d84-7f3299f831dc)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:26.363738 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b03e2883-76c6-40d8-9dee-7c299dc7c6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:26.422379 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87149e0-2e0d-4e11-a00d-2911566e7af0 x-openstack-request-id: req-d87149e0-2e0d-4e11-a00d-2911566e7af0 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:26.423251 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35784dd5-92bd-4601-a897-20bc4969a1f7", "name": "network-vif-deleted", "tag": "19908ba6-438c-472f-ad24-2011ccd47a3c", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:26.428468 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d87149e0-2e0d-4e11-a00d-2911566e7af0 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:26.428468 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35784dd5-92bd-4601-a897-20bc4969a1f7', 'name': 'network-vif-deleted', 'tag': '19908ba6-438c-472f-ad24-2011ccd47a3c', 'status': 'completed', 'code': 200}
Feb 12 21:16:26.428702 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-b03e2883-76c6-40d8-9dee-7c299dc7c6ab admin admin] Calling delete_port for d8f7ebc1-b551-4c96-b05d-804814779f3d owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:26.473626 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-154fe929-7893-4502-8e99-77703f55ed55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (79e30242-36dd-47be-b9fc-d5fa9a5cbbe7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:26.482070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-6a4a4f4c-68e1-422a-bdb0-2894a452f7f5 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:26.483503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-6a4a4f4c-68e1-422a-bdb0-2894a452f7f5 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.50 "GET /v2.0/networks?id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e HTTP/1.1" status: 200  len: 813 time: 0.2325993
Feb 12 21:16:26.509070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-3ced0423-a938-4868-9b06-bc2750e49164 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Request body: {'port': {'device_id': 'a86bfb3b-f693-42f1-b99a-e4ff52df8415', 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e', 'admin_state_up': True, 'tenant_id': '34fc2aeace2346329e2035646bdd4a65'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:26.598057 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-154fe929-7893-4502-8e99-77703f55ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (79e30242-36dd-47be-b9fc-d5fa9a5cbbe7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:26.599508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154fe929-7893-4502-8e99-77703f55ed55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:26.600102 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-154fe929-7893-4502-8e99-77703f55ed55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:26.626993 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-72b18272-46c5-413e-b0a5-ccf699ffb9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (02626427-6bc0-47dd-ab6c-04a4d0e3ea1a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:26.686939 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b18272-46c5-413e-b0a5-ccf699ffb9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=02626427-6bc0-47dd-ab6c-04a4d0e3ea1a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:26.690699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fe929-7893-4502-8e99-77703f55ed55 admin admin] Pushing event updated for resources: {'Network': ['ID=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:26.715626 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:16:26.761259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-154fe929-7893-4502-8e99-77703f55ed55 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.3408232
Feb 12 21:16:26.761880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44254) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:26.777633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8f5a09eb-5e56-45da-aeb5-7be44db6cab8 admin admin] Request body: {'subnet': {'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-320493947-subnet', 'tenant_id': '036d2491a97d486eb196e0cdafa05500', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:26.902768 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:26.923622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-3ced0423-a938-4868-9b06-bc2750e49164 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Made reservation on behalf of 34fc2aeace2346329e2035646bdd4a65 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:16:26.942271 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-3ced0423-a938-4868-9b06-bc2750e49164 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:26.981157 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b03e2883-76c6-40d8-9dee-7c299dc7c6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d8f7ebc1-b551-4c96-b05d-804814779f3d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:27.028275 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e2883-76c6-40d8-9dee-7c299dc7c6ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f7ebc1-b551-4c96-b05d-804814779f3d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:27.032321 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-765b6dc8-3c42-43d3-ba37-e081982623fb req-d5f97ad7-0df0-4429-bf0b-2f33d419b01b tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 210 time: 0.0862637
Feb 12 21:16:27.032922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5a09eb-5e56-45da-aeb5-7be44db6cab8 admin admin] Made reservation on behalf of 036d2491a97d486eb196e0cdafa05500 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:16:27.035258 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f5a09eb-5e56-45da-aeb5-7be44db6cab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:27.073740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 19908ba6-438c-472f-ad24-2011ccd47a3c no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:27.159946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 19908ba6-438c-472f-ad24-2011ccd47a3c {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:27.162430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 19908ba6-438c-472f-ad24-2011ccd47a3c not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:27.209900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef6af6-3ca1-4056-ad5c-bfe726013af6 req-c292dacc-f86e-440e-88aa-20f47366f3cb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:27.236299 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3ef6af6-3ca1-4056-ad5c-bfe726013af6 req-c292dacc-f86e-440e-88aa-20f47366f3cb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 946 time: 0.3346024
Feb 12 21:16:27.238146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-da526659-0979-43ed-925d-caa5e4fb977d tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:27.239982 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-da526659-0979-43ed-925d-caa5e4fb977d tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.50 "GET /v2.0/networks?id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e HTTP/1.1" status: 200  len: 813 time: 0.3950863
Feb 12 21:16:27.262616 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-8187e9bf-4c79-4bf3-9f1e-87538267f600 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Request body: {'port': {'device_id': 'c17a1dbb-861a-43c9-b417-0cd379869e0c', 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e', 'admin_state_up': True, 'tenant_id': '34fc2aeace2346329e2035646bdd4a65'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:27.333453 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-72b18272-46c5-413e-b0a5-ccf699ffb9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:27.404609 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3ef6af6-3ca1-4056-ad5c-bfe726013af6 req-7d9e7867-7aed-47e6-86f7-a02c98953d78 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672671
Feb 12 21:16:27.573829 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b03e2883-76c6-40d8-9dee-7c299dc7c6ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (01713a80-792b-4e45-b2b0-0b4dd96acc67), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:27.635021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-3ced0423-a938-4868-9b06-bc2750e49164 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Allocated IP 172.20.0.8 (2d5eca5e-b457-4c36-8b4b-a1a450e04c3e/9cac913b-d418-4c68-82b0-abe0dd9002bb/93f02fa8-36e2-4b7b-ac34-b8fe172d03ba) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:16:27.806476 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-8187e9bf-4c79-4bf3-9f1e-87538267f600 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Made reservation on behalf of 34fc2aeace2346329e2035646bdd4a65 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:16:27.811147 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-8187e9bf-4c79-4bf3-9f1e-87538267f600 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:27.961547 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f5a09eb-5e56-45da-aeb5-7be44db6cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (1241d83c-10df-4b94-b76c-17674c0674dc), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:28.029656 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48273203-5bc5-44ae-94a8-132e6f63f3c1 req-7bae7c8f-395b-4fa8-a81d-29e82b87f03d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:28.037010 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-48273203-5bc5-44ae-94a8-132e6f63f3c1 req-7bae7c8f-395b-4fa8-a81d-29e82b87f03d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 946 time: 0.1866455
Feb 12 21:16:28.053278 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-308f2cbc-a276-45fc-aa1e-9aeb17e3af46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:28.067233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b18272-46c5-413e-b0a5-ccf699ffb9b6 admin admin] Router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:16:28.076695 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a09eb-5e56-45da-aeb5-7be44db6cab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1241d83c-10df-4b94-b76c-17674c0674dc,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:28.080958 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-3ced0423-a938-4868-9b06-bc2750e49164 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks [] for port (93f02fa8-36e2-4b7b-ac34-b8fe172d03ba), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:28.090046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5a09eb-5e56-45da-aeb5-7be44db6cab8 admin admin] Checking segment: {'id': '9eb151c6-276b-4242-8eee-e95baa2443fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:28.090405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5a09eb-5e56-45da-aeb5-7be44db6cab8 admin admin] Network hostable DHCP agents. Network: 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:16:28.134670 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-48273203-5bc5-44ae-94a8-132e6f63f3c1 req-201a9e2a-7ee5-4904-ba3e-e0909c6eb8fe tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961018
Feb 12 21:16:28.222464 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d660b64-ea56-4265-a81a-2758232574c6 req-0e7b6ef9-185e-4645-a52c-f87570b11acd tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 210 time: 0.0353239
Feb 12 21:16:28.287531 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-3ced0423-a938-4868-9b06-bc2750e49164 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (93f02fa8-36e2-4b7b-ac34-b8fe172d03ba), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:28.289022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5a09eb-5e56-45da-aeb5-7be44db6cab8 admin admin] Network 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:16:28.328640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-3ced0423-a938-4868-9b06-bc2750e49164 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:16:28.335226 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-3ced0423-a938-4868-9b06-bc2750e49164 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:28.364127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-3ced0423-a938-4868-9b06-bc2750e49164 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:16:28.437492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced0423-a938-4868-9b06-bc2750e49164 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Pushing event updated for resources: {'Port': ['ID=93f02fa8-36e2-4b7b-ac34-b8fe172d03ba,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:28.444974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-8187e9bf-4c79-4bf3-9f1e-87538267f600 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Allocated IP 172.20.0.11 (2d5eca5e-b457-4c36-8b4b-a1a450e04c3e/9cac913b-d418-4c68-82b0-abe0dd9002bb/2b497b99-f059-46d5-86fa-8f5cb6613ed5) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:16:28.455053 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-3ced0423-a938-4868-9b06-bc2750e49164 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:28.455724 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-3ced0423-a938-4868-9b06-bc2750e49164 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:28.474066 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-8f5a09eb-5e56-45da-aeb5-7be44db6cab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:28.482644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5a09eb-5e56-45da-aeb5-7be44db6cab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:28.483243 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f5a09eb-5e56-45da-aeb5-7be44db6cab8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:28.485830 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7fbeb9-d073-47b2-b8c2-3080588b5592 None None] Network 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:16:28.547950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-3ced0423-a938-4868-9b06-bc2750e49164 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0480165
Feb 12 21:16:28.561372 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Request body: {'port': {'device_id': 'a86bfb3b-f693-42f1-b99a-e4ff52df8415', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:28.574696 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8f5a09eb-5e56-45da-aeb5-7be44db6cab8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8115757
Feb 12 21:16:28.578941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44318) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:28.605116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-320493947-router', 'tenant_id': '036d2491a97d486eb196e0cdafa05500', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:28.687810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce173bd8-0511-4042-9a65-5ca71d0a5723 None None] Network 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:16:28.705189 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03e2883-76c6-40d8-9dee-7c299dc7c6ab admin admin] Router 01713a80-792b-4e45-b2b0-0b4dd96acc67 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:16:28.784074 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (ec146604-33ea-4964-bf24-8c9e6956a13e), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:28.785921 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (ec146604-33ea-4964-bf24-8c9e6956a13e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:28.796030 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-8187e9bf-4c79-4bf3-9f1e-87538267f600 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks [] for port (2b497b99-f059-46d5-86fa-8f5cb6613ed5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:28.800104 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (93f02fa8-36e2-4b7b-ac34-b8fe172d03ba), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:28.904705 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b18272-46c5-413e-b0a5-ccf699ffb9b6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:16:28.913792 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-72b18272-46c5-413e-b0a5-ccf699ffb9b6 admin admin] 10.222.0.31 "PUT /v2.0/routers/a0a3e58f-2780-4919-b93e-90a2fcfe19d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7311180
Feb 12 21:16:28.915966 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44328) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:28.917730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab72548-d0a4-4629-827a-52fd429c0cb3 None None] Sync routers for ids ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:16:28.949041 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab72548-d0a4-4629-827a-52fd429c0cb3 None None] Routers {'a0a3e58f-2780-4919-b93e-90a2fcfe19d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:28.949752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-aab72548-d0a4-4629-827a-52fd429c0cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2ecbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:28.957528 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03e2883-76c6-40d8-9dee-7c299dc7c6ab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:16:28.970859 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a14d4-cecf-4337-b79c-e8025cd43064 None None] Sync routers for ids ['01713a80-792b-4e45-b2b0-0b4dd96acc67'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:16:28.971386 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b03e2883-76c6-40d8-9dee-7c299dc7c6ab admin admin] 10.222.0.31 "PUT /v2.0/routers/01713a80-792b-4e45-b2b0-0b4dd96acc67/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6109838
Feb 12 21:16:28.971386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44332) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:28.986887 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Publish callbacks [] for router_controller (ec146604-33ea-4964-bf24-8c9e6956a13e), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:28.989551 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a14d4-cecf-4337-b79c-e8025cd43064 None None] Routers {'01713a80-792b-4e45-b2b0-0b4dd96acc67'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:28.990291 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-382a14d4-cecf-4337-b79c-e8025cd43064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe35e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['01713a80-792b-4e45-b2b0-0b4dd96acc67'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:29.135788 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-382a14d4-cecf-4337-b79c-e8025cd43064 None None] Set router 01713a80-792b-4e45-b2b0-0b4dd96acc67 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:29.148872 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e34a541f-634a-49ab-980e-22eb6ef5bfba admin admin] Publish callbacks [] for router (01713a80-792b-4e45-b2b0-0b4dd96acc67), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:29.176649 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-aab72548-d0a4-4629-827a-52fd429c0cb3 None None] Set router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:29.363839 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44344) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:29.367676 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-382a14d4-cecf-4337-b79c-e8025cd43064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe35e20>, [{'id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'name': 'tempest-ServersTestFqdnHostnames-111323067-router', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:15:08Z', 'updated_at': '2022-02-12T21:16:26Z', 'revision_number': 5, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'gw_port': {'id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:11Z', 'updated_at': '2022-02-12T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:29.398769 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-8187e9bf-4c79-4bf3-9f1e-87538267f600 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2b497b99-f059-46d5-86fa-8f5cb6613ed5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:29.424281 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:29.439467 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a14d4-cecf-4337-b79c-e8025cd43064 None None] Checking router: 01713a80-792b-4e45-b2b0-0b4dd96acc67 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:16:29.448310 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a14d4-cecf-4337-b79c-e8025cd43064 None None] Routers {'01713a80-792b-4e45-b2b0-0b4dd96acc67'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:29.448919 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-382a14d4-cecf-4337-b79c-e8025cd43064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe35e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['01713a80-792b-4e45-b2b0-0b4dd96acc67'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:29.499654 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:29.512750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d1f6a-e6ac-4a91-b5d0-670b312b87e3 req-c382a642-3929-4c0b-a75c-01753fd6384a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:29.514575 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b01d1f6a-e6ac-4a91-b5d0-670b312b87e3 req-c382a642-3929-4c0b-a75c-01753fd6384a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 946 time: 0.2031939
Feb 12 21:16:29.520061 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e34a541f-634a-49ab-980e-22eb6ef5bfba admin admin] Publish callbacks [] for router_gateway (01713a80-792b-4e45-b2b0-0b4dd96acc67), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:29.554143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-aab72548-d0a4-4629-827a-52fd429c0cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2ecbb0>, [{'id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'name': 'tempest-TaggedBootDevicesTest-1958852291-router', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56'}], 'enable_snat': True}, 'gw_port_id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:45Z', 'updated_at': '2022-02-12T21:16:26Z', 'revision_number': 5, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'gw_port': {'id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:46Z', 'updated_at': '2022-02-12T21:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:29.590610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab72548-d0a4-4629-827a-52fd429c0cb3 None None] Checking router: a0a3e58f-2780-4919-b93e-90a2fcfe19d2 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:16:29.601053 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b01d1f6a-e6ac-4a91-b5d0-670b312b87e3 req-bb8dd4bb-e417-46a6-a7dd-6076402e8830 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771756
Feb 12 21:16:29.602057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab72548-d0a4-4629-827a-52fd429c0cb3 None None] Routers {'a0a3e58f-2780-4919-b93e-90a2fcfe19d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:29.603267 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-aab72548-d0a4-4629-827a-52fd429c0cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2ecbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:29.615587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb9224-9957-42dd-877d-94db4b2b1674 req-6e56d09d-b1b9-4af6-8e17-401811250111 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:29.615587 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-77cb9224-9957-42dd-877d-94db4b2b1674 req-6e56d09d-b1b9-4af6-8e17-401811250111 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 946 time: 0.6896255
Feb 12 21:16:29.682182 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-382a14d4-cecf-4337-b79c-e8025cd43064 None None] Set router 01713a80-792b-4e45-b2b0-0b4dd96acc67 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:29.715871 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a16e763a-0ec9-4862-b312-376500c0a6c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:29.745580 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bab5422-6f6c-4beb-af05-5b114d66f725 admin admin] Publish callbacks [] for router (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:29.775551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-aab72548-d0a4-4629-827a-52fd429c0cb3 None None] Set router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:29.868274 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dc6af-c823-476f-8fd9-b89f33d9d92a req-fa34c6fe-1ee0-410a-b61a-09d5484a1187 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:29.877156 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-923dc6af-c823-476f-8fd9-b89f33d9d92a req-fa34c6fe-1ee0-410a-b61a-09d5484a1187 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 932 time: 0.1579885
Feb 12 21:16:29.895558 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Publish callbacks [] for router_gateway (ec146604-33ea-4964-bf24-8c9e6956a13e), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:29.907437 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-e34a541f-634a-49ab-980e-22eb6ef5bfba admin admin] Deleting port fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:29.907808 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e34a541f-634a-49ab-980e-22eb6ef5bfba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:29.913739 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-8187e9bf-4c79-4bf3-9f1e-87538267f600 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:16:29.949448 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187e9bf-4c79-4bf3-9f1e-87538267f600 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Pushing event updated for resources: {'Port': ['ID=2b497b99-f059-46d5-86fa-8f5cb6613ed5,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:29.968900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-8187e9bf-4c79-4bf3-9f1e-87538267f600 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:29.988794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-8187e9bf-4c79-4bf3-9f1e-87538267f600 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:16:30.053899 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-382a14d4-cecf-4337-b79c-e8025cd43064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe35e20>, [{'id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'name': 'tempest-ServersTestFqdnHostnames-111323067-router', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:15:08Z', 'updated_at': '2022-02-12T21:16:26Z', 'revision_number': 5, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'gw_port': {'id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:11Z', 'updated_at': '2022-02-12T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:30.060972 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-923dc6af-c823-476f-8fd9-b89f33d9d92a req-701fb3df-6d4a-4884-a68c-b3e18ee3e4da tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684990
Feb 12 21:16:30.086150 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a16e763a-0ec9-4862-b312-376500c0a6c7 admin admin] Publish callbacks [] for security_group (f0282892-7881-44da-b5cd-bb9867a07f2e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:30.087626 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a14d4-cecf-4337-b79c-e8025cd43064 None None] The sync data for ids ['01713a80-792b-4e45-b2b0-0b4dd96acc67'] in ncdv-master-1 is: [{'id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'name': 'tempest-ServersTestFqdnHostnames-111323067-router', 'tenant_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163'}], 'enable_snat': True}, 'gw_port_id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:15:08Z', 'updated_at': '2022-02-12T21:16:26Z', 'revision_number': 5, 'project_id': 'f5577c08c6bb4cc0bec1ad0fe18260ca', 'gw_port': {'id': 'fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01713a80-792b-4e45-b2b0-0b4dd96acc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:15:11Z', 'updated_at': '2022-02-12T21:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:16:30.131048 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-e34a541f-634a-49ab-980e-22eb6ef5bfba admin admin] For port fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:30.131480 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e34a541f-634a-49ab-980e-22eb6ef5bfba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:30.182639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-e34a541f-634a-49ab-980e-22eb6ef5bfba admin admin] Calling delete_port for fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:30.184456 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a16e763a-0ec9-4862-b312-376500c0a6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f0282892-7881-44da-b5cd-bb9867a07f2e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:30.281020 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a16e763a-0ec9-4862-b312-376500c0a6c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11dc2970f337482a8d69fd40c292d675&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9176521
Feb 12 21:16:30.283712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e763a-0ec9-4862-b312-376500c0a6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0282892-7881-44da-b5cd-bb9867a07f2e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:30.286141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44366) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:30.299706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-aab72548-d0a4-4629-827a-52fd429c0cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2ecbb0>, [{'id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'name': 'tempest-TaggedBootDevicesTest-1958852291-router', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56'}], 'enable_snat': True}, 'gw_port_id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:45Z', 'updated_at': '2022-02-12T21:16:26Z', 'revision_number': 5, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'gw_port': {'id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:46Z', 'updated_at': '2022-02-12T21:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:30.341728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab72548-d0a4-4629-827a-52fd429c0cb3 None None] The sync data for ids ['a0a3e58f-2780-4919-b93e-90a2fcfe19d2'] in ncdv-master-1 is: [{'id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'name': 'tempest-TaggedBootDevicesTest-1958852291-router', 'tenant_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56'}], 'enable_snat': True}, 'gw_port_id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:09:45Z', 'updated_at': '2022-02-12T21:16:26Z', 'revision_number': 5, 'project_id': 'c1ff07a97663458e87406ec3a5e2cf1c', 'gw_port': {'id': 'd99d1fdf-0597-4f37-80f3-7243a5b24999', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:35:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3e58f-2780-4919-b93e-90a2fcfe19d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:09:46Z', 'updated_at': '2022-02-12T21:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:16:30.359062 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-31b53a31-443b-458b-861c-2328cacb7f67 admin admin] Publish callbacks [] for security_group (f0282892-7881-44da-b5cd-bb9867a07f2e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:30.438906 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-31b53a31-443b-458b-861c-2328cacb7f67 admin admin] Publish callbacks [] for security_group (f0282892-7881-44da-b5cd-bb9867a07f2e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:30.490450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d8f7ebc1-b551-4c96-b05d-804814779f3d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:30.516637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-8187e9bf-4c79-4bf3-9f1e-87538267f600 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:30.517263 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-8187e9bf-4c79-4bf3-9f1e-87538267f600 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:30.523825 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-77cb9224-9957-42dd-877d-94db4b2b1674 req-2b243705-d08d-491b-8185-ebffb2b96635 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8688581
Feb 12 21:16:30.569979 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf391c-d94a-4419-bfd9-19ff1ff1708e req-942912b7-f379-4234-9e63-09fc32ee47e1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:30.569979 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d2bf391c-d94a-4419-bfd9-19ff1ff1708e req-942912b7-f379-4234-9e63-09fc32ee47e1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 946 time: 0.1151750
Feb 12 21:16:30.598411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: d8f7ebc1-b551-4c96-b05d-804814779f3d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:30.600631 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d8f7ebc1-b551-4c96-b05d-804814779f3d not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:30.619315 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bab5422-6f6c-4beb-af05-5b114d66f725 admin admin] Publish callbacks [] for router_gateway (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:30.715911 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-8187e9bf-4c79-4bf3-9f1e-87538267f600 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4637825
Feb 12 21:16:30.733874 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-31b53a31-443b-458b-861c-2328cacb7f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f0282892-7881-44da-b5cd-bb9867a07f2e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:30.736718 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-31b53a31-443b-458b-861c-2328cacb7f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:30.738042 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-31b53a31-443b-458b-861c-2328cacb7f67 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0282892-7881-44da-b5cd-bb9867a07f2e HTTP/1.1" status: 204  len: 168 time: 0.4496858
Feb 12 21:16:30.746415 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e34a541f-634a-49ab-980e-22eb6ef5bfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:30.751338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Request body: {'port': {'device_id': 'c17a1dbb-861a-43c9-b417-0cd379869e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:30.784832 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:16:30.813196 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Publish callbacks [] for port (93f02fa8-36e2-4b7b-ac34-b8fe172d03ba), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:30.815036 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a541f-634a-49ab-980e-22eb6ef5bfba admin admin] Pushing event deleted for resources: {'Port': ['ID=fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:30.827342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b53a31-443b-458b-861c-2328cacb7f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0282892-7881-44da-b5cd-bb9867a07f2e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:30.886183 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813de3f-393e-4f3d-bbd3-872c80ba4df3 req-c8979c2f-2cd7-47ae-8e9d-e316b71c12f1 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:30.895208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Transition to ACTIVE for port object 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:16:30.895528 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d813de3f-393e-4f3d-bbd3-872c80ba4df3 req-c8979c2f-2cd7-47ae-8e9d-e316b71c12f1 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 946 time: 0.2408414
Feb 12 21:16:30.897616 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2b497b99-f059-46d5-86fa-8f5cb6613ed5), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:30.957425 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:30.961010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-1bab5422-6f6c-4beb-af05-5b114d66f725 admin admin] Deleting port d99d1fdf-0597-4f37-80f3-7243a5b24999 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:30.961569 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bab5422-6f6c-4beb-af05-5b114d66f725 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d99d1fdf-0597-4f37-80f3-7243a5b24999), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:30.976680 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-d2bf391c-d94a-4419-bfd9-19ff1ff1708e req-cb7cf755-4f03-4a75-bd96-f4603a017ef1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Deleting port 535bef55-124d-44f2-9478-80c0a813b588 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:30.977083 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d2bf391c-d94a-4419-bfd9-19ff1ff1708e req-cb7cf755-4f03-4a75-bd96-f4603a017ef1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (535bef55-124d-44f2-9478-80c0a813b588), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.031483 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e34a541f-634a-49ab-980e-22eb6ef5bfba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (01713a80-792b-4e45-b2b0-0b4dd96acc67), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.095579 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (93f02fa8-36e2-4b7b-ac34-b8fe172d03ba), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.142798 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e34a541f-634a-49ab-980e-22eb6ef5bfba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (01713a80-792b-4e45-b2b0-0b4dd96acc67), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.145032 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e34a541f-634a-49ab-980e-22eb6ef5bfba admin admin] Publish callbacks [] for router_controller (01713a80-792b-4e45-b2b0-0b4dd96acc67), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.266328 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d813de3f-393e-4f3d-bbd3-872c80ba4df3 req-19744754-7768-4f3c-8f2a-d9299ada7b79 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3698270
Feb 12 21:16:31.316494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-d2bf391c-d94a-4419-bfd9-19ff1ff1708e req-cb7cf755-4f03-4a75-bd96-f4603a017ef1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] For port 535bef55-124d-44f2-9478-80c0a813b588, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=535bef55-124d-44f2-9478-80c0a813b588,segment=NetworkSegment(88f6a570-6149-4a60-94dc-8529451799c8),segment_id=88f6a570-6149-4a60-94dc-8529451799c8)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:31.320423 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d2bf391c-d94a-4419-bfd9-19ff1ff1708e req-cb7cf755-4f03-4a75-bd96-f4603a017ef1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (535bef55-124d-44f2-9478-80c0a813b588), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.331462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-d2bf391c-d94a-4419-bfd9-19ff1ff1708e req-cb7cf755-4f03-4a75-bd96-f4603a017ef1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Calling delete_port for 535bef55-124d-44f2-9478-80c0a813b588 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:31.375146 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e34a541f-634a-49ab-980e-22eb6ef5bfba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (01713a80-792b-4e45-b2b0-0b4dd96acc67), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.375680 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34a541f-634a-49ab-980e-22eb6ef5bfba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01713a80-792b-4e45-b2b0-0b4dd96acc67 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:16:31.378841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Pushing event updated for resources: {'Port': ['ID=93f02fa8-36e2-4b7b-ac34-b8fe172d03ba,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:31.381408 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e34a541f-634a-49ab-980e-22eb6ef5bfba admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.383193 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e34a541f-634a-49ab-980e-22eb6ef5bfba admin admin] 10.222.0.31 "DELETE /v2.0/routers/01713a80-792b-4e45-b2b0-0b4dd96acc67 HTTP/1.1" status: 204  len: 168 time: 2.4110594
Feb 12 21:16:31.397946 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44378) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:31.465088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-1bab5422-6f6c-4beb-af05-5b114d66f725 admin admin] For port d99d1fdf-0597-4f37-80f3-7243a5b24999, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d99d1fdf-0597-4f37-80f3-7243a5b24999,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:31.465505 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bab5422-6f6c-4beb-af05-5b114d66f725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d99d1fdf-0597-4f37-80f3-7243a5b24999), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.469855 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Publish callbacks [] for router_gateway (ec146604-33ea-4964-bf24-8c9e6956a13e), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.552158 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-1bab5422-6f6c-4beb-af05-5b114d66f725 admin admin] Calling delete_port for d99d1fdf-0597-4f37-80f3-7243a5b24999 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:31.627711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1425bb4-5c11-4077-9e9f-41f034076a4e admin admin] Deleting subnet 2620e233-7a80-46dd-91d4-c485dcb2f038 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:16:31.632621 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1425bb4-5c11-4077-9e9f-41f034076a4e admin admin] Publish callbacks [] for subnet (2620e233-7a80-46dd-91d4-c485dcb2f038), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.708825 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191153ab-a261-452e-9b7d-c6b9e9476919 req-9eec4801-0593-4a8d-b610-a8aec30d3252 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:31.715950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-191153ab-a261-452e-9b7d-c6b9e9476919 req-9eec4801-0593-4a8d-b610-a8aec30d3252 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 932 time: 0.4831636
Feb 12 21:16:31.718203 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.726009 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d2bf391c-d94a-4419-bfd9-19ff1ff1708e req-cb7cf755-4f03-4a75-bd96-f4603a017ef1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (535bef55-124d-44f2-9478-80c0a813b588), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.733879 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d657cda9-bc6c-49fa-a6f9-8f1cf522c94f req-1a6b995d-ce22-477b-b7b3-ce3c112312f8 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 210 time: 0.0515420
Feb 12 21:16:31.751830 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1425bb4-5c11-4077-9e9f-41f034076a4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (2620e233-7a80-46dd-91d4-c485dcb2f038), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.792002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cf755-4f03-4a75-bd96-f4603a017ef1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Pushing event deleted for resources: {'Port': ['ID=535bef55-124d-44f2-9478-80c0a813b588,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:31.808155 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Attempting to bind port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:16:31.808424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Attempting to bind port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:16:31.808763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Attempting to bind port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba on network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:31.821541 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba on network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:16:31.821541 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Attempting to bind port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba on network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:31.845313 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bf391c-d94a-4419-bfd9-19ff1ff1708e req-cb7cf755-4f03-4a75-bd96-f4603a017ef1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] No DVR routers for this DVR port 535bef55-124d-44f2-9478-80c0a813b588 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:31.848727 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-d2bf391c-d94a-4419-bfd9-19ff1ff1708e req-cb7cf755-4f03-4a75-bd96-f4603a017ef1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.852078 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d2bf391c-d94a-4419-bfd9-19ff1ff1708e req-cb7cf755-4f03-4a75-bd96-f4603a017ef1 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.48 "DELETE /v2.0/ports/535bef55-124d-44f2-9478-80c0a813b588 HTTP/1.1" status: 204  len: 173 time: 1.2811561
Feb 12 21:16:31.852702 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca29232-9b41-4183-b84b-ce26da0aea7b', 'name': 'network-vif-deleted', 'tag': '535bef55-124d-44f2-9478-80c0a813b588'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:31.857124 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4018fa-2adf-4af2-bb1f-d46f38513400" -d '{"events": [{"server_uuid": "8ca29232-9b41-4183-b84b-ce26da0aea7b", "name": "network-vif-deleted", "tag": "535bef55-124d-44f2-9478-80c0a813b588"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:31.869892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:16:31.870441 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Checking segment: {'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:31.871005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Bound using segment: {'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:16:31.871470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Bound port: 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:16:31.871837 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (93f02fa8-36e2-4b7b-ac34-b8fe172d03ba), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.911036 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1425bb4-5c11-4077-9e9f-41f034076a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (2620e233-7a80-46dd-91d4-c485dcb2f038), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:31.915044 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe797e6-4128-40d5-9d8e-37b010ecabce x-openstack-request-id: req-fbe797e6-4128-40d5-9d8e-37b010ecabce {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:31.915488 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca29232-9b41-4183-b84b-ce26da0aea7b", "name": "network-vif-deleted", "tag": "535bef55-124d-44f2-9478-80c0a813b588", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:31.915792 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbe797e6-4128-40d5-9d8e-37b010ecabce {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:31.916280 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca29232-9b41-4183-b84b-ce26da0aea7b', 'name': 'network-vif-deleted', 'tag': '535bef55-124d-44f2-9478-80c0a813b588', 'status': 'completed', 'code': 200}
Feb 12 21:16:32.045707 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-191153ab-a261-452e-9b7d-c6b9e9476919 req-7ad3d713-b40b-4a03-9971-483945b9fb88 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3286800
Feb 12 21:16:32.081916 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1425bb4-5c11-4077-9e9f-41f034076a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (2620e233-7a80-46dd-91d4-c485dcb2f038), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.111408 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1425bb4-5c11-4077-9e9f-41f034076a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2620e233-7a80-46dd-91d4-c485dcb2f038,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:32.118035 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1425bb4-5c11-4077-9e9f-41f034076a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.125222 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c1425bb4-5c11-4077-9e9f-41f034076a4e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2620e233-7a80-46dd-91d4-c485dcb2f038 HTTP/1.1" status: 204  len: 168 time: 0.7216580
Feb 12 21:16:32.125486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44398) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:32.132335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7394c8-f4a0-4f45-88be-bbddd40cc216 None None] Network 99333fdc-3f05-4177-b985-b1e7bb8c19b1 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:16:32.143558 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Allocated IP 172.35.2.34 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/052fc6e1-d54a-44d4-912a-4a14240f9850) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:16:32.147872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b497b99-f059-46d5-86fa-8f5cb6613ed5 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:16:32.173175 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Publish callbacks [] for port (2b497b99-f059-46d5-86fa-8f5cb6613ed5), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.226891 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] For port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:16:32.229933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (99333fdc-3f05-4177-b985-b1e7bb8c19b1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.238562 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bab5422-6f6c-4beb-af05-5b114d66f725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d99d1fdf-0597-4f37-80f3-7243a5b24999), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.241776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Transition to ACTIVE for port object 2b497b99-f059-46d5-86fa-8f5cb6613ed5 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:16:32.315239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] For port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93f02fa8-36e2-4b7b-ac34-b8fe172d03ba,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:16:32.316893 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.326755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab5422-6f6c-4beb-af05-5b114d66f725 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99d1fdf-0597-4f37-80f3-7243a5b24999,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:32.362374 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (2b497b99-f059-46d5-86fa-8f5cb6613ed5), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.364630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42596bd1-20d3-4d42-832e-4556ff7a375c req-885b5d90-19cc-4d91-b36a-919d58f5b596 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:32.366232 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-42596bd1-20d3-4d42-832e-4556ff7a375c req-885b5d90-19cc-4d91-b36a-919d58f5b596 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 946 time: 0.1015401
Feb 12 21:16:32.458634 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] Deleting port 56a40726-6529-4ea1-8c18-dd30c4606b1d {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:32.459130 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (56a40726-6529-4ea1-8c18-dd30c4606b1d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.470172 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (93f02fa8-36e2-4b7b-ac34-b8fe172d03ba), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.484706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640fb614-e67d-44e9-b88c-0f1a21aa50c5 None None] DHCP port deletion for 99333fdc-3f05-4177-b985-b1e7bb8c19b1 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:16:32.542347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:32.543141 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.544528 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] 10.222.0.50 "PUT /v2.0/ports/93f02fa8-36e2-4b7b-ac34-b8fe172d03ba HTTP/1.1" status: 200  len: 1091 time: 3.9878502
Feb 12 21:16:32.545003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86bfb3b-f693-42f1-b99a-e4ff52df8415', 'tag': '93f02fa8-36e2-4b7b-ac34-b8fe172d03ba'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:32.547364 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3414b79-2ad8-4c34-b599-60cc8c68d845" -d '{"events": [{"name": "network-changed", "server_uuid": "a86bfb3b-f693-42f1-b99a-e4ff52df8415", "tag": "93f02fa8-36e2-4b7b-ac34-b8fe172d03ba"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:32.563644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Pushing event updated for resources: {'Port': ['ID=2b497b99-f059-46d5-86fa-8f5cb6613ed5,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:32.565145 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248c9d1-6679-4e29-a740-1744d823f04d req-e27c9ec4-2ba8-4a1c-8ec4-d27a38578626 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:32.572705 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c248c9d1-6679-4e29-a740-1744d823f04d req-e27c9ec4-2ba8-4a1c-8ec4-d27a38578626 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 946 time: 0.2054195
Feb 12 21:16:32.590903 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bab5422-6f6c-4beb-af05-5b114d66f725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.639370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-640fb614-e67d-44e9-b88c-0f1a21aa50c5 None None] Deleting port 56a40726-6529-4ea1-8c18-dd30c4606b1d {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:32.639545 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-640fb614-e67d-44e9-b88c-0f1a21aa50c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (56a40726-6529-4ea1-8c18-dd30c4606b1d), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.653155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:32.660680 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] For port 56a40726-6529-4ea1-8c18-dd30c4606b1d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56a40726-6529-4ea1-8c18-dd30c4606b1d,segment=NetworkSegment(3cad0ecf-baaa-4b41-9d84-7f3299f831dc),segment_id=3cad0ecf-baaa-4b41-9d84-7f3299f831dc)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:32.661175 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (56a40726-6529-4ea1-8c18-dd30c4606b1d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.690933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] Calling delete_port for 56a40726-6529-4ea1-8c18-dd30c4606b1d owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:32.716379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:32.716943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 02626427-6bc0-47dd-ab6c-04a4d0e3ea1a not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:32.717556 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:32.733916 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c248c9d1-6679-4e29-a740-1744d823f04d req-b4e697fc-5b75-41e2-ad2c-15d4962bb2ec tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602063
Feb 12 21:16:32.737757 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-42596bd1-20d3-4d42-832e-4556ff7a375c req-1c903810-fd07-4c3f-b46b-aa5fb718b492 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Deleting port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:32.738258 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-42596bd1-20d3-4d42-832e-4556ff7a375c req-1c903810-fd07-4c3f-b46b-aa5fb718b492 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.746630 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:32.749877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fbad4fdb-5b3a-4d5e-b6eb-79b0e1515822 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:32.763059 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-640fb614-e67d-44e9-b88c-0f1a21aa50c5 None None] For port 56a40726-6529-4ea1-8c18-dd30c4606b1d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56a40726-6529-4ea1-8c18-dd30c4606b1d,segment=NetworkSegment(3cad0ecf-baaa-4b41-9d84-7f3299f831dc),segment_id=3cad0ecf-baaa-4b41-9d84-7f3299f831dc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:32.763497 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-640fb614-e67d-44e9-b88c-0f1a21aa50c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (56a40726-6529-4ea1-8c18-dd30c4606b1d), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.787327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-640fb614-e67d-44e9-b88c-0f1a21aa50c5 None None] Calling delete_port for 56a40726-6529-4ea1-8c18-dd30c4606b1d owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:32.905940 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-42596bd1-20d3-4d42-832e-4556ff7a375c req-1c903810-fd07-4c3f-b46b-aa5fb718b492 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] For port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:32.906529 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-42596bd1-20d3-4d42-832e-4556ff7a375c req-1c903810-fd07-4c3f-b46b-aa5fb718b492 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.923087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-42596bd1-20d3-4d42-832e-4556ff7a375c req-1c903810-fd07-4c3f-b46b-aa5fb718b492 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Calling delete_port for 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:32.923970 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Publish callbacks [] for port (052fc6e1-d54a-44d4-912a-4a14240f9850), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:32.927382 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d60c8c-bc0f-44c2-880f-99b266865ea1 x-openstack-request-id: req-a2d60c8c-bc0f-44c2-880f-99b266865ea1 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:32.927673 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86bfb3b-f693-42f1-b99a-e4ff52df8415", "tag": "93f02fa8-36e2-4b7b-ac34-b8fe172d03ba", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:32.927928 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2d60c8c-bc0f-44c2-880f-99b266865ea1 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:32.928324 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86bfb3b-f693-42f1-b99a-e4ff52df8415', 'tag': '93f02fa8-36e2-4b7b-ac34-b8fe172d03ba', 'status': 'completed', 'code': 200}
Feb 12 21:16:32.978654 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44418) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:33.068402 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bab5422-6f6c-4beb-af05-5b114d66f725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   from cryptography.utils import int_from_bytes
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   from cryptography.utils import int_from_bytes
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.070584 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.074270 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.074270 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.074270 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.074270 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.074270 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.074270 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.074270 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.074270 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.074270 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.074270 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.074270 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.074270 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.074270 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:33.074270 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:16:33.076854 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-640fb614-e67d-44e9-b88c-0f1a21aa50c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (56a40726-6529-4ea1-8c18-dd30c4606b1d), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.080076 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-88309507-fa65-47e2-8a74-6453afd18390 req-448d5286-a1d2-42d4-903d-2eac7f46a614 tempest-AttachVolumeNegativeTest-377263399 tempest-AttachVolumeNegativeTest-377263399-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca29232-9b41-4183-b84b-ce26da0aea7b HTTP/1.1" status: 200  len: 210 time: 0.0906930
Feb 12 21:16:33.081450 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bab5422-6f6c-4beb-af05-5b114d66f725 admin admin] Publish callbacks [] for router_controller (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.108892 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (56a40726-6529-4ea1-8c18-dd30c4606b1d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.132198 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fb614-e67d-44e9-b88c-0f1a21aa50c5 None None] Pushing event deleted for resources: {'Port': ['ID=56a40726-6529-4ea1-8c18-dd30c4606b1d,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:33.146791 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640fb614-e67d-44e9-b88c-0f1a21aa50c5 None None] No DVR routers for this DVR port 56a40726-6529-4ea1-8c18-dd30c4606b1d on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:33.164475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a40726-6529-4ea1-8c18-dd30c4606b1d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:33.171121 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] No DVR routers for this DVR port 56a40726-6529-4ea1-8c18-dd30c4606b1d on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:33.198369 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6dabe-6951-4f33-b2d1-66aa9964411e service neutron] Pushing event updated for resources: {'Port': ['ID=93f02fa8-36e2-4b7b-ac34-b8fe172d03ba,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:33.219566 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Attempting to bind port 2b497b99-f059-46d5-86fa-8f5cb6613ed5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:16:33.219566 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Attempting to bind port 2b497b99-f059-46d5-86fa-8f5cb6613ed5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:16:33.219566 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Attempting to bind port 2b497b99-f059-46d5-86fa-8f5cb6613ed5 on network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:33.220155 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71734459-374c-44a0-a94e-8430583c3a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.224531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Port 2b497b99-f059-46d5-86fa-8f5cb6613ed5 on network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:16:33.225003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Attempting to bind port 2b497b99-f059-46d5-86fa-8f5cb6613ed5 on network 2d5eca5e-b457-4c36-8b4b-a1a450e04c3e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:33.230210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-3087cb17-5147-4f36-aa18-653ef0f905ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:33.231760 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-3087cb17-5147-4f36-aa18-653ef0f905ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34fc2aeace2346329e2035646bdd4a65&device_id=a86bfb3b-f693-42f1-b99a-e4ff52df8415 HTTP/1.1" status: 200  len: 1125 time: 0.3148215
Feb 12 21:16:33.234673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:16:33.241029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Checking segment: {'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:33.241029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Bound using segment: {'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:16:33.241029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Bound port: 2b497b99-f059-46d5-86fa-8f5cb6613ed5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:16:33.241029 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2b497b99-f059-46d5-86fa-8f5cb6613ed5), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.268115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 535bef55-124d-44f2-9478-80c0a813b588 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:33.288595 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bab5422-6f6c-4beb-af05-5b114d66f725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (a0a3e58f-2780-4919-b93e-90a2fcfe19d2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.289131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bab5422-6f6c-4beb-af05-5b114d66f725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0a3e58f-2780-4919-b93e-90a2fcfe19d2 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:16:33.294774 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 535bef55-124d-44f2-9478-80c0a813b588 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:33.294899 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bab5422-6f6c-4beb-af05-5b114d66f725 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.294990 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 535bef55-124d-44f2-9478-80c0a813b588 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:33.296210 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1bab5422-6f6c-4beb-af05-5b114d66f725 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a0a3e58f-2780-4919-b93e-90a2fcfe19d2 HTTP/1.1" status: 204  len: 168 time: 4.3727934
Feb 12 21:16:33.297432 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (052fc6e1-d54a-44d4-912a-4a14240f9850), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.300013 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44424) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:33.305251 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-ad25192d-8350-45ee-bc3b-bd38edb40bd2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f02fa8-36e2-4b7b-ac34-b8fe172d03ba HTTP/1.1" status: 200  len: 217 time: 0.0660105
Feb 12 21:16:33.320046 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-42596bd1-20d3-4d42-832e-4556ff7a375c req-1c903810-fd07-4c3f-b46b-aa5fb718b492 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.343597 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (99333fdc-3f05-4177-b985-b1e7bb8c19b1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.405289 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c903810-fd07-4c3f-b46b-aa5fb718b492 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Pushing event deleted for resources: {'Port': ['ID=70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:33.428328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9dc8e20>,) {'filters': {'network_id': ['99333fdc-3f05-4177-b985-b1e7bb8c19b1']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:33.442438 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddfcfe-efe4-4a7e-8783-a90704929b47 req-aeb696ef-6a44-411b-b91b-448e50fb7699 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:33.444046 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d4ddfcfe-efe4-4a7e-8783-a90704929b47 req-aeb696ef-6a44-411b-b91b-448e50fb7699 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 944 time: 0.2712450
Feb 12 21:16:33.480075 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-42596bd1-20d3-4d42-832e-4556ff7a375c req-1c903810-fd07-4c3f-b46b-aa5fb718b492 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] No DVR routers for this DVR port 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:33.483308 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9dc8e20>, '3cad0ecf-baaa-4b41-9d84-7f3299f831dc') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:33.483613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9dc8e20>, '3cad0ecf-baaa-4b41-9d84-7f3299f831dc') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:33.487037 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-42596bd1-20d3-4d42-832e-4556ff7a375c req-1c903810-fd07-4c3f-b46b-aa5fb718b492 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.490407 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-42596bd1-20d3-4d42-832e-4556ff7a375c req-1c903810-fd07-4c3f-b46b-aa5fb718b492 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.48 "DELETE /v2.0/ports/70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb HTTP/1.1" status: 204  len: 173 time: 1.0847776
Feb 12 21:16:33.512988 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (3cad0ecf-baaa-4b41-9d84-7f3299f831dc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.549161 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (3cad0ecf-baaa-4b41-9d84-7f3299f831dc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.576364 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:16:33.576803 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (3cad0ecf-baaa-4b41-9d84-7f3299f831dc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:16:33.578736 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:16:33.582737 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d4ddfcfe-efe4-4a7e-8783-a90704929b47 req-4e414a2e-9ac4-4327-b54e-e39c2eb322b4 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262944
Feb 12 21:16:33.603865 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71734459-374c-44a0-a94e-8430583c3a48 admin admin] Publish callbacks [] for security_group (f1273503-dd5e-439d-adfc-296e7265a85c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.658971 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71734459-374c-44a0-a94e-8430583c3a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f1273503-dd5e-439d-adfc-296e7265a85c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.714968 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (99333fdc-3f05-4177-b985-b1e7bb8c19b1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.722129 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-71734459-374c-44a0-a94e-8430583c3a48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77c05c723f644532a45e12aecbe25df6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7390232
Feb 12 21:16:33.722129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71734459-374c-44a0-a94e-8430583c3a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1273503-dd5e-439d-adfc-296e7265a85c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:33.726615 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.732330 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/99333fdc-3f05-4177-b985-b1e7bb8c19b1 HTTP/1.1" status: 204  len: 168 time: 1.6033525
Feb 12 21:16:33.732330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44426) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:33.748274 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fa9e0-4b47-4d10-b9f9-27cde6c942e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=99333fdc-3f05-4177-b985-b1e7bb8c19b1,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:33.820919 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41076c5d-06cf-4af6-bbee-fad4187fa872 admin admin] Publish callbacks [] for security_group (f1273503-dd5e-439d-adfc-296e7265a85c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.846316 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41076c5d-06cf-4af6-bbee-fad4187fa872 admin admin] Publish callbacks [] for security_group (f1273503-dd5e-439d-adfc-296e7265a85c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.847434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:16:33.861694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:33.880991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-c250dfc1-6834-4733-b261-37df4a590f9f admin admin] Deleting subnet 925d65ec-3fa2-4569-8607-ed683a98304c {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:16:33.880991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:16:33.880991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] For port 2b497b99-f059-46d5-86fa-8f5cb6613ed5, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:16:33.883097 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] For port 2b497b99-f059-46d5-86fa-8f5cb6613ed5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b497b99-f059-46d5-86fa-8f5cb6613ed5,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:16:33.889553 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Pushing event updated for resources: {'Port': ['ID=052fc6e1-d54a-44d4-912a-4a14240f9850,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:33.913294 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c250dfc1-6834-4733-b261-37df4a590f9f admin admin] Publish callbacks [] for subnet (925d65ec-3fa2-4569-8607-ed683a98304c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.917294 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9519e0-9ff9-49f2-898e-a7cea01ca2c1', 'name': 'network-vif-deleted', 'tag': '70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:33.919603 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f912cdc0-3af1-4e2c-a71d-95c78e8ec969" -d '{"events": [{"server_uuid": "fc9519e0-9ff9-49f2-898e-a7cea01ca2c1", "name": "network-vif-deleted", "tag": "70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:33.945054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-17cd67ed-2b6d-4eec-8bac-0de30689ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:33.946984 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-17cd67ed-2b6d-4eec-8bac-0de30689ad49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cac913b-d418-4c68-82b0-abe0dd9002bb HTTP/1.1" status: 200  len: 853 time: 0.6306829
Feb 12 21:16:33.956666 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a84542-3b98-4f61-9d02-deb280ce0a8b x-openstack-request-id: req-d2a84542-3b98-4f61-9d02-deb280ce0a8b {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:33.956666 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9519e0-9ff9-49f2-898e-a7cea01ca2c1", "name": "network-vif-deleted", "tag": "70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:33.956666 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2a84542-3b98-4f61-9d02-deb280ce0a8b {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:33.956666 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9519e0-9ff9-49f2-898e-a7cea01ca2c1', 'name': 'network-vif-deleted', 'tag': '70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb', 'status': 'completed', 'code': 200}
Feb 12 21:16:33.967517 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41076c5d-06cf-4af6-bbee-fad4187fa872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f1273503-dd5e-439d-adfc-296e7265a85c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.970122 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9f9fab9c-9e8a-4f6b-8280-adfaa3b81de8 req-cef1b900-3823-478e-b296-1ceca8d183f0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc9519e0-9ff9-49f2-898e-a7cea01ca2c1 HTTP/1.1" status: 200  len: 210 time: 0.0835361
Feb 12 21:16:33.970291 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41076c5d-06cf-4af6-bbee-fad4187fa872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:33.971348 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-41076c5d-06cf-4af6-bbee-fad4187fa872 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1273503-dd5e-439d-adfc-296e7265a85c HTTP/1.1" status: 204  len: 168 time: 0.2396131
Feb 12 21:16:33.983110 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41076c5d-06cf-4af6-bbee-fad4187fa872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1273503-dd5e-439d-adfc-296e7265a85c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:34.023657 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (2b497b99-f059-46d5-86fa-8f5cb6613ed5), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.034773 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-907b3ab8-9110-4146-af50-dd75dece9bfc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0685465
Feb 12 21:16:34.063344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44436) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:34.064683 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c250dfc1-6834-4733-b261-37df4a590f9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (925d65ec-3fa2-4569-8607-ed683a98304c), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.103997 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2c341006-f95c-4ebf-bc4f-35c449e34da2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5577c08c6bb4cc0bec1ad0fe18260ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0393653
Feb 12 21:16:34.106451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44438) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:34.161582 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44444) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:34.186114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:34.186775 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.188213 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] 10.222.0.50 "PUT /v2.0/ports/2b497b99-f059-46d5-86fa-8f5cb6613ed5 HTTP/1.1" status: 200  len: 1092 time: 3.4630845
Feb 12 21:16:34.223401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30883d9-d53c-4647-8434-8f115252bce1 admin admin] Deleting subnet bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:16:34.225894 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b30883d9-d53c-4647-8434-8f115252bce1 admin admin] Publish callbacks [] for subnet (bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.271708 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2821b063-471e-494d-b380-2d7a31de41a0 admin admin] Publish callbacks [] for security_group (a2f822f6-5eef-4966-9ef5-db1a4f7031a4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.280014 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b30883d9-d53c-4647-8434-8f115252bce1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.285237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f296e-75ed-4d73-b102-afce9cc7782c service neutron] Pushing event updated for resources: {'Port': ['ID=2b497b99-f059-46d5-86fa-8f5cb6613ed5,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:34.327054 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2821b063-471e-494d-b380-2d7a31de41a0 admin admin] Publish callbacks [] for security_group (a2f822f6-5eef-4966-9ef5-db1a4f7031a4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.367075 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b30883d9-d53c-4647-8434-8f115252bce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.389452 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-efd1ba6c-643a-4c74-bd32-1000266025ca service neutron] 10.222.0.50 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3460662
Feb 12 21:16:34.398466 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c250dfc1-6834-4733-b261-37df4a590f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (925d65ec-3fa2-4569-8607-ed683a98304c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.511179 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b30883d9-d53c-4647-8434-8f115252bce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.517842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-48bcdb12-92e3-456f-80bf-2fcf5da79a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:34.519554 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-48bcdb12-92e3-456f-80bf-2fcf5da79a18 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34fc2aeace2346329e2035646bdd4a65&device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 1126 time: 0.2107496
Feb 12 21:16:34.523132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 56a40726-6529-4ea1-8c18-dd30c4606b1d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:34.530273 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2821b063-471e-494d-b380-2d7a31de41a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a2f822f6-5eef-4966-9ef5-db1a4f7031a4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.533001 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2821b063-471e-494d-b380-2d7a31de41a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.534595 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2821b063-471e-494d-b380-2d7a31de41a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2f822f6-5eef-4966-9ef5-db1a4f7031a4 HTTP/1.1" status: 204  len: 168 time: 0.4268124
Feb 12 21:16:34.535519 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b30883d9-d53c-4647-8434-8f115252bce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.542768 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b30883d9-d53c-4647-8434-8f115252bce1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992 HTTP/1.1" status: 204  len: 168 time: 0.3800805
Feb 12 21:16:34.549504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44456) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:34.562013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 56a40726-6529-4ea1-8c18-dd30c4606b1d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:34.565221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 56a40726-6529-4ea1-8c18-dd30c4606b1d not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:34.565925 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d99d1fdf-0597-4f37-80f3-7243a5b24999 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:34.589501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821b063-471e-494d-b380-2d7a31de41a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f822f6-5eef-4966-9ef5-db1a4f7031a4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:34.612845 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30883d9-d53c-4647-8434-8f115252bce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc6ac2c-2d9d-4bc2-8cb8-6eb107f6e992,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:34.631330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: d99d1fdf-0597-4f37-80f3-7243a5b24999 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:34.633673 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d99d1fdf-0597-4f37-80f3-7243a5b24999 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:34.671543 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-c1486059-69d3-447f-a893-11b5520d9db1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b497b99-f059-46d5-86fa-8f5cb6613ed5 HTTP/1.1" status: 200  len: 217 time: 0.0772545
Feb 12 21:16:34.716326 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-169c156c-6e6c-4779-bb08-3f9f6de473cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (282c3200-9059-438c-a022-c732f83ca0af), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.746953 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c250dfc1-6834-4733-b261-37df4a590f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (925d65ec-3fa2-4569-8607-ed683a98304c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.769723 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-a97d326e-8b71-43ac-bfde-7c8feeacdd82 service neutron] 10.222.0.50 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3734796
Feb 12 21:16:34.805635 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250dfc1-6834-4733-b261-37df4a590f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=925d65ec-3fa2-4569-8607-ed683a98304c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:34.815594 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c250dfc1-6834-4733-b261-37df4a590f9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.816558 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-169c156c-6e6c-4779-bb08-3f9f6de473cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (282c3200-9059-438c-a022-c732f83ca0af), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.818013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a50c44-de80-40ab-8d66-ce809961c60d None None] Network 0824877a-f60f-4b02-85ba-7bb3e69bc246 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:16:34.819684 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c250dfc1-6834-4733-b261-37df4a590f9f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/925d65ec-3fa2-4569-8607-ed683a98304c HTTP/1.1" status: 204  len: 168 time: 1.5161552
Feb 12 21:16:34.823975 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44462) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:34.824301 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-ff022d09-3966-4137-b97e-2f29a07021f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:34.826075 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-ff022d09-3966-4137-b97e-2f29a07021f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cac913b-d418-4c68-82b0-abe0dd9002bb HTTP/1.1" status: 200  len: 853 time: 0.1444006
Feb 12 21:16:34.827803 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Publish callbacks [] for router_gateway (ec146604-33ea-4964-bf24-8c9e6956a13e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.867413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-169c156c-6e6c-4779-bb08-3f9f6de473cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9f4efa0>,) {'filters': {'network_id': ['282c3200-9059-438c-a022-c732f83ca0af']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:34.880639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-169c156c-6e6c-4779-bb08-3f9f6de473cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9f4efa0>, '88f6a570-6149-4a60-94dc-8529451799c8') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:34.880639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-169c156c-6e6c-4779-bb08-3f9f6de473cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9f4efa0>, '88f6a570-6149-4a60-94dc-8529451799c8') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:34.892468 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-169c156c-6e6c-4779-bb08-3f9f6de473cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (88f6a570-6149-4a60-94dc-8529451799c8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.938584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17a1dbb-861a-43c9-b417-0cd379869e0c', 'tag': '2b497b99-f059-46d5-86fa-8f5cb6613ed5'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:34.941338 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e56aa9a-2eb6-463c-b4e5-9583b2e7edc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c17a1dbb-861a-43c9-b417-0cd379869e0c", "tag": "2b497b99-f059-46d5-86fa-8f5cb6613ed5"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:34.947027 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-da40ff5e-986c-49eb-94a4-afe90bd14a01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1132464
Feb 12 21:16:34.958865 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-169c156c-6e6c-4779-bb08-3f9f6de473cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (88f6a570-6149-4a60-94dc-8529451799c8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:34.971819 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44468) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:34.997743 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169c156c-6e6c-4779-bb08-3f9f6de473cc admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:16:34.998062 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-169c156c-6e6c-4779-bb08-3f9f6de473cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (88f6a570-6149-4a60-94dc-8529451799c8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:16:35.000479 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:16:35.009482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9bdb0-1a37-4f72-b3a0-1987803d9071 req-bc72ad9f-6e15-4058-b6b3-e3f74c1b11d7 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:35.017245 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-42e9bdb0-1a37-4f72-b3a0-1987803d9071 req-bc72ad9f-6e15-4058-b6b3-e3f74c1b11d7 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 944 time: 0.2978673
Feb 12 21:16:35.045229 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de48a4d3-a58d-4ee1-bd1d-385a3ae0bc75 x-openstack-request-id: req-de48a4d3-a58d-4ee1-bd1d-385a3ae0bc75 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:35.045729 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17a1dbb-861a-43c9-b417-0cd379869e0c", "tag": "2b497b99-f059-46d5-86fa-8f5cb6613ed5", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:35.045843 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de48a4d3-a58d-4ee1-bd1d-385a3ae0bc75 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:35.046225 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17a1dbb-861a-43c9-b417-0cd379869e0c', 'tag': '2b497b99-f059-46d5-86fa-8f5cb6613ed5', 'status': 'completed', 'code': 200}
Feb 12 21:16:35.052675 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f39cdc93-badc-4d22-b8dc-6992cefccfc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:35.085133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b705042a-1063-4f6a-b1b0-68c64b8f2bb2 None None] DHCP port deletion for 0824877a-f60f-4b02-85ba-7bb3e69bc246 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:16:35.132876 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (0824877a-f60f-4b02-85ba-7bb3e69bc246), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:35.147515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b705042a-1063-4f6a-b1b0-68c64b8f2bb2 None None] Deleting port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:35.148036 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b705042a-1063-4f6a-b1b0-68c64b8f2bb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e40d16fd-0e0c-4659-ad51-3f2e6a8982e1), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:35.225934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b705042a-1063-4f6a-b1b0-68c64b8f2bb2 None None] For port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e40d16fd-0e0c-4659-ad51-3f2e6a8982e1,segment=NetworkSegment(c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c),segment_id=c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:35.226483 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b705042a-1063-4f6a-b1b0-68c64b8f2bb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e40d16fd-0e0c-4659-ad51-3f2e6a8982e1), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:35.238215 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-169c156c-6e6c-4779-bb08-3f9f6de473cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (282c3200-9059-438c-a022-c732f83ca0af), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:35.241518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b705042a-1063-4f6a-b1b0-68c64b8f2bb2 None None] Calling delete_port for e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:35.265972 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-42e9bdb0-1a37-4f72-b3a0-1987803d9071 req-f2c60325-f246-4bb5-8d40-5c7eb792262a tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475951
Feb 12 21:16:35.267675 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-169c156c-6e6c-4779-bb08-3f9f6de473cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:35.271999 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-169c156c-6e6c-4779-bb08-3f9f6de473cc admin admin] 10.222.0.31 "DELETE /v2.0/networks/282c3200-9059-438c-a022-c732f83ca0af HTTP/1.1" status: 204  len: 168 time: 0.6950879
Feb 12 21:16:35.282522 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3414b79-2ad8-4c34-b599-60cc8c68d845 req-d4929ece-7754-430e-bdd1-d2b71b03dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:35.284303 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3414b79-2ad8-4c34-b599-60cc8c68d845 req-d4929ece-7754-430e-bdd1-d2b71b03dc82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34fc2aeace2346329e2035646bdd4a65&device_id=a86bfb3b-f693-42f1-b99a-e4ff52df8415 HTTP/1.1" status: 200  len: 1125 time: 0.3786230
Feb 12 21:16:35.299802 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c156c-6e6c-4779-bb08-3f9f6de473cc admin admin] Pushing event deleted for resources: {'Network': ['ID=282c3200-9059-438c-a022-c732f83ca0af,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:35.318124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:35.337202 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] Deleting port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:35.337576 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e40d16fd-0e0c-4659-ad51-3f2e6a8982e1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:35.380918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:35.380918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 70b3cdf4-7ef0-4187-8da4-b1a3092c5dbb not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:35.391058 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f39cdc93-badc-4d22-b8dc-6992cefccfc8 admin admin] Publish callbacks [] for security_group (cac86ae6-bdaf-4cf3-9702-e62ed1e2a097), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:35.446768 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-054f388d-8088-422b-9e8c-54fb76b67a63 service neutron] 10.222.0.50 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4619539
Feb 12 21:16:35.449986 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (ec146604-33ea-4964-bf24-8c9e6956a13e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:35.481781 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b705042a-1063-4f6a-b1b0-68c64b8f2bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (e40d16fd-0e0c-4659-ad51-3f2e6a8982e1), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:35.491697 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f39cdc93-badc-4d22-b8dc-6992cefccfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cac86ae6-bdaf-4cf3-9702-e62ed1e2a097), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:35.495633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] For port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e40d16fd-0e0c-4659-ad51-3f2e6a8982e1,segment=NetworkSegment(c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c),segment_id=c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:35.495978 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e40d16fd-0e0c-4659-ad51-3f2e6a8982e1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:35.519784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705042a-1063-4f6a-b1b0-68c64b8f2bb2 None None] Pushing event deleted for resources: {'Port': ['ID=e40d16fd-0e0c-4659-ad51-3f2e6a8982e1,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:35.528424 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b705042a-1063-4f6a-b1b0-68c64b8f2bb2 None None] No DVR routers for this DVR port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:35.566089 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] Calling delete_port for e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:35.595368 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f39cdc93-badc-4d22-b8dc-6992cefccfc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea6675b31a3745d9990e22d9cad65d90&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6198769
Feb 12 21:16:35.600704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44492) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:35.619301 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3414b79-2ad8-4c34-b599-60cc8c68d845 req-b74f8d5b-0dab-4b93-afac-5980ce8d80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:35.623392 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3414b79-2ad8-4c34-b599-60cc8c68d845 req-b74f8d5b-0dab-4b93-afac-5980ce8d80b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e HTTP/1.1" status: 200  len: 914 time: 0.3281941
Feb 12 21:16:35.656548 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cdc93-badc-4d22-b8dc-6992cefccfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac86ae6-bdaf-4cf3-9702-e62ed1e2a097,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:35.691153 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-aee85554-6cde-42dc-acd1-b962f4c32e85 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:35.691304 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3414b79-2ad8-4c34-b599-60cc8c68d845 req-a2ad59a3-4f9f-45de-a1dd-1e832a705ac5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f02fa8-36e2-4b7b-ac34-b8fe172d03ba HTTP/1.1" status: 200  len: 217 time: 0.0503860
Feb 12 21:16:35.691419 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-aee85554-6cde-42dc-acd1-b962f4c32e85 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 811 time: 0.2389421
Feb 12 21:16:35.734131 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-6ab2c3bb-1478-442c-a45f-f7b918e7ebb4 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/quotas/e88ed10d0c57403dbc48251e998fbd1a HTTP/1.1" status: 200  len: 375 time: 0.0401652
Feb 12 21:16:35.738684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3414b79-2ad8-4c34-b599-60cc8c68d845 req-88c3f147-ee38-4505-bc6d-88c35d8d9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:35.740855 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3414b79-2ad8-4c34-b599-60cc8c68d845 req-88c3f147-ee38-4505-bc6d-88c35d8d9b55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cac913b-d418-4c68-82b0-abe0dd9002bb HTTP/1.1" status: 200  len: 853 time: 0.0549195
Feb 12 21:16:35.759459 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (e40d16fd-0e0c-4659-ad51-3f2e6a8982e1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:35.765429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44496) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:35.803610 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-65295fd1-0985-457d-8d2d-00bb9e0d02b2 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0570872
Feb 12 21:16:35.804119 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58038484-a3ac-491e-ae06-adb719ea1543 admin admin] Publish callbacks [] for security_group (cac86ae6-bdaf-4cf3-9702-e62ed1e2a097), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:35.811304 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e40d16fd-0e0c-4659-ad51-3f2e6a8982e1,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:35.835732 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] No DVR routers for this DVR port e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:36.132251 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3414b79-2ad8-4c34-b599-60cc8c68d845 req-85a52582-f969-4b22-8180-d13664295df8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3802388
Feb 12 21:16:36.154895 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-639167ac-fa79-41f1-aa91-4073427d7a08 req-986d4d60-5ee6-465d-a6ee-2887150a7d04 service neutron] 10.222.0.50 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7009075
Feb 12 21:16:36.218971 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58038484-a3ac-491e-ae06-adb719ea1543 admin admin] Publish callbacks [] for security_group (cac86ae6-bdaf-4cf3-9702-e62ed1e2a097), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:36.260536 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c06bb387-012e-4a82-8975-e80a635b1634 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3339620b21d4394a171733276444b7b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4896874
Feb 12 21:16:36.265146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44506) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:36.313000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44510) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:36.392337 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3414b79-2ad8-4c34-b599-60cc8c68d845 req-ee072924-0524-437e-bce1-c624ec340485 service neutron] 10.222.0.50 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2502563
Feb 12 21:16:36.416474 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-022aea34-dacd-468e-b7d5-cc6fb4068954 service neutron] 10.222.0.31 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5956447
Feb 12 21:16:36.422400 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (0824877a-f60f-4b02-85ba-7bb3e69bc246), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:36.439579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Router ec146604-33ea-4964-bf24-8c9e6956a13e is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:16:36.456797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa757bb0>,) {'filters': {'network_id': ['0824877a-f60f-4b02-85ba-7bb3e69bc246']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:36.459227 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:36.483988 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa757bb0>, 'c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:36.484365 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa757bb0>, 'c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:36.488431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56aa9a-2eb6-463c-b4e5-9583b2e7edc7 req-8571affd-b296-4c3d-a9e3-d5de2ff60387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:36.490035 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e56aa9a-2eb6-463c-b4e5-9583b2e7edc7 req-8571affd-b296-4c3d-a9e3-d5de2ff60387 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34fc2aeace2346329e2035646bdd4a65&device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 1126 time: 0.2272241
Feb 12 21:16:36.498380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-2d4c7ebe-e367-47e5-a335-ff580cfff3e6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2019717399-network', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:36.505114 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:36.505487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e40d16fd-0e0c-4659-ad51-3f2e6a8982e1 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:36.523499 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0cf45f21-c2ca-40c4-a18e-995b43e5242e admin admin] Publish callbacks [] for security_group (9cbd8095-dc81-4b6f-b7fa-4d48a60dba08), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:36.529682 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:36.529682 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58038484-a3ac-491e-ae06-adb719ea1543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cac86ae6-bdaf-4cf3-9702-e62ed1e2a097), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:36.532617 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58038484-a3ac-491e-ae06-adb719ea1543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:36.536066 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-58038484-a3ac-491e-ae06-adb719ea1543 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cac86ae6-bdaf-4cf3-9702-e62ed1e2a097 HTTP/1.1" status: 204  len: 168 time: 0.9277709
Feb 12 21:16:36.559368 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:36.565474 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58038484-a3ac-491e-ae06-adb719ea1543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac86ae6-bdaf-4cf3-9702-e62ed1e2a097,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:36.570337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:16:36.571339 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (c27ec158-3daf-4ac1-8cc7-a3e3bd8c246c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:16:36.573455 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:16:36.576485 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa227190-bc58-4ee9-b6c0-d86fb1e90d01 req-001f64e3-7ac4-469e-b957-2079113133a0 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:36.576485 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa227190-bc58-4ee9-b6c0-d86fb1e90d01 req-001f64e3-7ac4-469e-b957-2079113133a0 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 944 time: 0.2283647
Feb 12 21:16:36.648857 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4ab13d03-0c73-493d-890c-88e883e62fca service neutron] 10.222.0.31 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2333117
Feb 12 21:16:36.728192 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0cf45f21-c2ca-40c4-a18e-995b43e5242e admin admin] Publish callbacks [] for security_group (9cbd8095-dc81-4b6f-b7fa-4d48a60dba08), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:36.738734 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (0824877a-f60f-4b02-85ba-7bb3e69bc246), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:36.750315 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3414b79-2ad8-4c34-b599-60cc8c68d845 req-13c52968-3bd6-444b-99a8-15c95d475950 service neutron] 10.222.0.50 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3486676
Feb 12 21:16:36.751216 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:36.752046 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] 10.222.0.31 "DELETE /v2.0/networks/0824877a-f60f-4b02-85ba-7bb3e69bc246 HTTP/1.1" status: 204  len: 168 time: 1.9211483
Feb 12 21:16:36.757208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44522) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:36.766011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810891-1206-4dd8-92e3-fc370ed7a0ba admin admin] Pushing event deleted for resources: {'Network': ['ID=0824877a-f60f-4b02-85ba-7bb3e69bc246,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:36.812950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4c7ebe-e367-47e5-a335-ff580cfff3e6 admin admin] Made reservation on behalf of 49299cdcee8d47d1b73297ccf7e09ef6 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:16:36.815299 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7ebe-e367-47e5-a335-ff580cfff3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:36.895412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:16:36.909259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Sync routers for ids ['ec146604-33ea-4964-bf24-8c9e6956a13e'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:16:36.939556 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Routers {'ec146604-33ea-4964-bf24-8c9e6956a13e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:36.940191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1f7400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ec146604-33ea-4964-bf24-8c9e6956a13e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:36.953180 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7ebe-e367-47e5-a335-ff580cfff3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:36.965994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56aa9a-2eb6-463c-b4e5-9583b2e7edc7 req-0d9e1eab-ce55-4ea6-b9e2-a0660fa335c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:36.967472 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e56aa9a-2eb6-463c-b4e5-9583b2e7edc7 req-0d9e1eab-ce55-4ea6-b9e2-a0660fa335c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e HTTP/1.1" status: 200  len: 914 time: 0.4651921
Feb 12 21:16:36.979506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa227190-bc58-4ee9-b6c0-d86fb1e90d01 req-03db24b3-bb43-4582-bebe-a4e32f82ec20 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3618684
Feb 12 21:16:37.028833 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d18b844-62ea-4daf-bdc6-4122678fc645 req-6cdfeafb-8967-402e-af4c-a892cd18f52c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 210 time: 0.0826242
Feb 12 21:16:37.069678 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:37.073671 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-39a78b96-e852-43b9-925b-240b0b4fea1d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 8.4708638
Feb 12 21:16:37.073671 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e56aa9a-2eb6-463c-b4e5-9583b2e7edc7 req-9114b0ed-72f2-47a2-93dc-d3ee648a462b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b497b99-f059-46d5-86fa-8f5cb6613ed5 HTTP/1.1" status: 200  len: 217 time: 0.0905230
Feb 12 21:16:37.074394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44536) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:37.101914 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:16:37.155558 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0cf45f21-c2ca-40c4-a18e-995b43e5242e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9cbd8095-dc81-4b6f-b7fa-4d48a60dba08), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:37.158150 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0cf45f21-c2ca-40c4-a18e-995b43e5242e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:37.161480 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0cf45f21-c2ca-40c4-a18e-995b43e5242e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cbd8095-dc81-4b6f-b7fa-4d48a60dba08 HTTP/1.1" status: 204  len: 168 time: 0.8863850
Feb 12 21:16:37.188364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Set router ec146604-33ea-4964-bf24-8c9e6956a13e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:37.215835 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56aa9a-2eb6-463c-b4e5-9583b2e7edc7 req-3667dca3-6e50-4cb3-98be-d5a2efa906f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:37.217389 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e56aa9a-2eb6-463c-b4e5-9583b2e7edc7 req-3667dca3-6e50-4cb3-98be-d5a2efa906f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cac913b-d418-4c68-82b0-abe0dd9002bb HTTP/1.1" status: 200  len: 853 time: 0.1349819
Feb 12 21:16:37.247940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf45f21-c2ca-40c4-a18e-995b43e5242e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbd8095-dc81-4b6f-b7fa-4d48a60dba08,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:37.290985 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e56aa9a-2eb6-463c-b4e5-9583b2e7edc7 req-d1bd3a5a-9aa2-4970-baca-d8a823fcc9f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0371165
Feb 12 21:16:37.349719 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7ebe-e367-47e5-a335-ff580cfff3e6 admin admin] Publish callbacks [] for security_group (4abec173-ec17-4a1e-a1e2-00c908ac2ac9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:37.397992 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93f02fa8-36e2-4b7b-ac34-b8fe172d03ba,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:37.426436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '93f02fa8-36e2-4b7b-ac34-b8fe172d03ba', 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e', 'port_id': '93f02fa8-36e2-4b7b-ac34-b8fe172d03ba', 'mac_address': 'fa:16:3e:9e:46:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cac913b-d418-4c68-82b0-abe0dd9002bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:16:37.455466 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7ebe-e367-47e5-a335-ff580cfff3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4abec173-ec17-4a1e-a1e2-00c908ac2ac9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:37.470065 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e56aa9a-2eb6-463c-b4e5-9583b2e7edc7 req-2aa3d5d5-9307-41d4-b50f-6a8ff46313a0 service neutron] 10.222.0.50 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1695755
Feb 12 21:16:37.527819 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4c7ebe-e367-47e5-a335-ff580cfff3e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:16:37.531843 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:37.532243 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (93f02fa8-36e2-4b7b-ac34-b8fe172d03ba), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:37.551614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:16:37.577234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c7ebe-e367-47e5-a335-ff580cfff3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abec173-ec17-4a1e-a1e2-00c908ac2ac9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:37.581977 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93f02fa8-36e2-4b7b-ac34-b8fe172d03ba,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:37.603875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1f7400>, [{'id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'name': 'tempest-ServerRescueTestJSON-320493947-router', 'tenant_id': '036d2491a97d486eb196e0cdafa05500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:28Z', 'updated_at': '2022-02-12T21:16:34Z', 'revision_number': 3, 'project_id': '036d2491a97d486eb196e0cdafa05500', 'gw_port': {'id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:31Z', 'updated_at': '2022-02-12T21:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:37.654938 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7ebe-e367-47e5-a335-ff580cfff3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (63cc5f67-961d-4c7e-b2de-f2b69d08006f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:37.657111 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-2d4c7ebe-e367-47e5-a335-ff580cfff3e6 admin admin] Added segment 63cc5f67-961d-4c7e-b2de-f2b69d08006f of type vlan for network 60c18811-ef4a-47ff-b603-d10b9aa4b0c2
Feb 12 21:16:37.691066 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Checking router: ec146604-33ea-4964-bf24-8c9e6956a13e for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:16:37.697345 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Updating router ec146604-33ea-4964-bf24-8c9e6956a13e port 052fc6e1-d54a-44d4-912a-4a14240f9850 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:16:37.737673 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (93f02fa8-36e2-4b7b-ac34-b8fe172d03ba), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:37.742620 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7ebe-e367-47e5-a335-ff580cfff3e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (60c18811-ef4a-47ff-b603-d10b9aa4b0c2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:37.794237 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e56aa9a-2eb6-463c-b4e5-9583b2e7edc7 req-3c12dfe3-7abc-44fc-a6f1-609c7902c459 service neutron] 10.222.0.50 "GET /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3145680
Feb 12 21:16:37.852069 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (052fc6e1-d54a-44d4-912a-4a14240f9850), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:37.865945 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-91a9ec9f-ea78-4430-a243-88df3cae5ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:37.904603 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7ebe-e367-47e5-a335-ff580cfff3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (60c18811-ef4a-47ff-b603-d10b9aa4b0c2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:37.905596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4c7ebe-e367-47e5-a335-ff580cfff3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:37.906179 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7ebe-e367-47e5-a335-ff580cfff3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:37.917200 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:38.016954 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c7ebe-e367-47e5-a335-ff580cfff3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=60c18811-ef4a-47ff-b603-d10b9aa4b0c2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:38.061658 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2d4c7ebe-e367-47e5-a335-ff580cfff3e6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.7466567
Feb 12 21:16:38.062583 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44572) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:38.117095 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=93f02fa8-36e2-4b7b-ac34-b8fe172d03ba,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:38.117706 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-424c6f70-c509-48d9-b3d2-77ca7c279734 admin admin] Request body: {'subnet': {'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2019717399-subnet', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:38.138144 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['93f02fa8-36e2-4b7b-ac34-b8fe172d03ba'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:16:38.142914 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 60c18811-ef4a-47ff-b603-d10b9aa4b0c2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:16:38.236177 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9ae30496-d112-4329-b80c-b478963c56f8 req-7b4b9ed8-6b35-4f39-8b1c-a6b600900901 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 210 time: 0.0617516
Feb 12 21:16:38.251652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Allocated IP 172.20.0.1 (79e30242-36dd-47be-b9fc-d5fa9a5cbbe7/1241d83c-10df-4b94-b76c-17674c0674dc/037332c1-909e-47b5-bfdd-28844114727a) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:16:38.287341 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9042b9-4399-4af6-85d2-91341a9b6101 req-4aa663b7-3a17-4159-9b73-6da8adcdf459 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:38.289048 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e9042b9-4399-4af6-85d2-91341a9b6101 req-4aa663b7-3a17-4159-9b73-6da8adcdf459 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 944 time: 0.1193929
Feb 12 21:16:38.324684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424c6f70-c509-48d9-b3d2-77ca7c279734 admin admin] Made reservation on behalf of 49299cdcee8d47d1b73297ccf7e09ef6 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:16:38.327075 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-424c6f70-c509-48d9-b3d2-77ca7c279734 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:38.426745 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Publish callbacks [] for port (037332c1-909e-47b5-bfdd-28844114727a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:38.453654 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e9042b9-4399-4af6-85d2-91341a9b6101 req-85f1bfb1-9259-4e76-b10f-7d5e8e50e82e tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330545
Feb 12 21:16:38.464373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-91a9ec9f-ea78-4430-a243-88df3cae5ea2 admin admin] Deleting port 95a582d0-254e-4819-8e1b-74dbb8e1c946 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:38.464722 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-91a9ec9f-ea78-4430-a243-88df3cae5ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:38.595807 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-91a9ec9f-ea78-4430-a243-88df3cae5ea2 admin admin] For port 95a582d0-254e-4819-8e1b-74dbb8e1c946, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95a582d0-254e-4819-8e1b-74dbb8e1c946,segment=NetworkSegment(d241ce97-e673-4f3a-bb5d-6be764473452),segment_id=d241ce97-e673-4f3a-bb5d-6be764473452)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:38.596221 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-91a9ec9f-ea78-4430-a243-88df3cae5ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:38.616749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-91a9ec9f-ea78-4430-a243-88df3cae5ea2 admin admin] Calling delete_port for 95a582d0-254e-4819-8e1b-74dbb8e1c946 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:38.619497 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (037332c1-909e-47b5-bfdd-28844114727a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:38.676906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Network 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:16:38.684118 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:38.687975 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Pushing event updated for resources: {'Port': ['ID=037332c1-909e-47b5-bfdd-28844114727a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:38.690962 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:16:38.732959 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (ec146604-33ea-4964-bf24-8c9e6956a13e), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:38.808927 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-424c6f70-c509-48d9-b3d2-77ca7c279734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (6d7bb8ed-6af8-4dc3-b479-c8f674d73e26), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:38.847769 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Publish callbacks [] for port (052fc6e1-d54a-44d4-912a-4a14240f9850), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:38.884555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c6f70-c509-48d9-b3d2-77ca7c279734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d7bb8ed-6af8-4dc3-b479-c8f674d73e26,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:38.911686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c6f70-c509-48d9-b3d2-77ca7c279734 admin admin] Checking segment: {'id': '63cc5f67-961d-4c7e-b2de-f2b69d08006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:38.914535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c6f70-c509-48d9-b3d2-77ca7c279734 admin admin] Network hostable DHCP agents. Network: 60c18811-ef4a-47ff-b603-d10b9aa4b0c2, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:16:38.955958 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (052fc6e1-d54a-44d4-912a-4a14240f9850), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:39.011240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Attempting to bind port 052fc6e1-d54a-44d4-912a-4a14240f9850 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:16:39.011370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Attempting to bind port 052fc6e1-d54a-44d4-912a-4a14240f9850 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:16:39.011720 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Attempting to bind port 052fc6e1-d54a-44d4-912a-4a14240f9850 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:39.017712 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (037332c1-909e-47b5-bfdd-28844114727a), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:39.021011 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:16:39.021410 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:39.021811 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:39.022203 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:16:39.022665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Bound port: 052fc6e1-d54a-44d4-912a-4a14240f9850, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:16:39.023040 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (052fc6e1-d54a-44d4-912a-4a14240f9850), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:39.053126 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148de100-2e7b-4516-9ecf-983a0bc13146 None None] Pushing event updated for resources: {'Port': ['ID=052fc6e1-d54a-44d4-912a-4a14240f9850,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:39.074330 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-91a9ec9f-ea78-4430-a243-88df3cae5ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (95a582d0-254e-4819-8e1b-74dbb8e1c946), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:39.077672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c6f70-c509-48d9-b3d2-77ca7c279734 admin admin] Network 60c18811-ef4a-47ff-b603-d10b9aa4b0c2 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:16:39.093719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] For port 052fc6e1-d54a-44d4-912a-4a14240f9850, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:16:39.097247 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 2b497b99-f059-46d5-86fa-8f5cb6613ed5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:16:39.102795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] For port 052fc6e1-d54a-44d4-912a-4a14240f9850, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=052fc6e1-d54a-44d4-912a-4a14240f9850,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:16:39.130591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9ec9f-ea78-4430-a243-88df3cae5ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a582d0-254e-4819-8e1b-74dbb8e1c946,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:39.200490 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (052fc6e1-d54a-44d4-912a-4a14240f9850), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:39.289401 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-424c6f70-c509-48d9-b3d2-77ca7c279734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 60c18811-ef4a-47ff-b603-d10b9aa4b0c2) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:39.309602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424c6f70-c509-48d9-b3d2-77ca7c279734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:39.312576 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-424c6f70-c509-48d9-b3d2-77ca7c279734 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:39.317191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d2e6c-1298-4418-be55-0a5764f4c98a None None] Network 60c18811-ef4a-47ff-b603-d10b9aa4b0c2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:16:39.351354 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Publish callbacks [] for port (037332c1-909e-47b5-bfdd-28844114727a), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:39.399972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Routers {'ec146604-33ea-4964-bf24-8c9e6956a13e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:39.400631 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1f7400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ec146604-33ea-4964-bf24-8c9e6956a13e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:39.426708 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (037332c1-909e-47b5-bfdd-28844114727a), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:39.492371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148de100-2e7b-4516-9ecf-983a0bc13146 None None] Pushing event updated for resources: {'Port': ['ID=052fc6e1-d54a-44d4-912a-4a14240f9850,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:39.529034 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7126f5bc-366b-46ea-9b4d-1b916ac00966 req-5f23c849-5799-4fea-ba7d-8173678e6d93 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 210 time: 0.1183896
Feb 12 21:16:39.535229 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-91a9ec9f-ea78-4430-a243-88df3cae5ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:39.579972 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-424c6f70-c509-48d9-b3d2-77ca7c279734 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4648514
Feb 12 21:16:39.584406 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44610) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:39.593062 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2019717399-router', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:39.604687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 2b497b99-f059-46d5-86fa-8f5cb6613ed5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b497b99-f059-46d5-86fa-8f5cb6613ed5,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:39.624065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '2b497b99-f059-46d5-86fa-8f5cb6613ed5', 'network_id': '2d5eca5e-b457-4c36-8b4b-a1a450e04c3e', 'port_id': '2b497b99-f059-46d5-86fa-8f5cb6613ed5', 'mac_address': 'fa:16:3e:5b:38:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cac913b-d418-4c68-82b0-abe0dd9002bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:16:39.677381 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (ec146604-33ea-4964-bf24-8c9e6956a13e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:39.683243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Pushing event updated for resources: {'Port': ['ID=037332c1-909e-47b5-bfdd-28844114727a,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:39.720410 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-d285eddc-4381-49e3-97b4-f8007aebbd48 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:39.729930 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-d285eddc-4381-49e3-97b4-f8007aebbd48 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.48 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 811 time: 0.1660535
Feb 12 21:16:39.743341 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-a3d45b20-d124-440d-ae65-14838bef75cb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Request body: {'port': {'device_id': '43260354-ea4d-4384-9956-3ded0eb6b91c', 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9', 'admin_state_up': True, 'tenant_id': 'e88ed10d0c57403dbc48251e998fbd1a'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:39.800662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 2b497b99-f059-46d5-86fa-8f5cb6613ed5 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:39.801376 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2b497b99-f059-46d5-86fa-8f5cb6613ed5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:39.820866 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:39.822981 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:39.830037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] Set router ec146604-33ea-4964-bf24-8c9e6956a13e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:39.832641 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b497b99-f059-46d5-86fa-8f5cb6613ed5 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:16:39.914407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'fixed_ips': [{'subnet_id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:16:39.915993 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:39.925917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 2b497b99-f059-46d5-86fa-8f5cb6613ed5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b497b99-f059-46d5-86fa-8f5cb6613ed5,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:39.935567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Network 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:16:39.943801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:40.043713 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2b497b99-f059-46d5-86fa-8f5cb6613ed5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:40.120562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-a3d45b20-d124-440d-ae65-14838bef75cb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Made reservation on behalf of e88ed10d0c57403dbc48251e998fbd1a for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:16:40.125260 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-a3d45b20-d124-440d-ae65-14838bef75cb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:40.134155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Router ec146604-33ea-4964-bf24-8c9e6956a13e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:16:40.297096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['2b497b99-f059-46d5-86fa-8f5cb6613ed5'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:16:40.311004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=2b497b99-f059-46d5-86fa-8f5cb6613ed5,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:40.413719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Allocated IP 172.20.0.2 (60c18811-ef4a-47ff-b603-d10b9aa4b0c2/6d7bb8ed-6af8-4dc3-b479-c8f674d73e26/72f1eee7-e347-4d37-a55b-0d202fd1eb16) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:16:40.451178 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Publish callbacks [] for router_controller (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:40.482473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd011b-eb5e-40b9-889f-a6b02b24d5b1 req-304afe29-2e9f-4ee9-85ce-b2e67e7cce6d tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:40.486756 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0bdd011b-eb5e-40b9-889f-a6b02b24d5b1 req-304afe29-2e9f-4ee9-85ce-b2e67e7cce6d tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 944 time: 0.6683593
Feb 12 21:16:40.570751 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0bdd011b-eb5e-40b9-889f-a6b02b24d5b1 req-310a1357-3ca7-4098-a34b-f04af0714010 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829403
Feb 12 21:16:40.599349 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-a3d45b20-d124-440d-ae65-14838bef75cb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Allocated IP 172.20.0.10 (2a37ce5d-ea03-44d4-9654-27bdafea49d9/28b2e3cd-2e40-4791-a546-b0ce8e0efcee/2cf67411-9b4d-404c-9292-87f1a03fd2b1) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:16:40.604964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:16:40.620166 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3baf0de3-2b6e-4e16-ae04-29f632ee2094 admin admin] 10.222.0.31 "PUT /v2.0/routers/ec146604-33ea-4964-bf24-8c9e6956a13e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5415320
Feb 12 21:16:40.622627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1f7400>, [{'id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'name': 'tempest-ServerRescueTestJSON-320493947-router', 'tenant_id': '036d2491a97d486eb196e0cdafa05500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:28Z', 'updated_at': '2022-02-12T21:16:38Z', 'revision_number': 4, 'project_id': '036d2491a97d486eb196e0cdafa05500', 'gw_port': {'id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:31Z', 'updated_at': '2022-02-12T21:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '037332c1-909e-47b5-bfdd-28844114727a', 'name': '', 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7', 'tenant_id': '036d2491a97d486eb196e0cdafa05500', 'mac_address': 'fa:16:3e:80:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '1241d83c-10df-4b94-b76c-17674c0674dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:37Z', 'updated_at': '2022-02-12T21:16:39Z', 'revision_number': 2, 'project_id': '036d2491a97d486eb196e0cdafa05500', 'subnets': [{'id': '1241d83c-10df-4b94-b76c-17674c0674dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:40.673008 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f440f19-ce82-41bf-a40d-f0c5df5c791d None None] The sync data for ids ['ec146604-33ea-4964-bf24-8c9e6956a13e'] in ncdv-master-1 is: [{'id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'name': 'tempest-ServerRescueTestJSON-320493947-router', 'tenant_id': '036d2491a97d486eb196e0cdafa05500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:28Z', 'updated_at': '2022-02-12T21:16:38Z', 'revision_number': 4, 'project_id': '036d2491a97d486eb196e0cdafa05500', 'gw_port': {'id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:31Z', 'updated_at': '2022-02-12T21:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '037332c1-909e-47b5-bfdd-28844114727a', 'name': '', 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7', 'tenant_id': '036d2491a97d486eb196e0cdafa05500', 'mac_address': 'fa:16:3e:80:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '1241d83c-10df-4b94-b76c-17674c0674dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:37Z', 'updated_at': '2022-02-12T21:16:39Z', 'revision_number': 2, 'project_id': '036d2491a97d486eb196e0cdafa05500', 'subnets': [{'id': '1241d83c-10df-4b94-b76c-17674c0674dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:16:40.691054 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dd0170ff-eb16-43e3-9721-7816e74f6062 req-6fe345f2-2451-494b-8cd8-eb32b7c9f44f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 210 time: 0.0349908
Feb 12 21:16:40.765387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a9ec9f-ea78-4430-a243-88df3cae5ea2 admin admin] Router f018851f-6dc1-4a0e-b66b-c0f1d4742fd8 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:16:40.769138 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Publish callbacks [] for port (72f1eee7-e347-4d37-a55b-0d202fd1eb16), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:40.861621 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (72f1eee7-e347-4d37-a55b-0d202fd1eb16), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:40.906083 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Network 60c18811-ef4a-47ff-b603-d10b9aa4b0c2 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:16:40.927182 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Publish callbacks [] for router_gateway (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:40.946653 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-a3d45b20-d124-440d-ae65-14838bef75cb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks [] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:40.985609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:40.988093 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Pushing event updated for resources: {'Port': ['ID=72f1eee7-e347-4d37-a55b-0d202fd1eb16,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:40.990693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:16:40.997532 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a9ec9f-ea78-4430-a243-88df3cae5ea2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:16:41.015856 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-91a9ec9f-ea78-4430-a243-88df3cae5ea2 admin admin] 10.222.0.31 "PUT /v2.0/routers/f018851f-6dc1-4a0e-b66b-c0f1d4742fd8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2271986
Feb 12 21:16:41.016882 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba2e55-1b2e-49ac-9bd9-b3f3f7cc80c8 None None] Sync routers for ids ['f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:16:41.021014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44644) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:41.033340 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba2e55-1b2e-49ac-9bd9-b3f3f7cc80c8 None None] Routers {'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:41.036784 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e2ba2e55-1b2e-49ac-9bd9-b3f3f7cc80c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc48280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:41.098629 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-a3d45b20-d124-440d-ae65-14838bef75cb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:41.126054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:41.223155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d45b20-d124-440d-ae65-14838bef75cb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Pushing event updated for resources: {'Port': ['ID=2cf67411-9b4d-404c-9292-87f1a03fd2b1,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:41.252023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-a3d45b20-d124-440d-ae65-14838bef75cb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:16:41.253187 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Attempting to bind port 72f1eee7-e347-4d37-a55b-0d202fd1eb16 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:16:41.255018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-a3d45b20-d124-440d-ae65-14838bef75cb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:41.257602 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Attempting to bind port 72f1eee7-e347-4d37-a55b-0d202fd1eb16 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '63cc5f67-961d-4c7e-b2de-f2b69d08006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:16:41.258192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Attempting to bind port 72f1eee7-e347-4d37-a55b-0d202fd1eb16 on network 60c18811-ef4a-47ff-b603-d10b9aa4b0c2 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:41.261007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-a3d45b20-d124-440d-ae65-14838bef75cb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:16:41.275400 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d608cd62-5631-412c-ab77-fba08d373eab admin admin] Publish callbacks [] for router (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:41.288453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:16:41.303337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Checking segment: {'id': '63cc5f67-961d-4c7e-b2de-f2b69d08006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:41.303337 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:41.303337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Bound using segment: {'id': '63cc5f67-961d-4c7e-b2de-f2b69d08006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:16:41.303337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Bound port: 72f1eee7-e347-4d37-a55b-0d202fd1eb16, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cc5f67-961d-4c7e-b2de-f2b69d08006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:16:41.303337 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (72f1eee7-e347-4d37-a55b-0d202fd1eb16), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:41.360202 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-e2ba2e55-1b2e-49ac-9bd9-b3f3f7cc80c8 None None] Set router f018851f-6dc1-4a0e-b66b-c0f1d4742fd8 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:41.406462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-a3d45b20-d124-440d-ae65-14838bef75cb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:41.416330 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-a3d45b20-d124-440d-ae65-14838bef75cb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:41.483467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] For port 72f1eee7-e347-4d37-a55b-0d202fd1eb16, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:16:41.488791 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] For port 72f1eee7-e347-4d37-a55b-0d202fd1eb16, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72f1eee7-e347-4d37-a55b-0d202fd1eb16,segment=NetworkSegment(63cc5f67-961d-4c7e-b2de-f2b69d08006f),segment_id=63cc5f67-961d-4c7e-b2de-f2b69d08006f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:16:41.519016 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-a3d45b20-d124-440d-ae65-14838bef75cb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7802184
Feb 12 21:16:41.537155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Request body: {'port': {'device_id': '43260354-ea4d-4384-9956-3ded0eb6b91c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:41.550122 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:16:41.554562 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:41.554951 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (93f02fa8-36e2-4b7b-ac34-b8fe172d03ba), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:41.579381 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d608cd62-5631-412c-ab77-fba08d373eab admin admin] Publish callbacks [] for router_gateway (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:41.664620 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Publish callbacks [] for router_gateway (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:41.677629 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (72f1eee7-e347-4d37-a55b-0d202fd1eb16), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:41.693574 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:41.721022 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:41.729893 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e2ba2e55-1b2e-49ac-9bd9-b3f3f7cc80c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc48280>, [{'id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'name': 'tempest-TaggedBootDevicesTest-654192990-router', 'tenant_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.75'}], 'enable_snat': True}, 'gw_port_id': '05a98793-9f41-4207-a9e7-2af3d323b9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:02Z', 'updated_at': '2022-02-12T21:16:38Z', 'revision_number': 5, 'project_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'gw_port': {'id': '05a98793-9f41-4207-a9e7-2af3d323b9f2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:10:04Z', 'updated_at': '2022-02-12T21:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:41.801097 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba2e55-1b2e-49ac-9bd9-b3f3f7cc80c8 None None] Checking router: f018851f-6dc1-4a0e-b66b-c0f1d4742fd8 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:16:41.828937 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba2e55-1b2e-49ac-9bd9-b3f3f7cc80c8 None None] Routers {'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:41.830735 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e2ba2e55-1b2e-49ac-9bd9-b3f3f7cc80c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc48280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:42.064179 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-e2ba2e55-1b2e-49ac-9bd9-b3f3f7cc80c8 None None] Set router f018851f-6dc1-4a0e-b66b-c0f1d4742fd8 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:42.108475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b3abe-5480-4265-9295-c6056739deec req-61770732-e5e2-404f-8c1c-24e6a1a1047e tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:42.115941 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa8b3abe-5480-4265-9295-c6056739deec req-61770732-e5e2-404f-8c1c-24e6a1a1047e tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 945 time: 0.3507550
Feb 12 21:16:42.117804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-dad63893-644b-4517-995e-b390e024e724 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:42.119787 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-dad63893-644b-4517-995e-b390e024e724 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/networks?id=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 HTTP/1.1" status: 200  len: 810 time: 0.4080391
Feb 12 21:16:42.221567 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-98a5b4f8-e18d-4fc4-9102-127e3cb574af tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/quotas/036d2491a97d486eb196e0cdafa05500 HTTP/1.1" status: 200  len: 375 time: 0.0617974
Feb 12 21:16:42.230880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-d608cd62-5631-412c-ab77-fba08d373eab admin admin] Deleting port 05a98793-9f41-4207-a9e7-2af3d323b9f2 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:42.231578 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d608cd62-5631-412c-ab77-fba08d373eab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (05a98793-9f41-4207-a9e7-2af3d323b9f2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:42.262973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:42.263728 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (93f02fa8-36e2-4b7b-ac34-b8fe172d03ba), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:42.282260 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ed5b4-dc04-4410-a81c-f9056847ed51 None None] Pushing event updated for resources: {'Port': ['ID=72f1eee7-e347-4d37-a55b-0d202fd1eb16,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:42.322911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86bfb3b-f693-42f1-b99a-e4ff52df8415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f02fa8-36e2-4b7b-ac34-b8fe172d03ba'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:42.331441 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dcbc8b-fada-4f7a-84ac-3fc385b6b952" -d '{"events": [{"server_uuid": "a86bfb3b-f693-42f1-b99a-e4ff52df8415", "name": "network-vif-plugged", "status": "completed", "tag": "93f02fa8-36e2-4b7b-ac34-b8fe172d03ba"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:42.363880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93f02fa8-36e2-4b7b-ac34-b8fe172d03ba,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:42.372106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Allocated IP 172.35.2.229 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/ba494a94-3807-4a53-b5b4-c2f10494617a) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:16:42.375954 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e2ba2e55-1b2e-49ac-9bd9-b3f3f7cc80c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc48280>, [{'id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'name': 'tempest-TaggedBootDevicesTest-654192990-router', 'tenant_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:02Z', 'updated_at': '2022-02-12T21:16:41Z', 'revision_number': 6, 'project_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:42.472454 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (93f02fa8-36e2-4b7b-ac34-b8fe172d03ba), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:42.505784 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-d608cd62-5631-412c-ab77-fba08d373eab admin admin] For port 05a98793-9f41-4207-a9e7-2af3d323b9f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05a98793-9f41-4207-a9e7-2af3d323b9f2,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:42.505784 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d608cd62-5631-412c-ab77-fba08d373eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (05a98793-9f41-4207-a9e7-2af3d323b9f2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:42.527025 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba2e55-1b2e-49ac-9bd9-b3f3f7cc80c8 None None] The sync data for ids ['f018851f-6dc1-4a0e-b66b-c0f1d4742fd8'] in ncdv-master-1 is: [{'id': 'f018851f-6dc1-4a0e-b66b-c0f1d4742fd8', 'name': 'tempest-TaggedBootDevicesTest-654192990-router', 'tenant_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:10:02Z', 'updated_at': '2022-02-12T21:16:41Z', 'revision_number': 6, 'project_id': 'a7e2841c23a4467e8ce67300bb2ba129', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:16:42.554589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-d608cd62-5631-412c-ab77-fba08d373eab admin admin] Calling delete_port for 05a98793-9f41-4207-a9e7-2af3d323b9f2 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:42.637237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=93f02fa8-36e2-4b7b-ac34-b8fe172d03ba,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:42.649746 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-e5a0ccf3-99bf-4a73-bacd-e7e75826cf2d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=036d2491a97d486eb196e0cdafa05500&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3466737
Feb 12 21:16:42.666684 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf67411-9b4d-404c-9292-87f1a03fd2b1 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:16:42.675611 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Publish callbacks [] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:42.695745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Transition to ACTIVE for port object 2cf67411-9b4d-404c-9292-87f1a03fd2b1 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:16:42.757884 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fa8b3abe-5480-4265-9295-c6056739deec req-e65a885d-234c-43c2-9ea8-1d1d13c17e06 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606704
Feb 12 21:16:42.777913 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:42.843861 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Publish callbacks [] for port (ba494a94-3807-4a53-b5b4-c2f10494617a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:42.922434 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-76efb586-56e1-40ee-ae6d-a20739bd8a0b service neutron] 10.222.0.31 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2625930
Feb 12 21:16:42.963649 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Pushing event updated for resources: {'Port': ['ID=2cf67411-9b4d-404c-9292-87f1a03fd2b1,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:42.988378 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 72f1eee7-e347-4d37-a55b-0d202fd1eb16 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:43.119652 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 2b497b99-f059-46d5-86fa-8f5cb6613ed5 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:43.159651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2515e3e-5919-40f4-8bab-cd7cfba2a2e7 req-4e198112-f27b-4b39-9383-7dc96828a3f5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:43.171411 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d2515e3e-5919-40f4-8bab-cd7cfba2a2e7 req-4e198112-f27b-4b39-9383-7dc96828a3f5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 944 time: 0.3133442
Feb 12 21:16:43.200792 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ba494a94-3807-4a53-b5b4-c2f10494617a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:43.223301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Attempting to bind port 2cf67411-9b4d-404c-9292-87f1a03fd2b1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:16:43.228742 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Attempting to bind port 2cf67411-9b4d-404c-9292-87f1a03fd2b1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:16:43.228742 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Attempting to bind port 2cf67411-9b4d-404c-9292-87f1a03fd2b1 on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:43.228959 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 72f1eee7-e347-4d37-a55b-0d202fd1eb16 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:43.228959 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (72f1eee7-e347-4d37-a55b-0d202fd1eb16), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:43.243496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Port 2cf67411-9b4d-404c-9292-87f1a03fd2b1 on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:16:43.244167 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Attempting to bind port 2cf67411-9b4d-404c-9292-87f1a03fd2b1 on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:43.283069 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:16:43.283775 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Checking segment: {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:43.284378 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Bound using segment: {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:16:43.285002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Bound port: 2cf67411-9b4d-404c-9292-87f1a03fd2b1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:16:43.285714 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:43.387314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Pushing event updated for resources: {'Port': ['ID=ba494a94-3807-4a53-b5b4-c2f10494617a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:43.394290 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 72f1eee7-e347-4d37-a55b-0d202fd1eb16 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:43.394772 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (72f1eee7-e347-4d37-a55b-0d202fd1eb16), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:43.396814 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 2b497b99-f059-46d5-86fa-8f5cb6613ed5 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:16:43.403270 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d2515e3e-5919-40f4-8bab-cd7cfba2a2e7 req-9f7c4e04-5602-4f7d-a2fd-2b81e4b956c7 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806445
Feb 12 21:16:43.468071 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-ddda022f-99c8-4c6d-8bf5-9dcfe267896a service neutron] 10.222.0.31 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5296488
Feb 12 21:16:43.483600 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:16:43.496640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 2b497b99-f059-46d5-86fa-8f5cb6613ed5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:43.498366 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2b497b99-f059-46d5-86fa-8f5cb6613ed5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:43.612961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] For port 2cf67411-9b4d-404c-9292-87f1a03fd2b1, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:16:43.613121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:43.627189 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:16:43.641225 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] For port 2cf67411-9b4d-404c-9292-87f1a03fd2b1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cf67411-9b4d-404c-9292-87f1a03fd2b1,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:16:43.651806 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dcf0a7-bab6-46fd-9e91-af2565c098e1 x-openstack-request-id: req-d3dcf0a7-bab6-46fd-9e91-af2565c098e1 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:43.661534 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86bfb3b-f693-42f1-b99a-e4ff52df8415", "name": "network-vif-plugged", "status": "completed", "tag": "93f02fa8-36e2-4b7b-ac34-b8fe172d03ba", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:43.661810 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3dcf0a7-bab6-46fd-9e91-af2565c098e1 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:43.662248 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86bfb3b-f693-42f1-b99a-e4ff52df8415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f02fa8-36e2-4b7b-ac34-b8fe172d03ba', 'code': 200}
Feb 12 21:16:43.714134 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 72f1eee7-e347-4d37-a55b-0d202fd1eb16, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72f1eee7-e347-4d37-a55b-0d202fd1eb16,segment=NetworkSegment(63cc5f67-961d-4c7e-b2de-f2b69d08006f),segment_id=63cc5f67-961d-4c7e-b2de-f2b69d08006f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:43.716518 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:43.806487 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (72f1eee7-e347-4d37-a55b-0d202fd1eb16), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:43.816965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 052fc6e1-d54a-44d4-912a-4a14240f9850 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:43.866205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:43.866960 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:43.869296 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] 10.222.0.48 "PUT /v2.0/ports/2cf67411-9b4d-404c-9292-87f1a03fd2b1 HTTP/1.1" status: 200  len: 1092 time: 2.3390813
Feb 12 21:16:43.869802 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43260354-ea4d-4384-9956-3ded0eb6b91c', 'tag': '2cf67411-9b4d-404c-9292-87f1a03fd2b1'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:43.872500 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a13e7ff-ab23-49ba-881f-f79f76be4a45" -d '{"events": [{"name": "network-changed", "server_uuid": "43260354-ea4d-4384-9956-3ded0eb6b91c", "tag": "2cf67411-9b4d-404c-9292-87f1a03fd2b1"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:43.905688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93fb1e-f876-41aa-bf6e-fc5d10df783b service neutron] Pushing event updated for resources: {'Port': ['ID=2cf67411-9b4d-404c-9292-87f1a03fd2b1,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:43.930835 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d608cd62-5631-412c-ab77-fba08d373eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (05a98793-9f41-4207-a9e7-2af3d323b9f2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:43.975098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=72f1eee7-e347-4d37-a55b-0d202fd1eb16,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:43.978213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911c4546-53e9-44a9-9382-50d9c3e99130 None None] Network 60c18811-ef4a-47ff-b603-d10b9aa4b0c2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:16:44.007181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ab6e9-6e1f-4491-aba6-d936c57bc9c4 req-14b1ec4d-4429-4152-972d-80d5482adeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:44.012719 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb9ab6e9-6e1f-4491-aba6-d936c57bc9c4 req-14b1ec4d-4429-4152-972d-80d5482adeb2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a86bfb3b-f693-42f1-b99a-e4ff52df8415 HTTP/1.1" status: 200  len: 1127 time: 0.3137622
Feb 12 21:16:44.095871 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcff834-a1f7-4ccd-94bf-f64fbb01cbd2 x-openstack-request-id: req-dbcff834-a1f7-4ccd-94bf-f64fbb01cbd2 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:44.096176 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43260354-ea4d-4384-9956-3ded0eb6b91c", "tag": "2cf67411-9b4d-404c-9292-87f1a03fd2b1", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:44.096437 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbcff834-a1f7-4ccd-94bf-f64fbb01cbd2 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:44.096842 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43260354-ea4d-4384-9956-3ded0eb6b91c', 'tag': '2cf67411-9b4d-404c-9292-87f1a03fd2b1', 'status': 'completed', 'code': 200}
Feb 12 21:16:44.102659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a96ee52e-539a-4281-bac4-d55e5e4b7e3e None None] Provisioning complete for port 72f1eee7-e347-4d37-a55b-0d202fd1eb16 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:44.103047 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a96ee52e-539a-4281-bac4-d55e5e4b7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (72f1eee7-e347-4d37-a55b-0d202fd1eb16), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:44.121857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608cd62-5631-412c-ab77-fba08d373eab admin admin] Pushing event deleted for resources: {'Port': ['ID=05a98793-9f41-4207-a9e7-2af3d323b9f2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:44.182950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 2b497b99-f059-46d5-86fa-8f5cb6613ed5 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:44.183111 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2b497b99-f059-46d5-86fa-8f5cb6613ed5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:44.200490 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f09f4-5bb5-4124-bea5-ede77464d5ea req-27704bc9-7614-470f-a15f-9c8c6ce8bc5b tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:44.213693 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-385f09f4-5bb5-4124-bea5-ede77464d5ea req-27704bc9-7614-470f-a15f-9c8c6ce8bc5b tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 945 time: 0.2908416
Feb 12 21:16:44.216028 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-358252b5-397d-4936-a04f-b82ac8904fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:44.221491 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-358252b5-397d-4936-a04f-b82ac8904fec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 1126 time: 0.2149179
Feb 12 21:16:44.271441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 052fc6e1-d54a-44d4-912a-4a14240f9850 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:44.271837 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (052fc6e1-d54a-44d4-912a-4a14240f9850), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:44.311552 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-3174f698-e822-4c34-ad04-f563fe1b5031 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf67411-9b4d-404c-9292-87f1a03fd2b1 HTTP/1.1" status: 200  len: 217 time: 0.0716376
Feb 12 21:16:44.331306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 2b497b99-f059-46d5-86fa-8f5cb6613ed5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b497b99-f059-46d5-86fa-8f5cb6613ed5,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:44.339320 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a86a6c18-f2cf-4e36-9ab6-fd1ed1cfed6e req-afa3c48f-1c2e-4eb5-b650-8864ef3d8917 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 210 time: 0.2249238
Feb 12 21:16:44.380566 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb9ab6e9-6e1f-4491-aba6-d936c57bc9c4 req-3b02efc5-e861-4f05-b821-e97088346986 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2680833
Feb 12 21:16:44.388801 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d608cd62-5631-412c-ab77-fba08d373eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:44.410061 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a96ee52e-539a-4281-bac4-d55e5e4b7e3e None None] Current status of the port 72f1eee7-e347-4d37-a55b-0d202fd1eb16 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:44.444358 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-385f09f4-5bb5-4124-bea5-ede77464d5ea req-14b41021-6321-4bdc-a390-58d1e0be8414 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2192750
Feb 12 21:16:44.470875 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2b497b99-f059-46d5-86fa-8f5cb6613ed5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:44.481396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-55670f55-c517-4f47-83fe-c56e609fb978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:44.484633 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-55670f55-c517-4f47-83fe-c56e609fb978 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28b2e3cd-2e40-4791-a546-b0ce8e0efcee HTTP/1.1" status: 200  len: 851 time: 0.1583881
Feb 12 21:16:44.568841 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-6f9ac2c0-53a5-4055-8a50-36e0c21f6021 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a37ce5d-ea03-44d4-9654-27bdafea49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0692215
Feb 12 21:16:44.575668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 052fc6e1-d54a-44d4-912a-4a14240f9850 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:44.576061 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (052fc6e1-d54a-44d4-912a-4a14240f9850), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:44.633214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 052fc6e1-d54a-44d4-912a-4a14240f9850, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=052fc6e1-d54a-44d4-912a-4a14240f9850,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:44.637070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=2b497b99-f059-46d5-86fa-8f5cb6613ed5,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:44.746894 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-c6c94595-57fb-4659-86b8-fcdfeb792806 service neutron] 10.222.0.48 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742744
Feb 12 21:16:44.755508 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (052fc6e1-d54a-44d4-912a-4a14240f9850), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:44.769290 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d608cd62-5631-412c-ab77-fba08d373eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:44.775634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d608cd62-5631-412c-ab77-fba08d373eab admin admin] Publish callbacks [] for router_controller (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:44.862526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=052fc6e1-d54a-44d4-912a-4a14240f9850,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:44.876325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d3831e69-9f34-4236-911f-8bcce6c5f53f None None] Provisioning complete for port 72f1eee7-e347-4d37-a55b-0d202fd1eb16 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:44.876703 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d3831e69-9f34-4236-911f-8bcce6c5f53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (72f1eee7-e347-4d37-a55b-0d202fd1eb16), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:44.940676 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df33d7cb-4a62-4c60-ae7d-5fc79a62fddd req-1b4450fc-1d94-4f8b-8d39-da751773655f service neutron] 10.222.0.48 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1781032
Feb 12 21:16:44.962459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 72f1eee7-e347-4d37-a55b-0d202fd1eb16 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:45.093995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 72f1eee7-e347-4d37-a55b-0d202fd1eb16 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:45.094409 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (72f1eee7-e347-4d37-a55b-0d202fd1eb16), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:45.130233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d3831e69-9f34-4236-911f-8bcce6c5f53f None None] Current status of the port 72f1eee7-e347-4d37-a55b-0d202fd1eb16 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:45.172279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13e7ff-ab23-49ba-881f-f79f76be4a45 req-55c357b0-ba8f-44ac-b16b-643d2b0d78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:45.175348 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a13e7ff-ab23-49ba-881f-f79f76be4a45 req-55c357b0-ba8f-44ac-b16b-643d2b0d78db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 1126 time: 0.1112592
Feb 12 21:16:45.211891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Sync routers for ids ['ec146604-33ea-4964-bf24-8c9e6956a13e'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:16:45.256828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Routers {'ec146604-33ea-4964-bf24-8c9e6956a13e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:45.260092 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8743d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ec146604-33ea-4964-bf24-8c9e6956a13e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:45.341238 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Publish callbacks [] for router_gateway (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:45.347588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 72f1eee7-e347-4d37-a55b-0d202fd1eb16 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:45.353595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40937530-c77e-4b8b-9cc0-b309cddd958a req-274a27bc-25b3-4cbe-8ec0-fd38f7db9b2b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:45.363909 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-40937530-c77e-4b8b-9cc0-b309cddd958a req-274a27bc-25b3-4cbe-8ec0-fd38f7db9b2b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 944 time: 0.8261948
Feb 12 21:16:45.455445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Set router ec146604-33ea-4964-bf24-8c9e6956a13e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:45.484838 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c13a31f9-f376-4a94-bde7-e4d7ed6abc07 req-f76a2aee-92e6-4891-b31d-52ebd73d8f9f tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 210 time: 0.0477200
Feb 12 21:16:45.484838 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13e7ff-ab23-49ba-881f-f79f76be4a45 req-fc78c7e6-fac1-4424-83f1-f24b54a02300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:45.491573 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a13e7ff-ab23-49ba-881f-f79f76be4a45 req-fc78c7e6-fac1-4424-83f1-f24b54a02300 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 912 time: 0.3093793
Feb 12 21:16:45.509182 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d608cd62-5631-412c-ab77-fba08d373eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (f018851f-6dc1-4a0e-b66b-c0f1d4742fd8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:45.510304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d608cd62-5631-412c-ab77-fba08d373eab admin admin] Fanout notify agent at l3_agent the message router_deleted on router f018851f-6dc1-4a0e-b66b-c0f1d4742fd8 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:16:45.522046 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d608cd62-5631-412c-ab77-fba08d373eab admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:45.526905 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d608cd62-5631-412c-ab77-fba08d373eab admin admin] 10.222.0.31 "DELETE /v2.0/routers/f018851f-6dc1-4a0e-b66b-c0f1d4742fd8 HTTP/1.1" status: 204  len: 168 time: 4.5061102
Feb 12 21:16:45.528218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44742) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:45.540761 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-40937530-c77e-4b8b-9cc0-b309cddd958a req-488381bd-24ad-40c9-8c90-4567ebd3040a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789823
Feb 12 21:16:45.585972 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a13e7ff-ab23-49ba-881f-f79f76be4a45 req-2d0014e8-62e6-4e76-97e7-a998feb9d15e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf67411-9b4d-404c-9292-87f1a03fd2b1 HTTP/1.1" status: 200  len: 217 time: 0.0810657
Feb 12 21:16:45.677322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17a1dbb-861a-43c9-b417-0cd379869e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b497b99-f059-46d5-86fa-8f5cb6613ed5'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:45.681509 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731743e4-b077-4a36-b455-65231fcda6c6" -d '{"events": [{"server_uuid": "c17a1dbb-861a-43c9-b417-0cd379869e0c", "name": "network-vif-plugged", "status": "completed", "tag": "2b497b99-f059-46d5-86fa-8f5cb6613ed5"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:45.686958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0b914a-99ec-4707-a900-7cc912317a72 admin admin] Deleting subnet b7e91482-f399-4665-b58b-bcf362a3d1e1 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:16:45.690469 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1c0b914a-99ec-4707-a900-7cc912317a72 admin admin] Publish callbacks [] for subnet (b7e91482-f399-4665-b58b-bcf362a3d1e1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:45.704381 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 05a98793-9f41-4207-a9e7-2af3d323b9f2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:45.729953 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13e7ff-ab23-49ba-881f-f79f76be4a45 req-c4315beb-a405-4eb7-a385-be145b416216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:45.731695 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a13e7ff-ab23-49ba-881f-f79f76be4a45 req-c4315beb-a405-4eb7-a385-be145b416216 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28b2e3cd-2e40-4791-a546-b0ce8e0efcee HTTP/1.1" status: 200  len: 851 time: 0.1314938
Feb 12 21:16:45.761786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9077d2b-2033-4434-a81c-763e86afce1c req-34a55d10-0a91-4eef-a8eb-8a59dbc700f3 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:45.769485 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1c0b914a-99ec-4707-a900-7cc912317a72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (b7e91482-f399-4665-b58b-bcf362a3d1e1), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:45.771224 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9077d2b-2033-4434-a81c-763e86afce1c req-34a55d10-0a91-4eef-a8eb-8a59dbc700f3 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 946 time: 0.1573198
Feb 12 21:16:45.803535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 05a98793-9f41-4207-a9e7-2af3d323b9f2 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:45.803890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 05a98793-9f41-4207-a9e7-2af3d323b9f2 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:45.804312 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 95a582d0-254e-4819-8e1b-74dbb8e1c946 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:45.827495 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a13e7ff-ab23-49ba-881f-f79f76be4a45 req-b4069412-443f-4134-95b1-a6b32ab1add7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a37ce5d-ea03-44d4-9654-27bdafea49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0830309
Feb 12 21:16:45.837116 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 95a582d0-254e-4819-8e1b-74dbb8e1c946 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:45.837561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 95a582d0-254e-4819-8e1b-74dbb8e1c946 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:45.881845 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65ca2c2-55b5-4801-805a-4d2a4b745512 x-openstack-request-id: req-b65ca2c2-55b5-4801-805a-4d2a4b745512 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:45.882135 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17a1dbb-861a-43c9-b417-0cd379869e0c", "name": "network-vif-plugged", "status": "completed", "tag": "2b497b99-f059-46d5-86fa-8f5cb6613ed5", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:45.882394 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b65ca2c2-55b5-4801-805a-4d2a4b745512 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:45.882791 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17a1dbb-861a-43c9-b417-0cd379869e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b497b99-f059-46d5-86fa-8f5cb6613ed5', 'code': 200}
Feb 12 21:16:45.908417 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:45.949531 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9077d2b-2033-4434-a81c-763e86afce1c req-204a873b-d372-4fbe-bf6d-728ecd65deb3 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768227
Feb 12 21:16:45.958062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8743d0>, [{'id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'name': 'tempest-ServerRescueTestJSON-320493947-router', 'tenant_id': '036d2491a97d486eb196e0cdafa05500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:28Z', 'updated_at': '2022-02-12T21:16:38Z', 'revision_number': 4, 'project_id': '036d2491a97d486eb196e0cdafa05500', 'gw_port': {'id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:31Z', 'updated_at': '2022-02-12T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '037332c1-909e-47b5-bfdd-28844114727a', 'name': '', 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7', 'tenant_id': '036d2491a97d486eb196e0cdafa05500', 'mac_address': 'fa:16:3e:80:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '1241d83c-10df-4b94-b76c-17674c0674dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:37Z', 'updated_at': '2022-02-12T21:16:39Z', 'revision_number': 2, 'project_id': '036d2491a97d486eb196e0cdafa05500', 'subnets': [{'id': '1241d83c-10df-4b94-b76c-17674c0674dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:46.000478 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a13e7ff-ab23-49ba-881f-f79f76be4a45 req-ee9a2365-21f7-4821-a887-a2fd4a3497cf service neutron] 10.222.0.48 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589577
Feb 12 21:16:46.018446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Checking router: ec146604-33ea-4964-bf24-8c9e6956a13e for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:16:46.019869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Updating router ec146604-33ea-4964-bf24-8c9e6956a13e port 037332c1-909e-47b5-bfdd-28844114727a binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:16:46.092146 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1c0b914a-99ec-4707-a900-7cc912317a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (b7e91482-f399-4665-b58b-bcf362a3d1e1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:46.105694 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (037332c1-909e-47b5-bfdd-28844114727a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:46.157041 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377acc71-7030-439c-a8de-ea24a09ea56d req-e77dbf3c-b6f2-493f-b63b-68229e4f0eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:46.158747 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-377acc71-7030-439c-a8de-ea24a09ea56d req-e77dbf3c-b6f2-493f-b63b-68229e4f0eb3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 1128 time: 0.1939886
Feb 12 21:16:46.171810 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a13e7ff-ab23-49ba-881f-f79f76be4a45 req-64429578-b211-41e2-af88-a5bcad6bbb91 service neutron] 10.222.0.48 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614230
Feb 12 21:16:46.233166 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-377acc71-7030-439c-a8de-ea24a09ea56d req-cf8ba245-f3cb-496d-83d3-f1e09d2f9c60 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668478
Feb 12 21:16:46.287615 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1c0b914a-99ec-4707-a900-7cc912317a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (b7e91482-f399-4665-b58b-bcf362a3d1e1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:46.320630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b914a-99ec-4707-a900-7cc912317a72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e91482-f399-4665-b58b-bcf362a3d1e1,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:46.324618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:16:46.331123 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1c0b914a-99ec-4707-a900-7cc912317a72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:46.338716 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44758) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:46.343840 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1c0b914a-99ec-4707-a900-7cc912317a72 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b7e91482-f399-4665-b58b-bcf362a3d1e1 HTTP/1.1" status: 204  len: 168 time: 0.7906353
Feb 12 21:16:46.367822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25b3a17-8dfa-4158-b9d8-ffb5bab2fc55 None None] Network 95585999-2941-44ce-9740-36bec331694c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:16:46.499480 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (95585999-2941-44ce-9740-36bec331694c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:46.516778 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:16:46.527705 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Sync routers for ids ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:16:46.542438 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Routers {'d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:46.545519 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc48940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:46.567871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] Deleting port d898076f-62ff-4588-93fa-f550dc9fbdca {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:46.568295 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d898076f-62ff-4588-93fa-f550dc9fbdca), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:46.592623 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:46.594282 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-229f042b-2e6f-4926-baeb-e83eea0869ba admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 7.0088434
Feb 12 21:16:46.598346 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44768) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:46.657910 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8fef5175-9037-49df-a386-d900d029e49f req-03179fc2-fffa-4c59-bbb5-6d9d6ba99f2a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 210 time: 0.0624881
Feb 12 21:16:46.787818 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Publish callbacks [] for port (037332c1-909e-47b5-bfdd-28844114727a), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:46.848844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0014e8-c56b-4ec8-8960-9be1f551035d None None] DHCP port deletion for 95585999-2941-44ce-9740-36bec331694c request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:16:46.867563 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Set router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:46.897994 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (037332c1-909e-47b5-bfdd-28844114727a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:46.966314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 052fc6e1-d54a-44d4-912a-4a14240f9850 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:47.078974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa8cfb-3397-4eb6-b1f1-8dd8795241c5 None None] Pushing event updated for resources: {'Port': ['ID=037332c1-909e-47b5-bfdd-28844114727a,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:47.122568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6a0014e8-c56b-4ec8-8960-9be1f551035d None None] Deleting port d898076f-62ff-4588-93fa-f550dc9fbdca {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:47.122948 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6a0014e8-c56b-4ec8-8960-9be1f551035d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d898076f-62ff-4588-93fa-f550dc9fbdca), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:47.152992 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Attempting to bind port 037332c1-909e-47b5-bfdd-28844114727a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:16:47.153395 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Attempting to bind port 037332c1-909e-47b5-bfdd-28844114727a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9eb151c6-276b-4242-8eee-e95baa2443fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:16:47.153737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Attempting to bind port 037332c1-909e-47b5-bfdd-28844114727a on network 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:47.177684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:16:47.181084 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Checking segment: {'id': '9eb151c6-276b-4242-8eee-e95baa2443fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:47.181084 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:47.181084 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Bound using segment: {'id': '9eb151c6-276b-4242-8eee-e95baa2443fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:16:47.181084 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Bound port: 037332c1-909e-47b5-bfdd-28844114727a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb151c6-276b-4242-8eee-e95baa2443fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:16:47.181084 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (037332c1-909e-47b5-bfdd-28844114727a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:47.230194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] For port d898076f-62ff-4588-93fa-f550dc9fbdca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d898076f-62ff-4588-93fa-f550dc9fbdca,segment=NetworkSegment(d241ce97-e673-4f3a-bb5d-6be764473452),segment_id=d241ce97-e673-4f3a-bb5d-6be764473452)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:47.230750 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d898076f-62ff-4588-93fa-f550dc9fbdca), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:47.288023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6a0014e8-c56b-4ec8-8960-9be1f551035d None None] For port d898076f-62ff-4588-93fa-f550dc9fbdca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d898076f-62ff-4588-93fa-f550dc9fbdca,segment=NetworkSegment(d241ce97-e673-4f3a-bb5d-6be764473452),segment_id=d241ce97-e673-4f3a-bb5d-6be764473452)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:47.288023 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6a0014e8-c56b-4ec8-8960-9be1f551035d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d898076f-62ff-4588-93fa-f550dc9fbdca), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:47.293629 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f0fe6-2d52-49a7-ba19-dc45a207a707 req-2c812896-0e8b-42ef-bf01-3efb63c17d48 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:47.297377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] Calling delete_port for d898076f-62ff-4588-93fa-f550dc9fbdca owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:47.306908 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d9f0fe6-2d52-49a7-ba19-dc45a207a707 req-2c812896-0e8b-42ef-bf01-3efb63c17d48 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 946 time: 0.1878579
Feb 12 21:16:47.319529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 052fc6e1-d54a-44d4-912a-4a14240f9850 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:47.324343 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (052fc6e1-d54a-44d4-912a-4a14240f9850), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:47.408164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00aded-ad2d-4529-bdf9-43804e2379ce req-562661f7-2cd1-411a-a61e-53b946b0592b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:47.413480 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc48940>, [{'id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'name': 'tempest-ServersTestManualDisk-2019717399-router', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:39Z', 'updated_at': '2022-02-12T21:16:44Z', 'revision_number': 3, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'gw_port': {'id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:41Z', 'updated_at': '2022-02-12T21:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:47.415081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] For port 037332c1-909e-47b5-bfdd-28844114727a, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:16:47.416546 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d00aded-ad2d-4529-bdf9-43804e2379ce req-562661f7-2cd1-411a-a61e-53b946b0592b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 944 time: 0.2700934
Feb 12 21:16:47.419459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] For port 037332c1-909e-47b5-bfdd-28844114727a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=037332c1-909e-47b5-bfdd-28844114727a,segment=NetworkSegment(9eb151c6-276b-4242-8eee-e95baa2443fb),segment_id=9eb151c6-276b-4242-8eee-e95baa2443fb)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:16:47.422681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2cf67411-9b4d-404c-9292-87f1a03fd2b1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:16:47.428856 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d9f0fe6-2d52-49a7-ba19-dc45a207a707 req-286b0579-3e65-456d-b134-f873d11eb744 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181626
Feb 12 21:16:47.456141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6a0014e8-c56b-4ec8-8960-9be1f551035d None None] Calling delete_port for d898076f-62ff-4588-93fa-f550dc9fbdca owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:47.457640 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-0a4132d6-6692-43e3-9592-bb36c2e00b4f tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:47.459289 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-0a4132d6-6692-43e3-9592-bb36c2e00b4f tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.48 "GET /v2.0/networks?id=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 HTTP/1.1" status: 200  len: 810 time: 0.3223410
Feb 12 21:16:47.495611 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Checking router: d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:16:47.495866 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Updating router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 port ba494a94-3807-4a53-b5b4-c2f10494617a binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:16:47.514438 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (037332c1-909e-47b5-bfdd-28844114727a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:47.530314 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ba494a94-3807-4a53-b5b4-c2f10494617a), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:47.534847 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-f3c27a84-049b-4b64-a1cc-616457336ae0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Request body: {'port': {'device_id': '714a1949-e3c7-4d02-9972-0d3aa74311af', 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7', 'admin_state_up': True, 'tenant_id': '036d2491a97d486eb196e0cdafa05500'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:47.597468 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.resource_extend [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:16:47.704885 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d00aded-ad2d-4529-bdf9-43804e2379ce req-16e667ac-bc8c-4f02-8c0a-21ca5ccf5734 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2815769
Feb 12 21:16:47.840741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44786) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:47.844471 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8796a2d7-0634-4ecf-a0ec-7b983cf92b1f req-8fd53ad6-7afc-406d-8725-39ca3c0a5cf2 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 210 time: 0.0511696
Feb 12 21:16:47.854068 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d898076f-62ff-4588-93fa-f550dc9fbdca), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:47.866587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa8cfb-3397-4eb6-b1f1-8dd8795241c5 None None] Pushing event updated for resources: {'Port': ['ID=037332c1-909e-47b5-bfdd-28844114727a,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:47.905502 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Publish callbacks [] for port (ba494a94-3807-4a53-b5b4-c2f10494617a), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:47.908674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d898076f-62ff-4588-93fa-f550dc9fbdca,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:47.911324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] No DVR routers for this DVR port d898076f-62ff-4588-93fa-f550dc9fbdca on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:47.969111 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-f3c27a84-049b-4b64-a1cc-616457336ae0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Made reservation on behalf of 036d2491a97d486eb196e0cdafa05500 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:16:47.973035 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6a0014e8-c56b-4ec8-8960-9be1f551035d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (d898076f-62ff-4588-93fa-f550dc9fbdca), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:47.973894 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-f3c27a84-049b-4b64-a1cc-616457336ae0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:47.989707 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ba494a94-3807-4a53-b5b4-c2f10494617a), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:48.038354 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (95585999-2941-44ce-9740-36bec331694c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:48.046210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Routers {'ec146604-33ea-4964-bf24-8c9e6956a13e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:48.047342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8743d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ec146604-33ea-4964-bf24-8c9e6956a13e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:48.048916 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Attempting to bind port ba494a94-3807-4a53-b5b4-c2f10494617a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:16:48.049508 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Attempting to bind port ba494a94-3807-4a53-b5b4-c2f10494617a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:16:48.051341 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Attempting to bind port ba494a94-3807-4a53-b5b4-c2f10494617a on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:48.067332 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-587eb453-23bb-4268-93ce-af1ca4118265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:48.115851 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f900da30>,) {'filters': {'network_id': ['95585999-2941-44ce-9740-36bec331694c']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:48.116869 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:16:48.118637 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:48.119091 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:48.121681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0014e8-c56b-4ec8-8960-9be1f551035d None None] Pushing event deleted for resources: {'Port': ['ID=d898076f-62ff-4588-93fa-f550dc9fbdca,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:48.129817 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:16:48.132371 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Bound port: ba494a94-3807-4a53-b5b4-c2f10494617a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:16:48.132371 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ba494a94-3807-4a53-b5b4-c2f10494617a), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:48.132606 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0014e8-c56b-4ec8-8960-9be1f551035d None None] No DVR routers for this DVR port d898076f-62ff-4588-93fa-f550dc9fbdca on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:48.140074 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f900da30>, 'd241ce97-e673-4f3a-bb5d-6be764473452') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:48.140561 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f900da30>, 'd241ce97-e673-4f3a-bb5d-6be764473452') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:48.152860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 052fc6e1-d54a-44d4-912a-4a14240f9850 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:48.162756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2cf67411-9b4d-404c-9292-87f1a03fd2b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cf67411-9b4d-404c-9292-87f1a03fd2b1,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:48.181796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '2cf67411-9b4d-404c-9292-87f1a03fd2b1', 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9', 'port_id': '2cf67411-9b4d-404c-9292-87f1a03fd2b1', 'mac_address': 'fa:16:3e:3f:ca:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b2e3cd-2e40-4791-a546-b0ce8e0efcee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:16:48.188779 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (d241ce97-e673-4f3a-bb5d-6be764473452), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:48.206695 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4d643-08fd-47c4-b2df-4a8a781326c6 None None] Pushing event updated for resources: {'Port': ['ID=ba494a94-3807-4a53-b5b4-c2f10494617a,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:48.229617 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d241ce97-e673-4f3a-bb5d-6be764473452), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:48.238982 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] Set router ec146604-33ea-4964-bf24-8c9e6956a13e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:48.241113 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 2cf67411-9b4d-404c-9292-87f1a03fd2b1 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:48.241550 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:48.243739 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4d643-08fd-47c4-b2df-4a8a781326c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:48.244094 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4d643-08fd-47c4-b2df-4a8a781326c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:48.244837 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4d643-08fd-47c4-b2df-4a8a781326c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:48.245342 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4d643-08fd-47c4-b2df-4a8a781326c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:48.245714 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4d643-08fd-47c4-b2df-4a8a781326c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:48.246044 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4d643-08fd-47c4-b2df-4a8a781326c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:48.246365 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4d643-08fd-47c4-b2df-4a8a781326c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:48.246690 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4d643-08fd-47c4-b2df-4a8a781326c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:48.247145 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4d643-08fd-47c4-b2df-4a8a781326c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:48.247468 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4d643-08fd-47c4-b2df-4a8a781326c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:48.247792 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4d643-08fd-47c4-b2df-4a8a781326c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:48.248107 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4d643-08fd-47c4-b2df-4a8a781326c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:48.248426 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da4d643-08fd-47c4-b2df-4a8a781326c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:16:48.273618 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] For port ba494a94-3807-4a53-b5b4-c2f10494617a, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:16:48.279171 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] For port ba494a94-3807-4a53-b5b4-c2f10494617a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba494a94-3807-4a53-b5b4-c2f10494617a,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:16:48.296863 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf67411-9b4d-404c-9292-87f1a03fd2b1 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:16:48.297265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:16:48.297824 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (d241ce97-e673-4f3a-bb5d-6be764473452), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:16:48.304556 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:16:48.350405 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2cf67411-9b4d-404c-9292-87f1a03fd2b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cf67411-9b4d-404c-9292-87f1a03fd2b1,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:48.370604 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ba494a94-3807-4a53-b5b4-c2f10494617a), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:48.399466 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Routers {'d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:48.399936 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc48940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:48.432409 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:48.482339 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:48.531644 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4d643-08fd-47c4-b2df-4a8a781326c6 None None] Pushing event updated for resources: {'Port': ['ID=ba494a94-3807-4a53-b5b4-c2f10494617a,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:48.536574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=2cf67411-9b4d-404c-9292-87f1a03fd2b1,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:48.544944 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-f3c27a84-049b-4b64-a1cc-616457336ae0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Allocated IP 172.20.0.7 (79e30242-36dd-47be-b9fc-d5fa9a5cbbe7/1241d83c-10df-4b94-b76c-17674c0674dc/05bf65a0-d7cd-46e3-8256-7885b95b7048) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:16:48.560557 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] Set router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:48.595610 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (95585999-2941-44ce-9740-36bec331694c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:48.598576 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-587eb453-23bb-4268-93ce-af1ca4118265 admin admin] Publish callbacks [] for security_group (d70d35e4-976b-4bbc-9f9e-cc79107ec67b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:48.611151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8743d0>, [{'id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'name': 'tempest-ServerRescueTestJSON-320493947-router', 'tenant_id': '036d2491a97d486eb196e0cdafa05500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:28Z', 'updated_at': '2022-02-12T21:16:38Z', 'revision_number': 4, 'project_id': '036d2491a97d486eb196e0cdafa05500', 'gw_port': {'id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:31Z', 'updated_at': '2022-02-12T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '037332c1-909e-47b5-bfdd-28844114727a', 'name': '', 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7', 'tenant_id': '036d2491a97d486eb196e0cdafa05500', 'mac_address': 'fa:16:3e:80:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '1241d83c-10df-4b94-b76c-17674c0674dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:37Z', 'updated_at': '2022-02-12T21:16:47Z', 'revision_number': 4, 'project_id': '036d2491a97d486eb196e0cdafa05500', 'subnets': [{'id': '1241d83c-10df-4b94-b76c-17674c0674dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:48.613778 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:48.619944 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/95585999-2941-44ce-9740-36bec331694c HTTP/1.1" status: 204  len: 168 time: 2.2798069
Feb 12 21:16:48.653161 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a7962-5e7b-4717-bf97-cb9f9fd2f6b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=95585999-2941-44ce-9740-36bec331694c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:48.699365 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-587eb453-23bb-4268-93ce-af1ca4118265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d70d35e4-976b-4bbc-9f9e-cc79107ec67b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:48.704128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['2cf67411-9b4d-404c-9292-87f1a03fd2b1'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:16:48.787850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fab894-d713-4dde-bfaf-6ecab13c2e02 req-a6f832cd-1cc1-4c70-bdc2-821e2cb977c6 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:48.790065 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-28fab894-d713-4dde-bfaf-6ecab13c2e02 req-a6f832cd-1cc1-4c70-bdc2-821e2cb977c6 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 946 time: 0.2769403
Feb 12 21:16:48.810428 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50365a78-1727-4a46-8853-2ba3e057ecfd None None] The sync data for ids ['ec146604-33ea-4964-bf24-8c9e6956a13e'] in ncdv-master-1 is: [{'id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'name': 'tempest-ServerRescueTestJSON-320493947-router', 'tenant_id': '036d2491a97d486eb196e0cdafa05500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:28Z', 'updated_at': '2022-02-12T21:16:38Z', 'revision_number': 4, 'project_id': '036d2491a97d486eb196e0cdafa05500', 'gw_port': {'id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:31Z', 'updated_at': '2022-02-12T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '037332c1-909e-47b5-bfdd-28844114727a', 'name': '', 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7', 'tenant_id': '036d2491a97d486eb196e0cdafa05500', 'mac_address': 'fa:16:3e:80:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '1241d83c-10df-4b94-b76c-17674c0674dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:37Z', 'updated_at': '2022-02-12T21:16:47Z', 'revision_number': 4, 'project_id': '036d2491a97d486eb196e0cdafa05500', 'subnets': [{'id': '1241d83c-10df-4b94-b76c-17674c0674dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:16:48.894734 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc48940>, [{'id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'name': 'tempest-ServersTestManualDisk-2019717399-router', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:39Z', 'updated_at': '2022-02-12T21:16:44Z', 'revision_number': 3, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'gw_port': {'id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:41Z', 'updated_at': '2022-02-12T21:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:48.911397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587eb453-23bb-4268-93ce-af1ca4118265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70d35e4-976b-4bbc-9f9e-cc79107ec67b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:48.942650 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-587eb453-23bb-4268-93ce-af1ca4118265 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ffbc779aa9d45908f65df88c8ee63ae&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1008477
Feb 12 21:16:48.947302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44802) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:48.968102 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b431bc-04b6-47df-9290-94235593aa24 None None] The sync data for ids ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'] in ncdv-master-1 is: [{'id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'name': 'tempest-ServersTestManualDisk-2019717399-router', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:39Z', 'updated_at': '2022-02-12T21:16:44Z', 'revision_number': 3, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'gw_port': {'id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:41Z', 'updated_at': '2022-02-12T21:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:16:49.039903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 037332c1-909e-47b5-bfdd-28844114727a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:49.041131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242c313-f380-4166-bacb-19ffd6ac2561 req-46afe604-f048-471f-b7aa-2e79516c8dd7 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:49.050453 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b242c313-f380-4166-bacb-19ffd6ac2561 req-46afe604-f048-471f-b7aa-2e79516c8dd7 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 945 time: 0.1958721
Feb 12 21:16:49.127442 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b242c313-f380-4166-bacb-19ffd6ac2561 req-60a950c5-0d39-4b3b-9583-014c1fc60098 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718064
Feb 12 21:16:49.162226 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e66e8435-4b64-45b5-847c-ae031a71b6f2 admin admin] Publish callbacks [] for security_group (d70d35e4-976b-4bbc-9f9e-cc79107ec67b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:49.176491 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 037332c1-909e-47b5-bfdd-28844114727a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:49.177278 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (037332c1-909e-47b5-bfdd-28844114727a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:49.219606 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e66e8435-4b64-45b5-847c-ae031a71b6f2 admin admin] Publish callbacks [] for security_group (d70d35e4-976b-4bbc-9f9e-cc79107ec67b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:49.296384 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-28fab894-d713-4dde-bfaf-6ecab13c2e02 req-5ce1ed8d-5438-44ba-81b8-a7e14d8c3495 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4724183
Feb 12 21:16:49.330485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 037332c1-909e-47b5-bfdd-28844114727a is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:49.331060 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (037332c1-909e-47b5-bfdd-28844114727a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:49.331975 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6017b573-3365-46e9-b690-f818097a9471 req-927c0cd3-b9b1-47ad-b986-2cf4f45aec78 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 210 time: 0.0417593
Feb 12 21:16:49.353526 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-f3c27a84-049b-4b64-a1cc-616457336ae0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Publish callbacks [] for port (05bf65a0-d7cd-46e3-8256-7885b95b7048), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:49.374807 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Allocated IP 172.20.0.1 (60c18811-ef4a-47ff-b603-d10b9aa4b0c2/6d7bb8ed-6af8-4dc3-b479-c8f674d73e26/b801593b-0301-42db-b800-188cf193df6f) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:16:49.387131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44810) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:49.428197 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 037332c1-909e-47b5-bfdd-28844114727a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=037332c1-909e-47b5-bfdd-28844114727a,segment=NetworkSegment(9eb151c6-276b-4242-8eee-e95baa2443fb),segment_id=9eb151c6-276b-4242-8eee-e95baa2443fb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:49.476328 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e66e8435-4b64-45b5-847c-ae031a71b6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d70d35e4-976b-4bbc-9f9e-cc79107ec67b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:49.480478 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e66e8435-4b64-45b5-847c-ae031a71b6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:49.483479 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e66e8435-4b64-45b5-847c-ae031a71b6f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d70d35e4-976b-4bbc-9f9e-cc79107ec67b HTTP/1.1" status: 204  len: 168 time: 0.5346940
Feb 12 21:16:49.492578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f214678b-37fd-40a6-93b0-9f6dd2ccd873 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1ff07a97663458e87406ec3a5e2cf1c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0993757
Feb 12 21:16:49.493747 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44814) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:49.512767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e8435-4b64-45b5-847c-ae031a71b6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70d35e4-976b-4bbc-9f9e-cc79107ec67b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:49.513222 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (037332c1-909e-47b5-bfdd-28844114727a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:49.661565 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6d64605e-3311-487d-a641-8273c2aa3b87 admin admin] Publish callbacks [] for security_group (28b33701-0721-4aa9-a919-77ddfb8a5db0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:49.665218 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3efbf-700e-483e-83c7-fc89bc7e3fe2 req-4784255c-f484-4844-833d-7afd4000f3e3 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:49.669663 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d898076f-62ff-4588-93fa-f550dc9fbdca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:49.673523 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25e3efbf-700e-483e-83c7-fc89bc7e3fe2 req-4784255c-f484-4844-833d-7afd4000f3e3 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=a86bfb3b-f693-42f1-b99a-e4ff52df8415 HTTP/1.1" status: 200  len: 945 time: 0.2064323
Feb 12 21:16:49.686436 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-f3c27a84-049b-4b64-a1cc-616457336ae0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (05bf65a0-d7cd-46e3-8256-7885b95b7048), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:49.729724 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6d64605e-3311-487d-a641-8273c2aa3b87 admin admin] Publish callbacks [] for security_group (28b33701-0721-4aa9-a919-77ddfb8a5db0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:49.782446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: d898076f-62ff-4588-93fa-f550dc9fbdca {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:49.784644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d898076f-62ff-4588-93fa-f550dc9fbdca not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:49.813772 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-f3c27a84-049b-4b64-a1cc-616457336ae0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Network 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:16:49.845032 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-f3c27a84-049b-4b64-a1cc-616457336ae0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:49.850401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Publish callbacks [] for port (b801593b-0301-42db-b800-188cf193df6f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:49.851857 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=037332c1-909e-47b5-bfdd-28844114727a,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:49.866250 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-f3c27a84-049b-4b64-a1cc-616457336ae0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:16:49.903789 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6d64605e-3311-487d-a641-8273c2aa3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (28b33701-0721-4aa9-a919-77ddfb8a5db0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:49.906503 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6d64605e-3311-487d-a641-8273c2aa3b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:49.907906 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6d64605e-3311-487d-a641-8273c2aa3b87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28b33701-0721-4aa9-a919-77ddfb8a5db0 HTTP/1.1" status: 204  len: 168 time: 0.4123261
Feb 12 21:16:49.916194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c27a84-049b-4b64-a1cc-616457336ae0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Pushing event updated for resources: {'Port': ['ID=05bf65a0-d7cd-46e3-8256-7885b95b7048,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:49.917977 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64605e-3311-487d-a641-8273c2aa3b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b33701-0721-4aa9-a919-77ddfb8a5db0,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:49.932408 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25e3efbf-700e-483e-83c7-fc89bc7e3fe2 req-32853fe0-5737-4dcb-91d1-808fd29f8caa tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2563915
Feb 12 21:16:49.991353 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-f3c27a84-049b-4b64-a1cc-616457336ae0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:49.991898 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-f3c27a84-049b-4b64-a1cc-616457336ae0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:50.075878 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b801593b-0301-42db-b800-188cf193df6f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:50.085860 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-f3c27a84-049b-4b64-a1cc-616457336ae0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5546515
Feb 12 21:16:50.116463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Request body: {'port': {'device_id': '714a1949-e3c7-4d02-9972-0d3aa74311af', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:50.148763 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Network 60c18811-ef4a-47ff-b603-d10b9aa4b0c2 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:16:50.154282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:50.161347 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:16:50.240535 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:50.317898 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Pushing event updated for resources: {'Port': ['ID=b801593b-0301-42db-b800-188cf193df6f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:50.427552 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (05bf65a0-d7cd-46e3-8256-7885b95b7048), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:50.520200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9a38a-65f5-4913-93f1-0d5722f0bd8d req-112ae8b2-11b3-485e-a6cf-51a6c7f6d7bd tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:50.521915 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d9c9a38a-65f5-4913-93f1-0d5722f0bd8d req-112ae8b2-11b3-485e-a6cf-51a6c7f6d7bd tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 945 time: 0.2744961
Feb 12 21:16:50.562297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7104-3ce4-4a6e-88e4-0c775b409aa0 req-70edd398-254e-4b0b-b863-729985f19c0d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:50.564552 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f31a7104-3ce4-4a6e-88e4-0c775b409aa0 req-70edd398-254e-4b0b-b863-729985f19c0d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 931 time: 0.0632648
Feb 12 21:16:50.621539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-74ba87fb-e56a-4b7f-b0b1-f8933a37ed26 None None] Provisioning complete for port b801593b-0301-42db-b800-188cf193df6f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:50.624426 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-74ba87fb-e56a-4b7f-b0b1-f8933a37ed26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b801593b-0301-42db-b800-188cf193df6f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:50.639201 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f31a7104-3ce4-4a6e-88e4-0c775b409aa0 req-56f18255-248b-434c-9382-50dc87073343 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570934
Feb 12 21:16:50.655098 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:16:50.707532 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b801593b-0301-42db-b800-188cf193df6f), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:50.787108 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d9c9a38a-65f5-4913-93f1-0d5722f0bd8d req-219ff97f-46f7-46b8-9056-45b310991f94 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2573733
Feb 12 21:16:50.917618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-74ba87fb-e56a-4b7f-b0b1-f8933a37ed26 None None] Port b801593b-0301-42db-b800-188cf193df6f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:16:51.020231 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ba494a94-3807-4a53-b5b4-c2f10494617a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:51.085465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ba494a94-3807-4a53-b5b4-c2f10494617a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:51.085847 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ba494a94-3807-4a53-b5b4-c2f10494617a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.160038 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Publish callbacks [] for port (b801593b-0301-42db-b800-188cf193df6f), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.167811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05bf65a0-d7cd-46e3-8256-7885b95b7048 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:16:51.178585 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ba494a94-3807-4a53-b5b4-c2f10494617a is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:51.178978 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ba494a94-3807-4a53-b5b4-c2f10494617a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.187139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e633cb3-9793-4e7d-a036-d9fb031b419b req-8be933e5-11b0-47d6-9440-7da516472584 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:51.188965 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e633cb3-9793-4e7d-a036-d9fb031b419b req-8be933e5-11b0-47d6-9440-7da516472584 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=a86bfb3b-f693-42f1-b99a-e4ff52df8415 HTTP/1.1" status: 200  len: 945 time: 0.1129594
Feb 12 21:16:51.224347 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (b801593b-0301-42db-b800-188cf193df6f), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.292620 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44840) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:51.310020 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-41cccae2-452d-469a-8dfd-27cb2ecc4c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.322676 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port ba494a94-3807-4a53-b5b4-c2f10494617a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba494a94-3807-4a53-b5b4-c2f10494617a,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:51.363837 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Publish callbacks [] for port (05bf65a0-d7cd-46e3-8256-7885b95b7048), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.376454 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2cf67411-9b4d-404c-9292-87f1a03fd2b1 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:51.406043 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-41cccae2-452d-469a-8dfd-27cb2ecc4c1c admin admin] Publish callbacks [] for security_group (9385d871-a9ab-4a40-b41e-1b2b3c8d6958), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.424091 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ba494a94-3807-4a53-b5b4-c2f10494617a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.425297 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 037332c1-909e-47b5-bfdd-28844114727a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:51.431213 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Transition to ACTIVE for port object 05bf65a0-d7cd-46e3-8256-7885b95b7048 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:16:51.439325 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Pushing event updated for resources: {'Port': ['ID=b801593b-0301-42db-b800-188cf193df6f,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:51.447444 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.448139 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-41cccae2-452d-469a-8dfd-27cb2ecc4c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9385d871-a9ab-4a40-b41e-1b2b3c8d6958), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.474920 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e633cb3-9793-4e7d-a036-d9fb031b419b req-070f0ed8-6eaf-4517-861e-18cf8847a404 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2738190
Feb 12 21:16:51.503872 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (05bf65a0-d7cd-46e3-8256-7885b95b7048), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.537955 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-41cccae2-452d-469a-8dfd-27cb2ecc4c1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68536259a87940579749c44feeda68c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2441597
Feb 12 21:16:51.539052 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cccae2-452d-469a-8dfd-27cb2ecc4c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9385d871-a9ab-4a40-b41e-1b2b3c8d6958,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:51.541884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44842) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:51.572091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=ba494a94-3807-4a53-b5b4-c2f10494617a,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:51.579557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44844) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:51.593185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 037332c1-909e-47b5-bfdd-28844114727a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:51.594354 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (037332c1-909e-47b5-bfdd-28844114727a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.647747 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7ed4148f-20ac-4ff6-9eda-e6181f686aaa admin admin] Publish callbacks [] for security_group (9385d871-a9ab-4a40-b41e-1b2b3c8d6958), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.654470 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Pushing event updated for resources: {'Port': ['ID=05bf65a0-d7cd-46e3-8256-7885b95b7048,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:51.656967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 2cf67411-9b4d-404c-9292-87f1a03fd2b1 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:16:51.684635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 2cf67411-9b4d-404c-9292-87f1a03fd2b1 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:51.685965 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.708726 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-61b9e8ec-19b3-4c75-9d48-68cc7643205d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7e2841c23a4467e8ce67300bb2ba129&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1274478
Feb 12 21:16:51.714425 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44848) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:51.729372 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Network 60c18811-ef4a-47ff-b603-d10b9aa4b0c2 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:16:51.735901 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:51.763852 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7ed4148f-20ac-4ff6-9eda-e6181f686aaa admin admin] Publish callbacks [] for security_group (9385d871-a9ab-4a40-b41e-1b2b3c8d6958), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.769962 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 037332c1-909e-47b5-bfdd-28844114727a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:51.848025 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Attempting to bind port 05bf65a0-d7cd-46e3-8256-7885b95b7048 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:16:51.848414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Attempting to bind port 05bf65a0-d7cd-46e3-8256-7885b95b7048 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9eb151c6-276b-4242-8eee-e95baa2443fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:16:51.849258 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Attempting to bind port 05bf65a0-d7cd-46e3-8256-7885b95b7048 on network 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:51.863200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Port 05bf65a0-d7cd-46e3-8256-7885b95b7048 on network 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:16:51.863532 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Attempting to bind port 05bf65a0-d7cd-46e3-8256-7885b95b7048 on network 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:51.865314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 2cf67411-9b4d-404c-9292-87f1a03fd2b1 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:51.865725 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.875394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:16:51.875738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Checking segment: {'id': '9eb151c6-276b-4242-8eee-e95baa2443fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:51.876592 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Bound using segment: {'id': '9eb151c6-276b-4242-8eee-e95baa2443fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:16:51.876592 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Bound port: 05bf65a0-d7cd-46e3-8256-7885b95b7048, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb151c6-276b-4242-8eee-e95baa2443fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:16:51.877097 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (05bf65a0-d7cd-46e3-8256-7885b95b7048), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.935593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43260354-ea4d-4384-9956-3ded0eb6b91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf67411-9b4d-404c-9292-87f1a03fd2b1'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:51.939918 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583d05e1-8c2d-4005-9f86-a013f4bbf82b" -d '{"events": [{"server_uuid": "43260354-ea4d-4384-9956-3ded0eb6b91c", "name": "network-vif-plugged", "status": "completed", "tag": "2cf67411-9b4d-404c-9292-87f1a03fd2b1"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:51.967681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2cf67411-9b4d-404c-9292-87f1a03fd2b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cf67411-9b4d-404c-9292-87f1a03fd2b1,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:51.986164 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7ed4148f-20ac-4ff6-9eda-e6181f686aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9385d871-a9ab-4a40-b41e-1b2b3c8d6958), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.989326 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7ed4148f-20ac-4ff6-9eda-e6181f686aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:51.990717 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7ed4148f-20ac-4ff6-9eda-e6181f686aaa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9385d871-a9ab-4a40-b41e-1b2b3c8d6958 HTTP/1.1" status: 204  len: 168 time: 0.4477558
Feb 12 21:16:52.012285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4148f-20ac-4ff6-9eda-e6181f686aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9385d871-a9ab-4a40-b41e-1b2b3c8d6958,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:52.012726 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:52.062418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144175cb-0f22-4307-b1b9-2aee991ffbf8 req-eb1d0d62-26af-4eb7-94f9-bd68a8e09d84 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:52.069765 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:16:52.072998 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-144175cb-0f22-4307-b1b9-2aee991ffbf8 req-eb1d0d62-26af-4eb7-94f9-bd68a8e09d84 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 943 time: 0.1781187
Feb 12 21:16:52.083936 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d93589e-b9aa-4d63-8766-5eae9cfbc1f8 admin admin] Publish callbacks [] for security_group (7c694a36-a6e0-4b46-86cb-38ab7bb904de), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:52.095034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] For port 05bf65a0-d7cd-46e3-8256-7885b95b7048, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:16:52.101378 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] For port 05bf65a0-d7cd-46e3-8256-7885b95b7048, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=05bf65a0-d7cd-46e3-8256-7885b95b7048,segment=NetworkSegment(9eb151c6-276b-4242-8eee-e95baa2443fb),segment_id=9eb151c6-276b-4242-8eee-e95baa2443fb)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:16:52.106871 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=2cf67411-9b4d-404c-9292-87f1a03fd2b1,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:52.117369 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e89e2e-2c4c-4320-bd51-eae6e3834d6c req-d3c1d015-ddd9-49a7-951d-51db0aaccdd3 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:52.120184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54e89e2e-2c4c-4320-bd51-eae6e3834d6c req-d3c1d015-ddd9-49a7-951d-51db0aaccdd3 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86bfb3b-f693-42f1-b99a-e4ff52df8415 HTTP/1.1" status: 200  len: 945 time: 0.2268124
Feb 12 21:16:52.159903 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5148681-2dcf-4e43-ab98-2b1837ccd8eb req-4ac2bbd9-6260-4953-85c5-580ee3266420 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:52.161979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e85175c2-afd7-4f7d-8bf4-53ed0d4b703e None None] Provisioning complete for port b801593b-0301-42db-b800-188cf193df6f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:52.162523 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e85175c2-afd7-4f7d-8bf4-53ed0d4b703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b801593b-0301-42db-b800-188cf193df6f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:52.167167 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5148681-2dcf-4e43-ab98-2b1837ccd8eb req-4ac2bbd9-6260-4953-85c5-580ee3266420 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 945 time: 0.1846042
Feb 12 21:16:52.169634 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-144175cb-0f22-4307-b1b9-2aee991ffbf8 req-90a6709d-5e20-44f6-a99d-c6024f3efd1b tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946534
Feb 12 21:16:52.206465 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (05bf65a0-d7cd-46e3-8256-7885b95b7048), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:52.251883 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d93589e-b9aa-4d63-8766-5eae9cfbc1f8 admin admin] Publish callbacks [] for security_group (7c694a36-a6e0-4b46-86cb-38ab7bb904de), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:52.253387 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d921c59-8993-4510-881b-113c1075ff06 x-openstack-request-id: req-3d921c59-8993-4510-881b-113c1075ff06 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:52.253570 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43260354-ea4d-4384-9956-3ded0eb6b91c", "name": "network-vif-plugged", "status": "completed", "tag": "2cf67411-9b4d-404c-9292-87f1a03fd2b1", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:52.253948 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d921c59-8993-4510-881b-113c1075ff06 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:52.254204 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43260354-ea4d-4384-9956-3ded0eb6b91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf67411-9b4d-404c-9292-87f1a03fd2b1', 'code': 200}
Feb 12 21:16:52.275036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e85175c2-afd7-4f7d-8bf4-53ed0d4b703e None None] Port b801593b-0301-42db-b800-188cf193df6f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:16:52.455020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baa362-5bcc-49a7-9974-93739cbe28cc req-d125c2d8-d15e-45d0-a58d-d6c4b76ea167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:52.456543 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0baa362-5bcc-49a7-9974-93739cbe28cc req-d125c2d8-d15e-45d0-a58d-d6c4b76ea167 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 1128 time: 0.1352780
Feb 12 21:16:52.466640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-54e89e2e-2c4c-4320-bd51-eae6e3834d6c req-79f7e640-df6d-4180-9da9-28a34de9c1e7 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Deleting port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:52.466989 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-54e89e2e-2c4c-4320-bd51-eae6e3834d6c req-79f7e640-df6d-4180-9da9-28a34de9c1e7 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (93f02fa8-36e2-4b7b-ac34-b8fe172d03ba), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:52.479752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5dc7-b6a7-41c9-b758-2ab19c94ffc2 req-7b664dcb-a686-47c9-b18b-11f26dbd6383 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:52.481533 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55ef5dc7-b6a7-41c9-b758-2ab19c94ffc2 req-7b664dcb-a686-47c9-b18b-11f26dbd6383 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17a1dbb-861a-43c9-b417-0cd379869e0c HTTP/1.1" status: 200  len: 946 time: 0.1401544
Feb 12 21:16:52.581988 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d93589e-b9aa-4d63-8766-5eae9cfbc1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7c694a36-a6e0-4b46-86cb-38ab7bb904de), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:52.586152 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d93589e-b9aa-4d63-8766-5eae9cfbc1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:52.588172 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8d93589e-b9aa-4d63-8766-5eae9cfbc1f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c694a36-a6e0-4b46-86cb-38ab7bb904de HTTP/1.1" status: 204  len: 168 time: 0.8717456
Feb 12 21:16:52.623149 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:52.623788 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:52.625233 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] 10.222.0.48 "PUT /v2.0/ports/05bf65a0-d7cd-46e3-8256-7885b95b7048 HTTP/1.1" status: 200  len: 1091 time: 2.5149527
Feb 12 21:16:52.625573 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714a1949-e3c7-4d02-9972-0d3aa74311af', 'tag': '05bf65a0-d7cd-46e3-8256-7885b95b7048'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:52.627799 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446376eb-23cc-48c8-bf49-97cf2ed43b24" -d '{"events": [{"name": "network-changed", "server_uuid": "714a1949-e3c7-4d02-9972-0d3aa74311af", "tag": "05bf65a0-d7cd-46e3-8256-7885b95b7048"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:52.676579 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5148681-2dcf-4e43-ab98-2b1837ccd8eb req-39dba0f8-ddb6-4e8f-b8f6-c602344ee7da tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5074458
Feb 12 21:16:52.704898 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e18a2c-4232-4ebc-9f5e-d35d607d691c service neutron] Pushing event updated for resources: {'Port': ['ID=05bf65a0-d7cd-46e3-8256-7885b95b7048,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:52.705833 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93589e-b9aa-4d63-8766-5eae9cfbc1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c694a36-a6e0-4b46-86cb-38ab7bb904de,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:52.727081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:16:52.744289 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-65c9d599-cdf1-4e05-a252-6585254b827b admin admin] 10.222.0.31 "PUT /v2.0/routers/d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1359243
Feb 12 21:16:52.744435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Sync routers for ids ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:16:52.750345 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3204281-0146-43ae-8ead-4f3883ea9bb7 x-openstack-request-id: req-f3204281-0146-43ae-8ead-4f3883ea9bb7 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:52.750816 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714a1949-e3c7-4d02-9972-0d3aa74311af", "tag": "05bf65a0-d7cd-46e3-8256-7885b95b7048", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:52.751231 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3204281-0146-43ae-8ead-4f3883ea9bb7 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:52.756264 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714a1949-e3c7-4d02-9972-0d3aa74311af', 'tag': '05bf65a0-d7cd-46e3-8256-7885b95b7048', 'status': 'completed', 'code': 200}
Feb 12 21:16:52.758939 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0baa362-5bcc-49a7-9974-93739cbe28cc req-fabf1fc5-1dd8-4f05-86a4-850498e30706 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2874544
Feb 12 21:16:52.773448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Routers {'d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:52.774119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba3cf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:52.823778 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-54e89e2e-2c4c-4320-bd51-eae6e3834d6c req-79f7e640-df6d-4180-9da9-28a34de9c1e7 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] For port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93f02fa8-36e2-4b7b-ac34-b8fe172d03ba,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:52.824213 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-54e89e2e-2c4c-4320-bd51-eae6e3834d6c req-79f7e640-df6d-4180-9da9-28a34de9c1e7 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (93f02fa8-36e2-4b7b-ac34-b8fe172d03ba), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:52.844911 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be52005-d710-44a0-8703-526d2bd6ed00 req-9e0387eb-37cb-4a93-bc0b-f7ddfb875286 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:52.852288 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5be52005-d710-44a0-8703-526d2bd6ed00 req-9e0387eb-37cb-4a93-bc0b-f7ddfb875286 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=a86bfb3b-f693-42f1-b99a-e4ff52df8415 HTTP/1.1" status: 200  len: 945 time: 0.2634776
Feb 12 21:16:52.859353 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-54e89e2e-2c4c-4320-bd51-eae6e3834d6c req-79f7e640-df6d-4180-9da9-28a34de9c1e7 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Calling delete_port for 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:52.911893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Set router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:52.955165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ba494a94-3807-4a53-b5b4-c2f10494617a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:52.965905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-55ef5dc7-b6a7-41c9-b758-2ab19c94ffc2 req-5ea890d0-cfab-4c86-80f3-a3016f9a9c76 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Deleting port 2b497b99-f059-46d5-86fa-8f5cb6613ed5 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:16:52.966247 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-55ef5dc7-b6a7-41c9-b758-2ab19c94ffc2 req-5ea890d0-cfab-4c86-80f3-a3016f9a9c76 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2b497b99-f059-46d5-86fa-8f5cb6613ed5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:52.991642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5be52005-d710-44a0-8703-526d2bd6ed00 req-b620a385-c719-4f07-b7c0-2fec34a94b0c tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bb43008-b2d8-4d09-a082-2903f0e6e312&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386583
Feb 12 21:16:53.093051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-532e4497-256d-4df6-bad4-fdb105d95891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:53.094627 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-532e4497-256d-4df6-bad4-fdb105d95891 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=036d2491a97d486eb196e0cdafa05500&device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 1125 time: 0.1314881
Feb 12 21:16:53.130399 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-55ef5dc7-b6a7-41c9-b758-2ab19c94ffc2 req-5ea890d0-cfab-4c86-80f3-a3016f9a9c76 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] For port 2b497b99-f059-46d5-86fa-8f5cb6613ed5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b497b99-f059-46d5-86fa-8f5cb6613ed5,segment=NetworkSegment(2c2ec032-3eeb-4896-bf41-ee7b3cd124c0),segment_id=2c2ec032-3eeb-4896-bf41-ee7b3cd124c0)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:53.130762 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-55ef5dc7-b6a7-41c9-b758-2ab19c94ffc2 req-5ea890d0-cfab-4c86-80f3-a3016f9a9c76 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2b497b99-f059-46d5-86fa-8f5cb6613ed5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:53.138462 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ba494a94-3807-4a53-b5b4-c2f10494617a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:53.138785 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ba494a94-3807-4a53-b5b4-c2f10494617a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:53.154107 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-a1f2aeda-a22b-402b-80c4-1b1069dd39b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05bf65a0-d7cd-46e3-8256-7885b95b7048 HTTP/1.1" status: 200  len: 217 time: 0.0503101
Feb 12 21:16:53.154339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-55ef5dc7-b6a7-41c9-b758-2ab19c94ffc2 req-5ea890d0-cfab-4c86-80f3-a3016f9a9c76 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Calling delete_port for 2b497b99-f059-46d5-86fa-8f5cb6613ed5 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:16:53.261275 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-a2a76684-86c8-4de7-8cc8-877933823e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:53.263721 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-a2a76684-86c8-4de7-8cc8-877933823e85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1241d83c-10df-4b94-b76c-17674c0674dc HTTP/1.1" status: 200  len: 850 time: 0.1023018
Feb 12 21:16:53.271774 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-54e89e2e-2c4c-4320-bd51-eae6e3834d6c req-79f7e640-df6d-4180-9da9-28a34de9c1e7 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (93f02fa8-36e2-4b7b-ac34-b8fe172d03ba), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:53.274980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ba494a94-3807-4a53-b5b4-c2f10494617a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:53.295414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['2b497b99-f059-46d5-86fa-8f5cb6613ed5'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:16:53.327789 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-e105fd28-b75e-484f-b74c-4a65712dffa6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0555437
Feb 12 21:16:53.346848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba3cf70>, [{'id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'name': 'tempest-ServersTestManualDisk-2019717399-router', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:39Z', 'updated_at': '2022-02-12T21:16:50Z', 'revision_number': 4, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'gw_port': {'id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:41Z', 'updated_at': '2022-02-12T21:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b801593b-0301-42db-b800-188cf193df6f', 'name': '', 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'mac_address': 'fa:16:3e:a1:ea:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:48Z', 'updated_at': '2022-02-12T21:16:50Z', 'revision_number': 2, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'subnets': [{'id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:53.353286 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7e640-df6d-4180-9da9-28a34de9c1e7 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Pushing event deleted for resources: {'Port': ['ID=93f02fa8-36e2-4b7b-ac34-b8fe172d03ba,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:53.385033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Checking router: d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:16:53.386122 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Updating router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 port b801593b-0301-42db-b800-188cf193df6f binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:16:53.426172 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e89e2e-2c4c-4320-bd51-eae6e3834d6c req-79f7e640-df6d-4180-9da9-28a34de9c1e7 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] No DVR routers for this DVR port 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:53.433017 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-54e89e2e-2c4c-4320-bd51-eae6e3834d6c req-79f7e640-df6d-4180-9da9-28a34de9c1e7 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:53.436549 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54e89e2e-2c4c-4320-bd51-eae6e3834d6c req-79f7e640-df6d-4180-9da9-28a34de9c1e7 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.50 "DELETE /v2.0/ports/93f02fa8-36e2-4b7b-ac34-b8fe172d03ba HTTP/1.1" status: 204  len: 173 time: 1.2828801
Feb 12 21:16:53.437010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86bfb3b-f693-42f1-b99a-e4ff52df8415', 'name': 'network-vif-deleted', 'tag': '93f02fa8-36e2-4b7b-ac34-b8fe172d03ba'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:53.439913 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e78b9bf-4384-49d0-b8bb-6efdccf8f74f" -d '{"events": [{"server_uuid": "a86bfb3b-f693-42f1-b99a-e4ff52df8415", "name": "network-vif-deleted", "tag": "93f02fa8-36e2-4b7b-ac34-b8fe172d03ba"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:53.449475 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-5a20e956-6001-4881-aebd-26b55a71921a service neutron] 10.222.0.48 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1158555
Feb 12 21:16:53.452433 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b801593b-0301-42db-b800-188cf193df6f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:53.515803 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-55ef5dc7-b6a7-41c9-b758-2ab19c94ffc2 req-5ea890d0-cfab-4c86-80f3-a3016f9a9c76 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2b497b99-f059-46d5-86fa-8f5cb6613ed5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:53.566905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea890d0-cfab-4c86-80f3-a3016f9a9c76 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Pushing event deleted for resources: {'Port': ['ID=2b497b99-f059-46d5-86fa-8f5cb6613ed5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:53.605214 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cf093fc7-5523-4e7e-a099-71fa519f3d9a req-35dcfc1e-51f9-4f8f-bd99-402d124d8d64 service neutron] 10.222.0.48 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494038
Feb 12 21:16:53.610269 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['2b497b99-f059-46d5-86fa-8f5cb6613ed5'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:16:53.623576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ef5dc7-b6a7-41c9-b758-2ab19c94ffc2 req-5ea890d0-cfab-4c86-80f3-a3016f9a9c76 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] No DVR routers for this DVR port 2b497b99-f059-46d5-86fa-8f5cb6613ed5 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:16:53.626545 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-55ef5dc7-b6a7-41c9-b758-2ab19c94ffc2 req-5ea890d0-cfab-4c86-80f3-a3016f9a9c76 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:53.630350 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55ef5dc7-b6a7-41c9-b758-2ab19c94ffc2 req-5ea890d0-cfab-4c86-80f3-a3016f9a9c76 tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.50 "DELETE /v2.0/ports/2b497b99-f059-46d5-86fa-8f5cb6613ed5 HTTP/1.1" status: 204  len: 173 time: 1.1111453
Feb 12 21:16:53.858909 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446376eb-23cc-48c8-bf49-97cf2ed43b24 req-30dffb50-57e6-4456-a8d8-f0ba89a525e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:53.861130 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-446376eb-23cc-48c8-bf49-97cf2ed43b24 req-30dffb50-57e6-4456-a8d8-f0ba89a525e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=036d2491a97d486eb196e0cdafa05500&device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 1125 time: 0.1296918
Feb 12 21:16:53.951505 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Publish callbacks [] for port (b801593b-0301-42db-b800-188cf193df6f), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:54.024176 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b801593b-0301-42db-b800-188cf193df6f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:54.033724 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446376eb-23cc-48c8-bf49-97cf2ed43b24 req-96f97854-2ccd-4f28-850e-65c18d29d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:54.047366 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-446376eb-23cc-48c8-bf49-97cf2ed43b24 req-96f97854-2ccd-4f28-850e-65c18d29d6c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 HTTP/1.1" status: 200  len: 911 time: 0.1770678
Feb 12 21:16:54.047878 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44904) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:54.066285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-bc627605-070e-43d7-830b-f9e4896c8ec8 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765848098', 'description': 'tempest-description--2087321155'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:54.122708 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d52857-b394-464e-9b0f-26b5cb707802 x-openstack-request-id: req-e6d52857-b394-464e-9b0f-26b5cb707802 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:54.123582 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86bfb3b-f693-42f1-b99a-e4ff52df8415", "name": "network-vif-deleted", "tag": "93f02fa8-36e2-4b7b-ac34-b8fe172d03ba", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:54.124415 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6d52857-b394-464e-9b0f-26b5cb707802 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:54.124811 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86bfb3b-f693-42f1-b99a-e4ff52df8415', 'name': 'network-vif-deleted', 'tag': '93f02fa8-36e2-4b7b-ac34-b8fe172d03ba', 'status': 'completed', 'code': 200}
Feb 12 21:16:54.173943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f5531-40b2-4039-93cc-0b787a5fab64 req-216ffed7-ec68-4ad4-aded-d7531fb0c496 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:54.175512 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7d1f5531-40b2-4039-93cc-0b787a5fab64 req-216ffed7-ec68-4ad4-aded-d7531fb0c496 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 943 time: 0.8659456
Feb 12 21:16:54.178577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfb8f9-bfe5-4f45-b839-7787ee68d9f9 None None] Pushing event updated for resources: {'Port': ['ID=b801593b-0301-42db-b800-188cf193df6f,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:54.217994 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-446376eb-23cc-48c8-bf49-97cf2ed43b24 req-3cbc4273-cb4f-464f-8c7e-435e2acb7cb3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05bf65a0-d7cd-46e3-8256-7885b95b7048 HTTP/1.1" status: 200  len: 217 time: 0.1334860
Feb 12 21:16:54.219256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Attempting to bind port b801593b-0301-42db-b800-188cf193df6f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:16:54.224459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Attempting to bind port b801593b-0301-42db-b800-188cf193df6f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '63cc5f67-961d-4c7e-b2de-f2b69d08006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:16:54.225141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Attempting to bind port b801593b-0301-42db-b800-188cf193df6f on network 60c18811-ef4a-47ff-b603-d10b9aa4b0c2 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:16:54.231539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:16:54.232308 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Checking segment: {'id': '63cc5f67-961d-4c7e-b2de-f2b69d08006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:54.232994 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:54.235314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Bound using segment: {'id': '63cc5f67-961d-4c7e-b2de-f2b69d08006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:16:54.235916 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Bound port: b801593b-0301-42db-b800-188cf193df6f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cc5f67-961d-4c7e-b2de-f2b69d08006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:16:54.236980 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b801593b-0301-42db-b800-188cf193df6f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:54.271898 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7d1f5531-40b2-4039-93cc-0b787a5fab64 req-5abd0466-f498-4207-a4ac-3715d10a5f88 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848513
Feb 12 21:16:54.361928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] For port b801593b-0301-42db-b800-188cf193df6f, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:16:54.365855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] For port b801593b-0301-42db-b800-188cf193df6f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b801593b-0301-42db-b800-188cf193df6f,segment=NetworkSegment(63cc5f67-961d-4c7e-b2de-f2b69d08006f),segment_id=63cc5f67-961d-4c7e-b2de-f2b69d08006f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:16:54.381789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446376eb-23cc-48c8-bf49-97cf2ed43b24 req-3da1ac42-b0ff-49dc-9e48-d500b06e4555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:54.381789 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-446376eb-23cc-48c8-bf49-97cf2ed43b24 req-3da1ac42-b0ff-49dc-9e48-d500b06e4555 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1241d83c-10df-4b94-b76c-17674c0674dc HTTP/1.1" status: 200  len: 850 time: 0.1377602
Feb 12 21:16:54.404710 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0cbb7-e038-46c6-a8b3-417cd9b36420 req-7da02cd4-3aec-402d-aa18-0e9112fa4491 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:54.417448 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2fa0cbb7-e038-46c6-a8b3-417cd9b36420 req-7da02cd4-3aec-402d-aa18-0e9112fa4491 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.1992431
Feb 12 21:16:54.420278 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc627605-070e-43d7-830b-f9e4896c8ec8 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:54.436364 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b801593b-0301-42db-b800-188cf193df6f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:54.446695 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7ef67637-aecc-433d-b738-6d4d0bd3f047 req-c84615bb-d51a-4aac-a116-9e96b41adcae tempest-MultipleCreateTestJSON-1637110307 tempest-MultipleCreateTestJSON-1637110307-project] 10.222.0.31 "GET /v2.0/ports?device_id=a86bfb3b-f693-42f1-b99a-e4ff52df8415 HTTP/1.1" status: 200  len: 210 time: 0.0552194
Feb 12 21:16:54.523095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-446376eb-23cc-48c8-bf49-97cf2ed43b24 req-b7748d56-1d37-4bab-a997-158e6ad1d957 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1121149
Feb 12 21:16:54.541345 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Routers {'d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:16:54.542000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba3cf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:54.547527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfb8f9-bfe5-4f45-b839-7787ee68d9f9 None None] Pushing event updated for resources: {'Port': ['ID=b801593b-0301-42db-b800-188cf193df6f,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:54.591514 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2fa0cbb7-e038-46c6-a8b3-417cd9b36420 req-e0176c05-79b3-4e9d-a1ab-c381f36cfc61 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557329
Feb 12 21:16:54.630645 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc627605-070e-43d7-830b-f9e4896c8ec8 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for security_group (37ae0fa7-68d3-42da-a054-d8c570be1049), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:54.653452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c4722344-b2f2-4033-850c-cfc66bc82481 None None] Provisioning complete for port b801593b-0301-42db-b800-188cf193df6f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:54.653973 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c4722344-b2f2-4033-850c-cfc66bc82481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b801593b-0301-42db-b800-188cf193df6f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:54.710735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc627605-070e-43d7-830b-f9e4896c8ec8 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (37ae0fa7-68d3-42da-a054-d8c570be1049), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:54.841604 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc627605-070e-43d7-830b-f9e4896c8ec8 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ae0fa7-68d3-42da-a054-d8c570be1049,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:54.880112 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-446376eb-23cc-48c8-bf49-97cf2ed43b24 req-932ebb47-d386-4211-a372-32029ba8e41a service neutron] 10.222.0.48 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3475952
Feb 12 21:16:54.948566 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] Set router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:16:55.001926 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc627605-070e-43d7-830b-f9e4896c8ec8 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:55.006068 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bc627605-070e-43d7-830b-f9e4896c8ec8 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.9542570
Feb 12 21:16:55.006254 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44926) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:55.010921 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9637ae2d-78b5-4a68-8c06-658a1ff25d9b tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Request body: {'security_group_rule': {'security_group_id': '37ae0fa7-68d3-42da-a054-d8c570be1049', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:55.014633 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-446376eb-23cc-48c8-bf49-97cf2ed43b24 req-f4f8ebdb-5582-499c-925f-4507aafe3d0f service neutron] 10.222.0.48 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268942
Feb 12 21:16:55.026371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c4722344-b2f2-4033-850c-cfc66bc82481 None None] Current status of the port b801593b-0301-42db-b800-188cf193df6f is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:55.027603 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c4722344-b2f2-4033-850c-cfc66bc82481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b801593b-0301-42db-b800-188cf193df6f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:55.109725 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9637ae2d-78b5-4a68-8c06-658a1ff25d9b tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for security_group_rule (b3de0bdb-faf3-4b63-93c2-519c43894ccd), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:55.179381 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9637ae2d-78b5-4a68-8c06-658a1ff25d9b tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for security_group_rule (b3de0bdb-faf3-4b63-93c2-519c43894ccd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:55.187033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c4722344-b2f2-4033-850c-cfc66bc82481 None None] For port b801593b-0301-42db-b800-188cf193df6f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b801593b-0301-42db-b800-188cf193df6f,segment=NetworkSegment(63cc5f67-961d-4c7e-b2de-f2b69d08006f),segment_id=63cc5f67-961d-4c7e-b2de-f2b69d08006f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:55.188184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:55.215527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:55.215875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 93f02fa8-36e2-4b7b-ac34-b8fe172d03ba not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:55.216349 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 2b497b99-f059-46d5-86fa-8f5cb6613ed5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:16:55.258295 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 2b497b99-f059-46d5-86fa-8f5cb6613ed5 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:16:55.258295 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 2b497b99-f059-46d5-86fa-8f5cb6613ed5 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:16:55.281787 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9637ae2d-78b5-4a68-8c06-658a1ff25d9b tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (b3de0bdb-faf3-4b63-93c2-519c43894ccd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:55.284543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba3cf70>, [{'id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'name': 'tempest-ServersTestManualDisk-2019717399-router', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:39Z', 'updated_at': '2022-02-12T21:16:50Z', 'revision_number': 4, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'gw_port': {'id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:41Z', 'updated_at': '2022-02-12T21:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b801593b-0301-42db-b800-188cf193df6f', 'name': '', 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'mac_address': 'fa:16:3e:a1:ea:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:48Z', 'updated_at': '2022-02-12T21:16:54Z', 'revision_number': 4, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'subnets': [{'id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:55.301199 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637ae2d-78b5-4a68-8c06-658a1ff25d9b tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3de0bdb-faf3-4b63-93c2-519c43894ccd,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:55.314052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206fb580-7cef-436f-8627-0b4fe678ded2 None None] The sync data for ids ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'] in ncdv-master-1 is: [{'id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'name': 'tempest-ServersTestManualDisk-2019717399-router', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:39Z', 'updated_at': '2022-02-12T21:16:50Z', 'revision_number': 4, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'gw_port': {'id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:41Z', 'updated_at': '2022-02-12T21:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b801593b-0301-42db-b800-188cf193df6f', 'name': '', 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'mac_address': 'fa:16:3e:a1:ea:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:48Z', 'updated_at': '2022-02-12T21:16:54Z', 'revision_number': 4, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'subnets': [{'id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:16:55.316737 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c4722344-b2f2-4033-850c-cfc66bc82481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b801593b-0301-42db-b800-188cf193df6f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:55.405636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 05bf65a0-d7cd-46e3-8256-7885b95b7048 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:16:55.408793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4722344-b2f2-4033-850c-cfc66bc82481 None None] Pushing event updated for resources: {'Port': ['ID=b801593b-0301-42db-b800-188cf193df6f,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:55.446964 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9637ae2d-78b5-4a68-8c06-658a1ff25d9b tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:55.453048 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9637ae2d-78b5-4a68-8c06-658a1ff25d9b tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4457765
Feb 12 21:16:55.454132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44948) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:55.502898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0d4cf905-924d-4727-a1dc-8f79b5faa5bd tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Request body: {'security_group_rule': {'security_group_id': '37ae0fa7-68d3-42da-a054-d8c570be1049', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:55.513629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e5986bf1-6c29-4ec5-9d39-dbdeb8c2949f None None] Provisioning complete for port b801593b-0301-42db-b800-188cf193df6f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:55.514060 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e5986bf1-6c29-4ec5-9d39-dbdeb8c2949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b801593b-0301-42db-b800-188cf193df6f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:55.520115 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc54aae-68bd-44c6-b499-5ab6d21b9b89 req-2423580e-5aaf-4b75-95fa-c6096c2dbde0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:55.524441 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5fc54aae-68bd-44c6-b499-5ab6d21b9b89 req-2423580e-5aaf-4b75-95fa-c6096c2dbde0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 943 time: 0.1193457
Feb 12 21:16:55.614487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 05bf65a0-d7cd-46e3-8256-7885b95b7048, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=05bf65a0-d7cd-46e3-8256-7885b95b7048,segment=NetworkSegment(9eb151c6-276b-4242-8eee-e95baa2443fb),segment_id=9eb151c6-276b-4242-8eee-e95baa2443fb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:55.618080 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5fc54aae-68bd-44c6-b499-5ab6d21b9b89 req-d8eb9933-7a69-4300-8f7c-37be20352d99 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818102
Feb 12 21:16:55.631748 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '05bf65a0-d7cd-46e3-8256-7885b95b7048', 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7', 'port_id': '05bf65a0-d7cd-46e3-8256-7885b95b7048', 'mac_address': 'fa:16:3e:f1:c1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1241d83c-10df-4b94-b76c-17674c0674dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:16:55.676661 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d4cf905-924d-4727-a1dc-8f79b5faa5bd tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for security_group_rule (f980bcb6-6048-4f92-8196-8b1567ec2004), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:55.736289 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 05bf65a0-d7cd-46e3-8256-7885b95b7048 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:55.736699 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (05bf65a0-d7cd-46e3-8256-7885b95b7048), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:55.823746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44964) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:55.862996 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d4cf905-924d-4727-a1dc-8f79b5faa5bd tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for security_group_rule (f980bcb6-6048-4f92-8196-8b1567ec2004), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:55.909576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05bf65a0-d7cd-46e3-8256-7885b95b7048 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:16:55.935387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-029282ac-1160-4baa-922b-f96c0be719e2 admin admin] Deleting subnet 9cac913b-d418-4c68-82b0-abe0dd9002bb {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:16:55.940696 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-029282ac-1160-4baa-922b-f96c0be719e2 admin admin] Publish callbacks [] for subnet (9cac913b-d418-4c68-82b0-abe0dd9002bb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:55.958265 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830c8b9-0336-4099-a8a4-cfdbc9d86242 req-1670cf2d-cd29-45c7-89ab-315e4b7ea7dd tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:55.960064 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 05bf65a0-d7cd-46e3-8256-7885b95b7048, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=05bf65a0-d7cd-46e3-8256-7885b95b7048,segment=NetworkSegment(9eb151c6-276b-4242-8eee-e95baa2443fb),segment_id=9eb151c6-276b-4242-8eee-e95baa2443fb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:55.960258 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3830c8b9-0336-4099-a8a4-cfdbc9d86242 req-1670cf2d-cd29-45c7-89ab-315e4b7ea7dd tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0586176
Feb 12 21:16:55.962442 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d4cf905-924d-4727-a1dc-8f79b5faa5bd tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (f980bcb6-6048-4f92-8196-8b1567ec2004), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:55.980222 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cf905-924d-4727-a1dc-8f79b5faa5bd tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f980bcb6-6048-4f92-8196-8b1567ec2004,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:55.985257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e5986bf1-6c29-4ec5-9d39-dbdeb8c2949f None None] Current status of the port b801593b-0301-42db-b800-188cf193df6f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:56.010896 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-029282ac-1160-4baa-922b-f96c0be719e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (9cac913b-d418-4c68-82b0-abe0dd9002bb), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.038638 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3830c8b9-0336-4099-a8a4-cfdbc9d86242 req-907e6eef-dded-44dd-8477-9483e818fb4b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622625
Feb 12 21:16:56.077769 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d4cf905-924d-4727-a1dc-8f79b5faa5bd tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.079156 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-42331e58-86ce-4ca3-80fa-6def990215c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.079660 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-029282ac-1160-4baa-922b-f96c0be719e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (9cac913b-d418-4c68-82b0-abe0dd9002bb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.084716 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (05bf65a0-d7cd-46e3-8256-7885b95b7048), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.085798 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0d4cf905-924d-4727-a1dc-8f79b5faa5bd tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6300230
Feb 12 21:16:56.091156 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44970) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:56.094997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:56.126768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17a1dbb-861a-43c9-b417-0cd379869e0c', 'name': 'network-vif-deleted', 'tag': '2b497b99-f059-46d5-86fa-8f5cb6613ed5'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:56.130382 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3490a8f6-aea4-4036-aed8-a88a89f2bc7a" -d '{"events": [{"server_uuid": "c17a1dbb-861a-43c9-b417-0cd379869e0c", "name": "network-vif-deleted", "tag": "2b497b99-f059-46d5-86fa-8f5cb6613ed5"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:56.166836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=05bf65a0-d7cd-46e3-8256-7885b95b7048,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:56.190618 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f0a008-4868-4fe8-92d1-9de383e933c2 x-openstack-request-id: req-e3f0a008-4868-4fe8-92d1-9de383e933c2 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:56.190912 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17a1dbb-861a-43c9-b417-0cd379869e0c", "name": "network-vif-deleted", "tag": "2b497b99-f059-46d5-86fa-8f5cb6613ed5", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:56.191170 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3f0a008-4868-4fe8-92d1-9de383e933c2 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:56.191567 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17a1dbb-861a-43c9-b417-0cd379869e0c', 'name': 'network-vif-deleted', 'tag': '2b497b99-f059-46d5-86fa-8f5cb6613ed5', 'status': 'completed', 'code': 200}
Feb 12 21:16:56.200978 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.230210 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-029282ac-1160-4baa-922b-f96c0be719e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (9cac913b-d418-4c68-82b0-abe0dd9002bb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.261040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029282ac-1160-4baa-922b-f96c0be719e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cac913b-d418-4c68-82b0-abe0dd9002bb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:56.265158 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-029282ac-1160-4baa-922b-f96c0be719e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.268695 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-029282ac-1160-4baa-922b-f96c0be719e2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9cac913b-d418-4c68-82b0-abe0dd9002bb HTTP/1.1" status: 204  len: 168 time: 0.4438963
Feb 12 21:16:56.271390 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44974) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:56.303038 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['05bf65a0-d7cd-46e3-8256-7885b95b7048'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:16:56.389941 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84e7c40b-6e89-45cd-b184-0dc755589f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (2d5eca5e-b457-4c36-8b4b-a1a450e04c3e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.517673 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44980) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:56.550419 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.553857 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84e7c40b-6e89-45cd-b184-0dc755589f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (2d5eca5e-b457-4c36-8b4b-a1a450e04c3e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.612848 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-84e7c40b-6e89-45cd-b184-0dc755589f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa136400>,) {'filters': {'network_id': ['2d5eca5e-b457-4c36-8b4b-a1a450e04c3e']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:56.628821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-84e7c40b-6e89-45cd-b184-0dc755589f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa136400>, '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:56.629125 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-84e7c40b-6e89-45cd-b184-0dc755589f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa136400>, '2c2ec032-3eeb-4896-bf41-ee7b3cd124c0') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:16:56.649799 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84e7c40b-6e89-45cd-b184-0dc755589f75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (2c2ec032-3eeb-4896-bf41-ee7b3cd124c0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.681847 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6e626c2f-dbc9-4b2d-91ab-a247da692645 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-661642838-network', 'tenant_id': '3c5bbc73117e44dcafcdec9e0fc9ae67'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:56.723275 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84e7c40b-6e89-45cd-b184-0dc755589f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (2c2ec032-3eeb-4896-bf41-ee7b3cd124c0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.731874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e7c40b-6e89-45cd-b184-0dc755589f75 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:16:56.732690 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84e7c40b-6e89-45cd-b184-0dc755589f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (2c2ec032-3eeb-4896-bf41-ee7b3cd124c0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.766643 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.790530 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e626c2f-dbc9-4b2d-91ab-a247da692645 admin admin] Made reservation on behalf of 3c5bbc73117e44dcafcdec9e0fc9ae67 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:16:56.793649 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e626c2f-dbc9-4b2d-91ab-a247da692645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.813638 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e626c2f-dbc9-4b2d-91ab-a247da692645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:16:56.833369 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:16:56.894620 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84e7c40b-6e89-45cd-b184-0dc755589f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (2d5eca5e-b457-4c36-8b4b-a1a450e04c3e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.917087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b801593b-0301-42db-b800-188cf193df6f up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:56.926954 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84e7c40b-6e89-45cd-b184-0dc755589f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:56.931061 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-84e7c40b-6e89-45cd-b184-0dc755589f75 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2d5eca5e-b457-4c36-8b4b-a1a450e04c3e HTTP/1.1" status: 204  len: 168 time: 0.6581044
Feb 12 21:16:56.938887 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Allocated IP 172.35.2.213 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/0691b754-dcdd-4c00-914c-b1ca2d014d08) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:16:56.966706 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7c40b-6e89-45cd-b184-0dc755589f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d5eca5e-b457-4c36-8b4b-a1a450e04c3e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:57.006209 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e626c2f-dbc9-4b2d-91ab-a247da692645 admin admin] Publish callbacks [] for security_group (c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.019875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834814a0-82a5-4883-ab7a-67be0aa86610 req-796aa998-8d25-481a-9927-d4433eb6250a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:57.021473 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-834814a0-82a5-4883-ab7a-67be0aa86610 req-796aa998-8d25-481a-9927-d4433eb6250a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 944 time: 0.3042486
Feb 12 21:16:57.027197 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b801593b-0301-42db-b800-188cf193df6f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:57.027840 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b801593b-0301-42db-b800-188cf193df6f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.104774 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e626c2f-dbc9-4b2d-91ab-a247da692645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.170356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e626c2f-dbc9-4b2d-91ab-a247da692645 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:16:57.189920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b801593b-0301-42db-b800-188cf193df6f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:57.192049 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e626c2f-dbc9-4b2d-91ab-a247da692645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:57.205226 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-834814a0-82a5-4883-ab7a-67be0aa86610 req-5575a25b-b9ae-43f9-9096-22b8a3427efd tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534455
Feb 12 21:16:57.207900 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e626c2f-dbc9-4b2d-91ab-a247da692645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0f00ddc2-23f8-4781-8164-5bf404195762), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.210232 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-6e626c2f-dbc9-4b2d-91ab-a247da692645 admin admin] Added segment 0f00ddc2-23f8-4781-8164-5bf404195762 of type vlan for network f840d0d6-34c0-4ae8-a6b5-7fb846e48b92
Feb 12 21:16:57.250728 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for port (0691b754-dcdd-4c00-914c-b1ca2d014d08), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.281067 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e626c2f-dbc9-4b2d-91ab-a247da692645 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (f840d0d6-34c0-4ae8-a6b5-7fb846e48b92), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.389978 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (0691b754-dcdd-4c00-914c-b1ca2d014d08), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.418308 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e626c2f-dbc9-4b2d-91ab-a247da692645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (f840d0d6-34c0-4ae8-a6b5-7fb846e48b92), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.419630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e626c2f-dbc9-4b2d-91ab-a247da692645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:57.420667 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e626c2f-dbc9-4b2d-91ab-a247da692645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.457560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 05bf65a0-d7cd-46e3-8256-7885b95b7048 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:16:57.470292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:16:57.473786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:57.480538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:16:57.503321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Pushing event updated for resources: {'Port': ['ID=0691b754-dcdd-4c00-914c-b1ca2d014d08,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:57.559649 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6e626c2f-dbc9-4b2d-91ab-a247da692645 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.0379488
Feb 12 21:16:57.560477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45008) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:57.571740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-12d8fd57-3b38-4e2b-bb54-360608e73c5b admin admin] Request body: {'subnet': {'network_id': 'f840d0d6-34c0-4ae8-a6b5-7fb846e48b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-661642838-subnet', 'tenant_id': '3c5bbc73117e44dcafcdec9e0fc9ae67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:16:57.573277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45010) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:57.585297 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e626c2f-dbc9-4b2d-91ab-a247da692645 admin admin] Pushing event updated for resources: {'Network': ['ID=f840d0d6-34c0-4ae8-a6b5-7fb846e48b92,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:57.598797 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network f840d0d6-34c0-4ae8-a6b5-7fb846e48b92 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:16:57.628670 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 05bf65a0-d7cd-46e3-8256-7885b95b7048 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:16:57.632459 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for floatingip (74e1c511-b28b-4821-8487-c7b81bedb777), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.654085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-97691237-6c5e-4abf-b58f-f95839da3df3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34fc2aeace2346329e2035646bdd4a65&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0796285
Feb 12 21:16:57.656493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45014) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:16:57.663396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d8fd57-3b38-4e2b-bb54-360608e73c5b admin admin] Made reservation on behalf of 3c5bbc73117e44dcafcdec9e0fc9ae67 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:16:57.667348 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 05bf65a0-d7cd-46e3-8256-7885b95b7048 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:16:57.668030 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (05bf65a0-d7cd-46e3-8256-7885b95b7048), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.669560 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-12d8fd57-3b38-4e2b-bb54-360608e73c5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.714532 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2568e8e9-a2bf-4f69-9a37-75216e5174e3 admin admin] Publish callbacks [] for security_group (3bb43008-b2d8-4d09-a082-2903f0e6e312), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.763346 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0691b754-dcdd-4c00-914c-b1ca2d014d08), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.770101 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2568e8e9-a2bf-4f69-9a37-75216e5174e3 admin admin] Publish callbacks [] for security_group (3bb43008-b2d8-4d09-a082-2903f0e6e312), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.831947 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 05bf65a0-d7cd-46e3-8256-7885b95b7048 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:16:57.832604 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (05bf65a0-d7cd-46e3-8256-7885b95b7048), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.903942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 05bf65a0-d7cd-46e3-8256-7885b95b7048, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=05bf65a0-d7cd-46e3-8256-7885b95b7048,segment=NetworkSegment(9eb151c6-276b-4242-8eee-e95baa2443fb),segment_id=9eb151c6-276b-4242-8eee-e95baa2443fb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:16:57.905863 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a1949-e3c7-4d02-9972-0d3aa74311af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bf65a0-d7cd-46e3-8256-7885b95b7048'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:16:57.911608 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e2ca00-8b6b-49b9-9b15-ddf478d2282a" -d '{"events": [{"server_uuid": "714a1949-e3c7-4d02-9972-0d3aa74311af", "name": "network-vif-plugged", "status": "completed", "tag": "05bf65a0-d7cd-46e3-8256-7885b95b7048"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:16:57.958361 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (05bf65a0-d7cd-46e3-8256-7885b95b7048), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.958920 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2568e8e9-a2bf-4f69-9a37-75216e5174e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3bb43008-b2d8-4d09-a082-2903f0e6e312), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.963817 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2568e8e9-a2bf-4f69-9a37-75216e5174e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:57.964149 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b75339f-d7ea-4156-a476-ad4929209bc6 x-openstack-request-id: req-0b75339f-d7ea-4156-a476-ad4929209bc6 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:16:57.964809 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a1949-e3c7-4d02-9972-0d3aa74311af", "name": "network-vif-plugged", "status": "completed", "tag": "05bf65a0-d7cd-46e3-8256-7885b95b7048", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:16:57.965257 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b75339f-d7ea-4156-a476-ad4929209bc6 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:16:57.965833 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a1949-e3c7-4d02-9972-0d3aa74311af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bf65a0-d7cd-46e3-8256-7885b95b7048', 'code': 200}
Feb 12 21:16:57.967859 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2568e8e9-a2bf-4f69-9a37-75216e5174e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bb43008-b2d8-4d09-a082-2903f0e6e312 HTTP/1.1" status: 204  len: 168 time: 0.3101373
Feb 12 21:16:57.985092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568e8e9-a2bf-4f69-9a37-75216e5174e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb43008-b2d8-4d09-a082-2903f0e6e312,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:58.004159 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-12d8fd57-3b38-4e2b-bb54-360608e73c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (656c7766-7b18-4cce-a205-3419a6199d33), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:58.006282 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for port (0691b754-dcdd-4c00-914c-b1ca2d014d08), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:58.034292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=05bf65a0-d7cd-46e3-8256-7885b95b7048,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:58.052903 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-658a4884-118d-4770-804e-102d93f4b8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:58.081065 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (0691b754-dcdd-4c00-914c-b1ca2d014d08), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:58.152174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8fd57-3b38-4e2b-bb54-360608e73c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=656c7766-7b18-4cce-a205-3419a6199d33,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:58.159919 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Pushing event updated for resources: {'Port': ['ID=0691b754-dcdd-4c00-914c-b1ca2d014d08,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:16:58.173788 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (74e1c511-b28b-4821-8487-c7b81bedb777), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:58.192328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f42f72-3601-400c-977f-427f334138bd req-3a33e1d6-25ec-4c85-8616-4c315b99cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:58.194144 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c9f42f72-3601-400c-977f-427f334138bd req-3a33e1d6-25ec-4c85-8616-4c315b99cc11 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 1127 time: 0.1389592
Feb 12 21:16:58.203766 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02096901-0bbd-4bea-977a-81f58a37781a req-b8b276f0-bf8e-4ca1-b36a-97fdc10c838b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:58.205379 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-02096901-0bbd-4bea-977a-81f58a37781a req-b8b276f0-bf8e-4ca1-b36a-97fdc10c838b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.7193930
Feb 12 21:16:58.206139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d8fd57-3b38-4e2b-bb54-360608e73c5b admin admin] Checking segment: {'id': '0f00ddc2-23f8-4781-8164-5bf404195762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f840d0d6-34c0-4ae8-a6b5-7fb846e48b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:16:58.206513 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d8fd57-3b38-4e2b-bb54-360608e73c5b admin admin] Network hostable DHCP agents. Network: f840d0d6-34c0-4ae8-a6b5-7fb846e48b92, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:16:58.243650 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:58.245608 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-828e76a3-0eed-4965-8fb5-102c88f7cfe1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1534956
Feb 12 21:16:58.294901 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c9f42f72-3601-400c-977f-427f334138bd req-604fd5f7-05c9-402d-a1f4-ad5c5e2c3f4a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858493
Feb 12 21:16:58.302141 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-02096901-0bbd-4bea-977a-81f58a37781a req-0f4471ca-11cf-43de-96bb-6cae46402c3b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850482
Feb 12 21:16:58.345686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb7b8d-3945-4c79-b4fa-347f09cb0f87 req-14107b78-586c-4455-a6a7-1c554b0958bb tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:58.347312 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-57eb7b8d-3945-4c79-b4fa-347f09cb0f87 req-14107b78-586c-4455-a6a7-1c554b0958bb tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0580277
Feb 12 21:16:58.378496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d8fd57-3b38-4e2b-bb54-360608e73c5b admin admin] Network f840d0d6-34c0-4ae8-a6b5-7fb846e48b92 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:16:58.396859 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-57eb7b8d-3945-4c79-b4fa-347f09cb0f87 req-5bdd8007-6210-4c44-a353-1ca82028ccf6 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429912
Feb 12 21:16:58.440733 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-12d8fd57-3b38-4e2b-bb54-360608e73c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f840d0d6-34c0-4ae8-a6b5-7fb846e48b92) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:16:58.446454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d8fd57-3b38-4e2b-bb54-360608e73c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:58.448253 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-12d8fd57-3b38-4e2b-bb54-360608e73c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:58.452324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ef9ad7-7011-4aad-baf6-daee5114b04c None None] Network f840d0d6-34c0-4ae8-a6b5-7fb846e48b92 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:16:58.552985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1690284e-2ae9-413a-b474-df5d7964a19a None None] Network f840d0d6-34c0-4ae8-a6b5-7fb846e48b92 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:16:58.564198 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-12d8fd57-3b38-4e2b-bb54-360608e73c5b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.9904630
Feb 12 21:16:58.746003 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-253d7ad0-91fd-4ef3-a6ae-b5cd40db60d5 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--765848098&fields=id&tenant_id=49299cdcee8d47d1b73297ccf7e09ef6 HTTP/1.1" status: 200  len: 267 time: 0.0462480
Feb 12 21:16:58.866056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-99f49c3c-da9e-47e8-bf94-3356256e2c7b tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:58.868227 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-99f49c3c-da9e-47e8-bf94-3356256e2c7b tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/networks?id=60c18811-ef4a-47ff-b603-d10b9aa4b0c2 HTTP/1.1" status: 200  len: 812 time: 0.1138906
Feb 12 21:16:58.882800 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-40eab918-ab26-4433-b6c8-e2793cf17582 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/quotas/49299cdcee8d47d1b73297ccf7e09ef6 HTTP/1.1" status: 200  len: 375 time: 0.0093989
Feb 12 21:16:58.940579 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-e2ccac07-dcfa-4d24-91c8-b5d6034da696 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=49299cdcee8d47d1b73297ccf7e09ef6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0521803
Feb 12 21:16:59.059655 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-6682164f-689e-4590-b52a-60c3ca2e7aa7 service neutron] 10.222.0.31 "GET /v2.0/networks/60c18811-ef4a-47ff-b603-d10b9aa4b0c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1010969
Feb 12 21:16:59.158369 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-48018b39-0988-448c-baba-82760417dc66 service neutron] 10.222.0.31 "GET /v2.0/networks/60c18811-ef4a-47ff-b603-d10b9aa4b0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924032
Feb 12 21:16:59.417906 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:59.499208 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:16:59.519047 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68df6a-73e8-477e-ab4b-2ca853a58d0f req-0024b0e7-0a9e-4584-886d-531ff3919b95 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:59.520900 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ea68df6a-73e8-477e-ab4b-2ca853a58d0f req-0024b0e7-0a9e-4584-886d-531ff3919b95 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0827720
Feb 12 21:16:59.622101 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ea68df6a-73e8-477e-ab4b-2ca853a58d0f req-543229cd-84fe-42a8-8427-4e7e5fbcd2a2 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905421
Feb 12 21:16:59.701027 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b760d396-106b-43d7-8a3c-4d4c6bbb4ab9 req-6c621bed-6f8a-4617-b07b-e1883159a26e tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 210 time: 0.0294044
Feb 12 21:16:59.709058 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-09912ba6-785a-46fa-b90b-b51ffda3a37d tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:59.710621 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-09912ba6-785a-46fa-b90b-b51ffda3a37d tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/networks?id=f840d0d6-34c0-4ae8-a6b5-7fb846e48b92 HTTP/1.1" status: 200  len: 821 time: 0.1537440
Feb 12 21:16:59.733754 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-f31b9d5e-7ddf-456a-b917-e7c3f24a873b tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/quotas/3c5bbc73117e44dcafcdec9e0fc9ae67 HTTP/1.1" status: 200  len: 375 time: 0.0153906
Feb 12 21:16:59.769539 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-350bc138-6bad-42a1-927b-8822d73b1969 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c5bbc73117e44dcafcdec9e0fc9ae67&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0293868
Feb 12 21:16:59.820284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b838c-b021-4ccf-b48f-fab60f0386e6 req-a1c83f40-c993-4c8f-b30c-df8b55db63fa tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:16:59.822941 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a3b838c-b021-4ccf-b48f-fab60f0386e6 req-a1c83f40-c993-4c8f-b30c-df8b55db63fa tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0570576
Feb 12 21:16:59.876852 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a3b838c-b021-4ccf-b48f-fab60f0386e6 req-ff48c7c3-9638-4ca2-8e75-1381be4355be tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480330
Feb 12 21:16:59.880326 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-bf2fc1b9-f152-408a-acc9-c1a6fc8d7b08 service neutron] 10.222.0.31 "GET /v2.0/networks/f840d0d6-34c0-4ae8-a6b5-7fb846e48b92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1018384
Feb 12 21:16:59.986529 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-37a37629-7d5b-4722-92f7-56af27c97c9a service neutron] 10.222.0.31 "GET /v2.0/networks/f840d0d6-34c0-4ae8-a6b5-7fb846e48b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0984464
Feb 12 21:17:00.160663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45112) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:00.290783 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3cce36d6-bf99-419e-98b8-0caaab651a89 req-993fb4d1-96e1-4f0f-bf00-eb0a4185ac71 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 210 time: 0.0492625
Feb 12 21:17:00.321578 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-35d64944-483b-4c03-8785-230fba7a4150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:00.415967 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-35d64944-483b-4c03-8785-230fba7a4150 admin admin] Publish callbacks [] for security_group (2eedd434-1725-48ab-93fd-b8f78dd00918), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:00.459620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b544792-8e2e-4cd3-b6f1-3c13dc0c3bab req-bc1fe503-49c9-4462-890b-a169e091de8f tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:00.462106 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3b544792-8e2e-4cd3-b6f1-3c13dc0c3bab req-bc1fe503-49c9-4462-890b-a169e091de8f tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.1650715
Feb 12 21:17:00.468545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78f472-f8a9-44f3-b413-1ae7c2d453b5 req-3f96d1bc-c747-43a6-bc4b-329ee4ca7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:00.470232 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c78f472-f8a9-44f3-b413-1ae7c2d453b5 req-3f96d1bc-c747-43a6-bc4b-329ee4ca7ab3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=036d2491a97d486eb196e0cdafa05500&device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 1127 time: 0.0926278
Feb 12 21:17:00.523103 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-35d64944-483b-4c03-8785-230fba7a4150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2eedd434-1725-48ab-93fd-b8f78dd00918), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:00.572261 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d64944-483b-4c03-8785-230fba7a4150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eedd434-1725-48ab-93fd-b8f78dd00918,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:00.592449 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-35d64944-483b-4c03-8785-230fba7a4150 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5eafa9e684eb4e8bbffab4cb3ac86243&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4303467
Feb 12 21:17:00.603617 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45138) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:00.623154 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3b544792-8e2e-4cd3-b6f1-3c13dc0c3bab req-6b9d71c6-14f4-4dfa-b9f2-45a2915099fa tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511340
Feb 12 21:17:00.653916 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78f472-f8a9-44f3-b413-1ae7c2d453b5 req-0a259bd2-f456-4822-93f7-18870b9b61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:00.655625 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c78f472-f8a9-44f3-b413-1ae7c2d453b5 req-0a259bd2-f456-4822-93f7-18870b9b61c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 HTTP/1.1" status: 200  len: 911 time: 0.1769531
Feb 12 21:17:00.669960 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-46b320f1-ae28-4ad6-bff1-b043a521232c admin admin] Publish callbacks [] for security_group (2eedd434-1725-48ab-93fd-b8f78dd00918), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:00.706881 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-46b320f1-ae28-4ad6-bff1-b043a521232c admin admin] Publish callbacks [] for security_group (2eedd434-1725-48ab-93fd-b8f78dd00918), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:00.718813 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c78f472-f8a9-44f3-b413-1ae7c2d453b5 req-165bfee1-e5fa-4460-9d4a-e60add88f8a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05bf65a0-d7cd-46e3-8256-7885b95b7048 HTTP/1.1" status: 200  len: 217 time: 0.0570865
Feb 12 21:17:00.780455 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78f472-f8a9-44f3-b413-1ae7c2d453b5 req-64b428b0-71a4-496f-86aa-095b73885e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:00.782688 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c78f472-f8a9-44f3-b413-1ae7c2d453b5 req-64b428b0-71a4-496f-86aa-095b73885e7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1241d83c-10df-4b94-b76c-17674c0674dc HTTP/1.1" status: 200  len: 850 time: 0.0583165
Feb 12 21:17:00.805452 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cd7fb-5dd0-4fcc-9db9-3420e7cd4710 req-4cdcbc4e-78e4-47c9-8d70-538fa30fec79 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:00.807108 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f4cd7fb-5dd0-4fcc-9db9-3420e7cd4710 req-4cdcbc4e-78e4-47c9-8d70-538fa30fec79 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0831621
Feb 12 21:17:00.860594 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c78f472-f8a9-44f3-b413-1ae7c2d453b5 req-39a64be3-5980-4c36-ab44-56ac1d8af4c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721171
Feb 12 21:17:00.864030 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2358b01a-948d-4d3b-99c3-9ec988550385 req-f7366002-cf30-4c20-944f-a9d41faa9eb0 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 210 time: 0.0651374
Feb 12 21:17:00.885997 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f4cd7fb-5dd0-4fcc-9db9-3420e7cd4710 req-4efd49ff-ad7d-402b-bc00-9a5d71c6120c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622590
Feb 12 21:17:00.896717 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-46b320f1-ae28-4ad6-bff1-b043a521232c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2eedd434-1725-48ab-93fd-b8f78dd00918), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:00.900571 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-46b320f1-ae28-4ad6-bff1-b043a521232c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:00.901927 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-46b320f1-ae28-4ad6-bff1-b043a521232c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2eedd434-1725-48ab-93fd-b8f78dd00918 HTTP/1.1" status: 204  len: 168 time: 0.2950926
Feb 12 21:17:00.918062 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b320f1-ae28-4ad6-bff1-b043a521232c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eedd434-1725-48ab-93fd-b8f78dd00918,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:00.979398 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:00.983371 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c78f472-f8a9-44f3-b413-1ae7c2d453b5 req-0d95c7e0-1214-4f07-8b99-bb3fbee1b4e2 service neutron] 10.222.0.48 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1163006
Feb 12 21:17:01.028407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45156) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:01.099986 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c78f472-f8a9-44f3-b413-1ae7c2d453b5 req-2cb2c565-9ed9-4c9b-8ab7-ea89aa211247 service neutron] 10.222.0.48 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1111658
Feb 12 21:17:01.284832 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45164) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:01.390600 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-55d7e648-0fea-4ad1-8ec6-4fb99555ff81 req-0f090ee7-5106-4bfc-8a82-c69457e8be57 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 210 time: 0.0467370
Feb 12 21:17:01.406842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e579de90-07af-4715-99d3-d57ff6bd391f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-798508872-network', 'tenant_id': '95a1429cd8d84c728ca087a71fdd26b5'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:01.469304 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ad212fb-8fcb-45aa-81b1-3d87b99dfdf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:01.542768 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ad212fb-8fcb-45aa-81b1-3d87b99dfdf7 admin admin] Publish callbacks [] for security_group (10075ee5-23a2-431a-ad60-deed82f05dcd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:01.583317 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e579de90-07af-4715-99d3-d57ff6bd391f admin admin] Made reservation on behalf of 95a1429cd8d84c728ca087a71fdd26b5 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:17:01.586942 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e579de90-07af-4715-99d3-d57ff6bd391f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:01.595735 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e579de90-07af-4715-99d3-d57ff6bd391f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:01.643215 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ad212fb-8fcb-45aa-81b1-3d87b99dfdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (10075ee5-23a2-431a-ad60-deed82f05dcd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:01.875714 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45178) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:01.890792 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb969795-712f-44e0-8d13-1c66c9a37c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:01.981491 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-18f8fa6d-3a4b-40ec-ae04-9abae196042a req-b1c6dcb4-53ac-43e6-a69a-46e6ab92c084 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 210 time: 0.0343318
Feb 12 21:17:02.022446 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb969795-712f-44e0-8d13-1c66c9a37c95 admin admin] Publish callbacks [] for security_group (39427146-dbeb-4915-9064-d8a6d2bb30dc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.023096 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5ad212fb-8fcb-45aa-81b1-3d87b99dfdf7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91c6c9c7e96143c0b433e7ff9af6e87d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7371268
Feb 12 21:17:02.026166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45184) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:02.038864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e579de90-07af-4715-99d3-d57ff6bd391f admin admin] Publish callbacks [] for security_group (eabdb645-8eb0-41e8-83ab-40ce68a57b61), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.039905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad212fb-8fcb-45aa-81b1-3d87b99dfdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10075ee5-23a2-431a-ad60-deed82f05dcd,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:02.070414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847bcb6-d19f-44a9-b7dd-12e5f873737b req-b97be518-0c44-4776-a9bb-8cd153df3fc1 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:02.072742 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3847bcb6-d19f-44a9-b7dd-12e5f873737b req-b97be518-0c44-4776-a9bb-8cd153df3fc1 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0763924
Feb 12 21:17:02.110537 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb969795-712f-44e0-8d13-1c66c9a37c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (39427146-dbeb-4915-9064-d8a6d2bb30dc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.129109 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3847bcb6-d19f-44a9-b7dd-12e5f873737b req-d286b131-c1bc-4bc8-b622-d3c8e42e4662 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486412
Feb 12 21:17:02.160772 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e579de90-07af-4715-99d3-d57ff6bd391f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (eabdb645-8eb0-41e8-83ab-40ce68a57b61), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.169961 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79ded376-c299-4cb1-a06a-2efe277cf0a1 admin admin] Publish callbacks [] for security_group (10075ee5-23a2-431a-ad60-deed82f05dcd), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.175951 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cb969795-712f-44e0-8d13-1c66c9a37c95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3fca74cbcd84b139e262a568271f838&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2965012
Feb 12 21:17:02.176421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb969795-712f-44e0-8d13-1c66c9a37c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39427146-dbeb-4915-9064-d8a6d2bb30dc,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:02.178002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45186) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:02.201298 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.220572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4d8bc-e555-4655-876c-f3829dceea31 req-d3d80934-cf9d-44a0-9df9-189bcf48aa91 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:02.224054 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eca4d8bc-e555-4655-876c-f3829dceea31 req-d3d80934-cf9d-44a0-9df9-189bcf48aa91 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.1628494
Feb 12 21:17:02.227652 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79ded376-c299-4cb1-a06a-2efe277cf0a1 admin admin] Publish callbacks [] for security_group (10075ee5-23a2-431a-ad60-deed82f05dcd), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.247827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e579de90-07af-4715-99d3-d57ff6bd391f admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:17:02.267326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579de90-07af-4715-99d3-d57ff6bd391f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabdb645-8eb0-41e8-83ab-40ce68a57b61,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:02.314355 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eca4d8bc-e555-4655-876c-f3829dceea31 req-ab9d594a-02fa-4004-a294-f844cac50ac3 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770884
Feb 12 21:17:02.316099 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e579de90-07af-4715-99d3-d57ff6bd391f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (abc8d8df-c96f-4974-9475-2217b022d64c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.316449 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-e579de90-07af-4715-99d3-d57ff6bd391f admin admin] Added segment abc8d8df-c96f-4974-9475-2217b022d64c of type vlan for network 44186d02-70f8-4028-8e69-858d25e0db1e
Feb 12 21:17:02.379627 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-848f9311-4d13-4212-bf9d-66606538ee81 admin admin] Publish callbacks [] for security_group (39427146-dbeb-4915-9064-d8a6d2bb30dc), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.402115 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e579de90-07af-4715-99d3-d57ff6bd391f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (44186d02-70f8-4028-8e69-858d25e0db1e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.407074 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79ded376-c299-4cb1-a06a-2efe277cf0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (10075ee5-23a2-431a-ad60-deed82f05dcd), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.410239 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79ded376-c299-4cb1-a06a-2efe277cf0a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.418800 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-79ded376-c299-4cb1-a06a-2efe277cf0a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10075ee5-23a2-431a-ad60-deed82f05dcd HTTP/1.1" status: 204  len: 168 time: 0.3833759
Feb 12 21:17:02.420848 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ded376-c299-4cb1-a06a-2efe277cf0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10075ee5-23a2-431a-ad60-deed82f05dcd,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:02.454770 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-848f9311-4d13-4212-bf9d-66606538ee81 admin admin] Publish callbacks [] for security_group (39427146-dbeb-4915-9064-d8a6d2bb30dc), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.464438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-6d3c9be7-f5ca-4fc8-b5ed-dc46c74df6ff tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:02.467467 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-6d3c9be7-f5ca-4fc8-b5ed-dc46c74df6ff tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.50 "GET /v2.0/networks?id=60c18811-ef4a-47ff-b603-d10b9aa4b0c2 HTTP/1.1" status: 200  len: 812 time: 0.2788675
Feb 12 21:17:02.503196 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e579de90-07af-4715-99d3-d57ff6bd391f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (44186d02-70f8-4028-8e69-858d25e0db1e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.504413 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e579de90-07af-4715-99d3-d57ff6bd391f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:02.505449 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e579de90-07af-4715-99d3-d57ff6bd391f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.594698 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9eeb1ec-df9c-438b-825c-93d77284e37d req-a953448f-b8fa-45ec-930c-ccacfe34e759 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 210 time: 0.0617285
Feb 12 21:17:02.647313 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579de90-07af-4715-99d3-d57ff6bd391f admin admin] Pushing event updated for resources: {'Network': ['ID=44186d02-70f8-4028-8e69-858d25e0db1e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:02.657798 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e579de90-07af-4715-99d3-d57ff6bd391f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.6282623
Feb 12 21:17:02.659850 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 44186d02-70f8-4028-8e69-858d25e0db1e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:17:02.666606 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-20ed7105-20da-4a94-a651-66b5acaade2c tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49299cdcee8d47d1b73297ccf7e09ef6 HTTP/1.1" status: 200  len: 379 time: 0.1768103
Feb 12 21:17:02.669241 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45198) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:02.671784 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-7e183a5b-b2be-4e74-92c5-a9f7a6f9c9f3 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Request body: {'port': {'device_id': '30bcdf4e-680f-4f72-a170-6bc26614f067', 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'admin_state_up': True, 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'security_groups': ['37ae0fa7-68d3-42da-a054-d8c570be1049']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:02.675491 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b481c0dc-73bd-420a-83ee-f66fb8e58089 admin admin] Request body: {'subnet': {'network_id': '44186d02-70f8-4028-8e69-858d25e0db1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-798508872-subnet', 'tenant_id': '95a1429cd8d84c728ca087a71fdd26b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:02.736054 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-848f9311-4d13-4212-bf9d-66606538ee81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (39427146-dbeb-4915-9064-d8a6d2bb30dc), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.738651 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-848f9311-4d13-4212-bf9d-66606538ee81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.739761 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-848f9311-4d13-4212-bf9d-66606538ee81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39427146-dbeb-4915-9064-d8a6d2bb30dc HTTP/1.1" status: 204  len: 168 time: 0.5599916
Feb 12 21:17:02.756908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f9311-4d13-4212-bf9d-66606538ee81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39427146-dbeb-4915-9064-d8a6d2bb30dc,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:02.794764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b481c0dc-73bd-420a-83ee-f66fb8e58089 admin admin] Made reservation on behalf of 95a1429cd8d84c728ca087a71fdd26b5 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:17:02.797235 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b481c0dc-73bd-420a-83ee-f66fb8e58089 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:02.886800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-7e183a5b-b2be-4e74-92c5-a9f7a6f9c9f3 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Made reservation on behalf of 49299cdcee8d47d1b73297ccf7e09ef6 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:17:02.890878 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-7e183a5b-b2be-4e74-92c5-a9f7a6f9c9f3 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:03.032242 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-7e183a5b-b2be-4e74-92c5-a9f7a6f9c9f3 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Allocated IP 172.20.0.5 (60c18811-ef4a-47ff-b603-d10b9aa4b0c2/6d7bb8ed-6af8-4dc3-b479-c8f674d73e26/f91629a6-c2b4-4bc9-b4ab-82ef49b98450) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:17:03.035159 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b481c0dc-73bd-420a-83ee-f66fb8e58089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (15b58d5c-b045-4205-9956-f34775eb080e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:03.104993 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ec5f3715-573e-454b-9bc4-7bf96381c763 req-1a52ec22-03f4-456d-8c5b-f76fc69d5041 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 210 time: 0.0448682
Feb 12 21:17:03.127173 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481c0dc-73bd-420a-83ee-f66fb8e58089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b58d5c-b045-4205-9956-f34775eb080e,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:03.135323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b481c0dc-73bd-420a-83ee-f66fb8e58089 admin admin] Checking segment: {'id': 'abc8d8df-c96f-4974-9475-2217b022d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44186d02-70f8-4028-8e69-858d25e0db1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:17:03.135795 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b481c0dc-73bd-420a-83ee-f66fb8e58089 admin admin] Network hostable DHCP agents. Network: 44186d02-70f8-4028-8e69-858d25e0db1e, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:17:03.205792 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-7e183a5b-b2be-4e74-92c5-a9f7a6f9c9f3 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for port (f91629a6-c2b4-4bc9-b4ab-82ef49b98450), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:03.283865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d92672-53d6-4a1b-948b-50b4ce84ffb7 req-9e8610ee-8af3-40d1-8a8d-209238534e5b tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:03.285455 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f5d92672-53d6-4a1b-948b-50b4ce84ffb7 req-9e8610ee-8af3-40d1-8a8d-209238534e5b tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0752532
Feb 12 21:17:03.396325 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f5d92672-53d6-4a1b-948b-50b4ce84ffb7 req-efefb3e3-287a-42ee-941a-7eef25513112 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016252
Feb 12 21:17:03.424079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-fff54c9e-2297-47c5-a40e-ced3e6c64e34 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:03.425541 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-fff54c9e-2297-47c5-a40e-ced3e6c64e34 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.50 "GET /v2.0/networks?id=f840d0d6-34c0-4ae8-a6b5-7fb846e48b92 HTTP/1.1" status: 200  len: 821 time: 0.1391947
Feb 12 21:17:03.426757 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b481c0dc-73bd-420a-83ee-f66fb8e58089 admin admin] Network 44186d02-70f8-4028-8e69-858d25e0db1e is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:17:03.437140 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-244cbe0e-408f-41df-a011-6d4aada5b9c0 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Request body: {'port': {'device_id': '2c156c72-c3aa-4235-92ee-32b2e447f9d6', 'network_id': 'f840d0d6-34c0-4ae8-a6b5-7fb846e48b92', 'admin_state_up': True, 'tenant_id': '3c5bbc73117e44dcafcdec9e0fc9ae67'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:03.443872 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-7e183a5b-b2be-4e74-92c5-a9f7a6f9c9f3 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f91629a6-c2b4-4bc9-b4ab-82ef49b98450), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:03.464426 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406f177-0034-405a-ad7a-d06b74f63f06 req-baa8d520-ae13-4102-85eb-20d4a2601aa0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:03.466786 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0406f177-0034-405a-ad7a-d06b74f63f06 req-baa8d520-ae13-4102-85eb-20d4a2601aa0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0740604
Feb 12 21:17:03.522613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-b481c0dc-73bd-420a-83ee-f66fb8e58089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 44186d02-70f8-4028-8e69-858d25e0db1e) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:17:03.531329 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b481c0dc-73bd-420a-83ee-f66fb8e58089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:03.531934 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b481c0dc-73bd-420a-83ee-f66fb8e58089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:03.534314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804f18da-c4aa-4af3-8f1e-6cade266475b None None] Network 44186d02-70f8-4028-8e69-858d25e0db1e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:17:03.537557 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0406f177-0034-405a-ad7a-d06b74f63f06 req-4a4a4b95-1484-443c-97c1-633032f4b272 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634630
Feb 12 21:17:03.549469 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-7e183a5b-b2be-4e74-92c5-a9f7a6f9c9f3 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Network 60c18811-ef4a-47ff-b603-d10b9aa4b0c2 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:17:03.564583 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-7e183a5b-b2be-4e74-92c5-a9f7a6f9c9f3 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:17:03.568622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e183a5b-b2be-4e74-92c5-a9f7a6f9c9f3 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Pushing event updated for resources: {'Port': ['ID=f91629a6-c2b4-4bc9-b4ab-82ef49b98450,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:03.571066 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-7e183a5b-b2be-4e74-92c5-a9f7a6f9c9f3 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:17:03.580543 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45212) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:03.597384 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-46b85486-a7a4-45b9-8ebb-4a61260c047a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:03.663583 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-7e183a5b-b2be-4e74-92c5-a9f7a6f9c9f3 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:03.665807 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-7e183a5b-b2be-4e74-92c5-a9f7a6f9c9f3 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:03.697973 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b481c0dc-73bd-420a-83ee-f66fb8e58089 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.0275691
Feb 12 21:17:03.768172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86201865-743e-44a6-9b07-6045415b88ee None None] Network 44186d02-70f8-4028-8e69-858d25e0db1e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:17:03.793347 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cccf63a9-01e8-4a82-b8de-6dd44e383a8b req-5c4090a4-0941-49b7-a1c1-10fd1dc1bf8f tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 210 time: 0.0729012
Feb 12 21:17:03.803897 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-7e183a5b-b2be-4e74-92c5-a9f7a6f9c9f3 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1360893
Feb 12 21:17:03.806334 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-46b85486-a7a4-45b9-8ebb-4a61260c047a admin admin] Publish callbacks [] for security_group (2f211976-63a0-4eda-b99b-71a39315f906), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:03.816316 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Request body: {'port': {'device_id': '30bcdf4e-680f-4f72-a170-6bc26614f067', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:03.854225 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-46b85486-a7a4-45b9-8ebb-4a61260c047a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2f211976-63a0-4eda-b99b-71a39315f906), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:03.884337 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-244cbe0e-408f-41df-a011-6d4aada5b9c0 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Made reservation on behalf of 3c5bbc73117e44dcafcdec9e0fc9ae67 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:17:03.890621 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-244cbe0e-408f-41df-a011-6d4aada5b9c0 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:03.912442 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-46b85486-a7a4-45b9-8ebb-4a61260c047a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f7cff9e9ad64bbebb05eac9e943f9bd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3304391
Feb 12 21:17:03.915440 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45224) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:03.927341 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b85486-a7a4-45b9-8ebb-4a61260c047a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f211976-63a0-4eda-b99b-71a39315f906,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:03.985074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-eb20750c-8b86-4999-b21c-de1332d41a77 None None] Provisioning complete for port f91629a6-c2b4-4bc9-b4ab-82ef49b98450 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:03.986197 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eb20750c-8b86-4999-b21c-de1332d41a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f91629a6-c2b4-4bc9-b4ab-82ef49b98450), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:03.995938 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9999cea-866a-43e3-aed4-c5485da295f0 admin admin] Publish callbacks [] for security_group (2f211976-63a0-4eda-b99b-71a39315f906), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:04.014828 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f91629a6-c2b4-4bc9-b4ab-82ef49b98450), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:04.041065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-eb20750c-8b86-4999-b21c-de1332d41a77 None None] Port f91629a6-c2b4-4bc9-b4ab-82ef49b98450 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:17:04.049624 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9999cea-866a-43e3-aed4-c5485da295f0 admin admin] Publish callbacks [] for security_group (2f211976-63a0-4eda-b99b-71a39315f906), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:04.174585 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9999cea-866a-43e3-aed4-c5485da295f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2f211976-63a0-4eda-b99b-71a39315f906), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:04.185970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-244cbe0e-408f-41df-a011-6d4aada5b9c0 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Allocated IP 172.20.0.4 (f840d0d6-34c0-4ae8-a6b5-7fb846e48b92/656c7766-7b18-4cce-a205-3419a6199d33/824f283f-b4b1-4f13-aa18-8427b9255212) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:17:04.186554 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9999cea-866a-43e3-aed4-c5485da295f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:04.189604 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e9999cea-866a-43e3-aed4-c5485da295f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f211976-63a0-4eda-b99b-71a39315f906 HTTP/1.1" status: 204  len: 168 time: 0.2708561
Feb 12 21:17:04.203380 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9999cea-866a-43e3-aed4-c5485da295f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f211976-63a0-4eda-b99b-71a39315f906,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:04.355611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fa5e5-d227-4a33-b97c-6f6b8a88d296 req-34529652-2583-4251-8305-b8c27b6a0143 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:04.357132 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c4fa5e5-d227-4a33-b97c-6f6b8a88d296 req-34529652-2583-4251-8305-b8c27b6a0143 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 931 time: 0.1690233
Feb 12 21:17:04.510666 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c4fa5e5-d227-4a33-b97c-6f6b8a88d296 req-90e2b52c-1fad-449e-9fc9-d3c3ecfbd173 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/security-groups?id=37ae0fa7-68d3-42da-a054-d8c570be1049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1351335
Feb 12 21:17:04.514628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93121c43-ad40-4851-86c4-0d787056eec9 req-b6747dbd-07eb-4b5a-9b99-e895aa0986f0 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:04.516948 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93121c43-ad40-4851-86c4-0d787056eec9 req-b6747dbd-07eb-4b5a-9b99-e895aa0986f0 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/networks?id=44186d02-70f8-4028-8e69-858d25e0db1e HTTP/1.1" status: 200  len: 820 time: 0.1220746
Feb 12 21:17:04.542877 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93121c43-ad40-4851-86c4-0d787056eec9 req-bf3e70ac-9dfe-4afb-8bc2-7fde82bc6c6d tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/quotas/95a1429cd8d84c728ca087a71fdd26b5 HTTP/1.1" status: 200  len: 375 time: 0.0194890
Feb 12 21:17:04.565318 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-244cbe0e-408f-41df-a011-6d4aada5b9c0 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Publish callbacks [] for port (824f283f-b4b1-4f13-aa18-8427b9255212), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:04.587381 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93121c43-ad40-4851-86c4-0d787056eec9 req-7de84524-e4a5-4542-b4e7-13e8153c31eb tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=95a1429cd8d84c728ca087a71fdd26b5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0386071
Feb 12 21:17:04.590990 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91629a6-c2b4-4bc9-b4ab-82ef49b98450 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:17:04.612323 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Publish callbacks [] for port (f91629a6-c2b4-4bc9-b4ab-82ef49b98450), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:04.653648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Transition to ACTIVE for port object f91629a6-c2b4-4bc9-b4ab-82ef49b98450 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:17:04.677762 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2c463-96aa-460c-83eb-75c4009a646d req-5db94ed7-fee0-464a-8bf9-d639ea0f356d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:04.679287 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbc2c463-96aa-460c-83eb-75c4009a646d req-5db94ed7-fee0-464a-8bf9-d639ea0f356d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0937889
Feb 12 21:17:04.726790 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93121c43-ad40-4851-86c4-0d787056eec9 req-0dd9cd5b-46ac-4671-a716-d9883e20884a service neutron] 10.222.0.31 "GET /v2.0/networks/44186d02-70f8-4028-8e69-858d25e0db1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308589
Feb 12 21:17:04.738794 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-244cbe0e-408f-41df-a011-6d4aada5b9c0 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (824f283f-b4b1-4f13-aa18-8427b9255212), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:04.740649 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (f91629a6-c2b4-4bc9-b4ab-82ef49b98450), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:04.766505 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbc2c463-96aa-460c-83eb-75c4009a646d req-1fdd8f12-e10b-48cb-aa41-0d8f1b9cc80e tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773711
Feb 12 21:17:04.800373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-244cbe0e-408f-41df-a011-6d4aada5b9c0 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Network f840d0d6-34c0-4ae8-a6b5-7fb846e48b92 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:17:04.806511 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-244cbe0e-408f-41df-a011-6d4aada5b9c0 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:17:04.813214 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-244cbe0e-408f-41df-a011-6d4aada5b9c0 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:17:04.849111 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93121c43-ad40-4851-86c4-0d787056eec9 req-b9711782-8d14-4bac-b4ed-39fa39ba207b service neutron] 10.222.0.31 "GET /v2.0/networks/44186d02-70f8-4028-8e69-858d25e0db1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1017385
Feb 12 21:17:04.896413 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Pushing event updated for resources: {'Port': ['ID=f91629a6-c2b4-4bc9-b4ab-82ef49b98450,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:05.013967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-244cbe0e-408f-41df-a011-6d4aada5b9c0 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:05.020537 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-244cbe0e-408f-41df-a011-6d4aada5b9c0 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:05.020537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cbe0e-408f-41df-a011-6d4aada5b9c0 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Pushing event updated for resources: {'Port': ['ID=824f283f-b4b1-4f13-aa18-8427b9255212,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:05.123138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Attempting to bind port f91629a6-c2b4-4bc9-b4ab-82ef49b98450 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:17:05.123479 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Attempting to bind port f91629a6-c2b4-4bc9-b4ab-82ef49b98450 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '63cc5f67-961d-4c7e-b2de-f2b69d08006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:17:05.123812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Attempting to bind port f91629a6-c2b4-4bc9-b4ab-82ef49b98450 on network 60c18811-ef4a-47ff-b603-d10b9aa4b0c2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:17:05.132314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadb268-141c-4f08-ba77-0da15c1a52c7 req-b237bc55-af6f-4e01-ae6b-37f59db4b923 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:05.133872 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3cadb268-141c-4f08-ba77-0da15c1a52c7 req-b237bc55-af6f-4e01-ae6b-37f59db4b923 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.1816809
Feb 12 21:17:05.137596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Port f91629a6-c2b4-4bc9-b4ab-82ef49b98450 on network 60c18811-ef4a-47ff-b603-d10b9aa4b0c2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:17:05.138142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Attempting to bind port f91629a6-c2b4-4bc9-b4ab-82ef49b98450 on network 60c18811-ef4a-47ff-b603-d10b9aa4b0c2 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:17:05.160040 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:17:05.160405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Checking segment: {'id': '63cc5f67-961d-4c7e-b2de-f2b69d08006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:17:05.160785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Bound using segment: {'id': '63cc5f67-961d-4c7e-b2de-f2b69d08006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:17:05.161229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Bound port: f91629a6-c2b4-4bc9-b4ab-82ef49b98450, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cc5f67-961d-4c7e-b2de-f2b69d08006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:17:05.161705 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f91629a6-c2b4-4bc9-b4ab-82ef49b98450), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:05.214102 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-244cbe0e-408f-41df-a011-6d4aada5b9c0 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7804990
Feb 12 21:17:05.247903 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Request body: {'port': {'device_id': '2c156c72-c3aa-4235-92ee-32b2e447f9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:05.299699 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3cadb268-141c-4f08-ba77-0da15c1a52c7 req-704856f6-b828-41a5-af15-db8b294d865b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595223
Feb 12 21:17:05.377984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] For port f91629a6-c2b4-4bc9-b4ab-82ef49b98450, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:17:05.402986 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2a67c-700d-4620-b922-f34351660cd8 req-ee3909bc-8bd8-4501-b8aa-1b617bb228e1 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:05.405442 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16e2a67c-700d-4620-b922-f34351660cd8 req-ee3909bc-8bd8-4501-b8aa-1b617bb228e1 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 931 time: 0.1189849
Feb 12 21:17:05.406477 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a898960d-a3c6-422d-94d2-208259f81f57 req-880cb214-1947-402a-98c4-0d886458bd35 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 210 time: 0.0424221
Feb 12 21:17:05.410878 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (824f283f-b4b1-4f13-aa18-8427b9255212), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:05.414715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] For port f91629a6-c2b4-4bc9-b4ab-82ef49b98450, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f91629a6-c2b4-4bc9-b4ab-82ef49b98450,segment=NetworkSegment(63cc5f67-961d-4c7e-b2de-f2b69d08006f),segment_id=63cc5f67-961d-4c7e-b2de-f2b69d08006f)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:17:05.477737 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16e2a67c-700d-4620-b922-f34351660cd8 req-0b625017-5ae2-4986-b1c0-c78c0be7e94d tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/security-groups?id=c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591385
Feb 12 21:17:05.603762 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (f91629a6-c2b4-4bc9-b4ab-82ef49b98450), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:05.683185 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:05.683960 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:05.685466 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] 10.222.0.50 "PUT /v2.0/ports/f91629a6-c2b4-4bc9-b4ab-82ef49b98450 HTTP/1.1" status: 200  len: 1091 time: 1.8741243
Feb 12 21:17:05.688573 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bcdf4e-680f-4f72-a170-6bc26614f067', 'tag': 'f91629a6-c2b4-4bc9-b4ab-82ef49b98450'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:17:05.690898 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808b788b-4e89-4ebb-892d-1ab2f05199a0" -d '{"events": [{"name": "network-changed", "server_uuid": "30bcdf4e-680f-4f72-a170-6bc26614f067", "tag": "f91629a6-c2b4-4bc9-b4ab-82ef49b98450"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:17:05.764466 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aff091-ba70-4d87-8f32-2ab11207c80f x-openstack-request-id: req-38aff091-ba70-4d87-8f32-2ab11207c80f {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:17:05.764813 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bcdf4e-680f-4f72-a170-6bc26614f067", "tag": "f91629a6-c2b4-4bc9-b4ab-82ef49b98450", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:17:05.765063 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38aff091-ba70-4d87-8f32-2ab11207c80f {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:17:05.766353 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bcdf4e-680f-4f72-a170-6bc26614f067', 'tag': 'f91629a6-c2b4-4bc9-b4ab-82ef49b98450', 'status': 'completed', 'code': 200}
Feb 12 21:17:05.839183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6786a-9199-46f4-bd5e-156219ee7714 service neutron] Pushing event updated for resources: {'Port': ['ID=f91629a6-c2b4-4bc9-b4ab-82ef49b98450,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:05.884908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4e9b0-2563-419d-afcd-13d8d23f90dd req-5cb39578-bd23-4bc7-87a0-ed293f4ec183 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:05.897537 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ec4e9b0-2563-419d-afcd-13d8d23f90dd req-5cb39578-bd23-4bc7-87a0-ed293f4ec183 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 943 time: 0.2925243
Feb 12 21:17:05.954934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b788b-4e89-4ebb-892d-1ab2f05199a0 req-bb2a6e81-a526-46bd-8736-6ce039be746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:05.956648 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-808b788b-4e89-4ebb-892d-1ab2f05199a0 req-bb2a6e81-a526-46bd-8736-6ce039be746f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=49299cdcee8d47d1b73297ccf7e09ef6&device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 1125 time: 0.1690221
Feb 12 21:17:05.963818 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06673603-7097-471d-aede-e5e4a7069303 req-06cf65c5-7a82-440e-9d93-e695f1f2478a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:05.966013 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-06673603-7097-471d-aede-e5e4a7069303 req-06cf65c5-7a82-440e-9d93-e695f1f2478a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0695236
Feb 12 21:17:06.001526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824f283f-b4b1-4f13-aa18-8427b9255212 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:17:06.050465 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Publish callbacks [] for port (824f283f-b4b1-4f13-aa18-8427b9255212), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:06.058836 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ec4e9b0-2563-419d-afcd-13d8d23f90dd req-4ed8b2d0-7eba-424a-bfe5-81c505e9f21f tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/security-groups?id=37ae0fa7-68d3-42da-a054-d8c570be1049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1659098
Feb 12 21:17:06.061663 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-06673603-7097-471d-aede-e5e4a7069303 req-d72ba06a-6a2f-46e3-b8e8-43ffae7f7ba6 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793946
Feb 12 21:17:06.071116 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45310) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:06.145944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Transition to ACTIVE for port object 824f283f-b4b1-4f13-aa18-8427b9255212 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:17:06.147730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b788b-4e89-4ebb-892d-1ab2f05199a0 req-fa00009a-abf7-47d9-8b5f-0a198afb89da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:06.149967 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-808b788b-4e89-4ebb-892d-1ab2f05199a0 req-fa00009a-abf7-47d9-8b5f-0a198afb89da service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=49299cdcee8d47d1b73297ccf7e09ef6&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1840367
Feb 12 21:17:06.226005 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (824f283f-b4b1-4f13-aa18-8427b9255212), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:06.295127 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d057f65-b16f-48d8-b89a-d1cb5c039598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:06.307574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Pushing event updated for resources: {'Port': ['ID=824f283f-b4b1-4f13-aa18-8427b9255212,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:06.325925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b788b-4e89-4ebb-892d-1ab2f05199a0 req-8b97c2af-91a3-4869-adbf-b705a5af13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:06.327459 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-808b788b-4e89-4ebb-892d-1ab2f05199a0 req-8b97c2af-91a3-4869-adbf-b705a5af13e8 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1715229
Feb 12 21:17:06.449507 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d057f65-b16f-48d8-b89a-d1cb5c039598 admin admin] Publish callbacks [] for security_group (65eeb7d2-d179-49c9-9ecc-8444c026ae61), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:06.457339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Attempting to bind port 824f283f-b4b1-4f13-aa18-8427b9255212 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:17:06.457339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Attempting to bind port 824f283f-b4b1-4f13-aa18-8427b9255212 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0f00ddc2-23f8-4781-8164-5bf404195762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f840d0d6-34c0-4ae8-a6b5-7fb846e48b92'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:17:06.457339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Attempting to bind port 824f283f-b4b1-4f13-aa18-8427b9255212 on network f840d0d6-34c0-4ae8-a6b5-7fb846e48b92 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:17:06.483614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Port 824f283f-b4b1-4f13-aa18-8427b9255212 on network f840d0d6-34c0-4ae8-a6b5-7fb846e48b92 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:17:06.483948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Attempting to bind port 824f283f-b4b1-4f13-aa18-8427b9255212 on network f840d0d6-34c0-4ae8-a6b5-7fb846e48b92 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:17:06.498800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:17:06.499146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Checking segment: {'id': '0f00ddc2-23f8-4781-8164-5bf404195762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f840d0d6-34c0-4ae8-a6b5-7fb846e48b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:17:06.500811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Bound using segment: {'id': '0f00ddc2-23f8-4781-8164-5bf404195762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f840d0d6-34c0-4ae8-a6b5-7fb846e48b92'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:17:06.500811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Bound port: 824f283f-b4b1-4f13-aa18-8427b9255212, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f00ddc2-23f8-4781-8164-5bf404195762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f840d0d6-34c0-4ae8-a6b5-7fb846e48b92'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:17:06.500811 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (824f283f-b4b1-4f13-aa18-8427b9255212), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:06.504727 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b7b8b997-2271-490a-9895-55348cfb7c91 req-6dd4c596-aedd-4fe3-a41f-ce6ce52b910f tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 210 time: 0.0360637
Feb 12 21:17:06.527506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-32cd0cf7-d5df-4621-9a06-570c1bf4c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:06.527506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-32cd0cf7-d5df-4621-9a06-570c1bf4c48d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=49299cdcee8d47d1b73297ccf7e09ef6&device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 1125 time: 0.1416545
Feb 12 21:17:06.545220 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d057f65-b16f-48d8-b89a-d1cb5c039598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (65eeb7d2-d179-49c9-9ecc-8444c026ae61), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:06.565234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8586647-cd30-43e0-8ddc-6669c49142a1 req-1cff3603-c297-4161-8260-1d3c523a0f9c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:06.575174 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d8586647-cd30-43e0-8ddc-6669c49142a1 req-1cff3603-c297-4161-8260-1d3c523a0f9c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.1478646
Feb 12 21:17:06.640850 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-d16a03cf-1f18-430c-8f16-6c017ef38ef0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f91629a6-c2b4-4bc9-b4ab-82ef49b98450 HTTP/1.1" status: 200  len: 217 time: 0.1066909
Feb 12 21:17:06.658139 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9d057f65-b16f-48d8-b89a-d1cb5c039598 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3e9b96aa43247a19d40617dbf03df8c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5863125
Feb 12 21:17:06.659411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d057f65-b16f-48d8-b89a-d1cb5c039598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65eeb7d2-d179-49c9-9ecc-8444c026ae61,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:06.663563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45334) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:06.726010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78696938-c964-4d3a-b5e2-c7445443bd1b req-c04f08f4-8689-4024-96b3-f386cd79b2d3 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:06.729504 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-78696938-c964-4d3a-b5e2-c7445443bd1b req-c04f08f4-8689-4024-96b3-f386cd79b2d3 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 943 time: 0.1549854
Feb 12 21:17:06.747031 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] For port 824f283f-b4b1-4f13-aa18-8427b9255212, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:17:06.761670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d8586647-cd30-43e0-8ddc-6669c49142a1 req-b5c0bfc5-2a7f-47db-959e-6856c01d9cd9 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856091
Feb 12 21:17:06.765435 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-ed3e8006-712a-4d25-a5c8-a86795e48b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:06.766857 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-ed3e8006-712a-4d25-a5c8-a86795e48b01 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d7bb8ed-6af8-4dc3-b479-c8f674d73e26 HTTP/1.1" status: 200  len: 851 time: 0.1178448
Feb 12 21:17:06.768589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] For port 824f283f-b4b1-4f13-aa18-8427b9255212, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=824f283f-b4b1-4f13-aa18-8427b9255212,segment=NetworkSegment(0f00ddc2-23f8-4781-8164-5bf404195762),segment_id=0f00ddc2-23f8-4781-8164-5bf404195762)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:17:06.784901 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5410586d-b517-43b3-8584-08ca3a0fc9b2 admin admin] Publish callbacks [] for security_group (65eeb7d2-d179-49c9-9ecc-8444c026ae61), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:06.833682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-7d873fc3-4dcc-4fbc-8c5b-611531ce49bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:06.835401 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-7d873fc3-4dcc-4fbc-8c5b-611531ce49bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60c18811-ef4a-47ff-b603-d10b9aa4b0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0617530
Feb 12 21:17:06.851137 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-78696938-c964-4d3a-b5e2-c7445443bd1b req-710fcfb6-4fbd-401a-a32b-1ed738ce86c1 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/security-groups?id=c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114745
Feb 12 21:17:06.869152 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5410586d-b517-43b3-8584-08ca3a0fc9b2 admin admin] Publish callbacks [] for security_group (65eeb7d2-d179-49c9-9ecc-8444c026ae61), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:06.878897 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (824f283f-b4b1-4f13-aa18-8427b9255212), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:06.956964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:06.957737 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:06.959160 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] 10.222.0.50 "PUT /v2.0/ports/824f283f-b4b1-4f13-aa18-8427b9255212 HTTP/1.1" status: 200  len: 1091 time: 1.7168534
Feb 12 21:17:06.988278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1541a8d-8ada-4854-aef3-66e96237b35b service neutron] Pushing event updated for resources: {'Port': ['ID=824f283f-b4b1-4f13-aa18-8427b9255212,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:06.990149 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5410586d-b517-43b3-8584-08ca3a0fc9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (65eeb7d2-d179-49c9-9ecc-8444c026ae61), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:06.994550 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5410586d-b517-43b3-8584-08ca3a0fc9b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:06.998057 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5410586d-b517-43b3-8584-08ca3a0fc9b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65eeb7d2-d179-49c9-9ecc-8444c026ae61 HTTP/1.1" status: 204  len: 168 time: 0.3276675
Feb 12 21:17:07.007362 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-5e5e081a-7518-4158-b4f1-b80a5fa0b8d9 service neutron] 10.222.0.50 "GET /v2.0/networks/60c18811-ef4a-47ff-b603-d10b9aa4b0c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660457
Feb 12 21:17:07.014972 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410586d-b517-43b3-8584-08ca3a0fc9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65eeb7d2-d179-49c9-9ecc-8444c026ae61,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:07.158250 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-dd31d16f-aba6-4bea-95a9-20430aaf6d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:07.159619 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-dd31d16f-aba6-4bea-95a9-20430aaf6d85 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c5bbc73117e44dcafcdec9e0fc9ae67&device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 1125 time: 0.0623598
Feb 12 21:17:07.220292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87a9ad-6993-43b2-8403-4354e26c6f7f req-611510d7-e02c-4140-b07b-7df457c9f6ef tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:07.224806 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec940fbf-937f-42fb-bea8-f86c9c14a791 req-bc66b907-b438-49e2-a9e3-4acb8085b125 service neutron] 10.222.0.50 "GET /v2.0/networks/60c18811-ef4a-47ff-b603-d10b9aa4b0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2087889
Feb 12 21:17:07.230067 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b87a9ad-6993-43b2-8403-4354e26c6f7f req-611510d7-e02c-4140-b07b-7df457c9f6ef tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0790215
Feb 12 21:17:07.248272 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-c6f19b10-7991-41a9-8ff6-08eb980481de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=824f283f-b4b1-4f13-aa18-8427b9255212 HTTP/1.1" status: 200  len: 217 time: 0.0819480
Feb 12 21:17:07.316182 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b87a9ad-6993-43b2-8403-4354e26c6f7f req-af2e09e9-afab-4220-b3a4-b5374a7c2372 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848978
Feb 12 21:17:07.326587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f8faa-6280-4bea-994a-e1206d116ef1 req-c2d78878-475d-4b22-adb1-93b1015310cc tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:07.335164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c89f8faa-6280-4bea-994a-e1206d116ef1 req-c2d78878-475d-4b22-adb1-93b1015310cc tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 943 time: 0.1699564
Feb 12 21:17:07.365019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-a8abac9b-70d8-4902-a1bd-2f1c5dbb1295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:07.366531 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-a8abac9b-70d8-4902-a1bd-2f1c5dbb1295 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=656c7766-7b18-4cce-a205-3419a6199d33 HTTP/1.1" status: 200  len: 861 time: 0.0930514
Feb 12 21:17:07.426820 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-505a1c11-20c0-47e2-a93e-e04c7715f5d2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f840d0d6-34c0-4ae8-a6b5-7fb846e48b92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481205
Feb 12 21:17:07.434946 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c89f8faa-6280-4bea-994a-e1206d116ef1 req-4682556c-815d-4cc1-8bde-c057a0a3c411 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/security-groups?id=37ae0fa7-68d3-42da-a054-d8c570be1049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989406
Feb 12 21:17:07.526271 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-db138435-215e-435b-ad83-e62721af73b0 service neutron] 10.222.0.50 "GET /v2.0/networks/f840d0d6-34c0-4ae8-a6b5-7fb846e48b92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903690
Feb 12 21:17:07.615941 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b83614b-d5ef-44e2-924d-ef82bd030a3b req-ea0e2265-70b2-49c2-bbc8-4a3df9466883 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 210 time: 0.0349975
Feb 12 21:17:07.652214 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-897e218f-d943-4ff0-a386-a56bbe57bbfc req-6b6397e2-8ab1-4f23-8186-ba3dfdf16536 service neutron] 10.222.0.50 "GET /v2.0/networks/f840d0d6-34c0-4ae8-a6b5-7fb846e48b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1178701
Feb 12 21:17:07.767484 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c156c72-c3aa-4235-92ee-32b2e447f9d6', 'tag': '824f283f-b4b1-4f13-aa18-8427b9255212'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:17:07.770045 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58720367-311d-4725-8c81-e6b711f1d345" -d '{"events": [{"name": "network-changed", "server_uuid": "2c156c72-c3aa-4235-92ee-32b2e447f9d6", "tag": "824f283f-b4b1-4f13-aa18-8427b9255212"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:17:07.809112 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a405a8d-4afe-456e-9fd1-0c2c012b437c x-openstack-request-id: req-6a405a8d-4afe-456e-9fd1-0c2c012b437c {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:17:07.809435 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c156c72-c3aa-4235-92ee-32b2e447f9d6", "tag": "824f283f-b4b1-4f13-aa18-8427b9255212", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:17:07.809695 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a405a8d-4afe-456e-9fd1-0c2c012b437c {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:17:07.810224 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c156c72-c3aa-4235-92ee-32b2e447f9d6', 'tag': '824f283f-b4b1-4f13-aa18-8427b9255212', 'status': 'completed', 'code': 200}
Feb 12 21:17:07.883477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58720367-311d-4725-8c81-e6b711f1d345 req-a09eee63-48e6-491b-bfb3-b79a50605f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:07.886712 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58720367-311d-4725-8c81-e6b711f1d345 req-a09eee63-48e6-491b-bfb3-b79a50605f49 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c5bbc73117e44dcafcdec9e0fc9ae67&device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 1125 time: 0.0532012
Feb 12 21:17:07.944716 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aff7ec-f798-42f1-88ce-30537cb724d0 req-96f7ca95-61ac-436c-b0a1-5c74a22acd9a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:07.949637 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d1aff7ec-f798-42f1-88ce-30537cb724d0 req-96f7ca95-61ac-436c-b0a1-5c74a22acd9a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0856991
Feb 12 21:17:07.966482 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93121c43-ad40-4851-86c4-0d787056eec9 req-e8967be1-2f2d-4ade-8713-d52d9a21fb3b tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:07.968225 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93121c43-ad40-4851-86c4-0d787056eec9 req-e8967be1-2f2d-4ade-8713-d52d9a21fb3b tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.48 "GET /v2.0/networks?id=44186d02-70f8-4028-8e69-858d25e0db1e HTTP/1.1" status: 200  len: 820 time: 0.1876876
Feb 12 21:17:07.984396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-93121c43-ad40-4851-86c4-0d787056eec9 req-906d06d4-25a3-4845-b7ff-2d108e8f33fa tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Request body: {'port': {'device_id': '4a81dfab-eea2-4abf-b66d-de52c64735b9', 'network_id': '44186d02-70f8-4028-8e69-858d25e0db1e', 'admin_state_up': True, 'tenant_id': '95a1429cd8d84c728ca087a71fdd26b5'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:08.141508 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d1aff7ec-f798-42f1-88ce-30537cb724d0 req-342f551b-c3db-44a3-bc58-2a0348245e28 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887608
Feb 12 21:17:08.240499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93121c43-ad40-4851-86c4-0d787056eec9 req-906d06d4-25a3-4845-b7ff-2d108e8f33fa tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Made reservation on behalf of 95a1429cd8d84c728ca087a71fdd26b5 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:17:08.245210 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-93121c43-ad40-4851-86c4-0d787056eec9 req-906d06d4-25a3-4845-b7ff-2d108e8f33fa tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:08.350002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58720367-311d-4725-8c81-e6b711f1d345 req-5998c144-5246-4f9d-8468-7954be8902c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:08.352095 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58720367-311d-4725-8c81-e6b711f1d345 req-5998c144-5246-4f9d-8468-7954be8902c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f840d0d6-34c0-4ae8-a6b5-7fb846e48b92 HTTP/1.1" status: 200  len: 922 time: 0.4576340
Feb 12 21:17:08.362918 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2f8ab-8521-42a1-bde5-db95af8888aa req-46e49ae8-dc97-4211-850e-d61993227f5d tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:08.364383 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55a2f8ab-8521-42a1-bde5-db95af8888aa req-46e49ae8-dc97-4211-850e-d61993227f5d tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 943 time: 0.4012172
Feb 12 21:17:08.407961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-93121c43-ad40-4851-86c4-0d787056eec9 req-906d06d4-25a3-4845-b7ff-2d108e8f33fa tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Allocated IP 172.20.0.13 (44186d02-70f8-4028-8e69-858d25e0db1e/15b58d5c-b045-4205-9956-f34775eb080e/236967cf-2667-4591-92ad-3078283d88e3) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:17:08.411864 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58720367-311d-4725-8c81-e6b711f1d345 req-bcb2cd79-f746-46cb-9309-a96c67916c41 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=824f283f-b4b1-4f13-aa18-8427b9255212 HTTP/1.1" status: 200  len: 217 time: 0.0464861
Feb 12 21:17:08.489298 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55a2f8ab-8521-42a1-bde5-db95af8888aa req-f5ee72a2-b793-4a57-bc4b-e23a4b254e42 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/security-groups?id=c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143072
Feb 12 21:17:08.490890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58720367-311d-4725-8c81-e6b711f1d345 req-06967087-69ca-4584-b80c-f2b84e13ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:08.492860 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58720367-311d-4725-8c81-e6b711f1d345 req-06967087-69ca-4584-b80c-f2b84e13ae8c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=656c7766-7b18-4cce-a205-3419a6199d33 HTTP/1.1" status: 200  len: 861 time: 0.0723014
Feb 12 21:17:08.507425 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212140-7788-43c4-8578-ea33bae60786 req-500e8fab-9930-406c-86cd-fc07c08ab17d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:08.510013 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f1212140-7788-43c4-8578-ea33bae60786 req-500e8fab-9930-406c-86cd-fc07c08ab17d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0996356
Feb 12 21:17:08.563520 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58720367-311d-4725-8c81-e6b711f1d345 req-e87331ad-45f8-4155-985c-3e202e6ba91a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f840d0d6-34c0-4ae8-a6b5-7fb846e48b92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0602598
Feb 12 21:17:08.627659 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f1212140-7788-43c4-8578-ea33bae60786 req-40a773b0-bf58-411c-8fb4-af96516f0d6e tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026688
Feb 12 21:17:08.666314 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-93121c43-ad40-4851-86c4-0d787056eec9 req-906d06d4-25a3-4845-b7ff-2d108e8f33fa tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Publish callbacks [] for port (236967cf-2667-4591-92ad-3078283d88e3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:08.725132 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a721b523-17c1-4c18-8dea-f40dd21cc3c4 req-bba4eee5-998d-4872-a951-e3d4577ab7b4 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 210 time: 0.0326803
Feb 12 21:17:08.747006 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b4384-e405-4f29-9134-5028e81d6807 req-8b36a052-4e29-4d7c-8cdf-4d7cd3450fe0 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:08.748702 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-216b4384-e405-4f29-9134-5028e81d6807 req-8b36a052-4e29-4d7c-8cdf-4d7cd3450fe0 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 943 time: 0.1445932
Feb 12 21:17:08.756686 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45420) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:08.771779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58720367-311d-4725-8c81-e6b711f1d345 req-3276799a-1bad-48ae-82dd-add094260b1f service neutron] 10.222.0.50 "GET /v2.0/networks/f840d0d6-34c0-4ae8-a6b5-7fb846e48b92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2006755
Feb 12 21:17:08.789748 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-93121c43-ad40-4851-86c4-0d787056eec9 req-906d06d4-25a3-4845-b7ff-2d108e8f33fa tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (236967cf-2667-4591-92ad-3078283d88e3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:08.834108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93121c43-ad40-4851-86c4-0d787056eec9 req-906d06d4-25a3-4845-b7ff-2d108e8f33fa tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Network 44186d02-70f8-4028-8e69-858d25e0db1e is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:17:08.837419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-93121c43-ad40-4851-86c4-0d787056eec9 req-906d06d4-25a3-4845-b7ff-2d108e8f33fa tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:17:08.841192 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-93121c43-ad40-4851-86c4-0d787056eec9 req-906d06d4-25a3-4845-b7ff-2d108e8f33fa tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:17:08.863279 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-216b4384-e405-4f29-9134-5028e81d6807 req-0cbe1482-b023-4fa7-83f3-85786d68dfaa tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/security-groups?id=37ae0fa7-68d3-42da-a054-d8c570be1049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0992594
Feb 12 21:17:08.879450 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d06d4-25a3-4845-b7ff-2d108e8f33fa tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Pushing event updated for resources: {'Port': ['ID=236967cf-2667-4591-92ad-3078283d88e3,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:08.896143 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58720367-311d-4725-8c81-e6b711f1d345 req-57d097a4-32ca-4668-92e3-0f486b82b110 service neutron] 10.222.0.50 "GET /v2.0/networks/f840d0d6-34c0-4ae8-a6b5-7fb846e48b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1159775
Feb 12 21:17:08.914732 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93121c43-ad40-4851-86c4-0d787056eec9 req-906d06d4-25a3-4845-b7ff-2d108e8f33fa tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:08.915493 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-93121c43-ad40-4851-86c4-0d787056eec9 req-906d06d4-25a3-4845-b7ff-2d108e8f33fa tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:08.986112 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93121c43-ad40-4851-86c4-0d787056eec9 req-906d06d4-25a3-4845-b7ff-2d108e8f33fa tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0082114
Feb 12 21:17:09.059650 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8072ccc7-2c2a-42f2-bf41-7a6b84889e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:09.111237 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Request body: {'port': {'device_id': '4a81dfab-eea2-4abf-b66d-de52c64735b9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:09.189488 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 824f283f-b4b1-4f13-aa18-8427b9255212 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:17:09.193967 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8072ccc7-2c2a-42f2-bf41-7a6b84889e73 admin admin] Publish callbacks [] for security_group (fc5bd010-bc78-4b27-81e2-1792b5c9eb0c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:09.197706 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (236967cf-2667-4591-92ad-3078283d88e3), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:09.254443 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8072ccc7-2c2a-42f2-bf41-7a6b84889e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fc5bd010-bc78-4b27-81e2-1792b5c9eb0c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:09.347618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 824f283f-b4b1-4f13-aa18-8427b9255212, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=824f283f-b4b1-4f13-aa18-8427b9255212,segment=NetworkSegment(0f00ddc2-23f8-4781-8164-5bf404195762),segment_id=0f00ddc2-23f8-4781-8164-5bf404195762)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:09.362450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '824f283f-b4b1-4f13-aa18-8427b9255212', 'network_id': 'f840d0d6-34c0-4ae8-a6b5-7fb846e48b92', 'port_id': '824f283f-b4b1-4f13-aa18-8427b9255212', 'mac_address': 'fa:16:3e:c4:dd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656c7766-7b18-4cce-a205-3419a6199d33', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:17:09.400332 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8072ccc7-2c2a-42f2-bf41-7a6b84889e73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40193db84f5344bc97d3094b0ac943bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6423008
Feb 12 21:17:09.403555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45442) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:09.404062 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072ccc7-2c2a-42f2-bf41-7a6b84889e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5bd010-bc78-4b27-81e2-1792b5c9eb0c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:09.435795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 824f283f-b4b1-4f13-aa18-8427b9255212 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:09.439750 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (824f283f-b4b1-4f13-aa18-8427b9255212), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:09.454448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824f283f-b4b1-4f13-aa18-8427b9255212 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:17:09.483695 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277417e6-0e2b-41e6-9b7d-a4268636f03e req-aef29d31-fa60-4469-a482-1be63f6a9f3b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:09.491168 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59b0298-b1e4-4dd9-897c-9f416bffa4cb admin admin] Publish callbacks [] for security_group (fc5bd010-bc78-4b27-81e2-1792b5c9eb0c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:09.491456 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-277417e6-0e2b-41e6-9b7d-a4268636f03e req-aef29d31-fa60-4469-a482-1be63f6a9f3b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.1617870
Feb 12 21:17:09.493784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 824f283f-b4b1-4f13-aa18-8427b9255212, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=824f283f-b4b1-4f13-aa18-8427b9255212,segment=NetworkSegment(0f00ddc2-23f8-4781-8164-5bf404195762),segment_id=0f00ddc2-23f8-4781-8164-5bf404195762)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:09.513536 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59b0298-b1e4-4dd9-897c-9f416bffa4cb admin admin] Publish callbacks [] for security_group (fc5bd010-bc78-4b27-81e2-1792b5c9eb0c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:09.562664 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-277417e6-0e2b-41e6-9b7d-a4268636f03e req-7a189650-eec7-4927-b34d-19041a7fdd42 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703349
Feb 12 21:17:09.589391 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (824f283f-b4b1-4f13-aa18-8427b9255212), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:09.590808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f91629a6-c2b4-4bc9-b4ab-82ef49b98450 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:17:09.634647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236967cf-2667-4591-92ad-3078283d88e3 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:17:09.644736 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Publish callbacks [] for port (236967cf-2667-4591-92ad-3078283d88e3), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:09.660937 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9040a19-eb3a-455e-9bb6-ea1cdb2c3798 req-cb04a87c-3991-48dd-bad7-99533f69427c tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:09.667855 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9040a19-eb3a-455e-9bb6-ea1cdb2c3798 req-cb04a87c-3991-48dd-bad7-99533f69427c tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 944 time: 0.0904429
Feb 12 21:17:09.669599 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59b0298-b1e4-4dd9-897c-9f416bffa4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fc5bd010-bc78-4b27-81e2-1792b5c9eb0c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:09.672380 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59b0298-b1e4-4dd9-897c-9f416bffa4cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:09.673595 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b59b0298-b1e4-4dd9-897c-9f416bffa4cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc5bd010-bc78-4b27-81e2-1792b5c9eb0c HTTP/1.1" status: 204  len: 168 time: 0.2678597
Feb 12 21:17:09.674768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Transition to ACTIVE for port object 236967cf-2667-4591-92ad-3078283d88e3 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:17:09.695906 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b0298-b1e4-4dd9-897c-9f416bffa4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5bd010-bc78-4b27-81e2-1792b5c9eb0c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:09.734882 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=824f283f-b4b1-4f13-aa18-8427b9255212,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:09.743193 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (236967cf-2667-4591-92ad-3078283d88e3), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:09.776339 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9040a19-eb3a-455e-9bb6-ea1cdb2c3798 req-7f47eea5-215b-4b43-9031-44c3cb0ae138 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/security-groups?id=c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024590
Feb 12 21:17:09.776603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:09.777546 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:09.782813 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:09.788835 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:09.790228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:09.791418 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:09.792014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:09.792911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:09.793591 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:09.794356 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:09.794866 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:09.795517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:09.799396 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:09.829338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Pushing event updated for resources: {'Port': ['ID=236967cf-2667-4591-92ad-3078283d88e3,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:09.858307 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f91629a6-c2b4-4bc9-b4ab-82ef49b98450, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f91629a6-c2b4-4bc9-b4ab-82ef49b98450,segment=NetworkSegment(63cc5f67-961d-4c7e-b2de-f2b69d08006f),segment_id=63cc5f67-961d-4c7e-b2de-f2b69d08006f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:09.891001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'f91629a6-c2b4-4bc9-b4ab-82ef49b98450', 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'port_id': 'f91629a6-c2b4-4bc9-b4ab-82ef49b98450', 'mac_address': 'fa:16:3e:69:f7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:17:09.896272 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128da3f2-930c-49c3-9223-bcf9a4d47ae3 req-a0bdaa27-2c85-4725-b069-320ed217d93c tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:09.898346 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-128da3f2-930c-49c3-9223-bcf9a4d47ae3 req-a0bdaa27-2c85-4725-b069-320ed217d93c tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.1452725
Feb 12 21:17:09.920299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68e70b-4bc4-4e59-bc21-b45a15c32f5a req-ff93d993-eb4b-4407-ab95-585dfeec8c72 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:09.929571 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c68e70b-4bc4-4e59-bc21-b45a15c32f5a req-ff93d993-eb4b-4407-ab95-585dfeec8c72 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 944 time: 0.0922265
Feb 12 21:17:09.950390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Attempting to bind port 236967cf-2667-4591-92ad-3078283d88e3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:17:09.950822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Attempting to bind port 236967cf-2667-4591-92ad-3078283d88e3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abc8d8df-c96f-4974-9475-2217b022d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44186d02-70f8-4028-8e69-858d25e0db1e'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:17:09.951225 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Attempting to bind port 236967cf-2667-4591-92ad-3078283d88e3 on network 44186d02-70f8-4028-8e69-858d25e0db1e {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:17:09.971847 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Port 236967cf-2667-4591-92ad-3078283d88e3 on network 44186d02-70f8-4028-8e69-858d25e0db1e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:17:09.971847 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Attempting to bind port 236967cf-2667-4591-92ad-3078283d88e3 on network 44186d02-70f8-4028-8e69-858d25e0db1e {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:17:09.983709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port f91629a6-c2b4-4bc9-b4ab-82ef49b98450 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:09.983947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:17:09.984461 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f91629a6-c2b4-4bc9-b4ab-82ef49b98450), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:09.986143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Checking segment: {'id': 'abc8d8df-c96f-4974-9475-2217b022d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44186d02-70f8-4028-8e69-858d25e0db1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:17:09.986732 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Bound using segment: {'id': 'abc8d8df-c96f-4974-9475-2217b022d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44186d02-70f8-4028-8e69-858d25e0db1e'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:17:09.987191 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Bound port: 236967cf-2667-4591-92ad-3078283d88e3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc8d8df-c96f-4974-9475-2217b022d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '44186d02-70f8-4028-8e69-858d25e0db1e'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:17:09.987570 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (236967cf-2667-4591-92ad-3078283d88e3), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:09.994084 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c68e70b-4bc4-4e59-bc21-b45a15c32f5a req-52c12464-f9e4-4145-b69b-9c4e6a4fca0d tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabdb645-8eb0-41e8-83ab-40ce68a57b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628917
Feb 12 21:17:10.001195 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-128da3f2-930c-49c3-9223-bcf9a4d47ae3 req-f7e67062-2fd7-41cb-9126-075da06f16f6 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940118
Feb 12 21:17:10.006800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91629a6-c2b4-4bc9-b4ab-82ef49b98450 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:17:10.047241 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f91629a6-c2b4-4bc9-b4ab-82ef49b98450, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f91629a6-c2b4-4bc9-b4ab-82ef49b98450,segment=NetworkSegment(63cc5f67-961d-4c7e-b2de-f2b69d08006f),segment_id=63cc5f67-961d-4c7e-b2de-f2b69d08006f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:10.089709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] For port 236967cf-2667-4591-92ad-3078283d88e3, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:17:10.093703 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] For port 236967cf-2667-4591-92ad-3078283d88e3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=236967cf-2667-4591-92ad-3078283d88e3,segment=NetworkSegment(abc8d8df-c96f-4974-9475-2217b022d64c),segment_id=abc8d8df-c96f-4974-9475-2217b022d64c)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:17:10.104569 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f91629a6-c2b4-4bc9-b4ab-82ef49b98450), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:10.144610 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (236967cf-2667-4591-92ad-3078283d88e3), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:10.209143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:10.209789 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:10.212201 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93121c43-ad40-4851-86c4-0d787056eec9 req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] 10.222.0.48 "PUT /v2.0/ports/236967cf-2667-4591-92ad-3078283d88e3 HTTP/1.1" status: 200  len: 1092 time: 1.2179947
Feb 12 21:17:10.212201 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a81dfab-eea2-4abf-b66d-de52c64735b9', 'tag': '236967cf-2667-4591-92ad-3078283d88e3'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:17:10.214749 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3ab89f-fa0a-4428-9732-73dd2dfab77d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a81dfab-eea2-4abf-b66d-de52c64735b9", "tag": "236967cf-2667-4591-92ad-3078283d88e3"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:17:10.218685 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4025ed-dc95-4555-b803-70d07a7e6df6 req-9976eb97-9cac-447a-8d4c-737592f2f851 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:10.223215 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c4025ed-dc95-4555-b803-70d07a7e6df6 req-9976eb97-9cac-447a-8d4c-737592f2f851 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 944 time: 0.1283524
Feb 12 21:17:10.268185 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbeabba-f0ce-46e6-ad3a-f1ec7cef352c service neutron] Pushing event updated for resources: {'Port': ['ID=236967cf-2667-4591-92ad-3078283d88e3,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:10.301325 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70049b28-1bf0-47a2-8e30-21bf5c63f27e x-openstack-request-id: req-70049b28-1bf0-47a2-8e30-21bf5c63f27e {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:17:10.301700 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a81dfab-eea2-4abf-b66d-de52c64735b9", "tag": "236967cf-2667-4591-92ad-3078283d88e3", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:17:10.302240 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70049b28-1bf0-47a2-8e30-21bf5c63f27e {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:17:10.302850 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a81dfab-eea2-4abf-b66d-de52c64735b9', 'tag': '236967cf-2667-4591-92ad-3078283d88e3', 'status': 'completed', 'code': 200}
Feb 12 21:17:10.356077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c4025ed-dc95-4555-b803-70d07a7e6df6 req-3a54cb5e-8f0e-46da-b5b9-1248f8ab1730 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/security-groups?id=37ae0fa7-68d3-42da-a054-d8c570be1049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1245782
Feb 12 21:17:10.397106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=f91629a6-c2b4-4bc9-b4ab-82ef49b98450,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:10.406723 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ab89f-fa0a-4428-9732-73dd2dfab77d req-5ceef3f7-8819-48c5-a1b9-972b603cb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:10.408292 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba3ab89f-fa0a-4428-9732-73dd2dfab77d req-5ceef3f7-8819-48c5-a1b9-972b603cb0fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95a1429cd8d84c728ca087a71fdd26b5&device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 1126 time: 0.0679567
Feb 12 21:17:10.420275 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['f91629a6-c2b4-4bc9-b4ab-82ef49b98450'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:17:10.423675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['824f283f-b4b1-4f13-aa18-8427b9255212'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:17:10.543552 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ab89f-fa0a-4428-9732-73dd2dfab77d req-8b9612f3-3fb8-45f0-8f22-bd666e26879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:10.545297 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba3ab89f-fa0a-4428-9732-73dd2dfab77d req-8b9612f3-3fb8-45f0-8f22-bd666e26879a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=95a1429cd8d84c728ca087a71fdd26b5&shared=False HTTP/1.1" status: 200  len: 921 time: 0.1298361
Feb 12 21:17:10.731043 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45482) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:10.754088 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a5064d69-ac48-442a-8d1e-48373efad6cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:10.910139 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a5064d69-ac48-442a-8d1e-48373efad6cf admin admin] Publish callbacks [] for security_group (52c0c518-5e2c-4080-bde9-57b2210af14a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:10.950618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c34788-9770-44c7-9cdb-53789990a4b6 req-2ba058be-438c-41b5-a816-8509be8cbb2a tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:10.954084 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36c34788-9770-44c7-9cdb-53789990a4b6 req-2ba058be-438c-41b5-a816-8509be8cbb2a tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 944 time: 0.0841289
Feb 12 21:17:10.977043 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a5064d69-ac48-442a-8d1e-48373efad6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (52c0c518-5e2c-4080-bde9-57b2210af14a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:11.043629 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a5064d69-ac48-442a-8d1e-48373efad6cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e9ea21c3eb8452782a81b3137d1f94f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3130822
Feb 12 21:17:11.047748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5064d69-ac48-442a-8d1e-48373efad6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c0c518-5e2c-4080-bde9-57b2210af14a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:11.050835 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45498) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:11.072748 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36c34788-9770-44c7-9cdb-53789990a4b6 req-a0c4a955-4f37-4244-af5f-9351924bedac tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/security-groups?id=c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111927
Feb 12 21:17:11.090544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ab89f-fa0a-4428-9732-73dd2dfab77d req-767b8aac-01a7-45ea-b4e5-5f52c88e06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:11.092084 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba3ab89f-fa0a-4428-9732-73dd2dfab77d req-767b8aac-01a7-45ea-b4e5-5f52c88e06e4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5405946
Feb 12 21:17:11.115601 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4758c9-b2b8-4c4f-920a-1e7ba3b18bac req-7f521443-3c86-4d44-9993-5c55c53e69ba tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:11.121886 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4f4758c9-b2b8-4c4f-920a-1e7ba3b18bac req-7f521443-3c86-4d44-9993-5c55c53e69ba tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.4469235
Feb 12 21:17:11.177649 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-468052a7-0ab7-4d6b-8b39-a90a34d7f9cc admin admin] Publish callbacks [] for security_group (52c0c518-5e2c-4080-bde9-57b2210af14a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:11.210627 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4f4758c9-b2b8-4c4f-920a-1e7ba3b18bac req-420a71a6-ab56-4092-a9c3-200183c4b7fc tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831985
Feb 12 21:17:11.226559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 824f283f-b4b1-4f13-aa18-8427b9255212 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:17:11.228427 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-468052a7-0ab7-4d6b-8b39-a90a34d7f9cc admin admin] Publish callbacks [] for security_group (52c0c518-5e2c-4080-bde9-57b2210af14a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:11.229537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93121c43-ad40-4851-86c4-0d787056eec9 req-102a6ff5-a1a9-4cb4-ba44-cbd9741f9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:11.240139 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93121c43-ad40-4851-86c4-0d787056eec9 req-102a6ff5-a1a9-4cb4-ba44-cbd9741f9cc8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95a1429cd8d84c728ca087a71fdd26b5&device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 1126 time: 0.0773411
Feb 12 21:17:11.275086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbece7-7581-4d87-acad-3b3f789362f8 req-dad1c598-423b-4c44-a437-f3de9b48a89c tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:11.281966 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30dbece7-7581-4d87-acad-3b3f789362f8 req-dad1c598-423b-4c44-a437-f3de9b48a89c tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 944 time: 0.1196990
Feb 12 21:17:11.311654 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93121c43-ad40-4851-86c4-0d787056eec9 req-1a860235-1da7-45bd-84f9-35c6dc2af5b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=236967cf-2667-4591-92ad-3078283d88e3 HTTP/1.1" status: 200  len: 217 time: 0.0670342
Feb 12 21:17:11.358586 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30dbece7-7581-4d87-acad-3b3f789362f8 req-d202c95f-4dd6-4c58-b25f-ec6aef0b1814 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabdb645-8eb0-41e8-83ab-40ce68a57b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750334
Feb 12 21:17:11.399215 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93121c43-ad40-4851-86c4-0d787056eec9 req-33caacad-ffd3-426d-b388-482a3c2b7f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:11.399907 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93121c43-ad40-4851-86c4-0d787056eec9 req-33caacad-ffd3-426d-b388-482a3c2b7f78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15b58d5c-b045-4205-9956-f34775eb080e HTTP/1.1" status: 200  len: 860 time: 0.0733089
Feb 12 21:17:11.410016 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31d68d-702d-48db-8cee-9ef02bff4698 req-7c550d0f-46be-48a6-9045-0c51a90cfae1 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:11.412018 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9d31d68d-702d-48db-8cee-9ef02bff4698 req-7c550d0f-46be-48a6-9045-0c51a90cfae1 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.1024818
Feb 12 21:17:11.418142 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-468052a7-0ab7-4d6b-8b39-a90a34d7f9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (52c0c518-5e2c-4080-bde9-57b2210af14a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:11.421293 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-468052a7-0ab7-4d6b-8b39-a90a34d7f9cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:11.426140 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-468052a7-0ab7-4d6b-8b39-a90a34d7f9cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52c0c518-5e2c-4080-bde9-57b2210af14a HTTP/1.1" status: 204  len: 168 time: 0.3722966
Feb 12 21:17:11.438042 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468052a7-0ab7-4d6b-8b39-a90a34d7f9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c0c518-5e2c-4080-bde9-57b2210af14a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:11.444883 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93121c43-ad40-4851-86c4-0d787056eec9 req-0f03bb0a-7353-4d05-8f01-e4030a97272a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44186d02-70f8-4028-8e69-858d25e0db1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0324402
Feb 12 21:17:11.480748 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 824f283f-b4b1-4f13-aa18-8427b9255212 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:17:11.506043 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 824f283f-b4b1-4f13-aa18-8427b9255212 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:11.506794 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (824f283f-b4b1-4f13-aa18-8427b9255212), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:11.522321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d35ee-f23c-4b6d-8718-2fb41b0758bc req-aeb7e09d-f5a7-4b62-960c-5d3b294b0822 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:11.530963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e4d35ee-f23c-4b6d-8718-2fb41b0758bc req-aeb7e09d-f5a7-4b62-960c-5d3b294b0822 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 944 time: 0.0843267
Feb 12 21:17:11.547934 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9d31d68d-702d-48db-8cee-9ef02bff4698 req-fe021044-5da9-4b85-9e56-864376302378 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270368
Feb 12 21:17:11.583211 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93121c43-ad40-4851-86c4-0d787056eec9 req-dd8b722c-14d7-4322-94e0-e9c066af00e5 service neutron] 10.222.0.48 "GET /v2.0/networks/44186d02-70f8-4028-8e69-858d25e0db1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281271
Feb 12 21:17:11.649861 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e4d35ee-f23c-4b6d-8718-2fb41b0758bc req-86f75bfc-0479-4150-88b6-b48eb4979c4b tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/security-groups?id=37ae0fa7-68d3-42da-a054-d8c570be1049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1020546
Feb 12 21:17:11.684765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 824f283f-b4b1-4f13-aa18-8427b9255212 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:11.685179 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (824f283f-b4b1-4f13-aa18-8427b9255212), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:11.703487 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93121c43-ad40-4851-86c4-0d787056eec9 req-06221a9a-1c13-4eca-a74d-ef3475359b2a service neutron] 10.222.0.48 "GET /v2.0/networks/44186d02-70f8-4028-8e69-858d25e0db1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1106119
Feb 12 21:17:11.708801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c156c72-c3aa-4235-92ee-32b2e447f9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824f283f-b4b1-4f13-aa18-8427b9255212'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:17:11.711288 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e67ad39-c87e-4172-a747-e83f7da81286" -d '{"events": [{"server_uuid": "2c156c72-c3aa-4235-92ee-32b2e447f9d6", "name": "network-vif-plugged", "status": "completed", "tag": "824f283f-b4b1-4f13-aa18-8427b9255212"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:17:11.728621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 824f283f-b4b1-4f13-aa18-8427b9255212, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=824f283f-b4b1-4f13-aa18-8427b9255212,segment=NetworkSegment(0f00ddc2-23f8-4781-8164-5bf404195762),segment_id=0f00ddc2-23f8-4781-8164-5bf404195762)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:11.753466 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b6323d-f328-4355-9a53-d5fe38d9dc19 x-openstack-request-id: req-19b6323d-f328-4355-9a53-d5fe38d9dc19 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:17:11.753466 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c156c72-c3aa-4235-92ee-32b2e447f9d6", "name": "network-vif-plugged", "status": "completed", "tag": "824f283f-b4b1-4f13-aa18-8427b9255212", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:17:11.753466 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19b6323d-f328-4355-9a53-d5fe38d9dc19 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:17:11.753466 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c156c72-c3aa-4235-92ee-32b2e447f9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824f283f-b4b1-4f13-aa18-8427b9255212', 'code': 200}
Feb 12 21:17:11.806856 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (824f283f-b4b1-4f13-aa18-8427b9255212), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:11.807719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f91629a6-c2b4-4bc9-b4ab-82ef49b98450 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:17:11.856483 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5f2d4-e932-480f-adcb-6b7209386490 req-9e7fea21-4ae6-47b7-95a3-b55ae3500536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:11.858082 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-06c5f2d4-e932-480f-adcb-6b7209386490 req-9e7fea21-4ae6-47b7-95a3-b55ae3500536 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 1127 time: 0.0456841
Feb 12 21:17:11.891083 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=824f283f-b4b1-4f13-aa18-8427b9255212,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:11.909138 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-06c5f2d4-e932-480f-adcb-6b7209386490 req-694e7ca2-c890-4df7-9e55-fdb30e97cef9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418589
Feb 12 21:17:12.012876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port f91629a6-c2b4-4bc9-b4ab-82ef49b98450 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:17:12.024548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port f91629a6-c2b4-4bc9-b4ab-82ef49b98450 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:12.024548 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f91629a6-c2b4-4bc9-b4ab-82ef49b98450), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:12.113423 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port f91629a6-c2b4-4bc9-b4ab-82ef49b98450 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:12.113821 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f91629a6-c2b4-4bc9-b4ab-82ef49b98450), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:12.171685 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f91629a6-c2b4-4bc9-b4ab-82ef49b98450, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f91629a6-c2b4-4bc9-b4ab-82ef49b98450,segment=NetworkSegment(63cc5f67-961d-4c7e-b2de-f2b69d08006f),segment_id=63cc5f67-961d-4c7e-b2de-f2b69d08006f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:12.198117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e40264-3f4b-4096-b0fa-e30a0bced116 req-53cf528b-fbab-48f5-972d-74520ac4db64 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:12.199626 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c9e40264-3f4b-4096-b0fa-e30a0bced116 req-53cf528b-fbab-48f5-972d-74520ac4db64 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 945 time: 0.0567124
Feb 12 21:17:12.235006 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45554) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:12.253158 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f91629a6-c2b4-4bc9-b4ab-82ef49b98450), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:12.267822 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c9e40264-3f4b-4096-b0fa-e30a0bced116 req-213db067-8026-4887-a206-b69944bb8517 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/security-groups?id=c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507214
Feb 12 21:17:12.313936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=f91629a6-c2b4-4bc9-b4ab-82ef49b98450,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:12.368413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cee511-03b1-45a7-ba38-182a43ce82f2 req-72cd8535-ed4d-4e1d-988e-da6ec4878ff6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:12.371343 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a8cee511-03b1-45a7-ba38-182a43ce82f2 req-72cd8535-ed4d-4e1d-988e-da6ec4878ff6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0592582
Feb 12 21:17:12.426112 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41dd6319-124d-46af-9f26-797eb1ce4cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:12.465543 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a8cee511-03b1-45a7-ba38-182a43ce82f2 req-4a059d48-ba22-4bc4-bae5-aebb7303930a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882056
Feb 12 21:17:12.491439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5826b-86de-4c38-b6be-2423f72752fc req-24c29057-9097-4c74-ac1c-7b10059be5b4 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:12.493283 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15b5826b-86de-4c38-b6be-2423f72752fc req-24c29057-9097-4c74-ac1c-7b10059be5b4 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 944 time: 0.0652151
Feb 12 21:17:12.521713 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41dd6319-124d-46af-9f26-797eb1ce4cd9 admin admin] Publish callbacks [] for security_group (4a7f790e-f342-47c7-b5c7-cd1a1b41406b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:12.546248 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15b5826b-86de-4c38-b6be-2423f72752fc req-55033a1f-f2e7-4132-b256-5bc72e478b02 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabdb645-8eb0-41e8-83ab-40ce68a57b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473323
Feb 12 21:17:12.577552 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41dd6319-124d-46af-9f26-797eb1ce4cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4a7f790e-f342-47c7-b5c7-cd1a1b41406b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:12.640728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd6319-124d-46af-9f26-797eb1ce4cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7f790e-f342-47c7-b5c7-cd1a1b41406b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:12.645866 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-41dd6319-124d-46af-9f26-797eb1ce4cd9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac271452b6c2481f9368505821c246c2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4089844
Feb 12 21:17:12.655688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45578) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:12.705959 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18dabd-fb41-4aec-b67b-738262f70091 req-01e83f5b-a713-4c07-bbf9-776265683e1a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:12.708401 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fe18dabd-fb41-4aec-b67b-738262f70091 req-01e83f5b-a713-4c07-bbf9-776265683e1a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0860002
Feb 12 21:17:12.773426 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fe18dabd-fb41-4aec-b67b-738262f70091 req-dd8a58ca-f1c4-4222-8abd-82ee250a03d0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572143
Feb 12 21:17:12.783013 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e53091b2-d386-4fd5-931c-29913bd27bc3 admin admin] Publish callbacks [] for security_group (4a7f790e-f342-47c7-b5c7-cd1a1b41406b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:12.821840 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e53091b2-d386-4fd5-931c-29913bd27bc3 admin admin] Publish callbacks [] for security_group (4a7f790e-f342-47c7-b5c7-cd1a1b41406b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:12.831153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a553657-2989-4eb6-a31f-6ef2cf4b7e31 req-959f86b9-cf1e-4d94-89d4-28e2bd958fa9 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:12.836299 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a553657-2989-4eb6-a31f-6ef2cf4b7e31 req-959f86b9-cf1e-4d94-89d4-28e2bd958fa9 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 945 time: 0.1121435
Feb 12 21:17:12.846266 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45584) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:12.909885 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a553657-2989-4eb6-a31f-6ef2cf4b7e31 req-2709ba74-d6d9-46ab-9c2f-e4fbbef29788 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/security-groups?id=37ae0fa7-68d3-42da-a054-d8c570be1049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687711
Feb 12 21:17:12.977442 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e53091b2-d386-4fd5-931c-29913bd27bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4a7f790e-f342-47c7-b5c7-cd1a1b41406b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:12.980177 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e53091b2-d386-4fd5-931c-29913bd27bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:12.981302 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e53091b2-d386-4fd5-931c-29913bd27bc3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a7f790e-f342-47c7-b5c7-cd1a1b41406b HTTP/1.1" status: 204  len: 168 time: 0.3250284
Feb 12 21:17:12.982285 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7f809954-f936-4ca3-bb9d-c60b83cc4586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:12.989811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53091b2-d386-4fd5-931c-29913bd27bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7f790e-f342-47c7-b5c7-cd1a1b41406b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:13.090515 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7f809954-f936-4ca3-bb9d-c60b83cc4586 admin admin] Publish callbacks [] for security_group (d4e661ef-9c78-4907-9f22-5a253291900d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:13.200180 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7f809954-f936-4ca3-bb9d-c60b83cc4586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d4e661ef-9c78-4907-9f22-5a253291900d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:13.241771 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7f809954-f936-4ca3-bb9d-c60b83cc4586 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f49ebaea124e4e71bb2060b8880dd776&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3932569
Feb 12 21:17:13.242461 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f809954-f936-4ca3-bb9d-c60b83cc4586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e661ef-9c78-4907-9f22-5a253291900d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:13.247030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45594) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:13.336868 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-85ea7472-622f-4780-8ee5-fefba1d0a5d6 admin admin] Publish callbacks [] for security_group (d4e661ef-9c78-4907-9f22-5a253291900d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:13.367540 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-85ea7472-622f-4780-8ee5-fefba1d0a5d6 admin admin] Publish callbacks [] for security_group (d4e661ef-9c78-4907-9f22-5a253291900d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:13.402504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769dfa7-c038-4846-8773-03eabcacf026 req-c543749f-6d69-4327-a6bf-9c3c2cb2784e tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:13.404334 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c769dfa7-c038-4846-8773-03eabcacf026 req-c543749f-6d69-4327-a6bf-9c3c2cb2784e tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 945 time: 0.0602860
Feb 12 21:17:13.456047 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c769dfa7-c038-4846-8773-03eabcacf026 req-2f4ba8ae-56e8-411c-903b-17b24b20812e tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/security-groups?id=c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459702
Feb 12 21:17:13.491669 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-85ea7472-622f-4780-8ee5-fefba1d0a5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d4e661ef-9c78-4907-9f22-5a253291900d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:13.495293 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-85ea7472-622f-4780-8ee5-fefba1d0a5d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:13.496469 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-85ea7472-622f-4780-8ee5-fefba1d0a5d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4e661ef-9c78-4907-9f22-5a253291900d HTTP/1.1" status: 204  len: 168 time: 0.2480812
Feb 12 21:17:13.505463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea7472-622f-4780-8ee5-fefba1d0a5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e661ef-9c78-4907-9f22-5a253291900d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:13.518572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 236967cf-2667-4591-92ad-3078283d88e3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:17:13.638745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d0546-bbf1-4870-8702-9de307a868f8 req-dd8f7b08-0a37-4bff-bd85-972409f651ee tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:13.645937 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0f0d0546-bbf1-4870-8702-9de307a868f8 req-dd8f7b08-0a37-4bff-bd85-972409f651ee tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0758040
Feb 12 21:17:13.674581 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 236967cf-2667-4591-92ad-3078283d88e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=236967cf-2667-4591-92ad-3078283d88e3,segment=NetworkSegment(abc8d8df-c96f-4974-9475-2217b022d64c),segment_id=abc8d8df-c96f-4974-9475-2217b022d64c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:13.685715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '236967cf-2667-4591-92ad-3078283d88e3', 'network_id': '44186d02-70f8-4028-8e69-858d25e0db1e', 'port_id': '236967cf-2667-4591-92ad-3078283d88e3', 'mac_address': 'fa:16:3e:a7:51:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b58d5c-b045-4205-9956-f34775eb080e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:17:13.695186 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0f0d0546-bbf1-4870-8702-9de307a868f8 req-b16c0337-126d-4dfb-ba37-593096e89ec6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440359
Feb 12 21:17:13.724660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 236967cf-2667-4591-92ad-3078283d88e3 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:13.725117 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (236967cf-2667-4591-92ad-3078283d88e3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:13.741304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45618) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:13.743131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236967cf-2667-4591-92ad-3078283d88e3 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:17:13.753475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bcdf4e-680f-4f72-a170-6bc26614f067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91629a6-c2b4-4bc9-b4ab-82ef49b98450'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:17:13.755910 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d616d639-a4c4-40a7-8005-89ca932771be" -d '{"events": [{"server_uuid": "30bcdf4e-680f-4f72-a170-6bc26614f067", "name": "network-vif-plugged", "status": "completed", "tag": "f91629a6-c2b4-4bc9-b4ab-82ef49b98450"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:17:13.763637 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d230-ff63-4bdf-ba6a-bcd3027e4f5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:13.773830 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 236967cf-2667-4591-92ad-3078283d88e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=236967cf-2667-4591-92ad-3078283d88e3,segment=NetworkSegment(abc8d8df-c96f-4974-9475-2217b022d64c),segment_id=abc8d8df-c96f-4974-9475-2217b022d64c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:13.845822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f7df2-0905-42a8-bd01-b87fff61f240 req-6149a38c-472e-4cb2-b9be-326e91f4a92e tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:13.851030 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c22f7df2-0905-42a8-bd01-b87fff61f240 req-6149a38c-472e-4cb2-b9be-326e91f4a92e tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 944 time: 0.0627179
Feb 12 21:17:13.858609 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d230-ff63-4bdf-ba6a-bcd3027e4f5c admin admin] Publish callbacks [] for security_group (34c8884a-706a-4e39-85b0-717829a86bef), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:13.870334 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (236967cf-2667-4591-92ad-3078283d88e3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:13.927610 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c22f7df2-0905-42a8-bd01-b87fff61f240 req-ec51ff05-d63f-47ea-a688-16ed82658477 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabdb645-8eb0-41e8-83ab-40ce68a57b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580969
Feb 12 21:17:13.930502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=236967cf-2667-4591-92ad-3078283d88e3,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:13.937840 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d230-ff63-4bdf-ba6a-bcd3027e4f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (34c8884a-706a-4e39-85b0-717829a86bef), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:13.985591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0d230-ff63-4bdf-ba6a-bcd3027e4f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c8884a-706a-4e39-85b0-717829a86bef,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:13.990798 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c1d0d230-ff63-4bdf-ba6a-bcd3027e4f5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94ca114d32b54478bb2fd1f5aa333452&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2469959
Feb 12 21:17:13.995642 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45630) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:14.000666 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d9db45-7c3b-47e2-94dd-69830ba0a22a x-openstack-request-id: req-23d9db45-7c3b-47e2-94dd-69830ba0a22a {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:17:14.000666 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bcdf4e-680f-4f72-a170-6bc26614f067", "name": "network-vif-plugged", "status": "completed", "tag": "f91629a6-c2b4-4bc9-b4ab-82ef49b98450", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:17:14.000666 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23d9db45-7c3b-47e2-94dd-69830ba0a22a {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:17:14.000666 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bcdf4e-680f-4f72-a170-6bc26614f067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91629a6-c2b4-4bc9-b4ab-82ef49b98450', 'code': 200}
Feb 12 21:17:14.108207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['236967cf-2667-4591-92ad-3078283d88e3'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:17:14.155859 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a44517e3-786e-4585-b919-d6007663afbb admin admin] Publish callbacks [] for security_group (34c8884a-706a-4e39-85b0-717829a86bef), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:14.161239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1080b-1b31-45b3-8e7e-d5c5cc269497 req-75a428ab-1391-4504-ae8a-7486ab696a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:14.162890 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ac1080b-1b31-45b3-8e7e-d5c5cc269497 req-75a428ab-1391-4504-ae8a-7486ab696a21 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 1127 time: 0.0993397
Feb 12 21:17:14.171783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa14353-694d-4312-ace5-2a24a44f3ca0 req-f7349209-379d-470a-9967-7c5cdbc966ee tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:14.173605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1fa14353-694d-4312-ace5-2a24a44f3ca0 req-f7349209-379d-470a-9967-7c5cdbc966ee tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0798581
Feb 12 21:17:14.181522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523fabf-775f-4fdf-9355-d302f333f3a2 req-4d5ffb9d-a514-4aa7-97a9-00bd12e65f7b tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:14.183364 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f523fabf-775f-4fdf-9355-d302f333f3a2 req-4d5ffb9d-a514-4aa7-97a9-00bd12e65f7b tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 945 time: 0.1057839
Feb 12 21:17:14.200585 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a44517e3-786e-4585-b919-d6007663afbb admin admin] Publish callbacks [] for security_group (34c8884a-706a-4e39-85b0-717829a86bef), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:14.248396 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ac1080b-1b31-45b3-8e7e-d5c5cc269497 req-c6058ef9-72f5-4fc6-bda4-c98af7bcb70f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=37ae0fa7-68d3-42da-a054-d8c570be1049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736511
Feb 12 21:17:14.253339 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1fa14353-694d-4312-ace5-2a24a44f3ca0 req-b2d7b19d-9fbd-41a4-92ee-ccf18d490bc7 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717282
Feb 12 21:17:14.300792 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f523fabf-775f-4fdf-9355-d302f333f3a2 req-64c58f9f-4c53-4de8-be7d-f38857cf9ce0 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/security-groups?id=37ae0fa7-68d3-42da-a054-d8c570be1049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1064284
Feb 12 21:17:14.392527 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bd453-dd82-4b78-8928-a40f4c2a0328 req-bb9895f0-10c5-4555-8a51-af56e084b12e tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:14.394038 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a5bd453-dd82-4b78-8928-a40f4c2a0328 req-bb9895f0-10c5-4555-8a51-af56e084b12e tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 945 time: 0.0554733
Feb 12 21:17:14.400619 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a44517e3-786e-4585-b919-d6007663afbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (34c8884a-706a-4e39-85b0-717829a86bef), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:14.403357 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a44517e3-786e-4585-b919-d6007663afbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:14.404484 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a44517e3-786e-4585-b919-d6007663afbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34c8884a-706a-4e39-85b0-717829a86bef HTTP/1.1" status: 204  len: 168 time: 0.4074891
Feb 12 21:17:14.412764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44517e3-786e-4585-b919-d6007663afbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c8884a-706a-4e39-85b0-717829a86bef,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:14.447015 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a5bd453-dd82-4b78-8928-a40f4c2a0328 req-85a67efe-441f-406a-ba66-96bc54b6872e tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/security-groups?id=c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446911
Feb 12 21:17:14.519163 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45642) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:14.536861 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9d20500-4d9d-4768-8a0d-122e7aa8c7aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:14.615316 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9d20500-4d9d-4768-8a0d-122e7aa8c7aa admin admin] Publish callbacks [] for security_group (87902d55-ba2b-4222-ada9-8bddb3416c58), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:14.703246 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9d20500-4d9d-4768-8a0d-122e7aa8c7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (87902d55-ba2b-4222-ada9-8bddb3416c58), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:14.749028 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e9d20500-4d9d-4768-8a0d-122e7aa8c7aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4ae65e093b94c989a49a9d2d1625945&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2287612
Feb 12 21:17:14.753205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45648) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:14.753513 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d20500-4d9d-4768-8a0d-122e7aa8c7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87902d55-ba2b-4222-ada9-8bddb3416c58,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:14.817458 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8e5d96b3-9f45-466d-9117-78db46837060 admin admin] Publish callbacks [] for security_group (87902d55-ba2b-4222-ada9-8bddb3416c58), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:14.828913 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d8d0b-e948-4d63-b785-0c674c4eaacd req-86228045-9896-43a4-a275-95be4e627fce tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:14.830503 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-566d8d0b-e948-4d63-b785-0c674c4eaacd req-86228045-9896-43a4-a275-95be4e627fce tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0604880
Feb 12 21:17:14.840501 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8e5d96b3-9f45-466d-9117-78db46837060 admin admin] Publish callbacks [] for security_group (87902d55-ba2b-4222-ada9-8bddb3416c58), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:14.897859 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-566d8d0b-e948-4d63-b785-0c674c4eaacd req-61224a50-4f24-4783-b816-f24f8ba44d49 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605628
Feb 12 21:17:14.972465 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8e5d96b3-9f45-466d-9117-78db46837060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (87902d55-ba2b-4222-ada9-8bddb3416c58), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:14.976340 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8e5d96b3-9f45-466d-9117-78db46837060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:14.977662 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8e5d96b3-9f45-466d-9117-78db46837060 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87902d55-ba2b-4222-ada9-8bddb3416c58 HTTP/1.1" status: 204  len: 168 time: 0.2231674
Feb 12 21:17:14.986151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d96b3-9f45-466d-9117-78db46837060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87902d55-ba2b-4222-ada9-8bddb3416c58,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:15.055069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9912b7-4b6a-4b45-9408-ada42c8c7f1d req-abf04713-b295-4bba-a378-7643a70712f4 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:15.056907 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9d9912b7-4b6a-4b45-9408-ada42c8c7f1d req-abf04713-b295-4bba-a378-7643a70712f4 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 945 time: 0.0686862
Feb 12 21:17:15.113299 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9d9912b7-4b6a-4b45-9408-ada42c8c7f1d req-29495ea5-fade-49bc-8d27-87553beb8efa tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabdb645-8eb0-41e8-83ab-40ce68a57b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502176
Feb 12 21:17:15.413762 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ea33-9986-406b-967a-1e595de9adc2 req-0ee57dd8-4fc9-4bdc-8660-efbca34989d2 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:15.415282 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4f74ea33-9986-406b-967a-1e595de9adc2 req-0ee57dd8-4fc9-4bdc-8660-efbca34989d2 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0854764
Feb 12 21:17:15.452300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d6878-ca79-4b5a-b763-5feedf5ddb34 req-44878ca3-502c-4711-9b95-858c4c3a982c tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:15.454161 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-084d6878-ca79-4b5a-b763-5feedf5ddb34 req-44878ca3-502c-4711-9b95-858c4c3a982c tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 945 time: 0.0879211
Feb 12 21:17:15.467993 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4f74ea33-9986-406b-967a-1e595de9adc2 req-b921345d-895f-4e1f-aa74-c5c688f03650 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465357
Feb 12 21:17:15.522010 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-084d6878-ca79-4b5a-b763-5feedf5ddb34 req-f8d51f5e-13d0-41e9-bc3f-8b3dac82df39 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/security-groups?id=37ae0fa7-68d3-42da-a054-d8c570be1049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614002
Feb 12 21:17:15.537098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 236967cf-2667-4591-92ad-3078283d88e3 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:17:15.672483 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e158dd-5c0b-4ff6-ab10-2d8f5ef99c5a req-4fc547f3-c58c-43c9-9ab6-84aed74927d7 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:15.674983 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3e158dd-5c0b-4ff6-ab10-2d8f5ef99c5a req-4fc547f3-c58c-43c9-9ab6-84aed74927d7 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 945 time: 0.0863709
Feb 12 21:17:15.681686 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6c427-5117-4c14-bd35-bafa8c0ce4f1 req-2e611109-0db9-4e0f-a1ba-67090d95c650 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:15.695948 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49b6c427-5117-4c14-bd35-bafa8c0ce4f1 req-2e611109-0db9-4e0f-a1ba-67090d95c650 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 945 time: 0.1313646
Feb 12 21:17:15.701984 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 236967cf-2667-4591-92ad-3078283d88e3 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:17:15.704408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 236967cf-2667-4591-92ad-3078283d88e3 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:15.704758 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (236967cf-2667-4591-92ad-3078283d88e3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:15.777244 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49b6c427-5117-4c14-bd35-bafa8c0ce4f1 req-33403f1d-10c2-4ba6-b517-6c0aaea87889 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/security-groups?id=c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761302
Feb 12 21:17:15.812901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 236967cf-2667-4591-92ad-3078283d88e3 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:15.813209 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (236967cf-2667-4591-92ad-3078283d88e3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:15.822213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-c3e158dd-5c0b-4ff6-ab10-2d8f5ef99c5a req-99d9e682-5a23-4f42-bb1d-81aaf4801c70 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Deleting port 824f283f-b4b1-4f13-aa18-8427b9255212 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:17:15.822556 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c3e158dd-5c0b-4ff6-ab10-2d8f5ef99c5a req-99d9e682-5a23-4f42-bb1d-81aaf4801c70 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (824f283f-b4b1-4f13-aa18-8427b9255212), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:15.852472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 236967cf-2667-4591-92ad-3078283d88e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=236967cf-2667-4591-92ad-3078283d88e3,segment=NetworkSegment(abc8d8df-c96f-4974-9475-2217b022d64c),segment_id=abc8d8df-c96f-4974-9475-2217b022d64c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:15.903311 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (236967cf-2667-4591-92ad-3078283d88e3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:15.980071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-c3e158dd-5c0b-4ff6-ab10-2d8f5ef99c5a req-99d9e682-5a23-4f42-bb1d-81aaf4801c70 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] For port 824f283f-b4b1-4f13-aa18-8427b9255212, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=824f283f-b4b1-4f13-aa18-8427b9255212,segment=NetworkSegment(0f00ddc2-23f8-4781-8164-5bf404195762),segment_id=0f00ddc2-23f8-4781-8164-5bf404195762)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:15.981077 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c3e158dd-5c0b-4ff6-ab10-2d8f5ef99c5a req-99d9e682-5a23-4f42-bb1d-81aaf4801c70 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (824f283f-b4b1-4f13-aa18-8427b9255212), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:15.982499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=236967cf-2667-4591-92ad-3078283d88e3,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:16.001790 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a81dfab-eea2-4abf-b66d-de52c64735b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236967cf-2667-4591-92ad-3078283d88e3'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:17:16.003427 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626fccb9-6cc1-45c4-858d-233beb3ee38d" -d '{"events": [{"server_uuid": "4a81dfab-eea2-4abf-b66d-de52c64735b9", "name": "network-vif-plugged", "status": "completed", "tag": "236967cf-2667-4591-92ad-3078283d88e3"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:17:16.031267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-c3e158dd-5c0b-4ff6-ab10-2d8f5ef99c5a req-99d9e682-5a23-4f42-bb1d-81aaf4801c70 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Calling delete_port for 824f283f-b4b1-4f13-aa18-8427b9255212 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:17:16.043882 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671676bb-f3b4-4015-aee0-491a88c556bf x-openstack-request-id: req-671676bb-f3b4-4015-aee0-491a88c556bf {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:17:16.045748 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a81dfab-eea2-4abf-b66d-de52c64735b9", "name": "network-vif-plugged", "status": "completed", "tag": "236967cf-2667-4591-92ad-3078283d88e3", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:17:16.045748 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-671676bb-f3b4-4015-aee0-491a88c556bf {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:17:16.045748 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a81dfab-eea2-4abf-b66d-de52c64735b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236967cf-2667-4591-92ad-3078283d88e3', 'code': 200}
Feb 12 21:17:16.103322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7afaf-e081-431b-bf7c-73e3790bea00 req-0830d604-a392-431c-8a8b-296cd28aa5ba tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:16.104874 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7fb7afaf-e081-431b-bf7c-73e3790bea00 req-0830d604-a392-431c-8a8b-296cd28aa5ba tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.1070476
Feb 12 21:17:16.184589 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f342866-59e0-437f-be33-57e4f700794b req-998fc81d-5edf-43f1-ac64-dcc46353a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:16.185949 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7fb7afaf-e081-431b-bf7c-73e3790bea00 req-609df0f6-1406-4283-a1df-d60064deea39 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728598
Feb 12 21:17:16.186510 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6f342866-59e0-437f-be33-57e4f700794b req-998fc81d-5edf-43f1-ac64-dcc46353a04c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 1128 time: 0.0718627
Feb 12 21:17:16.286866 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6f342866-59e0-437f-be33-57e4f700794b req-03b6b514-d200-4e12-a738-e081d8301767 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eabdb645-8eb0-41e8-83ab-40ce68a57b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907202
Feb 12 21:17:16.304069 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8725c1-f0ca-4867-a698-8bea3c41af26 req-fc44645d-a878-4f2f-b443-e79220c82c24 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:16.305684 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b8725c1-f0ca-4867-a698-8bea3c41af26 req-fc44645d-a878-4f2f-b443-e79220c82c24 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 946 time: 0.0921993
Feb 12 21:17:16.354748 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c3e158dd-5c0b-4ff6-ab10-2d8f5ef99c5a req-99d9e682-5a23-4f42-bb1d-81aaf4801c70 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (824f283f-b4b1-4f13-aa18-8427b9255212), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:16.360851 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b8725c1-f0ca-4867-a698-8bea3c41af26 req-933466f5-6158-4ede-8c2d-042d1027e557 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabdb645-8eb0-41e8-83ab-40ce68a57b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494018
Feb 12 21:17:16.366610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['824f283f-b4b1-4f13-aa18-8427b9255212'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:17:16.395255 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9e682-5a23-4f42-bb1d-81aaf4801c70 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Pushing event deleted for resources: {'Port': ['ID=824f283f-b4b1-4f13-aa18-8427b9255212,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:16.445949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e158dd-5c0b-4ff6-ab10-2d8f5ef99c5a req-99d9e682-5a23-4f42-bb1d-81aaf4801c70 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] No DVR routers for this DVR port 824f283f-b4b1-4f13-aa18-8427b9255212 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:17:16.449261 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c3e158dd-5c0b-4ff6-ab10-2d8f5ef99c5a req-99d9e682-5a23-4f42-bb1d-81aaf4801c70 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:16.452787 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3e158dd-5c0b-4ff6-ab10-2d8f5ef99c5a req-99d9e682-5a23-4f42-bb1d-81aaf4801c70 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.50 "DELETE /v2.0/ports/824f283f-b4b1-4f13-aa18-8427b9255212 HTTP/1.1" status: 204  len: 173 time: 0.7730222
Feb 12 21:17:16.453253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c156c72-c3aa-4235-92ee-32b2e447f9d6', 'name': 'network-vif-deleted', 'tag': '824f283f-b4b1-4f13-aa18-8427b9255212'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:17:16.456412 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6970c3-3b09-4021-8f87-78e4ea154a9f" -d '{"events": [{"server_uuid": "2c156c72-c3aa-4235-92ee-32b2e447f9d6", "name": "network-vif-deleted", "tag": "824f283f-b4b1-4f13-aa18-8427b9255212"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:17:16.510628 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13ee1fd-729f-4b21-94ba-5db51e9142c6 x-openstack-request-id: req-c13ee1fd-729f-4b21-94ba-5db51e9142c6 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:17:16.510868 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c156c72-c3aa-4235-92ee-32b2e447f9d6", "name": "network-vif-deleted", "tag": "824f283f-b4b1-4f13-aa18-8427b9255212", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:17:16.511123 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c13ee1fd-729f-4b21-94ba-5db51e9142c6 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:17:16.511531 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c156c72-c3aa-4235-92ee-32b2e447f9d6', 'name': 'network-vif-deleted', 'tag': '824f283f-b4b1-4f13-aa18-8427b9255212', 'status': 'completed', 'code': 200}
Feb 12 21:17:16.624018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b0b3-bb06-4390-9854-6bc2043baf48 req-208c0bf7-a56a-4dab-8b78-b1675513cbf2 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:16.625631 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2b6b0b3-bb06-4390-9854-6bc2043baf48 req-208c0bf7-a56a-4dab-8b78-b1675513cbf2 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0773358
Feb 12 21:17:16.677177 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a6615-8016-4d57-8916-66b049a54fcd req-3afe29dc-96eb-429a-b48c-22dbeafd5673 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:16.684681 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-640a6615-8016-4d57-8916-66b049a54fcd req-3afe29dc-96eb-429a-b48c-22dbeafd5673 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 945 time: 0.0962334
Feb 12 21:17:16.703504 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b2b6b0b3-bb06-4390-9854-6bc2043baf48 req-c7838ddc-8895-4825-bbe9-d9e7f793fb78 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694261
Feb 12 21:17:16.731597 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-640a6615-8016-4d57-8916-66b049a54fcd req-12d7c987-1b69-49da-939b-a92de0c9c519 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/security-groups?id=37ae0fa7-68d3-42da-a054-d8c570be1049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460603
Feb 12 21:17:16.876178 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdaef88-45fd-4f01-a0dc-ca9f5081c331 req-718f79c3-19f8-4196-8e93-d982bca05db6 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:16.892392 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7cdaef88-45fd-4f01-a0dc-ca9f5081c331 req-718f79c3-19f8-4196-8e93-d982bca05db6 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 945 time: 0.0696836
Feb 12 21:17:16.893263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45736) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:16.898135 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-09b0960f-c4c6-4449-b818-2632f780c2c7 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Request body: {'floatingip': {'port_id': 'f91629a6-c2b4-4bc9-b4ab-82ef49b98450'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:16.899567 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8b94a508-a92a-43de-8eb4-bcecb67c469b req-f4d1cd1b-544b-46f0-beb9-4d73f739f861 tempest-InstanceActionsNegativeTestJSON-579968405 tempest-InstanceActionsNegativeTestJSON-579968405-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c156c72-c3aa-4235-92ee-32b2e447f9d6 HTTP/1.1" status: 200  len: 210 time: 0.0346937
Feb 12 21:17:16.943815 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09b0960f-c4c6-4449-b818-2632f780c2c7 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for floatingip (74e1c511-b28b-4821-8487-c7b81bedb777), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:17.404223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c0977-9849-46cc-a282-1de749eed984 req-bed7b2d9-75bd-4df6-a0ab-e089405b1ed4 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:17.405934 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ca8c0977-9849-46cc-a282-1de749eed984 req-bed7b2d9-75bd-4df6-a0ab-e089405b1ed4 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.1040146
Feb 12 21:17:17.502409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f26de5-136a-4f6c-8a02-cc36d3c00af8 req-304b1671-d34f-4cd3-8db3-d652f89c217a tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:17.503935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b5f26de5-136a-4f6c-8a02-cc36d3c00af8 req-304b1671-d34f-4cd3-8db3-d652f89c217a tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 946 time: 0.0604391
Feb 12 21:17:17.504348 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09b0960f-c4c6-4449-b818-2632f780c2c7 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:17.517522 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ca8c0977-9849-46cc-a282-1de749eed984 req-526cf018-8464-47cd-941c-1fddf615795a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050677
Feb 12 21:17:17.557493 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b5f26de5-136a-4f6c-8a02-cc36d3c00af8 req-b48e134f-7e10-4f0b-8296-a25b532d95bd tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabdb645-8eb0-41e8-83ab-40ce68a57b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465043
Feb 12 21:17:17.572720 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09b0960f-c4c6-4449-b818-2632f780c2c7 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (74e1c511-b28b-4821-8487-c7b81bedb777), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:17.699444 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-09b0960f-c4c6-4449-b818-2632f780c2c7 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Floating IP 74e1c511-b28b-4821-8487-c7b81bedb777 associated. External IP: 172.35.2.213, port: f91629a6-c2b4-4bc9-b4ab-82ef49b98450.
Feb 12 21:17:17.868697 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b69b2-c595-4aa5-b37a-93b20dcb93b8 req-48bfba53-d84f-4c5e-892b-8a643d3598e6 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:17.870243 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ab7b69b2-c595-4aa5-b37a-93b20dcb93b8 req-48bfba53-d84f-4c5e-892b-8a643d3598e6 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0758767
Feb 12 21:17:17.963433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45770) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:18.002947 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ab7b69b2-c595-4aa5-b37a-93b20dcb93b8 req-b39760f3-ebb9-4982-9fa5-72110a029a03 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921941
Feb 12 21:17:18.026681 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e44783-1371-437d-a57d-3777cf8f002c admin admin] Deleting subnet 656c7766-7b18-4cce-a205-3419a6199d33 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:17:18.028048 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b0960f-c4c6-4449-b818-2632f780c2c7 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:17:18.029658 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43e44783-1371-437d-a57d-3777cf8f002c admin admin] Publish callbacks [] for subnet (656c7766-7b18-4cce-a205-3419a6199d33), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:18.075486 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43e44783-1371-437d-a57d-3777cf8f002c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (656c7766-7b18-4cce-a205-3419a6199d33), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:18.125170 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43e44783-1371-437d-a57d-3777cf8f002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (656c7766-7b18-4cce-a205-3419a6199d33), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:18.160718 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b0960f-c4c6-4449-b818-2632f780c2c7 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:17:18.167133 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09b0960f-c4c6-4449-b818-2632f780c2c7 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:18.174349 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d70256-5a7a-4c42-85af-42e5c70288f9 None None] Sync routers for ids ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:17:18.186295 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d70256-5a7a-4c42-85af-42e5c70288f9 None None] Routers {'d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:17:18.186920 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-85d70256-5a7a-4c42-85af-42e5c70288f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba7c310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:18.201324 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-09b0960f-c4c6-4449-b818-2632f780c2c7 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "PUT /v2.0/floatingips/74e1c511-b28b-4821-8487-c7b81bedb777 HTTP/1.1" status: 200  len: 991 time: 1.3043664
Feb 12 21:17:18.201324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bcdf4e-680f-4f72-a170-6bc26614f067', 'tag': 'f91629a6-c2b4-4bc9-b4ab-82ef49b98450'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:17:18.202228 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f4d20d-5ee9-4698-83a8-e31085b96b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "30bcdf4e-680f-4f72-a170-6bc26614f067", "tag": "f91629a6-c2b4-4bc9-b4ab-82ef49b98450"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:17:18.249507 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db995a3a-2f3c-4c4f-b09f-165bf92b4758 x-openstack-request-id: req-db995a3a-2f3c-4c4f-b09f-165bf92b4758 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:17:18.250057 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bcdf4e-680f-4f72-a170-6bc26614f067", "tag": "f91629a6-c2b4-4bc9-b4ab-82ef49b98450", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:17:18.250433 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db995a3a-2f3c-4c4f-b09f-165bf92b4758 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:17:18.250983 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bcdf4e-680f-4f72-a170-6bc26614f067', 'tag': 'f91629a6-c2b4-4bc9-b4ab-82ef49b98450', 'status': 'completed', 'code': 200}
Feb 12 21:17:18.307523 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43e44783-1371-437d-a57d-3777cf8f002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (656c7766-7b18-4cce-a205-3419a6199d33), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:18.321945 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-85d70256-5a7a-4c42-85af-42e5c70288f9 None None] Set router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:17:18.370431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e44783-1371-437d-a57d-3777cf8f002c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656c7766-7b18-4cce-a205-3419a6199d33,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:18.378419 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43e44783-1371-437d-a57d-3777cf8f002c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:18.382399 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-43e44783-1371-437d-a57d-3777cf8f002c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/656c7766-7b18-4cce-a205-3419a6199d33 HTTP/1.1" status: 204  len: 168 time: 0.4178574
Feb 12 21:17:18.385110 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45782) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:18.413743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b0c79-9fd9-4b68-9f12-46015aa09625 req-abaa29ae-5e3a-491e-869c-dc69dbb66c8b tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:18.422437 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e4b0c79-9fd9-4b68-9f12-46015aa09625 req-abaa29ae-5e3a-491e-869c-dc69dbb66c8b tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 945 time: 0.1508591
Feb 12 21:17:18.438691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4d20d-5ee9-4698-83a8-e31085b96b0b req-3583560d-50ee-44ba-91d4-448ad6736450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:18.440704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2f4d20d-5ee9-4698-83a8-e31085b96b0b req-3583560d-50ee-44ba-91d4-448ad6736450 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=49299cdcee8d47d1b73297ccf7e09ef6&device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 1127 time: 0.1362536
Feb 12 21:17:18.470705 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f916810-bce8-4c58-ad08-1abccee4cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (f840d0d6-34c0-4ae8-a6b5-7fb846e48b92), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:18.545901 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e4b0c79-9fd9-4b68-9f12-46015aa09625 req-15a6762d-9e3a-4896-9393-d71276083228 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/security-groups?id=37ae0fa7-68d3-42da-a054-d8c570be1049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1232810
Feb 12 21:17:18.606973 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-85d70256-5a7a-4c42-85af-42e5c70288f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba7c310>, [{'id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'name': 'tempest-ServersTestManualDisk-2019717399-router', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:39Z', 'updated_at': '2022-02-12T21:16:50Z', 'revision_number': 4, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'gw_port': {'id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:41Z', 'updated_at': '2022-02-12T21:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '74e1c511-b28b-4821-8487-c7b81bedb777', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'floating_ip_address': '172.35.2.213', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'port_id': 'f91629a6-c2b4-4bc9-b4ab-82ef49b98450', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'mac_address': 'fa:16:3e:69:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bcdf4e-680f-4f72-a170-6bc26614f067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:16:57Z', 'updated_at': '2022-02-12T21:17:17Z', 'revision_number': 1, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b801593b-0301-42db-b800-188cf193df6f', 'name': '', 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'mac_address': 'fa:16:3e:a1:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:48Z', 'updated_at': '2022-02-12T21:16:55Z', 'revision_number': 5, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'subnets': [{'id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:18.608914 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4d20d-5ee9-4698-83a8-e31085b96b0b req-882a6813-7b45-411e-8f03-62d3e51e555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:18.610673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2f4d20d-5ee9-4698-83a8-e31085b96b0b req-882a6813-7b45-411e-8f03-62d3e51e555b service neutron] 10.222.0.50 "GET /v2.0/networks?id=60c18811-ef4a-47ff-b603-d10b9aa4b0c2 HTTP/1.1" status: 200  len: 913 time: 0.1633179
Feb 12 21:17:18.650261 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f916810-bce8-4c58-ad08-1abccee4cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (f840d0d6-34c0-4ae8-a6b5-7fb846e48b92), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:18.670969 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d70256-5a7a-4c42-85af-42e5c70288f9 None None] Checking router: d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:17:18.673382 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-9f916810-bce8-4c58-ad08-1abccee4cd15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f92f9eb0>,) {'filters': {'network_id': ['f840d0d6-34c0-4ae8-a6b5-7fb846e48b92']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:18.681268 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d70256-5a7a-4c42-85af-42e5c70288f9 None None] Routers {'d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:17:18.681998 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-85d70256-5a7a-4c42-85af-42e5c70288f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba7c310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:18.684925 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-9f916810-bce8-4c58-ad08-1abccee4cd15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f92f9eb0>, '0f00ddc2-23f8-4781-8164-5bf404195762') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:18.685232 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-9f916810-bce8-4c58-ad08-1abccee4cd15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f92f9eb0>, '0f00ddc2-23f8-4781-8164-5bf404195762') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:18.705117 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f916810-bce8-4c58-ad08-1abccee4cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (0f00ddc2-23f8-4781-8164-5bf404195762), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:18.742526 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f916810-bce8-4c58-ad08-1abccee4cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0f00ddc2-23f8-4781-8164-5bf404195762), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:18.755379 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f916810-bce8-4c58-ad08-1abccee4cd15 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:17:18.755790 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f916810-bce8-4c58-ad08-1abccee4cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (0f00ddc2-23f8-4781-8164-5bf404195762), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:18.764888 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f0944-6379-4778-b25f-d24795571c81 req-0411e683-08c5-4b93-b557-594dc7bfd3c0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:18.766470 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e4f0944-6379-4778-b25f-d24795571c81 req-0411e683-08c5-4b93-b557-594dc7bfd3c0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0791285
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:17:18.767156 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:17:18.781329 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b3b80-a484-4acb-a0aa-fcb1d1a48170 req-fdc1ea30-ef99-4213-a13d-7a4561da990d tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:18.789598 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-991b3b80-a484-4acb-a0aa-fcb1d1a48170 req-fdc1ea30-ef99-4213-a13d-7a4561da990d tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 946 time: 0.0809510
Feb 12 21:17:18.798519 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2f4d20d-5ee9-4698-83a8-e31085b96b0b req-ab148028-890b-4fba-ae92-3ab6b54becf1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f91629a6-c2b4-4bc9-b4ab-82ef49b98450 HTTP/1.1" status: 200  len: 999 time: 0.1807504
Feb 12 21:17:18.838413 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-85d70256-5a7a-4c42-85af-42e5c70288f9 None None] Set router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:17:18.860095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e4f0944-6379-4778-b25f-d24795571c81 req-53f8fb11-8016-486f-914f-aed59297df26 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830019
Feb 12 21:17:18.897830 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f916810-bce8-4c58-ad08-1abccee4cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (f840d0d6-34c0-4ae8-a6b5-7fb846e48b92), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:18.905311 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f916810-bce8-4c58-ad08-1abccee4cd15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:18.912771 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9f916810-bce8-4c58-ad08-1abccee4cd15 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f840d0d6-34c0-4ae8-a6b5-7fb846e48b92 HTTP/1.1" status: 204  len: 168 time: 0.5233250
Feb 12 21:17:18.934447 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-991b3b80-a484-4acb-a0aa-fcb1d1a48170 req-270cda44-3d24-402c-a589-014fc199ae82 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabdb645-8eb0-41e8-83ab-40ce68a57b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384118
Feb 12 21:17:18.936540 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4d20d-5ee9-4698-83a8-e31085b96b0b req-c3bdf99f-ddef-4764-a68e-18415d45e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:18.938304 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2f4d20d-5ee9-4698-83a8-e31085b96b0b req-c3bdf99f-ddef-4764-a68e-18415d45e3ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d7bb8ed-6af8-4dc3-b479-c8f674d73e26 HTTP/1.1" status: 200  len: 851 time: 0.1208858
Feb 12 21:17:18.940892 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f916810-bce8-4c58-ad08-1abccee4cd15 admin admin] Pushing event deleted for resources: {'Network': ['ID=f840d0d6-34c0-4ae8-a6b5-7fb846e48b92,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:19.009782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4d20d-5ee9-4698-83a8-e31085b96b0b req-867d9d9b-dc66-47f0-bec1-4ff403074bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:19.011428 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2f4d20d-5ee9-4698-83a8-e31085b96b0b req-867d9d9b-dc66-47f0-bec1-4ff403074bf5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60c18811-ef4a-47ff-b603-d10b9aa4b0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0671077
Feb 12 21:17:19.155297 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2f4d20d-5ee9-4698-83a8-e31085b96b0b req-db69c80a-d6b1-4ad9-9f1d-ab2f01cee24d service neutron] 10.222.0.50 "GET /v2.0/networks/60c18811-ef4a-47ff-b603-d10b9aa4b0c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378312
Feb 12 21:17:19.173345 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adae488-b0ae-4024-b737-2c93d4398e77 req-910d20dc-75de-4fcc-b4d2-03d1e844c320 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:19.175249 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4adae488-b0ae-4024-b737-2c93d4398e77 req-910d20dc-75de-4fcc-b4d2-03d1e844c320 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0651371
Feb 12 21:17:19.232590 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4adae488-b0ae-4024-b737-2c93d4398e77 req-6c1a576f-33dd-4e08-add9-36094ffc33f8 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517688
Feb 12 21:17:19.266320 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 824f283f-b4b1-4f13-aa18-8427b9255212 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:17:19.295842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 824f283f-b4b1-4f13-aa18-8427b9255212 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:17:19.296455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 824f283f-b4b1-4f13-aa18-8427b9255212 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:17:19.316372 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2f4d20d-5ee9-4698-83a8-e31085b96b0b req-018ffae9-1fb0-4f49-a17a-e4e20ba883ba service neutron] 10.222.0.50 "GET /v2.0/networks/60c18811-ef4a-47ff-b603-d10b9aa4b0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544485
Feb 12 21:17:19.321685 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-85d70256-5a7a-4c42-85af-42e5c70288f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba7c310>, [{'id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'name': 'tempest-ServersTestManualDisk-2019717399-router', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:39Z', 'updated_at': '2022-02-12T21:16:50Z', 'revision_number': 4, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'gw_port': {'id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:41Z', 'updated_at': '2022-02-12T21:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '74e1c511-b28b-4821-8487-c7b81bedb777', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'floating_ip_address': '172.35.2.213', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'port_id': 'f91629a6-c2b4-4bc9-b4ab-82ef49b98450', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'mac_address': 'fa:16:3e:69:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bcdf4e-680f-4f72-a170-6bc26614f067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:16:57Z', 'updated_at': '2022-02-12T21:17:17Z', 'revision_number': 1, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b801593b-0301-42db-b800-188cf193df6f', 'name': '', 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'mac_address': 'fa:16:3e:a1:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:48Z', 'updated_at': '2022-02-12T21:16:55Z', 'revision_number': 5, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'subnets': [{'id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:19.353811 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d70256-5a7a-4c42-85af-42e5c70288f9 None None] The sync data for ids ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'] in ncdv-master-1 is: [{'id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'name': 'tempest-ServersTestManualDisk-2019717399-router', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:39Z', 'updated_at': '2022-02-12T21:16:50Z', 'revision_number': 4, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'gw_port': {'id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:41Z', 'updated_at': '2022-02-12T21:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '74e1c511-b28b-4821-8487-c7b81bedb777', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'floating_ip_address': '172.35.2.213', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'port_id': 'f91629a6-c2b4-4bc9-b4ab-82ef49b98450', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'mac_address': 'fa:16:3e:69:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bcdf4e-680f-4f72-a170-6bc26614f067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:16:57Z', 'updated_at': '2022-02-12T21:17:17Z', 'revision_number': 1, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b801593b-0301-42db-b800-188cf193df6f', 'name': '', 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'mac_address': 'fa:16:3e:a1:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:48Z', 'updated_at': '2022-02-12T21:16:55Z', 'revision_number': 5, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'subnets': [{'id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:17:19.503718 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45820) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:19.560156 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fe21b5e6-9c65-48fc-909b-ead20af2797b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c5bbc73117e44dcafcdec9e0fc9ae67&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0527308
Feb 12 21:17:19.560388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45828) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:19.621754 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c778c657-d18a-4297-9d3a-61e66d9216fb None None] New status for floating IP 74e1c511-b28b-4821-8487-c7b81bedb777: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:17:19.627111 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-767d601d-4111-440a-bc7c-2459dcbdae68 admin admin] Publish callbacks [] for security_group (c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:19.654784 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-767d601d-4111-440a-bc7c-2459dcbdae68 admin admin] Publish callbacks [] for security_group (c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:19.800204 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-767d601d-4111-440a-bc7c-2459dcbdae68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:19.802916 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-767d601d-4111-440a-bc7c-2459dcbdae68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:19.804091 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-767d601d-4111-440a-bc7c-2459dcbdae68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47 HTTP/1.1" status: 204  len: 168 time: 0.2426212
Feb 12 21:17:19.812142 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d601d-4111-440a-bc7c-2459dcbdae68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53e4fdd-c0d6-4115-a1d9-a51e2c68cb47,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:20.011398 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa9263-c6c2-493a-8540-9cb33ad12127 req-f63ecd0c-3072-465e-8ffb-3d925703c2c7 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:20.019156 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-afaa9263-c6c2-493a-8540-9cb33ad12127 req-f63ecd0c-3072-465e-8ffb-3d925703c2c7 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0678594
Feb 12 21:17:20.069973 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-afaa9263-c6c2-493a-8540-9cb33ad12127 req-fcd1551b-af64-4406-8c23-b948fd726402 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498755
Feb 12 21:17:20.413661 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290ecbc-2670-40a8-87b8-fe39885575d2 req-1c736ea0-45b3-4450-b9f9-fca1bcd39244 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:20.416527 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a290ecbc-2670-40a8-87b8-fe39885575d2 req-1c736ea0-45b3-4450-b9f9-fca1bcd39244 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0745718
Feb 12 21:17:20.478848 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a290ecbc-2670-40a8-87b8-fe39885575d2 req-73b904e2-1137-4d79-92f7-d3c6691f372f tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558264
Feb 12 21:17:21.199251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945767db-3214-4627-b894-77c82ac9651d req-1a3739b3-83be-47bd-aa07-b130e7959905 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:21.201839 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-945767db-3214-4627-b894-77c82ac9651d req-1a3739b3-83be-47bd-aa07-b130e7959905 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0658221
Feb 12 21:17:21.211302 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982a841-0bb2-453b-b166-dc1c401d428e req-c3ec3790-a2ac-4c0d-8b7e-08b34513d716 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:21.212920 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f982a841-0bb2-453b-b166-dc1c401d428e req-c3ec3790-a2ac-4c0d-8b7e-08b34513d716 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 946 time: 0.0582132
Feb 12 21:17:21.274705 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f982a841-0bb2-453b-b166-dc1c401d428e req-6506a227-7c16-4226-8120-c7ac0ec0afb8 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabdb645-8eb0-41e8-83ab-40ce68a57b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556250
Feb 12 21:17:21.289582 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-945767db-3214-4627-b894-77c82ac9651d req-23c6fab9-e770-428a-bcef-984a53d770a5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653255
Feb 12 21:17:21.447479 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45930) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:21.609192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24c58c-c020-417c-8c7a-63908f452ae0 req-21a0b20e-1415-4408-9e8f-2d98f45dbcb2 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:21.610819 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e24c58c-c020-417c-8c7a-63908f452ae0 req-21a0b20e-1415-4408-9e8f-2d98f45dbcb2 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0626099
Feb 12 21:17:21.660423 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e24c58c-c020-417c-8c7a-63908f452ae0 req-76929fc4-c3e6-4ee5-9b8c-42180231ab1b tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441489
Feb 12 21:17:21.729773 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-91f6afc1-e01f-456f-9759-846d6fe73045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:21.807760 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-91f6afc1-e01f-456f-9759-846d6fe73045 admin admin] Publish callbacks [] for security_group (49d1b48c-4de9-470f-9470-38a845fbd5cf), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:21.880572 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-91f6afc1-e01f-456f-9759-846d6fe73045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (49d1b48c-4de9-470f-9470-38a845fbd5cf), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:21.922949 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-91f6afc1-e01f-456f-9759-846d6fe73045 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62dc790078a34763bdc0656415eab498&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4743774
Feb 12 21:17:21.923836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6afc1-e01f-456f-9759-846d6fe73045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d1b48c-4de9-470f-9470-38a845fbd5cf,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:21.925860 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45948) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:21.988647 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Publish callbacks [] for security_group (49d1b48c-4de9-470f-9470-38a845fbd5cf), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:22.011778 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Publish callbacks [] for security_group (49d1b48c-4de9-470f-9470-38a845fbd5cf), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:22.149216 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (49d1b48c-4de9-470f-9470-38a845fbd5cf), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:22.155768 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:22.155768 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49d1b48c-4de9-470f-9470-38a845fbd5cf HTTP/1.1" status: 204  len: 168 time: 0.2261384
Feb 12 21:17:22.161378 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d1b48c-4de9-470f-9470-38a845fbd5cf,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:22.169562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:22.170025 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:22.170323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:22.170658 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:22.170990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:22.171322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:22.171647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:22.171999 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:22.172323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:22.172641 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:22.172961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:22.173280 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:22.173622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afba2c7-ee24-43b0-876d-a55ef33be7c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:22.450999 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e04c7-c011-4552-9c60-92210cf25c64 req-2e4d70c3-7b0d-4bb5-bac6-002d23531898 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:22.452555 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cd7e04c7-c011-4552-9c60-92210cf25c64 req-2e4d70c3-7b0d-4bb5-bac6-002d23531898 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0703139
Feb 12 21:17:22.455659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e958c97-7f48-4512-ae95-5d59c6ee8e25 req-0b2dfdf7-94c3-4ee8-a357-23f4b29871be tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:22.457245 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e958c97-7f48-4512-ae95-5d59c6ee8e25 req-0b2dfdf7-94c3-4ee8-a357-23f4b29871be tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 946 time: 0.0660341
Feb 12 21:17:22.510302 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cd7e04c7-c011-4552-9c60-92210cf25c64 req-ee95f462-f4bb-4288-8e84-04ff301f5cac tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466127
Feb 12 21:17:22.537828 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e958c97-7f48-4512-ae95-5d59c6ee8e25 req-b5d4fd76-02fd-4a90-8fb7-dc7e4ef8cf63 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/security-groups?id=eabdb645-8eb0-41e8-83ab-40ce68a57b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732303
Feb 12 21:17:22.616166 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45974) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:22.630758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f359781-b97c-43be-b0b2-f66f399d4b68 req-2dc55c6b-72f3-4dc0-bb7c-4eb37b494028 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:22.632128 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4f359781-b97c-43be-b0b2-f66f399d4b68 req-2dc55c6b-72f3-4dc0-bb7c-4eb37b494028 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 946 time: 0.0554869
Feb 12 21:17:22.752957 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-4f359781-b97c-43be-b0b2-f66f399d4b68 req-4744587e-519c-4517-9041-985231b7b3e0 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Deleting port 236967cf-2667-4591-92ad-3078283d88e3 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:17:22.752957 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4f359781-b97c-43be-b0b2-f66f399d4b68 req-4744587e-519c-4517-9041-985231b7b3e0 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (236967cf-2667-4591-92ad-3078283d88e3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:22.859957 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e9b99-cde9-406f-83ad-0d2a7b0a5dde req-8f0ecc55-c5ba-4f83-865b-5c4c00de7d2a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:22.861120 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-370e9b99-cde9-406f-83ad-0d2a7b0a5dde req-8f0ecc55-c5ba-4f83-865b-5c4c00de7d2a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.1201792
Feb 12 21:17:22.888416 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-4f359781-b97c-43be-b0b2-f66f399d4b68 req-4744587e-519c-4517-9041-985231b7b3e0 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] For port 236967cf-2667-4591-92ad-3078283d88e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=236967cf-2667-4591-92ad-3078283d88e3,segment=NetworkSegment(abc8d8df-c96f-4974-9475-2217b022d64c),segment_id=abc8d8df-c96f-4974-9475-2217b022d64c)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:22.888910 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4f359781-b97c-43be-b0b2-f66f399d4b68 req-4744587e-519c-4517-9041-985231b7b3e0 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (236967cf-2667-4591-92ad-3078283d88e3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:22.907371 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-4f359781-b97c-43be-b0b2-f66f399d4b68 req-4744587e-519c-4517-9041-985231b7b3e0 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Calling delete_port for 236967cf-2667-4591-92ad-3078283d88e3 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:17:22.937470 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-370e9b99-cde9-406f-83ad-0d2a7b0a5dde req-b9a8ddb2-d06e-4dd2-82d7-44b1f1317c52 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670302
Feb 12 21:17:22.958757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45982) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:22.972500 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.121173 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4f359781-b97c-43be-b0b2-f66f399d4b68 req-4744587e-519c-4517-9041-985231b7b3e0 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (236967cf-2667-4591-92ad-3078283d88e3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.134352 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['236967cf-2667-4591-92ad-3078283d88e3'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:17:23.154154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744587e-519c-4517-9041-985231b7b3e0 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Pushing event deleted for resources: {'Port': ['ID=236967cf-2667-4591-92ad-3078283d88e3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:23.187846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9db3e4a7-4b8e-4074-ad88-1d400356f9dd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-562429510-network', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:23.212333 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Publish callbacks [] for security_group (319fb705-2229-42e7-8e70-cd674c9ab510), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.215618 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f359781-b97c-43be-b0b2-f66f399d4b68 req-4744587e-519c-4517-9041-985231b7b3e0 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] No DVR routers for this DVR port 236967cf-2667-4591-92ad-3078283d88e3 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:17:23.218935 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-4f359781-b97c-43be-b0b2-f66f399d4b68 req-4744587e-519c-4517-9041-985231b7b3e0 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.222362 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4f359781-b97c-43be-b0b2-f66f399d4b68 req-4744587e-519c-4517-9041-985231b7b3e0 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.48 "DELETE /v2.0/ports/236967cf-2667-4591-92ad-3078283d88e3 HTTP/1.1" status: 204  len: 173 time: 0.5837653
Feb 12 21:17:23.222856 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a81dfab-eea2-4abf-b66d-de52c64735b9', 'name': 'network-vif-deleted', 'tag': '236967cf-2667-4591-92ad-3078283d88e3'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:17:23.225249 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6abaa67-ab04-4cf5-aad4-56aaf6852687" -d '{"events": [{"server_uuid": "4a81dfab-eea2-4abf-b66d-de52c64735b9", "name": "network-vif-deleted", "tag": "236967cf-2667-4591-92ad-3078283d88e3"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:17:23.279893 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (319fb705-2229-42e7-8e70-cd674c9ab510), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.315025 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db3e4a7-4b8e-4074-ad88-1d400356f9dd admin admin] Made reservation on behalf of 63fc5569c8334523aa6dff77b1d79015 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:17:23.317569 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9db3e4a7-4b8e-4074-ad88-1d400356f9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.331427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319fb705-2229-42e7-8e70-cd674c9ab510,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:23.333787 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9db3e4a7-4b8e-4074-ad88-1d400356f9dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.337467 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78521bc6c0f044d09eece95432f6951e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3827112
Feb 12 21:17:23.340084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45992) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:23.359187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:23.359695 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:23.365737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:23.365737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:23.365737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:23.365737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:23.365737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:23.365737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:23.365737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:23.365737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:23.365737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:23.365737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:23.365737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8e016-029f-4cec-b824-70f925ba0a62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:17:23.439311 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7047364b-ec2c-49ae-8150-f9db046f3268 admin admin] Publish callbacks [] for security_group (319fb705-2229-42e7-8e70-cd674c9ab510), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.467836 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06bd3e4-bf89-406b-a094-bdbaad1fa934 x-openstack-request-id: req-a06bd3e4-bf89-406b-a094-bdbaad1fa934 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:17:23.468347 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a81dfab-eea2-4abf-b66d-de52c64735b9", "name": "network-vif-deleted", "tag": "236967cf-2667-4591-92ad-3078283d88e3", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:17:23.468436 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a06bd3e4-bf89-406b-a094-bdbaad1fa934 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:17:23.468779 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a81dfab-eea2-4abf-b66d-de52c64735b9', 'name': 'network-vif-deleted', 'tag': '236967cf-2667-4591-92ad-3078283d88e3', 'status': 'completed', 'code': 200}
Feb 12 21:17:23.483257 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7047364b-ec2c-49ae-8150-f9db046f3268 admin admin] Publish callbacks [] for security_group (319fb705-2229-42e7-8e70-cd674c9ab510), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.508888 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9db3e4a7-4b8e-4074-ad88-1d400356f9dd admin admin] Publish callbacks [] for security_group (ee4da649-b0ba-4234-a2a7-29cdf6c33b3d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.635601 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9db3e4a7-4b8e-4074-ad88-1d400356f9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ee4da649-b0ba-4234-a2a7-29cdf6c33b3d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.674349 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193e32c-50e0-4cd8-b8c7-a3455f015c76 req-946319c9-607c-4f38-be5d-d17ab5f68869 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:23.675967 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9193e32c-50e0-4cd8-b8c7-a3455f015c76 req-946319c9-607c-4f38-be5d-d17ab5f68869 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0791285
Feb 12 21:17:23.676884 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-88d23f87-7c11-4977-bab3-bc924b897340 req-c1d2fb9a-2ddd-4f96-b49a-d56037555b20 tempest-ServerMetadataNegativeTestJSON-963674578 tempest-ServerMetadataNegativeTestJSON-963674578-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a81dfab-eea2-4abf-b66d-de52c64735b9 HTTP/1.1" status: 200  len: 210 time: 0.0506856
Feb 12 21:17:23.684548 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7047364b-ec2c-49ae-8150-f9db046f3268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (319fb705-2229-42e7-8e70-cd674c9ab510), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.689244 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7047364b-ec2c-49ae-8150-f9db046f3268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.693006 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7047364b-ec2c-49ae-8150-f9db046f3268 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/319fb705-2229-42e7-8e70-cd674c9ab510 HTTP/1.1" status: 204  len: 168 time: 0.3494968
Feb 12 21:17:23.699048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db3e4a7-4b8e-4074-ad88-1d400356f9dd admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:17:23.716272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3e4a7-4b8e-4074-ad88-1d400356f9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:23.719422 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9db3e4a7-4b8e-4074-ad88-1d400356f9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d9d5003c-9a0f-45b0-a438-0ec287bae7cc), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.719765 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-9db3e4a7-4b8e-4074-ad88-1d400356f9dd admin admin] Added segment d9d5003c-9a0f-45b0-a438-0ec287bae7cc of type vlan for network 2d2fb25f-a576-44b7-8aec-e44f4519d495
Feb 12 21:17:23.735285 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9193e32c-50e0-4cd8-b8c7-a3455f015c76 req-8b55d0d2-ef2c-4b56-bcf5-54092318862e tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525801
Feb 12 21:17:23.738147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047364b-ec2c-49ae-8150-f9db046f3268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319fb705-2229-42e7-8e70-cd674c9ab510,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:23.779797 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9db3e4a7-4b8e-4074-ad88-1d400356f9dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (2d2fb25f-a576-44b7-8aec-e44f4519d495), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.857216 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9db3e4a7-4b8e-4074-ad88-1d400356f9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (2d2fb25f-a576-44b7-8aec-e44f4519d495), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.858515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db3e4a7-4b8e-4074-ad88-1d400356f9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:23.859126 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9db3e4a7-4b8e-4074-ad88-1d400356f9dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:23.923907 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3e4a7-4b8e-4074-ad88-1d400356f9dd admin admin] Pushing event updated for resources: {'Network': ['ID=2d2fb25f-a576-44b7-8aec-e44f4519d495,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:23.934924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 2d2fb25f-a576-44b7-8aec-e44f4519d495 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:17:23.953397 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9db3e4a7-4b8e-4074-ad88-1d400356f9dd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3350959
Feb 12 21:17:23.955315 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46010) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:23.962097 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8cfd8138-e544-4e8b-a23b-e7d5d803a266 admin admin] Request body: {'subnet': {'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-562429510-subnet', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:24.062841 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfd8138-e544-4e8b-a23b-e7d5d803a266 admin admin] Made reservation on behalf of 63fc5569c8334523aa6dff77b1d79015 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:17:24.065376 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8cfd8138-e544-4e8b-a23b-e7d5d803a266 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:24.080388 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502d930-9885-433d-a7bb-b418388ab8ba req-cd0363a6-2db2-412c-8c90-8b77dbea28e3 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:24.082010 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e502d930-9885-433d-a7bb-b418388ab8ba req-cd0363a6-2db2-412c-8c90-8b77dbea28e3 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0551307
Feb 12 21:17:24.137138 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e502d930-9885-433d-a7bb-b418388ab8ba req-096d6eca-30c3-4395-ac51-aabf2ba78a27 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476282
Feb 12 21:17:24.331640 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8cfd8138-e544-4e8b-a23b-e7d5d803a266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (4aba54e8-02c5-42b4-9b81-f8ec4ddd5749), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:24.389495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd8138-e544-4e8b-a23b-e7d5d803a266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:24.396911 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfd8138-e544-4e8b-a23b-e7d5d803a266 admin admin] Checking segment: {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:17:24.397266 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd8138-e544-4e8b-a23b-e7d5d803a266 admin admin] Network hostable DHCP agents. Network: 2d2fb25f-a576-44b7-8aec-e44f4519d495, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:17:24.474680 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd8138-e544-4e8b-a23b-e7d5d803a266 admin admin] Network 2d2fb25f-a576-44b7-8aec-e44f4519d495 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:17:24.531341 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-8cfd8138-e544-4e8b-a23b-e7d5d803a266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2d2fb25f-a576-44b7-8aec-e44f4519d495) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:17:24.535549 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfd8138-e544-4e8b-a23b-e7d5d803a266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:24.536185 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8cfd8138-e544-4e8b-a23b-e7d5d803a266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:24.541255 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b2b550-a0b6-4c41-ae41-8f2482cf892e None None] Network 2d2fb25f-a576-44b7-8aec-e44f4519d495 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:17:24.628978 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8cfd8138-e544-4e8b-a23b-e7d5d803a266 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6699591
Feb 12 21:17:24.629252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46024) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:24.634285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-562429510-router', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:24.663751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2d2fb25f-a576-44b7-8aec-e44f4519d495', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:17:24.664580 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:24.720383 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (a79d0410-3571-4ecb-b0d3-5934c95ba02a), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:24.721502 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (a79d0410-3571-4ecb-b0d3-5934c95ba02a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:24.743587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46030) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:24.802470 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Publish callbacks [] for router_controller (a79d0410-3571-4ecb-b0d3-5934c95ba02a), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:24.821194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd51cd5-506a-4a77-afe0-f0c15232c969 admin admin] Deleting subnet 15b58d5c-b045-4205-9956-f34775eb080e {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:17:24.827418 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6fd51cd5-506a-4a77-afe0-f0c15232c969 admin admin] Publish callbacks [] for subnet (15b58d5c-b045-4205-9956-f34775eb080e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:24.845235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Allocated IP 172.20.0.2 (2d2fb25f-a576-44b7-8aec-e44f4519d495/4aba54e8-02c5-42b4-9b81-f8ec4ddd5749/19dbbd4f-f066-454a-9055-17d02928b884) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:17:24.872075 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6fd51cd5-506a-4a77-afe0-f0c15232c969 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (15b58d5c-b045-4205-9956-f34775eb080e), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:24.971167 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6fd51cd5-506a-4a77-afe0-f0c15232c969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (15b58d5c-b045-4205-9956-f34775eb080e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.019397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa5011-53a2-4f38-8024-4a7a958ec094 req-93523852-3fef-46b1-938a-240e051cb68f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:25.021204 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eeaa5011-53a2-4f38-8024-4a7a958ec094 req-93523852-3fef-46b1-938a-240e051cb68f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.1033487
Feb 12 21:17:25.035936 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Publish callbacks [] for router_gateway (a79d0410-3571-4ecb-b0d3-5934c95ba02a), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.066503 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Publish callbacks [] for port (19dbbd4f-f066-454a-9055-17d02928b884), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.088556 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eeaa5011-53a2-4f38-8024-4a7a958ec094 req-6df306f0-d58c-411d-a8d4-4b8831a1462c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561681
Feb 12 21:17:25.172111 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6fd51cd5-506a-4a77-afe0-f0c15232c969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (15b58d5c-b045-4205-9956-f34775eb080e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.172725 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (19dbbd4f-f066-454a-9055-17d02928b884), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.238930 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6fd51cd5-506a-4a77-afe0-f0c15232c969 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.243282 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6fd51cd5-506a-4a77-afe0-f0c15232c969 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/15b58d5c-b045-4205-9956-f34775eb080e HTTP/1.1" status: 204  len: 168 time: 0.4952066
Feb 12 21:17:25.244035 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46050) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:25.251966 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd51cd5-506a-4a77-afe0-f0c15232c969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b58d5c-b045-4205-9956-f34775eb080e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:25.254191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Network 2d2fb25f-a576-44b7-8aec-e44f4519d495 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:17:25.262827 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:17:25.265950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:17:25.276419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Pushing event updated for resources: {'Port': ['ID=19dbbd4f-f066-454a-9055-17d02928b884,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:25.316689 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e56be-5f62-4200-8b9b-f7e90d7df7f5 req-637949d6-9ec0-4e59-b6f8-cbeccac085eb tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:25.318254 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f14e56be-5f62-4200-8b9b-f7e90d7df7f5 req-637949d6-9ec0-4e59-b6f8-cbeccac085eb tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0939565
Feb 12 21:17:25.325401 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a5be5b2-48e9-449d-96f1-89ac001ef6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (44186d02-70f8-4028-8e69-858d25e0db1e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.357187 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Attempting to bind port 19dbbd4f-f066-454a-9055-17d02928b884 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:17:25.357953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Attempting to bind port 19dbbd4f-f066-454a-9055-17d02928b884 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:17:25.358098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Attempting to bind port 19dbbd4f-f066-454a-9055-17d02928b884 on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:17:25.364788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:17:25.370327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Checking segment: {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:17:25.370327 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.370327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Bound using segment: {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:17:25.370327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Bound port: 19dbbd4f-f066-454a-9055-17d02928b884, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:17:25.370327 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (19dbbd4f-f066-454a-9055-17d02928b884), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.453304 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f14e56be-5f62-4200-8b9b-f7e90d7df7f5 req-8dc2a155-eba0-41f8-a508-9663b2738202 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242447
Feb 12 21:17:25.458429 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-190de8b6-9654-429f-bf54-57c36258844b None None] For port 19dbbd4f-f066-454a-9055-17d02928b884, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:17:25.466679 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-190de8b6-9654-429f-bf54-57c36258844b None None] For port 19dbbd4f-f066-454a-9055-17d02928b884, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19dbbd4f-f066-454a-9055-17d02928b884,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:17:25.497730 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a5be5b2-48e9-449d-96f1-89ac001ef6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (44186d02-70f8-4028-8e69-858d25e0db1e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.503359 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Publish callbacks [] for router_gateway (a79d0410-3571-4ecb-b0d3-5934c95ba02a), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.521340 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (19dbbd4f-f066-454a-9055-17d02928b884), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.536096 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.543114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-1a5be5b2-48e9-449d-96f1-89ac001ef6fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f98ea610>,) {'filters': {'network_id': ['44186d02-70f8-4028-8e69-858d25e0db1e']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:25.557075 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-1a5be5b2-48e9-449d-96f1-89ac001ef6fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f98ea610>, 'abc8d8df-c96f-4974-9475-2217b022d64c') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:25.557449 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-1a5be5b2-48e9-449d-96f1-89ac001ef6fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f98ea610>, 'abc8d8df-c96f-4974-9475-2217b022d64c') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:25.562109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 236967cf-2667-4591-92ad-3078283d88e3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:17:25.581600 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a5be5b2-48e9-449d-96f1-89ac001ef6fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (abc8d8df-c96f-4974-9475-2217b022d64c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.599583 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a5be5b2-48e9-449d-96f1-89ac001ef6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (abc8d8df-c96f-4974-9475-2217b022d64c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.608261 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5be5b2-48e9-449d-96f1-89ac001ef6fc admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:17:25.608666 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a5be5b2-48e9-449d-96f1-89ac001ef6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (abc8d8df-c96f-4974-9475-2217b022d64c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.612568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 236967cf-2667-4591-92ad-3078283d88e3 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:17:25.613395 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 236967cf-2667-4591-92ad-3078283d88e3 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:17:25.620475 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:17:25.644541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190de8b6-9654-429f-bf54-57c36258844b None None] Pushing event updated for resources: {'Port': ['ID=19dbbd4f-f066-454a-9055-17d02928b884,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:25.705801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Allocated IP 172.35.2.232 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/6642a790-4fac-493b-9b60-16abbdcdc717) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:17:25.783011 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a5be5b2-48e9-449d-96f1-89ac001ef6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (44186d02-70f8-4028-8e69-858d25e0db1e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.788125 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1a5be5b2-48e9-449d-96f1-89ac001ef6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.795010 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1a5be5b2-48e9-449d-96f1-89ac001ef6fc admin admin] 10.222.0.31 "DELETE /v2.0/networks/44186d02-70f8-4028-8e69-858d25e0db1e HTTP/1.1" status: 204  len: 168 time: 0.5499668
Feb 12 21:17:25.809313 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5be5b2-48e9-449d-96f1-89ac001ef6fc admin admin] Pushing event deleted for resources: {'Network': ['ID=44186d02-70f8-4028-8e69-858d25e0db1e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:25.812195 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6cf709fc-7698-4835-a0dd-0ed2db5cfb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:25.877503 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Publish callbacks [] for port (6642a790-4fac-493b-9b60-16abbdcdc717), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:26.001101 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (6642a790-4fac-493b-9b60-16abbdcdc717), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:26.041579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:17:26.044478 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:17:26.047851 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:17:26.077340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Pushing event updated for resources: {'Port': ['ID=6642a790-4fac-493b-9b60-16abbdcdc717,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:26.251638 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48395773-2047-4450-92b3-a07586de3f2e req-8e83739a-84c8-4f3a-82fe-c21db2d48486 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:26.259234 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-48395773-2047-4450-92b3-a07586de3f2e req-8e83739a-84c8-4f3a-82fe-c21db2d48486 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0808938
Feb 12 21:17:26.285579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46072) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:26.316121 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-48395773-2047-4450-92b3-a07586de3f2e req-43ecc047-df39-470b-9c0a-ebed2f467bbe tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567131
Feb 12 21:17:26.410424 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6e39a824-d3b4-4667-897e-767b8beee4d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95a1429cd8d84c728ca087a71fdd26b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1215708
Feb 12 21:17:26.411390 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46074) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:26.454666 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Publish callbacks [] for router_gateway (a79d0410-3571-4ecb-b0d3-5934c95ba02a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:26.471867 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1388-f60b-45e2-a463-94d4c541a42e admin admin] Publish callbacks [] for security_group (eabdb645-8eb0-41e8-83ab-40ce68a57b61), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:26.509928 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1388-f60b-45e2-a463-94d4c541a42e admin admin] Publish callbacks [] for security_group (eabdb645-8eb0-41e8-83ab-40ce68a57b61), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:26.680990 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1388-f60b-45e2-a463-94d4c541a42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (eabdb645-8eb0-41e8-83ab-40ce68a57b61), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:26.684085 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1388-f60b-45e2-a463-94d4c541a42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:26.689344 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ab2c1388-f60b-45e2-a463-94d4c541a42e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eabdb645-8eb0-41e8-83ab-40ce68a57b61 HTTP/1.1" status: 204  len: 168 time: 0.2732885
Feb 12 21:17:26.698009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c1388-f60b-45e2-a463-94d4c541a42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabdb645-8eb0-41e8-83ab-40ce68a57b61,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:26.743236 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:26.881226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb63dcbb-c436-43b8-a310-01b4e99af440 None None] Network 2d2fb25f-a576-44b7-8aec-e44f4519d495 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:17:26.982296 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 19dbbd4f-f066-454a-9055-17d02928b884 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:17:27.036315 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607ceea-ceec-4349-a743-dd6cf5e762dd req-afe827a9-f620-4d64-8a88-70551fa07c01 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:27.037931 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9607ceea-ceec-4349-a743-dd6cf5e762dd req-afe827a9-f620-4d64-8a88-70551fa07c01 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0888231
Feb 12 21:17:27.186026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f831b7db-5ff7-4511-8838-751f6a5997a1 None None] Provisioning complete for port 19dbbd4f-f066-454a-9055-17d02928b884 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:27.186405 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f831b7db-5ff7-4511-8838-751f6a5997a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (19dbbd4f-f066-454a-9055-17d02928b884), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:27.187420 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9607ceea-ceec-4349-a743-dd6cf5e762dd req-8503fbea-ddb2-46ab-a500-b0772c10f6b7 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724697
Feb 12 21:17:27.198546 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (a79d0410-3571-4ecb-b0d3-5934c95ba02a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:27.278232 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 19dbbd4f-f066-454a-9055-17d02928b884 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:27.279224 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (19dbbd4f-f066-454a-9055-17d02928b884), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:27.417675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Router a79d0410-3571-4ecb-b0d3-5934c95ba02a is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:17:27.458832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f831b7db-5ff7-4511-8838-751f6a5997a1 None None] Current status of the port 19dbbd4f-f066-454a-9055-17d02928b884 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:27.459224 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f831b7db-5ff7-4511-8838-751f6a5997a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (19dbbd4f-f066-454a-9055-17d02928b884), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:27.470810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 19dbbd4f-f066-454a-9055-17d02928b884 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:27.471217 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (19dbbd4f-f066-454a-9055-17d02928b884), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:27.515102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5e8c4-7754-48f6-8c17-92fcaca36fc0 req-38e7f4b5-784b-4dd8-aa2d-bbaf031af740 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:27.517841 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9be5e8c4-7754-48f6-8c17-92fcaca36fc0 req-38e7f4b5-784b-4dd8-aa2d-bbaf031af740 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0991845
Feb 12 21:17:27.557334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f831b7db-5ff7-4511-8838-751f6a5997a1 None None] For port 19dbbd4f-f066-454a-9055-17d02928b884, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19dbbd4f-f066-454a-9055-17d02928b884,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:27.561919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2cf67411-9b4d-404c-9292-87f1a03fd2b1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:17:27.620132 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9be5e8c4-7754-48f6-8c17-92fcaca36fc0 req-196e8170-259b-4a38-a985-7eebd5718f9f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959136
Feb 12 21:17:27.638046 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f831b7db-5ff7-4511-8838-751f6a5997a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (19dbbd4f-f066-454a-9055-17d02928b884), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:27.656821 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:17:27.668938 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:17:27.684442 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Sync routers for ids ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:17:27.697987 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Routers {'a79d0410-3571-4ecb-b0d3-5934c95ba02a'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:17:27.698623 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdb0220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:16:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:27.764287 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:27.768414 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-85a54a5a-8edc-4e56-9a93-ca460f4bcff5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.1357031
Feb 12 21:17:27.768776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46106) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:27.798842 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:17:27.799422 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:17:27.803530 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c6610f9d-b9d3-4fe6-b989-30c74b3fe3aa None None] Provisioning complete for port 19dbbd4f-f066-454a-9055-17d02928b884 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:27.804003 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c6610f9d-b9d3-4fe6-b989-30c74b3fe3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (19dbbd4f-f066-454a-9055-17d02928b884), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:27.827669 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831b7db-5ff7-4511-8838-751f6a5997a1 None None] Pushing event updated for resources: {'Port': ['ID=19dbbd4f-f066-454a-9055-17d02928b884,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:27.848577 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Set router a79d0410-3571-4ecb-b0d3-5934c95ba02a gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:17:27.851052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2cf67411-9b4d-404c-9292-87f1a03fd2b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cf67411-9b4d-404c-9292-87f1a03fd2b1,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:27.870186 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '2cf67411-9b4d-404c-9292-87f1a03fd2b1', 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9', 'port_id': '2cf67411-9b4d-404c-9292-87f1a03fd2b1', 'mac_address': 'fa:16:3e:3f:ca:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b2e3cd-2e40-4791-a546-b0ce8e0efcee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:17:27.941785 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 2cf67411-9b4d-404c-9292-87f1a03fd2b1 is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:27.942276 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:27.953944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c6610f9d-b9d3-4fe6-b989-30c74b3fe3aa None None] Current status of the port 19dbbd4f-f066-454a-9055-17d02928b884 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:27.964211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cf67411-9b4d-404c-9292-87f1a03fd2b1 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:17:27.996530 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2cf67411-9b4d-404c-9292-87f1a03fd2b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cf67411-9b4d-404c-9292-87f1a03fd2b1,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:28.028878 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b54e9f9e-4171-4bec-95a2-e3565e4e8004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:28.046508 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:28.060777 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdb0220>, [{'id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'name': 'tempest-ServerActionsTestJSON-562429510-router', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232'}], 'enable_snat': True}, 'gw_port_id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:17:24Z', 'updated_at': '2022-02-12T21:17:26Z', 'revision_number': 3, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'gw_port': {'id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:25Z', 'updated_at': '2022-02-12T21:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:28.094113 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Checking router: a79d0410-3571-4ecb-b0d3-5934c95ba02a for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:17:28.094792 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Updating router a79d0410-3571-4ecb-b0d3-5934c95ba02a port 6642a790-4fac-493b-9b60-16abbdcdc717 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:17:28.138550 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6642a790-4fac-493b-9b60-16abbdcdc717), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:28.142451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=2cf67411-9b4d-404c-9292-87f1a03fd2b1,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:28.155281 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['2cf67411-9b4d-404c-9292-87f1a03fd2b1'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:17:28.374828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 19dbbd4f-f066-454a-9055-17d02928b884 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:28.462824 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d5f88-378f-4606-b2b9-8e85d3ceb288 req-4f6f3acc-a213-410d-8dbe-b3e1d7045c66 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:28.473056 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-292d5f88-378f-4606-b2b9-8e85d3ceb288 req-4f6f3acc-a213-410d-8dbe-b3e1d7045c66 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.1389551
Feb 12 21:17:28.487615 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Publish callbacks [] for port (6642a790-4fac-493b-9b60-16abbdcdc717), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:28.500938 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:28.540333 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-292d5f88-378f-4606-b2b9-8e85d3ceb288 req-a20beeb1-4c4f-4733-b9a5-5d87106d77f0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661080
Feb 12 21:17:28.577593 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6642a790-4fac-493b-9b60-16abbdcdc717), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:28.644148 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8649c3c-b181-4e27-aae4-067362f5d101 None None] Pushing event updated for resources: {'Port': ['ID=6642a790-4fac-493b-9b60-16abbdcdc717,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:28.681682 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Attempting to bind port 6642a790-4fac-493b-9b60-16abbdcdc717 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:17:28.682297 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Attempting to bind port 6642a790-4fac-493b-9b60-16abbdcdc717 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:17:28.682417 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Attempting to bind port 6642a790-4fac-493b-9b60-16abbdcdc717 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:17:28.688050 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:17:28.689016 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:17:28.689476 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:28.689878 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:17:28.690355 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Bound port: 6642a790-4fac-493b-9b60-16abbdcdc717, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:17:28.691214 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6642a790-4fac-493b-9b60-16abbdcdc717), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:28.760142 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] For port 6642a790-4fac-493b-9b60-16abbdcdc717, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:17:28.764460 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] For port 6642a790-4fac-493b-9b60-16abbdcdc717, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6642a790-4fac-493b-9b60-16abbdcdc717,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:17:28.835436 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6642a790-4fac-493b-9b60-16abbdcdc717), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:28.918589 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Routers {'a79d0410-3571-4ecb-b0d3-5934c95ba02a'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:17:28.919676 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdb0220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:17:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:28.923619 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8649c3c-b181-4e27-aae4-067362f5d101 None None] Pushing event updated for resources: {'Port': ['ID=6642a790-4fac-493b-9b60-16abbdcdc717,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:28.932278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 19dbbd4f-f066-454a-9055-17d02928b884 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:17:29.030870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 19dbbd4f-f066-454a-9055-17d02928b884 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:29.031253 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (19dbbd4f-f066-454a-9055-17d02928b884), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:29.126881 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] Set router a79d0410-3571-4ecb-b0d3-5934c95ba02a gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:17:29.152271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 19dbbd4f-f066-454a-9055-17d02928b884 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:29.169763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7928a58-e105-4b98-9b77-9fdb2b8e7b4c req-45c14201-c236-483d-8e3d-1b2cfc839a6e tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:29.171269 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7928a58-e105-4b98-9b77-9fdb2b8e7b4c req-45c14201-c236-483d-8e3d-1b2cfc839a6e tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 945 time: 0.1013901
Feb 12 21:17:29.185209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Allocated IP 172.20.0.1 (2d2fb25f-a576-44b7-8aec-e44f4519d495/4aba54e8-02c5-42b4-9b81-f8ec4ddd5749/c7c55105-b956-4dca-b45f-807c19520511) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:17:29.287728 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7928a58-e105-4b98-9b77-9fdb2b8e7b4c req-b190657f-b5c1-491f-8914-e9a9cd93f656 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038718
Feb 12 21:17:29.351872 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Publish callbacks [] for port (c7c55105-b956-4dca-b45f-807c19520511), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:29.362400 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdb0220>, [{'id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'name': 'tempest-ServerActionsTestJSON-562429510-router', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232'}], 'enable_snat': True}, 'gw_port_id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:17:24Z', 'updated_at': '2022-02-12T21:17:26Z', 'revision_number': 3, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'gw_port': {'id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:25Z', 'updated_at': '2022-02-12T21:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:29.385934 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:29.409648 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b82748f-92ba-4ba7-9e58-7a9f5b0cdbf4 None None] The sync data for ids ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'] in ncdv-master-1 is: [{'id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'name': 'tempest-ServerActionsTestJSON-562429510-router', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232'}], 'enable_snat': True}, 'gw_port_id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:17:24Z', 'updated_at': '2022-02-12T21:17:26Z', 'revision_number': 3, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'gw_port': {'id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:25Z', 'updated_at': '2022-02-12T21:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:17:29.440978 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c7c55105-b956-4dca-b45f-807c19520511), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:29.463004 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:29.522243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Network 2d2fb25f-a576-44b7-8aec-e44f4519d495 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:17:29.524996 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:17:29.529169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:17:29.564264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c55105-b956-4dca-b45f-807c19520511,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:29.578202 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2cf67411-9b4d-404c-9292-87f1a03fd2b1 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:17:29.610452 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (a79d0410-3571-4ecb-b0d3-5934c95ba02a), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:29.684570 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 2cf67411-9b4d-404c-9292-87f1a03fd2b1 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:29.685103 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:29.829877 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b156c-c93e-4dee-a07e-2f02f1f1222d req-b97398d7-051c-42fc-8ba5-28b777c938df tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:29.832259 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b4b156c-c93e-4dee-a07e-2f02f1f1222d req-b97398d7-051c-42fc-8ba5-28b777c938df tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.1438270
Feb 12 21:17:29.918865 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 2cf67411-9b4d-404c-9292-87f1a03fd2b1 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:29.919434 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:29.925342 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c7c55105-b956-4dca-b45f-807c19520511), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:29.943591 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b4b156c-c93e-4dee-a07e-2f02f1f1222d req-72c338d2-4696-433b-8e3e-e2ac2dd0b095 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892532
Feb 12 21:17:29.978384 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43260354-ea4d-4384-9956-3ded0eb6b91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf67411-9b4d-404c-9292-87f1a03fd2b1'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:17:29.981502 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee63153-437c-4799-95d6-412db778f558" -d '{"events": [{"server_uuid": "43260354-ea4d-4384-9956-3ded0eb6b91c", "name": "network-vif-plugged", "status": "completed", "tag": "2cf67411-9b4d-404c-9292-87f1a03fd2b1"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:17:30.006773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2cf67411-9b4d-404c-9292-87f1a03fd2b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cf67411-9b4d-404c-9292-87f1a03fd2b1,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:30.021212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7658342c-bb49-4290-8c47-38e0b7e85cd7 None None] Provisioning complete for port c7c55105-b956-4dca-b45f-807c19520511 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:30.021631 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7658342c-bb49-4290-8c47-38e0b7e85cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c7c55105-b956-4dca-b45f-807c19520511), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:30.085584 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5147d4-4dc1-4ecf-9101-951324d10944 x-openstack-request-id: req-5a5147d4-4dc1-4ecf-9101-951324d10944 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:17:30.085584 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43260354-ea4d-4384-9956-3ded0eb6b91c", "name": "network-vif-plugged", "status": "completed", "tag": "2cf67411-9b4d-404c-9292-87f1a03fd2b1", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:17:30.085584 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a5147d4-4dc1-4ecf-9101-951324d10944 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:17:30.085584 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43260354-ea4d-4384-9956-3ded0eb6b91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf67411-9b4d-404c-9292-87f1a03fd2b1', 'code': 200}
Feb 12 21:17:30.088270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7658342c-bb49-4290-8c47-38e0b7e85cd7 None None] Port c7c55105-b956-4dca-b45f-807c19520511 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:17:30.126188 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:30.184470 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Publish callbacks [] for port (c7c55105-b956-4dca-b45f-807c19520511), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:30.186141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=2cf67411-9b4d-404c-9292-87f1a03fd2b1,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:30.270070 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c7c55105-b956-4dca-b45f-807c19520511), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:30.337633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46192) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:30.415204 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (a79d0410-3571-4ecb-b0d3-5934c95ba02a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:30.570903 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7e1ac-9536-4e1f-999f-2c9df61d9f1a req-cc4c82ca-8afd-410f-a13f-b095f704da62 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:30.585983 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-69d7e1ac-9536-4e1f-999f-2c9df61d9f1a req-cc4c82ca-8afd-410f-a13f-b095f704da62 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.1319366
Feb 12 21:17:30.619801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c55105-b956-4dca-b45f-807c19520511,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:30.698141 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-69d7e1ac-9536-4e1f-999f-2c9df61d9f1a req-67147d39-9225-413d-a1a7-fe099487e597 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105034
Feb 12 21:17:30.699840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Network 2d2fb25f-a576-44b7-8aec-e44f4519d495 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:17:30.704434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:17:30.943003 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:30.947688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Router a79d0410-3571-4ecb-b0d3-5934c95ba02a has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:17:31.028340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6642a790-4fac-493b-9b60-16abbdcdc717 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:17:31.215414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6642a790-4fac-493b-9b60-16abbdcdc717 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:31.216125 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6642a790-4fac-493b-9b60-16abbdcdc717), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:31.232321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:31.278377 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f87716d6-a1bd-4d59-a26b-f8feea80e762 None None] Provisioning complete for port c7c55105-b956-4dca-b45f-807c19520511 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:31.281915 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f87716d6-a1bd-4d59-a26b-f8feea80e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c7c55105-b956-4dca-b45f-807c19520511), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:31.292518 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60523cf8-b9d4-40b1-b8ca-4a47dddc56c2 req-ad4ce0ab-2feb-4b17-a377-9fb9b4c3e6f0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:31.307953 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60523cf8-b9d4-40b1-b8ca-4a47dddc56c2 req-ad4ce0ab-2feb-4b17-a377-9fb9b4c3e6f0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.1997712
Feb 12 21:17:31.340487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f87716d6-a1bd-4d59-a26b-f8feea80e762 None None] Port c7c55105-b956-4dca-b45f-807c19520511 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:17:31.378420 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:31.407546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:17:31.419921 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-842e8ca6-6105-4697-864f-a2f74274e445 admin admin] 10.222.0.31 "PUT /v2.0/routers/a79d0410-3571-4ecb-b0d3-5934c95ba02a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6495488
Feb 12 21:17:31.437913 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60523cf8-b9d4-40b1-b8ca-4a47dddc56c2 req-2e33074d-f459-49ed-9226-b0bbb65fba11 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294405
Feb 12 21:17:31.461509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6642a790-4fac-493b-9b60-16abbdcdc717 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:31.462205 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6642a790-4fac-493b-9b60-16abbdcdc717), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:31.497527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 6642a790-4fac-493b-9b60-16abbdcdc717, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6642a790-4fac-493b-9b60-16abbdcdc717,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:31.537332 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6642a790-4fac-493b-9b60-16abbdcdc717), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:31.560578 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:31.619942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=6642a790-4fac-493b-9b60-16abbdcdc717,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:31.779282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Allocated IP 172.35.2.61 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/cf207ab5-ceb3-481c-a6c7-fe8d5edbbebd) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:17:31.926975 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2d54d-f2c5-43b9-b067-1dbff25f75c3 req-b9c6fb24-7fcb-4fe4-bf24-2eb15623745d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:31.935598 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32b2d54d-f2c5-43b9-b067-1dbff25f75c3 req-b9c6fb24-7fcb-4fe4-bf24-2eb15623745d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.1126964
Feb 12 21:17:31.972043 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks [] for port (cf207ab5-ceb3-481c-a6c7-fe8d5edbbebd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:32.038606 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32b2d54d-f2c5-43b9-b067-1dbff25f75c3 req-aa04b7c5-e2aa-4c10-bde2-8b567557b1d2 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013441
Feb 12 21:17:32.079413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Sync routers for ids ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:17:32.114296 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Routers {'a79d0410-3571-4ecb-b0d3-5934c95ba02a'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:17:32.116039 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fafc5130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:17:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:32.133048 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (cf207ab5-ceb3-481c-a6c7-fe8d5edbbebd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:32.223811 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:32.229274 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:17:32.237102 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:17:32.240986 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:17:32.270116 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Set router a79d0410-3571-4ecb-b0d3-5934c95ba02a gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:17:32.276227 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Pushing event updated for resources: {'Port': ['ID=cf207ab5-ceb3-481c-a6c7-fe8d5edbbebd,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:32.415306 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks [] for floatingip (39c79d8a-2913-48c6-9fd9-b4fe1fbb935c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:32.529918 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cf207ab5-ceb3-481c-a6c7-fe8d5edbbebd), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:32.805900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fafc5130>, [{'id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'name': 'tempest-ServerActionsTestJSON-562429510-router', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232'}], 'enable_snat': True}, 'gw_port_id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:17:24Z', 'updated_at': '2022-02-12T21:17:29Z', 'revision_number': 4, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'gw_port': {'id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:25Z', 'updated_at': '2022-02-12T21:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c7c55105-b956-4dca-b45f-807c19520511', 'name': '', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'mac_address': 'fa:16:3e:b6:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:28Z', 'updated_at': '2022-02-12T21:17:30Z', 'revision_number': 2, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'subnets': [{'id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:32.895774 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6047f6-56e5-4a45-8b2e-cca6acb2412d req-dd5fc4d8-15f6-45fb-8784-7f29394823fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:32.897313 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5d6047f6-56e5-4a45-8b2e-cca6acb2412d req-dd5fc4d8-15f6-45fb-8784-7f29394823fd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 1127 time: 0.2596755
Feb 12 21:17:32.974032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Checking router: a79d0410-3571-4ecb-b0d3-5934c95ba02a for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:17:32.975894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Updating router a79d0410-3571-4ecb-b0d3-5934c95ba02a port c7c55105-b956-4dca-b45f-807c19520511 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:17:33.006372 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6642a790-4fac-493b-9b60-16abbdcdc717 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:17:33.048461 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91782f-4063-4927-a104-1768f22b5ed6 req-7b634876-6974-4465-a8d0-0f91a0107ac4 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:33.055548 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3f91782f-4063-4927-a104-1768f22b5ed6 req-7b634876-6974-4465-a8d0-0f91a0107ac4 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.2531831
Feb 12 21:17:33.083226 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c7c55105-b956-4dca-b45f-807c19520511), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:33.128942 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks [] for port (cf207ab5-ceb3-481c-a6c7-fe8d5edbbebd), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:33.143303 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5d6047f6-56e5-4a45-8b2e-cca6acb2412d req-fe7917e9-0303-404f-8d35-6c07b8f3fc9d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2277827
Feb 12 21:17:33.179587 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3f91782f-4063-4927-a104-1768f22b5ed6 req-68e9a3b2-1678-4159-8c25-8a4d31ab770f tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228929
Feb 12 21:17:33.233913 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46254) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:33.235455 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (cf207ab5-ceb3-481c-a6c7-fe8d5edbbebd), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:33.246364 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-94e7162a-bfab-43e0-a256-975d33467a11 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--500234459', 'description': 'tempest-description--106142178'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:33.405185 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aecf802a-2c65-467a-982f-8a4d9dee4e0c req-8a96e9b0-6d95-48ab-9ecc-f5ded9171a4d tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=813fd1da-ee32-4a5e-8437-55b1ded639c1 HTTP/1.1" status: 200  len: 210 time: 0.0951197
Feb 12 21:17:33.412838 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Pushing event updated for resources: {'Port': ['ID=cf207ab5-ceb3-481c-a6c7-fe8d5edbbebd,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:33.443884 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94e7162a-bfab-43e0-a256-975d33467a11 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:33.492756 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (39c79d8a-2913-48c6-9fd9-b4fe1fbb935c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:33.566381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60b2b4-a5e0-4b45-b971-dcc3d3b3d7ca req-6030a6a0-73ab-4a33-8f59-251e744c607a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:33.568275 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3f60b2b4-a5e0-4b45-b971-dcc3d3b3d7ca req-6030a6a0-73ab-4a33-8f59-251e744c607a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.2222095
Feb 12 21:17:33.586080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6642a790-4fac-493b-9b60-16abbdcdc717 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:33.586476 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6642a790-4fac-493b-9b60-16abbdcdc717), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:33.640096 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:33.645274 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9d84b0ca-8b4f-432b-85fb-0c948966d1ee tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.3065107
Feb 12 21:17:33.651825 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46258) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:33.676118 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9e9eedfb-8638-421c-94ae-23d6b6294e4a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1666560812', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'fixed_ips': [{'ip_address': '172.35.2.61'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:33.719715 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3f60b2b4-a5e0-4b45-b971-dcc3d3b3d7ca req-7ff846bc-4bcd-45dc-98b9-17f0a20e0424 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376262
Feb 12 21:17:33.776165 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94e7162a-bfab-43e0-a256-975d33467a11 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for security_group (46dc496b-948f-4389-ac5b-a77b52991504), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:33.782951 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9eedfb-8638-421c-94ae-23d6b6294e4a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Made reservation on behalf of c14c5e46663f43f6886c3d679ada1654 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:17:33.785451 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e9eedfb-8638-421c-94ae-23d6b6294e4a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:33.807507 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e9eedfb-8638-421c-94ae-23d6b6294e4a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:33.825608 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94e7162a-bfab-43e0-a256-975d33467a11 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (46dc496b-948f-4389-ac5b-a77b52991504), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:33.833173 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6642a790-4fac-493b-9b60-16abbdcdc717 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:33.890121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7162a-bfab-43e0-a256-975d33467a11 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46dc496b-948f-4389-ac5b-a77b52991504,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:34.011245 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94e7162a-bfab-43e0-a256-975d33467a11 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:34.016128 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-94e7162a-bfab-43e0-a256-975d33467a11 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.7796893
Feb 12 21:17:34.019185 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46276) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:34.030138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-125fa0ca-669b-4c97-b490-56beaa6a3645 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Request body: {'security_group_rule': {'security_group_id': '46dc496b-948f-4389-ac5b-a77b52991504', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:34.041261 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e9eedfb-8638-421c-94ae-23d6b6294e4a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks [] for security_group (0d76822f-5684-4de1-b7ce-0f3419d8f854), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:34.067118 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Publish callbacks [] for port (c7c55105-b956-4dca-b45f-807c19520511), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:34.340383 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46b9cc-6fa8-4c82-8aab-de71e3ddc77e req-656bfda0-d192-4164-a237-67a843694a6a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:34.342753 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c46b9cc-6fa8-4c82-8aab-de71e3ddc77e req-656bfda0-d192-4164-a237-67a843694a6a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.0778296
Feb 12 21:17:34.395377 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e9eedfb-8638-421c-94ae-23d6b6294e4a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0d76822f-5684-4de1-b7ce-0f3419d8f854), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:34.402969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-9e9eedfb-8638-421c-94ae-23d6b6294e4a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] device_id is not set on port 07f893e0-f323-4e42-b2ab-2af529415992 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:17:34.418351 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c46b9cc-6fa8-4c82-8aab-de71e3ddc77e req-5c47250b-c217-4fb5-a74c-53be91908a27 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633285
Feb 12 21:17:34.463356 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c7c55105-b956-4dca-b45f-807c19520511), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:34.473950 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-125fa0ca-669b-4c97-b490-56beaa6a3645 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for security_group_rule (210a4de8-45f0-4583-a26f-b661cf22a6d6), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:34.618895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9eedfb-8638-421c-94ae-23d6b6294e4a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d76822f-5684-4de1-b7ce-0f3419d8f854,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:34.781425 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Attempting to bind port c7c55105-b956-4dca-b45f-807c19520511 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:17:34.784125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Attempting to bind port c7c55105-b956-4dca-b45f-807c19520511 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:17:34.784848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Attempting to bind port c7c55105-b956-4dca-b45f-807c19520511 on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:17:34.793830 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-125fa0ca-669b-4c97-b490-56beaa6a3645 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for security_group_rule (210a4de8-45f0-4583-a26f-b661cf22a6d6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:34.802739 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:17:34.803439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Checking segment: {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:17:34.806859 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:34.808241 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Bound using segment: {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:17:34.809665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Bound port: c7c55105-b956-4dca-b45f-807c19520511, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:17:34.810715 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c7c55105-b956-4dca-b45f-807c19520511), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:34.844720 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9038b-2f89-4856-8966-a0de46893952 None None] Pushing event updated for resources: {'Port': ['ID=c7c55105-b956-4dca-b45f-807c19520511,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:34.915511 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-125fa0ca-669b-4c97-b490-56beaa6a3645 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (210a4de8-45f0-4583-a26f-b661cf22a6d6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:34.937984 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ebe9e504-a06e-442b-85ce-522e4c91ce29 req-4461d4bb-d345-4d33-b324-0117016313f2 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.1156154
Feb 12 21:17:35.015720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fa0ca-669b-4c97-b490-56beaa6a3645 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210a4de8-45f0-4583-a26f-b661cf22a6d6,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:35.068243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76edf3b-8439-4562-942e-2a80193164b6 req-2454bdf5-44f0-4b1c-a96f-dd5ad0d68df4 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:35.073207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] For port c7c55105-b956-4dca-b45f-807c19520511, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:17:35.079120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] For port c7c55105-b956-4dca-b45f-807c19520511, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7c55105-b956-4dca-b45f-807c19520511,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:17:35.081722 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b76edf3b-8439-4562-942e-2a80193164b6 req-2454bdf5-44f0-4b1c-a96f-dd5ad0d68df4 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.2691863
Feb 12 21:17:35.129876 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-125fa0ca-669b-4c97-b490-56beaa6a3645 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:35.135991 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-125fa0ca-669b-4c97-b490-56beaa6a3645 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1117492
Feb 12 21:17:35.136441 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46300) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:35.145751 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9eedfb-8638-421c-94ae-23d6b6294e4a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:17:35.145920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-fb845ec8-9323-4747-a60e-30ef30f09211 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Request body: {'security_group_rule': {'security_group_id': '46dc496b-948f-4389-ac5b-a77b52991504', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:35.158678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e9eedfb-8638-421c-94ae-23d6b6294e4a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:17:35.178059 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c7c55105-b956-4dca-b45f-807c19520511), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:35.215423 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b76edf3b-8439-4562-942e-2a80193164b6 req-3976210c-090e-46da-bbe6-459a1f8807a0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325948
Feb 12 21:17:35.250925 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9e9eedfb-8638-421c-94ae-23d6b6294e4a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 1.5953922
Feb 12 21:17:35.253827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46304) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:35.262925 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8eff622b-5cfd-42ba-aa0b-ffeaf6db4b71 None None] Provisioning complete for port c7c55105-b956-4dca-b45f-807c19520511 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:35.268132 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fb845ec8-9323-4747-a60e-30ef30f09211 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for security_group_rule (9b5552ef-a854-4e99-af11-036c2f67891e), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:35.270554 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8eff622b-5cfd-42ba-aa0b-ffeaf6db4b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c7c55105-b956-4dca-b45f-807c19520511), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:35.420330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9038b-2f89-4856-8966-a0de46893952 None None] Pushing event updated for resources: {'Port': ['ID=c7c55105-b956-4dca-b45f-807c19520511,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:35.434748 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Routers {'a79d0410-3571-4ecb-b0d3-5934c95ba02a'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:17:35.442603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fafc5130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:17:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:35.585716 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fb845ec8-9323-4747-a60e-30ef30f09211 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for security_group_rule (9b5552ef-a854-4e99-af11-036c2f67891e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:35.628744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] Set router a79d0410-3571-4ecb-b0d3-5934c95ba02a gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:17:35.659311 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fb845ec8-9323-4747-a60e-30ef30f09211 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (9b5552ef-a854-4e99-af11-036c2f67891e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:35.720966 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb845ec8-9323-4747-a60e-30ef30f09211 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5552ef-a854-4e99-af11-036c2f67891e,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:35.809871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ef5e4-af52-4dbe-b1de-ec9d84104de5 req-851bbe3c-b485-45da-ae15-1fa168e0ef3c tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:35.812015 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-173ef5e4-af52-4dbe-b1de-ec9d84104de5 req-851bbe3c-b485-45da-ae15-1fa168e0ef3c tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.2175951
Feb 12 21:17:35.823039 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-b80e9d61-d23a-44cf-9314-420f8ea4df3a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Deleting port cf207ab5-ceb3-481c-a6c7-fe8d5edbbebd {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:17:35.832501 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fb845ec8-9323-4747-a60e-30ef30f09211 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:35.832734 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b80e9d61-d23a-44cf-9314-420f8ea4df3a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (cf207ab5-ceb3-481c-a6c7-fe8d5edbbebd), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:35.832870 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fb845ec8-9323-4747-a60e-30ef30f09211 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6860328
Feb 12 21:17:35.832870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46314) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:35.835107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:35.983148 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:36.016631 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8eff622b-5cfd-42ba-aa0b-ffeaf6db4b71 None None] Current status of the port c7c55105-b956-4dca-b45f-807c19520511 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:36.017241 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8eff622b-5cfd-42ba-aa0b-ffeaf6db4b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c7c55105-b956-4dca-b45f-807c19520511), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:36.073510 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-173ef5e4-af52-4dbe-b1de-ec9d84104de5 req-573ee1ae-465e-41e0-ba8c-4a8938b15a70 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2499461
Feb 12 21:17:36.135565 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b80e9d61-d23a-44cf-9314-420f8ea4df3a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (cf207ab5-ceb3-481c-a6c7-fe8d5edbbebd), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:36.136020 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b80e9d61-d23a-44cf-9314-420f8ea4df3a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks [] for floatingip (cf207ab5-ceb3-481c-a6c7-fe8d5edbbebd), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:36.153436 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-b80e9d61-d23a-44cf-9314-420f8ea4df3a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Calling delete_port for cf207ab5-ceb3-481c-a6c7-fe8d5edbbebd owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:17:36.187621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8eff622b-5cfd-42ba-aa0b-ffeaf6db4b71 None None] For port c7c55105-b956-4dca-b45f-807c19520511, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7c55105-b956-4dca-b45f-807c19520511,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:36.286672 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8eff622b-5cfd-42ba-aa0b-ffeaf6db4b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c7c55105-b956-4dca-b45f-807c19520511), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:36.298280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fafc5130>, [{'id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'name': 'tempest-ServerActionsTestJSON-562429510-router', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232'}], 'enable_snat': True}, 'gw_port_id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:17:24Z', 'updated_at': '2022-02-12T21:17:29Z', 'revision_number': 4, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'gw_port': {'id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:25Z', 'updated_at': '2022-02-12T21:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c7c55105-b956-4dca-b45f-807c19520511', 'name': '', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'mac_address': 'fa:16:3e:b6:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:28Z', 'updated_at': '2022-02-12T21:17:35Z', 'revision_number': 4, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'subnets': [{'id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:36.355117 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2e7ecce-67fe-4307-8abb-f3e8b12861b3 req-db53b02d-879e-438e-ab2e-d60b45c5f93f tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.1156037
Feb 12 21:17:36.379426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8dc39-7a1b-4dd8-a1f8-bab770e65281 None None] The sync data for ids ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'] in ncdv-master-1 is: [{'id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'name': 'tempest-ServerActionsTestJSON-562429510-router', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232'}], 'enable_snat': True}, 'gw_port_id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:17:24Z', 'updated_at': '2022-02-12T21:17:29Z', 'revision_number': 4, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'gw_port': {'id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:25Z', 'updated_at': '2022-02-12T21:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c7c55105-b956-4dca-b45f-807c19520511', 'name': '', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'mac_address': 'fa:16:3e:b6:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:28Z', 'updated_at': '2022-02-12T21:17:35Z', 'revision_number': 4, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'subnets': [{'id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:17:36.423651 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff622b-5cfd-42ba-aa0b-ffeaf6db4b71 None None] Pushing event updated for resources: {'Port': ['ID=c7c55105-b956-4dca-b45f-807c19520511,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:36.437073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f2270c97-8815-4020-b67f-65ec7c7136ae None None] Provisioning complete for port c7c55105-b956-4dca-b45f-807c19520511 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:36.437953 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2270c97-8815-4020-b67f-65ec7c7136ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c7c55105-b956-4dca-b45f-807c19520511), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:36.544387 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:36.661037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f2270c97-8815-4020-b67f-65ec7c7136ae None None] Current status of the port c7c55105-b956-4dca-b45f-807c19520511 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:36.687128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9daa12-081c-40cc-9b0f-43c85c965077 req-75495e22-ad34-4ed7-bc2e-728235c73eef tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:36.706760 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8f9daa12-081c-40cc-9b0f-43c85c965077 req-75495e22-ad34-4ed7-bc2e-728235c73eef tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.3493528
Feb 12 21:17:36.793690 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b80e9d61-d23a-44cf-9314-420f8ea4df3a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (cf207ab5-ceb3-481c-a6c7-fe8d5edbbebd), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:36.970504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e9d61-d23a-44cf-9314-420f8ea4df3a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf207ab5-ceb3-481c-a6c7-fe8d5edbbebd,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:36.985922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-08219d04-b9b0-4694-b5d3-0692d1bcb0e9 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:36.997612 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8f9daa12-081c-40cc-9b0f-43c85c965077 req-d26ce3a1-5f81-4716-a2d5-ef6f46e32fa8 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2895904
Feb 12 21:17:36.997766 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-08219d04-b9b0-4694-b5d3-0692d1bcb0e9 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/networks?id=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 HTTP/1.1" status: 200  len: 810 time: 0.2513645
Feb 12 21:17:37.122385 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-1e800dca-1523-41d3-9cef-e985184f2ff3 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/quotas/036d2491a97d486eb196e0cdafa05500 HTTP/1.1" status: 200  len: 375 time: 0.1238017
Feb 12 21:17:37.158022 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b80e9d61-d23a-44cf-9314-420f8ea4df3a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks [] for floatingip (39c79d8a-2913-48c6-9fd9-b4fe1fbb935c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:37.162120 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b80e9d61-d23a-44cf-9314-420f8ea4df3a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:37.171635 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b80e9d61-d23a-44cf-9314-420f8ea4df3a tempest-ExternalNetworksAdminNegativeTestJSON-58245475 tempest-ExternalNetworksAdminNegativeTestJSON-58245475-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/39c79d8a-2913-48c6-9fd9-b4fe1fbb935c HTTP/1.1" status: 204  len: 168 time: 1.9150190
Feb 12 21:17:37.258633 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c7c55105-b956-4dca-b45f-807c19520511 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:17:37.307605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c5a07961-a14d-4d79-9f97-9acf51652242 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=036d2491a97d486eb196e0cdafa05500&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1784570
Feb 12 21:17:37.345330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Allocated IP 172.35.2.211 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/a33e72d7-139a-4244-add0-768d5840ea70) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:17:37.405934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port c7c55105-b956-4dca-b45f-807c19520511 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:37.408093 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c7c55105-b956-4dca-b45f-807c19520511), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:37.675095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cfaea401-5aec-477f-b5b1-7040d4d41925 req-b61458aa-2c9c-4688-aecf-0687fd2afee3 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0483387
Feb 12 21:17:37.677864 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port c7c55105-b956-4dca-b45f-807c19520511 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:37.678709 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-172838d9-bd27-416a-a2df-0952af49b94c service neutron] 10.222.0.31 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3363814
Feb 12 21:17:37.767493 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for port (a33e72d7-139a-4244-add0-768d5840ea70), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:37.816278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-cb6afdd4-5404-467f-a733-022613821269 service neutron] 10.222.0.31 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531432
Feb 12 21:17:37.877995 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a33e72d7-139a-4244-add0-768d5840ea70), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:37.941871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:17:37.946400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:17:37.954944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:17:38.000065 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event updated for resources: {'Port': ['ID=a33e72d7-139a-4244-add0-768d5840ea70,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:38.292181 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for floatingip (c51ed985-e4fe-4986-8bc4-561d1114f8fa), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:38.331578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-feccad72-c5c9-427e-bd8d-63d1980b1eda req-49bd0aaf-c35b-493d-87d2-221fe0510a8a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 210 time: 0.0790703
Feb 12 21:17:38.380800 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4296d-711d-4452-bd5f-d76518cccf0d req-0fe742d2-511d-4dc7-9ec3-5dcc96635f86 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:38.386936 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f8c4296d-711d-4452-bd5f-d76518cccf0d req-0fe742d2-511d-4dc7-9ec3-5dcc96635f86 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.1767383
Feb 12 21:17:38.480671 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9b8929f8-04b7-49ab-a175-27c52fc32974 req-3b91bd42-cf7f-4b50-a4a9-80e1fca3f54e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=813fd1da-ee32-4a5e-8437-55b1ded639c1 HTTP/1.1" status: 200  len: 210 time: 0.8064559
Feb 12 21:17:38.488726 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f8c4296d-711d-4452-bd5f-d76518cccf0d req-7d3ebd1f-0951-4e8d-a9cc-df92f18fd318 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946610
Feb 12 21:17:38.526498 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a33e72d7-139a-4244-add0-768d5840ea70), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:38.625285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46378) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:38.862383 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c5d33659-8391-4afc-b046-d7deaffc0833 req-cd01dd32-2434-4d04-baa7-3d5223879673 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0606887
Feb 12 21:17:38.875452 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184cbc3-6d1a-4f20-b823-6cfe1b74972a req-1904e282-8622-4edf-aada-54d1fcc95d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:38.877092 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d184cbc3-6d1a-4f20-b823-6cfe1b74972a req-1904e282-8622-4edf-aada-54d1fcc95d77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 1128 time: 0.0952642
Feb 12 21:17:38.987487 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for port (a33e72d7-139a-4244-add0-768d5840ea70), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:39.086198 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (a33e72d7-139a-4244-add0-768d5840ea70), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:39.113680 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc770d36-bcec-424a-977f-50fd8f5aa224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:39.225748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184cbc3-6d1a-4f20-b823-6cfe1b74972a req-95762c26-8ca9-44cb-8d1e-da97c70e6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:39.229105 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d184cbc3-6d1a-4f20-b823-6cfe1b74972a req-95762c26-8ca9-44cb-8d1e-da97c70e6de9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 912 time: 0.3184106
Feb 12 21:17:39.229474 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event updated for resources: {'Port': ['ID=a33e72d7-139a-4244-add0-768d5840ea70,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:39.243401 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (c51ed985-e4fe-4986-8bc4-561d1114f8fa), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:39.295825 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d184cbc3-6d1a-4f20-b823-6cfe1b74972a req-82e5a1cd-55c4-4db7-92fb-4aef7e393c07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf67411-9b4d-404c-9292-87f1a03fd2b1 HTTP/1.1" status: 200  len: 217 time: 0.0527227
Feb 12 21:17:39.349035 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:39.403516 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c2eb8b4c-6d29-4ab5-8ec7-bf443fd2317f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.5724781
Feb 12 21:17:39.423105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184cbc3-6d1a-4f20-b823-6cfe1b74972a req-c98a7cbe-003d-41d2-a013-8f2a36cdaeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:39.425463 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d184cbc3-6d1a-4f20-b823-6cfe1b74972a req-c98a7cbe-003d-41d2-a013-8f2a36cdaeca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28b2e3cd-2e40-4791-a546-b0ce8e0efcee HTTP/1.1" status: 200  len: 851 time: 0.1228426
Feb 12 21:17:39.428755 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc770d36-bcec-424a-977f-50fd8f5aa224 admin admin] Publish callbacks [] for security_group (ffb31247-8b7b-4115-bbc0-2843061db6db), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:39.496888 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d184cbc3-6d1a-4f20-b823-6cfe1b74972a req-edeab59d-c292-4b49-882e-dcd399e9d774 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a37ce5d-ea03-44d4-9654-27bdafea49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647027
Feb 12 21:17:39.522290 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc770d36-bcec-424a-977f-50fd8f5aa224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ffb31247-8b7b-4115-bbc0-2843061db6db), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:39.558525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-38846030-6bfd-4cf9-8673-068f671f8076 req-bb51adf1-c8bc-434f-b17a-750590992197 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0672386
Feb 12 21:17:39.684919 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7f9e888c-c934-4924-bea7-0a1859c65cd4 req-7ebcd6fd-c126-4a40-804d-9212b8a9c503 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 210 time: 0.1284420
Feb 12 21:17:39.692810 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dc770d36-bcec-424a-977f-50fd8f5aa224 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f8761cdbb504b64b84d8d7ed2a4eecc&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0664356
Feb 12 21:17:39.706531 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46400) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:39.727536 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc770d36-bcec-424a-977f-50fd8f5aa224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb31247-8b7b-4115-bbc0-2843061db6db,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:39.784801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835499c8-d715-45db-882d-58b49a6e93d5 req-f761377a-d886-4c3a-bfe2-4667e3da1212 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:39.787040 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-835499c8-d715-45db-882d-58b49a6e93d5 req-f761377a-d886-4c3a-bfe2-4667e3da1212 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.1440790
Feb 12 21:17:39.788921 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d184cbc3-6d1a-4f20-b823-6cfe1b74972a req-e2987952-ae1c-403e-ab95-6de0143cdfe1 service neutron] 10.222.0.48 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2801728
Feb 12 21:17:39.835045 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d79401d4-ada8-4ef1-9abc-2213ded5ee68 admin admin] Publish callbacks [] for security_group (ffb31247-8b7b-4115-bbc0-2843061db6db), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:39.929834 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-835499c8-d715-45db-882d-58b49a6e93d5 req-9c295ec8-a1b9-44c1-bdea-d2b1bdbfb1f4 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330507
Feb 12 21:17:39.945988 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d79401d4-ada8-4ef1-9abc-2213ded5ee68 admin admin] Publish callbacks [] for security_group (ffb31247-8b7b-4115-bbc0-2843061db6db), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:40.015785 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d184cbc3-6d1a-4f20-b823-6cfe1b74972a req-70e11270-a476-42a4-99e5-3e6d146d2321 service neutron] 10.222.0.48 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2206795
Feb 12 21:17:40.063814 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b66b336-41a9-4386-981f-31bc57a97764 req-466ea462-eae3-4050-8ddc-703c56049c66 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--500234459&fields=id&tenant_id=63fc5569c8334523aa6dff77b1d79015 HTTP/1.1" status: 200  len: 267 time: 0.1367953
Feb 12 21:17:40.134445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99c26c08-e85c-40ae-9926-f5589024e384 req-65a8130d-5152-4698-bb09-9285cc1acaf8 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0409541
Feb 12 21:17:40.187773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b336-41a9-4386-981f-31bc57a97764 req-925745e0-462f-4277-91ed-a42c33bacacf tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:40.196192 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b66b336-41a9-4386-981f-31bc57a97764 req-925745e0-462f-4277-91ed-a42c33bacacf tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 811 time: 0.1312578
Feb 12 21:17:40.213601 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b66b336-41a9-4386-981f-31bc57a97764 req-8f9dbdf0-74b8-48df-bd63-e4a0d82358be tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/quotas/63fc5569c8334523aa6dff77b1d79015 HTTP/1.1" status: 200  len: 375 time: 0.0163097
Feb 12 21:17:40.225821 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d79401d4-ada8-4ef1-9abc-2213ded5ee68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ffb31247-8b7b-4115-bbc0-2843061db6db), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:40.229592 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d79401d4-ada8-4ef1-9abc-2213ded5ee68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:40.230372 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d79401d4-ada8-4ef1-9abc-2213ded5ee68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffb31247-8b7b-4115-bbc0-2843061db6db HTTP/1.1" status: 204  len: 168 time: 0.5227478
Feb 12 21:17:40.259108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79401d4-ada8-4ef1-9abc-2213ded5ee68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb31247-8b7b-4115-bbc0-2843061db6db,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:40.299012 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b66b336-41a9-4386-981f-31bc57a97764 req-b912b549-cebb-4d1f-b371-f42634238262 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0830159
Feb 12 21:17:40.478133 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b66b336-41a9-4386-981f-31bc57a97764 req-37f30d0d-4f19-4e63-a403-f7b7777d7d7f service neutron] 10.222.0.31 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1668959
Feb 12 21:17:40.594098 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b66b336-41a9-4386-981f-31bc57a97764 req-c416c9ef-426c-4211-9a29-6cbe09c3451f service neutron] 10.222.0.31 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1095033
Feb 12 21:17:40.851047 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-64f44797-01cd-495f-ba8e-6331203ea3ea req-6ad46e74-6257-4676-ab2c-3ce91e34465a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 210 time: 0.0285819
Feb 12 21:17:40.997029 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5d94652-6be8-45eb-8057-9d99a74cdf83 req-56c1f2c2-f725-43e5-bbe6-b2567f64f927 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 210 time: 0.0547771
Feb 12 21:17:41.119550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-a78a85b7-d819-4e54-a25e-df6c64e4c5a2 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:41.121053 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-a78a85b7-d819-4e54-a25e-df6c64e4c5a2 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.48 "GET /v2.0/networks?id=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 HTTP/1.1" status: 200  len: 810 time: 0.2302210
Feb 12 21:17:41.152665 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-2fd606c0-1f88-499c-8d9b-a1b90533c5bc tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Request body: {'port': {'device_id': 'c488ea90-1cee-4992-9fa0-7290df83f23d', 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7', 'admin_state_up': True, 'tenant_id': '036d2491a97d486eb196e0cdafa05500'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:41.325850 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-db477029-cef8-4704-a9e5-d7e268d10e12 req-232d33cd-6787-42fc-adf0-1fc31043dd52 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0815041
Feb 12 21:17:41.340848 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e3d1c-c109-4f2d-8633-a26eb4461204 req-163b4fa0-cb73-4df4-90a7-1ac6b66af7e0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:41.348675 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-057e3d1c-c109-4f2d-8633-a26eb4461204 req-163b4fa0-cb73-4df4-90a7-1ac6b66af7e0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.2866516
Feb 12 21:17:41.412038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46448) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:41.491169 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f222ab95-fd93-400e-bc4e-116e29fafc91 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c14c5e46663f43f6886c3d679ada1654&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0751269
Feb 12 21:17:41.492992 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46454) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:41.515060 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-057e3d1c-c109-4f2d-8633-a26eb4461204 req-391f1d81-59c1-4025-bfdc-d43521e523ec tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644268
Feb 12 21:17:41.611223 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2743e28a-92d8-44c4-89cc-fc2a149594da admin admin] Publish callbacks [] for security_group (0d76822f-5684-4de1-b7ce-0f3419d8f854), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:41.654108 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2743e28a-92d8-44c4-89cc-fc2a149594da admin admin] Publish callbacks [] for security_group (0d76822f-5684-4de1-b7ce-0f3419d8f854), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:41.657605 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-2fd606c0-1f88-499c-8d9b-a1b90533c5bc tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Made reservation on behalf of 036d2491a97d486eb196e0cdafa05500 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:17:41.661963 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-2fd606c0-1f88-499c-8d9b-a1b90533c5bc tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:41.840502 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-2fd606c0-1f88-499c-8d9b-a1b90533c5bc tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Allocated IP 172.20.0.9 (79e30242-36dd-47be-b9fc-d5fa9a5cbbe7/1241d83c-10df-4b94-b76c-17674c0674dc/98cca7e1-4777-4b0c-ad16-c0516fe1d47e) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:17:41.848083 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2743e28a-92d8-44c4-89cc-fc2a149594da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0d76822f-5684-4de1-b7ce-0f3419d8f854), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:41.854870 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2743e28a-92d8-44c4-89cc-fc2a149594da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:41.860025 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2743e28a-92d8-44c4-89cc-fc2a149594da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d76822f-5684-4de1-b7ce-0f3419d8f854 HTTP/1.1" status: 204  len: 168 time: 0.3623068
Feb 12 21:17:41.913055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743e28a-92d8-44c4-89cc-fc2a149594da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d76822f-5684-4de1-b7ce-0f3419d8f854,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:42.203756 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-601bdfa2-6f5c-4e6e-a8df-dfc84c0cbcaa req-786e0e0f-784b-4007-91f4-16b7421bdd06 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.1205604
Feb 12 21:17:42.229787 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-226eaec8-9e2c-411f-97ae-207244ee50fe req-57eed894-9e88-4c26-98cd-b379071c2876 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 210 time: 0.0834305
Feb 12 21:17:42.298320 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-2fd606c0-1f88-499c-8d9b-a1b90533c5bc tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Publish callbacks [] for port (98cca7e1-4777-4b0c-ad16-c0516fe1d47e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:42.329322 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4218f621-6043-4123-a1d4-ce637c2ac91f req-95880a0f-5148-49a5-9f69-8add023b3fb6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 210 time: 0.0437768
Feb 12 21:17:42.423745 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-2fd606c0-1f88-499c-8d9b-a1b90533c5bc tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (98cca7e1-4777-4b0c-ad16-c0516fe1d47e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:42.436251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['05bf65a0-d7cd-46e3-8256-7885b95b7048'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:17:42.521639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd606c0-1f88-499c-8d9b-a1b90533c5bc tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Pushing event updated for resources: {'Port': ['ID=98cca7e1-4777-4b0c-ad16-c0516fe1d47e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:42.547053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-2fd606c0-1f88-499c-8d9b-a1b90533c5bc tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Network 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:17:42.552452 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-2fd606c0-1f88-499c-8d9b-a1b90533c5bc tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:17:42.559082 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-2fd606c0-1f88-499c-8d9b-a1b90533c5bc tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:17:42.696633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-2fd606c0-1f88-499c-8d9b-a1b90533c5bc tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:42.697414 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-2fd606c0-1f88-499c-8d9b-a1b90533c5bc tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:42.811145 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacd2c0-ef6e-4ae3-8e40-a1a45f379661 req-9f9d4bca-f92d-44a4-aa50-c76cbba67aa7 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:42.823299 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8bacd2c0-ef6e-4ae3-8e40-a1a45f379661 req-9f9d4bca-f92d-44a4-aa50-c76cbba67aa7 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.1120079
Feb 12 21:17:42.845133 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-2fd606c0-1f88-499c-8d9b-a1b90533c5bc tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7050321
Feb 12 21:17:42.914576 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Request body: {'port': {'device_id': 'c488ea90-1cee-4992-9fa0-7290df83f23d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:42.927762 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8bacd2c0-ef6e-4ae3-8e40-a1a45f379661 req-51fe4090-ec68-474f-aacb-cc7d94aa1494 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021934
Feb 12 21:17:43.036345 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (98cca7e1-4777-4b0c-ad16-c0516fe1d47e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:43.401502 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49d0bb11-72b2-4b41-b355-4eac4654562a req-7a756a18-cc53-4cf5-8dcd-e4d037799025 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0512834
Feb 12 21:17:43.451368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff344efa-b3e0-4dcd-a3e8-5387d10eeeba req-732894b0-29e3-45b8-9c72-5fbacddf8c45 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:43.454137 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ff344efa-b3e0-4dcd-a3e8-5387d10eeeba req-732894b0-29e3-45b8-9c72-5fbacddf8c45 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 931 time: 0.0950816
Feb 12 21:17:43.610165 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ff344efa-b3e0-4dcd-a3e8-5387d10eeeba req-838fc1c1-d1dd-4a8d-8efc-f27282057c8b tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247237
Feb 12 21:17:43.640997 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9a78be0-2c15-4462-ab9b-78b8da0a553d req-e5ac829c-91c7-4f9e-9d18-2e7c9b63033b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 210 time: 0.0652647
Feb 12 21:17:43.717218 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98cca7e1-4777-4b0c-ad16-c0516fe1d47e {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:17:43.726775 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Publish callbacks [] for port (98cca7e1-4777-4b0c-ad16-c0516fe1d47e), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:43.741647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Transition to ACTIVE for port object 98cca7e1-4777-4b0c-ad16-c0516fe1d47e will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:17:43.983766 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (98cca7e1-4777-4b0c-ad16-c0516fe1d47e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:44.050143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=98cca7e1-4777-4b0c-ad16-c0516fe1d47e,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:44.143077 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Attempting to bind port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:17:44.143678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Attempting to bind port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9eb151c6-276b-4242-8eee-e95baa2443fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:17:44.144234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Attempting to bind port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e on network 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:17:44.153174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e on network 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:17:44.153841 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Attempting to bind port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e on network 79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:17:44.159997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:17:44.160566 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Checking segment: {'id': '9eb151c6-276b-4242-8eee-e95baa2443fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:17:44.161940 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Bound using segment: {'id': '9eb151c6-276b-4242-8eee-e95baa2443fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:17:44.161940 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Bound port: 98cca7e1-4777-4b0c-ad16-c0516fe1d47e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb151c6-276b-4242-8eee-e95baa2443fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:17:44.162532 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (98cca7e1-4777-4b0c-ad16-c0516fe1d47e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:44.260468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] For port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:17:44.264369 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] For port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=98cca7e1-4777-4b0c-ad16-c0516fe1d47e,segment=NetworkSegment(9eb151c6-276b-4242-8eee-e95baa2443fb),segment_id=9eb151c6-276b-4242-8eee-e95baa2443fb)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:17:44.307088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54430a6e-d64a-44e0-8100-9cde831ca9ee req-36868ad7-cc56-4112-bed4-c3e43c3a486d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:44.315148 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54430a6e-d64a-44e0-8100-9cde831ca9ee req-36868ad7-cc56-4112-bed4-c3e43c3a486d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.3088982
Feb 12 21:17:44.344283 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (98cca7e1-4777-4b0c-ad16-c0516fe1d47e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:44.418492 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54430a6e-d64a-44e0-8100-9cde831ca9ee req-80826c4f-92c0-4486-81f4-59631fd44006 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975289
Feb 12 21:17:44.481799 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b336-41a9-4386-981f-31bc57a97764 req-9227773b-75db-41d0-8138-a6c7f61a99d8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:44.484591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b66b336-41a9-4386-981f-31bc57a97764 req-9227773b-75db-41d0-8138-a6c7f61a99d8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.48 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 811 time: 0.2432454
Feb 12 21:17:44.620894 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b66b336-41a9-4386-981f-31bc57a97764 req-89df63d5-e1bd-4156-9336-1994ce4e82a6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63fc5569c8334523aa6dff77b1d79015 HTTP/1.1" status: 200  len: 379 time: 0.1267991
Feb 12 21:17:44.640247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-5b66b336-41a9-4386-981f-31bc57a97764 req-d2f192d5-de8d-4f7b-9920-535e6cb4718f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Request body: {'port': {'device_id': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'admin_state_up': True, 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'security_groups': ['46dc496b-948f-4389-ac5b-a77b52991504']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:44.918227 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26083685-7eb2-4247-bd68-8fba9025da3b req-0e39ce9b-dcf3-405c-a3e3-2207a4ad02a9 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:44.928773 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26083685-7eb2-4247-bd68-8fba9025da3b req-0e39ce9b-dcf3-405c-a3e3-2207a4ad02a9 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 943 time: 0.1204429
Feb 12 21:17:45.011351 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:45.012139 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:45.013435 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26083685-7eb2-4247-bd68-8fba9025da3b req-fbf042a7-97cf-431b-a729-a975eecaf7de tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777025
Feb 12 21:17:45.013972 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] 10.222.0.48 "PUT /v2.0/ports/98cca7e1-4777-4b0c-ad16-c0516fe1d47e HTTP/1.1" status: 200  len: 1091 time: 2.1168706
Feb 12 21:17:45.014495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c488ea90-1cee-4992-9fa0-7290df83f23d', 'tag': '98cca7e1-4777-4b0c-ad16-c0516fe1d47e'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:17:45.015556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b66b336-41a9-4386-981f-31bc57a97764 req-d2f192d5-de8d-4f7b-9920-535e6cb4718f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Made reservation on behalf of 63fc5569c8334523aa6dff77b1d79015 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:17:45.016904 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5c56ee-a955-4fbd-a68a-e5baeb03a2a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c488ea90-1cee-4992-9fa0-7290df83f23d", "tag": "98cca7e1-4777-4b0c-ad16-c0516fe1d47e"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:17:45.028710 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5b66b336-41a9-4386-981f-31bc57a97764 req-d2f192d5-de8d-4f7b-9920-535e6cb4718f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:45.038863 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d19f788a-f156-433f-bab2-d22088cf228c req-58b0d9fe-0221-4234-a099-e858dea79ac1 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0905280
Feb 12 21:17:45.058991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e5342-9890-4c27-af08-f25b9d0ca1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=98cca7e1-4777-4b0c-ad16-c0516fe1d47e,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:45.112810 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97266ee3-17d1-4211-9106-9b7311521c3f x-openstack-request-id: req-97266ee3-17d1-4211-9106-9b7311521c3f {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:17:45.114143 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c488ea90-1cee-4992-9fa0-7290df83f23d", "tag": "98cca7e1-4777-4b0c-ad16-c0516fe1d47e", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:17:45.116777 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97266ee3-17d1-4211-9106-9b7311521c3f {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:17:45.116777 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c488ea90-1cee-4992-9fa0-7290df83f23d', 'tag': '98cca7e1-4777-4b0c-ad16-c0516fe1d47e', 'status': 'completed', 'code': 200}
Feb 12 21:17:45.214434 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c56ee-a955-4fbd-a68a-e5baeb03a2a1 req-263a0de8-9ffd-44d8-aef6-af3d0b5b4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:45.216673 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ab5c56ee-a955-4fbd-a68a-e5baeb03a2a1 req-263a0de8-9ffd-44d8-aef6-af3d0b5b4e80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=036d2491a97d486eb196e0cdafa05500&device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 1125 time: 0.0815008
Feb 12 21:17:45.220034 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-64503b3a-cf9e-4844-a77e-f9edf83eeb1b req-c151b7f5-8f3d-47a2-bb0c-82a4f2c29d2a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 210 time: 0.0332313
Feb 12 21:17:45.324466 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-5b66b336-41a9-4386-981f-31bc57a97764 req-d2f192d5-de8d-4f7b-9920-535e6cb4718f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Allocated IP 172.20.0.10 (2d2fb25f-a576-44b7-8aec-e44f4519d495/4aba54e8-02c5-42b4-9b81-f8ec4ddd5749/46b4431b-660a-42fe-8b92-e92dfee82188) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:17:45.354394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c56ee-a955-4fbd-a68a-e5baeb03a2a1 req-3915200a-91b6-4abc-8368-e69b4058172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:45.356484 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ab5c56ee-a955-4fbd-a68a-e5baeb03a2a1 req-3915200a-91b6-4abc-8368-e69b4058172e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=036d2491a97d486eb196e0cdafa05500&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1236200
Feb 12 21:17:45.601922 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c56ee-a955-4fbd-a68a-e5baeb03a2a1 req-100189b7-d8fa-41ee-a262-09da3a2b53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:45.603916 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ab5c56ee-a955-4fbd-a68a-e5baeb03a2a1 req-100189b7-d8fa-41ee-a262-09da3a2b53e8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2279932
Feb 12 21:17:45.620723 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5b66b336-41a9-4386-981f-31bc57a97764 req-d2f192d5-de8d-4f7b-9920-535e6cb4718f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for port (46b4431b-660a-42fe-8b92-e92dfee82188), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:45.625848 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c9c9d-e929-4ba5-8a3b-31f6d32c1ef3 req-f405f58b-c6c9-4bbb-8336-38ccbb2c8895 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:45.627839 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-665c9c9d-e929-4ba5-8a3b-31f6d32c1ef3 req-f405f58b-c6c9-4bbb-8336-38ccbb2c8895 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0808644
Feb 12 21:17:45.739589 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5b66b336-41a9-4386-981f-31bc57a97764 req-d2f192d5-de8d-4f7b-9920-535e6cb4718f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:45.773457 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-4ea1104a-c9e8-46d6-9f0f-ab9f8a3325f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:45.774916 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-4ea1104a-c9e8-46d6-9f0f-ab9f8a3325f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=036d2491a97d486eb196e0cdafa05500&device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 1125 time: 0.1166172
Feb 12 21:17:45.779807 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-665c9c9d-e929-4ba5-8a3b-31f6d32c1ef3 req-7d4f3255-1fab-4b1c-90a4-772e8b365437 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436515
Feb 12 21:17:45.822304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b66b336-41a9-4386-981f-31bc57a97764 req-d2f192d5-de8d-4f7b-9920-535e6cb4718f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Network 2d2fb25f-a576-44b7-8aec-e44f4519d495 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:17:45.822304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-5b66b336-41a9-4386-981f-31bc57a97764 req-d2f192d5-de8d-4f7b-9920-535e6cb4718f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:17:45.825652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b66b336-41a9-4386-981f-31bc57a97764 req-d2f192d5-de8d-4f7b-9920-535e6cb4718f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:17:45.871183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f192d5-de8d-4f7b-9920-535e6cb4718f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event updated for resources: {'Port': ['ID=46b4431b-660a-42fe-8b92-e92dfee82188,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:45.891783 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-3decf5ec-e1a7-49f2-a505-14e2733d11f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98cca7e1-4777-4b0c-ad16-c0516fe1d47e HTTP/1.1" status: 200  len: 217 time: 0.1020176
Feb 12 21:17:45.913171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b336-41a9-4386-981f-31bc57a97764 req-d2f192d5-de8d-4f7b-9920-535e6cb4718f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:45.915137 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5b66b336-41a9-4386-981f-31bc57a97764 req-d2f192d5-de8d-4f7b-9920-535e6cb4718f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:45.970203 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-36212aaf-e044-4f10-af2f-5e5c4746715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:45.971822 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-36212aaf-e044-4f10-af2f-5e5c4746715e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1241d83c-10df-4b94-b76c-17674c0674dc HTTP/1.1" status: 200  len: 850 time: 0.0729969
Feb 12 21:17:46.002610 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b66b336-41a9-4386-981f-31bc57a97764 req-d2f192d5-de8d-4f7b-9920-535e6cb4718f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3708820
Feb 12 21:17:46.014107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Request body: {'port': {'device_id': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:46.062333 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-8a928fef-2cf1-4d77-af62-c3add72c53c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0759027
Feb 12 21:17:46.177328 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:46.280253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ceecac6a-8aad-4fda-95aa-0b4fcf2e07c6 None None] Provisioning complete for port 46b4431b-660a-42fe-8b92-e92dfee82188 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:46.281260 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ceecac6a-8aad-4fda-95aa-0b4fcf2e07c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:46.319439 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a7375443-93ff-4312-b86e-56de2b35299a req-ec1c40b4-db8a-42e8-bba8-cc5fbdebe259 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0751970
Feb 12 21:17:46.398918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ceecac6a-8aad-4fda-95aa-0b4fcf2e07c6 None None] Port 46b4431b-660a-42fe-8b92-e92dfee82188 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:17:46.411504 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-6fe98f49-88be-4ef1-accb-1c484729e9fc service neutron] 10.222.0.48 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3493395
Feb 12 21:17:46.565535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a6926-35e9-470e-9cc8-3d756676c32c req-ffd679b1-ac6a-478f-aaf0-2109b0e59847 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:46.573101 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-340a6926-35e9-470e-9cc8-3d756676c32c req-ffd679b1-ac6a-478f-aaf0-2109b0e59847 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 943 time: 0.3968360
Feb 12 21:17:46.580543 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92b9bc-c0c7-4daa-b381-3fe2bcf93714 req-b9821f3a-6952-4562-a02e-bf1c6ff60fdd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:46.587482 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc92b9bc-c0c7-4daa-b381-3fe2bcf93714 req-b9821f3a-6952-4562-a02e-bf1c6ff60fdd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 932 time: 0.1228721
Feb 12 21:17:46.595626 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-78788b58-b3d3-4bfa-bb4c-5bb4c1d34d5d req-62c01a72-3a26-4f6c-a90d-2dbc975bc44e service neutron] 10.222.0.48 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1767359
Feb 12 21:17:46.620843 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb235bfe-6c84-43b8-a535-93044906016f req-be44e73d-7267-4a4e-91ae-ad1df388cebe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3609998
Feb 12 21:17:46.652630 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc92b9bc-c0c7-4daa-b381-3fe2bcf93714 req-d4b259e7-7704-49a0-aca2-d46902d02dc3 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641289
Feb 12 21:17:46.793985 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-340a6926-35e9-470e-9cc8-3d756676c32c req-3ac24fb3-6f1e-430d-82fc-651aaa33220e tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2198539
Feb 12 21:17:46.825883 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb235bfe-6c84-43b8-a535-93044906016f req-c1b02ff4-5853-4653-9de3-6bb459e2c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:46.827591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb235bfe-6c84-43b8-a535-93044906016f req-c1b02ff4-5853-4653-9de3-6bb459e2c4a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=49299cdcee8d47d1b73297ccf7e09ef6&device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 1127 time: 0.1405847
Feb 12 21:17:46.988199 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b4431b-660a-42fe-8b92-e92dfee82188 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:17:46.989582 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd212da7-9cce-49da-a874-a8e279ebf668 req-831f42e3-fb8c-4006-93d4-62d78b4fb9f7 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:46.998700 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cd212da7-9cce-49da-a874-a8e279ebf668 req-831f42e3-fb8c-4006-93d4-62d78b4fb9f7 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.1026988
Feb 12 21:17:47.001712 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Publish callbacks [] for port (46b4431b-660a-42fe-8b92-e92dfee82188), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:47.034606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Transition to ACTIVE for port object 46b4431b-660a-42fe-8b92-e92dfee82188 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:17:47.045418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb235bfe-6c84-43b8-a535-93044906016f req-60bb9507-b6a4-44c3-8936-73f4406fa2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:47.046992 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb235bfe-6c84-43b8-a535-93044906016f req-60bb9507-b6a4-44c3-8936-73f4406fa2f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60c18811-ef4a-47ff-b603-d10b9aa4b0c2 HTTP/1.1" status: 200  len: 913 time: 0.1920903
Feb 12 21:17:47.074309 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cd212da7-9cce-49da-a874-a8e279ebf668 req-24ac2e88-41b3-4822-a781-304e2235a9e6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746689
Feb 12 21:17:47.119348 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:47.351755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46604) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:47.595113 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c5ec1ba8-44df-4b60-8ded-99bf58b3d524 req-d24f8751-7fcc-4503-ac0d-47d512480966 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0937767
Feb 12 21:17:47.633053 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb235bfe-6c84-43b8-a535-93044906016f req-62dba389-60b3-4b3e-be4c-5655ad2495e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f91629a6-c2b4-4bc9-b4ab-82ef49b98450 HTTP/1.1" status: 200  len: 1001 time: 0.5785296
Feb 12 21:17:47.636271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Pushing event updated for resources: {'Port': ['ID=46b4431b-660a-42fe-8b92-e92dfee82188,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:47.719621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Attempting to bind port 46b4431b-660a-42fe-8b92-e92dfee82188 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:17:47.721223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Attempting to bind port 46b4431b-660a-42fe-8b92-e92dfee82188 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:17:47.721223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Attempting to bind port 46b4431b-660a-42fe-8b92-e92dfee82188 on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:17:47.729878 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb235bfe-6c84-43b8-a535-93044906016f req-39f24dd6-b712-4544-834c-bba929207100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:47.731390 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb235bfe-6c84-43b8-a535-93044906016f req-39f24dd6-b712-4544-834c-bba929207100 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d7bb8ed-6af8-4dc3-b479-c8f674d73e26 HTTP/1.1" status: 200  len: 851 time: 0.0919733
Feb 12 21:17:47.732172 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Port 46b4431b-660a-42fe-8b92-e92dfee82188 on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:17:47.732499 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Attempting to bind port 46b4431b-660a-42fe-8b92-e92dfee82188 on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:17:47.746451 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:17:47.746801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Checking segment: {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:17:47.747190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Bound using segment: {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:17:47.747627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Bound port: 46b4431b-660a-42fe-8b92-e92dfee82188, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:17:47.748640 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:47.858095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1770059104', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:47.916144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:17:47.920204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:17:47.971954 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb235bfe-6c84-43b8-a535-93044906016f req-72907e36-dab9-4b0a-84d4-8c3debca458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:47.973756 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb235bfe-6c84-43b8-a535-93044906016f req-72907e36-dab9-4b0a-84d4-8c3debca458a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60c18811-ef4a-47ff-b603-d10b9aa4b0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2284503
Feb 12 21:17:47.978829 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:47.994725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c393180-5b9a-4207-998f-f8739b3dcf55 req-8bce8d10-092b-4a28-9beb-4c0ef4d35ebe tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:48.001507 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1c393180-5b9a-4207-998f-f8739b3dcf55 req-8bce8d10-092b-4a28-9beb-4c0ef4d35ebe tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 944 time: 0.1738961
Feb 12 21:17:48.051463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46616) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:48.058610 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Made reservation on behalf of 2eacfdabb69a4332bef10801964b86b3 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:17:48.062098 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:48.087505 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:48.105758 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:48.106387 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:48.107814 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ff285439-1d83-4690-9372-44c62a394579 service neutron] 10.222.0.48 "PUT /v2.0/ports/46b4431b-660a-42fe-8b92-e92dfee82188 HTTP/1.1" status: 200  len: 1092 time: 2.0988111
Feb 12 21:17:48.108281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:17:48.110649 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb147570-3680-4d33-b831-8388f380bfbf" -d '{"events": [{"name": "network-changed", "server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:17:48.155659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466012e4-4bb6-4ce9-9dca-f073179bd9ef req-18737586-e202-4a8f-ab78-13e6a44f8010 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:48.170311 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-466012e4-4bb6-4ce9-9dca-f073179bd9ef req-18737586-e202-4a8f-ab78-13e6a44f8010 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 943 time: 0.2884235
Feb 12 21:17:48.201623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff285439-1d83-4690-9372-44c62a394579 service neutron] Pushing event updated for resources: {'Port': ['ID=46b4431b-660a-42fe-8b92-e92dfee82188,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:48.207360 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb235bfe-6c84-43b8-a535-93044906016f req-6d389587-006e-46d5-9b72-4a04ed495e85 service neutron] 10.222.0.50 "GET /v2.0/networks/60c18811-ef4a-47ff-b603-d10b9aa4b0c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2227390
Feb 12 21:17:48.237984 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1c393180-5b9a-4207-998f-f8739b3dcf55 req-35206d39-1a41-4456-8a82-3e6dac0a25cb tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2266083
Feb 12 21:17:48.395487 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-466012e4-4bb6-4ce9-9dca-f073179bd9ef req-595a97a1-7fb7-4e6f-bd25-b4f1d6662814 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2242353
Feb 12 21:17:48.478887 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b336-41a9-4386-981f-31bc57a97764 req-66955f8b-f73d-4337-868a-115e55de342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:48.481064 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b66b336-41a9-4386-981f-31bc57a97764 req-66955f8b-f73d-4337-868a-115e55de342d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 1126 time: 0.2165241
Feb 12 21:17:48.540445 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks [] for security_group (94afd7b3-75a0-437c-9fd5-1ce4eb969535), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:48.549133 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b66b336-41a9-4386-981f-31bc57a97764 req-a823c4ee-13c5-4271-8ca3-0fb3b877bf4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46b4431b-660a-42fe-8b92-e92dfee82188 HTTP/1.1" status: 200  len: 217 time: 0.0577061
Feb 12 21:17:48.564418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a16dd669-df11-43ec-9260-e4a255f63a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:48.604949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40514cef-493c-4546-b935-5309167260fb req-29250f5b-a5f6-4f4c-bbf7-e559264ec010 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:48.622960 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-40514cef-493c-4546-b935-5309167260fb req-29250f5b-a5f6-4f4c-bbf7-e559264ec010 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.2923613
Feb 12 21:17:48.655625 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb235bfe-6c84-43b8-a535-93044906016f req-0701750f-6c17-4aef-969f-7e4aa5343ff9 service neutron] 10.222.0.50 "GET /v2.0/networks/60c18811-ef4a-47ff-b603-d10b9aa4b0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4295208
Feb 12 21:17:48.657077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b336-41a9-4386-981f-31bc57a97764 req-23fbfdb0-040e-4e7f-87a5-30c24e2e45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:48.659331 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b66b336-41a9-4386-981f-31bc57a97764 req-23fbfdb0-040e-4e7f-87a5-30c24e2e45a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.0854740
Feb 12 21:17:48.689774 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (94afd7b3-75a0-437c-9fd5-1ce4eb969535), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:48.706929 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] device_id is not set on port 3dc4b5a3-7eaf-406a-a241-e41955cdbab5 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:17:48.802087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b336-41a9-4386-981f-31bc57a97764 req-d387e168-c5c9-4f9b-81e1-5f3889e350ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:48.805200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b66b336-41a9-4386-981f-31bc57a97764 req-d387e168-c5c9-4f9b-81e1-5f3889e350ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1294811
Feb 12 21:17:48.859635 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94afd7b3-75a0-437c-9fd5-1ce4eb969535,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:48.945909 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-40514cef-493c-4546-b935-5309167260fb req-475afb3f-a798-4764-82ac-ce9d91c5d32b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3170097
Feb 12 21:17:48.961065 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b66b336-41a9-4386-981f-31bc57a97764 req-ba25eb53-269d-47ed-b9c2-c9783eb3d0ab service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400394
Feb 12 21:17:48.980710 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102097a3-ca36-4e6f-b795-222000b7d805 x-openstack-request-id: req-102097a3-ca36-4e6f-b795-222000b7d805 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:17:48.982193 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:17:48.982770 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-102097a3-ca36-4e6f-b795-222000b7d805 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:17:48.983791 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188', 'status': 'completed', 'code': 200}
Feb 12 21:17:49.026723 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a16dd669-df11-43ec-9260-e4a255f63a8f admin admin] Publish callbacks [] for security_group (e682d371-4a6c-4b4c-a40a-d01efe9e8cc1), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:49.097262 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-84560027-d705-40a0-a058-5fb4a67befa7 req-16a4256d-7d65-4fb7-bf3f-bd4218853240 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0387282
Feb 12 21:17:49.105620 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a16dd669-df11-43ec-9260-e4a255f63a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e682d371-4a6c-4b4c-a40a-d01efe9e8cc1), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:49.135023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Allocated IP 172.35.2.46 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/3dc4b5a3-7eaf-406a-a241-e41955cdbab5) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:17:49.175001 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b66b336-41a9-4386-981f-31bc57a97764 req-9e8debd8-7870-4913-afa4-b5d0b050c146 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2123706
Feb 12 21:17:49.198501 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a16dd669-df11-43ec-9260-e4a255f63a8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e97bfed834249e9bac8450c1af7f574&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1133485
Feb 12 21:17:49.202894 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16dd669-df11-43ec-9260-e4a255f63a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e682d371-4a6c-4b4c-a40a-d01efe9e8cc1,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:49.204295 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46632) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:49.297550 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2311-9f81-4f58-984d-94d50a96cd78 admin admin] Publish callbacks [] for security_group (e682d371-4a6c-4b4c-a40a-d01efe9e8cc1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:49.355667 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2311-9f81-4f58-984d-94d50a96cd78 admin admin] Publish callbacks [] for security_group (e682d371-4a6c-4b4c-a40a-d01efe9e8cc1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:49.456392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf933eb-4ffc-48d9-b50c-b2751a9cce38 req-46fb8126-b17a-4993-bfb5-b9d84b34cff0 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:49.459030 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2cf933eb-4ffc-48d9-b50c-b2751a9cce38 req-46fb8126-b17a-4993-bfb5-b9d84b34cff0 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 944 time: 0.1236861
Feb 12 21:17:49.460199 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks [] for port (3dc4b5a3-7eaf-406a-a241-e41955cdbab5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:49.516072 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb147570-3680-4d33-b831-8388f380bfbf req-a5b1a24c-e9d3-4db0-bd81-4485f43563e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:49.518145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb147570-3680-4d33-b831-8388f380bfbf req-a5b1a24c-e9d3-4db0-bd81-4485f43563e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 1126 time: 0.1935334
Feb 12 21:17:49.558230 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2311-9f81-4f58-984d-94d50a96cd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e682d371-4a6c-4b4c-a40a-d01efe9e8cc1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:49.560782 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2311-9f81-4f58-984d-94d50a96cd78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:49.561962 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5a2e2311-9f81-4f58-984d-94d50a96cd78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e682d371-4a6c-4b4c-a40a-d01efe9e8cc1 HTTP/1.1" status: 204  len: 168 time: 0.3538926
Feb 12 21:17:49.575032 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e2311-9f81-4f58-984d-94d50a96cd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e682d371-4a6c-4b4c-a40a-d01efe9e8cc1,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:49.584065 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (3dc4b5a3-7eaf-406a-a241-e41955cdbab5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:49.634928 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2cf933eb-4ffc-48d9-b50c-b2751a9cce38 req-f75138f3-5c81-4347-9cc4-2f44c0e16080 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1652095
Feb 12 21:17:49.648902 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84280506-608b-481c-a3cd-f1eefbb48d78 req-fdaa434c-9dd9-4671-be7d-5fea8b5d1e8e tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:49.656171 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-84280506-608b-481c-a3cd-f1eefbb48d78 req-fdaa434c-9dd9-4671-be7d-5fea8b5d1e8e tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 943 time: 0.1278627
Feb 12 21:17:49.675871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:17:49.690490 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:17:49.700090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:17:49.709874 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 98cca7e1-4777-4b0c-ad16-c0516fe1d47e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:17:49.710591 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Pushing event updated for resources: {'Port': ['ID=3dc4b5a3-7eaf-406a-a241-e41955cdbab5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:49.710908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb147570-3680-4d33-b831-8388f380bfbf req-4dc4627c-1a54-40a7-af5b-0d3be6ab591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:49.713664 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb147570-3680-4d33-b831-8388f380bfbf req-4dc4627c-1a54-40a7-af5b-0d3be6ab591c service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.1872680
Feb 12 21:17:49.799956 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb147570-3680-4d33-b831-8388f380bfbf req-35a9b8dc-bcbd-4c39-b780-ddcbfd36f063 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46b4431b-660a-42fe-8b92-e92dfee82188 HTTP/1.1" status: 200  len: 217 time: 0.0765674
Feb 12 21:17:49.808304 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-84280506-608b-481c-a3cd-f1eefbb48d78 req-7a804321-4fff-409a-9f51-5f2a7f28b695 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512244
Feb 12 21:17:49.812630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:49.813459 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:49.867038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb147570-3680-4d33-b831-8388f380bfbf req-6c7d77e6-589a-4737-b75d-492d30cfeb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:49.868800 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb147570-3680-4d33-b831-8388f380bfbf req-6c7d77e6-589a-4737-b75d-492d30cfeb04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.0625808
Feb 12 21:17:49.915543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=98cca7e1-4777-4b0c-ad16-c0516fe1d47e,segment=NetworkSegment(9eb151c6-276b-4242-8eee-e95baa2443fb),segment_id=9eb151c6-276b-4242-8eee-e95baa2443fb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:49.926849 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb147570-3680-4d33-b831-8388f380bfbf req-525f859e-76da-4ccd-a39a-33fc0ee00862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:49.928390 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb147570-3680-4d33-b831-8388f380bfbf req-525f859e-76da-4ccd-a39a-33fc0ee00862 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0527778
Feb 12 21:17:49.930678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '98cca7e1-4777-4b0c-ad16-c0516fe1d47e', 'network_id': '79e30242-36dd-47be-b9fc-d5fa9a5cbbe7', 'port_id': '98cca7e1-4777-4b0c-ad16-c0516fe1d47e', 'mac_address': 'fa:16:3e:8e:02:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1241d83c-10df-4b94-b76c-17674c0674dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:17:49.971708 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:49.972167 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (98cca7e1-4777-4b0c-ad16-c0516fe1d47e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:50.061223 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cca7e1-4777-4b0c-ad16-c0516fe1d47e {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:17:50.061223 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=98cca7e1-4777-4b0c-ad16-c0516fe1d47e,segment=NetworkSegment(9eb151c6-276b-4242-8eee-e95baa2443fb),segment_id=9eb151c6-276b-4242-8eee-e95baa2443fb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:50.062422 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb147570-3680-4d33-b831-8388f380bfbf req-6b0c003f-4ce1-41cc-8b88-1c673c5e4a9f service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215172
Feb 12 21:17:50.127436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755280ed-9d87-4040-a396-e94e96919ea7 req-d50347b5-69bd-45ea-b313-56a85c130339 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:50.128928 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-755280ed-9d87-4040-a396-e94e96919ea7 req-d50347b5-69bd-45ea-b313-56a85c130339 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.1190205
Feb 12 21:17:50.171595 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (98cca7e1-4777-4b0c-ad16-c0516fe1d47e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:50.185085 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-41783fc4-b2f7-4116-a363-fcb2b0541e48 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 2.8305349
Feb 12 21:17:50.187257 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46652) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:50.196917 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3caff05e-a7dc-4f3e-8399-61cb41d23288 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.46'}]}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:50.202510 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb147570-3680-4d33-b831-8388f380bfbf req-b3d13a44-0161-4ef6-8dd0-cbef18fce6a9 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398180
Feb 12 21:17:50.222003 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-755280ed-9d87-4040-a396-e94e96919ea7 req-1c6f3cb1-eaaf-4245-ad89-1351f8f427a2 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829682
Feb 12 21:17:50.255353 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=98cca7e1-4777-4b0c-ad16-c0516fe1d47e,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:50.321115 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7d4616d7-f65e-4aed-9a18-7c51242909af req-4e21f8f7-65d8-424a-aff6-719256d8315a tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0289702
Feb 12 21:17:50.352084 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3caff05e-a7dc-4f3e-8399-61cb41d23288 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (08274819-bbbf-416f-9049-9f37d175ffe4), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:50.353211 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3caff05e-a7dc-4f3e-8399-61cb41d23288 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (08274819-bbbf-416f-9049-9f37d175ffe4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:50.461762 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3caff05e-a7dc-4f3e-8399-61cb41d23288 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks [] for router_controller (08274819-bbbf-416f-9049-9f37d175ffe4), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:50.490834 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['98cca7e1-4777-4b0c-ad16-c0516fe1d47e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:17:50.731454 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3caff05e-a7dc-4f3e-8399-61cb41d23288 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks [] for router_gateway (08274819-bbbf-416f-9049-9f37d175ffe4), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:50.831116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98f03a-3e48-4644-931c-4a6228906c62 req-97b245b8-c253-4a9c-a68f-72c4fc7e6938 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:50.832604 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9d98f03a-3e48-4644-931c-4a6228906c62 req-97b245b8-c253-4a9c-a68f-72c4fc7e6938 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 944 time: 0.0691938
Feb 12 21:17:50.893954 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46666) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:50.906148 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9d98f03a-3e48-4644-931c-4a6228906c62 req-9411073f-f67c-4763-87c5-80ae54254805 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664487
Feb 12 21:17:50.923842 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b318-7391-4cee-837d-f26cbfc75b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:50.989682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6433cc0-dd5b-4e03-b64c-05da9ade3f21 req-ca8dea8f-1cdb-4d25-ad5d-c75d3f5c6686 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:50.991098 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e6433cc0-dd5b-4e03-b64c-05da9ade3f21 req-ca8dea8f-1cdb-4d25-ad5d-c75d3f5c6686 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 944 time: 0.0705109
Feb 12 21:17:51.016506 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b318-7391-4cee-837d-f26cbfc75b4c admin admin] Publish callbacks [] for security_group (d48a5ec9-19d0-4cdd-b1ed-017af54c2f08), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:51.074696 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b318-7391-4cee-837d-f26cbfc75b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d48a5ec9-19d0-4cdd-b1ed-017af54c2f08), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:51.114240 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8aa8b318-7391-4cee-837d-f26cbfc75b4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2dcb610a84c74b978437b562098d5fb3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2192101
Feb 12 21:17:51.115114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8b318-7391-4cee-837d-f26cbfc75b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48a5ec9-19d0-4cdd-b1ed-017af54c2f08,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:51.119932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46676) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:51.121517 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e6433cc0-dd5b-4e03-b64c-05da9ade3f21 req-d7498118-5545-44a9-bb5c-8fcf7cf6ecd0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233463
Feb 12 21:17:51.173013 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba7de846-d2ee-4a4b-934a-820edfbe297b admin admin] Publish callbacks [] for security_group (d48a5ec9-19d0-4cdd-b1ed-017af54c2f08), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:51.190798 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3caff05e-a7dc-4f3e-8399-61cb41d23288 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks [] for router_gateway (08274819-bbbf-416f-9049-9f37d175ffe4), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:51.198218 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba7de846-d2ee-4a4b-934a-820edfbe297b admin admin] Publish callbacks [] for security_group (d48a5ec9-19d0-4cdd-b1ed-017af54c2f08), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:51.213215 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3caff05e-a7dc-4f3e-8399-61cb41d23288 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:51.332864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba7de846-d2ee-4a4b-934a-820edfbe297b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d48a5ec9-19d0-4cdd-b1ed-017af54c2f08), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:51.336103 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba7de846-d2ee-4a4b-934a-820edfbe297b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:51.339354 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ba7de846-d2ee-4a4b-934a-820edfbe297b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d48a5ec9-19d0-4cdd-b1ed-017af54c2f08 HTTP/1.1" status: 204  len: 168 time: 0.2189195
Feb 12 21:17:51.375420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7de846-d2ee-4a4b-934a-820edfbe297b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48a5ec9-19d0-4cdd-b1ed-017af54c2f08,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:51.400656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac97bef-e8f2-4706-b8bd-2afef532959b req-172132b5-f84f-4055-90d9-959911055583 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:51.407790 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dac97bef-e8f2-4706-b8bd-2afef532959b req-172132b5-f84f-4055-90d9-959911055583 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 946 time: 0.0887280
Feb 12 21:17:51.429829 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3caff05e-a7dc-4f3e-8399-61cb41d23288 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks [] for router (08274819-bbbf-416f-9049-9f37d175ffe4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:51.472421 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dac97bef-e8f2-4706-b8bd-2afef532959b req-5ab8a699-24f7-4da2-9fc3-6bbacae3ae11 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637369
Feb 12 21:17:51.535365 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4f6c6bc7-c321-457e-8c62-ed172f49ea7e req-0d685215-4038-4ce4-b3e8-7dafe8428a69 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0548317
Feb 12 21:17:51.639100 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3caff05e-a7dc-4f3e-8399-61cb41d23288 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (08274819-bbbf-416f-9049-9f37d175ffe4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:51.641578 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3caff05e-a7dc-4f3e-8399-61cb41d23288 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks [] for router_controller (08274819-bbbf-416f-9049-9f37d175ffe4), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:51.718253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 98cca7e1-4777-4b0c-ad16-c0516fe1d47e up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:17:51.806409 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3caff05e-a7dc-4f3e-8399-61cb41d23288 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (08274819-bbbf-416f-9049-9f37d175ffe4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:51.806887 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caff05e-a7dc-4f3e-8399-61cb41d23288 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08274819-bbbf-416f-9049-9f37d175ffe4 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:17:51.852054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:17:51.856692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:51.857165 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (98cca7e1-4777-4b0c-ad16-c0516fe1d47e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:51.880756 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-3caff05e-a7dc-4f3e-8399-61cb41d23288 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:17:51.883151 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3caff05e-a7dc-4f3e-8399-61cb41d23288 tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 1.6928010
Feb 12 21:17:51.889571 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46700) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:51.901298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790772a-56d4-4590-9151-cee2318b6add req-d25f974c-419e-46dc-9672-6433913b68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:51.903451 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0790772a-56d4-4590-9151-cee2318b6add req-d25f974c-419e-46dc-9672-6433913b68b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 1128 time: 0.0512750
Feb 12 21:17:51.975452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:51.978501 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (98cca7e1-4777-4b0c-ad16-c0516fe1d47e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:52.002760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0a590717-3e33-417d-ac42-d30362987dfa tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Deleting port 3dc4b5a3-7eaf-406a-a241-e41955cdbab5 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:17:52.003847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0a590717-3e33-417d-ac42-d30362987dfa tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3dc4b5a3-7eaf-406a-a241-e41955cdbab5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:52.008055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c488ea90-1cee-4992-9fa0-7290df83f23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cca7e1-4777-4b0c-ad16-c0516fe1d47e'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:17:52.010792 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2f0957-3de0-4816-bc1a-1f288ec4db8a" -d '{"events": [{"server_uuid": "c488ea90-1cee-4992-9fa0-7290df83f23d", "name": "network-vif-plugged", "status": "completed", "tag": "98cca7e1-4777-4b0c-ad16-c0516fe1d47e"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:17:52.031776 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=98cca7e1-4777-4b0c-ad16-c0516fe1d47e,segment=NetworkSegment(9eb151c6-276b-4242-8eee-e95baa2443fb),segment_id=9eb151c6-276b-4242-8eee-e95baa2443fb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:52.078620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46714) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:52.084165 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae75f7-1078-49e4-a789-34a3f0333c5e req-2aceeb02-e16c-422a-b7a4-451e0fa75e18 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:52.086973 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aaae75f7-1078-49e4-a789-34a3f0333c5e req-2aceeb02-e16c-422a-b7a4-451e0fa75e18 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 944 time: 0.0768404
Feb 12 21:17:52.104750 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790772a-56d4-4590-9151-cee2318b6add req-fdc25015-28c5-426e-aa69-0975de9f6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:52.106387 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0790772a-56d4-4590-9151-cee2318b6add req-fdc25015-28c5-426e-aa69-0975de9f6964 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 912 time: 0.1945317
Feb 12 21:17:52.106717 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60a71154-6727-4a78-b7e2-92b96943d56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:52.132167 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (98cca7e1-4777-4b0c-ad16-c0516fe1d47e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:52.134265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2cf67411-9b4d-404c-9292-87f1a03fd2b1 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:17:52.157764 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0790772a-56d4-4590-9151-cee2318b6add req-6d0ecfee-9129-4784-9c6d-2359eff117c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf67411-9b4d-404c-9292-87f1a03fd2b1 HTTP/1.1" status: 200  len: 217 time: 0.0436816
Feb 12 21:17:52.158044 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0a590717-3e33-417d-ac42-d30362987dfa tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3dc4b5a3-7eaf-406a-a241-e41955cdbab5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:52.183786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0a590717-3e33-417d-ac42-d30362987dfa tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Calling delete_port for 3dc4b5a3-7eaf-406a-a241-e41955cdbab5 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:17:52.252309 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=98cca7e1-4777-4b0c-ad16-c0516fe1d47e,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:52.277620 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aaae75f7-1078-49e4-a789-34a3f0333c5e req-d12a443a-b42d-401b-af6b-a82c5658ee86 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1825156
Feb 12 21:17:52.307472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 2cf67411-9b4d-404c-9292-87f1a03fd2b1 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:52.307945 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:52.308689 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790772a-56d4-4590-9151-cee2318b6add req-fd9dc969-fb1b-47c2-9fcb-31f6f9a84447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:52.312976 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0790772a-56d4-4590-9151-cee2318b6add req-fd9dc969-fb1b-47c2-9fcb-31f6f9a84447 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28b2e3cd-2e40-4791-a546-b0ce8e0efcee HTTP/1.1" status: 200  len: 851 time: 0.1496420
Feb 12 21:17:52.350229 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2cf67411-9b4d-404c-9292-87f1a03fd2b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cf67411-9b4d-404c-9292-87f1a03fd2b1,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:52.357334 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60a71154-6727-4a78-b7e2-92b96943d56c admin admin] Publish callbacks [] for security_group (02cd959a-ec43-4476-b448-e701aa81344f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:52.370172 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0790772a-56d4-4590-9151-cee2318b6add req-a2042b7d-4d01-46d9-b94d-5063ca19794a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a37ce5d-ea03-44d4-9654-27bdafea49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449646
Feb 12 21:17:52.402873 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e033613-2ba2-4669-8dd8-73a863e99583 x-openstack-request-id: req-7e033613-2ba2-4669-8dd8-73a863e99583 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:17:52.403169 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c488ea90-1cee-4992-9fa0-7290df83f23d", "name": "network-vif-plugged", "status": "completed", "tag": "98cca7e1-4777-4b0c-ad16-c0516fe1d47e", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:17:52.403428 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e033613-2ba2-4669-8dd8-73a863e99583 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:17:52.403826 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c488ea90-1cee-4992-9fa0-7290df83f23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cca7e1-4777-4b0c-ad16-c0516fe1d47e', 'code': 200}
Feb 12 21:17:52.431028 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:52.446826 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60a71154-6727-4a78-b7e2-92b96943d56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (02cd959a-ec43-4476-b448-e701aa81344f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:52.495588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=2cf67411-9b4d-404c-9292-87f1a03fd2b1,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:52.507991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a71154-6727-4a78-b7e2-92b96943d56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cd959a-ec43-4476-b448-e701aa81344f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:52.529196 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0a590717-3e33-417d-ac42-d30362987dfa tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (3dc4b5a3-7eaf-406a-a241-e41955cdbab5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:52.532842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe826413-028d-4946-90ce-8f8b4b38320a req-69e28755-a5c4-4bde-a5ea-50fde9423cc3 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:52.540604 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe826413-028d-4946-90ce-8f8b4b38320a req-69e28755-a5c4-4bde-a5ea-50fde9423cc3 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.1465948
Feb 12 21:17:52.552975 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0790772a-56d4-4590-9151-cee2318b6add req-51911eb3-1edf-477b-a2a7-c4d48b8ffe3f service neutron] 10.222.0.48 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783934
Feb 12 21:17:52.582642 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-60a71154-6727-4a78-b7e2-92b96943d56c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd21b84bdbf14b358904afc6506520e3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5006235
Feb 12 21:17:52.586038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46730) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:52.586383 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a590717-3e33-417d-ac42-d30362987dfa tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Pushing event deleted for resources: {'Port': ['ID=3dc4b5a3-7eaf-406a-a241-e41955cdbab5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:52.669094 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe826413-028d-4946-90ce-8f8b4b38320a req-b8efae1b-288c-4c15-8ac0-c1593214c50a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276007
Feb 12 21:17:52.675630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf849ec-4a9c-4990-b659-b22f0bb9c6a4 req-8e274e8b-3031-491a-8a27-6c0030b9a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:52.677712 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fcf849ec-4a9c-4990-b659-b22f0bb9c6a4 req-8e274e8b-3031-491a-8a27-6c0030b9a418 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 1127 time: 0.1886604
Feb 12 21:17:52.721313 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0790772a-56d4-4590-9151-cee2318b6add req-32ace0b5-c712-42aa-b4b8-4e4d34dab1ce service neutron] 10.222.0.48 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1590719
Feb 12 21:17:52.727517 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ac2d-bdc9-440b-b54d-298b2abad44c admin admin] Publish callbacks [] for security_group (02cd959a-ec43-4476-b448-e701aa81344f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:52.749523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c395008-9b6e-4824-a2ac-577ea08bb3b2 req-1e52f4c8-69b0-44a8-a8d1-e05cb8e832b4 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:52.754227 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1c395008-9b6e-4824-a2ac-577ea08bb3b2 req-1e52f4c8-69b0-44a8-a8d1-e05cb8e832b4 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 944 time: 0.1710210
Feb 12 21:17:52.754407 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ac2d-bdc9-440b-b54d-298b2abad44c admin admin] Publish callbacks [] for security_group (02cd959a-ec43-4476-b448-e701aa81344f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:52.762404 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0a590717-3e33-417d-ac42-d30362987dfa tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:52.765859 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0a590717-3e33-417d-ac42-d30362987dfa tempest-RoutersAdminNegativeIpV6Test-319252250 tempest-RoutersAdminNegativeIpV6Test-319252250-project-admin] 10.222.0.31 "DELETE /v2.0/ports/3dc4b5a3-7eaf-406a-a241-e41955cdbab5 HTTP/1.1" status: 204  len: 168 time: 0.8745041
Feb 12 21:17:52.797204 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e56658db-6102-4a1c-a54f-81d541663d79 req-c639c847-696c-4031-a09c-14164205a9d8 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0356293
Feb 12 21:17:52.801840 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fcf849ec-4a9c-4990-b659-b22f0bb9c6a4 req-9a6817de-1161-432c-a464-8da593af0df8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174421
Feb 12 21:17:52.842059 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1c395008-9b6e-4824-a2ac-577ea08bb3b2 req-b06d59ee-f625-46d4-aeba-99ae8ffbda1f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868874
Feb 12 21:17:52.942800 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ac2d-bdc9-440b-b54d-298b2abad44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (02cd959a-ec43-4476-b448-e701aa81344f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:52.945800 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ac2d-bdc9-440b-b54d-298b2abad44c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:52.946954 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c8a9ac2d-bdc9-440b-b54d-298b2abad44c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02cd959a-ec43-4476-b448-e701aa81344f HTTP/1.1" status: 204  len: 168 time: 0.3544037
Feb 12 21:17:52.955350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9ac2d-bdc9-440b-b54d-298b2abad44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cd959a-ec43-4476-b448-e701aa81344f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:53.402945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab34f29-b85e-4244-bee8-f65cf1759761 req-a0ae5788-9590-4d9e-914e-650a4871e254 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:53.405970 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fab34f29-b85e-4244-bee8-f65cf1759761 req-a0ae5788-9590-4d9e-914e-650a4871e254 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 944 time: 0.0597138
Feb 12 21:17:53.458199 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fab34f29-b85e-4244-bee8-f65cf1759761 req-6a5285aa-98d0-4647-891c-dbb10f69d857 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480139
Feb 12 21:17:53.466595 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46750) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:53.604711 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e25193e5-1baf-41ff-bce8-195e6b8672be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:53.659051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3e4ac-c526-4f24-a43a-a773b960b018 req-8313f781-13e8-444b-a7d1-80f04bec5cda tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:53.660708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9b3e4ac-c526-4f24-a43a-a773b960b018 req-8313f781-13e8-444b-a7d1-80f04bec5cda tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 945 time: 0.0635304
Feb 12 21:17:53.701248 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e25193e5-1baf-41ff-bce8-195e6b8672be admin admin] Publish callbacks [] for security_group (6457f959-f526-4ea9-82db-366f12d7ba17), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:53.724238 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9b3e4ac-c526-4f24-a43a-a773b960b018 req-3f918fbd-eb2a-40a9-96bf-7e2ddde340c1 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/security-groups?id=37ae0fa7-68d3-42da-a054-d8c570be1049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559134
Feb 12 21:17:53.732053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 46b4431b-660a-42fe-8b92-e92dfee82188 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:17:53.811771 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e25193e5-1baf-41ff-bce8-195e6b8672be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6457f959-f526-4ea9-82db-366f12d7ba17), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:53.873598 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46774) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:53.873900 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e25193e5-1baf-41ff-bce8-195e6b8672be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90fe83aacbbc48d094488e9112e2432d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4099209
Feb 12 21:17:53.881193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25193e5-1baf-41ff-bce8-195e6b8672be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6457f959-f526-4ea9-82db-366f12d7ba17,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:53.903258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:53.907421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197de373-b427-40b5-9e83-0626e2b57952 req-4c5392a9-4c9c-4f39-84e2-96b246a1df51 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:53.909137 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-197de373-b427-40b5-9e83-0626e2b57952 req-4c5392a9-4c9c-4f39-84e2-96b246a1df51 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.1519043
Feb 12 21:17:53.937186 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '46b4431b-660a-42fe-8b92-e92dfee82188', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'port_id': '46b4431b-660a-42fe-8b92-e92dfee82188', 'mac_address': 'fa:16:3e:a4:fe:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:17:53.957761 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f95fcb44-b02d-498b-9060-009335e76052 req-1166243f-095d-4d8a-9e24-381495420e7c tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0385199
Feb 12 21:17:53.976197 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9fdd-a032-4b06-8fc8-1092bc5d2886 admin admin] Publish callbacks [] for security_group (6457f959-f526-4ea9-82db-366f12d7ba17), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:54.017279 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9fdd-a032-4b06-8fc8-1092bc5d2886 admin admin] Publish callbacks [] for security_group (6457f959-f526-4ea9-82db-366f12d7ba17), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:54.044684 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-197de373-b427-40b5-9e83-0626e2b57952 req-7ef25ed5-5048-4d3b-9871-e65e782f8e4c tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290638
Feb 12 21:17:54.133623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514569d-aaf6-424e-be7d-a34daa833fd1 req-d8bd0b82-dd47-4fcb-9eb5-a2f9de383b11 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:54.135166 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9514569d-aaf6-424e-be7d-a34daa833fd1 req-d8bd0b82-dd47-4fcb-9eb5-a2f9de383b11 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 944 time: 0.0613263
Feb 12 21:17:54.203125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 46b4431b-660a-42fe-8b92-e92dfee82188 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:54.203536 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:54.220486 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b4431b-660a-42fe-8b92-e92dfee82188 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:17:54.221490 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9514569d-aaf6-424e-be7d-a34daa833fd1 req-5d8771d3-b949-4402-a2a8-5b5cde42b6b6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797856
Feb 12 21:17:54.234085 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9fdd-a032-4b06-8fc8-1092bc5d2886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6457f959-f526-4ea9-82db-366f12d7ba17), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:54.237306 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9fdd-a032-4b06-8fc8-1092bc5d2886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:54.238471 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8b3b9fdd-a032-4b06-8fc8-1092bc5d2886 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6457f959-f526-4ea9-82db-366f12d7ba17 HTTP/1.1" status: 204  len: 168 time: 0.3633585
Feb 12 21:17:54.250296 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:54.258541 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b9fdd-a032-4b06-8fc8-1092bc5d2886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6457f959-f526-4ea9-82db-366f12d7ba17,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:54.315440 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:54.368154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=46b4431b-660a-42fe-8b92-e92dfee82188,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:54.404816 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43260354-ea4d-4384-9956-3ded0eb6b91c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf67411-9b4d-404c-9292-87f1a03fd2b1'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:17:54.407196 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11eb5bdb-b3e9-40a1-b1a0-80531cbd4c31" -d '{"events": [{"server_uuid": "43260354-ea4d-4384-9956-3ded0eb6b91c", "name": "network-vif-unplugged", "status": "completed", "tag": "2cf67411-9b4d-404c-9292-87f1a03fd2b1"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:17:54.443400 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b48b4e-ace2-44f1-b737-6bf1ebf4337f x-openstack-request-id: req-f8b48b4e-ace2-44f1-b737-6bf1ebf4337f {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:17:54.446858 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43260354-ea4d-4384-9956-3ded0eb6b91c", "name": "network-vif-unplugged", "status": "completed", "tag": "2cf67411-9b4d-404c-9292-87f1a03fd2b1", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:17:54.446858 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8b48b4e-ace2-44f1-b737-6bf1ebf4337f {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:17:54.446858 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43260354-ea4d-4384-9956-3ded0eb6b91c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf67411-9b4d-404c-9292-87f1a03fd2b1', 'code': 200}
Feb 12 21:17:54.573880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['46b4431b-660a-42fe-8b92-e92dfee82188'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:17:54.597324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134eb65f-d569-4253-a64e-2d1a3486593d req-3168602f-ed34-4593-97f6-68b732e76229 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:54.599066 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-134eb65f-d569-4253-a64e-2d1a3486593d req-3168602f-ed34-4593-97f6-68b732e76229 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0673380
Feb 12 21:17:54.659435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94190b-cc1e-49ab-b1cf-f5394b304a54 req-b9850222-72d8-4a7d-bfe1-e29a35d50f6b tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:54.661119 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5d94190b-cc1e-49ab-b1cf-f5394b304a54 req-b9850222-72d8-4a7d-bfe1-e29a35d50f6b tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 945 time: 0.0962591
Feb 12 21:17:54.682305 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-134eb65f-d569-4253-a64e-2d1a3486593d req-32288b20-2297-412e-a9b0-0a102dc3f424 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750163
Feb 12 21:17:54.739066 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5d94190b-cc1e-49ab-b1cf-f5394b304a54 req-f7742559-26cd-4fa9-ac70-76d725614b29 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/security-groups?id=37ae0fa7-68d3-42da-a054-d8c570be1049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710733
Feb 12 21:17:55.080476 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5f3db5e-cec0-4333-965a-4653f7d6e236 req-f4ff7275-879e-4cc0-b715-ca4759874588 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0311089
Feb 12 21:17:55.183195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46806) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:55.204308 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dc9b4-7087-4780-a430-bc3d9ed18426 req-e1786462-4be7-4a99-8792-3410ab6d9d76 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:55.208422 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-489dc9b4-7087-4780-a430-bc3d9ed18426 req-e1786462-4be7-4a99-8792-3410ab6d9d76 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.0637221
Feb 12 21:17:55.226164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-07cc5da8-0614-4d4e-bb80-8eba2f960a8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2eacfdabb69a4332bef10801964b86b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0416198
Feb 12 21:17:55.232196 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46808) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:55.283280 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3df114d3-5fde-4164-9609-be61806635fe admin admin] Publish callbacks [] for security_group (94afd7b3-75a0-437c-9fd5-1ce4eb969535), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:55.289497 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-489dc9b4-7087-4780-a430-bc3d9ed18426 req-dcae0001-4b42-40ff-92cb-5c758c1d16f8 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763319
Feb 12 21:17:55.304391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46812) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:55.323618 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3df114d3-5fde-4164-9609-be61806635fe admin admin] Publish callbacks [] for security_group (94afd7b3-75a0-437c-9fd5-1ce4eb969535), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:55.404400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9795d-efc3-4b8e-8826-a045b6feeb42 req-61da01d9-23ad-4961-9768-48fcebf9a69e tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:55.405930 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e3b9795d-efc3-4b8e-8826-a045b6feeb42 req-61da01d9-23ad-4961-9768-48fcebf9a69e tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 944 time: 0.0672758
Feb 12 21:17:55.466416 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e3b9795d-efc3-4b8e-8826-a045b6feeb42 req-76cdecb6-3d0e-4e4f-9e14-332d13cadc14 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520012
Feb 12 21:17:55.468252 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3df114d3-5fde-4164-9609-be61806635fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (94afd7b3-75a0-437c-9fd5-1ce4eb969535), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:55.471123 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3df114d3-5fde-4164-9609-be61806635fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:55.474146 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3df114d3-5fde-4164-9609-be61806635fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94afd7b3-75a0-437c-9fd5-1ce4eb969535 HTTP/1.1" status: 204  len: 168 time: 0.2426155
Feb 12 21:17:55.481341 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df114d3-5fde-4164-9609-be61806635fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94afd7b3-75a0-437c-9fd5-1ce4eb969535,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:55.581306 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ebdb7b6c-2d35-4142-bb8b-8c02ca34c333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:55.716725 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ebdb7b6c-2d35-4142-bb8b-8c02ca34c333 admin admin] Publish callbacks [] for security_group (04733c65-2e87-4f97-8cd3-fd94808264cf), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:55.764540 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 46b4431b-660a-42fe-8b92-e92dfee82188 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:17:55.808380 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4868fa8-fb01-45c5-b25f-cb53429a21f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:55.815764 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ebdb7b6c-2d35-4142-bb8b-8c02ca34c333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (04733c65-2e87-4f97-8cd3-fd94808264cf), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:55.894201 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ebdb7b6c-2d35-4142-bb8b-8c02ca34c333 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=370f8951712a407eaa64c9cd8af4c190&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5872304
Feb 12 21:17:55.901587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb7b6c-2d35-4142-bb8b-8c02ca34c333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04733c65-2e87-4f97-8cd3-fd94808264cf,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:55.904252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46854) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:55.919784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 46b4431b-660a-42fe-8b92-e92dfee82188 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:17:55.926722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 46b4431b-660a-42fe-8b92-e92dfee82188 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:17:55.928396 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:55.933728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd8c5c-f52d-4841-9522-4b859dd922b0 req-8f5f7200-3463-4b99-9c08-20ba7719b8ad tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:55.937914 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7efd8c5c-f52d-4841-9522-4b859dd922b0 req-8f5f7200-3463-4b99-9c08-20ba7719b8ad tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.1734996
Feb 12 21:17:55.959305 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc741fef-61fe-4fe4-b3c4-e731f270e464 req-adffb363-3673-467d-bd33-d251b6977590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:55.961562 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fc741fef-61fe-4fe4-b3c4-e731f270e464 req-adffb363-3673-467d-bd33-d251b6977590 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=036d2491a97d486eb196e0cdafa05500&device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 1127 time: 0.1553297
Feb 12 21:17:56.021067 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 46b4431b-660a-42fe-8b92-e92dfee82188 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:56.021406 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:56.060020 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:56.092649 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90ddec0b-b9d3-4107-87ad-9d71d6a8fd79 admin admin] Publish callbacks [] for security_group (04733c65-2e87-4f97-8cd3-fd94808264cf), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:56.115025 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b6001-2810-4424-aaa0-b55d4bca878a req-86c70b85-26a8-4aa7-848b-c0253d39f0ce tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:56.116773 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be1b6001-2810-4424-aaa0-b55d4bca878a req-86c70b85-26a8-4aa7-848b-c0253d39f0ce tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.50 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 945 time: 0.0686877
Feb 12 21:17:56.117744 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7efd8c5c-f52d-4841-9522-4b859dd922b0 req-f7f4ba48-14d3-41c3-8834-027b7fa8d99e tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686203
Feb 12 21:17:56.156688 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90ddec0b-b9d3-4107-87ad-9d71d6a8fd79 admin admin] Publish callbacks [] for security_group (04733c65-2e87-4f97-8cd3-fd94808264cf), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:56.157550 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:56.198402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc741fef-61fe-4fe4-b3c4-e731f270e464 req-b05f185e-502d-4707-8e40-167cb6f6ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:56.200007 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fc741fef-61fe-4fe4-b3c4-e731f270e464 req-b05f185e-502d-4707-8e40-167cb6f6ba6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 HTTP/1.1" status: 200  len: 911 time: 0.2174211
Feb 12 21:17:56.234306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=46b4431b-660a-42fe-8b92-e92dfee82188,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:56.239198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-be1b6001-2810-4424-aaa0-b55d4bca878a req-9e8d7b65-f276-432f-9f89-10a688efdf3f tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Deleting port f91629a6-c2b4-4bc9-b4ab-82ef49b98450 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:17:56.239198 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-be1b6001-2810-4424-aaa0-b55d4bca878a req-9e8d7b65-f276-432f-9f89-10a688efdf3f tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f91629a6-c2b4-4bc9-b4ab-82ef49b98450), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:56.290788 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fc741fef-61fe-4fe4-b3c4-e731f270e464 req-5f545e5e-cf6f-469d-aaa8-13f4cf54450a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98cca7e1-4777-4b0c-ad16-c0516fe1d47e HTTP/1.1" status: 200  len: 217 time: 0.0746896
Feb 12 21:17:56.356649 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c5606-24ad-41ce-a667-bc361d37c503 req-f97dc0c5-fd7e-4105-8fa5-0895527d17e9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:56.358195 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-724c5606-24ad-41ce-a667-bc361d37c503 req-f97dc0c5-fd7e-4105-8fa5-0895527d17e9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 946 time: 0.1342692
Feb 12 21:17:56.362190 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc741fef-61fe-4fe4-b3c4-e731f270e464 req-9e0b7f03-4a4c-4dde-a9be-69d527dfd0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:56.367972 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fc741fef-61fe-4fe4-b3c4-e731f270e464 req-9e0b7f03-4a4c-4dde-a9be-69d527dfd0e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1241d83c-10df-4b94-b76c-17674c0674dc HTTP/1.1" status: 200  len: 850 time: 0.0684645
Feb 12 21:17:56.392832 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46874) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:56.412540 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fc741fef-61fe-4fe4-b3c4-e731f270e464 req-28e1ce0e-8be4-457d-84ec-252b3cba5388 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0367012
Feb 12 21:17:56.431560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-be1b6001-2810-4424-aaa0-b55d4bca878a req-9e8d7b65-f276-432f-9f89-10a688efdf3f tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] For port f91629a6-c2b4-4bc9-b4ab-82ef49b98450, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f91629a6-c2b4-4bc9-b4ab-82ef49b98450,segment=NetworkSegment(63cc5f67-961d-4c7e-b2de-f2b69d08006f),segment_id=63cc5f67-961d-4c7e-b2de-f2b69d08006f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:56.431946 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-be1b6001-2810-4424-aaa0-b55d4bca878a req-9e8d7b65-f276-432f-9f89-10a688efdf3f tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f91629a6-c2b4-4bc9-b4ab-82ef49b98450), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:56.433453 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90ddec0b-b9d3-4107-87ad-9d71d6a8fd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (04733c65-2e87-4f97-8cd3-fd94808264cf), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:56.436006 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90ddec0b-b9d3-4107-87ad-9d71d6a8fd79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:56.437203 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-90ddec0b-b9d3-4107-87ad-9d71d6a8fd79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04733c65-2e87-4f97-8cd3-fd94808264cf HTTP/1.1" status: 204  len: 168 time: 0.5293362
Feb 12 21:17:56.446359 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:17:56.451180 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cfa249-7d30-405a-888a-0ec7c12c3b5e" -d '{"events": [{"server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "name": "network-vif-plugged", "status": "completed", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:17:56.474589 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddec0b-b9d3-4107-87ad-9d71d6a8fd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04733c65-2e87-4f97-8cd3-fd94808264cf,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:56.501342 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-724c5606-24ad-41ce-a667-bc361d37c503 req-ab5ce207-0a81-43aa-ad96-b6ac13593286 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1185186
Feb 12 21:17:56.593589 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c0f88471-7bdf-4e52-9366-e42c23406bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:56.640843 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fc741fef-61fe-4fe4-b3c4-e731f270e464 req-6532d1d1-5534-4544-938c-af5ae6942447 service neutron] 10.222.0.48 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2179103
Feb 12 21:17:56.699262 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b27f5-4295-4a44-8d37-0e36823d7523 req-e9d32269-7cb8-4630-929a-51ce49541519 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:56.699390 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d10b27f5-4295-4a44-8d37-0e36823d7523 req-e9d32269-7cb8-4630-929a-51ce49541519 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 945 time: 0.1184373
Feb 12 21:17:56.744020 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:56.753168 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c0f88471-7bdf-4e52-9366-e42c23406bdb admin admin] Publish callbacks [] for security_group (313f13f4-ac80-4ddf-8dd9-7d6761faf4c5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:56.767183 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-be1b6001-2810-4424-aaa0-b55d4bca878a req-9e8d7b65-f276-432f-9f89-10a688efdf3f tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:56.767663 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-be1b6001-2810-4424-aaa0-b55d4bca878a req-9e8d7b65-f276-432f-9f89-10a688efdf3f tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (74e1c511-b28b-4821-8487-c7b81bedb777), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:56.768046 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-be1b6001-2810-4424-aaa0-b55d4bca878a req-9e8d7b65-f276-432f-9f89-10a688efdf3f tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Floating IP 74e1c511-b28b-4821-8487-c7b81bedb777 disassociated. External IP: 172.35.2.213, port: f91629a6-c2b4-4bc9-b4ab-82ef49b98450.
Feb 12 21:17:56.769703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-be1b6001-2810-4424-aaa0-b55d4bca878a req-9e8d7b65-f276-432f-9f89-10a688efdf3f tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Calling delete_port for f91629a6-c2b4-4bc9-b4ab-82ef49b98450 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:17:56.807428 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d10b27f5-4295-4a44-8d37-0e36823d7523 req-f986fd63-4fa0-431a-8c4e-f1a6429626ba tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/security-groups?id=37ae0fa7-68d3-42da-a054-d8c570be1049&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731497
Feb 12 21:17:56.809480 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fc741fef-61fe-4fe4-b3c4-e731f270e464 req-ff6f141b-a98e-4513-9a8c-c62c2c208679 service neutron] 10.222.0.48 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621132
Feb 12 21:17:56.850727 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c0f88471-7bdf-4e52-9366-e42c23406bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (313f13f4-ac80-4ddf-8dd9-7d6761faf4c5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:56.905151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f88471-7bdf-4e52-9366-e42c23406bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313f13f4-ac80-4ddf-8dd9-7d6761faf4c5,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:56.917830 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c0f88471-7bdf-4e52-9366-e42c23406bdb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ed5d66eb6d6435a9b9320b3d93ad587&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5237148
Feb 12 21:17:56.931321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46906) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:56.933742 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1571899e-f5df-4715-ab29-9af8074bc3ad req-c2c08976-a0ef-4a6e-b004-8a96db20b046 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0397351
Feb 12 21:17:57.000524 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4a4f91-f254-4354-9a9b-94d7bdfb71b8 x-openstack-request-id: req-9c4a4f91-f254-4354-9a9b-94d7bdfb71b8 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:17:57.001439 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "name": "network-vif-plugged", "status": "completed", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:17:57.001857 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c4a4f91-f254-4354-9a9b-94d7bdfb71b8 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:17:57.002568 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188', 'code': 200}
Feb 12 21:17:57.096151 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8071f65-4a35-4787-9d63-463073e65693 admin admin] Publish callbacks [] for security_group (313f13f4-ac80-4ddf-8dd9-7d6761faf4c5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:57.120367 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8071f65-4a35-4787-9d63-463073e65693 admin admin] Publish callbacks [] for security_group (313f13f4-ac80-4ddf-8dd9-7d6761faf4c5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:57.170977 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-be1b6001-2810-4424-aaa0-b55d4bca878a req-9e8d7b65-f276-432f-9f89-10a688efdf3f tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f91629a6-c2b4-4bc9-b4ab-82ef49b98450), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:57.174613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a08f42-ab1b-4d58-a541-db05f702a256 req-05013e6a-64ee-4e37-9c85-13964e628b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:57.175509 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50a08f42-ab1b-4d58-a541-db05f702a256 req-05013e6a-64ee-4e37-9c85-13964e628b6b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 1128 time: 0.0649264
Feb 12 21:17:57.231866 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46920) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:57.238567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d7b65-f276-432f-9f89-10a688efdf3f tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Pushing event deleted for resources: {'Port': ['ID=f91629a6-c2b4-4bc9-b4ab-82ef49b98450,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:57.291666 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50a08f42-ab1b-4d58-a541-db05f702a256 req-006778e4-e03a-490d-9fdf-d51c83afcede service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1075928
Feb 12 21:17:57.309073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b85ec-d367-4650-b369-3f20849b4030 req-5d86be60-336b-4b18-b224-5b0a6766ed8e tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:57.310692 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a33b85ec-d367-4650-b369-3f20849b4030 req-5d86be60-336b-4b18-b224-5b0a6766ed8e tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.0968747
Feb 12 21:17:57.355524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be1b6001-2810-4424-aaa0-b55d4bca878a req-9e8d7b65-f276-432f-9f89-10a688efdf3f tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:17:57.367596 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8071f65-4a35-4787-9d63-463073e65693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (313f13f4-ac80-4ddf-8dd9-7d6761faf4c5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:57.370347 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8071f65-4a35-4787-9d63-463073e65693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:57.371308 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a33b85ec-d367-4650-b369-3f20849b4030 req-a392cfee-3898-4d77-92ae-d3dfc72b319c tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531108
Feb 12 21:17:57.374841 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f8071f65-4a35-4787-9d63-463073e65693 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/313f13f4-ac80-4ddf-8dd9-7d6761faf4c5 HTTP/1.1" status: 204  len: 168 time: 0.4314444
Feb 12 21:17:57.397969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46926) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:57.425064 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2b466404-4539-4cfb-89d0-ea335a701164 tempest-AgentManagementNegativeTest-866115291 tempest-AgentManagementNegativeTest-866115291-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1887605
Feb 12 21:17:57.455936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8071f65-4a35-4787-9d63-463073e65693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313f13f4-ac80-4ddf-8dd9-7d6761faf4c5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:57.456660 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8577f8a-dd36-4e7d-9c5e-a963543511a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:57.582704 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be1b6001-2810-4424-aaa0-b55d4bca878a req-9e8d7b65-f276-432f-9f89-10a688efdf3f tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:17:57.594934 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b65f5-3d06-4830-bbe2-94906fda65ed None None] Sync routers for ids ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:17:57.605891 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8577f8a-dd36-4e7d-9c5e-a963543511a7 admin admin] Publish callbacks [] for security_group (f0f102de-d257-423d-afed-16c92ad45429), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:57.615348 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b65f5-3d06-4830-bbe2-94906fda65ed None None] Routers {'d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:17:57.620029 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-df4b65f5-3d06-4830-bbe2-94906fda65ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc7000cb4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:17:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:57.646293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee504e-3f64-4dc5-99e2-69766402bca7 req-c45de85b-87e2-4eb0-85f8-bb0647adecfb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:57.648313 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-28ee504e-3f64-4dc5-99e2-69766402bca7 req-c45de85b-87e2-4eb0-85f8-bb0647adecfb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=43260354-ea4d-4384-9956-3ded0eb6b91c HTTP/1.1" status: 200  len: 944 time: 0.1408534
Feb 12 21:17:57.667707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1b6001-2810-4424-aaa0-b55d4bca878a req-9e8d7b65-f276-432f-9f89-10a688efdf3f tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] No DVR routers for this DVR port f91629a6-c2b4-4bc9-b4ab-82ef49b98450 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:17:57.670919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-be1b6001-2810-4424-aaa0-b55d4bca878a req-9e8d7b65-f276-432f-9f89-10a688efdf3f tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:57.675001 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be1b6001-2810-4424-aaa0-b55d4bca878a req-9e8d7b65-f276-432f-9f89-10a688efdf3f tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.50 "DELETE /v2.0/ports/f91629a6-c2b4-4bc9-b4ab-82ef49b98450 HTTP/1.1" status: 204  len: 173 time: 1.5531421
Feb 12 21:17:57.676334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bcdf4e-680f-4f72-a170-6bc26614f067', 'name': 'network-vif-deleted', 'tag': 'f91629a6-c2b4-4bc9-b4ab-82ef49b98450'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:17:57.680653 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7348febf-34e1-45eb-bac1-817a293ae519" -d '{"events": [{"server_uuid": "30bcdf4e-680f-4f72-a170-6bc26614f067", "name": "network-vif-deleted", "tag": "f91629a6-c2b4-4bc9-b4ab-82ef49b98450"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:17:57.689266 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8577f8a-dd36-4e7d-9c5e-a963543511a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f0f102de-d257-423d-afed-16c92ad45429), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:57.780857 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2cf67411-9b4d-404c-9292-87f1a03fd2b1 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:17:57.848188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-28ee504e-3f64-4dc5-99e2-69766402bca7 req-acb4efef-4d5e-4eb6-92be-817b3473d5fa tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Deleting port 2cf67411-9b4d-404c-9292-87f1a03fd2b1 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:17:57.848636 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-28ee504e-3f64-4dc5-99e2-69766402bca7 req-acb4efef-4d5e-4eb6-92be-817b3473d5fa tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:57.854952 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-df4b65f5-3d06-4830-bbe2-94906fda65ed None None] Set router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:17:57.948323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 2cf67411-9b4d-404c-9292-87f1a03fd2b1 is: DOWN; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:17:58.026159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-28ee504e-3f64-4dc5-99e2-69766402bca7 req-acb4efef-4d5e-4eb6-92be-817b3473d5fa tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] For port 2cf67411-9b4d-404c-9292-87f1a03fd2b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2cf67411-9b4d-404c-9292-87f1a03fd2b1,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:17:58.028596 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-28ee504e-3f64-4dc5-99e2-69766402bca7 req-acb4efef-4d5e-4eb6-92be-817b3473d5fa tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:58.046958 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3534123a-0f6d-44cc-9969-a3f6ff01cae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:58.060314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-28ee504e-3f64-4dc5-99e2-69766402bca7 req-acb4efef-4d5e-4eb6-92be-817b3473d5fa tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Calling delete_port for 2cf67411-9b4d-404c-9292-87f1a03fd2b1 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:17:58.189835 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8577f8a-dd36-4e7d-9c5e-a963543511a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f102de-d257-423d-afed-16c92ad45429,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:58.214556 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c8577f8a-dd36-4e7d-9c5e-a963543511a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8e71451ce3148dea0d649c0951b40e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8154271
Feb 12 21:17:58.224028 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae284ff-cb2d-4d59-8399-431bc3617ec1 req-6af1922c-141c-488c-bef8-92f697c1c0c5 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:58.225248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46944) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:58.232060 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cae284ff-cb2d-4d59-8399-431bc3617ec1 req-6af1922c-141c-488c-bef8-92f697c1c0c5 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 946 time: 0.6026676
Feb 12 21:17:58.256323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46946) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:58.276153 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-df4b65f5-3d06-4830-bbe2-94906fda65ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc7000cb4f0>, [{'id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'name': 'tempest-ServersTestManualDisk-2019717399-router', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:39Z', 'updated_at': '2022-02-12T21:16:50Z', 'revision_number': 4, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'gw_port': {'id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:41Z', 'updated_at': '2022-02-12T21:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b801593b-0301-42db-b800-188cf193df6f', 'name': '', 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'mac_address': 'fa:16:3e:a1:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:48Z', 'updated_at': '2022-02-12T21:16:55Z', 'revision_number': 5, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'subnets': [{'id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:58.301474 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cae284ff-cb2d-4d59-8399-431bc3617ec1 req-5bdb354a-fc80-4a3d-aa7d-5ee530d42492 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684233
Feb 12 21:17:58.307879 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-63124520-195f-429b-9f67-cc22cb4c328d admin admin] Publish callbacks [] for security_group (f0f102de-d257-423d-afed-16c92ad45429), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:58.311937 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b65f5-3d06-4830-bbe2-94906fda65ed None None] Checking router: d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:17:58.325395 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b65f5-3d06-4830-bbe2-94906fda65ed None None] Routers {'d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:17:58.326040 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-df4b65f5-3d06-4830-bbe2-94906fda65ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc7000cb4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:17:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:58.367402 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-63124520-195f-429b-9f67-cc22cb4c328d admin admin] Publish callbacks [] for security_group (f0f102de-d257-423d-afed-16c92ad45429), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:58.430637 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ef47d1-7e67-41da-a76f-e035321c8785 x-openstack-request-id: req-04ef47d1-7e67-41da-a76f-e035321c8785 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:17:58.432935 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bcdf4e-680f-4f72-a170-6bc26614f067", "name": "network-vif-deleted", "tag": "f91629a6-c2b4-4bc9-b4ab-82ef49b98450", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:17:58.433306 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04ef47d1-7e67-41da-a76f-e035321c8785 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:17:58.434100 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bcdf4e-680f-4f72-a170-6bc26614f067', 'name': 'network-vif-deleted', 'tag': 'f91629a6-c2b4-4bc9-b4ab-82ef49b98450', 'status': 'completed', 'code': 200}
Feb 12 21:17:58.434835 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-28ee504e-3f64-4dc5-99e2-69766402bca7 req-acb4efef-4d5e-4eb6-92be-817b3473d5fa tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2cf67411-9b4d-404c-9292-87f1a03fd2b1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:58.476586 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2172c18-ef43-49e5-b2e1-70d9ff9e81f0 req-5f5f45da-3914-4a28-9412-4ae44aa3c9f0 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/ports?device_id=30bcdf4e-680f-4f72-a170-6bc26614f067 HTTP/1.1" status: 200  len: 210 time: 0.0416820
Feb 12 21:17:58.487947 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-de8ce66a-34e7-4745-9b72-2eb120e38499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:58.519988 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4efef-4d5e-4eb6-92be-817b3473d5fa tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Pushing event deleted for resources: {'Port': ['ID=2cf67411-9b4d-404c-9292-87f1a03fd2b1,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:58.528385 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-df4b65f5-3d06-4830-bbe2-94906fda65ed None None] Set router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:17:58.614309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ee504e-3f64-4dc5-99e2-69766402bca7 req-acb4efef-4d5e-4eb6-92be-817b3473d5fa tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] No DVR routers for this DVR port 2cf67411-9b4d-404c-9292-87f1a03fd2b1 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:17:58.620211 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-809e563c-2913-41ab-84c8-96016c4dc11f req-a9736614-7f6f-4efb-8b13-ccce067e8411 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0430131
Feb 12 21:17:58.620412 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-28ee504e-3f64-4dc5-99e2-69766402bca7 req-acb4efef-4d5e-4eb6-92be-817b3473d5fa tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:58.625716 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-28ee504e-3f64-4dc5-99e2-69766402bca7 req-acb4efef-4d5e-4eb6-92be-817b3473d5fa tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "DELETE /v2.0/ports/2cf67411-9b4d-404c-9292-87f1a03fd2b1 HTTP/1.1" status: 204  len: 173 time: 0.9594154
Feb 12 21:17:58.640385 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-63124520-195f-429b-9f67-cc22cb4c328d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f0f102de-d257-423d-afed-16c92ad45429), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:58.643365 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-63124520-195f-429b-9f67-cc22cb4c328d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:58.644597 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-63124520-195f-429b-9f67-cc22cb4c328d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0f102de-d257-423d-afed-16c92ad45429 HTTP/1.1" status: 204  len: 168 time: 0.4159098
Feb 12 21:17:58.662392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63124520-195f-429b-9f67-cc22cb4c328d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f102de-d257-423d-afed-16c92ad45429,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:58.728101 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-de8ce66a-34e7-4745-9b72-2eb120e38499 admin admin] Publish callbacks [] for security_group (b041e7a2-740b-4485-b0c6-40132f53dbe0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:58.828316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489fdf-acc9-44cf-ab75-8b1b854d4e6f req-7c5de9d1-2f73-4837-89c9-6b1a9ab5413d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:58.829943 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1a489fdf-acc9-44cf-ab75-8b1b854d4e6f req-7c5de9d1-2f73-4837-89c9-6b1a9ab5413d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.0767910
Feb 12 21:17:58.834336 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-de8ce66a-34e7-4745-9b72-2eb120e38499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b041e7a2-740b-4485-b0c6-40132f53dbe0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:58.840152 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-df4b65f5-3d06-4830-bbe2-94906fda65ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc7000cb4f0>, [{'id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'name': 'tempest-ServersTestManualDisk-2019717399-router', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:39Z', 'updated_at': '2022-02-12T21:16:50Z', 'revision_number': 4, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'gw_port': {'id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:41Z', 'updated_at': '2022-02-12T21:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b801593b-0301-42db-b800-188cf193df6f', 'name': '', 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'mac_address': 'fa:16:3e:a1:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:48Z', 'updated_at': '2022-02-12T21:16:55Z', 'revision_number': 5, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'subnets': [{'id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:17:58.876114 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b65f5-3d06-4830-bbe2-94906fda65ed None None] The sync data for ids ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'] in ncdv-master-1 is: [{'id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'name': 'tempest-ServersTestManualDisk-2019717399-router', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:39Z', 'updated_at': '2022-02-12T21:16:50Z', 'revision_number': 4, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'gw_port': {'id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:41Z', 'updated_at': '2022-02-12T21:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b801593b-0301-42db-b800-188cf193df6f', 'name': '', 'network_id': '60c18811-ef4a-47ff-b603-d10b9aa4b0c2', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'mac_address': 'fa:16:3e:a1:ea:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:48Z', 'updated_at': '2022-02-12T21:16:55Z', 'revision_number': 5, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'subnets': [{'id': '6d7bb8ed-6af8-4dc3-b479-c8f674d73e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:17:58.886158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ce66a-34e7-4745-9b72-2eb120e38499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b041e7a2-740b-4485-b0c6-40132f53dbe0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:58.914556 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-de8ce66a-34e7-4745-9b72-2eb120e38499 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ccc12cfce55a459a85a41f66b9d4c695&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6554899
Feb 12 21:17:58.917285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46968) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:58.954839 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1a489fdf-acc9-44cf-ab75-8b1b854d4e6f req-075452a0-7f0f-4ed4-901b-453b180586e5 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172254
Feb 12 21:17:58.982708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7acf842-184e-440b-a2f3-5c677d71102f admin admin] Publish callbacks [] for security_group (b041e7a2-740b-4485-b0c6-40132f53dbe0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:59.015479 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7acf842-184e-440b-a2f3-5c677d71102f admin admin] Publish callbacks [] for security_group (b041e7a2-740b-4485-b0c6-40132f53dbe0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:59.126002 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7acf842-184e-440b-a2f3-5c677d71102f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b041e7a2-740b-4485-b0c6-40132f53dbe0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:59.133620 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7acf842-184e-440b-a2f3-5c677d71102f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:59.133620 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f7acf842-184e-440b-a2f3-5c677d71102f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b041e7a2-740b-4485-b0c6-40132f53dbe0 HTTP/1.1" status: 204  len: 168 time: 0.2129331
Feb 12 21:17:59.143310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acf842-184e-440b-a2f3-5c677d71102f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b041e7a2-740b-4485-b0c6-40132f53dbe0,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:17:59.223792 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be494b2-2e61-4d2a-a0b7-322868034105 None None] New status for floating IP 74e1c511-b28b-4821-8487-c7b81bedb777: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:17:59.432105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad2d92-204c-4731-bbc3-38daf402803c req-5827b704-3702-4a83-b6a6-7908ebf005a3 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:59.433726 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-afad2d92-204c-4731-bbc3-38daf402803c req-5827b704-3702-4a83-b6a6-7908ebf005a3 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 946 time: 0.0600080
Feb 12 21:17:59.458067 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f91629a6-c2b4-4bc9-b4ab-82ef49b98450 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:17:59.483745 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:59.488232 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:59.488892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: f91629a6-c2b4-4bc9-b4ab-82ef49b98450 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:17:59.489025 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-afad2d92-204c-4731-bbc3-38daf402803c req-551e4523-0326-48ad-8017-9300e1a0147f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492256
Feb 12 21:17:59.489714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f91629a6-c2b4-4bc9-b4ab-82ef49b98450 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:17:59.643017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0183f-d597-4b53-8c72-5ab1caece0a1 req-e7f7513b-1d1b-4d35-a1a1-0b003dfc24cd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:17:59.644615 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eda0183f-d597-4b53-8c72-5ab1caece0a1 req-e7f7513b-1d1b-4d35-a1a1-0b003dfc24cd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 946 time: 0.0616057
Feb 12 21:17:59.660602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47008) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:59.666246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0becc573-5db7-429c-98b1-0c2da55dbd0d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Request body: {'floatingip': {'port_id': '46b4431b-660a-42fe-8b92-e92dfee82188'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:17:59.708253 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0becc573-5db7-429c-98b1-0c2da55dbd0d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for floatingip (c51ed985-e4fe-4986-8bc4-561d1114f8fa), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:59.762663 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47014) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:17:59.829934 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fdcdc118-7bfd-4d08-b0b4-7f1466e82b76 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for security_group (37ae0fa7-68d3-42da-a054-d8c570be1049), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:59.855831 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fdcdc118-7bfd-4d08-b0b4-7f1466e82b76 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for security_group (37ae0fa7-68d3-42da-a054-d8c570be1049), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:59.982815 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fdcdc118-7bfd-4d08-b0b4-7f1466e82b76 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (37ae0fa7-68d3-42da-a054-d8c570be1049), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:59.990160 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fdcdc118-7bfd-4d08-b0b4-7f1466e82b76 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:17:59.998314 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fdcdc118-7bfd-4d08-b0b4-7f1466e82b76 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "DELETE /v2.0/security-groups/37ae0fa7-68d3-42da-a054-d8c570be1049 HTTP/1.1" status: 204  len: 168 time: 0.2322917
Feb 12 21:17:59.998996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47030) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:00.054949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdc118-7bfd-4d08-b0b4-7f1466e82b76 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ae0fa7-68d3-42da-a054-d8c570be1049,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:00.067651 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-5fc8d70e-fd2d-4693-990d-1bbe3f362d04 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] show failed (client error): The resource could not be found.
Feb 12 21:18:00.071275 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5fc8d70e-fd2d-4693-990d-1bbe3f362d04 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "GET /v2.0/security-groups/37ae0fa7-68d3-42da-a054-d8c570be1049 HTTP/1.1" status: 404  len: 347 time: 0.0544729
Feb 12 21:18:00.099014 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47038) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:00.170883 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9d4db79-5b57-42cc-9f18-c214e29e8800 req-6f6dbbde-7e4d-47a9-a5d1-f4d79232a6ff tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0338886
Feb 12 21:18:00.271408 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7c8d4-0f88-412b-94a0-20da7fe11134 req-69b49bfc-2f3d-4122-aa3c-a323d13ecb7d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:00.274890 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b1c7c8d4-0f88-412b-94a0-20da7fe11134 req-69b49bfc-2f3d-4122-aa3c-a323d13ecb7d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.2229671
Feb 12 21:18:00.396514 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b1c7c8d4-0f88-412b-94a0-20da7fe11134 req-387101ae-48fe-4067-820a-5f31c38a06a0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720828
Feb 12 21:18:00.417338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-2772987e-57b5-4c6e-93f1-2065b0fdd989 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Deleting port 0691b754-dcdd-4c00-914c-b1ca2d014d08 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:00.418610 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2772987e-57b5-4c6e-93f1-2065b0fdd989 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0691b754-dcdd-4c00-914c-b1ca2d014d08), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:00.435724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43260354-ea4d-4384-9956-3ded0eb6b91c', 'name': 'network-vif-deleted', 'tag': '2cf67411-9b4d-404c-9292-87f1a03fd2b1'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:18:00.437936 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fd8012-1f1c-4fdb-9aa7-3075a8e68b8e" -d '{"events": [{"server_uuid": "43260354-ea4d-4384-9956-3ded0eb6b91c", "name": "network-vif-deleted", "tag": "2cf67411-9b4d-404c-9292-87f1a03fd2b1"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:18:00.540473 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 12 Feb 2022 21:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f47ae6f-e565-4ac7-a09c-b8187542b897 x-openstack-request-id: req-0f47ae6f-e565-4ac7-a09c-b8187542b897 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:18:00.541019 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43260354-ea4d-4384-9956-3ded0eb6b91c", "name": "network-vif-deleted", "tag": "2cf67411-9b4d-404c-9292-87f1a03fd2b1", "status": "failed", "code": 422}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:18:00.541494 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f47ae6f-e565-4ac7-a09c-b8187542b897 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:18:00.541932 ncdv-master-1 neutron-server[126505]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '43260354-ea4d-4384-9956-3ded0eb6b91c', 'name': 'network-vif-deleted', 'tag': '2cf67411-9b4d-404c-9292-87f1a03fd2b1', 'status': 'failed', 'code': 422} returned with failed status
Feb 12 21:18:00.550210 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2772987e-57b5-4c6e-93f1-2065b0fdd989 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0691b754-dcdd-4c00-914c-b1ca2d014d08), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:00.551196 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2772987e-57b5-4c6e-93f1-2065b0fdd989 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for floatingip (0691b754-dcdd-4c00-914c-b1ca2d014d08), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:00.568940 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-2772987e-57b5-4c6e-93f1-2065b0fdd989 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Calling delete_port for 0691b754-dcdd-4c00-914c-b1ca2d014d08 owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:00.591418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-3e32cfdd-dfa8-4375-832c-952d30b42e6d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:00.592967 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-3e32cfdd-dfa8-4375-832c-952d30b42e6d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 811 time: 0.2771378
Feb 12 21:18:00.619075 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-a4473782-993c-469d-9ce8-e8b687530602 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/quotas/e88ed10d0c57403dbc48251e998fbd1a HTTP/1.1" status: 200  len: 375 time: 0.0194907
Feb 12 21:18:00.690215 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-e9048f06-6e1e-4f23-a4ad-31c16a9731f3 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0597970
Feb 12 21:18:00.823020 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0becc573-5db7-429c-98b1-0c2da55dbd0d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:00.823183 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2772987e-57b5-4c6e-93f1-2065b0fdd989 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (0691b754-dcdd-4c00-914c-b1ca2d014d08), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:00.854888 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-12a3f5d6-8ec0-43e3-9d9d-7753f038a0e5 service neutron] 10.222.0.31 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524088
Feb 12 21:18:00.869624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772987e-57b5-4c6e-93f1-2065b0fdd989 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Pushing event deleted for resources: {'Port': ['ID=0691b754-dcdd-4c00-914c-b1ca2d014d08,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:00.892944 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0becc573-5db7-429c-98b1-0c2da55dbd0d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (c51ed985-e4fe-4986-8bc4-561d1114f8fa), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:00.950027 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:00.950792 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2772987e-57b5-4c6e-93f1-2065b0fdd989 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks [] for floatingip (74e1c511-b28b-4821-8487-c7b81bedb777), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:00.954028 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2772987e-57b5-4c6e-93f1-2065b0fdd989 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:00.955551 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2772987e-57b5-4c6e-93f1-2065b0fdd989 tempest-ServersTestManualDisk-1528850345 tempest-ServersTestManualDisk-1528850345-project] 10.222.0.31 "DELETE /v2.0/floatingips/74e1c511-b28b-4821-8487-c7b81bedb777 HTTP/1.1" status: 204  len: 168 time: 0.8555965
Feb 12 21:18:00.958696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47074) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:01.047206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-3bda9dd9-c7d9-44aa-93bc-b6d158633f29 service neutron] 10.222.0.31 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1831524
Feb 12 21:18:01.056265 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-0becc573-5db7-429c-98b1-0c2da55dbd0d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Floating IP c51ed985-e4fe-4986-8bc4-561d1114f8fa associated. External IP: 172.35.2.211, port: 46b4431b-660a-42fe-8b92-e92dfee82188.
Feb 12 21:18:01.321600 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0becc573-5db7-429c-98b1-0c2da55dbd0d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Router a79d0410-3571-4ecb-b0d3-5934c95ba02a has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:18:01.324745 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47086) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:01.433270 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df277952-8417-442d-8a19-b104fe672db8 req-d6e0d5ad-597f-4f04-8cdc-84fa01af9620 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0656333
Feb 12 21:18:01.462207 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d2f4693b-3adf-4bb6-9ba1-67cd1ad6d2f5 req-25f870e3-f13f-44a5-94ad-36cbad285d0a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 210 time: 0.0776057
Feb 12 21:18:01.472853 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47092) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:01.513458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0becc573-5db7-429c-98b1-0c2da55dbd0d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:18:01.520845 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0becc573-5db7-429c-98b1-0c2da55dbd0d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:01.530317 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fdb3f9-4f62-43f6-8eca-cafc0a829914 None None] Sync routers for ids ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:18:01.546593 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fdb3f9-4f62-43f6-8eca-cafc0a829914 None None] Routers {'a79d0410-3571-4ecb-b0d3-5934c95ba02a'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:18:01.547322 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c1fdb3f9-4f62-43f6-8eca-cafc0a829914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc7000cb670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:17:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:01.610194 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0becc573-5db7-429c-98b1-0c2da55dbd0d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "PUT /v2.0/floatingips/c51ed985-e4fe-4986-8bc4-561d1114f8fa HTTP/1.1" status: 200  len: 992 time: 1.9460042
Feb 12 21:18:01.639304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c92da669-9f01-44a8-9a91-ca64fbdd45f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1384733021'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:01.643469 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc3b6c-1ed9-48b4-947b-92db1e895ff8 req-0481ce5f-1cd5-427b-bb3b-cd1ba39e2085 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:01.645316 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8dbc3b6c-1ed9-48b4-947b-92db1e895ff8 req-0481ce5f-1cd5-427b-bb3b-cd1ba39e2085 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.1027188
Feb 12 21:18:01.681000 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-184eb1f8-8983-4f2f-80bc-011d2d068f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:01.694984 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c63eadb2-c48b-4454-a4dc-db9eeee6ff74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:01.788595 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8dbc3b6c-1ed9-48b4-947b-92db1e895ff8 req-46e865f1-324f-4315-9b7b-c8aa87d19e48 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343875
Feb 12 21:18:01.829308 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c1fdb3f9-4f62-43f6-8eca-cafc0a829914 None None] Set router a79d0410-3571-4ecb-b0d3-5934c95ba02a gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:18:01.839008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff016e84-6b32-45b2-9d17-b3d9e244a103 req-451d3483-6cd7-48de-b4e4-d34e54e6f72e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:01.840566 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ff016e84-6b32-45b2-9d17-b3d9e244a103 req-451d3483-6cd7-48de-b4e4-d34e54e6f72e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 946 time: 0.1290915
Feb 12 21:18:01.846569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92da669-9f01-44a8-9a91-ca64fbdd45f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:01.849708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c92da669-9f01-44a8-9a91-ca64fbdd45f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:01.878594 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c92da669-9f01-44a8-9a91-ca64fbdd45f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:01.922875 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c63eadb2-c48b-4454-a4dc-db9eeee6ff74 admin admin] Publish callbacks [] for security_group (00620b21-0a7c-4721-8032-a593e23902de), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:01.947790 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ff016e84-6b32-45b2-9d17-b3d9e244a103 req-6b517d85-f801-4de3-96dc-7ca84d461a1a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947223
Feb 12 21:18:02.012098 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c63eadb2-c48b-4454-a4dc-db9eeee6ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (00620b21-0a7c-4721-8032-a593e23902de), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:02.056638 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c63eadb2-c48b-4454-a4dc-db9eeee6ff74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7c33630110b4554b6041fac121eb449&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5795772
Feb 12 21:18:02.062341 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47116) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:02.092112 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c92da669-9f01-44a8-9a91-ca64fbdd45f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for security_group (4f5c55d9-0892-4a8a-bbd0-b11f8813f72f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:02.096277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63eadb2-c48b-4454-a4dc-db9eeee6ff74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00620b21-0a7c-4721-8032-a593e23902de,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:02.150156 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c92da669-9f01-44a8-9a91-ca64fbdd45f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4f5c55d9-0892-4a8a-bbd0-b11f8813f72f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:02.184145 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-184eb1f8-8983-4f2f-80bc-011d2d068f54 admin admin] Deleting port b801593b-0301-42db-b800-188cf193df6f {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:02.184493 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-184eb1f8-8983-4f2f-80bc-011d2d068f54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b801593b-0301-42db-b800-188cf193df6f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:02.185180 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c1fdb3f9-4f62-43f6-8eca-cafc0a829914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc7000cb670>, [{'id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'name': 'tempest-ServerActionsTestJSON-562429510-router', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232'}], 'enable_snat': True}, 'gw_port_id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:17:24Z', 'updated_at': '2022-02-12T21:17:29Z', 'revision_number': 4, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'gw_port': {'id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:25Z', 'updated_at': '2022-02-12T21:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c51ed985-e4fe-4986-8bc4-561d1114f8fa', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'floating_ip_address': '172.35.2.211', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'port_id': '46b4431b-660a-42fe-8b92-e92dfee82188', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'mac_address': 'fa:16:3e:a4:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:17:38Z', 'updated_at': '2022-02-12T21:18:00Z', 'revision_number': 1, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c55105-b956-4dca-b45f-807c19520511', 'name': '', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'mac_address': 'fa:16:3e:b6:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:28Z', 'updated_at': '2022-02-12T21:17:36Z', 'revision_number': 5, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'subnets': [{'id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:02.188705 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cf56ef2-095f-4025-8853-59a46a8d3b36 admin admin] Publish callbacks [] for security_group (00620b21-0a7c-4721-8032-a593e23902de), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:02.205596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92da669-9f01-44a8-9a91-ca64fbdd45f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:02.206445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a35fc-8a5c-48f5-b50e-3a2816786286 req-3aa5efb7-d4ec-4a83-8426-36ccd2e02c09 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:02.207964 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-590a35fc-8a5c-48f5-b50e-3a2816786286 req-3aa5efb7-d4ec-4a83-8426-36ccd2e02c09 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 946 time: 0.1443706
Feb 12 21:18:02.217408 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fdb3f9-4f62-43f6-8eca-cafc0a829914 None None] Checking router: a79d0410-3571-4ecb-b0d3-5934c95ba02a for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:18:02.217626 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:02.223893 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92da669-9f01-44a8-9a91-ca64fbdd45f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5c55d9-0892-4a8a-bbd0-b11f8813f72f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:02.227528 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fdb3f9-4f62-43f6-8eca-cafc0a829914 None None] Routers {'a79d0410-3571-4ecb-b0d3-5934c95ba02a'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:18:02.228214 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c1fdb3f9-4f62-43f6-8eca-cafc0a829914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc7000cb670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:17:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:02.239809 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c92da669-9f01-44a8-9a91-ca64fbdd45f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (3cd56732-ab77-4251-af7a-e6075feb1924), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:02.240445 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-c92da669-9f01-44a8-9a91-ca64fbdd45f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Added segment 3cd56732-ab77-4251-af7a-e6075feb1924 of type vlan for network 1e65ecdb-65e8-40a2-881c-022b3b8aef06
Feb 12 21:18:02.285287 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cf56ef2-095f-4025-8853-59a46a8d3b36 admin admin] Publish callbacks [] for security_group (00620b21-0a7c-4721-8032-a593e23902de), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:02.307134 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c92da669-9f01-44a8-9a91-ca64fbdd45f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (1e65ecdb-65e8-40a2-881c-022b3b8aef06), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:02.347547 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c1fdb3f9-4f62-43f6-8eca-cafc0a829914 None None] Set router a79d0410-3571-4ecb-b0d3-5934c95ba02a gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:18:02.358661 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-590a35fc-8a5c-48f5-b50e-3a2816786286 req-58ac8404-a04e-425c-a98a-971e1b784185 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1422033
Feb 12 21:18:02.367403 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-184eb1f8-8983-4f2f-80bc-011d2d068f54 admin admin] For port b801593b-0301-42db-b800-188cf193df6f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b801593b-0301-42db-b800-188cf193df6f,segment=NetworkSegment(63cc5f67-961d-4c7e-b2de-f2b69d08006f),segment_id=63cc5f67-961d-4c7e-b2de-f2b69d08006f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:02.370058 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-184eb1f8-8983-4f2f-80bc-011d2d068f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b801593b-0301-42db-b800-188cf193df6f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:02.380507 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-184eb1f8-8983-4f2f-80bc-011d2d068f54 admin admin] Calling delete_port for b801593b-0301-42db-b800-188cf193df6f owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:02.451445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c92da669-9f01-44a8-9a91-ca64fbdd45f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (1e65ecdb-65e8-40a2-881c-022b3b8aef06), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:02.456602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92da669-9f01-44a8-9a91-ca64fbdd45f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:02.457203 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c92da669-9f01-44a8-9a91-ca64fbdd45f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:02.507809 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cf56ef2-095f-4025-8853-59a46a8d3b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (00620b21-0a7c-4721-8032-a593e23902de), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:02.512100 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cf56ef2-095f-4025-8853-59a46a8d3b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:02.515879 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5cf56ef2-095f-4025-8853-59a46a8d3b36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00620b21-0a7c-4721-8032-a593e23902de HTTP/1.1" status: 204  len: 168 time: 0.4251471
Feb 12 21:18:02.526812 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf56ef2-095f-4025-8853-59a46a8d3b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00620b21-0a7c-4721-8032-a593e23902de,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:02.544580 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:18:02.548029 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a6afc9-4264-47e2-9ed1-147ff06df1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:18:02.593387 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c92da669-9f01-44a8-9a91-ca64fbdd45f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.2554667
Feb 12 21:18:02.649214 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6d5734c-e1b8-4606-b134-d383e9991182 req-ab4f108f-e128-40fa-b8cd-9c9ec344b6f0 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0391233
Feb 12 21:18:02.670888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92da669-9f01-44a8-9a91-ca64fbdd45f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Network': ['ID=1e65ecdb-65e8-40a2-881c-022b3b8aef06,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:02.691053 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a569318-3e60-45c5-9589-e1a5ee3b4d5f req-223504d4-71bd-4c6b-8c9a-ce7f64cdf338 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 210 time: 0.1008275
Feb 12 21:18:02.710682 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 1e65ecdb-65e8-40a2-881c-022b3b8aef06 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:02.778160 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3999d5b9-54fb-4ecd-9ff5-7905fbbe37e7 x-openstack-request-id: req-3999d5b9-54fb-4ecd-9ff5-7905fbbe37e7 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:18:02.778674 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:18:02.778856 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3999d5b9-54fb-4ecd-9ff5-7905fbbe37e7 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:18:02.779313 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188', 'status': 'completed', 'code': 200}
Feb 12 21:18:02.797008 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c1fdb3f9-4f62-43f6-8eca-cafc0a829914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc7000cb670>, [{'id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'name': 'tempest-ServerActionsTestJSON-562429510-router', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232'}], 'enable_snat': True}, 'gw_port_id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:17:24Z', 'updated_at': '2022-02-12T21:17:29Z', 'revision_number': 4, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'gw_port': {'id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:25Z', 'updated_at': '2022-02-12T21:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c51ed985-e4fe-4986-8bc4-561d1114f8fa', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'floating_ip_address': '172.35.2.211', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'port_id': '46b4431b-660a-42fe-8b92-e92dfee82188', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'mac_address': 'fa:16:3e:a4:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:17:38Z', 'updated_at': '2022-02-12T21:18:00Z', 'revision_number': 1, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c55105-b956-4dca-b45f-807c19520511', 'name': '', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'mac_address': 'fa:16:3e:b6:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:28Z', 'updated_at': '2022-02-12T21:17:36Z', 'revision_number': 5, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'subnets': [{'id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:02.875247 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fdb3f9-4f62-43f6-8eca-cafc0a829914 None None] The sync data for ids ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'] in ncdv-master-1 is: [{'id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'name': 'tempest-ServerActionsTestJSON-562429510-router', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232'}], 'enable_snat': True}, 'gw_port_id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:17:24Z', 'updated_at': '2022-02-12T21:17:29Z', 'revision_number': 4, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'gw_port': {'id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:25Z', 'updated_at': '2022-02-12T21:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c51ed985-e4fe-4986-8bc4-561d1114f8fa', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'floating_ip_address': '172.35.2.211', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'port_id': '46b4431b-660a-42fe-8b92-e92dfee82188', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'mac_address': 'fa:16:3e:a4:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:17:38Z', 'updated_at': '2022-02-12T21:18:00Z', 'revision_number': 1, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c55105-b956-4dca-b45f-807c19520511', 'name': '', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'mac_address': 'fa:16:3e:b6:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:28Z', 'updated_at': '2022-02-12T21:17:36Z', 'revision_number': 5, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'subnets': [{'id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:18:02.908352 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6afc9-4264-47e2-9ed1-147ff06df1b7 req-2e36ec03-e6fd-4ab6-8469-aa1edb0f7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:02.910247 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b4a6afc9-4264-47e2-9ed1-147ff06df1b7 req-2e36ec03-e6fd-4ab6-8469-aa1edb0f7db7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 1128 time: 0.1008778
Feb 12 21:18:02.965115 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-184eb1f8-8983-4f2f-80bc-011d2d068f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b801593b-0301-42db-b800-188cf193df6f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:03.046669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184eb1f8-8983-4f2f-80bc-011d2d068f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=b801593b-0301-42db-b800-188cf193df6f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:03.281114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6afc9-4264-47e2-9ed1-147ff06df1b7 req-0180e799-b1e8-41e2-a821-0b2ae7896250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:03.283391 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b4a6afc9-4264-47e2-9ed1-147ff06df1b7 req-0180e799-b1e8-41e2-a821-0b2ae7896250 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.3658433
Feb 12 21:18:03.308842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676b4df-9c32-4ce9-af23-2106d2dbb919 req-ec8cd514-55b6-4906-a02d-7979d7381455 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:03.318599 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e676b4df-9c32-4ce9-af23-2106d2dbb919 req-ec8cd514-55b6-4906-a02d-7979d7381455 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.3625834
Feb 12 21:18:03.415992 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4499b442-b713-4c39-a81b-10cd1f0f566e None None] New status for floating IP c51ed985-e4fe-4986-8bc4-561d1114f8fa: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:18:03.563224 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e676b4df-9c32-4ce9-af23-2106d2dbb919 req-e391a949-2213-48dc-9c13-e485591f6a11 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2452579
Feb 12 21:18:03.564250 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-184eb1f8-8983-4f2f-80bc-011d2d068f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:03.584142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd729f3-871f-481a-9add-3e9aa17e303a req-53682f49-2d85-407a-b5ef-c3154b2b2712 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:03.588025 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b4a6afc9-4264-47e2-9ed1-147ff06df1b7 req-12a7137d-ec4b-4fa7-855f-3d9f671e42d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46b4431b-660a-42fe-8b92-e92dfee82188 HTTP/1.1" status: 200  len: 1000 time: 0.2957091
Feb 12 21:18:03.592595 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcd729f3-871f-481a-9add-3e9aa17e303a req-53682f49-2d85-407a-b5ef-c3154b2b2712 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 946 time: 0.1390564
Feb 12 21:18:03.635345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47144) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:03.662089 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a670dbfa-d4d3-4d48-839b-79b78cf8eadf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:03.691081 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcd729f3-871f-481a-9add-3e9aa17e303a req-2b64b28f-1092-483a-a3a3-8b1e30a57cdb tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0959871
Feb 12 21:18:03.733397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6afc9-4264-47e2-9ed1-147ff06df1b7 req-94db421a-1897-440d-909d-5fbee2c77557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:03.733397 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b4a6afc9-4264-47e2-9ed1-147ff06df1b7 req-94db421a-1897-440d-909d-5fbee2c77557 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.1052678
Feb 12 21:18:03.955722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47152) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:03.988919 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6a7c396c-81e6-4d26-aeef-fa819b9ba59d req-5cab794a-130e-4301-85ac-76e3129e231e tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.1763957
Feb 12 21:18:04.002384 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6047be1-81e5-4432-9fbb-865cc8d305a6 req-ffdef708-a539-4124-bc18-9c90d02a03d9 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 210 time: 0.0743372
Feb 12 21:18:04.082919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a670dbfa-d4d3-4d48-839b-79b78cf8eadf admin admin] Publish callbacks [] for security_group (762bffd5-b595-4a5b-81de-2eb2fa721cff), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:04.110205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-ef4dbc92-b5dd-4654-9ba5-38d8b31875b7 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:04.112387 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-ef4dbc92-b5dd-4654-9ba5-38d8b31875b7 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.50 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 811 time: 0.3549495
Feb 12 21:18:04.113622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6afc9-4264-47e2-9ed1-147ff06df1b7 req-0159ed03-26be-42a9-bc2e-ea06197187bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:04.115229 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b4a6afc9-4264-47e2-9ed1-147ff06df1b7 req-0159ed03-26be-42a9-bc2e-ea06197187bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3020506
Feb 12 21:18:04.127711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-4011c814-9a20-4ef7-9748-14cb4ad077cf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Request body: {'port': {'device_id': '53e7ee65-5b25-44eb-85b6-3eadf4c45aeb', 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9', 'admin_state_up': True, 'tenant_id': 'e88ed10d0c57403dbc48251e998fbd1a'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:04.191026 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184eb1f8-8983-4f2f-80bc-011d2d068f54 admin admin] Router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:18:04.204526 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a670dbfa-d4d3-4d48-839b-79b78cf8eadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (762bffd5-b595-4a5b-81de-2eb2fa721cff), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:04.263044 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac8fb2ab-d708-46f0-b426-a66afbc5e996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:04.279926 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a670dbfa-d4d3-4d48-839b-79b78cf8eadf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=340b132ae02b49a7a38450cfe09138fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6368206
Feb 12 21:18:04.280646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670dbfa-d4d3-4d48-839b-79b78cf8eadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762bffd5-b595-4a5b-81de-2eb2fa721cff,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:04.284077 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47156) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:04.373519 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b4a6afc9-4264-47e2-9ed1-147ff06df1b7 req-af03fa09-c4be-4a79-810f-0dfc9942ad9b service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2504029
Feb 12 21:18:04.376463 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac8fb2ab-d708-46f0-b426-a66afbc5e996 admin admin] Publish callbacks [] for security_group (2fbd190a-5846-49a6-aa6b-abc1c222289f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:04.394423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-4011c814-9a20-4ef7-9748-14cb4ad077cf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Made reservation on behalf of e88ed10d0c57403dbc48251e998fbd1a for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:04.398585 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-4011c814-9a20-4ef7-9748-14cb4ad077cf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:04.460223 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac8fb2ab-d708-46f0-b426-a66afbc5e996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2fbd190a-5846-49a6-aa6b-abc1c222289f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:04.481762 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4fa23db1-2fe1-4a47-b02e-4cc0142f126f admin admin] Publish callbacks [] for security_group (762bffd5-b595-4a5b-81de-2eb2fa721cff), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:04.494451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184eb1f8-8983-4f2f-80bc-011d2d068f54 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:18:04.499449 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-184eb1f8-8983-4f2f-80bc-011d2d068f54 admin admin] 10.222.0.31 "PUT /v2.0/routers/d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5393662
Feb 12 21:18:04.508067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47158) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:04.515746 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa583d-2b3b-4e7e-9b73-fe7c061a3dad None None] Sync routers for ids ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:18:04.537464 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa583d-2b3b-4e7e-9b73-fe7c061a3dad None None] Routers {'d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:18:04.538395 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f9aa583d-2b3b-4e7e-9b73-fe7c061a3dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb97d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:17:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:04.547267 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ac8fb2ab-d708-46f0-b426-a66afbc5e996 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca6eee706f934b75b051a56118060c27&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5876925
Feb 12 21:18:04.547267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fb2ab-d708-46f0-b426-a66afbc5e996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbd190a-5846-49a6-aa6b-abc1c222289f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:04.561283 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47160) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:04.563438 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4fa23db1-2fe1-4a47-b02e-4cc0142f126f admin admin] Publish callbacks [] for security_group (762bffd5-b595-4a5b-81de-2eb2fa721cff), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:04.638570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-4011c814-9a20-4ef7-9748-14cb4ad077cf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Allocated IP 172.20.0.6 (2a37ce5d-ea03-44d4-9654-27bdafea49d9/28b2e3cd-2e40-4791-a546-b0ce8e0efcee/83fe6fe2-518e-409e-8357-3935895b1c6c) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:04.671757 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:18:04.733114 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-f9aa583d-2b3b-4e7e-9b73-fe7c061a3dad None None] Set router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:18:04.932491 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-4011c814-9a20-4ef7-9748-14cb4ad077cf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks [] for port (83fe6fe2-518e-409e-8357-3935895b1c6c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:05.059099 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b4a6afc9-4264-47e2-9ed1-147ff06df1b7 req-670a6394-1224-424e-b59d-a14a100a0a72 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6774848
Feb 12 21:18:05.063995 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459ac94-288c-4415-8587-dede237f965c req-d8ea6b33-3272-45d9-b80c-a780979644cc tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:05.082745 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0459ac94-288c-4415-8587-dede237f965c req-d8ea6b33-3272-45d9-b80c-a780979644cc tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.1091151
Feb 12 21:18:05.087184 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f9aa583d-2b3b-4e7e-9b73-fe7c061a3dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb97d00>, [{'id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'name': 'tempest-ServersTestManualDisk-2019717399-router', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:39Z', 'updated_at': '2022-02-12T21:18:02Z', 'revision_number': 5, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'gw_port': {'id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:41Z', 'updated_at': '2022-02-12T21:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:05.121252 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa583d-2b3b-4e7e-9b73-fe7c061a3dad None None] Checking router: d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:18:05.130855 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa583d-2b3b-4e7e-9b73-fe7c061a3dad None None] Routers {'d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:18:05.132721 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f9aa583d-2b3b-4e7e-9b73-fe7c061a3dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb97d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:17:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:05.134662 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5534960a-ebde-4954-85cc-a20accbbe980 admin admin] Publish callbacks [] for router (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:05.137164 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd6867af-589a-444d-9ce8-d47487a2b56a admin admin] Publish callbacks [] for security_group (2fbd190a-5846-49a6-aa6b-abc1c222289f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:05.181045 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0459ac94-288c-4415-8587-dede237f965c req-fe65227b-2a4f-4d4f-90fc-133e95d8ed16 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908990
Feb 12 21:18:05.221649 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f050335-fe20-48db-b531-6ffb3d717762 req-ebd5b405-11d8-46dd-9bfa-19b33363f839 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:05.229181 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f050335-fe20-48db-b531-6ffb3d717762 req-ebd5b405-11d8-46dd-9bfa-19b33363f839 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 946 time: 0.2324390
Feb 12 21:18:05.262738 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-f9aa583d-2b3b-4e7e-9b73-fe7c061a3dad None None] Set router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:18:05.269050 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd6867af-589a-444d-9ce8-d47487a2b56a admin admin] Publish callbacks [] for security_group (2fbd190a-5846-49a6-aa6b-abc1c222289f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:05.305966 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9065dd7d-154f-43c3-8fce-521b563d2edb req-789361b4-2dec-4a75-a70d-4830db157700 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0364144
Feb 12 21:18:05.347456 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f050335-fe20-48db-b531-6ffb3d717762 req-e77fbccc-583c-4c3d-b5ac-4ecca72ab3ca tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1128089
Feb 12 21:18:05.362096 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-4011c814-9a20-4ef7-9748-14cb4ad077cf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (83fe6fe2-518e-409e-8357-3935895b1c6c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:05.405534 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4fa23db1-2fe1-4a47-b02e-4cc0142f126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (762bffd5-b595-4a5b-81de-2eb2fa721cff), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:05.409142 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4fa23db1-2fe1-4a47-b02e-4cc0142f126f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:05.410908 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4fa23db1-2fe1-4a47-b02e-4cc0142f126f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/762bffd5-b595-4a5b-81de-2eb2fa721cff HTTP/1.1" status: 204  len: 168 time: 1.1256418
Feb 12 21:18:05.434955 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5534960a-ebde-4954-85cc-a20accbbe980 admin admin] Publish callbacks [] for router_gateway (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:05.457377 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-4011c814-9a20-4ef7-9748-14cb4ad077cf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:05.473334 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa23db1-2fe1-4a47-b02e-4cc0142f126f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762bffd5-b595-4a5b-81de-2eb2fa721cff,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:05.493917 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd6867af-589a-444d-9ce8-d47487a2b56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2fbd190a-5846-49a6-aa6b-abc1c222289f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:05.497459 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd6867af-589a-444d-9ce8-d47487a2b56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:05.504934 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bd6867af-589a-444d-9ce8-d47487a2b56a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2fbd190a-5846-49a6-aa6b-abc1c222289f HTTP/1.1" status: 204  len: 168 time: 0.9368441
Feb 12 21:18:05.532229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6867af-589a-444d-9ce8-d47487a2b56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbd190a-5846-49a6-aa6b-abc1c222289f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:05.540859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-4011c814-9a20-4ef7-9748-14cb4ad077cf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:05.546736 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-4011c814-9a20-4ef7-9748-14cb4ad077cf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:05.549751 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011c814-9a20-4ef7-9748-14cb4ad077cf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Pushing event updated for resources: {'Port': ['ID=83fe6fe2-518e-409e-8357-3935895b1c6c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:05.579365 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f9aa583d-2b3b-4e7e-9b73-fe7c061a3dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb97d00>, [{'id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'name': 'tempest-ServersTestManualDisk-2019717399-router', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:39Z', 'updated_at': '2022-02-12T21:18:02Z', 'revision_number': 5, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'gw_port': {'id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:41Z', 'updated_at': '2022-02-12T21:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:05.627585 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa583d-2b3b-4e7e-9b73-fe7c061a3dad None None] The sync data for ids ['d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30'] in ncdv-master-1 is: [{'id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'name': 'tempest-ServersTestManualDisk-2019717399-router', 'tenant_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:39Z', 'updated_at': '2022-02-12T21:18:02Z', 'revision_number': 5, 'project_id': '49299cdcee8d47d1b73297ccf7e09ef6', 'gw_port': {'id': 'ba494a94-3807-4a53-b5b4-c2f10494617a', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f39908-c89c-4dcd-bd5d-e00bb7ea7f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:41Z', 'updated_at': '2022-02-12T21:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:18:05.660456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-4011c814-9a20-4ef7-9748-14cb4ad077cf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:05.661141 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-4011c814-9a20-4ef7-9748-14cb4ad077cf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:05.688214 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6e142-6338-484c-bfba-de99f32391c8 req-75a3fec1-dcc1-4e51-83e1-6879807c7d22 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:05.691970 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5534960a-ebde-4954-85cc-a20accbbe980 admin admin] Deleting port ba494a94-3807-4a53-b5b4-c2f10494617a {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:05.692445 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5534960a-ebde-4954-85cc-a20accbbe980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ba494a94-3807-4a53-b5b4-c2f10494617a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:05.699024 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19c6e142-6338-484c-bfba-de99f32391c8 req-75a3fec1-dcc1-4e51-83e1-6879807c7d22 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 931 time: 0.2363243
Feb 12 21:18:05.776571 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19c6e142-6338-484c-bfba-de99f32391c8 req-9c6b6bdf-14df-4d8c-8e48-3b51091fea6a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707140
Feb 12 21:18:05.798068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-5534960a-ebde-4954-85cc-a20accbbe980 admin admin] For port ba494a94-3807-4a53-b5b4-c2f10494617a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba494a94-3807-4a53-b5b4-c2f10494617a,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:05.798438 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5534960a-ebde-4954-85cc-a20accbbe980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ba494a94-3807-4a53-b5b4-c2f10494617a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:05.817686 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5534960a-ebde-4954-85cc-a20accbbe980 admin admin] Calling delete_port for ba494a94-3807-4a53-b5b4-c2f10494617a owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:05.825417 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-4011c814-9a20-4ef7-9748-14cb4ad077cf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7041693
Feb 12 21:18:05.837964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Request body: {'port': {'device_id': '53e7ee65-5b25-44eb-85b6-3eadf4c45aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:05.907411 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (83fe6fe2-518e-409e-8357-3935895b1c6c), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:06.011089 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47178) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:06.017961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-dffa248e-7fd8-4cd7-a39f-84440702c4f1 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'subnet': {'network_id': '1e65ecdb-65e8-40a2-881c-022b3b8aef06', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:06.169984 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5534960a-ebde-4954-85cc-a20accbbe980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (ba494a94-3807-4a53-b5b4-c2f10494617a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:06.198197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534960a-ebde-4954-85cc-a20accbbe980 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba494a94-3807-4a53-b5b4-c2f10494617a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:06.254899 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffa248e-7fd8-4cd7-a39f-84440702c4f1 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:06.259632 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dffa248e-7fd8-4cd7-a39f-84440702c4f1 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:06.265804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fe6fe2-518e-409e-8357-3935895b1c6c {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:18:06.275328 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Publish callbacks [] for port (83fe6fe2-518e-409e-8357-3935895b1c6c), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:06.294823 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Transition to ACTIVE for port object 83fe6fe2-518e-409e-8357-3935895b1c6c will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:18:06.355855 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (83fe6fe2-518e-409e-8357-3935895b1c6c), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:06.381326 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5534960a-ebde-4954-85cc-a20accbbe980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:06.446886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Pushing event updated for resources: {'Port': ['ID=83fe6fe2-518e-409e-8357-3935895b1c6c,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:06.499644 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5534960a-ebde-4954-85cc-a20accbbe980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:06.500558 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2adcd7c3-30f3-4e33-8863-eab66a9148c8 req-3f36be8d-1bb2-4bda-a47c-a047db2b3763 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0386398
Feb 12 21:18:06.510232 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75f093-b6f8-4f60-9a45-a2a5051f1a3f req-ab31f606-8b9c-47ee-9057-bf8491b79a41 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:06.511908 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3b75f093-b6f8-4f60-9a45-a2a5051f1a3f req-ab31f606-8b9c-47ee-9057-bf8491b79a41 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.2241480
Feb 12 21:18:06.514619 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5534960a-ebde-4954-85cc-a20accbbe980 admin admin] Publish callbacks [] for router_controller (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:06.609655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Attempting to bind port 83fe6fe2-518e-409e-8357-3935895b1c6c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:06.609816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Attempting to bind port 83fe6fe2-518e-409e-8357-3935895b1c6c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:06.610139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Attempting to bind port 83fe6fe2-518e-409e-8357-3935895b1c6c on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:06.619307 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Port 83fe6fe2-518e-409e-8357-3935895b1c6c on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:06.619547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Attempting to bind port 83fe6fe2-518e-409e-8357-3935895b1c6c on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:06.635564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:18:06.635906 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Checking segment: {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:06.636289 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Bound using segment: {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:18:06.636733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Bound port: 83fe6fe2-518e-409e-8357-3935895b1c6c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:18:06.637224 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (83fe6fe2-518e-409e-8357-3935895b1c6c), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:06.653041 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3b75f093-b6f8-4f60-9a45-a2a5051f1a3f req-c273b0d1-45e1-4901-8154-125857b013f2 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228280
Feb 12 21:18:06.673629 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1b272-8cef-42d3-a37c-ec07495209fe req-cbc6c96b-d805-4be4-a9ea-38fb49f56543 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:06.673629 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15c1b272-8cef-42d3-a37c-ec07495209fe req-cbc6c96b-d805-4be4-a9ea-38fb49f56543 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 946 time: 0.0989451
Feb 12 21:18:06.688180 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5534960a-ebde-4954-85cc-a20accbbe980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:06.688691 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5534960a-ebde-4954-85cc-a20accbbe980 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:18:06.693488 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5534960a-ebde-4954-85cc-a20accbbe980 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:06.695174 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5534960a-ebde-4954-85cc-a20accbbe980 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d2f39908-c89c-4dcd-bd5d-e00bb7ea7f30 HTTP/1.1" status: 204  len: 168 time: 2.1861224
Feb 12 21:18:06.710350 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47208) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:06.778844 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] For port 83fe6fe2-518e-409e-8357-3935895b1c6c, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:18:06.783431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] For port 83fe6fe2-518e-409e-8357-3935895b1c6c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83fe6fe2-518e-409e-8357-3935895b1c6c,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:18:06.796136 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dffa248e-7fd8-4cd7-a39f-84440702c4f1 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (f0055ac6-04e8-4a8f-b6f1-60380ef4bacb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:06.803291 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15c1b272-8cef-42d3-a37c-ec07495209fe req-36ce6d7d-4284-4ea9-9909-b0638f235e4e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1237221
Feb 12 21:18:06.840635 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (83fe6fe2-518e-409e-8357-3935895b1c6c), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:06.861071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-557df8e5-9a7e-4c7f-98c3-c58102912f8b admin admin] Deleting subnet 6d7bb8ed-6af8-4dc3-b479-c8f674d73e26 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:18:06.872556 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-557df8e5-9a7e-4c7f-98c3-c58102912f8b admin admin] Publish callbacks [] for subnet (6d7bb8ed-6af8-4dc3-b479-c8f674d73e26), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:06.896651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:06.897375 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:06.898757 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] 10.222.0.50 "PUT /v2.0/ports/83fe6fe2-518e-409e-8357-3935895b1c6c HTTP/1.1" status: 200  len: 1091 time: 1.0656044
Feb 12 21:18:06.899210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e7ee65-5b25-44eb-85b6-3eadf4c45aeb', 'tag': '83fe6fe2-518e-409e-8357-3935895b1c6c'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:18:06.902265 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be89171-3d34-4af3-ac2e-84dbcea8389c" -d '{"events": [{"name": "network-changed", "server_uuid": "53e7ee65-5b25-44eb-85b6-3eadf4c45aeb", "tag": "83fe6fe2-518e-409e-8357-3935895b1c6c"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:18:06.941392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57cbd8-b06e-447a-a8b4-58ef40f70d5c service neutron] Pushing event updated for resources: {'Port': ['ID=83fe6fe2-518e-409e-8357-3935895b1c6c,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:07.001771 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb663349-88bd-49c6-a233-f629b8618547 req-92d7e235-a127-468c-bfb4-9d51395a75ec tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:07.003565 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa248e-7fd8-4cd7-a39f-84440702c4f1 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Subnet': ['ID=f0055ac6-04e8-4a8f-b6f1-60380ef4bacb,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:07.003751 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb663349-88bd-49c6-a233-f629b8618547 req-92d7e235-a127-468c-bfb4-9d51395a75ec tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 946 time: 0.0752103
Feb 12 21:18:07.016651 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-557df8e5-9a7e-4c7f-98c3-c58102912f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (6d7bb8ed-6af8-4dc3-b479-c8f674d73e26), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:07.077990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffa248e-7fd8-4cd7-a39f-84440702c4f1 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Checking segment: {'id': '3cd56732-ab77-4251-af7a-e6075feb1924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1e65ecdb-65e8-40a2-881c-022b3b8aef06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:07.078364 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffa248e-7fd8-4cd7-a39f-84440702c4f1 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network hostable DHCP agents. Network: 1e65ecdb-65e8-40a2-881c-022b3b8aef06, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:18:07.097684 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb663349-88bd-49c6-a233-f629b8618547 req-aa8a379e-0ae9-4927-888e-1801d08bd706 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852566
Feb 12 21:18:07.107671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-192bd6e3-8506-4659-92bd-153f8b666108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:07.109371 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-192bd6e3-8506-4659-92bd-153f8b666108 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 1125 time: 0.0889130
Feb 12 21:18:07.137013 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334bf4c-a3f6-436b-8d66-d9a6961b5530 req-4c95a293-5386-4cbd-9bdc-2a92899e0589 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:07.145327 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a334bf4c-a3f6-436b-8d66-d9a6961b5530 req-4c95a293-5386-4cbd-9bdc-2a92899e0589 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 943 time: 0.2344894
Feb 12 21:18:07.188834 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-c30c5c9d-e5e6-4662-8792-5438554f26ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83fe6fe2-518e-409e-8357-3935895b1c6c HTTP/1.1" status: 200  len: 217 time: 0.0712330
Feb 12 21:18:07.193130 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487add7d-8e16-4a20-a73e-773e2e74405b x-openstack-request-id: req-487add7d-8e16-4a20-a73e-773e2e74405b {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:18:07.193598 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e7ee65-5b25-44eb-85b6-3eadf4c45aeb", "tag": "83fe6fe2-518e-409e-8357-3935895b1c6c", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:18:07.193958 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-487add7d-8e16-4a20-a73e-773e2e74405b {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:18:07.195517 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e7ee65-5b25-44eb-85b6-3eadf4c45aeb', 'tag': '83fe6fe2-518e-409e-8357-3935895b1c6c', 'status': 'completed', 'code': 200}
Feb 12 21:18:07.215488 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-557df8e5-9a7e-4c7f-98c3-c58102912f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (6d7bb8ed-6af8-4dc3-b479-c8f674d73e26), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:07.249857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-2c0e37eb-2bb4-459a-8325-70e3f85e8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:07.261051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffa248e-7fd8-4cd7-a39f-84440702c4f1 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network 1e65ecdb-65e8-40a2-881c-022b3b8aef06 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:18:07.265903 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-2c0e37eb-2bb4-459a-8325-70e3f85e8b98 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=28b2e3cd-2e40-4791-a546-b0ce8e0efcee HTTP/1.1" status: 200  len: 851 time: 0.0692687
Feb 12 21:18:07.279761 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a334bf4c-a3f6-436b-8d66-d9a6961b5530 req-2be2eb29-48bb-4332-8cf7-fba74989e12c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330590
Feb 12 21:18:07.330854 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-ca88e93d-8314-4c8e-942d-e4708edc35d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a37ce5d-ea03-44d4-9654-27bdafea49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567987
Feb 12 21:18:07.355756 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-dffa248e-7fd8-4cd7-a39f-84440702c4f1 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1e65ecdb-65e8-40a2-881c-022b3b8aef06) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:07.363918 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffa248e-7fd8-4cd7-a39f-84440702c4f1 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:07.365583 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dffa248e-7fd8-4cd7-a39f-84440702c4f1 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:07.366150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626fb412-66b3-4e81-89f6-901b10b685b2 None None] Network 1e65ecdb-65e8-40a2-881c-022b3b8aef06 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:07.426697 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ba494a94-3807-4a53-b5b4-c2f10494617a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:18:07.446820 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-557df8e5-9a7e-4c7f-98c3-c58102912f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (6d7bb8ed-6af8-4dc3-b479-c8f674d73e26), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:07.502800 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-8cb9de13-c075-4d74-9621-de7bbe610131 service neutron] 10.222.0.50 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597798
Feb 12 21:18:07.530919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: ba494a94-3807-4a53-b5b4-c2f10494617a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:18:07.530919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ba494a94-3807-4a53-b5b4-c2f10494617a not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:18:07.530919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b801593b-0301-42db-b800-188cf193df6f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:18:07.533741 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dffa248e-7fd8-4cd7-a39f-84440702c4f1 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5213559
Feb 12 21:18:07.536949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47258) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:07.544023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557df8e5-9a7e-4c7f-98c3-c58102912f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d7bb8ed-6af8-4dc3-b479-c8f674d73e26,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:07.548539 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-557df8e5-9a7e-4c7f-98c3-c58102912f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:07.558789 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-557df8e5-9a7e-4c7f-98c3-c58102912f8b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6d7bb8ed-6af8-4dc3-b479-c8f674d73e26 HTTP/1.1" status: 204  len: 168 time: 0.8462334
Feb 12 21:18:07.558789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47260) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:07.561544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: b801593b-0301-42db-b800-188cf193df6f {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:18:07.561996 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b801593b-0301-42db-b800-188cf193df6f not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:18:07.577141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a167db1-fe6a-4dfa-a7c3-70fa229b436b None None] Network 60c18811-ef4a-47ff-b603-d10b9aa4b0c2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:07.580040 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-3d00cbe5-c9ab-4f65-9d3c-6e637bdd506c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-33812843'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:07.661398 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1e65ecdb-65e8-40a2-881c-022b3b8aef06', 'network_id': '1e65ecdb-65e8-40a2-881c-022b3b8aef06', 'project_id': 'efb57193bdda4db3a43e50e401f7a40c', 'fixed_ips': [{'subnet_id': 'f0055ac6-04e8-4a8f-b6f1-60380ef4bacb'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:18:07.662601 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:07.710746 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47f1faab-05eb-466b-88e9-582c065aa2db req-ca0fdd19-898a-4fc3-a000-6168c332be47 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0809085
Feb 12 21:18:07.728547 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84107280-6d4c-4e17-bae1-3c3078c89d3c req-99d80266-da35-4283-8dc3-f4a338a0e611 service neutron] 10.222.0.50 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193954
Feb 12 21:18:07.776853 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d00cbe5-c9ab-4f65-9d3c-6e637bdd506c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:07.784696 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d00cbe5-c9ab-4f65-9d3c-6e637bdd506c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:07.834341 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Allocated IP 2001:db8:0:ffff::2 (1e65ecdb-65e8-40a2-881c-022b3b8aef06/f0055ac6-04e8-4a8f-b6f1-60380ef4bacb/5449276e-d56f-48e2-9961-57a99d44c69d) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:07.836291 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (60c18811-ef4a-47ff-b603-d10b9aa4b0c2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:07.878659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d00cbe5-c9ab-4f65-9d3c-6e637bdd506c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:07.913711 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d00cbe5-c9ab-4f65-9d3c-6e637bdd506c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b93ccd25-e7f9-49e4-bc63-d572c41f0edf), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:07.914152 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-3d00cbe5-c9ab-4f65-9d3c-6e637bdd506c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Added segment b93ccd25-e7f9-49e4-bc63-d572c41f0edf of type vlan for network b60e3db5-5a09-49c7-9d3e-316105db57f2
Feb 12 21:18:07.994567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59991cc3-997c-41f3-8869-18945f61b1c6 req-293be227-395a-41c9-a29e-cfea6afc276c tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:07.996414 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-59991cc3-997c-41f3-8869-18945f61b1c6 req-293be227-395a-41c9-a29e-cfea6afc276c tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.1572058
Feb 12 21:18:08.031791 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a8553e-d8cf-46dc-b0ec-901ab0203a87 None None] DHCP port deletion for 60c18811-ef4a-47ff-b603-d10b9aa4b0c2 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:18:08.051385 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d00cbe5-c9ab-4f65-9d3c-6e637bdd506c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (b60e3db5-5a09-49c7-9d3e-316105db57f2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.052675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] Deleting port 72f1eee7-e347-4d37-a55b-0d202fd1eb16 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:08.053020 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (72f1eee7-e347-4d37-a55b-0d202fd1eb16), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.093147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be89171-3d34-4af3-ac2e-84dbcea8389c req-90fd1140-7360-4eb5-a8e0-47541fe6c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:08.095410 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8be89171-3d34-4af3-ac2e-84dbcea8389c req-90fd1140-7360-4eb5-a8e0-47541fe6c6e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 1125 time: 0.1996658
Feb 12 21:18:08.120531 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-59991cc3-997c-41f3-8869-18945f61b1c6 req-1de7e557-a156-49a8-84bc-d6593014db13 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150079
Feb 12 21:18:08.144886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] For port 72f1eee7-e347-4d37-a55b-0d202fd1eb16, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72f1eee7-e347-4d37-a55b-0d202fd1eb16,segment=NetworkSegment(63cc5f67-961d-4c7e-b2de-f2b69d08006f),segment_id=63cc5f67-961d-4c7e-b2de-f2b69d08006f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:08.145258 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (72f1eee7-e347-4d37-a55b-0d202fd1eb16), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.165140 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] Calling delete_port for 72f1eee7-e347-4d37-a55b-0d202fd1eb16 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:08.192366 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Publish callbacks [] for port (5449276e-d56f-48e2-9961-57a99d44c69d), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.195908 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d00cbe5-c9ab-4f65-9d3c-6e637bdd506c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (b60e3db5-5a09-49c7-9d3e-316105db57f2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.200742 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d00cbe5-c9ab-4f65-9d3c-6e637bdd506c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:08.201505 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d00cbe5-c9ab-4f65-9d3c-6e637bdd506c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.207138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8553e-d8cf-46dc-b0ec-901ab0203a87 None None] Deleting port 72f1eee7-e347-4d37-a55b-0d202fd1eb16 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:08.207732 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c2a8553e-d8cf-46dc-b0ec-901ab0203a87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (72f1eee7-e347-4d37-a55b-0d202fd1eb16), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.216160 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47282) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:08.315523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c2a8553e-d8cf-46dc-b0ec-901ab0203a87 None None] For port 72f1eee7-e347-4d37-a55b-0d202fd1eb16, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72f1eee7-e347-4d37-a55b-0d202fd1eb16,segment=NetworkSegment(63cc5f67-961d-4c7e-b2de-f2b69d08006f),segment_id=63cc5f67-961d-4c7e-b2de-f2b69d08006f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:08.316055 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c2a8553e-d8cf-46dc-b0ec-901ab0203a87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (72f1eee7-e347-4d37-a55b-0d202fd1eb16), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.338355 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00cbe5-c9ab-4f65-9d3c-6e637bdd506c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Network': ['ID=b60e3db5-5a09-49c7-9d3e-316105db57f2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:08.354071 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8553e-d8cf-46dc-b0ec-901ab0203a87 None None] Calling delete_port for 72f1eee7-e347-4d37-a55b-0d202fd1eb16 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:08.363750 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be89171-3d34-4af3-ac2e-84dbcea8389c req-0a7167bd-5641-4371-9f0e-e73218d18efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:08.363750 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8be89171-3d34-4af3-ac2e-84dbcea8389c req-0a7167bd-5641-4371-9f0e-e73218d18efb service neutron] 10.222.0.50 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 912 time: 0.2540414
Feb 12 21:18:08.375682 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network b60e3db5-5a09-49c7-9d3e-316105db57f2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:08.411696 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (72f1eee7-e347-4d37-a55b-0d202fd1eb16), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.482660 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] Pushing event deleted for resources: {'Port': ['ID=72f1eee7-e347-4d37-a55b-0d202fd1eb16,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:08.493284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] No DVR routers for this DVR port 72f1eee7-e347-4d37-a55b-0d202fd1eb16 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:18:08.568859 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (5449276e-d56f-48e2-9961-57a99d44c69d), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.602115 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7980e64-9ce3-48d2-a2d4-33cc29eb6495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.675463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Network 1e65ecdb-65e8-40a2-881c-022b3b8aef06 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:08.693157 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:08.700574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:08.707896 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Pushing event updated for resources: {'Port': ['ID=5449276e-d56f-48e2-9961-57a99d44c69d,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:08.739943 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c2a8553e-d8cf-46dc-b0ec-901ab0203a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (72f1eee7-e347-4d37-a55b-0d202fd1eb16), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.744268 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8be89171-3d34-4af3-ac2e-84dbcea8389c req-33079691-9577-402b-a8fa-769ec69f3c68 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83fe6fe2-518e-409e-8357-3935895b1c6c HTTP/1.1" status: 200  len: 217 time: 0.3756368
Feb 12 21:18:08.770641 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7980e64-9ce3-48d2-a2d4-33cc29eb6495 admin admin] Publish callbacks [] for security_group (0bd13bd8-09bb-4df6-80ca-4708e967ada8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.771265 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3d00cbe5-c9ab-4f65-9d3c-6e637bdd506c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.2247953
Feb 12 21:18:08.771365 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (60c18811-ef4a-47ff-b603-d10b9aa4b0c2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.780435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47302) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:08.793231 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-2b904916-7dc2-4edf-b20f-5bc24050df9b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'subnet': {'network_id': 'b60e3db5-5a09-49c7-9d3e-316105db57f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:08.810308 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8553e-d8cf-46dc-b0ec-901ab0203a87 None None] No DVR routers for this DVR port 72f1eee7-e347-4d37-a55b-0d202fd1eb16 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:18:08.840650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be89171-3d34-4af3-ac2e-84dbcea8389c req-4ce7a4fc-f01e-434e-bd52-c96933c04d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:08.841923 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8be89171-3d34-4af3-ac2e-84dbcea8389c req-4ce7a4fc-f01e-434e-bd52-c96933c04d04 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=28b2e3cd-2e40-4791-a546-b0ce8e0efcee HTTP/1.1" status: 200  len: 851 time: 0.0824924
Feb 12 21:18:08.843581 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8553e-d8cf-46dc-b0ec-901ab0203a87 None None] Pushing event deleted for resources: {'Port': ['ID=72f1eee7-e347-4d37-a55b-0d202fd1eb16,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:08.849639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Attempting to bind port 5449276e-d56f-48e2-9961-57a99d44c69d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:08.849853 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886d518-35ec-4bb9-b6ec-8a51ab013d7b req-80cf8032-d352-43d5-8b18-0300cb80f418 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:08.850046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Attempting to bind port 5449276e-d56f-48e2-9961-57a99d44c69d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3cd56732-ab77-4251-af7a-e6075feb1924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1e65ecdb-65e8-40a2-881c-022b3b8aef06'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:08.850937 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Attempting to bind port 5449276e-d56f-48e2-9961-57a99d44c69d on network 1e65ecdb-65e8-40a2-881c-022b3b8aef06 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:08.852007 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7886d518-35ec-4bb9-b6ec-8a51ab013d7b req-80cf8032-d352-43d5-8b18-0300cb80f418 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 943 time: 0.1125813
Feb 12 21:18:08.858206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:18:08.858584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Checking segment: {'id': '3cd56732-ab77-4251-af7a-e6075feb1924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1e65ecdb-65e8-40a2-881c-022b3b8aef06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:08.858987 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.859369 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Bound using segment: {'id': '3cd56732-ab77-4251-af7a-e6075feb1924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1e65ecdb-65e8-40a2-881c-022b3b8aef06'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:18:08.860028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Bound port: 5449276e-d56f-48e2-9961-57a99d44c69d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd56732-ab77-4251-af7a-e6075feb1924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1e65ecdb-65e8-40a2-881c-022b3b8aef06'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:18:08.860488 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5449276e-d56f-48e2-9961-57a99d44c69d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.884004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa3bee50>,) {'filters': {'network_id': ['60c18811-ef4a-47ff-b603-d10b9aa4b0c2']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:08.888353 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8be89171-3d34-4af3-ac2e-84dbcea8389c req-56aac6fa-3c8e-407a-9890-3f22619114bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a37ce5d-ea03-44d4-9654-27bdafea49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0315101
Feb 12 21:18:08.909921 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7980e64-9ce3-48d2-a2d4-33cc29eb6495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0bd13bd8-09bb-4df6-80ca-4708e967ada8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.931697 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa3bee50>, '63cc5f67-961d-4c7e-b2de-f2b69d08006f') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:08.931998 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa3bee50>, '63cc5f67-961d-4c7e-b2de-f2b69d08006f') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:08.951958 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] For port 5449276e-d56f-48e2-9961-57a99d44c69d, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:18:08.956022 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] For port 5449276e-d56f-48e2-9961-57a99d44c69d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5449276e-d56f-48e2-9961-57a99d44c69d,segment=NetworkSegment(3cd56732-ab77-4251-af7a-e6075feb1924),segment_id=3cd56732-ab77-4251-af7a-e6075feb1924)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:18:08.962336 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0671b3fc-e823-4b3f-9679-4c070f5d9138 req-5413d10c-f08a-4c15-8eef-6a353e0ce1e8 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0843482
Feb 12 21:18:08.977228 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (63cc5f67-961d-4c7e-b2de-f2b69d08006f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:08.980440 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7886d518-35ec-4bb9-b6ec-8a51ab013d7b req-c94a0ae8-2b89-40c3-a63d-3a4b45609602 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187387
Feb 12 21:18:09.018708 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a7980e64-9ce3-48d2-a2d4-33cc29eb6495 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=208a9ddd1eed4135bb8c35cbf8220d1c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7998383
Feb 12 21:18:09.020002 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (63cc5f67-961d-4c7e-b2de-f2b69d08006f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:09.021414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47310) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:09.026377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7980e64-9ce3-48d2-a2d4-33cc29eb6495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd13bd8-09bb-4df6-80ca-4708e967ada8,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:09.031427 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8be89171-3d34-4af3-ac2e-84dbcea8389c req-f1c291e0-767f-46f0-9349-79765b60dbb2 service neutron] 10.222.0.50 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383541
Feb 12 21:18:09.033876 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:18:09.034287 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (63cc5f67-961d-4c7e-b2de-f2b69d08006f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:   warnings.warn(msg)
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:18:09.038907 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:18:09.043573 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5449276e-d56f-48e2-9961-57a99d44c69d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:09.117628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b904916-7dc2-4edf-b20f-5bc24050df9b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:09.121265 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2b904916-7dc2-4edf-b20f-5bc24050df9b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:09.135231 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60efeb-8711-4000-909d-a801ebc8da4d None None] Pushing event updated for resources: {'Port': ['ID=5449276e-d56f-48e2-9961-57a99d44c69d,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:09.143739 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4dfe5ee5-0b53-443d-8a05-f2f7b1fcf248 admin admin] Publish callbacks [] for security_group (0bd13bd8-09bb-4df6-80ca-4708e967ada8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:09.199211 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (60c18811-ef4a-47ff-b603-d10b9aa4b0c2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:09.208000 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:09.213401 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] 10.222.0.31 "DELETE /v2.0/networks/60c18811-ef4a-47ff-b603-d10b9aa4b0c2 HTTP/1.1" status: 204  len: 168 time: 1.6479774
Feb 12 21:18:09.214584 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4dfe5ee5-0b53-443d-8a05-f2f7b1fcf248 admin admin] Publish callbacks [] for security_group (0bd13bd8-09bb-4df6-80ca-4708e967ada8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:09.218811 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8be89171-3d34-4af3-ac2e-84dbcea8389c req-27df2ef6-8a1a-45c2-9ce3-a558928ed568 service neutron] 10.222.0.50 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1777465
Feb 12 21:18:09.281685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae7ce0-b663-4ba2-abc4-03a695e4bf8a admin admin] Pushing event deleted for resources: {'Network': ['ID=60c18811-ef4a-47ff-b603-d10b9aa4b0c2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:09.316976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 72f1eee7-e347-4d37-a55b-0d202fd1eb16 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:18:09.343503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 72f1eee7-e347-4d37-a55b-0d202fd1eb16 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:18:09.343503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 72f1eee7-e347-4d37-a55b-0d202fd1eb16 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:18:09.370095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc23b8-e44d-4581-bd3c-0492c1dc46b9 req-661e359f-75ca-4190-8627-73c111cd885a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:09.377141 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a1dc23b8-e44d-4581-bd3c-0492c1dc46b9 req-661e359f-75ca-4190-8627-73c111cd885a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.0923789
Feb 12 21:18:09.400401 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4dfe5ee5-0b53-443d-8a05-f2f7b1fcf248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0bd13bd8-09bb-4df6-80ca-4708e967ada8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:09.409265 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4dfe5ee5-0b53-443d-8a05-f2f7b1fcf248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:09.415260 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4dfe5ee5-0b53-443d-8a05-f2f7b1fcf248 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0bd13bd8-09bb-4df6-80ca-4708e967ada8 HTTP/1.1" status: 204  len: 168 time: 0.3880603
Feb 12 21:18:09.442673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe5ee5-0b53-443d-8a05-f2f7b1fcf248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd13bd8-09bb-4df6-80ca-4708e967ada8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:09.465499 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a1dc23b8-e44d-4581-bd3c-0492c1dc46b9 req-fc3381e2-e3c3-4b62-bf21-5b5343428baa tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871236
Feb 12 21:18:09.517808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 83fe6fe2-518e-409e-8357-3935895b1c6c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:18:09.635235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 83fe6fe2-518e-409e-8357-3935895b1c6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83fe6fe2-518e-409e-8357-3935895b1c6c,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:09.640582 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47344) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:09.659890 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2b904916-7dc2-4edf-b20f-5bc24050df9b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (67fd07d4-6600-4257-84f9-6ee0e5c0ed63), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:09.748104 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-77f242f7-c8d1-4e78-bc75-4b64a83186f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49299cdcee8d47d1b73297ccf7e09ef6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1059513
Feb 12 21:18:09.751590 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47348) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:09.754708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b904916-7dc2-4edf-b20f-5bc24050df9b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Subnet': ['ID=67fd07d4-6600-4257-84f9-6ee0e5c0ed63,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:09.781712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b904916-7dc2-4edf-b20f-5bc24050df9b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Checking segment: {'id': 'b93ccd25-e7f9-49e4-bc63-d572c41f0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b60e3db5-5a09-49c7-9d3e-316105db57f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:09.784179 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b904916-7dc2-4edf-b20f-5bc24050df9b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network hostable DHCP agents. Network: b60e3db5-5a09-49c7-9d3e-316105db57f2, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:18:09.819833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '83fe6fe2-518e-409e-8357-3935895b1c6c', 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9', 'port_id': '83fe6fe2-518e-409e-8357-3935895b1c6c', 'mac_address': 'fa:16:3e:2e:0c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b2e3cd-2e40-4791-a546-b0ce8e0efcee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:18:09.837454 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4b8c571f-aa5d-4649-b384-ccd8c5428d2f admin admin] Publish callbacks [] for security_group (4abec173-ec17-4a1e-a1e2-00c908ac2ac9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:09.861185 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4b8c571f-aa5d-4649-b384-ccd8c5428d2f admin admin] Publish callbacks [] for security_group (4abec173-ec17-4a1e-a1e2-00c908ac2ac9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:09.863112 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b904916-7dc2-4edf-b20f-5bc24050df9b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network b60e3db5-5a09-49c7-9d3e-316105db57f2 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:18:09.865632 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 83fe6fe2-518e-409e-8357-3935895b1c6c is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:09.868486 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (83fe6fe2-518e-409e-8357-3935895b1c6c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:09.879748 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fe6fe2-518e-409e-8357-3935895b1c6c {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:18:09.906887 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 83fe6fe2-518e-409e-8357-3935895b1c6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83fe6fe2-518e-409e-8357-3935895b1c6c,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:09.919835 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-2b904916-7dc2-4edf-b20f-5bc24050df9b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b60e3db5-5a09-49c7-9d3e-316105db57f2) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:09.924037 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b904916-7dc2-4edf-b20f-5bc24050df9b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:09.932583 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2b904916-7dc2-4edf-b20f-5bc24050df9b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:09.933232 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58effdf-86bf-4521-a819-8e3765839045 None None] Network b60e3db5-5a09-49c7-9d3e-316105db57f2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:09.991964 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (83fe6fe2-518e-409e-8357-3935895b1c6c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:10.000149 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4b8c571f-aa5d-4649-b384-ccd8c5428d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4abec173-ec17-4a1e-a1e2-00c908ac2ac9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:10.009646 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4b8c571f-aa5d-4649-b384-ccd8c5428d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:10.011972 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4b8c571f-aa5d-4649-b384-ccd8c5428d2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4abec173-ec17-4a1e-a1e2-00c908ac2ac9 HTTP/1.1" status: 204  len: 168 time: 0.2587569
Feb 12 21:18:10.012813 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2b904916-7dc2-4edf-b20f-5bc24050df9b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.2310808
Feb 12 21:18:10.015656 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47362) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:10.037195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c571f-aa5d-4649-b384-ccd8c5428d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abec173-ec17-4a1e-a1e2-00c908ac2ac9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:10.141590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=83fe6fe2-518e-409e-8357-3935895b1c6c,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:10.160590 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36509680-8815-482a-ba2d-985173deecd6 req-f8b0f7d0-6b81-454a-b7ff-51408e9171fa tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0651059
Feb 12 21:18:10.196019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b60e3db5-5a09-49c7-9d3e-316105db57f2', 'network_id': 'b60e3db5-5a09-49c7-9d3e-316105db57f2', 'project_id': 'efb57193bdda4db3a43e50e401f7a40c', 'fixed_ips': [{'subnet_id': '67fd07d4-6600-4257-84f9-6ee0e5c0ed63'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:18:10.197100 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:10.247426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['83fe6fe2-518e-409e-8357-3935895b1c6c'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:18:10.252889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:10.254550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:10.254550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:10.254550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:10.254550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:10.255425 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:10.255778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:10.256521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:10.257153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:10.258203 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:10.258920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:10.259414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:10.260044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:10.274401 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47372) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:10.290935 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (b60e3db5-5a09-49c7-9d3e-316105db57f2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:10.328364 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193345cc-addc-4785-a25b-8894304a9814 req-c72907b8-d954-4505-802b-98c4c54e7620 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:10.330061 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-193345cc-addc-4785-a25b-8894304a9814 req-c72907b8-d954-4505-802b-98c4c54e7620 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 944 time: 0.1264882
Feb 12 21:18:10.463197 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-193345cc-addc-4785-a25b-8894304a9814 req-1632215e-1f39-4a65-b742-693aaa966d5f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207280
Feb 12 21:18:10.466942 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (67fd07d4-6600-4257-84f9-6ee0e5c0ed63), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:10.528806 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Allocated IP 2001:db8::1 (b60e3db5-5a09-49c7-9d3e-316105db57f2/67fd07d4-6600-4257-84f9-6ee0e5c0ed63/007121f3-490a-4809-8277-eb0b4dc075f2) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:10.682879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a216772-6b33-4a7d-9570-73c9ab315c65 req-3da40fd6-9cb7-4c1a-806f-5c5b56a3134f tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:10.685472 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a216772-6b33-4a7d-9570-73c9ab315c65 req-3da40fd6-9cb7-4c1a-806f-5c5b56a3134f tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.0779257
Feb 12 21:18:10.732235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb2c974-32c3-4fdd-8294-b84720ff4958 None None] Network 1e65ecdb-65e8-40a2-881c-022b3b8aef06 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:10.750415 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-85ec5302-87cc-4654-a8df-12a0b1148ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:10.770645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a216772-6b33-4a7d-9570-73c9ab315c65 req-787a52c0-afeb-42bf-b339-005bb3e8f7a1 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785861
Feb 12 21:18:10.846472 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Publish callbacks [] for port (007121f3-490a-4809-8277-eb0b4dc075f2), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:10.861154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7aaa50a3-3c40-4022-a994-9e9e43a78fce None None] Provisioning complete for port 5449276e-d56f-48e2-9961-57a99d44c69d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:10.861570 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7aaa50a3-3c40-4022-a994-9e9e43a78fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5449276e-d56f-48e2-9961-57a99d44c69d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:10.875897 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-85ec5302-87cc-4654-a8df-12a0b1148ca4 admin admin] Publish callbacks [] for security_group (733ec338-0006-40c4-b72a-bdc96cae1f1e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:10.908415 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (007121f3-490a-4809-8277-eb0b4dc075f2), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:10.937216 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-85ec5302-87cc-4654-a8df-12a0b1148ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (733ec338-0006-40c4-b72a-bdc96cae1f1e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:10.963672 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (67fd07d4-6600-4257-84f9-6ee0e5c0ed63), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:10.982517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Pushing event updated for resources: {'Port': ['ID=007121f3-490a-4809-8277-eb0b4dc075f2,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:10.998892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Network b60e3db5-5a09-49c7-9d3e-316105db57f2 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:11.007241 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:11.010702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec5302-87cc-4654-a8df-12a0b1148ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733ec338-0006-40c4-b72a-bdc96cae1f1e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:11.011315 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:11.014872 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Subnet': ['ID=67fd07d4-6600-4257-84f9-6ee0e5c0ed63,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:11.044320 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-85ec5302-87cc-4654-a8df-12a0b1148ca4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80ac541f46484a58ad247cd8f7dea5ec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7678764
Feb 12 21:18:11.047440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47392) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:11.101206 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (b60e3db5-5a09-49c7-9d3e-316105db57f2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.114703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa50a3-3c40-4022-a994-9e9e43a78fce None None] Current status of the port 5449276e-d56f-48e2-9961-57a99d44c69d is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:11.115098 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7aaa50a3-3c40-4022-a994-9e9e43a78fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5449276e-d56f-48e2-9961-57a99d44c69d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.125398 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Attempting to bind port 007121f3-490a-4809-8277-eb0b4dc075f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:11.125755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Attempting to bind port 007121f3-490a-4809-8277-eb0b4dc075f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b93ccd25-e7f9-49e4-bc63-d572c41f0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b60e3db5-5a09-49c7-9d3e-316105db57f2'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:11.126125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Attempting to bind port 007121f3-490a-4809-8277-eb0b4dc075f2 on network b60e3db5-5a09-49c7-9d3e-316105db57f2 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:11.136991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:18:11.140449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Checking segment: {'id': 'b93ccd25-e7f9-49e4-bc63-d572c41f0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b60e3db5-5a09-49c7-9d3e-316105db57f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:11.140696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f98a0580>,) {'filters': {'network_id': ['b60e3db5-5a09-49c7-9d3e-316105db57f2']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:11.140794 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.140794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Bound using segment: {'id': 'b93ccd25-e7f9-49e4-bc63-d572c41f0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b60e3db5-5a09-49c7-9d3e-316105db57f2'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:18:11.140794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Bound port: 007121f3-490a-4809-8277-eb0b4dc075f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93ccd25-e7f9-49e4-bc63-d572c41f0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b60e3db5-5a09-49c7-9d3e-316105db57f2'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:18:11.140794 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (007121f3-490a-4809-8277-eb0b4dc075f2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.150370 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-187d7f68-948d-4668-9fd4-aaffb53bf187 admin admin] Publish callbacks [] for security_group (733ec338-0006-40c4-b72a-bdc96cae1f1e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.153940 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f98a0580>, 'b93ccd25-e7f9-49e4-bc63-d572c41f0edf') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:11.154224 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f98a0580>, 'b93ccd25-e7f9-49e4-bc63-d572c41f0edf') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:11.173112 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (b93ccd25-e7f9-49e4-bc63-d572c41f0edf), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.179772 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7aaa50a3-3c40-4022-a994-9e9e43a78fce None None] For port 5449276e-d56f-48e2-9961-57a99d44c69d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5449276e-d56f-48e2-9961-57a99d44c69d,segment=NetworkSegment(3cd56732-ab77-4251-af7a-e6075feb1924),segment_id=3cd56732-ab77-4251-af7a-e6075feb1924)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:11.192563 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b93ccd25-e7f9-49e4-bc63-d572c41f0edf), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.201567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:18:11.202859 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (b93ccd25-e7f9-49e4-bc63-d572c41f0edf), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.236443 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-187d7f68-948d-4668-9fd4-aaffb53bf187 admin admin] Publish callbacks [] for security_group (733ec338-0006-40c4-b72a-bdc96cae1f1e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.251138 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7aaa50a3-3c40-4022-a994-9e9e43a78fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5449276e-d56f-48e2-9961-57a99d44c69d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:18:11.339007 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:18:11.389733 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.api [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 12 21:18:11.389733 ncdv-master-1 neutron-server[126506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 12 21:18:11.389733 ncdv-master-1 neutron-server[126506]: [parameters: {'id': 'b60e3db5-5a09-49c7-9d3e-316105db57f2'}]
Feb 12 21:18:11.389733 ncdv-master-1 neutron-server[126506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:18:11.391068 ncdv-master-1 neutron-server[126506]: DEBUG oslo_db.api [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:18:11.396067 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5449276e-d56f-48e2-9961-57a99d44c69d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:18:11.399539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] For port 007121f3-490a-4809-8277-eb0b4dc075f2, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:18:11.417905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-187d7f68-948d-4668-9fd4-aaffb53bf187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (733ec338-0006-40c4-b72a-bdc96cae1f1e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.420714 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-187d7f68-948d-4668-9fd4-aaffb53bf187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.424847 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-187d7f68-948d-4668-9fd4-aaffb53bf187 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/733ec338-0006-40c4-b72a-bdc96cae1f1e HTTP/1.1" status: 204  len: 168 time: 0.3742058
Feb 12 21:18:11.440253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d7f68-948d-4668-9fd4-aaffb53bf187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733ec338-0006-40c4-b72a-bdc96cae1f1e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:11.455038 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa50a3-3c40-4022-a994-9e9e43a78fce None None] Pushing event updated for resources: {'Port': ['ID=5449276e-d56f-48e2-9961-57a99d44c69d,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:11.463618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] For port 007121f3-490a-4809-8277-eb0b4dc075f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=007121f3-490a-4809-8277-eb0b4dc075f2,segment=NetworkSegment(b93ccd25-e7f9-49e4-bc63-d572c41f0edf),segment_id=b93ccd25-e7f9-49e4-bc63-d572c41f0edf)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:18:11.474625 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0bbb265a-3d2d-47a9-9b82-4a0a89f8ac35 req-1f35f3f9-3fd5-4099-9412-ced10162fdd4 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0583165
Feb 12 21:18:11.527316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 83fe6fe2-518e-409e-8357-3935895b1c6c up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:18:11.569681 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (007121f3-490a-4809-8277-eb0b4dc075f2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.589524 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 5449276e-d56f-48e2-9961-57a99d44c69d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:11.590106 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5449276e-d56f-48e2-9961-57a99d44c69d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.658513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6478f-df3f-4c07-af28-8f8c1226ef36 req-0ab077fd-134d-42b5-a22e-cfdf25541ca6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:11.660445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-61b6478f-df3f-4c07-af28-8f8c1226ef36 req-0ab077fd-134d-42b5-a22e-cfdf25541ca6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 944 time: 0.0830886
Feb 12 21:18:11.702592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-082bf12d-ed6b-43ef-9123-bac32d96edb3 None None] Provisioning complete for port 5449276e-d56f-48e2-9961-57a99d44c69d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:11.702972 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-082bf12d-ed6b-43ef-9123-bac32d96edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5449276e-d56f-48e2-9961-57a99d44c69d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.737914 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-61b6478f-df3f-4c07-af28-8f8c1226ef36 req-919d52ac-10ab-4184-b284-311c8f7b4834 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570462
Feb 12 21:18:11.776421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6f825-7222-4be0-81ca-593112dcb363 None None] Pushing event updated for resources: {'Port': ['ID=007121f3-490a-4809-8277-eb0b4dc075f2,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:11.806432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab159c4-8d4a-4745-aab6-2a4d510d9186 None None] get_active_networks_info from ncdv-master-1 {{(pid=126507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 12 21:18:11.839631 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 46b4431b-660a-42fe-8b92-e92dfee82188 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:18:11.893222 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 83fe6fe2-518e-409e-8357-3935895b1c6c completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:18:11.893917 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (b60e3db5-5a09-49c7-9d3e-316105db57f2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.923215 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 83fe6fe2-518e-409e-8357-3935895b1c6c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:11.923594 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (83fe6fe2-518e-409e-8357-3935895b1c6c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:11.926627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a331833-a078-46a6-a5dd-bf74add5431d req-5cc99bd6-cba5-4b2c-8f7e-c1655f7fcfcd tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:11.935578 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1a331833-a078-46a6-a5dd-bf74add5431d req-5cc99bd6-cba5-4b2c-8f7e-c1655f7fcfcd tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.0800884
Feb 12 21:18:12.019616 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1a331833-a078-46a6-a5dd-bf74add5431d req-6092aeac-80c3-487e-a6f7-1c066cba05ac tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827296
Feb 12 21:18:12.025603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 5449276e-d56f-48e2-9961-57a99d44c69d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:12.031454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Deleting port 007121f3-490a-4809-8277-eb0b4dc075f2 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:12.031999 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (007121f3-490a-4809-8277-eb0b4dc075f2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:12.120200 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab159c4-8d4a-4745-aab6-2a4d510d9186 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 12 21:18:12.129066 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-082bf12d-ed6b-43ef-9123-bac32d96edb3 None None] Current status of the port 5449276e-d56f-48e2-9961-57a99d44c69d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:12.137343 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] For port 007121f3-490a-4809-8277-eb0b4dc075f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=007121f3-490a-4809-8277-eb0b4dc075f2,segment=NetworkSegment(b93ccd25-e7f9-49e4-bc63-d572c41f0edf),segment_id=b93ccd25-e7f9-49e4-bc63-d572c41f0edf)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:12.138912 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (007121f3-490a-4809-8277-eb0b4dc075f2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:12.158317 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Calling delete_port for 007121f3-490a-4809-8277-eb0b4dc075f2 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:12.338127 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (007121f3-490a-4809-8277-eb0b4dc075f2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:12.413813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Port': ['ID=007121f3-490a-4809-8277-eb0b4dc075f2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:12.421439 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No DVR routers for this DVR port 007121f3-490a-4809-8277-eb0b4dc075f2 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:18:12.466862 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47436) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:12.491352 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-933810a5-1fee-42a9-af87-9b4ebc37c50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:12.525720 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (b60e3db5-5a09-49c7-9d3e-316105db57f2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:12.534431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:12.560986 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ba66a0>,) {'filters': {'network_id': ['b60e3db5-5a09-49c7-9d3e-316105db57f2']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:12.572241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47444) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:12.592383 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ba66a0>, 'b93ccd25-e7f9-49e4-bc63-d572c41f0edf') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:12.592608 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ba66a0>, 'b93ccd25-e7f9-49e4-bc63-d572c41f0edf') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:12.605291 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (b93ccd25-e7f9-49e4-bc63-d572c41f0edf), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:12.607635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 83fe6fe2-518e-409e-8357-3935895b1c6c is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:12.610649 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (83fe6fe2-518e-409e-8357-3935895b1c6c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:12.623303 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b93ccd25-e7f9-49e4-bc63-d572c41f0edf), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:12.635330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:18:12.635749 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (b93ccd25-e7f9-49e4-bc63-d572c41f0edf), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:18:12.643332 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:18:12.683889 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3e08ca40-894a-4f84-8c5f-ac150b5fe4a4 req-44b57b66-a5d8-4497-941c-75bff27ed781 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0618920
Feb 12 21:18:12.722076 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '46b4431b-660a-42fe-8b92-e92dfee82188', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'port_id': '46b4431b-660a-42fe-8b92-e92dfee82188', 'mac_address': 'fa:16:3e:a4:fe:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:18:12.722253 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-933810a5-1fee-42a9-af87-9b4ebc37c50f admin admin] Publish callbacks [] for security_group (25c4339f-edc0-4041-98ca-30a63cd56af2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:12.742500 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e7ee65-5b25-44eb-85b6-3eadf4c45aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fe6fe2-518e-409e-8357-3935895b1c6c'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:18:12.745619 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856090e5-06b6-45be-a76e-05884150606d" -d '{"events": [{"server_uuid": "53e7ee65-5b25-44eb-85b6-3eadf4c45aeb", "name": "network-vif-plugged", "status": "completed", "tag": "83fe6fe2-518e-409e-8357-3935895b1c6c"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:18:12.765858 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-31ec4165-4d39-4578-8b6e-baf7ae985d70 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-961592110-network', 'tenant_id': 'cf7e0df130604d2b9dab6a7fb331f5c6'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:12.809054 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-933810a5-1fee-42a9-af87-9b4ebc37c50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (25c4339f-edc0-4041-98ca-30a63cd56af2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:12.859711 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 83fe6fe2-518e-409e-8357-3935895b1c6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83fe6fe2-518e-409e-8357-3935895b1c6c,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:12.864968 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef0099c-7c19-4173-9151-1a3b17feb88d x-openstack-request-id: req-aef0099c-7c19-4173-9151-1a3b17feb88d {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:18:12.871778 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e7ee65-5b25-44eb-85b6-3eadf4c45aeb", "name": "network-vif-plugged", "status": "completed", "tag": "83fe6fe2-518e-409e-8357-3935895b1c6c", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:18:12.871778 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aef0099c-7c19-4173-9151-1a3b17feb88d {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:18:12.871778 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e7ee65-5b25-44eb-85b6-3eadf4c45aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fe6fe2-518e-409e-8357-3935895b1c6c', 'code': 200}
Feb 12 21:18:12.882784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 46b4431b-660a-42fe-8b92-e92dfee82188 is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:12.883523 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:12.911968 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46b4431b-660a-42fe-8b92-e92dfee82188 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:18:12.912157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ec4165-4d39-4578-8b6e-baf7ae985d70 admin admin] Made reservation on behalf of cf7e0df130604d2b9dab6a7fb331f5c6 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:12.912157 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31ec4165-4d39-4578-8b6e-baf7ae985d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:12.913809 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-933810a5-1fee-42a9-af87-9b4ebc37c50f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f6d6bc0a5b14deb9e4b4afe1704bccd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4455929
Feb 12 21:18:12.916232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933810a5-1fee-42a9-af87-9b4ebc37c50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c4339f-edc0-4041-98ca-30a63cd56af2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:12.946479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:12.948105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47462) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:12.948870 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (83fe6fe2-518e-409e-8357-3935895b1c6c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:12.973031 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31ec4165-4d39-4578-8b6e-baf7ae985d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:12.976263 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (b60e3db5-5a09-49c7-9d3e-316105db57f2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.002379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41b5d70-f7bd-4290-90db-97403a616d4f None None] Network b60e3db5-5a09-49c7-9d3e-316105db57f2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:13.034583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41b5d70-f7bd-4290-90db-97403a616d4f None None] Network b60e3db5-5a09-49c7-9d3e-316105db57f2 could not be found, it might have been deleted concurrently. {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 12 21:18:13.036974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6ac61-3665-46b6-9f06-a06ddcba62b7 req-e99afe60-0a9c-4bed-933a-6b2b75e372eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:13.039702 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-17f6ac61-3665-46b6-9f06-a06ddcba62b7 req-e99afe60-0a9c-4bed-933a-6b2b75e372eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 1127 time: 0.0777228
Feb 12 21:18:13.040143 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.051175 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/b60e3db5-5a09-49c7-9d3e-316105db57f2 HTTP/1.1" status: 204  len: 168 time: 3.0334523
Feb 12 21:18:13.057904 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47472) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:13.058452 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78cd3a-fad4-4228-8e9e-2e296578d424 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Network': ['ID=b60e3db5-5a09-49c7-9d3e-316105db57f2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:13.077303 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c3acedc9-81e2-4a9f-890c-cae0379bbb8f tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1900670512'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:13.099956 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.112227 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a523ff9-e4ca-40e8-bf4c-2279a2d48bf2 req-cc64d50f-b44c-4113-9114-59a94943950a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:13.122654 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0a523ff9-e4ca-40e8-bf4c-2279a2d48bf2 req-cc64d50f-b44c-4113-9114-59a94943950a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 944 time: 0.2599227
Feb 12 21:18:13.145409 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-17f6ac61-3665-46b6-9f06-a06ddcba62b7 req-5de3fb63-5a62-43b0-9ccd-7b6502a9b40d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960822
Feb 12 21:18:13.153939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=83fe6fe2-518e-409e-8357-3935895b1c6c,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:13.166588 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31ec4165-4d39-4578-8b6e-baf7ae985d70 admin admin] Publish callbacks [] for security_group (d4a30f9d-f007-4998-9c24-6c612110a61d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.177144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3acedc9-81e2-4a9f-890c-cae0379bbb8f tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:13.191623 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3acedc9-81e2-4a9f-890c-cae0379bbb8f tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.216655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['46b4431b-660a-42fe-8b92-e92dfee82188'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:18:13.235412 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31ec4165-4d39-4578-8b6e-baf7ae985d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d4a30f9d-f007-4998-9c24-6c612110a61d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.270633 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-076e6bf2-9afc-49d9-9340-ced5976d5066 admin admin] Publish callbacks [] for security_group (25c4339f-edc0-4041-98ca-30a63cd56af2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.280638 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=46b4431b-660a-42fe-8b92-e92dfee82188,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:13.304926 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0a523ff9-e4ca-40e8-bf4c-2279a2d48bf2 req-e49bcdb5-5f8a-4e55-b488-52a0fb2ff2c3 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800489
Feb 12 21:18:13.305671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3acedc9-81e2-4a9f-890c-cae0379bbb8f tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:13.325279 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-076e6bf2-9afc-49d9-9340-ced5976d5066 admin admin] Publish callbacks [] for security_group (25c4339f-edc0-4041-98ca-30a63cd56af2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.334103 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3acedc9-81e2-4a9f-890c-cae0379bbb8f tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (a71b5e0f-2fa9-4d02-b8a9-e34c69406094), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.334103 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-c3acedc9-81e2-4a9f-890c-cae0379bbb8f tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Added segment a71b5e0f-2fa9-4d02-b8a9-e34c69406094 of type vlan for network e27f29e2-68cd-456a-b35a-4427e5b4d908
Feb 12 21:18:13.358504 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5449276e-d56f-48e2-9961-57a99d44c69d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:18:13.397917 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3acedc9-81e2-4a9f-890c-cae0379bbb8f tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (e27f29e2-68cd-456a-b35a-4427e5b4d908), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.466789 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ec4165-4d39-4578-8b6e-baf7ae985d70 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:13.480476 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-076e6bf2-9afc-49d9-9340-ced5976d5066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (25c4339f-edc0-4041-98ca-30a63cd56af2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.488039 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-076e6bf2-9afc-49d9-9340-ced5976d5066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.492050 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-076e6bf2-9afc-49d9-9340-ced5976d5066 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25c4339f-edc0-4041-98ca-30a63cd56af2 HTTP/1.1" status: 204  len: 168 time: 0.5320013
Feb 12 21:18:13.495199 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec4165-4d39-4578-8b6e-baf7ae985d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a30f9d-f007-4998-9c24-6c612110a61d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:13.495634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 5449276e-d56f-48e2-9961-57a99d44c69d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:13.496013 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5449276e-d56f-48e2-9961-57a99d44c69d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.501800 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e6bf2-9afc-49d9-9340-ced5976d5066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c4339f-edc0-4041-98ca-30a63cd56af2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:13.503141 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31ec4165-4d39-4578-8b6e-baf7ae985d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (7d49fae0-c082-4256-aa09-ac399fb45ef2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.503646 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-31ec4165-4d39-4578-8b6e-baf7ae985d70 admin admin] Added segment 7d49fae0-c082-4256-aa09-ac399fb45ef2 of type vlan for network 19170c93-d9ce-4497-9280-91aac6f17f7b
Feb 12 21:18:13.561285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a780ee4-b880-4208-a70a-15becfbf7fa7 req-c948188a-52a5-4264-bb9b-8f6f66a8fca1 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:13.569863 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a780ee4-b880-4208-a70a-15becfbf7fa7 req-c948188a-52a5-4264-bb9b-8f6f66a8fca1 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.3125155
Feb 12 21:18:13.602834 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 5449276e-d56f-48e2-9961-57a99d44c69d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:13.609277 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3acedc9-81e2-4a9f-890c-cae0379bbb8f tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (e27f29e2-68cd-456a-b35a-4427e5b4d908), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.614065 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3acedc9-81e2-4a9f-890c-cae0379bbb8f tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:13.614659 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3acedc9-81e2-4a9f-890c-cae0379bbb8f tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.633374 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31ec4165-4d39-4578-8b6e-baf7ae985d70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (19170c93-d9ce-4497-9280-91aac6f17f7b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.708259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a780ee4-b880-4208-a70a-15becfbf7fa7 req-02215437-d388-4732-9dc7-3ee8b08eaa6a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375420
Feb 12 21:18:13.720611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acedc9-81e2-4a9f-890c-cae0379bbb8f tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Network': ['ID=e27f29e2-68cd-456a-b35a-4427e5b4d908,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:13.731434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network e27f29e2-68cd-456a-b35a-4427e5b4d908 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:13.768180 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47498) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:13.775285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d16f1efc-71d5-4638-9ea8-75f573cb063d tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'subnet': {'network_id': 'e27f29e2-68cd-456a-b35a-4427e5b4d908', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:13.777871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c3acedc9-81e2-4a9f-890c-cae0379bbb8f tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.7015934
Feb 12 21:18:13.806026 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31ec4165-4d39-4578-8b6e-baf7ae985d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (19170c93-d9ce-4497-9280-91aac6f17f7b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.811332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec4165-4d39-4578-8b6e-baf7ae985d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:13.815670 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31ec4165-4d39-4578-8b6e-baf7ae985d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:13.896528 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 46b4431b-660a-42fe-8b92-e92dfee82188 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:18:13.906048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec4165-4d39-4578-8b6e-baf7ae985d70 admin admin] Pushing event updated for resources: {'Network': ['ID=19170c93-d9ce-4497-9280-91aac6f17f7b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:13.918490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 19170c93-d9ce-4497-9280-91aac6f17f7b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:13.919009 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a2b1d333-09c6-4b62-be24-916baa9fc627 req-294f70ea-d740-4b70-8abb-55e5da29a24d tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0955029
Feb 12 21:18:13.938819 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-31ec4165-4d39-4578-8b6e-baf7ae985d70 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.3639214
Feb 12 21:18:13.943630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47506) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:13.953587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-40ada4e7-4479-4279-b2d4-fbc484c44f97 admin admin] Request body: {'subnet': {'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-961592110-subnet', 'tenant_id': 'cf7e0df130604d2b9dab6a7fb331f5c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:14.023365 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16f1efc-71d5-4638-9ea8-75f573cb063d tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:14.027400 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d16f1efc-71d5-4638-9ea8-75f573cb063d tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:14.046372 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 46b4431b-660a-42fe-8b92-e92dfee82188 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:14.047145 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:14.058491 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ada4e7-4479-4279-b2d4-fbc484c44f97 admin admin] Made reservation on behalf of cf7e0df130604d2b9dab6a7fb331f5c6 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:14.060992 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-40ada4e7-4479-4279-b2d4-fbc484c44f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:14.207626 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 46b4431b-660a-42fe-8b92-e92dfee82188 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:14.208300 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:14.277111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:14.360926 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:14.501967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=46b4431b-660a-42fe-8b92-e92dfee82188,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:14.541498 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d16f1efc-71d5-4638-9ea8-75f573cb063d tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (9ff1a889-01d3-4338-8494-f5c4aaf3482e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:14.544778 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408b136-187b-4652-9f4e-7af4a8476650 req-771e110b-0f42-47db-abd4-7477aaaad731 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:14.560212 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a408b136-187b-4652-9f4e-7af4a8476650 req-771e110b-0f42-47db-abd4-7477aaaad731 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.1695235
Feb 12 21:18:14.648412 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a408b136-187b-4652-9f4e-7af4a8476650 req-425b763d-c26c-4ea9-8fca-2a57d1ab20e7 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870495
Feb 12 21:18:14.682581 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f1efc-71d5-4638-9ea8-75f573cb063d tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Subnet': ['ID=9ff1a889-01d3-4338-8494-f5c4aaf3482e,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:14.688063 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16f1efc-71d5-4638-9ea8-75f573cb063d tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Checking segment: {'id': 'a71b5e0f-2fa9-4d02-b8a9-e34c69406094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e27f29e2-68cd-456a-b35a-4427e5b4d908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:14.688418 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16f1efc-71d5-4638-9ea8-75f573cb063d tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network hostable DHCP agents. Network: e27f29e2-68cd-456a-b35a-4427e5b4d908, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:18:14.732889 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-40ada4e7-4479-4279-b2d4-fbc484c44f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:14.787134 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16f1efc-71d5-4638-9ea8-75f573cb063d tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network e27f29e2-68cd-456a-b35a-4427e5b4d908 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:18:14.856317 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ada4e7-4479-4279-b2d4-fbc484c44f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:14.868075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:18:14.870431 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88030d65-665f-4db7-be96-c8f6f21903ac" -d '{"events": [{"server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "name": "network-vif-plugged", "status": "completed", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:18:14.888871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ada4e7-4479-4279-b2d4-fbc484c44f97 admin admin] Checking segment: {'id': '7d49fae0-c082-4256-aa09-ac399fb45ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:14.889237 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ada4e7-4479-4279-b2d4-fbc484c44f97 admin admin] Network hostable DHCP agents. Network: 19170c93-d9ce-4497-9280-91aac6f17f7b, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:18:14.900780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d16f1efc-71d5-4638-9ea8-75f573cb063d tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e27f29e2-68cd-456a-b35a-4427e5b4d908) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:14.909118 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23769c94-2032-4024-92a9-45caa43943f0 req-4a87e1b8-c1cb-485d-9411-acdf01187e78 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:14.910698 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23769c94-2032-4024-92a9-45caa43943f0 req-4a87e1b8-c1cb-485d-9411-acdf01187e78 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.1004198
Feb 12 21:18:14.920129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b457483-59f4-430e-959f-2dcea86117eb None None] Network e27f29e2-68cd-456a-b35a-4427e5b4d908 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:14.929086 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16f1efc-71d5-4638-9ea8-75f573cb063d tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:14.929932 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d16f1efc-71d5-4638-9ea8-75f573cb063d tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:14.954113 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bb8f0c-f8ca-4624-8774-94258462fefe x-openstack-request-id: req-f8bb8f0c-f8ca-4624-8774-94258462fefe {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:18:14.954113 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "name": "network-vif-plugged", "status": "completed", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:18:14.954113 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8bb8f0c-f8ca-4624-8774-94258462fefe {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:18:14.956353 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188', 'code': 200}
Feb 12 21:18:15.017458 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ada4e7-4479-4279-b2d4-fbc484c44f97 admin admin] Network 19170c93-d9ce-4497-9280-91aac6f17f7b is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:18:15.026524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-40ada4e7-4479-4279-b2d4-fbc484c44f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 19170c93-d9ce-4497-9280-91aac6f17f7b) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:15.038518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fc8abc-e96d-45f3-b4e3-d1bda33a7d06 None None] Network 19170c93-d9ce-4497-9280-91aac6f17f7b requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:15.072389 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ada4e7-4479-4279-b2d4-fbc484c44f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:15.073425 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-40ada4e7-4479-4279-b2d4-fbc484c44f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:15.080852 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23769c94-2032-4024-92a9-45caa43943f0 req-197b6c6c-dd69-45df-95d9-889b20516c49 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397524
Feb 12 21:18:15.125212 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d16f1efc-71d5-4638-9ea8-75f573cb063d tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.3536212
Feb 12 21:18:15.129025 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47576) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:15.143211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-89e98b15-90a6-49b7-841c-62b458166377 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2077490118'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:15.144276 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-43ff1370-6a90-4faf-95b8-51e8f9bf3de9 req-261538ea-9d56-49de-a519-e54381e0f12e tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0745695
Feb 12 21:18:15.189578 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e27f29e2-68cd-456a-b35a-4427e5b4d908', 'network_id': 'e27f29e2-68cd-456a-b35a-4427e5b4d908', 'project_id': 'efb57193bdda4db3a43e50e401f7a40c', 'fixed_ips': [{'subnet_id': '9ff1a889-01d3-4338-8494-f5c4aaf3482e'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:18:15.190721 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:15.247116 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-40ada4e7-4479-4279-b2d4-fbc484c44f97 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3001013
Feb 12 21:18:15.302801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e98b15-90a6-49b7-841c-62b458166377 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:15.307618 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-89e98b15-90a6-49b7-841c-62b458166377 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:15.342962 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60d85ca-1e7e-4e00-b7fa-c5f573218c54 None None] Network 19170c93-d9ce-4497-9280-91aac6f17f7b requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:15.382166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e98b15-90a6-49b7-841c-62b458166377 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:15.400648 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-89e98b15-90a6-49b7-841c-62b458166377 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1e27dcfe-e5a3-4c31-b668-deeb146ae253), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:15.402409 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-89e98b15-90a6-49b7-841c-62b458166377 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Added segment 1e27dcfe-e5a3-4c31-b668-deeb146ae253 of type vlan for network df04a135-50f3-4b61-aa21-8d0301bc83b6
Feb 12 21:18:15.458412 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-89e98b15-90a6-49b7-841c-62b458166377 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (df04a135-50f3-4b61-aa21-8d0301bc83b6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:15.471978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Allocated IP 2001:db8::3 (e27f29e2-68cd-456a-b35a-4427e5b4d908/9ff1a889-01d3-4338-8494-f5c4aaf3482e/6f8de14a-ca9f-4c17-a6b5-ff965c00fc26) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:15.548450 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-89e98b15-90a6-49b7-841c-62b458166377 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (df04a135-50f3-4b61-aa21-8d0301bc83b6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:15.554289 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e98b15-90a6-49b7-841c-62b458166377 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:15.565125 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-89e98b15-90a6-49b7-841c-62b458166377 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:15.651550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e98b15-90a6-49b7-841c-62b458166377 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Network': ['ID=df04a135-50f3-4b61-aa21-8d0301bc83b6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:15.694504 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network df04a135-50f3-4b61-aa21-8d0301bc83b6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:15.701660 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-89e98b15-90a6-49b7-841c-62b458166377 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5621004
Feb 12 21:18:15.702352 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47606) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:15.711284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0b868015-d1af-4648-a16b-582c6a4580f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'subnet': {'network_id': 'df04a135-50f3-4b61-aa21-8d0301bc83b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:15.866909 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Publish callbacks [] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:15.932945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3402f86-22b0-41a6-86d6-cc2657b3870d req-9c2fcceb-a60a-41be-8411-e15d50bc2335 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:15.934682 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3402f86-22b0-41a6-86d6-cc2657b3870d req-9c2fcceb-a60a-41be-8411-e15d50bc2335 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.0953712
Feb 12 21:18:15.994417 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3402f86-22b0-41a6-86d6-cc2657b3870d req-07eabc32-ec4b-4eea-a39d-5388bad2f123 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536928
Feb 12 21:18:16.000226 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:16.055916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b868015-d1af-4648-a16b-582c6a4580f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:16.062051 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0b868015-d1af-4648-a16b-582c6a4580f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:16.078890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Pushing event updated for resources: {'Port': ['ID=6f8de14a-ca9f-4c17-a6b5-ff965c00fc26,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:16.091805 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4136a287-a749-4da3-abfe-8054c4a0d5c2 req-97b112af-b978-4fd0-82aa-cd41a7742d9d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0957978
Feb 12 21:18:16.115478 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Network e27f29e2-68cd-456a-b35a-4427e5b4d908 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:16.116942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:16.122628 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:16.170057 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.ipam_backend_mixin [None req-0b868015-d1af-4648-a16b-582c6a4580f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Performing IP validity checks on allocation pools {{(pid=126505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 12 21:18:16.170626 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.ipam_backend_mixin [None req-0b868015-d1af-4648-a16b-582c6a4580f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 12 21:18:16.200908 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Attempting to bind port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:16.201444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Attempting to bind port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a71b5e0f-2fa9-4d02-b8a9-e34c69406094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e27f29e2-68cd-456a-b35a-4427e5b4d908'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:16.201828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Attempting to bind port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 on network e27f29e2-68cd-456a-b35a-4427e5b4d908 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:16.210634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:18:16.211027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Checking segment: {'id': 'a71b5e0f-2fa9-4d02-b8a9-e34c69406094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e27f29e2-68cd-456a-b35a-4427e5b4d908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:16.211438 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:16.211837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Bound using segment: {'id': 'a71b5e0f-2fa9-4d02-b8a9-e34c69406094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e27f29e2-68cd-456a-b35a-4427e5b4d908'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:18:16.212310 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Bound port: 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71b5e0f-2fa9-4d02-b8a9-e34c69406094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e27f29e2-68cd-456a-b35a-4427e5b4d908'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:18:16.212694 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:16.305370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] For port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:18:16.311604 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] For port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f8de14a-ca9f-4c17-a6b5-ff965c00fc26,segment=NetworkSegment(a71b5e0f-2fa9-4d02-b8a9-e34c69406094),segment_id=a71b5e0f-2fa9-4d02-b8a9-e34c69406094)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:18:16.400523 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:16.443052 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6eaa2-6a74-493e-99fd-f7950c7548d8 req-b54ca2b0-a463-4ce4-87ac-7098b4cfce9f tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:16.468079 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86a6eaa2-6a74-493e-99fd-f7950c7548d8 req-b54ca2b0-a463-4ce4-87ac-7098b4cfce9f tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.0934806
Feb 12 21:18:16.491510 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0b868015-d1af-4648-a16b-582c6a4580f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (f922c020-de90-4ead-bc77-e84c10078dd5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:16.492780 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3add04c-16d7-42df-977f-0ad6c4b0b940 None None] Pushing event updated for resources: {'Port': ['ID=6f8de14a-ca9f-4c17-a6b5-ff965c00fc26,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:16.673102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b868015-d1af-4648-a16b-582c6a4580f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Subnet': ['ID=f922c020-de90-4ead-bc77-e84c10078dd5,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:16.688091 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86a6eaa2-6a74-493e-99fd-f7950c7548d8 req-9cdab1f5-9876-4436-b092-b408d1335946 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2190633
Feb 12 21:18:16.701077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b868015-d1af-4648-a16b-582c6a4580f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Checking segment: {'id': '1e27dcfe-e5a3-4c31-b668-deeb146ae253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'df04a135-50f3-4b61-aa21-8d0301bc83b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:16.701597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b868015-d1af-4648-a16b-582c6a4580f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network hostable DHCP agents. Network: df04a135-50f3-4b61-aa21-8d0301bc83b6, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:18:16.727626 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-3e45a60f-fec9-4fe5-b38e-a36eb338cb65 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:16.729264 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-3e45a60f-fec9-4fe5-b38e-a36eb338cb65 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/networks?id=19170c93-d9ce-4497-9280-91aac6f17f7b HTTP/1.1" status: 200  len: 814 time: 0.2058253
Feb 12 21:18:16.758963 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-20938776-e639-478d-ba4e-8a25c7413f14 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/quotas/cf7e0df130604d2b9dab6a7fb331f5c6 HTTP/1.1" status: 200  len: 375 time: 0.0236933
Feb 12 21:18:16.846921 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b868015-d1af-4648-a16b-582c6a4580f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network df04a135-50f3-4b61-aa21-8d0301bc83b6 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:18:16.868387 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-0def4800-2b93-40c2-807a-c0323549c90c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf7e0df130604d2b9dab6a7fb331f5c6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0841889
Feb 12 21:18:16.941011 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12b1194b-ebc1-4583-b341-35b1ae5fb6be req-93e62daa-d08c-499f-afed-b6503c2f1fdd tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0707583
Feb 12 21:18:16.942535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-0b868015-d1af-4648-a16b-582c6a4580f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df04a135-50f3-4b61-aa21-8d0301bc83b6) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:16.966851 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3ef202-53e4-40e0-a706-df9af7d3b80b None None] Network df04a135-50f3-4b61-aa21-8d0301bc83b6 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:16.980252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b868015-d1af-4648-a16b-582c6a4580f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:16.999529 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0b868015-d1af-4648-a16b-582c6a4580f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:17.142114 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0b868015-d1af-4648-a16b-582c6a4580f4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 1.4363172
Feb 12 21:18:17.145787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47662) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:17.160761 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-8ea3be8c-5a90-4dcb-bcd0-dc446ab3a072 service neutron] 10.222.0.31 "GET /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2774224
Feb 12 21:18:17.290833 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47664) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:17.316929 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c61f88b2-3f54-456a-92f7-e3bc3a399cba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (df04a135-50f3-4b61-aa21-8d0301bc83b6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:17.396665 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-a033de80-62e7-4515-9968-c919968d6ed1 service neutron] 10.222.0.31 "GET /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2202003
Feb 12 21:18:17.422834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92cc6c-5521-41b0-83f4-b2c3aedd6ec8 req-d0618722-4d65-487a-b682-c128f9d099d6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:17.443194 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d92cc6c-5521-41b0-83f4-b2c3aedd6ec8 req-d0618722-4d65-487a-b682-c128f9d099d6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.3559656
Feb 12 21:18:17.565498 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c61f88b2-3f54-456a-92f7-e3bc3a399cba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (f922c020-de90-4ead-bc77-e84c10078dd5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:17.732349 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47672) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:17.743177 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d92cc6c-5521-41b0-83f4-b2c3aedd6ec8 req-7c4041ad-b5ee-4c47-ba83-3c1a04d97456 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2965972
Feb 12 21:18:17.784268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:18:17.826058 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-028b9c2a-e939-4796-80ae-402c2c2b7047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:17.843831 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c61f88b2-3f54-456a-92f7-e3bc3a399cba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (f922c020-de90-4ead-bc77-e84c10078dd5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:17.919177 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f88b2-3f54-456a-92f7-e3bc3a399cba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Subnet': ['ID=f922c020-de90-4ead-bc77-e84c10078dd5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:17.939740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8915a9-29cf-4cef-84d0-fe6c5afaa3ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-df04a135-50f3-4b61-aa21-8d0301bc83b6', 'network_id': 'df04a135-50f3-4b61-aa21-8d0301bc83b6', 'project_id': 'efb57193bdda4db3a43e50e401f7a40c', 'fixed_ips': [{'subnet_id': 'f922c020-de90-4ead-bc77-e84c10078dd5'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:18:17.950249 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5f8915a9-29cf-4cef-84d0-fe6c5afaa3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.015162 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c61f88b2-3f54-456a-92f7-e3bc3a399cba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (df04a135-50f3-4b61-aa21-8d0301bc83b6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.025108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9c835-5c6c-43cb-9bfa-3821cbb4b16f req-dbd8a338-4ee2-4b4d-a209-61bac036c48f tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:18.033003 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddb9c835-5c6c-43cb-9bfa-3821cbb4b16f req-dbd8a338-4ee2-4b4d-a209-61bac036c48f tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.2044082
Feb 12 21:18:18.046807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:18.047089 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.113915 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c61f88b2-3f54-456a-92f7-e3bc3a399cba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc701a2b5e0>,) {'filters': {'network_id': ['df04a135-50f3-4b61-aa21-8d0301bc83b6']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:18.137343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c61f88b2-3f54-456a-92f7-e3bc3a399cba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc701a2b5e0>, '1e27dcfe-e5a3-4c31-b668-deeb146ae253') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:18.137937 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c61f88b2-3f54-456a-92f7-e3bc3a399cba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc701a2b5e0>, '1e27dcfe-e5a3-4c31-b668-deeb146ae253') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:18.153649 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c61f88b2-3f54-456a-92f7-e3bc3a399cba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (1e27dcfe-e5a3-4c31-b668-deeb146ae253), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.172182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddb9c835-5c6c-43cb-9bfa-3821cbb4b16f req-20c884a6-847f-42a5-ae32-bbc5434cb683 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381516
Feb 12 21:18:18.213919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c61f88b2-3f54-456a-92f7-e3bc3a399cba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1e27dcfe-e5a3-4c31-b668-deeb146ae253), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.228928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61f88b2-3f54-456a-92f7-e3bc3a399cba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:18:18.229606 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c61f88b2-3f54-456a-92f7-e3bc3a399cba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (1e27dcfe-e5a3-4c31-b668-deeb146ae253), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.231599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e71db2-3b14-47bb-ab1b-5474575c72f1 None None] Network e27f29e2-68cd-456a-b35a-4427e5b4d908 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:18.234564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b08f829-9860-4fe0-a15c-80ab8c5e8ff3 None None] Network df04a135-50f3-4b61-aa21-8d0301bc83b6 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:18:18.238217 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:18:18.369992 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4cbef5c7-eb4b-4ab6-bcf9-f5a750e0a947 req-f826d3c7-bdf3-43ed-80a7-728839846536 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0488913
Feb 12 21:18:18.435131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:18.435878 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.453317 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c61f88b2-3f54-456a-92f7-e3bc3a399cba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (df04a135-50f3-4b61-aa21-8d0301bc83b6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.461628 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c61f88b2-3f54-456a-92f7-e3bc3a399cba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.471003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e0b793ab-351c-4074-8e8e-c99a19f6ace1 None None] Provisioning complete for port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:18.471641 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e0b793ab-351c-4074-8e8e-c99a19f6ace1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.472331 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c61f88b2-3f54-456a-92f7-e3bc3a399cba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/df04a135-50f3-4b61-aa21-8d0301bc83b6 HTTP/1.1" status: 204  len: 168 time: 1.3061662
Feb 12 21:18:18.476126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47692) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:18.488312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-10cc1c2b-8fa7-4ff8-86c1-43c8abb68584 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-751439363'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:18.531803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f88b2-3f54-456a-92f7-e3bc3a399cba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Network': ['ID=df04a135-50f3-4b61-aa21-8d0301bc83b6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:18.567737 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-19f46b90-e4d5-465a-8649-6ef7b604ebbe req-f2e6f061-dcd5-4d73-9993-4fc2d4233fa4 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 210 time: 0.0327606
Feb 12 21:18:18.571669 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4ed5-2327-40be-81a1-aac0828cf335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.595442 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f8de14a-ca9f-4c17-a6b5-ff965c00fc26,segment=NetworkSegment(a71b5e0f-2fa9-4d02-b8a9-e34c69406094),segment_id=a71b5e0f-2fa9-4d02-b8a9-e34c69406094)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:18.645732 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cc1c2b-8fa7-4ff8-86c1-43c8abb68584 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:18.649903 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10cc1c2b-8fa7-4ff8-86c1-43c8abb68584 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.688443 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.693850 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4ed5-2327-40be-81a1-aac0828cf335 admin admin] Publish callbacks [] for security_group (4ad71ad0-4b3e-42d9-9142-b18b87bf309a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.696765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cc1c2b-8fa7-4ff8-86c1-43c8abb68584 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:18.707852 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e0b793ab-351c-4074-8e8e-c99a19f6ace1 None None] Current status of the port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:18.708244 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e0b793ab-351c-4074-8e8e-c99a19f6ace1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.724596 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10cc1c2b-8fa7-4ff8-86c1-43c8abb68584 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (319b28c1-0c55-4272-9715-c31070a1edd9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.725865 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-10cc1c2b-8fa7-4ff8-86c1-43c8abb68584 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Added segment 319b28c1-0c55-4272-9715-c31070a1edd9 of type vlan for network 418df268-b2c2-4377-925b-9f49c026e848
Feb 12 21:18:18.778267 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4ed5-2327-40be-81a1-aac0828cf335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4ad71ad0-4b3e-42d9-9142-b18b87bf309a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.815740 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-028b9c2a-e939-4796-80ae-402c2c2b7047 admin admin] Publish callbacks [] for security_group (34417592-d97c-47ce-8c41-f7b46e30a243), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.884667 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-308adf66-41ad-4973-a5e9-959603d1144c req-a60baec8-cb04-4a69-8250-b3dcc635f1cd tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c&device_id=813fd1da-ee32-4a5e-8437-55b1ded639c1 HTTP/1.1" status: 200  len: 210 time: 0.0745358
Feb 12 21:18:18.886836 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10cc1c2b-8fa7-4ff8-86c1-43c8abb68584 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (418df268-b2c2-4377-925b-9f49c026e848), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.894966 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=6f8de14a-ca9f-4c17-a6b5-ff965c00fc26,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:18.914799 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-e0b793ab-351c-4074-8e8e-c99a19f6ace1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:18:18.915355 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-e0b793ab-351c-4074-8e8e-c99a19f6ace1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:18:18.931886 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4e1c4ed5-2327-40be-81a1-aac0828cf335 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d20947c1af3046c3b7de4eecc646e4ce&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1984673
Feb 12 21:18:18.938769 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47698) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:18.940119 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-028b9c2a-e939-4796-80ae-402c2c2b7047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (34417592-d97c-47ce-8c41-f7b46e30a243), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:18.966502 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c4ed5-2327-40be-81a1-aac0828cf335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad71ad0-4b3e-42d9-9142-b18b87bf309a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:19.033662 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-028b9c2a-e939-4796-80ae-402c2c2b7047 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=198a4e1eb2d94861bf870c806a2f8c07&name=default HTTP/1.1" status: 200  len: 3000 time: 1.7416263
Feb 12 21:18:19.035499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b9c2a-e939-4796-80ae-402c2c2b7047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34417592-d97c-47ce-8c41-f7b46e30a243,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:19.038915 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47700) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:19.046680 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8823-e98e-409d-b92a-b089afcc8354 req-6b43172e-db80-47d4-8dca-60622d235c51 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:19.054719 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e7e8823-e98e-409d-b92a-b089afcc8354 req-6b43172e-db80-47d4-8dca-60622d235c51 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.1895800
Feb 12 21:18:19.075407 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-26930724-98d7-46c3-a8f2-7e33aa2b6a03 admin admin] Publish callbacks [] for security_group (4ad71ad0-4b3e-42d9-9142-b18b87bf309a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:19.126677 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10cc1c2b-8fa7-4ff8-86c1-43c8abb68584 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (418df268-b2c2-4377-925b-9f49c026e848), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:19.137771 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cc1c2b-8fa7-4ff8-86c1-43c8abb68584 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:19.138858 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10cc1c2b-8fa7-4ff8-86c1-43c8abb68584 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:19.146039 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e7e8823-e98e-409d-b92a-b089afcc8354 req-cda0acbf-8219-4525-b3cd-9963cbe6a481 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903256
Feb 12 21:18:19.159042 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-74a625fb-58ac-4dd0-9d1a-350b842a7702 admin admin] Publish callbacks [] for security_group (34417592-d97c-47ce-8c41-f7b46e30a243), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:19.185864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-26930724-98d7-46c3-a8f2-7e33aa2b6a03 admin admin] Publish callbacks [] for security_group (4ad71ad0-4b3e-42d9-9142-b18b87bf309a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:19.215204 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-74a625fb-58ac-4dd0-9d1a-350b842a7702 admin admin] Publish callbacks [] for security_group (34417592-d97c-47ce-8c41-f7b46e30a243), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:19.327581 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:18:19.381963 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4da878-091b-41e5-9620-029f1efe0a9e req-350de6e7-fc68-44c8-ae0b-9d78b1912a98 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:19.385896 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9c4da878-091b-41e5-9620-029f1efe0a9e req-350de6e7-fc68-44c8-ae0b-9d78b1912a98 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.0795414
Feb 12 21:18:19.389862 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-10cc1c2b-8fa7-4ff8-86c1-43c8abb68584 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.9078026
Feb 12 21:18:19.394365 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47712) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:19.406485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d8b76381-aa24-4206-a124-87ee3adeacfd tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'subnet': {'network_id': '418df268-b2c2-4377-925b-9f49c026e848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:19.435927 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0e2e11e-4ed7-44e3-8c24-6ff65be252ca req-be0e284a-964b-4f20-9b43-c84485de2eff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d6281d1c3f6741828c12de21ad0cf52a&device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0936089
Feb 12 21:18:19.456809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc1c2b-8fa7-4ff8-86c1-43c8abb68584 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Network': ['ID=418df268-b2c2-4377-925b-9f49c026e848,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:19.485795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 418df268-b2c2-4377-925b-9f49c026e848 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:19.503119 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4cfd0ea5-112f-4f9f-8340-6c2aab279716 req-b4f91b9f-9a79-4c98-a6b7-f06993013ff3 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0791972
Feb 12 21:18:19.516746 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0e2e11e-4ed7-44e3-8c24-6ff65be252ca req-78db1078-f60e-49f2-ba0e-dc2ea9c28101 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d6281d1c3f6741828c12de21ad0cf52a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0614374
Feb 12 21:18:19.549047 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e0b793ab-351c-4074-8e8e-c99a19f6ace1 None None] Current status of the port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:19.555670 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9c4da878-091b-41e5-9620-029f1efe0a9e req-ed7b1419-b64c-4e9b-bdbe-af030dfd074c tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653140
Feb 12 21:18:19.556140 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-74a625fb-58ac-4dd0-9d1a-350b842a7702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (34417592-d97c-47ce-8c41-f7b46e30a243), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:19.559264 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-74a625fb-58ac-4dd0-9d1a-350b842a7702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:19.564058 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-74a625fb-58ac-4dd0-9d1a-350b842a7702 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34417592-d97c-47ce-8c41-f7b46e30a243 HTTP/1.1" status: 204  len: 168 time: 0.5034928
Feb 12 21:18:19.574239 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:19.576334 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:19.635737 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-26930724-98d7-46c3-a8f2-7e33aa2b6a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4ad71ad0-4b3e-42d9-9142-b18b87bf309a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:19.639136 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-26930724-98d7-46c3-a8f2-7e33aa2b6a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:19.640207 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-26930724-98d7-46c3-a8f2-7e33aa2b6a03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ad71ad0-4b3e-42d9-9142-b18b87bf309a HTTP/1.1" status: 204  len: 168 time: 0.6815391
Feb 12 21:18:19.673499 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26930724-98d7-46c3-a8f2-7e33aa2b6a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad71ad0-4b3e-42d9-9142-b18b87bf309a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:19.693035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a625fb-58ac-4dd0-9d1a-350b842a7702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34417592-d97c-47ce-8c41-f7b46e30a243,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:19.746382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2e7c6ea0-fe83-45a3-9ccc-9d9dacc246c4 None None] Provisioning complete for port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:19.747161 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6ea0-fe83-45a3-9ccc-9d9dacc246c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:19.790350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2e11e-4ed7-44e3-8c24-6ff65be252ca req-399b9ca1-52de-4cae-b9d7-3623c70a14cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:19.791991 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0e2e11e-4ed7-44e3-8c24-6ff65be252ca req-399b9ca1-52de-4cae-b9d7-3623c70a14cd service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2652068
Feb 12 21:18:19.825178 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6929b1aa-afe8-4ead-9205-599d7d071766 req-12eafc20-fbd9-4433-8ce2-d8397432a38c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 210 time: 0.0516732
Feb 12 21:18:19.874028 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b76381-aa24-4206-a124-87ee3adeacfd tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:19.879045 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8b76381-aa24-4206-a124-87ee3adeacfd tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:19.901870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c6ea0-fe83-45a3-9ccc-9d9dacc246c4 None None] Current status of the port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:19.930635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:20.295773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defa962-5a57-499e-9834-e5ba60dbf749 req-eae4ccd1-6c7a-4227-9431-3688f97b953f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:20.297896 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0defa962-5a57-499e-9834-e5ba60dbf749 req-eae4ccd1-6c7a-4227-9431-3688f97b953f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.0732174
Feb 12 21:18:20.353781 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0defa962-5a57-499e-9834-e5ba60dbf749 req-40b7c348-087d-45f2-898f-a174035a534f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486295
Feb 12 21:18:20.355369 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8b76381-aa24-4206-a124-87ee3adeacfd tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (34dd3f5c-20f7-41a4-8530-12fe991b8389), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:20.511077 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b76381-aa24-4206-a124-87ee3adeacfd tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Subnet': ['ID=34dd3f5c-20f7-41a4-8530-12fe991b8389,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:20.511077 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b76381-aa24-4206-a124-87ee3adeacfd tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Checking segment: {'id': '319b28c1-0c55-4272-9715-c31070a1edd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '418df268-b2c2-4377-925b-9f49c026e848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:20.511077 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b76381-aa24-4206-a124-87ee3adeacfd tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network hostable DHCP agents. Network: 418df268-b2c2-4377-925b-9f49c026e848, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:18:20.620295 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ede4b742-2dd2-406e-a463-a0e68cb9e993 req-a0393ba1-9734-4165-8422-be979269e173 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0290542
Feb 12 21:18:20.635510 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b76381-aa24-4206-a124-87ee3adeacfd tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network 418df268-b2c2-4377-925b-9f49c026e848 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:18:20.720891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d30ebe-9167-4b6b-a1a7-b0d833afd6c9 req-3bc9fc27-a920-4aef-addc-32d9a6876658 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:20.728288 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c4d30ebe-9167-4b6b-a1a7-b0d833afd6c9 req-3bc9fc27-a920-4aef-addc-32d9a6876658 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.0785992
Feb 12 21:18:20.759061 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d8b76381-aa24-4206-a124-87ee3adeacfd tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 418df268-b2c2-4377-925b-9f49c026e848) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:20.766649 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b76381-aa24-4206-a124-87ee3adeacfd tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:20.767277 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8b76381-aa24-4206-a124-87ee3adeacfd tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:20.770775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3492ac6f-b947-40fe-8689-0e4e64d77e07 None None] Network 418df268-b2c2-4377-925b-9f49c026e848 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:20.791456 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c4d30ebe-9167-4b6b-a1a7-b0d833afd6c9 req-bb90e23d-de63-4942-ae57-b6f66abea325 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622602
Feb 12 21:18:20.877554 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d8b76381-aa24-4206-a124-87ee3adeacfd tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 1.4817023
Feb 12 21:18:20.880145 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47750) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:20.914799 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47754) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:20.939880 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68d5302a-5804-4817-aa89-c00e5bafe15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:20.960856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-418df268-b2c2-4377-925b-9f49c026e848', 'network_id': '418df268-b2c2-4377-925b-9f49c026e848', 'project_id': 'efb57193bdda4db3a43e50e401f7a40c', 'fixed_ips': [{'subnet_id': '34dd3f5c-20f7-41a4-8530-12fe991b8389'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:18:20.966171 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:21.040475 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (418df268-b2c2-4377-925b-9f49c026e848), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:21.139674 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68d5302a-5804-4817-aa89-c00e5bafe15f admin admin] Publish callbacks [] for security_group (a64f1c55-0762-45b3-9bbc-2668be8b3f76), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:21.201267 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Allocated IP 2001:db8::1 (418df268-b2c2-4377-925b-9f49c026e848/34dd3f5c-20f7-41a4-8530-12fe991b8389/a804fb86-80ac-47e6-ad12-256e75e9f6d1) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:21.204037 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07279644-22b1-40de-a753-42b223165770 req-feeaf396-0f22-49cf-bea6-32c4aa4ad3e3 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 210 time: 0.2409394
Feb 12 21:18:21.216812 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68d5302a-5804-4817-aa89-c00e5bafe15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a64f1c55-0762-45b3-9bbc-2668be8b3f76), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:21.249616 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0e2e11e-4ed7-44e3-8c24-6ff65be252ca req-a57b7716-700f-49ed-98ce-68f16c62e508 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.50 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.1037083
Feb 12 21:18:21.286869 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-68d5302a-5804-4817-aa89-c00e5bafe15f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea4e3dbad77a4570bf931aac24c9db39&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3707538
Feb 12 21:18:21.289081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47764) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:21.364062 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3ad8-1ec3-4229-a3f0-01ef225182a5 admin admin] Publish callbacks [] for security_group (a64f1c55-0762-45b3-9bbc-2668be8b3f76), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:21.391520 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3ad8-1ec3-4229-a3f0-01ef225182a5 admin admin] Publish callbacks [] for security_group (a64f1c55-0762-45b3-9bbc-2668be8b3f76), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:21.408615 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-687ff4c6-5cac-4657-806b-326ae77d1cc3 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:21.409121 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Publish callbacks [] for port (a804fb86-80ac-47e6-ad12-256e75e9f6d1), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:21.418275 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-687ff4c6-5cac-4657-806b-326ae77d1cc3 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.48 "GET /v2.0/networks?id=19170c93-d9ce-4497-9280-91aac6f17f7b HTTP/1.1" status: 200  len: 814 time: 0.2709293
Feb 12 21:18:21.449986 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-fb2b37dc-eb16-438a-8e29-23fa6aef114c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Request body: {'port': {'device_id': 'ac0f23fe-5df2-49f4-85af-3e16dabe1ca5', 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b', 'admin_state_up': True, 'tenant_id': 'cf7e0df130604d2b9dab6a7fb331f5c6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:21.464466 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5302a-5804-4817-aa89-c00e5bafe15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64f1c55-0762-45b3-9bbc-2668be8b3f76,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:21.482983 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (a804fb86-80ac-47e6-ad12-256e75e9f6d1), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:21.540538 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Network 418df268-b2c2-4377-925b-9f49c026e848 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:21.540538 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:21.551127 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:21.571676 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3ad8-1ec3-4229-a3f0-01ef225182a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a64f1c55-0762-45b3-9bbc-2668be8b3f76), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:21.578764 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3ad8-1ec3-4229-a3f0-01ef225182a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:21.588935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a4bb3ad8-1ec3-4229-a3f0-01ef225182a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a64f1c55-0762-45b3-9bbc-2668be8b3f76 HTTP/1.1" status: 204  len: 168 time: 0.2881963
Feb 12 21:18:21.612011 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Pushing event updated for resources: {'Port': ['ID=a804fb86-80ac-47e6-ad12-256e75e9f6d1,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:21.626287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb3ad8-1ec3-4229-a3f0-01ef225182a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64f1c55-0762-45b3-9bbc-2668be8b3f76,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:21.683711 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (34dd3f5c-20f7-41a4-8530-12fe991b8389), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:21.755088 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Attempting to bind port a804fb86-80ac-47e6-ad12-256e75e9f6d1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:21.755560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Attempting to bind port a804fb86-80ac-47e6-ad12-256e75e9f6d1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '319b28c1-0c55-4272-9715-c31070a1edd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '418df268-b2c2-4377-925b-9f49c026e848'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:21.756759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Attempting to bind port a804fb86-80ac-47e6-ad12-256e75e9f6d1 on network 418df268-b2c2-4377-925b-9f49c026e848 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:21.763813 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:18:21.764526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Checking segment: {'id': '319b28c1-0c55-4272-9715-c31070a1edd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '418df268-b2c2-4377-925b-9f49c026e848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:21.765134 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:21.765670 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Bound using segment: {'id': '319b28c1-0c55-4272-9715-c31070a1edd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '418df268-b2c2-4377-925b-9f49c026e848'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:18:21.766435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Bound port: a804fb86-80ac-47e6-ad12-256e75e9f6d1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319b28c1-0c55-4272-9715-c31070a1edd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '418df268-b2c2-4377-925b-9f49c026e848'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:18:21.767078 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a804fb86-80ac-47e6-ad12-256e75e9f6d1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:21.883065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] For port a804fb86-80ac-47e6-ad12-256e75e9f6d1, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:18:21.892768 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] For port a804fb86-80ac-47e6-ad12-256e75e9f6d1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a804fb86-80ac-47e6-ad12-256e75e9f6d1,segment=NetworkSegment(319b28c1-0c55-4272-9715-c31070a1edd9),segment_id=319b28c1-0c55-4272-9715-c31070a1edd9)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:18:21.905009 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7f57ee04-7685-4d8c-86c7-1d6fd73b3e90 req-ca64705a-49e9-404e-965f-eaec5c72b37c tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f21561-a428-49de-b848-0edd99a68b4c HTTP/1.1" status: 200  len: 210 time: 0.0517371
Feb 12 21:18:21.961305 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf307d-6f21-4371-98cf-17c667caf46c req-10a0649b-9cec-4db8-a462-14a629c72fd1 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:21.968212 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-28bf307d-6f21-4371-98cf-17c667caf46c req-10a0649b-9cec-4db8-a462-14a629c72fd1 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.4435174
Feb 12 21:18:22.018051 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a804fb86-80ac-47e6-ad12-256e75e9f6d1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:22.129098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d7bec-d188-41d6-8aa7-2da70ca911fd req-a53b94f7-39a5-47ce-bba4-89302faf5e2f tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:22.131089 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1f3d7bec-d188-41d6-8aa7-2da70ca911fd req-a53b94f7-39a5-47ce-bba4-89302faf5e2f tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.1530929
Feb 12 21:18:22.202086 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-28bf307d-6f21-4371-98cf-17c667caf46c req-a3f3202a-24a9-4f11-bfab-707422f6dc85 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2329693
Feb 12 21:18:22.236069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05756814-f178-4665-a623-4918a6ffdef6 None None] Pushing event updated for resources: {'Port': ['ID=a804fb86-80ac-47e6-ad12-256e75e9f6d1,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:22.267674 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (34dd3f5c-20f7-41a4-8530-12fe991b8389), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:22.291190 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1f3d7bec-d188-41d6-8aa7-2da70ca911fd req-54137918-c969-45d5-aeb3-41ead25b6f67 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475220
Feb 12 21:18:22.399207 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-fb2b37dc-eb16-438a-8e29-23fa6aef114c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Made reservation on behalf of cf7e0df130604d2b9dab6a7fb331f5c6 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:22.411720 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-fb2b37dc-eb16-438a-8e29-23fa6aef114c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:22.446893 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Subnet': ['ID=34dd3f5c-20f7-41a4-8530-12fe991b8389,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:22.496955 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e1d8e7a4-cb58-4234-bd73-5c80d03299b9 req-e4bcee48-7389-4355-a2a4-3d97164d4194 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 210 time: 0.0725753
Feb 12 21:18:22.735651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:22.736008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:22.736363 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:22.737215 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:22.737215 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:22.737788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:22.737788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:22.738002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:22.738331 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:22.738675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:22.738997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:22.739396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:22.739727 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:22.807826 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-fb2b37dc-eb16-438a-8e29-23fa6aef114c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Allocated IP 172.20.0.14 (19170c93-d9ce-4497-9280-91aac6f17f7b/6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84/34cd3a96-20f0-4da5-9fc7-b28ab17e9dda) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:22.823161 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (418df268-b2c2-4377-925b-9f49c026e848), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:22.855366 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fba6e7c0>,) {'filters': {'network_id': ['418df268-b2c2-4377-925b-9f49c026e848']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:22.877306 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fba6e7c0>, '319b28c1-0c55-4272-9715-c31070a1edd9') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:22.877686 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fba6e7c0>, '319b28c1-0c55-4272-9715-c31070a1edd9') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:22.905377 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (319b28c1-0c55-4272-9715-c31070a1edd9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:22.940412 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (319b28c1-0c55-4272-9715-c31070a1edd9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:22.966569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:18:22.967198 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (319b28c1-0c55-4272-9715-c31070a1edd9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:18:22.970679 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:18:23.115641 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-fb2b37dc-eb16-438a-8e29-23fa6aef114c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks [] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:23.119362 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.api [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 12 21:18:23.119362 ncdv-master-1 neutron-server[126506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 12 21:18:23.119362 ncdv-master-1 neutron-server[126506]: [parameters: {'id': '418df268-b2c2-4377-925b-9f49c026e848'}]
Feb 12 21:18:23.119362 ncdv-master-1 neutron-server[126506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:18:23.119667 ncdv-master-1 neutron-server[126506]: DEBUG oslo_db.api [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:18:23.258932 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-fb2b37dc-eb16-438a-8e29-23fa6aef114c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:23.320025 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a804fb86-80ac-47e6-ad12-256e75e9f6d1 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:18:23.384974 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-fb2b37dc-eb16-438a-8e29-23fa6aef114c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Network 19170c93-d9ce-4497-9280-91aac6f17f7b is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:23.398874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47816) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:23.405021 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-fb2b37dc-eb16-438a-8e29-23fa6aef114c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:23.408722 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-fb2b37dc-eb16-438a-8e29-23fa6aef114c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:23.489568 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b37dc-eb16-438a-8e29-23fa6aef114c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Pushing event updated for resources: {'Port': ['ID=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:23.517937 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-fb2b37dc-eb16-438a-8e29-23fa6aef114c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:23.518806 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-fb2b37dc-eb16-438a-8e29-23fa6aef114c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:23.538021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port a804fb86-80ac-47e6-ad12-256e75e9f6d1 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:23.538407 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a804fb86-80ac-47e6-ad12-256e75e9f6d1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:23.607370 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc24bcaf-911c-4116-a5e3-347562cdd854 req-d3bfa8c0-fcf9-4288-81c5-4c17df4e9a5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d6281d1c3f6741828c12de21ad0cf52a&device_id=813fd1da-ee32-4a5e-8437-55b1ded639c1 HTTP/1.1" status: 200  len: 210 time: 0.0708363
Feb 12 21:18:23.621156 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (418df268-b2c2-4377-925b-9f49c026e848), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:23.660789 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a74c3d-0570-4be2-a8c1-571a0e22eb8b req-7ff8b5b6-be6e-43fe-b49b-53b23e51b81d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:23.670640 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3a74c3d-0570-4be2-a8c1-571a0e22eb8b req-7ff8b5b6-be6e-43fe-b49b-53b23e51b81d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.2865529
Feb 12 21:18:23.678749 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-fb2b37dc-eb16-438a-8e29-23fa6aef114c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2424350
Feb 12 21:18:23.708593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Request body: {'port': {'device_id': 'ac0f23fe-5df2-49f4-85af-3e16dabe1ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:23.711831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port a804fb86-80ac-47e6-ad12-256e75e9f6d1 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:23.712206 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a804fb86-80ac-47e6-ad12-256e75e9f6d1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:23.717857 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc24bcaf-911c-4116-a5e3-347562cdd854 req-c0e5d0be-b83f-4818-a1b5-4eac5151895e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d6281d1c3f6741828c12de21ad0cf52a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0980439
Feb 12 21:18:23.812559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port a804fb86-80ac-47e6-ad12-256e75e9f6d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a804fb86-80ac-47e6-ad12-256e75e9f6d1,segment=NetworkSegment(319b28c1-0c55-4272-9715-c31070a1edd9),segment_id=319b28c1-0c55-4272-9715-c31070a1edd9)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:23.861305 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3a74c3d-0570-4be2-a8c1-571a0e22eb8b req-1f3715d6-1e62-4ae1-8468-6fc24abdfe7d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778383
Feb 12 21:18:23.892577 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:23.899413 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a804fb86-80ac-47e6-ad12-256e75e9f6d1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:23.942422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24bcaf-911c-4116-a5e3-347562cdd854 req-82ffb9b5-1633-44f3-80b5-f9f3daa2e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:23.948893 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc24bcaf-911c-4116-a5e3-347562cdd854 req-82ffb9b5-1633-44f3-80b5-f9f3daa2e3b9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2244992
Feb 12 21:18:23.971112 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b881b23-d134-4cbf-8cc7-3c37bc1d85ba req-43136a1f-8e0f-4ddb-85c2-bd541adfc03c tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:23.974497 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4b881b23-d134-4cbf-8cc7-3c37bc1d85ba req-43136a1f-8e0f-4ddb-85c2-bd541adfc03c tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.3485641
Feb 12 21:18:23.999224 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Deleting port a804fb86-80ac-47e6-ad12-256e75e9f6d1 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:23.999830 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a804fb86-80ac-47e6-ad12-256e75e9f6d1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.039393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=a804fb86-80ac-47e6-ad12-256e75e9f6d1,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:24.055901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971e1d30-c708-4bdf-9b7b-f3e8a2f7c90d None None] Network 418df268-b2c2-4377-925b-9f49c026e848 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:24.081443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-889781951'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:24.141466 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9059a6dc-b458-442a-88bc-0ca5a030d641 None None] Provisioning complete for port a804fb86-80ac-47e6-ad12-256e75e9f6d1 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:24.142395 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9059a6dc-b458-442a-88bc-0ca5a030d641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a804fb86-80ac-47e6-ad12-256e75e9f6d1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.150969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad4227-9e7d-4c2d-a881-01f4c19118a6 req-6adadf81-0d23-49fa-a11a-c31b3cecd698 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:24.153382 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1aad4227-9e7d-4c2d-a881-01f4c19118a6 req-6adadf81-0d23-49fa-a11a-c31b3cecd698 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 932 time: 0.1524286
Feb 12 21:18:24.196276 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Made reservation on behalf of 75a04e6ff31d4267b9674c4372504611 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:24.200770 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.223026 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.259146 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1aad4227-9e7d-4c2d-a881-01f4c19118a6 req-4f737c53-73ea-4d7d-abe0-003df577ea0c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998752
Feb 12 21:18:24.310058 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] For port a804fb86-80ac-47e6-ad12-256e75e9f6d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a804fb86-80ac-47e6-ad12-256e75e9f6d1,segment=NetworkSegment(319b28c1-0c55-4272-9715-c31070a1edd9),segment_id=319b28c1-0c55-4272-9715-c31070a1edd9)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:24.310058 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a804fb86-80ac-47e6-ad12-256e75e9f6d1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.412044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Calling delete_port for a804fb86-80ac-47e6-ad12-256e75e9f6d1 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:24.421522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70407e3-5ce3-47a0-8d53-76919aafdef4 None None] DHCP port deletion for 418df268-b2c2-4377-925b-9f49c026e848 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:18:24.429240 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4b881b23-d134-4cbf-8cc7-3c37bc1d85ba req-78f08ba0-5378-4420-bba1-df46d81cc2eb tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4353840
Feb 12 21:18:24.431433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9059a6dc-b458-442a-88bc-0ca5a030d641 None None] Current status of the port a804fb86-80ac-47e6-ad12-256e75e9f6d1 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:24.442063 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5295de6f-3fe6-4257-90a7-29760d91bb86 req-c8bd8a52-fa3d-412e-9feb-11f8b7e41616 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=813fd1da-ee32-4a5e-8437-55b1ded639c1 HTTP/1.1" status: 200  len: 210 time: 0.0384219
Feb 12 21:18:24.502735 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Publish callbacks [] for security_group (5571ab26-f822-44bc-be42-3aa97f1d741d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.516934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e70407e3-5ce3-47a0-8d53-76919aafdef4 None None] Deleting port a804fb86-80ac-47e6-ad12-256e75e9f6d1 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:24.517315 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e70407e3-5ce3-47a0-8d53-76919aafdef4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a804fb86-80ac-47e6-ad12-256e75e9f6d1), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.572201 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5571ab26-f822-44bc-be42-3aa97f1d741d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.603019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e70407e3-5ce3-47a0-8d53-76919aafdef4 None None] For port a804fb86-80ac-47e6-ad12-256e75e9f6d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a804fb86-80ac-47e6-ad12-256e75e9f6d1,segment=NetworkSegment(319b28c1-0c55-4272-9715-c31070a1edd9),segment_id=319b28c1-0c55-4272-9715-c31070a1edd9)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:24.603419 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e70407e3-5ce3-47a0-8d53-76919aafdef4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a804fb86-80ac-47e6-ad12-256e75e9f6d1), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.608258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:24.626169 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e70407e3-5ce3-47a0-8d53-76919aafdef4 None None] Calling delete_port for a804fb86-80ac-47e6-ad12-256e75e9f6d1 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:24.629095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5571ab26-f822-44bc-be42-3aa97f1d741d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:24.637044 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (596bbccb-4eab-4489-b529-14a5f5edea43), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.637787 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Added segment 596bbccb-4eab-4489-b529-14a5f5edea43 of type vlan for network a0123544-49af-43a1-856c-43e0540a736d
Feb 12 21:18:24.639814 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:24.640174 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:24.640521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:24.641025 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:24.641216 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:24.641588 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:24.641927 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:24.642272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:24.642594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:24.642924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:24.643405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:24.643619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:24.646660 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:18:24.728009 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (a0123544-49af-43a1-856c-43e0540a736d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.749982 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e70407e3-5ce3-47a0-8d53-76919aafdef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (a804fb86-80ac-47e6-ad12-256e75e9f6d1), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.750710 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (a804fb86-80ac-47e6-ad12-256e75e9f6d1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.784380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70407e3-5ce3-47a0-8d53-76919aafdef4 None None] Pushing event deleted for resources: {'Port': ['ID=a804fb86-80ac-47e6-ad12-256e75e9f6d1,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:24.788740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70407e3-5ce3-47a0-8d53-76919aafdef4 None None] No DVR routers for this DVR port a804fb86-80ac-47e6-ad12-256e75e9f6d1 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:18:24.818799 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Port': ['ID=a804fb86-80ac-47e6-ad12-256e75e9f6d1,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:24.822829 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:18:24.823077 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (a0123544-49af-43a1-856c-43e0540a736d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.827842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No DVR routers for this DVR port a804fb86-80ac-47e6-ad12-256e75e9f6d1 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:18:24.829403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:24.832865 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.859697 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Publish callbacks [] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.947343 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Transition to ACTIVE for port object 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:18:24.957570 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (418df268-b2c2-4377-925b-9f49c026e848), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:24.965755 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.5417278
Feb 12 21:18:24.971650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373183f-c4e4-4c8c-a1cb-43252c173341 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Pushing event updated for resources: {'Network': ['ID=a0123544-49af-43a1-856c-43e0540a736d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:24.984435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network a0123544-49af-43a1-856c-43e0540a736d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:24.986982 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb38b4f0>,) {'filters': {'network_id': ['418df268-b2c2-4377-925b-9f49c026e848']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:25.001232 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb38b4f0>, '319b28c1-0c55-4272-9715-c31070a1edd9') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:25.002127 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb38b4f0>, '319b28c1-0c55-4272-9715-c31070a1edd9') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:25.045840 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:25.106425 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (319b28c1-0c55-4272-9715-c31070a1edd9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:25.108239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:25.147714 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (319b28c1-0c55-4272-9715-c31070a1edd9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:25.162738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2d4c8-0299-4e88-b38b-b963a0f96b4c req-1d3754ad-2a0d-471b-ad14-3eae76ee31dc tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:25.166758 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-13e2d4c8-0299-4e88-b38b-b963a0f96b4c req-1d3754ad-2a0d-471b-ad14-3eae76ee31dc tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.1696100
Feb 12 21:18:25.174344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:18:25.174897 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (319b28c1-0c55-4272-9715-c31070a1edd9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:25.244962 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc24bcaf-911c-4116-a5e3-347562cdd854 req-1d768a64-8070-4313-8295-f3f763838f2e tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.50 "GET /v2.0/ports?device_id=813fd1da-ee32-4a5e-8437-55b1ded639c1 HTTP/1.1" status: 200  len: 210 time: 0.0915747
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:18:25.252216 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:18:25.293546 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a804fb86-80ac-47e6-ad12-256e75e9f6d1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:18:25.342073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: a804fb86-80ac-47e6-ad12-256e75e9f6d1 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:18:25.346488 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a804fb86-80ac-47e6-ad12-256e75e9f6d1 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:18:25.376972 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (418df268-b2c2-4377-925b-9f49c026e848), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:25.384406 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:25.391475 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/418df268-b2c2-4377-925b-9f49c026e848 HTTP/1.1" status: 204  len: 168 time: 4.5102959
Feb 12 21:18:25.395320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47860) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:25.406326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a0807bcb-2b4a-465c-ad20-b3b7d4d5e32c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-998586322'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:25.425083 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02656eb4-bd9c-436e-b96e-81c26bd57a4c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Network': ['ID=418df268-b2c2-4377-925b-9f49c026e848,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:25.458792 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Attempting to bind port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:25.459217 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Attempting to bind port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d49fae0-c082-4256-aa09-ac399fb45ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:25.460101 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Attempting to bind port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda on network 19170c93-d9ce-4497-9280-91aac6f17f7b {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:25.482013 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-13e2d4c8-0299-4e88-b38b-b963a0f96b4c req-bdf8108e-6016-4bdc-aad0-2b47aea966e1 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2255483
Feb 12 21:18:25.483446 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda on network 19170c93-d9ce-4497-9280-91aac6f17f7b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:25.485210 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Attempting to bind port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda on network 19170c93-d9ce-4497-9280-91aac6f17f7b {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:25.493939 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:18:25.494291 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Checking segment: {'id': '7d49fae0-c082-4256-aa09-ac399fb45ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:25.494671 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Bound using segment: {'id': '7d49fae0-c082-4256-aa09-ac399fb45ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:18:25.495210 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Bound port: 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d49fae0-c082-4256-aa09-ac399fb45ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:18:25.495535 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:25.582682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0807bcb-2b4a-465c-ad20-b3b7d4d5e32c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:25.589733 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0807bcb-2b4a-465c-ad20-b3b7d4d5e32c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:25.655869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0807bcb-2b4a-465c-ad20-b3b7d4d5e32c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:25.674069 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0807bcb-2b4a-465c-ad20-b3b7d4d5e32c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:25.674568 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-a0807bcb-2b4a-465c-ad20-b3b7d4d5e32c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Added segment 29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d of type vlan for network f32bd46e-d1c1-4417-ba1d-5ec066e4d689
Feb 12 21:18:25.710081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47876) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:25.765860 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Request body: {'port': {'network_id': 'a0123544-49af-43a1-856c-43e0540a736d', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1775506480'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:25.772197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] For port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:18:25.797531 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0807bcb-2b4a-465c-ad20-b3b7d4d5e32c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (f32bd46e-d1c1-4417-ba1d-5ec066e4d689), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:25.799913 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] For port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:18:25.828163 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-72bb4b7c-869b-45ec-86fb-0966ce4aeae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:25.842048 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743254b-b0fe-433f-9526-c155a5d92bce req-bd80ab92-d174-4555-a4be-39bdcb4ca015 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:25.844198 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c743254b-b0fe-433f-9526-c155a5d92bce req-bd80ab92-d174-4555-a4be-39bdcb4ca015 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 944 time: 0.2237115
Feb 12 21:18:25.846633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aafbc2-942c-4e70-9627-f0cc0d1a4537 req-3311ee85-695e-4dff-a2a1-5d53ecc81768 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:25.858227 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-74aafbc2-942c-4e70-9627-f0cc0d1a4537 req-3311ee85-695e-4dff-a2a1-5d53ecc81768 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.1042573
Feb 12 21:18:25.892274 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:25.914384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Made reservation on behalf of 8edcbe0bb348486a8653f653ed53a1b3 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:25.920524 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:25.936983 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0807bcb-2b4a-465c-ad20-b3b7d4d5e32c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (f32bd46e-d1c1-4417-ba1d-5ec066e4d689), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:25.942219 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0807bcb-2b4a-465c-ad20-b3b7d4d5e32c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:25.942822 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0807bcb-2b4a-465c-ad20-b3b7d4d5e32c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:25.963235 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:25.965060 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:25.966005 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] 10.222.0.48 "PUT /v2.0/ports/34cd3a96-20f0-4da5-9fc7-b28ab17e9dda HTTP/1.1" status: 200  len: 1092 time: 2.2631867
Feb 12 21:18:25.977181 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-74aafbc2-942c-4e70-9627-f0cc0d1a4537 req-44dd5588-f0f7-409a-947f-3e1fb9748cfd tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134729
Feb 12 21:18:25.985646 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0f23fe-5df2-49f4-85af-3e16dabe1ca5', 'tag': '34cd3a96-20f0-4da5-9fc7-b28ab17e9dda'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:18:26.002464 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bbf5be-3a0b-4ec4-b950-c6e815e5ea5e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0f23fe-5df2-49f4-85af-3e16dabe1ca5", "tag": "34cd3a96-20f0-4da5-9fc7-b28ab17e9dda"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:18:26.009813 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:26.017456 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c743254b-b0fe-433f-9526-c155a5d92bce req-c2b8d2d6-bad1-4576-89df-c33a4e5e15ba tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652031
Feb 12 21:18:26.057165 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66d888-4899-40ac-941d-1cff4bb8c2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:26.092203 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a0807bcb-2b4a-465c-ad20-b3b7d4d5e32c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6935165
Feb 12 21:18:26.095377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47884) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:26.110302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0807bcb-2b4a-465c-ad20-b3b7d4d5e32c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Network': ['ID=f32bd46e-d1c1-4417-ba1d-5ec066e4d689,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:26.118956 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d182e5bd-80c0-4989-9f0d-f9a8e949f7f8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'subnet': {'network_id': 'f32bd46e-d1c1-4417-ba1d-5ec066e4d689', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:26.123231 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network f32bd46e-d1c1-4417-ba1d-5ec066e4d689 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:26.207472 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fdb0190e-5e3d-430a-936d-b7b3675ca574 req-25df29de-9b35-4606-8745-46275a22f4d7 tempest-ServerShowV247Test-1072946073 tempest-ServerShowV247Test-1072946073-project] 10.222.0.31 "GET /v2.0/ports?device_id=813fd1da-ee32-4a5e-8437-55b1ded639c1 HTTP/1.1" status: 200  len: 210 time: 0.0449677
Feb 12 21:18:26.228729 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84bf436-0979-4d52-92d3-cd70bfb40485 x-openstack-request-id: req-f84bf436-0979-4d52-92d3-cd70bfb40485 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:18:26.229106 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0f23fe-5df2-49f4-85af-3e16dabe1ca5", "tag": "34cd3a96-20f0-4da5-9fc7-b28ab17e9dda", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:18:26.229306 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f84bf436-0979-4d52-92d3-cd70bfb40485 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:18:26.229690 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0f23fe-5df2-49f4-85af-3e16dabe1ca5', 'tag': '34cd3a96-20f0-4da5-9fc7-b28ab17e9dda', 'status': 'completed', 'code': 200}
Feb 12 21:18:26.328591 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-c8f79408-ea01-4734-ad18-72ff1630810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:26.330195 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-c8f79408-ea01-4734-ad18-72ff1630810d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf7e0df130604d2b9dab6a7fb331f5c6&device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 1126 time: 0.1933630
Feb 12 21:18:26.335319 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks [] for security_group (f4fcd435-4266-46c4-86dd-e63055627f9d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:26.381997 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-f9ffe8bb-9300-4a96-8e8c-c137ef2cab19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda HTTP/1.1" status: 200  len: 217 time: 0.0437319
Feb 12 21:18:26.383192 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d182e5bd-80c0-4989-9f0d-f9a8e949f7f8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:26.389191 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d182e5bd-80c0-4989-9f0d-f9a8e949f7f8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:26.437716 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-26e0d5f2-ae50-4432-a3b7-1a334e75660b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:26.439275 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-26e0d5f2-ae50-4432-a3b7-1a334e75660b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84 HTTP/1.1" status: 200  len: 854 time: 0.0481596
Feb 12 21:18:26.441682 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f4fcd435-4266-46c4-86dd-e63055627f9d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:26.457602 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] device_id is not set on port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:18:26.590003 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-6f3ec0ef-7a07-4ed0-b5ce-2beb44a5fce2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19170c93-d9ce-4497-9280-91aac6f17f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1275628
Feb 12 21:18:26.682777 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fcd435-4266-46c4-86dd-e63055627f9d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:26.868811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06faee8-4a3c-4d15-b40b-169c90df252f req-476ab010-d384-4a9a-b2cf-8de934dc3ed9 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:26.870245 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d06faee8-4a3c-4d15-b40b-169c90df252f req-476ab010-d384-4a9a-b2cf-8de934dc3ed9 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.2667959
Feb 12 21:18:26.893785 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-b3a62ad5-e40f-4b27-9561-765770589aae service neutron] 10.222.0.48 "GET /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2794473
Feb 12 21:18:26.999730 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:27.109392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] device_id is not set on port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:18:27.117011 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d06faee8-4a3c-4d15-b40b-169c90df252f req-87f2d74f-c0a4-427a-969d-e05f2c3ff672 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2273958
Feb 12 21:18:27.132402 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks [] for port (d20b19da-b720-4a63-aef3-a0d0c2cdfed0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:27.151065 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b825fe56-44e1-42ca-a37d-28b22380ed7c req-aeac5606-04c2-440b-9116-1a9c43aff95b service neutron] 10.222.0.48 "GET /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2437997
Feb 12 21:18:27.153420 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d182e5bd-80c0-4989-9f0d-f9a8e949f7f8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (937ff6c1-1ae6-46cc-9640-6b1b7ee98887), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:27.182113 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6fe1a-394e-4eca-a73a-7bf517949605 req-3b0d4e3a-55f5-4d8b-aeab-8174a89eb789 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:27.187945 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6b6fe1a-394e-4eca-a73a-7bf517949605 req-3b0d4e3a-55f5-4d8b-aeab-8174a89eb789 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.1276665
Feb 12 21:18:27.266966 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6b6fe1a-394e-4eca-a73a-7bf517949605 req-7b380220-c91b-4a33-9ce5-c254f049a4ce tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777354
Feb 12 21:18:27.560157 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d20b19da-b720-4a63-aef3-a0d0c2cdfed0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:27.597474 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182e5bd-80c0-4989-9f0d-f9a8e949f7f8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Subnet': ['ID=937ff6c1-1ae6-46cc-9640-6b1b7ee98887,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:27.713198 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d182e5bd-80c0-4989-9f0d-f9a8e949f7f8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Checking segment: {'id': '29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f32bd46e-d1c1-4417-ba1d-5ec066e4d689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:27.713798 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d182e5bd-80c0-4989-9f0d-f9a8e949f7f8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network hostable DHCP agents. Network: f32bd46e-d1c1-4417-ba1d-5ec066e4d689, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:18:27.744811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Pushing event updated for resources: {'Port': ['ID=d20b19da-b720-4a63-aef3-a0d0c2cdfed0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:27.770427 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbf5be-3a0b-4ec4-b950-c6e815e5ea5e req-e48fa7f5-9392-415e-8aeb-dfdab829b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:27.771985 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d8bbf5be-3a0b-4ec4-b950-c6e815e5ea5e req-e48fa7f5-9392-415e-8aeb-dfdab829b162 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf7e0df130604d2b9dab6a7fb331f5c6&device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 1126 time: 0.2063203
Feb 12 21:18:27.781149 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Checking segment: {'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:27.781558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Network hostable DHCP agents. Network: a0123544-49af-43a1-856c-43e0540a736d, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:18:27.792128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0636c3f-72d0-4f78-ab0a-6175bf773d67 req-58373166-0283-43fd-bd57-5e2941419c4f tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:27.798275 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0636c3f-72d0-4f78-ab0a-6175bf773d67 req-58373166-0283-43fd-bd57-5e2941419c4f tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 944 time: 0.2333987
Feb 12 21:18:27.914465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbf5be-3a0b-4ec4-b950-c6e815e5ea5e req-76bcfcff-6ed9-442c-8518-25686a3d4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:27.916371 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d8bbf5be-3a0b-4ec4-b950-c6e815e5ea5e req-76bcfcff-6ed9-442c-8518-25686a3d4d11 service neutron] 10.222.0.48 "GET /v2.0/networks?id=19170c93-d9ce-4497-9280-91aac6f17f7b HTTP/1.1" status: 200  len: 915 time: 0.1366293
Feb 12 21:18:27.923591 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d182e5bd-80c0-4989-9f0d-f9a8e949f7f8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network f32bd46e-d1c1-4417-ba1d-5ec066e4d689 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:18:27.981557 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d8bbf5be-3a0b-4ec4-b950-c6e815e5ea5e req-9161944d-6c66-47b8-a1c8-823784d3dead service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda HTTP/1.1" status: 200  len: 217 time: 0.0467334
Feb 12 21:18:27.986602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47970) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:28.054643 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0636c3f-72d0-4f78-ab0a-6175bf773d67 req-f101ab8f-ea9d-4746-b6fa-45497445e105 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2550318
Feb 12 21:18:28.074379 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Network a0123544-49af-43a1-856c-43e0540a736d is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:18:28.081479 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2e439ad0-9e99-4143-9801-7c4e917d1805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:28.085875 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbf5be-3a0b-4ec4-b950-c6e815e5ea5e req-7fc47d1f-97ef-462d-a54e-971b94c03378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:28.087642 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d8bbf5be-3a0b-4ec4-b950-c6e815e5ea5e req-7fc47d1f-97ef-462d-a54e-971b94c03378 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84 HTTP/1.1" status: 200  len: 854 time: 0.0862787
Feb 12 21:18:28.128444 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d8bbf5be-3a0b-4ec4-b950-c6e815e5ea5e req-8b91fd79-faee-4889-a253-8ef29b285ba9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=19170c93-d9ce-4497-9280-91aac6f17f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0334873
Feb 12 21:18:28.145495 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a9d2cc5-c6ad-4857-9647-d361028e6fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:28.231356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d182e5bd-80c0-4989-9f0d-f9a8e949f7f8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f32bd46e-d1c1-4417-ba1d-5ec066e4d689) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:28.236679 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a0123544-49af-43a1-856c-43e0540a736d) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:28.238731 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d182e5bd-80c0-4989-9f0d-f9a8e949f7f8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:28.239446 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d182e5bd-80c0-4989-9f0d-f9a8e949f7f8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:28.247342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47adc688-d5b7-4786-a837-6d6596fba473 None None] Network f32bd46e-d1c1-4417-ba1d-5ec066e4d689 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:28.281467 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:28.342502 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:28.342847 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:28.343186 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:28.385039 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:28.385416 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:28.389189 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 2 to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0
Feb 12 21:18:28.422396 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d8bbf5be-3a0b-4ec4-b950-c6e815e5ea5e req-68f98e65-33e9-4341-96f9-e9df67727f1b service neutron] 10.222.0.48 "GET /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2727740
Feb 12 21:18:28.471713 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a9d2cc5-c6ad-4857-9647-d361028e6fe5 admin admin] Publish callbacks [] for security_group (f66c4783-3fe9-4304-8637-73bbcf886b8b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:28.472227 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d182e5bd-80c0-4989-9f0d-f9a8e949f7f8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.3753624
Feb 12 21:18:28.477348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47980) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:28.509208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:28.509514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:28.509853 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:28.549741 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cf5e29-33b8-4692-8d7d-4bb587f5aeba None None] Network a0123544-49af-43a1-856c-43e0540a736d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:28.587677 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:28.587985 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:28.643340 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 3 to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0
Feb 12 21:18:28.695399 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47982) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:28.698003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:28.698542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:28.699055 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:28.716577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:28.717159 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:28.719771 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 4 to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0
Feb 12 21:18:28.763392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27a6fe-a375-4788-afbf-0d1274f2812a req-f38432af-c863-42ae-a273-f752fbd1ae7a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:28.767038 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5e27a6fe-a375-4788-afbf-0d1274f2812a req-f38432af-c863-42ae-a273-f752fbd1ae7a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.3129582
Feb 12 21:18:28.768037 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:28.768541 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:28.769043 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:28.798580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:28.799186 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:28.808318 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 5 to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0
Feb 12 21:18:28.814733 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f32bd46e-d1c1-4417-ba1d-5ec066e4d689', 'network_id': 'f32bd46e-d1c1-4417-ba1d-5ec066e4d689', 'project_id': 'efb57193bdda4db3a43e50e401f7a40c', 'fixed_ips': [{'subnet_id': '937ff6c1-1ae6-46cc-9640-6b1b7ee98887'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:18:28.816008 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:28.820141 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d8bbf5be-3a0b-4ec4-b950-c6e815e5ea5e req-1acb0dff-72f1-42e9-b202-28370a9dd935 service neutron] 10.222.0.48 "GET /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3968315
Feb 12 21:18:28.848094 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:28.848432 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:28.848815 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:28.863706 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:28.863945 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:28.864918 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 6 to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0
Feb 12 21:18:28.872349 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5e27a6fe-a375-4788-afbf-0d1274f2812a req-b562db47-565f-4318-94ee-a4adb398232e tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929480
Feb 12 21:18:28.887625 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:28.888022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:28.888540 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:28.905224 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:28.905663 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:28.906059 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 7 to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0
Feb 12 21:18:28.923795 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:28.924136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:28.924505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:28.929658 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:28.930046 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:28.930573 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 8 to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0
Feb 12 21:18:28.946146 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:28.946146 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:28.946463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:28.952008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:28.952358 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:28.952763 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 9 to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0
Feb 12 21:18:28.968452 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:28.968803 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:28.969147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:28.976733 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:28.976733 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:28.977244 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 10 to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0
Feb 12 21:18:29.005415 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-03a1a551-cd8c-4126-8a4e-ecbe279ae59e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.019767 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:29.020092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:29.020446 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:29.049600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:29.050216 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:29.050790 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d20b19da-b720-4a63-aef3-a0d0c2cdfed0), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.055583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Allocated IP 2001:db8::1 (f32bd46e-d1c1-4417-ba1d-5ec066e4d689/937ff6c1-1ae6-46cc-9640-6b1b7ee98887/d5a1d6ef-36ed-41b0-8ed6-649369717120) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:29.087203 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a9d2cc5-c6ad-4857-9647-d361028e6fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f66c4783-3fe9-4304-8637-73bbcf886b8b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.145492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] For port d20b19da-b720-4a63-aef3-a0d0c2cdfed0, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:18:29.146070 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempted to set empty binding levels {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 12 21:18:29.183213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812094b-e3d5-4575-9563-46beeed1b2a0 req-ed69b763-a0cb-4307-98c4-b9d9f690e017 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:29.184778 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e812094b-e3d5-4575-9563-46beeed1b2a0 req-ed69b763-a0cb-4307-98c4-b9d9f690e017 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.9537685
Feb 12 21:18:29.230578 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (d20b19da-b720-4a63-aef3-a0d0c2cdfed0), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.253422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d2cc5-c6ad-4857-9647-d361028e6fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66c4783-3fe9-4304-8637-73bbcf886b8b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:29.285570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927937-29f1-4c62-b2ce-01f1b357067c req-c9f18a10-6e2f-429f-8a35-f113b8ccab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:29.289109 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d8927937-29f1-4c62-b2ce-01f1b357067c req-c9f18a10-6e2f-429f-8a35-f113b8ccab06 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 1127 time: 0.8653562
Feb 12 21:18:29.296139 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3a9d2cc5-c6ad-4857-9647-d361028e6fe5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6281d1c3f6741828c12de21ad0cf52a&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3083322
Feb 12 21:18:29.306249 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47992) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:29.320719 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:29.321322 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.383886 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Publish callbacks [] for port (d5a1d6ef-36ed-41b0-8ed6-649369717120), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.385015 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (f32bd46e-d1c1-4417-ba1d-5ec066e4d689), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.402575 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-03a1a551-cd8c-4126-8a4e-ecbe279ae59e admin admin] Publish callbacks [] for security_group (f2227c25-0ae7-4fe8-945f-c674fea26258), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.403906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Pushing event updated for resources: {'Port': ['ID=d20b19da-b720-4a63-aef3-a0d0c2cdfed0,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:29.404954 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e812094b-e3d5-4575-9563-46beeed1b2a0 req-ba1014fb-9941-4e83-a671-47affeadd94f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2011077
Feb 12 21:18:29.427679 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489b95a-38f5-4af7-b608-973498e5436e req-3e361bc3-7dc6-4940-84f9-16bc15d588e2 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:29.429864 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c489b95a-38f5-4af7-b608-973498e5436e req-3e361bc3-7dc6-4940-84f9-16bc15d588e2 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 944 time: 0.2079620
Feb 12 21:18:29.444667 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b918653f-e6b4-45cc-98c4-2f039ea45242 admin admin] Publish callbacks [] for security_group (f66c4783-3fe9-4304-8637-73bbcf886b8b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.454087 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d8927937-29f1-4c62-b2ce-01f1b357067c req-2c37a5ae-ba22-4cee-8dd5-815979948f55 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539912
Feb 12 21:18:29.485424 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (d5a1d6ef-36ed-41b0-8ed6-649369717120), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.502285 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c489b95a-38f5-4af7-b608-973498e5436e req-f84c8819-b61f-4cd3-bc35-d81f7692235a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634139
Feb 12 21:18:29.508142 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (937ff6c1-1ae6-46cc-9640-6b1b7ee98887), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.535732 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b918653f-e6b4-45cc-98c4-2f039ea45242 admin admin] Publish callbacks [] for security_group (f66c4783-3fe9-4304-8637-73bbcf886b8b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.538708 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-03a1a551-cd8c-4126-8a4e-ecbe279ae59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f2227c25-0ae7-4fe8-945f-c674fea26258), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.540060 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.547184 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.555006 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Network f32bd46e-d1c1-4417-ba1d-5ec066e4d689 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:29.558464 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:29.561979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:29.588731 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-15670a10-929f-4aff-9b24-065435924782 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 980 time: 3.8604870
Feb 12 21:18:29.592982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47994) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:29.603240 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-03a1a551-cd8c-4126-8a4e-ecbe279ae59e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24960edb066d4ee1bb2478f4415ba7a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8996494
Feb 12 21:18:29.606436 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47996) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:29.632940 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Pushing event updated for resources: {'Port': ['ID=d5a1d6ef-36ed-41b0-8ed6-649369717120,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:29.645625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Attempting to bind port d5a1d6ef-36ed-41b0-8ed6-649369717120 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:29.646000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Attempting to bind port d5a1d6ef-36ed-41b0-8ed6-649369717120 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f32bd46e-d1c1-4417-ba1d-5ec066e4d689'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:29.646365 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Attempting to bind port d5a1d6ef-36ed-41b0-8ed6-649369717120 on network f32bd46e-d1c1-4417-ba1d-5ec066e4d689 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:29.652033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:18:29.652426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Checking segment: {'id': '29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f32bd46e-d1c1-4417-ba1d-5ec066e4d689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:29.652836 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.653233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Bound using segment: {'id': '29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f32bd46e-d1c1-4417-ba1d-5ec066e4d689'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:18:29.653748 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Bound port: d5a1d6ef-36ed-41b0-8ed6-649369717120, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f32bd46e-d1c1-4417-ba1d-5ec066e4d689'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:18:29.654141 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d5a1d6ef-36ed-41b0-8ed6-649369717120), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.715020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-1118d82c-94b8-4b1f-a1d7-bcfa67280167 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Deleting port d20b19da-b720-4a63-aef3-a0d0c2cdfed0 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:29.715020 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1118d82c-94b8-4b1f-a1d7-bcfa67280167 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d20b19da-b720-4a63-aef3-a0d0c2cdfed0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.738190 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (937ff6c1-1ae6-46cc-9640-6b1b7ee98887), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.751498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1a551-cd8c-4126-8a4e-ecbe279ae59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2227c25-0ae7-4fe8-945f-c674fea26258,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:29.782692 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b0efe18-edf9-420a-8b35-3753265c865e admin admin] Publish callbacks [] for security_group (f2227c25-0ae7-4fe8-945f-c674fea26258), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.787046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] For port d5a1d6ef-36ed-41b0-8ed6-649369717120, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:18:29.791567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] For port d5a1d6ef-36ed-41b0-8ed6-649369717120, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5a1d6ef-36ed-41b0-8ed6-649369717120,segment=NetworkSegment(29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d),segment_id=29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:18:29.815066 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b0efe18-edf9-420a-8b35-3753265c865e admin admin] Publish callbacks [] for security_group (f2227c25-0ae7-4fe8-945f-c674fea26258), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.830591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Subnet': ['ID=937ff6c1-1ae6-46cc-9640-6b1b7ee98887,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:29.868173 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d5a1d6ef-36ed-41b0-8ed6-649369717120), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.868854 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-1118d82c-94b8-4b1f-a1d7-bcfa67280167 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] For port d20b19da-b720-4a63-aef3-a0d0c2cdfed0, host nch2-master-1, got binding levels [] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:29.869345 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1118d82c-94b8-4b1f-a1d7-bcfa67280167 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d20b19da-b720-4a63-aef3-a0d0c2cdfed0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.881578 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b918653f-e6b4-45cc-98c4-2f039ea45242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f66c4783-3fe9-4304-8637-73bbcf886b8b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.886069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b918653f-e6b4-45cc-98c4-2f039ea45242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.892193 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b918653f-e6b4-45cc-98c4-2f039ea45242 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f66c4783-3fe9-4304-8637-73bbcf886b8b HTTP/1.1" status: 204  len: 168 time: 0.5704038
Feb 12 21:18:29.899034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918653f-e6b4-45cc-98c4-2f039ea45242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66c4783-3fe9-4304-8637-73bbcf886b8b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:29.936424 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b0efe18-edf9-420a-8b35-3753265c865e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f2227c25-0ae7-4fe8-945f-c674fea26258), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.939180 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b0efe18-edf9-420a-8b35-3753265c865e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.940453 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0b0efe18-edf9-420a-8b35-3753265c865e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2227c25-0ae7-4fe8-945f-c674fea26258 HTTP/1.1" status: 204  len: 168 time: 0.3317993
Feb 12 21:18:29.960473 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0efe18-edf9-420a-8b35-3753265c865e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2227c25-0ae7-4fe8-945f-c674fea26258,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:29.969654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224c3c7-b135-4d62-a0ec-08d26f1eff95 None None] Pushing event updated for resources: {'Port': ['ID=d5a1d6ef-36ed-41b0-8ed6-649369717120,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:29.976121 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (f32bd46e-d1c1-4417-ba1d-5ec066e4d689), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:29.979387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-1118d82c-94b8-4b1f-a1d7-bcfa67280167 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Calling delete_port for d20b19da-b720-4a63-aef3-a0d0c2cdfed0 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:30.040701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f99033a0>,) {'filters': {'network_id': ['f32bd46e-d1c1-4417-ba1d-5ec066e4d689']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:30.103442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f99033a0>, '29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:30.103909 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f99033a0>, '29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:30.141792 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:30.177914 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:30.195145 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:18:30.195367 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:18:30.198676 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:18:30.265662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c65956-d620-4d14-8f95-db67e2537486 req-70794a2c-f372-458f-be3b-7bfef7def5a3 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:30.267239 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4c65956-d620-4d14-8f95-db67e2537486 req-70794a2c-f372-458f-be3b-7bfef7def5a3 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.1881025
Feb 12 21:18:30.338347 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1118d82c-94b8-4b1f-a1d7-bcfa67280167 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d20b19da-b720-4a63-aef3-a0d0c2cdfed0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:30.419008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118d82c-94b8-4b1f-a1d7-bcfa67280167 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Pushing event deleted for resources: {'Port': ['ID=d20b19da-b720-4a63-aef3-a0d0c2cdfed0,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:30.448242 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.db.api [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 12 21:18:30.448242 ncdv-master-1 neutron-server[126505]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 12 21:18:30.448242 ncdv-master-1 neutron-server[126505]: [parameters: {'id': 'f32bd46e-d1c1-4417-ba1d-5ec066e4d689'}]
Feb 12 21:18:30.448242 ncdv-master-1 neutron-server[126505]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:18:30.448607 ncdv-master-1 neutron-server[126505]: DEBUG oslo_db.api [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:18:30.468206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1118d82c-94b8-4b1f-a1d7-bcfa67280167 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:30.477517 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1118d82c-94b8-4b1f-a1d7-bcfa67280167 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] 10.222.0.31 "DELETE /v2.0/ports/d20b19da-b720-4a63-aef3-a0d0c2cdfed0 HTTP/1.1" status: 204  len: 168 time: 0.8814468
Feb 12 21:18:30.481039 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48016) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:30.517997 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4c65956-d620-4d14-8f95-db67e2537486 req-ab9a1d5d-4ad7-4caf-b928-d44c54cadbdb tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2322805
Feb 12 21:18:30.564774 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-435d1f0f-cde4-4be4-b9f1-f2ca01e82712 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] GET failed (client error): The resource could not be found.
Feb 12 21:18:30.568688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48020) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:30.574595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-cbe5acf0-6ce4-4a7f-b88c-58ae72e2f6ce tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Request body: {'port': {'network_id': 'a0123544-49af-43a1-856c-43e0540a736d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2131638680'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:30.583561 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-435d1f0f-cde4-4be4-b9f1-f2ca01e82712 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] 10.222.0.31 "GET /v2.0/ports/d20b19da-b720-4a63-aef3-a0d0c2cdfed0 HTTP/1.1" status: 404  len: 333 time: 0.1011519
Feb 12 21:18:30.699275 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe5acf0-6ce4-4a7f-b88c-58ae72e2f6ce tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Made reservation on behalf of 8edcbe0bb348486a8653f653ed53a1b3 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:30.701778 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cbe5acf0-6ce4-4a7f-b88c-58ae72e2f6ce tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:30.711352 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afbe6b-9867-42d7-a322-5d8f8c60aeac req-dea4a00b-0867-4575-886c-abcae66c5bbb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:30.723305 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-83afbe6b-9867-42d7-a322-5d8f8c60aeac req-dea4a00b-0867-4575-886c-abcae66c5bbb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.1363342
Feb 12 21:18:30.734352 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8015c-d4ad-4a8c-8177-fc27550218c7 req-0ca9c014-1752-4355-a33d-be191d7557ed tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:30.752296 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9fd8015c-d4ad-4a8c-8177-fc27550218c7 req-0ca9c014-1752-4355-a33d-be191d7557ed tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 944 time: 0.1062262
Feb 12 21:18:30.780835 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-cbe5acf0-6ce4-4a7f-b88c-58ae72e2f6ce tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] device_id is not set on port f34460f6-318c-4641-95c6-ecd2fec9c31f yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:18:30.869460 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9fd8015c-d4ad-4a8c-8177-fc27550218c7 req-801b0476-d9b8-44fe-a463-6beb2d2ce601 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134334
Feb 12 21:18:30.879291 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-83afbe6b-9867-42d7-a322-5d8f8c60aeac req-7b7c0f34-e78c-4a85-a817-0bb23b9bb160 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537871
Feb 12 21:18:30.946588 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48032) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:30.954209 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:30.957528 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (f32bd46e-d1c1-4417-ba1d-5ec066e4d689), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:30.995534 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-541184fe-211f-42d0-8426-7cdd8f1855f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:31.188627 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cbe5acf0-6ce4-4a7f-b88c-58ae72e2f6ce tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks [] for port (f34460f6-318c-4641-95c6-ecd2fec9c31f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:31.237340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Deleting port d5a1d6ef-36ed-41b0-8ed6-649369717120 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:31.237706 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d5a1d6ef-36ed-41b0-8ed6-649369717120), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:31.342039 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-541184fe-211f-42d0-8426-7cdd8f1855f2 admin admin] Publish callbacks [] for security_group (5b36f903-d2a7-4eba-9000-f34e64ef5946), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:31.368285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d5a1d6ef-36ed-41b0-8ed6-649369717120 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:18:31.427003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cc2db7-59a8-4087-89c4-250cacc4c69e None None] Network f32bd46e-d1c1-4417-ba1d-5ec066e4d689 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:31.432045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] For port d5a1d6ef-36ed-41b0-8ed6-649369717120, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5a1d6ef-36ed-41b0-8ed6-649369717120,segment=NetworkSegment(29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d),segment_id=29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:31.432495 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d5a1d6ef-36ed-41b0-8ed6-649369717120), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:31.440718 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-541184fe-211f-42d0-8426-7cdd8f1855f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5b36f903-d2a7-4eba-9000-f34e64ef5946), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:31.467764 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Calling delete_port for d5a1d6ef-36ed-41b0-8ed6-649369717120 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:31.484799 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cbe5acf0-6ce4-4a7f-b88c-58ae72e2f6ce tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f34460f6-318c-4641-95c6-ecd2fec9c31f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:31.493501 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d5a1d6ef-36ed-41b0-8ed6-649369717120 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:31.493876 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d5a1d6ef-36ed-41b0-8ed6-649369717120), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:31.543189 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0c47ceab-5acf-43a1-9526-27456791d21e None None] Provisioning complete for port d5a1d6ef-36ed-41b0-8ed6-649369717120 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:31.543571 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0c47ceab-5acf-43a1-9526-27456791d21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d5a1d6ef-36ed-41b0-8ed6-649369717120), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:31.578081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48044) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:31.581478 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-541184fe-211f-42d0-8426-7cdd8f1855f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7873e6b5d0a34c9abf6b79220e6095be&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6208715
Feb 12 21:18:31.609308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541184fe-211f-42d0-8426-7cdd8f1855f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b36f903-d2a7-4eba-9000-f34e64ef5946,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:31.666139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe5acf0-6ce4-4a7f-b88c-58ae72e2f6ce tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Network a0123544-49af-43a1-856c-43e0540a736d is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:31.670388 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5acf0-6ce4-4a7f-b88c-58ae72e2f6ce tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Pushing event updated for resources: {'Port': ['ID=f34460f6-318c-4641-95c6-ecd2fec9c31f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:31.675879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-cbe5acf0-6ce4-4a7f-b88c-58ae72e2f6ce tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:31.679734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe5acf0-6ce4-4a7f-b88c-58ae72e2f6ce tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:31.680559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe5acf0-6ce4-4a7f-b88c-58ae72e2f6ce tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:31.681181 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cbe5acf0-6ce4-4a7f-b88c-58ae72e2f6ce tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:31.686096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48046) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:31.808594 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cbe5acf0-6ce4-4a7f-b88c-58ae72e2f6ce tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.2378969
Feb 12 21:18:31.811637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48054) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:31.822534 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:31.825304 ncdv-master-1 neutron-server[126507]: INFO neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No ports have port_id starting with d5a1d6ef-36ed-41b0-8ed6-649369717120
Feb 12 21:18:31.838494 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d5a1d6ef-36ed-41b0-8ed6-649369717120), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:31.845987 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0c47ceab-5acf-43a1-9526-27456791d21e None None] Current status of the port d5a1d6ef-36ed-41b0-8ed6-649369717120 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:31.846204 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0c47ceab-5acf-43a1-9526-27456791d21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d5a1d6ef-36ed-41b0-8ed6-649369717120), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:31.851682 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21526577-4458-4a1b-91ab-c865b7b2c3a5 admin admin] Publish callbacks [] for security_group (5b36f903-d2a7-4eba-9000-f34e64ef5946), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:31.903869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:18:31.911045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Port': ['ID=d5a1d6ef-36ed-41b0-8ed6-649369717120,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:31.916902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No DVR routers for this DVR port d5a1d6ef-36ed-41b0-8ed6-649369717120 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:18:31.994209 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21526577-4458-4a1b-91ab-c865b7b2c3a5 admin admin] Publish callbacks [] for security_group (5b36f903-d2a7-4eba-9000-f34e64ef5946), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.060870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0f5fb9-084f-48c5-9739-ab19406b0ace None None] DHCP port deletion for f32bd46e-d1c1-4417-ba1d-5ec066e4d689 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:18:32.061517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0f525-c05f-4274-8986-5d25116e5a89 req-1a0b12af-3a91-440f-8b16-c64fba8244a0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:32.069045 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9bb0f525-c05f-4274-8986-5d25116e5a89 req-1a0b12af-3a91-440f-8b16-c64fba8244a0 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.4583201
Feb 12 21:18:32.075552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d82102bf-d71c-4f4c-b62f-2bd48308d3e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-79596995-network', 'tenant_id': '050182e2f578483db86c4ee4d7391365'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:32.081751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:32.122232 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '34cd3a96-20f0-4da5-9fc7-b28ab17e9dda', 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b', 'port_id': '34cd3a96-20f0-4da5-9fc7-b28ab17e9dda', 'mac_address': 'fa:16:3e:30:d4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:18:32.145016 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9bb0f525-c05f-4274-8986-5d25116e5a89 req-7e40725c-321e-467b-8df8-20ab07472efe tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717440
Feb 12 21:18:32.167756 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f34460f6-318c-4641-95c6-ecd2fec9c31f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.185040 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (f32bd46e-d1c1-4417-ba1d-5ec066e4d689), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.185414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:32.186159 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.204214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:18:32.218491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc7002ec7f0>,) {'filters': {'network_id': ['f32bd46e-d1c1-4417-ba1d-5ec066e4d689']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:32.230607 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:32.254864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7002ec7f0>, '29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:32.255160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7002ec7f0>, '29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:32.286049 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.291884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64f184-4af0-44cb-81c9-20bd6aece3b8 req-a486ab62-8f07-4f77-8663-443070ce43e1 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:32.293555 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ab64f184-4af0-44cb-81c9-20bd6aece3b8 req-a486ab62-8f07-4f77-8663-443070ce43e1 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.2532489
Feb 12 21:18:32.308355 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4cc0f-c0b9-4d3f-bc21-11ab57362bb8 req-f1772dc3-8685-43be-96ef-f590dce58d9e tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:32.310618 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f9a4cc0f-c0b9-4d3f-bc21-11ab57362bb8 req-f1772dc3-8685-43be-96ef-f590dce58d9e tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 944 time: 0.0752769
Feb 12 21:18:32.357858 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.361561 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f9a4cc0f-c0b9-4d3f-bc21-11ab57362bb8 req-2108c66f-ca88-4b4c-b16c-4c5254beabaa tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458105
Feb 12 21:18:32.364746 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21526577-4458-4a1b-91ab-c865b7b2c3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5b36f903-d2a7-4eba-9000-f34e64ef5946), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.365160 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.370504 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:18:32.370921 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (29f3bf9b-a2fc-4303-ae65-8ab92fdeca9d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.371711 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21526577-4458-4a1b-91ab-c865b7b2c3a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.372810 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.383293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82102bf-d71c-4f4c-b62f-2bd48308d3e3 admin admin] Made reservation on behalf of 050182e2f578483db86c4ee4d7391365 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:32.383293 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d82102bf-d71c-4f4c-b62f-2bd48308d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:18:32.384332 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:18:32.387948 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-21526577-4458-4a1b-91ab-c865b7b2c3a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b36f903-d2a7-4eba-9000-f34e64ef5946 HTTP/1.1" status: 204  len: 168 time: 0.8077438
Feb 12 21:18:32.399445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21526577-4458-4a1b-91ab-c865b7b2c3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b36f903-d2a7-4eba-9000-f34e64ef5946,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:32.470665 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d82102bf-d71c-4f4c-b62f-2bd48308d3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.514911 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ab64f184-4af0-44cb-81c9-20bd6aece3b8 req-97ccba78-8ba0-4bf0-9790-9abdbb36ca51 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089489
Feb 12 21:18:32.543228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:32.596183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] device_id is not set on port f34460f6-318c-4641-95c6-ecd2fec9c31f yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:18:32.614911 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks [] for port (f34460f6-318c-4641-95c6-ecd2fec9c31f), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.661074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['34cd3a96-20f0-4da5-9fc7-b28ab17e9dda'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:18:32.666908 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (f32bd46e-d1c1-4417-ba1d-5ec066e4d689), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.685016 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d82102bf-d71c-4f4c-b62f-2bd48308d3e3 admin admin] Publish callbacks [] for security_group (8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.691324 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.699410 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/f32bd46e-d1c1-4417-ba1d-5ec066e4d689 HTTP/1.1" status: 204  len: 168 time: 4.2073004
Feb 12 21:18:32.699410 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (f34460f6-318c-4641-95c6-ecd2fec9c31f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.699624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48070) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:32.704357 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ebd6604c-1600-42ad-ac15-6ab609634f09 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-385861396'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:32.713929 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac412b79-c660-453b-a71e-d1be234316bf tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Network': ['ID=f32bd46e-d1c1-4417-ba1d-5ec066e4d689,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:32.767212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Pushing event updated for resources: {'Port': ['ID=f34460f6-318c-4641-95c6-ecd2fec9c31f,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:32.777634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d82102bf-d71c-4f4c-b62f-2bd48308d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.809648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:32.809993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:32.810344 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:32.811483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd6604c-1600-42ad-ac15-6ab609634f09 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:32.815466 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ebd6604c-1600-42ad-ac15-6ab609634f09 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.820447 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:32.820447 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:32.823074 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 2 to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f
Feb 12 21:18:32.834011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82102bf-d71c-4f4c-b62f-2bd48308d3e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:32.883258 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd6604c-1600-42ad-ac15-6ab609634f09 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:32.894093 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d82102bf-d71c-4f4c-b62f-2bd48308d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (739edf8d-e223-4bd7-b993-e1b54564f9e3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.894093 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-d82102bf-d71c-4f4c-b62f-2bd48308d3e3 admin admin] Added segment 739edf8d-e223-4bd7-b993-e1b54564f9e3 of type vlan for network 7099db00-3881-44c3-bb47-3ded394a66e1
Feb 12 21:18:32.895452 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82102bf-d71c-4f4c-b62f-2bd48308d3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:32.900928 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ebd6604c-1600-42ad-ac15-6ab609634f09 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b1733648-f88c-4889-8766-50dc80ee1843), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:32.901563 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-ebd6604c-1600-42ad-ac15-6ab609634f09 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Added segment b1733648-f88c-4889-8766-50dc80ee1843 of type vlan for network c0a61397-7c8b-4a7a-89b6-387a43f038ae
Feb 12 21:18:32.906272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:32.912193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:32.912193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:32.953042 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ebd6604c-1600-42ad-ac15-6ab609634f09 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (c0a61397-7c8b-4a7a-89b6-387a43f038ae), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:33.014098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:33.014098 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:33.029574 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 3 to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f
Feb 12 21:18:33.046753 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ebd6604c-1600-42ad-ac15-6ab609634f09 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (c0a61397-7c8b-4a7a-89b6-387a43f038ae), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:33.053011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd6604c-1600-42ad-ac15-6ab609634f09 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:33.053011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ebd6604c-1600-42ad-ac15-6ab609634f09 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:33.073590 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d82102bf-d71c-4f4c-b62f-2bd48308d3e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (7099db00-3881-44c3-bb47-3ded394a66e1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:33.081054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:33.081420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:33.081851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:33.101921 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:33.102296 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:33.110800 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 4 to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f
Feb 12 21:18:33.138055 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6604c-1600-42ad-ac15-6ab609634f09 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Network': ['ID=c0a61397-7c8b-4a7a-89b6-387a43f038ae,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:33.139336 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60ae0e-4551-4cd6-8560-a3c4b206935e req-9e2a8684-21e2-47b1-bada-57e921f73153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:33.140882 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e60ae0e-4551-4cd6-8560-a3c4b206935e req-9e2a8684-21e2-47b1-bada-57e921f73153 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=036d2491a97d486eb196e0cdafa05500&device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 1127 time: 0.2315359
Feb 12 21:18:33.144226 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:33.144569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:33.144914 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:33.154978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network c0a61397-7c8b-4a7a-89b6-387a43f038ae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:33.158502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe190e1-1a23-4b85-8ca9-2f7c02f16f15 req-32c076b1-11a8-4b12-92a1-a20192ce538a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:33.160055 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebe190e1-1a23-4b85-8ca9-2f7c02f16f15 req-32c076b1-11a8-4b12-92a1-a20192ce538a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.2495425
Feb 12 21:18:33.170504 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:33.170845 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:33.176903 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ebd6604c-1600-42ad-ac15-6ab609634f09 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4770660
Feb 12 21:18:33.180417 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48086) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:33.186361 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 5 to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f
Feb 12 21:18:33.189674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-bfe50cb2-4a43-4424-a7ea-2287a4a2fea3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'subnet': {'network_id': 'c0a61397-7c8b-4a7a-89b6-387a43f038ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:33.252367 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:33.252854 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:33.253301 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:33.280285 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d82102bf-d71c-4f4c-b62f-2bd48308d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (7099db00-3881-44c3-bb47-3ded394a66e1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:33.281512 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82102bf-d71c-4f4c-b62f-2bd48308d3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:33.282205 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d82102bf-d71c-4f4c-b62f-2bd48308d3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:33.292519 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d5a1d6ef-36ed-41b0-8ed6-649369717120 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:18:33.294825 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:33.294825 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:33.302583 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 6 to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f
Feb 12 21:18:33.316773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: d5a1d6ef-36ed-41b0-8ed6-649369717120 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:18:33.317119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d5a1d6ef-36ed-41b0-8ed6-649369717120 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:18:33.332316 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebe190e1-1a23-4b85-8ca9-2f7c02f16f15 req-e58ae550-62d7-4706-bf32-a65c828ea5a9 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627529
Feb 12 21:18:33.363801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:33.363801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:33.363801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:33.378222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe50cb2-4a43-4424-a7ea-2287a4a2fea3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:33.390388 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfe50cb2-4a43-4424-a7ea-2287a4a2fea3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:33.414026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60ae0e-4551-4cd6-8560-a3c4b206935e req-e57bef12-3ed2-44a0-a2ff-4df3ba4743a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:33.416185 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e60ae0e-4551-4cd6-8560-a3c4b206935e req-e57bef12-3ed2-44a0-a2ff-4df3ba4743a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 HTTP/1.1" status: 200  len: 911 time: 0.2648427
Feb 12 21:18:33.423300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:33.424811 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:33.429945 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 7 to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f
Feb 12 21:18:33.449873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82102bf-d71c-4f4c-b62f-2bd48308d3e3 admin admin] Pushing event updated for resources: {'Network': ['ID=7099db00-3881-44c3-bb47-3ded394a66e1,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:33.478207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 7099db00-3881-44c3-bb47-3ded394a66e1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:33.496095 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d82102bf-d71c-4f4c-b62f-2bd48308d3e3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.8035984
Feb 12 21:18:33.496095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:33.496095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:33.496095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:33.498129 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48096) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:33.498804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:33.499140 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:33.500582 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e60ae0e-4551-4cd6-8560-a3c4b206935e req-c50794b0-3487-4c1c-b1bc-8e77d58b2da8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98cca7e1-4777-4b0c-ad16-c0516fe1d47e HTTP/1.1" status: 200  len: 217 time: 0.0747960
Feb 12 21:18:33.515497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f3af6c0d-41b1-46bb-850c-3ff326674ff0 admin admin] Request body: {'subnet': {'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-79596995-subnet', 'tenant_id': '050182e2f578483db86c4ee4d7391365', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:33.520776 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 8 to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f
Feb 12 21:18:33.582985 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:33.583581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:33.584707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:33.606438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:33.607470 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:33.610585 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 9 to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f
Feb 12 21:18:33.615816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60ae0e-4551-4cd6-8560-a3c4b206935e req-662f1b4e-ece7-4ca2-96d5-c14aeb9fae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:33.617297 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e60ae0e-4551-4cd6-8560-a3c4b206935e req-662f1b4e-ece7-4ca2-96d5-c14aeb9fae01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1241d83c-10df-4b94-b76c-17674c0674dc HTTP/1.1" status: 200  len: 850 time: 0.0927958
Feb 12 21:18:33.635669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:33.636031 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:33.636345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:33.657671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:33.657671 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:33.658810 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 10 to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f
Feb 12 21:18:33.664277 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e60ae0e-4551-4cd6-8560-a3c4b206935e req-2828c016-6d0b-464b-99e4-f5c018eba6d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395865
Feb 12 21:18:33.727496 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3af6c0d-41b1-46bb-850c-3ff326674ff0 admin admin] Made reservation on behalf of 050182e2f578483db86c4ee4d7391365 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:33.729981 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f3af6c0d-41b1-46bb-850c-3ff326674ff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:33.739886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:33.740301 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:33.741422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:33.754735 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6fd73-c963-4a1a-9051-6d29510805d7 req-34486dbb-2d76-4ed7-a5c8-aaebfcfd42ee tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:33.761736 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-40c6fd73-c963-4a1a-9051-6d29510805d7 req-34486dbb-2d76-4ed7-a5c8-aaebfcfd42ee tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 945 time: 0.1193221
Feb 12 21:18:33.794052 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfe50cb2-4a43-4424-a7ea-2287a4a2fea3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (91c9ba96-3daf-45c7-a873-807596efde85), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:33.807292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:33.808692 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port f34460f6-318c-4641-95c6-ecd2fec9c31f on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:33.808692 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f34460f6-318c-4641-95c6-ecd2fec9c31f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:33.849717 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-40c6fd73-c963-4a1a-9051-6d29510805d7 req-7d8acafe-3a9d-4203-868b-c41068a28766 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863285
Feb 12 21:18:33.871774 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe50cb2-4a43-4424-a7ea-2287a4a2fea3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Subnet': ['ID=91c9ba96-3daf-45c7-a873-807596efde85,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:33.897423 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe50cb2-4a43-4424-a7ea-2287a4a2fea3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Checking segment: {'id': 'b1733648-f88c-4889-8766-50dc80ee1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c0a61397-7c8b-4a7a-89b6-387a43f038ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:33.897854 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe50cb2-4a43-4424-a7ea-2287a4a2fea3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network hostable DHCP agents. Network: c0a61397-7c8b-4a7a-89b6-387a43f038ae, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:18:33.903076 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:18:33.936934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bb83f-8848-4074-9ffc-b34950949a08 req-7484aba7-f7da-4556-ba62-16b332cc39f9 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:33.938536 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-199bb83f-8848-4074-9ffc-b34950949a08 req-7484aba7-f7da-4556-ba62-16b332cc39f9 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.2804780
Feb 12 21:18:33.947964 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e60ae0e-4551-4cd6-8560-a3c4b206935e req-9c65053a-18ef-45ff-8b45-9e84f1b1b95d service neutron] 10.222.0.48 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2748876
Feb 12 21:18:33.982800 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe50cb2-4a43-4424-a7ea-2287a4a2fea3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network c0a61397-7c8b-4a7a-89b6-387a43f038ae is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:18:34.040844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:18:34.049834 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:34.050215 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:34.058961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99926f38-6d75-47a3-8ee1-d698313671bb req-b96fa0c6-4276-44d1-ba7d-0aee09d5fa25 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.062948 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-99926f38-6d75-47a3-8ee1-d698313671bb req-b96fa0c6-4276-44d1-ba7d-0aee09d5fa25 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 946 time: 0.0694370
Feb 12 21:18:34.084920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-bfe50cb2-4a43-4424-a7ea-2287a4a2fea3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c0a61397-7c8b-4a7a-89b6-387a43f038ae) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:34.092425 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe50cb2-4a43-4424-a7ea-2287a4a2fea3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.094910 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfe50cb2-4a43-4424-a7ea-2287a4a2fea3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:34.103080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7141cd67-5c55-4624-be1e-7aa015d8aabb None None] Network c0a61397-7c8b-4a7a-89b6-387a43f038ae requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:34.107962 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] For port f34460f6-318c-4641-95c6-ecd2fec9c31f, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:18:34.108347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempted to set empty binding levels {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 12 21:18:34.124108 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-199bb83f-8848-4074-9ffc-b34950949a08 req-891ef999-e5d1-474f-9e77-09470baafb2c tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1725152
Feb 12 21:18:34.176161 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (f34460f6-318c-4641-95c6-ecd2fec9c31f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:34.177921 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-99926f38-6d75-47a3-8ee1-d698313671bb req-da40f13d-360e-4f11-9786-532d3e8748c6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1064746
Feb 12 21:18:34.192362 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e60ae0e-4551-4cd6-8560-a3c4b206935e req-2480210c-2294-454b-8a35-0b5b0174c573 service neutron] 10.222.0.48 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2341115
Feb 12 21:18:34.197143 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bfe50cb2-4a43-4424-a7ea-2287a4a2fea3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0146949
Feb 12 21:18:34.205736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48126) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:34.216159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-11ec5ab9-5e48-4352-9430-26507eec362c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'subnet': {'network_id': 'c0a61397-7c8b-4a7a-89b6-387a43f038ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:34.241268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] In _notify_port_updated(), no bound segment for port f34460f6-318c-4641-95c6-ecd2fec9c31f on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:18:34.242316 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.242926 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:34.244341 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] 10.222.0.31 "PUT /v2.0/ports/f34460f6-318c-4641-95c6-ecd2fec9c31f HTTP/1.1" status: 200  len: 975 time: 2.4299805
Feb 12 21:18:34.246899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48128) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:34.292318 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c0a61397-7c8b-4a7a-89b6-387a43f038ae', 'network_id': 'c0a61397-7c8b-4a7a-89b6-387a43f038ae', 'project_id': 'efb57193bdda4db3a43e50e401f7a40c', 'fixed_ips': [{'subnet_id': '91c9ba96-3daf-45c7-a873-807596efde85'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:18:34.301988 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:34.322810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:34.323498 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:34.330198 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f3af6c0d-41b1-46bb-850c-3ff326674ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:34.364472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0f23fe-5df2-49f4-85af-3e16dabe1ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cd3a96-20f0-4da5-9fc7-b28ab17e9dda'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:18:34.367846 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063e737a-7768-49d4-82e4-6631de811f24" -d '{"events": [{"server_uuid": "ac0f23fe-5df2-49f4-85af-3e16dabe1ca5", "name": "network-vif-plugged", "status": "completed", "tag": "34cd3a96-20f0-4da5-9fc7-b28ab17e9dda"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:18:34.387290 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af6c0d-41b1-46bb-850c-3ff326674ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:34.402453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7e71c-7a93-4558-8f2b-e133525a10c1 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Pushing event updated for resources: {'Port': ['ID=f34460f6-318c-4641-95c6-ecd2fec9c31f,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:34.474014 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ec5ab9-5e48-4352-9430-26507eec362c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:34.479358 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-11ec5ab9-5e48-4352-9430-26507eec362c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:34.517085 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8080336e-cfbd-405e-bc29-2a5f27ec0bf6 x-openstack-request-id: req-8080336e-cfbd-405e-bc29-2a5f27ec0bf6 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:18:34.517395 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0f23fe-5df2-49f4-85af-3e16dabe1ca5", "name": "network-vif-plugged", "status": "completed", "tag": "34cd3a96-20f0-4da5-9fc7-b28ab17e9dda", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:18:34.517657 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8080336e-cfbd-405e-bc29-2a5f27ec0bf6 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:18:34.519643 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0f23fe-5df2-49f4-85af-3e16dabe1ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cd3a96-20f0-4da5-9fc7-b28ab17e9dda', 'code': 200}
Feb 12 21:18:34.521481 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:34.530544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.531024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.531487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.531948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.532406 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.532862 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.533318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.533892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.534347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.534834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.536088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.536523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.536973 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.537707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.538622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.539088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.540306 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.540778 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.543954 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9cbae159-3062-476f-bdc0-d416439d9462 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 16836 time: 0.2962890
Feb 12 21:18:34.547574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af6c0d-41b1-46bb-850c-3ff326674ff0 admin admin] Checking segment: {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:34.547945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3af6c0d-41b1-46bb-850c-3ff326674ff0 admin admin] Network hostable DHCP agents. Network: 7099db00-3881-44c3-bb47-3ded394a66e1, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:18:34.551088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48142) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:34.596666 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:34.608476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Allocated IP 2001:db8::2 (c0a61397-7c8b-4a7a-89b6-387a43f038ae/91c9ba96-3daf-45c7-a873-807596efde85/965e604c-a387-4d69-86b3-49f6998c861a) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:34.664753 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7606588-0c90-482b-be37-5fda679851d5 req-a52a5a65-3f42-491d-bd7d-f146954c4d83 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.666422 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7606588-0c90-482b-be37-5fda679851d5 req-a52a5a65-3f42-491d-bd7d-f146954c4d83 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.1944876
Feb 12 21:18:34.718414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3af6c0d-41b1-46bb-850c-3ff326674ff0 admin admin] Network 7099db00-3881-44c3-bb47-3ded394a66e1 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:18:34.737218 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:34.761837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85d36f-0b1b-4710-82bc-3990832d3089 req-5825350a-6ea3-4494-8cc3-cc686534e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.763611 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cc85d36f-0b1b-4710-82bc-3990832d3089 req-5825350a-6ea3-4494-8cc3-cc686534e04d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 1128 time: 0.1493618
Feb 12 21:18:34.775022 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7606588-0c90-482b-be37-5fda679851d5 req-95fcab28-7250-4e29-a6dc-fac8c4c5d83b tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019609
Feb 12 21:18:34.807429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-03bbb651-1708-4092-8c40-dbb2b816056f tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Deleting port f34460f6-318c-4641-95c6-ecd2fec9c31f {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:34.807660 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-03bbb651-1708-4092-8c40-dbb2b816056f tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f34460f6-318c-4641-95c6-ecd2fec9c31f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:34.824955 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-f3af6c0d-41b1-46bb-850c-3ff326674ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7099db00-3881-44c3-bb47-3ded394a66e1) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:34.839046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f524a454-747b-4495-bbf1-3981a6e72ed7 None None] Network 7099db00-3881-44c3-bb47-3ded394a66e1 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:34.847295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3af6c0d-41b1-46bb-850c-3ff326674ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:34.849569 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f3af6c0d-41b1-46bb-850c-3ff326674ff0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:34.897793 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-11ec5ab9-5e48-4352-9430-26507eec362c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (253dbeea-28a5-43a4-9bfd-8f0293f38a7d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:34.898322 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cc85d36f-0b1b-4710-82bc-3990832d3089 req-9ffb0d2d-00eb-43b8-be56-f7c42648e469 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216130
Feb 12 21:18:34.907981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-03bbb651-1708-4092-8c40-dbb2b816056f tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] For port f34460f6-318c-4641-95c6-ecd2fec9c31f, host nch2-master-1, got binding levels [] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:34.913986 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-03bbb651-1708-4092-8c40-dbb2b816056f tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f34460f6-318c-4641-95c6-ecd2fec9c31f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:34.922690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-03bbb651-1708-4092-8c40-dbb2b816056f tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Calling delete_port for f34460f6-318c-4641-95c6-ecd2fec9c31f owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:34.961254 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Publish callbacks [] for port (965e604c-a387-4d69-86b3-49f6998c861a), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:34.967811 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cea1867-8490-4678-8b04-e762b27bd78b None None] Network 7099db00-3881-44c3-bb47-3ded394a66e1 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:34.990075 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ec5ab9-5e48-4352-9430-26507eec362c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network c0a61397-7c8b-4a7a-89b6-387a43f038ae is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:34.997921 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f3af6c0d-41b1-46bb-850c-3ff326674ff0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.4942787
Feb 12 21:18:35.011591 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-11ec5ab9-5e48-4352-9430-26507eec362c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:35.018710 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ec5ab9-5e48-4352-9430-26507eec362c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:35.022427 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-11ec5ab9-5e48-4352-9430-26507eec362c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:35.038634 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec5ab9-5e48-4352-9430-26507eec362c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Subnet': ['ID=253dbeea-28a5-43a4-9bfd-8f0293f38a7d,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:35.064259 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028e8a9-15f3-40c6-a642-46274e0cc7f7 req-de0734d5-7270-43e7-86db-b774f10b4062 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:35.066007 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f028e8a9-15f3-40c6-a642-46274e0cc7f7 req-de0734d5-7270-43e7-86db-b774f10b4062 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.1154733
Feb 12 21:18:35.070068 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (965e604c-a387-4d69-86b3-49f6998c861a), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:35.115280 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-11ec5ab9-5e48-4352-9430-26507eec362c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.9058788
Feb 12 21:18:35.115913 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48166) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:35.135078 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Pushing event updated for resources: {'Port': ['ID=965e604c-a387-4d69-86b3-49f6998c861a,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:35.136538 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-03bbb651-1708-4092-8c40-dbb2b816056f tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f34460f6-318c-4641-95c6-ecd2fec9c31f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:35.149468 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f028e8a9-15f3-40c6-a642-46274e0cc7f7 req-2585865a-1cc5-4972-9354-ed098a14988d tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750041
Feb 12 21:18:35.154049 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Network c0a61397-7c8b-4a7a-89b6-387a43f038ae is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:35.164499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:35.174060 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:35.250696 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Attempting to bind port 965e604c-a387-4d69-86b3-49f6998c861a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:35.251533 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Attempting to bind port 965e604c-a387-4d69-86b3-49f6998c861a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b1733648-f88c-4889-8766-50dc80ee1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c0a61397-7c8b-4a7a-89b6-387a43f038ae'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:35.252070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Attempting to bind port 965e604c-a387-4d69-86b3-49f6998c861a on network c0a61397-7c8b-4a7a-89b6-387a43f038ae {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:35.258924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:18:35.259593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Checking segment: {'id': 'b1733648-f88c-4889-8766-50dc80ee1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c0a61397-7c8b-4a7a-89b6-387a43f038ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:35.260335 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:35.261129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Bound using segment: {'id': 'b1733648-f88c-4889-8766-50dc80ee1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c0a61397-7c8b-4a7a-89b6-387a43f038ae'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:18:35.261804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Bound port: 965e604c-a387-4d69-86b3-49f6998c861a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1733648-f88c-4889-8766-50dc80ee1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c0a61397-7c8b-4a7a-89b6-387a43f038ae'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:18:35.262353 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (965e604c-a387-4d69-86b3-49f6998c861a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:35.306260 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbb651-1708-4092-8c40-dbb2b816056f tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Pushing event deleted for resources: {'Port': ['ID=f34460f6-318c-4641-95c6-ecd2fec9c31f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:35.332743 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-03bbb651-1708-4092-8c40-dbb2b816056f tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:35.339782 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-03bbb651-1708-4092-8c40-dbb2b816056f tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f34460f6-318c-4641-95c6-ecd2fec9c31f HTTP/1.1" status: 204  len: 168 time: 0.7867105
Feb 12 21:18:35.340645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48186) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:35.350884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677c453-fc03-4d36-bbfe-ffa6a8a77259 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:35.352319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677c453-fc03-4d36-bbfe-ffa6a8a77259 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:35.354004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677c453-fc03-4d36-bbfe-ffa6a8a77259 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:35.355086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677c453-fc03-4d36-bbfe-ffa6a8a77259 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:35.356272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677c453-fc03-4d36-bbfe-ffa6a8a77259 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:35.357966 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c677c453-fc03-4d36-bbfe-ffa6a8a77259 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2410953
Feb 12 21:18:35.361711 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] For port 965e604c-a387-4d69-86b3-49f6998c861a, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:18:35.362189 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48188) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:35.366847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] For port 965e604c-a387-4d69-86b3-49f6998c861a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=965e604c-a387-4d69-86b3-49f6998c861a,segment=NetworkSegment(b1733648-f88c-4889-8766-50dc80ee1843),segment_id=b1733648-f88c-4889-8766-50dc80ee1843)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:18:35.367485 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-711c626d-32e7-4220-90a7-bcccc2098a1c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2045544974'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:35.370343 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46aec02-d9a5-4c00-9f05-4932c69456b8 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] GET failed (client error): The resource could not be found.
Feb 12 21:18:35.375377 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e46aec02-d9a5-4c00-9f05-4932c69456b8 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] 10.222.0.31 "GET /v2.0/ports/f34460f6-318c-4641-95c6-ecd2fec9c31f HTTP/1.1" status: 404  len: 333 time: 0.0313940
Feb 12 21:18:35.376924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48190) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:35.385338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-88bda718-b08a-403c-bfa1-7ed5607ed296 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1388255929', 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:35.391557 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1b784-3bfc-4ce4-ba58-74b7ebc9b64f req-19ecb24a-985c-4014-a1ba-37050581de43 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:35.393186 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9c1b784-3bfc-4ce4-ba58-74b7ebc9b64f req-19ecb24a-985c-4014-a1ba-37050581de43 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 946 time: 0.0980904
Feb 12 21:18:35.422014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bec01-0852-410d-bca9-32c4fcfc5dd9 req-a189d365-b734-4592-aadc-c9902a8b90d5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:35.423495 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c84bec01-0852-410d-bca9-32c4fcfc5dd9 req-a189d365-b734-4592-aadc-c9902a8b90d5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.1480677
Feb 12 21:18:35.444845 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9c1b784-3bfc-4ce4-ba58-74b7ebc9b64f req-38533545-59d7-4db0-9c28-be7e7c217b38 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438118
Feb 12 21:18:35.472804 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c84bec01-0852-410d-bca9-32c4fcfc5dd9 req-5d7c8f1a-65c2-420e-81d5-4378495bb9cd tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424104
Feb 12 21:18:35.508730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bda718-b08a-403c-bfa1-7ed5607ed296 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Made reservation on behalf of 8edcbe0bb348486a8653f653ed53a1b3 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:35.510339 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (965e604c-a387-4d69-86b3-49f6998c861a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:35.511515 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-88bda718-b08a-403c-bfa1-7ed5607ed296 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:35.514086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711c626d-32e7-4220-90a7-bcccc2098a1c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:35.517482 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-711c626d-32e7-4220-90a7-bcccc2098a1c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:35.547900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-88bda718-b08a-403c-bfa1-7ed5607ed296 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] device_id is not set on port df5b75cf-6708-48ea-9b00-28d0fff59d76 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:18:35.595176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711c626d-32e7-4220-90a7-bcccc2098a1c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:35.608045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a079c-71b4-4209-a1cd-b11f10f01286 None None] Pushing event updated for resources: {'Port': ['ID=965e604c-a387-4d69-86b3-49f6998c861a,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:35.630094 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-711c626d-32e7-4220-90a7-bcccc2098a1c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (e49a0f2f-703f-4fae-9cf8-154d383dc6f4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:35.630682 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-711c626d-32e7-4220-90a7-bcccc2098a1c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Added segment e49a0f2f-703f-4fae-9cf8-154d383dc6f4 of type vlan for network 4f6101e0-adc6-415b-a208-e567fbcceea8
Feb 12 21:18:35.873316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48216) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:35.953184 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0fa5df4a-9a1b-45d1-bdc1-a73e47200c27 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:35.954861 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0fa5df4a-9a1b-45d1-bdc1-a73e47200c27 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 804 time: 0.1646509
Feb 12 21:18:35.981229 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-82f984c1-0d56-4d72-b3e1-4e47de7f8ce3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/quotas/050182e2f578483db86c4ee4d7391365 HTTP/1.1" status: 200  len: 375 time: 0.0154788
Feb 12 21:18:36.040815 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-99727c61-6aac-41e5-8e67-6d47461e4756 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0463595
Feb 12 21:18:36.094530 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b92ddc35-95d1-4c41-9500-7f71fef094d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:36.125514 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-711c626d-32e7-4220-90a7-bcccc2098a1c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (4f6101e0-adc6-415b-a208-e567fbcceea8), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:36.237306 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-711c626d-32e7-4220-90a7-bcccc2098a1c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (4f6101e0-adc6-415b-a208-e567fbcceea8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:36.243443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711c626d-32e7-4220-90a7-bcccc2098a1c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:36.244054 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-711c626d-32e7-4220-90a7-bcccc2098a1c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:36.273261 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-2f57cab9-9b53-4a10-9371-bce52079d9d6 service neutron] 10.222.0.31 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2175303
Feb 12 21:18:36.340923 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-88bda718-b08a-403c-bfa1-7ed5607ed296 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks [] for port (df5b75cf-6708-48ea-9b00-28d0fff59d76), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:36.350662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c626d-32e7-4220-90a7-bcccc2098a1c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Network': ['ID=4f6101e0-adc6-415b-a208-e567fbcceea8,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:36.360649 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b92ddc35-95d1-4c41-9500-7f71fef094d8 admin admin] Publish callbacks [] for security_group (b187adda-ac65-4ba0-8edc-d2de34d98e0c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:36.369161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 4f6101e0-adc6-415b-a208-e567fbcceea8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:36.411979 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-9a39cdb9-84e3-4ca7-a083-4f3ea544de63 service neutron] 10.222.0.31 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238494
Feb 12 21:18:36.472594 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-711c626d-32e7-4220-90a7-bcccc2098a1c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.1096029
Feb 12 21:18:36.475925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48228) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:36.481443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-2f664ad1-632c-4009-a124-81d321bc0f32 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'network': {'name': 'New_network'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:36.492143 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b92ddc35-95d1-4c41-9500-7f71fef094d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b187adda-ac65-4ba0-8edc-d2de34d98e0c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:36.511470 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-88bda718-b08a-403c-bfa1-7ed5607ed296 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (df5b75cf-6708-48ea-9b00-28d0fff59d76), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:36.553937 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b92ddc35-95d1-4c41-9500-7f71fef094d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef16afe45b524cd7a2842919ec84b36f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6758802
Feb 12 21:18:36.553937 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ddc35-95d1-4c41-9500-7f71fef094d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b187adda-ac65-4ba0-8edc-d2de34d98e0c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:36.566669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48232) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:36.614312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bda718-b08a-403c-bfa1-7ed5607ed296 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Network a0123544-49af-43a1-856c-43e0540a736d is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:36.648424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-88bda718-b08a-403c-bfa1-7ed5607ed296 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:36.648839 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1199ac0c-bd82-465c-93de-d69642278933 admin admin] Publish callbacks [] for security_group (b187adda-ac65-4ba0-8edc-d2de34d98e0c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:36.660045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bda718-b08a-403c-bfa1-7ed5607ed296 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:36.661835 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bda718-b08a-403c-bfa1-7ed5607ed296 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:36.664416 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-88bda718-b08a-403c-bfa1-7ed5607ed296 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:36.667091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bda718-b08a-403c-bfa1-7ed5607ed296 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Pushing event updated for resources: {'Port': ['ID=df5b75cf-6708-48ea-9b00-28d0fff59d76,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:36.717422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328e4cf-5b3f-4cdb-86ee-cc70d5511959 req-8cda6b6c-ec80-488b-8090-d2a8f8002e08 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:36.724355 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1199ac0c-bd82-465c-93de-d69642278933 admin admin] Publish callbacks [] for security_group (b187adda-ac65-4ba0-8edc-d2de34d98e0c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:36.728900 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2328e4cf-5b3f-4cdb-86ee-cc70d5511959 req-8cda6b6c-ec80-488b-8090-d2a8f8002e08 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.2898390
Feb 12 21:18:36.808165 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2958996-0106-490a-862b-a51d686c897e req-61859617-58b6-4c55-89f7-2facbad32b44 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:36.808165 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2958996-0106-490a-862b-a51d686c897e req-61859617-58b6-4c55-89f7-2facbad32b44 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.1235428
Feb 12 21:18:36.847998 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2328e4cf-5b3f-4cdb-86ee-cc70d5511959 req-db46855c-9bda-45c2-9e5c-0fb4d66189f6 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181474
Feb 12 21:18:36.854227 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-88bda718-b08a-403c-bfa1-7ed5607ed296 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.4760962
Feb 12 21:18:36.856973 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48242) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:36.875259 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2f664ad1-632c-4009-a124-81d321bc0f32 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (4f6101e0-adc6-415b-a208-e567fbcceea8), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:36.913037 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2958996-0106-490a-862b-a51d686c897e req-942d7561-93f9-45a4-8234-66a1258f6716 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979657
Feb 12 21:18:36.921492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84da4bb6-b2c0-425c-93c5-ff5afedcc94a tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:36.925307 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-84da4bb6-b2c0-425c-93c5-ff5afedcc94a tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] 10.222.0.31 "GET /v2.0/ports/df5b75cf-6708-48ea-9b00-28d0fff59d76 HTTP/1.1" status: 200  len: 955 time: 0.0672960
Feb 12 21:18:36.928591 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1199ac0c-bd82-465c-93de-d69642278933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b187adda-ac65-4ba0-8edc-d2de34d98e0c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:36.930167 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1199ac0c-bd82-465c-93de-d69642278933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:36.933889 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1199ac0c-bd82-465c-93de-d69642278933 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b187adda-ac65-4ba0-8edc-d2de34d98e0c HTTP/1.1" status: 204  len: 168 time: 0.3704081
Feb 12 21:18:36.934509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48244) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:36.995520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199ac0c-bd82-465c-93de-d69642278933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b187adda-ac65-4ba0-8edc-d2de34d98e0c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:37.010308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90239c35-3bbd-4630-bd48-8533690abd7a req-929bbc95-b45a-460a-be80-715f408c3cf6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:37.012278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90239c35-3bbd-4630-bd48-8533690abd7a req-929bbc95-b45a-460a-be80-715f408c3cf6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.0869107
Feb 12 21:18:37.032485 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cf9562cc-f21d-4ad4-a001-7bf12af0d224 req-bcee2a30-c1df-4301-9e00-93e3e914b320 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 210 time: 0.0381641
Feb 12 21:18:37.057309 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2f664ad1-632c-4009-a124-81d321bc0f32 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (4f6101e0-adc6-415b-a208-e567fbcceea8), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:37.072693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f664ad1-632c-4009-a124-81d321bc0f32 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network 4f6101e0-adc6-415b-a208-e567fbcceea8 is not hosted by any dhcp agent {{(pid=126505) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 12 21:18:37.078961 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f664ad1-632c-4009-a124-81d321bc0f32 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:37.079892 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2f664ad1-632c-4009-a124-81d321bc0f32 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:37.085397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48250) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:37.086110 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2f664ad1-632c-4009-a124-81d321bc0f32 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "PUT /v2.0/networks/4f6101e0-adc6-415b-a208-e567fbcceea8 HTTP/1.1" status: 200  len: 723 time: 0.6090202
Feb 12 21:18:37.095677 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f9e6df42-ffb0-492b-be0d-f48bb3a68838 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'subnet': {'network_id': '4f6101e0-adc6-415b-a208-e567fbcceea8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:37.118384 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105dcffd-d4ec-400e-acb2-d020093535ee None None] Network c0a61397-7c8b-4a7a-89b6-387a43f038ae requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:37.150009 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90239c35-3bbd-4630-bd48-8533690abd7a req-37ccc754-b67f-4c22-b036-4f97d1481da4 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314588
Feb 12 21:18:37.168449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e7c14-eb55-45ad-a75f-f7fe5f6625c9 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Deleting port df5b75cf-6708-48ea-9b00-28d0fff59d76 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:37.168800 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7f1e7c14-eb55-45ad-a75f-f7fe5f6625c9 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (df5b75cf-6708-48ea-9b00-28d0fff59d76), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:37.262019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f664ad1-632c-4009-a124-81d321bc0f32 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Network': ['ID=4f6101e0-adc6-415b-a208-e567fbcceea8,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:37.303852 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7f1e7c14-eb55-45ad-a75f-f7fe5f6625c9 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (df5b75cf-6708-48ea-9b00-28d0fff59d76), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:37.326558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e7c14-eb55-45ad-a75f-f7fe5f6625c9 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Calling delete_port for df5b75cf-6708-48ea-9b00-28d0fff59d76 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:37.335684 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6a93f-68ec-4097-b90b-7e36a48a77f6 req-93a6f552-176e-4fc5-9471-1b2944d4d7ab tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:37.337803 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50d6a93f-68ec-4097-b90b-7e36a48a77f6 req-93a6f552-176e-4fc5-9471-1b2944d4d7ab tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.2134390
Feb 12 21:18:37.383284 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 4f6101e0-adc6-415b-a208-e567fbcceea8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:37.385106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 965e604c-a387-4d69-86b3-49f6998c861a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:18:37.415714 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e6df42-ffb0-492b-be0d-f48bb3a68838 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:37.426353 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f9e6df42-ffb0-492b-be0d-f48bb3a68838 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:37.494867 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-cf920748-c728-4726-a2e5-48c3083f256f None None] Provisioning complete for port 965e604c-a387-4d69-86b3-49f6998c861a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:37.495161 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cf920748-c728-4726-a2e5-48c3083f256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (965e604c-a387-4d69-86b3-49f6998c861a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:37.533908 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50d6a93f-68ec-4097-b90b-7e36a48a77f6 req-485e4dfa-09f4-4c23-887b-53c6d10b9d3f tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1873138
Feb 12 21:18:37.591112 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 965e604c-a387-4d69-86b3-49f6998c861a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:37.591483 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (965e604c-a387-4d69-86b3-49f6998c861a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:37.640381 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7f1e7c14-eb55-45ad-a75f-f7fe5f6625c9 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (df5b75cf-6708-48ea-9b00-28d0fff59d76), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:37.685117 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e7c14-eb55-45ad-a75f-f7fe5f6625c9 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Pushing event deleted for resources: {'Port': ['ID=df5b75cf-6708-48ea-9b00-28d0fff59d76,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:37.685672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-cf920748-c728-4726-a2e5-48c3083f256f None None] Current status of the port 965e604c-a387-4d69-86b3-49f6998c861a is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:37.686059 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cf920748-c728-4726-a2e5-48c3083f256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (965e604c-a387-4d69-86b3-49f6998c861a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:37.708035 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7f1e7c14-eb55-45ad-a75f-f7fe5f6625c9 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:37.711872 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7f1e7c14-eb55-45ad-a75f-f7fe5f6625c9 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] 10.222.0.31 "DELETE /v2.0/ports/df5b75cf-6708-48ea-9b00-28d0fff59d76 HTTP/1.1" status: 204  len: 168 time: 0.7740664
Feb 12 21:18:37.716494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48278) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:37.767208 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34205f9-8e5b-4509-9edb-6a506119d02c tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] GET failed (client error): The resource could not be found.
Feb 12 21:18:37.772790 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c34205f9-8e5b-4509-9edb-6a506119d02c tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] 10.222.0.31 "GET /v2.0/ports/df5b75cf-6708-48ea-9b00-28d0fff59d76 HTTP/1.1" status: 404  len: 333 time: 0.0517337
Feb 12 21:18:37.774321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48280) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:37.780912 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-2d479de0-7293-44c1-a8e9-36e50e18b319 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Request body: {'port': {'network_id': 'a0123544-49af-43a1-856c-43e0540a736d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1467130600'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:37.802058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f457a9-8107-4461-ad7d-06cfea5431d5 None None] Update dhcp port {'port': {'network_id': 'c0a61397-7c8b-4a7a-89b6-387a43f038ae', 'fixed_ips': [{'subnet_id': '91c9ba96-3daf-45c7-a873-807596efde85', 'ip_address': '2001:db8::2'}, {'subnet_id': '253dbeea-28a5-43a4-9bfd-8f0293f38a7d'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '965e604c-a387-4d69-86b3-49f6998c861a'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:18:37.854251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-cf920748-c728-4726-a2e5-48c3083f256f None None] For port 965e604c-a387-4d69-86b3-49f6998c861a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=965e604c-a387-4d69-86b3-49f6998c861a,segment=NetworkSegment(b1733648-f88c-4889-8766-50dc80ee1843),segment_id=b1733648-f88c-4889-8766-50dc80ee1843)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:37.855302 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 965e604c-a387-4d69-86b3-49f6998c861a is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:37.855680 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (965e604c-a387-4d69-86b3-49f6998c861a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:37.867237 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-32f457a9-8107-4461-ad7d-06cfea5431d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (965e604c-a387-4d69-86b3-49f6998c861a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:37.891324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d479de0-7293-44c1-a8e9-36e50e18b319 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Made reservation on behalf of 8edcbe0bb348486a8653f653ed53a1b3 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:37.894485 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d479de0-7293-44c1-a8e9-36e50e18b319 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:37.911506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-2d479de0-7293-44c1-a8e9-36e50e18b319 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] device_id is not set on port 2caa7e80-0e7b-48fa-8c30-73a11084b19e yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:18:37.922280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 46b4431b-660a-42fe-8b92-e92dfee82188 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:18:37.926420 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f9e6df42-ffb0-492b-be0d-f48bb3a68838 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (ac5a37d4-9560-402f-be3c-eff6c0fb5e67), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:37.972788 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cf920748-c728-4726-a2e5-48c3083f256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (965e604c-a387-4d69-86b3-49f6998c861a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:38.140380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf920748-c728-4726-a2e5-48c3083f256f None None] Pushing event updated for resources: {'Port': ['ID=965e604c-a387-4d69-86b3-49f6998c861a,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:38.140728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e08fe-8c51-4230-a62d-2e5c8b04a4d8 req-7b755183-97d1-40b7-829c-878da7ad1c86 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:38.142418 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-800e08fe-8c51-4230-a62d-2e5c8b04a4d8 req-7b755183-97d1-40b7-829c-878da7ad1c86 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.0631106
Feb 12 21:18:38.196620 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:18:38.197020 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:18:38.214177 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6df42-ffb0-492b-be0d-f48bb3a68838 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Subnet': ['ID=ac5a37d4-9560-402f-be3c-eff6c0fb5e67,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:38.246986 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-800e08fe-8c51-4230-a62d-2e5c8b04a4d8 req-05ad8842-e926-44b5-ba6a-a0fe073e207c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744607
Feb 12 21:18:38.273184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 46b4431b-660a-42fe-8b92-e92dfee82188 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:38.276936 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:38.288223 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-32f457a9-8107-4461-ad7d-06cfea5431d5 None None] Allocated IP 172.20.0.1 (c0a61397-7c8b-4a7a-89b6-387a43f038ae/253dbeea-28a5-43a4-9bfd-8f0293f38a7d/965e604c-a387-4d69-86b3-49f6998c861a) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:38.304408 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6df42-ffb0-492b-be0d-f48bb3a68838 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Checking segment: {'id': 'e49a0f2f-703f-4fae-9cf8-154d383dc6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4f6101e0-adc6-415b-a208-e567fbcceea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:38.304775 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e6df42-ffb0-492b-be0d-f48bb3a68838 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network hostable DHCP agents. Network: 4f6101e0-adc6-415b-a208-e567fbcceea8, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:18:38.311506 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:18:38.311869 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66270d6-c714-4b4d-9a4c-475b12532c17" -d '{"events": [{"server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "name": "network-vif-unplugged", "status": "completed", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:18:38.312455 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d479de0-7293-44c1-a8e9-36e50e18b319 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks [] for port (2caa7e80-0e7b-48fa-8c30-73a11084b19e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:38.324619 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b501e1-ce27-4b17-9ad8-ef94cbe1e3d4 req-6c73e6c1-942b-4a45-8599-1b32eb08cf34 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:38.331614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:38.331896 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-55b501e1-ce27-4b17-9ad8-ef94cbe1e3d4 req-6c73e6c1-942b-4a45-8599-1b32eb08cf34 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.3290701
Feb 12 21:18:38.421852 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-55b501e1-ce27-4b17-9ad8-ef94cbe1e3d4 req-9ab126ae-0b07-49ef-bcb5-5181ee7d24f8 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889611
Feb 12 21:18:38.426627 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6cb745c0-5812-43e7-b9e9-4bb60eb9006f req-526ca992-0176-44f9-a623-55ddae130602 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 210 time: 0.0772176
Feb 12 21:18:38.455893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-32f457a9-8107-4461-ad7d-06cfea5431d5 None None] For port 965e604c-a387-4d69-86b3-49f6998c861a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=965e604c-a387-4d69-86b3-49f6998c861a,segment=NetworkSegment(b1733648-f88c-4889-8766-50dc80ee1843),segment_id=b1733648-f88c-4889-8766-50dc80ee1843)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:38.476615 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:38.508048 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e6df42-ffb0-492b-be0d-f48bb3a68838 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network 4f6101e0-adc6-415b-a208-e567fbcceea8 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:18:38.536050 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-32f457a9-8107-4461-ad7d-06cfea5431d5 None None] Publish callbacks [] for port (965e604c-a387-4d69-86b3-49f6998c861a), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:38.558679 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3571069a-1faf-4bcd-9d1a-4eb8fc992066 x-openstack-request-id: req-3571069a-1faf-4bcd-9d1a-4eb8fc992066 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:18:38.559037 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "name": "network-vif-unplugged", "status": "completed", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:18:38.559390 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3571069a-1faf-4bcd-9d1a-4eb8fc992066 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:18:38.559892 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188', 'code': 200}
Feb 12 21:18:38.565105 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=46b4431b-660a-42fe-8b92-e92dfee82188,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:38.580556 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d479de0-7293-44c1-a8e9-36e50e18b319 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (2caa7e80-0e7b-48fa-8c30-73a11084b19e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:38.591837 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-f9e6df42-ffb0-492b-be0d-f48bb3a68838 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4f6101e0-adc6-415b-a208-e567fbcceea8) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:38.602609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5137e0ac-f008-4733-85ac-670cebb85bf9 None None] Network 4f6101e0-adc6-415b-a208-e567fbcceea8 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:38.624588 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e6df42-ffb0-492b-be0d-f48bb3a68838 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:38.625183 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f9e6df42-ffb0-492b-be0d-f48bb3a68838 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:38.650337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d479de0-7293-44c1-a8e9-36e50e18b319 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Network a0123544-49af-43a1-856c-43e0540a736d is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:38.661524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-2d479de0-7293-44c1-a8e9-36e50e18b319 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:38.666815 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-32f457a9-8107-4461-ad7d-06cfea5431d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (965e604c-a387-4d69-86b3-49f6998c861a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:38.672240 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d479de0-7293-44c1-a8e9-36e50e18b319 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Pushing event updated for resources: {'Port': ['ID=2caa7e80-0e7b-48fa-8c30-73a11084b19e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:38.683012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d479de0-7293-44c1-a8e9-36e50e18b319 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:38.684486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d479de0-7293-44c1-a8e9-36e50e18b319 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:38.685091 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d479de0-7293-44c1-a8e9-36e50e18b319 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:38.696732 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16789f3-a000-4cc1-810b-b7e22e8445f3 req-c6d3fb58-0e04-4a1f-8679-e795cb85271f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:38.705914 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b16789f3-a000-4cc1-810b-b7e22e8445f3 req-c6d3fb58-0e04-4a1f-8679-e795cb85271f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.1616962
Feb 12 21:18:38.767851 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f9e6df42-ffb0-492b-be0d-f48bb3a68838 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6798882
Feb 12 21:18:38.769527 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48314) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:38.771347 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b16789f3-a000-4cc1-810b-b7e22e8445f3 req-c67c5f92-1008-46c6-b834-42b9e24d0a33 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645468
Feb 12 21:18:38.775796 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-af25a59c-6ae4-432d-aa20-788994403fbe tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:38.791421 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2d479de0-7293-44c1-a8e9-36e50e18b319 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.0161400
Feb 12 21:18:38.794648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48316) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:38.808252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:38.841821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 965e604c-a387-4d69-86b3-49f6998c861a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:38.867002 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f457a9-8107-4461-ad7d-06cfea5431d5 None None] Pushing event updated for resources: {'Port': ['ID=965e604c-a387-4d69-86b3-49f6998c861a,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:38.879684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4f6101e0-adc6-415b-a208-e567fbcceea8', 'network_id': '4f6101e0-adc6-415b-a208-e567fbcceea8', 'project_id': 'efb57193bdda4db3a43e50e401f7a40c', 'fixed_ips': [{'subnet_id': 'ac5a37d4-9560-402f-be3c-eff6c0fb5e67'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:18:38.881661 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:38.912899 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2caa7e80-0e7b-48fa-8c30-73a11084b19e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:38.954360 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af25a59c-6ae4-432d-aa20-788994403fbe tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-529154250'] for subnet (ac5a37d4-9560-402f-be3c-eff6c0fb5e67), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:39.231642 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] device_id is not set on port 2caa7e80-0e7b-48fa-8c30-73a11084b19e yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:18:39.234119 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af25a59c-6ae4-432d-aa20-788994403fbe tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780794952439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-530515789'] for subnet (ac5a37d4-9560-402f-be3c-eff6c0fb5e67), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:39.242383 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks [] for port (2caa7e80-0e7b-48fa-8c30-73a11084b19e), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:39.251108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14bd4a-f93d-4ae3-a49b-09c4b51efea4 req-510671d7-db2c-4869-9562-01e2b723b17d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:39.252398 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7c14bd4a-f93d-4ae3-a49b-09c4b51efea4 req-510671d7-db2c-4869-9562-01e2b723b17d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.1085527
Feb 12 21:18:39.308803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af25a59c-6ae4-432d-aa20-788994403fbe tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:39.309734 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af25a59c-6ae4-432d-aa20-788994403fbe tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:39.315484 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-af25a59c-6ae4-432d-aa20-788994403fbe tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "PUT /v2.0/subnets/ac5a37d4-9560-402f-be3c-eff6c0fb5e67 HTTP/1.1" status: 200  len: 826 time: 0.5423000
Feb 12 21:18:39.315694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 965e604c-a387-4d69-86b3-49f6998c861a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:18:39.321456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48328) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:39.333308 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (2caa7e80-0e7b-48fa-8c30-73a11084b19e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:39.355451 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25a59c-6ae4-432d-aa20-788994403fbe tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Subnet': ['ID=ac5a37d4-9560-402f-be3c-eff6c0fb5e67,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:39.449730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Allocated IP 2001:db8::2 (4f6101e0-adc6-415b-a208-e567fbcceea8/ac5a37d4-9560-402f-be3c-eff6c0fb5e67/0691ef95-71ae-466f-b373-a7927d552f0f) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:39.469996 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7c14bd4a-f93d-4ae3-a49b-09c4b51efea4 req-36534c69-6342-4ee4-9d90-8ac81d719862 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063122
Feb 12 21:18:39.494917 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Pushing event updated for resources: {'Port': ['ID=2caa7e80-0e7b-48fa-8c30-73a11084b19e,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:39.527097 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:39.531098 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:39.534853 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:39.545875 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:39.546151 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:39.546731 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 2 to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e
Feb 12 21:18:39.576312 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:39.577813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:39.579254 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:39.594896 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48340) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:39.632868 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e6da711a-cd4a-4269-be8b-51b64fe0c531 req-de1cfe87-53bc-4a78-b2c3-0df6826cbdc5 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 210 time: 0.0508764
Feb 12 21:18:39.633795 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:39.634955 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:39.636429 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 3 to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e
Feb 12 21:18:39.644243 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 965e604c-a387-4d69-86b3-49f6998c861a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:39.644243 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (965e604c-a387-4d69-86b3-49f6998c861a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:39.660549 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:39.667712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:39.672909 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:39.676573 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:39.678919 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:39.680337 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 4 to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e
Feb 12 21:18:39.701685 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84b6ff-5b7f-4643-bd00-d849e41a8661 req-49fc88c2-9e39-473f-b225-4a078022fa5b tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:39.709278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e84b6ff-5b7f-4643-bd00-d849e41a8661 req-49fc88c2-9e39-473f-b225-4a078022fa5b tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.3062129
Feb 12 21:18:39.724094 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:39.725264 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:39.730658 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:39.730954 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:39.731475 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:39.731877 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 5 to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e
Feb 12 21:18:39.746613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:39.746613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:39.746613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:39.765260 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:39.765597 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Publish callbacks [] for port (0691ef95-71ae-466f-b373-a7927d552f0f), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:39.765720 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:39.766020 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 6 to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e
Feb 12 21:18:39.786616 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:39.786961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:39.787992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:39.799657 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:39.800001 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:39.800415 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 7 to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e
Feb 12 21:18:39.819106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4711cfc0-80d2-4a95-a038-1333cccbf887 None None] Network c0a61397-7c8b-4a7a-89b6-387a43f038ae requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:39.822096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:39.823863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:39.824486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:39.831541 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:39.832157 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:39.833441 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 8 to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e
Feb 12 21:18:39.846596 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (4f6101e0-adc6-415b-a208-e567fbcceea8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:39.855766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-80cc33e6-0c7a-4df9-aa9e-5610a53a15f8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:39.857220 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-80cc33e6-0c7a-4df9-aa9e-5610a53a15f8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.50 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 804 time: 0.4336383
Feb 12 21:18:39.874340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:39.874681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:39.875022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:39.882823 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (0691ef95-71ae-466f-b373-a7927d552f0f), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:39.884262 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-1829ed87-9264-4301-a8c4-41c13cf81ce2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Request body: {'port': {'device_id': '265e978d-6902-435c-9dc8-2977135fa92a', 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1', 'admin_state_up': True, 'tenant_id': '050182e2f578483db86c4ee4d7391365'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:39.889277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-fd63d364-a2e4-456d-888e-ea6533401067 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-958924034'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:39.903794 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:39.904111 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:39.909226 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 9 to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e
Feb 12 21:18:39.931915 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e84b6ff-5b7f-4643-bd00-d849e41a8661 req-8316a154-1570-477e-b0da-8ef9e29c0527 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193379
Feb 12 21:18:39.947995 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:39.948338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:39.948838 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:39.950975 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 965e604c-a387-4d69-86b3-49f6998c861a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:39.957535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:39.957926 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:39.960737 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempt 10 to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e
Feb 12 21:18:39.967400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 46b4431b-660a-42fe-8b92-e92dfee82188 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:18:39.979413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:39.979716 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:39.980025 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempting to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:39.990789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cf6d2-46e0-41d5-98b2-185a2eb530f2 req-4c168293-2fcf-445d-a485-cad46c4ff889 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:39.992304 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a55cf6d2-46e0-41d5-98b2-185a2eb530f2 req-4c168293-2fcf-445d-a485-cad46c4ff889 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.0986388
Feb 12 21:18:39.994690 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:39.994872 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Failed to bind port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on host nch2-master-1 for vnic_type normal using segments [{'id': '596bbccb-4eab-4489-b529-14a5f5edea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a0123544-49af-43a1-856c-43e0540a736d'}]
Feb 12 21:18:39.995249 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2caa7e80-0e7b-48fa-8c30-73a11084b19e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.023611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Network 4f6101e0-adc6-415b-a208-e567fbcceea8 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:40.029442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd63d364-a2e4-456d-888e-ea6533401067 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Made reservation on behalf of a60666b1726949b1af09fefd3338f893 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:40.033549 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd63d364-a2e4-456d-888e-ea6533401067 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.036430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:40.040489 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:40.046377 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Deleting port 0691ef95-71ae-466f-b373-a7927d552f0f {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:40.046377 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0691ef95-71ae-466f-b373-a7927d552f0f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.075188 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Pushing event updated for resources: {'Port': ['ID=0691ef95-71ae-466f-b373-a7927d552f0f,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:40.076099 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd63d364-a2e4-456d-888e-ea6533401067 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.078396 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-122f5328-29eb-410d-9f92-42205675bc77 None None] Provisioning complete for port 965e604c-a387-4d69-86b3-49f6998c861a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:40.078837 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-122f5328-29eb-410d-9f92-42205675bc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (965e604c-a387-4d69-86b3-49f6998c861a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.120100 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a55cf6d2-46e0-41d5-98b2-185a2eb530f2 req-74ee4f3e-ffdf-4914-b2aa-29edbd904f63 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147184
Feb 12 21:18:40.136812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] For port 0691ef95-71ae-466f-b373-a7927d552f0f, host ncdv-master-1, got binding levels [] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:40.136812 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0691ef95-71ae-466f-b373-a7927d552f0f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.143070 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] For port 2caa7e80-0e7b-48fa-8c30-73a11084b19e, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:18:40.143337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attempted to set empty binding levels {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 12 21:18:40.155848 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-1829ed87-9264-4301-a8c4-41c13cf81ce2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Made reservation on behalf of 050182e2f578483db86c4ee4d7391365 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:40.159513 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-1829ed87-9264-4301-a8c4-41c13cf81ce2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.170928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Calling delete_port for 0691ef95-71ae-466f-b373-a7927d552f0f owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:40.205498 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd63d364-a2e4-456d-888e-ea6533401067 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Publish callbacks [] for security_group (12c7acef-5010-4011-8be8-b11d85db6c8d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.207320 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (2caa7e80-0e7b-48fa-8c30-73a11084b19e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.245632 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] In _notify_port_updated(), no bound segment for port 2caa7e80-0e7b-48fa-8c30-73a11084b19e on network a0123544-49af-43a1-856c-43e0540a736d {{(pid=126506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:18:40.246482 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:40.247098 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.248432 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] 10.222.0.31 "PUT /v2.0/ports/2caa7e80-0e7b-48fa-8c30-73a11084b19e HTTP/1.1" status: 200  len: 975 time: 1.4513924
Feb 12 21:18:40.251086 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48346) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:40.400301 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-1829ed87-9264-4301-a8c4-41c13cf81ce2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Allocated IP 172.20.0.5 (7099db00-3881-44c3-bb47-3ded394a66e1/9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9/38352d0d-4c76-4e91-9225-8c4272270ad6) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:40.427366 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Attempting to bind port 0691ef95-71ae-466f-b373-a7927d552f0f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:40.427816 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Attempting to bind port 0691ef95-71ae-466f-b373-a7927d552f0f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e49a0f2f-703f-4fae-9cf8-154d383dc6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4f6101e0-adc6-415b-a208-e567fbcceea8'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:40.428816 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Attempting to bind port 0691ef95-71ae-466f-b373-a7927d552f0f on network 4f6101e0-adc6-415b-a208-e567fbcceea8 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:40.456294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:40.459290 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:18:40.460199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Checking segment: {'id': 'e49a0f2f-703f-4fae-9cf8-154d383dc6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4f6101e0-adc6-415b-a208-e567fbcceea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:40.460374 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.460810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Bound using segment: {'id': 'e49a0f2f-703f-4fae-9cf8-154d383dc6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4f6101e0-adc6-415b-a208-e567fbcceea8'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:18:40.461304 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Bound port: 0691ef95-71ae-466f-b373-a7927d552f0f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49a0f2f-703f-4fae-9cf8-154d383dc6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4f6101e0-adc6-415b-a208-e567fbcceea8'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:18:40.461837 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0691ef95-71ae-466f-b373-a7927d552f0f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.505525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '46b4431b-660a-42fe-8b92-e92dfee82188', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'port_id': '46b4431b-660a-42fe-8b92-e92dfee82188', 'mac_address': 'fa:16:3e:a4:fe:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:18:40.538905 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c719009c-985f-48c5-9e9f-f0177b106b12 None None] Port 0691ef95-71ae-466f-b373-a7927d552f0f has been deleted concurrently {{(pid=126507) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}}
Feb 12 21:18:40.590587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-122f5328-29eb-410d-9f92-42205675bc77 None None] Current status of the port 965e604c-a387-4d69-86b3-49f6998c861a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:40.608673 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (0691ef95-71ae-466f-b373-a7927d552f0f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.613730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 46b4431b-660a-42fe-8b92-e92dfee82188 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:40.614505 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.635004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b4431b-660a-42fe-8b92-e92dfee82188 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:18:40.675427 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:40.702458 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd63d364-a2e4-456d-888e-ea6533401067 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (12c7acef-5010-4011-8be8-b11d85db6c8d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.708273 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Port': ['ID=0691ef95-71ae-466f-b373-a7927d552f0f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:40.732492 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.757851 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b33dc8-b28d-4c6c-a092-698ddd31c217 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Pushing event updated for resources: {'Port': ['ID=2caa7e80-0e7b-48fa-8c30-73a11084b19e,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:40.806976 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd63d364-a2e4-456d-888e-ea6533401067 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:40.810312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No DVR routers for this DVR port 0691ef95-71ae-466f-b373-a7927d552f0f on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:18:40.824425 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=46b4431b-660a-42fe-8b92-e92dfee82188,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:40.858695 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-af4e446b-15ed-4ce4-a157-f029ce3e7921 req-675dc34c-3c1b-44c4-81c6-2daf92471799 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 210 time: 0.1312678
Feb 12 21:18:40.863026 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-1829ed87-9264-4301-a8c4-41c13cf81ce2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks [] for port (38352d0d-4c76-4e91-9225-8c4272270ad6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.874658 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd63d364-a2e4-456d-888e-ea6533401067 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (3dd1bda6-2cce-45ee-ad98-06b3318a4231), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.875550 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-fd63d364-a2e4-456d-888e-ea6533401067 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Added segment 3dd1bda6-2cce-45ee-ad98-06b3318a4231 of type vlan for network 616c7bec-15eb-4063-9f6d-58302b9291d4
Feb 12 21:18:40.877985 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63d364-a2e4-456d-888e-ea6533401067 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c7acef-5010-4011-8be8-b11d85db6c8d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:40.883104 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['46b4431b-660a-42fe-8b92-e92dfee82188'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:18:40.925623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76003ccc-9b01-4b4f-aeaa-08e9bf515a4a req-3626d208-7a92-4c7d-a7ff-ad2f160f4f7a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:40.942078 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-76003ccc-9b01-4b4f-aeaa-08e9bf515a4a req-3626d208-7a92-4c7d-a7ff-ad2f160f4f7a tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.3399413
Feb 12 21:18:40.946441 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd63d364-a2e4-456d-888e-ea6533401067 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (616c7bec-15eb-4063-9f6d-58302b9291d4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:40.982017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-8070545a-2d15-4f77-8e87-b9bc0e9e0dba tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Deleting port 2caa7e80-0e7b-48fa-8c30-73a11084b19e {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:40.982476 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8070545a-2d15-4f77-8e87-b9bc0e9e0dba tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2caa7e80-0e7b-48fa-8c30-73a11084b19e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.006085 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (ac5a37d4-9560-402f-be3c-eff6c0fb5e67), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.048857 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7467f245-53d6-4244-be45-f3a6c4a4fce1 None None] Provisioning complete for port 965e604c-a387-4d69-86b3-49f6998c861a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:41.049342 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7467f245-53d6-4244-be45-f3a6c4a4fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (965e604c-a387-4d69-86b3-49f6998c861a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.069849 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1238afd-8212-450d-b80e-cc6236092dc0 req-8149d651-70ef-48a9-8edb-8da12e602916 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2717605
Feb 12 21:18:41.106845 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-76003ccc-9b01-4b4f-aeaa-08e9bf515a4a req-1127f311-9704-4e7a-aeb1-39b9fb1b38ba tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353097
Feb 12 21:18:41.122283 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-8070545a-2d15-4f77-8e87-b9bc0e9e0dba tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] For port 2caa7e80-0e7b-48fa-8c30-73a11084b19e, host nch2-master-1, got binding levels [] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:41.125654 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8070545a-2d15-4f77-8e87-b9bc0e9e0dba tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2caa7e80-0e7b-48fa-8c30-73a11084b19e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.172545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-8070545a-2d15-4f77-8e87-b9bc0e9e0dba tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Calling delete_port for 2caa7e80-0e7b-48fa-8c30-73a11084b19e owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:41.213954 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-1829ed87-9264-4301-a8c4-41c13cf81ce2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (38352d0d-4c76-4e91-9225-8c4272270ad6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.260686 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd63d364-a2e4-456d-888e-ea6533401067 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (616c7bec-15eb-4063-9f6d-58302b9291d4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.260686 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd63d364-a2e4-456d-888e-ea6533401067 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:41.260686 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd63d364-a2e4-456d-888e-ea6533401067 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.274165 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1238afd-8212-450d-b80e-cc6236092dc0 req-cefe5d16-3936-4c6c-a44c-163c09792d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:41.276780 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1238afd-8212-450d-b80e-cc6236092dc0 req-cefe5d16-3936-4c6c-a44c-163c09792d7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=036d2491a97d486eb196e0cdafa05500&device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 1127 time: 0.1794434
Feb 12 21:18:41.302666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7467f245-53d6-4244-be45-f3a6c4a4fce1 None None] Current status of the port 965e604c-a387-4d69-86b3-49f6998c861a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:41.328140 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (ac5a37d4-9560-402f-be3c-eff6c0fb5e67), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.357272 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67058c59-56c3-4a22-ac88-c0965f0c9d0b req-edbaa804-77d0-4c48-b01b-f049df7afe54 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:41.358857 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-67058c59-56c3-4a22-ac88-c0965f0c9d0b req-edbaa804-77d0-4c48-b01b-f049df7afe54 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.2098370
Feb 12 21:18:41.369414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63d364-a2e4-456d-888e-ea6533401067 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Pushing event updated for resources: {'Network': ['ID=616c7bec-15eb-4063-9f6d-58302b9291d4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:41.384382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 616c7bec-15eb-4063-9f6d-58302b9291d4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:41.392127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829ed87-9264-4301-a8c4-41c13cf81ce2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Pushing event updated for resources: {'Port': ['ID=38352d0d-4c76-4e91-9225-8c4272270ad6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:41.399537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-1829ed87-9264-4301-a8c4-41c13cf81ce2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Network 7099db00-3881-44c3-bb47-3ded394a66e1 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:41.413416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Subnet': ['ID=ac5a37d4-9560-402f-be3c-eff6c0fb5e67,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:41.426224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-1829ed87-9264-4301-a8c4-41c13cf81ce2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:41.433968 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fd63d364-a2e4-456d-888e-ea6533401067 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.8377371
Feb 12 21:18:41.441392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-1829ed87-9264-4301-a8c4-41c13cf81ce2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:41.443875 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48368) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:41.475907 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-67058c59-56c3-4a22-ac88-c0965f0c9d0b req-60783865-b5e4-4122-827b-3ff37d019280 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944538
Feb 12 21:18:41.525189 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8070545a-2d15-4f77-8e87-b9bc0e9e0dba tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (2caa7e80-0e7b-48fa-8c30-73a11084b19e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.542079 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-2e1ee777-73c8-4c3c-af9e-e346c48a2937 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Request body: {'network': {'name': 'tempest-network--943020220', 'router:external': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:41.576609 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070545a-2d15-4f77-8e87-b9bc0e9e0dba tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Pushing event deleted for resources: {'Port': ['ID=2caa7e80-0e7b-48fa-8c30-73a11084b19e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:41.591331 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8070545a-2d15-4f77-8e87-b9bc0e9e0dba tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.594634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (4f6101e0-adc6-415b-a208-e567fbcceea8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.598002 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8070545a-2d15-4f77-8e87-b9bc0e9e0dba tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] 10.222.0.31 "DELETE /v2.0/ports/2caa7e80-0e7b-48fa-8c30-73a11084b19e HTTP/1.1" status: 204  len: 168 time: 1.3433344
Feb 12 21:18:41.598641 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48376) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:41.620168 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df77b9-2bfd-462f-9b39-8899e5719d90 req-1357133b-a54f-4187-b080-0f37f435180a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:41.621762 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30df77b9-2bfd-462f-9b39-8899e5719d90 req-1357133b-a54f-4187-b080-0f37f435180a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.3501973
Feb 12 21:18:41.627271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-1829ed87-9264-4301-a8c4-41c13cf81ce2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:41.628109 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-1829ed87-9264-4301-a8c4-41c13cf81ce2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.643087 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b917815-0c30-4313-bb3d-e94107aba072 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] GET failed (client error): The resource could not be found.
Feb 12 21:18:41.644894 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2b917815-0c30-4313-bb3d-e94107aba072 tempest-PortsAdminExtendedAttrsTestJSON-61573626 tempest-PortsAdminExtendedAttrsTestJSON-61573626-project-admin] 10.222.0.31 "GET /v2.0/ports/2caa7e80-0e7b-48fa-8c30-73a11084b19e HTTP/1.1" status: 404  len: 333 time: 0.0453224
Feb 12 21:18:41.650442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48382) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:41.666452 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:18:41.668082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb14ed60>,) {'filters': {'network_id': ['4f6101e0-adc6-415b-a208-e567fbcceea8']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:41.689802 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1ee777-73c8-4c3c-af9e-e346c48a2937 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Made reservation on behalf of bd0dbdbd2bcf4befb9920dfebe024de9 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:41.692428 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2e1ee777-73c8-4c3c-af9e-e346c48a2937 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.697064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb14ed60>, 'e49a0f2f-703f-4fae-9cf8-154d383dc6f4') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:41.697431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb14ed60>, 'e49a0f2f-703f-4fae-9cf8-154d383dc6f4') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:41.714345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1238afd-8212-450d-b80e-cc6236092dc0 req-d57b2c67-d476-4660-91b4-2f4a4e56438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:41.714592 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2e1ee777-73c8-4c3c-af9e-e346c48a2937 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.715620 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1238afd-8212-450d-b80e-cc6236092dc0 req-d57b2c67-d476-4660-91b4-2f4a4e56438e service neutron] 10.222.0.48 "GET /v2.0/networks?id=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 HTTP/1.1" status: 200  len: 911 time: 0.3285837
Feb 12 21:18:41.722751 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (e49a0f2f-703f-4fae-9cf8-154d383dc6f4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.752232 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-1829ed87-9264-4301-a8c4-41c13cf81ce2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8771765
Feb 12 21:18:41.791960 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (e49a0f2f-703f-4fae-9cf8-154d383dc6f4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.804306 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Request body: {'port': {'device_id': '265e978d-6902-435c-9dc8-2977135fa92a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:41.805523 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1238afd-8212-450d-b80e-cc6236092dc0 req-d0de7305-ec8a-4349-908c-fe3399e98a66 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05bf65a0-d7cd-46e3-8256-7885b95b7048 HTTP/1.1" status: 200  len: 217 time: 0.0788524
Feb 12 21:18:41.812162 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30df77b9-2bfd-462f-9b39-8899e5719d90 req-b2788590-4597-408f-8b1b-d42754139960 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762393
Feb 12 21:18:41.827243 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2e1ee777-73c8-4c3c-af9e-e346c48a2937 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks [] for security_group (ae40099c-0e57-44ab-9fc8-202a7adaf7dd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.846679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:18:41.847100 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (e49a0f2f-703f-4fae-9cf8-154d383dc6f4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:18:41.852426 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:18:41.859271 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a44ca195-8fcd-41c4-b969-5535f79c8663 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (a0123544-49af-43a1-856c-43e0540a736d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:41.934534 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 46b4431b-660a-42fe-8b92-e92dfee82188 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:18:41.968634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1238afd-8212-450d-b80e-cc6236092dc0 req-899473c2-d71a-4c08-8526-64fc68af64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:41.970208 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1238afd-8212-450d-b80e-cc6236092dc0 req-899473c2-d71a-4c08-8526-64fc68af64c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1241d83c-10df-4b94-b76c-17674c0674dc HTTP/1.1" status: 200  len: 850 time: 0.1413419
Feb 12 21:18:42.012485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 46b4431b-660a-42fe-8b92-e92dfee82188 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:42.014519 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.031916 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2e1ee777-73c8-4c3c-af9e-e346c48a2937 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ae40099c-0e57-44ab-9fc8-202a7adaf7dd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.063171 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1238afd-8212-450d-b80e-cc6236092dc0 req-9b4c891b-3a6b-4964-b05a-8ccb9a98f032 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0860620
Feb 12 21:18:42.075063 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1ee777-73c8-4c3c-af9e-e346c48a2937 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:42.086299 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (38352d0d-4c76-4e91-9225-8c4272270ad6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.142413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 46b4431b-660a-42fe-8b92-e92dfee82188 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:42.142820 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.164081 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (4f6101e0-adc6-415b-a208-e567fbcceea8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.179640 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.181223 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:18:42.187262 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/4f6101e0-adc6-415b-a208-e567fbcceea8 HTTP/1.1" status: 204  len: 168 time: 2.8561063
Feb 12 21:18:42.187474 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31fbc8a-546f-4714-be12-7aac2b185590" -d '{"events": [{"server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "name": "network-vif-plugged", "status": "completed", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:18:42.201530 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:42.231414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48396) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:42.251695 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59352bdd-0280-4cdf-adc4-52218c985e35 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Network': ['ID=4f6101e0-adc6-415b-a208-e567fbcceea8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:42.275775 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.280196 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-a873775a-c84d-442e-a49a-739652694c39 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:18:42.281077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a873775a-c84d-442e-a49a-739652694c39 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:18:42.284379 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a873775a-c84d-442e-a49a-739652694c39 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/4f6101e0-adc6-415b-a208-e567fbcceea8 HTTP/1.1" status: 404  len: 339 time: 0.0522430
Feb 12 21:18:42.293193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48400) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:42.294492 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a44ca195-8fcd-41c4-b969-5535f79c8663 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (a0123544-49af-43a1-856c-43e0540a736d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.299573 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2e1ee777-73c8-4c3c-af9e-e346c48a2937 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (dd61e7cd-9e46-45df-bdcb-447f9ecd5047), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.300231 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-2e1ee777-73c8-4c3c-af9e-e346c48a2937 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Added segment dd61e7cd-9e46-45df-bdcb-447f9ecd5047 of type vlan for network 498e26e4-8e46-4fa3-9051-35bfdc1d1b47
Feb 12 21:18:42.319464 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b9e1a035-f681-4fdd-b990-8d88a3209840 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1404700769', 'description': 'd1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:42.348782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=46b4431b-660a-42fe-8b92-e92dfee82188,revision_number=10']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:42.368808 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ee777-73c8-4c3c-af9e-e346c48a2937 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae40099c-0e57-44ab-9fc8-202a7adaf7dd,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:42.379516 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a44ca195-8fcd-41c4-b969-5535f79c8663 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f984f070>,) {'filters': {'network_id': ['a0123544-49af-43a1-856c-43e0540a736d']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:42.399708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1238afd-8212-450d-b80e-cc6236092dc0 req-52aac7da-46db-4562-8a56-f71d44bbb199 service neutron] 10.222.0.48 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3293300
Feb 12 21:18:42.400095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7ad86-b221-4153-adeb-e410c1baf2ca req-7a6f6f34-0789-4eaa-8d9e-a65e05a70c05 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:42.401658 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a6d7ad86-b221-4153-adeb-e410c1baf2ca req-7a6f6f34-0789-4eaa-8d9e-a65e05a70c05 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 931 time: 0.2400434
Feb 12 21:18:42.407867 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a44ca195-8fcd-41c4-b969-5535f79c8663 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f984f070>, '596bbccb-4eab-4489-b529-14a5f5edea43') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:42.408171 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a44ca195-8fcd-41c4-b969-5535f79c8663 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f984f070>, '596bbccb-4eab-4489-b529-14a5f5edea43') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:42.428299 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-46d3ff70-1440-45a3-9464-6ddac5981abc None None] Could not find standard attr ID for object 0691ef95-71ae-466f-b373-a7927d552f0f. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:18:42.448392 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2e1ee777-73c8-4c3c-af9e-e346c48a2937 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (498e26e4-8e46-4fa3-9051-35bfdc1d1b47), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.451797 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a44ca195-8fcd-41c4-b969-5535f79c8663 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (596bbccb-4eab-4489-b529-14a5f5edea43), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.496818 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5d4a01-53f8-418e-98f4-040197098793 None None] DHCP port deletion for 4f6101e0-adc6-415b-a208-e567fbcceea8 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:18:42.511630 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a6d7ad86-b221-4153-adeb-e410c1baf2ca req-57b69de1-6efa-449c-a3e9-27e88cc730cb tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984688
Feb 12 21:18:42.514208 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a44ca195-8fcd-41c4-b969-5535f79c8663 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (596bbccb-4eab-4489-b529-14a5f5edea43), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.543156 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44ca195-8fcd-41c4-b969-5535f79c8663 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:18:42.543656 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a44ca195-8fcd-41c4-b969-5535f79c8663 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (596bbccb-4eab-4489-b529-14a5f5edea43), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:18:42.547313 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:18:42.556203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f34202-6f71-4832-a287-63eaf0d10293 req-b7a99d2c-5b08-42de-9909-84874a00d00b tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:42.559758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5938df83-6c19-4dd0-9652-fd48f07ac54f None None] Network 4f6101e0-adc6-415b-a208-e567fbcceea8 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:42.564123 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-29f34202-6f71-4832-a287-63eaf0d10293 req-b7a99d2c-5b08-42de-9909-84874a00d00b tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.2716999
Feb 12 21:18:42.582244 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e1a035-f681-4fdd-b990-8d88a3209840 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:42.586347 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a035-f681-4fdd-b990-8d88a3209840 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.607164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5938df83-6c19-4dd0-9652-fd48f07ac54f None None] Network 4f6101e0-adc6-415b-a208-e567fbcceea8 could not be found, it might have been deleted concurrently. {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 12 21:18:42.616983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88cd7e3-0901-4ac5-ab57-9b8a90233b2e None None] Network 4f6101e0-adc6-415b-a208-e567fbcceea8 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:42.652175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88cd7e3-0901-4ac5-ab57-9b8a90233b2e None None] Network 4f6101e0-adc6-415b-a208-e567fbcceea8 could not be found, it might have been deleted concurrently. {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 12 21:18:42.654988 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3aa4c7-0ec1-4fc3-8ee5-503ec1c44866 x-openstack-request-id: req-ad3aa4c7-0ec1-4fc3-8ee5-503ec1c44866 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:18:42.655281 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "name": "network-vif-plugged", "status": "completed", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:18:42.655656 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad3aa4c7-0ec1-4fc3-8ee5-503ec1c44866 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:18:42.656069 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188', 'code': 200}
Feb 12 21:18:42.662902 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2e1ee777-73c8-4c3c-af9e-e346c48a2937 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (498e26e4-8e46-4fa3-9051-35bfdc1d1b47), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.664137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1ee777-73c8-4c3c-af9e-e346c48a2937 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:42.665923 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2e1ee777-73c8-4c3c-af9e-e346c48a2937 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.729470 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a44ca195-8fcd-41c4-b969-5535f79c8663 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (a0123544-49af-43a1-856c-43e0540a736d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.782793 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a44ca195-8fcd-41c4-b969-5535f79c8663 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:42.803784 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a44ca195-8fcd-41c4-b969-5535f79c8663 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] 10.222.0.31 "DELETE /v2.0/networks/a0123544-49af-43a1-856c-43e0540a736d HTTP/1.1" status: 204  len: 168 time: 1.1461103
Feb 12 21:18:42.881584 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2e1ee777-73c8-4c3c-af9e-e346c48a2937 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.4331996
Feb 12 21:18:42.887078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48414) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:42.942265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c6536-793b-4a6f-a181-195b0fb7a8eb req-bcc078b4-c559-4509-ac5d-5f37665e7851 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:42.944062 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-439c6536-793b-4a6f-a181-195b0fb7a8eb req-bcc078b4-c559-4509-ac5d-5f37665e7851 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.48 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 945 time: 0.2158964
Feb 12 21:18:42.944738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ee777-73c8-4c3c-af9e-e346c48a2937 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event updated for resources: {'Network': ['ID=498e26e4-8e46-4fa3-9051-35bfdc1d1b47,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:42.955458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 498e26e4-8e46-4fa3-9051-35bfdc1d1b47 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:43.045301 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e1a035-f681-4fdd-b990-8d88a3209840 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:43.050808 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1238afd-8212-450d-b80e-cc6236092dc0 req-f90301e3-29ad-4547-8b9d-cab5b9c56a1e service neutron] 10.222.0.48 "GET /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6413639
Feb 12 21:18:43.085591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-29f34202-6f71-4832-a287-63eaf0d10293 req-a354b06f-e5de-4722-872a-6471bf5cced2 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5175748
Feb 12 21:18:43.089803 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a035-f681-4fdd-b990-8d88a3209840 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (83df4c7a-f062-4b70-b9c3-14ec0fc6b930), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:43.090286 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-b9e1a035-f681-4fdd-b990-8d88a3209840 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Added segment 83df4c7a-f062-4b70-b9c3-14ec0fc6b930 of type vlan for network 1b392095-5bd8-49cf-89be-7a17973b1598
Feb 12 21:18:43.111695 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3107-6085-4140-b5f6-5d43ec008c98 req-3451fce0-fcfc-43a5-8966-a9e12cc4ac8b tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:43.113600 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fe0b3107-6085-4140-b5f6-5d43ec008c98 req-3451fce0-fcfc-43a5-8966-a9e12cc4ac8b tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.3106806
Feb 12 21:18:43.118009 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ca195-8fcd-41c4-b969-5535f79c8663 tempest-PortsAdminExtendedAttrsTestJSON-1972473556 tempest-PortsAdminExtendedAttrsTestJSON-1972473556-project] Pushing event deleted for resources: {'Network': ['ID=a0123544-49af-43a1-856c-43e0540a736d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:43.189562 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e690d7b-1876-45cb-815a-91b0ab5f3a38 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (498e26e4-8e46-4fa3-9051-35bfdc1d1b47), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:43.205719 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fe0b3107-6085-4140-b5f6-5d43ec008c98 req-4f229cad-cd6e-476c-ac1f-d01d2852724c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759177
Feb 12 21:18:43.216174 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a035-f681-4fdd-b990-8d88a3209840 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (1b392095-5bd8-49cf-89be-7a17973b1598), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:43.228263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-439c6536-793b-4a6f-a181-195b0fb7a8eb req-e5bdc511-1b8e-4bb7-aed3-435554307643 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Deleting port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:43.228684 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-439c6536-793b-4a6f-a181-195b0fb7a8eb req-e5bdc511-1b8e-4bb7-aed3-435554307643 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (98cca7e1-4777-4b0c-ad16-c0516fe1d47e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:43.230517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0691ef95-71ae-466f-b373-a7927d552f0f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:18:43.306824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38352d0d-4c76-4e91-9225-8c4272270ad6 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:18:43.307197 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 0691ef95-71ae-466f-b373-a7927d552f0f {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:18:43.307819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0691ef95-71ae-466f-b373-a7927d552f0f not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:18:43.317900 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Publish callbacks [] for port (38352d0d-4c76-4e91-9225-8c4272270ad6), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:43.339973 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b02a7-d0ae-4ced-89f5-08fcd52f59d6 req-f5825baf-c829-4484-88a1-b9a9c3f75b24 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:43.347406 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b71b02a7-d0ae-4ced-89f5-08fcd52f59d6 req-f5825baf-c829-4484-88a1-b9a9c3f75b24 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.1557910
Feb 12 21:18:43.353608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Transition to ACTIVE for port object 38352d0d-4c76-4e91-9225-8c4272270ad6 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:18:43.368546 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a035-f681-4fdd-b990-8d88a3209840 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (1b392095-5bd8-49cf-89be-7a17973b1598), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:43.373902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e1a035-f681-4fdd-b990-8d88a3209840 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:43.374798 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a035-f681-4fdd-b990-8d88a3209840 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:43.383036 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e690d7b-1876-45cb-815a-91b0ab5f3a38 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (498e26e4-8e46-4fa3-9051-35bfdc1d1b47), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:43.421854 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-9e690d7b-1876-45cb-815a-91b0ab5f3a38 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa1387f0>,) {'filters': {'network_id': ['498e26e4-8e46-4fa3-9051-35bfdc1d1b47']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:43.447928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-9e690d7b-1876-45cb-815a-91b0ab5f3a38 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa1387f0>, 'dd61e7cd-9e46-45df-bdcb-447f9ecd5047') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:43.448170 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-9e690d7b-1876-45cb-815a-91b0ab5f3a38 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa1387f0>, 'dd61e7cd-9e46-45df-bdcb-447f9ecd5047') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:43.463303 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (38352d0d-4c76-4e91-9225-8c4272270ad6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:43.473866 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e690d7b-1876-45cb-815a-91b0ab5f3a38 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (dd61e7cd-9e46-45df-bdcb-447f9ecd5047), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:43.476931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-439c6536-793b-4a6f-a181-195b0fb7a8eb req-e5bdc511-1b8e-4bb7-aed3-435554307643 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] For port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=98cca7e1-4777-4b0c-ad16-c0516fe1d47e,segment=NetworkSegment(9eb151c6-276b-4242-8eee-e95baa2443fb),segment_id=9eb151c6-276b-4242-8eee-e95baa2443fb)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:43.477441 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-439c6536-793b-4a6f-a181-195b0fb7a8eb req-e5bdc511-1b8e-4bb7-aed3-435554307643 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (98cca7e1-4777-4b0c-ad16-c0516fe1d47e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:43.492475 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b9e1a035-f681-4fdd-b990-8d88a3209840 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.1888764
Feb 12 21:18:43.493534 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1a035-f681-4fdd-b990-8d88a3209840 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Network': ['ID=1b392095-5bd8-49cf-89be-7a17973b1598,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:43.496110 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48418) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:43.503407 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-439c6536-793b-4a6f-a181-195b0fb7a8eb req-e5bdc511-1b8e-4bb7-aed3-435554307643 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Calling delete_port for 98cca7e1-4777-4b0c-ad16-c0516fe1d47e owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:43.505385 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e690d7b-1876-45cb-815a-91b0ab5f3a38 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (dd61e7cd-9e46-45df-bdcb-447f9ecd5047), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:43.510836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 1b392095-5bd8-49cf-89be-7a17973b1598 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:43.518784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e690d7b-1876-45cb-815a-91b0ab5f3a38 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:18:43.519190 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e690d7b-1876-45cb-815a-91b0ab5f3a38 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (dd61e7cd-9e46-45df-bdcb-447f9ecd5047), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:18:43.520943 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:18:43.566355 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b71b02a7-d0ae-4ced-89f5-08fcd52f59d6 req-3893e6ef-d3a5-4467-bdeb-658566185cb5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2140255
Feb 12 21:18:43.691263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48424) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:43.784564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=38352d0d-4c76-4e91-9225-8c4272270ad6,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:43.817970 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50681157-ed95-4b0e-aaba-414b74fefd2c req-f80747eb-0e46-43ab-8ddd-b5bcd1ed7f9a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:43.820605 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50681157-ed95-4b0e-aaba-414b74fefd2c req-f80747eb-0e46-43ab-8ddd-b5bcd1ed7f9a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 943 time: 0.1316862
Feb 12 21:18:43.842257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d503d26-add2-4d6e-8caf-20596c623e10 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:43.845595 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4d503d26-add2-4d6e-8caf-20596c623e10 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "GET /v2.0/networks?id=1b392095-5bd8-49cf-89be-7a17973b1598 HTTP/1.1" status: 200  len: 765 time: 0.3280282
Feb 12 21:18:43.848549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48432) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:43.849227 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e690d7b-1876-45cb-815a-91b0ab5f3a38 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (498e26e4-8e46-4fa3-9051-35bfdc1d1b47), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:43.854842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-7d5a63fd-6c75-4b7b-ac52-432bccb9944c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'network': {'description': 'd2'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:43.863127 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e690d7b-1876-45cb-815a-91b0ab5f3a38 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  498e26e4-8e46-4fa3-9051-35bfdc1d1b47 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 12 21:18:43.874783 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e690d7b-1876-45cb-815a-91b0ab5f3a38 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:43.882019 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9e690d7b-1876-45cb-815a-91b0ab5f3a38 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "DELETE /v2.0/networks/498e26e4-8e46-4fa3-9051-35bfdc1d1b47 HTTP/1.1" status: 204  len: 168 time: 0.9830320
Feb 12 21:18:43.892047 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48434) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:43.903179 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a41b2951-86d8-4e50-bd83-f0552c976df3 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Request body: {'network': {'router:external': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:43.907821 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e690d7b-1876-45cb-815a-91b0ab5f3a38 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event deleted for resources: {'Network': ['ID=498e26e4-8e46-4fa3-9051-35bfdc1d1b47,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:43.956379 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50681157-ed95-4b0e-aaba-414b74fefd2c req-be7d2577-1cbf-4da2-b5aa-0ef361fa3d64 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107311
Feb 12 21:18:44.017467 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-439c6536-793b-4a6f-a181-195b0fb7a8eb req-e5bdc511-1b8e-4bb7-aed3-435554307643 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (98cca7e1-4777-4b0c-ad16-c0516fe1d47e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:44.031275 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['05bf65a0-d7cd-46e3-8256-7885b95b7048', '98cca7e1-4777-4b0c-ad16-c0516fe1d47e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:18:44.055494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41b2951-86d8-4e50-bd83-f0552c976df3 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Made reservation on behalf of bd0dbdbd2bcf4befb9920dfebe024de9 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:44.058147 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a41b2951-86d8-4e50-bd83-f0552c976df3 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:44.060424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdc511-1b8e-4bb7-aed3-435554307643 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Pushing event deleted for resources: {'Port': ['ID=98cca7e1-4777-4b0c-ad16-c0516fe1d47e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:44.120994 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7d5a63fd-6c75-4b7b-ac52-432bccb9944c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (1b392095-5bd8-49cf-89be-7a17973b1598), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:44.124626 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Attempting to bind port 38352d0d-4c76-4e91-9225-8c4272270ad6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:44.124956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Attempting to bind port 38352d0d-4c76-4e91-9225-8c4272270ad6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:44.125288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Attempting to bind port 38352d0d-4c76-4e91-9225-8c4272270ad6 on network 7099db00-3881-44c3-bb47-3ded394a66e1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:44.141724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Port 38352d0d-4c76-4e91-9225-8c4272270ad6 on network 7099db00-3881-44c3-bb47-3ded394a66e1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:18:44.142230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Attempting to bind port 38352d0d-4c76-4e91-9225-8c4272270ad6 on network 7099db00-3881-44c3-bb47-3ded394a66e1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:44.150322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:18:44.151023 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Checking segment: {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:44.152401 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Bound using segment: {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:18:44.152982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Bound port: 38352d0d-4c76-4e91-9225-8c4272270ad6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:18:44.153343 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (38352d0d-4c76-4e91-9225-8c4272270ad6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:44.203258 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41b2951-86d8-4e50-bd83-f0552c976df3 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:44.225057 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a41b2951-86d8-4e50-bd83-f0552c976df3 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b968bca9-86a5-4ab9-82b9-0252d7007948), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:44.225461 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-a41b2951-86d8-4e50-bd83-f0552c976df3 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Added segment b968bca9-86a5-4ab9-82b9-0252d7007948 of type vlan for network 2b9d54be-fc8a-499d-b3d6-1a15deb74362
Feb 12 21:18:44.244623 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7d5a63fd-6c75-4b7b-ac52-432bccb9944c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (1b392095-5bd8-49cf-89be-7a17973b1598), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:44.322051 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b77035df-5720-43e6-95b0-82c3ad6eb365 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75a04e6ff31d4267b9674c4372504611&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6220181
Feb 12 21:18:44.381848 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48442) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:44.420421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a63fd-6c75-4b7b-ac52-432bccb9944c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Network': ['ID=1b392095-5bd8-49cf-89be-7a17973b1598,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:44.436923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d5a63fd-6c75-4b7b-ac52-432bccb9944c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network 1b392095-5bd8-49cf-89be-7a17973b1598 is not hosted by any dhcp agent {{(pid=126505) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 12 21:18:44.440111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 1b392095-5bd8-49cf-89be-7a17973b1598 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:44.443340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5a63fd-6c75-4b7b-ac52-432bccb9944c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:44.444195 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7d5a63fd-6c75-4b7b-ac52-432bccb9944c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:44.448695 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7d5a63fd-6c75-4b7b-ac52-432bccb9944c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "PUT /v2.0/networks/1b392095-5bd8-49cf-89be-7a17973b1598 HTTP/1.1" status: 200  len: 762 time: 0.5984900
Feb 12 21:18:44.451837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48444) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:44.459992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-439c6536-793b-4a6f-a181-195b0fb7a8eb req-e5bdc511-1b8e-4bb7-aed3-435554307643 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] No DVR routers for this DVR port 98cca7e1-4777-4b0c-ad16-c0516fe1d47e on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:18:44.566781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] For port 38352d0d-4c76-4e91-9225-8c4272270ad6, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:18:44.581203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b61e91-fa67-424c-9e50-7b9eb92b474b req-cb8a9522-7701-4dff-9dd9-6648f5c3e714 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:44.583023 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-64b61e91-fa67-424c-9e50-7b9eb92b474b req-cb8a9522-7701-4dff-9dd9-6648f5c3e714 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.3310239
Feb 12 21:18:44.606812 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-439c6536-793b-4a6f-a181-195b0fb7a8eb req-e5bdc511-1b8e-4bb7-aed3-435554307643 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:44.612599 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] For port 38352d0d-4c76-4e91-9225-8c4272270ad6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38352d0d-4c76-4e91-9225-8c4272270ad6,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:18:44.628592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7ed919-a224-49f4-b7f8-07180a7a10b7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:44.631738 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-439c6536-793b-4a6f-a181-195b0fb7a8eb req-e5bdc511-1b8e-4bb7-aed3-435554307643 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.48 "DELETE /v2.0/ports/98cca7e1-4777-4b0c-ad16-c0516fe1d47e HTTP/1.1" status: 204  len: 173 time: 1.6474736
Feb 12 21:18:44.638865 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-df7ed919-a224-49f4-b7f8-07180a7a10b7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "GET /v2.0/networks?id=1b392095-5bd8-49cf-89be-7a17973b1598 HTTP/1.1" status: 200  len: 765 time: 0.1779394
Feb 12 21:18:44.641125 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48446) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:44.643734 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5fa41ec7-2dea-42f3-bb2a-6f754bb8f10d req-53f4b58d-719d-4ca0-8958-399541b504d5 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 210 time: 0.3324213
Feb 12 21:18:44.644222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c488ea90-1cee-4992-9fa0-7290df83f23d', 'name': 'network-vif-deleted', 'tag': '98cca7e1-4777-4b0c-ad16-c0516fe1d47e'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:18:44.664773 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40be19da-2c03-459d-9fde-99fcc946df49" -d '{"events": [{"server_uuid": "c488ea90-1cee-4992-9fa0-7290df83f23d", "name": "network-vif-deleted", "tag": "98cca7e1-4777-4b0c-ad16-c0516fe1d47e"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:18:44.698650 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a41b2951-86d8-4e50-bd83-f0552c976df3 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (2b9d54be-fc8a-499d-b3d6-1a15deb74362), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:44.738708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (38352d0d-4c76-4e91-9225-8c4272270ad6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:44.768600 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c077-9f23-46d1-aeee-62520b259186 admin admin] Publish callbacks [] for security_group (5571ab26-f822-44bc-be42-3aa97f1d741d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:44.797565 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c077-9f23-46d1-aeee-62520b259186 admin admin] Publish callbacks [] for security_group (5571ab26-f822-44bc-be42-3aa97f1d741d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:44.910785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:44.911299 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:44.913560 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] 10.222.0.50 "PUT /v2.0/ports/38352d0d-4c76-4e91-9225-8c4272270ad6 HTTP/1.1" status: 200  len: 1091 time: 3.1228852
Feb 12 21:18:44.927471 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265e978d-6902-435c-9dc8-2977135fa92a', 'tag': '38352d0d-4c76-4e91-9225-8c4272270ad6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:18:44.930529 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1910af-7458-4a79-b60f-0f9e5cb2c54f" -d '{"events": [{"name": "network-changed", "server_uuid": "265e978d-6902-435c-9dc8-2977135fa92a", "tag": "38352d0d-4c76-4e91-9225-8c4272270ad6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:18:44.961493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71e7e5-2f5d-4dce-ba14-515cef3212f1 req-bcd0babe-6b1f-402c-9960-f78a2ec644ed tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:44.967331 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba71e7e5-2f5d-4dce-ba14-515cef3212f1 req-bcd0babe-6b1f-402c-9960-f78a2ec644ed tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.2337899
Feb 12 21:18:44.976395 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c077-9f23-46d1-aeee-62520b259186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5571ab26-f822-44bc-be42-3aa97f1d741d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:44.977774 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c077-9f23-46d1-aeee-62520b259186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:44.981210 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e1c0c077-9f23-46d1-aeee-62520b259186 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5571ab26-f822-44bc-be42-3aa97f1d741d HTTP/1.1" status: 204  len: 168 time: 0.5887606
Feb 12 21:18:44.986074 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-64b61e91-fa67-424c-9e50-7b9eb92b474b req-dfdbb911-d71c-4300-be23-b65b55898d89 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3445976
Feb 12 21:18:45.110264 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a41b2951-86d8-4e50-bd83-f0552c976df3 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (2b9d54be-fc8a-499d-b3d6-1a15deb74362), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:45.114211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41b2951-86d8-4e50-bd83-f0552c976df3 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:45.114211 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a41b2951-86d8-4e50-bd83-f0552c976df3 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:45.126700 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6450322e-ee26-4f74-81e3-aea0367ce0d1 x-openstack-request-id: req-6450322e-ee26-4f74-81e3-aea0367ce0d1 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:18:45.126998 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c488ea90-1cee-4992-9fa0-7290df83f23d", "name": "network-vif-deleted", "tag": "98cca7e1-4777-4b0c-ad16-c0516fe1d47e", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:18:45.127258 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6450322e-ee26-4f74-81e3-aea0367ce0d1 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:18:45.127665 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c488ea90-1cee-4992-9fa0-7290df83f23d', 'name': 'network-vif-deleted', 'tag': '98cca7e1-4777-4b0c-ad16-c0516fe1d47e', 'status': 'completed', 'code': 200}
Feb 12 21:18:45.143265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0c077-9f23-46d1-aeee-62520b259186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5571ab26-f822-44bc-be42-3aa97f1d741d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:45.156902 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba71e7e5-2f5d-4dce-ba14-515cef3212f1 req-1828c1f1-217e-4c31-9b3c-a64cf2b9a522 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749709
Feb 12 21:18:45.211860 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261cbfb-744b-4599-963a-2baefebc9fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=38352d0d-4c76-4e91-9225-8c4272270ad6,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:45.247073 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63046cb8-7239-41d9-9d0a-bdf79ed70325 x-openstack-request-id: req-63046cb8-7239-41d9-9d0a-bdf79ed70325 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:18:45.247652 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265e978d-6902-435c-9dc8-2977135fa92a", "tag": "38352d0d-4c76-4e91-9225-8c4272270ad6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:18:45.248418 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63046cb8-7239-41d9-9d0a-bdf79ed70325 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:18:45.248945 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265e978d-6902-435c-9dc8-2977135fa92a', 'tag': '38352d0d-4c76-4e91-9225-8c4272270ad6', 'status': 'completed', 'code': 200}
Feb 12 21:18:45.318177 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b2951-86d8-4e50-bd83-f0552c976df3 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event updated for resources: {'Network': ['ID=2b9d54be-fc8a-499d-b3d6-1a15deb74362,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:45.328928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 2b9d54be-fc8a-499d-b3d6-1a15deb74362 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:45.339089 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0a5cd-e888-49de-bfcc-eb05e50d2aff tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:45.340724 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e5b0a5cd-e888-49de-bfcc-eb05e50d2aff tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.6975594
Feb 12 21:18:45.345269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48460) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:45.352952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915942e-d590-429f-830e-c3e6b11a5d97 req-a8487196-a53b-4d85-8f91-a2c0e27d6f4f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:45.354999 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e915942e-d590-429f-830e-c3e6b11a5d97 req-a8487196-a53b-4d85-8f91-a2c0e27d6f4f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 943 time: 0.0858147
Feb 12 21:18:45.359001 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a41b2951-86d8-4e50-bd83-f0552c976df3 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.4624503
Feb 12 21:18:45.361886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48462) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:45.371529 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c462aff7-cd44-4395-9c7b-a720c2e3c6c0 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Request body: {'subnet': {'network_id': '2b9d54be-fc8a-499d-b3d6-1a15deb74362', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:45.387891 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-cf12968c-a3f1-4ab3-92c0-444415e8ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:45.389815 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-cf12968c-a3f1-4ab3-92c0-444415e8ffbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 1125 time: 0.2948666
Feb 12 21:18:45.394026 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2aa52bea-3f13-43f6-bdfb-6915f65a4eba tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 207 time: 0.0475707
Feb 12 21:18:45.401837 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48464) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:45.457535 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-c62f5467-d3d8-49ad-8558-3a974eed8cae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38352d0d-4c76-4e91-9225-8c4272270ad6 HTTP/1.1" status: 200  len: 217 time: 0.0575488
Feb 12 21:18:45.545808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e9a71-9414-4ffb-8afc-e41c8e8ab710 req-f78054cf-4ba0-4093-adf3-6c907a1707fa tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:45.548160 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f13e9a71-9414-4ffb-8afc-e41c8e8ab710 req-f78054cf-4ba0-4093-adf3-6c907a1707fa tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.50 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.2817993
Feb 12 21:18:45.631762 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-399f8e0c-1fda-4e03-9429-c9b369eb378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:45.633000 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-399f8e0c-1fda-4e03-9429-c9b369eb378f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9 HTTP/1.1" status: 200  len: 844 time: 0.1746252
Feb 12 21:18:45.655293 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e915942e-d590-429f-830e-c3e6b11a5d97 req-651ba165-dfb5-43e9-ae04-cc745204a979 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2907128
Feb 12 21:18:45.658813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c462aff7-cd44-4395-9c7b-a720c2e3c6c0 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Made reservation on behalf of bd0dbdbd2bcf4befb9920dfebe024de9 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:45.662731 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c462aff7-cd44-4395-9c7b-a720c2e3c6c0 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:45.671741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907c45c5-6c30-4b70-a27b-9170bf9df1f6 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:45.683883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907c45c5-6c30-4b70-a27b-9170bf9df1f6 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:45.683883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907c45c5-6c30-4b70-a27b-9170bf9df1f6 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:45.688087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907c45c5-6c30-4b70-a27b-9170bf9df1f6 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:45.693270 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907c45c5-6c30-4b70-a27b-9170bf9df1f6 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:45.707591 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907c45c5-6c30-4b70-a27b-9170bf9df1f6 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:45.713183 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907c45c5-6c30-4b70-a27b-9170bf9df1f6 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:45.713785 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-cb870550-eccf-45a0-89a3-9c26623846f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7099db00-3881-44c3-bb47-3ded394a66e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578449
Feb 12 21:18:45.721378 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-907c45c5-6c30-4b70-a27b-9170bf9df1f6 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4256 time: 0.3171980
Feb 12 21:18:45.724013 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48470) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:45.948215 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48476) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:45.961894 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-729d200f-f269-4cef-a6ea-c0428015e462 req-b124545f-541c-4f9d-828c-99fca1686ed9 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=c488ea90-1cee-4992-9fa0-7290df83f23d HTTP/1.1" status: 200  len: 210 time: 0.0995748
Feb 12 21:18:46.036279 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a0325d28-f751-4794-930a-4748a867e0b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8edcbe0bb348486a8653f653ed53a1b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0864570
Feb 12 21:18:46.039128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48480) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:46.122499 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-f13e9a71-9414-4ffb-8afc-e41c8e8ab710 req-a44fd019-b04a-4590-a0d3-147f4ecafcc5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Deleting port 83fe6fe2-518e-409e-8357-3935895b1c6c {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:46.122826 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f13e9a71-9414-4ffb-8afc-e41c8e8ab710 req-a44fd019-b04a-4590-a0d3-147f4ecafcc5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (83fe6fe2-518e-409e-8357-3935895b1c6c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:46.135050 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-7723ebd3-7709-4327-99e7-3e4edbd896b1 service neutron] 10.222.0.50 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4108865
Feb 12 21:18:46.149171 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d50a6a08-9c78-450c-b4bb-50bbb4fc6e9e admin admin] Publish callbacks [] for security_group (f4fcd435-4266-46c4-86dd-e63055627f9d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:46.191172 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d50a6a08-9c78-450c-b4bb-50bbb4fc6e9e admin admin] Publish callbacks [] for security_group (f4fcd435-4266-46c4-86dd-e63055627f9d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:46.252654 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e6663-379c-493b-a37d-2e0378fe60f1 req-ec844308-50c0-4c2a-baf8-2144f69edb60 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:46.260635 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-795e6663-379c-493b-a37d-2e0378fe60f1 req-ec844308-50c0-4c2a-baf8-2144f69edb60 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 945 time: 0.1673045
Feb 12 21:18:46.293563 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-68fbe9e9-d5cc-4adc-a8c5-56c0ff9952c4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 880 time: 0.5522263
Feb 12 21:18:46.294208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48484) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:46.383769 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f13e9a71-9414-4ffb-8afc-e41c8e8ab710 req-a44fd019-b04a-4590-a0d3-147f4ecafcc5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] For port 83fe6fe2-518e-409e-8357-3935895b1c6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83fe6fe2-518e-409e-8357-3935895b1c6c,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:46.384211 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f13e9a71-9414-4ffb-8afc-e41c8e8ab710 req-a44fd019-b04a-4590-a0d3-147f4ecafcc5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (83fe6fe2-518e-409e-8357-3935895b1c6c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:46.420817 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-f13e9a71-9414-4ffb-8afc-e41c8e8ab710 req-a44fd019-b04a-4590-a0d3-147f4ecafcc5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Calling delete_port for 83fe6fe2-518e-409e-8357-3935895b1c6c owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:46.433830 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4103e9aa-7f36-4c5c-83b5-76178302d6a3 req-95b2b16b-7e0f-4016-bae7-f564307e42dd service neutron] 10.222.0.50 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2766564
Feb 12 21:18:46.434045 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768a97e8-f724-4915-9e30-a76581b7f34c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:46.435265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768a97e8-f724-4915-9e30-a76581b7f34c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:46.436683 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768a97e8-f724-4915-9e30-a76581b7f34c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:46.438082 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768a97e8-f724-4915-9e30-a76581b7f34c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:46.439390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768a97e8-f724-4915-9e30-a76581b7f34c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:46.445143 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-768a97e8-f724-4915-9e30-a76581b7f34c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1459053
Feb 12 21:18:46.448692 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-795e6663-379c-493b-a37d-2e0378fe60f1 req-86f9468f-9104-4a5b-9559-dd6e40235370 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870229
Feb 12 21:18:46.450591 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48486) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:46.470068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e25ecc-0cef-44fa-a765-475e627c8cf1 req-c958a9e7-ba80-44c3-9225-9312d2f8a097 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:46.481192 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-02e25ecc-0cef-44fa-a765-475e627c8cf1 req-c958a9e7-ba80-44c3-9225-9312d2f8a097 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.1863167
Feb 12 21:18:46.537872 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb03fdaf-a70e-48a5-9ba0-abcdaf31910b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['shared'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:46.539198 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb03fdaf-a70e-48a5-9ba0-abcdaf31910b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['shared'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:46.540362 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb03fdaf-a70e-48a5-9ba0-abcdaf31910b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['shared'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:46.541571 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb03fdaf-a70e-48a5-9ba0-abcdaf31910b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['shared'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:46.542754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb03fdaf-a70e-48a5-9ba0-abcdaf31910b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['shared'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:46.544370 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bb03fdaf-a70e-48a5-9ba0-abcdaf31910b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.0928910
Feb 12 21:18:46.561411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48488) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:46.603078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.objects.ports [None req-c462aff7-cd44-4395-9c7b-a720c2e3c6c0 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126506) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:18:46.603465 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c462aff7-cd44-4395-9c7b-a720c2e3c6c0 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (7f35ec6a-aed6-4d95-a18d-ad183cc0ef54), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:46.616944 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d50a6a08-9c78-450c-b4bb-50bbb4fc6e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f4fcd435-4266-46c4-86dd-e63055627f9d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:46.619519 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d50a6a08-9c78-450c-b4bb-50bbb4fc6e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:46.620659 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d50a6a08-9c78-450c-b4bb-50bbb4fc6e9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4fcd435-4266-46c4-86dd-e63055627f9d HTTP/1.1" status: 204  len: 168 time: 0.5804691
Feb 12 21:18:46.635329 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-02e25ecc-0cef-44fa-a765-475e627c8cf1 req-db642376-f8fa-414c-9457-35e5232c1b7e tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554372
Feb 12 21:18:46.675528 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1910af-7458-4a79-b60f-0f9e5cb2c54f req-c40858cd-5550-4880-be4b-eb262b625f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:46.677421 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b1910af-7458-4a79-b60f-0f9e5cb2c54f req-c40858cd-5550-4880-be4b-eb262b625f22 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 1125 time: 0.1017189
Feb 12 21:18:46.716001 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a6a08-9c78-450c-b4bb-50bbb4fc6e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fcd435-4266-46c4-86dd-e63055627f9d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:46.761444 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462aff7-cd44-4395-9c7b-a720c2e3c6c0 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7f35ec6a-aed6-4d95-a18d-ad183cc0ef54,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:46.793381 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c462aff7-cd44-4395-9c7b-a720c2e3c6c0 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Checking segment: {'id': 'b968bca9-86a5-4ab9-82b9-0252d7007948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2b9d54be-fc8a-499d-b3d6-1a15deb74362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:46.793767 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c462aff7-cd44-4395-9c7b-a720c2e3c6c0 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Network hostable DHCP agents. Network: 2b9d54be-fc8a-499d-b3d6-1a15deb74362, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:18:46.801946 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f80633c-5708-44be-b854-26eef9bb33d8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:46.807409 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0f80633c-5708-44be-b854-26eef9bb33d8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "GET /v2.0/networks/1e65ecdb-65e8-40a2-881c-022b3b8aef06 HTTP/1.1" status: 200  len: 804 time: 0.2418966
Feb 12 21:18:46.807738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48494) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:46.827324 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f13e9a71-9414-4ffb-8afc-e41c8e8ab710 req-a44fd019-b04a-4590-a0d3-147f4ecafcc5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (83fe6fe2-518e-409e-8357-3935895b1c6c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:46.843524 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['83fe6fe2-518e-409e-8357-3935895b1c6c'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:18:46.917997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fd019-b04a-4590-a0d3-147f4ecafcc5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Pushing event deleted for resources: {'Port': ['ID=83fe6fe2-518e-409e-8357-3935895b1c6c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:46.975332 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34064e-688e-4ec4-8d69-eb612a92a58b req-bf7137d1-3cbe-46d5-b0e7-5d980e2ba207 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:46.977172 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0b34064e-688e-4ec4-8d69-eb612a92a58b req-bf7137d1-3cbe-46d5-b0e7-5d980e2ba207 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 943 time: 0.0918236
Feb 12 21:18:46.981947 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-65359379-c343-4ce4-86d8-19588ec607a9 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "GET /v2.0/networks/1e65ecdb-65e8-40a2-881c-022b3b8aef06?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.1730769
Feb 12 21:18:46.982840 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c462aff7-cd44-4395-9c7b-a720c2e3c6c0 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Network 2b9d54be-fc8a-499d-b3d6-1a15deb74362 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:18:46.987487 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48500) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:47.017211 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13e9a71-9414-4ffb-8afc-e41c8e8ab710 req-a44fd019-b04a-4590-a0d3-147f4ecafcc5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] No DVR routers for this DVR port 83fe6fe2-518e-409e-8357-3935895b1c6c on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:18:47.023195 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f13e9a71-9414-4ffb-8afc-e41c8e8ab710 req-a44fd019-b04a-4590-a0d3-147f4ecafcc5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:47.029256 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f13e9a71-9414-4ffb-8afc-e41c8e8ab710 req-a44fd019-b04a-4590-a0d3-147f4ecafcc5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.50 "DELETE /v2.0/ports/83fe6fe2-518e-409e-8357-3935895b1c6c HTTP/1.1" status: 204  len: 173 time: 1.4709375
Feb 12 21:18:47.068025 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1910af-7458-4a79-b60f-0f9e5cb2c54f req-94a5a2f0-b33f-408c-a4cc-ae168ae5259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:47.070480 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b1910af-7458-4a79-b60f-0f9e5cb2c54f req-94a5a2f0-b33f-408c-a4cc-ae168ae5259d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 905 time: 0.3020132
Feb 12 21:18:47.075937 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0500c889-d76c-4c08-a6d8-f792281f78a0 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:47.080613 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0500c889-d76c-4c08-a6d8-f792281f78a0 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "GET /v2.0/subnets/f0055ac6-04e8-4a8f-b6f1-60380ef4bacb HTTP/1.1" status: 200  len: 843 time: 0.0888555
Feb 12 21:18:47.084777 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48506) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:47.102384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-c462aff7-cd44-4395-9c7b-a720c2e3c6c0 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2b9d54be-fc8a-499d-b3d6-1a15deb74362) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:47.114954 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7888a16-69ae-446d-a886-2e664759630f None None] Network 2b9d54be-fc8a-499d-b3d6-1a15deb74362 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:47.138833 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0b34064e-688e-4ec4-8d69-eb612a92a58b req-4d87b4e2-62f3-4cde-8668-fb65daabed12 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373317
Feb 12 21:18:47.140279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c462aff7-cd44-4395-9c7b-a720c2e3c6c0 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:47.140900 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c462aff7-cd44-4395-9c7b-a720c2e3c6c0 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:47.176100 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b1910af-7458-4a79-b60f-0f9e5cb2c54f req-23910480-78d1-4eec-9c9d-6534c30266e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38352d0d-4c76-4e91-9225-8c4272270ad6 HTTP/1.1" status: 200  len: 217 time: 0.0985658
Feb 12 21:18:47.245330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1910af-7458-4a79-b60f-0f9e5cb2c54f req-f33abaf3-7335-4007-be89-61bd08ef3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:47.247100 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b1910af-7458-4a79-b60f-0f9e5cb2c54f req-f33abaf3-7335-4007-be89-61bd08ef3646 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9 HTTP/1.1" status: 200  len: 844 time: 0.0633030
Feb 12 21:18:47.251737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e7ee65-5b25-44eb-85b6-3eadf4c45aeb', 'name': 'network-vif-deleted', 'tag': '83fe6fe2-518e-409e-8357-3935895b1c6c'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:18:47.254490 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf3b8d8-d9b3-4064-8dd8-d2dd3953b074" -d '{"events": [{"server_uuid": "53e7ee65-5b25-44eb-85b6-3eadf4c45aeb", "name": "network-vif-deleted", "tag": "83fe6fe2-518e-409e-8357-3935895b1c6c"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:18:47.262736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77c56e4-c9f7-41d2-aba2-b5d0af829136 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['shared'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:47.272883 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a77c56e4-c9f7-41d2-aba2-b5d0af829136 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "GET /v2.0/subnets/f0055ac6-04e8-4a8f-b6f1-60380ef4bacb?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1869671
Feb 12 21:18:47.273931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48510) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:47.290258 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-00528e74-21aa-44d2-a9a7-4be40a7a2630 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1140050690'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:47.366310 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c462aff7-cd44-4395-9c7b-a720c2e3c6c0 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.0025079
Feb 12 21:18:47.369933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48514) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:47.378930 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Request body: {'floatingip': {'floating_network_id': '2b9d54be-fc8a-499d-b3d6-1a15deb74362'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:47.389518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f4d4cb-f34d-4bdd-8afe-90b64200e81d None None] Network 2b9d54be-fc8a-499d-b3d6-1a15deb74362 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:47.395720 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d21f41c-9998-4f02-9954-9be4a76c13c1 x-openstack-request-id: req-2d21f41c-9998-4f02-9954-9be4a76c13c1 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:18:47.396146 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e7ee65-5b25-44eb-85b6-3eadf4c45aeb", "name": "network-vif-deleted", "tag": "83fe6fe2-518e-409e-8357-3935895b1c6c", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:18:47.396677 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d21f41c-9998-4f02-9954-9be4a76c13c1 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:18:47.397167 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e7ee65-5b25-44eb-85b6-3eadf4c45aeb', 'name': 'network-vif-deleted', 'tag': '83fe6fe2-518e-409e-8357-3935895b1c6c', 'status': 'completed', 'code': 200}
Feb 12 21:18:47.400002 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b1910af-7458-4a79-b60f-0f9e5cb2c54f req-cd425290-c0ba-4a49-96f9-1e9079bd8131 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7099db00-3881-44c3-bb47-3ded394a66e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1129620
Feb 12 21:18:47.508151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00528e74-21aa-44d2-a9a7-4be40a7a2630 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:47.512432 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-00528e74-21aa-44d2-a9a7-4be40a7a2630 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:47.560950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b1910af-7458-4a79-b60f-0f9e5cb2c54f req-9460d566-9867-43a5-9d10-b1a81025eefe service neutron] 10.222.0.50 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544845
Feb 12 21:18:47.606243 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:47.656309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00528e74-21aa-44d2-a9a7-4be40a7a2630 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:47.672786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 38352d0d-4c76-4e91-9225-8c4272270ad6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:18:47.692409 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b1910af-7458-4a79-b60f-0f9e5cb2c54f req-f50dfc18-5986-410f-9c25-b9568636e4d5 service neutron] 10.222.0.50 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231911
Feb 12 21:18:47.743526 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-15385934-78e3-40f1-bf0a-d0bcf0a63e5f req-15b7a332-a070-4e3b-9838-220581faa24f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=53e7ee65-5b25-44eb-85b6-3eadf4c45aeb HTTP/1.1" status: 200  len: 210 time: 0.1757782
Feb 12 21:18:47.766269 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-00528e74-21aa-44d2-a9a7-4be40a7a2630 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c308312c-c8d2-46c3-9eb1-4e099675d9ce), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:47.766622 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-00528e74-21aa-44d2-a9a7-4be40a7a2630 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Added segment c308312c-c8d2-46c3-9eb1-4e099675d9ce of type vlan for network 0d64bc79-c4fb-4642-96f0-f2ad5a586e35
Feb 12 21:18:47.955159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 38352d0d-4c76-4e91-9225-8c4272270ad6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38352d0d-4c76-4e91-9225-8c4272270ad6,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:47.972555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '38352d0d-4c76-4e91-9225-8c4272270ad6', 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1', 'port_id': '38352d0d-4c76-4e91-9225-8c4272270ad6', 'mac_address': 'fa:16:3e:12:98:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:18:47.975274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 98cca7e1-4777-4b0c-ad16-c0516fe1d47e no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:18:48.000636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 98cca7e1-4777-4b0c-ad16-c0516fe1d47e {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:18:48.000911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 98cca7e1-4777-4b0c-ad16-c0516fe1d47e not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:18:48.044515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 38352d0d-4c76-4e91-9225-8c4272270ad6 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:48.044913 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (38352d0d-4c76-4e91-9225-8c4272270ad6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:48.075195 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38352d0d-4c76-4e91-9225-8c4272270ad6 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:18:48.126363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 38352d0d-4c76-4e91-9225-8c4272270ad6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38352d0d-4c76-4e91-9225-8c4272270ad6,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:48.228591 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (38352d0d-4c76-4e91-9225-8c4272270ad6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:48.297477 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-00528e74-21aa-44d2-a9a7-4be40a7a2630 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (0d64bc79-c4fb-4642-96f0-f2ad5a586e35), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:48.328557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7514f4c-217c-453b-b7ca-dbb52198898a req-cd8fb9f8-23fa-463a-a3f4-47ad2bfe94a8 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:48.343902 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7514f4c-217c-453b-b7ca-dbb52198898a req-cd8fb9f8-23fa-463a-a3f4-47ad2bfe94a8 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.5690570
Feb 12 21:18:48.367686 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054c991-4734-4c46-b262-ce0878cf3284 req-c1fbef46-7eb4-486b-ad09-efeb275e8d6d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:48.372985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=38352d0d-4c76-4e91-9225-8c4272270ad6,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:48.378537 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2054c991-4734-4c46-b262-ce0878cf3284 req-c1fbef46-7eb4-486b-ad09-efeb275e8d6d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.1331918
Feb 12 21:18:48.421213 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7514f4c-217c-453b-b7ca-dbb52198898a req-1ba1ff63-8820-44d1-9356-c6c0cf2ae320 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756409
Feb 12 21:18:48.440150 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:48.445755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['38352d0d-4c76-4e91-9225-8c4272270ad6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:18:48.504501 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-00528e74-21aa-44d2-a9a7-4be40a7a2630 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (0d64bc79-c4fb-4642-96f0-f2ad5a586e35), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:48.510705 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00528e74-21aa-44d2-a9a7-4be40a7a2630 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:48.516231 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-00528e74-21aa-44d2-a9a7-4be40a7a2630 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:48.548705 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2054c991-4734-4c46-b262-ce0878cf3284 req-301c14cc-1441-42b7-b329-f19fdee1dadf tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691873
Feb 12 21:18:48.563948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbd884-8fa3-4cab-bb90-475899dae7f4 req-60218dcb-dedb-4db3-bd31-e5a7e43be4a9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:48.574500 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9bbbd884-8fa3-4cab-bb90-475899dae7f4 req-60218dcb-dedb-4db3-bd31-e5a7e43be4a9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 944 time: 0.0764549
Feb 12 21:18:48.635652 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9bbbd884-8fa3-4cab-bb90-475899dae7f4 req-d35fff4a-4082-461f-a9a8-e09c6233b416 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601413
Feb 12 21:18:48.686569 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-00528e74-21aa-44d2-a9a7-4be40a7a2630 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.4091744
Feb 12 21:18:48.689523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48544) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:48.697075 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-239c661f-4185-4c3b-8498-e60da49d0db4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'subnet': {'network_id': '0d64bc79-c4fb-4642-96f0-f2ad5a586e35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:48.704755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00528e74-21aa-44d2-a9a7-4be40a7a2630 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Network': ['ID=0d64bc79-c4fb-4642-96f0-f2ad5a586e35,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:48.729884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 0d64bc79-c4fb-4642-96f0-f2ad5a586e35 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:48.750689 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Allocated IP 172.20.0.6 (2b9d54be-fc8a-499d-b3d6-1a15deb74362/7f35ec6a-aed6-4d95-a18d-ad183cc0ef54/f48afa61-3ae1-4f5f-91c8-fb1d6c760e67) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:48.884798 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48548) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:48.885136 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks [] for port (f48afa61-3ae1-4f5f-91c8-fb1d6c760e67), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:49.032947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-041cdcb3-9802-4ea7-bf83-ab9f924a9a7b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-103103306'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:49.186526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239c661f-4185-4c3b-8498-e60da49d0db4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Made reservation on behalf of efb57193bdda4db3a43e50e401f7a40c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:49.189878 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-239c661f-4185-4c3b-8498-e60da49d0db4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:49.205672 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f48afa61-3ae1-4f5f-91c8-fb1d6c760e67), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:49.223767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041cdcb3-9802-4ea7-bf83-ab9f924a9a7b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Made reservation on behalf of 620b8751d4444d1ebda0117731352ecb for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:49.227065 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-041cdcb3-9802-4ea7-bf83-ab9f924a9a7b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:49.260479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event updated for resources: {'Port': ['ID=f48afa61-3ae1-4f5f-91c8-fb1d6c760e67,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:49.269935 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Network 2b9d54be-fc8a-499d-b3d6-1a15deb74362 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:49.273278 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:49.275666 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:49.297384 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-041cdcb3-9802-4ea7-bf83-ab9f924a9a7b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:49.305259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.ipam_backend_mixin [None req-239c661f-4185-4c3b-8498-e60da49d0db4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Performing IP validity checks on allocation pools {{(pid=126505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 12 21:18:49.305812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.ipam_backend_mixin [None req-239c661f-4185-4c3b-8498-e60da49d0db4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 12 21:18:49.409059 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-2f0d8178-878f-4eaa-a709-311b8aad87af tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:49.410703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-2f0d8178-878f-4eaa-a709-311b8aad87af tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 811 time: 0.2452979
Feb 12 21:18:49.489429 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks [] for floatingip (5e593ea9-33ee-46f7-bfd9-9d9fa5883bc4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:49.520219 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-041cdcb3-9802-4ea7-bf83-ab9f924a9a7b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks [] for security_group (9aaf0e97-8f09-44d2-aec3-5bcdb09ea685), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:49.580409 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-853180ed-7242-4013-8ab0-a6b16e4aa578 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/quotas/e88ed10d0c57403dbc48251e998fbd1a HTTP/1.1" status: 200  len: 375 time: 0.0300312
Feb 12 21:18:49.588422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc748d-a5be-4237-aa9b-bb0b1a1efb4c req-8bc10062-b474-4011-9020-3212373984c0 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:49.592075 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8efc748d-a5be-4237-aa9b-bb0b1a1efb4c req-8bc10062-b474-4011-9020-3212373984c0 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.0620337
Feb 12 21:18:49.623311 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-98cfc4ca-d938-49b1-9a29-9c5044773250 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0415561
Feb 12 21:18:49.673741 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8efc748d-a5be-4237-aa9b-bb0b1a1efb4c req-a36f3225-c49a-43f6-8252-fe3a21e43680 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729182
Feb 12 21:18:49.684728 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-041cdcb3-9802-4ea7-bf83-ab9f924a9a7b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9aaf0e97-8f09-44d2-aec3-5bcdb09ea685), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:49.685532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 38352d0d-4c76-4e91-9225-8c4272270ad6 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:18:49.714137 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f48afa61-3ae1-4f5f-91c8-fb1d6c760e67), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:49.807761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041cdcb3-9802-4ea7-bf83-ab9f924a9a7b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:49.820932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cdcb3-9802-4ea7-bf83-ab9f924a9a7b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaf0e97-8f09-44d2-aec3-5bcdb09ea685,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:49.833309 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-041cdcb3-9802-4ea7-bf83-ab9f924a9a7b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (a793baa0-7e78-4902-befe-206489ad729e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:49.833727 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-041cdcb3-9802-4ea7-bf83-ab9f924a9a7b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Added segment a793baa0-7e78-4902-befe-206489ad729e of type vlan for network bf8457b4-3a6e-4095-8f88-e556ae3eeaa6
Feb 12 21:18:49.887132 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-239c661f-4185-4c3b-8498-e60da49d0db4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (49826758-bca9-4ff5-80a8-81409a80ef9c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:49.896817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 38352d0d-4c76-4e91-9225-8c4272270ad6 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:18:49.901962 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 38352d0d-4c76-4e91-9225-8c4272270ad6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:49.902526 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (38352d0d-4c76-4e91-9225-8c4272270ad6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:49.931127 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-041cdcb3-9802-4ea7-bf83-ab9f924a9a7b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (bf8457b4-3a6e-4095-8f88-e556ae3eeaa6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:49.940099 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-8c4198d5-c65e-4936-8861-5fddf0399e95 service neutron] 10.222.0.31 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2962832
Feb 12 21:18:50.016563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83dd29-33d9-4f7e-9081-4b1597538dd2 req-40263d99-626b-4cd7-aafe-fe33944c3b7d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:50.020077 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de83dd29-33d9-4f7e-9081-4b1597538dd2 req-40263d99-626b-4cd7-aafe-fe33944c3b7d tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.1733670
Feb 12 21:18:50.071961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 38352d0d-4c76-4e91-9225-8c4272270ad6 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:50.072442 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (38352d0d-4c76-4e91-9225-8c4272270ad6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:50.083694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c661f-4185-4c3b-8498-e60da49d0db4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Subnet': ['ID=49826758-bca9-4ff5-80a8-81409a80ef9c,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:50.111564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c661f-4185-4c3b-8498-e60da49d0db4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Checking segment: {'id': 'c308312c-c8d2-46c3-9eb1-4e099675d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d64bc79-c4fb-4642-96f0-f2ad5a586e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:50.111922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239c661f-4185-4c3b-8498-e60da49d0db4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network hostable DHCP agents. Network: 0d64bc79-c4fb-4642-96f0-f2ad5a586e35, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:18:50.127023 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de83dd29-33d9-4f7e-9081-4b1597538dd2 req-6a35c92c-e895-4151-894a-ae43366f11f6 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852787
Feb 12 21:18:50.128028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 38352d0d-4c76-4e91-9225-8c4272270ad6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38352d0d-4c76-4e91-9225-8c4272270ad6,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:50.129052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265e978d-6902-435c-9dc8-2977135fa92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38352d0d-4c76-4e91-9225-8c4272270ad6'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:18:50.133516 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f8fdb9-4ab1-49d8-bdb4-2d227ec94f97" -d '{"events": [{"server_uuid": "265e978d-6902-435c-9dc8-2977135fa92a", "name": "network-vif-plugged", "status": "completed", "tag": "38352d0d-4c76-4e91-9225-8c4272270ad6"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:18:50.178787 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-22c0627a-9e60-4fca-b220-ba4061656408 service neutron] 10.222.0.31 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2277019
Feb 12 21:18:50.197097 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks [] for port (f48afa61-3ae1-4f5f-91c8-fb1d6c760e67), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:50.205346 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-041cdcb3-9802-4ea7-bf83-ab9f924a9a7b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (bf8457b4-3a6e-4095-8f88-e556ae3eeaa6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:50.211730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041cdcb3-9802-4ea7-bf83-ab9f924a9a7b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:50.220299 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-041cdcb3-9802-4ea7-bf83-ab9f924a9a7b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:50.242281 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (38352d0d-4c76-4e91-9225-8c4272270ad6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:50.243098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 83fe6fe2-518e-409e-8357-3935895b1c6c no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:18:50.283041 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 83fe6fe2-518e-409e-8357-3935895b1c6c {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:18:50.286765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 83fe6fe2-518e-409e-8357-3935895b1c6c not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:18:50.305655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239c661f-4185-4c3b-8498-e60da49d0db4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Network 0d64bc79-c4fb-4642-96f0-f2ad5a586e35 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:18:50.321887 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cdcb3-9802-4ea7-bf83-ab9f924a9a7b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Pushing event updated for resources: {'Network': ['ID=bf8457b4-3a6e-4095-8f88-e556ae3eeaa6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:50.338546 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-041cdcb3-9802-4ea7-bf83-ab9f924a9a7b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.4448116
Feb 12 21:18:50.338546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48584) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:50.343210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-fc15ec1d-cf68-4c07-80a0-96cef9a5b9e1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Request body: {'subnet': {'network_id': 'bf8457b4-3a6e-4095-8f88-e556ae3eeaa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:50.348061 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network bf8457b4-3a6e-4095-8f88-e556ae3eeaa6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:50.348737 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (f48afa61-3ae1-4f5f-91c8-fb1d6c760e67), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:50.444276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=38352d0d-4c76-4e91-9225-8c4272270ad6,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:50.456479 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-239c661f-4185-4c3b-8498-e60da49d0db4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0d64bc79-c4fb-4642-96f0-f2ad5a586e35) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:50.464141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event updated for resources: {'Port': ['ID=f48afa61-3ae1-4f5f-91c8-fb1d6c760e67,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:50.465699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c661f-4185-4c3b-8498-e60da49d0db4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:50.466308 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-239c661f-4185-4c3b-8498-e60da49d0db4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:50.481691 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e58a471-7628-4958-b5af-381860cfa550 None None] Network 0d64bc79-c4fb-4642-96f0-f2ad5a586e35 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:50.487639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a2bcc-e2e6-4e0a-8a17-b04a313cb8d6 req-b6b9a53d-aaa8-4fb7-b046-d501749d5d9a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:50.497111 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-055a2bcc-e2e6-4e0a-8a17-b04a313cb8d6 req-b6b9a53d-aaa8-4fb7-b046-d501749d5d9a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 944 time: 0.2757599
Feb 12 21:18:50.545692 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (5e593ea9-33ee-46f7-bfd9-9d9fa5883bc4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:50.564820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec6a21-0b37-4678-a06b-2ce4a9c4ee65 req-23c34f37-dc69-4049-b57f-6945e4f513f2 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:50.566473 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-71ec6a21-0b37-4678-a06b-2ce4a9c4ee65 req-23c34f37-dc69-4049-b57f-6945e4f513f2 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.48 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.3672535
Feb 12 21:18:50.619357 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efe5704-2eb0-4679-8b42-16227a026412 x-openstack-request-id: req-1efe5704-2eb0-4679-8b42-16227a026412 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:18:50.627314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48590) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:50.634449 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-239c661f-4185-4c3b-8498-e60da49d0db4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 1.9433415
Feb 12 21:18:50.635629 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265e978d-6902-435c-9dc8-2977135fa92a", "name": "network-vif-plugged", "status": "completed", "tag": "38352d0d-4c76-4e91-9225-8c4272270ad6", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:18:50.635950 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1efe5704-2eb0-4679-8b42-16227a026412 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:18:50.636365 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265e978d-6902-435c-9dc8-2977135fa92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38352d0d-4c76-4e91-9225-8c4272270ad6', 'code': 200}
Feb 12 21:18:50.637218 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ddd4ad11-70c8-4f0c-92e6-a8fb7fd48ee3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:50.697568 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:50.698449 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-eddec171-27bb-46e4-883a-a084097d13f2 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 3.3272052
Feb 12 21:18:50.706496 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48592) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:50.736445 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-055a2bcc-e2e6-4e0a-8a17-b04a313cb8d6 req-4b70c2dd-0a92-45b2-96a9-5668e9c60cb7 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2316387
Feb 12 21:18:50.773648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d64bc79-c4fb-4642-96f0-f2ad5a586e35', 'network_id': '0d64bc79-c4fb-4642-96f0-f2ad5a586e35', 'project_id': 'efb57193bdda4db3a43e50e401f7a40c', 'fixed_ips': [{'subnet_id': '49826758-bca9-4ff5-80a8-81409a80ef9c'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:18:50.775082 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:50.890288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc15ec1d-cf68-4c07-80a0-96cef9a5b9e1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Made reservation on behalf of 620b8751d4444d1ebda0117731352ecb for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:50.899484 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fc15ec1d-cf68-4c07-80a0-96cef9a5b9e1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:50.927372 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d548c896-17cc-4f90-8806-0200b5540bd9 req-2e0b8125-b776-4c96-8340-aaf27b091b78 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 210 time: 0.2384286
Feb 12 21:18:50.955320 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddd4ad11-70c8-4f0c-92e6-a8fb7fd48ee3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-529293198'] for subnet (49826758-bca9-4ff5-80a8-81409a80ef9c), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:50.968613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-71ec6a21-0b37-4678-a06b-2ce4a9c4ee65 req-8aa9f51b-f96f-48ad-b764-04b1ae3a0fbd tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Deleting port 05bf65a0-d7cd-46e3-8256-7885b95b7048 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:50.968963 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-71ec6a21-0b37-4678-a06b-2ce4a9c4ee65 req-8aa9f51b-f96f-48ad-b764-04b1ae3a0fbd tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (05bf65a0-d7cd-46e3-8256-7885b95b7048), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:51.002765 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9f69f4e3-3f0a-4eec-bfbf-aad41d7529f4 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=2b9d54be-fc8a-499d-b3d6-1a15deb74362 HTTP/1.1" status: 200  len: 689 time: 0.2707536
Feb 12 21:18:51.006889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48600) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:51.008952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9e2f2-0dc3-4a21-a2e9-aba417f54101 req-be28ccd1-5d0a-40b7-b58d-d1509b7e97ba tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:51.017874 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bef9e2f2-0dc3-4a21-a2e9-aba417f54101 req-be28ccd1-5d0a-40b7-b58d-d1509b7e97ba tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.1714556
Feb 12 21:18:51.093620 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Allocated IP 2001:db8::3 (0d64bc79-c4fb-4642-96f0-f2ad5a586e35/49826758-bca9-4ff5-80a8-81409a80ef9c/74c9bbfe-6d53-4245-8877-80d44dd6fd57) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:51.142905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df3169-f619-4ae4-9e17-c43f8d049718 req-02b3a79f-aebc-4799-aedf-c5a3bb7ba397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:51.156345 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-83df3169-f619-4ae4-9e17-c43f8d049718 req-02b3a79f-aebc-4799-aedf-c5a3bb7ba397 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 1127 time: 0.4552059
Feb 12 21:18:51.213466 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-71ec6a21-0b37-4678-a06b-2ce4a9c4ee65 req-8aa9f51b-f96f-48ad-b764-04b1ae3a0fbd tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] For port 05bf65a0-d7cd-46e3-8256-7885b95b7048, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=05bf65a0-d7cd-46e3-8256-7885b95b7048,segment=NetworkSegment(9eb151c6-276b-4242-8eee-e95baa2443fb),segment_id=9eb151c6-276b-4242-8eee-e95baa2443fb)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:51.227911 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-71ec6a21-0b37-4678-a06b-2ce4a9c4ee65 req-8aa9f51b-f96f-48ad-b764-04b1ae3a0fbd tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (05bf65a0-d7cd-46e3-8256-7885b95b7048), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:51.250339 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-71ec6a21-0b37-4678-a06b-2ce4a9c4ee65 req-8aa9f51b-f96f-48ad-b764-04b1ae3a0fbd tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Calling delete_port for 05bf65a0-d7cd-46e3-8256-7885b95b7048 owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:51.320067 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (2b9d54be-fc8a-499d-b3d6-1a15deb74362), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:51.404948 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-83df3169-f619-4ae4-9e17-c43f8d049718 req-4490e1ec-4ab5-46cd-bdc0-18a947c8af0b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2260177
Feb 12 21:18:51.417203 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Publish callbacks [] for port (74c9bbfe-6d53-4245-8877-80d44dd6fd57), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:51.504381 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (74c9bbfe-6d53-4245-8877-80d44dd6fd57), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:51.543416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffc1ba-359a-4295-889c-523e455e2649 req-a051d2ea-88ce-4737-b602-fe4386082154 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:51.548208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Network 0d64bc79-c4fb-4642-96f0-f2ad5a586e35 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:51.550697 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8fffc1ba-359a-4295-889c-523e455e2649 req-a051d2ea-88ce-4737-b602-fe4386082154 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 945 time: 0.3160801
Feb 12 21:18:51.554165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:51.632777 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8fffc1ba-359a-4295-889c-523e455e2649 req-f2cbf692-02c4-455d-920e-3d977ea34d2c tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca16c839-d1a2-4acc-bed4-5d3b94b206b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728567
Feb 12 21:18:51.634486 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:51.639331 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Deleting port f48afa61-3ae1-4f5f-91c8-fb1d6c760e67 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:51.644709 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f48afa61-3ae1-4f5f-91c8-fb1d6c760e67), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:51.666763 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fc15ec1d-cf68-4c07-80a0-96cef9a5b9e1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (8a8e0cfd-1f69-4ff9-9875-31ce05e4a48d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:51.723904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Pushing event updated for resources: {'Port': ['ID=74c9bbfe-6d53-4245-8877-80d44dd6fd57,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:51.754091 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bef9e2f2-0dc3-4a21-a2e9-aba417f54101 req-4db34ee0-6967-4f5b-8b05-9465dac02bc8 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7341306
Feb 12 21:18:51.784320 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Attempting to bind port 74c9bbfe-6d53-4245-8877-80d44dd6fd57 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:51.784899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Attempting to bind port 74c9bbfe-6d53-4245-8877-80d44dd6fd57 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c308312c-c8d2-46c3-9eb1-4e099675d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d64bc79-c4fb-4642-96f0-f2ad5a586e35'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:51.785014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Attempting to bind port 74c9bbfe-6d53-4245-8877-80d44dd6fd57 on network 0d64bc79-c4fb-4642-96f0-f2ad5a586e35 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:51.799475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:18:51.801382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Checking segment: {'id': 'c308312c-c8d2-46c3-9eb1-4e099675d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d64bc79-c4fb-4642-96f0-f2ad5a586e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:51.801382 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:51.801382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Bound using segment: {'id': 'c308312c-c8d2-46c3-9eb1-4e099675d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d64bc79-c4fb-4642-96f0-f2ad5a586e35'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:18:51.801382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Bound port: 74c9bbfe-6d53-4245-8877-80d44dd6fd57, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c308312c-c8d2-46c3-9eb1-4e099675d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0d64bc79-c4fb-4642-96f0-f2ad5a586e35'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:18:51.801382 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (74c9bbfe-6d53-4245-8877-80d44dd6fd57), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:51.828177 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddd4ad11-70c8-4f0c-92e6-a8fb7fd48ee3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780794952439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-529123816'] for subnet (49826758-bca9-4ff5-80a8-81409a80ef9c), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:51.854088 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f48afa61-3ae1-4f5f-91c8-fb1d6c760e67), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:51.854453 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks [] for floatingip (f48afa61-3ae1-4f5f-91c8-fb1d6c760e67), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:51.873837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Calling delete_port for f48afa61-3ae1-4f5f-91c8-fb1d6c760e67 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:51.901074 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-71ec6a21-0b37-4678-a06b-2ce4a9c4ee65 req-8aa9f51b-f96f-48ad-b764-04b1ae3a0fbd tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (05bf65a0-d7cd-46e3-8256-7885b95b7048), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:51.926204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['05bf65a0-d7cd-46e3-8256-7885b95b7048'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:18:51.963243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9f51b-f96f-48ad-b764-04b1ae3a0fbd tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Pushing event deleted for resources: {'Port': ['ID=05bf65a0-d7cd-46e3-8256-7885b95b7048,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:51.971239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd4ad11-70c8-4f0c-92e6-a8fb7fd48ee3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:51.971907 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddd4ad11-70c8-4f0c-92e6-a8fb7fd48ee3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:51.977324 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ddd4ad11-70c8-4f0c-92e6-a8fb7fd48ee3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "PUT /v2.0/subnets/49826758-bca9-4ff5-80a8-81409a80ef9c HTTP/1.1" status: 200  len: 900 time: 1.3450797
Feb 12 21:18:51.981654 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48614) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:51.986847 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15ec1d-cf68-4c07-80a0-96cef9a5b9e1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Pushing event updated for resources: {'Subnet': ['ID=8a8e0cfd-1f69-4ff9-9875-31ce05e4a48d,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:51.999739 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] For port 74c9bbfe-6d53-4245-8877-80d44dd6fd57, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:18:52.046593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] For port 74c9bbfe-6d53-4245-8877-80d44dd6fd57, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74c9bbfe-6d53-4245-8877-80d44dd6fd57,segment=NetworkSegment(c308312c-c8d2-46c3-9eb1-4e099675d9ce),segment_id=c308312c-c8d2-46c3-9eb1-4e099675d9ce)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:18:52.129424 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-791f4fa3-2314-40da-8a95-1eb68a1f8697 req-0d051368-f9c5-4d55-97f3-ae3b3b17bcfc tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 210 time: 0.0578461
Feb 12 21:18:52.135876 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4ad11-70c8-4f0c-92e6-a8fb7fd48ee3 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event updated for resources: {'Subnet': ['ID=49826758-bca9-4ff5-80a8-81409a80ef9c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:52.158631 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (74c9bbfe-6d53-4245-8877-80d44dd6fd57), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:52.191246 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ec6a21-0b37-4678-a06b-2ce4a9c4ee65 req-8aa9f51b-f96f-48ad-b764-04b1ae3a0fbd tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] No DVR routers for this DVR port 05bf65a0-d7cd-46e3-8256-7885b95b7048 on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:18:52.195921 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-71ec6a21-0b37-4678-a06b-2ce4a9c4ee65 req-8aa9f51b-f96f-48ad-b764-04b1ae3a0fbd tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:52.199395 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-71ec6a21-0b37-4678-a06b-2ce4a9c4ee65 req-8aa9f51b-f96f-48ad-b764-04b1ae3a0fbd tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.48 "DELETE /v2.0/ports/05bf65a0-d7cd-46e3-8256-7885b95b7048 HTTP/1.1" status: 204  len: 173 time: 1.6193893
Feb 12 21:18:52.199846 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a1949-e3c7-4d02-9972-0d3aa74311af', 'name': 'network-vif-deleted', 'tag': '05bf65a0-d7cd-46e3-8256-7885b95b7048'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:18:52.202384 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1b901b-f16b-4a9c-a189-a68de68f434d" -d '{"events": [{"server_uuid": "714a1949-e3c7-4d02-9972-0d3aa74311af", "name": "network-vif-deleted", "tag": "05bf65a0-d7cd-46e3-8256-7885b95b7048"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:18:52.236349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15ec1d-cf68-4c07-80a0-96cef9a5b9e1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Checking segment: {'id': 'a793baa0-7e78-4902-befe-206489ad729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bf8457b4-3a6e-4095-8f88-e556ae3eeaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:52.241347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc15ec1d-cf68-4c07-80a0-96cef9a5b9e1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Network hostable DHCP agents. Network: bf8457b4-3a6e-4095-8f88-e556ae3eeaa6, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:18:52.255164 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (0d64bc79-c4fb-4642-96f0-f2ad5a586e35), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:52.322743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc51dab-59ae-4f8e-8f18-4c2aedcd08cf None None] Pushing event updated for resources: {'Port': ['ID=74c9bbfe-6d53-4245-8877-80d44dd6fd57,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:52.328742 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8ff11b-a750-40d9-884a-09a76d0596a8 x-openstack-request-id: req-ea8ff11b-a750-40d9-884a-09a76d0596a8 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:18:52.329405 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a1949-e3c7-4d02-9972-0d3aa74311af", "name": "network-vif-deleted", "tag": "05bf65a0-d7cd-46e3-8256-7885b95b7048", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:18:52.329855 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea8ff11b-a750-40d9-884a-09a76d0596a8 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:18:52.330464 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a1949-e3c7-4d02-9972-0d3aa74311af', 'name': 'network-vif-deleted', 'tag': '05bf65a0-d7cd-46e3-8256-7885b95b7048', 'status': 'completed', 'code': 200}
Feb 12 21:18:52.377503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Deleting port 74c9bbfe-6d53-4245-8877-80d44dd6fd57 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:52.378035 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (74c9bbfe-6d53-4245-8877-80d44dd6fd57), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:52.394557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673919b-42c8-4d30-a0fe-a37ceff96e72 req-82c3dfc1-fbec-4e5c-afe1-6c12dfab701d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:52.397003 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8673919b-42c8-4d30-a0fe-a37ceff96e72 req-82c3dfc1-fbec-4e5c-afe1-6c12dfab701d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 945 time: 0.4107864
Feb 12 21:18:52.471165 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8673919b-42c8-4d30-a0fe-a37ceff96e72 req-e0abd2e0-7e1e-4f27-8e70-4f5f1b4cbe9a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628498
Feb 12 21:18:52.540422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] For port 74c9bbfe-6d53-4245-8877-80d44dd6fd57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74c9bbfe-6d53-4245-8877-80d44dd6fd57,segment=NetworkSegment(c308312c-c8d2-46c3-9eb1-4e099675d9ce),segment_id=c308312c-c8d2-46c3-9eb1-4e099675d9ce)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:52.541753 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (74c9bbfe-6d53-4245-8877-80d44dd6fd57), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:52.548109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc15ec1d-cf68-4c07-80a0-96cef9a5b9e1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Network bf8457b4-3a6e-4095-8f88-e556ae3eeaa6 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:18:52.557908 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Calling delete_port for 74c9bbfe-6d53-4245-8877-80d44dd6fd57 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:52.617743 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f48afa61-3ae1-4f5f-91c8-fb1d6c760e67), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:52.718241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event deleted for resources: {'Port': ['ID=f48afa61-3ae1-4f5f-91c8-fb1d6c760e67,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:52.727198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-fc15ec1d-cf68-4c07-80a0-96cef9a5b9e1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bf8457b4-3a6e-4095-8f88-e556ae3eeaa6) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:52.737420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4176091-e281-44c9-96ae-f4d6c6558ba9 None None] Network bf8457b4-3a6e-4095-8f88-e556ae3eeaa6 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:52.756557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc15ec1d-cf68-4c07-80a0-96cef9a5b9e1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:52.756557 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fc15ec1d-cf68-4c07-80a0-96cef9a5b9e1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:52.918571 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks [] for floatingip (5e593ea9-33ee-46f7-bfd9-9d9fa5883bc4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:52.939565 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b8134e94-c9f6-4311-809f-5e5c0d07ef67 req-86bc9ebb-5d37-441b-8cd5-d7885ea43514 tempest-ServerRescueTestJSON-48748388 tempest-ServerRescueTestJSON-48748388-project] 10.222.0.31 "GET /v2.0/ports?device_id=714a1949-e3c7-4d02-9972-0d3aa74311af HTTP/1.1" status: 200  len: 210 time: 0.0470386
Feb 12 21:18:52.986448 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (74c9bbfe-6d53-4245-8877-80d44dd6fd57), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:53.018965 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (7f35ec6a-aed6-4d95-a18d-ad183cc0ef54), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:53.064751 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fc15ec1d-cf68-4c07-80a0-96cef9a5b9e1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7256021
Feb 12 21:18:53.069515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48626) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:53.081982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-620b7640-f85a-4a1a-8e94-8bbfff95cb71 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Request body: {'port': {'network_id': 'bf8457b4-3a6e-4095-8f88-e556ae3eeaa6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1309952317'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:53.084745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Port': ['ID=74c9bbfe-6d53-4245-8877-80d44dd6fd57,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:53.186681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No DVR routers for this DVR port 74c9bbfe-6d53-4245-8877-80d44dd6fd57 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:18:53.196504 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c096d0-beb4-485b-9326-3da2f74f0788 req-5900ff69-4a1b-4afd-8f95-a4cfe6f143be tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:53.198206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d2c096d0-beb4-485b-9326-3da2f74f0788 req-5900ff69-4a1b-4afd-8f95-a4cfe6f143be tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.2889237
Feb 12 21:18:53.234999 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bf8457b4-3a6e-4095-8f88-e556ae3eeaa6', 'network_id': 'bf8457b4-3a6e-4095-8f88-e556ae3eeaa6', 'project_id': '620b8751d4444d1ebda0117731352ecb', 'fixed_ips': [{'subnet_id': '8a8e0cfd-1f69-4ff9-9875-31ce05e4a48d'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:18:53.235944 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:53.335717 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (49826758-bca9-4ff5-80a8-81409a80ef9c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:53.378455 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09ca9344-3cec-40f1-bf9b-73c8a30f197f req-c1f633f9-9c16-4673-9a0c-b27a14b77314 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 210 time: 0.0708990
Feb 12 21:18:53.383769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d2c096d0-beb4-485b-9326-3da2f74f0788 req-5a2d92b2-3be5-4c3a-b96e-4a1c60227297 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671350
Feb 12 21:18:53.389126 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (7f35ec6a-aed6-4d95-a18d-ad183cc0ef54), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:53.449986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7f35ec6a-aed6-4d95-a18d-ad183cc0ef54,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:53.571325 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (2b9d54be-fc8a-499d-b3d6-1a15deb74362), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:53.618173 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620b7640-f85a-4a1a-8e94-8bbfff95cb71 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Made reservation on behalf of 620b8751d4444d1ebda0117731352ecb for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:53.628940 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-620b7640-f85a-4a1a-8e94-8bbfff95cb71 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:53.653325 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (49826758-bca9-4ff5-80a8-81409a80ef9c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:53.706092 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Allocated IP 2001:db8::2 (bf8457b4-3a6e-4095-8f88-e556ae3eeaa6/8a8e0cfd-1f69-4ff9-9875-31ce05e4a48d/85260260-a7c6-4e80-b43a-add82d625f2b) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:53.726133 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc7005c0760>,) {'filters': {'network_id': ['2b9d54be-fc8a-499d-b3d6-1a15deb74362']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:53.733433 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Subnet': ['ID=49826758-bca9-4ff5-80a8-81409a80ef9c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:53.801096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7005c0760>, 'b968bca9-86a5-4ab9-82b9-0252d7007948') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:53.801567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7005c0760>, 'b968bca9-86a5-4ab9-82b9-0252d7007948') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:53.822637 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (b968bca9-86a5-4ab9-82b9-0252d7007948), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:53.841561 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-620b7640-f85a-4a1a-8e94-8bbfff95cb71 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] device_id is not set on port 0824df1b-01f8-4c95-9903-9c579ce3a807 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:18:53.864428 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b968bca9-86a5-4ab9-82b9-0252d7007948), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:53.881131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65536df2-b556-44cb-a240-e458dc47a6df req-ff37bdf4-ed55-4bbe-a10c-f5c746cec21e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:53.882922 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65536df2-b556-44cb-a240-e458dc47a6df req-ff37bdf4-ed55-4bbe-a10c-f5c746cec21e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 945 time: 0.2792890
Feb 12 21:18:53.899911 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (0d64bc79-c4fb-4642-96f0-f2ad5a586e35), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:53.937274 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa53a2b0>,) {'filters': {'network_id': ['0d64bc79-c4fb-4642-96f0-f2ad5a586e35']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:53.937768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:18:53.938194 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (b968bca9-86a5-4ab9-82b9-0252d7007948), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:18:53.942438 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:18:53.953040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa53a2b0>, 'c308312c-c8d2-46c3-9eb1-4e099675d9ce') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:53.954517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa53a2b0>, 'c308312c-c8d2-46c3-9eb1-4e099675d9ce') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:53.991178 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (c308312c-c8d2-46c3-9eb1-4e099675d9ce), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:53.992773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 05bf65a0-d7cd-46e3-8256-7885b95b7048 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:18:54.025998 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c308312c-c8d2-46c3-9eb1-4e099675d9ce), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:54.046825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 05bf65a0-d7cd-46e3-8256-7885b95b7048 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:18:54.047015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:18:54.047210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 05bf65a0-d7cd-46e3-8256-7885b95b7048 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:18:54.048351 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (c308312c-c8d2-46c3-9eb1-4e099675d9ce), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:54.051867 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Publish callbacks [] for port (85260260-a7c6-4e80-b43a-add82d625f2b), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:54.061033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6386f51c-ad07-41f8-aae4-1ffcff19361e None None] Network 0d64bc79-c4fb-4642-96f0-f2ad5a586e35 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:54.069569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-6d437432-55b5-4244-9121-c64ba03dd43f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:54.071318 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-6d437432-55b5-4244-9121-c64ba03dd43f tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.50 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 811 time: 0.4862812
Feb 12 21:18:54.072106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48638) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:18:54.131465 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:18:54.140730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-14247389-eada-41ee-ab60-03988b560113 None None] Could not find standard attr ID for object 74c9bbfe-6d53-4245-8877-80d44dd6fd57. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:18:54.185866 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (85260260-a7c6-4e80-b43a-add82d625f2b), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:54.211529 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (0d64bc79-c4fb-4642-96f0-f2ad5a586e35), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:54.223113 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:54.241389 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/0d64bc79-c4fb-4642-96f0-f2ad5a586e35 HTTP/1.1" status: 204  len: 168 time: 2.2569377
Feb 12 21:18:54.243546 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48644) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:54.253782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Network bf8457b4-3a6e-4095-8f88-e556ae3eeaa6 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:54.263011 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:54.268822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:54.278007 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc45f05-92be-446e-9619-1b8d9daefe75 None None] DHCP port deletion for 0d64bc79-c4fb-4642-96f0-f2ad5a586e35 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:18:54.296792 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38efd24-bd04-4895-8ce6-534c9c65f973 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Network': ['ID=0d64bc79-c4fb-4642-96f0-f2ad5a586e35,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:54.300616 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ee2bf3-8fa7-4d87-96b5-bc94b7c564ac tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:18:54.301710 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ee2bf3-8fa7-4d87-96b5-bc94b7c564ac tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:18:54.308427 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-83ee2bf3-8fa7-4d87-96b5-bc94b7c564ac tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/subnets/49826758-bca9-4ff5-80a8-81409a80ef9c HTTP/1.1" status: 404  len: 337 time: 0.0637355
Feb 12 21:18:54.310279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48646) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:54.320133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e708c9-1c2c-458e-8002-fad3321eb78b None None] Network 0d64bc79-c4fb-4642-96f0-f2ad5a586e35 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:54.335110 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-25bc28ab-fd58-451a-b1a5-5386a4056391 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:18:54.335736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25bc28ab-fd58-451a-b1a5-5386a4056391 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:18:54.336078 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-620b7640-f85a-4a1a-8e94-8bbfff95cb71 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Allocated IP 2001:db8::223 (bf8457b4-3a6e-4095-8f88-e556ae3eeaa6/8a8e0cfd-1f69-4ff9-9875-31ce05e4a48d/0824df1b-01f8-4c95-9903-9c579ce3a807) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:54.342500 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-25bc28ab-fd58-451a-b1a5-5386a4056391 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/0d64bc79-c4fb-4642-96f0-f2ad5a586e35 HTTP/1.1" status: 404  len: 339 time: 0.0310948
Feb 12 21:18:54.343162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48648) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:54.356844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e708c9-1c2c-458e-8002-fad3321eb78b None None] Network 0d64bc79-c4fb-4642-96f0-f2ad5a586e35 could not be found, it might have been deleted concurrently. {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 12 21:18:54.362590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Pushing event updated for resources: {'Port': ['ID=85260260-a7c6-4e80-b43a-add82d625f2b,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:54.402638 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-45fcba3e-2966-4163-b975-2ed1fde52dc6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Request body: {'port': {'device_id': 'e6db0091-cd0e-4017-8904-3f29a7eb1d8a', 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9', 'admin_state_up': True, 'tenant_id': 'e88ed10d0c57403dbc48251e998fbd1a'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:54.404856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Attempting to bind port 85260260-a7c6-4e80-b43a-add82d625f2b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:18:54.405247 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Attempting to bind port 85260260-a7c6-4e80-b43a-add82d625f2b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a793baa0-7e78-4902-befe-206489ad729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bf8457b4-3a6e-4095-8f88-e556ae3eeaa6'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:18:54.405700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Attempting to bind port 85260260-a7c6-4e80-b43a-add82d625f2b on network bf8457b4-3a6e-4095-8f88-e556ae3eeaa6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:18:54.414623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:18:54.415014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Checking segment: {'id': 'a793baa0-7e78-4902-befe-206489ad729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bf8457b4-3a6e-4095-8f88-e556ae3eeaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:18:54.415425 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:54.415825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Bound using segment: {'id': 'a793baa0-7e78-4902-befe-206489ad729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bf8457b4-3a6e-4095-8f88-e556ae3eeaa6'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:18:54.416360 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Bound port: 85260260-a7c6-4e80-b43a-add82d625f2b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a793baa0-7e78-4902-befe-206489ad729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bf8457b4-3a6e-4095-8f88-e556ae3eeaa6'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:18:54.416757 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (85260260-a7c6-4e80-b43a-add82d625f2b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:54.480184 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5a13d04-99e3-49da-bb32-d273a8a9381c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (1b392095-5bd8-49cf-89be-7a17973b1598), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:54.501236 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] For port 85260260-a7c6-4e80-b43a-add82d625f2b, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:18:54.505367 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] For port 85260260-a7c6-4e80-b43a-add82d625f2b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85260260-a7c6-4e80-b43a-add82d625f2b,segment=NetworkSegment(a793baa0-7e78-4902-befe-206489ad729e),segment_id=a793baa0-7e78-4902-befe-206489ad729e)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:18:54.605883 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (85260260-a7c6-4e80-b43a-add82d625f2b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:54.644713 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5a13d04-99e3-49da-bb32-d273a8a9381c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (1b392095-5bd8-49cf-89be-7a17973b1598), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:54.668928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d5a13d04-99e3-49da-bb32-d273a8a9381c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb85aeb0>,) {'filters': {'network_id': ['1b392095-5bd8-49cf-89be-7a17973b1598']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:54.697043 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8d496-2f85-409f-a2e8-9799c74f2e59 req-68a0431f-df89-4584-935a-0170e3bc5eac tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:54.699290 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9c8d496-2f85-409f-a2e8-9799c74f2e59 req-68a0431f-df89-4584-935a-0170e3bc5eac tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.1586907
Feb 12 21:18:54.701559 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d5a13d04-99e3-49da-bb32-d273a8a9381c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb85aeb0>, '83df4c7a-f062-4b70-b9c3-14ec0fc6b930') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:54.702132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d5a13d04-99e3-49da-bb32-d273a8a9381c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb85aeb0>, '83df4c7a-f062-4b70-b9c3-14ec0fc6b930') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:54.709273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d0175-d80b-431c-b091-b851cffa0d7f None None] Pushing event updated for resources: {'Port': ['ID=85260260-a7c6-4e80-b43a-add82d625f2b,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:54.717542 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5a13d04-99e3-49da-bb32-d273a8a9381c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (83df4c7a-f062-4b70-b9c3-14ec0fc6b930), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:54.754841 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5a13d04-99e3-49da-bb32-d273a8a9381c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (83df4c7a-f062-4b70-b9c3-14ec0fc6b930), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:54.770318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a13d04-99e3-49da-bb32-d273a8a9381c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:18:54.770727 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5a13d04-99e3-49da-bb32-d273a8a9381c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (83df4c7a-f062-4b70-b9c3-14ec0fc6b930), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:18:54.774197 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:18:54.845992 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9c8d496-2f85-409f-a2e8-9799c74f2e59 req-22c369ca-9012-4341-85c8-92746f5ab98e tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342080
Feb 12 21:18:54.963529 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6cf08dd6-8f82-433c-b0f0-fee03ce19905 req-4679e47c-0dd0-4d6e-ac72-85306c97eccc tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 210 time: 0.0550919
Feb 12 21:18:55.054821 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (2b9d54be-fc8a-499d-b3d6-1a15deb74362), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:55.094008 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65536df2-b556-44cb-a240-e458dc47a6df req-f53bd949-b421-4240-bb02-780be4d10d64 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1737287
Feb 12 21:18:55.120631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  2b9d54be-fc8a-499d-b3d6-1a15deb74362 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 12 21:18:55.124973 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:55.129794 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "DELETE /v2.0/networks/2b9d54be-fc8a-499d-b3d6-1a15deb74362 HTTP/1.1" status: 204  len: 168 time: 4.1177342
Feb 12 21:18:55.132419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48656) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:55.141252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f605acd-4fce-46b3-b260-d931b8431f5c tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b9d54be-fc8a-499d-b3d6-1a15deb74362,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:55.219933 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-620b7640-f85a-4a1a-8e94-8bbfff95cb71 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks [] for port (0824df1b-01f8-4c95-9903-9c579ce3a807), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:55.384320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-45fcba3e-2966-4163-b975-2ed1fde52dc6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Made reservation on behalf of e88ed10d0c57403dbc48251e998fbd1a for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:55.387478 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-45fcba3e-2966-4163-b975-2ed1fde52dc6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:55.438244 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-620b7640-f85a-4a1a-8e94-8bbfff95cb71 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (0824df1b-01f8-4c95-9903-9c579ce3a807), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:55.457289 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 85260260-a7c6-4e80-b43a-add82d625f2b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:18:55.566707 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5a13d04-99e3-49da-bb32-d273a8a9381c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (1b392095-5bd8-49cf-89be-7a17973b1598), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:55.579516 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5a13d04-99e3-49da-bb32-d273a8a9381c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:55.580782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 85260260-a7c6-4e80-b43a-add82d625f2b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:55.581159 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (85260260-a7c6-4e80-b43a-add82d625f2b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:55.582893 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d5a13d04-99e3-49da-bb32-d273a8a9381c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/1b392095-5bd8-49cf-89be-7a17973b1598 HTTP/1.1" status: 204  len: 168 time: 1.2385676
Feb 12 21:18:55.609162 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48676) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:55.672164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a13d04-99e3-49da-bb32-d273a8a9381c tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Network': ['ID=1b392095-5bd8-49cf-89be-7a17973b1598,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:55.687151 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-98eddfb3-3bab-46e7-a1ba-2109d2cf468a tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 997 time: 0.5535407
Feb 12 21:18:55.709993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620b7640-f85a-4a1a-8e94-8bbfff95cb71 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Network bf8457b4-3a6e-4095-8f88-e556ae3eeaa6 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:55.712931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48678) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:55.728279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 85260260-a7c6-4e80-b43a-add82d625f2b is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:55.728529 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-a379c7d6-d2fa-48c9-b98d-cc35d619e7bc tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:18:55.728802 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a379c7d6-d2fa-48c9-b98d-cc35d619e7bc tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:18:55.729229 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (85260260-a7c6-4e80-b43a-add82d625f2b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:55.737870 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a379c7d6-d2fa-48c9-b98d-cc35d619e7bc tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/subnets/ac5a37d4-9560-402f-be3c-eff6c0fb5e67 HTTP/1.1" status: 404  len: 337 time: 0.1277325
Feb 12 21:18:55.750450 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48680) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:55.777180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b7640-f85a-4a1a-8e94-8bbfff95cb71 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Pushing event updated for resources: {'Port': ['ID=0824df1b-01f8-4c95-9903-9c579ce3a807,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:55.821085 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbbed3c-1572-4be0-a9be-8ce74bbeeced tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:18:55.821085 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbbed3c-1572-4be0-a9be-8ce74bbeeced tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:18:55.829397 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4fbbed3c-1572-4be0-a9be-8ce74bbeeced tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/4f6101e0-adc6-415b-a208-e567fbcceea8 HTTP/1.1" status: 404  len: 339 time: 0.0772834
Feb 12 21:18:55.829617 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-620b7640-f85a-4a1a-8e94-8bbfff95cb71 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:55.831847 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48682) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:55.842858 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 85260260-a7c6-4e80-b43a-add82d625f2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85260260-a7c6-4e80-b43a-add82d625f2b,segment=NetworkSegment(a793baa0-7e78-4902-befe-206489ad729e),segment_id=a793baa0-7e78-4902-befe-206489ad729e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:55.904478 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620b7640-f85a-4a1a-8e94-8bbfff95cb71 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:55.913668 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769660b3-7805-4397-ac60-10e78dcc02ad req-8408b66c-fc1d-4bfb-aec7-d067905fb96d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:55.920214 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-769660b3-7805-4397-ac60-10e78dcc02ad req-8408b66c-fc1d-4bfb-aec7-d067905fb96d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 804 time: 0.3748167
Feb 12 21:18:55.922984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620b7640-f85a-4a1a-8e94-8bbfff95cb71 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:55.932127 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-620b7640-f85a-4a1a-8e94-8bbfff95cb71 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:55.939874 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-769660b3-7805-4397-ac60-10e78dcc02ad req-ea7f7538-7485-4410-bb65-55d4f35f8cfa tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/quotas/050182e2f578483db86c4ee4d7391365 HTTP/1.1" status: 200  len: 375 time: 0.0187006
Feb 12 21:18:55.948070 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e590-8601-4450-86d2-f11c2f84e1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:55.994005 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (85260260-a7c6-4e80-b43a-add82d625f2b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:56.083411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=85260260-a7c6-4e80-b43a-add82d625f2b,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:56.092244 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-548671db-f928-4e5c-bff6-6a92ed02beef tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Deleting subnet 253dbeea-28a5-43a4-9bfd-8f0293f38a7d {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:18:56.098883 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 74c9bbfe-6d53-4245-8877-80d44dd6fd57 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:18:56.101662 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-769660b3-7805-4397-ac60-10e78dcc02ad req-fabec7d1-8eb9-4d18-bdee-82ebdc36e53d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1608231
Feb 12 21:18:56.144441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 74c9bbfe-6d53-4245-8877-80d44dd6fd57 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:18:56.148208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 74c9bbfe-6d53-4245-8877-80d44dd6fd57 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:18:56.149039 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-548671db-f928-4e5c-bff6-6a92ed02beef tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for subnet (253dbeea-28a5-43a4-9bfd-8f0293f38a7d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:56.150765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7444083-523a-4415-afa9-60fcf6aa3a19 None None] Network bf8457b4-3a6e-4095-8f88-e556ae3eeaa6 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:56.272879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d28210-57cb-4b6f-b614-e6c259daa0af tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:56.273535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d28210-57cb-4b6f-b614-e6c259daa0af tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:56.273999 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d28210-57cb-4b6f-b614-e6c259daa0af tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:56.274451 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d28210-57cb-4b6f-b614-e6c259daa0af tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:56.274902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d28210-57cb-4b6f-b614-e6c259daa0af tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:56.275350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d28210-57cb-4b6f-b614-e6c259daa0af tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:56.275798 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d28210-57cb-4b6f-b614-e6c259daa0af tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:56.276242 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d28210-57cb-4b6f-b614-e6c259daa0af tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:56.276713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d28210-57cb-4b6f-b614-e6c259daa0af tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:56.277464 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d28210-57cb-4b6f-b614-e6c259daa0af tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:56.279608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d28210-57cb-4b6f-b614-e6c259daa0af tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:56.279608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d28210-57cb-4b6f-b614-e6c259daa0af tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:56.279608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d28210-57cb-4b6f-b614-e6c259daa0af tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:56.281172 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-34d28210-57cb-4b6f-b614-e6c259daa0af tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 8397 time: 0.5674829
Feb 12 21:18:56.285366 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-769660b3-7805-4397-ac60-10e78dcc02ad req-82d830fe-8486-456a-a17b-67a023ce5d17 service neutron] 10.222.0.31 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1827674
Feb 12 21:18:56.289170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-45fcba3e-2966-4163-b975-2ed1fde52dc6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Allocated IP 172.20.0.14 (2a37ce5d-ea03-44d4-9654-27bdafea49d9/28b2e3cd-2e40-4791-a546-b0ce8e0efcee/38508fe6-8e66-469e-98e4-e2de52fcb172) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:56.295692 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48692) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:56.315955 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-620b7640-f85a-4a1a-8e94-8bbfff95cb71 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 3.2433984
Feb 12 21:18:56.369756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48694) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:56.376114 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ed11b387-f09f-4abb-9a12-d8d5f4baa211 None None] Provisioning complete for port 85260260-a7c6-4e80-b43a-add82d625f2b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:56.376491 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ed11b387-f09f-4abb-9a12-d8d5f4baa211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (85260260-a7c6-4e80-b43a-add82d625f2b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:56.377843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Request body: {'port': {'network_id': 'bf8457b4-3a6e-4095-8f88-e556ae3eeaa6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1952782981', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:56.378481 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.api.validators [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] bootfile-name is not in valid_values {{(pid=126505) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 12 21:18:56.378752 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.api.validators [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] tftp-server is not in valid_values {{(pid=126505) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 12 21:18:56.379093 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.api.validators [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] server-ip-address is not in valid_values {{(pid=126505) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 12 21:18:56.393265 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-769660b3-7805-4397-ac60-10e78dcc02ad req-4a63c0fb-c417-4587-a649-9b21a53b2f4c service neutron] 10.222.0.31 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1039381
Feb 12 21:18:56.482516 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-548671db-f928-4e5c-bff6-6a92ed02beef tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (253dbeea-28a5-43a4-9bfd-8f0293f38a7d), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:56.509555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ed11b387-f09f-4abb-9a12-d8d5f4baa211 None None] Current status of the port 85260260-a7c6-4e80-b43a-add82d625f2b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:56.533529 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f93059-2286-4776-825c-180525e7d3b3 req-45c350f9-c17d-45be-ad36-b344384ea095 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:56.533784 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c8f93059-2286-4776-825c-180525e7d3b3 req-45c350f9-c17d-45be-ad36-b344384ea095 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.4467764
Feb 12 21:18:56.534703 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-1e0ee385-e346-4779-af86-8c435be8bede tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] delete failed (client error): The resource could not be found.
Feb 12 21:18:56.535660 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1e0ee385-e346-4779-af86-8c435be8bede tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/5e593ea9-33ee-46f7-bfd9-9d9fa5883bc4 HTTP/1.1" status: 404  len: 345 time: 0.2286394
Feb 12 21:18:56.539108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48696) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:56.590070 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd63160-b33b-4c29-9422-70b472edacf8 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] DELETE failed (client error): The resource could not be found.
Feb 12 21:18:56.591358 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd63160-b33b-4c29-9422-70b472edacf8 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:18:56.618326 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9cd63160-b33b-4c29-9422-70b472edacf8 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "DELETE /v2.0/networks/2b9d54be-fc8a-499d-b3d6-1a15deb74362 HTTP/1.1" status: 404  len: 339 time: 0.0771019
Feb 12 21:18:56.626183 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48702) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:56.640142 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e17069aa-57f7-466c-93d3-a2728a2b7671 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Request body: {'network': {'name': 'tempest-network--1902674284', 'router:external': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:56.657262 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d39ac2d9-d0aa-4101-85bc-2967d52e0fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (ec146604-33ea-4964-bf24-8c9e6956a13e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:56.728278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Made reservation on behalf of 620b8751d4444d1ebda0117731352ecb for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:56.732214 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:56.778935 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a84a19d3-1ac2-4b32-a75e-572bcc583bbe req-0aa8c38c-e348-4713-9591-c4e5495241c1 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 210 time: 0.0551765
Feb 12 21:18:56.781582 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17069aa-57f7-466c-93d3-a2728a2b7671 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Made reservation on behalf of bd0dbdbd2bcf4befb9920dfebe024de9 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:56.783984 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e17069aa-57f7-466c-93d3-a2728a2b7671 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:56.794585 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:56.851180 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17069aa-57f7-466c-93d3-a2728a2b7671 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:56.867690 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e17069aa-57f7-466c-93d3-a2728a2b7671 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (9aed3914-6bd6-4a5c-b247-444c78eb257f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:56.867954 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-e17069aa-57f7-466c-93d3-a2728a2b7671 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Added segment 9aed3914-6bd6-4a5c-b247-444c78eb257f of type vlan for network 45d2bf21-d09a-424f-a41f-f736cdc88211
Feb 12 21:18:56.961434 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e17069aa-57f7-466c-93d3-a2728a2b7671 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (45d2bf21-d09a-424f-a41f-f736cdc88211), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:56.992159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c198ff91-0fec-4cd2-af69-34980ce25fef None None] Provisioning complete for port 85260260-a7c6-4e80-b43a-add82d625f2b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:56.993606 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c198ff91-0fec-4cd2-af69-34980ce25fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (85260260-a7c6-4e80-b43a-add82d625f2b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:57.019954 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c8f93059-2286-4776-825c-180525e7d3b3 req-652c5898-ebad-4d08-a501-541f3e4a379d tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4593296
Feb 12 21:18:57.034169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] device_id is not set on port e9ce6e03-b9a2-440e-93ab-b3e32cf551b2 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:18:57.091782 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-548671db-f928-4e5c-bff6-6a92ed02beef tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (253dbeea-28a5-43a4-9bfd-8f0293f38a7d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:57.154066 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c198ff91-0fec-4cd2-af69-34980ce25fef None None] Current status of the port 85260260-a7c6-4e80-b43a-add82d625f2b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:57.170541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c198ff91-0fec-4cd2-af69-34980ce25fef None None] Provisioning complete for port 0824df1b-01f8-4c95-9903-9c579ce3a807 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:57.170937 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c198ff91-0fec-4cd2-af69-34980ce25fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0824df1b-01f8-4c95-9903-9c579ce3a807), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:57.206164 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e17069aa-57f7-466c-93d3-a2728a2b7671 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (45d2bf21-d09a-424f-a41f-f736cdc88211), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:57.208095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17069aa-57f7-466c-93d3-a2728a2b7671 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:57.208794 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e17069aa-57f7-466c-93d3-a2728a2b7671 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:57.270556 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-45fcba3e-2966-4163-b975-2ed1fde52dc6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks [] for port (38508fe6-8e66-469e-98e4-e2de52fcb172), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:57.278563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c198ff91-0fec-4cd2-af69-34980ce25fef None None] Port 0824df1b-01f8-4c95-9903-9c579ce3a807 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:18:57.352333 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e17069aa-57f7-466c-93d3-a2728a2b7671 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.7235928
Feb 12 21:18:57.354439 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48718) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:57.392226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 85260260-a7c6-4e80-b43a-add82d625f2b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:18:57.574676 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-541f7245-0b33-4b38-9e08-4e4d07c3bd7c None None] Provisioning complete for port 0824df1b-01f8-4c95-9903-9c579ce3a807 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:57.575340 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-541f7245-0b33-4b38-9e08-4e4d07c3bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0824df1b-01f8-4c95-9903-9c579ce3a807), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:57.582105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6f524-fd51-44d4-a093-693f133a05aa tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:57.587254 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6f524-fd51-44d4-a093-693f133a05aa tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:57.592995 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6f524-fd51-44d4-a093-693f133a05aa tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:57.601043 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6f524-fd51-44d4-a093-693f133a05aa tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:57.602873 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c7f6f524-fd51-44d4-a093-693f133a05aa tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.2199614
Feb 12 21:18:57.605626 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48734) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:57.647468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17069aa-57f7-466c-93d3-a2728a2b7671 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event updated for resources: {'Network': ['ID=45d2bf21-d09a-424f-a41f-f736cdc88211,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:57.662587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 45d2bf21-d09a-424f-a41f-f736cdc88211 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:57.684661 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-548671db-f928-4e5c-bff6-6a92ed02beef tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (253dbeea-28a5-43a4-9bfd-8f0293f38a7d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:57.687444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Allocated IP 2001:db8::21 (bf8457b4-3a6e-4095-8f88-e556ae3eeaa6/8a8e0cfd-1f69-4ff9-9875-31ce05e4a48d/e9ce6e03-b9a2-440e-93ab-b3e32cf551b2) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:18:57.691562 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-541f7245-0b33-4b38-9e08-4e4d07c3bd7c None None] Port 0824df1b-01f8-4c95-9903-9c579ce3a807 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:18:57.699300 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 85260260-a7c6-4e80-b43a-add82d625f2b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:57.699987 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (85260260-a7c6-4e80-b43a-add82d625f2b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:57.763091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548671db-f928-4e5c-bff6-6a92ed02beef tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Subnet': ['ID=253dbeea-28a5-43a4-9bfd-8f0293f38a7d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:57.766289 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-548671db-f928-4e5c-bff6-6a92ed02beef tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:57.772455 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-548671db-f928-4e5c-bff6-6a92ed02beef tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/subnets/253dbeea-28a5-43a4-9bfd-8f0293f38a7d HTTP/1.1" status: 204  len: 168 time: 1.8789475
Feb 12 21:18:57.773219 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48736) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:57.779866 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01228784-4d45-4bcb-a162-b911954c8605 None None] Network c0a61397-7c8b-4a7a-89b6-387a43f038ae requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:57.837386 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d6232825-42fa-481f-9941-8739069bd71e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (45d2bf21-d09a-424f-a41f-f736cdc88211), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:57.952137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-79c99e9b-55d7-4b26-9465-689a48bc106a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:57.960690 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-45fcba3e-2966-4163-b975-2ed1fde52dc6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (38508fe6-8e66-469e-98e4-e2de52fcb172), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:57.962984 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-79c99e9b-55d7-4b26-9465-689a48bc106a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 804 time: 0.3093946
Feb 12 21:18:58.004904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 85260260-a7c6-4e80-b43a-add82d625f2b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:58.038429 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-63133a9e-13e7-4e94-9fe2-90e54e15dd91 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/quotas/050182e2f578483db86c4ee4d7391365 HTTP/1.1" status: 200  len: 375 time: 0.0743222
Feb 12 21:18:58.051714 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d6232825-42fa-481f-9941-8739069bd71e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (45d2bf21-d09a-424f-a41f-f736cdc88211), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.077589 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d6232825-42fa-481f-9941-8739069bd71e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ea8a60>,) {'filters': {'network_id': ['45d2bf21-d09a-424f-a41f-f736cdc88211']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:58.088900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d6232825-42fa-481f-9941-8739069bd71e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ea8a60>, '9aed3914-6bd6-4a5c-b247-444c78eb257f') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:58.089205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d6232825-42fa-481f-9941-8739069bd71e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ea8a60>, '9aed3914-6bd6-4a5c-b247-444c78eb257f') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:18:58.090629 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fc99c21d-62cf-485e-a85b-8ab874aba7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.100860 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d6232825-42fa-481f-9941-8739069bd71e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (9aed3914-6bd6-4a5c-b247-444c78eb257f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.116649 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d6232825-42fa-481f-9941-8739069bd71e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (9aed3914-6bd6-4a5c-b247-444c78eb257f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.130143 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcba3e-2966-4163-b975-2ed1fde52dc6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Pushing event updated for resources: {'Port': ['ID=38508fe6-8e66-469e-98e4-e2de52fcb172,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:58.151662 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6232825-42fa-481f-9941-8739069bd71e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:18:58.152078 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d6232825-42fa-481f-9941-8739069bd71e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (9aed3914-6bd6-4a5c-b247-444c78eb257f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:18:58.164343 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:18:58.217076 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cad839-7c9e-400b-a4d5-15444769adad tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Deleting subnet 91c9ba96-3daf-45c7-a873-807596efde85 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:18:58.221622 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7cad839-7c9e-400b-a4d5-15444769adad tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for subnet (91c9ba96-3daf-45c7-a873-807596efde85), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.253710 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-1d54c7ab-47c0-4425-a205-5dadd12d6bf6 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2143497
Feb 12 21:18:58.256855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-45fcba3e-2966-4163-b975-2ed1fde52dc6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:58.271026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-45fcba3e-2966-4163-b975-2ed1fde52dc6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:58.290550 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-45fcba3e-2966-4163-b975-2ed1fde52dc6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:58.337263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-d39ac2d9-d0aa-4101-85bc-2967d52e0fc8 admin admin] Deleting port 037332c1-909e-47b5-bfdd-28844114727a {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:58.337730 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d39ac2d9-d0aa-4101-85bc-2967d52e0fc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (037332c1-909e-47b5-bfdd-28844114727a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.352619 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d6232825-42fa-481f-9941-8739069bd71e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (45d2bf21-d09a-424f-a41f-f736cdc88211), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.360248 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6232825-42fa-481f-9941-8739069bd71e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  45d2bf21-d09a-424f-a41f-f736cdc88211 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 12 21:18:58.394602 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7cad839-7c9e-400b-a4d5-15444769adad tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (91c9ba96-3daf-45c7-a873-807596efde85), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.400109 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d6232825-42fa-481f-9941-8739069bd71e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.408788 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d6232825-42fa-481f-9941-8739069bd71e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "DELETE /v2.0/networks/45d2bf21-d09a-424f-a41f-f736cdc88211 HTTP/1.1" status: 204  len: 168 time: 0.8021259
Feb 12 21:18:58.410167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7cbe4-209a-4853-9b25-19785ffa0c8e req-a20ad53e-7ac7-491e-9fba-e34eef3f9411 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:58.415231 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48746) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:58.423985 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60a7cbe4-209a-4853-9b25-19785ffa0c8e req-a20ad53e-7ac7-491e-9fba-e34eef3f9411 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 932 time: 0.4948623
Feb 12 21:18:58.456676 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-91190a82-5b1e-4f1f-aef6-28cf44fdf1cd tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Request body: {'network': {'name': 'tempest-network--1732241730', 'router:external': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:58.466424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6232825-42fa-481f-9941-8739069bd71e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event deleted for resources: {'Network': ['ID=45d2bf21-d09a-424f-a41f-f736cdc88211,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:58.541048 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-0525cc00-33ed-4517-b37a-9c9f123be098 service neutron] 10.222.0.31 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2644563
Feb 12 21:18:58.596311 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-d39ac2d9-d0aa-4101-85bc-2967d52e0fc8 admin admin] For port 037332c1-909e-47b5-bfdd-28844114727a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=037332c1-909e-47b5-bfdd-28844114727a,segment=NetworkSegment(9eb151c6-276b-4242-8eee-e95baa2443fb),segment_id=9eb151c6-276b-4242-8eee-e95baa2443fb)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:58.597171 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d39ac2d9-d0aa-4101-85bc-2967d52e0fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (037332c1-909e-47b5-bfdd-28844114727a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.637863 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-d39ac2d9-d0aa-4101-85bc-2967d52e0fc8 admin admin] Calling delete_port for 037332c1-909e-47b5-bfdd-28844114727a owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:18:58.659783 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91190a82-5b1e-4f1f-aef6-28cf44fdf1cd tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Made reservation on behalf of bd0dbdbd2bcf4befb9920dfebe024de9 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:18:58.666592 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-91190a82-5b1e-4f1f-aef6-28cf44fdf1cd tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.741866 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91190a82-5b1e-4f1f-aef6-28cf44fdf1cd tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:18:58.757069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-91190a82-5b1e-4f1f-aef6-28cf44fdf1cd tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (513a32a7-779b-4854-9527-b08e7ad1660d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.757541 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-91190a82-5b1e-4f1f-aef6-28cf44fdf1cd tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Added segment 513a32a7-779b-4854-9527-b08e7ad1660d of type vlan for network b93efc09-0081-4713-819d-5afb6f9f5be8
Feb 12 21:18:58.793056 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks [] for port (e9ce6e03-b9a2-440e-93ab-b3e32cf551b2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.838016 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-91190a82-5b1e-4f1f-aef6-28cf44fdf1cd tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (b93efc09-0081-4713-819d-5afb6f9f5be8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.893821 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-a910b115-d6ef-4b54-a542-b72b165f1950 service neutron] 10.222.0.31 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3542552
Feb 12 21:18:58.901454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-45fcba3e-2966-4163-b975-2ed1fde52dc6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:58.902253 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-45fcba3e-2966-4163-b975-2ed1fde52dc6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.970944 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-91190a82-5b1e-4f1f-aef6-28cf44fdf1cd tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (b93efc09-0081-4713-819d-5afb6f9f5be8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.972135 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91190a82-5b1e-4f1f-aef6-28cf44fdf1cd tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:58.972730 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-91190a82-5b1e-4f1f-aef6-28cf44fdf1cd tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:58.999864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7cad839-7c9e-400b-a4d5-15444769adad tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (91c9ba96-3daf-45c7-a873-807596efde85), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:59.046287 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-076f221b-88b5-4931-b604-335a0ece4d7c None None] Provisioning complete for port 965e604c-a387-4d69-86b3-49f6998c861a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:59.047735 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-076f221b-88b5-4931-b604-335a0ece4d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (965e604c-a387-4d69-86b3-49f6998c861a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:59.070638 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e9ce6e03-b9a2-440e-93ab-b3e32cf551b2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:59.131192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Network bf8457b4-3a6e-4095-8f88-e556ae3eeaa6 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:18:59.133497 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91190a82-5b1e-4f1f-aef6-28cf44fdf1cd tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event updated for resources: {'Network': ['ID=b93efc09-0081-4713-819d-5afb6f9f5be8,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:59.147812 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7cad839-7c9e-400b-a4d5-15444769adad tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (91c9ba96-3daf-45c7-a873-807596efde85), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:59.148839 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-91190a82-5b1e-4f1f-aef6-28cf44fdf1cd tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.7073514
Feb 12 21:18:59.149930 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48748) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:59.152958 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network b93efc09-0081-4713-819d-5afb6f9f5be8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:18:59.192245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-076f221b-88b5-4931-b604-335a0ece4d7c None None] Current status of the port 965e604c-a387-4d69-86b3-49f6998c861a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:18:59.205525 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7cad839-7c9e-400b-a4d5-15444769adad tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:59.210600 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d7cad839-7c9e-400b-a4d5-15444769adad tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/subnets/91c9ba96-3daf-45c7-a873-807596efde85 HTTP/1.1" status: 204  len: 168 time: 1.4330883
Feb 12 21:18:59.212292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:18:59.229342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:18:59.231923 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60495d01-51af-4492-8f5c-86c84fb70979 None None] Network c0a61397-7c8b-4a7a-89b6-387a43f038ae requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:18:59.235489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:59.236432 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:59.266056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48752) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:59.281989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cad839-7c9e-400b-a4d5-15444769adad tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Subnet': ['ID=91c9ba96-3daf-45c7-a873-807596efde85,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:59.383885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fb290f-c55f-4392-80e3-20de6b2a103d tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:59.394545 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d2fb290f-c55f-4392-80e3-20de6b2a103d tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] 10.222.0.31 "GET /v2.0/networks/b93efc09-0081-4713-819d-5afb6f9f5be8 HTTP/1.1" status: 200  len: 757 time: 0.2413697
Feb 12 21:18:59.394545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48760) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:59.415134 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-45fcba3e-2966-4163-b975-2ed1fde52dc6 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.0220282
Feb 12 21:18:59.425513 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (c0a61397-7c8b-4a7a-89b6-387a43f038ae), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:59.431194 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 3.0574815
Feb 12 21:18:59.461916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Request body: {'port': {'device_id': 'e6db0091-cd0e-4017-8904-3f29a7eb1d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:18:59.511230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48762) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:59.514482 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60a7cbe4-209a-4853-9b25-19785ffa0c8e req-1350f050-4217-4b2a-8140-e862c98a4496 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0893831
Feb 12 21:18:59.555776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842570a-e8bf-4a9e-b35f-e0890c728a6d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Pushing event updated for resources: {'Port': ['ID=e9ce6e03-b9a2-440e-93ab-b3e32cf551b2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:18:59.625081 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (38508fe6-8e66-469e-98e4-e2de52fcb172), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:59.634407 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:59.635818 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:59.694441 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ba18c-cedd-4486-865e-90f92a294063 req-618d2dc7-1aa5-4a53-be4c-9237cf84f908 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:59.699056 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-444ba18c-cedd-4486-865e-90f92a294063 req-618d2dc7-1aa5-4a53-be4c-9237cf84f908 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.3021026
Feb 12 21:18:59.722895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac3648-8b98-4e7c-af12-e7b9f41cb11c None None] DHCP port deletion for c0a61397-7c8b-4a7a-89b6-387a43f038ae request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:18:59.835720 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-eeb74849-1d1e-4663-8645-6a40ec566b36 None None] Provisioning complete for port e9ce6e03-b9a2-440e-93ab-b3e32cf551b2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:18:59.836100 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eeb74849-1d1e-4663-8645-6a40ec566b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e9ce6e03-b9a2-440e-93ab-b3e32cf551b2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:59.841383 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b415510d-787e-4d70-8bdd-3f56f417443d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:59.846845 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b415510d-787e-4d70-8bdd-3f56f417443d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:59.853285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b415510d-787e-4d70-8bdd-3f56f417443d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:18:59.858292 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b415510d-787e-4d70-8bdd-3f56f417443d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2623 time: 0.3355515
Feb 12 21:18:59.861943 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-444ba18c-cedd-4486-865e-90f92a294063 req-f2e54f68-7c7a-4d0c-9530-961908dbd3b1 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486535
Feb 12 21:18:59.864983 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48768) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:18:59.885964 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-eeb74849-1d1e-4663-8645-6a40ec566b36 None None] Port e9ce6e03-b9a2-440e-93ab-b3e32cf551b2 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:18:59.893307 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac3648-8b98-4e7c-af12-e7b9f41cb11c None None] Deleting port 965e604c-a387-4d69-86b3-49f6998c861a {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:18:59.893708 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e0ac3648-8b98-4e7c-af12-e7b9f41cb11c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (965e604c-a387-4d69-86b3-49f6998c861a), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:59.988345 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e0ac3648-8b98-4e7c-af12-e7b9f41cb11c None None] For port 965e604c-a387-4d69-86b3-49f6998c861a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=965e604c-a387-4d69-86b3-49f6998c861a,segment=NetworkSegment(b1733648-f88c-4889-8766-50dc80ee1843),segment_id=b1733648-f88c-4889-8766-50dc80ee1843)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:18:59.988689 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e0ac3648-8b98-4e7c-af12-e7b9f41cb11c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (965e604c-a387-4d69-86b3-49f6998c861a), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:18:59.999935 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10b3717-9b43-4d2c-88dc-96251c596b8b tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:00.004555 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d10b3717-9b43-4d2c-88dc-96251c596b8b tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] 10.222.0.31 "GET /v2.0/networks/616c7bec-15eb-4063-9f6d-58302b9291d4 HTTP/1.1" status: 200  len: 767 time: 0.5218823
Feb 12 21:19:00.005188 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48770) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:00.024581 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac3648-8b98-4e7c-af12-e7b9f41cb11c None None] Calling delete_port for 965e604c-a387-4d69-86b3-49f6998c861a owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:00.096318 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ec92c301-6239-44ab-83e8-92d3789fc37e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (b93efc09-0081-4713-819d-5afb6f9f5be8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:00.101889 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-94da6188-88ff-4c54-8fba-f060073c64be tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Deleting port e9ce6e03-b9a2-440e-93ab-b3e32cf551b2 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:00.102232 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-94da6188-88ff-4c54-8fba-f060073c64be tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e9ce6e03-b9a2-440e-93ab-b3e32cf551b2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:00.210783 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e0ac3648-8b98-4e7c-af12-e7b9f41cb11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (965e604c-a387-4d69-86b3-49f6998c861a), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:00.217891 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ec92c301-6239-44ab-83e8-92d3789fc37e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (b93efc09-0081-4713-819d-5afb6f9f5be8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:00.239859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-ec92c301-6239-44ab-83e8-92d3789fc37e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fbf681c0>,) {'filters': {'network_id': ['b93efc09-0081-4713-819d-5afb6f9f5be8']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:00.246363 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-72a26033-0946-459c-a986-22842e2241af req-d3920815-b483-4dc6-9859-96dfcbfd9f6b tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 210 time: 0.0742307
Feb 12 21:19:00.251412 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-ec92c301-6239-44ab-83e8-92d3789fc37e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbf681c0>, '513a32a7-779b-4854-9527-b08e7ad1660d') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:00.251786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-ec92c301-6239-44ab-83e8-92d3789fc37e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbf681c0>, '513a32a7-779b-4854-9527-b08e7ad1660d') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:00.254602 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac3648-8b98-4e7c-af12-e7b9f41cb11c None None] Pushing event deleted for resources: {'Port': ['ID=965e604c-a387-4d69-86b3-49f6998c861a,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:00.256761 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ac3648-8b98-4e7c-af12-e7b9f41cb11c None None] No DVR routers for this DVR port 965e604c-a387-4d69-86b3-49f6998c861a on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:00.308795 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ec92c301-6239-44ab-83e8-92d3789fc37e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (513a32a7-779b-4854-9527-b08e7ad1660d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:00.332567 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ec92c301-6239-44ab-83e8-92d3789fc37e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (513a32a7-779b-4854-9527-b08e7ad1660d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:00.347258 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec92c301-6239-44ab-83e8-92d3789fc37e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:00.347665 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ec92c301-6239-44ab-83e8-92d3789fc37e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (513a32a7-779b-4854-9527-b08e7ad1660d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:00.352769 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:00.430939 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-94da6188-88ff-4c54-8fba-f060073c64be tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e9ce6e03-b9a2-440e-93ab-b3e32cf551b2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:00.446761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-94da6188-88ff-4c54-8fba-f060073c64be tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Calling delete_port for e9ce6e03-b9a2-440e-93ab-b3e32cf551b2 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:00.461040 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Deleting port 965e604c-a387-4d69-86b3-49f6998c861a {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:00.461629 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (965e604c-a387-4d69-86b3-49f6998c861a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:00.641385 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] For port 965e604c-a387-4d69-86b3-49f6998c861a, host ncdv-master-1, got binding levels [] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:00.641755 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (965e604c-a387-4d69-86b3-49f6998c861a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:00.657414 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d39ac2d9-d0aa-4101-85bc-2967d52e0fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (037332c1-909e-47b5-bfdd-28844114727a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:00.698058 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ac2d9-d0aa-4101-85bc-2967d52e0fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=037332c1-909e-47b5-bfdd-28844114727a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:00.708935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Calling delete_port for 965e604c-a387-4d69-86b3-49f6998c861a owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:00.714558 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.ipam_backend_mixin [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Port 965e604c-a387-4d69-86b3-49f6998c861a was not found and therefore no delete operation was performed {{(pid=126505) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 12 21:19:00.726231 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (965e604c-a387-4d69-86b3-49f6998c861a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:00.732496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f948022-f277-40fe-b1aa-ab1da14ffbaa req-98d78abf-43c4-4827-a901-f0f5f84451e3 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:00.738538 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f948022-f277-40fe-b1aa-ab1da14ffbaa req-98d78abf-43c4-4827-a901-f0f5f84451e3 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 932 time: 0.0904603
Feb 12 21:19:00.754701 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ec92c301-6239-44ab-83e8-92d3789fc37e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (b93efc09-0081-4713-819d-5afb6f9f5be8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:00.770754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec92c301-6239-44ab-83e8-92d3789fc37e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  b93efc09-0081-4713-819d-5afb6f9f5be8 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 12 21:19:00.784144 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ec92c301-6239-44ab-83e8-92d3789fc37e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:00.788594 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ec92c301-6239-44ab-83e8-92d3789fc37e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "DELETE /v2.0/networks/b93efc09-0081-4713-819d-5afb6f9f5be8 HTTP/1.1" status: 204  len: 168 time: 0.7774630
Feb 12 21:19:00.793107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92c301-6239-44ab-83e8-92d3789fc37e tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event deleted for resources: {'Network': ['ID=b93efc09-0081-4713-819d-5afb6f9f5be8,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:00.794948 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-94da6188-88ff-4c54-8fba-f060073c64be tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (e9ce6e03-b9a2-440e-93ab-b3e32cf551b2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:00.802084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48780) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:00.815291 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-816b9e29-16c0-4cb6-9d07-90ae4901b9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Request body: {'network': {'name': 'tempest-network--1708812922'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:00.820944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No DVR routers for this DVR port 965e604c-a387-4d69-86b3-49f6998c861a on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:00.842166 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Port': ['ID=965e604c-a387-4d69-86b3-49f6998c861a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:00.919572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da6188-88ff-4c54-8fba-f060073c64be tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Pushing event deleted for resources: {'Port': ['ID=e9ce6e03-b9a2-440e-93ab-b3e32cf551b2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:00.935968 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:00.973718 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f948022-f277-40fe-b1aa-ab1da14ffbaa req-d5d4ca82-460e-4ce8-b934-0e51d32bb23b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2334557
Feb 12 21:19:01.025925 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-94da6188-88ff-4c54-8fba-f060073c64be tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:01.038363 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-94da6188-88ff-4c54-8fba-f060073c64be tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] 10.222.0.31 "DELETE /v2.0/ports/e9ce6e03-b9a2-440e-93ab-b3e32cf551b2 HTTP/1.1" status: 204  len: 168 time: 1.1718583
Feb 12 21:19:01.040300 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48784) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:01.051571 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d2cafae4-6e03-45f7-a474-45a16dcf64c0 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Request body: {'port': {'name': 'tempest-new-port-name-173978878', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:01.052050 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.api.validators [None req-d2cafae4-6e03-45f7-a474-45a16dcf64c0 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] bootfile-name is not in valid_values {{(pid=126506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 12 21:19:01.052967 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.api.validators [None req-d2cafae4-6e03-45f7-a474-45a16dcf64c0 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] tftp-server is not in valid_values {{(pid=126506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 12 21:19:01.056152 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.api.validators [None req-d2cafae4-6e03-45f7-a474-45a16dcf64c0 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] server-ip-address is not in valid_values {{(pid=126506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 12 21:19:01.163284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816b9e29-16c0-4cb6-9d07-90ae4901b9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Made reservation on behalf of bd0dbdbd2bcf4befb9920dfebe024de9 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:01.165922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-816b9e29-16c0-4cb6-9d07-90ae4901b9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:01.244670 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2cafae4-6e03-45f7-a474-45a16dcf64c0 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0824df1b-01f8-4c95-9903-9c579ce3a807), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:01.249622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816b9e29-16c0-4cb6-9d07-90ae4901b9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:01.282539 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-816b9e29-16c0-4cb6-9d07-90ae4901b9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (19f85e38-28b7-49dc-a9e2-9ffdc5eb6f2f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:01.282897 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-816b9e29-16c0-4cb6-9d07-90ae4901b9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Added segment 19f85e38-28b7-49dc-a9e2-9ffdc5eb6f2f of type vlan for network a8b6956b-8740-4604-ae2d-56083e59fe5b
Feb 12 21:19:01.302600 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (c0a61397-7c8b-4a7a-89b6-387a43f038ae), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:01.418458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38508fe6-8e66-469e-98e4-e2de52fcb172 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:19:01.436520 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-816b9e29-16c0-4cb6-9d07-90ae4901b9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (a8b6956b-8740-4604-ae2d-56083e59fe5b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:01.440454 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-34ae8bcf-aa57-4a39-b295-e5dd0a041a72 req-88719161-745f-4825-8dc4-7be39018b053 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 210 time: 0.0600827
Feb 12 21:19:01.456852 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Publish callbacks [] for port (38508fe6-8e66-469e-98e4-e2de52fcb172), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:01.462458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6b31f0>,) {'filters': {'network_id': ['c0a61397-7c8b-4a7a-89b6-387a43f038ae']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:01.471157 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 965e604c-a387-4d69-86b3-49f6998c861a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:01.492513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6b31f0>, 'b1733648-f88c-4889-8766-50dc80ee1843') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:01.492911 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6b31f0>, 'b1733648-f88c-4889-8766-50dc80ee1843') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:01.510193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Transition to ACTIVE for port object 38508fe6-8e66-469e-98e4-e2de52fcb172 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:19:01.523200 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (b1733648-f88c-4889-8766-50dc80ee1843), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:01.539771 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 965e604c-a387-4d69-86b3-49f6998c861a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:19:01.540252 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 965e604c-a387-4d69-86b3-49f6998c861a not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:19:01.562412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2673-af6d-438c-b02b-56175a5a5907 req-a9d23c6c-2c9b-4698-bf43-28381ab6cabf tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:01.564225 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0dae2673-af6d-438c-b02b-56175a5a5907 req-a9d23c6c-2c9b-4698-bf43-28381ab6cabf tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.5241554
Feb 12 21:19:01.566391 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d39ac2d9-d0aa-4101-85bc-2967d52e0fc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (ec146604-33ea-4964-bf24-8c9e6956a13e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:01.570428 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b1733648-f88c-4889-8766-50dc80ee1843), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:01.612635 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:01.613223 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (b1733648-f88c-4889-8766-50dc80ee1843), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:01.618925 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:01.652987 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (38508fe6-8e66-469e-98e4-e2de52fcb172), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:01.684717 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-816b9e29-16c0-4cb6-9d07-90ae4901b9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (a8b6956b-8740-4604-ae2d-56083e59fe5b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:01.686465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816b9e29-16c0-4cb6-9d07-90ae4901b9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:01.687245 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-816b9e29-16c0-4cb6-9d07-90ae4901b9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567557'] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:01.915907 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0dae2673-af6d-438c-b02b-56175a5a5907 req-d4948c83-654b-4d08-9f90-09e93a3a35cc tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3375409
Feb 12 21:19:01.952395 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=38508fe6-8e66-469e-98e4-e2de52fcb172,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:02.056905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (c0a61397-7c8b-4a7a-89b6-387a43f038ae), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:02.074008 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2cafae4-6e03-45f7-a474-45a16dcf64c0 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks [] for port (0824df1b-01f8-4c95-9903-9c579ce3a807), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:02.086078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b9e29-16c0-4cb6-9d07-90ae4901b9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event updated for resources: {'Network': ['ID=a8b6956b-8740-4604-ae2d-56083e59fe5b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:02.114114 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:02.121889 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/c0a61397-7c8b-4a7a-89b6-387a43f038ae HTTP/1.1" status: 204  len: 168 time: 2.8339636
Feb 12 21:19:02.125290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48794) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:02.128228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network a8b6956b-8740-4604-ae2d-56083e59fe5b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:02.190268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04714c34-1849-45e2-a13e-76eb258e2c97 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Network': ['ID=c0a61397-7c8b-4a7a-89b6-387a43f038ae,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:02.217009 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-db52f9c6-217f-4389-b5e0-f18103f1921e tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:19:02.217586 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db52f9c6-217f-4389-b5e0-f18103f1921e tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:19:02.220930 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-db52f9c6-217f-4389-b5e0-f18103f1921e tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/subnets/937ff6c1-1ae6-46cc-9640-6b1b7ee98887 HTTP/1.1" status: 404  len: 337 time: 0.0943840
Feb 12 21:19:02.226416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48796) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:02.250743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Attempting to bind port 38508fe6-8e66-469e-98e4-e2de52fcb172 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:02.251144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Attempting to bind port 38508fe6-8e66-469e-98e4-e2de52fcb172 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:02.251531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Attempting to bind port 38508fe6-8e66-469e-98e4-e2de52fcb172 on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:02.275080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Port 38508fe6-8e66-469e-98e4-e2de52fcb172 on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:19:02.275376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Attempting to bind port 38508fe6-8e66-469e-98e4-e2de52fcb172 on network 2a37ce5d-ea03-44d4-9654-27bdafea49d9 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:02.278147 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-312ac38d-21bd-4a16-b3d2-adf8b3fb5fe7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:19:02.278769 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312ac38d-21bd-4a16-b3d2-adf8b3fb5fe7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:19:02.283276 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-312ac38d-21bd-4a16-b3d2-adf8b3fb5fe7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/f32bd46e-d1c1-4417-ba1d-5ec066e4d689 HTTP/1.1" status: 404  len: 339 time: 0.0530620
Feb 12 21:19:02.289220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48798) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:02.297454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-063c6d29-f8ad-477c-89db-80886aad6545 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:02.298892 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-063c6d29-f8ad-477c-89db-80886aad6545 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.48 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 804 time: 0.2980416
Feb 12 21:19:02.310596 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d1957-171e-4d3c-a93f-d738d62abbc7 req-7196c0a2-51e5-4aaa-af8c-fa60ffb37351 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:02.312145 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-245d1957-171e-4d3c-a93f-d738d62abbc7 req-7196c0a2-51e5-4aaa-af8c-fa60ffb37351 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 944 time: 0.0968182
Feb 12 21:19:02.316787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-96792ee1-d53d-49f9-8af2-22678ea75694 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Request body: {'port': {'device_id': 'e3522148-f16e-43ef-973c-6033239d0aad', 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1', 'admin_state_up': True, 'tenant_id': '050182e2f578483db86c4ee4d7391365'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:02.326384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:02.327150 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Checking segment: {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:02.327717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Bound using segment: {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:02.328278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Bound port: 38508fe6-8e66-469e-98e4-e2de52fcb172, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f884223-392b-4434-9301-8fa5c63ca816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:02.328717 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (38508fe6-8e66-469e-98e4-e2de52fcb172), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:02.343108 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f2c237-c7a3-4dd3-9cb3-39d6ba5e0e9b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:19:02.343679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f2c237-c7a3-4dd3-9cb3-39d6ba5e0e9b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:19:02.352166 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-23f2c237-c7a3-4dd3-9cb3-39d6ba5e0e9b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/subnets/34dd3f5c-20f7-41a4-8530-12fe991b8389 HTTP/1.1" status: 404  len: 337 time: 0.0588646
Feb 12 21:19:02.352934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48800) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:02.377936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39ac2d9-d0aa-4101-85bc-2967d52e0fc8 admin admin] Router ec146604-33ea-4964-bf24-8c9e6956a13e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:19:02.414786 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6afcae-fbdc-4146-8b5a-cce9920f7836 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:19:02.415354 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6afcae-fbdc-4146-8b5a-cce9920f7836 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:19:02.418726 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ec6afcae-fbdc-4146-8b5a-cce9920f7836 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/418df268-b2c2-4377-925b-9f49c026e848 HTTP/1.1" status: 404  len: 339 time: 0.0619683
Feb 12 21:19:02.422786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48802) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:02.436166 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-245d1957-171e-4d3c-a93f-d738d62abbc7 req-bd566e57-f114-4335-8a39-707b550a2600 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159868
Feb 12 21:19:02.460338 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab238b06-8863-4888-a062-9177013b7fa5 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:19:02.460795 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab238b06-8863-4888-a062-9177013b7fa5 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:19:02.463927 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ab238b06-8863-4888-a062-9177013b7fa5 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/subnets/f922c020-de90-4ead-bc77-e84c10078dd5 HTTP/1.1" status: 404  len: 337 time: 0.0402009
Feb 12 21:19:02.475059 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-816b9e29-16c0-4cb6-9d07-90ae4901b9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 1.6686637
Feb 12 21:19:02.475059 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48804) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:02.476507 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48808) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:02.490247 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-1803cbe7-a99e-491c-bc8c-6be784d3c9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Request body: {'network': {'router:external': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:02.500994 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:02.514963 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c46b367-83b7-4657-ad6f-7ed39dca98c8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:19:02.515496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c46b367-83b7-4657-ad6f-7ed39dca98c8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:19:02.518577 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5c46b367-83b7-4657-ad6f-7ed39dca98c8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/df04a135-50f3-4b61-aa21-8d0301bc83b6 HTTP/1.1" status: 404  len: 339 time: 0.0428576
Feb 12 21:19:02.519536 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2cafae4-6e03-45f7-a474-45a16dcf64c0 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (0824df1b-01f8-4c95-9903-9c579ce3a807), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:02.522017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48814) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:02.575555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] For port 38508fe6-8e66-469e-98e4-e2de52fcb172, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:02.599928 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3fbba690-b0f4-42ca-9c9c-271dbb7212bd req-23cde479-0ed7-4651-8d71-798b8e417b0a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 210 time: 0.0389862
Feb 12 21:19:02.611680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] For port 38508fe6-8e66-469e-98e4-e2de52fcb172, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38508fe6-8e66-469e-98e4-e2de52fcb172,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:02.647920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-d2cafae4-6e03-45f7-a474-45a16dcf64c0 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] In _notify_port_updated(), no bound segment for port 0824df1b-01f8-4c95-9903-9c579ce3a807 on network bf8457b4-3a6e-4095-8f88-e556ae3eeaa6 {{(pid=126506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:19:02.652999 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cafae4-6e03-45f7-a474-45a16dcf64c0 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:02.653685 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2cafae4-6e03-45f7-a474-45a16dcf64c0 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:02.655007 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d2cafae4-6e03-45f7-a474-45a16dcf64c0 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] 10.222.0.31 "PUT /v2.0/ports/0824df1b-01f8-4c95-9903-9c579ce3a807 HTTP/1.1" status: 200  len: 1129 time: 1.6122553
Feb 12 21:19:02.663584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48820) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:02.689136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f1c3d4-4bb9-4e96-85a4-e6922c29db5b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Deleting subnet 9ff1a889-01d3-4338-8494-f5c4aaf3482e {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:19:02.695757 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c3d4-4bb9-4e96-85a4-e6922c29db5b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for subnet (9ff1a889-01d3-4338-8494-f5c4aaf3482e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:02.698393 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cafae4-6e03-45f7-a474-45a16dcf64c0 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Pushing event updated for resources: {'Port': ['ID=0824df1b-01f8-4c95-9903-9c579ce3a807,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:02.718042 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39ac2d9-d0aa-4101-85bc-2967d52e0fc8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:19:02.729082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c8169-4b1e-4c97-91ab-8bd4f05d774d None None] Sync routers for ids ['ec146604-33ea-4964-bf24-8c9e6956a13e'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:19:02.754462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-96792ee1-d53d-49f9-8af2-22678ea75694 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Made reservation on behalf of 050182e2f578483db86c4ee4d7391365 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:02.755228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9c8169-4b1e-4c97-91ab-8bd4f05d774d None None] Routers {'ec146604-33ea-4964-bf24-8c9e6956a13e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:19:02.757035 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5b9c8169-4b1e-4c97-91ab-8bd4f05d774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5a3dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:18:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ec146604-33ea-4964-bf24-8c9e6956a13e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:02.758529 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-96792ee1-d53d-49f9-8af2-22678ea75694 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:02.778146 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d39ac2d9-d0aa-4101-85bc-2967d52e0fc8 admin admin] 10.222.0.31 "PUT /v2.0/routers/ec146604-33ea-4964-bf24-8c9e6956a13e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6981459
Feb 12 21:19:02.779886 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (38508fe6-8e66-469e-98e4-e2de52fcb172), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:02.793545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48822) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:02.824857 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c3d4-4bb9-4e96-85a4-e6922c29db5b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (9ff1a889-01d3-4338-8494-f5c4aaf3482e), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:02.948137 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1803cbe7-a99e-491c-bc8c-6be784d3c9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (a8b6956b-8740-4604-ae2d-56083e59fe5b), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:02.983209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7db85b3-2d29-4c36-9221-22969c79a56d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:02.997961 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f7db85b3-2d29-4c36-9221-22969c79a56d tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] 10.222.0.31 "GET /v2.0/ports/0824df1b-01f8-4c95-9903-9c579ce3a807 HTTP/1.1" status: 200  len: 1129 time: 0.3332348
Feb 12 21:19:03.003510 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48826) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:03.095755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:03.096362 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:03.097790 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] 10.222.0.50 "PUT /v2.0/ports/38508fe6-8e66-469e-98e4-e2de52fcb172 HTTP/1.1" status: 200  len: 1092 time: 3.6472833
Feb 12 21:19:03.098300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6db0091-cd0e-4017-8904-3f29a7eb1d8a', 'tag': '38508fe6-8e66-469e-98e4-e2de52fcb172'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:03.126200 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87940e32-83f4-4967-9939-e273acc5f95f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6db0091-cd0e-4017-8904-3f29a7eb1d8a", "tag": "38508fe6-8e66-469e-98e4-e2de52fcb172"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:03.191181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd4356-09ef-4837-877a-8c04d79cb7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=38508fe6-8e66-469e-98e4-e2de52fcb172,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:03.202156 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b71c04e-7a14-4ba0-936f-5094dfe13a42 x-openstack-request-id: req-8b71c04e-7a14-4ba0-936f-5094dfe13a42 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:03.202426 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6db0091-cd0e-4017-8904-3f29a7eb1d8a", "tag": "38508fe6-8e66-469e-98e4-e2de52fcb172", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:03.202687 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b71c04e-7a14-4ba0-936f-5094dfe13a42 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:03.203881 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6db0091-cd0e-4017-8904-3f29a7eb1d8a', 'tag': '38508fe6-8e66-469e-98e4-e2de52fcb172', 'status': 'completed', 'code': 200}
Feb 12 21:19:03.213697 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1803cbe7-a99e-491c-bc8c-6be784d3c9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (a8b6956b-8740-4604-ae2d-56083e59fe5b), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:03.279507 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4316-0315-45e2-b646-054310dbc4c9 admin admin] Publish callbacks [] for router (ec146604-33ea-4964-bf24-8c9e6956a13e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:03.314847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-5b9c8169-4b1e-4c97-91ab-8bd4f05d774d None None] Set router ec146604-33ea-4964-bf24-8c9e6956a13e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:19:03.320674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803cbe7-a99e-491c-bc8c-6be784d3c9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event updated for resources: {'Network': ['ID=a8b6956b-8740-4604-ae2d-56083e59fe5b,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:03.344460 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1803cbe7-a99e-491c-bc8c-6be784d3c9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Network a8b6956b-8740-4604-ae2d-56083e59fe5b is not hosted by any dhcp agent {{(pid=126506) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 12 21:19:03.345375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1803cbe7-a99e-491c-bc8c-6be784d3c9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:03.345984 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1803cbe7-a99e-491c-bc8c-6be784d3c9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:03.350448 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1803cbe7-a99e-491c-bc8c-6be784d3c9dc tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "PUT /v2.0/networks/a8b6956b-8740-4604-ae2d-56083e59fe5b HTTP/1.1" status: 200  len: 858 time: 0.8622193
Feb 12 21:19:03.374743 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48830) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:03.397793 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c3d4-4bb9-4e96-85a4-e6922c29db5b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (9ff1a889-01d3-4338-8494-f5c4aaf3482e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:03.441953 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb6ead-d452-42c5-a086-d26f88b58966 req-d392c5a7-699f-4f88-8b33-2050a61e912e tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:03.444566 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bcdb6ead-d452-42c5-a086-d26f88b58966 req-d392c5a7-699f-4f88-8b33-2050a61e912e tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.3692794
Feb 12 21:19:03.481635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-23c4caab-c2c3-4178-a633-32b6fde079e2 None None] Provisioning complete for port 0824df1b-01f8-4c95-9903-9c579ce3a807 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:03.482454 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-23c4caab-c2c3-4178-a633-32b6fde079e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0824df1b-01f8-4c95-9903-9c579ce3a807), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:03.548706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-23c4caab-c2c3-4178-a633-32b6fde079e2 None None] Port 0824df1b-01f8-4c95-9903-9c579ce3a807 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:19:03.644176 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-58db2947-fe9d-4114-b1c3-d9d2149002d1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Deleting port 0824df1b-01f8-4c95-9903-9c579ce3a807 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:03.644833 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58db2947-fe9d-4114-b1c3-d9d2149002d1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0824df1b-01f8-4c95-9903-9c579ce3a807), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:03.678198 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5b9c8169-4b1e-4c97-91ab-8bd4f05d774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5a3dc0>, [{'id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'name': 'tempest-ServerRescueTestJSON-320493947-router', 'tenant_id': '036d2491a97d486eb196e0cdafa05500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:28Z', 'updated_at': '2022-02-12T21:19:00Z', 'revision_number': 5, 'project_id': '036d2491a97d486eb196e0cdafa05500', 'gw_port': {'id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:31Z', 'updated_at': '2022-02-12T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:03.723188 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c8169-4b1e-4c97-91ab-8bd4f05d774d None None] Checking router: ec146604-33ea-4964-bf24-8c9e6956a13e for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:19:03.732965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9c8169-4b1e-4c97-91ab-8bd4f05d774d None None] Routers {'ec146604-33ea-4964-bf24-8c9e6956a13e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:19:03.733590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5b9c8169-4b1e-4c97-91ab-8bd4f05d774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5a3dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:18:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ec146604-33ea-4964-bf24-8c9e6956a13e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:03.761053 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58db2947-fe9d-4114-b1c3-d9d2149002d1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0824df1b-01f8-4c95-9903-9c579ce3a807), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:03.775156 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-58db2947-fe9d-4114-b1c3-d9d2149002d1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Calling delete_port for 0824df1b-01f8-4c95-9903-9c579ce3a807 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:03.863913 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4316-0315-45e2-b646-054310dbc4c9 admin admin] Publish callbacks [] for router_gateway (ec146604-33ea-4964-bf24-8c9e6956a13e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:03.882760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-96792ee1-d53d-49f9-8af2-22678ea75694 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Allocated IP 172.20.0.7 (7099db00-3881-44c3-bb47-3ded394a66e1/9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9/80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:03.889404 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bcdb6ead-d452-42c5-a086-d26f88b58966 req-7b64e72e-b463-48f6-9f9f-9614e1f9e2fb tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4170372
Feb 12 21:19:03.894128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-5b9c8169-4b1e-4c97-91ab-8bd4f05d774d None None] Set router ec146604-33ea-4964-bf24-8c9e6956a13e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:19:03.919696 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d23a082b-4cfa-46e6-9198-967bf6018304 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (a8b6956b-8740-4604-ae2d-56083e59fe5b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:03.946091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-4d85f8e9-599c-48b4-bf6b-39ad7334197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:03.951881 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-4d85f8e9-599c-48b4-bf6b-39ad7334197e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 1126 time: 0.7442155
Feb 12 21:19:04.015359 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf96a72-3808-4eb0-a437-0211c6b2db5a req-daf3c19f-2504-4910-a1c5-ecd68964e741 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:04.016892 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bf96a72-3808-4eb0-a437-0211c6b2db5a req-daf3c19f-2504-4910-a1c5-ecd68964e741 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 944 time: 0.2544680
Feb 12 21:19:04.018800 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-fdfc422b-fb8f-41b6-afc0-0991e7553046 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38508fe6-8e66-469e-98e4-e2de52fcb172 HTTP/1.1" status: 200  len: 217 time: 0.0572343
Feb 12 21:19:04.063445 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-381d4c2f-fa91-4a9f-9636-3576eaf9bc60 req-6798ce2d-f86c-4eb5-861f-7cc9242421e5 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 210 time: 0.0614481
Feb 12 21:19:04.132956 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5b9c8169-4b1e-4c97-91ab-8bd4f05d774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5a3dc0>, [{'id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'name': 'tempest-ServerRescueTestJSON-320493947-router', 'tenant_id': '036d2491a97d486eb196e0cdafa05500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:28Z', 'updated_at': '2022-02-12T21:19:00Z', 'revision_number': 5, 'project_id': '036d2491a97d486eb196e0cdafa05500', 'gw_port': {'id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:31Z', 'updated_at': '2022-02-12T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:04.143967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-7d1e0ea3-ee28-4c72-a084-8fbe06002a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:04.145541 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-7d1e0ea3-ee28-4c72-a084-8fbe06002a3f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=28b2e3cd-2e40-4791-a546-b0ce8e0efcee HTTP/1.1" status: 200  len: 851 time: 0.1201718
Feb 12 21:19:04.153987 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bf96a72-3808-4eb0-a437-0211c6b2db5a req-bca7366b-bd40-4194-9ec2-a07f7758e877 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304765
Feb 12 21:19:04.167567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c8169-4b1e-4c97-91ab-8bd4f05d774d None None] The sync data for ids ['ec146604-33ea-4964-bf24-8c9e6956a13e'] in ncdv-master-1 is: [{'id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'name': 'tempest-ServerRescueTestJSON-320493947-router', 'tenant_id': '036d2491a97d486eb196e0cdafa05500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34'}], 'enable_snat': True}, 'gw_port_id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:16:28Z', 'updated_at': '2022-02-12T21:19:00Z', 'revision_number': 5, 'project_id': '036d2491a97d486eb196e0cdafa05500', 'gw_port': {'id': '052fc6e1-d54a-44d4-912a-4a14240f9850', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec146604-33ea-4964-bf24-8c9e6956a13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:16:31Z', 'updated_at': '2022-02-12T21:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:19:04.184849 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-1041bec3-c7f8-49bb-8785-9ed68bdebc59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a37ce5d-ea03-44d4-9654-27bdafea49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0298219
Feb 12 21:19:04.187464 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c3d4-4bb9-4e96-85a4-e6922c29db5b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (9ff1a889-01d3-4338-8494-f5c4aaf3482e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.201692 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e4316-0315-45e2-b646-054310dbc4c9 admin admin] Deleting port 052fc6e1-d54a-44d4-912a-4a14240f9850 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:04.202040 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4316-0315-45e2-b646-054310dbc4c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (052fc6e1-d54a-44d4-912a-4a14240f9850), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.210538 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d23a082b-4cfa-46e6-9198-967bf6018304 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (a8b6956b-8740-4604-ae2d-56083e59fe5b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.246284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1c3d4-4bb9-4e96-85a4-e6922c29db5b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff1a889-01d3-4338-8494-f5c4aaf3482e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:04.248019 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58db2947-fe9d-4114-b1c3-d9d2149002d1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (0824df1b-01f8-4c95-9903-9c579ce3a807), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.320278 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d23a082b-4cfa-46e6-9198-967bf6018304 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6facbf340>,) {'filters': {'network_id': ['a8b6956b-8740-4604-ae2d-56083e59fe5b']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:04.331606 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db2947-fe9d-4114-b1c3-d9d2149002d1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Pushing event deleted for resources: {'Port': ['ID=0824df1b-01f8-4c95-9903-9c579ce3a807,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:04.343048 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d23a082b-4cfa-46e6-9198-967bf6018304 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6facbf340>, '19f85e38-28b7-49dc-a9e2-9ffdc5eb6f2f') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:04.343337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d23a082b-4cfa-46e6-9198-967bf6018304 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6facbf340>, '19f85e38-28b7-49dc-a9e2-9ffdc5eb6f2f') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:04.358792 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-d9da4488-7664-42c7-b68e-33dee21d9e87 service neutron] 10.222.0.50 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653495
Feb 12 21:19:04.360348 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c3d4-4bb9-4e96-85a4-e6922c29db5b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.360649 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-bb6e4316-0315-45e2-b646-054310dbc4c9 admin admin] For port 052fc6e1-d54a-44d4-912a-4a14240f9850, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=052fc6e1-d54a-44d4-912a-4a14240f9850,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:04.361014 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4316-0315-45e2-b646-054310dbc4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (052fc6e1-d54a-44d4-912a-4a14240f9850), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.363736 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c1f1c3d4-4bb9-4e96-85a4-e6922c29db5b tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/subnets/9ff1a889-01d3-4338-8494-f5c4aaf3482e HTTP/1.1" status: 204  len: 168 time: 1.8253329
Feb 12 21:19:04.366171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a23d921-bcb0-4a1e-b658-fcff55d39a46 None None] Network e27f29e2-68cd-456a-b35a-4427e5b4d908 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:04.371713 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48848) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:04.374893 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d23a082b-4cfa-46e6-9198-967bf6018304 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (19f85e38-28b7-49dc-a9e2-9ffdc5eb6f2f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.408473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e4316-0315-45e2-b646-054310dbc4c9 admin admin] Calling delete_port for 052fc6e1-d54a-44d4-912a-4a14240f9850 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:04.442446 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58db2947-fe9d-4114-b1c3-d9d2149002d1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.443970 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-58db2947-fe9d-4114-b1c3-d9d2149002d1 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] 10.222.0.31 "DELETE /v2.0/ports/0824df1b-01f8-4c95-9903-9c579ce3a807 HTTP/1.1" status: 204  len: 168 time: 1.4387169
Feb 12 21:19:04.448050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48850) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:04.451245 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d23a082b-4cfa-46e6-9198-967bf6018304 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (19f85e38-28b7-49dc-a9e2-9ffdc5eb6f2f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.498461 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23a082b-4cfa-46e6-9198-967bf6018304 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:04.498866 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d23a082b-4cfa-46e6-9198-967bf6018304 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (19f85e38-28b7-49dc-a9e2-9ffdc5eb6f2f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:04.500567 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:04.532887 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-96792ee1-d53d-49f9-8af2-22678ea75694 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks [] for port (80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.642131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f10395-054b-4d32-a9e8-f90cb0e2d935 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Deleting subnet 8a8e0cfd-1f69-4ff9-9875-31ce05e4a48d {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:19:04.647636 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de93cc77-06bb-4b7c-92cb-c2107b2cd671 req-f40e79d0-7a79-459f-a733-a4a7bccadcaa service neutron] 10.222.0.50 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2752271
Feb 12 21:19:04.650050 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (e27f29e2-68cd-456a-b35a-4427e5b4d908), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.651390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63033714-e42b-4384-bf81-30aca73ed564 None None] DHCP port deletion for e27f29e2-68cd-456a-b35a-4427e5b4d908 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:19:04.661146 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52f10395-054b-4d32-a9e8-f90cb0e2d935 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks [] for subnet (8a8e0cfd-1f69-4ff9-9875-31ce05e4a48d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.755463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-63033714-e42b-4384-bf81-30aca73ed564 None None] Deleting port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:04.756311 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-63033714-e42b-4384-bf81-30aca73ed564 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.789832 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d23a082b-4cfa-46e6-9198-967bf6018304 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (a8b6956b-8740-4604-ae2d-56083e59fe5b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.791673 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-96792ee1-d53d-49f9-8af2-22678ea75694 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.794148 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Deleting port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:04.796340 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.806136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['38352d0d-4c76-4e91-9225-8c4272270ad6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:19:04.851765 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52f10395-054b-4d32-a9e8-f90cb0e2d935 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (8a8e0cfd-1f69-4ff9-9875-31ce05e4a48d), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.873581 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23a082b-4cfa-46e6-9198-967bf6018304 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  a8b6956b-8740-4604-ae2d-56083e59fe5b {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 12 21:19:04.874918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-63033714-e42b-4384-bf81-30aca73ed564 None None] For port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f8de14a-ca9f-4c17-a6b5-ff965c00fc26,segment=NetworkSegment(a71b5e0f-2fa9-4d02-b8a9-e34c69406094),segment_id=a71b5e0f-2fa9-4d02-b8a9-e34c69406094)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:04.875926 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-63033714-e42b-4384-bf81-30aca73ed564 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.916067 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-63033714-e42b-4384-bf81-30aca73ed564 None None] Calling delete_port for 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:04.951434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87940e32-83f4-4967-9939-e273acc5f95f req-81ca97a7-0f98-406b-8b58-625e3cfe1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:04.952986 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87940e32-83f4-4967-9939-e273acc5f95f req-81ca97a7-0f98-406b-8b58-625e3cfe1d73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 1126 time: 0.1414638
Feb 12 21:19:04.982209 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] For port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f8de14a-ca9f-4c17-a6b5-ff965c00fc26,segment=NetworkSegment(a71b5e0f-2fa9-4d02-b8a9-e34c69406094),segment_id=a71b5e0f-2fa9-4d02-b8a9-e34c69406094)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:04.982758 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:04.999838 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Calling delete_port for 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:05.121119 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52f10395-054b-4d32-a9e8-f90cb0e2d935 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (8a8e0cfd-1f69-4ff9-9875-31ce05e4a48d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:05.135627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a082b-4cfa-46e6-9198-967bf6018304 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Pushing event deleted for resources: {'Network': ['ID=a8b6956b-8740-4604-ae2d-56083e59fe5b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:05.144180 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d23a082b-4cfa-46e6-9198-967bf6018304 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:05.149946 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d23a082b-4cfa-46e6-9198-967bf6018304 tempest-ExternalNetworksTestJSON-1077034776 tempest-ExternalNetworksTestJSON-1077034776-project-admin] 10.222.0.31 "DELETE /v2.0/networks/a8b6956b-8740-4604-ae2d-56083e59fe5b HTTP/1.1" status: 204  len: 168 time: 1.7704234
Feb 12 21:19:05.158673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48874) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:05.182563 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-63033714-e42b-4384-bf81-30aca73ed564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:05.193455 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-96792ee1-d53d-49f9-8af2-22678ea75694 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Network 7099db00-3881-44c3-bb47-3ded394a66e1 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:05.211854 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-96792ee1-d53d-49f9-8af2-22678ea75694 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:05.216017 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-939ba0c9-819e-4568-955f-d71d78f18837 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:19:05.216493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939ba0c9-819e-4568-955f-d71d78f18837 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:19:05.220119 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-939ba0c9-819e-4568-955f-d71d78f18837 tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] 10.222.0.31 "DELETE /v2.0/subnets/7f35ec6a-aed6-4d95-a18d-ad183cc0ef54 HTTP/1.1" status: 404  len: 337 time: 0.0585167
Feb 12 21:19:05.220972 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-96792ee1-d53d-49f9-8af2-22678ea75694 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:05.228343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48878) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:05.234754 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63033714-e42b-4384-bf81-30aca73ed564 None None] No DVR routers for this DVR port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:05.250800 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4316-0315-45e2-b646-054310dbc4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (052fc6e1-d54a-44d4-912a-4a14240f9850), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:05.273477 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63033714-e42b-4384-bf81-30aca73ed564 None None] Pushing event deleted for resources: {'Port': ['ID=6f8de14a-ca9f-4c17-a6b5-ff965c00fc26,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:05.304777 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-96792ee1-d53d-49f9-8af2-22678ea75694 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:05.304777 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-96792ee1-d53d-49f9-8af2-22678ea75694 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:05.307093 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96792ee1-d53d-49f9-8af2-22678ea75694 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Pushing event updated for resources: {'Port': ['ID=80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:05.330895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fc495-57ad-4095-878c-633d9cd77dba req-d8146233-c8a3-4de4-9a90-b66be73b2155 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:05.339382 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-293fc495-57ad-4095-878c-633d9cd77dba req-d8146233-c8a3-4de4-9a90-b66be73b2155 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.2730801
Feb 12 21:19:05.339504 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87940e32-83f4-4967-9939-e273acc5f95f req-e85765e9-d88b-4a2a-b7aa-3668ec463194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:05.341122 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87940e32-83f4-4967-9939-e273acc5f95f req-e85765e9-d88b-4a2a-b7aa-3668ec463194 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 200  len: 912 time: 0.3665621
Feb 12 21:19:05.347503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:05.354853 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d51e32-2263-4a1b-9c42-c169caf3a352 req-449c8ec0-768b-4f4d-99c1-20706282a752 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:05.356209 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f0d51e32-2263-4a1b-9c42-c169caf3a352 req-449c8ec0-768b-4f4d-99c1-20706282a752 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.3162906
Feb 12 21:19:05.357006 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e4316-0315-45e2-b646-054310dbc4c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=052fc6e1-d54a-44d4-912a-4a14240f9850,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:05.375028 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (6f8de14a-ca9f-4c17-a6b5-ff965c00fc26), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:05.375694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:19:05.376051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:19:05.376469 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 037332c1-909e-47b5-bfdd-28844114727a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:05.402925 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 037332c1-909e-47b5-bfdd-28844114727a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:19:05.403276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 037332c1-909e-47b5-bfdd-28844114727a not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:19:05.420251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Port': ['ID=6f8de14a-ca9f-4c17-a6b5-ff965c00fc26,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:05.434995 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No DVR routers for this DVR port 6f8de14a-ca9f-4c17-a6b5-ff965c00fc26 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:05.452227 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-96792ee1-d53d-49f9-8af2-22678ea75694 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1390216
Feb 12 21:19:05.476895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Request body: {'port': {'device_id': 'e3522148-f16e-43ef-973c-6033239d0aad', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:05.482366 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-293fc495-57ad-4095-878c-633d9cd77dba req-56935aa9-dcb2-4576-9e50-2a12aad795e6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1352766
Feb 12 21:19:05.493974 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87940e32-83f4-4967-9939-e273acc5f95f req-6b8a422e-c470-4d31-9971-46994a196a54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38508fe6-8e66-469e-98e4-e2de52fcb172 HTTP/1.1" status: 200  len: 217 time: 0.1295695
Feb 12 21:19:05.519431 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52f10395-054b-4d32-a9e8-f90cb0e2d935 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (8a8e0cfd-1f69-4ff9-9875-31ce05e4a48d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:05.569843 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9236947e-b002-4cdd-8359-1b4aeb19cd9f tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (616c7bec-15eb-4063-9f6d-58302b9291d4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:05.604161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f10395-054b-4d32-a9e8-f90cb0e2d935 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Pushing event deleted for resources: {'Subnet': ['ID=8a8e0cfd-1f69-4ff9-9875-31ce05e4a48d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:05.619082 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52f10395-054b-4d32-a9e8-f90cb0e2d935 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:05.624428 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-52f10395-054b-4d32-a9e8-f90cb0e2d935 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] 10.222.0.31 "DELETE /v2.0/subnets/8a8e0cfd-1f69-4ff9-9875-31ce05e4a48d HTTP/1.1" status: 204  len: 168 time: 1.1720119
Feb 12 21:19:05.627937 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b790bfb-2145-4359-9554-6336b649fb35 None None] Network bf8457b4-3a6e-4095-8f88-e556ae3eeaa6 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:05.639082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48880) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:05.666710 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f0d51e32-2263-4a1b-9c42-c169caf3a352 req-b553e179-f57f-476e-aa51-2e4793f2a310 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3005645
Feb 12 21:19:05.669239 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4316-0315-45e2-b646-054310dbc4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (ec146604-33ea-4964-bf24-8c9e6956a13e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:05.829195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87940e32-83f4-4967-9939-e273acc5f95f req-0d570603-528c-4d9d-825e-492dc349fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:05.831854 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87940e32-83f4-4967-9939-e273acc5f95f req-0d570603-528c-4d9d-825e-492dc349fc31 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=28b2e3cd-2e40-4791-a546-b0ce8e0efcee HTTP/1.1" status: 200  len: 851 time: 0.3070445
Feb 12 21:19:05.838732 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494e08f7-051e-495f-a3c6-d0a036e4617d None None] DHCP port deletion for bf8457b4-3a6e-4095-8f88-e556ae3eeaa6 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:19:05.895334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-494e08f7-051e-495f-a3c6-d0a036e4617d None None] Deleting port 85260260-a7c6-4e80-b43a-add82d625f2b {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:05.895706 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-494e08f7-051e-495f-a3c6-d0a036e4617d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (85260260-a7c6-4e80-b43a-add82d625f2b), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:05.966832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-494e08f7-051e-495f-a3c6-d0a036e4617d None None] For port 85260260-a7c6-4e80-b43a-add82d625f2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85260260-a7c6-4e80-b43a-add82d625f2b,segment=NetworkSegment(a793baa0-7e78-4902-befe-206489ad729e),segment_id=a793baa0-7e78-4902-befe-206489ad729e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:05.967569 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-494e08f7-051e-495f-a3c6-d0a036e4617d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (85260260-a7c6-4e80-b43a-add82d625f2b), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:05.969737 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (e27f29e2-68cd-456a-b35a-4427e5b4d908), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:05.975417 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87940e32-83f4-4967-9939-e273acc5f95f req-779c739a-2290-4a99-9037-29dbc7948f46 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a37ce5d-ea03-44d4-9654-27bdafea49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1082149
Feb 12 21:19:05.979675 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4316-0315-45e2-b646-054310dbc4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (ec146604-33ea-4964-bf24-8c9e6956a13e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:05.980542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-494e08f7-051e-495f-a3c6-d0a036e4617d None None] Calling delete_port for 85260260-a7c6-4e80-b43a-add82d625f2b owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:05.988878 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4316-0315-45e2-b646-054310dbc4c9 admin admin] Publish callbacks [] for router_controller (ec146604-33ea-4964-bf24-8c9e6956a13e), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.007925 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.010667 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fac8f100>,) {'filters': {'network_id': ['e27f29e2-68cd-456a-b35a-4427e5b4d908']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:06.033265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554f873-8cbc-4b0c-9d10-a38301c54793 req-2e731ea7-0b1b-41e9-ad7f-f2c0a48bce21 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:06.040443 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b554f873-8cbc-4b0c-9d10-a38301c54793 req-2e731ea7-0b1b-41e9-ad7f-f2c0a48bce21 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 931 time: 0.1763215
Feb 12 21:19:06.050951 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fac8f100>, 'a71b5e0f-2fa9-4d02-b8a9-e34c69406094') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:06.051275 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fac8f100>, 'a71b5e0f-2fa9-4d02-b8a9-e34c69406094') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:06.097858 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (a71b5e0f-2fa9-4d02-b8a9-e34c69406094), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.113336 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d0547dc-033f-4ac6-9ca2-254deaec676b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (bf8457b4-3a6e-4095-8f88-e556ae3eeaa6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.125677 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (a71b5e0f-2fa9-4d02-b8a9-e34c69406094), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.135132 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-494e08f7-051e-495f-a3c6-d0a036e4617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (85260260-a7c6-4e80-b43a-add82d625f2b), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.145705 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:06.146268 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (a71b5e0f-2fa9-4d02-b8a9-e34c69406094), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.152090 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b554f873-8cbc-4b0c-9d10-a38301c54793 req-01a2aebf-4063-409d-9f67-523e2e68b067 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108501
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:06.152737 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:06.175328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e08f7-051e-495f-a3c6-d0a036e4617d None None] Pushing event deleted for resources: {'Port': ['ID=85260260-a7c6-4e80-b43a-add82d625f2b,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:06.181258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494e08f7-051e-495f-a3c6-d0a036e4617d None None] No DVR routers for this DVR port 85260260-a7c6-4e80-b43a-add82d625f2b on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:06.186034 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db355b8d-fb21-4118-a2fe-13292f960fb0 req-8749f532-526a-418b-93fe-c51420502ade tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:06.187615 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-db355b8d-fb21-4118-a2fe-13292f960fb0 req-8749f532-526a-418b-93fe-c51420502ade tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 944 time: 0.3548324
Feb 12 21:19:06.201798 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9236947e-b002-4cdd-8359-1b4aeb19cd9f tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (616c7bec-15eb-4063-9f6d-58302b9291d4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.256792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-9236947e-b002-4cdd-8359-1b4aeb19cd9f tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9c94c40>,) {'filters': {'network_id': ['616c7bec-15eb-4063-9f6d-58302b9291d4']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:06.260334 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4316-0315-45e2-b646-054310dbc4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (ec146604-33ea-4964-bf24-8c9e6956a13e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.260853 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6e4316-0315-45e2-b646-054310dbc4c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec146604-33ea-4964-bf24-8c9e6956a13e {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:19:06.347176 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (e27f29e2-68cd-456a-b35a-4427e5b4d908), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.359232 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.363219 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/e27f29e2-68cd-456a-b35a-4427e5b4d908 HTTP/1.1" status: 204  len: 168 time: 1.9898562
Feb 12 21:19:06.372313 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48882) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:06.401911 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0134d-8b7a-409e-9bd2-5c26f421fba4 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Network': ['ID=e27f29e2-68cd-456a-b35a-4427e5b4d908,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:06.423538 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-efba4e25-2ea8-45c4-92dc-57153f6481d8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:19:06.424006 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efba4e25-2ea8-45c4-92dc-57153f6481d8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:19:06.427162 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-efba4e25-2ea8-45c4-92dc-57153f6481d8 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/subnets/67fd07d4-6600-4257-84f9-6ee0e5c0ed63 HTTP/1.1" status: 404  len: 337 time: 0.0538452
Feb 12 21:19:06.433081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48884) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:06.455344 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-217cfb10-c5c7-48e5-b70e-112889bcf5ce tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:19:06.455787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217cfb10-c5c7-48e5-b70e-112889bcf5ce tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:19:06.459478 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-217cfb10-c5c7-48e5-b70e-112889bcf5ce tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/b60e3db5-5a09-49c7-9d3e-316105db57f2 HTTP/1.1" status: 404  len: 339 time: 0.0259109
Feb 12 21:19:06.463850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48886) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:06.547072 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4316-0315-45e2-b646-054310dbc4c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.550480 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bb6e4316-0315-45e2-b646-054310dbc4c9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ec146604-33ea-4964-bf24-8c9e6956a13e HTTP/1.1" status: 204  len: 168 time: 3.7441864
Feb 12 21:19:06.551460 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:19:06.554883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48890) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:06.561532 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-9236947e-b002-4cdd-8359-1b4aeb19cd9f tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9c94c40>, '3dd1bda6-2cce-45ee-ad98-06b3318a4231') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:06.561834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-9236947e-b002-4cdd-8359-1b4aeb19cd9f tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9c94c40>, '3dd1bda6-2cce-45ee-ad98-06b3318a4231') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:06.567842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc945e5e-a576-45e7-9004-1af8d18dd926 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Deleting subnet f0055ac6-04e8-4a8f-b6f1-60380ef4bacb {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:19:06.571890 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Publish callbacks [] for port (80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.593437 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc945e5e-a576-45e7-9004-1af8d18dd926 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for subnet (f0055ac6-04e8-4a8f-b6f1-60380ef4bacb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.601608 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9236947e-b002-4cdd-8359-1b4aeb19cd9f tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (3dd1bda6-2cce-45ee-ad98-06b3318a4231), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.618719 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87940e32-83f4-4967-9939-e273acc5f95f req-44090c33-6cf7-4fb2-a4e0-d85a1efcac2e service neutron] 10.222.0.50 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6277297
Feb 12 21:19:06.665044 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9236947e-b002-4cdd-8359-1b4aeb19cd9f tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (3dd1bda6-2cce-45ee-ad98-06b3318a4231), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.670561 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-db355b8d-fb21-4118-a2fe-13292f960fb0 req-77959eb5-0fc3-4e4b-ae59-9f72612d4673 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4647672
Feb 12 21:19:06.673539 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Transition to ACTIVE for port object 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:19:06.684337 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d0547dc-033f-4ac6-9ca2-254deaec676b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (bf8457b4-3a6e-4095-8f88-e556ae3eeaa6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.685084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc2be14-832d-4152-9e2b-98e0ed91c67c admin admin] Deleting subnet 1241d83c-10df-4b94-b76c-17674c0674dc {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:19:06.690276 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc945e5e-a576-45e7-9004-1af8d18dd926 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (f0055ac6-04e8-4a8f-b6f1-60380ef4bacb), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.692740 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7cc2be14-832d-4152-9e2b-98e0ed91c67c admin admin] Publish callbacks [] for subnet (1241d83c-10df-4b94-b76c-17674c0674dc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.710816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9236947e-b002-4cdd-8359-1b4aeb19cd9f tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:06.711549 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9236947e-b002-4cdd-8359-1b4aeb19cd9f tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (3dd1bda6-2cce-45ee-ad98-06b3318a4231), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:06.715061 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:06.806329 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7cc2be14-832d-4152-9e2b-98e0ed91c67c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (1241d83c-10df-4b94-b76c-17674c0674dc), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.821217 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b7438-cea3-4c39-9b73-f90902d48e1f req-d3e99ce3-860d-4773-a8ea-c97882bfd8fe tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:06.821862 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-677b7438-cea3-4c39-9b73-f90902d48e1f req-d3e99ce3-860d-4773-a8ea-c97882bfd8fe tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.2464657
Feb 12 21:19:06.822241 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.845527 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-0d0547dc-033f-4ac6-9ca2-254deaec676b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc701e27df0>,) {'filters': {'network_id': ['bf8457b4-3a6e-4095-8f88-e556ae3eeaa6']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:06.886788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-0d0547dc-033f-4ac6-9ca2-254deaec676b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc701e27df0>, 'a793baa0-7e78-4902-befe-206489ad729e') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:06.929543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-0d0547dc-033f-4ac6-9ca2-254deaec676b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc701e27df0>, 'a793baa0-7e78-4902-befe-206489ad729e') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:06.929543 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d0547dc-033f-4ac6-9ca2-254deaec676b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (a793baa0-7e78-4902-befe-206489ad729e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.936481 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d0547dc-033f-4ac6-9ca2-254deaec676b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (a793baa0-7e78-4902-befe-206489ad729e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.944637 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7cc2be14-832d-4152-9e2b-98e0ed91c67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (1241d83c-10df-4b94-b76c-17674c0674dc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.946996 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0547dc-033f-4ac6-9ca2-254deaec676b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:06.947391 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d0547dc-033f-4ac6-9ca2-254deaec676b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (a793baa0-7e78-4902-befe-206489ad729e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:06.952047 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:06.964180 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-87940e32-83f4-4967-9939-e273acc5f95f req-5ffeaf64-9e8a-4590-8f38-8fbcd05fe16d service neutron] 10.222.0.50 "GET /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3097928
Feb 12 21:19:06.979170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c817e46-0de2-4631-ae61-42d778fb8e42 req-85858010-1e83-4cd9-b430-2e18e0c6b9af tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:06.983155 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8c817e46-0de2-4631-ae61-42d778fb8e42 req-85858010-1e83-4cd9-b430-2e18e0c6b9af tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.1931980
Feb 12 21:19:06.983303 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Pushing event updated for resources: {'Port': ['ID=80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:06.985653 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc945e5e-a576-45e7-9004-1af8d18dd926 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (f0055ac6-04e8-4a8f-b6f1-60380ef4bacb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.034091 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9236947e-b002-4cdd-8359-1b4aeb19cd9f tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (616c7bec-15eb-4063-9f6d-58302b9291d4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.043276 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9236947e-b002-4cdd-8359-1b4aeb19cd9f tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.046218 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9236947e-b002-4cdd-8359-1b4aeb19cd9f tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] 10.222.0.31 "DELETE /v2.0/networks/616c7bec-15eb-4063-9f6d-58302b9291d4 HTTP/1.1" status: 204  len: 168 time: 1.8166566
Feb 12 21:19:07.059489 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-677b7438-cea3-4c39-9b73-f90902d48e1f req-d3c3f881-c2c3-4d26-a0ad-768eb8256d8a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2269592
Feb 12 21:19:07.067650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236947e-b002-4cdd-8359-1b4aeb19cd9f tempest-ExternalNetworksTestJSON-1956199598 tempest-ExternalNetworksTestJSON-1956199598-project] Pushing event deleted for resources: {'Network': ['ID=616c7bec-15eb-4063-9f6d-58302b9291d4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:07.114609 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8c817e46-0de2-4631-ae61-42d778fb8e42 req-56510be5-69fe-47df-ac40-d499da92d761 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015873
Feb 12 21:19:07.117598 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d0547dc-033f-4ac6-9ca2-254deaec676b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (bf8457b4-3a6e-4095-8f88-e556ae3eeaa6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.129682 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d0547dc-033f-4ac6-9ca2-254deaec676b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.137688 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0d0547dc-033f-4ac6-9ca2-254deaec676b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] 10.222.0.31 "DELETE /v2.0/networks/bf8457b4-3a6e-4095-8f88-e556ae3eeaa6 HTTP/1.1" status: 204  len: 168 time: 1.4938793
Feb 12 21:19:07.147090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Attempting to bind port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:07.147558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Attempting to bind port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:07.147896 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Attempting to bind port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb on network 7099db00-3881-44c3-bb47-3ded394a66e1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:07.157092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb on network 7099db00-3881-44c3-bb47-3ded394a66e1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:19:07.157495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Attempting to bind port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb on network 7099db00-3881-44c3-bb47-3ded394a66e1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:07.162699 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:07.163041 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Checking segment: {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:07.163633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Bound using segment: {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:07.164256 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Bound port: 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:07.164792 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.174951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0547dc-033f-4ac6-9ca2-254deaec676b tempest-ExtraDHCPOptionsIpV6TestJSON-512341823 tempest-ExtraDHCPOptionsIpV6TestJSON-512341823-project] Pushing event deleted for resources: {'Network': ['ID=bf8457b4-3a6e-4095-8f88-e556ae3eeaa6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:07.216865 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7cc2be14-832d-4152-9e2b-98e0ed91c67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (1241d83c-10df-4b94-b76c-17674c0674dc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.299777 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7cc2be14-832d-4152-9e2b-98e0ed91c67c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.316706 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7cc2be14-832d-4152-9e2b-98e0ed91c67c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1241d83c-10df-4b94-b76c-17674c0674dc HTTP/1.1" status: 204  len: 168 time: 0.7570910
Feb 12 21:19:07.318579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48920) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:07.332745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2be14-832d-4152-9e2b-98e0ed91c67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1241d83c-10df-4b94-b76c-17674c0674dc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:07.353726 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 85260260-a7c6-4e80-b43a-add82d625f2b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:07.383789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 85260260-a7c6-4e80-b43a-add82d625f2b {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:19:07.383789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 85260260-a7c6-4e80-b43a-add82d625f2b not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:19:07.384234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 052fc6e1-d54a-44d4-912a-4a14240f9850 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:07.400901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ec743-c82b-4de6-9e13-a8accc22f2ff req-584983a7-e6ff-4244-921f-541cc7068167 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:07.405880 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e41ec743-c82b-4de6-9e13-a8accc22f2ff req-584983a7-e6ff-4244-921f-541cc7068167 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 943 time: 0.1226099
Feb 12 21:19:07.413523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 052fc6e1-d54a-44d4-912a-4a14240f9850 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:19:07.413880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 052fc6e1-d54a-44d4-912a-4a14240f9850 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:19:07.432046 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc945e5e-a576-45e7-9004-1af8d18dd926 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (f0055ac6-04e8-4a8f-b6f1-60380ef4bacb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.464878 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e41ec743-c82b-4de6-9e13-a8accc22f2ff req-9d0d096f-beec-49fb-a588-00378c9984d0 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518713
Feb 12 21:19:07.475662 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc945e5e-a576-45e7-9004-1af8d18dd926 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.485522 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cc945e5e-a576-45e7-9004-1af8d18dd926 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/subnets/f0055ac6-04e8-4a8f-b6f1-60380ef4bacb HTTP/1.1" status: 204  len: 168 time: 1.0149462
Feb 12 21:19:07.485522 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3aef161c-7004-4524-b21e-49df0e177fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (79e30242-36dd-47be-b9fc-d5fa9a5cbbe7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.486106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48928) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:07.486215 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc945e5e-a576-45e7-9004-1af8d18dd926 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Subnet': ['ID=f0055ac6-04e8-4a8f-b6f1-60380ef4bacb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:07.488548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fa438e-6726-4bde-bd58-c39d382a80e9 None None] Network 1e65ecdb-65e8-40a2-881c-022b3b8aef06 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:07.511287 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] For port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:07.515691 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] For port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:07.590136 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (1e65ecdb-65e8-40a2-881c-022b3b8aef06), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.629059 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3aef161c-7004-4524-b21e-49df0e177fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (79e30242-36dd-47be-b9fc-d5fa9a5cbbe7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.655935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Deleting port 5449276e-d56f-48e2-9961-57a99d44c69d {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:07.656353 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5449276e-d56f-48e2-9961-57a99d44c69d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.656554 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.680171 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3aef161c-7004-4524-b21e-49df0e177fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc7008affa0>,) {'filters': {'network_id': ['79e30242-36dd-47be-b9fc-d5fa9a5cbbe7']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:07.701677 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657ec2ec-46de-412a-82e7-50ae39edaa06 None None] DHCP port deletion for 1e65ecdb-65e8-40a2-881c-022b3b8aef06 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:19:07.736118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] For port 5449276e-d56f-48e2-9961-57a99d44c69d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5449276e-d56f-48e2-9961-57a99d44c69d,segment=NetworkSegment(3cd56732-ab77-4251-af7a-e6075feb1924),segment_id=3cd56732-ab77-4251-af7a-e6075feb1924)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:07.736776 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5449276e-d56f-48e2-9961-57a99d44c69d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.736967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3aef161c-7004-4524-b21e-49df0e177fe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7008affa0>, '9eb151c6-276b-4242-8eee-e95baa2443fb') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:07.737277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3aef161c-7004-4524-b21e-49df0e177fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7008affa0>, '9eb151c6-276b-4242-8eee-e95baa2443fb') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:07.747133 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48936) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:07.759822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Calling delete_port for 5449276e-d56f-48e2-9961-57a99d44c69d owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:07.768954 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3aef161c-7004-4524-b21e-49df0e177fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (9eb151c6-276b-4242-8eee-e95baa2443fb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.786015 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3aef161c-7004-4524-b21e-49df0e177fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (9eb151c6-276b-4242-8eee-e95baa2443fb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.795237 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aef161c-7004-4524-b21e-49df0e177fe7 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:07.795650 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3aef161c-7004-4524-b21e-49df0e177fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (9eb151c6-276b-4242-8eee-e95baa2443fb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.797392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 38508fe6-8e66-469e-98e4-e2de52fcb172 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:19:07.875052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:07.875774 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:07.878649 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] 10.222.0.48 "PUT /v2.0/ports/80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb HTTP/1.1" status: 200  len: 1091 time: 2.4060330
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:07.879294 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:07.881831 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3522148-f16e-43ef-973c-6033239d0aad', 'tag': '80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:07.891800 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d778da7-2261-4fdb-b67e-1963a931b97c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3522148-f16e-43ef-973c-6033239d0aad", "tag": "80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:07.995118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-657ec2ec-46de-412a-82e7-50ae39edaa06 None None] Deleting port 5449276e-d56f-48e2-9961-57a99d44c69d {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:07.999381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd28a8-4147-409e-8d0e-6b37ed3bd5af req-29305a94-1e78-4a77-8fa1-acdf427e7dd0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:08.000920 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-decd28a8-4147-409e-8d0e-6b37ed3bd5af req-29305a94-1e78-4a77-8fa1-acdf427e7dd0 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 944 time: 0.1502960
Feb 12 21:19:08.001335 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-657ec2ec-46de-412a-82e7-50ae39edaa06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5449276e-d56f-48e2-9961-57a99d44c69d), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.006976 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48944) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:08.024635 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3070175-5879-45fe-b8d5-d682f23feb63 service neutron] Pushing event updated for resources: {'Port': ['ID=80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:08.079177 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-decd28a8-4147-409e-8d0e-6b37ed3bd5af req-114fb618-2523-466c-a00e-f4eaeb60786e tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605175
Feb 12 21:19:08.091985 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd6f73-ff37-4954-b30b-06b6e1b1202a req-8aa475b8-6d64-41ad-8b73-2f5a4f79020c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:08.100152 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (5449276e-d56f-48e2-9961-57a99d44c69d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.107046 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-70bd6f73-ff37-4954-b30b-06b6e1b1202a req-8aa475b8-6d64-41ad-8b73-2f5a4f79020c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.1942015
Feb 12 21:19:08.123643 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3aef161c-7004-4524-b21e-49df0e177fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (79e30242-36dd-47be-b9fc-d5fa9a5cbbe7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.130144 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3aef161c-7004-4524-b21e-49df0e177fe7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.136846 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3aef161c-7004-4524-b21e-49df0e177fe7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/79e30242-36dd-47be-b9fc-d5fa9a5cbbe7 HTTP/1.1" status: 204  len: 168 time: 0.7989995
Feb 12 21:19:08.141990 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f8bc48-175f-41eb-b30f-c8db341da72b x-openstack-request-id: req-e5f8bc48-175f-41eb-b30f-c8db341da72b {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:08.142473 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3522148-f16e-43ef-973c-6033239d0aad", "tag": "80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:08.142945 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5f8bc48-175f-41eb-b30f-c8db341da72b {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:08.143852 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3522148-f16e-43ef-973c-6033239d0aad', 'tag': '80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb', 'status': 'completed', 'code': 200}
Feb 12 21:19:08.165010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef161c-7004-4524-b21e-49df0e177fe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=79e30242-36dd-47be-b9fc-d5fa9a5cbbe7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:08.185677 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-657ec2ec-46de-412a-82e7-50ae39edaa06 None None] For port 5449276e-d56f-48e2-9961-57a99d44c69d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5449276e-d56f-48e2-9961-57a99d44c69d,segment=NetworkSegment(3cd56732-ab77-4251-af7a-e6075feb1924),segment_id=3cd56732-ab77-4251-af7a-e6075feb1924)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:08.186077 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-657ec2ec-46de-412a-82e7-50ae39edaa06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5449276e-d56f-48e2-9961-57a99d44c69d), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.197880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 38508fe6-8e66-469e-98e4-e2de52fcb172, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38508fe6-8e66-469e-98e4-e2de52fcb172,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:08.205105 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-70bd6f73-ff37-4954-b30b-06b6e1b1202a req-bbff0ce3-bd42-4b6c-a0c5-f281aa067922 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0969782
Feb 12 21:19:08.216263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-e9f702e3-4de6-4f5f-b2e6-683754ffbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:08.218679 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-e9f702e3-4de6-4f5f-b2e6-683754ffbf5e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 1125 time: 0.2297559
Feb 12 21:19:08.221015 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-657ec2ec-46de-412a-82e7-50ae39edaa06 None None] Calling delete_port for 5449276e-d56f-48e2-9961-57a99d44c69d owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:08.226277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '38508fe6-8e66-469e-98e4-e2de52fcb172', 'network_id': '2a37ce5d-ea03-44d4-9654-27bdafea49d9', 'port_id': '38508fe6-8e66-469e-98e4-e2de52fcb172', 'mac_address': 'fa:16:3e:5b:f1:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b2e3cd-2e40-4791-a546-b0ce8e0efcee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:19:08.257932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] No DVR routers for this DVR port 5449276e-d56f-48e2-9961-57a99d44c69d on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:08.259738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Port': ['ID=5449276e-d56f-48e2-9961-57a99d44c69d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:08.281952 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-29a73a0c-db46-46ce-888a-02d3ce3bc4b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb HTTP/1.1" status: 200  len: 217 time: 0.0470510
Feb 12 21:19:08.313861 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 38508fe6-8e66-469e-98e4-e2de52fcb172 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:08.314251 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (38508fe6-8e66-469e-98e4-e2de52fcb172), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.337164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38508fe6-8e66-469e-98e4-e2de52fcb172 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:19:08.337435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-ca9c6fb2-7f38-4245-a281-17f7c3464077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:08.338468 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ae525122-353f-460c-95da-34c94f56946d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=620b8751d4444d1ebda0117731352ecb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3303690
Feb 12 21:19:08.339546 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-ca9c6fb2-7f38-4245-a281-17f7c3464077 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9 HTTP/1.1" status: 200  len: 844 time: 0.0506120
Feb 12 21:19:08.339546 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48952) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:08.365442 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 38508fe6-8e66-469e-98e4-e2de52fcb172, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38508fe6-8e66-469e-98e4-e2de52fcb172,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:08.367303 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a751825a-b22d-490a-bce5-0e66d35382fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a60666b1726949b1af09fefd3338f893&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6175344
Feb 12 21:19:08.373757 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-657ec2ec-46de-412a-82e7-50ae39edaa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (5449276e-d56f-48e2-9961-57a99d44c69d), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.375162 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48954) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:08.391201 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-151acdc9-17bb-404b-b29b-97c56e13c45d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7099db00-3881-44c3-bb47-3ded394a66e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444522
Feb 12 21:19:08.403021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ec2ec-46de-412a-82e7-50ae39edaa06 None None] Pushing event deleted for resources: {'Port': ['ID=5449276e-d56f-48e2-9961-57a99d44c69d,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:08.410618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ec2ec-46de-412a-82e7-50ae39edaa06 None None] No DVR routers for this DVR port 5449276e-d56f-48e2-9961-57a99d44c69d on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:08.420492 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (1e65ecdb-65e8-40a2-881c-022b3b8aef06), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.447030 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (38508fe6-8e66-469e-98e4-e2de52fcb172), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.458127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868d66a-5388-483b-a873-725bf2800682 req-abaae813-917e-4c00-a94b-534e0b2552cb tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:08.458127 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7868d66a-5388-483b-a873-725bf2800682 req-abaae813-917e-4c00-a94b-534e0b2552cb tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.2403421
Feb 12 21:19:08.470956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6faba2400>,) {'filters': {'network_id': ['1e65ecdb-65e8-40a2-881c-022b3b8aef06']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:08.508912 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-a791f1c6-4e6d-4b8f-a5e8-2941610a12b3 service neutron] 10.222.0.48 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1083002
Feb 12 21:19:08.509454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6faba2400>, '3cd56732-ab77-4251-af7a-e6075feb1924') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:08.509454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6faba2400>, '3cd56732-ab77-4251-af7a-e6075feb1924') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:08.528396 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (3cd56732-ab77-4251-af7a-e6075feb1924), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.538292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=38508fe6-8e66-469e-98e4-e2de52fcb172,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:08.547705 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f450ddf-874b-447b-8caa-1b6e0398866f admin admin] Publish callbacks [] for security_group (9aaf0e97-8f09-44d2-aec3-5bcdb09ea685), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.563515 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (3cd56732-ab77-4251-af7a-e6075feb1924), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.581818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (3cd56732-ab77-4251-af7a-e6075feb1924), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:08.586864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7b5217b-0914-4166-b550-8fade2d5acfb admin admin] Publish callbacks [] for security_group (12c7acef-5010-4011-8be8-b11d85db6c8d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.600010 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7868d66a-5388-483b-a873-725bf2800682 req-32e7d570-9f79-49e1-97c3-02296656d46a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356227
Feb 12 21:19:08.606637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48958) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:08.642132 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f450ddf-874b-447b-8caa-1b6e0398866f admin admin] Publish callbacks [] for security_group (9aaf0e97-8f09-44d2-aec3-5bcdb09ea685), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.657150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['38508fe6-8e66-469e-98e4-e2de52fcb172'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:19:08.680449 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7b5217b-0914-4166-b550-8fade2d5acfb admin admin] Publish callbacks [] for security_group (12c7acef-5010-4011-8be8-b11d85db6c8d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.719761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225a0b6-0735-43a8-b785-0770ac0adc08 req-50b7b8b7-93da-45af-ad17-1cd538b86da0 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:08.725882 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4225a0b6-0735-43a8-b785-0770ac0adc08 req-50b7b8b7-93da-45af-ad17-1cd538b86da0 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 943 time: 0.1591382
Feb 12 21:19:08.729336 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-82255663-81cc-432a-a257-62839688943c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=036d2491a97d486eb196e0cdafa05500&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1207631
Feb 12 21:19:08.730786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48960) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:08.752206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (1e65ecdb-65e8-40a2-881c-022b3b8aef06), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.766190 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.769612 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] 10.222.0.31 "DELETE /v2.0/networks/1e65ecdb-65e8-40a2-881c-022b3b8aef06 HTTP/1.1" status: 204  len: 168 time: 1.2859957
Feb 12 21:19:08.796104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fde9e-9d7e-49c7-bbad-38199e8ed4f7 tempest-NetworksIpV6Test-362152505 tempest-NetworksIpV6Test-362152505-project] Pushing event deleted for resources: {'Network': ['ID=1e65ecdb-65e8-40a2-881c-022b3b8aef06,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:08.803523 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f33bc09a-d80b-4d95-9137-48b251d0adbf req-75a7aba2-5b2c-43f2-b7fb-9d3f42947dce service neutron] 10.222.0.48 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2863612
Feb 12 21:19:08.828551 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1dd1818a-ec9f-47a7-a4f1-a01c543d8d9d admin admin] Publish callbacks [] for security_group (ca16c839-d1a2-4acc-bed4-5d3b94b206b4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.851793 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4225a0b6-0735-43a8-b785-0770ac0adc08 req-48d17d18-37af-4606-92e0-03fcd1b1d080 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199741
Feb 12 21:19:08.862400 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7b5217b-0914-4166-b550-8fade2d5acfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (12c7acef-5010-4011-8be8-b11d85db6c8d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.862962 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1dd1818a-ec9f-47a7-a4f1-a01c543d8d9d admin admin] Publish callbacks [] for security_group (ca16c839-d1a2-4acc-bed4-5d3b94b206b4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.867769 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7b5217b-0914-4166-b550-8fade2d5acfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.872200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c7b5217b-0914-4166-b550-8fade2d5acfb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12c7acef-5010-4011-8be8-b11d85db6c8d HTTP/1.1" status: 204  len: 168 time: 0.4685411
Feb 12 21:19:08.880016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5217b-0914-4166-b550-8fade2d5acfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c7acef-5010-4011-8be8-b11d85db6c8d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:08.909120 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f450ddf-874b-447b-8caa-1b6e0398866f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9aaf0e97-8f09-44d2-aec3-5bcdb09ea685), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.912021 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f450ddf-874b-447b-8caa-1b6e0398866f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:08.913238 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8f450ddf-874b-447b-8caa-1b6e0398866f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9aaf0e97-8f09-44d2-aec3-5bcdb09ea685 HTTP/1.1" status: 204  len: 168 time: 0.5728796
Feb 12 21:19:08.957878 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f450ddf-874b-447b-8caa-1b6e0398866f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaf0e97-8f09-44d2-aec3-5bcdb09ea685,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:08.988994 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d778da7-2261-4fdb-b67e-1963a931b97c req-921437ff-37e5-43a6-885f-069c02013ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:08.989303 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9d778da7-2261-4fdb-b67e-1963a931b97c req-921437ff-37e5-43a6-885f-069c02013ade service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 1125 time: 0.0629258
Feb 12 21:19:09.080750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d778da7-2261-4fdb-b67e-1963a931b97c req-b1166926-3920-474d-af6a-3ecab7e40f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:09.082303 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9d778da7-2261-4fdb-b67e-1963a931b97c req-b1166926-3920-474d-af6a-3ecab7e40f0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 905 time: 0.0865645
Feb 12 21:19:09.083035 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1dd1818a-ec9f-47a7-a4f1-a01c543d8d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ca16c839-d1a2-4acc-bed4-5d3b94b206b4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:09.086254 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1dd1818a-ec9f-47a7-a4f1-a01c543d8d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:09.087386 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1dd1818a-ec9f-47a7-a4f1-a01c543d8d9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca16c839-d1a2-4acc-bed4-5d3b94b206b4 HTTP/1.1" status: 204  len: 168 time: 0.3541613
Feb 12 21:19:09.102986 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1818a-ec9f-47a7-a4f1-a01c543d8d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca16c839-d1a2-4acc-bed4-5d3b94b206b4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:09.141007 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9d778da7-2261-4fdb-b67e-1963a931b97c req-441260d8-49a1-49a1-9deb-afa035b0cbc8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb HTTP/1.1" status: 200  len: 217 time: 0.0500238
Feb 12 21:19:09.195091 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d778da7-2261-4fdb-b67e-1963a931b97c req-d1beac9d-402f-4e8f-a487-4ddbc5553673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:09.201990 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9d778da7-2261-4fdb-b67e-1963a931b97c req-d1beac9d-402f-4e8f-a487-4ddbc5553673 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9 HTTP/1.1" status: 200  len: 844 time: 0.0486491
Feb 12 21:19:09.235491 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9d778da7-2261-4fdb-b67e-1963a931b97c req-2fdfb315-1d17-4eb4-bddf-e0739bac0f53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7099db00-3881-44c3-bb47-3ded394a66e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0298169
Feb 12 21:19:09.242843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55063b-8302-49d6-a04f-686ec4048b36 req-2ab359a8-e699-4bf9-bd47-504bf2f73cdb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:09.242843 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d55063b-8302-49d6-a04f-686ec4048b36 req-2ab359a8-e699-4bf9-bd47-504bf2f73cdb tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 945 time: 0.0733745
Feb 12 21:19:09.297834 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d55063b-8302-49d6-a04f-686ec4048b36 req-4f3603b8-fb03-4cf0-a80d-33809341f129 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499201
Feb 12 21:19:09.338693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5449276e-d56f-48e2-9961-57a99d44c69d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:09.366646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 5449276e-d56f-48e2-9961-57a99d44c69d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:19:09.366646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5449276e-d56f-48e2-9961-57a99d44c69d not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:19:09.395773 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9d778da7-2261-4fdb-b67e-1963a931b97c req-eac35b29-ecaa-4cd3-828c-026fbfa1489b service neutron] 10.222.0.48 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541576
Feb 12 21:19:09.436251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2fea0-63b1-4178-94aa-416a934bfb75 req-2bdc9cb5-72bc-45eb-a0c2-6d746f47bb9a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:09.437852 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-80b2fea0-63b1-4178-94aa-416a934bfb75 req-2bdc9cb5-72bc-45eb-a0c2-6d746f47bb9a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.0985892
Feb 12 21:19:09.755760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5b1c4-72ad-49d9-9378-3a7049892621 req-99350449-eab4-42c4-9395-415b82cf42dc tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:09.757619 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6e5b1c4-72ad-49d9-9378-3a7049892621 req-99350449-eab4-42c4-9395-415b82cf42dc tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.0769966
Feb 12 21:19:09.790672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 38508fe6-8e66-469e-98e4-e2de52fcb172 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:09.794378 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-80b2fea0-63b1-4178-94aa-416a934bfb75 req-0616bac5-2ecb-47d0-afcf-43554b37bc5f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3485966
Feb 12 21:19:09.824204 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9d778da7-2261-4fdb-b67e-1963a931b97c req-8f3edb2d-5815-485f-9abc-c53e04c539ce service neutron] 10.222.0.48 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4080274
Feb 12 21:19:09.830004 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6e5b1c4-72ad-49d9-9378-3a7049892621 req-549b4285-bf89-4e99-83f2-21a2a3c052f3 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656321
Feb 12 21:19:09.842802 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48984) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:09.930867 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 38508fe6-8e66-469e-98e4-e2de52fcb172 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:19:09.935010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 38508fe6-8e66-469e-98e4-e2de52fcb172 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:09.935391 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (38508fe6-8e66-469e-98e4-e2de52fcb172), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:09.984553 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32273965-e400-47f0-a0a2-c8fccba209b8 req-599f1e4c-d055-4441-a29a-8eda82348c7f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:09.986094 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-32273965-e400-47f0-a0a2-c8fccba209b8 req-599f1e4c-d055-4441-a29a-8eda82348c7f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 943 time: 0.0593238
Feb 12 21:19:10.026078 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 46b4431b-660a-42fe-8b92-e92dfee82188 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:10.072004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 38508fe6-8e66-469e-98e4-e2de52fcb172 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:10.072400 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (38508fe6-8e66-469e-98e4-e2de52fcb172), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:10.075955 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-32273965-e400-47f0-a0a2-c8fccba209b8 req-2fd02525-2e25-42bb-bd1e-129968d3a7bf tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755203
Feb 12 21:19:10.103579 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ea33c541-45bd-4bb1-9e1b-3560e80ad27d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=efb57193bdda4db3a43e50e401f7a40c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2594569
Feb 12 21:19:10.106037 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48998) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:10.116671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6db0091-cd0e-4017-8904-3f29a7eb1d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38508fe6-8e66-469e-98e4-e2de52fcb172'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:10.118989 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143c4bbd-0677-46b4-b221-1e0191d35663" -d '{"events": [{"server_uuid": "e6db0091-cd0e-4017-8904-3f29a7eb1d8a", "name": "network-vif-plugged", "status": "completed", "tag": "38508fe6-8e66-469e-98e4-e2de52fcb172"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:10.129894 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49002) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:10.157244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 38508fe6-8e66-469e-98e4-e2de52fcb172, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38508fe6-8e66-469e-98e4-e2de52fcb172,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:10.172327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 46b4431b-660a-42fe-8b92-e92dfee82188 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:10.175162 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:10.200495 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7965abf2-30bd-43c9-88ff-3739280dcf2d x-openstack-request-id: req-7965abf2-30bd-43c9-88ff-3739280dcf2d {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:10.200796 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6db0091-cd0e-4017-8904-3f29a7eb1d8a", "name": "network-vif-plugged", "status": "completed", "tag": "38508fe6-8e66-469e-98e4-e2de52fcb172", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:10.201057 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7965abf2-30bd-43c9-88ff-3739280dcf2d {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:10.201633 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6db0091-cd0e-4017-8904-3f29a7eb1d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38508fe6-8e66-469e-98e4-e2de52fcb172', 'code': 200}
Feb 12 21:19:10.209907 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ebbf3d1-805f-4132-b333-8b2bd9845801 admin admin] Publish callbacks [] for security_group (4f5c55d9-0892-4a8a-bbd0-b11f8813f72f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:10.212298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49004) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:10.218052 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c4a5d6f1-891f-467f-8656-b38a764e34bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd0dbdbd2bcf4befb9920dfebe024de9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0821543
Feb 12 21:19:10.236627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:10.238805 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (38508fe6-8e66-469e-98e4-e2de52fcb172), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:10.270827 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ebbf3d1-805f-4132-b333-8b2bd9845801 admin admin] Publish callbacks [] for security_group (4f5c55d9-0892-4a8a-bbd0-b11f8813f72f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:10.314143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=38508fe6-8e66-469e-98e4-e2de52fcb172,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:10.319461 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9614030b-b58b-4c51-92a4-06b75deeb574 admin admin] Publish callbacks [] for security_group (ae40099c-0e57-44ab-9fc8-202a7adaf7dd), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:10.325648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:10.328939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:10.328939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:10.328939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:10.328939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:10.328939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:10.328939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:10.328939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:10.328939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:10.328939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:10.328939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:10.329862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:10.331201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:10.345510 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17d73b-c31d-45e5-87c8-20fdc965dc90 req-03363e26-4767-4d22-a612-1ac6e874e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:10.348711 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e17d73b-c31d-45e5-87c8-20fdc965dc90 req-03363e26-4767-4d22-a612-1ac6e874e445 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 1128 time: 0.0956812
Feb 12 21:19:10.353291 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9614030b-b58b-4c51-92a4-06b75deeb574 admin admin] Publish callbacks [] for security_group (ae40099c-0e57-44ab-9fc8-202a7adaf7dd), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:10.357480 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:10.408793 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e17d73b-c31d-45e5-87c8-20fdc965dc90 req-42bb72d4-e9a0-4849-9de2-5f5b684481b3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459518
Feb 12 21:19:10.431172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=46b4431b-660a-42fe-8b92-e92dfee82188,revision_number=11']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:10.478841 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc8c15-6cd3-48ec-8dd9-e13c4d9c6b2b req-701f4bfa-6759-4970-bf78-2f7b0989121d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:10.478841 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-66dc8c15-6cd3-48ec-8dd9-e13c4d9c6b2b req-701f4bfa-6759-4970-bf78-2f7b0989121d tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 946 time: 0.0529180
Feb 12 21:19:10.529969 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ebbf3d1-805f-4132-b333-8b2bd9845801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4f5c55d9-0892-4a8a-bbd0-b11f8813f72f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:10.533241 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ebbf3d1-805f-4132-b333-8b2bd9845801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:10.534540 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0ebbf3d1-805f-4132-b333-8b2bd9845801 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f5c55d9-0892-4a8a-bbd0-b11f8813f72f HTTP/1.1" status: 204  len: 168 time: 0.4272203
Feb 12 21:19:10.542002 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-66dc8c15-6cd3-48ec-8dd9-e13c4d9c6b2b req-c5c8a9f0-4594-4b77-b589-e72ea8c39939 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582402
Feb 12 21:19:10.548967 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9614030b-b58b-4c51-92a4-06b75deeb574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ae40099c-0e57-44ab-9fc8-202a7adaf7dd), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:10.557693 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9614030b-b58b-4c51-92a4-06b75deeb574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:10.557693 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9614030b-b58b-4c51-92a4-06b75deeb574 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae40099c-0e57-44ab-9fc8-202a7adaf7dd HTTP/1.1" status: 204  len: 168 time: 0.3392577
Feb 12 21:19:10.557693 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbf3d1-805f-4132-b333-8b2bd9845801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5c55d9-0892-4a8a-bbd0-b11f8813f72f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:10.566322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614030b-b58b-4c51-92a4-06b75deeb574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae40099c-0e57-44ab-9fc8-202a7adaf7dd,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:10.945750 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99116d-2e38-4ef9-b8ca-217e2cd0f2e5 req-61cacf02-ff32-4d9c-95fa-e6675bdb9636 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:10.947835 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa99116d-2e38-4ef9-b8ca-217e2cd0f2e5 req-61cacf02-ff32-4d9c-95fa-e6675bdb9636 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0617630
Feb 12 21:19:10.983924 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616b76a-4307-40f4-ad88-df479977dd03 req-fc9406f0-3b74-4336-85a2-1b34dd91444d tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:10.991726 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6616b76a-4307-40f4-ad88-df479977dd03 req-fc9406f0-3b74-4336-85a2-1b34dd91444d tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.0782707
Feb 12 21:19:11.024468 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa99116d-2e38-4ef9-b8ca-217e2cd0f2e5 req-9cd33f9d-70d5-480b-a074-94a2e5ce2f8f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704978
Feb 12 21:19:11.045711 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6616b76a-4307-40f4-ad88-df479977dd03 req-b082951a-dff3-44bc-a8ff-22ea9cb84a84 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524416
Feb 12 21:19:11.206605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dd09b-6b5a-4174-a16b-db15e30fa935 req-c081917e-b7ea-431a-8067-7f679d06451a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:11.208188 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-046dd09b-6b5a-4174-a16b-db15e30fa935 req-c081917e-b7ea-431a-8067-7f679d06451a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 943 time: 0.0759113
Feb 12 21:19:11.263459 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-046dd09b-6b5a-4174-a16b-db15e30fa935 req-119a1f84-7860-4a10-8800-568d87ae6acd tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497017
Feb 12 21:19:11.660569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49062) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:11.695574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096ea0f-f40c-42b7-a975-aac0fd51935e req-68985137-5d6c-42e1-b60d-2cc29f957e1a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:11.697438 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b096ea0f-f40c-42b7-a975-aac0fd51935e req-68985137-5d6c-42e1-b60d-2cc29f957e1a tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 946 time: 0.0598025
Feb 12 21:19:11.748256 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b096ea0f-f40c-42b7-a975-aac0fd51935e req-24788af9-46aa-4288-afb1-d3c0ee3b2121 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436642
Feb 12 21:19:11.898887 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49070) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:11.960290 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f7e58136-7b5e-4b83-b5ba-4f879ee93a37 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1328358297-network', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:12.025454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Request body: {'networks': [{'name': 'tempest-network--1035921023'}, {'name': 'tempest-network--225259480'}]} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:12.027878 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Request body: {'network': {'name': 'tempest-network--1035921023'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:12.027878 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Request body: {'network': {'name': 'tempest-network--225259480'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:12.034065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 46b4431b-660a-42fe-8b92-e92dfee82188 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:19:12.070282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e58136-7b5e-4b83-b5ba-4f879ee93a37 admin admin] Made reservation on behalf of 1dda620b49344bdaa8408d14a9e44acd for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:12.075190 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7e58136-7b5e-4b83-b5ba-4f879ee93a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.118706 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7e58136-7b5e-4b83-b5ba-4f879ee93a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.199857 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:12.207109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:12.213024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Made reservation on behalf of 94f68124b96d45d4b46d6b59afcf723f for: {'network': 2} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:12.213156 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9d69c7-04e4-4b79-b6aa-1d486d8fbf1b" -d '{"events": [{"server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "name": "network-vif-unplugged", "status": "completed", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:12.219714 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.219992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7347558-691e-4308-95b6-c7bd26839d3b req-8b23158c-1f45-4499-a609-b3b82578c693 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:12.227975 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b7347558-691e-4308-95b6-c7bd26839d3b req-8b23158c-1f45-4499-a609-b3b82578c693 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.0933511
Feb 12 21:19:12.232536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '46b4431b-660a-42fe-8b92-e92dfee82188', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'port_id': '46b4431b-660a-42fe-8b92-e92dfee82188', 'mac_address': 'fa:16:3e:a4:fe:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:19:12.233878 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.292415 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b7347558-691e-4308-95b6-c7bd26839d3b req-8121f592-29e4-4d77-8050-89975607f517 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635355
Feb 12 21:19:12.304138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 46b4431b-660a-42fe-8b92-e92dfee82188 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:12.315903 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.316411 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21597fe1-db34-48bd-a27f-e5ef52105289 req-55b04d19-dc77-4650-947b-7d41f4099cd1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:12.316411 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-21597fe1-db34-48bd-a27f-e5ef52105289 req-55b04d19-dc77-4650-947b-7d41f4099cd1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1585839
Feb 12 21:19:12.322893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b4431b-660a-42fe-8b92-e92dfee82188 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:19:12.355585 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ac9da3-7a5d-4dfd-8626-eb485a44f9f8 x-openstack-request-id: req-22ac9da3-7a5d-4dfd-8626-eb485a44f9f8 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:12.356071 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "name": "network-vif-unplugged", "status": "completed", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:12.356328 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22ac9da3-7a5d-4dfd-8626-eb485a44f9f8 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:12.356723 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188', 'code': 200}
Feb 12 21:19:12.367165 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7e58136-7b5e-4b83-b5ba-4f879ee93a37 admin admin] Publish callbacks [] for security_group (1bd170e2-d1f6-437b-8b33-c4a66a44da7e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.376121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:12.425532 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-21597fe1-db34-48bd-a27f-e5ef52105289 req-e819977c-1bc6-432f-930d-71adec177a82 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972240
Feb 12 21:19:12.452546 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for security_group (e85ad102-af5c-4891-b89d-5ec91d05d232), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.474743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49104) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:12.483137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d547d-c3e3-40a6-9f57-682d9f37334b req-ba31fccf-c3ac-498f-a14d-4d754de2ab35 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:12.484528 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f16d547d-c3e3-40a6-9f57-682d9f37334b req-ba31fccf-c3ac-498f-a14d-4d754de2ab35 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 943 time: 0.0702953
Feb 12 21:19:12.517413 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7e58136-7b5e-4b83-b5ba-4f879ee93a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1bd170e2-d1f6-437b-8b33-c4a66a44da7e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.542570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e58136-7b5e-4b83-b5ba-4f879ee93a37 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:12.549041 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f16d547d-c3e3-40a6-9f57-682d9f37334b req-26dc975a-2635-4daa-9d84-79f426a520ce tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574396
Feb 12 21:19:12.552597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e58136-7b5e-4b83-b5ba-4f879ee93a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd170e2-d1f6-437b-8b33-c4a66a44da7e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:12.559743 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7e58136-7b5e-4b83-b5ba-4f879ee93a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (aa38d670-a6bc-490b-a80b-03c592297394), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.560430 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-f7e58136-7b5e-4b83-b5ba-4f879ee93a37 admin admin] Added segment aa38d670-a6bc-490b-a80b-03c592297394 of type vlan for network 3d3223c4-7d3e-45d4-827e-f74909602e0e
Feb 12 21:19:12.575318 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e85ad102-af5c-4891-b89d-5ec91d05d232), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.575318 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.576427 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.577273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:19:12.644589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=46b4431b-660a-42fe-8b92-e92dfee82188,revision_number=12']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:12.652243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:12.667872 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (12decfc5-f2d8-457c-bce5-1d403c517702), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.668467 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Added segment 12decfc5-f2d8-457c-bce5-1d403c517702 of type vlan for network 239b5822-a496-4adf-9018-e6e4bd9bc128
Feb 12 21:19:12.719028 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7e58136-7b5e-4b83-b5ba-4f879ee93a37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (3d3223c4-7d3e-45d4-827e-f74909602e0e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.726971 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (239b5822-a496-4adf-9018-e6e4bd9bc128), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.736369 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85ad102-af5c-4891-b89d-5ec91d05d232,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:12.789971 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0be913ee-e59f-4165-b9ef-a3e054628f6d tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1360739217'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:12.811588 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:12.831508 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (030b1258-8823-4c86-b841-96fd93a58a52), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.831878 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Added segment 030b1258-8823-4c86-b841-96fd93a58a52 of type vlan for network 21b83ff7-a61b-42b3-b934-3a8e2290d483
Feb 12 21:19:12.912772 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7e58136-7b5e-4b83-b5ba-4f879ee93a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (3d3223c4-7d3e-45d4-827e-f74909602e0e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.913803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e58136-7b5e-4b83-b5ba-4f879ee93a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:12.914462 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7e58136-7b5e-4b83-b5ba-4f879ee93a37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.930268 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (21b83ff7-a61b-42b3-b934-3a8e2290d483), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.951699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be913ee-e59f-4165-b9ef-a3e054628f6d tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Made reservation on behalf of e768fd07368d41fa93ea81725d2980e2 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:12.956424 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0be913ee-e59f-4165-b9ef-a3e054628f6d tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.974536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:12.990772 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0be913ee-e59f-4165-b9ef-a3e054628f6d tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:12.992236 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb', 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1', 'port_id': '80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb', 'mac_address': 'fa:16:3e:5c:31:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:19:13.051269 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f7e58136-7b5e-4b83-b5ba-4f879ee93a37 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3875749
Feb 12 21:19:13.054312 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49124) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:13.059987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-63bbbe29-4c3e-4fc5-8738-860ad5143884 admin admin] Request body: {'subnet': {'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1328358297-subnet', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:13.071957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23788961-43d4-4361-943e-f999b43678f5 req-c071bbd2-cd26-49a6-9979-a5b1fe227a21 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:13.074328 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23788961-43d4-4361-943e-f999b43678f5 req-c071bbd2-cd26-49a6-9979-a5b1fe227a21 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 946 time: 0.2398601
Feb 12 21:19:13.078075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:13.080032 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:13.087869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e58136-7b5e-4b83-b5ba-4f879ee93a37 admin admin] Pushing event updated for resources: {'Network': ['ID=3d3223c4-7d3e-45d4-827e-f74909602e0e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:13.096752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:19:13.104646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 3d3223c4-7d3e-45d4-827e-f74909602e0e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:13.148197 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:13.173156 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23788961-43d4-4361-943e-f999b43678f5 req-e7ed981b-2215-413e-9ec8-4c3ae2974981 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879018
Feb 12 21:19:13.188880 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bbbe29-4c3e-4fc5-8738-860ad5143884 admin admin] Made reservation on behalf of 1dda620b49344bdaa8408d14a9e44acd for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:13.191873 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-63bbbe29-4c3e-4fc5-8738-860ad5143884 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:13.208632 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (239b5822-a496-4adf-9018-e6e4bd9bc128), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:13.209271 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (21b83ff7-a61b-42b3-b934-3a8e2290d483), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:13.216110 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:13.223003 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:13.237618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:13.241076 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:13.330138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:13.377706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['46b4431b-660a-42fe-8b92-e92dfee82188'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:19:13.395443 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0be913ee-e59f-4165-b9ef-a3e054628f6d tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for security_group (d2ba4653-3d8d-4fae-96b5-db0c47e0f89c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:13.400886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event updated for resources: {'Network': ['ID=239b5822-a496-4adf-9018-e6e4bd9bc128,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:13.434384 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 239b5822-a496-4adf-9018-e6e4bd9bc128 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:13.435453 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 1.5354788
Feb 12 21:19:13.438201 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49136) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:13.528791 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:19:13.545079 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0be913ee-e59f-4165-b9ef-a3e054628f6d tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d2ba4653-3d8d-4fae-96b5-db0c47e0f89c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:13.582116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab583bc-2dd3-4d08-9c93-1d3900ac1d4b tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event updated for resources: {'Network': ['ID=21b83ff7-a61b-42b3-b934-3a8e2290d483,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:13.587997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd2060f-169a-4a61-8794-3db576eed2f1 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:13.594296 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd2060f-169a-4a61-8794-3db576eed2f1 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:13.595018 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be913ee-e59f-4165-b9ef-a3e054628f6d tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:13.603135 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd2060f-169a-4a61-8794-3db576eed2f1 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:13.609827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd2060f-169a-4a61-8794-3db576eed2f1 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:13.612369 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9fd2060f-169a-4a61-8794-3db576eed2f1 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.1723955
Feb 12 21:19:13.617840 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49146) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:13.623874 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 21b83ff7-a61b-42b3-b934-3a8e2290d483 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:13.669677 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be913ee-e59f-4165-b9ef-a3e054628f6d tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ba4653-3d8d-4fae-96b5-db0c47e0f89c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:13.697445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0be913ee-e59f-4165-b9ef-a3e054628f6d tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (28cb3109-dcc9-4de1-a462-ef274accc88d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:13.697810 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-0be913ee-e59f-4165-b9ef-a3e054628f6d tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Added segment 28cb3109-dcc9-4de1-a462-ef274accc88d of type vlan for network dc2d85b2-da8d-45ea-af28-ae029dbd2e7f
Feb 12 21:19:13.808721 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2b8c6a86-1fea-4f68-8669-fb8b3e56471f tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (239b5822-a496-4adf-9018-e6e4bd9bc128), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:13.842307 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0be913ee-e59f-4165-b9ef-a3e054628f6d tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (dc2d85b2-da8d-45ea-af28-ae029dbd2e7f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:13.888995 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba144d7a-14d7-4fe3-954b-216f1604b8a2 req-84d5b39e-a5bc-4009-a82b-2f506ca04d0a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:13.890800 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ba144d7a-14d7-4fe3-954b-216f1604b8a2 req-84d5b39e-a5bc-4009-a82b-2f506ca04d0a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.4693234
Feb 12 21:19:13.957712 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-63bbbe29-4c3e-4fc5-8738-860ad5143884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (08262d9b-e180-46f4-80c5-239821f96956), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:14.000672 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0be913ee-e59f-4165-b9ef-a3e054628f6d tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (dc2d85b2-da8d-45ea-af28-ae029dbd2e7f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:14.007198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be913ee-e59f-4165-b9ef-a3e054628f6d tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:14.007919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0be913ee-e59f-4165-b9ef-a3e054628f6d tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:14.034757 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ba144d7a-14d7-4fe3-954b-216f1604b8a2 req-75d0f762-21f8-4068-8cd4-ea75f35f8674 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077130
Feb 12 21:19:14.080859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:19:14.087357 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:14.104710 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2b8c6a86-1fea-4f68-8669-fb8b3e56471f tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (239b5822-a496-4adf-9018-e6e4bd9bc128), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:14.152422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-2b8c6a86-1fea-4f68-8669-fb8b3e56471f tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc700855d90>,) {'filters': {'network_id': ['239b5822-a496-4adf-9018-e6e4bd9bc128']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:14.159104 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0be913ee-e59f-4165-b9ef-a3e054628f6d tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.6829352
Feb 12 21:19:14.165699 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-2b8c6a86-1fea-4f68-8669-fb8b3e56471f tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc700855d90>, '12decfc5-f2d8-457c-bce5-1d403c517702') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:14.166457 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-2b8c6a86-1fea-4f68-8669-fb8b3e56471f tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc700855d90>, '12decfc5-f2d8-457c-bce5-1d403c517702') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:14.173419 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be913ee-e59f-4165-b9ef-a3e054628f6d tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event updated for resources: {'Network': ['ID=dc2d85b2-da8d-45ea-af28-ae029dbd2e7f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:14.181048 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2b8c6a86-1fea-4f68-8669-fb8b3e56471f tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (12decfc5-f2d8-457c-bce5-1d403c517702), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:14.206243 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2b8c6a86-1fea-4f68-8669-fb8b3e56471f tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (12decfc5-f2d8-457c-bce5-1d403c517702), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:14.214854 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8c6a86-1fea-4f68-8669-fb8b3e56471f tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:14.216450 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2b8c6a86-1fea-4f68-8669-fb8b3e56471f tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (12decfc5-f2d8-457c-bce5-1d403c517702), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:14.229713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network dc2d85b2-da8d-45ea-af28-ae029dbd2e7f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:14.389851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed861d88-e22c-45e6-8143-475c7dd8f597 req-b0b031aa-e089-47e4-8c69-c6ba9443fab8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:14.391831 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed861d88-e22c-45e6-8143-475c7dd8f597 req-b0b031aa-e089-47e4-8c69-c6ba9443fab8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 944 time: 0.1856530
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:14.421506 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:14.428101 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbbe29-4c3e-4fc5-8738-860ad5143884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08262d9b-e180-46f4-80c5-239821f96956,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:14.448047 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2b8c6a86-1fea-4f68-8669-fb8b3e56471f tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (239b5822-a496-4adf-9018-e6e4bd9bc128), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:14.508149 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2b8c6a86-1fea-4f68-8669-fb8b3e56471f tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:14.516970 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2b8c6a86-1fea-4f68-8669-fb8b3e56471f tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "DELETE /v2.0/networks/239b5822-a496-4adf-9018-e6e4bd9bc128 HTTP/1.1" status: 204  len: 168 time: 0.8977308
Feb 12 21:19:14.524718 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c6a86-1fea-4f68-8669-fb8b3e56471f tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event deleted for resources: {'Network': ['ID=239b5822-a496-4adf-9018-e6e4bd9bc128,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:14.537142 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49160) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:14.540671 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed861d88-e22c-45e6-8143-475c7dd8f597 req-5214ca2f-2110-4749-aabc-2310fa7f552a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406751
Feb 12 21:19:14.544148 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.resource_extend [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:19:14.586465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdcfdc-2bed-425a-b964-58f2e429115a req-73e0d971-6cab-4279-b675-c7335de8abdb tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:14.595708 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eebdcfdc-2bed-425a-b964-58f2e429115a req-73e0d971-6cab-4279-b675-c7335de8abdb tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 946 time: 0.7026134
Feb 12 21:19:14.754287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49162) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:14.767312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e81da-6668-4714-af6f-22b5894f6ee0 req-b4b8ea46-438f-451a-9a0f-09b8ce5b58cf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:14.783321 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-565e81da-6668-4714-af6f-22b5894f6ee0 req-b4b8ea46-438f-451a-9a0f-09b8ce5b58cf tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 946 time: 0.1197450
Feb 12 21:19:14.805652 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:14.806344 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:14.809569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:14.852012 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '34cd3a96-20f0-4da5-9fc7-b28ab17e9dda', 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b', 'port_id': '34cd3a96-20f0-4da5-9fc7-b28ab17e9dda', 'mac_address': 'fa:16:3e:30:d4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:19:14.868766 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-565e81da-6668-4714-af6f-22b5894f6ee0 req-e5e8ba3f-5174-4089-ba5b-a2f6654de356 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842643
Feb 12 21:19:14.902386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0f23fe-5df2-49f4-85af-3e16dabe1ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cd3a96-20f0-4da5-9fc7-b28ab17e9dda'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:14.908662 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1274d49c-a2c6-4e2c-bd1c-fc3d29838810" -d '{"events": [{"server_uuid": "ac0f23fe-5df2-49f4-85af-3e16dabe1ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "34cd3a96-20f0-4da5-9fc7-b28ab17e9dda"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:14.943239 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:14.976212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-7c9b3ea5-2f3b-4c9e-b41e-b5ad75b6d835 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Request body: {'quota': {'network': 2}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:15.020884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:15.021931 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:15.027576 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:15.046745 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1e58-671a-40e3-ab2f-dd0ec123b1cd tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (21b83ff7-a61b-42b3-b934-3a8e2290d483), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:15.053200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bbbe29-4c3e-4fc5-8738-860ad5143884 admin admin] Checking segment: {'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:15.053853 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bbbe29-4c3e-4fc5-8738-860ad5143884 admin admin] Network hostable DHCP agents. Network: 3d3223c4-7d3e-45d4-827e-f74909602e0e, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:19:15.084209 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eebdcfdc-2bed-425a-b964-58f2e429115a req-3568bda9-d645-47d8-a761-b8892a7b8df9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4238000
Feb 12 21:19:15.091607 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7c9b3ea5-2f3b-4c9e-b41e-b5ad75b6d835 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] 10.222.0.31 "PUT /v2.0/quotas/6763aed3a8bb4e13a89821a28f479371 HTTP/1.1" status: 200  len: 368 time: 0.2809668
Feb 12 21:19:15.092354 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49172) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:15.128340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e6e94bf3-2131-4525-9b49-ffa01e2ac784 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Request body: {'network': {'project_id': '6763aed3a8bb4e13a89821a28f479371'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:15.128619 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:15.139094 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:19:15.209565 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c247c17f-571f-4011-9cc1-5ba4b416a255 x-openstack-request-id: req-c247c17f-571f-4011-9cc1-5ba4b416a255 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:15.209869 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0f23fe-5df2-49f4-85af-3e16dabe1ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "34cd3a96-20f0-4da5-9fc7-b28ab17e9dda", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:15.210160 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c247c17f-571f-4011-9cc1-5ba4b416a255 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:15.210585 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0f23fe-5df2-49f4-85af-3e16dabe1ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cd3a96-20f0-4da5-9fc7-b28ab17e9dda', 'code': 200}
Feb 12 21:19:15.211207 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:19:15.211658 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:19:15.364415 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bbbe29-4c3e-4fc5-8738-860ad5143884 admin admin] Network 3d3223c4-7d3e-45d4-827e-f74909602e0e is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:19:15.446988 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e94bf3-2131-4525-9b49-ffa01e2ac784 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Made reservation on behalf of 6763aed3a8bb4e13a89821a28f479371 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:15.449800 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6e94bf3-2131-4525-9b49-ffa01e2ac784 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:15.460889 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1e58-671a-40e3-ab2f-dd0ec123b1cd tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (21b83ff7-a61b-42b3-b934-3a8e2290d483), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:15.504948 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6e94bf3-2131-4525-9b49-ffa01e2ac784 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:15.536000 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f31ab7-4a96-4cd8-bd23-56ad6ea1b498 req-04d4d04e-5e02-42d7-9e87-3f5865c71889 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:15.547707 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-27f31ab7-4a96-4cd8-bd23-56ad6ea1b498 req-04d4d04e-5e02-42d7-9e87-3f5865c71889 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 944 time: 0.2315228
Feb 12 21:19:15.570901 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-63bbbe29-4c3e-4fc5-8738-860ad5143884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3d3223c4-7d3e-45d4-827e-f74909602e0e) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:15.578780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1d8a1e58-671a-40e3-ab2f-dd0ec123b1cd tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbe6d30>,) {'filters': {'network_id': ['21b83ff7-a61b-42b3-b934-3a8e2290d483']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:15.581551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d80a15f-5fc4-4028-9cd7-a6686de82770 None None] Network 3d3223c4-7d3e-45d4-827e-f74909602e0e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:15.597985 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e7a56-1cf2-4fd4-88b5-3b817e1baf57 req-c4703109-0b0a-4d50-a461-13e1cb2d1f5b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:15.607060 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-db0e7a56-1cf2-4fd4-88b5-3b817e1baf57 req-c4703109-0b0a-4d50-a461-13e1cb2d1f5b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 946 time: 0.1281004
Feb 12 21:19:15.617789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbbe29-4c3e-4fc5-8738-860ad5143884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:15.618394 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-63bbbe29-4c3e-4fc5-8738-860ad5143884 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:15.639373 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1d8a1e58-671a-40e3-ab2f-dd0ec123b1cd tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbe6d30>, '030b1258-8823-4c86-b841-96fd93a58a52') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:15.639660 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1d8a1e58-671a-40e3-ab2f-dd0ec123b1cd tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbe6d30>, '030b1258-8823-4c86-b841-96fd93a58a52') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:15.673744 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1e58-671a-40e3-ab2f-dd0ec123b1cd tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (030b1258-8823-4c86-b841-96fd93a58a52), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:15.728064 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-db0e7a56-1cf2-4fd4-88b5-3b817e1baf57 req-2da3825f-d9bd-49d7-859b-b04edb5a6231 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099868
Feb 12 21:19:15.752434 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-27f31ab7-4a96-4cd8-bd23-56ad6ea1b498 req-c8b0041e-4560-4c8e-958d-17336e6c7d66 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037015
Feb 12 21:19:15.791610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:15.791610 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:15.798125 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-63bbbe29-4c3e-4fc5-8738-860ad5143884 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.7426927
Feb 12 21:19:15.801223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49178) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:15.808183 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1e58-671a-40e3-ab2f-dd0ec123b1cd tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (030b1258-8823-4c86-b841-96fd93a58a52), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:15.815563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:15.840224 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8a1e58-671a-40e3-ab2f-dd0ec123b1cd tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:15.840224 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1e58-671a-40e3-ab2f-dd0ec123b1cd tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (030b1258-8823-4c86-b841-96fd93a58a52), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:15.841680 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:15.898242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:19:15.915000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3d3223c4-7d3e-45d4-827e-f74909602e0e', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:19:15.918305 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:15.953325 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (d10c3c54-e149-4055-ad99-e19133a8999d), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:15.955191 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (d10c3c54-e149-4055-ad99-e19133a8999d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:15.966638 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6e94bf3-2131-4525-9b49-ffa01e2ac784 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks [] for security_group (5f8acac5-9f76-4dc2-aa0b-a5c12570dcff), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:15.994686 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:16.020981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd8d9d-185f-465b-899f-661d73f5aa00 req-5a740685-515f-4c84-a521-e3d38e1dc40d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:16.028387 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7fcd8d9d-185f-465b-899f-661d73f5aa00 req-5a740685-515f-4c84-a521-e3d38e1dc40d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 944 time: 0.1404791
Feb 12 21:19:16.039821 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1e58-671a-40e3-ab2f-dd0ec123b1cd tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (21b83ff7-a61b-42b3-b934-3a8e2290d483), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:16.048271 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1e58-671a-40e3-ab2f-dd0ec123b1cd tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:16.056910 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1d8a1e58-671a-40e3-ab2f-dd0ec123b1cd tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "DELETE /v2.0/networks/21b83ff7-a61b-42b3-b934-3a8e2290d483 HTTP/1.1" status: 204  len: 168 time: 1.5179672
Feb 12 21:19:16.059607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49180) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:16.109137 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:16.136527 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6e94bf3-2131-4525-9b49-ffa01e2ac784 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5f8acac5-9f76-4dc2-aa0b-a5c12570dcff), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:16.161034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e94bf3-2131-4525-9b49-ffa01e2ac784 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:16.181060 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6e94bf3-2131-4525-9b49-ffa01e2ac784 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (96bfe398-588a-404f-9091-4143f57977c4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:16.182165 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-e6e94bf3-2131-4525-9b49-ffa01e2ac784 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Added segment 96bfe398-588a-404f-9091-4143f57977c4 of type vlan for network 30639310-5d70-4e73-843d-0adbc26552be
Feb 12 21:19:16.201262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:16.208138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 46b4431b-660a-42fe-8b92-e92dfee82188 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:16.282076 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6e94bf3-2131-4525-9b49-ffa01e2ac784 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (30639310-5d70-4e73-843d-0adbc26552be), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:16.296185 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Publish callbacks [] for router_controller (d10c3c54-e149-4055-ad99-e19133a8999d), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:16.314808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 46b4431b-660a-42fe-8b92-e92dfee82188 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:16.315325 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:16.384136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['34cd3a96-20f0-4da5-9fc7-b28ab17e9dda'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:19:16.387674 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7fcd8d9d-185f-465b-899f-661d73f5aa00 req-778c7d62-7a9c-4d4b-addc-fabbddb32afe tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3568759
Feb 12 21:19:16.419423 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Allocated IP 172.20.0.2 (3d3223c4-7d3e-45d4-827e-f74909602e0e/08262d9b-e180-46f4-80c5-239821f96956/f5fef377-2c24-4c6f-a01b-5220c52d06ca) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:16.449614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a1e58-671a-40e3-ab2f-dd0ec123b1cd tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event deleted for resources: {'Network': ['ID=21b83ff7-a61b-42b3-b934-3a8e2290d483,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:16.473147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e94bf3-2131-4525-9b49-ffa01e2ac784 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8acac5-9f76-4dc2-aa0b-a5c12570dcff,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:16.493280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 46b4431b-660a-42fe-8b92-e92dfee82188 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:16.493787 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:16.547356 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6e94bf3-2131-4525-9b49-ffa01e2ac784 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (30639310-5d70-4e73-843d-0adbc26552be), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:16.548490 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e94bf3-2131-4525-9b49-ffa01e2ac784 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:16.548827 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6e94bf3-2131-4525-9b49-ffa01e2ac784 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:16.639230 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:16.740705 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:16.741821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:16.766374 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Publish callbacks [] for router_gateway (d10c3c54-e149-4055-ad99-e19133a8999d), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:16.800758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e94bf3-2131-4525-9b49-ffa01e2ac784 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Pushing event updated for resources: {'Network': ['ID=30639310-5d70-4e73-843d-0adbc26552be,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:16.851578 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=46b4431b-660a-42fe-8b92-e92dfee82188,revision_number=13']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:16.854610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 30639310-5d70-4e73-843d-0adbc26552be details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:16.857215 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e6e94bf3-2131-4525-9b49-ffa01e2ac784 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.7612195
Feb 12 21:19:16.867155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49188) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:16.901018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-564601b6-625a-4070-b6aa-ea9a9b9c548f tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Request body: {'network': {'project_id': '6763aed3a8bb4e13a89821a28f479371'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:17.075100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d598e-c282-4c20-85bb-a67de50eafdf req-66853afb-75a8-48f3-8d2d-7cf9c5738ee3 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:17.084271 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bb6d598e-c282-4c20-85bb-a67de50eafdf req-66853afb-75a8-48f3-8d2d-7cf9c5738ee3 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 946 time: 0.6965945
Feb 12 21:19:17.149276 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564601b6-625a-4070-b6aa-ea9a9b9c548f tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Made reservation on behalf of 6763aed3a8bb4e13a89821a28f479371 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:17.151893 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-564601b6-625a-4070-b6aa-ea9a9b9c548f tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:17.199125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca05a14d-d883-4716-8b5e-1475b336f09e tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:17.214736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca05a14d-d883-4716-8b5e-1475b336f09e tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:17.224684 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ca05a14d-d883-4716-8b5e-1475b336f09e tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 1.1630604
Feb 12 21:19:17.245207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:17.249824 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e59f52-dd2b-4de0-bb03-b3cbd47e1cc7" -d '{"events": [{"server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "name": "network-vif-plugged", "status": "completed", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:17.275462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49190) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:17.285184 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-45af0024-78a7-44b7-918f-b91af969345a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1414494673'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:17.357737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e175259-2364-4f0b-88fd-55278d2815ac req-e34d1087-dd8a-4a06-8c88-d0a4f8318cf8 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:17.359351 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e175259-2364-4f0b-88fd-55278d2815ac req-e34d1087-dd8a-4a06-8c88-d0a4f8318cf8 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 946 time: 0.5564408
Feb 12 21:19:17.387420 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bb6d598e-c282-4c20-85bb-a67de50eafdf req-be23bfa3-52ea-441e-a145-72b78d83d3c1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2997155
Feb 12 21:19:17.387805 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a7c6d-7f3d-41c1-a6a4-a8f189e790a5 req-97d4126f-f77b-46f1-b47c-96ab663be0c5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:17.395182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e6a7c6d-7f3d-41c1-a6a4-a8f189e790a5 req-97d4126f-f77b-46f1-b47c-96ab663be0c5 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 946 time: 0.4636142
Feb 12 21:19:17.407458 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564601b6-625a-4070-b6aa-ea9a9b9c548f tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:17.431736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45af0024-78a7-44b7-918f-b91af969345a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Made reservation on behalf of 94f68124b96d45d4b46d6b59afcf723f for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:17.439292 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-45af0024-78a7-44b7-918f-b91af969345a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:17.458536 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Publish callbacks [] for port (f5fef377-2c24-4c6f-a01b-5220c52d06ca), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:17.489178 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-564601b6-625a-4070-b6aa-ea9a9b9c548f tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d71990e9-99e5-433b-ab28-c65e65289ad6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:17.490428 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-564601b6-625a-4070-b6aa-ea9a9b9c548f tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Added segment d71990e9-99e5-433b-ab28-c65e65289ad6 of type vlan for network e82947e7-2dce-4a21-8997-d67416286abd
Feb 12 21:19:17.546747 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45af0024-78a7-44b7-918f-b91af969345a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:17.594031 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (f5fef377-2c24-4c6f-a01b-5220c52d06ca), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:17.620728 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-45af0024-78a7-44b7-918f-b91af969345a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1f656448-8889-4905-bc0d-58e8e7242f69), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:17.620728 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-45af0024-78a7-44b7-918f-b91af969345a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Added segment 1f656448-8889-4905-bc0d-58e8e7242f69 of type vlan for network aeccc629-8a1e-41ee-b657-7818e25db709
Feb 12 21:19:17.621076 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e6a7c6d-7f3d-41c1-a6a4-a8f189e790a5 req-257adfe3-b804-43d3-bd9e-4422ad2f1bf9 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2244186
Feb 12 21:19:17.647382 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-564601b6-625a-4070-b6aa-ea9a9b9c548f tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (e82947e7-2dce-4a21-8997-d67416286abd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:17.657203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49196) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:17.675179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-1374bf46-8d91-42be-83a4-84079ed5f3ba tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Request body: {'subnet': {'network_id': 'dc2d85b2-da8d-45ea-af28-ae029dbd2e7f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:17.720313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Pushing event updated for resources: {'Port': ['ID=f5fef377-2c24-4c6f-a01b-5220c52d06ca,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:17.739098 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68def1-5111-4f8b-bf41-ae8a5bee34d2 req-31f711d5-eadd-4da5-bfc3-7ec3d7822710 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:17.741581 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a68def1-5111-4f8b-bf41-ae8a5bee34d2 req-31f711d5-eadd-4da5-bfc3-7ec3d7822710 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 945 time: 0.1857953
Feb 12 21:19:17.753407 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-45af0024-78a7-44b7-918f-b91af969345a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (aeccc629-8a1e-41ee-b657-7818e25db709), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:17.756408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Network 3d3223c4-7d3e-45d4-827e-f74909602e0e is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:17.758570 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:19:17.767208 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72a734b-680a-4a85-b95d-f590b5c3f0ba x-openstack-request-id: req-e72a734b-680a-4a85-b95d-f590b5c3f0ba {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:17.769773 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "name": "network-vif-plugged", "status": "completed", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:17.770179 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e72a734b-680a-4a85-b95d-f590b5c3f0ba {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:17.771476 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188', 'code': 200}
Feb 12 21:19:17.775135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:17.777940 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:17.841674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:17.842223 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:17.862171 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a68def1-5111-4f8b-bf41-ae8a5bee34d2 req-e2301e6a-9db7-4719-8fa0-52831f254dc7 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044350
Feb 12 21:19:17.882567 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-564601b6-625a-4070-b6aa-ea9a9b9c548f tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (e82947e7-2dce-4a21-8997-d67416286abd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:17.883522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564601b6-625a-4070-b6aa-ea9a9b9c548f tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:17.884446 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-564601b6-625a-4070-b6aa-ea9a9b9c548f tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:17.903616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Attempting to bind port f5fef377-2c24-4c6f-a01b-5220c52d06ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:17.904344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Attempting to bind port f5fef377-2c24-4c6f-a01b-5220c52d06ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:17.907349 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Attempting to bind port f5fef377-2c24-4c6f-a01b-5220c52d06ca on network 3d3223c4-7d3e-45d4-827e-f74909602e0e {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:17.915338 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:17.916133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Checking segment: {'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:17.916771 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:17.917388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Bound using segment: {'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:17.918127 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Bound port: f5fef377-2c24-4c6f-a01b-5220c52d06ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:17.918776 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f5fef377-2c24-4c6f-a01b-5220c52d06ca), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.000175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] For port f5fef377-2c24-4c6f-a01b-5220c52d06ca, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:18.003920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] For port f5fef377-2c24-4c6f-a01b-5220c52d06ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5fef377-2c24-4c6f-a01b-5220c52d06ca,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:18.014175 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564601b6-625a-4070-b6aa-ea9a9b9c548f tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Pushing event updated for resources: {'Network': ['ID=e82947e7-2dce-4a21-8997-d67416286abd,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:18.020264 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-45af0024-78a7-44b7-918f-b91af969345a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (aeccc629-8a1e-41ee-b657-7818e25db709), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.028686 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45af0024-78a7-44b7-918f-b91af969345a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:18.030092 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-45af0024-78a7-44b7-918f-b91af969345a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.082422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:18.083086 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.097238 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network e82947e7-2dce-4a21-8997-d67416286abd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:18.119963 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-9e175259-2364-4f0b-88fd-55278d2815ac req-ca91a2c6-1267-40c7-a27f-d39844930098 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Deleting port 38508fe6-8e66-469e-98e4-e2de52fcb172 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:18.120318 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9e175259-2364-4f0b-88fd-55278d2815ac req-ca91a2c6-1267-40c7-a27f-d39844930098 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (38508fe6-8e66-469e-98e4-e2de52fcb172), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.125180 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f5fef377-2c24-4c6f-a01b-5220c52d06ca), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.127259 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af0024-78a7-44b7-918f-b91af969345a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event updated for resources: {'Network': ['ID=aeccc629-8a1e-41ee-b657-7818e25db709,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:18.148346 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network aeccc629-8a1e-41ee-b657-7818e25db709 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:18.214653 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Publish callbacks [] for router_gateway (d10c3c54-e149-4055-ad99-e19133a8999d), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.228120 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-564601b6-625a-4070-b6aa-ea9a9b9c548f tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.3486600
Feb 12 21:19:18.228523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49198) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:18.234648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b61d109e-66ab-43f5-9b33-98dac6a07015 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Request body: {'network': {'project_id': '6763aed3a8bb4e13a89821a28f479371'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:18.257189 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-45af0024-78a7-44b7-918f-b91af969345a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.9758413
Feb 12 21:19:18.264684 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49200) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:18.273920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9f3a42fa-a177-4657-b23a-75ff579b5462 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1335130375'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:18.295399 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61d109e-66ab-43f5-9b33-98dac6a07015 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:19:18.296083 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61d109e-66ab-43f5-9b33-98dac6a07015 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:19:18.300294 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.300457 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b61d109e-66ab-43f5-9b33-98dac6a07015 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0669267
Feb 12 21:19:18.300887 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49202) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:18.305258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:18.347863 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44effbe7-5d25-439d-803e-ebb2988f40a7 req-1266b88d-4462-4a26-867f-bdb1132c591d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:18.351813 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44effbe7-5d25-439d-803e-ebb2988f40a7 req-1266b88d-4462-4a26-867f-bdb1132c591d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 944 time: 0.4403446
Feb 12 21:19:18.373841 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3a42fa-a177-4657-b23a-75ff579b5462 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Made reservation on behalf of 94f68124b96d45d4b46d6b59afcf723f for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:18.374549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76d3e2-8b02-4d83-b594-2f7c941b5f9a None None] Pushing event updated for resources: {'Port': ['ID=f5fef377-2c24-4c6f-a01b-5220c52d06ca,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:18.380318 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f3a42fa-a177-4657-b23a-75ff579b5462 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.393395 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.414631 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d9c6cc0f-ed31-465d-99e1-ac40d9493d49 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6763aed3a8bb4e13a89821a28f479371&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1093349
Feb 12 21:19:18.420933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49204) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:18.459175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:18.514210 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3a42fa-a177-4657-b23a-75ff579b5462 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:18.545788 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f3a42fa-a177-4657-b23a-75ff579b5462 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (4ef2f768-aaf8-4e47-a26f-bab85d46589f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.546251 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-9f3a42fa-a177-4657-b23a-75ff579b5462 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Added segment 4ef2f768-aaf8-4e47-a26f-bab85d46589f of type vlan for network fa10d42b-e117-4a54-bfc6-c9a941e0739c
Feb 12 21:19:18.558845 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Allocated IP 172.35.2.248 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/34648701-09ed-4fca-8a50-4fbc8efd163c) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:18.615412 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f3a42fa-a177-4657-b23a-75ff579b5462 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (fa10d42b-e117-4a54-bfc6-c9a941e0739c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.651037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:18.652067 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.696478 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:19:18.709046 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Publish callbacks [] for port (34648701-09ed-4fca-8a50-4fbc8efd163c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.742055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1374bf46-8d91-42be-83a4-84079ed5f3ba tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Made reservation on behalf of e768fd07368d41fa93ea81725d2980e2 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:18.744200 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:18.744418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f3a42fa-a177-4657-b23a-75ff579b5462 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (fa10d42b-e117-4a54-bfc6-c9a941e0739c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.752120 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1374bf46-8d91-42be-83a4-84079ed5f3ba tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.757600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3a42fa-a177-4657-b23a-75ff579b5462 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:18.764309 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f3a42fa-a177-4657-b23a-75ff579b5462 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.872791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-9e175259-2364-4f0b-88fd-55278d2815ac req-ca91a2c6-1267-40c7-a27f-d39844930098 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] For port 38508fe6-8e66-469e-98e4-e2de52fcb172, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38508fe6-8e66-469e-98e4-e2de52fcb172,segment=NetworkSegment(8f884223-392b-4434-9301-8fa5c63ca816),segment_id=8f884223-392b-4434-9301-8fa5c63ca816)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:18.873110 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9e175259-2364-4f0b-88fd-55278d2815ac req-ca91a2c6-1267-40c7-a27f-d39844930098 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (38508fe6-8e66-469e-98e4-e2de52fcb172), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.896622 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:18.897187 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.912570 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (34648701-09ed-4fca-8a50-4fbc8efd163c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:18.923653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-9e175259-2364-4f0b-88fd-55278d2815ac req-ca91a2c6-1267-40c7-a27f-d39844930098 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Calling delete_port for 38508fe6-8e66-469e-98e4-e2de52fcb172 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:18.964568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:18.967585 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9f3a42fa-a177-4657-b23a-75ff579b5462 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.7016757
Feb 12 21:19:18.973213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49212) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:18.993855 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d73ce-f158-43a2-9cd0-eab8676b87a0 req-016efa15-1650-4846-8d28-45cb59c078e1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:18.995437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Request body: {'ports': [{'network_id': 'aeccc629-8a1e-41ee-b657-7818e25db709', 'name': 'tempest-port--7787769', 'admin_state_up': True}, {'network_id': 'fa10d42b-e117-4a54-bfc6-c9a941e0739c', 'admin_state_up': False}]} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:18.995769 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Request body: {'port': {'network_id': 'aeccc629-8a1e-41ee-b657-7818e25db709', 'name': 'tempest-port--7787769', 'admin_state_up': True}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:18.995936 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be1d73ce-f158-43a2-9cd0-eab8676b87a0 req-016efa15-1650-4846-8d28-45cb59c078e1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.3445599
Feb 12 21:19:18.996591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Request body: {'port': {'network_id': 'fa10d42b-e117-4a54-bfc6-c9a941e0739c', 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:18.997152 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5c11b70-62e3-4323-afa8-4cddb3848918 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks [] for security_group (5f8acac5-9f76-4dc2-aa0b-a5c12570dcff), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:19.010773 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44effbe7-5d25-439d-803e-ebb2988f40a7 req-2fe54e7f-12ac-4fe1-a542-966cf68ee8bf tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2762733
Feb 12 21:19:19.011251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a42fa-a177-4657-b23a-75ff579b5462 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event updated for resources: {'Network': ['ID=fa10d42b-e117-4a54-bfc6-c9a941e0739c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:19.022541 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:19.035210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:19.106225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network fa10d42b-e117-4a54-bfc6-c9a941e0739c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:19.112880 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5c11b70-62e3-4323-afa8-4cddb3848918 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks [] for security_group (5f8acac5-9f76-4dc2-aa0b-a5c12570dcff), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:19.129002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Pushing event updated for resources: {'Port': ['ID=34648701-09ed-4fca-8a50-4fbc8efd163c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:19.140704 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:19.191573 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:19.194615 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be1d73ce-f158-43a2-9cd0-eab8676b87a0 req-7dfb94a4-a9b0-413b-b02a-3979ed9184ca tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1591687
Feb 12 21:19:19.304571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:19.371430 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5c11b70-62e3-4323-afa8-4cddb3848918 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5f8acac5-9f76-4dc2-aa0b-a5c12570dcff), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:19.374086 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5c11b70-62e3-4323-afa8-4cddb3848918 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:19.375250 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c5c11b70-62e3-4323-afa8-4cddb3848918 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f8acac5-9f76-4dc2-aa0b-a5c12570dcff HTTP/1.1" status: 204  len: 168 time: 0.9503009
Feb 12 21:19:19.382626 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49214) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:19.421637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c11b70-62e3-4323-afa8-4cddb3848918 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8acac5-9f76-4dc2-aa0b-a5c12570dcff,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:19.459335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f5fef377-2c24-4c6f-a01b-5220c52d06ca up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:19.548711 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-14ce4183-d82e-4139-92ed-ee40d182ef8c tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (e82947e7-2dce-4a21-8997-d67416286abd), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:19.560156 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c40ca-495c-4e0c-907a-9a0478e430d8 req-598c9b5a-9105-46d4-9ab8-e899752a9d1f tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:19.565992 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-833c40ca-495c-4e0c-907a-9a0478e430d8 req-598c9b5a-9105-46d4-9ab8-e899752a9d1f tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.2597547
Feb 12 21:19:19.586894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f5fef377-2c24-4c6f-a01b-5220c52d06ca triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:19.587287 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f5fef377-2c24-4c6f-a01b-5220c52d06ca), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:19.710454 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-833c40ca-495c-4e0c-907a-9a0478e430d8 req-a87c6d39-229b-43b9-aa42-e8ce30e2342e tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356597
Feb 12 21:19:19.714213 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-14ce4183-d82e-4139-92ed-ee40d182ef8c tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (e82947e7-2dce-4a21-8997-d67416286abd), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:19.738197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-14ce4183-d82e-4139-92ed-ee40d182ef8c tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b0fa00>,) {'filters': {'network_id': ['e82947e7-2dce-4a21-8997-d67416286abd']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:19.762682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-14ce4183-d82e-4139-92ed-ee40d182ef8c tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b0fa00>, 'd71990e9-99e5-433b-ab28-c65e65289ad6') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:19.762910 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-14ce4183-d82e-4139-92ed-ee40d182ef8c tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b0fa00>, 'd71990e9-99e5-433b-ab28-c65e65289ad6') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:19.781017 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-14ce4183-d82e-4139-92ed-ee40d182ef8c tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (d71990e9-99e5-433b-ab28-c65e65289ad6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:19.783400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3522148-f16e-43ef-973c-6033239d0aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb'}, {'server_uuid': 'ac0f23fe-5df2-49f4-85af-3e16dabe1ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cd3a96-20f0-4da5-9fc7-b28ab17e9dda'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:19.787831 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61cbd6d-a1ff-4491-ad75-1498a4bcc35a" -d '{"events": [{"server_uuid": "e3522148-f16e-43ef-973c-6033239d0aad", "name": "network-vif-plugged", "status": "completed", "tag": "80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb"}, {"server_uuid": "ac0f23fe-5df2-49f4-85af-3e16dabe1ca5", "name": "network-vif-plugged", "status": "completed", "tag": "34cd3a96-20f0-4da5-9fc7-b28ab17e9dda"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:19.822393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f5fef377-2c24-4c6f-a01b-5220c52d06ca is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:19.823529 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f5fef377-2c24-4c6f-a01b-5220c52d06ca), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:19.827018 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-14ce4183-d82e-4139-92ed-ee40d182ef8c tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d71990e9-99e5-433b-ab28-c65e65289ad6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:19.835799 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ce4183-d82e-4139-92ed-ee40d182ef8c tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:19.836222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-14ce4183-d82e-4139-92ed-ee40d182ef8c tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (d71990e9-99e5-433b-ab28-c65e65289ad6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:19.845060 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:19.881045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7752b9-4035-4ae1-8f64-c05011fe6848 req-ee4ed855-7127-4732-aeb5-c887e0dc51f1 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:19.881045 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3e7752b9-4035-4ae1-8f64-c05011fe6848 req-ee4ed855-7127-4732-aeb5-c887e0dc51f1 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 946 time: 0.6813617
Feb 12 21:19:19.888473 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ee6c3d-18c2-4e12-9773-31759012c9b0 x-openstack-request-id: req-57ee6c3d-18c2-4e12-9773-31759012c9b0 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:19.889670 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3522148-f16e-43ef-973c-6033239d0aad", "name": "network-vif-plugged", "status": "completed", "tag": "80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb", "code": 200}, {"server_uuid": "ac0f23fe-5df2-49f4-85af-3e16dabe1ca5", "name": "network-vif-plugged", "status": "completed", "tag": "34cd3a96-20f0-4da5-9fc7-b28ab17e9dda", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:19.889927 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57ee6c3d-18c2-4e12-9773-31759012c9b0 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:19.890330 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3522148-f16e-43ef-973c-6033239d0aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb', 'code': 200}
Feb 12 21:19:19.890588 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0f23fe-5df2-49f4-85af-3e16dabe1ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cd3a96-20f0-4da5-9fc7-b28ab17e9dda', 'code': 200}
Feb 12 21:19:19.891386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 38508fe6-8e66-469e-98e4-e2de52fcb172 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:19.981186 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port f5fef377-2c24-4c6f-a01b-5220c52d06ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5fef377-2c24-4c6f-a01b-5220c52d06ca,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:20.010221 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1374bf46-8d91-42be-83a4-84079ed5f3ba tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (42af2eac-3ac7-487c-b556-e27f6cec140d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.032647 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bed511-2c43-4e01-9f7a-1763ac173fa8 None None] Network 3d3223c4-7d3e-45d4-827e-f74909602e0e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:20.051169 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-14ce4183-d82e-4139-92ed-ee40d182ef8c tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (e82947e7-2dce-4a21-8997-d67416286abd), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.079574 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-14ce4183-d82e-4139-92ed-ee40d182ef8c tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.091438 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-14ce4183-d82e-4139-92ed-ee40d182ef8c tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] 10.222.0.31 "DELETE /v2.0/networks/e82947e7-2dce-4a21-8997-d67416286abd HTTP/1.1" status: 204  len: 168 time: 0.7067683
Feb 12 21:19:20.094661 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f5fef377-2c24-4c6f-a01b-5220c52d06ca), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.114982 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49220) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:20.139401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce4183-d82e-4139-92ed-ee40d182ef8c tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Pushing event deleted for resources: {'Network': ['ID=e82947e7-2dce-4a21-8997-d67416286abd,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:20.182782 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9e175259-2364-4f0b-88fd-55278d2815ac req-ca91a2c6-1267-40c7-a27f-d39844930098 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (38508fe6-8e66-469e-98e4-e2de52fcb172), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.287509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Made reservation on behalf of 94f68124b96d45d4b46d6b59afcf723f for: {'port': 2} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:20.287509 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.287509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91a2c6-1267-40c7-a27f-d39844930098 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Pushing event deleted for resources: {'Port': ['ID=38508fe6-8e66-469e-98e4-e2de52fcb172,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:20.290002 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=f5fef377-2c24-4c6f-a01b-5220c52d06ca,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:20.296813 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3e7752b9-4035-4ae1-8f64-c05011fe6848 req-542c2270-5683-4788-8c77-ac9118f87d56 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3932714
Feb 12 21:19:20.310204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 38508fe6-8e66-469e-98e4-e2de52fcb172 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:20.310882 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (38508fe6-8e66-469e-98e4-e2de52fcb172), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.341441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-89f9326c-9dc1-4443-aaf5-038f3deeb95c None None] Provisioning complete for port f5fef377-2c24-4c6f-a01b-5220c52d06ca triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:20.342204 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-89f9326c-9dc1-4443-aaf5-038f3deeb95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f5fef377-2c24-4c6f-a01b-5220c52d06ca), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.380712 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8a4fecb-b435-4a14-83d6-afc0ae414238 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (30639310-5d70-4e73-843d-0adbc26552be), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.388138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374bf46-8d91-42be-83a4-84079ed5f3ba tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event updated for resources: {'Subnet': ['ID=42af2eac-3ac7-487c-b556-e27f6cec140d,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:20.397902 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.416476 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf72944-278e-4011-84c8-56481bdecbd6 req-50f0639d-eaa3-4084-aff6-2fc51dd98e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:20.418061 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-faf72944-278e-4011-84c8-56481bdecbd6 req-50f0639d-eaa3-4084-aff6-2fc51dd98e03 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 1128 time: 0.3245535
Feb 12 21:19:20.456799 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732a1ff-dd74-43d1-b59a-83563924de54 req-72f1bca9-1836-4ea6-88f4-8befb5ce994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:20.456799 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d732a1ff-dd74-43d1-b59a-83563924de54 req-72f1bca9-1836-4ea6-88f4-8befb5ce994b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 1127 time: 0.4779320
Feb 12 21:19:20.465646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374bf46-8d91-42be-83a4-84079ed5f3ba tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Checking segment: {'id': '28cb3109-dcc9-4de1-a462-ef274accc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc2d85b2-da8d-45ea-af28-ae029dbd2e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:20.466009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374bf46-8d91-42be-83a4-84079ed5f3ba tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Network hostable DHCP agents. Network: dc2d85b2-da8d-45ea-af28-ae029dbd2e7f, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:19:20.472940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e175259-2364-4f0b-88fd-55278d2815ac req-ca91a2c6-1267-40c7-a27f-d39844930098 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] No DVR routers for this DVR port 38508fe6-8e66-469e-98e4-e2de52fcb172 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:20.531610 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9e175259-2364-4f0b-88fd-55278d2815ac req-ca91a2c6-1267-40c7-a27f-d39844930098 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.535483 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e175259-2364-4f0b-88fd-55278d2815ac req-ca91a2c6-1267-40c7-a27f-d39844930098 tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.50 "DELETE /v2.0/ports/38508fe6-8e66-469e-98e4-e2de52fcb172 HTTP/1.1" status: 204  len: 173 time: 3.1693912
Feb 12 21:19:20.547189 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6db0091-cd0e-4017-8904-3f29a7eb1d8a', 'name': 'network-vif-deleted', 'tag': '38508fe6-8e66-469e-98e4-e2de52fcb172'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:20.551363 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c62f91b-7935-41d7-88d1-028f9efb12bb" -d '{"events": [{"server_uuid": "e6db0091-cd0e-4017-8904-3f29a7eb1d8a", "name": "network-vif-deleted", "tag": "38508fe6-8e66-469e-98e4-e2de52fcb172"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:20.606357 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31979679-7ab4-4d0d-a7a3-b13395104c36 req-9bf1de73-8b56-475f-95a0-fc4082cc2503 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:20.607400 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31979679-7ab4-4d0d-a7a3-b13395104c36 req-9bf1de73-8b56-475f-95a0-fc4082cc2503 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 945 time: 0.4334033
Feb 12 21:19:20.610400 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d732a1ff-dd74-43d1-b59a-83563924de54 req-aceb2757-ff5f-4ed6-be4b-68779a4de2d7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282690
Feb 12 21:19:20.665305 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-89f9326c-9dc1-4443-aaf5-038f3deeb95c None None] Current status of the port f5fef377-2c24-4c6f-a01b-5220c52d06ca is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:20.737023 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8a4fecb-b435-4a14-83d6-afc0ae414238 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (30639310-5d70-4e73-843d-0adbc26552be), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.737023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-c8a4fecb-b435-4a14-83d6-afc0ae414238 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1bd850>,) {'filters': {'network_id': ['30639310-5d70-4e73-843d-0adbc26552be']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:20.737023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-c8a4fecb-b435-4a14-83d6-afc0ae414238 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1bd850>, '96bfe398-588a-404f-9091-4143f57977c4') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:20.737023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-c8a4fecb-b435-4a14-83d6-afc0ae414238 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1bd850>, '96bfe398-588a-404f-9091-4143f57977c4') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:20.740451 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31979679-7ab4-4d0d-a7a3-b13395104c36 req-d8c4fa76-2172-47b1-be0e-77e787059d81 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918300
Feb 12 21:19:20.754414 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8a4fecb-b435-4a14-83d6-afc0ae414238 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (96bfe398-588a-404f-9091-4143f57977c4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.767322 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-faf72944-278e-4011-84c8-56481bdecbd6 req-7b427592-b0a4-4a74-8dd9-4e3488ae19da service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3315499
Feb 12 21:19:20.774512 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8a4fecb-b435-4a14-83d6-afc0ae414238 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (96bfe398-588a-404f-9091-4143f57977c4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.783643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a4fecb-b435-4a14-83d6-afc0ae414238 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:20.784081 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8a4fecb-b435-4a14-83d6-afc0ae414238 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (96bfe398-588a-404f-9091-4143f57977c4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.784537 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Publish callbacks [] for router_gateway (d10c3c54-e149-4055-ad99-e19133a8999d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:20.785898 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:20.885118 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b85afc-0446-476d-a1d6-344037e82439 x-openstack-request-id: req-d9b85afc-0446-476d-a1d6-344037e82439 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:20.885781 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6db0091-cd0e-4017-8904-3f29a7eb1d8a", "name": "network-vif-deleted", "tag": "38508fe6-8e66-469e-98e4-e2de52fcb172", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:20.885781 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9b85afc-0446-476d-a1d6-344037e82439 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:20.886110 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6db0091-cd0e-4017-8904-3f29a7eb1d8a', 'name': 'network-vif-deleted', 'tag': '38508fe6-8e66-469e-98e4-e2de52fcb172', 'status': 'completed', 'code': 200}
Feb 12 21:19:20.893880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078c15f-0129-4d39-ab2f-721de3bbe9c2 req-a0815dbb-681c-4fe4-9659-ab36c7c51714 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:20.895578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f078c15f-0129-4d39-ab2f-721de3bbe9c2 req-a0815dbb-681c-4fe4-9659-ab36c7c51714 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.3381307
Feb 12 21:19:20.946758 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8a4fecb-b435-4a14-83d6-afc0ae414238 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (30639310-5d70-4e73-843d-0adbc26552be), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.963913 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8a4fecb-b435-4a14-83d6-afc0ae414238 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:20.977878 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c8a4fecb-b435-4a14-83d6-afc0ae414238 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] 10.222.0.31 "DELETE /v2.0/networks/30639310-5d70-4e73-843d-0adbc26552be HTTP/1.1" status: 204  len: 168 time: 0.8528802
Feb 12 21:19:20.995937 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e0960698-d7e2-44ae-8d3a-6a2735c84132 None None] Provisioning complete for port f5fef377-2c24-4c6f-a01b-5220c52d06ca triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:20.997176 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e0960698-d7e2-44ae-8d3a-6a2735c84132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f5fef377-2c24-4c6f-a01b-5220c52d06ca), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:21.032976 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4fecb-b435-4a14-83d6-afc0ae414238 tempest-QuotasNegativeTest-1895280860 tempest-QuotasNegativeTest-1895280860-project-admin] Pushing event deleted for resources: {'Network': ['ID=30639310-5d70-4e73-843d-0adbc26552be,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:21.082375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824f473-2868-4eb4-a87c-40c857234b2d req-525724cb-357a-4e2e-bf74-1f3684488bdb tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:21.085110 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b824f473-2868-4eb4-a87c-40c857234b2d req-525724cb-357a-4e2e-bf74-1f3684488bdb tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.1781549
Feb 12 21:19:21.170630 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e0960698-d7e2-44ae-8d3a-6a2735c84132 None None] Current status of the port f5fef377-2c24-4c6f-a01b-5220c52d06ca is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:21.195532 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b824f473-2868-4eb4-a87c-40c857234b2d req-01a0a365-14ba-4229-8c10-b016ae309f45 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989389
Feb 12 21:19:21.317170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f5fef377-2c24-4c6f-a01b-5220c52d06ca up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:21.398654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] device_id is not set on port 7e5830f8-b304-4381-9d18-6ca51feb77f9 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:19:21.419581 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f5fef377-2c24-4c6f-a01b-5220c52d06ca triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:21.420382 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f5fef377-2c24-4c6f-a01b-5220c52d06ca), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:21.544818 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2a8c847-8593-44e7-93c4-db3e9b9b25eb req-f7db0b25-1815-492d-b8e5-eb94f69d3b7b tempest-DeleteServersTestJSON-1687401015 tempest-DeleteServersTestJSON-1687401015-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6db0091-cd0e-4017-8904-3f29a7eb1d8a HTTP/1.1" status: 200  len: 210 time: 0.0648286
Feb 12 21:19:21.566616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f5fef377-2c24-4c6f-a01b-5220c52d06ca is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:21.582519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374bf46-8d91-42be-83a4-84079ed5f3ba tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Network dc2d85b2-da8d-45ea-af28-ae029dbd2e7f is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:19:21.598218 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for port (7e5830f8-b304-4381-9d18-6ca51feb77f9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:21.697845 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-1374bf46-8d91-42be-83a4-84079ed5f3ba tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dc2d85b2-da8d-45ea-af28-ae029dbd2e7f) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:21.711319 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1765455-256f-4173-b7e8-06425ceab04a None None] Network dc2d85b2-da8d-45ea-af28-ae029dbd2e7f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:21.714006 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1374bf46-8d91-42be-83a4-84079ed5f3ba tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:21.714610 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1374bf46-8d91-42be-83a4-84079ed5f3ba tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:21.728692 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f078c15f-0129-4d39-ab2f-721de3bbe9c2 req-9a32360a-97c0-4481-a455-b58b9fca71eb tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1510994
Feb 12 21:19:21.749285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] device_id is not set on port b20627db-1b40-4b5e-a5d1-6e52c466163b yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:19:21.876006 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1374bf46-8d91-42be-83a4-84079ed5f3ba tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 4.2077076
Feb 12 21:19:21.876675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49240) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:21.943119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-1703139e-abbc-491e-a787-9d1a4e9756c0 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1647032049'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:21.952274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dc2d85b2-da8d-45ea-af28-ae029dbd2e7f', 'network_id': 'dc2d85b2-da8d-45ea-af28-ae029dbd2e7f', 'project_id': 'e768fd07368d41fa93ea81725d2980e2', 'fixed_ips': [{'subnet_id': '42af2eac-3ac7-487c-b556-e27f6cec140d'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:19:21.957999 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:21.985545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123da2e7-e33e-47bc-b956-b8b670618002 req-92ed330f-7b9e-497f-80ed-72054c0eec48 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:21.999552 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-123da2e7-e33e-47bc-b956-b8b670618002 req-92ed330f-7b9e-497f-80ed-72054c0eec48 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 945 time: 0.1372595
Feb 12 21:19:22.066699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1703139e-abbc-491e-a787-9d1a4e9756c0 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Made reservation on behalf of e768fd07368d41fa93ea81725d2980e2 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:22.072859 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1703139e-abbc-491e-a787-9d1a4e9756c0 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:22.147364 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-123da2e7-e33e-47bc-b956-b8b670618002 req-f56f0c61-9336-4c06-8d8a-464562967d54 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441717
Feb 12 21:19:22.152109 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (d10c3c54-e149-4055-ad99-e19133a8999d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:22.188708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for port (b20627db-1b40-4b5e-a5d1-6e52c466163b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:22.208130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1703139e-abbc-491e-a787-9d1a4e9756c0 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:22.209033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49244) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:22.302328 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1703139e-abbc-491e-a787-9d1a4e9756c0 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (4b18d2d4-245d-47a8-8cd2-ec62d5d96643), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:22.302972 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-1703139e-abbc-491e-a787-9d1a4e9756c0 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Added segment 4b18d2d4-245d-47a8-8cd2-ec62d5d96643 of type vlan for network fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a
Feb 12 21:19:22.366322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Allocated IP 2001:db8:0:ffff::2 (dc2d85b2-da8d-45ea-af28-ae029dbd2e7f/42af2eac-3ac7-487c-b556-e27f6cec140d/421bfc38-ad92-47e2-9349-5f2b7e6bdc4e) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:22.409429 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:22.415959 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1703139e-abbc-491e-a787-9d1a4e9756c0 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:22.450307 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21d9b8-6726-4865-868b-2d793f3fe48c req-30e2c8a0-a1b9-4fee-a2e1-018d01093033 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:22.451864 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe21d9b8-6726-4865-868b-2d793f3fe48c req-30e2c8a0-a1b9-4fee-a2e1-018d01093033 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.1344023
Feb 12 21:19:22.481032 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7e5830f8-b304-4381-9d18-6ca51feb77f9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:22.560490 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe21d9b8-6726-4865-868b-2d793f3fe48c req-2a80cbcb-48a6-4761-abfa-3abb37f68889 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965102
Feb 12 21:19:22.571363 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1703139e-abbc-491e-a787-9d1a4e9756c0 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:22.576408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1703139e-abbc-491e-a787-9d1a4e9756c0 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:22.577016 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1703139e-abbc-491e-a787-9d1a4e9756c0 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:22.606120 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Publish callbacks [] for security_group (6c6ef176-1502-437f-8af0-4e42d780c515), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:22.606355 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Publish callbacks [] for port (421bfc38-ad92-47e2-9349-5f2b7e6bdc4e), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:22.683595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703139e-abbc-491e-a787-9d1a4e9756c0 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event updated for resources: {'Network': ['ID=fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:22.691127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event updated for resources: {'Port': ['ID=7e5830f8-b304-4381-9d18-6ca51feb77f9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:22.694199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:22.709150 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6c6ef176-1502-437f-8af0-4e42d780c515), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:22.718800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Checking segment: {'id': '1f656448-8889-4905-bc0d-58e8e7242f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aeccc629-8a1e-41ee-b657-7818e25db709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:22.719170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Network hostable DHCP agents. Network: aeccc629-8a1e-41ee-b657-7818e25db709, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:19:22.756608 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1703139e-abbc-491e-a787-9d1a4e9756c0 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.8182771
Feb 12 21:19:22.759086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49258) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:22.765782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-4e37062c-1035-4b65-9ff5-7afd48aa9a20 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Request body: {'subnet': {'network_id': 'fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:22.769588 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (421bfc38-ad92-47e2-9349-5f2b7e6bdc4e), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:22.786822 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3df20814de5945f0a3a8fedc1dc27da0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5747070
Feb 12 21:19:22.790176 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49262) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:22.805601 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Router d10c3c54-e149-4055-ad99-e19133a8999d is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:19:22.876513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Network aeccc629-8a1e-41ee-b657-7818e25db709 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:19:22.980672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aeccc629-8a1e-41ee-b657-7818e25db709) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:23.002809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:23.004046 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b20627db-1b40-4b5e-a5d1-6e52c466163b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:23.044801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Network dc2d85b2-da8d-45ea-af28-ae029dbd2e7f is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:23.061306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0ca455-718a-4345-96e5-553c5884d5c1 None None] Network aeccc629-8a1e-41ee-b657-7818e25db709 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:23.111731 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event updated for resources: {'Port': ['ID=b20627db-1b40-4b5e-a5d1-6e52c466163b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:23.126561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:23.136740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:23.141029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:19:23.152450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Checking segment: {'id': '4ef2f768-aaf8-4e47-a26f-bab85d46589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fa10d42b-e117-4a54-bfc6-c9a941e0739c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:23.152941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Network hostable DHCP agents. Network: fa10d42b-e117-4a54-bfc6-c9a941e0739c, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:19:23.155225 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a728268-f520-461d-8a98-429401891651 None None] Sync routers for ids ['d10c3c54-e149-4055-ad99-e19133a8999d'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:19:23.155749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e37062c-1035-4b65-9ff5-7afd48aa9a20 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Made reservation on behalf of e768fd07368d41fa93ea81725d2980e2 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:23.159096 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4e37062c-1035-4b65-9ff5-7afd48aa9a20 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:23.182488 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a728268-f520-461d-8a98-429401891651 None None] Routers {'d10c3c54-e149-4055-ad99-e19133a8999d'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:19:23.184139 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2a728268-f520-461d-8a98-429401891651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb390d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:18:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d10c3c54-e149-4055-ad99-e19133a8999d'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:23.210332 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7cb8ea10-3829-4e8f-a499-e64f0abfb8d4 admin admin] Publish callbacks [] for security_group (6c6ef176-1502-437f-8af0-4e42d780c515), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:23.246352 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7cb8ea10-3829-4e8f-a499-e64f0abfb8d4 admin admin] Publish callbacks [] for security_group (6c6ef176-1502-437f-8af0-4e42d780c515), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:23.280431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Pushing event updated for resources: {'Port': ['ID=421bfc38-ad92-47e2-9349-5f2b7e6bdc4e,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:23.327669 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:23.333747 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-07338fc9-cf22-43fe-a1a2-245b27d063d5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.5284648
Feb 12 21:19:23.338015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49276) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:23.405651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaab5f0-94e2-4d15-974c-d4254627dbcf req-49280982-cfef-46ed-aca2-2476dfc9aa22 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:23.413785 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dcaab5f0-94e2-4d15-974c-d4254627dbcf req-49280982-cfef-46ed-aca2-2476dfc9aa22 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.2665167
Feb 12 21:19:23.435683 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6ef176-1502-437f-8af0-4e42d780c515,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:23.437948 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-2a728268-f520-461d-8a98-429401891651 None None] Set router d10c3c54-e149-4055-ad99-e19133a8999d gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:19:23.464704 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Attempting to bind port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:23.469846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Attempting to bind port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '28cb3109-dcc9-4de1-a462-ef274accc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc2d85b2-da8d-45ea-af28-ae029dbd2e7f'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:23.470501 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Network fa10d42b-e117-4a54-bfc6-c9a941e0739c is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:19:23.481922 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Attempting to bind port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e on network dc2d85b2-da8d-45ea-af28-ae029dbd2e7f {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:23.496226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:23.496693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Checking segment: {'id': '28cb3109-dcc9-4de1-a462-ef274accc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc2d85b2-da8d-45ea-af28-ae029dbd2e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:23.497192 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:23.506656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Bound using segment: {'id': '28cb3109-dcc9-4de1-a462-ef274accc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc2d85b2-da8d-45ea-af28-ae029dbd2e7f'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:23.507089 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:23.507415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Bound port: 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cb3109-dcc9-4de1-a462-ef274accc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc2d85b2-da8d-45ea-af28-ae029dbd2e7f'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:23.507566 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:23.507776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:23.508109 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (421bfc38-ad92-47e2-9349-5f2b7e6bdc4e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:23.508722 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:23.509079 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:23.509416 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:23.509760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:23.516535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:23.516535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:23.516535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:23.516535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:23.516535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:23.516535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6da3859-530a-417e-8b36-8a2e21aea655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:23.550099 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dcaab5f0-94e2-4d15-974c-d4254627dbcf req-d62d90de-9d9d-4bf5-a0c2-14fedac563e4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1350174
Feb 12 21:19:23.550748 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7cb8ea10-3829-4e8f-a499-e64f0abfb8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6c6ef176-1502-437f-8af0-4e42d780c515), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:23.567354 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7cb8ea10-3829-4e8f-a499-e64f0abfb8d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:23.571816 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7cb8ea10-3829-4e8f-a499-e64f0abfb8d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c6ef176-1502-437f-8af0-4e42d780c515 HTTP/1.1" status: 204  len: 168 time: 0.7779722
Feb 12 21:19:23.603050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fa10d42b-e117-4a54-bfc6-c9a941e0739c) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:23.606868 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8ea10-3829-4e8f-a499-e64f0abfb8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6ef176-1502-437f-8af0-4e42d780c515,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:23.615714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eadb2d-c92f-46b6-9dce-bfa8aa99666b None None] Network fa10d42b-e117-4a54-bfc6-c9a941e0739c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:23.624603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:23.635855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:23.650788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:23.655662 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:23.699844 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b9af0-d061-4cce-9e30-624b29a26a74 req-f2dfe332-98d1-4c39-a1e2-d11dacb43ab4 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:23.704293 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-818b9af0-d061-4cce-9e30-624b29a26a74 req-f2dfe332-98d1-4c39-a1e2-d11dacb43ab4 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 945 time: 0.3390636
Feb 12 21:19:23.784011 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2a728268-f520-461d-8a98-429401891651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb390d0>, [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:20Z', 'revision_number': 3, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:23.822895 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9d4fb35f-5d02-4b9e-bcb3-114277549178 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1447 time: 4.8435400
Feb 12 21:19:23.828590 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a728268-f520-461d-8a98-429401891651 None None] Checking router: d10c3c54-e149-4055-ad99-e19133a8999d for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:19:23.828945 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a728268-f520-461d-8a98-429401891651 None None] Updating router d10c3c54-e149-4055-ad99-e19133a8999d port 34648701-09ed-4fca-8a50-4fbc8efd163c binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:19:23.831227 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49284) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:23.868552 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-2a728268-f520-461d-8a98-429401891651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (34648701-09ed-4fca-8a50-4fbc8efd163c), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:23.914502 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-818b9af0-d061-4cce-9e30-624b29a26a74 req-9d81c169-fece-421e-aa02-7c1634b59105 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964395
Feb 12 21:19:23.982375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943baee-e833-4093-9dbc-a53ea74f0bbd tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:23.988559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943baee-e833-4093-9dbc-a53ea74f0bbd tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:23.993720 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d943baee-e833-4093-9dbc-a53ea74f0bbd tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1442 time: 0.1566818
Feb 12 21:19:23.994411 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49290) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:24.019496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979fcd3-6c5c-4090-937e-57e7034aa708 req-a7e5c6e7-acf0-4928-a23b-09d516429080 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:24.027569 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6979fcd3-6c5c-4090-937e-57e7034aa708 req-a7e5c6e7-acf0-4928-a23b-09d516429080 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.2221823
Feb 12 21:19:24.162132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] For port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:24.167197 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] For port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=421bfc38-ad92-47e2-9349-5f2b7e6bdc4e,segment=NetworkSegment(28cb3109-dcc9-4de1-a462-ef274accc88d),segment_id=28cb3109-dcc9-4de1-a462-ef274accc88d)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:24.183796 ncdv-master-1 neutron-server[126505]: DEBUG neutron.objects.ports [None req-4e37062c-1035-4b65-9ff5-7afd48aa9a20 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126505) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:19:24.188251 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4e37062c-1035-4b65-9ff5-7afd48aa9a20 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (7425560e-53be-4152-bf62-ca217b62d7cb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:24.212968 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6979fcd3-6c5c-4090-937e-57e7034aa708 req-3a63262c-c8e7-4cea-b1c7-e1851bdecd6b tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784570
Feb 12 21:19:24.267971 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (421bfc38-ad92-47e2-9349-5f2b7e6bdc4e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:24.331968 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:24.415362 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4d3a4-f461-4e07-bfec-fe43d181514b None None] Pushing event updated for resources: {'Port': ['ID=421bfc38-ad92-47e2-9349-5f2b7e6bdc4e,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:24.447639 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37062c-1035-4b65-9ff5-7afd48aa9a20 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event updated for resources: {'Subnet': ['ID=7425560e-53be-4152-bf62-ca217b62d7cb,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:24.478988 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Deleting port 7e5830f8-b304-4381-9d18-6ca51feb77f9 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:24.483887 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7e5830f8-b304-4381-9d18-6ca51feb77f9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:24.555071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37062c-1035-4b65-9ff5-7afd48aa9a20 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Checking segment: {'id': '4b18d2d4-245d-47a8-8cd2-ec62d5d96643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:24.555701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e37062c-1035-4b65-9ff5-7afd48aa9a20 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Network hostable DHCP agents. Network: fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:19:24.562881 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-2a728268-f520-461d-8a98-429401891651 None None] Publish callbacks [] for port (34648701-09ed-4fca-8a50-4fbc8efd163c), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:24.583371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf31d55-9511-4fe8-b41c-634337199b99 req-eac6541c-f1dc-42de-abeb-a7570f5d0b38 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:24.591293 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6cf31d55-9511-4fe8-b41c-634337199b99 req-eac6541c-f1dc-42de-abeb-a7570f5d0b38 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 945 time: 0.3739429
Feb 12 21:19:24.652252 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-2a728268-f520-461d-8a98-429401891651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (34648701-09ed-4fca-8a50-4fbc8efd163c), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:24.737764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49320) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:24.780589 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-2a728268-f520-461d-8a98-429401891651 None None] Attempting to bind port 34648701-09ed-4fca-8a50-4fbc8efd163c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:24.780589 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-2a728268-f520-461d-8a98-429401891651 None None] Attempting to bind port 34648701-09ed-4fca-8a50-4fbc8efd163c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:24.780589 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a728268-f520-461d-8a98-429401891651 None None] Attempting to bind port 34648701-09ed-4fca-8a50-4fbc8efd163c on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:24.796027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726fe2a-66f7-40a1-91b0-dbe52ed6b0d9 req-1da8cbbd-fbcc-46ed-ac15-87f3b913b7e4 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:24.798152 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a728268-f520-461d-8a98-429401891651 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:24.798536 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a728268-f520-461d-8a98-429401891651 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:24.798944 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-2a728268-f520-461d-8a98-429401891651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:24.799328 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a728268-f520-461d-8a98-429401891651 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:24.799710 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6726fe2a-66f7-40a1-91b0-dbe52ed6b0d9 req-1da8cbbd-fbcc-46ed-ac15-87f3b913b7e4 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.4080808
Feb 12 21:19:24.799846 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-2a728268-f520-461d-8a98-429401891651 None None] Bound port: 34648701-09ed-4fca-8a50-4fbc8efd163c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:24.800204 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-2a728268-f520-461d-8a98-429401891651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (34648701-09ed-4fca-8a50-4fbc8efd163c), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:24.806926 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a304035b-1de7-4ea3-af0b-a3cc47aea4ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:24.807485 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7e5830f8-b304-4381-9d18-6ca51feb77f9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:24.842417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Calling delete_port for 7e5830f8-b304-4381-9d18-6ca51feb77f9 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:24.865427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e37062c-1035-4b65-9ff5-7afd48aa9a20 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Network fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:19:24.881962 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Allocated IP 172.20.0.1 (3d3223c4-7d3e-45d4-827e-f74909602e0e/08262d9b-e180-46f4-80c5-239821f96956/120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:24.893349 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6cf31d55-9511-4fe8-b41c-634337199b99 req-375d6824-a22e-4967-99fb-7eafb3026ac4 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2840328
Feb 12 21:19:24.910661 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31d25a-85f3-4722-9600-b2acb8df772f None None] Pushing event updated for resources: {'Port': ['ID=34648701-09ed-4fca-8a50-4fbc8efd163c,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:24.929732 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31d25a-85f3-4722-9600-b2acb8df772f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:24.930079 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31d25a-85f3-4722-9600-b2acb8df772f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:24.933233 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31d25a-85f3-4722-9600-b2acb8df772f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:24.933233 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31d25a-85f3-4722-9600-b2acb8df772f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:24.933233 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31d25a-85f3-4722-9600-b2acb8df772f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:24.933233 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31d25a-85f3-4722-9600-b2acb8df772f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:24.933233 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31d25a-85f3-4722-9600-b2acb8df772f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:24.933233 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31d25a-85f3-4722-9600-b2acb8df772f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:24.933233 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31d25a-85f3-4722-9600-b2acb8df772f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:24.933233 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31d25a-85f3-4722-9600-b2acb8df772f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:24.934726 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31d25a-85f3-4722-9600-b2acb8df772f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:24.934726 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31d25a-85f3-4722-9600-b2acb8df772f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:24.934726 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31d25a-85f3-4722-9600-b2acb8df772f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:24.964985 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6726fe2a-66f7-40a1-91b0-dbe52ed6b0d9 req-cd07994f-fd71-4a90-882c-034b1a426de7 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380398
Feb 12 21:19:24.977140 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-2a728268-f520-461d-8a98-429401891651 None None] For port 34648701-09ed-4fca-8a50-4fbc8efd163c, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:24.990285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-4e37062c-1035-4b65-9ff5-7afd48aa9a20 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:24.998306 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e37062c-1035-4b65-9ff5-7afd48aa9a20 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:24.998949 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fbba63-3a1a-445b-9b21-6004587beda9 None None] Network fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:25.008200 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4e37062c-1035-4b65-9ff5-7afd48aa9a20 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:25.016701 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-2a728268-f520-461d-8a98-429401891651 None None] For port 34648701-09ed-4fca-8a50-4fbc8efd163c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34648701-09ed-4fca-8a50-4fbc8efd163c,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:25.091892 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-2a728268-f520-461d-8a98-429401891651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (34648701-09ed-4fca-8a50-4fbc8efd163c), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:25.119803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff8be5-c581-4b53-83fa-9063b0e5f119 req-2e7db8d2-6e59-4fa7-98d1-145422a86531 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:25.127446 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-61ff8be5-c581-4b53-83fa-9063b0e5f119 req-2e7db8d2-6e59-4fa7-98d1-145422a86531 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.1030531
Feb 12 21:19:25.142343 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4e37062c-1035-4b65-9ff5-7afd48aa9a20 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.3821783
Feb 12 21:19:25.144429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49336) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:25.157038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-342de531-677f-447b-99dd-73df163ebfaa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Request body: {'port': {'network_id': 'fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a', 'name': 'tempest-NetworksIpV6TestAttrs-966082313'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:25.216321 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7e5830f8-b304-4381-9d18-6ca51feb77f9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:25.217878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a', 'network_id': 'fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a', 'project_id': 'e768fd07368d41fa93ea81725d2980e2', 'fixed_ips': [{'subnet_id': '7425560e-53be-4152-bf62-ca217b62d7cb'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:19:25.218789 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:25.324744 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event deleted for resources: {'Port': ['ID=7e5830f8-b304-4381-9d18-6ca51feb77f9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:25.324972 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a304035b-1de7-4ea3-af0b-a3cc47aea4ba admin admin] Publish callbacks [] for security_group (54020c50-ded1-4477-b52c-c6a177835d78), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:25.328897 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Publish callbacks [] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:25.358561 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:25.361092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:25.361589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:25.363805 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:25.364341 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:25.366663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:25.367236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:25.368547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:25.368983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:25.377378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:25.377378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:25.377378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:25.377378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:19:25.439597 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a304035b-1de7-4ea3-af0b-a3cc47aea4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (54020c50-ded1-4477-b52c-c6a177835d78), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:25.471027 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-61ff8be5-c581-4b53-83fa-9063b0e5f119 req-a7f90aa3-5666-4605-a1ca-8f1f91e19b48 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3422103
Feb 12 21:19:25.471705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:25.488136 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:25.492929 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:25.496851 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-351848d4-3689-4c90-84c2-4414c6fbd52a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "DELETE /v2.0/ports/7e5830f8-b304-4381-9d18-6ca51feb77f9 HTTP/1.1" status: 204  len: 168 time: 1.5012205
Feb 12 21:19:25.552440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49338) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:25.557918 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a728268-f520-461d-8a98-429401891651 None None] Routers {'d10c3c54-e149-4055-ad99-e19133a8999d'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:19:25.557918 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2a728268-f520-461d-8a98-429401891651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb390d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:18:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d10c3c54-e149-4055-ad99-e19133a8999d'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:25.563035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Pushing event updated for resources: {'Port': ['ID=120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:25.624468 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a304035b-1de7-4ea3-af0b-a3cc47aea4ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22f0d5b946754c369cd587cd4582dfd7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8808510
Feb 12 21:19:25.625987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49342) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:25.642668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Allocated IP 2001:db8::f816:3eff:fedd:6db9 (fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a/7425560e-53be-4152-bf62-ca217b62d7cb/f26711be-a5ec-4857-99ab-deddfe7d3fbf) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:25.643871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304035b-1de7-4ea3-af0b-a3cc47aea4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54020c50-ded1-4477-b52c-c6a177835d78,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:25.703928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Network 3d3223c4-7d3e-45d4-827e-f74909602e0e is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:25.712253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:25.712827 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (421bfc38-ad92-47e2-9349-5f2b7e6bdc4e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:25.725090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:25.731619 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:25.848793 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (d10c3c54-e149-4055-ad99-e19133a8999d), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:25.907301 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31d25a-85f3-4722-9600-b2acb8df772f None None] Pushing event updated for resources: {'Port': ['ID=34648701-09ed-4fca-8a50-4fbc8efd163c,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:25.922986 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-2a728268-f520-461d-8a98-429401891651 None None] Set router d10c3c54-e149-4055-ad99-e19133a8999d gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:19:26.020547 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fee5047b-2ae6-4650-9272-2a9747427305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.085054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-afa483e2-4c5a-412c-a9ff-6fcffe6f95bc tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Deleting port b20627db-1b40-4b5e-a5d1-6e52c466163b {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:26.085928 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-afa483e2-4c5a-412c-a9ff-6fcffe6f95bc tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b20627db-1b40-4b5e-a5d1-6e52c466163b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.146979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:26.147427 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (421bfc38-ad92-47e2-9349-5f2b7e6bdc4e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.256742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=421bfc38-ad92-47e2-9349-5f2b7e6bdc4e,segment=NetworkSegment(28cb3109-dcc9-4de1-a462-ef274accc88d),segment_id=28cb3109-dcc9-4de1-a462-ef274accc88d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:26.280292 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-afa483e2-4c5a-412c-a9ff-6fcffe6f95bc tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b20627db-1b40-4b5e-a5d1-6e52c466163b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.308820 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f27fe77-5281-448b-b064-0f84af650082 None None] Network dc2d85b2-da8d-45ea-af28-ae029dbd2e7f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:26.328223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-afa483e2-4c5a-412c-a9ff-6fcffe6f95bc tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Calling delete_port for b20627db-1b40-4b5e-a5d1-6e52c466163b owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:26.352701 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66f7d495-8b91-4810-88d3-252e35917994 admin admin] Publish callbacks [] for security_group (54020c50-ded1-4477-b52c-c6a177835d78), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.376671 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (421bfc38-ad92-47e2-9349-5f2b7e6bdc4e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.403869 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcacb3-7ee6-48a0-a2e6-ecf120b4471c req-9c87282f-feeb-40a7-9a8b-f0de9c397018 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:26.407633 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-98fcacb3-7ee6-48a0-a2e6-ecf120b4471c req-9c87282f-feeb-40a7-9a8b-f0de9c397018 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 945 time: 0.5395665
Feb 12 21:19:26.421587 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2a728268-f520-461d-8a98-429401891651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb390d0>, [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:20Z', 'revision_number': 3, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:26.431530 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Publish callbacks [] for port (f26711be-a5ec-4857-99ab-deddfe7d3fbf), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.442804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-439a93e0-0c2f-4450-998d-aaa4169bf2f8 None None] Provisioning complete for port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:26.443753 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-439a93e0-0c2f-4450-998d-aaa4169bf2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.446370 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66f7d495-8b91-4810-88d3-252e35917994 admin admin] Publish callbacks [] for security_group (54020c50-ded1-4477-b52c-c6a177835d78), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.510707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342de531-677f-447b-99dd-73df163ebfaa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Made reservation on behalf of e768fd07368d41fa93ea81725d2980e2 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:26.513126 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a728268-f520-461d-8a98-429401891651 None None] The sync data for ids ['d10c3c54-e149-4055-ad99-e19133a8999d'] in ncdv-master-1 is: [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:20Z', 'revision_number': 3, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:19:26.514076 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-342de531-677f-447b-99dd-73df163ebfaa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.534950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-342de531-677f-447b-99dd-73df163ebfaa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] device_id is not set on port 8782be9c-2524-4085-ba21-ec1d4f049188 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:19:26.589312 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-439a93e0-0c2f-4450-998d-aaa4169bf2f8 None None] Port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:19:26.601214 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (f26711be-a5ec-4857-99ab-deddfe7d3fbf), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.613821 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-98fcacb3-7ee6-48a0-a2e6-ecf120b4471c req-170103c3-ed27-428a-9a26-45a1b30cd8dd tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917717
Feb 12 21:19:26.616011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.639357 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=421bfc38-ad92-47e2-9349-5f2b7e6bdc4e,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:26.680908 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Network fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:26.720559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:26.733781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:26.766536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-342de531-677f-447b-99dd-73df163ebfaa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Allocated IP 2001:db8::f816:3eff:fe42:fb29 (fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a/7425560e-53be-4152-bf62-ca217b62d7cb/8782be9c-2524-4085-ba21-ec1d4f049188) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:26.874899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Pushing event updated for resources: {'Port': ['ID=f26711be-a5ec-4857-99ab-deddfe7d3fbf,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:26.891773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-da93b902-8e62-4188-ba5c-da0d59efcef9 None None] Provisioning complete for port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:26.892430 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-da93b902-8e62-4188-ba5c-da0d59efcef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (421bfc38-ad92-47e2-9349-5f2b7e6bdc4e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.902395 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.922256 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66f7d495-8b91-4810-88d3-252e35917994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (54020c50-ded1-4477-b52c-c6a177835d78), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.928947 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66f7d495-8b91-4810-88d3-252e35917994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.930424 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-66f7d495-8b91-4810-88d3-252e35917994 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54020c50-ded1-4477-b52c-c6a177835d78 HTTP/1.1" status: 204  len: 168 time: 1.2989416
Feb 12 21:19:26.951451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Attempting to bind port f26711be-a5ec-4857-99ab-deddfe7d3fbf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:26.952120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Attempting to bind port f26711be-a5ec-4857-99ab-deddfe7d3fbf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4b18d2d4-245d-47a8-8cd2-ec62d5d96643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:26.952685 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Attempting to bind port f26711be-a5ec-4857-99ab-deddfe7d3fbf on network fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:26.962292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:26.964313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Checking segment: {'id': '4b18d2d4-245d-47a8-8cd2-ec62d5d96643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:26.964313 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:26.964313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Bound using segment: {'id': '4b18d2d4-245d-47a8-8cd2-ec62d5d96643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:26.964313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Bound port: f26711be-a5ec-4857-99ab-deddfe7d3fbf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b18d2d4-245d-47a8-8cd2-ec62d5d96643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:26.965154 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f26711be-a5ec-4857-99ab-deddfe7d3fbf), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:27.142365 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Publish callbacks [] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:27.167749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-da93b902-8e62-4188-ba5c-da0d59efcef9 None None] Current status of the port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:27.178392 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-342de531-677f-447b-99dd-73df163ebfaa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for port (8782be9c-2524-4085-ba21-ec1d4f049188), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:27.181817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] For port f26711be-a5ec-4857-99ab-deddfe7d3fbf, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:27.185197 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] For port f26711be-a5ec-4857-99ab-deddfe7d3fbf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f26711be-a5ec-4857-99ab-deddfe7d3fbf,segment=NetworkSegment(4b18d2d4-245d-47a8-8cd2-ec62d5d96643),segment_id=4b18d2d4-245d-47a8-8cd2-ec62d5d96643)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:27.204409 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-afa483e2-4c5a-412c-a9ff-6fcffe6f95bc tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b20627db-1b40-4b5e-a5d1-6e52c466163b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:27.286081 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:27.291345 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f26711be-a5ec-4857-99ab-deddfe7d3fbf), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:27.481221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-94b97a3e-56c2-4048-860e-5e87911a7cb5 None None] Provisioning complete for port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:27.491799 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-94b97a3e-56c2-4048-860e-5e87911a7cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (421bfc38-ad92-47e2-9349-5f2b7e6bdc4e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:27.494028 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-342de531-677f-447b-99dd-73df163ebfaa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8782be9c-2524-4085-ba21-ec1d4f049188), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:27.499973 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa483e2-4c5a-412c-a9ff-6fcffe6f95bc tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event deleted for resources: {'Port': ['ID=b20627db-1b40-4b5e-a5d1-6e52c466163b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:27.521880 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7d495-8b91-4810-88d3-252e35917994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54020c50-ded1-4477-b52c-c6a177835d78,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:27.576385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cc095-bfdd-46f7-92ac-0e2d15edd57a None None] Pushing event updated for resources: {'Port': ['ID=f26711be-a5ec-4857-99ab-deddfe7d3fbf,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:27.596302 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 34648701-09ed-4fca-8a50-4fbc8efd163c up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:27.724236 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 34648701-09ed-4fca-8a50-4fbc8efd163c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:27.724846 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (34648701-09ed-4fca-8a50-4fbc8efd163c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:27.864131 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-c78c1e61-0700-40d5-adbe-1ba42c32fea4 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:27.872362 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-c78c1e61-0700-40d5-adbe-1ba42c32fea4 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/networks?id=19170c93-d9ce-4497-9280-91aac6f17f7b HTTP/1.1" status: 200  len: 814 time: 0.9594250
Feb 12 21:19:27.909272 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-b7fb01c8-34ab-419c-ad8a-9a22f7d7ed1e tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/quotas/cf7e0df130604d2b9dab6a7fb331f5c6 HTTP/1.1" status: 200  len: 375 time: 0.0358872
Feb 12 21:19:27.965481 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (d10c3c54-e149-4055-ad99-e19133a8999d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:27.974566 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Pushing event updated for resources: {'Port': ['ID=120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:27.993989 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ff046-2c58-403b-975e-8e134ac5c640 req-7b8e6561-a059-4fa1-a696-c25af521c8a3 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:27.995454 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-329ff046-2c58-403b-975e-8e134ac5c640 req-7b8e6561-a059-4fa1-a696-c25af521c8a3 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac0f23fe-5df2-49f4-85af-3e16dabe1ca5 HTTP/1.1" status: 200  len: 946 time: 0.4392083
Feb 12 21:19:28.032120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-94b97a3e-56c2-4048-860e-5e87911a7cb5 None None] Current status of the port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:28.126077 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-72eb11c1-94c1-4cdf-afb5-bcb260bc5cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:28.130533 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 34648701-09ed-4fca-8a50-4fbc8efd163c is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:28.132326 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (34648701-09ed-4fca-8a50-4fbc8efd163c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:28.154852 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-f05d7bdb-01f1-4dcf-a59c-083c147299e9 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf7e0df130604d2b9dab6a7fb331f5c6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2442667
Feb 12 21:19:28.211899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 34648701-09ed-4fca-8a50-4fbc8efd163c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34648701-09ed-4fca-8a50-4fbc8efd163c,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:28.294914 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (34648701-09ed-4fca-8a50-4fbc8efd163c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:28.295579 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-798d739b-2e2f-4630-b5bd-1b9812f3ba3c service neutron] 10.222.0.31 "GET /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391299
Feb 12 21:19:28.296681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:28.297265 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-afa483e2-4c5a-412c-a9ff-6fcffe6f95bc tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:28.300730 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-afa483e2-4c5a-412c-a9ff-6fcffe6f95bc tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "DELETE /v2.0/ports/b20627db-1b40-4b5e-a5d1-6e52c466163b HTTP/1.1" status: 204  len: 168 time: 2.7430589
Feb 12 21:19:28.307086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49378) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:28.322232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342de531-677f-447b-99dd-73df163ebfaa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Network fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:28.357178 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587a13f-6c65-4552-bb2d-9c408f21b1ee req-46dd8c3f-5072-4d1e-a71d-7320fbc62300 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:28.358775 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7587a13f-6c65-4552-bb2d-9c408f21b1ee req-46dd8c3f-5072-4d1e-a71d-7320fbc62300 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 945 time: 1.1674604
Feb 12 21:19:28.378609 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-342de531-677f-447b-99dd-73df163ebfaa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:28.399227 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae57e6-a8db-4e0c-a236-5ecf952a9d98 req-a692699f-036e-4443-8a5c-1ea3cdab8775 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:28.400799 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36ae57e6-a8db-4e0c-a236-5ecf952a9d98 req-a692699f-036e-4443-8a5c-1ea3cdab8775 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 1.2107124
Feb 12 21:19:28.401503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342de531-677f-447b-99dd-73df163ebfaa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event updated for resources: {'Port': ['ID=8782be9c-2524-4085-ba21-ec1d4f049188,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:28.412383 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7cec4282-0956-45a7-9125-12d548dc259a tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1014891
Feb 12 21:19:28.413310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342de531-677f-447b-99dd-73df163ebfaa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:28.430760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342de531-677f-447b-99dd-73df163ebfaa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:28.431785 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-342de531-677f-447b-99dd-73df163ebfaa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:28.475698 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49380) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:28.576859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-2bddd050-b783-407d-95b6-1b66034037ac tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2104469897'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:28.656821 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-6475cb07-79a2-4f7f-9422-f81ebbe2879b service neutron] 10.222.0.31 "GET /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3605614
Feb 12 21:19:28.688102 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-342de531-677f-447b-99dd-73df163ebfaa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 3.5422263
Feb 12 21:19:28.698612 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49388) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:28.750797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-329ff046-2c58-403b-975e-8e134ac5c640 req-25dbaf08-1dae-4738-81ca-12bee265ac91 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Deleting port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:28.750797 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-329ff046-2c58-403b-975e-8e134ac5c640 req-25dbaf08-1dae-4738-81ca-12bee265ac91 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:28.773115 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-23dda82d-ca6c-403d-b6af-96be7b5dc9e2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Deleting subnet 7425560e-53be-4152-bf62-ca217b62d7cb {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:19:28.791843 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36ae57e6-a8db-4e0c-a236-5ecf952a9d98 req-4739b9cd-b837-4cb6-96c9-9434e3539a6e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3561640
Feb 12 21:19:28.793944 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23dda82d-ca6c-403d-b6af-96be7b5dc9e2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for subnet (7425560e-53be-4152-bf62-ca217b62d7cb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:28.814081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=34648701-09ed-4fca-8a50-4fbc8efd163c,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:28.860819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:28.866722 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (421bfc38-ad92-47e2-9349-5f2b7e6bdc4e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:28.887914 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-7587a13f-6c65-4552-bb2d-9c408f21b1ee req-03d2ffaf-571c-4d1c-aa3b-de652c0fc3e9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Deleting port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:28.888261 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7587a13f-6c65-4552-bb2d-9c408f21b1ee req-03d2ffaf-571c-4d1c-aa3b-de652c0fc3e9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:28.998422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bddd050-b783-407d-95b6-1b66034037ac tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Made reservation on behalf of 94f68124b96d45d4b46d6b59afcf723f for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:29.010287 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2bddd050-b783-407d-95b6-1b66034037ac tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:29.089228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:29.122788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Network 3d3223c4-7d3e-45d4-827e-f74909602e0e is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:29.123058 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-7587a13f-6c65-4552-bb2d-9c408f21b1ee req-03d2ffaf-571c-4d1c-aa3b-de652c0fc3e9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] For port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:29.123196 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7587a13f-6c65-4552-bb2d-9c408f21b1ee req-03d2ffaf-571c-4d1c-aa3b-de652c0fc3e9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:29.143217 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:29.171827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-7587a13f-6c65-4552-bb2d-9c408f21b1ee req-03d2ffaf-571c-4d1c-aa3b-de652c0fc3e9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Calling delete_port for 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:29.265591 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23dda82d-ca6c-403d-b6af-96be7b5dc9e2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (7425560e-53be-4152-bf62-ca217b62d7cb), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:29.356997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bddd050-b783-407d-95b6-1b66034037ac tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:29.379505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-329ff046-2c58-403b-975e-8e134ac5c640 req-25dbaf08-1dae-4738-81ca-12bee265ac91 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] For port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:29.380683 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-329ff046-2c58-403b-975e-8e134ac5c640 req-25dbaf08-1dae-4738-81ca-12bee265ac91 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:29.695477 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-17625015-9447-483e-aa00-20ec7c627b5e req-07616e42-eeb9-4d01-923f-b23fc3012128 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 210 time: 0.3685358
Feb 12 21:19:29.697451 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2bddd050-b783-407d-95b6-1b66034037ac tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (67886c27-53b4-4ef0-baaf-fd8da435dc82), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:29.697451 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-2bddd050-b783-407d-95b6-1b66034037ac tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Added segment 67886c27-53b4-4ef0-baaf-fd8da435dc82 of type vlan for network 4493db19-403b-42d3-bf88-dab4323145dc
Feb 12 21:19:29.702273 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-329ff046-2c58-403b-975e-8e134ac5c640 req-25dbaf08-1dae-4738-81ca-12bee265ac91 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Calling delete_port for 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:29.709804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f26711be-a5ec-4857-99ab-deddfe7d3fbf up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:29.791234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f26711be-a5ec-4857-99ab-deddfe7d3fbf triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:29.791655 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f26711be-a5ec-4857-99ab-deddfe7d3fbf), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:29.793505 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d14a781-f427-4abe-81aa-942cf1afd2c8 None None] Network fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:29.898069 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23dda82d-ca6c-403d-b6af-96be7b5dc9e2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (7425560e-53be-4152-bf62-ca217b62d7cb), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:29.939282 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-73481fef-f462-41ec-9a24-77d08bbe886b None None] Provisioning complete for port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:29.939601 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73481fef-f462-41ec-9a24-77d08bbe886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:29.946515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfb109-5f24-456f-a577-829249d6c453 req-340b811f-aa41-4b61-9c64-8ec650224056 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:29.954728 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6dcfb109-5f24-456f-a577-829249d6c453 req-340b811f-aa41-4b61-9c64-8ec650224056 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 945 time: 0.4252317
Feb 12 21:19:29.975147 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.065480 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.076118 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6dcfb109-5f24-456f-a577-829249d6c453 req-e1dc5661-1327-4b85-a628-fa8727e4567d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207023
Feb 12 21:19:30.100671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-73481fef-f462-41ec-9a24-77d08bbe886b None None] Port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:19:30.105600 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f26711be-a5ec-4857-99ab-deddfe7d3fbf is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:30.105997 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f26711be-a5ec-4857-99ab-deddfe7d3fbf), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.147105 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-73481fef-f462-41ec-9a24-77d08bbe886b None None] Provisioning complete for port f26711be-a5ec-4857-99ab-deddfe7d3fbf triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:30.147105 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73481fef-f462-41ec-9a24-77d08bbe886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f26711be-a5ec-4857-99ab-deddfe7d3fbf), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.165918 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23dda82d-ca6c-403d-b6af-96be7b5dc9e2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (7425560e-53be-4152-bf62-ca217b62d7cb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.179176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49434) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:30.236478 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23dda82d-ca6c-403d-b6af-96be7b5dc9e2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.251820 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-23dda82d-ca6c-403d-b6af-96be7b5dc9e2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/subnets/7425560e-53be-4152-bf62-ca217b62d7cb HTTP/1.1" status: 204  len: 168 time: 1.5433664
Feb 12 21:19:30.262901 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49438) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:30.318908 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-73481fef-f462-41ec-9a24-77d08bbe886b None None] Current status of the port f26711be-a5ec-4857-99ab-deddfe7d3fbf is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:30.319310 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73481fef-f462-41ec-9a24-77d08bbe886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f26711be-a5ec-4857-99ab-deddfe7d3fbf), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.323985 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:19:30.329162 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:19:30.362847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2bddd050-b783-407d-95b6-1b66034037ac tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (4493db19-403b-42d3-bf88-dab4323145dc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.427873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d179ca0-e9dc-4c33-8d3d-009529365cb0 admin admin] Deleting subnet 28b2e3cd-2e40-4791-a546-b0ce8e0efcee {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:19:30.447669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d001f2-f2bb-4a5e-8bd3-8b6f364c2407 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:30.449033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d001f2-f2bb-4a5e-8bd3-8b6f364c2407 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:30.450580 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a5d001f2-f2bb-4a5e-8bd3-8b6f364c2407 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1560729
Feb 12 21:19:30.456541 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49442) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:30.459275 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7587a13f-6c65-4552-bb2d-9c408f21b1ee req-03d2ffaf-571c-4d1c-aa3b-de652c0fc3e9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.466840 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d179ca0-e9dc-4c33-8d3d-009529365cb0 admin admin] Publish callbacks [] for subnet (28b2e3cd-2e40-4791-a546-b0ce8e0efcee), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.477139 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-73481fef-f462-41ec-9a24-77d08bbe886b None None] For port f26711be-a5ec-4857-99ab-deddfe7d3fbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f26711be-a5ec-4857-99ab-deddfe7d3fbf,segment=NetworkSegment(4b18d2d4-245d-47a8-8cd2-ec62d5d96643),segment_id=4b18d2d4-245d-47a8-8cd2-ec62d5d96643)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:30.481412 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['38352d0d-4c76-4e91-9225-8c4272270ad6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:19:30.526600 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dda82d-ca6c-403d-b6af-96be7b5dc9e2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Subnet': ['ID=7425560e-53be-4152-bf62-ca217b62d7cb,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:30.564628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4ddb5-5af4-434d-8df0-134bcc0331f3 req-5c56cdcf-af7d-4a93-89d4-fb5b4a7d997e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:30.579270 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dff4ddb5-5af4-434d-8df0-134bcc0331f3 req-5c56cdcf-af7d-4a93-89d4-fb5b4a7d997e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.3838549
Feb 12 21:19:30.595715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6453067c-1660-4d84-8baa-55860fd36ecf None None] Network fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:30.616530 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73481fef-f462-41ec-9a24-77d08bbe886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f26711be-a5ec-4857-99ab-deddfe7d3fbf), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.645208 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d179ca0-e9dc-4c33-8d3d-009529365cb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (28b2e3cd-2e40-4791-a546-b0ce8e0efcee), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.658317 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2bddd050-b783-407d-95b6-1b66034037ac tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (4493db19-403b-42d3-bf88-dab4323145dc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.676114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bddd050-b783-407d-95b6-1b66034037ac tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:30.677436 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2bddd050-b783-407d-95b6-1b66034037ac tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.689980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Router d10c3c54-e149-4055-ad99-e19133a8999d has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:19:30.722697 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d179ca0-e9dc-4c33-8d3d-009529365cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (28b2e3cd-2e40-4791-a546-b0ce8e0efcee), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.776565 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2ffaf-571c-4d1c-aa3b-de652c0fc3e9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Pushing event deleted for resources: {'Port': ['ID=80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:30.939948 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d179ca0-e9dc-4c33-8d3d-009529365cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (28b2e3cd-2e40-4791-a546-b0ce8e0efcee), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.943426 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-7587a13f-6c65-4552-bb2d-9c408f21b1ee req-03d2ffaf-571c-4d1c-aa3b-de652c0fc3e9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] No DVR routers for this DVR port 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:30.949929 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7587a13f-6c65-4552-bb2d-9c408f21b1ee req-03d2ffaf-571c-4d1c-aa3b-de652c0fc3e9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:30.959519 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7587a13f-6c65-4552-bb2d-9c408f21b1ee req-03d2ffaf-571c-4d1c-aa3b-de652c0fc3e9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.48 "DELETE /v2.0/ports/80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb HTTP/1.1" status: 204  len: 173 time: 2.5711443
Feb 12 21:19:30.965110 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3522148-f16e-43ef-973c-6033239d0aad', 'name': 'network-vif-deleted', 'tag': '80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:30.971729 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13ea30e-ad35-4534-9ce5-019322480e02" -d '{"events": [{"server_uuid": "e3522148-f16e-43ef-973c-6033239d0aad", "name": "network-vif-deleted", "tag": "80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:30.980446 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-da04c9b3-96c0-4f69-b6bf-8c13637f16ca req-a914cd8f-02e9-4b77-b6bc-5aa505ae735d tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 210 time: 0.1493692
Feb 12 21:19:31.001040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ebc062f4-428a-48ea-ab2e-fbf0221b91c5 None None] Provisioning complete for port 8782be9c-2524-4085-ba21-ec1d4f049188 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:31.001040 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ebc062f4-428a-48ea-ab2e-fbf0221b91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8782be9c-2524-4085-ba21-ec1d4f049188), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.030510 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddd050-b783-407d-95b6-1b66034037ac tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event updated for resources: {'Network': ['ID=4493db19-403b-42d3-bf88-dab4323145dc,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:31.034587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d179ca0-e9dc-4c33-8d3d-009529365cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b2e3cd-2e40-4791-a546-b0ce8e0efcee,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:31.044354 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d179ca0-e9dc-4c33-8d3d-009529365cb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.052623 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3d179ca0-e9dc-4c33-8d3d-009529365cb0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/28b2e3cd-2e40-4791-a546-b0ce8e0efcee HTTP/1.1" status: 204  len: 168 time: 0.7858160
Feb 12 21:19:31.054144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49458) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:31.067301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73481fef-f462-41ec-9a24-77d08bbe886b None None] Pushing event updated for resources: {'Port': ['ID=f26711be-a5ec-4857-99ab-deddfe7d3fbf,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:31.090185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 4493db19-403b-42d3-bf88-dab4323145dc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:31.150210 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ff029c2c-d4b5-48d9-9e24-69b69d8f7818 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.171596 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fdff48-a8e4-4500-bc2f-47b48f32f40e x-openstack-request-id: req-e3fdff48-a8e4-4500-bc2f-47b48f32f40e {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:31.171873 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3522148-f16e-43ef-973c-6033239d0aad", "name": "network-vif-deleted", "tag": "80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:31.172126 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3fdff48-a8e4-4500-bc2f-47b48f32f40e {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:31.172530 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3522148-f16e-43ef-973c-6033239d0aad', 'name': 'network-vif-deleted', 'tag': '80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb', 'status': 'completed', 'code': 200}
Feb 12 21:19:31.184098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f26711be-a5ec-4857-99ab-deddfe7d3fbf is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:31.185096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 34648701-09ed-4fca-8a50-4fbc8efd163c up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:31.198912 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2bddd050-b783-407d-95b6-1b66034037ac tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 2.6515248
Feb 12 21:19:31.201619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49462) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:31.211030 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dff4ddb5-5af4-434d-8df0-134bcc0331f3 req-1521083c-c7d5-4d28-b39b-a1c56567ac37 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6307383
Feb 12 21:19:31.212843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f6284945-2bdd-4096-9c56-ca0f81a4af11 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1324206887'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:31.254629 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3f337a2f-8c45-45e3-aca3-d5a517e845df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (2a37ce5d-ea03-44d4-9654-27bdafea49d9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.306268 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff029c2c-d4b5-48d9-9e24-69b69d8f7818 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:19:31.306842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff029c2c-d4b5-48d9-9e24-69b69d8f7818 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:19:31.312056 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ff029c2c-d4b5-48d9-9e24-69b69d8f7818 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/networks/fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a HTTP/1.1" status: 409  len: 466 time: 0.8504696
Feb 12 21:19:31.313406 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:19:31.328100 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-26d891c1-a986-414b-ae52-4ae9971b1595 admin admin] 10.222.0.31 "PUT /v2.0/routers/d10c3c54-e149-4055-ad99-e19133a8999d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9763308
Feb 12 21:19:31.328100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49464) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:31.328100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6ef6c634-132d-48c7-b265-a899ae2ff4fc tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-801537374'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:31.338473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ebc062f4-428a-48ea-ab2e-fbf0221b91c5 None None] Port 8782be9c-2524-4085-ba21-ec1d4f049188 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:19:31.365954 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-329ff046-2c58-403b-975e-8e134ac5c640 req-25dbaf08-1dae-4738-81ca-12bee265ac91 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (34cd3a96-20f0-4da5-9fc7-b28ab17e9dda), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.415495 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3f337a2f-8c45-45e3-aca3-d5a517e845df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (2a37ce5d-ea03-44d4-9654-27bdafea49d9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.430656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Sync routers for ids ['d10c3c54-e149-4055-ad99-e19133a8999d'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:19:31.439319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-3f337a2f-8c45-45e3-aca3-d5a517e845df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8b2ca0>,) {'filters': {'network_id': ['2a37ce5d-ea03-44d4-9654-27bdafea49d9']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:31.450730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-3f337a2f-8c45-45e3-aca3-d5a517e845df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8b2ca0>, '8f884223-392b-4434-9301-8fa5c63ca816') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:31.451389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-3f337a2f-8c45-45e3-aca3-d5a517e845df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8b2ca0>, '8f884223-392b-4434-9301-8fa5c63ca816') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:31.463006 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3f337a2f-8c45-45e3-aca3-d5a517e845df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (8f884223-392b-4434-9301-8fa5c63ca816), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.472492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49468) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:31.477125 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.485113 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3f337a2f-8c45-45e3-aca3-d5a517e845df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (8f884223-392b-4434-9301-8fa5c63ca816), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.493834 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbaf08-1dae-4738-81ca-12bee265ac91 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Pushing event deleted for resources: {'Port': ['ID=34cd3a96-20f0-4da5-9fc7-b28ab17e9dda,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:31.497724 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef6c634-132d-48c7-b265-a899ae2ff4fc tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Made reservation on behalf of e768fd07368d41fa93ea81725d2980e2 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:31.502763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f337a2f-8c45-45e3-aca3-d5a517e845df admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:31.506320 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3f337a2f-8c45-45e3-aca3-d5a517e845df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (8f884223-392b-4434-9301-8fa5c63ca816), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.510543 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ef6c634-132d-48c7-b265-a899ae2ff4fc tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.564559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Routers {'d10c3c54-e149-4055-ad99-e19133a8999d'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:19:31.565903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba0f9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:19:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d10c3c54-e149-4055-ad99-e19133a8999d'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:31.636572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-329ff046-2c58-403b-975e-8e134ac5c640 req-25dbaf08-1dae-4738-81ca-12bee265ac91 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] No DVR routers for this DVR port 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:31.644897 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-329ff046-2c58-403b-975e-8e134ac5c640 req-25dbaf08-1dae-4738-81ca-12bee265ac91 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.649742 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-329ff046-2c58-403b-975e-8e134ac5c640 req-25dbaf08-1dae-4738-81ca-12bee265ac91 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.48 "DELETE /v2.0/ports/34cd3a96-20f0-4da5-9fc7-b28ab17e9dda HTTP/1.1" status: 204  len: 173 time: 3.6272199
Feb 12 21:19:31.650468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0f23fe-5df2-49f4-85af-3e16dabe1ca5', 'name': 'network-vif-deleted', 'tag': '34cd3a96-20f0-4da5-9fc7-b28ab17e9dda'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:31.653589 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550e8596-0b18-4828-bb50-ae0838d1f7e2" -d '{"events": [{"server_uuid": "ac0f23fe-5df2-49f4-85af-3e16dabe1ca5", "name": "network-vif-deleted", "tag": "34cd3a96-20f0-4da5-9fc7-b28ab17e9dda"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:31.666720 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef6c634-132d-48c7-b265-a899ae2ff4fc tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:31.679915 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ef6c634-132d-48c7-b265-a899ae2ff4fc tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0a6cbe1b-c004-40fd-9a1c-4baa0840557c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.682435 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-6ef6c634-132d-48c7-b265-a899ae2ff4fc tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Added segment 0a6cbe1b-c004-40fd-9a1c-4baa0840557c of type vlan for network dd26e787-c544-49a6-992a-11f8135e038b
Feb 12 21:19:31.738991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ab41163a-b7b0-40df-8b3a-0611a1c90d3c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-908235524', 'router:external': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:   warnings.warn('Neutron quota engine will require "--force" '
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:31.740660 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:31.787743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6284945-2bdd-4096-9c56-ca0f81a4af11 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Made reservation on behalf of 94f68124b96d45d4b46d6b59afcf723f for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:31.800989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000f59d2-c6f9-4ba5-8de7-2a36fd8b9c0b None None] DHCP port deletion for fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:19:31.802347 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f6284945-2bdd-4096-9c56-ca0f81a4af11 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.812620 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ef6c634-132d-48c7-b265-a899ae2ff4fc tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (dd26e787-c544-49a6-992a-11f8135e038b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.816754 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ebc062f4-428a-48ea-ab2e-fbf0221b91c5 None None] Provisioning complete for port f26711be-a5ec-4857-99ab-deddfe7d3fbf triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:31.816754 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ebc062f4-428a-48ea-ab2e-fbf0221b91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f26711be-a5ec-4857-99ab-deddfe7d3fbf), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.864782 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae16d6d1-7093-42db-a1ef-62b39b793b40 req-d6e904d0-7ef8-4310-87ba-3c4688c1d94b tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3522148-f16e-43ef-973c-6033239d0aad HTTP/1.1" status: 200  len: 210 time: 0.1225450
Feb 12 21:19:31.883411 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3f337a2f-8c45-45e3-aca3-d5a517e845df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (2a37ce5d-ea03-44d4-9654-27bdafea49d9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.889091 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab41163a-b7b0-40df-8b3a-0611a1c90d3c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Made reservation on behalf of ac9c5ca261b443838e79cbb730e2b514 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:31.891644 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab41163a-b7b0-40df-8b3a-0611a1c90d3c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.905638 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3f337a2f-8c45-45e3-aca3-d5a517e845df admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.905897 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab41163a-b7b0-40df-8b3a-0611a1c90d3c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.909029 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3f337a2f-8c45-45e3-aca3-d5a517e845df admin admin] 10.222.0.31 "DELETE /v2.0/networks/2a37ce5d-ea03-44d4-9654-27bdafea49d9 HTTP/1.1" status: 204  len: 168 time: 0.8539090
Feb 12 21:19:31.924145 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 34648701-09ed-4fca-8a50-4fbc8efd163c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:31.924678 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (34648701-09ed-4fca-8a50-4fbc8efd163c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.930346 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ef6c634-132d-48c7-b265-a899ae2ff4fc tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (dd26e787-c544-49a6-992a-11f8135e038b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.940784 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f337a2f-8c45-45e3-aca3-d5a517e845df admin admin] Pushing event deleted for resources: {'Network': ['ID=2a37ce5d-ea03-44d4-9654-27bdafea49d9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:31.952213 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef6c634-132d-48c7-b265-a899ae2ff4fc tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:31.957912 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ef6c634-132d-48c7-b265-a899ae2ff4fc tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.962538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6284945-2bdd-4096-9c56-ca0f81a4af11 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:31.968981 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4eda19-0c4b-4287-ba21-5c94ec153e70 x-openstack-request-id: req-bc4eda19-0c4b-4287-ba21-5c94ec153e70 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:31.968981 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0f23fe-5df2-49f4-85af-3e16dabe1ca5", "name": "network-vif-deleted", "tag": "34cd3a96-20f0-4da5-9fc7-b28ab17e9dda", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:31.968981 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc4eda19-0c4b-4287-ba21-5c94ec153e70 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:31.977627 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0f23fe-5df2-49f4-85af-3e16dabe1ca5', 'name': 'network-vif-deleted', 'tag': '34cd3a96-20f0-4da5-9fc7-b28ab17e9dda', 'status': 'completed', 'code': 200}
Feb 12 21:19:31.983167 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f6284945-2bdd-4096-9c56-ca0f81a4af11 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c16d0047-daca-4e5b-bb68-26912ed36cd9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:31.983755 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-f6284945-2bdd-4096-9c56-ca0f81a4af11 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Added segment c16d0047-daca-4e5b-bb68-26912ed36cd9 of type vlan for network 43053c94-7e1a-495a-a772-6e50a93c13ce
Feb 12 21:19:32.064875 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f6284945-2bdd-4096-9c56-ca0f81a4af11 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (43053c94-7e1a-495a-a772-6e50a93c13ce), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:32.183741 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Set router d10c3c54-e149-4055-ad99-e19133a8999d gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:19:32.202894 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54a228cd-92f0-4d17-817e-0ff0302da5b0 req-c9df5b0b-0d72-4f55-983d-60f22d20ac58 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 210 time: 0.0902653
Feb 12 21:19:32.236180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:32.276510 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab41163a-b7b0-40df-8b3a-0611a1c90d3c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for security_group (3107fd28-9e10-4d20-83da-10e2aea242f9), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:32.278429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49484) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:32.288293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49486) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:32.289403 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6ef6c634-132d-48c7-b265-a899ae2ff4fc tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.9671435
Feb 12 21:19:32.294187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a50f8a81-3f07-4183-afd3-a399779fb44f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Request body: {'subnet': {'network_id': 'dd26e787-c544-49a6-992a-11f8135e038b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:32.297722 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ad367bfb-e27c-47e0-86c8-0c9723f7510b tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--901086966', 'description': 'tempest-description--2015713928'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:32.303317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:19:32.303754 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 80f6a8a7-4056-45bf-bb8c-ed6b2a0661bb not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:19:32.304243 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:32.306133 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:32.313678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6c634-132d-48c7-b265-a899ae2ff4fc tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event updated for resources: {'Network': ['ID=dd26e787-c544-49a6-992a-11f8135e038b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:32.328465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 34648701-09ed-4fca-8a50-4fbc8efd163c is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:32.332396 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f6284945-2bdd-4096-9c56-ca0f81a4af11 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (43053c94-7e1a-495a-a772-6e50a93c13ce), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:32.338888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6284945-2bdd-4096-9c56-ca0f81a4af11 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:32.340450 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f6284945-2bdd-4096-9c56-ca0f81a4af11 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:32.372670 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network dd26e787-c544-49a6-992a-11f8135e038b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:32.412625 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab41163a-b7b0-40df-8b3a-0611a1c90d3c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3107fd28-9e10-4d20-83da-10e2aea242f9), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:32.455271 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab41163a-b7b0-40df-8b3a-0611a1c90d3c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:32.457315 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ad367bfb-e27c-47e0-86c8-0c9723f7510b tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:32.504210 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41163a-b7b0-40df-8b3a-0611a1c90d3c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3107fd28-9e10-4d20-83da-10e2aea242f9,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:32.512802 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6284945-2bdd-4096-9c56-ca0f81a4af11 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event updated for resources: {'Network': ['ID=43053c94-7e1a-495a-a772-6e50a93c13ce,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:32.518571 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab41163a-b7b0-40df-8b3a-0611a1c90d3c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0650d079-ae85-4fd2-881d-4c98b8f7687a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:32.518945 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-ab41163a-b7b0-40df-8b3a-0611a1c90d3c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Added segment 0650d079-ae85-4fd2-881d-4c98b8f7687a of type vlan for network 188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7
Feb 12 21:19:32.542927 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f6284945-2bdd-4096-9c56-ca0f81a4af11 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.3401620
Feb 12 21:19:32.550847 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d94b6-2738-4f31-8f04-75500bab06bc req-9ebe739a-7240-40bb-b8ac-aa5f5e3b8ef9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:32.559108 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-748d94b6-2738-4f31-8f04-75500bab06bc req-9ebe739a-7240-40bb-b8ac-aa5f5e3b8ef9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.2360158
Feb 12 21:19:32.624107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49488) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:32.698137 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-748d94b6-2738-4f31-8f04-75500bab06bc req-7f41ac0f-0710-4d6c-adea-2e7116be15e6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1344647
Feb 12 21:19:32.701958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50f8a81-3f07-4183-afd3-a399779fb44f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Made reservation on behalf of e768fd07368d41fa93ea81725d2980e2 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:32.734488 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a50f8a81-3f07-4183-afd3-a399779fb44f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:32.751985 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ad367bfb-e27c-47e0-86c8-0c9723f7510b tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group (ff7b9887-9d66-414f-b934-ad143a04bae6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:32.766024 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab41163a-b7b0-40df-8b3a-0611a1c90d3c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:32.790795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-000f59d2-c6f9-4ba5-8de7-2a36fd8b9c0b None None] Deleting port f26711be-a5ec-4857-99ab-deddfe7d3fbf {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:32.791585 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-000f59d2-c6f9-4ba5-8de7-2a36fd8b9c0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f26711be-a5ec-4857-99ab-deddfe7d3fbf), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:32.812106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f26711be-a5ec-4857-99ab-deddfe7d3fbf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:32.814759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 43053c94-7e1a-495a-a772-6e50a93c13ce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:32.816994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ebc062f4-428a-48ea-ab2e-fbf0221b91c5 None None] Current status of the port f26711be-a5ec-4857-99ab-deddfe7d3fbf is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:32.830087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:19:32.830767 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 34cd3a96-20f0-4da5-9fc7-b28ab17e9dda not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:19:32.834998 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ad367bfb-e27c-47e0-86c8-0c9723f7510b tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ff7b9887-9d66-414f-b934-ad143a04bae6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:32.940899 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad367bfb-e27c-47e0-86c8-0c9723f7510b tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7b9887-9d66-414f-b934-ad143a04bae6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:32.950824 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab41163a-b7b0-40df-8b3a-0611a1c90d3c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:32.953560 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab41163a-b7b0-40df-8b3a-0611a1c90d3c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:32.958603 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab41163a-b7b0-40df-8b3a-0611a1c90d3c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:33.034039 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-888023e3-6f7b-4180-a2bb-2475f5475a04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e88ed10d0c57403dbc48251e998fbd1a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4052196
Feb 12 21:19:33.034502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49494) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:33.213733 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41163a-b7b0-40df-8b3a-0611a1c90d3c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Pushing event updated for resources: {'Network': ['ID=188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:33.230880 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ad367bfb-e27c-47e0-86c8-0c9723f7510b tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:33.241336 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ad367bfb-e27c-47e0-86c8-0c9723f7510b tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.9496725
Feb 12 21:19:33.253720 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49498) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:33.273144 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-980165f0-319d-4648-a8c0-d95794150375 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Request body: {'security_group_rule': {'security_group_id': 'ff7b9887-9d66-414f-b934-ad143a04bae6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:33.275121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:33.396372 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-62b935c9-1732-44ef-8097-072884da02e9 req-417dca8c-f122-4907-97a6-b0aa8aec134c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 210 time: 0.0648024
Feb 12 21:19:33.479178 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-000f59d2-c6f9-4ba5-8de7-2a36fd8b9c0b None None] For port f26711be-a5ec-4857-99ab-deddfe7d3fbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f26711be-a5ec-4857-99ab-deddfe7d3fbf,segment=NetworkSegment(4b18d2d4-245d-47a8-8cd2-ec62d5d96643),segment_id=4b18d2d4-245d-47a8-8cd2-ec62d5d96643)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:33.479941 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-000f59d2-c6f9-4ba5-8de7-2a36fd8b9c0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f26711be-a5ec-4857-99ab-deddfe7d3fbf), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:33.596545 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-000f59d2-c6f9-4ba5-8de7-2a36fd8b9c0b None None] Calling delete_port for f26711be-a5ec-4857-99ab-deddfe7d3fbf owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:33.604685 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8e2d9e7-87e6-4885-83d3-811277b84bad admin admin] Publish callbacks [] for security_group (bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:33.623052 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ab41163a-b7b0-40df-8b3a-0611a1c90d3c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 2.1488574
Feb 12 21:19:33.624208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49500) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:33.637518 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8e2d9e7-87e6-4885-83d3-811277b84bad admin admin] Publish callbacks [] for security_group (bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:33.645168 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f2dc6d40-e350-4fb1-93a1-45c88c031485 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Request body: {'subnet': {'network_id': '188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:33.658989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-980165f0-319d-4648-a8c0-d95794150375 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group_rule (0e7c22db-ceab-4f71-8f60-87c911b3d1f6), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:33.881696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-2dca655d-1714-4dfb-84ea-d59c406eae5d tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:33.888162 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-2dca655d-1714-4dfb-84ea-d59c406eae5d tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.50 "GET /v2.0/networks?id=19170c93-d9ce-4497-9280-91aac6f17f7b HTTP/1.1" status: 200  len: 814 time: 0.6984119
Feb 12 21:19:33.889981 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8e2d9e7-87e6-4885-83d3-811277b84bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:33.891715 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dc6d40-e350-4fb1-93a1-45c88c031485 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Made reservation on behalf of ac9c5ca261b443838e79cbb730e2b514 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:33.894851 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2dc6d40-e350-4fb1-93a1-45c88c031485 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:33.897506 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8e2d9e7-87e6-4885-83d3-811277b84bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:33.900912 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f8e2d9e7-87e6-4885-83d3-811277b84bad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca HTTP/1.1" status: 204  len: 168 time: 0.8544817
Feb 12 21:19:33.914710 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-980165f0-319d-4648-a8c0-d95794150375 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group_rule (0e7c22db-ceab-4f71-8f60-87c911b3d1f6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:33.922158 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba0f9d0>, [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:26Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052', 'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'mac_address': 'fa:16:3e:45:bf:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:24Z', 'updated_at': '2022-02-12T21:19:26Z', 'revision_number': 2, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'subnets': [{'id': '08262d9b-e180-46f4-80c5-239821f96956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:33.925599 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-acd3abb5-69d4-4fc0-909b-62217278c05a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Request body: {'port': {'device_id': 'ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd', 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b', 'admin_state_up': True, 'tenant_id': 'cf7e0df130604d2b9dab6a7fb331f5c6'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:34.011442 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f26711be-a5ec-4857-99ab-deddfe7d3fbf is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:34.012944 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f26711be-a5ec-4857-99ab-deddfe7d3fbf), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:34.034229 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Checking router: d10c3c54-e149-4055-ad99-e19133a8999d for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:19:34.036944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Updating router d10c3c54-e149-4055-ad99-e19133a8999d port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:19:34.090765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2d9e7-87e6-4885-83d3-811277b84bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd75d5ad-cd9d-4161-8ed0-316cbbfc36ca,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:34.110568 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-980165f0-319d-4648-a8c0-d95794150375 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (0e7c22db-ceab-4f71-8f60-87c911b3d1f6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:34.197136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980165f0-319d-4648-a8c0-d95794150375 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7c22db-ceab-4f71-8f60-87c911b3d1f6,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:34.275241 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:34.289537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0eb9fe-e397-433e-aea6-d9aa5e21398d req-b7ac58f8-dcb8-4bdd-861a-b151a9e0f582 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:34.305791 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fe0eb9fe-e397-433e-aea6-d9aa5e21398d req-b7ac58f8-dcb8-4bdd-861a-b151a9e0f582 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.3807330
Feb 12 21:19:34.327060 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-980165f0-319d-4648-a8c0-d95794150375 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:34.330103 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-980165f0-319d-4648-a8c0-d95794150375 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0753772
Feb 12 21:19:34.337690 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port f26711be-a5ec-4857-99ab-deddfe7d3fbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f26711be-a5ec-4857-99ab-deddfe7d3fbf,segment=NetworkSegment(4b18d2d4-245d-47a8-8cd2-ec62d5d96643),segment_id=4b18d2d4-245d-47a8-8cd2-ec62d5d96643)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:34.339434 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49520) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:34.378992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3e1a1e73-b739-4e62-aac7-9dffbb2c30c1 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Request body: {'security_group_rule': {'security_group_id': 'ff7b9887-9d66-414f-b934-ad143a04bae6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:34.525232 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f26711be-a5ec-4857-99ab-deddfe7d3fbf), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:34.580752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-3662aa30-e81f-4e2c-962b-0ee07aa4a2fd tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:34.584747 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fe0eb9fe-e397-433e-aea6-d9aa5e21398d req-db92184b-964d-40d4-8f07-b6c9ae90cc52 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2776160
Feb 12 21:19:34.591001 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-3662aa30-e81f-4e2c-962b-0ee07aa4a2fd tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 804 time: 0.4183235
Feb 12 21:19:34.632221 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-f035762d-b897-4e73-8507-18ae563e3250 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/quotas/050182e2f578483db86c4ee4d7391365 HTTP/1.1" status: 200  len: 375 time: 0.0401559
Feb 12 21:19:34.664275 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1e73-b739-4e62-aac7-9dffbb2c30c1 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group_rule (79dcfa86-3c4f-4595-a48d-25523b1b2969), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:34.679050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.objects.ports [None req-a50f8a81-3f07-4183-afd3-a399779fb44f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126505) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:19:34.736385 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a50f8a81-3f07-4183-afd3-a399779fb44f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (55a586c9-ea98-4805-8c2a-2d6aa9266870), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:34.785447 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-61937043-960a-4f28-96a6-d9c7bd453023 req-1500e4cd-e805-4331-80d3-6b5a6613ee22 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 210 time: 0.0708323
Feb 12 21:19:34.800652 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-000f59d2-c6f9-4ba5-8de7-2a36fd8b9c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (f26711be-a5ec-4857-99ab-deddfe7d3fbf), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:34.829777 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-acd3abb5-69d4-4fc0-909b-62217278c05a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Made reservation on behalf of cf7e0df130604d2b9dab6a7fb331f5c6 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:34.832068 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-acd3abb5-69d4-4fc0-909b-62217278c05a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:34.845735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1e73-b739-4e62-aac7-9dffbb2c30c1 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group_rule (79dcfa86-3c4f-4595-a48d-25523b1b2969), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:34.918258 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-ec339ffd-2353-4b57-9214-ab219e0e490b tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2770164
Feb 12 21:19:34.936643 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1e73-b739-4e62-aac7-9dffbb2c30c1 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (79dcfa86-3c4f-4595-a48d-25523b1b2969), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:34.951154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f59d2-c6f9-4ba5-8de7-2a36fd8b9c0b None None] No DVR routers for this DVR port f26711be-a5ec-4857-99ab-deddfe7d3fbf on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:34.972221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=f26711be-a5ec-4857-99ab-deddfe7d3fbf,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:34.986489 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a1e73-b739-4e62-aac7-9dffbb2c30c1 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79dcfa86-3c4f-4595-a48d-25523b1b2969,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:35.069886 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1e73-b739-4e62-aac7-9dffbb2c30c1 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:35.071054 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3e1a1e73-b739-4e62-aac7-9dffbb2c30c1 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7202678
Feb 12 21:19:35.080530 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49526) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:35.087580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:35.158144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50f8a81-3f07-4183-afd3-a399779fb44f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Checking segment: {'id': '0a6cbe1b-c004-40fd-9a1c-4baa0840557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dd26e787-c544-49a6-992a-11f8135e038b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:35.159402 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50f8a81-3f07-4183-afd3-a399779fb44f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Network hostable DHCP agents. Network: dd26e787-c544-49a6-992a-11f8135e038b, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:19:35.166233 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f8a81-3f07-4183-afd3-a399779fb44f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event updated for resources: {'Subnet': ['ID=55a586c9-ea98-4805-8c2a-2d6aa9266870,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:35.265948 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:35.268414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.objects.ports [None req-f2dc6d40-e350-4fb1-93a1-45c88c031485 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126506) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:19:35.273788 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2dc6d40-e350-4fb1-93a1-45c88c031485 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (afef0694-8c29-47b8-9a34-e67f0065efa5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:35.288360 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f59d2-c6f9-4ba5-8de7-2a36fd8b9c0b None None] Pushing event deleted for resources: {'Port': ['ID=f26711be-a5ec-4857-99ab-deddfe7d3fbf,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:35.333732 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50f8a81-3f07-4183-afd3-a399779fb44f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Network dd26e787-c544-49a6-992a-11f8135e038b is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:19:35.391678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc6d40-e350-4fb1-93a1-45c88c031485 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Pushing event updated for resources: {'Subnet': ['ID=afef0694-8c29-47b8-9a34-e67f0065efa5,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:35.412100 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-b7544e70-2a96-42b4-bf00-e97be5f726f5 service neutron] 10.222.0.31 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4742999
Feb 12 21:19:35.438123 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a50f8a81-3f07-4183-afd3-a399779fb44f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dd26e787-c544-49a6-992a-11f8135e038b) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:35.450485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dc6d40-e350-4fb1-93a1-45c88c031485 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Checking segment: {'id': '0650d079-ae85-4fd2-881d-4c98b8f7687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:35.450859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dc6d40-e350-4fb1-93a1-45c88c031485 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Network hostable DHCP agents. Network: 188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:19:35.458765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-acd3abb5-69d4-4fc0-909b-62217278c05a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Allocated IP 172.20.0.9 (19170c93-d9ce-4497-9280-91aac6f17f7b/6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84/56d77b1f-6780-4fa2-af74-237c0810bff8) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:35.509701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50f8a81-3f07-4183-afd3-a399779fb44f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:35.510812 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a50f8a81-3f07-4183-afd3-a399779fb44f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:35.553487 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Publish callbacks [] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:35.559185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a3c41e-6ab8-43f4-997f-12d57ffb56ee None None] Network dd26e787-c544-49a6-992a-11f8135e038b requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:35.672430 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:35.681302 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dc6d40-e350-4fb1-93a1-45c88c031485 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Network 188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:19:35.739951 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-f2dc6d40-e350-4fb1-93a1-45c88c031485 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:35.753654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44932740-9971-4171-9c37-d4d5335ff18d None None] Pushing event updated for resources: {'Port': ['ID=120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:35.762190 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dc6d40-e350-4fb1-93a1-45c88c031485 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:35.769907 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2dc6d40-e350-4fb1-93a1-45c88c031485 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:35.822781 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a50f8a81-3f07-4183-afd3-a399779fb44f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.5330002
Feb 12 21:19:35.832147 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:35.837948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49540) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:35.848379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-4d72d054-dfc0-4ba8-90eb-959c2072b161 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Request body: {'port': {'network_id': 'dd26e787-c544-49a6-992a-11f8135e038b', 'name': 'tempest-NetworksIpV6TestAttrs-629298955'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:35.887182 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78abcae-fb37-476c-be87-dd19ec229e97 None None] Network 188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:35.944756 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f2dc6d40-e350-4fb1-93a1-45c88c031485 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 2.3128462
Feb 12 21:19:36.024101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dd26e787-c544-49a6-992a-11f8135e038b', 'network_id': 'dd26e787-c544-49a6-992a-11f8135e038b', 'project_id': 'e768fd07368d41fa93ea81725d2980e2', 'fixed_ips': [{'subnet_id': '55a586c9-ea98-4805-8c2a-2d6aa9266870'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:19:36.025563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49542) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:36.026657 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:36.049561 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8d20afb3-43bb-43c1-a5b9-8c83793146ec tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-603050358', 'network_id': '188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:36.153417 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-d2055149-a122-4dcd-9c03-367bfd51ac4a service neutron] 10.222.0.31 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7376180
Feb 12 21:19:36.218524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d72d054-dfc0-4ba8-90eb-959c2072b161 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Made reservation on behalf of e768fd07368d41fa93ea81725d2980e2 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:36.221476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Attempting to bind port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:36.222172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Attempting to bind port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:36.222932 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d72d054-dfc0-4ba8-90eb-959c2072b161 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:36.224060 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Attempting to bind port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 on network 3d3223c4-7d3e-45d4-827e-f74909602e0e {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:36.234547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49546) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:36.253619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Request body: {'subnets': [{'network_id': '4493db19-403b-42d3-bf88-dab4323145dc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1797110650', 'ip_version': 6}, {'network_id': '43053c94-7e1a-495a-a772-6e50a93c13ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:36.253952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Request body: {'subnet': {'network_id': '4493db19-403b-42d3-bf88-dab4323145dc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1797110650', 'ip_version': 6}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:36.255047 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Request body: {'subnet': {'network_id': '43053c94-7e1a-495a-a772-6e50a93c13ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:36.280118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:36.280777 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Checking segment: {'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:36.281492 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:36.282055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Bound using segment: {'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:36.291050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Bound port: 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:36.291050 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:36.334299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-4d72d054-dfc0-4ba8-90eb-959c2072b161 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] device_id is not set on port c5928987-a617-4c75-8106-a5ebb4e2bf84 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:19:36.435517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e35d6-36b1-42ca-9f2e-7d1d1f427861 req-8d83bdcd-61ac-42bf-873c-f9325c429f2c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:36.437008 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-310e35d6-36b1-42ca-9f2e-7d1d1f427861 req-8d83bdcd-61ac-42bf-873c-f9325c429f2c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.5934429
Feb 12 21:19:36.461713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-fb8e4f59-e233-41c7-a8a8-0394a7e754a4 None None] Provisioning complete for port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:36.462085 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4f59-e233-41c7-a8a8-0394a7e754a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:36.479082 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d20afb3-43bb-43c1-a5b9-8c83793146ec tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Made reservation on behalf of ac9c5ca261b443838e79cbb730e2b514 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:36.481465 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d20afb3-43bb-43c1-a5b9-8c83793146ec tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:36.502231 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Allocated IP 172.35.2.140 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/c0bc86d0-794a-4657-a555-82b2bfd6b0e9) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:36.540126 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-8d20afb3-43bb-43c1-a5b9-8c83793146ec tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] device_id is not set on port 16a3e3ea-131c-4b86-9938-2f80f29d2fe2 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:19:36.554204 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-310e35d6-36b1-42ca-9f2e-7d1d1f427861 req-fd9e20d4-16e3-48e7-b15c-665d0a4bac74 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077397
Feb 12 21:19:36.635019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-4d72d054-dfc0-4ba8-90eb-959c2072b161 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Allocated IP 2001:db8::f816:3eff:fe7f:331e (dd26e787-c544-49a6-992a-11f8135e038b/55a586c9-ea98-4805-8c2a-2d6aa9266870/c5928987-a617-4c75-8106-a5ebb4e2bf84) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:36.718364 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-acd3abb5-69d4-4fc0-909b-62217278c05a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks [] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:36.791148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49558) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:36.799405 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6260c016-df60-4214-ad9b-be2d046f9ff8 None None] Network 188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:36.850532 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7ecb73cf-3f1d-4f46-a419-8b62141ed1bf req-002ff25f-89f3-4d1b-a62d-6c45ce1fbc34 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 210 time: 0.0700562
Feb 12 21:19:36.933135 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for port (c0bc86d0-794a-4657-a555-82b2bfd6b0e9), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:36.988988 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e4f59-e233-41c7-a8a8-0394a7e754a4 None None] Port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:19:37.019691 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] For port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:37.037032 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a8741f94-6721-45ce-bbbc-b369fc0db11d req-61ea7306-ecff-44f9-94b2-52d55fb6cf05 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 210 time: 0.2245605
Feb 12 21:19:37.066605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] For port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:37.072502 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c0bc86d0-794a-4657-a555-82b2bfd6b0e9), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:37.126850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:37.140517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:37.149787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:37.169153 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:37.205285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-8d20afb3-43bb-43c1-a5b9-8c83793146ec tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Allocated IP 2001:db8::de (188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7/afef0694-8c29-47b8-9a34-e67f0065efa5/16a3e3ea-131c-4b86-9938-2f80f29d2fe2) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:37.212340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event updated for resources: {'Port': ['ID=c0bc86d0-794a-4657-a555-82b2bfd6b0e9,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:37.246896 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Routers {'d10c3c54-e149-4055-ad99-e19133a8999d'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:19:37.247812 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba0f9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:19:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d10c3c54-e149-4055-ad99-e19133a8999d'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:37.254958 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44932740-9971-4171-9c37-d4d5335ff18d None None] Pushing event updated for resources: {'Port': ['ID=120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:37.378891 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Made reservation on behalf of 94f68124b96d45d4b46d6b59afcf723f for: {'subnet': 2} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:37.383967 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:37.384313 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:37.398190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1259574415-network', 'tenant_id': 'bd5a0b396b5045459fdedb8d4039960a'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:37.487245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] Set router d10c3c54-e149-4055-ad99-e19133a8999d gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:19:37.508540 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d20afb3-43bb-43c1-a5b9-8c83793146ec tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for port (16a3e3ea-131c-4b86-9938-2f80f29d2fe2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:37.526303 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] Made reservation on behalf of bd5a0b396b5045459fdedb8d4039960a for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:37.528584 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:37.594424 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:37.596848 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-acd3abb5-69d4-4fc0-909b-62217278c05a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:37.672614 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for floatingip (b6f0ceaf-8e22-43fd-8c39-48638ced0354), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:37.742550 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d20afb3-43bb-43c1-a5b9-8c83793146ec tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (16a3e3ea-131c-4b86-9938-2f80f29d2fe2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:37.787604 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0014da1f-741b-4a8f-b163-5df30b8a65f3 None None] Provisioning complete for port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:37.790160 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0014da1f-741b-4a8f-b163-5df30b8a65f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:37.817494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d20afb3-43bb-43c1-a5b9-8c83793146ec tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Network 188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:37.822226 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-8d20afb3-43bb-43c1-a5b9-8c83793146ec tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:37.825987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20afb3-43bb-43c1-a5b9-8c83793146ec tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:37.827729 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d20afb3-43bb-43c1-a5b9-8c83793146ec tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:37.828555 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d20afb3-43bb-43c1-a5b9-8c83793146ec tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:37.839738 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] Publish callbacks [] for security_group (a4586a6e-77e4-4604-9857-eda7e6f93ca3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:37.867596 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20afb3-43bb-43c1-a5b9-8c83793146ec tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Pushing event updated for resources: {'Port': ['ID=16a3e3ea-131c-4b86-9938-2f80f29d2fe2,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:37.895042 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-acd3abb5-69d4-4fc0-909b-62217278c05a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Network 19170c93-d9ce-4497-9280-91aac6f17f7b is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:37.917751 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-acd3abb5-69d4-4fc0-909b-62217278c05a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:37.929263 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d72d054-dfc0-4ba8-90eb-959c2072b161 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for port (c5928987-a617-4c75-8106-a5ebb4e2bf84), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:37.952955 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-acd3abb5-69d4-4fc0-909b-62217278c05a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:37.956093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3abb5-69d4-4fc0-909b-62217278c05a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Pushing event updated for resources: {'Port': ['ID=56d77b1f-6780-4fa2-af74-237c0810bff8,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:37.964699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba0f9d0>, [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:26Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052', 'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'mac_address': 'fa:16:3e:45:bf:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:24Z', 'updated_at': '2022-02-12T21:19:36Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'subnets': [{'id': '08262d9b-e180-46f4-80c5-239821f96956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:37.986447 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a4586a6e-77e4-4604-9857-eda7e6f93ca3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:38.004068 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0014da1f-741b-4a8f-b163-5df30b8a65f3 None None] Current status of the port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:38.005182 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0014da1f-741b-4a8f-b163-5df30b8a65f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:38.007951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627a0ab9-5e98-4a5a-a29e-7011c095beff None None] The sync data for ids ['d10c3c54-e149-4055-ad99-e19133a8999d'] in ncdv-master-1 is: [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:26Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052', 'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'mac_address': 'fa:16:3e:45:bf:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:24Z', 'updated_at': '2022-02-12T21:19:36Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'subnets': [{'id': '08262d9b-e180-46f4-80c5-239821f96956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:19:38.047470 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a50601e2-4fd5-4089-96c8-fea1cdfa7704 req-5bdd9103-e271-45ff-aae7-bf1a137dc03d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 210 time: 0.0907872
Feb 12 21:19:38.056605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0014da1f-741b-4a8f-b163-5df30b8a65f3 None None] For port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:38.068655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:38.069816 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8d20afb3-43bb-43c1-a5b9-8c83793146ec tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 2.0403914
Feb 12 21:19:38.081811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49572) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:38.088471 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c0bc86d0-794a-4657-a555-82b2bfd6b0e9), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:38.132437 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0014da1f-741b-4a8f-b163-5df30b8a65f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:38.149546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4586a6e-77e4-4604-9857-eda7e6f93ca3,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:38.159325 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-acd3abb5-69d4-4fc0-909b-62217278c05a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:38.159969 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-acd3abb5-69d4-4fc0-909b-62217278c05a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:38.194527 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1f7b3437-cad1-4ec3-9e55-933ce9bc3702), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:38.194695 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] Added segment 1f7b3437-cad1-4ec3-9e55-933ce9bc3702 of type vlan for network 39f292e9-8e77-4a3a-adae-81674dd31288
Feb 12 21:19:38.205136 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f349435-ff9a-470f-b4ea-d8b226d3cba2 req-08ae07cb-834e-4604-995b-87d9b979ab95 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:38.212565 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7f349435-ff9a-470f-b4ea-d8b226d3cba2 req-08ae07cb-834e-4604-995b-87d9b979ab95 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.4843371
Feb 12 21:19:38.290013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014da1f-741b-4a8f-b163-5df30b8a65f3 None None] Pushing event updated for resources: {'Port': ['ID=120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:38.400099 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-acd3abb5-69d4-4fc0-909b-62217278c05a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4932108
Feb 12 21:19:38.450693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Request body: {'port': {'device_id': 'ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:38.462927 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (39f292e9-8e77-4a3a-adae-81674dd31288), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:38.517632 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bf725-12d5-4fbb-9091-2aaadfe34c9d req-94cef4b7-d6c6-43c2-9db9-a08a8bd72e28 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:38.527536 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d72d054-dfc0-4ba8-90eb-959c2072b161 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c5928987-a617-4c75-8106-a5ebb4e2bf84), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:38.527823 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-535bf725-12d5-4fbb-9091-2aaadfe34c9d req-94cef4b7-d6c6-43c2-9db9-a08a8bd72e28 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 931 time: 0.2416608
Feb 12 21:19:38.534439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Allocated IP 2001:db8::f816:3eff:fe46:8c7d (dd26e787-c544-49a6-992a-11f8135e038b/55a586c9-ea98-4805-8c2a-2d6aa9266870/e3ca5459-b97c-4847-826c-e8fa9efda5f4) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:38.590661 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7f349435-ff9a-470f-b4ea-d8b226d3cba2 req-a4c6bca1-1bd7-4613-8a1c-a62731d4bc32 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3719935
Feb 12 21:19:38.668697 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.db.resource_extend [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:19:38.786626 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d72d054-dfc0-4ba8-90eb-959c2072b161 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Network dd26e787-c544-49a6-992a-11f8135e038b is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:38.786920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:38.799201 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-4d72d054-dfc0-4ba8-90eb-959c2072b161 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:38.804820 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72d054-dfc0-4ba8-90eb-959c2072b161 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event updated for resources: {'Port': ['ID=c5928987-a617-4c75-8106-a5ebb4e2bf84,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:38.808933 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d72d054-dfc0-4ba8-90eb-959c2072b161 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:38.815513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d72d054-dfc0-4ba8-90eb-959c2072b161 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:38.815513 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d72d054-dfc0-4ba8-90eb-959c2072b161 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:38.822383 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:38.904437 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (39f292e9-8e77-4a3a-adae-81674dd31288), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:38.905436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:38.906016 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:38.957661 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4d72d054-dfc0-4ba8-90eb-959c2072b161 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 3.1148529
Feb 12 21:19:38.975761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49576) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:39.029884 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Publish callbacks [] for port (e3ca5459-b97c-4847-826c-e8fa9efda5f4), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:39.060391 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:39.060996 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:39.083461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.2883246
Feb 12 21:19:39.115763 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49578) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:39.134148 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-21c5c74e-8b99-4710-8814-91e9d305fdc3 admin admin] Request body: {'subnet': {'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1259574415-subnet', 'tenant_id': 'bd5a0b396b5045459fdedb8d4039960a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:39.166161 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (e3ca5459-b97c-4847-826c-e8fa9efda5f4), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:39.282458 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-d6d21c66-db54-4e34-99fa-30861165a0b7 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Deleting port 16a3e3ea-131c-4b86-9938-2f80f29d2fe2 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:39.282458 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d6d21c66-db54-4e34-99fa-30861165a0b7 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (16a3e3ea-131c-4b86-9938-2f80f29d2fe2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:39.282458 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-535bf725-12d5-4fbb-9091-2aaadfe34c9d req-3550ecc7-b138-4959-adc4-935c98d7517c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7429619
Feb 12 21:19:39.309883 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Network dd26e787-c544-49a6-992a-11f8135e038b is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:39.361541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:39.367965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:39.410048 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for port (c0bc86d0-794a-4657-a555-82b2bfd6b0e9), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:39.434762 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d6d21c66-db54-4e34-99fa-30861165a0b7 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (16a3e3ea-131c-4b86-9938-2f80f29d2fe2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:39.438752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Pushing event updated for resources: {'Port': ['ID=e3ca5459-b97c-4847-826c-e8fa9efda5f4,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:39.459003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-d6d21c66-db54-4e34-99fa-30861165a0b7 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Calling delete_port for 16a3e3ea-131c-4b86-9938-2f80f29d2fe2 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:39.521124 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d41982-dd34-4c8d-83eb-9d0f592b4118 admin admin] Pushing event updated for resources: {'Network': ['ID=39f292e9-8e77-4a3a-adae-81674dd31288,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:39.542067 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 39f292e9-8e77-4a3a-adae-81674dd31288 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:39.593622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c93d12-679e-48ba-aaaa-0386feb9fecb tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Deleting subnet 55a586c9-ea98-4805-8c2a-2d6aa9266870 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:19:39.593622 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66c93d12-679e-48ba-aaaa-0386feb9fecb tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for subnet (55a586c9-ea98-4805-8c2a-2d6aa9266870), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:39.593915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Attempting to bind port e3ca5459-b97c-4847-826c-e8fa9efda5f4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:39.593915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Attempting to bind port e3ca5459-b97c-4847-826c-e8fa9efda5f4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0a6cbe1b-c004-40fd-9a1c-4baa0840557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dd26e787-c544-49a6-992a-11f8135e038b'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:39.593915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Attempting to bind port e3ca5459-b97c-4847-826c-e8fa9efda5f4 on network dd26e787-c544-49a6-992a-11f8135e038b {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:39.622857 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:39.629425 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:39.630699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Checking segment: {'id': '0a6cbe1b-c004-40fd-9a1c-4baa0840557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dd26e787-c544-49a6-992a-11f8135e038b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:39.631374 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:39.631979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Bound using segment: {'id': '0a6cbe1b-c004-40fd-9a1c-4baa0840557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dd26e787-c544-49a6-992a-11f8135e038b'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:39.632655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Bound port: e3ca5459-b97c-4847-826c-e8fa9efda5f4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6cbe1b-c004-40fd-9a1c-4baa0840557c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dd26e787-c544-49a6-992a-11f8135e038b'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:39.633244 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e3ca5459-b97c-4847-826c-e8fa9efda5f4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:39.634894 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66c93d12-679e-48ba-aaaa-0386feb9fecb tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (55a586c9-ea98-4805-8c2a-2d6aa9266870), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:39.662530 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c5c74e-8b99-4710-8814-91e9d305fdc3 admin admin] Made reservation on behalf of bd5a0b396b5045459fdedb8d4039960a for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:39.665342 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21c5c74e-8b99-4710-8814-91e9d305fdc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:39.748641 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b66031c4-72ed-4ae6-be2e-0b541c0ad0d8 req-7fc83417-1108-41e1-b0ef-8bebc382eee5 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 210 time: 0.2447541
Feb 12 21:19:39.780009 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (59e7d874-c496-46f9-ad6d-b68a0374305e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:39.784320 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (c0bc86d0-794a-4657-a555-82b2bfd6b0e9), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:39.798175 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d6d21c66-db54-4e34-99fa-30861165a0b7 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (16a3e3ea-131c-4b86-9938-2f80f29d2fe2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:39.897339 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] For port e3ca5459-b97c-4847-826c-e8fa9efda5f4, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:39.916273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] For port e3ca5459-b97c-4847-826c-e8fa9efda5f4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3ca5459-b97c-4847-826c-e8fa9efda5f4,segment=NetworkSegment(0a6cbe1b-c004-40fd-9a1c-4baa0840557c),segment_id=0a6cbe1b-c004-40fd-9a1c-4baa0840557c)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:39.961371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event updated for resources: {'Subnet': ['ID=59e7d874-c496-46f9-ad6d-b68a0374305e,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:39.979614 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d6d21c66-db54-4e34-99fa-30861165a0b7 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:39.982265 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Checking segment: {'id': '67886c27-53b4-4ef0-baaf-fd8da435dc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4493db19-403b-42d3-bf88-dab4323145dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:39.982636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Network hostable DHCP agents. Network: 4493db19-403b-42d3-bf88-dab4323145dc, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:19:39.983369 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d6d21c66-db54-4e34-99fa-30861165a0b7 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "DELETE /v2.0/ports/16a3e3ea-131c-4b86-9938-2f80f29d2fe2 HTTP/1.1" status: 204  len: 168 time: 1.8981032
Feb 12 21:19:39.988348 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e3ca5459-b97c-4847-826c-e8fa9efda5f4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:39.989731 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49590) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:40.005859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7', 'external_fixed_ips': [{'subnet_id': 'afef0694-8c29-47b8-9a34-e67f0065efa5', 'ip_address': '2001:db8::de'}]}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:40.044132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212043-989d-4a80-9fca-4249d9d41e43 req-3e095ba9-f9ae-441f-90b7-10ea80dae02d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:40.052552 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b212043-989d-4a80-9fca-4249d9d41e43 req-3e095ba9-f9ae-441f-90b7-10ea80dae02d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.2684371
Feb 12 21:19:40.087445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66c93d12-679e-48ba-aaaa-0386feb9fecb tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (55a586c9-ea98-4805-8c2a-2d6aa9266870), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:40.132338 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa45964-6f49-474c-8a09-0e4cb7667acc None None] Pushing event updated for resources: {'Port': ['ID=e3ca5459-b97c-4847-826c-e8fa9efda5f4,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:40.158890 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (b6f0ceaf-8e22-43fd-8c39-48638ced0354), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:40.173766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Network 4493db19-403b-42d3-bf88-dab4323145dc is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:19:40.246962 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d77b1f-6780-4fa2-af74-237c0810bff8 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:19:40.260716 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Publish callbacks [] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:40.289562 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (9154415d-1919-408e-ade1-25aab8c335f8), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:40.290659 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (9154415d-1919-408e-ade1-25aab8c335f8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:40.294675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4493db19-403b-42d3-bf88-dab4323145dc) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:40.308441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba94f19-62ee-4177-bce4-6edebb67d1fc None None] Network 4493db19-403b-42d3-bf88-dab4323145dc requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:40.312867 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (19e03f5a-8f29-4883-8f55-cc55a7809bf0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:40.386766 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event updated for resources: {'Port': ['ID=c0bc86d0-794a-4657-a555-82b2bfd6b0e9,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:40.412096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Transition to ACTIVE for port object 56d77b1f-6780-4fa2-af74-237c0810bff8 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:19:40.412096 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66c93d12-679e-48ba-aaaa-0386feb9fecb tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (55a586c9-ea98-4805-8c2a-2d6aa9266870), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:40.462055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event updated for resources: {'Subnet': ['ID=19e03f5a-8f29-4883-8f55-cc55a7809bf0,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:40.480897 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66c93d12-679e-48ba-aaaa-0386feb9fecb tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:40.486384 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-66c93d12-679e-48ba-aaaa-0386feb9fecb tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/subnets/55a586c9-ea98-4805-8c2a-2d6aa9266870 HTTP/1.1" status: 204  len: 168 time: 1.5074143
Feb 12 21:19:40.509717 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49594) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:40.531318 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b212043-989d-4a80-9fca-4249d9d41e43 req-3adbd652-f2e7-4ace-a107-5051212a3e3e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4776602
Feb 12 21:19:40.565180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Checking segment: {'id': 'c16d0047-daca-4e5b-bb68-26912ed36cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '43053c94-7e1a-495a-a772-6e50a93c13ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:40.565180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Network hostable DHCP agents. Network: 43053c94-7e1a-495a-a772-6e50a93c13ce, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:19:40.569806 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:40.579715 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d21c66-db54-4e34-99fa-30861165a0b7 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Pushing event deleted for resources: {'Port': ['ID=16a3e3ea-131c-4b86-9938-2f80f29d2fe2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:40.586602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c93d12-679e-48ba-aaaa-0386feb9fecb tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Subnet': ['ID=55a586c9-ea98-4805-8c2a-2d6aa9266870,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:40.627794 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:40.629406 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8f329d87-892e-4fb9-8274-c58c4de48ef7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.5476217
Feb 12 21:19:40.700485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-479b1416-c239-4689-9c88-e785cd4ab19c tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:40.702361 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-479b1416-c239-4689-9c88-e785cd4ab19c tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.48 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 804 time: 0.5449495
Feb 12 21:19:40.717490 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-7cf3dd6a-3923-443a-b8ab-02d9a60d39a3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Request body: {'port': {'device_id': '1d926e2b-0f1a-45c6-aeff-35800faf7d40', 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1', 'admin_state_up': True, 'tenant_id': '050182e2f578483db86c4ee4d7391365'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:40.728066 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Pushing event updated for resources: {'Port': ['ID=56d77b1f-6780-4fa2-af74-237c0810bff8,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:40.783058 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_controller (9154415d-1919-408e-ade1-25aab8c335f8), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:40.787446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4493db19-403b-42d3-bf88-dab4323145dc', 'network_id': '4493db19-403b-42d3-bf88-dab4323145dc', 'project_id': '94f68124b96d45d4b46d6b59afcf723f', 'fixed_ips': [{'subnet_id': '59e7d874-c496-46f9-ad6d-b68a0374305e'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:19:40.788907 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:40.860538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Network 43053c94-7e1a-495a-a772-6e50a93c13ce is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:19:40.922627 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21c5c74e-8b99-4710-8814-91e9d305fdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (e8f13ae4-a296-4b5c-8ce6-eda12e35e066), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:40.967981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Attempting to bind port 56d77b1f-6780-4fa2-af74-237c0810bff8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:40.968327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Attempting to bind port 56d77b1f-6780-4fa2-af74-237c0810bff8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d49fae0-c082-4256-aa09-ac399fb45ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:40.968674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Attempting to bind port 56d77b1f-6780-4fa2-af74-237c0810bff8 on network 19170c93-d9ce-4497-9280-91aac6f17f7b {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:40.980762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e3ca5459-b97c-4847-826c-e8fa9efda5f4 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:40.993419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934a8528-83f3-42f0-b800-dcea7168b7b2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:40.995235 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934a8528-83f3-42f0-b800-dcea7168b7b2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:40.996841 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-934a8528-83f3-42f0-b800-dcea7168b7b2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.4594190
Feb 12 21:19:41.006857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9450ef6-1ddb-4605-80d5-c20d853c8162 req-aea004e6-f993-4405-92bf-2b47b633f8c1 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:41.008823 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9450ef6-1ddb-4605-80d5-c20d853c8162 req-aea004e6-f993-4405-92bf-2b47b633f8c1 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 931 time: 0.5844820
Feb 12 21:19:41.010364 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49602) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:41.033557 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-356709cd-2d24-4ba2-8be0-c2033325580b req-281819a4-435e-4e66-8379-d99676e10457 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 210 time: 0.1012259
Feb 12 21:19:41.135638 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-05fd7dff-a425-4379-8718-599d010c8f1e tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (dd26e787-c544-49a6-992a-11f8135e038b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:41.153278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Port 56d77b1f-6780-4fa2-af74-237c0810bff8 on network 19170c93-d9ce-4497-9280-91aac6f17f7b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:19:41.153648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Attempting to bind port 56d77b1f-6780-4fa2-af74-237c0810bff8 on network 19170c93-d9ce-4497-9280-91aac6f17f7b {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:41.187728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5c74e-8b99-4710-8814-91e9d305fdc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f13ae4-a296-4b5c-8ce6-eda12e35e066,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:41.193639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Allocated IP 2001:db8::1 (4493db19-403b-42d3-bf88-dab4323145dc/59e7d874-c496-46f9-ad6d-b68a0374305e/63cc51ce-61c2-4a1a-bb6f-b032eb019ccd) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:41.198734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e3ca5459-b97c-4847-826c-e8fa9efda5f4 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:41.199117 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e3ca5459-b97c-4847-826c-e8fa9efda5f4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:41.209068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:41.210102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Checking segment: {'id': '7d49fae0-c082-4256-aa09-ac399fb45ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:41.211719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Bound using segment: {'id': '7d49fae0-c082-4256-aa09-ac399fb45ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:41.212320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Bound port: 56d77b1f-6780-4fa2-af74-237c0810bff8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d49fae0-c082-4256-aa09-ac399fb45ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:41.213261 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:41.218147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 43053c94-7e1a-495a-a772-6e50a93c13ce) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:41.231283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:41.231736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ea01c6-3aa4-4a0a-ad6e-b003c20184a6 None None] Network 43053c94-7e1a-495a-a772-6e50a93c13ce requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:41.232114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:41.232895 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:41.287030 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fd7dff-a425-4379-8718-599d010c8f1e tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:19:41.287589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05fd7dff-a425-4379-8718-599d010c8f1e tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:19:41.293455 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-05fd7dff-a425-4379-8718-599d010c8f1e tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/networks/dd26e787-c544-49a6-992a-11f8135e038b HTTP/1.1" status: 409  len: 466 time: 0.2779145
Feb 12 21:19:41.296217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1728db-ebc0-41c7-a3d3-ef1ce112d898 req-117b8743-42e3-4610-9eec-a8503aa6cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:41.298965 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd1728db-ebc0-41c7-a3d3-ef1ce112d898 req-117b8743-42e3-4610-9eec-a8503aa6cbeb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 1129 time: 0.4606762
Feb 12 21:19:41.300366 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (9154415d-1919-408e-ade1-25aab8c335f8), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:41.316832 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49612) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:41.328952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-42878126-edea-4c46-b37d-813dcc23066f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1228857310'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:41.377711 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9450ef6-1ddb-4605-80d5-c20d853c8162 req-2f2fe6a6-5256-44ba-b5b7-1312f8ae619a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3533692
Feb 12 21:19:41.501628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5c74e-8b99-4710-8814-91e9d305fdc3 admin admin] Checking segment: {'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:41.503593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c5c74e-8b99-4710-8814-91e9d305fdc3 admin admin] Network hostable DHCP agents. Network: 39f292e9-8e77-4a3a-adae-81674dd31288, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:19:41.527943 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e4683b42-a046-4122-a15c-71315431d233 req-68e204d4-9205-41e5-bf96-afc7dc537f00 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--901086966&fields=id&tenant_id=1dda620b49344bdaa8408d14a9e44acd HTTP/1.1" status: 200  len: 267 time: 0.3479416
Feb 12 21:19:41.569223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] For port 56d77b1f-6780-4fa2-af74-237c0810bff8, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:41.572581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] For port 56d77b1f-6780-4fa2-af74-237c0810bff8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56d77b1f-6780-4fa2-af74-237c0810bff8,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:41.586731 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-24e1eb14-660c-4fdc-bc4e-c9c88bc25f22 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 5.3498268
Feb 12 21:19:41.589643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49616) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:41.627668 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Publish callbacks [] for port (63cc51ce-61c2-4a1a-bb6f-b032eb019ccd), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:41.637657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1728db-ebc0-41c7-a3d3-ef1ce112d898 req-72ab9576-a490-4d1f-808a-aa09798404f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:41.638871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42878126-edea-4c46-b37d-813dcc23066f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Made reservation on behalf of e768fd07368d41fa93ea81725d2980e2 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:41.642583 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42878126-edea-4c46-b37d-813dcc23066f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:41.649795 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd1728db-ebc0-41c7-a3d3-ef1ce112d898 req-72ab9576-a490-4d1f-808a-aa09798404f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.2802043
Feb 12 21:19:41.670608 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-43053c94-7e1a-495a-a772-6e50a93c13ce', 'network_id': '43053c94-7e1a-495a-a772-6e50a93c13ce', 'project_id': '94f68124b96d45d4b46d6b59afcf723f', 'fixed_ips': [{'subnet_id': '19e03f5a-8f29-4883-8f55-cc55a7809bf0'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:19:41.673776 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:41.679257 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:41.701314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-7cf3dd6a-3923-443a-b8ab-02d9a60d39a3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Made reservation on behalf of 050182e2f578483db86c4ee4d7391365 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:41.706204 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-7cf3dd6a-3923-443a-b8ab-02d9a60d39a3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:41.725205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e3ca5459-b97c-4847-826c-e8fa9efda5f4 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:41.726345 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e3ca5459-b97c-4847-826c-e8fa9efda5f4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:41.751969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c5c74e-8b99-4710-8814-91e9d305fdc3 admin admin] Network 39f292e9-8e77-4a3a-adae-81674dd31288 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:19:41.778470 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (63cc51ce-61c2-4a1a-bb6f-b032eb019ccd), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:41.809563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42878126-edea-4c46-b37d-813dcc23066f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:41.857456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e44113-42ca-4311-9b8b-984796c6ccfa tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:41.859187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e44113-42ca-4311-9b8b-984796c6ccfa tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:41.860668 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e44113-42ca-4311-9b8b-984796c6ccfa tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:41.872038 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a5e44113-42ca-4311-9b8b-984796c6ccfa tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.2813056
Feb 12 21:19:41.874526 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42878126-edea-4c46-b37d-813dcc23066f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (937f3d54-d52f-4b94-b22a-ae97fd3bc24d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:41.875040 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-42878126-edea-4c46-b37d-813dcc23066f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Added segment 937f3d54-d52f-4b94-b22a-ae97fd3bc24d of type vlan for network 736f5aa1-8eb1-4279-859b-197030b68a34
Feb 12 21:19:41.878883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49618) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:42.015602 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4683b42-a046-4122-a15c-71315431d233 req-fc6c15cf-4f21-43b7-badf-37aef9f7078a tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:42.021764 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e4683b42-a046-4122-a15c-71315431d233 req-fc6c15cf-4f21-43b7-badf-37aef9f7078a tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/networks?id=3d3223c4-7d3e-45d4-827e-f74909602e0e HTTP/1.1" status: 200  len: 811 time: 0.4843919
Feb 12 21:19:42.023708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-21c5c74e-8b99-4710-8814-91e9d305fdc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 39f292e9-8e77-4a3a-adae-81674dd31288) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:42.045735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42878126-edea-4c46-b37d-813dcc23066f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (736f5aa1-8eb1-4279-859b-197030b68a34), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:42.049010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5c74e-8b99-4710-8814-91e9d305fdc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:42.049791 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21c5c74e-8b99-4710-8814-91e9d305fdc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:42.120383 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23957ef-e826-4ead-980e-90665f1322a5 None None] Network 39f292e9-8e77-4a3a-adae-81674dd31288 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:42.123563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3418e8d0-4b39-4239-9318-d19ab690dec1 None None] Network dd26e787-c544-49a6-992a-11f8135e038b requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:42.173538 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e4683b42-a046-4122-a15c-71315431d233 req-90056bf4-40e6-4573-885e-5cdfef3fcf06 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/quotas/1dda620b49344bdaa8408d14a9e44acd HTTP/1.1" status: 200  len: 375 time: 0.1507251
Feb 12 21:19:42.177610 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-7cf3dd6a-3923-443a-b8ab-02d9a60d39a3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Allocated IP 172.20.0.4 (7099db00-3881-44c3-bb47-3ded394a66e1/9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9/fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:42.183401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.resource_extend [None req-42878126-edea-4c46-b37d-813dcc23066f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:19:42.205980 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:42.205980 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:42.210771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] 10.222.0.50 "PUT /v2.0/ports/56d77b1f-6780-4fa2-af74-237c0810bff8 HTTP/1.1" status: 200  len: 1091 time: 3.7691307
Feb 12 21:19:42.210771 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd', 'tag': '56d77b1f-6780-4fa2-af74-237c0810bff8'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:42.212421 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b2d15f-b95c-4916-9eb6-b313b96d6248" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd", "tag": "56d77b1f-6780-4fa2-af74-237c0810bff8"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:42.242084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c6ecbe-afa5-4f51-abb2-ac70285266fc tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Deleting subnet 59e7d874-c496-46f9-ad6d-b68a0374305e {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:19:42.260214 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd1728db-ebc0-41c7-a3d3-ef1ce112d898 req-7a5a2d95-4d69-4081-aefe-e8d15c6d3624 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46b4431b-660a-42fe-8b92-e92dfee82188 HTTP/1.1" status: 200  len: 1002 time: 0.5989654
Feb 12 21:19:42.263567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Network 4493db19-403b-42d3-bf88-dab4323145dc is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:42.263711 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-21c5c74e-8b99-4710-8814-91e9d305fdc3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.1443586
Feb 12 21:19:42.265043 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09c6ecbe-afa5-4f51-abb2-ac70285266fc tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for subnet (59e7d874-c496-46f9-ad6d-b68a0374305e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:42.314067 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port e3ca5459-b97c-4847-826c-e8fa9efda5f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3ca5459-b97c-4847-826c-e8fa9efda5f4,segment=NetworkSegment(0a6cbe1b-c004-40fd-9a1c-4baa0840557c),segment_id=0a6cbe1b-c004-40fd-9a1c-4baa0840557c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:42.317783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf75e17-65f5-461e-a618-97733b133f4d req-3538fadf-b30d-441c-b8c1-abf2ed7a724f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:42.321633 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:42.324879 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6cf75e17-65f5-461e-a618-97733b133f4d req-3538fadf-b30d-441c-b8c1-abf2ed7a724f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.6508913
Feb 12 21:19:42.331672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Pushing event updated for resources: {'Port': ['ID=63cc51ce-61c2-4a1a-bb6f-b032eb019ccd,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:42.334921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:42.339397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446431d4-1474-492c-9586-cc286e3f98eb service neutron] Pushing event updated for resources: {'Port': ['ID=56d77b1f-6780-4fa2-af74-237c0810bff8,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:42.386664 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9bac9db9-8cfa-45b4-bf6b-12b473d41e1b None None] Provisioning complete for port e3ca5459-b97c-4847-826c-e8fa9efda5f4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:42.389861 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9bac9db9-8cfa-45b4-bf6b-12b473d41e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e3ca5459-b97c-4847-826c-e8fa9efda5f4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:42.415984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1728db-ebc0-41c7-a3d3-ef1ce112d898 req-aaea2d2f-7ee3-4539-b63a-442c0f26e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:42.417501 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd1728db-ebc0-41c7-a3d3-ef1ce112d898 req-aaea2d2f-7ee3-4539-b63a-442c0f26e0e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.1470273
Feb 12 21:19:42.431919 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6cf75e17-65f5-461e-a618-97733b133f4d req-e2866347-30f8-44a2-84b7-db97aef6bcb1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1059980
Feb 12 21:19:42.475511 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42878126-edea-4c46-b37d-813dcc23066f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (736f5aa1-8eb1-4279-859b-197030b68a34), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:42.480680 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42878126-edea-4c46-b37d-813dcc23066f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:42.481336 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42878126-edea-4c46-b37d-813dcc23066f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:42.509094 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-4aa4fa09-7f1b-44bc-818e-f1ac9b941dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:42.510207 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-4aa4fa09-7f1b-44bc-818e-f1ac9b941dfc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf7e0df130604d2b9dab6a7fb331f5c6&device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 1125 time: 0.1385844
Feb 12 21:19:42.511121 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e3ca5459-b97c-4847-826c-e8fa9efda5f4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:42.546564 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09c6ecbe-afa5-4f51-abb2-ac70285266fc tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (59e7d874-c496-46f9-ad6d-b68a0374305e), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:42.561117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Allocated IP 2001:db8:0:1::1 (43053c94-7e1a-495a-a772-6e50a93c13ce/19e03f5a-8f29-4883-8f55-cc55a7809bf0/e8511125-7801-4cd6-8608-90a6ee2e396f) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:42.584723 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-12a351d6-2291-4dec-a763-20d1f2674d06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56d77b1f-6780-4fa2-af74-237c0810bff8 HTTP/1.1" status: 200  len: 217 time: 0.0664160
Feb 12 21:19:42.628884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1728db-ebc0-41c7-a3d3-ef1ce112d898 req-09b2c52a-7e9f-4277-bd90-165364d5c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:42.632055 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd1728db-ebc0-41c7-a3d3-ef1ce112d898 req-09b2c52a-7e9f-4277-bd90-165364d5c658 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1938198
Feb 12 21:19:42.656184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e12f5cfa-a243-43b3-8f8d-d6bb9c67b4ca req-02b42395-2d79-4e5f-b9cb-fabbdf53b2ce tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 210 time: 0.0877316
Feb 12 21:19:42.677259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-d0c660ab-a4b7-474e-9921-2059004d30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:42.682946 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-d0c660ab-a4b7-474e-9921-2059004d30bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84 HTTP/1.1" status: 200  len: 854 time: 0.0804269
Feb 12 21:19:42.726416 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-42878126-edea-4c46-b37d-813dcc23066f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.4046566
Feb 12 21:19:42.726641 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-39f292e9-8e77-4a3a-adae-81674dd31288', 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288', 'project_id': 'bd5a0b396b5045459fdedb8d4039960a', 'fixed_ips': [{'subnet_id': 'e8f13ae4-a296-4b5c-8ce6-eda12e35e066'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:19:42.726641 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:42.734535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49644) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:42.740732 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0e3cc4-36d5-496d-884b-77cf1f584503 x-openstack-request-id: req-1c0e3cc4-36d5-496d-884b-77cf1f584503 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:42.741529 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd", "tag": "56d77b1f-6780-4fa2-af74-237c0810bff8", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:42.741529 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c0e3cc4-36d5-496d-884b-77cf1f584503 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:42.741815 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd', 'tag': '56d77b1f-6780-4fa2-af74-237c0810bff8', 'status': 'completed', 'code': 200}
Feb 12 21:19:42.752268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Attempting to bind port 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:42.752656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Attempting to bind port 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '67886c27-53b4-4ef0-baaf-fd8da435dc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4493db19-403b-42d3-bf88-dab4323145dc'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:42.753028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Attempting to bind port 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd on network 4493db19-403b-42d3-bf88-dab4323145dc {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:42.787660 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-d9c72a0b-85e8-4ece-9fc8-27f6413b317d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19170c93-d9ce-4497-9280-91aac6f17f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0848532
Feb 12 21:19:42.832765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d0dac9-48a2-4893-bd27-d18b23501937 None None] DHCP port deletion for dd26e787-c544-49a6-992a-11f8135e038b request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:19:42.839144 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:42.839532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Checking segment: {'id': '67886c27-53b4-4ef0-baaf-fd8da435dc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4493db19-403b-42d3-bf88-dab4323145dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:42.839942 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:42.840342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Bound using segment: {'id': '67886c27-53b4-4ef0-baaf-fd8da435dc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4493db19-403b-42d3-bf88-dab4323145dc'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:42.840833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Bound port: 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67886c27-53b4-4ef0-baaf-fd8da435dc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4493db19-403b-42d3-bf88-dab4323145dc'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:42.841223 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (63cc51ce-61c2-4a1a-bb6f-b032eb019ccd), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:42.846840 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=e3ca5459-b97c-4847-826c-e8fa9efda5f4,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:43.022823 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9bac9db9-8cfa-45b4-bf6b-12b473d41e1b None None] Current status of the port e3ca5459-b97c-4847-826c-e8fa9efda5f4 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:43.027300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34edd08-995c-412d-a29b-535fa14b2fbd req-7943c079-8a7f-43db-a22a-70b9c15157a8 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:43.029693 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f34edd08-995c-412d-a29b-535fa14b2fbd req-7943c079-8a7f-43db-a22a-70b9c15157a8 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 943 time: 0.2066932
Feb 12 21:19:43.042244 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd1728db-ebc0-41c7-a3d3-ef1ce112d898 req-fedca81f-9166-4180-ad21-0119191ab837 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3582876
Feb 12 21:19:43.053388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42878126-edea-4c46-b37d-813dcc23066f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event updated for resources: {'Network': ['ID=736f5aa1-8eb1-4279-859b-197030b68a34,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:43.065664 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-867f8060-712d-451c-bd02-21e50d000153 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Request body: {'subnet': {'network_id': '736f5aa1-8eb1-4279-859b-197030b68a34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:43.085855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 736f5aa1-8eb1-4279-859b-197030b68a34 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:43.090379 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e4683b42-a046-4122-a15c-71315431d233 req-223b0a0d-a29e-4ca6-ad59-178e15914f10 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1dda620b49344bdaa8408d14a9e44acd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.8982570
Feb 12 21:19:43.107852 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-4336d4e3-8472-4dcf-b1ff-60d27c285a76 service neutron] 10.222.0.50 "GET /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2844057
Feb 12 21:19:43.123896 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (9154415d-1919-408e-ade1-25aab8c335f8), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:43.230730 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:43.253482 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd1728db-ebc0-41c7-a3d3-ef1ce112d898 req-1356701a-b010-4d06-9e77-74a39dc59621 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1879649
Feb 12 21:19:43.276037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] For port 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:43.289723 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-14d0dac9-48a2-4893-bd27-d18b23501937 None None] Deleting port e3ca5459-b97c-4847-826c-e8fa9efda5f4 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:43.290104 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-14d0dac9-48a2-4893-bd27-d18b23501937 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e3ca5459-b97c-4847-826c-e8fa9efda5f4), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:43.313061 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Publish callbacks [] for port (e8511125-7801-4cd6-8608-90a6ee2e396f), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:43.329544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] For port 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63cc51ce-61c2-4a1a-bb6f-b032eb019ccd,segment=NetworkSegment(67886c27-53b4-4ef0-baaf-fd8da435dc82),segment_id=67886c27-53b4-4ef0-baaf-fd8da435dc82)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:43.350623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Allocated IP 172.20.0.2 (39f292e9-8e77-4a3a-adae-81674dd31288/e8f13ae4-a296-4b5c-8ce6-eda12e35e066/763a4809-e6d6-47c7-9955-8b9f879e7ce5) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:43.404460 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-7cf3dd6a-3923-443a-b8ab-02d9a60d39a3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks [] for port (fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:43.416608 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f34edd08-995c-412d-a29b-535fa14b2fbd req-6bf5ea3f-8128-4a71-a633-47e15b1710a4 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3551867
Feb 12 21:19:43.429163 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (e8511125-7801-4cd6-8608-90a6ee2e396f), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:43.467358 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55f83f1c-0ee0-433c-9291-b1a60797d76b req-f2dfac8d-ec98-472e-b557-e74f8e736462 service neutron] 10.222.0.50 "GET /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999414
Feb 12 21:19:43.500175 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (63cc51ce-61c2-4a1a-bb6f-b032eb019ccd), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:43.514876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-14d0dac9-48a2-4893-bd27-d18b23501937 None None] For port e3ca5459-b97c-4847-826c-e8fa9efda5f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3ca5459-b97c-4847-826c-e8fa9efda5f4,segment=NetworkSegment(0a6cbe1b-c004-40fd-9a1c-4baa0840557c),segment_id=0a6cbe1b-c004-40fd-9a1c-4baa0840557c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:43.515475 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-14d0dac9-48a2-4893-bd27-d18b23501937 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e3ca5459-b97c-4847-826c-e8fa9efda5f4), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:43.521411 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09c6ecbe-afa5-4f51-abb2-ac70285266fc tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (59e7d874-c496-46f9-ad6d-b68a0374305e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:43.523131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Network 43053c94-7e1a-495a-a772-6e50a93c13ce is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:43.545753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:43.549756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-14d0dac9-48a2-4893-bd27-d18b23501937 None None] Calling delete_port for e3ca5459-b97c-4847-826c-e8fa9efda5f4 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:43.558685 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:43.579723 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Pushing event updated for resources: {'Port': ['ID=e8511125-7801-4cd6-8608-90a6ee2e396f,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:43.647262 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Allocated IP 2001:db8::de (188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7/afef0694-8c29-47b8-9a34-e67f0065efa5/59a904ce-2285-4e18-b5bf-1c1698457789) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:43.666887 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2d15f-b95c-4916-9eb6-b313b96d6248 req-a71325b0-1376-4eac-834f-9236557a2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:43.668531 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81b2d15f-b95c-4916-9eb6-b313b96d6248 req-a71325b0-1376-4eac-834f-9236557a2a95 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf7e0df130604d2b9dab6a7fb331f5c6&device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 1125 time: 0.0969229
Feb 12 21:19:43.816067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867f8060-712d-451c-bd02-21e50d000153 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Made reservation on behalf of e768fd07368d41fa93ea81725d2980e2 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:43.822479 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-867f8060-712d-451c-bd02-21e50d000153 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:43.835256 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2d15f-b95c-4916-9eb6-b313b96d6248 req-a374c0e4-1168-4c95-a42b-5b7a0be9c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:43.836838 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81b2d15f-b95c-4916-9eb6-b313b96d6248 req-a374c0e4-1168-4c95-a42b-5b7a0be9c270 service neutron] 10.222.0.50 "GET /v2.0/networks?id=19170c93-d9ce-4497-9280-91aac6f17f7b HTTP/1.1" status: 200  len: 915 time: 0.1586435
Feb 12 21:19:43.857272 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e4683b42-a046-4122-a15c-71315431d233 req-8b98399d-9aa5-4ea5-bc8a-567ab4fc7190 service neutron] 10.222.0.31 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7068498
Feb 12 21:19:43.908484 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Publish callbacks [] for port (763a4809-e6d6-47c7-9955-8b9f879e7ce5), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:43.923859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Attempting to bind port e8511125-7801-4cd6-8608-90a6ee2e396f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:43.923859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Attempting to bind port e8511125-7801-4cd6-8608-90a6ee2e396f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c16d0047-daca-4e5b-bb68-26912ed36cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '43053c94-7e1a-495a-a772-6e50a93c13ce'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:43.924165 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81b2d15f-b95c-4916-9eb6-b313b96d6248 req-ff85294f-4b9a-47f2-82f6-413dc7ade24a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56d77b1f-6780-4fa2-af74-237c0810bff8 HTTP/1.1" status: 200  len: 217 time: 0.0719087
Feb 12 21:19:43.924257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Attempting to bind port e8511125-7801-4cd6-8608-90a6ee2e396f on network 43053c94-7e1a-495a-a772-6e50a93c13ce {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:43.932857 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:43.933469 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Checking segment: {'id': 'c16d0047-daca-4e5b-bb68-26912ed36cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '43053c94-7e1a-495a-a772-6e50a93c13ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:43.934077 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:43.936774 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Bound using segment: {'id': 'c16d0047-daca-4e5b-bb68-26912ed36cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '43053c94-7e1a-495a-a772-6e50a93c13ce'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:43.936774 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Bound port: e8511125-7801-4cd6-8608-90a6ee2e396f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16d0047-daca-4e5b-bb68-26912ed36cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '43053c94-7e1a-495a-a772-6e50a93c13ce'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:43.936774 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e8511125-7801-4cd6-8608-90a6ee2e396f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:44.054767 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (763a4809-e6d6-47c7-9955-8b9f879e7ce5), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:44.068554 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304f7b2-c04d-494a-bba9-19d1d985d824 None None] Pushing event updated for resources: {'Port': ['ID=63cc51ce-61c2-4a1a-bb6f-b032eb019ccd,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:44.108045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2d15f-b95c-4916-9eb6-b313b96d6248 req-c9245807-af77-41f1-b73a-030316822dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:44.109506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81b2d15f-b95c-4916-9eb6-b313b96d6248 req-c9245807-af77-41f1-b73a-030316822dd3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84 HTTP/1.1" status: 200  len: 854 time: 0.1450653
Feb 12 21:19:44.138539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Network 39f292e9-8e77-4a3a-adae-81674dd31288 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:44.150049 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for port (59a904ce-2285-4e18-b5bf-1c1698457789), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:44.157263 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:44.167249 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:44.178974 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81b2d15f-b95c-4916-9eb6-b313b96d6248 req-524c2a7f-292d-42e3-b531-26086562d7fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19170c93-d9ce-4497-9280-91aac6f17f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0574038
Feb 12 21:19:44.179623 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e4683b42-a046-4122-a15c-71315431d233 req-6b1cd0ff-f1ea-4a14-9b75-7db70299db55 service neutron] 10.222.0.31 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3211992
Feb 12 21:19:44.204077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] For port e8511125-7801-4cd6-8608-90a6ee2e396f, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:44.210470 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Pushing event updated for resources: {'Port': ['ID=763a4809-e6d6-47c7-9955-8b9f879e7ce5,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:44.214505 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-290e3dcb-5fba-42d9-9c06-d2f1a689105d tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:44.216060 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-290e3dcb-5fba-42d9-9c06-d2f1a689105d tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/networks?id=39f292e9-8e77-4a3a-adae-81674dd31288 HTTP/1.1" status: 200  len: 816 time: 0.3545170
Feb 12 21:19:44.235624 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-0eecf281-17e0-4215-a161-fe748eba32a5 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/quotas/bd5a0b396b5045459fdedb8d4039960a HTTP/1.1" status: 200  len: 375 time: 0.0119715
Feb 12 21:19:44.247569 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-14d0dac9-48a2-4893-bd27-d18b23501937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (e3ca5459-b97c-4847-826c-e8fa9efda5f4), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:44.275668 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09c6ecbe-afa5-4f51-abb2-ac70285266fc tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (59e7d874-c496-46f9-ad6d-b68a0374305e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:44.279275 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-7cf3dd6a-3923-443a-b8ab-02d9a60d39a3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:44.311301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d0dac9-48a2-4893-bd27-d18b23501937 None None] No DVR routers for this DVR port e3ca5459-b97c-4847-826c-e8fa9efda5f4 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:44.331465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] For port e8511125-7801-4cd6-8608-90a6ee2e396f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8511125-7801-4cd6-8608-90a6ee2e396f,segment=NetworkSegment(c16d0047-daca-4e5b-bb68-26912ed36cd9),segment_id=c16d0047-daca-4e5b-bb68-26912ed36cd9)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:44.333927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['38352d0d-4c76-4e91-9225-8c4272270ad6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:19:44.370288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0dac9-48a2-4893-bd27-d18b23501937 None None] Pushing event deleted for resources: {'Port': ['ID=e3ca5459-b97c-4847-826c-e8fa9efda5f4,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:44.371817 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81b2d15f-b95c-4916-9eb6-b313b96d6248 req-df7b2476-546c-4b0e-b730-4863345e0090 service neutron] 10.222.0.50 "GET /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840861
Feb 12 21:19:44.378236 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-651c2abf-8dd6-4a68-86ec-49a78facfc3b tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd5a0b396b5045459fdedb8d4039960a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1365554
Feb 12 21:19:44.385229 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (59a904ce-2285-4e18-b5bf-1c1698457789), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:44.399244 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6ecbe-afa5-4f51-abb2-ac70285266fc tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event deleted for resources: {'Subnet': ['ID=59e7d874-c496-46f9-ad6d-b68a0374305e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:44.406969 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Attempting to bind port 763a4809-e6d6-47c7-9955-8b9f879e7ce5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:44.407342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Attempting to bind port 763a4809-e6d6-47c7-9955-8b9f879e7ce5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:44.407710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Attempting to bind port 763a4809-e6d6-47c7-9955-8b9f879e7ce5 on network 39f292e9-8e77-4a3a-adae-81674dd31288 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:44.415510 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09c6ecbe-afa5-4f51-abb2-ac70285266fc tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:44.417049 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:44.417450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Checking segment: {'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:44.417849 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:44.418265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Bound using segment: {'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:44.418717 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Bound port: 763a4809-e6d6-47c7-9955-8b9f879e7ce5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:44.419091 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (763a4809-e6d6-47c7-9955-8b9f879e7ce5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:44.428319 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-09c6ecbe-afa5-4f51-abb2-ac70285266fc tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "DELETE /v2.0/subnets/59e7d874-c496-46f9-ad6d-b68a0374305e HTTP/1.1" status: 204  len: 168 time: 2.5422733
Feb 12 21:19:44.442709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49700) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:44.442965 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e8511125-7801-4cd6-8608-90a6ee2e396f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:44.501482 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-7cf3dd6a-3923-443a-b8ab-02d9a60d39a3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Network 7099db00-3881-44c3-bb47-3ded394a66e1 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:44.509592 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Network 188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:44.511466 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3dd6a-3923-443a-b8ab-02d9a60d39a3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Pushing event updated for resources: {'Port': ['ID=fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:44.518250 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-7cf3dd6a-3923-443a-b8ab-02d9a60d39a3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:44.529721 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-31231d4b-9539-4608-b668-93007cc0fb9f service neutron] 10.222.0.31 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264954
Feb 12 21:19:44.533664 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:44.540802 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-7cf3dd6a-3923-443a-b8ab-02d9a60d39a3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:44.556149 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:44.851132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:44.923996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e1d8f4-6fdb-4cfd-b5d2-76e8854dd831 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Deleting subnet 19e03f5a-8f29-4883-8f55-cc55a7809bf0 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:19:44.926372 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81b2d15f-b95c-4916-9eb6-b313b96d6248 req-c8e3a936-d48d-4966-ac4a-5a1aa06539f4 service neutron] 10.222.0.50 "GET /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5470543
Feb 12 21:19:44.944867 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96e1d8f4-6fdb-4cfd-b5d2-76e8854dd831 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for subnet (19e03f5a-8f29-4883-8f55-cc55a7809bf0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:44.966431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Pushing event updated for resources: {'Port': ['ID=59a904ce-2285-4e18-b5bf-1c1698457789,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:44.968561 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-86ef1579-b10f-4b31-8691-735d1d2f4b1e service neutron] 10.222.0.31 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4339976
Feb 12 21:19:45.107511 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-7cf3dd6a-3923-443a-b8ab-02d9a60d39a3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:45.108273 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-7cf3dd6a-3923-443a-b8ab-02d9a60d39a3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:45.132320 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] For port 763a4809-e6d6-47c7-9955-8b9f879e7ce5, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:45.136354 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] For port 763a4809-e6d6-47c7-9955-8b9f879e7ce5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=763a4809-e6d6-47c7-9955-8b9f879e7ce5,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:45.178433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc50c7f-0ac5-4ec0-ad77-f9c205a92ade None None] Pushing event updated for resources: {'Port': ['ID=e8511125-7801-4cd6-8608-90a6ee2e396f,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:45.237958 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:45.238335 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (63cc51ce-61c2-4a1a-bb6f-b032eb019ccd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:45.266395 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (763a4809-e6d6-47c7-9955-8b9f879e7ce5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:45.376666 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96e1d8f4-6fdb-4cfd-b5d2-76e8854dd831 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (19e03f5a-8f29-4883-8f55-cc55a7809bf0), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:45.434494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e1080-fdf0-4263-8ded-efbb2129bcba req-e5cece71-e77d-4437-9f03-2037bac1ea76 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:45.436117 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2f2e1080-fdf0-4263-8ded-efbb2129bcba req-e5cece71-e77d-4437-9f03-2037bac1ea76 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.6111894
Feb 12 21:19:45.457021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036a12f-d6e4-4ae2-8d32-b7476ac6696c None None] Pushing event updated for resources: {'Port': ['ID=763a4809-e6d6-47c7-9955-8b9f879e7ce5,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:45.497681 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-7cf3dd6a-3923-443a-b8ab-02d9a60d39a3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7838902
Feb 12 21:19:45.521913 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Request body: {'port': {'device_id': '1d926e2b-0f1a-45c6-aeff-35800faf7d40', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:45.569681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4688fa-6159-42f1-bb49-e98cdf178c05 None None] Network 4493db19-403b-42d3-bf88-dab4323145dc requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:45.575469 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5fea6-c846-400b-af78-55ab25b1e070 req-efeba236-d5a9-4fcf-b285-34379a44981b tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:45.585217 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ae5fea6-c846-400b-af78-55ab25b1e070 req-efeba236-d5a9-4fcf-b285-34379a44981b tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 931 time: 0.1321585
Feb 12 21:19:45.647808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:45.648514 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (63cc51ce-61c2-4a1a-bb6f-b032eb019ccd), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:45.682716 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ae5fea6-c846-400b-af78-55ab25b1e070 req-220abf9f-1da0-44ba-a9cc-e9bf0010ffe6 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964944
Feb 12 21:19:45.710665 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2f2e1080-fdf0-4263-8ded-efbb2129bcba req-aad3fdee-92bb-4433-8699-1e20b280ac33 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2122686
Feb 12 21:19:45.717817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-dcf0d619-10ee-4ddb-8687-e67e8679456a None None] Provisioning complete for port 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:45.718381 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d619-10ee-4ddb-8687-e67e8679456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (63cc51ce-61c2-4a1a-bb6f-b032eb019ccd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:45.848968 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63cc51ce-61c2-4a1a-bb6f-b032eb019ccd,segment=NetworkSegment(67886c27-53b4-4ef0-baaf-fd8da435dc82),segment_id=67886c27-53b4-4ef0-baaf-fd8da435dc82)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:45.858629 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (9154415d-1919-408e-ade1-25aab8c335f8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:45.940827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbddbe-48cb-4fc1-a89e-d614f3d72185 req-5457e797-53d5-48ca-b17c-da6c6cfdfe17 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:45.943490 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-00cbddbe-48cb-4fc1-a89e-d614f3d72185 req-5457e797-53d5-48ca-b17c-da6c6cfdfe17 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 943 time: 0.1220484
Feb 12 21:19:46.010683 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 56d77b1f-6780-4fa2-af74-237c0810bff8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:19:46.023468 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (63cc51ce-61c2-4a1a-bb6f-b032eb019ccd), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:46.055493 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-00cbddbe-48cb-4fc1-a89e-d614f3d72185 req-a15310dc-ac16-4761-ab62-7e8d183fb7da tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018949
Feb 12 21:19:46.068479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-dcf0d619-10ee-4ddb-8687-e67e8679456a None None] Current status of the port 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:46.068894 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d619-10ee-4ddb-8687-e67e8679456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (63cc51ce-61c2-4a1a-bb6f-b032eb019ccd), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:46.077091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d795719f-0b38-4aa8-8f78-eab15399b2a4 None None] DHCP port deletion for 4493db19-403b-42d3-bf88-dab4323145dc request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:19:46.148249 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.resource_extend [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:19:46.150812 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e3ca5459-b97c-4847-826c-e8fa9efda5f4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:46.233920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: e3ca5459-b97c-4847-826c-e8fa9efda5f4 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:19:46.234279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e3ca5459-b97c-4847-826c-e8fa9efda5f4 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:19:46.307503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=63cc51ce-61c2-4a1a-bb6f-b032eb019ccd,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:46.353083 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 46b4431b-660a-42fe-8b92-e92dfee82188 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:46.411270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d795719f-0b38-4aa8-8f78-eab15399b2a4 None None] Deleting port 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:46.411643 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d795719f-0b38-4aa8-8f78-eab15399b2a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (63cc51ce-61c2-4a1a-bb6f-b032eb019ccd), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:46.447845 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-dcf0d619-10ee-4ddb-8687-e67e8679456a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:19:46.448219 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-dcf0d619-10ee-4ddb-8687-e67e8679456a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:19:46.452044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 56d77b1f-6780-4fa2-af74-237c0810bff8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56d77b1f-6780-4fa2-af74-237c0810bff8,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:46.466592 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3c48f84-3b96-4c4f-afc1-ca6d1048b38a req-37dd32e3-c725-4419-8a42-f35ddcf17ce5 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 210 time: 0.6028419
Feb 12 21:19:46.474159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-abb52851-7e45-4eb1-aed1-7ff6d4f4fcbf tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:46.483631 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-abb52851-7e45-4eb1-aed1-7ff6d4f4fcbf tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/networks?id=39f292e9-8e77-4a3a-adae-81674dd31288 HTTP/1.1" status: 200  len: 816 time: 0.2691774
Feb 12 21:19:46.500262 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-acb2eb83-f9fd-437e-9c88-c2ef50193c47 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/quotas/bd5a0b396b5045459fdedb8d4039960a HTTP/1.1" status: 200  len: 375 time: 0.0168214
Feb 12 21:19:46.525281 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '56d77b1f-6780-4fa2-af74-237c0810bff8', 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b', 'port_id': '56d77b1f-6780-4fa2-af74-237c0810bff8', 'mac_address': 'fa:16:3e:fb:3a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:19:46.583422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d795719f-0b38-4aa8-8f78-eab15399b2a4 None None] For port 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63cc51ce-61c2-4a1a-bb6f-b032eb019ccd,segment=NetworkSegment(67886c27-53b4-4ef0-baaf-fd8da435dc82),segment_id=67886c27-53b4-4ef0-baaf-fd8da435dc82)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:46.583422 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d795719f-0b38-4aa8-8f78-eab15399b2a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (63cc51ce-61c2-4a1a-bb6f-b032eb019ccd), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:46.599477 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d9e9af8c-0c4f-4107-8070-fec271fd5057 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd5a0b396b5045459fdedb8d4039960a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0948687
Feb 12 21:19:46.611737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.objects.ports [None req-867f8060-712d-451c-bd02-21e50d000153 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126506) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:19:46.617331 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96e1d8f4-6fdb-4cfd-b5d2-76e8854dd831 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (19e03f5a-8f29-4883-8f55-cc55a7809bf0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:46.620599 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:46.629258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d795719f-0b38-4aa8-8f78-eab15399b2a4 None None] Calling delete_port for 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:46.697785 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-867f8060-712d-451c-bd02-21e50d000153 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (219f7c60-9a08-4442-a0ef-293b0f731037), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:46.748453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 56d77b1f-6780-4fa2-af74-237c0810bff8 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:46.755946 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:46.789345 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 46b4431b-660a-42fe-8b92-e92dfee82188 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:46.792056 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:46.823547 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d77b1f-6780-4fa2-af74-237c0810bff8 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:19:46.829552 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d795719f-0b38-4aa8-8f78-eab15399b2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (63cc51ce-61c2-4a1a-bb6f-b032eb019ccd), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:46.833478 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-1e2f516f-b4ac-4fa8-aaa8-10007747db4d service neutron] 10.222.0.31 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2316961
Feb 12 21:19:46.842050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:46.844652 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d367f5-c5c1-49f8-be1a-7a006554f100" -d '{"events": [{"server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "name": "network-vif-unplugged", "status": "completed", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:46.894335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d795719f-0b38-4aa8-8f78-eab15399b2a4 None None] No DVR routers for this DVR port 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:46.899759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795719f-0b38-4aa8-8f78-eab15399b2a4 None None] Pushing event deleted for resources: {'Port': ['ID=63cc51ce-61c2-4a1a-bb6f-b032eb019ccd,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:46.915852 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:46.918030 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 56d77b1f-6780-4fa2-af74-237c0810bff8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56d77b1f-6780-4fa2-af74-237c0810bff8,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:46.946098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e8511125-7801-4cd6-8608-90a6ee2e396f up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:47.009954 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5881a489-8917-4ccb-86d8-ae6116e135e5 None None] Network 43053c94-7e1a-495a-a772-6e50a93c13ce requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:47.012567 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:47.024638 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-dcf0d619-10ee-4ddb-8687-e67e8679456a None None] Port 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd update to ACTIVE by agent not found {{(pid=126507) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Feb 12 21:19:47.032087 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-778cd372-d1f7-46b4-941f-c9a334062448 service neutron] 10.222.0.31 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1905522
Feb 12 21:19:47.081138 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:47.147031 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f8060-712d-451c-bd02-21e50d000153 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event updated for resources: {'Subnet': ['ID=219f7c60-9a08-4442-a0ef-293b0f731037,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:47.176159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=46b4431b-660a-42fe-8b92-e92dfee82188,revision_number=14']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:47.224087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e8511125-7801-4cd6-8608-90a6ee2e396f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:47.224470 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e8511125-7801-4cd6-8608-90a6ee2e396f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:47.262515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-18c730d8-c48d-4927-a8d6-5bf075978561 None None] Provisioning complete for port e8511125-7801-4cd6-8608-90a6ee2e396f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:47.262904 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-18c730d8-c48d-4927-a8d6-5bf075978561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e8511125-7801-4cd6-8608-90a6ee2e396f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:47.291742 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf59ca-f83d-4060-8592-1c728f85fce3 req-9e02b289-77ec-483a-8f89-f0c6c23ea9e8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:47.300574 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-80cf59ca-f83d-4060-8592-1c728f85fce3 req-9e02b289-77ec-483a-8f89-f0c6c23ea9e8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 947 time: 0.6751013
Feb 12 21:19:47.308343 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['56d77b1f-6780-4fa2-af74-237c0810bff8'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:19:47.371333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=56d77b1f-6780-4fa2-af74-237c0810bff8,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:47.408764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db68592-db07-417d-921f-9a38bc881104 None None] Network 39f292e9-8e77-4a3a-adae-81674dd31288 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:47.627147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83feab-b684-415e-9c13-ec1960540d57 req-0682147e-9480-42d1-a6d5-22b211923189 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:47.639801 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9b83feab-b684-415e-9c13-ec1960540d57 req-0682147e-9480-42d1-a6d5-22b211923189 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 931 time: 0.1848865
Feb 12 21:19:47.668544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:19:47.678932 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Publish callbacks [] for port (fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:47.693432 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96e1d8f4-6fdb-4cfd-b5d2-76e8854dd831 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (19e03f5a-8f29-4883-8f55-cc55a7809bf0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:47.712547 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f8060-712d-451c-bd02-21e50d000153 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Checking segment: {'id': '937f3d54-d52f-4b94-b22a-ae97fd3bc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '736f5aa1-8eb1-4279-859b-197030b68a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:47.712937 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f8060-712d-451c-bd02-21e50d000153 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Network hostable DHCP agents. Network: 736f5aa1-8eb1-4279-859b-197030b68a34, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:19:47.736270 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9b83feab-b684-415e-9c13-ec1960540d57 req-cf746925-cf92-45a1-9449-8e48a4847dd4 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951827
Feb 12 21:19:47.791359 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f210bd-1fb1-437a-b402-67e9cb9e25b4 None None] Network 43053c94-7e1a-495a-a772-6e50a93c13ce requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:47.797171 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96e1d8f4-6fdb-4cfd-b5d2-76e8854dd831 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:47.800496 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-96e1d8f4-6fdb-4cfd-b5d2-76e8854dd831 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "DELETE /v2.0/subnets/19e03f5a-8f29-4883-8f55-cc55a7809bf0 HTTP/1.1" status: 204  len: 168 time: 3.3646619
Feb 12 21:19:47.802320 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (9154415d-1919-408e-ade1-25aab8c335f8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:47.805017 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49764) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:47.818929 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1d8f4-6fdb-4cfd-b5d2-76e8854dd831 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event deleted for resources: {'Subnet': ['ID=19e03f5a-8f29-4883-8f55-cc55a7809bf0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:47.828944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e8511125-7801-4cd6-8608-90a6ee2e396f is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:47.829339 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e8511125-7801-4cd6-8608-90a6ee2e396f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:47.840384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Transition to ACTIVE for port object fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:19:47.843423 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7e2480-13db-4de5-b7cd-5255f5a5411f x-openstack-request-id: req-8a7e2480-13db-4de5-b7cd-5255f5a5411f {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:47.843707 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "name": "network-vif-unplugged", "status": "completed", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:47.843968 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a7e2480-13db-4de5-b7cd-5255f5a5411f {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:47.844371 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188', 'code': 200}
Feb 12 21:19:47.917861 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-18c730d8-c48d-4927-a8d6-5bf075978561 None None] Current status of the port e8511125-7801-4cd6-8608-90a6ee2e396f is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:47.918284 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-18c730d8-c48d-4927-a8d6-5bf075978561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e8511125-7801-4cd6-8608-90a6ee2e396f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:47.969527 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:47.988902 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port e8511125-7801-4cd6-8608-90a6ee2e396f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8511125-7801-4cd6-8608-90a6ee2e396f,segment=NetworkSegment(c16d0047-daca-4e5b-bb68-26912ed36cd9),segment_id=c16d0047-daca-4e5b-bb68-26912ed36cd9)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:48.003922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6430ca-807a-4275-9a56-c6ad744d6d51 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:48.009444 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8a6430ca-807a-4275-9a56-c6ad744d6d51 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2015865
Feb 12 21:19:48.014791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49766) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:48.029598 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f8060-712d-451c-bd02-21e50d000153 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Network 736f5aa1-8eb1-4279-859b-197030b68a34 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:19:48.068232 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-80cf59ca-f83d-4060-8592-1c728f85fce3 req-56ab23e5-4877-4397-b295-ef9999fb89e2 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7667742
Feb 12 21:19:48.106900 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e8511125-7801-4cd6-8608-90a6ee2e396f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:48.107706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 763a4809-e6d6-47c7-9955-8b9f879e7ce5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:48.163252 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-18c730d8-c48d-4927-a8d6-5bf075978561 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:19:48.163619 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-18c730d8-c48d-4927-a8d6-5bf075978561 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:19:48.186348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694ab21-dce1-4c84-afad-ffcb245a5f12 req-0c15d35d-9813-4331-96b9-88aac42f8878 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:48.192986 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f694ab21-dce1-4c84-afad-ffcb245a5f12 req-0c15d35d-9813-4331-96b9-88aac42f8878 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 944 time: 0.2875583
Feb 12 21:19:48.195466 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:48.210003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13afab3c-56ae-4b14-913f-5325d2c58294 None None] DHCP port deletion for 43053c94-7e1a-495a-a772-6e50a93c13ce request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:19:48.240640 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-867f8060-712d-451c-bd02-21e50d000153 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 736f5aa1-8eb1-4279-859b-197030b68a34) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:48.255783 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867f8060-712d-451c-bd02-21e50d000153 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:48.256911 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-867f8060-712d-451c-bd02-21e50d000153 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:48.260860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d08edf-7f16-47af-8011-9dec9f4e4397 None None] Network 736f5aa1-8eb1-4279-859b-197030b68a34 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:48.335431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=e8511125-7801-4cd6-8608-90a6ee2e396f,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:48.444652 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-13afab3c-56ae-4b14-913f-5325d2c58294 None None] Deleting port e8511125-7801-4cd6-8608-90a6ee2e396f {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:48.447740 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-13afab3c-56ae-4b14-913f-5325d2c58294 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e8511125-7801-4cd6-8608-90a6ee2e396f), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:48.448046 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-867f8060-712d-451c-bd02-21e50d000153 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 5.3889554
Feb 12 21:19:48.450351 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 763a4809-e6d6-47c7-9955-8b9f879e7ce5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:48.450861 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (763a4809-e6d6-47c7-9955-8b9f879e7ce5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:48.482078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49788) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:48.508093 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (43053c94-7e1a-495a-a772-6e50a93c13ce), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:48.564667 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f694ab21-dce1-4c84-afad-ffcb245a5f12 req-372017cb-2a8b-46ba-9af9-247ebbd714a0 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3504720
Feb 12 21:19:48.581193 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5494c2e9-d348-4383-8b32-1763807dd83f req-bfd2c9b2-8216-4855-810e-76234170f9a5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3868918
Feb 12 21:19:48.630108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4683b42-a046-4122-a15c-71315431d233 req-da315c88-8ec7-41ce-beb6-120f29d8ced5 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:48.633679 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4683b42-a046-4122-a15c-71315431d233 req-da315c88-8ec7-41ce-beb6-120f29d8ced5 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.48 "GET /v2.0/networks?id=3d3223c4-7d3e-45d4-827e-f74909602e0e HTTP/1.1" status: 200  len: 811 time: 0.2970321
Feb 12 21:19:48.636425 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-13afab3c-56ae-4b14-913f-5325d2c58294 None None] For port e8511125-7801-4cd6-8608-90a6ee2e396f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8511125-7801-4cd6-8608-90a6ee2e396f,segment=NetworkSegment(c16d0047-daca-4e5b-bb68-26912ed36cd9),segment_id=c16d0047-daca-4e5b-bb68-26912ed36cd9)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:48.643958 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-13afab3c-56ae-4b14-913f-5325d2c58294 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e8511125-7801-4cd6-8608-90a6ee2e396f), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:48.666194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-736f5aa1-8eb1-4279-859b-197030b68a34', 'network_id': '736f5aa1-8eb1-4279-859b-197030b68a34', 'project_id': 'e768fd07368d41fa93ea81725d2980e2', 'fixed_ips': [{'subnet_id': '219f7c60-9a08-4442-a0ef-293b0f731037'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:19:48.672796 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:48.674454 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (736f5aa1-8eb1-4279-859b-197030b68a34), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:48.736320 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-13afab3c-56ae-4b14-913f-5325d2c58294 None None] Calling delete_port for e8511125-7801-4cd6-8608-90a6ee2e396f owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:48.758569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Attempting to bind port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:48.758964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Attempting to bind port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:48.759292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Attempting to bind port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 on network 7099db00-3881-44c3-bb47-3ded394a66e1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:48.785189 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 on network 7099db00-3881-44c3-bb47-3ded394a66e1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:19:48.785620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Attempting to bind port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 on network 7099db00-3881-44c3-bb47-3ded394a66e1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:48.812382 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-18b63049-7307-49a6-98c1-ad35f75fd6e1 req-56a60640-994f-44ae-ab71-9a6aee889abb tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 210 time: 0.0660050
Feb 12 21:19:48.815086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Deleting port e8511125-7801-4cd6-8608-90a6ee2e396f {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:48.815491 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e8511125-7801-4cd6-8608-90a6ee2e396f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:48.823289 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-9188504f-7db8-4e91-9a1c-2e9e46486a28 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:48.835165 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-9188504f-7db8-4e91-9a1c-2e9e46486a28 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/networks?id=39f292e9-8e77-4a3a-adae-81674dd31288 HTTP/1.1" status: 200  len: 816 time: 0.4778848
Feb 12 21:19:48.835165 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:48.835165 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Checking segment: {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:48.835987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Bound using segment: {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:48.836496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Bound port: fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:48.836725 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4683b42-a046-4122-a15c-71315431d233 req-2d0d9640-6310-47c2-910e-99c7f39c0fe8 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dda620b49344bdaa8408d14a9e44acd HTTP/1.1" status: 200  len: 379 time: 0.1884668
Feb 12 21:19:48.837058 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:48.861759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e4683b42-a046-4122-a15c-71315431d233 req-3a6568e9-c95b-4321-aafd-5331f7be2731 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Request body: {'port': {'device_id': '245ee706-32b5-4ae4-bf28-f1e5139ea077', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'admin_state_up': True, 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'security_groups': ['ff7b9887-9d66-414f-b934-ad143a04bae6']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:48.922620 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-18c730d8-c48d-4927-a8d6-5bf075978561 None None] Current status of the port e8511125-7801-4cd6-8608-90a6ee2e396f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:48.929878 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-062c0d5c-9bb4-4c6a-861f-81838c07f652 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/quotas/bd5a0b396b5045459fdedb8d4039960a HTTP/1.1" status: 200  len: 375 time: 0.0811710
Feb 12 21:19:48.940207 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (219f7c60-9a08-4442-a0ef-293b0f731037), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:48.963968 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Router 9154415d-1919-408e-ade1-25aab8c335f8 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:19:49.000142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494c2e9-d348-4383-8b32-1763807dd83f req-21d992cb-cccf-4349-b387-019268911606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:49.001667 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5494c2e9-d348-4383-8b32-1763807dd83f req-21d992cb-cccf-4349-b387-019268911606 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 1127 time: 0.2541177
Feb 12 21:19:49.019743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 763a4809-e6d6-47c7-9955-8b9f879e7ce5 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:49.020873 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (763a4809-e6d6-47c7-9955-8b9f879e7ce5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:49.031229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] For port e8511125-7801-4cd6-8608-90a6ee2e396f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8511125-7801-4cd6-8608-90a6ee2e396f,segment=NetworkSegment(c16d0047-daca-4e5b-bb68-26912ed36cd9),segment_id=c16d0047-daca-4e5b-bb68-26912ed36cd9)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:49.031666 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e8511125-7801-4cd6-8608-90a6ee2e396f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:49.093434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Calling delete_port for e8511125-7801-4cd6-8608-90a6ee2e396f owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:49.102100 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efe5a5-280c-48ea-900b-4d8fc76277a9 req-be5029ac-d23e-4385-ab78-0c09ef882176 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:49.103620 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30efe5a5-280c-48ea-900b-4d8fc76277a9 req-be5029ac-d23e-4385-ab78-0c09ef882176 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 943 time: 0.1905906
Feb 12 21:19:49.149815 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Allocated IP 2001:db8::f816:3eff:fe5a:ccfc (736f5aa1-8eb1-4279-859b-197030b68a34/219f7c60-9a08-4442-a0ef-293b0f731037/1d318652-68d9-4b36-b513-2d5e93110ebe) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:49.242677 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] For port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:49.309326 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] For port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:49.362627 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-506289e5-2851-42e2-832b-1c311bcef221 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bd5a0b396b5045459fdedb8d4039960a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4317150
Feb 12 21:19:49.368137 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Publish callbacks [] for port (1d318652-68d9-4b36-b513-2d5e93110ebe), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:49.374476 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-13afab3c-56ae-4b14-913f-5325d2c58294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (e8511125-7801-4cd6-8608-90a6ee2e396f), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:49.414767 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13afab3c-56ae-4b14-913f-5325d2c58294 None None] No DVR routers for this DVR port e8511125-7801-4cd6-8608-90a6ee2e396f on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:49.425247 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afab3c-56ae-4b14-913f-5325d2c58294 None None] Pushing event deleted for resources: {'Port': ['ID=e8511125-7801-4cd6-8608-90a6ee2e396f,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:49.444566 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-43847247-b397-475b-8078-c161e9acd679 None None] Provisioning complete for port 763a4809-e6d6-47c7-9955-8b9f879e7ce5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:49.445090 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-43847247-b397-475b-8078-c161e9acd679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (763a4809-e6d6-47c7-9955-8b9f879e7ce5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:49.481594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 763a4809-e6d6-47c7-9955-8b9f879e7ce5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=763a4809-e6d6-47c7-9955-8b9f879e7ce5,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:49.483974 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (1d318652-68d9-4b36-b513-2d5e93110ebe), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:49.529146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Pushing event updated for resources: {'Port': ['ID=1d318652-68d9-4b36-b513-2d5e93110ebe,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:49.544044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:19:49.555511 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-0560c3cf-b1ed-4346-888d-2d5ba51bdde4 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:49.557765 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-0560c3cf-b1ed-4346-888d-2d5ba51bdde4 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.48 "GET /v2.0/networks?id=39f292e9-8e77-4a3a-adae-81674dd31288 HTTP/1.1" status: 200  len: 816 time: 0.6191995
Feb 12 21:19:49.558997 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:49.559129 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Sync routers for ids ['9154415d-1919-408e-ade1-25aab8c335f8'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:19:49.568073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Network 736f5aa1-8eb1-4279-859b-197030b68a34 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:49.577093 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Routers {'9154415d-1919-408e-ade1-25aab8c335f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:19:49.577763 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb88f730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:19:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9154415d-1919-408e-ade1-25aab8c335f8'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:49.589220 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-ff177d19-9854-4fc0-b1a7-dde74fc50bde service neutron] 10.222.0.31 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2246764
Feb 12 21:19:49.607391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-b98b2e1c-9a61-4a23-86c6-6fd88fed6265 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Request body: {'port': {'device_id': 'dceb2da3-afd2-4395-a3c8-eaf417cce25b', 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288', 'admin_state_up': True, 'tenant_id': 'bd5a0b396b5045459fdedb8d4039960a'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:49.618881 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (763a4809-e6d6-47c7-9955-8b9f879e7ce5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:49.623925 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-43847247-b397-475b-8078-c161e9acd679 None None] Current status of the port 763a4809-e6d6-47c7-9955-8b9f879e7ce5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:49.660117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494c2e9-d348-4383-8b32-1763807dd83f req-d87b4b6a-13e2-4bd2-863b-0f1521845122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:49.664037 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5494c2e9-d348-4383-8b32-1763807dd83f req-d87b4b6a-13e2-4bd2-863b-0f1521845122 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 905 time: 0.6163685
Feb 12 21:19:49.681330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:49.684224 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:49.691746 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=763a4809-e6d6-47c7-9955-8b9f879e7ce5,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:49.720691 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30efe5a5-280c-48ea-900b-4d8fc76277a9 req-678ebd0a-ea37-4452-afc0-acbf1cf0f04a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5808220
Feb 12 21:19:49.730976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:49.734343 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Set router 9154415d-1919-408e-ade1-25aab8c335f8 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:19:49.761499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-43847247-b397-475b-8078-c161e9acd679 None None] Could not find standard attr ID for object e8511125-7801-4cd6-8608-90a6ee2e396f. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:19:49.766988 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4683b42-a046-4122-a15c-71315431d233 req-3a6568e9-c95b-4321-aafd-5331f7be2731 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Made reservation on behalf of 1dda620b49344bdaa8408d14a9e44acd for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:49.772382 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4683b42-a046-4122-a15c-71315431d233 req-3a6568e9-c95b-4321-aafd-5331f7be2731 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:49.780851 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:19:49.781230 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 63cc51ce-61c2-4a1a-bb6f-b032eb019ccd not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:19:49.810590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Attempting to bind port 1d318652-68d9-4b36-b513-2d5e93110ebe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:49.811287 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Attempting to bind port 1d318652-68d9-4b36-b513-2d5e93110ebe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '937f3d54-d52f-4b94-b22a-ae97fd3bc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '736f5aa1-8eb1-4279-859b-197030b68a34'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:49.811287 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Attempting to bind port 1d318652-68d9-4b36-b513-2d5e93110ebe on network 736f5aa1-8eb1-4279-859b-197030b68a34 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:49.825293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:49.830143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Checking segment: {'id': '937f3d54-d52f-4b94-b22a-ae97fd3bc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '736f5aa1-8eb1-4279-859b-197030b68a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:49.830143 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:49.830143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Bound using segment: {'id': '937f3d54-d52f-4b94-b22a-ae97fd3bc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '736f5aa1-8eb1-4279-859b-197030b68a34'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:49.830143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Bound port: 1d318652-68d9-4b36-b513-2d5e93110ebe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937f3d54-d52f-4b94-b22a-ae97fd3bc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '736f5aa1-8eb1-4279-859b-197030b68a34'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:49.830143 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1d318652-68d9-4b36-b513-2d5e93110ebe), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:49.858462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:49.858462 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:49.860037 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] 10.222.0.48 "PUT /v2.0/ports/fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 HTTP/1.1" status: 200  len: 1091 time: 4.3460424
Feb 12 21:19:49.866487 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d926e2b-0f1a-45c6-aeff-35800faf7d40', 'tag': 'fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:49.868969 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de3c506-286d-4a23-87d2-99a31a28bf34" -d '{"events": [{"name": "network-changed", "server_uuid": "1d926e2b-0f1a-45c6-aeff-35800faf7d40", "tag": "fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:49.911262 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5494c2e9-d348-4383-8b32-1763807dd83f req-a94710d5-40e8-45fe-82a2-36d942b565a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38352d0d-4c76-4e91-9225-8c4272270ad6 HTTP/1.1" status: 200  len: 217 time: 0.2373977
Feb 12 21:19:49.919713 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (219f7c60-9a08-4442-a0ef-293b0f731037), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:49.973301 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb88f730>, [{'id': '9154415d-1919-408e-ade1-25aab8c335f8', 'name': '', 'tenant_id': 'ac9c5ca261b443838e79cbb730e2b514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7', 'external_fixed_ips': [{'subnet_id': 'afef0694-8c29-47b8-9a34-e67f0065efa5', 'ip_address': '2001:db8::de'}], 'enable_snat': True}, 'gw_port_id': '59a904ce-2285-4e18-b5bf-1c1698457789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:40Z', 'updated_at': '2022-02-12T21:19:45Z', 'revision_number': 3, 'project_id': 'ac9c5ca261b443838e79cbb730e2b514', 'gw_port': {'id': '59a904ce-2285-4e18-b5bf-1c1698457789', 'name': '', 'network_id': '188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9154415d-1919-408e-ade1-25aab8c335f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'afef0694-8c29-47b8-9a34-e67f0065efa5', 'ip_address': '2001:db8::de', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:43Z', 'updated_at': '2022-02-12T21:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afef0694-8c29-47b8-9a34-e67f0065efa5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:49.983842 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:49.988402 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-515d7427-9a3c-4604-8357-e5fbdd31e721 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 877 time: 9.9853985
Feb 12 21:19:49.997300 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 763a4809-e6d6-47c7-9955-8b9f879e7ce5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:50.039412 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49830) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:50.046036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] For port 1d318652-68d9-4b36-b513-2d5e93110ebe, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:50.056373 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 56d77b1f-6780-4fa2-af74-237c0810bff8 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:50.068707 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Checking router: 9154415d-1919-408e-ade1-25aab8c335f8 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:19:50.069076 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Updating router 9154415d-1919-408e-ade1-25aab8c335f8 port 59a904ce-2285-4e18-b5bf-1c1698457789 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:19:50.082043 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e8511125-7801-4cd6-8608-90a6ee2e396f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.087922 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Subnet': ['ID=219f7c60-9a08-4442-a0ef-293b0f731037,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:50.096774 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] For port 1d318652-68d9-4b36-b513-2d5e93110ebe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d318652-68d9-4b36-b513-2d5e93110ebe,segment=NetworkSegment(937f3d54-d52f-4b94-b22a-ae97fd3bc24d),segment_id=937f3d54-d52f-4b94-b22a-ae97fd3bc24d)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:50.102114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33eb5d-7529-49d1-b7a6-d75ac5a79064 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:50.144631 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (59a904ce-2285-4e18-b5bf-1c1698457789), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.165579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 763a4809-e6d6-47c7-9955-8b9f879e7ce5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:50.166280 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (763a4809-e6d6-47c7-9955-8b9f879e7ce5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.173653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] No DVR routers for this DVR port e8511125-7801-4cd6-8608-90a6ee2e396f on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:50.175365 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event deleted for resources: {'Port': ['ID=e8511125-7801-4cd6-8608-90a6ee2e396f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:50.238567 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1d318652-68d9-4b36-b513-2d5e93110ebe), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.305264 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (43053c94-7e1a-495a-a772-6e50a93c13ce), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.327919 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb87dbe0>,) {'filters': {'network_id': ['43053c94-7e1a-495a-a772-6e50a93c13ce']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:50.347658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 56d77b1f-6780-4fa2-af74-237c0810bff8 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:19:50.357842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb87dbe0>, 'c16d0047-daca-4e5b-bb68-26912ed36cd9') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:50.360064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb87dbe0>, 'c16d0047-daca-4e5b-bb68-26912ed36cd9') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:50.365796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 56d77b1f-6780-4fa2-af74-237c0810bff8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:50.366192 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.387814 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (c16d0047-daca-4e5b-bb68-26912ed36cd9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.439403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494c2e9-d348-4383-8b32-1763807dd83f req-478549c9-fc68-43ed-ba53-e0203575ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:50.440916 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5494c2e9-d348-4383-8b32-1763807dd83f req-478549c9-fc68-43ed-ba53-e0203575ce72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9 HTTP/1.1" status: 200  len: 844 time: 0.5117617
Feb 12 21:19:50.488879 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c16d0047-daca-4e5b-bb68-26912ed36cd9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.497911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 763a4809-e6d6-47c7-9955-8b9f879e7ce5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:50.499994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547a3f9-e6f3-4cdb-8cde-da3995ed4d20 None None] Pushing event updated for resources: {'Port': ['ID=1d318652-68d9-4b36-b513-2d5e93110ebe,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:50.546309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e38a3-3a3e-4bab-9ba2-4f939f95d473 req-d182e917-b74d-43ce-a7f5-205c56bcd9fc tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:50.576377 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bb8e38a3-3a3e-4bab-9ba2-4f939f95d473 req-d182e917-b74d-43ce-a7f5-205c56bcd9fc tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 944 time: 0.6789284
Feb 12 21:19:50.584444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 56d77b1f-6780-4fa2-af74-237c0810bff8 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:50.585138 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.593645 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Publish callbacks [] for port (59a904ce-2285-4e18-b5bf-1c1698457789), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.616413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e8511125-7801-4cd6-8608-90a6ee2e396f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:50.619398 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5494c2e9-d348-4383-8b32-1763807dd83f req-68a7fdf3-7eba-49bc-94d9-13265acd3521 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7099db00-3881-44c3-bb47-3ded394a66e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1709886
Feb 12 21:19:50.620499 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:50.636460 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-b98b2e1c-9a61-4a23-86c6-6fd88fed6265 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Made reservation on behalf of bd5a0b396b5045459fdedb8d4039960a for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:50.638126 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (c16d0047-daca-4e5b-bb68-26912ed36cd9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.640093 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-b98b2e1c-9a61-4a23-86c6-6fd88fed6265 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.668688 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-6be410bd-38b5-4b31-933f-38e26686d40d service neutron] 10.222.0.31 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8315747
Feb 12 21:19:50.670432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: e8511125-7801-4cd6-8608-90a6ee2e396f {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:19:50.670600 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (736f5aa1-8eb1-4279-859b-197030b68a34), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.671111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e8511125-7801-4cd6-8608-90a6ee2e396f not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:19:50.679159 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (59a904ce-2285-4e18-b5bf-1c1698457789), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.691162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-f51a794c-94d8-4ee5-b8f7-676ba1c470e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:50.692839 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d77b1f-6780-4fa2-af74-237c0810bff8'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:50.695283 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-f51a794c-94d8-4ee5-b8f7-676ba1c470e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 1125 time: 0.7141795
Feb 12 21:19:50.701023 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb5a786-8b1f-4d6d-973f-c645e3b58694" -d '{"events": [{"server_uuid": "ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd", "name": "network-vif-plugged", "status": "completed", "tag": "56d77b1f-6780-4fa2-af74-237c0810bff8"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:50.733380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 56d77b1f-6780-4fa2-af74-237c0810bff8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56d77b1f-6780-4fa2-af74-237c0810bff8,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:50.762811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc7003cd2b0>,) {'filters': {'network_id': ['736f5aa1-8eb1-4279-859b-197030b68a34']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:50.798466 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7003cd2b0>, '937f3d54-d52f-4b94-b22a-ae97fd3bc24d') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:50.798772 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7003cd2b0>, '937f3d54-d52f-4b94-b22a-ae97fd3bc24d') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:50.849798 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Attempting to bind port 59a904ce-2285-4e18-b5bf-1c1698457789 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:50.850327 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Attempting to bind port 59a904ce-2285-4e18-b5bf-1c1698457789 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0650d079-ae85-4fd2-881d-4c98b8f7687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:50.850933 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Attempting to bind port 59a904ce-2285-4e18-b5bf-1c1698457789 on network 188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:50.854541 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.860888 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:50.872059 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Checking segment: {'id': '0650d079-ae85-4fd2-881d-4c98b8f7687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:50.872059 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.872059 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Bound using segment: {'id': '0650d079-ae85-4fd2-881d-4c98b8f7687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:50.872059 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Bound port: 59a904ce-2285-4e18-b5bf-1c1698457789, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0650d079-ae85-4fd2-881d-4c98b8f7687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:50.872059 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (59a904ce-2285-4e18-b5bf-1c1698457789), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.873402 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1725c-77fb-4e57-9e76-50f9e13224fc None None] Pushing event updated for resources: {'Port': ['ID=59a904ce-2285-4e18-b5bf-1c1698457789,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:50.876564 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-0930b6ce-a67a-4733-ad2e-6e6b63f13d0d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 HTTP/1.1" status: 200  len: 217 time: 0.1294305
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:50.932810 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:50.944886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-a1709c07-3e8d-4ebf-95fb-cd582639f891 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:50.945882 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=56d77b1f-6780-4fa2-af74-237c0810bff8,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:50.948036 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-a1709c07-3e8d-4ebf-95fb-cd582639f891 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.50 "GET /v2.0/networks?id=39f292e9-8e77-4a3a-adae-81674dd31288 HTTP/1.1" status: 200  len: 816 time: 0.5356209
Feb 12 21:19:50.966150 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (937f3d54-d52f-4b94-b22a-ae97fd3bc24d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:50.995392 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] For port 59a904ce-2285-4e18-b5bf-1c1698457789, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:51.000990 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] For port 59a904ce-2285-4e18-b5bf-1c1698457789, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59a904ce-2285-4e18-b5bf-1c1698457789,segment=NetworkSegment(0650d079-ae85-4fd2-881d-4c98b8f7687a),segment_id=0650d079-ae85-4fd2-881d-4c98b8f7687a)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:51.028539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-c19a483b-5f89-462a-b871-1dbc43899876 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Request body: {'port': {'device_id': '6b988b5a-9dfb-4db8-9388-bae126fcf4fc', 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288', 'admin_state_up': True, 'tenant_id': 'bd5a0b396b5045459fdedb8d4039960a'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:51.068771 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (59a904ce-2285-4e18-b5bf-1c1698457789), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:51.141067 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (937f3d54-d52f-4b94-b22a-ae97fd3bc24d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:51.176022 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Routers {'9154415d-1919-408e-ade1-25aab8c335f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:19:51.176845 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb88f730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:19:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9154415d-1919-408e-ade1-25aab8c335f8'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:51.196576 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (43053c94-7e1a-495a-a772-6e50a93c13ce), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:51.234684 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:51.242676 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "DELETE /v2.0/networks/43053c94-7e1a-495a-a772-6e50a93c13ce HTTP/1.1" status: 204  len: 168 time: 3.2258368
Feb 12 21:19:51.288840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49872) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:51.291942 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-b98b2e1c-9a61-4a23-86c6-6fd88fed6265 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Allocated IP 172.20.0.4 (39f292e9-8e77-4a3a-adae-81674dd31288/e8f13ae4-a296-4b5c-8ce6-eda12e35e066/f5943c26-37c8-4eb7-847d-98d39b953002) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:51.293290 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-e4683b42-a046-4122-a15c-71315431d233 req-3a6568e9-c95b-4321-aafd-5331f7be2731 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Allocated IP 172.20.0.6 (3d3223c4-7d3e-45d4-827e-f74909602e0e/08262d9b-e180-46f4-80c5-239821f96956/6f7bc51a-17c9-4327-a4af-7e41ba429351) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:51.312454 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cd90d228-733b-4a1d-9b0a-04496610ee91 req-f17b4571-8067-4af8-aa2c-e3937b72428f tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 210 time: 0.2074609
Feb 12 21:19:51.313896 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7c79-82f9-4c55-8173-4e8ec22257cd tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router (9154415d-1919-408e-ade1-25aab8c335f8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:51.359005 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bb8e38a3-3a3e-4bab-9ba2-4f939f95d473 req-6339955d-ce7d-4aa3-9e42-a0db594d3626 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7811151
Feb 12 21:19:51.372782 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1725c-77fb-4e57-9e76-50f9e13224fc None None] Pushing event updated for resources: {'Port': ['ID=59a904ce-2285-4e18-b5bf-1c1698457789,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:51.391188 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56426988-cffc-46c0-84b5-82405c1ab17f x-openstack-request-id: req-56426988-cffc-46c0-84b5-82405c1ab17f {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:51.391493 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d926e2b-0f1a-45c6-aeff-35800faf7d40", "tag": "fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:51.391758 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56426988-cffc-46c0-84b5-82405c1ab17f {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:51.392956 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d926e2b-0f1a-45c6-aeff-35800faf7d40', 'tag': 'fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888', 'status': 'completed', 'code': 200}
Feb 12 21:19:51.409627 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f1ecbe-776c-4f18-80a4-889759e7ec62 x-openstack-request-id: req-17f1ecbe-776c-4f18-80a4-889759e7ec62 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:51.410134 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd", "name": "network-vif-plugged", "status": "completed", "tag": "56d77b1f-6780-4fa2-af74-237c0810bff8", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:51.410281 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17f1ecbe-776c-4f18-80a4-889759e7ec62 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:51.411296 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d77b1f-6780-4fa2-af74-237c0810bff8', 'code': 200}
Feb 12 21:19:51.421664 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:51.421664 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (937f3d54-d52f-4b94-b22a-ae97fd3bc24d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:51.431528 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9f91e-ca45-4db9-8d95-9887764dc2bb tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event deleted for resources: {'Network': ['ID=43053c94-7e1a-495a-a772-6e50a93c13ce,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:51.485765 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] Set router 9154415d-1919-408e-ade1-25aab8c335f8 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:51.511004 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:51.654976 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5494c2e9-d348-4383-8b32-1763807dd83f req-337a1ab7-d48c-4054-8595-2d66a4e78c86 service neutron] 10.222.0.50 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6832025
Feb 12 21:19:51.656763 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-f60f0808-627c-4e94-a8d2-442befe938cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:51.658653 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-f60f0808-627c-4e94-a8d2-442befe938cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9 HTTP/1.1" status: 200  len: 844 time: 0.7039537
Feb 12 21:19:51.660737 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f6a36a5a-8b1b-4c28-8d70-df855849f2d3 req-7d1a9326-2c5f-4c47-a60d-5601fa334ec7 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 210 time: 0.1493731
Feb 12 21:19:51.724699 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.api [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 12 21:19:51.724699 ncdv-master-1 neutron-server[126506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 12 21:19:51.724699 ncdv-master-1 neutron-server[126506]: [parameters: {'id': '736f5aa1-8eb1-4279-859b-197030b68a34'}]
Feb 12 21:19:51.724699 ncdv-master-1 neutron-server[126506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:19:51.725260 ncdv-master-1 neutron-server[126506]: DEBUG oslo_db.api [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:19:51.752016 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-cb25f816-8a0e-4990-a1c5-f368c3db07db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7099db00-3881-44c3-bb47-3ded394a66e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0808251
Feb 12 21:19:51.762727 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d3fbd-f4d6-49d5-a3ec-7666b4e8c57e req-361ee074-c14d-42d6-b21a-8c6bf45f5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:51.765979 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-747d3fbd-f4d6-49d5-a3ec-7666b4e8c57e req-361ee074-c14d-42d6-b21a-8c6bf45f5dfb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 1127 time: 0.2443085
Feb 12 21:19:51.777617 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb88f730>, [{'id': '9154415d-1919-408e-ade1-25aab8c335f8', 'name': '', 'tenant_id': 'ac9c5ca261b443838e79cbb730e2b514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7', 'external_fixed_ips': [{'subnet_id': 'afef0694-8c29-47b8-9a34-e67f0065efa5', 'ip_address': '2001:db8::de'}], 'enable_snat': True}, 'gw_port_id': '59a904ce-2285-4e18-b5bf-1c1698457789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:40Z', 'updated_at': '2022-02-12T21:19:45Z', 'revision_number': 3, 'project_id': 'ac9c5ca261b443838e79cbb730e2b514', 'gw_port': {'id': '59a904ce-2285-4e18-b5bf-1c1698457789', 'name': '', 'network_id': '188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9154415d-1919-408e-ade1-25aab8c335f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'afef0694-8c29-47b8-9a34-e67f0065efa5', 'ip_address': '2001:db8::de', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:43Z', 'updated_at': '2022-02-12T21:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afef0694-8c29-47b8-9a34-e67f0065efa5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:51.788961 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e2dac85c-30a6-4f6c-a0c4-6b8c8b216703 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (4493db19-403b-42d3-bf88-dab4323145dc), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:51.951494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2b6c8-4a3d-4dbc-b67e-007d1e114baa req-a4b72c11-2b1e-4508-85fd-75bfa09f25a2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:51.953673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebf2b6c8-4a3d-4dbc-b67e-007d1e114baa req-a4b72c11-2b1e-4508-85fd-75bfa09f25a2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 943 time: 0.4489160
Feb 12 21:19:52.013671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1d318652-68d9-4b36-b513-2d5e93110ebe up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:52.047301 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6199ec-73d6-411e-9e7c-e4336a65fc46 None None] The sync data for ids ['9154415d-1919-408e-ade1-25aab8c335f8'] in ncdv-master-1 is: [{'id': '9154415d-1919-408e-ade1-25aab8c335f8', 'name': '', 'tenant_id': 'ac9c5ca261b443838e79cbb730e2b514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7', 'external_fixed_ips': [{'subnet_id': 'afef0694-8c29-47b8-9a34-e67f0065efa5', 'ip_address': '2001:db8::de'}], 'enable_snat': True}, 'gw_port_id': '59a904ce-2285-4e18-b5bf-1c1698457789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:40Z', 'updated_at': '2022-02-12T21:19:45Z', 'revision_number': 3, 'project_id': 'ac9c5ca261b443838e79cbb730e2b514', 'gw_port': {'id': '59a904ce-2285-4e18-b5bf-1c1698457789', 'name': '', 'network_id': '188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9154415d-1919-408e-ade1-25aab8c335f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'afef0694-8c29-47b8-9a34-e67f0065efa5', 'ip_address': '2001:db8::de', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:43Z', 'updated_at': '2022-02-12T21:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afef0694-8c29-47b8-9a34-e67f0065efa5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:19:52.068046 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7c79-82f9-4c55-8173-4e8ec22257cd tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (9154415d-1919-408e-ade1-25aab8c335f8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.085928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-c19a483b-5f89-462a-b871-1dbc43899876 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Made reservation on behalf of bd5a0b396b5045459fdedb8d4039960a for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:52.092016 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-c19a483b-5f89-462a-b871-1dbc43899876 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.107297 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-747d3fbd-f4d6-49d5-a3ec-7666b4e8c57e req-54326d44-9843-4b65-b315-6e5f57b7e398 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2997985
Feb 12 21:19:52.108549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a26ca10-543e-449f-9c4a-0ce0d1c7236d None None] Network 736f5aa1-8eb1-4279-859b-197030b68a34 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:52.110810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1d318652-68d9-4b36-b513-2d5e93110ebe triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:52.119293 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1d318652-68d9-4b36-b513-2d5e93110ebe), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.119514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f95387-e83a-4f62-b2f4-7ffe80f074ba req-54701d71-9f68-41b0-b052-8f6806556c17 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:52.119514 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-44f95387-e83a-4f62-b2f4-7ffe80f074ba req-54701d71-9f68-41b0-b052-8f6806556c17 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2391191
Feb 12 21:19:52.154495 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-b98b2e1c-9a61-4a23-86c6-6fd88fed6265 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks [] for port (f5943c26-37c8-4eb7-847d-98d39b953002), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.175855 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebf2b6c8-4a3d-4dbc-b67e-007d1e114baa req-e074e1e2-43af-4a6d-b0ac-57c4d48e3136 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2212226
Feb 12 21:19:52.194681 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-a1e96e32-fb15-4634-aff9-ae2b09c24cef service neutron] 10.222.0.48 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4256384
Feb 12 21:19:52.228117 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (736f5aa1-8eb1-4279-859b-197030b68a34), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.266864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e2dac85c-30a6-4f6c-a0c4-6b8c8b216703 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (4493db19-403b-42d3-bf88-dab4323145dc), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.309057 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-44f95387-e83a-4f62-b2f4-7ffe80f074ba req-3cb9f0b4-a41f-4271-aed3-460da1b1ee3e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1843998
Feb 12 21:19:52.314479 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5494c2e9-d348-4383-8b32-1763807dd83f req-529fdc9d-c88c-4ac8-a4e7-76b89051548f service neutron] 10.222.0.50 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6073358
Feb 12 21:19:52.317095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-e2dac85c-30a6-4f6c-a0c4-6b8c8b216703 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc701b162b0>,) {'filters': {'network_id': ['4493db19-403b-42d3-bf88-dab4323145dc']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:52.358506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-e2dac85c-30a6-4f6c-a0c4-6b8c8b216703 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc701b162b0>, '67886c27-53b4-4ef0-baaf-fd8da435dc82') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:52.358975 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-e2dac85c-30a6-4f6c-a0c4-6b8c8b216703 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc701b162b0>, '67886c27-53b4-4ef0-baaf-fd8da435dc82') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:52.380925 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e2dac85c-30a6-4f6c-a0c4-6b8c8b216703 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (67886c27-53b4-4ef0-baaf-fd8da435dc82), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.403297 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e2dac85c-30a6-4f6c-a0c4-6b8c8b216703 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (67886c27-53b4-4ef0-baaf-fd8da435dc82), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.412121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2dac85c-30a6-4f6c-a0c4-6b8c8b216703 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:52.412600 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e2dac85c-30a6-4f6c-a0c4-6b8c8b216703 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (67886c27-53b4-4ef0-baaf-fd8da435dc82), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.520555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c0c55766-15c5-46a4-b952-409810a7501b None None] Provisioning complete for port 1d318652-68d9-4b36-b513-2d5e93110ebe triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:52.521633 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c0c55766-15c5-46a4-b952-409810a7501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1d318652-68d9-4b36-b513-2d5e93110ebe), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:52.526283 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:52.545221 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3833c19a-06ca-44ba-a600-c3b5287cec43 req-85aabaf3-0527-4ee8-af60-1a3ceb88b624 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 210 time: 0.0767717
Feb 12 21:19:52.546886 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b3824dfc-7eb8-4af9-b0bd-4864bb772f49 req-a40ce85a-d7e7-4038-bbf2-8158ae023a14 service neutron] 10.222.0.48 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3357434
Feb 12 21:19:52.570391 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-b98b2e1c-9a61-4a23-86c6-6fd88fed6265 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f5943c26-37c8-4eb7-847d-98d39b953002), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.597698 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4683b42-a046-4122-a15c-71315431d233 req-3a6568e9-c95b-4321-aafd-5331f7be2731 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for port (6f7bc51a-17c9-4327-a4af-7e41ba429351), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.657564 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-b98b2e1c-9a61-4a23-86c6-6fd88fed6265 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Network 39f292e9-8e77-4a3a-adae-81674dd31288 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:52.673804 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-fa4b7c79-82f9-4c55-8173-4e8ec22257cd tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Deleting port 59a904ce-2285-4e18-b5bf-1c1698457789 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:52.674582 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7c79-82f9-4c55-8173-4e8ec22257cd tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (59a904ce-2285-4e18-b5bf-1c1698457789), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.687481 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e2dac85c-30a6-4f6c-a0c4-6b8c8b216703 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (4493db19-403b-42d3-bf88-dab4323145dc), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.688173 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-b98b2e1c-9a61-4a23-86c6-6fd88fed6265 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:52.705245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d335f69-e33d-41dc-a699-44ab176659ac req-b244f575-da41-4613-9596-0310d4cb3b42 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:52.713686 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6d335f69-e33d-41dc-a699-44ab176659ac req-b244f575-da41-4613-9596-0310d4cb3b42 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1781914
Feb 12 21:19:52.725470 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e2dac85c-30a6-4f6c-a0c4-6b8c8b216703 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.731684 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e2dac85c-30a6-4f6c-a0c4-6b8c8b216703 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "DELETE /v2.0/networks/4493db19-403b-42d3-bf88-dab4323145dc HTTP/1.1" status: 204  len: 168 time: 1.4261599
Feb 12 21:19:52.733318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Deleting port 1d318652-68d9-4b36-b513-2d5e93110ebe {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:52.736248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49890) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:52.742509 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1d318652-68d9-4b36-b513-2d5e93110ebe), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.747627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-b98b2e1c-9a61-4a23-86c6-6fd88fed6265 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:52.757306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c0c55766-15c5-46a4-b952-409810a7501b None None] Current status of the port 1d318652-68d9-4b36-b513-2d5e93110ebe is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:52.757728 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c0c55766-15c5-46a4-b952-409810a7501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1d318652-68d9-4b36-b513-2d5e93110ebe), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.806194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1d318652-68d9-4b36-b513-2d5e93110ebe is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:52.806880 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1d318652-68d9-4b36-b513-2d5e93110ebe), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:52.898092 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c0c55766-15c5-46a4-b952-409810a7501b None None] For port 1d318652-68d9-4b36-b513-2d5e93110ebe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d318652-68d9-4b36-b513-2d5e93110ebe,segment=NetworkSegment(937f3d54-d52f-4b94-b22a-ae97fd3bc24d),segment_id=937f3d54-d52f-4b94-b22a-ae97fd3bc24d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:52.905580 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6d335f69-e33d-41dc-a699-44ab176659ac req-c1112294-9372-47fc-8589-0c8dce80cb39 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1568410
Feb 12 21:19:52.906718 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dac85c-30a6-4f6c-a0c4-6b8c8b216703 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event deleted for resources: {'Network': ['ID=4493db19-403b-42d3-bf88-dab4323145dc,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:52.927164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a5e4eb-9d11-413f-931f-acc2e465abe2 None None] DHCP port deletion for 736f5aa1-8eb1-4279-859b-197030b68a34 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:19:52.959910 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b2e1c-9a61-4a23-86c6-6fd88fed6265 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Pushing event updated for resources: {'Port': ['ID=f5943c26-37c8-4eb7-847d-98d39b953002,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:52.990669 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c0c55766-15c5-46a4-b952-409810a7501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1d318652-68d9-4b36-b513-2d5e93110ebe), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:53.031733 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cba6c554-498a-4b46-b07d-30c767071355 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (fa10d42b-e117-4a54-bfc6-c9a941e0739c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:53.045672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-c19a483b-5f89-462a-b871-1dbc43899876 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Allocated IP 172.20.0.13 (39f292e9-8e77-4a3a-adae-81674dd31288/e8f13ae4-a296-4b5c-8ce6-eda12e35e066/f16e15df-4fce-4c6d-95cf-1ba7fe36760e) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:53.100834 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-da01871d-e8ca-4e3a-a89e-53a43dfb1112 req-86db051b-3567-442d-aa65-8a80dbfce919 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 210 time: 0.0586157
Feb 12 21:19:53.103133 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4683b42-a046-4122-a15c-71315431d233 req-3a6568e9-c95b-4321-aafd-5331f7be2731 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6f7bc51a-17c9-4327-a4af-7e41ba429351), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:53.165463 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:19:53.165929 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:19:53.168746 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c55766-15c5-46a4-b952-409810a7501b None None] Pushing event updated for resources: {'Port': ['ID=1d318652-68d9-4b36-b513-2d5e93110ebe,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:53.188634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5e4eb-9d11-413f-931f-acc2e465abe2 None None] Deleting port 1d318652-68d9-4b36-b513-2d5e93110ebe {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:19:53.189781 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4a5e4eb-9d11-413f-931f-acc2e465abe2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1d318652-68d9-4b36-b513-2d5e93110ebe), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:53.210017 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6568e9-c95b-4321-aafd-5331f7be2731 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event updated for resources: {'Port': ['ID=6f7bc51a-17c9-4327-a4af-7e41ba429351,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:53.290714 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-b98b2e1c-9a61-4a23-86c6-6fd88fed6265 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:53.292266 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-b98b2e1c-9a61-4a23-86c6-6fd88fed6265 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:53.294068 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a4a5e4eb-9d11-413f-931f-acc2e465abe2 None None] For port 1d318652-68d9-4b36-b513-2d5e93110ebe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d318652-68d9-4b36-b513-2d5e93110ebe,segment=NetworkSegment(937f3d54-d52f-4b94-b22a-ae97fd3bc24d),segment_id=937f3d54-d52f-4b94-b22a-ae97fd3bc24d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:53.294733 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4a5e4eb-9d11-413f-931f-acc2e465abe2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1d318652-68d9-4b36-b513-2d5e93110ebe), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:53.305382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4683b42-a046-4122-a15c-71315431d233 req-3a6568e9-c95b-4321-aafd-5331f7be2731 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Network 3d3223c4-7d3e-45d4-827e-f74909602e0e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:53.322595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5e4eb-9d11-413f-931f-acc2e465abe2 None None] Calling delete_port for 1d318652-68d9-4b36-b513-2d5e93110ebe owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:53.350151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] For port 1d318652-68d9-4b36-b513-2d5e93110ebe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d318652-68d9-4b36-b513-2d5e93110ebe,segment=NetworkSegment(937f3d54-d52f-4b94-b22a-ae97fd3bc24d),segment_id=937f3d54-d52f-4b94-b22a-ae97fd3bc24d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:53.350593 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1d318652-68d9-4b36-b513-2d5e93110ebe), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:53.354817 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-e4683b42-a046-4122-a15c-71315431d233 req-3a6568e9-c95b-4321-aafd-5331f7be2731 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:53.381972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4683b42-a046-4122-a15c-71315431d233 req-3a6568e9-c95b-4321-aafd-5331f7be2731 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:53.384068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Calling delete_port for 1d318652-68d9-4b36-b513-2d5e93110ebe owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:53.387209 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-fa4b7c79-82f9-4c55-8173-4e8ec22257cd tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] For port 59a904ce-2285-4e18-b5bf-1c1698457789, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59a904ce-2285-4e18-b5bf-1c1698457789,segment=NetworkSegment(0650d079-ae85-4fd2-881d-4c98b8f7687a),segment_id=0650d079-ae85-4fd2-881d-4c98b8f7687a)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:53.387585 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7c79-82f9-4c55-8173-4e8ec22257cd tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (59a904ce-2285-4e18-b5bf-1c1698457789), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:53.396401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e2248f00-b3e5-4034-b91b-96df894b51bd None None] Provisioning complete for port f5943c26-37c8-4eb7-847d-98d39b953002 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:53.396401 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e2248f00-b3e5-4034-b91b-96df894b51bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f5943c26-37c8-4eb7-847d-98d39b953002), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:53.407831 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d4c95-1831-44c8-9d3f-87cf8b94e49a req-42d90772-08e6-4662-8f62-60965bed7432 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:53.416154 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c39d4c95-1831-44c8-9d3f-87cf8b94e49a req-42d90772-08e6-4662-8f62-60965bed7432 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.6845684
Feb 12 21:19:53.435838 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-fa4b7c79-82f9-4c55-8173-4e8ec22257cd tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Calling delete_port for 59a904ce-2285-4e18-b5bf-1c1698457789 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:19:53.462151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3c506-286d-4a23-87d2-99a31a28bf34 req-daa90841-aeb2-408e-86aa-48ba2047f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:53.465190 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7de3c506-286d-4a23-87d2-99a31a28bf34 req-daa90841-aeb2-408e-86aa-48ba2047f03d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 1125 time: 0.7120442
Feb 12 21:19:53.505276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e2248f00-b3e5-4034-b91b-96df894b51bd None None] Port f5943c26-37c8-4eb7-847d-98d39b953002 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:19:53.521887 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cba6c554-498a-4b46-b07d-30c767071355 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (fa10d42b-e117-4a54-bfc6-c9a941e0739c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:53.550377 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-b98b2e1c-9a61-4a23-86c6-6fd88fed6265 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9524019
Feb 12 21:19:53.611806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Request body: {'port': {'device_id': 'dceb2da3-afd2-4395-a3c8-eaf417cce25b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:53.639694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-cba6c554-498a-4b46-b07d-30c767071355 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9397a30>,) {'filters': {'network_id': ['fa10d42b-e117-4a54-bfc6-c9a941e0739c']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:53.655464 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4a5e4eb-9d11-413f-931f-acc2e465abe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (1d318652-68d9-4b36-b513-2d5e93110ebe), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:53.683669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4683b42-a046-4122-a15c-71315431d233 req-3a6568e9-c95b-4321-aafd-5331f7be2731 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:53.684581 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4683b42-a046-4122-a15c-71315431d233 req-3a6568e9-c95b-4321-aafd-5331f7be2731 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:53.693960 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5e4eb-9d11-413f-931f-acc2e465abe2 None None] Pushing event deleted for resources: {'Port': ['ID=1d318652-68d9-4b36-b513-2d5e93110ebe,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:53.711157 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c39d4c95-1831-44c8-9d3f-87cf8b94e49a req-8f9eb84f-7fa4-42de-92de-82f149bc7fa9 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2941127
Feb 12 21:19:53.721798 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-cba6c554-498a-4b46-b07d-30c767071355 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9397a30>, '4ef2f768-aaf8-4e47-a26f-bab85d46589f') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:53.722159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-cba6c554-498a-4b46-b07d-30c767071355 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9397a30>, '4ef2f768-aaf8-4e47-a26f-bab85d46589f') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:53.754975 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a5e4eb-9d11-413f-931f-acc2e465abe2 None None] No DVR routers for this DVR port 1d318652-68d9-4b36-b513-2d5e93110ebe on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:53.757603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Port 1d318652-68d9-4b36-b513-2d5e93110ebe update to ACTIVE by agent not found {{(pid=126507) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Feb 12 21:19:53.771729 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cba6c554-498a-4b46-b07d-30c767071355 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (4ef2f768-aaf8-4e47-a26f-bab85d46589f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:53.792718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-43606729-e3f1-4511-adf0-1a790221b177 None None] Provisioning complete for port 6f7bc51a-17c9-4327-a4af-7e41ba429351 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:53.792718 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-43606729-e3f1-4511-adf0-1a790221b177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f7bc51a-17c9-4327-a4af-7e41ba429351), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:53.793668 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653788e-86b6-4dfd-b138-bb88498d85de req-3cdd2605-689d-4d30-8da5-867fd1eb3452 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:53.795332 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6653788e-86b6-4dfd-b138-bb88498d85de req-3cdd2605-689d-4d30-8da5-867fd1eb3452 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.5286014
Feb 12 21:19:53.842005 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-43606729-e3f1-4511-adf0-1a790221b177 None None] Port 6f7bc51a-17c9-4327-a4af-7e41ba429351 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:19:53.886997 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cba6c554-498a-4b46-b07d-30c767071355 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (4ef2f768-aaf8-4e47-a26f-bab85d46589f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:53.910008 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4683b42-a046-4122-a15c-71315431d233 req-3a6568e9-c95b-4321-aafd-5331f7be2731 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.0539362
Feb 12 21:19:53.915001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba6c554-498a-4b46-b07d-30c767071355 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:53.915420 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cba6c554-498a-4b46-b07d-30c767071355 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (4ef2f768-aaf8-4e47-a26f-bab85d46589f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:53.923790 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:53.967373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Request body: {'port': {'device_id': '245ee706-32b5-4ae4-bf28-f1e5139ea077', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:54.002801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 59a904ce-2285-4e18-b5bf-1c1698457789 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:54.036659 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-c19a483b-5f89-462a-b871-1dbc43899876 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks [] for port (f16e15df-4fce-4c6d-95cf-1ba7fe36760e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:54.062101 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6653788e-86b6-4dfd-b138-bb88498d85de req-c42beebe-c808-4e42-8419-2eca7062a67a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2454629
Feb 12 21:19:54.074882 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 59a904ce-2285-4e18-b5bf-1c1698457789 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:54.076754 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (59a904ce-2285-4e18-b5bf-1c1698457789), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:54.105318 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cba6c554-498a-4b46-b07d-30c767071355 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (fa10d42b-e117-4a54-bfc6-c9a941e0739c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:54.126165 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cba6c554-498a-4b46-b07d-30c767071355 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:54.130111 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cba6c554-498a-4b46-b07d-30c767071355 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "DELETE /v2.0/networks/fa10d42b-e117-4a54-bfc6-c9a941e0739c HTTP/1.1" status: 204  len: 168 time: 1.3884223
Feb 12 21:19:54.160236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-facc699f-dc83-4daa-9a1b-e568b5a75080 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:54.163301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-facc699f-dc83-4daa-9a1b-e568b5a75080 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.50 "GET /v2.0/networks?id=39f292e9-8e77-4a3a-adae-81674dd31288 HTTP/1.1" status: 200  len: 816 time: 0.4706814
Feb 12 21:19:54.164612 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49900) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:54.195419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 59a904ce-2285-4e18-b5bf-1c1698457789 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:54.195905 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (59a904ce-2285-4e18-b5bf-1c1698457789), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:54.196184 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6c554-498a-4b46-b07d-30c767071355 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event deleted for resources: {'Network': ['ID=fa10d42b-e117-4a54-bfc6-c9a941e0739c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:54.207880 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (1d318652-68d9-4b36-b513-2d5e93110ebe), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:54.217222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f5943c26-37c8-4eb7-847d-98d39b953002), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:54.220376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 59a904ce-2285-4e18-b5bf-1c1698457789, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59a904ce-2285-4e18-b5bf-1c1698457789,segment=NetworkSegment(0650d079-ae85-4fd2-881d-4c98b8f7687a),segment_id=0650d079-ae85-4fd2-881d-4c98b8f7687a)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:54.232631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-b2934c12-643a-46a3-88ee-9bc1e7403c38 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Request body: {'port': {'device_id': '83499a06-e03e-4abd-9f5a-9ff4288b66ac', 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288', 'admin_state_up': True, 'tenant_id': 'bd5a0b396b5045459fdedb8d4039960a'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:54.282532 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] No DVR routers for this DVR port 1d318652-68d9-4b36-b513-2d5e93110ebe on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:19:54.312485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3c506-286d-4a23-87d2-99a31a28bf34 req-35755d69-15a7-468b-b3e3-cdd983ce89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:54.314564 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7de3c506-286d-4a23-87d2-99a31a28bf34 req-35755d69-15a7-468b-b3e3-cdd983ce89c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 905 time: 0.8380146
Feb 12 21:19:54.319548 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Port': ['ID=1d318652-68d9-4b36-b513-2d5e93110ebe,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:54.340000 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (59a904ce-2285-4e18-b5bf-1c1698457789), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:54.434385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=59a904ce-2285-4e18-b5bf-1c1698457789,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:54.439678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1d318652-68d9-4b36-b513-2d5e93110ebe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:54.463533 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7de3c506-286d-4a23-87d2-99a31a28bf34 req-24f8523a-1cea-426a-9679-9b9b5d50fafc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 HTTP/1.1" status: 200  len: 217 time: 0.1350939
Feb 12 21:19:54.465311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 1d318652-68d9-4b36-b513-2d5e93110ebe {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:19:54.465711 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1d318652-68d9-4b36-b513-2d5e93110ebe not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:19:54.479688 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (736f5aa1-8eb1-4279-859b-197030b68a34), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:54.573092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172719d-10da-448b-8450-1244a873c75c req-c548d7af-71fd-4466-ba38-68e9976fbdc6 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:54.574900 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8172719d-10da-448b-8450-1244a873c75c req-c548d7af-71fd-4466-ba38-68e9976fbdc6 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 943 time: 0.4643795
Feb 12 21:19:54.586419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc7001b8bb0>,) {'filters': {'network_id': ['736f5aa1-8eb1-4279-859b-197030b68a34']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:54.659641 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7001b8bb0>, '937f3d54-d52f-4b94-b22a-ae97fd3bc24d') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:54.660002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7001b8bb0>, '937f3d54-d52f-4b94-b22a-ae97fd3bc24d') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:54.697737 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (937f3d54-d52f-4b94-b22a-ae97fd3bc24d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:54.715271 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3c506-286d-4a23-87d2-99a31a28bf34 req-cd8fee16-ff79-4a6d-b038-4af00005f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:54.715910 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7de3c506-286d-4a23-87d2-99a31a28bf34 req-cd8fee16-ff79-4a6d-b038-4af00005f42c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9 HTTP/1.1" status: 200  len: 844 time: 0.2319915
Feb 12 21:19:54.734845 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6f7bc51a-17c9-4327-a4af-7e41ba429351), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:54.745062 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (937f3d54-d52f-4b94-b22a-ae97fd3bc24d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:54.776343 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7de3c506-286d-4a23-87d2-99a31a28bf34 req-66f4f066-beaa-4651-b8b8-62e4fed770bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7099db00-3881-44c3-bb47-3ded394a66e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471215
Feb 12 21:19:54.782367 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7c79-82f9-4c55-8173-4e8ec22257cd tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (59a904ce-2285-4e18-b5bf-1c1698457789), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:54.784521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:54.784915 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (937f3d54-d52f-4b94-b22a-ae97fd3bc24d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:54.793451 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:54.826432 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-c19a483b-5f89-462a-b871-1dbc43899876 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f16e15df-4fce-4c6d-95cf-1ba7fe36760e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:54.830948 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-502e845f-6abd-4d1f-93d8-e200d57343c9 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (aeccc629-8a1e-41ee-b657-7818e25db709), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:54.882328 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8172719d-10da-448b-8450-1244a873c75c req-463f9671-2f20-4424-a827-02a0bb7ef7e8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2861454
Feb 12 21:19:54.905198 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b7c79-82f9-4c55-8173-4e8ec22257cd tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Pushing event deleted for resources: {'Port': ['ID=59a904ce-2285-4e18-b5bf-1c1698457789,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:54.914662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510fcea-a317-4f06-b571-aa82a3b8fab4 req-dfb240f1-5e07-4839-9a58-ac9b09ed3144 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:54.916221 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f510fcea-a317-4f06-b571-aa82a3b8fab4 req-dfb240f1-5e07-4839-9a58-ac9b09ed3144 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 931 time: 0.3254035
Feb 12 21:19:54.953828 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-c19a483b-5f89-462a-b871-1dbc43899876 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Network 39f292e9-8e77-4a3a-adae-81674dd31288 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:54.978656 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7c79-82f9-4c55-8173-4e8ec22257cd tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (9154415d-1919-408e-ade1-25aab8c335f8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.011886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-c19a483b-5f89-462a-b871-1dbc43899876 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:55.041133 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a483b-5f89-462a-b871-1dbc43899876 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Pushing event updated for resources: {'Port': ['ID=f16e15df-4fce-4c6d-95cf-1ba7fe36760e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:55.051943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-c19a483b-5f89-462a-b871-1dbc43899876 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:55.051943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-b2934c12-643a-46a3-88ee-9bc1e7403c38 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Made reservation on behalf of bd5a0b396b5045459fdedb8d4039960a for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:55.055755 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-b2934c12-643a-46a3-88ee-9bc1e7403c38 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.078102 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (736f5aa1-8eb1-4279-859b-197030b68a34), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.082728 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.086396 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/networks/736f5aa1-8eb1-4279-859b-197030b68a34 HTTP/1.1" status: 204  len: 168 time: 6.6010475
Feb 12 21:19:55.126170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49906) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:55.151147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ed152-a9e4-48e0-8689-91fc11198f29 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Network': ['ID=736f5aa1-8eb1-4279-859b-197030b68a34,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:55.155077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-83be32f3-438a-4611-9622-7242dee707e7 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-610884207'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:55.160788 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7c79-82f9-4c55-8173-4e8ec22257cd tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (9154415d-1919-408e-ade1-25aab8c335f8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.165272 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7c79-82f9-4c55-8173-4e8ec22257cd tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_controller (9154415d-1919-408e-ade1-25aab8c335f8), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.233910 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7de3c506-286d-4a23-87d2-99a31a28bf34 req-bfb19cfc-c6b4-460f-b991-4e99a2d015f8 service neutron] 10.222.0.48 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4396091
Feb 12 21:19:55.288624 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-502e845f-6abd-4d1f-93d8-e200d57343c9 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (aeccc629-8a1e-41ee-b657-7818e25db709), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.358542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f510fcea-a317-4f06-b571-aa82a3b8fab4 req-66d77f9a-8039-41bd-acd8-43cf33e2ff73 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4165463
Feb 12 21:19:55.370738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-c19a483b-5f89-462a-b871-1dbc43899876 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:55.371402 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-c19a483b-5f89-462a-b871-1dbc43899876 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.399478 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d66047d4-eab9-46e1-b2e5-8158b1c46aa9 req-72b54c7c-adfe-4d6b-981b-d8709018163d tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 210 time: 0.0544796
Feb 12 21:19:55.403325 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7c79-82f9-4c55-8173-4e8ec22257cd tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (9154415d-1919-408e-ade1-25aab8c335f8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.403857 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4b7c79-82f9-4c55-8173-4e8ec22257cd tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9154415d-1919-408e-ade1-25aab8c335f8 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:19:55.408910 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7c79-82f9-4c55-8173-4e8ec22257cd tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.409545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83be32f3-438a-4611-9622-7242dee707e7 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Made reservation on behalf of e768fd07368d41fa93ea81725d2980e2 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:55.410318 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fa4b7c79-82f9-4c55-8173-4e8ec22257cd tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "DELETE /v2.0/routers/9154415d-1919-408e-ade1-25aab8c335f8 HTTP/1.1" status: 204  len: 168 time: 5.3472564
Feb 12 21:19:55.412640 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5943c26-37c8-4eb7-847d-98d39b953002 {{(pid=126506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:19:55.417587 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-83be32f3-438a-4611-9622-7242dee707e7 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.422852 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49910) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:55.435331 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Publish callbacks [] for port (f5943c26-37c8-4eb7-847d-98d39b953002), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.435728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-502e845f-6abd-4d1f-93d8-e200d57343c9 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc701894640>,) {'filters': {'network_id': ['aeccc629-8a1e-41ee-b657-7818e25db709']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:55.483878 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7de3c506-286d-4a23-87d2-99a31a28bf34 req-dbaa48c9-9be1-4231-aaf8-b0ba5c2e17d6 service neutron] 10.222.0.48 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2381082
Feb 12 21:19:55.488204 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.provisioning_blocks [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Transition to ACTIVE for port object f5943c26-37c8-4eb7-847d-98d39b953002 will not be triggered until provisioned by entity L2. {{(pid=126506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:19:55.488756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7a8d5115-9a99-44c2-94bf-a7028c886017 None None] Provisioning complete for port f16e15df-4fce-4c6d-95cf-1ba7fe36760e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:55.490145 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5115-9a99-44c2-94bf-a7028c886017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f16e15df-4fce-4c6d-95cf-1ba7fe36760e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.523203 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-008b35e5-74d4-458b-a1da-dc597e99f014 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Deleting subnet afef0694-8c29-47b8-9a34-e67f0065efa5 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:19:55.527385 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-008b35e5-74d4-458b-a1da-dc597e99f014 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for subnet (afef0694-8c29-47b8-9a34-e67f0065efa5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.575761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-502e845f-6abd-4d1f-93d8-e200d57343c9 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc701894640>, '1f656448-8889-4905-bc0d-58e8e7242f69') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:55.576337 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-502e845f-6abd-4d1f-93d8-e200d57343c9 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc701894640>, '1f656448-8889-4905-bc0d-58e8e7242f69') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:55.581923 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (f5943c26-37c8-4eb7-847d-98d39b953002), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.591134 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d5115-9a99-44c2-94bf-a7028c886017 None None] Port f16e15df-4fce-4c6d-95cf-1ba7fe36760e cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:19:55.617855 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-008b35e5-74d4-458b-a1da-dc597e99f014 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (afef0694-8c29-47b8-9a34-e67f0065efa5), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.658737 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-502e845f-6abd-4d1f-93d8-e200d57343c9 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (1f656448-8889-4905-bc0d-58e8e7242f69), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.671885 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-c19a483b-5f89-462a-b871-1dbc43899876 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.6749170
Feb 12 21:19:55.680450 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:19:55.728644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Request body: {'port': {'device_id': '6b988b5a-9dfb-4db8-9388-bae126fcf4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:55.744182 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Pushing event updated for resources: {'Port': ['ID=f5943c26-37c8-4eb7-847d-98d39b953002,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:55.764812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7bc51a-17c9-4327-a4af-7e41ba429351 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:19:55.769526 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-502e845f-6abd-4d1f-93d8-e200d57343c9 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1f656448-8889-4905-bc0d-58e8e7242f69), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.781573 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-008b35e5-74d4-458b-a1da-dc597e99f014 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (afef0694-8c29-47b8-9a34-e67f0065efa5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.810541 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Publish callbacks [] for port (6f7bc51a-17c9-4327-a4af-7e41ba429351), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.820163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502e845f-6abd-4d1f-93d8-e200d57343c9 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:55.820505 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-502e845f-6abd-4d1f-93d8-e200d57343c9 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (1f656448-8889-4905-bc0d-58e8e7242f69), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.822183 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b9316a95-8563-4e77-a36c-cce86ce7a8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:55.827021 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:55.841000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83be32f3-438a-4611-9622-7242dee707e7 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:19:55.866056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f36e3-d49e-46bf-9a33-a330665f5fdb req-7c9f75b6-dc18-49af-9a8d-bb991b54418b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:55.867855 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a70f36e3-d49e-46bf-9a33-a330665f5fdb req-7c9f75b6-dc18-49af-9a8d-bb991b54418b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2877629
Feb 12 21:19:55.930367 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Transition to ACTIVE for port object 6f7bc51a-17c9-4327-a4af-7e41ba429351 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:19:55.936692 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-83be32f3-438a-4611-9622-7242dee707e7 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bc1ec691-2ddb-4942-817f-c5bcfe40a188), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:55.937040 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-83be32f3-438a-4611-9622-7242dee707e7 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Added segment bc1ec691-2ddb-4942-817f-c5bcfe40a188 of type vlan for network f4b04212-c425-46f3-aa8a-c88263a2d0ef
Feb 12 21:19:55.938814 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-b2934c12-643a-46a3-88ee-9bc1e7403c38 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Allocated IP 172.20.0.6 (39f292e9-8e77-4a3a-adae-81674dd31288/e8f13ae4-a296-4b5c-8ce6-eda12e35e066/23815c6a-3d4b-4d91-8e5a-906a6a120afd) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:19:55.944349 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Attempting to bind port f5943c26-37c8-4eb7-847d-98d39b953002 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:55.944685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Attempting to bind port f5943c26-37c8-4eb7-847d-98d39b953002 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:55.945022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Attempting to bind port f5943c26-37c8-4eb7-847d-98d39b953002 on network 39f292e9-8e77-4a3a-adae-81674dd31288 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:55.955569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Port f5943c26-37c8-4eb7-847d-98d39b953002 on network 39f292e9-8e77-4a3a-adae-81674dd31288 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:19:55.955901 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Attempting to bind port f5943c26-37c8-4eb7-847d-98d39b953002 on network 39f292e9-8e77-4a3a-adae-81674dd31288 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:55.967171 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a70f36e3-d49e-46bf-9a33-a330665f5fdb req-49d15b33-7cc2-48ee-b669-af18a1055bf1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0869994
Feb 12 21:19:55.972457 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:55.972824 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Checking segment: {'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:55.973284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Bound using segment: {'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'} {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:55.973762 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Bound port: f5943c26-37c8-4eb7-847d-98d39b953002, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'}}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:55.974616 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f5943c26-37c8-4eb7-847d-98d39b953002), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.018291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad7ded-dcca-44f2-b290-0a693a26d7f8 req-84b90104-7d68-4f5d-a060-b6be4e1048ed tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:56.044583 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-22ad7ded-dcca-44f2-b290-0a693a26d7f8 req-84b90104-7d68-4f5d-a060-b6be4e1048ed tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.5085907
Feb 12 21:19:56.077842 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (6f7bc51a-17c9-4327-a4af-7e41ba429351), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.088672 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-008b35e5-74d4-458b-a1da-dc597e99f014 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (afef0694-8c29-47b8-9a34-e67f0065efa5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.094406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 59a904ce-2285-4e18-b5bf-1c1698457789 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:19:56.099286 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] For port f5943c26-37c8-4eb7-847d-98d39b953002, host nch1-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:56.104770 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f16e15df-4fce-4c6d-95cf-1ba7fe36760e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.120719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 59a904ce-2285-4e18-b5bf-1c1698457789 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:19:56.121302 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 59a904ce-2285-4e18-b5bf-1c1698457789 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:19:56.137743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015e6b6-442a-4199-b22e-61693ce2aa4a req-3b17539a-600d-4f18-9720-e5cc63b8b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:56.139530 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d015e6b6-442a-4199-b22e-61693ce2aa4a req-3b17539a-600d-4f18-9720-e5cc63b8b9e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 1127 time: 0.6050329
Feb 12 21:19:56.144219 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b35e5-74d4-458b-a1da-dc597e99f014 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=afef0694-8c29-47b8-9a34-e67f0065efa5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:56.167673 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] For port f5943c26-37c8-4eb7-847d-98d39b953002, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5943c26-37c8-4eb7-847d-98d39b953002,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:56.169831 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-008b35e5-74d4-458b-a1da-dc597e99f014 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.173404 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-008b35e5-74d4-458b-a1da-dc597e99f014 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/afef0694-8c29-47b8-9a34-e67f0065efa5 HTTP/1.1" status: 204  len: 168 time: 0.7496147
Feb 12 21:19:56.177687 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49914) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:56.236796 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-83be32f3-438a-4611-9622-7242dee707e7 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (f4b04212-c425-46f3-aa8a-c88263a2d0ef), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.240786 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-502e845f-6abd-4d1f-93d8-e200d57343c9 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (aeccc629-8a1e-41ee-b657-7818e25db709), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.256175 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (f5943c26-37c8-4eb7-847d-98d39b953002), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.263171 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db438bcb-210c-4414-abf3-cff5f79b262a tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.291940 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-502e845f-6abd-4d1f-93d8-e200d57343c9 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.297667 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-502e845f-6abd-4d1f-93d8-e200d57343c9 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] 10.222.0.31 "DELETE /v2.0/networks/aeccc629-8a1e-41ee-b657-7818e25db709 HTTP/1.1" status: 204  len: 168 time: 2.1257575
Feb 12 21:19:56.297667 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7bc51a-17c9-4327-a4af-7e41ba429351,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:56.310708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:56.311341 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.312769 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] 10.222.0.48 "PUT /v2.0/ports/f5943c26-37c8-4eb7-847d-98d39b953002 HTTP/1.1" status: 200  len: 1091 time: 2.7120631
Feb 12 21:19:56.316514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dceb2da3-afd2-4395-a3c8-eaf417cce25b', 'tag': 'f5943c26-37c8-4eb7-847d-98d39b953002'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:56.319628 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16341ddd-e59e-4a19-b64a-15adb9251e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "dceb2da3-afd2-4395-a3c8-eaf417cce25b", "tag": "f5943c26-37c8-4eb7-847d-98d39b953002"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:56.334556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1a6d1-4b25-410d-84c2-ac43d1a8aba8 req-b3b4a440-a82f-4afe-98db-1c9474c84ee2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:56.343068 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ea1a6d1-4b25-410d-84c2-ac43d1a8aba8 req-b3b4a440-a82f-4afe-98db-1c9474c84ee2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 943 time: 0.2465143
Feb 12 21:19:56.371580 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:19:56.431251 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.db.resource_extend [None req-83be32f3-438a-4611-9622-7242dee707e7 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:19:56.434166 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e845f-6abd-4d1f-93d8-e200d57343c9 tempest-BulkNetworkOpsIpV6Test-809191394 tempest-BulkNetworkOpsIpV6Test-809191394-project] Pushing event deleted for resources: {'Network': ['ID=aeccc629-8a1e-41ee-b657-7818e25db709,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:56.469809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29a84b-abd1-4ab4-89d7-9ce60a80079e service neutron] Pushing event updated for resources: {'Port': ['ID=f5943c26-37c8-4eb7-847d-98d39b953002,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:56.590578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-22ad7ded-dcca-44f2-b290-0a693a26d7f8 req-0e86b63d-4519-4bb4-a32a-920e815af922 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5398936
Feb 12 21:19:56.627139 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:56.633703 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ea1a6d1-4b25-410d-84c2-ac43d1a8aba8 req-af800307-914c-44d3-bf3a-09b2c3e7b669 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2854843
Feb 12 21:19:56.641769 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db438bcb-210c-4414-abf3-cff5f79b262a tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.662604 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888', 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1', 'port_id': 'fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888', 'mac_address': 'fa:16:3e:8e:7f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:19:56.704305 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-db438bcb-210c-4414-abf3-cff5f79b262a tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa07a970>,) {'filters': {'network_id': ['188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:56.730000 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6e7410-b965-48c0-bff5-22f6ab91e78e x-openstack-request-id: req-1f6e7410-b965-48c0-bff5-22f6ab91e78e {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:56.730296 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dceb2da3-afd2-4395-a3c8-eaf417cce25b", "tag": "f5943c26-37c8-4eb7-847d-98d39b953002", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:56.730561 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f6e7410-b965-48c0-bff5-22f6ab91e78e {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:56.730978 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dceb2da3-afd2-4395-a3c8-eaf417cce25b', 'tag': 'f5943c26-37c8-4eb7-847d-98d39b953002', 'status': 'completed', 'code': 200}
Feb 12 21:19:56.736691 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-db438bcb-210c-4414-abf3-cff5f79b262a tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa07a970>, '0650d079-ae85-4fd2-881d-4c98b8f7687a') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:56.736993 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-db438bcb-210c-4414-abf3-cff5f79b262a tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa07a970>, '0650d079-ae85-4fd2-881d-4c98b8f7687a') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:19:56.740792 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:56.741184 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.771495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-34fc65c6-aa5d-44f9-a2f6-3a6ecce071e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:56.774119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:19:56.777999 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-34fc65c6-aa5d-44f9-a2f6-3a6ecce071e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd5a0b396b5045459fdedb8d4039960a&device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 1125 time: 0.2852526
Feb 12 21:19:56.791932 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db438bcb-210c-4414-abf3-cff5f79b262a tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (0650d079-ae85-4fd2-881d-4c98b8f7687a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.818427 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:56.826799 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db438bcb-210c-4414-abf3-cff5f79b262a tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0650d079-ae85-4fd2-881d-4c98b8f7687a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.827994 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.838051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db438bcb-210c-4414-abf3-cff5f79b262a tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:19:56.838309 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db438bcb-210c-4414-abf3-cff5f79b262a tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (0650d079-ae85-4fd2-881d-4c98b8f7687a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.848730 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-83be32f3-438a-4611-9622-7242dee707e7 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (f4b04212-c425-46f3-aa8a-c88263a2d0ef), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:19:56.852100 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:19:56.854538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83be32f3-438a-4611-9622-7242dee707e7 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:56.854538 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-83be32f3-438a-4611-9622-7242dee707e7 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.880644 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:56.917899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49928) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:56.945731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:56.957052 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-d05a1a20-3f73-4764-bbc2-50695749e6c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5943c26-37c8-4eb7-847d-98d39b953002 HTTP/1.1" status: 200  len: 217 time: 0.1029074
Feb 12 21:19:56.975230 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7ee76e4a-1c65-46be-a5c8-356530d9a032 req-b57ec520-9a0b-492b-8595-8bcbbc29c16c tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 210 time: 0.1170468
Feb 12 21:19:56.978434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015e6b6-442a-4199-b22e-61693ce2aa4a req-ff731561-d23d-4428-9e8c-d371298d88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:56.979844 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d015e6b6-442a-4199-b22e-61693ce2aa4a req-ff731561-d23d-4428-9e8c-d371298d88c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.8061788
Feb 12 21:19:57.048184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-83be32f3-438a-4611-9622-7242dee707e7 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.9138398
Feb 12 21:19:57.055168 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076689ce-b6a5-455f-afb0-2728b7dcaea4 req-f9c68958-8219-4e86-8df8-43309f6f0523 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:57.058171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49934) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:57.062898 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-076689ce-b6a5-455f-afb0-2728b7dcaea4 req-f9c68958-8219-4e86-8df8-43309f6f0523 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 943 time: 0.2996614
Feb 12 21:19:57.085675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-079e4f5e-09a3-493a-9d2d-eb62b91ad820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:57.087185 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-079e4f5e-09a3-493a-9d2d-eb62b91ad820 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8f13ae4-a296-4b5c-8ce6-eda12e35e066 HTTP/1.1" status: 200  len: 855 time: 0.1200733
Feb 12 21:19:57.099480 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d151c3c7-6eeb-460d-9ad8-02ef0450ba10 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Request body: {'subnet': {'network_id': 'f4b04212-c425-46f3-aa8a-c88263a2d0ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:57.106109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be32f3-438a-4611-9622-7242dee707e7 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event updated for resources: {'Network': ['ID=f4b04212-c425-46f3-aa8a-c88263a2d0ef,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:57.115328 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db438bcb-210c-4414-abf3-cff5f79b262a tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:57.118811 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network f4b04212-c425-46f3-aa8a-c88263a2d0ef details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:19:57.125962 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:19:57.127506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Attempting to bind port 6f7bc51a-17c9-4327-a4af-7e41ba429351 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:57.127847 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Attempting to bind port 6f7bc51a-17c9-4327-a4af-7e41ba429351 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:57.128203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Attempting to bind port 6f7bc51a-17c9-4327-a4af-7e41ba429351 on network 3d3223c4-7d3e-45d4-827e-f74909602e0e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:57.216632 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-b2934c12-643a-46a3-88ee-9bc1e7403c38 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks [] for port (23815c6a-3d4b-4d91-8e5a-906a6a120afd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:57.220417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Port 6f7bc51a-17c9-4327-a4af-7e41ba429351 on network 3d3223c4-7d3e-45d4-827e-f74909602e0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:19:57.220747 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Attempting to bind port 6f7bc51a-17c9-4327-a4af-7e41ba429351 on network 3d3223c4-7d3e-45d4-827e-f74909602e0e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:57.292152 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d015e6b6-442a-4199-b22e-61693ce2aa4a req-0bead403-f31b-4dbc-92fe-f227caa002e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46b4431b-660a-42fe-8b92-e92dfee82188 HTTP/1.1" status: 200  len: 1000 time: 0.2814186
Feb 12 21:19:57.428095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db438bcb-210c-4414-abf3-cff5f79b262a tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 12 21:19:57.440761 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db438bcb-210c-4414-abf3-cff5f79b262a tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:57.448350 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-db438bcb-210c-4414-abf3-cff5f79b262a tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "DELETE /v2.0/networks/188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7 HTTP/1.1" status: 204  len: 168 time: 1.2655821
Feb 12 21:19:57.448350 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-076689ce-b6a5-455f-afb0-2728b7dcaea4 req-f78460e4-774d-4787-8fba-4111b5d1d1a4 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3844399
Feb 12 21:19:57.450284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db438bcb-210c-4414-abf3-cff5f79b262a tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Pushing event deleted for resources: {'Network': ['ID=188daf4b-1a1a-4acd-845d-0d2b1cf2a6b7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:57.491667 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-b168dbc8-163a-400e-85b0-2010e28c41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:57.494001 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-b168dbc8-163a-400e-85b0-2010e28c41e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39f292e9-8e77-4a3a-adae-81674dd31288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3939600
Feb 12 21:19:57.618792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:57.619136 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Checking segment: {'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:57.619531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Bound using segment: {'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:57.619988 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Bound port: 6f7bc51a-17c9-4327-a4af-7e41ba429351, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:57.620450 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6f7bc51a-17c9-4327-a4af-7e41ba429351), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:57.663963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-40dfe0e7-4256-4361-8eec-84cc7735dca8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94f68124b96d45d4b46d6b59afcf723f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7418568
Feb 12 21:19:57.668805 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49942) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:57.684797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e013edd-22a7-49e6-bf72-01b7559da2f6 req-59cde2e0-373a-4d53-9dd0-5cbb283bbb6b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:57.686308 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6e013edd-22a7-49e6-bf72-01b7559da2f6 req-59cde2e0-373a-4d53-9dd0-5cbb283bbb6b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1045430
Feb 12 21:19:57.710689 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-246b8987-d2c6-4f5b-8fb9-4bb680d4c0b6 service neutron] 10.222.0.48 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2087498
Feb 12 21:19:57.767506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a2de-1a0a-491e-a54d-524ffe109537 req-8876bc69-2da5-4bfc-86cd-282035de954e tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:57.775474 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4de4a2de-1a0a-491e-a54d-524ffe109537 req-8876bc69-2da5-4bfc-86cd-282035de954e tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.6661279
Feb 12 21:19:57.806139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015e6b6-442a-4199-b22e-61693ce2aa4a req-ebde506c-a751-4d77-8e2d-058d02f8e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:57.806408 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6e013edd-22a7-49e6-bf72-01b7559da2f6 req-88b05dd8-e1df-4e29-a36d-40545d70c63b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1136637
Feb 12 21:19:57.807576 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d015e6b6-442a-4199-b22e-61693ce2aa4a req-ebde506c-a751-4d77-8e2d-058d02f8e435 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.1836703
Feb 12 21:19:57.842021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] For port 6f7bc51a-17c9-4327-a4af-7e41ba429351, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:57.847344 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d151c3c7-6eeb-460d-9ad8-02ef0450ba10 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Made reservation on behalf of e768fd07368d41fa93ea81725d2980e2 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:19:57.851510 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d151c3c7-6eeb-460d-9ad8-02ef0450ba10 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:57.856291 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37b4ff4f-b108-4839-b629-48fc9c337e1c admin admin] Publish callbacks [] for security_group (e85ad102-af5c-4891-b89d-5ec91d05d232), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:57.882222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37b4ff4f-b108-4839-b629-48fc9c337e1c admin admin] Publish callbacks [] for security_group (e85ad102-af5c-4891-b89d-5ec91d05d232), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:57.902491 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-b2934c12-643a-46a3-88ee-9bc1e7403c38 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (23815c6a-3d4b-4d91-8e5a-906a6a120afd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:57.924539 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49946) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:57.929285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-973c803c-3897-485e-b88e-b250f901b2e9 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Request body: {'router': {'name': 'tempest-router--281539131', 'project_id': 'ea11a518f36d4d5f91ca5504d7b11bdc'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:57.966204 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4de4a2de-1a0a-491e-a54d-524ffe109537 req-c9850a95-9c91-445e-b702-ef7da0cd3812 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1898608
Feb 12 21:19:57.968355 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] For port 6f7bc51a-17c9-4327-a4af-7e41ba429351, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6f7bc51a-17c9-4327-a4af-7e41ba429351,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:19:58.001811 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a05a4ae5-5e3d-4923-901f-5c95110ce440 req-be676d3b-4ec8-4ac6-a933-05e7ecbaca60 service neutron] 10.222.0.48 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2814035
Feb 12 21:19:58.028101 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868b06e-d1ec-4e83-8e14-f35fd717917b req-09a0d3c7-6739-4afb-9f9e-f35221ef1614 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:58.029912 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1868b06e-d1ec-4e83-8e14-f35fd717917b req-09a0d3c7-6739-4afb-9f9e-f35221ef1614 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 944 time: 0.0962534
Feb 12 21:19:58.059836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-b2934c12-643a-46a3-88ee-9bc1e7403c38 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Network 39f292e9-8e77-4a3a-adae-81674dd31288 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:19:58.077833 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-b2934c12-643a-46a3-88ee-9bc1e7403c38 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:58.080451 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-b2934c12-643a-46a3-88ee-9bc1e7403c38 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:19:58.100638 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-973c803c-3897-485e-b88e-b250f901b2e9 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (67c02aa6-7038-4a38-a4d9-5ee4f8ba39c0), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.103246 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-973c803c-3897-485e-b88e-b250f901b2e9 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (67c02aa6-7038-4a38-a4d9-5ee4f8ba39c0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.103498 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2934c12-643a-46a3-88ee-9bc1e7403c38 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Pushing event updated for resources: {'Port': ['ID=23815c6a-3d4b-4d91-8e5a-906a6a120afd,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:58.144581 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1868b06e-d1ec-4e83-8e14-f35fd717917b req-07a67fe9-03d4-4553-9d30-f600d7842e35 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047544
Feb 12 21:19:58.148135 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37b4ff4f-b108-4839-b629-48fc9c337e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e85ad102-af5c-4891-b89d-5ec91d05d232), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.150597 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37b4ff4f-b108-4839-b629-48fc9c337e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.172326 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-37b4ff4f-b108-4839-b629-48fc9c337e1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e85ad102-af5c-4891-b89d-5ec91d05d232 HTTP/1.1" status: 204  len: 168 time: 0.4921763
Feb 12 21:19:58.176997 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (6f7bc51a-17c9-4327-a4af-7e41ba429351), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.224123 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015e6b6-442a-4199-b22e-61693ce2aa4a req-1dc4f8ef-5dcf-48d6-abd3-89e02b9f30eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:58.225909 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d015e6b6-442a-4199-b22e-61693ce2aa4a req-1dc4f8ef-5dcf-48d6-abd3-89e02b9f30eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4009395
Feb 12 21:19:58.273325 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-40efa8e9-6107-49fb-87a2-eacb9e72c8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.314773 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-b2934c12-643a-46a3-88ee-9bc1e7403c38 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:58.315472 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-b2934c12-643a-46a3-88ee-9bc1e7403c38 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.321229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:58.321933 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.323383 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4683b42-a046-4122-a15c-71315431d233 req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] 10.222.0.48 "PUT /v2.0/ports/6f7bc51a-17c9-4327-a4af-7e41ba429351 HTTP/1.1" status: 200  len: 1091 time: 4.3727596
Feb 12 21:19:58.335912 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245ee706-32b5-4ae4-bf28-f1e5139ea077', 'tag': '6f7bc51a-17c9-4327-a4af-7e41ba429351'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:58.339639 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7a89c3-48ef-4cda-b279-22a0b5ad9238" -d '{"events": [{"name": "network-changed", "server_uuid": "245ee706-32b5-4ae4-bf28-f1e5139ea077", "tag": "6f7bc51a-17c9-4327-a4af-7e41ba429351"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:58.361988 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4ff4f-b108-4839-b629-48fc9c337e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85ad102-af5c-4891-b89d-5ec91d05d232,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:58.370077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:19:58.396479 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-973c803c-3897-485e-b88e-b250f901b2e9 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_controller (67c02aa6-7038-4a38-a4d9-5ee4f8ba39c0), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.456857 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16341ddd-e59e-4a19-b64a-15adb9251e9d req-3311d119-5564-46cd-b7fb-11d0e92a4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:58.459096 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16341ddd-e59e-4a19-b64a-15adb9251e9d req-3311d119-5564-46cd-b7fb-11d0e92a4c63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd5a0b396b5045459fdedb8d4039960a&device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 1125 time: 0.2514174
Feb 12 21:19:58.485865 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b726c9-d781-4323-aa62-5edc0855386c req-2fda0b72-5c13-4c06-a49e-06b5fcc4fd6c tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:58.488965 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a7b726c9-d781-4323-aa62-5edc0855386c req-2fda0b72-5c13-4c06-a49e-06b5fcc4fd6c tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 931 time: 0.2079425
Feb 12 21:19:58.517651 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-973c803c-3897-485e-b88e-b250f901b2e9 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (67c02aa6-7038-4a38-a4d9-5ee4f8ba39c0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.554062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:19:58.557493 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-b2934c12-643a-46a3-88ee-9bc1e7403c38 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.3644733
Feb 12 21:19:58.561665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:58.562106 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.575419 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cd835-6479-4ca9-a58a-7f0428782414 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7bc51a-17c9-4327-a4af-7e41ba429351,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:58.588727 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Request body: {'port': {'device_id': '83499a06-e03e-4abd-9f5a-9ff4288b66ac', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:19:58.662886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16e15df-4fce-4c6d-95cf-1ba7fe36760e {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:19:58.663199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16341ddd-e59e-4a19-b64a-15adb9251e9d req-f2d30a47-c6f8-41f2-a239-4adcadae585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:58.665697 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16341ddd-e59e-4a19-b64a-15adb9251e9d req-f2d30a47-c6f8-41f2-a239-4adcadae585c service neutron] 10.222.0.48 "GET /v2.0/networks?id=39f292e9-8e77-4a3a-adae-81674dd31288 HTTP/1.1" status: 200  len: 917 time: 0.1979907
Feb 12 21:19:58.665946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b4434d3a-6e28-4db7-95aa-e5a9206b6a48 None None] Provisioning complete for port 23815c6a-3d4b-4d91-8e5a-906a6a120afd triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:19:58.666325 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b4434d3a-6e28-4db7-95aa-e5a9206b6a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (23815c6a-3d4b-4d91-8e5a-906a6a120afd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.669301 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-973c803c-3897-485e-b88e-b250f901b2e9 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.671182 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-973c803c-3897-485e-b88e-b250f901b2e9 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.7455199
Feb 12 21:19:58.675510 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a7b726c9-d781-4323-aa62-5edc0855386c req-efe8b8f0-b486-4257-a560-4917f2003203 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732326
Feb 12 21:19:58.677811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49962) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:58.695328 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Publish callbacks [] for port (f16e15df-4fce-4c6d-95cf-1ba7fe36760e), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.723434 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d015e6b6-442a-4199-b22e-61693ce2aa4a req-15a6297a-357c-4b04-96b5-9b9c2aa67b40 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4796081
Feb 12 21:19:58.736990 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16341ddd-e59e-4a19-b64a-15adb9251e9d req-a82583ef-fba6-412d-9241-69c3a097175f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5943c26-37c8-4eb7-847d-98d39b953002 HTTP/1.1" status: 200  len: 217 time: 0.0603454
Feb 12 21:19:58.791754 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Transition to ACTIVE for port object f16e15df-4fce-4c6d-95cf-1ba7fe36760e will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:19:58.795360 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b4434d3a-6e28-4db7-95aa-e5a9206b6a48 None None] Port 23815c6a-3d4b-4d91-8e5a-906a6a120afd cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:19:58.803583 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6763297-d261-4f3b-b913-66674e719857 req-9c79baf6-5863-4b5f-a6e0-4c413a86637d tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:58.805432 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a6763297-d261-4f3b-b913-66674e719857 req-9c79baf6-5863-4b5f-a6e0-4c413a86637d tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.4387243
Feb 12 21:19:58.810154 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e4beb5-07e6-466a-9247-56401ff8d956 x-openstack-request-id: req-59e4beb5-07e6-466a-9247-56401ff8d956 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:58.810829 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245ee706-32b5-4ae4-bf28-f1e5139ea077", "tag": "6f7bc51a-17c9-4327-a4af-7e41ba429351", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:58.811279 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59e4beb5-07e6-466a-9247-56401ff8d956 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:58.812073 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245ee706-32b5-4ae4-bf28-f1e5139ea077', 'tag': '6f7bc51a-17c9-4327-a4af-7e41ba429351', 'status': 'completed', 'code': 200}
Feb 12 21:19:58.821810 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d151c3c7-6eeb-460d-9ad8-02ef0450ba10 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (62e5e28b-7265-4d7d-8a88-c47ed6d6864d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.875832 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4683b42-a046-4122-a15c-71315431d233 req-e6a009f1-8182-4f66-9991-182a44442406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:58.877717 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4683b42-a046-4122-a15c-71315431d233 req-e6a009f1-8182-4f66-9991-182a44442406 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1dda620b49344bdaa8408d14a9e44acd&device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 1125 time: 0.4059258
Feb 12 21:19:58.892557 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9c32d2ae-f356-4349-964f-6e413c3e001b tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router (67c02aa6-7038-4a38-a4d9-5ee4f8ba39c0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.893746 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:19:58.894149 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.912053 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (f16e15df-4fce-4c6d-95cf-1ba7fe36760e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.925003 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (23815c6a-3d4b-4d91-8e5a-906a6a120afd), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:58.945778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:19:58.949528 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d926e2b-0f1a-45c6-aeff-35800faf7d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:19:58.952476 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52afc1c9-d7af-4976-9480-16f371064954" -d '{"events": [{"server_uuid": "1d926e2b-0f1a-45c6-aeff-35800faf7d40", "name": "network-vif-plugged", "status": "completed", "tag": "fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:19:59.025675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16341ddd-e59e-4a19-b64a-15adb9251e9d req-0aaededa-198a-47fa-a84a-cdf788dfcb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:59.027159 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16341ddd-e59e-4a19-b64a-15adb9251e9d req-0aaededa-198a-47fa-a84a-cdf788dfcb8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8f13ae4-a296-4b5c-8ce6-eda12e35e066 HTTP/1.1" status: 200  len: 855 time: 0.2440882
Feb 12 21:19:59.034154 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:59.046184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4683b42-a046-4122-a15c-71315431d233 req-4a084ae4-c4ec-4167-b2f8-c98d1f1058e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7bc51a-17c9-4327-a4af-7e41ba429351 HTTP/1.1" status: 200  len: 217 time: 0.1255412
Feb 12 21:19:59.128467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:59.154939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151c3c7-6eeb-460d-9ad8-02ef0450ba10 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event updated for resources: {'Subnet': ['ID=62e5e28b-7265-4d7d-8a88-c47ed6d6864d,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:59.188926 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a6763297-d261-4f3b-b913-66674e719857 req-dcb3ff4e-1ed5-4043-9eaf-358259cfafb6 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3614023
Feb 12 21:19:59.189272 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51e626-1118-431f-b90b-65e42457d3d8 req-ab911519-4430-463b-9559-3c404f42c103 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:59.189272 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ae51e626-1118-431f-b90b-65e42457d3d8 req-ab911519-4430-463b-9559-3c404f42c103 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 943 time: 0.3010688
Feb 12 21:19:59.189272 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9c32d2ae-f356-4349-964f-6e413c3e001b tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (67c02aa6-7038-4a38-a4d9-5ee4f8ba39c0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:59.192788 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9c32d2ae-f356-4349-964f-6e413c3e001b tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_controller (67c02aa6-7038-4a38-a4d9-5ee4f8ba39c0), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:59.196636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Pushing event updated for resources: {'Port': ['ID=f16e15df-4fce-4c6d-95cf-1ba7fe36760e,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:19:59.241334 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d015e6b6-442a-4199-b22e-61693ce2aa4a req-0984bf0b-35fb-4602-a411-7d03d782f517 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5063896
Feb 12 21:19:59.290655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d151c3c7-6eeb-460d-9ad8-02ef0450ba10 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Checking segment: {'id': 'bc1ec691-2ddb-4942-817f-c5bcfe40a188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f4b04212-c425-46f3-aa8a-c88263a2d0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:59.291392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d151c3c7-6eeb-460d-9ad8-02ef0450ba10 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Network hostable DHCP agents. Network: f4b04212-c425-46f3-aa8a-c88263a2d0ef, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:19:59.302111 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16341ddd-e59e-4a19-b64a-15adb9251e9d req-93c1a4a3-82bd-4f11-a9bc-40f4eebd9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:59.303889 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16341ddd-e59e-4a19-b64a-15adb9251e9d req-93c1a4a3-82bd-4f11-a9bc-40f4eebd9303 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39f292e9-8e77-4a3a-adae-81674dd31288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2421510
Feb 12 21:19:59.305177 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4683b42-a046-4122-a15c-71315431d233 req-e10f3320-d962-4e33-a612-7ad87eade337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:59.306896 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4683b42-a046-4122-a15c-71315431d233 req-e10f3320-d962-4e33-a612-7ad87eade337 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08262d9b-e180-46f4-80c5-239821f96956 HTTP/1.1" status: 200  len: 850 time: 0.2484140
Feb 12 21:19:59.352536 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ae51e626-1118-431f-b90b-65e42457d3d8 req-d7b651b0-c9a8-4729-8644-2bef5881c793 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1514983
Feb 12 21:19:59.435308 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9c32d2ae-f356-4349-964f-6e413c3e001b tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (67c02aa6-7038-4a38-a4d9-5ee4f8ba39c0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:59.435911 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c32d2ae-f356-4349-964f-6e413c3e001b tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67c02aa6-7038-4a38-a4d9-5ee4f8ba39c0 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:19:59.443514 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9c32d2ae-f356-4349-964f-6e413c3e001b tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:59.447112 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9c32d2ae-f356-4349-964f-6e413c3e001b tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "DELETE /v2.0/routers/67c02aa6-7038-4a38-a4d9-5ee4f8ba39c0 HTTP/1.1" status: 204  len: 168 time: 0.7655325
Feb 12 21:19:59.474219 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910c0f00-ebd4-47fd-ad7b-c6d1ac35b063 x-openstack-request-id: req-910c0f00-ebd4-47fd-ad7b-c6d1ac35b063 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:19:59.475702 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d926e2b-0f1a-45c6-aeff-35800faf7d40", "name": "network-vif-plugged", "status": "completed", "tag": "fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:19:59.476229 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-910c0f00-ebd4-47fd-ad7b-c6d1ac35b063 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:19:59.476790 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d926e2b-0f1a-45c6-aeff-35800faf7d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888', 'code': 200}
Feb 12 21:19:59.490363 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:59.494937 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16341ddd-e59e-4a19-b64a-15adb9251e9d req-b25d69e7-2b33-45b0-90a5-32e63c58a930 service neutron] 10.222.0.48 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675103
Feb 12 21:19:59.515302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Attempting to bind port f16e15df-4fce-4c6d-95cf-1ba7fe36760e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:19:59.515525 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Attempting to bind port f16e15df-4fce-4c6d-95cf-1ba7fe36760e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:19:59.515856 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Attempting to bind port f16e15df-4fce-4c6d-95cf-1ba7fe36760e on network 39f292e9-8e77-4a3a-adae-81674dd31288 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:59.547729 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:59.587566 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d151c3c7-6eeb-460d-9ad8-02ef0450ba10 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Network f4b04212-c425-46f3-aa8a-c88263a2d0ef is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:19:59.593252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Port f16e15df-4fce-4c6d-95cf-1ba7fe36760e on network 39f292e9-8e77-4a3a-adae-81674dd31288 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:19:59.595854 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Attempting to bind port f16e15df-4fce-4c6d-95cf-1ba7fe36760e on network 39f292e9-8e77-4a3a-adae-81674dd31288 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:19:59.609827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87968f5-fefa-42ec-a6b3-ca7ee1a4af7c req-bc572d7f-1995-43db-97fe-a4c4dccbbc76 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:59.612596 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c87968f5-fefa-42ec-a6b3-ca7ee1a4af7c req-bc572d7f-1995-43db-97fe-a4c4dccbbc76 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.3176763
Feb 12 21:19:59.620145 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:19:59.620631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Checking segment: {'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:19:59.621035 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Bound using segment: {'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:19:59.621515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Bound port: f16e15df-4fce-4c6d-95cf-1ba7fe36760e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:19:59.621880 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f16e15df-4fce-4c6d-95cf-1ba7fe36760e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:59.630652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4683b42-a046-4122-a15c-71315431d233 req-8bc7813e-75ab-45be-b0bf-8f4818fbe877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:59.632064 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4683b42-a046-4122-a15c-71315431d233 req-8bc7813e-75ab-45be-b0bf-8f4818fbe877 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d3223c4-7d3e-45d4-827e-f74909602e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2680337
Feb 12 21:19:59.675144 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16341ddd-e59e-4a19-b64a-15adb9251e9d req-ed6796b5-fd10-4ab7-9fc2-f78888812fc5 service neutron] 10.222.0.48 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1695235
Feb 12 21:19:59.684255 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a1582-d041-43ed-a4a4-be2d381b7dbe req-ce24bbd3-1b5b-45e4-8ae1-a6b9452294db tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:59.685791 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-345a1582-d041-43ed-a4a4-be2d381b7dbe req-ce24bbd3-1b5b-45e4-8ae1-a6b9452294db tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.1191721
Feb 12 21:19:59.744708 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-345a1582-d041-43ed-a4a4-be2d381b7dbe req-679a4354-e261-4dc8-84ee-633436ec88d6 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529001
Feb 12 21:19:59.795264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-d151c3c7-6eeb-460d-9ad8-02ef0450ba10 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f4b04212-c425-46f3-aa8a-c88263a2d0ef) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:19:59.806362 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb86c9a-f74f-48d0-a2e2-1ffda0d466f8 None None] Network f4b04212-c425-46f3-aa8a-c88263a2d0ef requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:19:59.837524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49994) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:59.840614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d151c3c7-6eeb-460d-9ad8-02ef0450ba10 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:59.841046 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d151c3c7-6eeb-460d-9ad8-02ef0450ba10 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:59.907478 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c87968f5-fefa-42ec-a6b3-ca7ee1a4af7c req-f3012f2f-07aa-4821-8fe7-862426e22fa6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2820599
Feb 12 21:19:59.927000 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9923a-fa19-4385-af4d-144731119c7c req-53704007-53c8-410b-b8aa-16f77f21629c tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:59.934518 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c5c9923a-fa19-4385-af4d-144731119c7c req-53704007-53c8-410b-b8aa-16f77f21629c tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 945 time: 0.1097512
Feb 12 21:19:59.934817 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49998) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:59.968744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f4b04212-c425-46f3-aa8a-c88263a2d0ef', 'network_id': 'f4b04212-c425-46f3-aa8a-c88263a2d0ef', 'project_id': 'e768fd07368d41fa93ea81725d2980e2', 'fixed_ips': [{'subnet_id': '62e5e28b-7265-4d7d-8a88-c47ed6d6864d'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:19:59.971311 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:19:59.974919 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] For port f16e15df-4fce-4c6d-95cf-1ba7fe36760e, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:19:59.994912 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d151c3c7-6eeb-460d-9ad8-02ef0450ba10 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.9304671
Feb 12 21:19:59.996568 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50002) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:19:59.996700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e07e9-4147-40bf-9bdb-2ee825fe1402 req-c1da6582-ab4f-4fc7-a87b-9833bc63d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:19:59.996961 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-332e07e9-4147-40bf-9bdb-2ee825fe1402 req-c1da6582-ab4f-4fc7-a87b-9833bc63d34f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 1127 time: 0.3729026
Feb 12 21:20:00.031866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] For port f16e15df-4fce-4c6d-95cf-1ba7fe36760e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f16e15df-4fce-4c6d-95cf-1ba7fe36760e,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:20:00.049206 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23815c6a-3d4b-4d91-8e5a-906a6a120afd {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:20:00.067450 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4683b42-a046-4122-a15c-71315431d233 req-e8f91e91-23bf-4234-ac8e-5729fed3cf8b service neutron] 10.222.0.48 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4153261
Feb 12 21:20:00.070565 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Publish callbacks [] for port (23815c6a-3d4b-4d91-8e5a-906a6a120afd), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.121987 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c5c9923a-fa19-4385-af4d-144731119c7c req-33e6ac4a-b32d-4e37-aaf9-149a66e16eef tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862218
Feb 12 21:20:00.137279 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Transition to ACTIVE for port object 23815c6a-3d4b-4d91-8e5a-906a6a120afd will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:20:00.143851 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (f16e15df-4fce-4c6d-95cf-1ba7fe36760e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.258310 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Allocated IP 2001:db8::2 (f4b04212-c425-46f3-aa8a-c88263a2d0ef/62e5e28b-7265-4d7d-8a88-c47ed6d6864d/ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:00.260214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d2b0c5cb-273c-4c58-9a75-322d86bab713 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1406610198'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:00.295751 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (f4b04212-c425-46f3-aa8a-c88263a2d0ef), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.378164 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (62e5e28b-7265-4d7d-8a88-c47ed6d6864d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.404723 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b0c5cb-273c-4c58-9a75-322d86bab713 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:00.408147 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c5cb-273c-4c58-9a75-322d86bab713 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.422199 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c5cb-273c-4c58-9a75-322d86bab713 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.472118 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Publish callbacks [] for port (ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.521245 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c5cb-273c-4c58-9a75-322d86bab713 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (4b518bd9-acd5-403a-b968-f388450ce087), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.596504 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (23815c6a-3d4b-4d91-8e5a-906a6a120afd), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.605000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1409231136', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:00.612091 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-332e07e9-4147-40bf-9bdb-2ee825fe1402 req-163b5d81-f96a-4a81-bb37-413d2c9d58ef service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6027033
Feb 12 21:20:00.614011 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.616170 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c5cb-273c-4c58-9a75-322d86bab713 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4b518bd9-acd5-403a-b968-f388450ce087), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.617795 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:00.618732 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.620298 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] 10.222.0.50 "PUT /v2.0/ports/f16e15df-4fce-4c6d-95cf-1ba7fe36760e HTTP/1.1" status: 200  len: 1092 time: 4.9060242
Feb 12 21:20:00.681593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0c5cb-273c-4c58-9a75-322d86bab713 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b518bd9-acd5-403a-b968-f388450ce087,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:00.693877 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c860a5-82c1-4ff3-9935-31888ae8ec8e req-298c4ff4-be61-41d7-b81e-69278fa979a3 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:00.695518 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3c860a5-82c1-4ff3-9935-31888ae8ec8e req-298c4ff4-be61-41d7-b81e-69278fa979a3 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 931 time: 0.6720662
Feb 12 21:20:00.712854 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3013575-9bfd-40c2-bd8c-f8e69cc53093 service neutron] Pushing event updated for resources: {'Port': ['ID=f16e15df-4fce-4c6d-95cf-1ba7fe36760e,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:00.718513 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4683b42-a046-4122-a15c-71315431d233 req-61b6b4b3-7a78-404c-9c74-681a32a3e0bf service neutron] 10.222.0.48 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6308391
Feb 12 21:20:00.730451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Network f4b04212-c425-46f3-aa8a-c88263a2d0ef is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:00.737879 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:00.770534 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:00.803727 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf1dca-e478-4f17-86ad-ee9879e9356a req-f309f571-d86a-4907-8dee-8cf2c6aef12e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:00.814266 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5cf1dca-e478-4f17-86ad-ee9879e9356a req-f309f571-d86a-4907-8dee-8cf2c6aef12e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 943 time: 0.0845480
Feb 12 21:20:00.821457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Pushing event updated for resources: {'Port': ['ID=ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:00.836139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b988b5a-9dfb-4db8-9388-bae126fcf4fc', 'tag': 'f16e15df-4fce-4c6d-95cf-1ba7fe36760e'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:00.838888 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe25d53-9228-443a-895b-3cf459abf146" -d '{"events": [{"name": "network-changed", "server_uuid": "6b988b5a-9dfb-4db8-9388-bae126fcf4fc", "tag": "f16e15df-4fce-4c6d-95cf-1ba7fe36760e"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:00.846605 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (62e5e28b-7265-4d7d-8a88-c47ed6d6864d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.851561 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b0c5cb-273c-4c58-9a75-322d86bab713 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:20:00.871193 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (198415bf-f440-4e84-8f08-1d017d36d4a7), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.873019 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (198415bf-f440-4e84-8f08-1d017d36d4a7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.892964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Pushing event updated for resources: {'Port': ['ID=23815c6a-3d4b-4d91-8e5a-906a6a120afd,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:00.901373 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Attempting to bind port ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:20:00.901865 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Attempting to bind port ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bc1ec691-2ddb-4942-817f-c5bcfe40a188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f4b04212-c425-46f3-aa8a-c88263a2d0ef'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:20:00.902877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Attempting to bind port ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9 on network f4b04212-c425-46f3-aa8a-c88263a2d0ef {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:00.909941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:20:00.910967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Checking segment: {'id': 'bc1ec691-2ddb-4942-817f-c5bcfe40a188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f4b04212-c425-46f3-aa8a-c88263a2d0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:00.911482 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.911946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Bound using segment: {'id': 'bc1ec691-2ddb-4942-817f-c5bcfe40a188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f4b04212-c425-46f3-aa8a-c88263a2d0ef'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:20:00.912554 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Bound port: ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1ec691-2ddb-4942-817f-c5bcfe40a188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f4b04212-c425-46f3-aa8a-c88263a2d0ef'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:20:00.912995 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.920729 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Subnet': ['ID=62e5e28b-7265-4d7d-8a88-c47ed6d6864d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:00.947926 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c5cb-273c-4c58-9a75-322d86bab713 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (28e02540-eb0c-493d-a624-32997e862336), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:00.948229 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-d2b0c5cb-273c-4c58-9a75-322d86bab713 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Added segment 28e02540-eb0c-493d-a624-32997e862336 of type vlan for network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082
Feb 12 21:20:00.996991 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:01.018915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] For port ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:20:01.023417 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] For port ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9,segment=NetworkSegment(bc1ec691-2ddb-4942-817f-c5bcfe40a188),segment_id=bc1ec691-2ddb-4942-817f-c5bcfe40a188)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:20:01.044791 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3c860a5-82c1-4ff3-9935-31888ae8ec8e req-fc6b7a55-ca36-4294-b5f5-92b2e7cfd296 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3307831
Feb 12 21:20:01.067314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Attempting to bind port 23815c6a-3d4b-4d91-8e5a-906a6a120afd on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:20:01.067314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Attempting to bind port 23815c6a-3d4b-4d91-8e5a-906a6a120afd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:20:01.067314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Attempting to bind port 23815c6a-3d4b-4d91-8e5a-906a6a120afd on network 39f292e9-8e77-4a3a-adae-81674dd31288 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:01.072982 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5cf1dca-e478-4f17-86ad-ee9879e9356a req-a2b4cb44-7f8b-47a5-9003-85c88e6a8001 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2534001
Feb 12 21:20:01.101795 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (f4b04212-c425-46f3-aa8a-c88263a2d0ef), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:01.107474 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-0a125ff5-116b-4046-88dc-cba46570f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:01.108988 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-0a125ff5-116b-4046-88dc-cba46570f124 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd5a0b396b5045459fdedb8d4039960a&device_id=6b988b5a-9dfb-4db8-9388-bae126fcf4fc HTTP/1.1" status: 200  len: 1126 time: 0.3168190
Feb 12 21:20:01.111361 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_controller (198415bf-f440-4e84-8f08-1d017d36d4a7), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:01.114797 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Port 23815c6a-3d4b-4d91-8e5a-906a6a120afd on network 39f292e9-8e77-4a3a-adae-81674dd31288 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:20:01.115429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Attempting to bind port 23815c6a-3d4b-4d91-8e5a-906a6a120afd on network 39f292e9-8e77-4a3a-adae-81674dd31288 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:01.126530 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:01.184684 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9db2b0>,) {'filters': {'network_id': ['f4b04212-c425-46f3-aa8a-c88263a2d0ef']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:01.210324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9db2b0>, 'bc1ec691-2ddb-4942-817f-c5bcfe40a188') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:01.212062 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9db2b0>, 'bc1ec691-2ddb-4942-817f-c5bcfe40a188') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:01.226061 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (bc1ec691-2ddb-4942-817f-c5bcfe40a188), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:01.231556 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dc5719-e079-4b40-a358-d34c11637a83 x-openstack-request-id: req-36dc5719-e079-4b40-a358-d34c11637a83 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:01.232344 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b988b5a-9dfb-4db8-9388-bae126fcf4fc", "tag": "f16e15df-4fce-4c6d-95cf-1ba7fe36760e", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:01.232611 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36dc5719-e079-4b40-a358-d34c11637a83 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:01.233040 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b988b5a-9dfb-4db8-9388-bae126fcf4fc', 'tag': 'f16e15df-4fce-4c6d-95cf-1ba7fe36760e', 'status': 'completed', 'code': 200}
Feb 12 21:20:01.235872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:20:01.236216 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Checking segment: {'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:01.236601 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Bound using segment: {'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:20:01.237086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Bound port: 23815c6a-3d4b-4d91-8e5a-906a6a120afd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f7b3437-cad1-4ec3-9e55-933ce9bc3702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:20:01.237433 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (23815c6a-3d4b-4d91-8e5a-906a6a120afd), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:01.244847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bc1ec691-2ddb-4942-817f-c5bcfe40a188), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:01.246788 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-f513f793-8a90-4936-96ac-e2330e2f8852 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f16e15df-4fce-4c6d-95cf-1ba7fe36760e HTTP/1.1" status: 200  len: 217 time: 0.1281717
Feb 12 21:20:01.252574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:20:01.252574 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (bc1ec691-2ddb-4942-817f-c5bcfe40a188), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:01.253179 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebacd8-f7b8-4a77-95b6-8d8119d4571f None None] Pushing event updated for resources: {'Port': ['ID=ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:01.276798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7d3a5-d99c-4422-b333-794ba2adaa12 None None] Network f4b04212-c425-46f3-aa8a-c88263a2d0ef requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:20:01.341250 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:20:01.351034 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c5cb-273c-4c58-9a75-322d86bab713 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (9b5bbd24-d22d-4b77-9da4-a9f06d9b3082), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:01.411618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfd7e61-e947-4c08-8f84-d902df7fab49 None None] get_active_networks_info from ncdv-master-1 {{(pid=126507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 12 21:20:01.443216 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4f652-7705-49fe-9373-1d65254ac206 req-6f53bfbf-42fb-4f48-9fc1-b8054ab7813c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:01.446132 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eac4f652-7705-49fe-9373-1d65254ac206 req-6f53bfbf-42fb-4f48-9fc1-b8054ab7813c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0978556
Feb 12 21:20:01.463856 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.api [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 12 21:20:01.463856 ncdv-master-1 neutron-server[126506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 12 21:20:01.463856 ncdv-master-1 neutron-server[126506]: [parameters: {'id': 'f4b04212-c425-46f3-aa8a-c88263a2d0ef'}]
Feb 12 21:20:01.463856 ncdv-master-1 neutron-server[126506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:20:01.465786 ncdv-master-1 neutron-server[126506]: DEBUG oslo_db.api [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:20:01.485032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a89c3-48ef-4cda-b279-22a0b5ad9238 req-314c4c1e-13a4-4593-8aaa-09abf0e42748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:01.486664 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a7a89c3-48ef-4cda-b279-22a0b5ad9238 req-314c4c1e-13a4-4593-8aaa-09abf0e42748 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1dda620b49344bdaa8408d14a9e44acd&device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 1125 time: 0.5029087
Feb 12 21:20:01.525119 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c5cb-273c-4c58-9a75-322d86bab713 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (9b5bbd24-d22d-4b77-9da4-a9f06d9b3082), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:01.530521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b0c5cb-273c-4c58-9a75-322d86bab713 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:01.531123 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2b0c5cb-273c-4c58-9a75-322d86bab713 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:01.540894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfd7e61-e947-4c08-8f84-d902df7fab49 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 12 21:20:01.577819 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eac4f652-7705-49fe-9373-1d65254ac206 req-a4c8d2bb-48e1-443d-85b0-6a011ee3819a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1154547
Feb 12 21:20:01.633713 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0c5cb-273c-4c58-9a75-322d86bab713 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Network': ['ID=9b5bbd24-d22d-4b77-9da4-a9f06d9b3082,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:01.669023 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d2b0c5cb-273c-4c58-9a75-322d86bab713 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 1.8321195
Feb 12 21:20:01.671390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50028) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:01.679635 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-96cb2f94-74a9-486e-8004-f7688588479e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'name': 'tempest-PortsTestJSON-1842088974'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:01.687604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eea633-ca9a-450d-b0b0-5fcf54de3023 req-376d13e8-2fbc-4ec6-800d-117ca469262a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:01.694897 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84eea633-ca9a-450d-b0b0-5fcf54de3023 req-376d13e8-2fbc-4ec6-800d-117ca469262a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.4604597
Feb 12 21:20:01.703515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-bde68ceb-ab42-454e-85b4-1da000715bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:01.705272 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-bde68ceb-ab42-454e-85b4-1da000715bf3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8f13ae4-a296-4b5c-8ce6-eda12e35e066 HTTP/1.1" status: 200  len: 855 time: 0.3124731
Feb 12 21:20:01.733197 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (198415bf-f440-4e84-8f08-1d017d36d4a7), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:01.787925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] For port 23815c6a-3d4b-4d91-8e5a-906a6a120afd, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:20:01.827687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] For port 23815c6a-3d4b-4d91-8e5a-906a6a120afd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23815c6a-3d4b-4d91-8e5a-906a6a120afd,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:20:01.864397 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84eea633-ca9a-450d-b0b0-5fcf54de3023 req-464d8fef-46f0-4755-ae77-787b5f015892 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680076
Feb 12 21:20:01.881205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:20:01.882020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a89c3-48ef-4cda-b279-22a0b5ad9238 req-9e28c4ed-2e76-432c-93ba-f9b3b553dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:01.882020 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a7a89c3-48ef-4cda-b279-22a0b5ad9238 req-9e28c4ed-2e76-432c-93ba-f9b3b553dcca service neutron] 10.222.0.48 "GET /v2.0/networks?id=3d3223c4-7d3e-45d4-827e-f74909602e0e HTTP/1.1" status: 200  len: 912 time: 0.3521390
Feb 12 21:20:01.936743 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b94ff2-5b56-4537-8d56-b812c599e8ca req-66b50f33-13be-43e4-98fe-57e3b543de78 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:01.944312 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-72b94ff2-5b56-4537-8d56-b812c599e8ca req-66b50f33-13be-43e4-98fe-57e3b543de78 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 945 time: 0.2740285
Feb 12 21:20:01.956308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-0c5dbb3c-3219-4e16-8dd3-ce20349d392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:01.958732 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-0c5dbb3c-3219-4e16-8dd3-ce20349d392c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=39f292e9-8e77-4a3a-adae-81674dd31288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2217348
Feb 12 21:20:01.964320 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a7a89c3-48ef-4cda-b279-22a0b5ad9238 req-084ed20b-721a-4cf1-8a64-6fdf8c4246c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7bc51a-17c9-4327-a4af-7e41ba429351 HTTP/1.1" status: 200  len: 217 time: 0.0701363
Feb 12 21:20:01.968695 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (f4b04212-c425-46f3-aa8a-c88263a2d0ef), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:01.978342 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (23815c6a-3d4b-4d91-8e5a-906a6a120afd), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:02.009504 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-72b94ff2-5b56-4537-8d56-b812c599e8ca req-79343025-879d-4d5f-b92d-587b2d0edc2b tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636725
Feb 12 21:20:02.020526 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cb2f94-74a9-486e-8004-f7688588479e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:02.024657 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96cb2f94-74a9-486e-8004-f7688588479e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:02.063924 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-96cb2f94-74a9-486e-8004-f7688588479e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] device_id is not set on port 6612c078-6d4a-4926-b888-2ae35c0e72c6 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:20:02.162201 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:02.162984 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:02.164571 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] 10.222.0.50 "PUT /v2.0/ports/23815c6a-3d4b-4d91-8e5a-906a6a120afd HTTP/1.1" status: 200  len: 1091 time: 3.5909367
Feb 12 21:20:02.193385 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:02.243963 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b23e8c-366f-4855-93b6-4a7c657502b1 service neutron] Pushing event updated for resources: {'Port': ['ID=23815c6a-3d4b-4d91-8e5a-906a6a120afd,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:02.248302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a89c3-48ef-4cda-b279-22a0b5ad9238 req-b96e696e-f479-4933-bae4-e00340632935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:02.250029 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a7a89c3-48ef-4cda-b279-22a0b5ad9238 req-b96e696e-f479-4933-bae4-e00340632935 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08262d9b-e180-46f4-80c5-239821f96956 HTTP/1.1" status: 200  len: 850 time: 0.2732735
Feb 12 21:20:02.317616 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Deleting port ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:02.318099 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:02.345200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-f066c984-1af1-472b-bd30-f3dd45be070c service neutron] 10.222.0.50 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3792570
Feb 12 21:20:02.350968 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74041d1-cc4e-4ed8-930b-c72dec5dce81 req-c7e49aef-af9e-4245-8877-f32e4e66b00d tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:02.352791 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c74041d1-cc4e-4ed8-930b-c72dec5dce81 req-c7e49aef-af9e-4245-8877-f32e4e66b00d tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 943 time: 0.2007930
Feb 12 21:20:02.404638 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device f5943c26-37c8-4eb7-847d-98d39b953002 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:20:02.417987 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1910e2d-4956-415a-b58d-7fe9d5eefbc3 req-a3d8432e-8f09-4eab-8056-e99725c57e0a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:02.418254 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c74041d1-cc4e-4ed8-930b-c72dec5dce81 req-730a285c-5119-4e53-aa63-573f5664354b tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585740
Feb 12 21:20:02.419897 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1910e2d-4956-415a-b58d-7fe9d5eefbc3 req-a3d8432e-8f09-4eab-8056-e99725c57e0a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2838242
Feb 12 21:20:02.456420 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96cb2f94-74a9-486e-8004-f7688588479e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (6612c078-6d4a-4926-b888-2ae35c0e72c6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:02.460283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a89c3-48ef-4cda-b279-22a0b5ad9238 req-834344c8-9e27-4bd1-bb63-79d3d22ea23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:02.462842 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a7a89c3-48ef-4cda-b279-22a0b5ad9238 req-834344c8-9e27-4bd1-bb63-79d3d22ea23f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d3223c4-7d3e-45d4-827e-f74909602e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2043691
Feb 12 21:20:02.543699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-919c8dc8-9357-4f17-be38-6ea78e67d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:02.545202 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-919c8dc8-9357-4f17-be38-6ea78e67d2f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd5a0b396b5045459fdedb8d4039960a&device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 1125 time: 0.2391815
Feb 12 21:20:02.566157 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port f5943c26-37c8-4eb7-847d-98d39b953002, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5943c26-37c8-4eb7-847d-98d39b953002,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:02.578946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'f5943c26-37c8-4eb7-847d-98d39b953002', 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288', 'port_id': 'f5943c26-37c8-4eb7-847d-98d39b953002', 'mac_address': 'fa:16:3e:f6:92:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f13ae4-a296-4b5c-8ce6-eda12e35e066', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:20:02.606138 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96cb2f94-74a9-486e-8004-f7688588479e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (6612c078-6d4a-4926-b888-2ae35c0e72c6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:02.619863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] For port ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9,segment=NetworkSegment(bc1ec691-2ddb-4942-817f-c5bcfe40a188),segment_id=bc1ec691-2ddb-4942-817f-c5bcfe40a188)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:02.620241 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:02.635218 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port f5943c26-37c8-4eb7-847d-98d39b953002 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:02.635872 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f5943c26-37c8-4eb7-847d-98d39b953002), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:02.659648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5943c26-37c8-4eb7-847d-98d39b953002 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:20:02.668471 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Calling delete_port for ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:02.687707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port f5943c26-37c8-4eb7-847d-98d39b953002, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5943c26-37c8-4eb7-847d-98d39b953002,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:02.708719 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945f661-588c-45c1-9915-3ed276416426 req-338c862f-3802-45e4-b08a-da7ce0ab3361 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:02.710331 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2945f661-588c-45c1-9915-3ed276416426 req-338c862f-3802-45e4-b08a-da7ce0ab3361 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 943 time: 0.1525202
Feb 12 21:20:02.711038 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb2f94-74a9-486e-8004-f7688588479e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=6612c078-6d4a-4926-b888-2ae35c0e72c6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:02.746673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-bd0f4eeb-e473-421b-bfa8-e414f78efecc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23815c6a-3d4b-4d91-8e5a-906a6a120afd HTTP/1.1" status: 200  len: 217 time: 0.1441054
Feb 12 21:20:02.753042 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-063f0958-a46d-4f32-95cc-5fdb834e2dae req-eff22ca2-1ec0-4f41-b402-6eccf3429260 service neutron] 10.222.0.50 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3990681
Feb 12 21:20:02.770419 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f5943c26-37c8-4eb7-847d-98d39b953002), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:02.787445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (198415bf-f440-4e84-8f08-1d017d36d4a7), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:02.796645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb2f94-74a9-486e-8004-f7688588479e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Checking segment: {'id': '28e02540-eb0c-493d-a624-32997e862336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:02.797083 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cb2f94-74a9-486e-8004-f7688588479e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network hostable DHCP agents. Network: 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:20:02.797506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1910e2d-4956-415a-b58d-7fe9d5eefbc3 req-82a01b4d-94b4-4f79-b457-b8235a2c170e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3655648
Feb 12 21:20:02.835275 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=f5943c26-37c8-4eb7-847d-98d39b953002,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:02.845318 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:02.897083 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a7a89c3-48ef-4cda-b279-22a0b5ad9238 req-2143423b-5915-4dcf-8c04-6accc1369a27 service neutron] 10.222.0.48 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3709095
Feb 12 21:20:02.932598 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-c1ee40a7-8beb-441d-a3a4-5cf3e4310d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:02.934087 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-c1ee40a7-8beb-441d-a3a4-5cf3e4310d4e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8f13ae4-a296-4b5c-8ce6-eda12e35e066 HTTP/1.1" status: 200  len: 855 time: 0.1801836
Feb 12 21:20:03.002902 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['f5943c26-37c8-4eb7-847d-98d39b953002'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:03.115745 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2945f661-588c-45c1-9915-3ed276416426 req-41058368-a5bc-4e40-9a31-a1dbdd15005b tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3642111
Feb 12 21:20:03.219335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cb2f94-74a9-486e-8004-f7688588479e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:20:03.226763 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:03.259371 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Port': ['ID=ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:03.262123 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] No DVR routers for this DVR port ce8a81ca-4a83-4cd4-a627-da9e4eec2bb9 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:20:03.305535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83499a06-e03e-4abd-9f5a-9ff4288b66ac', 'tag': '23815c6a-3d4b-4d91-8e5a-906a6a120afd'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:03.306964 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9e37f2-151c-418f-bbd0-0d0841333624" -d '{"events": [{"name": "network-changed", "server_uuid": "83499a06-e03e-4abd-9f5a-9ff4288b66ac", "tag": "23815c6a-3d4b-4d91-8e5a-906a6a120afd"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:03.316185 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-96cb2f94-74a9-486e-8004-f7688588479e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:03.328836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06206a4f-ee0a-4b89-9f05-8d2d20c1760e None None] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:03.356517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b1c58-99e9-4aae-947e-9ef01e71414e req-b6cf19f0-c925-4943-bc62-819ec025be45 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:03.364040 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d01b1c58-99e9-4aae-947e-9ef01e71414e req-b6cf19f0-c925-4943-bc62-819ec025be45 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.1757166
Feb 12 21:20:03.366042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb2f94-74a9-486e-8004-f7688588479e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:03.371150 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cb2f94-74a9-486e-8004-f7688588479e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:03.371761 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96cb2f94-74a9-486e-8004-f7688588479e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:03.388935 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (f4b04212-c425-46f3-aa8a-c88263a2d0ef), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:03.431867 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa15e8e0>,) {'filters': {'network_id': ['f4b04212-c425-46f3-aa8a-c88263a2d0ef']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:03.455216 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa15e8e0>, 'bc1ec691-2ddb-4942-817f-c5bcfe40a188') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:03.455675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa15e8e0>, 'bc1ec691-2ddb-4942-817f-c5bcfe40a188') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:03.468837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe25d53-9228-443a-895b-3cf459abf146 req-9c48e1d7-450e-4102-b64b-912ecbb1312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:03.470405 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2fe25d53-9228-443a-895b-3cf459abf146 req-9c48e1d7-450e-4102-b64b-912ecbb1312c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd5a0b396b5045459fdedb8d4039960a&device_id=6b988b5a-9dfb-4db8-9388-bae126fcf4fc HTTP/1.1" status: 200  len: 1126 time: 0.5887883
Feb 12 21:20:03.474936 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (bc1ec691-2ddb-4942-817f-c5bcfe40a188), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:03.479111 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d01b1c58-99e9-4aae-947e-9ef01e71414e req-917a1cde-c5c1-4a41-b31f-c3057a875865 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137817
Feb 12 21:20:03.487766 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-96cb2f94-74a9-486e-8004-f7688588479e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.8154020
Feb 12 21:20:03.493488 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-8cfe5cbf-1831-4b10-9fa5-cc7e09b6cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:03.494993 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-8cfe5cbf-1831-4b10-9fa5-cc7e09b6cf44 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=39f292e9-8e77-4a3a-adae-81674dd31288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5338359
Feb 12 21:20:03.496426 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50046) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:03.497610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Allocated IP 172.35.2.78 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/fbe8c136-3455-439a-a67e-a79e64e3bd43) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:03.508948 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bc1ec691-2ddb-4942-817f-c5bcfe40a188), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:03.520943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-19b7cbbd-a228-4cf8-a4ef-ee50902f42a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1840981252'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (bc1ec691-2ddb-4942-817f-c5bcfe40a188), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:20:03.521069 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:20:03.528672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd3162-2103-49c1-baad-9ab7f1caf20d req-d940b7bc-3289-48cb-8478-ec4eb215a982 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:03.536290 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebfd3162-2103-49c1-baad-9ab7f1caf20d req-d940b7bc-3289-48cb-8478-ec4eb215a982 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.6050739
Feb 12 21:20:03.573260 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a7a89c3-48ef-4cda-b279-22a0b5ad9238 req-6b06d657-f15d-4a80-88d7-a6d4d027f3f2 service neutron] 10.222.0.48 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6461747
Feb 12 21:20:03.635784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67a56b-1437-479a-9505-6c883d5128de req-3d7559c5-68e3-4410-bdaf-4d3ea5f700a2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:03.637557 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9d67a56b-1437-479a-9505-6c883d5128de req-3d7559c5-68e3-4410-bdaf-4d3ea5f700a2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 945 time: 0.0676081
Feb 12 21:20:03.668168 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (f4b04212-c425-46f3-aa8a-c88263a2d0ef), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:03.672679 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:03.675847 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/networks/f4b04212-c425-46f3-aa8a-c88263a2d0ef HTTP/1.1" status: 204  len: 168 time: 3.6797006
Feb 12 21:20:03.687159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50048) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:03.704708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-55278d9c-5819-4cdf-a3b8-cba467c1b362 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-135621107'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:03.716280 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f80dd-790f-47bd-8d50-180317c4d696 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Network': ['ID=f4b04212-c425-46f3-aa8a-c88263a2d0ef,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:03.738019 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9d67a56b-1437-479a-9505-6c883d5128de req-e1401788-0435-4083-9d9e-a81e91aee2f5 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914662
Feb 12 21:20:03.793326 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebfd3162-2103-49c1-baad-9ab7f1caf20d req-d464086e-7c88-4e86-9878-f985677452c3 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2561805
Feb 12 21:20:03.808294 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff09239a-778d-4dc2-a4b4-f66b6e9e8061 x-openstack-request-id: req-ff09239a-778d-4dc2-a4b4-f66b6e9e8061 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:03.808586 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83499a06-e03e-4abd-9f5a-9ff4288b66ac", "tag": "23815c6a-3d4b-4d91-8e5a-906a6a120afd", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:03.808905 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff09239a-778d-4dc2-a4b4-f66b6e9e8061 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:03.809304 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83499a06-e03e-4abd-9f5a-9ff4288b66ac', 'tag': '23815c6a-3d4b-4d91-8e5a-906a6a120afd', 'status': 'completed', 'code': 200}
Feb 12 21:20:03.816100 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b7cbbd-a228-4cf8-a4ef-ee50902f42a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:03.820359 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-19b7cbbd-a228-4cf8-a4ef-ee50902f42a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:03.828139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55278d9c-5819-4cdf-a3b8-cba467c1b362 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Made reservation on behalf of e768fd07368d41fa93ea81725d2980e2 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:03.837573 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55278d9c-5819-4cdf-a3b8-cba467c1b362 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:03.838009 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-d2288f89-f5d6-45f5-ae8f-8ac0e7b916cf service neutron] 10.222.0.50 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3185627
Feb 12 21:20:03.842281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe25d53-9228-443a-895b-3cf459abf146 req-f073660d-b7d4-4d90-80ac-de44ebd8d2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:03.843866 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2fe25d53-9228-443a-895b-3cf459abf146 req-f073660d-b7d4-4d90-80ac-de44ebd8d2a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=39f292e9-8e77-4a3a-adae-81674dd31288 HTTP/1.1" status: 200  len: 917 time: 0.3645537
Feb 12 21:20:03.882787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55278d9c-5819-4cdf-a3b8-cba467c1b362 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:20:03.895102 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55278d9c-5819-4cdf-a3b8-cba467c1b362 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c956e321-6cdc-4c6f-9a09-a2d59369f263), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:03.895477 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-55278d9c-5819-4cdf-a3b8-cba467c1b362 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Added segment c956e321-6cdc-4c6f-9a09-a2d59369f263 of type vlan for network f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d
Feb 12 21:20:03.961604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b7cbbd-a228-4cf8-a4ef-ee50902f42a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:20:03.964576 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2fe25d53-9228-443a-895b-3cf459abf146 req-826e3808-1f9a-4f70-ad71-ba69848ae9d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f16e15df-4fce-4c6d-95cf-1ba7fe36760e HTTP/1.1" status: 200  len: 217 time: 0.1085000
Feb 12 21:20:03.981489 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55278d9c-5819-4cdf-a3b8-cba467c1b362 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:04.000926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248117a-8260-458f-af28-b5f412bff6b0 req-ec4f7999-d75d-41eb-afea-6c70541a5df6 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:04.001283 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for port (fbe8c136-3455-439a-a67e-a79e64e3bd43), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:04.002486 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f248117a-8260-458f-af28-b5f412bff6b0 req-ec4f7999-d75d-41eb-afea-6c70541a5df6 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 943 time: 0.1096904
Feb 12 21:20:04.023853 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-19b7cbbd-a228-4cf8-a4ef-ee50902f42a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (e78586ce-1a8a-4128-8677-84bdcfbb90f7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:04.024213 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-19b7cbbd-a228-4cf8-a4ef-ee50902f42a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Added segment e78586ce-1a8a-4128-8677-84bdcfbb90f7 of type vlan for network 20abf200-078b-401c-9ad1-244e5d9d9b61
Feb 12 21:20:04.061446 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f248117a-8260-458f-af28-b5f412bff6b0 req-86e3a7fa-ea64-4fdd-920d-1a89d7491da6 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477107
Feb 12 21:20:04.087107 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55278d9c-5819-4cdf-a3b8-cba467c1b362 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:04.091899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f16e15df-4fce-4c6d-95cf-1ba7fe36760e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:20:04.101926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55278d9c-5819-4cdf-a3b8-cba467c1b362 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:04.102704 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55278d9c-5819-4cdf-a3b8-cba467c1b362 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:04.151704 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe25d53-9228-443a-895b-3cf459abf146 req-abe4ddf4-f0e8-43c5-a656-9fc7475b1d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:04.153168 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2fe25d53-9228-443a-895b-3cf459abf146 req-abe4ddf4-f0e8-43c5-a656-9fc7475b1d67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8f13ae4-a296-4b5c-8ce6-eda12e35e066 HTTP/1.1" status: 200  len: 855 time: 0.1801164
Feb 12 21:20:04.161235 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-19b7cbbd-a228-4cf8-a4ef-ee50902f42a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (20abf200-078b-401c-9ad1-244e5d9d9b61), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:04.177223 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b1cada91-578f-46b6-bb98-d257f1cd8f5f req-c65e4aa7-e907-47c4-b733-67407b4fb679 service neutron] 10.222.0.50 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3322461
Feb 12 21:20:04.188460 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54405d5-fdcc-4904-beb0-2807afa0fda7 req-d2224681-540b-4122-9dd4-6c4770a72ead tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:04.190070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e54405d5-fdcc-4904-beb0-2807afa0fda7 req-d2224681-540b-4122-9dd4-6c4770a72ead tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 945 time: 0.3166625
Feb 12 21:20:04.231968 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f16e15df-4fce-4c6d-95cf-1ba7fe36760e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f16e15df-4fce-4c6d-95cf-1ba7fe36760e,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:04.244736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'f16e15df-4fce-4c6d-95cf-1ba7fe36760e', 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288', 'port_id': 'f16e15df-4fce-4c6d-95cf-1ba7fe36760e', 'mac_address': 'fa:16:3e:e6:b5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f13ae4-a296-4b5c-8ce6-eda12e35e066', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:20:04.249241 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55278d9c-5819-4cdf-a3b8-cba467c1b362 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event updated for resources: {'Network': ['ID=f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:04.271724 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be697edb-a995-4ea0-882c-f7cd66412895 req-6bffcdda-d3d3-4aff-adb3-2a90cb71e76a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:04.276589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe25d53-9228-443a-895b-3cf459abf146 req-f2350321-3b41-46b1-9654-87dd59e68cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:04.278158 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2fe25d53-9228-443a-895b-3cf459abf146 req-f2350321-3b41-46b1-9654-87dd59e68cb2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=39f292e9-8e77-4a3a-adae-81674dd31288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1147938
Feb 12 21:20:04.279113 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be697edb-a995-4ea0-882c-f7cd66412895 req-6bffcdda-d3d3-4aff-adb3-2a90cb71e76a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1348782
Feb 12 21:20:04.279525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:20:04.281756 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e54405d5-fdcc-4904-beb0-2807afa0fda7 req-190b3e61-8a47-4094-a57c-aed9bf8e4b6d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724473
Feb 12 21:20:04.328745 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-55278d9c-5819-4cdf-a3b8-cba467c1b362 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.6394141
Feb 12 21:20:04.333056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50058) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:04.339098 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b404eded-6194-48cb-8f94-d2f033bf4d60 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Request body: {'subnet': {'network_id': 'f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:04.353879 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be697edb-a995-4ea0-882c-f7cd66412895 req-311dc086-6f89-4496-9a6b-4e6dfa434944 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737865
Feb 12 21:20:04.360837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port f16e15df-4fce-4c6d-95cf-1ba7fe36760e is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:04.361564 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f16e15df-4fce-4c6d-95cf-1ba7fe36760e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:04.372047 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (fbe8c136-3455-439a-a67e-a79e64e3bd43), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:04.374531 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-19b7cbbd-a228-4cf8-a4ef-ee50902f42a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (20abf200-078b-401c-9ad1-244e5d9d9b61), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:04.386546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b7cbbd-a228-4cf8-a4ef-ee50902f42a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:04.387532 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-19b7cbbd-a228-4cf8-a4ef-ee50902f42a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:04.415494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16e15df-4fce-4c6d-95cf-1ba7fe36760e {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:20:04.443813 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 6f7bc51a-17c9-4327-a4af-7e41ba429351 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:20:04.457989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device f5943c26-37c8-4eb7-847d-98d39b953002 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:04.466161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f16e15df-4fce-4c6d-95cf-1ba7fe36760e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f16e15df-4fce-4c6d-95cf-1ba7fe36760e,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:04.490311 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2fe25d53-9228-443a-895b-3cf459abf146 req-8d191459-2e09-494a-81ae-09ebdb1bba11 service neutron] 10.222.0.50 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2051907
Feb 12 21:20:04.528666 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b404eded-6194-48cb-8f94-d2f033bf4d60 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Made reservation on behalf of e768fd07368d41fa93ea81725d2980e2 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:04.533499 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b404eded-6194-48cb-8f94-d2f033bf4d60 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:04.560832 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f16e15df-4fce-4c6d-95cf-1ba7fe36760e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:04.609434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:04.643377 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 6f7bc51a-17c9-4327-a4af-7e41ba429351, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6f7bc51a-17c9-4327-a4af-7e41ba429351,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:04.671638 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=f16e15df-4fce-4c6d-95cf-1ba7fe36760e,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:04.675561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '6f7bc51a-17c9-4327-a4af-7e41ba429351', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'port_id': '6f7bc51a-17c9-4327-a4af-7e41ba429351', 'mac_address': 'fa:16:3e:64:50:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:20:04.686691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:04.697763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:04.712951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port f5943c26-37c8-4eb7-847d-98d39b953002 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:20:04.723900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port f5943c26-37c8-4eb7-847d-98d39b953002 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:04.724369 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f5943c26-37c8-4eb7-847d-98d39b953002), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:04.729688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Pushing event updated for resources: {'Port': ['ID=fbe8c136-3455-439a-a67e-a79e64e3bd43,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:04.738897 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7cbbd-a228-4cf8-a4ef-ee50902f42a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Network': ['ID=20abf200-078b-401c-9ad1-244e5d9d9b61,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:04.759771 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 6f7bc51a-17c9-4327-a4af-7e41ba429351 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:04.760160 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6f7bc51a-17c9-4327-a4af-7e41ba429351), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:04.778143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 20abf200-078b-401c-9ad1-244e5d9d9b61 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:20:04.800883 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2fe25d53-9228-443a-895b-3cf459abf146 req-bf9d2c69-ed45-4640-8105-61e62adfe403 service neutron] 10.222.0.50 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2821460
Feb 12 21:20:04.804003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['f16e15df-4fce-4c6d-95cf-1ba7fe36760e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:04.807626 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7bc51a-17c9-4327-a4af-7e41ba429351 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:20:04.821202 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-19b7cbbd-a228-4cf8-a4ef-ee50902f42a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.3130064
Feb 12 21:20:04.827372 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e37f2-151c-418f-bbd0-0d0841333624 req-e93bcdeb-a26f-4f89-9e4d-b58bed1980a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:04.829693 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d9e37f2-151c-418f-bbd0-0d0841333624 req-e93bcdeb-a26f-4f89-9e4d-b58bed1980a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd5a0b396b5045459fdedb8d4039960a&device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 1125 time: 0.3361654
Feb 12 21:20:04.832027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50066) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:04.842086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddab8b-3918-4bde-a57b-a9e48712df10 req-b31f0efd-1fcc-4fcb-a9e9-8c4d0acf71d1 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:04.848851 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-59ddab8b-3918-4bde-a57b-a9e48712df10 req-b31f0efd-1fcc-4fcb-a9e9-8c4d0acf71d1 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 943 time: 0.4538791
Feb 12 21:20:04.860706 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'ports': [{'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082'}, {'network_id': '20abf200-078b-401c-9ad1-244e5d9d9b61'}]} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:04.861281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:04.861794 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'network_id': '20abf200-078b-401c-9ad1-244e5d9d9b61'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:04.911086 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 6f7bc51a-17c9-4327-a4af-7e41ba429351, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6f7bc51a-17c9-4327-a4af-7e41ba429351,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:04.977904 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6f7bc51a-17c9-4327-a4af-7e41ba429351), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:05.002743 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbe745-7ce1-4184-8465-f0fc52bf05e0 req-ab8ae2b1-6e40-4a9f-b0ff-f0cc3c15b1ae tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:05.004342 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1abbe745-7ce1-4184-8465-f0fc52bf05e0 req-ab8ae2b1-6e40-4a9f-b0ff-f0cc3c15b1ae tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1848631
Feb 12 21:20:05.016882 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port f5943c26-37c8-4eb7-847d-98d39b953002 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:05.017306 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f5943c26-37c8-4eb7-847d-98d39b953002), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:05.021892 ncdv-master-1 neutron-server[126506]: DEBUG neutron.objects.ports [None req-b404eded-6194-48cb-8f94-d2f033bf4d60 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126506) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:20:05.041032 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b404eded-6194-48cb-8f94-d2f033bf4d60 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (df8a4c29-a727-4caf-afc7-aa5c927081b6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:05.073612 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-59ddab8b-3918-4bde-a57b-a9e48712df10 req-04686c68-95b8-4c3e-975a-da27e2c3cfab tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1721997
Feb 12 21:20:05.076242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceb2da3-afd2-4395-a3c8-eaf417cce25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5943c26-37c8-4eb7-847d-98d39b953002'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:05.078649 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91318bc4-e007-4260-a924-bb114947a440" -d '{"events": [{"server_uuid": "dceb2da3-afd2-4395-a3c8-eaf417cce25b", "name": "network-vif-plugged", "status": "completed", "tag": "f5943c26-37c8-4eb7-847d-98d39b953002"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:05.084984 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=6f7bc51a-17c9-4327-a4af-7e41ba429351,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:05.088768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e37f2-151c-418f-bbd0-0d0841333624 req-825abe4c-0f81-4593-be7c-1bbcaea51051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:05.090655 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d9e37f2-151c-418f-bbd0-0d0841333624 req-825abe4c-0f81-4593-be7c-1bbcaea51051 service neutron] 10.222.0.50 "GET /v2.0/networks?id=39f292e9-8e77-4a3a-adae-81674dd31288 HTTP/1.1" status: 200  len: 917 time: 0.1982992
Feb 12 21:20:05.100099 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port f5943c26-37c8-4eb7-847d-98d39b953002, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5943c26-37c8-4eb7-847d-98d39b953002,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:05.155936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d9e37f2-151c-418f-bbd0-0d0841333624 req-d3b09211-e334-48c2-80c4-61a7cd198be2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23815c6a-3d4b-4d91-8e5a-906a6a120afd HTTP/1.1" status: 200  len: 217 time: 0.0563810
Feb 12 21:20:05.182666 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f5943c26-37c8-4eb7-847d-98d39b953002), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:05.187457 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404eded-6194-48cb-8f94-d2f033bf4d60 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event updated for resources: {'Subnet': ['ID=df8a4c29-a727-4caf-afc7-aa5c927081b6,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:05.222072 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1abbe745-7ce1-4184-8465-f0fc52bf05e0 req-6835bba7-680b-4932-a7b6-a24027626b3b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1858878
Feb 12 21:20:05.224189 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['6f7bc51a-17c9-4327-a4af-7e41ba429351'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:05.241386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b404eded-6194-48cb-8f94-d2f033bf4d60 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Checking segment: {'id': 'c956e321-6cdc-4c6f-9a09-a2d59369f263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:05.241386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b404eded-6194-48cb-8f94-d2f033bf4d60 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Network hostable DHCP agents. Network: f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:20:05.271729 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=f5943c26-37c8-4eb7-847d-98d39b953002,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:05.295945 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'port': 2} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:05.301123 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:05.366522 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:05.379842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e37f2-151c-418f-bbd0-0d0841333624 req-7c35ab2d-98e9-4fb4-ac5a-dc76d80e3e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:05.381429 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d9e37f2-151c-418f-bbd0-0d0841333624 req-7c35ab2d-98e9-4fb4-ac5a-dc76d80e3e42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8f13ae4-a296-4b5c-8ce6-eda12e35e066 HTTP/1.1" status: 200  len: 855 time: 0.1817784
Feb 12 21:20:05.390895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b404eded-6194-48cb-8f94-d2f033bf4d60 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Network f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:20:05.445700 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (198415bf-f440-4e84-8f08-1d017d36d4a7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:05.454112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4f339-4b46-4c0f-88d7-af5548706363 req-23d153db-8cc9-4df5-8eb7-1969e39f9ea3 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:05.455642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dca4f339-4b46-4c0f-88d7-af5548706363 req-23d153db-8cc9-4df5-8eb7-1969e39f9ea3 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.2549109
Feb 12 21:20:05.470469 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49609253-8846-48d3-8df4-7e246a8b9a78 req-406f0db4-03cf-4e6a-8bc6-03069891cfce tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:05.471963 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49609253-8846-48d3-8df4-7e246a8b9a78 req-406f0db4-03cf-4e6a-8bc6-03069891cfce tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 945 time: 0.1592107
Feb 12 21:20:05.531592 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-b404eded-6194-48cb-8f94-d2f033bf4d60 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:05.541862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e50742-8182-4b32-826d-a7ac76ed95a7 None None] Network f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:05.556158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b404eded-6194-48cb-8f94-d2f033bf4d60 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:05.556754 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b404eded-6194-48cb-8f94-d2f033bf4d60 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:05.565048 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] device_id is not set on port facaac50-e2c0-439e-85bb-192e93502997 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:20:05.610179 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49609253-8846-48d3-8df4-7e246a8b9a78 req-3165f401-8c39-42b6-b152-073ed389abc6 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215036
Feb 12 21:20:05.675584 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005bb1d8-de7c-4113-a302-84970fe1a55a x-openstack-request-id: req-005bb1d8-de7c-4113-a302-84970fe1a55a {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:05.675872 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceb2da3-afd2-4395-a3c8-eaf417cce25b", "name": "network-vif-plugged", "status": "completed", "tag": "f5943c26-37c8-4eb7-847d-98d39b953002", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:05.676682 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-005bb1d8-de7c-4113-a302-84970fe1a55a {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:05.677082 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dceb2da3-afd2-4395-a3c8-eaf417cce25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5943c26-37c8-4eb7-847d-98d39b953002', 'code': 200}
Feb 12 21:20:05.693777 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d', 'network_id': 'f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d', 'project_id': 'e768fd07368d41fa93ea81725d2980e2', 'fixed_ips': [{'subnet_id': 'df8a4c29-a727-4caf-afc7-aa5c927081b6'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:20:05.695115 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:05.738141 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (facaac50-e2c0-439e-85bb-192e93502997), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:05.762018 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b404eded-6194-48cb-8f94-d2f033bf4d60 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.4253101
Feb 12 21:20:05.769306 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50076) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:05.887781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Allocated IP 2001:db8::f816:3eff:fe9d:f9f4 (f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d/df8a4c29-a727-4caf-afc7-aa5c927081b6/eb6382fd-9dbc-43b6-b864-30b191ca7a1b) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:05.916338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] device_id is not set on port 684a249c-daaa-4fe8-928d-cb891e06a4ea yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:20:05.946789 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e37f2-151c-418f-bbd0-0d0841333624 req-2d6d968d-f0e0-4412-b70d-73711168ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:05.948285 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d9e37f2-151c-418f-bbd0-0d0841333624 req-2d6d968d-f0e0-4412-b70d-73711168ce16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=39f292e9-8e77-4a3a-adae-81674dd31288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5557857
Feb 12 21:20:05.956518 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dca4f339-4b46-4c0f-88d7-af5548706363 req-abc003ac-2e22-440b-9fe1-3a768653d910 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4657428
Feb 12 21:20:05.974771 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cd92f-fa99-44ee-ac1d-16818a04da66 req-ad0dc0d7-62df-471c-93cb-c080c8821178 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:05.976323 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5e7cd92f-fa99-44ee-ac1d-16818a04da66 req-ad0dc0d7-62df-471c-93cb-c080c8821178 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 943 time: 0.2060134
Feb 12 21:20:05.990772 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.092665 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Publish callbacks [] for port (eb6382fd-9dbc-43b6-b864-30b191ca7a1b), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.113164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 23815c6a-3d4b-4d91-8e5a-906a6a120afd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:20:06.119643 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f16e15df-4fce-4c6d-95cf-1ba7fe36760e up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:06.133213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d10c8a-d24b-4214-9ae4-caca048b0607 req-a35074b4-5f81-4fd0-8654-18c6f0ea5ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:06.135241 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d10c8a-d24b-4214-9ae4-caca048b0607 req-a35074b4-5f81-4fd0-8654-18c6f0ea5ead service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 1127 time: 0.2770889
Feb 12 21:20:06.142899 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5e7cd92f-fa99-44ee-ac1d-16818a04da66 req-118a4670-eec9-4e41-87a5-6f49227729d9 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357322
Feb 12 21:20:06.153673 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (df8a4c29-a727-4caf-afc7-aa5c927081b6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.183730 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (684a249c-daaa-4fe8-928d-cb891e06a4ea), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.193696 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (eb6382fd-9dbc-43b6-b864-30b191ca7a1b), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.280886 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Pushing event updated for resources: {'Port': ['ID=eb6382fd-9dbc-43b6-b864-30b191ca7a1b,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:06.284954 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Network f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:06.314635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:06.321770 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:06.324191 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff86f44-1bc9-42b7-a9b3-2fb2af1a047b req-13120e43-02e8-4115-8a76-0edfd3486076 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:06.325893 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fff86f44-1bc9-42b7-a9b3-2fb2af1a047b req-13120e43-02e8-4115-8a76-0edfd3486076 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 944 time: 0.0610216
Feb 12 21:20:06.326024 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d9e37f2-151c-418f-bbd0-0d0841333624 req-b2cc3530-4044-4071-8eda-e0ce78cb7ea0 service neutron] 10.222.0.50 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3655396
Feb 12 21:20:06.329729 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (facaac50-e2c0-439e-85bb-192e93502997), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.396353 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d10c8a-d24b-4214-9ae4-caca048b0607 req-09b6d02d-119a-43ed-8de2-229fc551c503 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2465894
Feb 12 21:20:06.398587 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (198415bf-f440-4e84-8f08-1d017d36d4a7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.407439 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:06.408130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Attempting to bind port eb6382fd-9dbc-43b6-b864-30b191ca7a1b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:20:06.408515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Attempting to bind port eb6382fd-9dbc-43b6-b864-30b191ca7a1b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c956e321-6cdc-4c6f-9a09-a2d59369f263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:20:06.408891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Attempting to bind port eb6382fd-9dbc-43b6-b864-30b191ca7a1b on network f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:06.418129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 23815c6a-3d4b-4d91-8e5a-906a6a120afd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23815c6a-3d4b-4d91-8e5a-906a6a120afd,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:06.423074 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:06.428700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:20:06.428700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Checking segment: {'id': 'c956e321-6cdc-4c6f-9a09-a2d59369f263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:06.428700 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.429124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Bound using segment: {'id': 'c956e321-6cdc-4c6f-9a09-a2d59369f263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:20:06.429451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Bound port: eb6382fd-9dbc-43b6-b864-30b191ca7a1b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c956e321-6cdc-4c6f-9a09-a2d59369f263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:20:06.429694 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:06.429873 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (eb6382fd-9dbc-43b6-b864-30b191ca7a1b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.430591 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (684a249c-daaa-4fe8-928d-cb891e06a4ea), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.433553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port f16e15df-4fce-4c6d-95cf-1ba7fe36760e completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:20:06.440019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port f16e15df-4fce-4c6d-95cf-1ba7fe36760e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:06.440415 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f16e15df-4fce-4c6d-95cf-1ba7fe36760e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.443239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=facaac50-e2c0-439e-85bb-192e93502997,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:06.449444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-b6a4f806-7c9f-40c3-878f-b7e65b281159 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:06.451798 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-b6a4f806-7c9f-40c3-878f-b7e65b281159 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 811 time: 0.3251355
Feb 12 21:20:06.456739 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '23815c6a-3d4b-4d91-8e5a-906a6a120afd', 'network_id': '39f292e9-8e77-4a3a-adae-81674dd31288', 'port_id': '23815c6a-3d4b-4d91-8e5a-906a6a120afd', 'mac_address': 'fa:16:3e:cf:1f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f13ae4-a296-4b5c-8ce6-eda12e35e066', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:20:06.462623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc8749-c58d-4c59-911d-776b90e4ad94 req-074578c9-5d8e-4ba5-8dea-87268a694a90 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:06.464525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-abdc8749-c58d-4c59-911d-776b90e4ad94 req-074578c9-5d8e-4ba5-8dea-87268a694a90 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 945 time: 0.2795730
Feb 12 21:20:06.481633 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 6f7bc51a-17c9-4327-a4af-7e41ba429351 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:06.489747 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (df8a4c29-a727-4caf-afc7-aa5c927081b6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.494253 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fff86f44-1bc9-42b7-a9b3-2fb2af1a047b req-bb76d314-3484-41a6-9b33-34516c2e226a tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1494582
Feb 12 21:20:06.536498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Subnet': ['ID=df8a4c29-a727-4caf-afc7-aa5c927081b6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:06.547375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=684a249c-daaa-4fe8-928d-cb891e06a4ea,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:06.560679 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-79b492d1-3fe2-43ba-85ca-199f5b3c9f39 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/quotas/63fc5569c8334523aa6dff77b1d79015 HTTP/1.1" status: 200  len: 375 time: 0.0933743
Feb 12 21:20:06.623261 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Checking segment: {'id': 'e78586ce-1a8a-4128-8677-84bdcfbb90f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '20abf200-078b-401c-9ad1-244e5d9d9b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:06.623630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network hostable DHCP agents. Network: 20abf200-078b-401c-9ad1-244e5d9d9b61, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:20:06.626801 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.644088 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d9e37f2-151c-418f-bbd0-0d0841333624 req-92b66dce-79c2-4302-94de-e73b958c12a7 service neutron] 10.222.0.50 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3023443
Feb 12 21:20:06.656771 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa520be0>,) {'filters': {'network_id': ['f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:06.671506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa520be0>, 'c956e321-6cdc-4c6f-9a09-a2d59369f263') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:06.671506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa520be0>, 'c956e321-6cdc-4c6f-9a09-a2d59369f263') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:06.687666 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (c956e321-6cdc-4c6f-9a09-a2d59369f263), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.731619 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c956e321-6cdc-4c6f-9a09-a2d59369f263), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.752955 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-708e11af-ccf0-4f99-9bdc-4d48fcab37b5 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1797390
Feb 12 21:20:06.764791 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:20:06.765211 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (c956e321-6cdc-4c6f-9a09-a2d59369f263), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.769473 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 20abf200-078b-401c-9ad1-244e5d9d9b61 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:20:06.771322 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:20:06.816345 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 23815c6a-3d4b-4d91-8e5a-906a6a120afd is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:06.817304 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (23815c6a-3d4b-4d91-8e5a-906a6a120afd), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.847060 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] For port eb6382fd-9dbc-43b6-b864-30b191ca7a1b, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:20:06.852731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23815c6a-3d4b-4d91-8e5a-906a6a120afd {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:20:06.859984 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b12ef8-05ff-4158-a5a4-da64447a9307 req-8ca7d7ed-cc5e-4396-b9c1-4d5327659fe8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:06.861497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-abdc8749-c58d-4c59-911d-776b90e4ad94 req-134337a4-5f09-4bb8-98ac-d76908ed280e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Deleting port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:06.861667 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c0b12ef8-05ff-4158-a5a4-da64447a9307 req-8ca7d7ed-cc5e-4396-b9c1-4d5327659fe8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 945 time: 0.1445203
Feb 12 21:20:06.861842 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-abdc8749-c58d-4c59-911d-776b90e4ad94 req-134337a4-5f09-4bb8-98ac-d76908ed280e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.866227 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 20abf200-078b-401c-9ad1-244e5d9d9b61) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:06.877029 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] For port eb6382fd-9dbc-43b6-b864-30b191ca7a1b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb6382fd-9dbc-43b6-b864-30b191ca7a1b,segment=NetworkSegment(c956e321-6cdc-4c6f-9a09-a2d59369f263),segment_id=c956e321-6cdc-4c6f-9a09-a2d59369f263)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:20:06.880352 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b62d7c-1356-4f8c-ad85-bc3fe094aa63 None None] Network 20abf200-078b-401c-9ad1-244e5d9d9b61 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:06.886520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:06.890284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:06.895495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:06.896177 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.904391 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-fe943ba6-9208-4f79-bbb9-8279c88b3d02 service neutron] 10.222.0.31 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503758
Feb 12 21:20:06.915092 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.api [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 12 21:20:06.915092 ncdv-master-1 neutron-server[126506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 12 21:20:06.915092 ncdv-master-1 neutron-server[126506]: [parameters: {'id': 'f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d'}]
Feb 12 21:20:06.915092 ncdv-master-1 neutron-server[126506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:20:06.915635 ncdv-master-1 neutron-server[126506]: DEBUG oslo_db.api [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:20:06.932110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 23815c6a-3d4b-4d91-8e5a-906a6a120afd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23815c6a-3d4b-4d91-8e5a-906a6a120afd,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:06.951604 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c0b12ef8-05ff-4158-a5a4-da64447a9307 req-b1b0af11-99bb-4285-8cd1-320ebd14b328 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695746
Feb 12 21:20:06.969301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 6f7bc51a-17c9-4327-a4af-7e41ba429351 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:20:06.974512 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Router 198415bf-f440-4e84-8f08-1d017d36d4a7 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:20:06.976788 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (eb6382fd-9dbc-43b6-b864-30b191ca7a1b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.983248 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port f16e15df-4fce-4c6d-95cf-1ba7fe36760e is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:06.983628 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f16e15df-4fce-4c6d-95cf-1ba7fe36760e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:06.991783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 6f7bc51a-17c9-4327-a4af-7e41ba429351 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:06.992152 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f7bc51a-17c9-4327-a4af-7e41ba429351), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:07.022107 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e833e25f-42fa-4301-a870-b1e06599a6dd tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.1856422
Feb 12 21:20:07.022986 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50092) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:07.056702 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (23815c6a-3d4b-4d91-8e5a-906a6a120afd), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:07.163873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-abdc8749-c58d-4c59-911d-776b90e4ad94 req-134337a4-5f09-4bb8-98ac-d76908ed280e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] For port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:07.164439 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-abdc8749-c58d-4c59-911d-776b90e4ad94 req-134337a4-5f09-4bb8-98ac-d76908ed280e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:07.167689 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f16e15df-4fce-4c6d-95cf-1ba7fe36760e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f16e15df-4fce-4c6d-95cf-1ba7fe36760e,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:07.172014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bf2b9-6074-4ebd-b474-716159566560 None None] Pushing event updated for resources: {'Port': ['ID=eb6382fd-9dbc-43b6-b864-30b191ca7a1b,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:07.180980 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-bcba2ca6-cf29-4224-bac0-2d7a6768c0b1 service neutron] 10.222.0.31 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2504275
Feb 12 21:20:07.190348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-abdc8749-c58d-4c59-911d-776b90e4ad94 req-134337a4-5f09-4bb8-98ac-d76908ed280e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Calling delete_port for fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:07.216200 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f78751f-a278-4fde-a9c6-12cc3f598b2c None None] Network f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:07.235842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966921b-d02b-450f-b882-f2fe3d75e09f req-3217a165-b5ab-451d-9cba-bd0fbb641adc tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:07.238097 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d966921b-d02b-450f-b882-f2fe3d75e09f req-3217a165-b5ab-451d-9cba-bd0fbb641adc tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.1497569
Feb 12 21:20:07.251598 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a6443a8e-d10a-427e-82ca-cee7871d3683 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port 684a249c-daaa-4fe8-928d-cb891e06a4ea {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:07.251921 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a6443a8e-d10a-427e-82ca-cee7871d3683 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (684a249c-daaa-4fe8-928d-cb891e06a4ea), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:07.295336 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:20:07.303798 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f16e15df-4fce-4c6d-95cf-1ba7fe36760e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:07.347066 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['23815c6a-3d4b-4d91-8e5a-906a6a120afd'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:07.359101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd4a7e-7df4-44b9-b732-caa8349b0f17 None None] Sync routers for ids ['198415bf-f440-4e84-8f08-1d017d36d4a7'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:20:07.378607 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a6443a8e-d10a-427e-82ca-cee7871d3683 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (684a249c-daaa-4fe8-928d-cb891e06a4ea), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:07.389899 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:07.394731 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9f4afc1a-eb67-47b8-8219-f2857be9c7de tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 7.4555037
Feb 12 21:20:07.396857 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a6443a8e-d10a-427e-82ca-cee7871d3683 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for 684a249c-daaa-4fe8-928d-cb891e06a4ea owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:07.408500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50112) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:07.417456 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=23815c6a-3d4b-4d91-8e5a-906a6a120afd,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:07.453465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 6f7bc51a-17c9-4327-a4af-7e41ba429351 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:07.453465 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6f7bc51a-17c9-4327-a4af-7e41ba429351), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:07.465569 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:07.478616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd4a7e-7df4-44b9-b732-caa8349b0f17 None None] Routers {'198415bf-f440-4e84-8f08-1d017d36d4a7'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:07.478616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1edd4a7e-7df4-44b9-b732-caa8349b0f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb842760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:19:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['198415bf-f440-4e84-8f08-1d017d36d4a7'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:07.561880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1edd4a7e-7df4-44b9-b732-caa8349b0f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb842760>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:07.572329 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-abdc8749-c58d-4c59-911d-776b90e4ad94 req-134337a4-5f09-4bb8-98ac-d76908ed280e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:07.598153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:07.600100 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['38352d0d-4c76-4e91-9225-8c4272270ad6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:07.632711 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d966921b-d02b-450f-b882-f2fe3d75e09f req-2f6870a2-45c9-4a28-a474-3ee93f7e3833 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3844025
Feb 12 21:20:07.638032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134337a4-5f09-4bb8-98ac-d76908ed280e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Pushing event deleted for resources: {'Port': ['ID=fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:07.687165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b988b5a-9dfb-4db8-9388-bae126fcf4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16e15df-4fce-4c6d-95cf-1ba7fe36760e'}, {'server_uuid': '245ee706-32b5-4ae4-bf28-f1e5139ea077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7bc51a-17c9-4327-a4af-7e41ba429351'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:07.689646 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa75d38-de30-4901-877a-6e73efcc9724" -d '{"events": [{"server_uuid": "6b988b5a-9dfb-4db8-9388-bae126fcf4fc", "name": "network-vif-plugged", "status": "completed", "tag": "f16e15df-4fce-4c6d-95cf-1ba7fe36760e"}, {"server_uuid": "245ee706-32b5-4ae4-bf28-f1e5139ea077", "name": "network-vif-plugged", "status": "completed", "tag": "6f7bc51a-17c9-4327-a4af-7e41ba429351"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:07.706099 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=f16e15df-4fce-4c6d-95cf-1ba7fe36760e,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:07.713720 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Deleting port eb6382fd-9dbc-43b6-b864-30b191ca7a1b {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:07.714072 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (eb6382fd-9dbc-43b6-b864-30b191ca7a1b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:07.714374 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdc8749-c58d-4c59-911d-776b90e4ad94 req-134337a4-5f09-4bb8-98ac-d76908ed280e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] No DVR routers for this DVR port fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:20:07.721636 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a015f43d-1135-42cb-9acd-70f417e3f617 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/routers/198415bf-f440-4e84-8f08-1d017d36d4a7 HTTP/1.1" status: 200  len: 924 time: 0.3097858
Feb 12 21:20:07.721636 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-abdc8749-c58d-4c59-911d-776b90e4ad94 req-134337a4-5f09-4bb8-98ac-d76908ed280e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:07.723410 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 6f7bc51a-17c9-4327-a4af-7e41ba429351, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6f7bc51a-17c9-4327-a4af-7e41ba429351,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:07.729044 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-abdc8749-c58d-4c59-911d-776b90e4ad94 req-134337a4-5f09-4bb8-98ac-d76908ed280e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.48 "DELETE /v2.0/ports/fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 HTTP/1.1" status: 204  len: 173 time: 1.1405332
Feb 12 21:20:07.731553 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d926e2b-0f1a-45c6-aeff-35800faf7d40', 'name': 'network-vif-deleted', 'tag': 'fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:07.734811 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b90726-0edb-4d12-ab44-326ed1f36fc1" -d '{"events": [{"server_uuid": "1d926e2b-0f1a-45c6-aeff-35800faf7d40", "name": "network-vif-deleted", "tag": "fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:07.738967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50122) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:07.741129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd4a7e-7df4-44b9-b732-caa8349b0f17 None None] Routers {'198415bf-f440-4e84-8f08-1d017d36d4a7'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:07.742053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1edd4a7e-7df4-44b9-b732-caa8349b0f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb842760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:19:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['198415bf-f440-4e84-8f08-1d017d36d4a7'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:07.750030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec881b49-e701-454c-a400-c7c6de477c68 req-355546ae-434a-420f-acc2-8b39350ff510 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:07.750801 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec881b49-e701-454c-a400-c7c6de477c68 req-355546ae-434a-420f-acc2-8b39350ff510 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 944 time: 0.2024634
Feb 12 21:20:07.810980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1edd4a7e-7df4-44b9-b732-caa8349b0f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb842760>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:07.811669 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd4a7e-7df4-44b9-b732-caa8349b0f17 None None] The sync data for ids ['198415bf-f440-4e84-8f08-1d017d36d4a7'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:20:07.824768 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67529099-9311-4f8d-aa19-d62c2d61baa1 None None] get_active_networks_info from ncdv-master-1 {{(pid=126507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 12 21:20:07.832796 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec881b49-e701-454c-a400-c7c6de477c68 req-d47a5d4a-c681-4445-834f-9af36d0f47c3 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703671
Feb 12 21:20:07.844960 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-189ee0be-73dd-4277-b2bc-ddd2a73d446c tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "GET /v2.0/ports?device_id=198415bf-f440-4e84-8f08-1d017d36d4a7 HTTP/1.1" status: 200  len: 205 time: 0.1022134
Feb 12 21:20:07.845916 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a6443a8e-d10a-427e-82ca-cee7871d3683 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (684a249c-daaa-4fe8-928d-cb891e06a4ea), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:07.847448 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50130) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:07.902778 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6f7bc51a-17c9-4327-a4af-7e41ba429351), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:07.916108 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-40a7d99b-dddf-4cad-8d71-f635d919c33f req-1f491bbd-2673-4a12-ad86-db8e10e609db tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 210 time: 0.1696172
Feb 12 21:20:07.990636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b3b07-42a8-4ae3-b3e8-16a5b7360e0c req-f2250a65-eaab-41ed-ae73-a0dc163ac39c tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:07.992988 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492bc5e7-9dff-4591-b473-bb90bf89b3eb x-openstack-request-id: req-492bc5e7-9dff-4591-b473-bb90bf89b3eb {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:07.993284 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b988b5a-9dfb-4db8-9388-bae126fcf4fc", "name": "network-vif-plugged", "status": "completed", "tag": "f16e15df-4fce-4c6d-95cf-1ba7fe36760e", "code": 200}, {"server_uuid": "245ee706-32b5-4ae4-bf28-f1e5139ea077", "name": "network-vif-plugged", "status": "completed", "tag": "6f7bc51a-17c9-4327-a4af-7e41ba429351", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:07.993564 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-492bc5e7-9dff-4591-b473-bb90bf89b3eb {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:07.994269 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b988b5a-9dfb-4db8-9388-bae126fcf4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16e15df-4fce-4c6d-95cf-1ba7fe36760e', 'code': 200}
Feb 12 21:20:07.994269 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245ee706-32b5-4ae4-bf28-f1e5139ea077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7bc51a-17c9-4327-a4af-7e41ba429351', 'code': 200}
Feb 12 21:20:08.008022 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d21b3b07-42a8-4ae3-b3e8-16a5b7360e0c req-f2250a65-eaab-41ed-ae73-a0dc163ac39c tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.0907443
Feb 12 21:20:08.019233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67529099-9311-4f8d-aa19-d62c2d61baa1 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 12 21:20:08.021783 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d4fa92-5f4d-4403-944b-67d43a6ab548 x-openstack-request-id: req-62d4fa92-5f4d-4403-944b-67d43a6ab548 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:08.022093 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d926e2b-0f1a-45c6-aeff-35800faf7d40", "name": "network-vif-deleted", "tag": "fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:08.022556 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62d4fa92-5f4d-4403-944b-67d43a6ab548 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:08.023559 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d926e2b-0f1a-45c6-aeff-35800faf7d40', 'name': 'network-vif-deleted', 'tag': 'fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888', 'status': 'completed', 'code': 200}
Feb 12 21:20:08.072421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=6f7bc51a-17c9-4327-a4af-7e41ba429351,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:08.087751 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d21b3b07-42a8-4ae3-b3e8-16a5b7360e0c req-9de0a08c-6abb-471e-9419-c92ee002f925 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0849061
Feb 12 21:20:08.161612 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c1aab-a994-4c84-ac45-d3d574e39ebb req-614155ee-41ac-422a-907e-41b739fb034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:08.164255 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7f5c1aab-a994-4c84-ac45-d3d574e39ebb req-614155ee-41ac-422a-907e-41b739fb034d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 1127 time: 0.0722430
Feb 12 21:20:08.249504 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7f5c1aab-a994-4c84-ac45-d3d574e39ebb req-656c2254-fa5c-4865-b0d0-56bd0d7539ef service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784540
Feb 12 21:20:08.272622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305210f1-ab02-4327-b7ef-f04193dc66db req-5475ec01-ed68-4732-bc6d-c9699512196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:08.274200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-305210f1-ab02-4327-b7ef-f04193dc66db req-5475ec01-ed68-4732-bc6d-c9699512196c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6b988b5a-9dfb-4db8-9388-bae126fcf4fc HTTP/1.1" status: 200  len: 1128 time: 0.0701079
Feb 12 21:20:08.352829 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-305210f1-ab02-4327-b7ef-f04193dc66db req-2453b3ea-5ef1-4c8e-8858-658713e60253 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556178
Feb 12 21:20:08.503739 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a6443a8e-d10a-427e-82ca-cee7871d3683 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:08.507095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a6443a8e-d10a-427e-82ca-cee7871d3683 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/684a249c-daaa-4fe8-928d-cb891e06a4ea HTTP/1.1" status: 204  len: 168 time: 1.4824250
Feb 12 21:20:08.509239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6443a8e-d10a-427e-82ca-cee7871d3683 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=684a249c-daaa-4fe8-928d-cb891e06a4ea,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:08.509904 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50136) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:08.553663 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f1b0709b-10a7-480c-b2ec-d9046065bf7a req-2e3c2882-749e-4370-b4b1-1b7b7945b8d3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d926e2b-0f1a-45c6-aeff-35800faf7d40 HTTP/1.1" status: 200  len: 210 time: 0.1054611
Feb 12 21:20:08.560944 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] For port eb6382fd-9dbc-43b6-b864-30b191ca7a1b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb6382fd-9dbc-43b6-b864-30b191ca7a1b,segment=NetworkSegment(c956e321-6cdc-4c6f-9a09-a2d59369f263),segment_id=c956e321-6cdc-4c6f-9a09-a2d59369f263)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:08.561326 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (eb6382fd-9dbc-43b6-b864-30b191ca7a1b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:08.580005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d109de-717d-466f-b735-ba01b29069c8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:08.585971 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d109de-717d-466f-b735-ba01b29069c8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:08.587724 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b5d109de-717d-466f-b735-ba01b29069c8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.0759728
Feb 12 21:20:08.588210 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Calling delete_port for eb6382fd-9dbc-43b6-b864-30b191ca7a1b owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:08.590420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50138) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:08.673060 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1451-a4d2-4318-a587-08ef7b9f53a7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (198415bf-f440-4e84-8f08-1d017d36d4a7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:08.693524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-40b3fdb2-2bac-4bce-8ef2-1ff6a5d178e6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port facaac50-e2c0-439e-85bb-192e93502997 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:08.694132 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-40b3fdb2-2bac-4bce-8ef2-1ff6a5d178e6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (facaac50-e2c0-439e-85bb-192e93502997), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:08.797981 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-40b3fdb2-2bac-4bce-8ef2-1ff6a5d178e6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (facaac50-e2c0-439e-85bb-192e93502997), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:08.806155 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1451-a4d2-4318-a587-08ef7b9f53a7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (198415bf-f440-4e84-8f08-1d017d36d4a7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:08.815860 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-40b3fdb2-2bac-4bce-8ef2-1ff6a5d178e6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for facaac50-e2c0-439e-85bb-192e93502997 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:08.834063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6765cbf-f402-4153-96f3-c0dd87877634 req-f3e593cb-554c-4abc-be77-93e59e8625b1 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:08.835551 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a6765cbf-f402-4153-96f3-c0dd87877634 req-f3e593cb-554c-4abc-be77-93e59e8625b1 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.1164789
Feb 12 21:20:08.872961 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (eb6382fd-9dbc-43b6-b864-30b191ca7a1b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:08.905810 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Port': ['ID=eb6382fd-9dbc-43b6-b864-30b191ca7a1b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:08.912666 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] No DVR routers for this DVR port eb6382fd-9dbc-43b6-b864-30b191ca7a1b on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:20:08.943808 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a6765cbf-f402-4153-96f3-c0dd87877634 req-4b6fd3b2-e1c0-49a4-8fbb-ef59f154efbb tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025665
Feb 12 21:20:09.040402 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f684ce52-4c28-4d43-a12c-930318d1865f req-d769a0e5-c00f-4508-a4cc-79967df09f66 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 210 time: 0.0330803
Feb 12 21:20:09.063683 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.094509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e1451-a4d2-4318-a587-08ef7b9f53a7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Deleting port fbe8c136-3455-439a-a67e-a79e64e3bd43 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:09.094867 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1451-a4d2-4318-a587-08ef7b9f53a7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (fbe8c136-3455-439a-a67e-a79e64e3bd43), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.098628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ea8ac0>,) {'filters': {'network_id': ['f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:09.101922 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-40b3fdb2-2bac-4bce-8ef2-1ff6a5d178e6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (facaac50-e2c0-439e-85bb-192e93502997), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.122078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658027a-d627-4bb6-8522-560b7645a925 req-396fad5c-93e7-44cc-bf0a-22fe55f353b7 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:09.123516 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4658027a-d627-4bb6-8522-560b7645a925 req-396fad5c-93e7-44cc-bf0a-22fe55f353b7 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 944 time: 0.1650743
Feb 12 21:20:09.138498 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3fdb2-2bac-4bce-8ef2-1ff6a5d178e6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=facaac50-e2c0-439e-85bb-192e93502997,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:09.139940 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ea8ac0>, 'c956e321-6cdc-4c6f-9a09-a2d59369f263') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:09.141646 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ea8ac0>, 'c956e321-6cdc-4c6f-9a09-a2d59369f263') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:09.150771 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-40b3fdb2-2bac-4bce-8ef2-1ff6a5d178e6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.155376 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-40b3fdb2-2bac-4bce-8ef2-1ff6a5d178e6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/facaac50-e2c0-439e-85bb-192e93502997 HTTP/1.1" status: 204  len: 168 time: 0.5637016
Feb 12 21:20:09.157824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50148) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:09.161297 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (c956e321-6cdc-4c6f-9a09-a2d59369f263), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.212312 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c956e321-6cdc-4c6f-9a09-a2d59369f263), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.233003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:20:09.233431 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (c956e321-6cdc-4c6f-9a09-a2d59369f263), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:20:09.237966 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:20:09.259801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a740c-26a5-4f2b-a087-64c12272e09c req-8aff1073-f895-4818-ace7-b2f9247f9421 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:09.261325 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b30a740c-26a5-4f2b-a087-64c12272e09c req-8aff1073-f895-4818-ace7-b2f9247f9421 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.0887411
Feb 12 21:20:09.269327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5b920e-ab84-4bd3-b4e0-01bbfe96e525 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:09.271911 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-dc5b920e-ab84-4bd3-b4e0-01bbfe96e525 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1116979
Feb 12 21:20:09.283692 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50150) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:09.309619 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4658027a-d627-4bb6-8522-560b7645a925 req-a4987c37-3cd5-4096-b372-318af19ef483 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663957
Feb 12 21:20:09.323241 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1451-a4d2-4318-a587-08ef7b9f53a7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (fbe8c136-3455-439a-a67e-a79e64e3bd43), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.327234 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ae6f5f-e1cb-418f-a263-f9187fff4c2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] GET failed (client error): The resource could not be found.
Feb 12 21:20:09.330990 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-84ae6f5f-e1cb-418f-a263-f9187fff4c2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/684a249c-daaa-4fe8-928d-cb891e06a4ea HTTP/1.1" status: 404  len: 333 time: 0.0433588
Feb 12 21:20:09.334314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50152) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:09.341465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e1451-a4d2-4318-a587-08ef7b9f53a7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Calling delete_port for fbe8c136-3455-439a-a67e-a79e64e3bd43 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:09.375236 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-e300b63a-09ec-4f78-b270-007c7b4a168e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] GET failed (client error): The resource could not be found.
Feb 12 21:20:09.380064 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e300b63a-09ec-4f78-b270-007c7b4a168e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/facaac50-e2c0-439e-85bb-192e93502997 HTTP/1.1" status: 404  len: 333 time: 0.0410657
Feb 12 21:20:09.380850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50154) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:09.426638 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b30a740c-26a5-4f2b-a087-64c12272e09c req-994ad21f-921e-43fa-8d1d-1a42120db024 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1505661
Feb 12 21:20:09.465428 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.482763 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-195010c4-45ea-45af-a885-d2853969874a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (20abf200-078b-401c-9ad1-244e5d9d9b61), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.485935 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.492593 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/networks/f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d HTTP/1.1" status: 204  len: 168 time: 3.7209797
Feb 12 21:20:09.497998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50156) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:09.508499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e11c24-6b98-442a-94a0-39b2805c862b tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Network': ['ID=f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:09.538170 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02c8d33-c2db-41b8-8181-92080053b9aa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:20:09.538634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02c8d33-c2db-41b8-8181-92080053b9aa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:20:09.541738 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f02c8d33-c2db-41b8-8181-92080053b9aa tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/subnets/df8a4c29-a727-4caf-afc7-aa5c927081b6 HTTP/1.1" status: 404  len: 337 time: 0.0426519
Feb 12 21:20:09.549294 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50158) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:09.572171 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4142a2-b7ab-422f-b009-245d00564de4 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:20:09.572624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4142a2-b7ab-422f-b009-245d00564de4 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:20:09.577905 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3d4142a2-b7ab-422f-b009-245d00564de4 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/networks/f3d773b1-2eeb-4ad0-b57b-895dcbb2bf0d HTTP/1.1" status: 404  len: 339 time: 0.0254138
Feb 12 21:20:09.579482 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50160) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:09.618153 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0aedf0-e103-4ef2-ab70-de273b30f20f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:20:09.618622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0aedf0-e103-4ef2-ab70-de273b30f20f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:20:09.623338 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4f0aedf0-e103-4ef2-ab70-de273b30f20f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/subnets/62e5e28b-7265-4d7d-8a88-c47ed6d6864d HTTP/1.1" status: 404  len: 337 time: 0.0429127
Feb 12 21:20:09.627437 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50164) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:09.635234 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-195010c4-45ea-45af-a885-d2853969874a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (20abf200-078b-401c-9ad1-244e5d9d9b61), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.657571 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21111b9-8058-48d0-bdd7-2562346a4d1e tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:20:09.657825 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21111b9-8058-48d0-bdd7-2562346a4d1e tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:20:09.659353 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-195010c4-45ea-45af-a885-d2853969874a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fafdf550>,) {'filters': {'network_id': ['20abf200-078b-401c-9ad1-244e5d9d9b61']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:09.663819 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e21111b9-8058-48d0-bdd7-2562346a4d1e tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/networks/f4b04212-c425-46f3-aa8a-c88263a2d0ef HTTP/1.1" status: 404  len: 339 time: 0.0331836
Feb 12 21:20:09.664524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50168) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:09.673008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-195010c4-45ea-45af-a885-d2853969874a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fafdf550>, 'e78586ce-1a8a-4128-8677-84bdcfbb90f7') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:09.673316 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-195010c4-45ea-45af-a885-d2853969874a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fafdf550>, 'e78586ce-1a8a-4128-8677-84bdcfbb90f7') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:09.687866 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-195010c4-45ea-45af-a885-d2853969874a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (e78586ce-1a8a-4128-8677-84bdcfbb90f7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.692096 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f96264-c648-4669-b611-48782625a88a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:20:09.692569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f96264-c648-4669-b611-48782625a88a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:20:09.698556 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c9f96264-c648-4669-b611-48782625a88a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/subnets/219f7c60-9a08-4442-a0ef-293b0f731037 HTTP/1.1" status: 404  len: 337 time: 0.0333738
Feb 12 21:20:09.699597 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1451-a4d2-4318-a587-08ef7b9f53a7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (fbe8c136-3455-439a-a67e-a79e64e3bd43), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.703864 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50170) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:09.706042 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-195010c4-45ea-45af-a885-d2853969874a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (e78586ce-1a8a-4128-8677-84bdcfbb90f7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.713863 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195010c4-45ea-45af-a885-d2853969874a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:20:09.714552 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-195010c4-45ea-45af-a885-d2853969874a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (e78586ce-1a8a-4128-8677-84bdcfbb90f7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:20:09.717946 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:20:09.752788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e1451-a4d2-4318-a587-08ef7b9f53a7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Pushing event deleted for resources: {'Port': ['ID=fbe8c136-3455-439a-a67e-a79e64e3bd43,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:09.757943 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cb21bf-6152-4fec-80c3-b4135137aee1 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:20:09.758384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90cb21bf-6152-4fec-80c3-b4135137aee1 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:20:09.763896 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-90cb21bf-6152-4fec-80c3-b4135137aee1 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/networks/736f5aa1-8eb1-4279-859b-197030b68a34 HTTP/1.1" status: 404  len: 339 time: 0.0511847
Feb 12 21:20:09.772282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50172) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:09.845884 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1451-a4d2-4318-a587-08ef7b9f53a7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (198415bf-f440-4e84-8f08-1d017d36d4a7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.955687 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-195010c4-45ea-45af-a885-d2853969874a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (20abf200-078b-401c-9ad1-244e5d9d9b61), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.998320 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1451-a4d2-4318-a587-08ef7b9f53a7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (198415bf-f440-4e84-8f08-1d017d36d4a7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.999188 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-195010c4-45ea-45af-a885-d2853969874a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.999300 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1451-a4d2-4318-a587-08ef7b9f53a7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_controller (198415bf-f440-4e84-8f08-1d017d36d4a7), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:09.999413 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-195010c4-45ea-45af-a885-d2853969874a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/networks/20abf200-078b-401c-9ad1-244e5d9d9b61 HTTP/1.1" status: 204  len: 168 time: 0.5931246
Feb 12 21:20:09.999517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50188) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:10.002367 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-2e9aa54e-0584-4f08-9d24-1c33ef23ea33 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:10.005175 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-2e9aa54e-0584-4f08-9d24-1c33ef23ea33 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.50 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 811 time: 0.1949513
Feb 12 21:20:10.022812 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9f2ee21c-7b9d-4b51-af8c-8ba91b8a15e9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2064510500'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:10.023715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-e98522e0-f319-48b3-b9c7-0bd9b8a6e97a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Request body: {'port': {'device_id': '1d8df7ff-9049-4b7d-940f-776982de0700', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'admin_state_up': True, 'tenant_id': '63fc5569c8334523aa6dff77b1d79015'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:10.030380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195010c4-45ea-45af-a885-d2853969874a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Network': ['ID=20abf200-078b-401c-9ad1-244e5d9d9b61,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:10.125481 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 23815c6a-3d4b-4d91-8e5a-906a6a120afd up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:10.151774 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571abeee-9609-4819-847f-7145e127e0bb req-785a8849-0863-42cb-b4ab-2fe4376a0357 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:10.153468 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-571abeee-9609-4819-847f-7145e127e0bb req-785a8849-0863-42cb-b4ab-2fe4376a0357 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 804 time: 0.1254656
Feb 12 21:20:10.174251 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-571abeee-9609-4819-847f-7145e127e0bb req-d163128e-30d0-4f09-9370-1d57cae6e4ce tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/quotas/050182e2f578483db86c4ee4d7391365 HTTP/1.1" status: 200  len: 375 time: 0.0136919
Feb 12 21:20:10.230539 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-571abeee-9609-4819-847f-7145e127e0bb req-c1ab7480-e318-4488-aaa2-4fdc92c79e67 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0533698
Feb 12 21:20:10.260294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 23815c6a-3d4b-4d91-8e5a-906a6a120afd completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:20:10.266089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 23815c6a-3d4b-4d91-8e5a-906a6a120afd triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:10.272927 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (23815c6a-3d4b-4d91-8e5a-906a6a120afd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.273100 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1451-a4d2-4318-a587-08ef7b9f53a7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (198415bf-f440-4e84-8f08-1d017d36d4a7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.273100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2e1451-a4d2-4318-a587-08ef7b9f53a7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Fanout notify agent at l3_agent the message router_deleted on router 198415bf-f440-4e84-8f08-1d017d36d4a7 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:20:10.280428 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1451-a4d2-4318-a587-08ef7b9f53a7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.286652 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-eb2e1451-a4d2-4318-a587-08ef7b9f53a7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "DELETE /v2.0/routers/198415bf-f440-4e84-8f08-1d017d36d4a7 HTTP/1.1" status: 204  len: 168 time: 2.4157338
Feb 12 21:20:10.286652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2ee21c-7b9d-4b51-af8c-8ba91b8a15e9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:10.288820 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee21c-7b9d-4b51-af8c-8ba91b8a15e9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.292988 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50192) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:10.299782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2070203619', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'enable_snat': False}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:10.378834 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 23815c6a-3d4b-4d91-8e5a-906a6a120afd is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:10.380131 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (23815c6a-3d4b-4d91-8e5a-906a6a120afd), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.388835 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2ee21c-7b9d-4b51-af8c-8ba91b8a15e9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:20:10.408040 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-571abeee-9609-4819-847f-7145e127e0bb req-51184576-9a50-411c-b318-ae6a347c0910 service neutron] 10.222.0.31 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697145
Feb 12 21:20:10.412137 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83499a06-e03e-4abd-9f5a-9ff4288b66ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23815c6a-3d4b-4d91-8e5a-906a6a120afd'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:10.412341 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee21c-7b9d-4b51-af8c-8ba91b8a15e9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (cf94a850-e324-4066-86fa-b4193c5c24ae), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.412571 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-9f2ee21c-7b9d-4b51-af8c-8ba91b8a15e9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Added segment cf94a850-e324-4066-86fa-b4193c5c24ae of type vlan for network 9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1
Feb 12 21:20:10.415133 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ddeafe-d690-4dd2-902b-7874a5cfab88" -d '{"events": [{"server_uuid": "83499a06-e03e-4abd-9f5a-9ff4288b66ac", "name": "network-vif-plugged", "status": "completed", "tag": "23815c6a-3d4b-4d91-8e5a-906a6a120afd"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:10.425491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-875e84d8-4059-4f0c-abb5-b2ee42978061 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Deleting port c5928987-a617-4c75-8106-a5ebb4e2bf84 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:10.426652 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-875e84d8-4059-4f0c-abb5-b2ee42978061 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c5928987-a617-4c75-8106-a5ebb4e2bf84), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.428944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 23815c6a-3d4b-4d91-8e5a-906a6a120afd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23815c6a-3d4b-4d91-8e5a-906a6a120afd,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:10.470983 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (99194744-9991-4c38-8b04-17bb115a836c), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.471458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:20:10.471999 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (99194744-9991-4c38-8b04-17bb115a836c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.494791 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:20:10.495288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device fbbb7b5a-5ca5-4ff8-9dca-f3a9de052888 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:20:10.501210 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (23815c6a-3d4b-4d91-8e5a-906a6a120afd), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.515443 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee21c-7b9d-4b51-af8c-8ba91b8a15e9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.547368 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-875e84d8-4059-4f0c-abb5-b2ee42978061 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c5928987-a617-4c75-8106-a5ebb4e2bf84), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.561206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=23815c6a-3d4b-4d91-8e5a-906a6a120afd,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:10.570583 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c3996-e565-41f6-9e82-94066b8becef req-1a5e0d11-bdb5-4662-ac48-979a4ceb2c7c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:10.572106 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-863c3996-e565-41f6-9e82-94066b8becef req-1a5e0d11-bdb5-4662-ac48-979a4ceb2c7c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.5373995
Feb 12 21:20:10.579700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-875e84d8-4059-4f0c-abb5-b2ee42978061 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Calling delete_port for c5928987-a617-4c75-8106-a5ebb4e2bf84 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:10.582826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:10.583284 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:10.583807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:10.584247 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:10.584683 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:10.585144 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:10.585707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:10.586144 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:10.586573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:10.587121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:10.587550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:10.588168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:10.589018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:10.605817 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_controller (99194744-9991-4c38-8b04-17bb115a836c), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.611523 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-571abeee-9609-4819-847f-7145e127e0bb req-75b67fd1-4846-4c32-9336-9374859cd57a service neutron] 10.222.0.31 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1904273
Feb 12 21:20:10.668697 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee21c-7b9d-4b51-af8c-8ba91b8a15e9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.675018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2ee21c-7b9d-4b51-af8c-8ba91b8a15e9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:10.676317 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee21c-7b9d-4b51-af8c-8ba91b8a15e9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.697226 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-863c3996-e565-41f6-9e82-94066b8becef req-9f2d3ba3-8b41-4844-b2f5-0913c71d41af tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155441
Feb 12 21:20:10.814153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-e98522e0-f319-48b3-b9c7-0bd9b8a6e97a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Made reservation on behalf of 63fc5569c8334523aa6dff77b1d79015 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:10.821208 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-e98522e0-f319-48b3-b9c7-0bd9b8a6e97a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.822978 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ee21c-7b9d-4b51-af8c-8ba91b8a15e9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Network': ['ID=9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:10.826126 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-382eb507-91e3-4133-84bb-61fe5c850b93 req-ae7acae5-7df9-45d0-b44d-7b1880c3830f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 210 time: 0.0531414
Feb 12 21:20:10.834979 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-875e84d8-4059-4f0c-abb5-b2ee42978061 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c5928987-a617-4c75-8106-a5ebb4e2bf84), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:10.836609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:20:10.873317 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9f2ee21c-7b9d-4b51-af8c-8ba91b8a15e9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8855755
Feb 12 21:20:10.883317 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50204) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:10.894836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-320b92db-e567-4463-8a86-f93cef26409d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'subnet': {'network_id': '9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:10.898884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e84d8-4059-4f0c-abb5-b2ee42978061 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Port': ['ID=c5928987-a617-4c75-8106-a5ebb4e2bf84,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:10.947027 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4885e749-d94e-4f4f-a080-4ebb46a04466 x-openstack-request-id: req-4885e749-d94e-4f4f-a080-4ebb46a04466 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:10.947596 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83499a06-e03e-4abd-9f5a-9ff4288b66ac", "name": "network-vif-plugged", "status": "completed", "tag": "23815c6a-3d4b-4d91-8e5a-906a6a120afd", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:10.948086 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4885e749-d94e-4f4f-a080-4ebb46a04466 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:10.948710 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83499a06-e03e-4abd-9f5a-9ff4288b66ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23815c6a-3d4b-4d91-8e5a-906a6a120afd', 'code': 200}
Feb 12 21:20:10.975515 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (99194744-9991-4c38-8b04-17bb115a836c), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:11.010219 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d0f48-ea29-4c83-bdb4-500ae7f6e6e6 req-a419259f-c18a-46f2-a32d-0ca3af4f2874 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:11.011997 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-791d0f48-ea29-4c83-bdb4-500ae7f6e6e6 req-a419259f-c18a-46f2-a32d-0ca3af4f2874 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 945 time: 0.1129603
Feb 12 21:20:11.044966 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-875e84d8-4059-4f0c-abb5-b2ee42978061 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:11.048042 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-875e84d8-4059-4f0c-abb5-b2ee42978061 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/ports/c5928987-a617-4c75-8106-a5ebb4e2bf84 HTTP/1.1" status: 204  len: 168 time: 1.2805686
Feb 12 21:20:11.053305 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50206) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:11.093479 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-791d0f48-ea29-4c83-bdb4-500ae7f6e6e6 req-a6467c97-c84d-4f01-83ee-f13dea84768b tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747123
Feb 12 21:20:11.151587 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-879f21c7-627a-4ec3-8f98-59c7de7321e1 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:20:11.152030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879f21c7-627a-4ec3-8f98-59c7de7321e1 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:20:11.155050 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-879f21c7-627a-4ec3-8f98-59c7de7321e1 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/subnets/55a586c9-ea98-4805-8c2a-2d6aa9266870 HTTP/1.1" status: 404  len: 337 time: 0.0988879
Feb 12 21:20:11.164533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50212) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:11.171991 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-70933f70-3ac8-4a4c-bc5f-b7a555a01fbe req-df35a13b-0b10-4baf-b2a9-578d9e7d7d2d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 210 time: 0.0312376
Feb 12 21:20:11.272100 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b494a6-24e8-46d4-baff-ab1720cd686e req-4065325e-6eac-4441-8c4e-0dcd0720eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:11.273646 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90b494a6-24e8-46d4-baff-ab1720cd686e req-4065325e-6eac-4441-8c4e-0dcd0720eda7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 1127 time: 0.2935934
Feb 12 21:20:11.311639 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (99194744-9991-4c38-8b04-17bb115a836c), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:11.333112 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:11.333839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-e98522e0-f319-48b3-b9c7-0bd9b8a6e97a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Allocated IP 172.20.0.8 (2d2fb25f-a576-44b7-8aec-e44f4519d495/4aba54e8-02c5-42b4-9b81-f8ec4ddd5749/a500c7b1-8358-4bc8-ae00-21079afb6cb4) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:11.361495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced3f2f-2dcc-4289-9c38-465f0473a0bc req-853344dd-4d1d-4f03-8946-dab8f9ec0aea tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:11.363010 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ced3f2f-2dcc-4289-9c38-465f0473a0bc req-853344dd-4d1d-4f03-8946-dab8f9ec0aea tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.3700101
Feb 12 21:20:11.396708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3952bbb-c8ea-47ca-be8d-d6ddd837433f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (dd26e787-c544-49a6-992a-11f8135e038b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:11.449763 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Allocated IP 172.35.2.236 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/f98fff56-7391-40ff-9f80-a6e7463e1bc4) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:11.478103 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90b494a6-24e8-46d4-baff-ab1720cd686e req-f1a027e8-fa2d-4b0e-976c-cf23aa448dc3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639674
Feb 12 21:20:11.511936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320b92db-e567-4463-8a86-f93cef26409d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:11.515579 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-320b92db-e567-4463-8a86-f93cef26409d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:11.544685 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ced3f2f-2dcc-4289-9c38-465f0473a0bc req-5ff9e76b-4c7c-4c0b-bbda-4308eb80bc7b tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1669869
Feb 12 21:20:11.576076 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for port (f98fff56-7391-40ff-9f80-a6e7463e1bc4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:11.674492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e7829-5e67-495f-8a1f-590db496eaca req-81d5b312-9c1c-4e33-b2c3-593b0450a185 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:11.675631 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-888e7829-5e67-495f-8a1f-590db496eaca req-81d5b312-9c1c-4e33-b2c3-593b0450a185 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.0562775
Feb 12 21:20:11.678318 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f98fff56-7391-40ff-9f80-a6e7463e1bc4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:11.681654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.ipam_backend_mixin [None req-320b92db-e567-4463-8a86-f93cef26409d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Performing IP validity checks on allocation pools {{(pid=126505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 12 21:20:11.682518 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.ipam_backend_mixin [None req-320b92db-e567-4463-8a86-f93cef26409d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 12 21:20:11.686072 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50218) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:11.687860 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3952bbb-c8ea-47ca-be8d-d6ddd837433f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (dd26e787-c544-49a6-992a-11f8135e038b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:11.714338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-efae206e-642a-4377-bfd1-a34fd6399886 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Request body: {'floatingip': {'port_id': '6f7bc51a-17c9-4327-a4af-7e41ba429351'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:11.735722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c3952bbb-c8ea-47ca-be8d-d6ddd837433f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa48ed60>,) {'filters': {'network_id': ['dd26e787-c544-49a6-992a-11f8135e038b']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:11.760817 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c3952bbb-c8ea-47ca-be8d-d6ddd837433f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa48ed60>, '0a6cbe1b-c004-40fd-9a1c-4baa0840557c') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:11.761167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c3952bbb-c8ea-47ca-be8d-d6ddd837433f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa48ed60>, '0a6cbe1b-c004-40fd-9a1c-4baa0840557c') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:11.767754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:11.771789 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-efae206e-642a-4377-bfd1-a34fd6399886 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for floatingip (b6f0ceaf-8e22-43fd-8c39-48638ced0354), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:11.776783 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:11.783429 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3952bbb-c8ea-47ca-be8d-d6ddd837433f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (0a6cbe1b-c004-40fd-9a1c-4baa0840557c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:11.787414 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-e98522e0-f319-48b3-b9c7-0bd9b8a6e97a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for port (a500c7b1-8358-4bc8-ae00-21079afb6cb4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:11.826794 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3952bbb-c8ea-47ca-be8d-d6ddd837433f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0a6cbe1b-c004-40fd-9a1c-4baa0840557c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:11.909786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3952bbb-c8ea-47ca-be8d-d6ddd837433f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:20:11.910718 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3952bbb-c8ea-47ca-be8d-d6ddd837433f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (0a6cbe1b-c004-40fd-9a1c-4baa0840557c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:20:11.914361 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:20:12.045322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef2f4c-0cea-4e54-a06c-7f8d39e536cd req-79b07abd-1de9-4537-a72c-d31d42af12e8 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:12.046863 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ef2f4c-0cea-4e54-a06c-7f8d39e536cd req-79b07abd-1de9-4537-a72c-d31d42af12e8 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.2447746
Feb 12 21:20:12.067868 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:12.071063 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Pushing event updated for resources: {'Port': ['ID=f98fff56-7391-40ff-9f80-a6e7463e1bc4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:12.093296 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-e98522e0-f319-48b3-b9c7-0bd9b8a6e97a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a500c7b1-8358-4bc8-ae00-21079afb6cb4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:12.131829 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ef2f4c-0cea-4e54-a06c-7f8d39e536cd req-0ad41dc9-e940-4d87-9c66-9fb1646d939f tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791054
Feb 12 21:20:12.141452 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-320b92db-e567-4463-8a86-f93cef26409d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (64f16fe1-7e27-4dc1-bd95-f291080467e9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:12.150552 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3952bbb-c8ea-47ca-be8d-d6ddd837433f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (dd26e787-c544-49a6-992a-11f8135e038b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:12.190456 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3952bbb-c8ea-47ca-be8d-d6ddd837433f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:12.197605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c3952bbb-c8ea-47ca-be8d-d6ddd837433f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/networks/dd26e787-c544-49a6-992a-11f8135e038b HTTP/1.1" status: 204  len: 168 time: 1.0232031
Feb 12 21:20:12.198924 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50228) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:12.211603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-e98522e0-f319-48b3-b9c7-0bd9b8a6e97a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Network 2d2fb25f-a576-44b7-8aec-e44f4519d495 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:12.221663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3952bbb-c8ea-47ca-be8d-d6ddd837433f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Network': ['ID=dd26e787-c544-49a6-992a-11f8135e038b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:12.230669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98522e0-f319-48b3-b9c7-0bd9b8a6e97a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event updated for resources: {'Port': ['ID=a500c7b1-8358-4bc8-ae00-21079afb6cb4,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:12.234331 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-e98522e0-f319-48b3-b9c7-0bd9b8a6e97a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:12.237759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-e98522e0-f319-48b3-b9c7-0bd9b8a6e97a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:12.283445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b92db-e567-4463-8a86-f93cef26409d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Subnet': ['ID=64f16fe1-7e27-4dc1-bd95-f291080467e9,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:12.352786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b92db-e567-4463-8a86-f93cef26409d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Checking segment: {'id': 'cf94a850-e324-4066-86fa-b4193c5c24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:12.353199 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320b92db-e567-4463-8a86-f93cef26409d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network hostable DHCP agents. Network: 9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:20:12.360392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa657e-cc2d-48ea-a703-3eb784c880b1 req-368844c5-fe8a-4142-b380-f864ddff2719 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:12.361986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-e98522e0-f319-48b3-b9c7-0bd9b8a6e97a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:12.362808 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-e98522e0-f319-48b3-b9c7-0bd9b8a6e97a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:12.368212 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f0fa657e-cc2d-48ea-a703-3eb784c880b1 req-368844c5-fe8a-4142-b380-f864ddff2719 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 931 time: 0.2980728
Feb 12 21:20:12.409092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd793f61-4465-4891-b297-a73b0654ec4c req-c8466aa4-f505-471b-9ffe-b3e07aba25ad tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:12.410820 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd793f61-4465-4891-b297-a73b0654ec4c req-c8466aa4-f505-471b-9ffe-b3e07aba25ad tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 945 time: 0.1426816
Feb 12 21:20:12.464304 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-e98522e0-f319-48b3-b9c7-0bd9b8a6e97a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4470961
Feb 12 21:20:12.480247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Request body: {'port': {'device_id': '1d8df7ff-9049-4b7d-940f-776982de0700', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:12.487465 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320b92db-e567-4463-8a86-f93cef26409d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:20:12.503033 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd793f61-4465-4891-b297-a73b0654ec4c req-f468b913-832c-46e7-b71c-565c5b1f2199 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821459
Feb 12 21:20:12.542620 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-cedf42e7-5742-4d68-b6c2-2bf97689c33c None None] Provisioning complete for port a500c7b1-8358-4bc8-ae00-21079afb6cb4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:12.543246 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cedf42e7-5742-4d68-b6c2-2bf97689c33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a500c7b1-8358-4bc8-ae00-21079afb6cb4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:12.586092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-320b92db-e567-4463-8a86-f93cef26409d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:12.591177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-cedf42e7-5742-4d68-b6c2-2bf97689c33c None None] Port a500c7b1-8358-4bc8-ae00-21079afb6cb4 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:20:12.597697 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f577fb-c9ba-430d-accc-897c6e9811fb None None] Network 9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:12.622384 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f0fa657e-cc2d-48ea-a703-3eb784c880b1 req-eb3f6646-9edf-4b3a-abcc-da379a94a2b8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2532978
Feb 12 21:20:12.624755 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a1cda737-7914-47f8-99d4-71c6118863d4 req-198c96b9-e1ce-4758-b797-673be0ae8094 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 210 time: 0.0402780
Feb 12 21:20:12.635173 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320b92db-e567-4463-8a86-f93cef26409d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:12.635849 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-320b92db-e567-4463-8a86-f93cef26409d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:12.641383 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a500c7b1-8358-4bc8-ae00-21079afb6cb4), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:12.694410 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-082d86d5-1dd3-449e-a5a0-61e72b70e2a8 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Deleting port 8782be9c-2524-4085-ba21-ec1d4f049188 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:12.694900 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-082d86d5-1dd3-449e-a5a0-61e72b70e2a8 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8782be9c-2524-4085-ba21-ec1d4f049188), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:12.733921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1', 'network_id': '9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1', 'project_id': 'e5d2245e5e8f422b91608bc32cf6870b', 'fixed_ips': [{'subnet_id': '64f16fe1-7e27-4dc1-bd95-f291080467e9'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:20:12.735297 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:12.790481 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-320b92db-e567-4463-8a86-f93cef26409d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9010553
Feb 12 21:20:12.792024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50230) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:12.797007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-95a6c542-9489-42e7-9026-db97a6995e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'network_id': '9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1', 'name': 'tempest-PortsTestJSON-2092957177'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:12.972525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Allocated IP 172.20.0.2 (9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1/64f16fe1-7e27-4dc1-bd95-f291080467e9/a7c74df1-37fb-4aea-b3d0-0299e6e53590) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:13.044172 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-082d86d5-1dd3-449e-a5a0-61e72b70e2a8 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8782be9c-2524-4085-ba21-ec1d4f049188), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:13.059634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a6c542-9489-42e7-9026-db97a6995e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:13.062935 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-95a6c542-9489-42e7-9026-db97a6995e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:13.081344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-082d86d5-1dd3-449e-a5a0-61e72b70e2a8 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Calling delete_port for 8782be9c-2524-4085-ba21-ec1d4f049188 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:13.204951 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (99194744-9991-4c38-8b04-17bb115a836c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:13.205517 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Publish callbacks [] for port (a7c74df1-37fb-4aea-b3d0-0299e6e53590), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:13.231566 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-95a6c542-9489-42e7-9026-db97a6995e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] device_id is not set on port 2df32eb9-f97e-4749-bf63-5055b174b8d8 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:20:13.291386 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.resource_extend [None req-efae206e-642a-4377-bfd1-a34fd6399886 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:20:13.296942 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (a7c74df1-37fb-4aea-b3d0-0299e6e53590), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:13.351377 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Network 9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:13.353079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Pushing event updated for resources: {'Port': ['ID=a7c74df1-37fb-4aea-b3d0-0299e6e53590,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:13.355369 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:13.363993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:13.396723 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571abeee-9609-4819-847f-7145e127e0bb req-6bfca044-2c8f-45ab-bbba-b0ca4c3c3845 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:13.398286 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-571abeee-9609-4819-847f-7145e127e0bb req-6bfca044-2c8f-45ab-bbba-b0ca4c3c3845 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.48 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 804 time: 0.3491931
Feb 12 21:20:13.402411 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a500c7b1-8358-4bc8-ae00-21079afb6cb4 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:20:13.424382 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-efae206e-642a-4377-bfd1-a34fd6399886 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:13.430549 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Publish callbacks [] for port (a500c7b1-8358-4bc8-ae00-21079afb6cb4), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:13.430783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Attempting to bind port a7c74df1-37fb-4aea-b3d0-0299e6e53590 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:20:13.430783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Attempting to bind port a7c74df1-37fb-4aea-b3d0-0299e6e53590 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cf94a850-e324-4066-86fa-b4193c5c24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:20:13.430783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Attempting to bind port a7c74df1-37fb-4aea-b3d0-0299e6e53590 on network 9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:13.438326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:20:13.443549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Checking segment: {'id': 'cf94a850-e324-4066-86fa-b4193c5c24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:13.443549 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:13.443549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Bound using segment: {'id': 'cf94a850-e324-4066-86fa-b4193c5c24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:20:13.443549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Bound port: a7c74df1-37fb-4aea-b3d0-0299e6e53590, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf94a850-e324-4066-86fa-b4193c5c24ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:20:13.443549 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a7c74df1-37fb-4aea-b3d0-0299e6e53590), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:13.449968 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-571abeee-9609-4819-847f-7145e127e0bb req-399d64ee-ce91-4473-9182-acbd02a2e681 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Request body: {'port': {'device_id': '614e2dee-b81e-4a15-91f6-be8faf694be7', 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1', 'admin_state_up': True, 'tenant_id': '050182e2f578483db86c4ee4d7391365'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:13.522225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] For port a7c74df1-37fb-4aea-b3d0-0299e6e53590, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:20:13.529132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] For port a7c74df1-37fb-4aea-b3d0-0299e6e53590, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7c74df1-37fb-4aea-b3d0-0299e6e53590,segment=NetworkSegment(cf94a850-e324-4066-86fa-b4193c5c24ae),segment_id=cf94a850-e324-4066-86fa-b4193c5c24ae)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:20:13.559494 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-efae206e-642a-4377-bfd1-a34fd6399886 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (b6f0ceaf-8e22-43fd-8c39-48638ced0354), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:13.562778 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-082d86d5-1dd3-449e-a5a0-61e72b70e2a8 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8782be9c-2524-4085-ba21-ec1d4f049188), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:13.571981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Transition to ACTIVE for port object a500c7b1-8358-4bc8-ae00-21079afb6cb4 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:20:13.589606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891274-b480-4c14-b5ab-bad8840293ee req-b4d41b71-28b3-4c54-a2b2-53b358749dfe tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:13.591211 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d5891274-b480-4c14-b5ab-bad8840293ee req-b4d41b71-28b3-4c54-a2b2-53b358749dfe tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.3361776
Feb 12 21:20:13.605953 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a7c74df1-37fb-4aea-b3d0-0299e6e53590), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:13.634869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-95a6c542-9489-42e7-9026-db97a6995e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Allocated IP 172.20.0.3 (9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1/64f16fe1-7e27-4dc1-bd95-f291080467e9/2df32eb9-f97e-4749-bf63-5055b174b8d8) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:13.650691 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (a500c7b1-8358-4bc8-ae00-21079afb6cb4), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:13.696790 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff7987-81ea-4fb7-9562-2235abea5922 None None] Pushing event updated for resources: {'Port': ['ID=a7c74df1-37fb-4aea-b3d0-0299e6e53590,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:13.813982 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d5891274-b480-4c14-b5ab-bad8840293ee req-85d07c11-2e14-40e7-8091-f4d56d940104 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2097247
Feb 12 21:20:13.849187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Pushing event updated for resources: {'Port': ['ID=a500c7b1-8358-4bc8-ae00-21079afb6cb4,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:13.953108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571abeee-9609-4819-847f-7145e127e0bb req-399d64ee-ce91-4473-9182-acbd02a2e681 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Made reservation on behalf of 050182e2f578483db86c4ee4d7391365 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:13.956948 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-571abeee-9609-4819-847f-7145e127e0bb req-399d64ee-ce91-4473-9182-acbd02a2e681 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:14.022614 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de3e090a-8800-467f-b433-63faf66af79c req-2e93447f-b068-4908-a7ee-5bc1f9e2c6fc tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 210 time: 0.1073749
Feb 12 21:20:14.028717 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-082d86d5-1dd3-449e-a5a0-61e72b70e2a8 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:14.032683 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-082d86d5-1dd3-449e-a5a0-61e72b70e2a8 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/ports/8782be9c-2524-4085-ba21-ec1d4f049188 HTTP/1.1" status: 204  len: 168 time: 1.8305089
Feb 12 21:20:14.043731 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50240) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:14.054103 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d86d5-1dd3-449e-a5a0-61e72b70e2a8 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Port': ['ID=8782be9c-2524-4085-ba21-ec1d4f049188,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:14.174578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f046f6-22c8-4e20-9d5d-4e391cff80c1 req-07a973b8-ce7d-4655-8b50-1ebb4c982809 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:14.178157 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-82f046f6-22c8-4e20-9d5d-4e391cff80c1 req-07a973b8-ce7d-4655-8b50-1ebb4c982809 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 945 time: 0.1634047
Feb 12 21:20:14.179781 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (99194744-9991-4c38-8b04-17bb115a836c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:14.305659 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-efae206e-642a-4377-bfd1-a34fd6399886 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Floating IP b6f0ceaf-8e22-43fd-8c39-48638ced0354 associated. External IP: 172.35.2.140, port: 6f7bc51a-17c9-4327-a4af-7e41ba429351.
Feb 12 21:20:14.395870 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-82f046f6-22c8-4e20-9d5d-4e391cff80c1 req-f9f3431d-8a81-4c30-a879-25a4f242b687 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2080958
Feb 12 21:20:14.461779 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-f27cf138-f370-4493-a85b-5fab7ef4e92f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:20:14.462270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f27cf138-f370-4493-a85b-5fab7ef4e92f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:20:14.468098 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f27cf138-f370-4493-a85b-5fab7ef4e92f tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/subnets/7425560e-53be-4152-bf62-ca217b62d7cb HTTP/1.1" status: 404  len: 337 time: 0.3942800
Feb 12 21:20:14.470215 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50244) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:14.495710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Attempting to bind port a500c7b1-8358-4bc8-ae00-21079afb6cb4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:20:14.496052 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Attempting to bind port a500c7b1-8358-4bc8-ae00-21079afb6cb4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:20:14.496380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Attempting to bind port a500c7b1-8358-4bc8-ae00-21079afb6cb4 on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:14.517454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Port a500c7b1-8358-4bc8-ae00-21079afb6cb4 on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:20:14.517738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Attempting to bind port a500c7b1-8358-4bc8-ae00-21079afb6cb4 on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:14.574444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:20:14.575159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Checking segment: {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:14.575159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Bound using segment: {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:20:14.575605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Bound port: a500c7b1-8358-4bc8-ae00-21079afb6cb4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:20:14.575963 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a500c7b1-8358-4bc8-ae00-21079afb6cb4), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:14.607069 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-95a6c542-9489-42e7-9026-db97a6995e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (2df32eb9-f97e-4749-bf63-5055b174b8d8), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:14.631753 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec2c4f-f6e6-4d5a-97a9-15e1e81ab4ef req-1dbcc7c8-c889-4492-8646-8498fc915fc4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:14.644745 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4eec2c4f-f6e6-4d5a-97a9-15e1e81ab4ef req-1dbcc7c8-c889-4492-8646-8498fc915fc4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 943 time: 0.1850641
Feb 12 21:20:14.676918 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1041321-9e7c-41f9-aa47-3b5764d0dae2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:14.709306 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317277b1-58e1-4726-856b-1993206db1c8 req-cd13d62a-5bfb-4432-9ec9-2de6d1398269 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:14.710831 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-317277b1-58e1-4726-856b-1993206db1c8 req-cd13d62a-5bfb-4432-9ec9-2de6d1398269 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.2391484
Feb 12 21:20:14.750809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efae206e-642a-4377-bfd1-a34fd6399886 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Router d10c3c54-e149-4055-ad99-e19133a8999d has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:20:14.756264 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Router 99194744-9991-4c38-8b04-17bb115a836c is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:20:14.771063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-571abeee-9609-4819-847f-7145e127e0bb req-399d64ee-ce91-4473-9182-acbd02a2e681 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Allocated IP 172.20.0.8 (7099db00-3881-44c3-bb47-3ded394a66e1/9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9/0762ac45-f397-472b-8939-3d99e373982f) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:14.806442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] For port a500c7b1-8358-4bc8-ae00-21079afb6cb4, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:20:14.811318 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4eec2c4f-f6e6-4d5a-97a9-15e1e81ab4ef req-4cf8645e-1b26-4ffa-9e28-bffd690ce563 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474378
Feb 12 21:20:14.812972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] For port a500c7b1-8358-4bc8-ae00-21079afb6cb4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a500c7b1-8358-4bc8-ae00-21079afb6cb4,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:20:14.856617 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1041321-9e7c-41f9-aa47-3b5764d0dae2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:14.926220 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-95a6c542-9489-42e7-9026-db97a6995e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2df32eb9-f97e-4749-bf63-5055b174b8d8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:14.952103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cccd5d-aa8b-4e3b-a9b3-1ed1315aa2ed None None] Network 9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:14.952577 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (a500c7b1-8358-4bc8-ae00-21079afb6cb4), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:15.011163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d3c82be0-43e6-4c33-ab35-188b2656f8f2 None None] Provisioning complete for port a7c74df1-37fb-4aea-b3d0-0299e6e53590 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:15.011540 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d3c82be0-43e6-4c33-ab35-188b2656f8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a7c74df1-37fb-4aea-b3d0-0299e6e53590), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:15.033505 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a6c542-9489-42e7-9026-db97a6995e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:15.039009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:15.039780 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:15.041307 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] 10.222.0.50 "PUT /v2.0/ports/a500c7b1-8358-4bc8-ae00-21079afb6cb4 HTTP/1.1" status: 200  len: 1091 time: 2.5661042
Feb 12 21:20:15.042295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8df7ff-9049-4b7d-940f-776982de0700', 'tag': 'a500c7b1-8358-4bc8-ae00-21079afb6cb4'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:15.044543 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51c6579-3a53-47ad-ba19-5ec0e1f2dcfb" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8df7ff-9049-4b7d-940f-776982de0700", "tag": "a500c7b1-8358-4bc8-ae00-21079afb6cb4"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:15.064980 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-95a6c542-9489-42e7-9026-db97a6995e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:15.068697 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a6c542-9489-42e7-9026-db97a6995e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:15.072018 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6c542-9489-42e7-9026-db97a6995e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=2df32eb9-f97e-4749-bf63-5055b174b8d8,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:15.091450 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-317277b1-58e1-4726-856b-1993206db1c8 req-17c24861-8c5b-4c93-8ca0-ec8ef9d85d81 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3647962
Feb 12 21:20:15.100857 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a1041321-9e7c-41f9-aa47-3b5764d0dae2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc7002b2af0>,) {'filters': {'network_id': ['fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:15.156820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a1041321-9e7c-41f9-aa47-3b5764d0dae2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7002b2af0>, '4b18d2d4-245d-47a8-8cd2-ec62d5d96643') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:15.157486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a1041321-9e7c-41f9-aa47-3b5764d0dae2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7002b2af0>, '4b18d2d4-245d-47a8-8cd2-ec62d5d96643') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:15.165065 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-571abeee-9609-4819-847f-7145e127e0bb req-399d64ee-ce91-4473-9182-acbd02a2e681 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks [] for port (0762ac45-f397-472b-8939-3d99e373982f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:15.205977 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1041321-9e7c-41f9-aa47-3b5764d0dae2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (4b18d2d4-245d-47a8-8cd2-ec62d5d96643), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:15.270412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5591730-067d-4de2-9954-8ec005199fc6 req-f2602877-29c6-4fae-887c-32898ad19979 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:15.273531 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5591730-067d-4de2-9954-8ec005199fc6 req-f2602877-29c6-4fae-887c-32898ad19979 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.3516226
Feb 12 21:20:15.275102 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bed89d65-0a78-4299-b62c-0a86ce10bdec req-913e5d6c-ed77-41a0-8fa7-44118526df05 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 210 time: 0.0519917
Feb 12 21:20:15.276332 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1041321-9e7c-41f9-aa47-3b5764d0dae2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (4b18d2d4-245d-47a8-8cd2-ec62d5d96643), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:15.282583 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a6c542-9489-42e7-9026-db97a6995e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:15.291579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:20:15.297483 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Sync routers for ids ['99194744-9991-4c38-8b04-17bb115a836c'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:20:15.298139 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-95a6c542-9489-42e7-9026-db97a6995e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:15.324356 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Routers {'99194744-9991-4c38-8b04-17bb115a836c'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:15.325127 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe35100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:19:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['99194744-9991-4c38-8b04-17bb115a836c'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:15.328015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1041321-9e7c-41f9-aa47-3b5764d0dae2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:20:15.336438 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1041321-9e7c-41f9-aa47-3b5764d0dae2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (4b18d2d4-245d-47a8-8cd2-ec62d5d96643), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:20:15.342986 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:20:15.383257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b582751-e2eb-47e7-9010-0607efe7a7df service neutron] Pushing event updated for resources: {'Port': ['ID=a500c7b1-8358-4bc8-ae00-21079afb6cb4,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:15.386901 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf4d9a9-f484-4ff9-92c9-9919be4f437b x-openstack-request-id: req-daf4d9a9-f484-4ff9-92c9-9919be4f437b {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:15.387025 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8df7ff-9049-4b7d-940f-776982de0700", "tag": "a500c7b1-8358-4bc8-ae00-21079afb6cb4", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:15.387267 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-daf4d9a9-f484-4ff9-92c9-9919be4f437b {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:15.387665 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8df7ff-9049-4b7d-940f-776982de0700', 'tag': 'a500c7b1-8358-4bc8-ae00-21079afb6cb4', 'status': 'completed', 'code': 200}
Feb 12 21:20:15.398730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d3c82be0-43e6-4c33-ab35-188b2656f8f2 None None] Current status of the port a7c74df1-37fb-4aea-b3d0-0299e6e53590 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:15.399279 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d3c82be0-43e6-4c33-ab35-188b2656f8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a7c74df1-37fb-4aea-b3d0-0299e6e53590), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:15.436758 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-571abeee-9609-4819-847f-7145e127e0bb req-399d64ee-ce91-4473-9182-acbd02a2e681 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (0762ac45-f397-472b-8939-3d99e373982f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:15.462926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efae206e-642a-4377-bfd1-a34fd6399886 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:20:15.468173 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['38352d0d-4c76-4e91-9225-8c4272270ad6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:15.469839 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-efae206e-642a-4377-bfd1-a34fd6399886 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:15.475158 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5591730-067d-4de2-9954-8ec005199fc6 req-0bda3a02-6b95-420c-917c-0cc512ac8e49 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300294
Feb 12 21:20:15.494740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c9edd-0c80-418a-95cf-1557b11cbf12 None None] Sync routers for ids ['d10c3c54-e149-4055-ad99-e19133a8999d'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:20:15.521389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-a081dce2-0008-4807-b807-fe03f2a294a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:15.524342 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-a081dce2-0008-4807-b807-fe03f2a294a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 1125 time: 0.3479431
Feb 12 21:20:15.535694 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-95a6c542-9489-42e7-9026-db97a6995e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.7426138
Feb 12 21:20:15.549246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50254) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:15.552471 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Set router 99194744-9991-4c38-8b04-17bb115a836c gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:20:15.568065 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:15.569774 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a5a267e6-06bc-4486-a838-053e68e58fed tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 5.2760313
Feb 12 21:20:15.573896 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d3c82be0-43e6-4c33-ab35-188b2656f8f2 None None] For port a7c74df1-37fb-4aea-b3d0-0299e6e53590, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7c74df1-37fb-4aea-b3d0-0299e6e53590,segment=NetworkSegment(cf94a850-e324-4066-86fa-b4193c5c24ae),segment_id=cf94a850-e324-4066-86fa-b4193c5c24ae)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:15.587132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c9edd-0c80-418a-95cf-1557b11cbf12 None None] Routers {'d10c3c54-e149-4055-ad99-e19133a8999d'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:15.592793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-617c9edd-0c80-418a-95cf-1557b11cbf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b3940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:19:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d10c3c54-e149-4055-ad99-e19133a8999d'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:15.592991 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-efae206e-642a-4377-bfd1-a34fd6399886 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "PUT /v2.0/floatingips/b6f0ceaf-8e22-43fd-8c39-48638ced0354 HTTP/1.1" status: 200  len: 991 time: 3.8845930
Feb 12 21:20:15.592991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50256) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:15.592991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245ee706-32b5-4ae4-bf28-f1e5139ea077', 'tag': '6f7bc51a-17c9-4327-a4af-7e41ba429351'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:15.593291 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb2076d-fee5-492c-9b15-b69b8720d1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "245ee706-32b5-4ae4-bf28-f1e5139ea077", "tag": "6f7bc51a-17c9-4327-a4af-7e41ba429351"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:15.715739 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571abeee-9609-4819-847f-7145e127e0bb req-399d64ee-ce91-4473-9182-acbd02a2e681 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Network 7099db00-3881-44c3-bb47-3ded394a66e1 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:15.726165 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1041321-9e7c-41f9-aa47-3b5764d0dae2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:15.738693 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-74bbeee0-51ba-41c6-90ad-5707787d43a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a500c7b1-8358-4bc8-ae00-21079afb6cb4 HTTP/1.1" status: 200  len: 217 time: 0.2006652
Feb 12 21:20:15.742057 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d3c82be0-43e6-4c33-ab35-188b2656f8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a7c74df1-37fb-4aea-b3d0-0299e6e53590), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:15.754810 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-571abeee-9609-4819-847f-7145e127e0bb req-399d64ee-ce91-4473-9182-acbd02a2e681 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:15.775091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d64ee-ce91-4473-9182-acbd02a2e681 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Pushing event updated for resources: {'Port': ['ID=0762ac45-f397-472b-8939-3d99e373982f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:15.781773 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-571abeee-9609-4819-847f-7145e127e0bb req-399d64ee-ce91-4473-9182-acbd02a2e681 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:15.787898 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1041321-9e7c-41f9-aa47-3b5764d0dae2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:15.795211 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a1041321-9e7c-41f9-aa47-3b5764d0dae2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/networks/fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a HTTP/1.1" status: 204  len: 168 time: 1.3208494
Feb 12 21:20:15.806490 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424edd08-c102-4726-863d-e8e3f608372d x-openstack-request-id: req-424edd08-c102-4726-863d-e8e3f608372d {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:15.806911 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245ee706-32b5-4ae4-bf28-f1e5139ea077", "tag": "6f7bc51a-17c9-4327-a4af-7e41ba429351", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:15.807281 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-424edd08-c102-4726-863d-e8e3f608372d {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:15.807815 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245ee706-32b5-4ae4-bf28-f1e5139ea077', 'tag': '6f7bc51a-17c9-4327-a4af-7e41ba429351', 'status': 'completed', 'code': 200}
Feb 12 21:20:15.812449 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50264) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:15.874464 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1041321-9e7c-41f9-aa47-3b5764d0dae2 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Network': ['ID=fd888f7b-ef9f-4656-ab8e-31fafbfa1f8a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:15.891512 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571abeee-9609-4819-847f-7145e127e0bb req-399d64ee-ce91-4473-9182-acbd02a2e681 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:15.892606 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-571abeee-9609-4819-847f-7145e127e0bb req-399d64ee-ce91-4473-9182-acbd02a2e681 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:15.901451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c80a7-8163-421b-996d-5a52839451df req-df94aa31-6135-4d1c-b112-02a33d28a7f8 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:15.902216 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe35100>, [{'id': '99194744-9991-4c38-8b04-17bb115a836c', 'name': 'tempest-snat-router-2070203619', 'tenant_id': 'ac9c5ca261b443838e79cbb730e2b514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.236'}], 'enable_snat': False}, 'gw_port_id': 'f98fff56-7391-40ff-9f80-a6e7463e1bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:20:10Z', 'updated_at': '2022-02-12T21:20:12Z', 'revision_number': 3, 'project_id': 'ac9c5ca261b443838e79cbb730e2b514', 'gw_port': {'id': 'f98fff56-7391-40ff-9f80-a6e7463e1bc4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99194744-9991-4c38-8b04-17bb115a836c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:20:11Z', 'updated_at': '2022-02-12T21:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:15.903034 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba1c80a7-8163-421b-996d-5a52839451df req-df94aa31-6135-4d1c-b112-02a33d28a7f8 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b988b5a-9dfb-4db8-9388-bae126fcf4fc HTTP/1.1" status: 200  len: 946 time: 0.3820069
Feb 12 21:20:15.918954 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-617c9edd-0c80-418a-95cf-1557b11cbf12 None None] Set router d10c3c54-e149-4055-ad99-e19133a8999d gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:20:15.964214 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Checking router: 99194744-9991-4c38-8b04-17bb115a836c for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:20:15.968534 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Updating router 99194744-9991-4c38-8b04-17bb115a836c port f98fff56-7391-40ff-9f80-a6e7463e1bc4 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:20:16.028342 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba1c80a7-8163-421b-996d-5a52839451df req-96ab6f2e-ad5a-444f-bb36-cfbc21482a27 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964513
Feb 12 21:20:16.028832 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f98fff56-7391-40ff-9f80-a6e7463e1bc4), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.030987 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bbbbe343-6873-4d94-9460-15ee80b2a149 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/routers/99194744-9991-4c38-8b04-17bb115a836c HTTP/1.1" status: 200  len: 909 time: 0.4320490
Feb 12 21:20:16.033587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50268) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:16.041310 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2070203619', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'enable_snat': True}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:16.115402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a7c74df1-37fb-4aea-b3d0-0299e6e53590 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:16.120226 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-e0d0b3d6-488f-4e1a-981a-1ab7819c7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:16.122005 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-e0d0b3d6-488f-4e1a-981a-1ab7819c7132 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.3654490
Feb 12 21:20:16.151746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-96038e34-6521-452d-b9ab-e1681f23aa34 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Deleting subnet 42af2eac-3ac7-487c-b556-e27f6cec140d {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:20:16.152795 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (157b54ec-f507-47d3-8404-743473e968c2), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.153943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (157b54ec-f507-47d3-8404-743473e968c2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.176524 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96038e34-6521-452d-b9ab-e1681f23aa34 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for subnet (42af2eac-3ac7-487c-b556-e27f6cec140d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.216194 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-571abeee-9609-4819-847f-7145e127e0bb req-399d64ee-ce91-4473-9182-acbd02a2e681 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7946241
Feb 12 21:20:16.223449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-282a854a-4a36-46b2-9f71-234cb43805ab None None] Provisioning complete for port a7c74df1-37fb-4aea-b3d0-0299e6e53590 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:16.223879 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-282a854a-4a36-46b2-9f71-234cb43805ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a7c74df1-37fb-4aea-b3d0-0299e6e53590), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.231151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Request body: {'port': {'device_id': '614e2dee-b81e-4a15-91f6-be8faf694be7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:16.274845 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c82be0-43e6-4c33-ab35-188b2656f8f2 None None] Pushing event updated for resources: {'Port': ['ID=a7c74df1-37fb-4aea-b3d0-0299e6e53590,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:16.284733 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96038e34-6521-452d-b9ab-e1681f23aa34 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (42af2eac-3ac7-487c-b556-e27f6cec140d), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.288263 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_controller (157b54ec-f507-47d3-8404-743473e968c2), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.297242 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2076d-fee5-492c-9b15-b69b8720d1a2 req-12580599-009a-4f53-bd3a-c5eb3f947c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:16.298926 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5eb2076d-fee5-492c-9b15-b69b8720d1a2 req-12580599-009a-4f53-bd3a-c5eb3f947c2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1dda620b49344bdaa8408d14a9e44acd&device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 1127 time: 0.3909271
Feb 12 21:20:16.346019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2a276-4de9-4f2d-9257-28b01c1931f1 req-85a7ab99-eb78-4668-9697-2b07d1d8b87f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:16.348261 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b5b2a276-4de9-4f2d-9257-28b01c1931f1 req-85a7ab99-eb78-4668-9697-2b07d1d8b87f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 943 time: 0.3398416
Feb 12 21:20:16.386024 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Publish callbacks [] for port (f98fff56-7391-40ff-9f80-a6e7463e1bc4), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.386633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-1feffbe8-2961-4be2-9a61-96bed98cf7e7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port 2df32eb9-f97e-4749-bf63-5055b174b8d8 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:16.386760 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1feffbe8-2961-4be2-9a61-96bed98cf7e7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2df32eb9-f97e-4749-bf63-5055b174b8d8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.445417 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port a7c74df1-37fb-4aea-b3d0-0299e6e53590 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:16.449432 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a7c74df1-37fb-4aea-b3d0-0299e6e53590), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.456057 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-b49034f3-07b7-490c-9c50-67b1791d207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:16.457846 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-b49034f3-07b7-490c-9c50-67b1791d207d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3242843
Feb 12 21:20:16.467476 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f98fff56-7391-40ff-9f80-a6e7463e1bc4), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.521630 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27926615-3b7b-4df2-8d75-504e3a042c53 None None] Pushing event updated for resources: {'Port': ['ID=f98fff56-7391-40ff-9f80-a6e7463e1bc4,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:16.538091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-282a854a-4a36-46b2-9f71-234cb43805ab None None] Current status of the port a7c74df1-37fb-4aea-b3d0-0299e6e53590 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:16.544736 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Attempting to bind port f98fff56-7391-40ff-9f80-a6e7463e1bc4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:20:16.545244 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Attempting to bind port f98fff56-7391-40ff-9f80-a6e7463e1bc4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:20:16.546123 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Attempting to bind port f98fff56-7391-40ff-9f80-a6e7463e1bc4 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:16.552349 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:20:16.552891 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:16.553549 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.554080 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:20:16.554674 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Bound port: f98fff56-7391-40ff-9f80-a6e7463e1bc4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:20:16.555176 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f98fff56-7391-40ff-9f80-a6e7463e1bc4), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.619918 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] For port f98fff56-7391-40ff-9f80-a6e7463e1bc4, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:20:16.623629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-282a854a-4a36-46b2-9f71-234cb43805ab None None] Provisioning complete for port 2df32eb9-f97e-4749-bf63-5055b174b8d8 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:16.623820 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0762ac45-f397-472b-8939-3d99e373982f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.624256 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] For port f98fff56-7391-40ff-9f80-a6e7463e1bc4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f98fff56-7391-40ff-9f80-a6e7463e1bc4,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:20:16.624552 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-282a854a-4a36-46b2-9f71-234cb43805ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2df32eb9-f97e-4749-bf63-5055b174b8d8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.625765 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (157b54ec-f507-47d3-8404-743473e968c2), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.637521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b762a-8f66-4b31-9359-82f9a8940bfb req-4cfcf82a-9d40-45eb-ba12-091cb0277b90 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:16.639208 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb5b762a-8f66-4b31-9359-82f9a8940bfb req-4cfcf82a-9d40-45eb-ba12-091cb0277b90 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 945 time: 0.1912193
Feb 12 21:20:16.712485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-282a854a-4a36-46b2-9f71-234cb43805ab None None] Port 2df32eb9-f97e-4749-bf63-5055b174b8d8 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:20:16.715605 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f98fff56-7391-40ff-9f80-a6e7463e1bc4), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.717828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port a7c74df1-37fb-4aea-b3d0-0299e6e53590 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:16.730038 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-617c9edd-0c80-418a-95cf-1557b11cbf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b3940>, [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:26Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b6f0ceaf-8e22-43fd-8c39-48638ced0354', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'floating_ip_address': '172.35.2.140', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'port_id': '6f7bc51a-17c9-4327-a4af-7e41ba429351', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'mac_address': 'fa:16:3e:64:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ee706-32b5-4ae4-bf28-f1e5139ea077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:19:37Z', 'updated_at': '2022-02-12T21:20:13Z', 'revision_number': 1, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052', 'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'mac_address': 'fa:16:3e:45:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:24Z', 'updated_at': '2022-02-12T21:19:38Z', 'revision_number': 5, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'subnets': [{'id': '08262d9b-e180-46f4-80c5-239821f96956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:16.749934 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b5b2a276-4de9-4f2d-9257-28b01c1931f1 req-4506b364-0807-4f9b-b6af-5fc895143402 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3897970
Feb 12 21:20:16.749934 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96038e34-6521-452d-b9ab-e1681f23aa34 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (42af2eac-3ac7-487c-b556-e27f6cec140d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.808057 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Routers {'99194744-9991-4c38-8b04-17bb115a836c'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:16.808965 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe35100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:19:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['99194744-9991-4c38-8b04-17bb115a836c'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:16.810863 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1feffbe8-2961-4be2-9a61-96bed98cf7e7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2df32eb9-f97e-4749-bf63-5055b174b8d8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:16.813795 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27926615-3b7b-4df2-8d75-504e3a042c53 None None] Pushing event updated for resources: {'Port': ['ID=f98fff56-7391-40ff-9f80-a6e7463e1bc4,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:16.821140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c9edd-0c80-418a-95cf-1557b11cbf12 None None] Checking router: d10c3c54-e149-4055-ad99-e19133a8999d for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:20:16.839259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2076d-fee5-492c-9b15-b69b8720d1a2 req-0a5a910d-5e76-4140-9e4d-785235c46616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:16.843233 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5eb2076d-fee5-492c-9b15-b69b8720d1a2 req-0a5a910d-5e76-4140-9e4d-785235c46616 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3d3223c4-7d3e-45d4-827e-f74909602e0e HTTP/1.1" status: 200  len: 912 time: 0.5149159
Feb 12 21:20:16.858154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c9edd-0c80-418a-95cf-1557b11cbf12 None None] Routers {'d10c3c54-e149-4055-ad99-e19133a8999d'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:16.859171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-617c9edd-0c80-418a-95cf-1557b11cbf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b3940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:19:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d10c3c54-e149-4055-ad99-e19133a8999d'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:16.889079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-1feffbe8-2961-4be2-9a61-96bed98cf7e7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for 2df32eb9-f97e-4749-bf63-5055b174b8d8 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:16.946835 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] Set router 99194744-9991-4c38-8b04-17bb115a836c gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:20:16.967400 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5eb2076d-fee5-492c-9b15-b69b8720d1a2 req-0a3dfd3f-8f82-4bac-9ef8-c0f3eb1a4f3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7bc51a-17c9-4327-a4af-7e41ba429351 HTTP/1.1" status: 200  len: 999 time: 0.1076078
Feb 12 21:20:16.980070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-a08326a4-c459-4eee-9d4d-f7165150d1f4 service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4760909
Feb 12 21:20:16.998473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-617c9edd-0c80-418a-95cf-1557b11cbf12 None None] Set router d10c3c54-e149-4055-ad99-e19133a8999d gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:20:17.108265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-35a235e9-c487-4845-8197-e26e8f9249ac None None] Provisioning complete for port 2df32eb9-f97e-4749-bf63-5055b174b8d8 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:17.108672 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-35a235e9-c487-4845-8197-e26e8f9249ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2df32eb9-f97e-4749-bf63-5055b174b8d8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:17.162743 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb5b762a-8f66-4b31-9359-82f9a8940bfb req-a2a7ecd8-d5c5-4e21-908d-9c66c1b32aa6 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5163686
Feb 12 21:20:17.208905 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe35100>, [{'id': '99194744-9991-4c38-8b04-17bb115a836c', 'name': 'tempest-snat-router-2070203619', 'tenant_id': 'ac9c5ca261b443838e79cbb730e2b514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.236'}], 'enable_snat': False}, 'gw_port_id': 'f98fff56-7391-40ff-9f80-a6e7463e1bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:20:10Z', 'updated_at': '2022-02-12T21:20:12Z', 'revision_number': 3, 'project_id': 'ac9c5ca261b443838e79cbb730e2b514', 'gw_port': {'id': 'f98fff56-7391-40ff-9f80-a6e7463e1bc4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99194744-9991-4c38-8b04-17bb115a836c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:20:11Z', 'updated_at': '2022-02-12T21:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:17.212609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-35a235e9-c487-4845-8197-e26e8f9249ac None None] Port 2df32eb9-f97e-4749-bf63-5055b174b8d8 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:20:17.239004 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82d18f95-99be-40ab-b8a3-13a6439ac8a2 req-ef554c5d-754e-4d5d-baaf-2c4a0189f35f service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2380764
Feb 12 21:20:17.260599 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3970279-1f78-4a58-b672-551e91ae28fd None None] The sync data for ids ['99194744-9991-4c38-8b04-17bb115a836c'] in ncdv-master-1 is: [{'id': '99194744-9991-4c38-8b04-17bb115a836c', 'name': 'tempest-snat-router-2070203619', 'tenant_id': 'ac9c5ca261b443838e79cbb730e2b514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.236'}], 'enable_snat': False}, 'gw_port_id': 'f98fff56-7391-40ff-9f80-a6e7463e1bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:20:10Z', 'updated_at': '2022-02-12T21:20:12Z', 'revision_number': 3, 'project_id': 'ac9c5ca261b443838e79cbb730e2b514', 'gw_port': {'id': 'f98fff56-7391-40ff-9f80-a6e7463e1bc4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99194744-9991-4c38-8b04-17bb115a836c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:20:11Z', 'updated_at': '2022-02-12T21:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:20:17.284219 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2076d-fee5-492c-9b15-b69b8720d1a2 req-be6a4200-c176-405c-b029-4917826cb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:17.296456 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5eb2076d-fee5-492c-9b15-b69b8720d1a2 req-be6a4200-c176-405c-b029-4917826cb9a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08262d9b-e180-46f4-80c5-239821f96956 HTTP/1.1" status: 200  len: 850 time: 0.3131797
Feb 12 21:20:17.326010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e2c83-d91d-4fba-ab6e-9aab259c979d req-0eec9515-57f3-429d-bdcb-e40e0ce31566 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:17.333183 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-330e2c83-d91d-4fba-ab6e-9aab259c979d req-0eec9515-57f3-429d-bdcb-e40e0ce31566 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 931 time: 0.4566443
Feb 12 21:20:17.353465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a9195-9d28-4b44-9143-8214d9de325f req-77e45de9-91b8-47a5-aecb-13eb1ea843a1 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:17.355011 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7f3a9195-9d28-4b44-9143-8214d9de325f req-77e45de9-91b8-47a5-aecb-13eb1ea843a1 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.0793366
Feb 12 21:20:17.357665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-617c9edd-0c80-418a-95cf-1557b11cbf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b3940>, [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:26Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b6f0ceaf-8e22-43fd-8c39-48638ced0354', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'floating_ip_address': '172.35.2.140', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'port_id': '6f7bc51a-17c9-4327-a4af-7e41ba429351', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'mac_address': 'fa:16:3e:64:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ee706-32b5-4ae4-bf28-f1e5139ea077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:19:37Z', 'updated_at': '2022-02-12T21:20:13Z', 'revision_number': 1, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052', 'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'mac_address': 'fa:16:3e:45:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:24Z', 'updated_at': '2022-02-12T21:19:38Z', 'revision_number': 5, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'subnets': [{'id': '08262d9b-e180-46f4-80c5-239821f96956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:17.378472 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96038e34-6521-452d-b9ab-e1681f23aa34 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (42af2eac-3ac7-487c-b556-e27f6cec140d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:17.400103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c9edd-0c80-418a-95cf-1557b11cbf12 None None] The sync data for ids ['d10c3c54-e149-4055-ad99-e19133a8999d'] in ncdv-master-1 is: [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:26Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b6f0ceaf-8e22-43fd-8c39-48638ced0354', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'floating_ip_address': '172.35.2.140', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'port_id': '6f7bc51a-17c9-4327-a4af-7e41ba429351', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'mac_address': 'fa:16:3e:64:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ee706-32b5-4ae4-bf28-f1e5139ea077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:19:37Z', 'updated_at': '2022-02-12T21:20:13Z', 'revision_number': 1, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052', 'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'mac_address': 'fa:16:3e:45:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:24Z', 'updated_at': '2022-02-12T21:19:38Z', 'revision_number': 5, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'subnets': [{'id': '08262d9b-e180-46f4-80c5-239821f96956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:20:17.516081 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7f3a9195-9d28-4b44-9143-8214d9de325f req-bd56c0d0-56ef-4f6a-a5ca-876595af45fb tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145296
Feb 12 21:20:17.529714 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (157b54ec-f507-47d3-8404-743473e968c2), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:17.561863 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:17.755813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Allocated IP 172.35.2.35 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/0f61f896-e651-4f60-8422-7c63fd9691f2) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:17.785782 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603eb59-230a-4d56-9447-b8d501c1929a None None] New status for floating IP b6f0ceaf-8e22-43fd-8c39-48638ced0354: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:20:17.954925 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for port (0f61f896-e651-4f60-8422-7c63fd9691f2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:17.980015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a1b1f-3baa-4cf2-8328-2984bc0b7f07 req-839dd333-9222-4238-b34f-b89b40dc2694 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:17.991079 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a5a1b1f-3baa-4cf2-8328-2984bc0b7f07 req-839dd333-9222-4238-b34f-b89b40dc2694 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.1185596
Feb 12 21:20:18.031735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e96a668-0040-4023-a338-9d9ca364c13d None None] Network dc2d85b2-da8d-45ea-af28-ae029dbd2e7f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:18.081191 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a5a1b1f-3baa-4cf2-8328-2984bc0b7f07 req-e02e91c2-c220-4fba-b42b-aa14018056ea tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886979
Feb 12 21:20:18.106008 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96038e34-6521-452d-b9ab-e1681f23aa34 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:18.109222 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-96038e34-6521-452d-b9ab-e1681f23aa34 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/subnets/42af2eac-3ac7-487c-b556-e27f6cec140d HTTP/1.1" status: 204  len: 168 time: 2.2239020
Feb 12 21:20:18.112102 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50282) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:18.127512 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-330e2c83-d91d-4fba-ab6e-9aab259c979d req-7ea72e87-26f6-4d45-a05a-64896042ebc5 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7888725
Feb 12 21:20:18.144256 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96038e34-6521-452d-b9ab-e1681f23aa34 tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Subnet': ['ID=42af2eac-3ac7-487c-b556-e27f6cec140d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:18.149728 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1feffbe8-2961-4be2-9a61-96bed98cf7e7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2df32eb9-f97e-4749-bf63-5055b174b8d8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:18.186419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a7c74df1-37fb-4aea-b3d0-0299e6e53590 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:18.250785 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (0f61f896-e651-4f60-8422-7c63fd9691f2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:18.310961 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0762ac45-f397-472b-8939-3d99e373982f {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:20:18.316900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feffbe8-2961-4be2-9a61-96bed98cf7e7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=2df32eb9-f97e-4749-bf63-5055b174b8d8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:18.365410 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:18.370298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Pushing event updated for resources: {'Port': ['ID=0f61f896-e651-4f60-8422-7c63fd9691f2,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:18.372927 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:18.391379 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:18.392875 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Publish callbacks [] for port (0762ac45-f397-472b-8939-3d99e373982f), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:18.429445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port a7c74df1-37fb-4aea-b3d0-0299e6e53590 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:18.429445 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a7c74df1-37fb-4aea-b3d0-0299e6e53590), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:18.440607 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2076d-fee5-492c-9b15-b69b8720d1a2 req-496c64b8-5049-44b8-82ae-de2ddadedeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:18.444154 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5eb2076d-fee5-492c-9b15-b69b8720d1a2 req-496c64b8-5049-44b8-82ae-de2ddadedeca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d3223c4-7d3e-45d4-827e-f74909602e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 1.1317265
Feb 12 21:20:18.445918 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1feffbe8-2961-4be2-9a61-96bed98cf7e7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:18.450226 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1feffbe8-2961-4be2-9a61-96bed98cf7e7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/2df32eb9-f97e-4749-bf63-5055b174b8d8 HTTP/1.1" status: 204  len: 168 time: 2.8954728
Feb 12 21:20:18.455005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50284) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:18.493746 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (dc2d85b2-da8d-45ea-af28-ae029dbd2e7f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:18.521290 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7ae538-beea-4c44-8717-08094381cea9 None None] DHCP port deletion for dc2d85b2-da8d-45ea-af28-ae029dbd2e7f request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:20:18.526292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4c8b0-5ade-4e06-99a6-586f87df4c96 req-af97c534-ab8c-4d66-955d-9224054bb316 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:18.532462 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b0c4c8b0-5ade-4e06-99a6-586f87df4c96 req-af97c534-ab8c-4d66-955d-9224054bb316 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 943 time: 0.3288260
Feb 12 21:20:18.567304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Transition to ACTIVE for port object 0762ac45-f397-472b-8939-3d99e373982f will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:20:18.584250 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-753ed189-f233-4c28-ad1c-f2e1b0972283 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:20:18.585102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753ed189-f233-4c28-ad1c-f2e1b0972283 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:20:18.588500 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-753ed189-f233-4c28-ad1c-f2e1b0972283 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/2df32eb9-f97e-4749-bf63-5055b174b8d8 HTTP/1.1" status: 404  len: 333 time: 0.1245935
Feb 12 21:20:18.606665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50288) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:18.620963 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c6579-3a53-47ad-ba19-5ec0e1f2dcfb req-88452aaf-882a-47d1-92c7-57dd4fd500e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:18.622557 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e51c6579-3a53-47ad-ba19-5ec0e1f2dcfb req-88452aaf-882a-47d1-92c7-57dd4fd500e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 1125 time: 0.5877202
Feb 12 21:20:18.702642 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (0762ac45-f397-472b-8939-3d99e373982f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:18.704896 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-d083f061-50b7-46ee-9412-92645feeaf15 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] GET failed (client error): The resource could not be found.
Feb 12 21:20:18.706379 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d083f061-50b7-46ee-9412-92645feeaf15 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/2df32eb9-f97e-4749-bf63-5055b174b8d8 HTTP/1.1" status: 404  len: 333 time: 0.1002977
Feb 12 21:20:18.713230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50290) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:18.760607 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b0c4c8b0-5ade-4e06-99a6-586f87df4c96 req-9c4a0ee4-8d35-4a40-b12d-0616b76516ce tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2271402
Feb 12 21:20:18.805938 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port a7c74df1-37fb-4aea-b3d0-0299e6e53590 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:18.807489 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f98fff56-7391-40ff-9f80-a6e7463e1bc4 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:18.869309 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5eb2076d-fee5-492c-9b15-b69b8720d1a2 req-e0d25bb4-bfc9-4024-9988-0506506fb228 service neutron] 10.222.0.48 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4130766
Feb 12 21:20:18.880180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ae538-beea-4c44-8717-08094381cea9 None None] Deleting port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:18.880570 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae538-beea-4c44-8717-08094381cea9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (421bfc38-ad92-47e2-9349-5f2b7e6bdc4e), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:18.902681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Deleting port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:18.903033 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (421bfc38-ad92-47e2-9349-5f2b7e6bdc4e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:18.909885 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f98fff56-7391-40ff-9f80-a6e7463e1bc4 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:18.910310 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f98fff56-7391-40ff-9f80-a6e7463e1bc4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:18.977240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-9b7ae538-beea-4c44-8717-08094381cea9 None None] For port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=421bfc38-ad92-47e2-9349-5f2b7e6bdc4e,segment=NetworkSegment(28cb3109-dcc9-4de1-a462-ef274accc88d),segment_id=28cb3109-dcc9-4de1-a462-ef274accc88d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:18.977673 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae538-beea-4c44-8717-08094381cea9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (421bfc38-ad92-47e2-9349-5f2b7e6bdc4e), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:18.996111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ae538-beea-4c44-8717-08094381cea9 None None] Calling delete_port for 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:19.028682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-474c97f5-10e0-42ca-9671-dadc74fc43c4 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting subnet 64f16fe1-7e27-4dc1-bd95-f291080467e9 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:20:19.059353 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Pushing event updated for resources: {'Port': ['ID=0762ac45-f397-472b-8939-3d99e373982f,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:19.063323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7231daf-afeb-4a73-aacd-c98f8467afc3 req-7fb16b15-0111-428b-a78d-5d09ff4ce75d tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:19.070114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d70816-a110-4558-bfc1-792a52f5344a req-4149ffd2-5f07-4a34-8ad5-a6150261bd1a tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:19.073299 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f7231daf-afeb-4a73-aacd-c98f8467afc3 req-7fb16b15-0111-428b-a78d-5d09ff4ce75d tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.2244878
Feb 12 21:20:19.075407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d70816-a110-4558-bfc1-792a52f5344a req-4149ffd2-5f07-4a34-8ad5-a6150261bd1a tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:19.080764 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d70816-a110-4558-bfc1-792a52f5344a req-4149ffd2-5f07-4a34-8ad5-a6150261bd1a tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:19.085884 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-46d70816-a110-4558-bfc1-792a52f5344a req-4149ffd2-5f07-4a34-8ad5-a6150261bd1a tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac&device_id=6b988b5a-9dfb-4db8-9388-bae126fcf4fc&device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 2417 time: 0.5314250
Feb 12 21:20:19.095642 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f98fff56-7391-40ff-9f80-a6e7463e1bc4 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:19.096042 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f98fff56-7391-40ff-9f80-a6e7463e1bc4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.113998 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] For port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=421bfc38-ad92-47e2-9349-5f2b7e6bdc4e,segment=NetworkSegment(28cb3109-dcc9-4de1-a462-ef274accc88d),segment_id=28cb3109-dcc9-4de1-a462-ef274accc88d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:19.114681 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (421bfc38-ad92-47e2-9349-5f2b7e6bdc4e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.125808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port f98fff56-7391-40ff-9f80-a6e7463e1bc4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f98fff56-7391-40ff-9f80-a6e7463e1bc4,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:19.141550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Calling delete_port for 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:19.146641 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-474c97f5-10e0-42ca-9671-dadc74fc43c4 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (64f16fe1-7e27-4dc1-bd95-f291080467e9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.154497 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (157b54ec-f507-47d3-8404-743473e968c2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.191073 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f98fff56-7391-40ff-9f80-a6e7463e1bc4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.222357 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c6579-3a53-47ad-ba19-5ec0e1f2dcfb req-4f58ff8d-7b6a-4527-8cd5-6112b0fb947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:19.224060 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e51c6579-3a53-47ad-ba19-5ec0e1f2dcfb req-4f58ff8d-7b6a-4527-8cd5-6112b0fb947e service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.5413070
Feb 12 21:20:19.227544 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae538-beea-4c44-8717-08094381cea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (421bfc38-ad92-47e2-9349-5f2b7e6bdc4e), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.234040 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f7231daf-afeb-4a73-aacd-c98f8467afc3 req-5b64709a-c6ad-474b-a761-8e4d94072d81 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615601
Feb 12 21:20:19.247161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ae538-beea-4c44-8717-08094381cea9 None None] No DVR routers for this DVR port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:20:19.311951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=f98fff56-7391-40ff-9f80-a6e7463e1bc4,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:19.321339 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-474c97f5-10e0-42ca-9671-dadc74fc43c4 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (64f16fe1-7e27-4dc1-bd95-f291080467e9), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.343667 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ae538-beea-4c44-8717-08094381cea9 None None] Pushing event deleted for resources: {'Port': ['ID=421bfc38-ad92-47e2-9349-5f2b7e6bdc4e,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:19.356907 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Attempting to bind port 0762ac45-f397-472b-8939-3d99e373982f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:20:19.357384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Attempting to bind port 0762ac45-f397-472b-8939-3d99e373982f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:20:19.357730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Attempting to bind port 0762ac45-f397-472b-8939-3d99e373982f on network 7099db00-3881-44c3-bb47-3ded394a66e1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:19.360580 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e51c6579-3a53-47ad-ba19-5ec0e1f2dcfb req-862c8f3c-8357-4c9c-88aa-cf7479145506 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a500c7b1-8358-4bc8-ae00-21079afb6cb4 HTTP/1.1" status: 200  len: 217 time: 0.1231298
Feb 12 21:20:19.407045 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-46d70816-a110-4558-bfc1-792a52f5344a req-2418a69c-a865-45d3-8a49-bb0777c87350 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2564871
Feb 12 21:20:19.408231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Port 0762ac45-f397-472b-8939-3d99e373982f on network 7099db00-3881-44c3-bb47-3ded394a66e1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:20:19.408231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Attempting to bind port 0762ac45-f397-472b-8939-3d99e373982f on network 7099db00-3881-44c3-bb47-3ded394a66e1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:19.450798 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5eb2076d-fee5-492c-9b15-b69b8720d1a2 req-b655ecac-1221-4cd0-ab0a-2d7a61bf81c4 service neutron] 10.222.0.48 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5563281
Feb 12 21:20:19.456084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:20:19.456310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Checking segment: {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:19.456689 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Bound using segment: {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:20:19.457187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Bound port: 0762ac45-f397-472b-8939-3d99e373982f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:20:19.457578 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0762ac45-f397-472b-8939-3d99e373982f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.518143 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c6579-3a53-47ad-ba19-5ec0e1f2dcfb req-3715468e-d0c5-4718-a999-cbbef738cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:19.520365 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e51c6579-3a53-47ad-ba19-5ec0e1f2dcfb req-3715468e-d0c5-4718-a999-cbbef738cd57 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.1477582
Feb 12 21:20:19.534577 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (421bfc38-ad92-47e2-9349-5f2b7e6bdc4e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.547949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b9e4d-a1cc-4976-b5aa-7b2dcbcdd443 req-ab730bcd-a4e4-4e56-bbae-92a92ad164ab tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:19.549586 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b04b9e4d-a1cc-4976-b5aa-7b2dcbcdd443 req-ab730bcd-a4e4-4e56-bbae-92a92ad164ab tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 943 time: 0.1938565
Feb 12 21:20:19.568647 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-474c97f5-10e0-42ca-9671-dadc74fc43c4 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (64f16fe1-7e27-4dc1-bd95-f291080467e9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.579930 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Port': ['ID=421bfc38-ad92-47e2-9349-5f2b7e6bdc4e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:19.608557 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] No DVR routers for this DVR port 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:20:19.677193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] For port 0762ac45-f397-472b-8939-3d99e373982f, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:20:19.684212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] For port 0762ac45-f397-472b-8939-3d99e373982f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0762ac45-f397-472b-8939-3d99e373982f,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:20:19.711472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c6579-3a53-47ad-ba19-5ec0e1f2dcfb req-e60b379f-5563-499f-9243-51534bfdc27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:19.713172 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e51c6579-3a53-47ad-ba19-5ec0e1f2dcfb req-e60b379f-5563-499f-9243-51534bfdc27f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1684113
Feb 12 21:20:19.734101 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846e014-a454-4b9e-942f-bb4b3d6cb701 req-81d92b1d-7dcc-4f7e-b90d-02d414f82730 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:19.734101 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4846e014-a454-4b9e-942f-bb4b3d6cb701 req-81d92b1d-7dcc-4f7e-b90d-02d414f82730 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 945 time: 0.1805534
Feb 12 21:20:19.734288 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b04b9e4d-a1cc-4976-b5aa-7b2dcbcdd443 req-2e3b0846-785d-4b28-ab6d-5c0550483238 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517999
Feb 12 21:20:19.734288 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (157b54ec-f507-47d3-8404-743473e968c2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.737287 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (dc2d85b2-da8d-45ea-af28-ae029dbd2e7f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.769020 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (0762ac45-f397-472b-8939-3d99e373982f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.831737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa9b29a0>,) {'filters': {'network_id': ['dc2d85b2-da8d-45ea-af28-ae029dbd2e7f']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:19.846700 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-474c97f5-10e0-42ca-9671-dadc74fc43c4 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (64f16fe1-7e27-4dc1-bd95-f291080467e9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.861656 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa9b29a0>, '28cb3109-dcc9-4de1-a462-ef274accc88d') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:19.861926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa9b29a0>, '28cb3109-dcc9-4de1-a462-ef274accc88d') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:19.865053 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:19.865704 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.867085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-571abeee-9609-4819-847f-7145e127e0bb req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] 10.222.0.48 "PUT /v2.0/ports/0762ac45-f397-472b-8939-3d99e373982f HTTP/1.1" status: 200  len: 1091 time: 3.6400747
Feb 12 21:20:19.871558 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614e2dee-b81e-4a15-91f6-be8faf694be7', 'tag': '0762ac45-f397-472b-8939-3d99e373982f'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:19.874640 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e3687f-7644-43b9-8859-269b10294dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "614e2dee-b81e-4a15-91f6-be8faf694be7", "tag": "0762ac45-f397-472b-8939-3d99e373982f"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:19.901625 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (28cb3109-dcc9-4de1-a462-ef274accc88d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.930565 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c97f5-10e0-42ca-9671-dadc74fc43c4 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Subnet': ['ID=64f16fe1-7e27-4dc1-bd95-f291080467e9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:19.930849 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (28cb3109-dcc9-4de1-a462-ef274accc88d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.932839 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-474c97f5-10e0-42ca-9671-dadc74fc43c4 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.939781 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-474c97f5-10e0-42ca-9671-dadc74fc43c4 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/64f16fe1-7e27-4dc1-bd95-f291080467e9 HTTP/1.1" status: 204  len: 168 time: 1.2116408
Feb 12 21:20:19.942444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5118e4b-3776-4385-ba86-9cbf34672f5a None None] Network 9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:19.945667 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50300) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:19.974024 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:20:19.974024 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (28cb3109-dcc9-4de1-a462-ef274accc88d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:19.974480 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4846e014-a454-4b9e-942f-bb4b3d6cb701 req-31b81ec5-ed79-4fc6-be09-62143b8eca59 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2350030
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:20:19.974571 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:20:19.977312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa987e46-a194-40bb-b01b-3d7b1ee042ac service neutron] Pushing event updated for resources: {'Port': ['ID=0762ac45-f397-472b-8939-3d99e373982f,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:19.982873 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f98fff56-7391-40ff-9f80-a6e7463e1bc4 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:20.033897 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57378360-64f1-41d9-9ad2-bb8a65b340b3 x-openstack-request-id: req-57378360-64f1-41d9-9ad2-bb8a65b340b3 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:20.034189 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614e2dee-b81e-4a15-91f6-be8faf694be7", "tag": "0762ac45-f397-472b-8939-3d99e373982f", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:20.034612 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57378360-64f1-41d9-9ad2-bb8a65b340b3 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:20.035916 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614e2dee-b81e-4a15-91f6-be8faf694be7', 'tag': '0762ac45-f397-472b-8939-3d99e373982f', 'status': 'completed', 'code': 200}
Feb 12 21:20:20.058109 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20296d0f-1681-493b-b192-247a34dffff0 req-e2877dd4-f466-4ab3-9359-b29e47c37a4f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:20.065075 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-20296d0f-1681-493b-b192-247a34dffff0 req-e2877dd4-f466-4ab3-9359-b29e47c37a4f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 943 time: 0.2290795
Feb 12 21:20:20.116592 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e51c6579-3a53-47ad-ba19-5ec0e1f2dcfb req-751cae7a-6c34-41af-a4f1-4a1bcd14d63c service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3913944
Feb 12 21:20:20.143435 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-20296d0f-1681-493b-b192-247a34dffff0 req-903ec552-97c4-4f8e-974c-305375d9d974 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730388
Feb 12 21:20:20.154080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f98fff56-7391-40ff-9f80-a6e7463e1bc4 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:20.154080 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f98fff56-7391-40ff-9f80-a6e7463e1bc4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:20.175438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a500c7b1-8358-4bc8-ae00-21079afb6cb4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:20:20.178917 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:20.191969 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (dc2d85b2-da8d-45ea-af28-ae029dbd2e7f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:20.204456 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:20.213461 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] 10.222.0.31 "DELETE /v2.0/networks/dc2d85b2-da8d-45ea-af28-ae029dbd2e7f HTTP/1.1" status: 204  len: 168 time: 2.0979085
Feb 12 21:20:20.236572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Router 157b54ec-f507-47d3-8404-743473e968c2 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:20:20.244831 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6906144-60a4-41b6-aad2-8045c309d97a tempest-NetworksIpV6TestAttrs-505578249 tempest-NetworksIpV6TestAttrs-505578249-project] Pushing event deleted for resources: {'Network': ['ID=dc2d85b2-da8d-45ea-af28-ae029dbd2e7f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:20.254714 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571abeee-9609-4819-847f-7145e127e0bb req-31be1f7f-cdf4-4e56-a1e9-6a05d635c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:20.256743 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-571abeee-9609-4819-847f-7145e127e0bb req-31be1f7f-cdf4-4e56-a1e9-6a05d635c79d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 1125 time: 0.2290890
Feb 12 21:20:20.320300 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e85d3e2-8980-4744-8a3b-e36386fcbffb None None] DHCP port deletion for 9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:20:20.368689 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f98fff56-7391-40ff-9f80-a6e7463e1bc4 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:20.379977 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-571abeee-9609-4819-847f-7145e127e0bb req-d06d050a-660a-4518-a912-3e49812bc59e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0762ac45-f397-472b-8939-3d99e373982f HTTP/1.1" status: 200  len: 217 time: 0.1084361
Feb 12 21:20:20.440832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a500c7b1-8358-4bc8-ae00-21079afb6cb4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a500c7b1-8358-4bc8-ae00-21079afb6cb4,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:20.466424 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:20:20.476939 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e51c6579-3a53-47ad-ba19-5ec0e1f2dcfb req-effa82be-b83e-4e6b-be4a-76e6318389ac service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3480971
Feb 12 21:20:20.496973 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571abeee-9609-4819-847f-7145e127e0bb req-10ed5fb2-a69a-4c1e-a2f1-dc0a7ab36a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:20.499032 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-571abeee-9609-4819-847f-7145e127e0bb req-10ed5fb2-a69a-4c1e-a2f1-dc0a7ab36a40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9 HTTP/1.1" status: 200  len: 844 time: 0.1045890
Feb 12 21:20:20.523329 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384f8a9-469e-4085-bfe3-580cf00f93c2 req-b8383ccb-9e5c-43fa-bfb6-128dba50018d tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:20.525135 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e384f8a9-469e-4085-bfe3-580cf00f93c2 req-b8383ccb-9e5c-43fa-bfb6-128dba50018d tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.1149113
Feb 12 21:20:20.536870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:20:20.537234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 421bfc38-ad92-47e2-9349-5f2b7e6bdc4e not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:20:20.540676 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'a500c7b1-8358-4bc8-ae00-21079afb6cb4', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'port_id': 'a500c7b1-8358-4bc8-ae00-21079afb6cb4', 'mac_address': 'fa:16:3e:66:7f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:20:20.542056 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-571abeee-9609-4819-847f-7145e127e0bb req-82569ec8-00f0-452a-b798-c4861a5739b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7099db00-3881-44c3-bb47-3ded394a66e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0335350
Feb 12 21:20:20.544799 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port a7c74df1-37fb-4aea-b3d0-0299e6e53590 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:20.545532 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a7c74df1-37fb-4aea-b3d0-0299e6e53590), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:20.582769 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:20:20.592046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8e85d3e2-8980-4744-8a3b-e36386fcbffb None None] Deleting port a7c74df1-37fb-4aea-b3d0-0299e6e53590 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:20.592367 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8e85d3e2-8980-4744-8a3b-e36386fcbffb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a7c74df1-37fb-4aea-b3d0-0299e6e53590), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:20.609146 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e384f8a9-469e-4085-bfe3-580cf00f93c2 req-3473f011-ae4b-44f7-a0b5-a9c41ea98bfb tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760734
Feb 12 21:20:20.662944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Sync routers for ids ['157b54ec-f507-47d3-8404-743473e968c2'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:20:20.665691 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a500c7b1-8358-4bc8-ae00-21079afb6cb4 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:20.666077 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a500c7b1-8358-4bc8-ae00-21079afb6cb4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:20.694257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] For port a7c74df1-37fb-4aea-b3d0-0299e6e53590, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7c74df1-37fb-4aea-b3d0-0299e6e53590,segment=NetworkSegment(cf94a850-e324-4066-86fa-b4193c5c24ae),segment_id=cf94a850-e324-4066-86fa-b4193c5c24ae)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:20.704055 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a7c74df1-37fb-4aea-b3d0-0299e6e53590), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:20.704223 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:20.705456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50314) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:20.706256 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9ecd1085-b0f7-4bb0-9c6a-b2251faf23b2 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 4.6700714
Feb 12 21:20:20.724918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a500c7b1-8358-4bc8-ae00-21079afb6cb4 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:20:20.770266 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for a7c74df1-37fb-4aea-b3d0-0299e6e53590 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:20.776467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8e85d3e2-8980-4744-8a3b-e36386fcbffb None None] For port a7c74df1-37fb-4aea-b3d0-0299e6e53590, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7c74df1-37fb-4aea-b3d0-0299e6e53590,segment=NetworkSegment(cf94a850-e324-4066-86fa-b4193c5c24ae),segment_id=cf94a850-e324-4066-86fa-b4193c5c24ae)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:20.776939 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8e85d3e2-8980-4744-8a3b-e36386fcbffb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a7c74df1-37fb-4aea-b3d0-0299e6e53590), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:20.798742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8e85d3e2-8980-4744-8a3b-e36386fcbffb None None] Calling delete_port for a7c74df1-37fb-4aea-b3d0-0299e6e53590 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:20.834668 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-571abeee-9609-4819-847f-7145e127e0bb req-af1495c9-29b2-48ed-9124-7cb9c65bb81b service neutron] 10.222.0.48 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2744436
Feb 12 21:20:20.843910 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50320) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:20.963545 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-88bc145d-fdb3-4f0f-84f0-dc6ff1860d02 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/routers/157b54ec-f507-47d3-8404-743473e968c2 HTTP/1.1" status: 200  len: 907 time: 0.2535820
Feb 12 21:20:20.966628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50328) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:20.981474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Routers {'157b54ec-f507-47d3-8404-743473e968c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:20.981474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb18e5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:19:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['157b54ec-f507-47d3-8404-743473e968c2'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:20.984435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6b13a-36a3-4816-92a9-12c12fd93579 req-51388f6e-36aa-49cc-b076-52c79c5f1933 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:20.986150 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9ab6b13a-36a3-4816-92a9-12c12fd93579 req-51388f6e-36aa-49cc-b076-52c79c5f1933 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 943 time: 0.1278827
Feb 12 21:20:21.079567 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-571abeee-9609-4819-847f-7145e127e0bb req-85642b06-6972-4991-b38e-cca000482a7a service neutron] 10.222.0.48 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2102823
Feb 12 21:20:21.097019 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a7c74df1-37fb-4aea-b3d0-0299e6e53590), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:21.121869 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8e85d3e2-8980-4744-8a3b-e36386fcbffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (a7c74df1-37fb-4aea-b3d0-0299e6e53590), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:21.138702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=a7c74df1-37fb-4aea-b3d0-0299e6e53590,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:21.139164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a500c7b1-8358-4bc8-ae00-21079afb6cb4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a500c7b1-8358-4bc8-ae00-21079afb6cb4,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:21.139272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No DVR routers for this DVR port a7c74df1-37fb-4aea-b3d0-0299e6e53590 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:20:21.147923 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85d3e2-8980-4744-8a3b-e36386fcbffb None None] No DVR routers for this DVR port a7c74df1-37fb-4aea-b3d0-0299e6e53590 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:20:21.152361 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5013205-a78a-49ce-8972-93d42b86b861 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router (157b54ec-f507-47d3-8404-743473e968c2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:21.197982 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85d3e2-8980-4744-8a3b-e36386fcbffb None None] Pushing event deleted for resources: {'Port': ['ID=a7c74df1-37fb-4aea-b3d0-0299e6e53590,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:21.243615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Set router 157b54ec-f507-47d3-8404-743473e968c2 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:20:21.318262 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a500c7b1-8358-4bc8-ae00-21079afb6cb4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:21.387057 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6706455a-8805-4454-9c23-7185eb45f54a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e768fd07368d41fa93ea81725d2980e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5433249
Feb 12 21:20:21.388013 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50334) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:21.422322 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9ab6b13a-36a3-4816-92a9-12c12fd93579 req-099b8049-5c7c-4980-a62f-ae7d12279d00 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4057169
Feb 12 21:20:21.454747 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a688f8d4-1a61-4389-a77a-a50c866f1c8e admin admin] Publish callbacks [] for security_group (d2ba4653-3d8d-4fae-96b5-db0c47e0f89c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:21.478090 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a688f8d4-1a61-4389-a77a-a50c866f1c8e admin admin] Publish callbacks [] for security_group (d2ba4653-3d8d-4fae-96b5-db0c47e0f89c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:21.480458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a500c7b1-8358-4bc8-ae00-21079afb6cb4,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:21.561832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a500c7b1-8358-4bc8-ae00-21079afb6cb4'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:21.616058 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a688f8d4-1a61-4389-a77a-a50c866f1c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d2ba4653-3d8d-4fae-96b5-db0c47e0f89c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:21.618748 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a688f8d4-1a61-4389-a77a-a50c866f1c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:21.622307 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a688f8d4-1a61-4389-a77a-a50c866f1c8e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2ba4653-3d8d-4fae-96b5-db0c47e0f89c HTTP/1.1" status: 204  len: 168 time: 0.2314370
Feb 12 21:20:21.629576 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688f8d4-1a61-4389-a77a-a50c866f1c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ba4653-3d8d-4fae-96b5-db0c47e0f89c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:21.649235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb18e5e0>, [{'id': '157b54ec-f507-47d3-8404-743473e968c2', 'name': 'tempest-snat-router-2070203619', 'tenant_id': 'ac9c5ca261b443838e79cbb730e2b514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.35'}], 'enable_snat': True}, 'gw_port_id': '0f61f896-e651-4f60-8422-7c63fd9691f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:20:16Z', 'updated_at': '2022-02-12T21:20:18Z', 'revision_number': 3, 'project_id': 'ac9c5ca261b443838e79cbb730e2b514', 'gw_port': {'id': '0f61f896-e651-4f60-8422-7c63fd9691f2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:1b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157b54ec-f507-47d3-8404-743473e968c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:20:17Z', 'updated_at': '2022-02-12T21:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:21.666747 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:21.695852 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Checking router: 157b54ec-f507-47d3-8404-743473e968c2 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:20:21.696183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Updating router 157b54ec-f507-47d3-8404-743473e968c2 port 0f61f896-e651-4f60-8422-7c63fd9691f2 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:20:21.712335 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9242d00>,) {'filters': {'network_id': ['9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:21.733291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9242d00>, 'cf94a850-e324-4066-86fa-b4193c5c24ae') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:21.733617 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9242d00>, 'cf94a850-e324-4066-86fa-b4193c5c24ae') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:21.742575 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0f61f896-e651-4f60-8422-7c63fd9691f2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:21.750492 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (cf94a850-e324-4066-86fa-b4193c5c24ae), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:21.766124 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3687f-7644-43b9-8859-269b10294dd6 req-0ad383bb-d8a6-48e5-be50-27a71228eada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:21.767631 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69e3687f-7644-43b9-8859-269b10294dd6 req-0ad383bb-d8a6-48e5-be50-27a71228eada service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 1125 time: 0.2413862
Feb 12 21:20:21.779663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa24824-0da1-4215-b99d-1d4c20ecaedf req-0b63fc54-027e-45d3-9258-683c1259237b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:21.781211 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5fa24824-0da1-4215-b99d-1d4c20ecaedf req-0b63fc54-027e-45d3-9258-683c1259237b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 944 time: 0.2526345
Feb 12 21:20:21.787502 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (cf94a850-e324-4066-86fa-b4193c5c24ae), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:21.820239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:20:21.820656 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (cf94a850-e324-4066-86fa-b4193c5c24ae), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:20:21.823855 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:20:21.827504 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5013205-a78a-49ce-8972-93d42b86b861 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (157b54ec-f507-47d3-8404-743473e968c2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:21.932768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bac7b0-48d4-45b3-8ec2-1839f2abc31b req-d536342f-0413-445b-b9fd-f452aad250d2 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:21.942347 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b6bac7b0-48d4-45b3-8ec2-1839f2abc31b req-d536342f-0413-445b-b9fd-f452aad250d2 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.1030047
Feb 12 21:20:22.000030 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5fa24824-0da1-4215-b99d-1d4c20ecaedf req-1c0b2df4-6d7d-4769-8346-052044b55cf2 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949916
Feb 12 21:20:22.018903 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b6bac7b0-48d4-45b3-8ec2-1839f2abc31b req-c4e02f5b-39f6-4074-9ec1-9da7d9db4baf tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758040
Feb 12 21:20:22.030686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3687f-7644-43b9-8859-269b10294dd6 req-fb991e56-a5e9-410a-a8a7-f965a50bc50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:22.032816 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69e3687f-7644-43b9-8859-269b10294dd6 req-fb991e56-a5e9-410a-a8a7-f965a50bc50d service neutron] 10.222.0.48 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 905 time: 0.2474096
Feb 12 21:20:22.035662 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:22.079190 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:22.086825 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/networks/9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1 HTTP/1.1" status: 204  len: 168 time: 2.1341381
Feb 12 21:20:22.087183 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50344) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:22.093414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-726a88c2-ed0b-4fe8-9e9a-4e984ebb6718 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-284339297'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:22.117148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c57da2-f1b4-4715-8416-2551ee48c0a8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Network': ['ID=9a5f6c40-c2d7-4bad-8f6a-384f4e564fa1,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:22.129435 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69e3687f-7644-43b9-8859-269b10294dd6 req-e2f990d7-0d25-4afe-9529-9ae7fce4a5ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0762ac45-f397-472b-8939-3d99e373982f HTTP/1.1" status: 200  len: 217 time: 0.0874259
Feb 12 21:20:22.158188 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a7c74df1-37fb-4aea-b3d0-0299e6e53590 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:20:22.169986 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726a88c2-ed0b-4fe8-9e9a-4e984ebb6718 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:22.180209 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-726a88c2-ed0b-4fe8-9e9a-4e984ebb6718 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:22.208421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726a88c2-ed0b-4fe8-9e9a-4e984ebb6718 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:20:22.212208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: a7c74df1-37fb-4aea-b3d0-0299e6e53590 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:20:22.212208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a7c74df1-37fb-4aea-b3d0-0299e6e53590 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:20:22.232497 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-726a88c2-ed0b-4fe8-9e9a-4e984ebb6718 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (a68cb7e1-b713-4520-bdfa-9f8c57e1e71f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:22.233202 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-726a88c2-ed0b-4fe8-9e9a-4e984ebb6718 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Added segment a68cb7e1-b713-4520-bdfa-9f8c57e1e71f of type vlan for network cee53d39-dc47-4349-bfce-88b79caec9b8
Feb 12 21:20:22.246742 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c5013205-a78a-49ce-8972-93d42b86b861 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Deleting port 0f61f896-e651-4f60-8422-7c63fd9691f2 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:22.246742 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5013205-a78a-49ce-8972-93d42b86b861 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0f61f896-e651-4f60-8422-7c63fd9691f2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:22.288748 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-726a88c2-ed0b-4fe8-9e9a-4e984ebb6718 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (cee53d39-dc47-4349-bfce-88b79caec9b8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:22.296808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3687f-7644-43b9-8859-269b10294dd6 req-8c42dcaa-8ebb-4589-9b67-8181f896a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:22.298434 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69e3687f-7644-43b9-8859-269b10294dd6 req-8c42dcaa-8ebb-4589-9b67-8181f896a197 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9 HTTP/1.1" status: 200  len: 844 time: 0.1438234
Feb 12 21:20:22.306656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738d22a-0620-40fa-886c-8dbd9983fdc5 req-b6d74f78-a03c-4010-b18a-bd59cd64c40e tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:22.313535 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6738d22a-0620-40fa-886c-8dbd9983fdc5 req-b6d74f78-a03c-4010-b18a-bd59cd64c40e tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.2359052
Feb 12 21:20:22.355860 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Publish callbacks [] for port (0f61f896-e651-4f60-8422-7c63fd9691f2), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:22.363304 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69e3687f-7644-43b9-8859-269b10294dd6 req-cc8ce3cc-e3f8-4105-be95-7bedca6ac3ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7099db00-3881-44c3-bb47-3ded394a66e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450604
Feb 12 21:20:22.402021 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-726a88c2-ed0b-4fe8-9e9a-4e984ebb6718 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (cee53d39-dc47-4349-bfce-88b79caec9b8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:22.407179 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726a88c2-ed0b-4fe8-9e9a-4e984ebb6718 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:22.411403 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-726a88c2-ed0b-4fe8-9e9a-4e984ebb6718 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:22.411596 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5013205-a78a-49ce-8972-93d42b86b861 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0f61f896-e651-4f60-8422-7c63fd9691f2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:22.436452 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0f61f896-e651-4f60-8422-7c63fd9691f2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:22.482211 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6738d22a-0620-40fa-886c-8dbd9983fdc5 req-97db3bcb-ae33-402b-8c37-f452b45b2063 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667533
Feb 12 21:20:22.485496 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c5013205-a78a-49ce-8972-93d42b86b861 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Calling delete_port for 0f61f896-e651-4f60-8422-7c63fd9691f2 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:22.500244 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a88c2-ed0b-4fe8-9e9a-4e984ebb6718 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Network': ['ID=cee53d39-dc47-4349-bfce-88b79caec9b8,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:22.519130 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-726a88c2-ed0b-4fe8-9e9a-4e984ebb6718 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4308290
Feb 12 21:20:22.523450 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50356) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:22.526535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network cee53d39-dc47-4349-bfce-88b79caec9b8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:20:22.529922 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c7e3363e-1f3e-4379-8088-3f99c7567258 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'subnet': {'network_id': 'cee53d39-dc47-4349-bfce-88b79caec9b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:22.548746 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69e3687f-7644-43b9-8859-269b10294dd6 req-7d853264-b60d-4f2f-ae5d-511e7d9cda45 service neutron] 10.222.0.48 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1699657
Feb 12 21:20:22.618349 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Attempting to bind port 0f61f896-e651-4f60-8422-7c63fd9691f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:20:22.618787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Attempting to bind port 0f61f896-e651-4f60-8422-7c63fd9691f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:20:22.619069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Attempting to bind port 0f61f896-e651-4f60-8422-7c63fd9691f2 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:22.630991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:20:22.631379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:22.631784 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:22.632176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:20:22.632649 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Bound port: 0f61f896-e651-4f60-8422-7c63fd9691f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:20:22.633027 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0f61f896-e651-4f60-8422-7c63fd9691f2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:22.636096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef273c35-6252-4674-9454-41cd9952cfbf None None] Pushing event updated for resources: {'Port': ['ID=0f61f896-e651-4f60-8422-7c63fd9691f2,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:22.693606 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555e660-3605-41d2-8015-7cef9d2bc397 req-8728eddf-50b9-4e43-92a4-905fc9a0e9d5 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:22.697236 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e555e660-3605-41d2-8015-7cef9d2bc397 req-8728eddf-50b9-4e43-92a4-905fc9a0e9d5 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 943 time: 0.1348820
Feb 12 21:20:22.713042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] For port 0f61f896-e651-4f60-8422-7c63fd9691f2, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:20:22.717147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] For port 0f61f896-e651-4f60-8422-7c63fd9691f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f61f896-e651-4f60-8422-7c63fd9691f2,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:20:22.757117 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69e3687f-7644-43b9-8859-269b10294dd6 req-72a17ed6-9aa3-4ef2-928e-1389ddd8af8f service neutron] 10.222.0.48 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1663623
Feb 12 21:20:22.777512 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e3363e-1f3e-4379-8088-3f99c7567258 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:22.780645 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c7e3363e-1f3e-4379-8088-3f99c7567258 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:22.806838 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e555e660-3605-41d2-8015-7cef9d2bc397 req-6a80a0d7-a88e-485b-bdf3-c890d7f6f6a1 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039407
Feb 12 21:20:22.812940 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0f61f896-e651-4f60-8422-7c63fd9691f2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:22.881428 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef273c35-6252-4674-9454-41cd9952cfbf None None] Pushing event updated for resources: {'Port': ['ID=0f61f896-e651-4f60-8422-7c63fd9691f2,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:22.885770 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Routers {'157b54ec-f507-47d3-8404-743473e968c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:22.886578 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb18e5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:19:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['157b54ec-f507-47d3-8404-743473e968c2'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:22.951000 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5013205-a78a-49ce-8972-93d42b86b861 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (0f61f896-e651-4f60-8422-7c63fd9691f2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:22.987541 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5013205-a78a-49ce-8972-93d42b86b861 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f61f896-e651-4f60-8422-7c63fd9691f2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:22.993950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] Set router 157b54ec-f507-47d3-8404-743473e968c2 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:20:23.041928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50370) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:23.062390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb18e5e0>, [{'id': '157b54ec-f507-47d3-8404-743473e968c2', 'name': 'tempest-snat-router-2070203619', 'tenant_id': 'ac9c5ca261b443838e79cbb730e2b514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:20:16Z', 'updated_at': '2022-02-12T21:20:21Z', 'revision_number': 4, 'project_id': 'ac9c5ca261b443838e79cbb730e2b514', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:23.076544 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c7e3363e-1f3e-4379-8088-3f99c7567258 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (c45f7e8a-eb50-4c53-9500-ecc8f740cb2a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:23.099692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d6c4a5-e64f-43b8-996c-9106313c3db6 None None] The sync data for ids ['157b54ec-f507-47d3-8404-743473e968c2'] in ncdv-master-1 is: [{'id': '157b54ec-f507-47d3-8404-743473e968c2', 'name': 'tempest-snat-router-2070203619', 'tenant_id': 'ac9c5ca261b443838e79cbb730e2b514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:20:16Z', 'updated_at': '2022-02-12T21:20:21Z', 'revision_number': 4, 'project_id': 'ac9c5ca261b443838e79cbb730e2b514', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:20:23.151183 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5013205-a78a-49ce-8972-93d42b86b861 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (157b54ec-f507-47d3-8404-743473e968c2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:23.183452 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3363e-1f3e-4379-8088-3f99c7567258 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Subnet': ['ID=c45f7e8a-eb50-4c53-9500-ecc8f740cb2a,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:23.205926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a7654928-0bb8-4078-ae3f-82f1263d013a tempest-DvrRoutersNegativeTest-871187747 tempest-DvrRoutersNegativeTest-871187747-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1539674566', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:23.210230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.policy [None req-a7654928-0bb8-4078-ae3f-82f1263d013a tempest-DvrRoutersNegativeTest-871187747 tempest-DvrRoutersNegativeTest-871187747-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=126506) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Feb 12 21:20:23.210822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.policy [None req-a7654928-0bb8-4078-ae3f-82f1263d013a tempest-DvrRoutersNegativeTest-871187747 tempest-DvrRoutersNegativeTest-871187747-project] Failed policy check for 'create_router' {{(pid=126506) enforce /opt/stack/neutron/neutron/policy.py:524}}
Feb 12 21:20:23.211386 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-a7654928-0bb8-4078-ae3f-82f1263d013a tempest-DvrRoutersNegativeTest-871187747 tempest-DvrRoutersNegativeTest-871187747-project] create failed (client error): Access was denied to this resource.
Feb 12 21:20:23.212647 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a7654928-0bb8-4078-ae3f-82f1263d013a tempest-DvrRoutersNegativeTest-871187747 tempest-DvrRoutersNegativeTest-871187747-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1694565
Feb 12 21:20:23.254551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e3363e-1f3e-4379-8088-3f99c7567258 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Checking segment: {'id': 'a68cb7e1-b713-4520-bdfa-9f8c57e1e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cee53d39-dc47-4349-bfce-88b79caec9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:23.254920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e3363e-1f3e-4379-8088-3f99c7567258 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network hostable DHCP agents. Network: cee53d39-dc47-4349-bfce-88b79caec9b8, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:20:23.266867 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d459980-5978-48d3-8744-97c2a114fd72 req-01a1a347-cbf6-473d-8098-272da9c06477 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:23.268224 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0d459980-5978-48d3-8744-97c2a114fd72 req-01a1a347-cbf6-473d-8098-272da9c06477 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.1481609
Feb 12 21:20:23.283029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a4d9d-7318-44ab-88dd-a2e4e06092c1 req-5e5aa9cc-f667-403f-91df-bfa22105a355 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:23.285865 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e17a4d9d-7318-44ab-88dd-a2e4e06092c1 req-5e5aa9cc-f667-403f-91df-bfa22105a355 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 944 time: 0.2072589
Feb 12 21:20:23.289015 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5013205-a78a-49ce-8972-93d42b86b861 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (157b54ec-f507-47d3-8404-743473e968c2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:23.291718 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5013205-a78a-49ce-8972-93d42b86b861 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_controller (157b54ec-f507-47d3-8404-743473e968c2), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:23.330017 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0d459980-5978-48d3-8744-97c2a114fd72 req-ebbee493-3e35-4a73-8474-321978f734dd tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483561
Feb 12 21:20:23.394107 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e17a4d9d-7318-44ab-88dd-a2e4e06092c1 req-659490ca-e4f9-4346-8d9e-3a5e57944aeb tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998719
Feb 12 21:20:23.404584 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e3363e-1f3e-4379-8088-3f99c7567258 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network cee53d39-dc47-4349-bfce-88b79caec9b8 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:20:23.604018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a61d1-afaa-4469-af5d-bbda4f3d9c15 req-cbdce0bd-b0be-449e-bfa2-8cf4bde8e0b5 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:23.604284 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5013205-a78a-49ce-8972-93d42b86b861 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (157b54ec-f507-47d3-8404-743473e968c2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:23.604832 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5013205-a78a-49ce-8972-93d42b86b861 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 157b54ec-f507-47d3-8404-743473e968c2 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:20:23.605530 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e99a61d1-afaa-4469-af5d-bbda4f3d9c15 req-cbdce0bd-b0be-449e-bfa2-8cf4bde8e0b5 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.0584323
Feb 12 21:20:23.606695 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-c7e3363e-1f3e-4379-8088-3f99c7567258 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cee53d39-dc47-4349-bfce-88b79caec9b8) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:23.610449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e3363e-1f3e-4379-8088-3f99c7567258 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:23.611186 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c7e3363e-1f3e-4379-8088-3f99c7567258 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:23.620915 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5013205-a78a-49ce-8972-93d42b86b861 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:23.621914 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c5013205-a78a-49ce-8972-93d42b86b861 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "DELETE /v2.0/routers/157b54ec-f507-47d3-8404-743473e968c2 HTTP/1.1" status: 204  len: 168 time: 2.6511314
Feb 12 21:20:23.625001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ba9cfd-3dee-404c-b413-fbc40d5b79ef None None] Network cee53d39-dc47-4349-bfce-88b79caec9b8 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:23.625711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50380) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:23.682379 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e99a61d1-afaa-4469-af5d-bbda4f3d9c15 req-4ef6033d-2ab3-4c13-88f3-33828580ee2f tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667422
Feb 12 21:20:23.749427 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96174cd9-3598-4d7f-b1fe-b055b70e6575 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router (99194744-9991-4c38-8b04-17bb115a836c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:23.769472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cee53d39-dc47-4349-bfce-88b79caec9b8', 'network_id': 'cee53d39-dc47-4349-bfce-88b79caec9b8', 'project_id': 'e5d2245e5e8f422b91608bc32cf6870b', 'fixed_ips': [{'subnet_id': 'c45f7e8a-eb50-4c53-9500-ecc8f740cb2a'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:20:23.770570 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:23.782130 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c7e3363e-1f3e-4379-8088-3f99c7567258 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2575548
Feb 12 21:20:23.784740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50382) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:23.790989 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7c7e3594-aa64-4370-8dcd-f64ae6911e3e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'network_id': 'cee53d39-dc47-4349-bfce-88b79caec9b8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1740523586'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:23.896267 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96174cd9-3598-4d7f-b1fe-b055b70e6575 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (99194744-9991-4c38-8b04-17bb115a836c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:23.956524 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Allocated IP 172.20.0.2 (cee53d39-dc47-4349-bfce-88b79caec9b8/c45f7e8a-eb50-4c53-9500-ecc8f740cb2a/1e692dd4-9137-47af-830d-74b964fba2fd) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:24.010104 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50388) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:24.020642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06225b54-0ccf-4bc5-9448-30097d2da22a req-b0a2b757-e1c5-4eb3-a413-f1d190808ab6 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:24.029039 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-06225b54-0ccf-4bc5-9448-30097d2da22a req-b0a2b757-e1c5-4eb3-a413-f1d190808ab6 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 943 time: 0.0975192
Feb 12 21:20:24.071505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7e3594-aa64-4370-8dcd-f64ae6911e3e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:24.077543 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3594-aa64-4370-8dcd-f64ae6911e3e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.116483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-7c7e3594-aa64-4370-8dcd-f64ae6911e3e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] device_id is not set on port 32b88b89-eb27-4946-9588-ed629997e699 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:20:24.116640 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-06225b54-0ccf-4bc5-9448-30097d2da22a req-60b510e2-745a-46f3-868e-b7b851805075 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842552
Feb 12 21:20:24.147537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-96174cd9-3598-4d7f-b1fe-b055b70e6575 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Deleting port f98fff56-7391-40ff-9f80-a6e7463e1bc4 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:24.148140 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96174cd9-3598-4d7f-b1fe-b055b70e6575 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f98fff56-7391-40ff-9f80-a6e7463e1bc4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.189760 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a500c7b1-8358-4bc8-ae00-21079afb6cb4 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:24.200159 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Publish callbacks [] for port (1e692dd4-9137-47af-830d-74b964fba2fd), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.216326 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.254991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-96174cd9-3598-4d7f-b1fe-b055b70e6575 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] For port f98fff56-7391-40ff-9f80-a6e7463e1bc4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f98fff56-7391-40ff-9f80-a6e7463e1bc4,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:24.256318 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96174cd9-3598-4d7f-b1fe-b055b70e6575 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f98fff56-7391-40ff-9f80-a6e7463e1bc4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.272543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-96174cd9-3598-4d7f-b1fe-b055b70e6575 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Calling delete_port for f98fff56-7391-40ff-9f80-a6e7463e1bc4 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:24.300284 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (1e692dd4-9137-47af-830d-74b964fba2fd), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.344521 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Publish callbacks [] for security_group (8d66e0d8-acc1-4991-91d4-e8b4ac330beb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.358561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Pushing event updated for resources: {'Port': ['ID=1e692dd4-9137-47af-830d-74b964fba2fd,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:24.365795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port a500c7b1-8358-4bc8-ae00-21079afb6cb4 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:20:24.372712 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port a500c7b1-8358-4bc8-ae00-21079afb6cb4 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:24.373174 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a500c7b1-8358-4bc8-ae00-21079afb6cb4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.385206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Network cee53d39-dc47-4349-bfce-88b79caec9b8 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:24.385858 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-7c7e3594-aa64-4370-8dcd-f64ae6911e3e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Allocated IP 172.20.0.4 (cee53d39-dc47-4349-bfce-88b79caec9b8/c45f7e8a-eb50-4c53-9500-ecc8f740cb2a/32b88b89-eb27-4946-9588-ed629997e699) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:24.409816 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:24.422759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:24.507592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 0762ac45-f397-472b-8939-3d99e373982f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:20:24.522586 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8d66e0d8-acc1-4991-91d4-e8b4ac330beb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.538831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Attempting to bind port 1e692dd4-9137-47af-830d-74b964fba2fd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:20:24.539208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Attempting to bind port 1e692dd4-9137-47af-830d-74b964fba2fd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a68cb7e1-b713-4520-bdfa-9f8c57e1e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cee53d39-dc47-4349-bfce-88b79caec9b8'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:20:24.539566 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Attempting to bind port 1e692dd4-9137-47af-830d-74b964fba2fd on network cee53d39-dc47-4349-bfce-88b79caec9b8 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:24.561544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605b371-3ec7-4157-95be-8a0006861832 req-d015d5fb-de5f-402b-9390-fa146adfa52e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:24.563269 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5605b371-3ec7-4157-95be-8a0006861832 req-d015d5fb-de5f-402b-9390-fa146adfa52e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 944 time: 0.0589244
Feb 12 21:20:24.573985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:20:24.574508 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Checking segment: {'id': 'a68cb7e1-b713-4520-bdfa-9f8c57e1e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cee53d39-dc47-4349-bfce-88b79caec9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:24.575376 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.575376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Bound using segment: {'id': 'a68cb7e1-b713-4520-bdfa-9f8c57e1e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cee53d39-dc47-4349-bfce-88b79caec9b8'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:20:24.575818 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Bound port: 1e692dd4-9137-47af-830d-74b964fba2fd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68cb7e1-b713-4520-bdfa-9f8c57e1e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cee53d39-dc47-4349-bfce-88b79caec9b8'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:20:24.576201 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1e692dd4-9137-47af-830d-74b964fba2fd), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.594339 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96174cd9-3598-4d7f-b1fe-b055b70e6575 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f98fff56-7391-40ff-9f80-a6e7463e1bc4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.608908 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23ca30b4dca24f43ad3805959b8005fc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5973790
Feb 12 21:20:24.609575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d66e0d8-acc1-4991-91d4-e8b4ac330beb,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:24.613157 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50396) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:24.619467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a500c7b1-8358-4bc8-ae00-21079afb6cb4 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:24.619862 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a500c7b1-8358-4bc8-ae00-21079afb6cb4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.638532 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96174cd9-3598-4d7f-b1fe-b055b70e6575 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Pushing event deleted for resources: {'Port': ['ID=f98fff56-7391-40ff-9f80-a6e7463e1bc4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:24.651738 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5605b371-3ec7-4157-95be-8a0006861832 req-e4fbf9aa-a1fc-44d7-beeb-7a1e15851451 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807936
Feb 12 21:20:24.658466 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3594-aa64-4370-8dcd-f64ae6911e3e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (32b88b89-eb27-4946-9588-ed629997e699), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.679161 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:24.685600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:24.685600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:24.685600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:24.685600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:24.685600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:24.685600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:24.685600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:24.685600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:24.685600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:24.685600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:24.685600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:24.685600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043aec1-4752-4e0b-9247-80ccace31dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:24.709299 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8df7ff-9049-4b7d-940f-776982de0700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a500c7b1-8358-4bc8-ae00-21079afb6cb4'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:24.713081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc8f97-cef3-4d07-a401-b20b574e4d56 req-9a3c4b60-a37d-4bf0-be9b-3ecbdd5379dc tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:24.714923 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-41dc8f97-cef3-4d07-a401-b20b574e4d56 req-9a3c4b60-a37d-4bf0-be9b-3ecbdd5379dc tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.2276585
Feb 12 21:20:24.716882 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dcc681-6ea9-403a-bf98-8fdb1bc10593" -d '{"events": [{"server_uuid": "1d8df7ff-9049-4b7d-940f-776982de0700", "name": "network-vif-plugged", "status": "completed", "tag": "a500c7b1-8358-4bc8-ae00-21079afb6cb4"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:24.743508 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96174cd9-3598-4d7f-b1fe-b055b70e6575 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (99194744-9991-4c38-8b04-17bb115a836c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.749607 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a500c7b1-8358-4bc8-ae00-21079afb6cb4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a500c7b1-8358-4bc8-ae00-21079afb6cb4,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:24.764066 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] For port 1e692dd4-9137-47af-830d-74b964fba2fd, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:20:24.770700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] For port 1e692dd4-9137-47af-830d-74b964fba2fd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e692dd4-9137-47af-830d-74b964fba2fd,segment=NetworkSegment(a68cb7e1-b713-4520-bdfa-9f8c57e1e71f),segment_id=a68cb7e1-b713-4520-bdfa-9f8c57e1e71f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:20:24.773158 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 0762ac45-f397-472b-8939-3d99e373982f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0762ac45-f397-472b-8939-3d99e373982f,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:24.786510 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '0762ac45-f397-472b-8939-3d99e373982f', 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1', 'port_id': '0762ac45-f397-472b-8939-3d99e373982f', 'mac_address': 'fa:16:3e:d3:1f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:20:24.811785 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-41dc8f97-cef3-4d07-a401-b20b574e4d56 req-f84e8f14-c9ad-45e6-bc63-4e9213d2b3c1 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816839
Feb 12 21:20:24.828896 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 0762ac45-f397-472b-8939-3d99e373982f is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:24.828896 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0762ac45-f397-472b-8939-3d99e373982f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.834032 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fce775b2-fd9a-48a7-9583-9a19dd0a2d06 admin admin] Publish callbacks [] for security_group (8d66e0d8-acc1-4991-91d4-e8b4ac330beb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.838360 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a500c7b1-8358-4bc8-ae00-21079afb6cb4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.868801 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3594-aa64-4370-8dcd-f64ae6911e3e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (32b88b89-eb27-4946-9588-ed629997e699), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.870076 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfccf49-74ce-409e-9d61-4db9c0e76638 x-openstack-request-id: req-abfccf49-74ce-409e-9d61-4db9c0e76638 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:24.870417 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8df7ff-9049-4b7d-940f-776982de0700", "name": "network-vif-plugged", "status": "completed", "tag": "a500c7b1-8358-4bc8-ae00-21079afb6cb4", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:24.870693 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abfccf49-74ce-409e-9d61-4db9c0e76638 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:24.871061 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8df7ff-9049-4b7d-940f-776982de0700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a500c7b1-8358-4bc8-ae00-21079afb6cb4', 'code': 200}
Feb 12 21:20:24.873744 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fce775b2-fd9a-48a7-9583-9a19dd0a2d06 admin admin] Publish callbacks [] for security_group (8d66e0d8-acc1-4991-91d4-e8b4ac330beb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.874439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0762ac45-f397-472b-8939-3d99e373982f {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:20:24.897126 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96174cd9-3598-4d7f-b1fe-b055b70e6575 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (99194744-9991-4c38-8b04-17bb115a836c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.902441 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96174cd9-3598-4d7f-b1fe-b055b70e6575 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_controller (99194744-9991-4c38-8b04-17bb115a836c), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.906814 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1e692dd4-9137-47af-830d-74b964fba2fd), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:24.933265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a500c7b1-8358-4bc8-ae00-21079afb6cb4,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:24.942103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 0762ac45-f397-472b-8939-3d99e373982f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0762ac45-f397-472b-8939-3d99e373982f,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:24.944266 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7e3594-aa64-4370-8dcd-f64ae6911e3e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network cee53d39-dc47-4349-bfce-88b79caec9b8 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:24.958000 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-7c7e3594-aa64-4370-8dcd-f64ae6911e3e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:24.970895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e3594-aa64-4370-8dcd-f64ae6911e3e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:24.977482 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e3594-aa64-4370-8dcd-f64ae6911e3e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=32b88b89-eb27-4946-9588-ed629997e699,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:24.990302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4ed9e-33de-487f-8e37-1b9c673bfb18 req-573efcba-524f-4b23-ad32-6eea4d7d17a7 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:24.996277 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56e4ed9e-33de-487f-8e37-1b9c673bfb18 req-573efcba-524f-4b23-ad32-6eea4d7d17a7 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.1735923
Feb 12 21:20:25.002207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabeb02-ab1a-4cd1-b6ce-0837e2d131ae None None] Pushing event updated for resources: {'Port': ['ID=1e692dd4-9137-47af-830d-74b964fba2fd,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:25.016101 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0762ac45-f397-472b-8939-3d99e373982f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:25.061491 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e3594-aa64-4370-8dcd-f64ae6911e3e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:25.063239 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3594-aa64-4370-8dcd-f64ae6911e3e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:25.083032 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56e4ed9e-33de-487f-8e37-1b9c673bfb18 req-2c009934-e3ef-4797-9d1b-4e3f97801b4f tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756125
Feb 12 21:20:25.086313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=0762ac45-f397-472b-8939-3d99e373982f,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:25.086588 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b302be-1f36-4bb3-9585-f44418d3fff1 req-d978746c-822e-43bc-8682-ea48e0c06c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:25.088091 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68b302be-1f36-4bb3-9585-f44418d3fff1 req-d978746c-822e-43bc-8682-ea48e0c06c89 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 1127 time: 0.0932393
Feb 12 21:20:25.089001 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96174cd9-3598-4d7f-b1fe-b055b70e6575 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (99194744-9991-4c38-8b04-17bb115a836c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:25.089579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96174cd9-3598-4d7f-b1fe-b055b70e6575 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99194744-9991-4c38-8b04-17bb115a836c {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:20:25.094370 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96174cd9-3598-4d7f-b1fe-b055b70e6575 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:25.095698 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-96174cd9-3598-4d7f-b1fe-b055b70e6575 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "DELETE /v2.0/routers/99194744-9991-4c38-8b04-17bb115a836c HTTP/1.1" status: 204  len: 168 time: 1.4693432
Feb 12 21:20:25.100415 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50402) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:25.105931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-873446278', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:25.155437 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68b302be-1f36-4bb3-9585-f44418d3fff1 req-462ab17a-66ab-49af-85dd-898ed7c86a46 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581739
Feb 12 21:20:25.160894 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fce775b2-fd9a-48a7-9583-9a19dd0a2d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8d66e0d8-acc1-4991-91d4-e8b4ac330beb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:25.166920 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fce775b2-fd9a-48a7-9583-9a19dd0a2d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:25.170813 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fce775b2-fd9a-48a7-9583-9a19dd0a2d06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d66e0d8-acc1-4991-91d4-e8b4ac330beb HTTP/1.1" status: 204  len: 168 time: 0.5504308
Feb 12 21:20:25.202623 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce775b2-fd9a-48a7-9583-9a19dd0a2d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d66e0d8-acc1-4991-91d4-e8b4ac330beb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:25.233834 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7c7e3594-aa64-4370-8dcd-f64ae6911e3e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 1.4474773
Feb 12 21:20:25.236602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50408) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:25.301898 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['0762ac45-f397-472b-8939-3d99e373982f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:25.344375 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (211f0f0b-4309-425c-9ee8-378e12de98af), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:25.345824 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (211f0f0b-4309-425c-9ee8-378e12de98af), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:25.378641 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8e616-23cb-462e-bb05-b274eee39ca6 req-31e75dfe-8a39-476d-a40f-a99f803f5ec7 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:25.378990 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port 32b88b89-eb27-4946-9588-ed629997e699 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:25.379730 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (32b88b89-eb27-4946-9588-ed629997e699), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:25.383180 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-58a8e616-23cb-462e-bb05-b274eee39ca6 req-31e75dfe-8a39-476d-a40f-a99f803f5ec7 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 944 time: 0.1136456
Feb 12 21:20:25.453978 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_controller (211f0f0b-4309-425c-9ee8-378e12de98af), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:25.486675 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (32b88b89-eb27-4946-9588-ed629997e699), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:25.487616 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-58a8e616-23cb-462e-bb05-b274eee39ca6 req-aeb4c06e-d2bd-4fa9-8a7a-c980efa32aaf tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899878
Feb 12 21:20:25.499742 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for 32b88b89-eb27-4946-9588-ed629997e699 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:25.689723 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (211f0f0b-4309-425c-9ee8-378e12de98af), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:25.697432 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (32b88b89-eb27-4946-9588-ed629997e699), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:25.735132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=32b88b89-eb27-4946-9588-ed629997e699,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:25.838736 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a987b2f5-b816-4161-9d87-c9faf14bd284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:25.840500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:25.841339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:25.841339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:25.841600 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:25.841920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:25.842248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:25.842711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:25.843043 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:25.843369 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:25.843699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:25.844131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:25.844455 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:25.844780 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:20:25.927362 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a06dc-343e-4f2e-9000-71116f6bbcfe req-a1c2a259-f450-4744-9e0f-5a705549dce7 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:25.938021 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e54a06dc-343e-4f2e-9000-71116f6bbcfe req-a1c2a259-f450-4744-9e0f-5a705549dce7 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.1893718
Feb 12 21:20:25.968457 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:25.975547 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d0896911-7088-44fe-a185-ac6ff8d5a4e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/32b88b89-eb27-4946-9588-ed629997e699 HTTP/1.1" status: 204  len: 168 time: 0.7376907
Feb 12 21:20:25.978467 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50422) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:26.020135 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a9c50f-d3c9-409a-b2f5-9c57388076e1 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] GET failed (client error): The resource could not be found.
Feb 12 21:20:26.024406 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-69a9c50f-d3c9-409a-b2f5-9c57388076e1 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/32b88b89-eb27-4946-9588-ed629997e699 HTTP/1.1" status: 404  len: 333 time: 0.0444677
Feb 12 21:20:26.024918 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50426) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:26.045783 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e54a06dc-343e-4f2e-9000-71116f6bbcfe req-8f924d6f-81e8-49ad-be69-461aa9f8758a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024415
Feb 12 21:20:26.065972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1e692dd4-9137-47af-830d-74b964fba2fd up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:26.141013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1e692dd4-9137-47af-830d-74b964fba2fd triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:26.141013 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1e692dd4-9137-47af-830d-74b964fba2fd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:26.162067 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (211f0f0b-4309-425c-9ee8-378e12de98af), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:26.184002 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 56d77b1f-6780-4fa2-af74-237c0810bff8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:20:26.187612 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 56d77b1f-6780-4fa2-af74-237c0810bff8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:20:26.208564 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ae2fbd-7468-418c-af07-340a54f95af1 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting subnet c45f7e8a-eb50-4c53-9500-ecc8f740cb2a {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:20:26.215364 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01ae2fbd-7468-418c-af07-340a54f95af1 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (c45f7e8a-eb50-4c53-9500-ecc8f740cb2a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:26.243625 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:26.252792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cce1c-9c23-45e1-ab26-d92e4720d101 req-f6a02134-2c10-4ab6-adfa-38b8bcf86a10 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:26.259636 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d40cce1c-9c23-45e1-ab26-d92e4720d101 req-f6a02134-2c10-4ab6-adfa-38b8bcf86a10 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.0945120
Feb 12 21:20:26.313428 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa026a-4245-4723-ae81-1772b4765bf9 req-0768c4a2-8f2e-4abf-83b3-09ccb7e6f20f tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:26.334013 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6faa026a-4245-4723-ae81-1772b4765bf9 req-0768c4a2-8f2e-4abf-83b3-09ccb7e6f20f tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.3262103
Feb 12 21:20:26.386555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e1d680-2c9c-426d-b9df-dcc563c1d03c None None] Network cee53d39-dc47-4349-bfce-88b79caec9b8 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:26.440005 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1e692dd4-9137-47af-830d-74b964fba2fd is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:26.440232 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1e692dd4-9137-47af-830d-74b964fba2fd), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:26.442479 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01ae2fbd-7468-418c-af07-340a54f95af1 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (c45f7e8a-eb50-4c53-9500-ecc8f740cb2a), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:26.600007 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6faa026a-4245-4723-ae81-1772b4765bf9 req-c4b130d3-ad83-436e-9323-e110991d24bc tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2593303
Feb 12 21:20:26.621960 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Allocated IP 172.35.2.151 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/dcd18246-1d3e-4376-bc35-6761cba9cbf6) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:26.682271 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d40cce1c-9c23-45e1-ab26-d92e4720d101 req-0caa8167-5391-4774-b4da-dc5e1d8d2874 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4153142
Feb 12 21:20:26.723169 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 0762ac45-f397-472b-8939-3d99e373982f up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:26.768226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 56d77b1f-6780-4fa2-af74-237c0810bff8 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:26.768612 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:26.776441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 1e692dd4-9137-47af-830d-74b964fba2fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e692dd4-9137-47af-830d-74b964fba2fd,segment=NetworkSegment(a68cb7e1-b713-4520-bdfa-9f8c57e1e71f),segment_id=a68cb7e1-b713-4520-bdfa-9f8c57e1e71f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:26.814571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6184e25c-8aec-4ddd-b72e-114ccecf419f None None] Provisioning complete for port 1e692dd4-9137-47af-830d-74b964fba2fd triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:26.814952 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6184e25c-8aec-4ddd-b72e-114ccecf419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1e692dd4-9137-47af-830d-74b964fba2fd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:26.827290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae5d10-7a76-4597-877d-2d548245c6f8 req-517a45d0-2ecd-4642-be9b-fa4146373380 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:26.828809 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-21ae5d10-7a76-4597-877d-2d548245c6f8 req-517a45d0-2ecd-4642-be9b-fa4146373380 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 944 time: 0.1165330
Feb 12 21:20:26.851269 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01ae2fbd-7468-418c-af07-340a54f95af1 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (c45f7e8a-eb50-4c53-9500-ecc8f740cb2a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:26.865756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 56d77b1f-6780-4fa2-af74-237c0810bff8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56d77b1f-6780-4fa2-af74-237c0810bff8,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:26.871523 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1e692dd4-9137-47af-830d-74b964fba2fd), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:26.882092 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for port (dcd18246-1d3e-4376-bc35-6761cba9cbf6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:26.891326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d77b1f-6780-4fa2-af74-237c0810bff8'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:26.893543 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae3495e-74fc-4fa8-a439-dbe34c1292fb" -d '{"events": [{"server_uuid": "ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd", "name": "network-vif-unplugged", "status": "completed", "tag": "56d77b1f-6780-4fa2-af74-237c0810bff8"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:26.948820 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '56d77b1f-6780-4fa2-af74-237c0810bff8', 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b', 'port_id': '56d77b1f-6780-4fa2-af74-237c0810bff8', 'mac_address': 'fa:16:3e:fb:3a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:20:26.950264 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-21ae5d10-7a76-4597-877d-2d548245c6f8 req-3d9f15e4-990b-4828-a025-5eadb5b660be tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156819
Feb 12 21:20:26.953563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 56d77b1f-6780-4fa2-af74-237c0810bff8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56d77b1f-6780-4fa2-af74-237c0810bff8,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:26.958166 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:26.994620 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f684f5-612d-41d3-9563-d575f7662654 x-openstack-request-id: req-62f684f5-612d-41d3-9563-d575f7662654 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:26.994892 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd", "name": "network-vif-unplugged", "status": "completed", "tag": "56d77b1f-6780-4fa2-af74-237c0810bff8", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:26.995137 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62f684f5-612d-41d3-9563-d575f7662654 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:26.999781 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d77b1f-6780-4fa2-af74-237c0810bff8', 'code': 200}
Feb 12 21:20:27.008387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f98fff56-7391-40ff-9f80-a6e7463e1bc4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:20:27.043310 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (dcd18246-1d3e-4376-bc35-6761cba9cbf6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:27.046103 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01ae2fbd-7468-418c-af07-340a54f95af1 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (c45f7e8a-eb50-4c53-9500-ecc8f740cb2a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:27.053569 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:27.055364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=1e692dd4-9137-47af-830d-74b964fba2fd,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:27.061244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: f98fff56-7391-40ff-9f80-a6e7463e1bc4 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:20:27.062015 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f98fff56-7391-40ff-9f80-a6e7463e1bc4 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:20:27.110909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 56d77b1f-6780-4fa2-af74-237c0810bff8 is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:27.111609 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:27.113680 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 0762ac45-f397-472b-8939-3d99e373982f completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:20:27.114883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae2fbd-7468-418c-af07-340a54f95af1 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Subnet': ['ID=c45f7e8a-eb50-4c53-9500-ecc8f740cb2a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:27.134909 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:27.136206 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01ae2fbd-7468-418c-af07-340a54f95af1 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:27.139463 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-01ae2fbd-7468-418c-af07-340a54f95af1 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/c45f7e8a-eb50-4c53-9500-ecc8f740cb2a HTTP/1.1" status: 204  len: 168 time: 1.1134856
Feb 12 21:20:27.145709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50448) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:27.146205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:27.148385 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:27.161086 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 0762ac45-f397-472b-8939-3d99e373982f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:27.161475 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0762ac45-f397-472b-8939-3d99e373982f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:27.172950 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Pushing event updated for resources: {'Port': ['ID=dcd18246-1d3e-4376-bc35-6761cba9cbf6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:27.182387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56d77b1f-6780-4fa2-af74-237c0810bff8 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:20:27.235769 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6184e25c-8aec-4ddd-b72e-114ccecf419f None None] Current status of the port 1e692dd4-9137-47af-830d-74b964fba2fd is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:27.240789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=56d77b1f-6780-4fa2-af74-237c0810bff8,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:27.302565 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:20:27.302931 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:20:27.333814 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (cee53d39-dc47-4349-bfce-88b79caec9b8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:27.351405 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 0762ac45-f397-472b-8939-3d99e373982f is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:27.352572 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0762ac45-f397-472b-8939-3d99e373982f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:27.366411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e03a04-c196-4597-8173-614f28d0c6b9 req-f8880fcc-bd48-44ce-ad1e-281c6eaec9bf tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:27.373504 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-60e03a04-c196-4597-8173-614f28d0c6b9 req-f8880fcc-bd48-44ce-ad1e-281c6eaec9bf tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.1955714
Feb 12 21:20:27.393124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 0762ac45-f397-472b-8939-3d99e373982f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0762ac45-f397-472b-8939-3d99e373982f,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:27.403603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port 1e692dd4-9137-47af-830d-74b964fba2fd {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:27.404214 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1e692dd4-9137-47af-830d-74b964fba2fd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:27.435935 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-60e03a04-c196-4597-8173-614f28d0c6b9 req-03c58f3b-fef7-4499-8d95-97cfb655fbe4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615647
Feb 12 21:20:27.463811 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0762ac45-f397-472b-8939-3d99e373982f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:27.499319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] For port 1e692dd4-9137-47af-830d-74b964fba2fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e692dd4-9137-47af-830d-74b964fba2fd,segment=NetworkSegment(a68cb7e1-b713-4520-bdfa-9f8c57e1e71f),segment_id=a68cb7e1-b713-4520-bdfa-9f8c57e1e71f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:27.499871 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1e692dd4-9137-47af-830d-74b964fba2fd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:27.522008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for 1e692dd4-9137-47af-830d-74b964fba2fd owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:27.556543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=0762ac45-f397-472b-8939-3d99e373982f,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:27.560623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b8fdb6-94d1-4cdb-891a-7a50227f85bd None None] Network cee53d39-dc47-4349-bfce-88b79caec9b8 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:27.661912 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (211f0f0b-4309-425c-9ee8-378e12de98af), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:27.702623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3e536801-d1ec-4e27-ae38-b678c8cdae37 None None] Provisioning complete for port 1e692dd4-9137-47af-830d-74b964fba2fd triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:27.703275 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3e536801-d1ec-4e27-ae38-b678c8cdae37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1e692dd4-9137-47af-830d-74b964fba2fd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:27.770339 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1e692dd4-9137-47af-830d-74b964fba2fd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:27.829808 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604df388-a63d-42e7-addc-8798cb8af6e4 req-50e70c2d-395e-4113-9790-4c4b9552bd07 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:27.831354 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-604df388-a63d-42e7-addc-8798cb8af6e4 req-50e70c2d-395e-4113-9790-4c4b9552bd07 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 943 time: 0.1279967
Feb 12 21:20:27.844452 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=1e692dd4-9137-47af-830d-74b964fba2fd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:27.865519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No DVR routers for this DVR port 1e692dd4-9137-47af-830d-74b964fba2fd on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:20:27.900569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612cf88d-da2b-47cf-9885-dcf5f59fa60e None None] DHCP port deletion for cee53d39-dc47-4349-bfce-88b79caec9b8 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:20:27.966659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3e536801-d1ec-4e27-ae38-b678c8cdae37 None None] Current status of the port 1e692dd4-9137-47af-830d-74b964fba2fd is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:27.978972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 56d77b1f-6780-4fa2-af74-237c0810bff8 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:27.981696 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:27.997890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1e692dd4-9137-47af-830d-74b964fba2fd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:20:28.000058 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-604df388-a63d-42e7-addc-8798cb8af6e4 req-ea5e40e8-c805-4b85-b17f-bc2bc5c3a344 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617632
Feb 12 21:20:28.026717 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (211f0f0b-4309-425c-9ee8-378e12de98af), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:28.041371 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (cee53d39-dc47-4349-bfce-88b79caec9b8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:28.049756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 1e692dd4-9137-47af-830d-74b964fba2fd {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:20:28.050141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1e692dd4-9137-47af-830d-74b964fba2fd not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:20:28.052896 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d77b1f-6780-4fa2-af74-237c0810bff8 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:20:28.078183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9231bd-5308-4769-aa45-483d3fb6029e req-13b0eb04-a503-4c26-9f82-dbdaf1df261f tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:28.083355 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c9231bd-5308-4769-aa45-483d3fb6029e req-13b0eb04-a503-4c26-9f82-dbdaf1df261f tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.1710935
Feb 12 21:20:28.084165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 56d77b1f-6780-4fa2-af74-237c0810bff8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56d77b1f-6780-4fa2-af74-237c0810bff8,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:28.109263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fba95730>,) {'filters': {'network_id': ['cee53d39-dc47-4349-bfce-88b79caec9b8']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:28.125530 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fba95730>, 'a68cb7e1-b713-4520-bdfa-9f8c57e1e71f') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:28.127266 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fba95730>, 'a68cb7e1-b713-4520-bdfa-9f8c57e1e71f') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:28.144081 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (a68cb7e1-b713-4520-bdfa-9f8c57e1e71f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:28.167041 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c9231bd-5308-4769-aa45-483d3fb6029e req-5097db52-9d62-4f39-b9fb-5180d867dc23 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757637
Feb 12 21:20:28.172076 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (a68cb7e1-b713-4520-bdfa-9f8c57e1e71f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:28.182220 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:28.196708 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:20:28.196708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (a68cb7e1-b713-4520-bdfa-9f8c57e1e71f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:   items = [
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:20:28.197104 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:20:28.245051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6be36e-db31-402c-b688-6a23d89eef89 req-588fa07d-a74c-415d-ac5d-851759aa072b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:28.246545 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a6be36e-db31-402c-b688-6a23d89eef89 req-588fa07d-a74c-415d-ac5d-851759aa072b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.1355114
Feb 12 21:20:28.263618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=56d77b1f-6780-4fa2-af74-237c0810bff8,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:28.268034 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3e506e5f-1458-4b7d-85ca-c64a35b3348f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:28.322057 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a6be36e-db31-402c-b688-6a23d89eef89 req-cbbda541-ae5c-401d-8795-69557fcd329b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615888
Feb 12 21:20:28.350356 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a361c0-1e93-4633-ae84-e9f1488353bd req-3cd0e33d-82d4-4097-ba90-9b0bcb49162a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:28.351853 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-21a361c0-1e93-4633-ae84-e9f1488353bd req-3cd0e33d-82d4-4097-ba90-9b0bcb49162a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 945 time: 0.0650115
Feb 12 21:20:28.401032 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-21a361c0-1e93-4633-ae84-e9f1488353bd req-a6f98ecf-93b6-4668-b077-7c608313b6d0 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434604
Feb 12 21:20:28.440432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['56d77b1f-6780-4fa2-af74-237c0810bff8'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:28.484416 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Router 211f0f0b-4309-425c-9ee8-378e12de98af is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:20:28.484625 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (cee53d39-dc47-4349-bfce-88b79caec9b8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:28.500322 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:28.507445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/networks/cee53d39-dc47-4349-bfce-88b79caec9b8 HTTP/1.1" status: 204  len: 168 time: 1.3600261
Feb 12 21:20:28.513690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50484) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:28.520023 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-92503d7b-d553-4d22-b2bf-1181f6d12426 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'name': 'tempest-PortsTestJSON-75933824'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:28.523254 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75313b2-f7ad-46d2-92cc-7f113c5e6424 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Network': ['ID=cee53d39-dc47-4349-bfce-88b79caec9b8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:28.712914 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92503d7b-d553-4d22-b2bf-1181f6d12426 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:28.716590 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-92503d7b-d553-4d22-b2bf-1181f6d12426 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:28.742432 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-92503d7b-d553-4d22-b2bf-1181f6d12426 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] device_id is not set on port b7484f1d-e78f-45c0-9da8-78977c32cdd4 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:20:28.885123 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:20:28.895063 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8432e-2b2e-441a-b180-0103f3e3ff44 None None] Sync routers for ids ['211f0f0b-4309-425c-9ee8-378e12de98af'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:20:28.904795 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8432e-2b2e-441a-b180-0103f3e3ff44 None None] Routers {'211f0f0b-4309-425c-9ee8-378e12de98af'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:28.905438 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9be8432e-2b2e-441a-b180-0103f3e3ff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8cba90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['211f0f0b-4309-425c-9ee8-378e12de98af'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:28.916107 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-92503d7b-d553-4d22-b2bf-1181f6d12426 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (b7484f1d-e78f-45c0-9da8-78977c32cdd4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:28.942326 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9be8432e-2b2e-441a-b180-0103f3e3ff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8cba90>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:28.950938 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8432e-2b2e-441a-b180-0103f3e3ff44 None None] Routers {'211f0f0b-4309-425c-9ee8-378e12de98af'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:28.951533 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9be8432e-2b2e-441a-b180-0103f3e3ff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8cba90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['211f0f0b-4309-425c-9ee8-378e12de98af'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:28.975183 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:28.976440 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-643e3217-4e75-4f4d-af45-6d8f6f397981 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 3.8742626
Feb 12 21:20:28.979519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50490) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:28.983385 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9be8432e-2b2e-441a-b180-0103f3e3ff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8cba90>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:28.984024 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8432e-2b2e-441a-b180-0103f3e3ff44 None None] The sync data for ids ['211f0f0b-4309-425c-9ee8-378e12de98af'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:20:28.984135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0023bf43-e40a-4529-96db-63e856788281 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'enable_snat': False}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:28.996339 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614e2dee-b81e-4a15-91f6-be8faf694be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0762ac45-f397-472b-8939-3d99e373982f'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:28.998779 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27780a10-d5e0-4d59-8b67-4eff55a6d8cf" -d '{"events": [{"server_uuid": "614e2dee-b81e-4a15-91f6-be8faf694be7", "name": "network-vif-plugged", "status": "completed", "tag": "0762ac45-f397-472b-8939-3d99e373982f"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:29.045495 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ac120a-42e8-4140-9a22-41a9279b7133 x-openstack-request-id: req-12ac120a-42e8-4140-9a22-41a9279b7133 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:29.045792 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614e2dee-b81e-4a15-91f6-be8faf694be7", "name": "network-vif-plugged", "status": "completed", "tag": "0762ac45-f397-472b-8939-3d99e373982f", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:29.046048 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12ac120a-42e8-4140-9a22-41a9279b7133 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:29.046441 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614e2dee-b81e-4a15-91f6-be8faf694be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0762ac45-f397-472b-8939-3d99e373982f', 'code': 200}
Feb 12 21:20:29.062879 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-92503d7b-d553-4d22-b2bf-1181f6d12426 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b7484f1d-e78f-45c0-9da8-78977c32cdd4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:29.142307 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50498) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:29.184159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92503d7b-d553-4d22-b2bf-1181f6d12426 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:29.196403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-92503d7b-d553-4d22-b2bf-1181f6d12426 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:29.201289 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92503d7b-d553-4d22-b2bf-1181f6d12426 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=b7484f1d-e78f-45c0-9da8-78977c32cdd4,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:29.207513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92503d7b-d553-4d22-b2bf-1181f6d12426 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:29.213545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92503d7b-d553-4d22-b2bf-1181f6d12426 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:29.214181 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-92503d7b-d553-4d22-b2bf-1181f6d12426 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:29.283616 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba5744-a070-4620-9ce7-733a3b2436f4 req-bc0eedb4-4594-4ada-9b7c-6c0b85a6f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:29.285249 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5eba5744-a070-4620-9ce7-733a3b2436f4 req-bc0eedb4-4594-4ada-9b7c-6c0b85a6f14f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 1127 time: 0.1646047
Feb 12 21:20:29.292448 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-29cbd849-c92f-469b-8a63-7e9aafa833b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:29.332302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0180-5a6f-4c2b-ae33-841b520265fe req-4509ca6b-e8f8-4adf-aa24-799c65b4dea1 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:29.333795 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbdb0180-5a6f-4c2b-ae33-841b520265fe req-4509ca6b-e8f8-4adf-aa24-799c65b4dea1 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 944 time: 0.2268741
Feb 12 21:20:29.345048 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eae173-5f87-43f0-8419-9105d8e22306 req-8e33e06e-1f35-4626-a648-c63a1cdf95ed tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:29.346984 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-15eae173-5f87-43f0-8419-9105d8e22306 req-8e33e06e-1f35-4626-a648-c63a1cdf95ed tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.0949035
Feb 12 21:20:29.366055 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-92503d7b-d553-4d22-b2bf-1181f6d12426 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 844 time: 0.8508155
Feb 12 21:20:29.370146 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50506) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:29.410483 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:29.426259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5eba5744-a070-4620-9ce7-733a3b2436f4 req-4313773a-f0e9-4bbb-851b-1f1f72c11b2f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110568
Feb 12 21:20:29.455715 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:29.474570 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbdb0180-5a6f-4c2b-ae33-841b520265fe req-807584b5-956d-496b-b188-15ef865b8124 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292238
Feb 12 21:20:29.490650 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-15eae173-5f87-43f0-8419-9105d8e22306 req-9dae8493-c042-44bb-882e-b91d4db81e36 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374886
Feb 12 21:20:29.503501 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-29cbd849-c92f-469b-8a63-7e9aafa833b9 admin admin] Publish callbacks [] for security_group (aad9abf0-c06c-4fa2-9474-3d242fce8c90), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:29.547606 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-49815d27-64d1-43c0-9bca-8d2b5b89c903 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port b7484f1d-e78f-45c0-9da8-78977c32cdd4 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:29.547606 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-49815d27-64d1-43c0-9bca-8d2b5b89c903 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b7484f1d-e78f-45c0-9da8-78977c32cdd4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:29.567365 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0023bf43-e40a-4529-96db-63e856788281 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (211f0f0b-4309-425c-9ee8-378e12de98af), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:29.576933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-29cbd849-c92f-469b-8a63-7e9aafa833b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (aad9abf0-c06c-4fa2-9474-3d242fce8c90), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:29.626244 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5520ba-4cbc-43db-b1e9-8ddef78f71e3 req-2f5eaa9c-da5d-4fa6-8c13-d8d3e5cd3695 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:29.627732 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c5520ba-4cbc-43db-b1e9-8ddef78f71e3 req-2f5eaa9c-da5d-4fa6-8c13-d8d3e5cd3695 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.0569093
Feb 12 21:20:29.680435 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-49815d27-64d1-43c0-9bca-8d2b5b89c903 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b7484f1d-e78f-45c0-9da8-78977c32cdd4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:29.684645 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-29cbd849-c92f-469b-8a63-7e9aafa833b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65bb947ddcc445fa99b31b6c37fab677&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5413320
Feb 12 21:20:29.689761 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c5520ba-4cbc-43db-b1e9-8ddef78f71e3 req-697d0144-036a-4760-857f-e2d7f7cbb546 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555787
Feb 12 21:20:29.691061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50510) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:29.700941 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbd849-c92f-469b-8a63-7e9aafa833b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad9abf0-c06c-4fa2-9474-3d242fce8c90,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:29.709136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-49815d27-64d1-43c0-9bca-8d2b5b89c903 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for b7484f1d-e78f-45c0-9da8-78977c32cdd4 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:29.761757 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84eb0c-e490-48a3-9a18-aee645266cb5 req-3ae81553-4ca4-465e-b5fe-646b09e44311 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:29.763239 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fc84eb0c-e490-48a3-9a18-aee645266cb5 req-3ae81553-4ca4-465e-b5fe-646b09e44311 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 945 time: 0.2029035
Feb 12 21:20:29.789229 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca0fc55c-41c4-44a5-98d6-0fa93a05fe61 admin admin] Publish callbacks [] for security_group (aad9abf0-c06c-4fa2-9474-3d242fce8c90), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:29.818665 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca0fc55c-41c4-44a5-98d6-0fa93a05fe61 admin admin] Publish callbacks [] for security_group (aad9abf0-c06c-4fa2-9474-3d242fce8c90), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:29.839336 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fc84eb0c-e490-48a3-9a18-aee645266cb5 req-1f0d4071-cd28-468b-a829-8be76108928a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679088
Feb 12 21:20:29.970159 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-49815d27-64d1-43c0-9bca-8d2b5b89c903 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b7484f1d-e78f-45c0-9da8-78977c32cdd4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:29.997162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49815d27-64d1-43c0-9bca-8d2b5b89c903 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=b7484f1d-e78f-45c0-9da8-78977c32cdd4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:30.005713 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-49815d27-64d1-43c0-9bca-8d2b5b89c903 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:30.008916 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-49815d27-64d1-43c0-9bca-8d2b5b89c903 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/b7484f1d-e78f-45c0-9da8-78977c32cdd4 HTTP/1.1" status: 204  len: 168 time: 0.6347759
Feb 12 21:20:30.011393 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50512) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:30.017197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-1f7c7c20-0cf3-4219-8485-9dfeae0bb558 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'mac_address': 'fa:16:3e:83:af:e3', 'name': 'tempest-PortsTestJSON-192287128'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:30.025929 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca0fc55c-41c4-44a5-98d6-0fa93a05fe61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (aad9abf0-c06c-4fa2-9474-3d242fce8c90), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:30.028486 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca0fc55c-41c4-44a5-98d6-0fa93a05fe61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:30.032104 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ca0fc55c-41c4-44a5-98d6-0fa93a05fe61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aad9abf0-c06c-4fa2-9474-3d242fce8c90 HTTP/1.1" status: 204  len: 168 time: 0.3370221
Feb 12 21:20:30.045509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fc55c-41c4-44a5-98d6-0fa93a05fe61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad9abf0-c06c-4fa2-9474-3d242fce8c90,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:30.181097 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7c7c20-0cf3-4219-8485-9dfeae0bb558 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:30.187058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 56d77b1f-6780-4fa2-af74-237c0810bff8 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:30.197155 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0023bf43-e40a-4529-96db-63e856788281 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (211f0f0b-4309-425c-9ee8-378e12de98af), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:30.200596 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0023bf43-e40a-4529-96db-63e856788281 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (211f0f0b-4309-425c-9ee8-378e12de98af), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:30.252534 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 56d77b1f-6780-4fa2-af74-237c0810bff8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:30.252918 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:30.256707 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7c20-0cf3-4219-8485-9dfeae0bb558 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:30.280633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-1f7c7c20-0cf3-4219-8485-9dfeae0bb558 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] device_id is not set on port c2a7174f-958e-49d7-8a32-d35d6a351d10 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:20:30.319493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0023bf43-e40a-4529-96db-63e856788281 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Router 211f0f0b-4309-425c-9ee8-378e12de98af has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:20:30.360075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 56d77b1f-6780-4fa2-af74-237c0810bff8 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:30.360749 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:30.404649 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 56d77b1f-6780-4fa2-af74-237c0810bff8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56d77b1f-6780-4fa2-af74-237c0810bff8,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:30.440755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0023bf43-e40a-4529-96db-63e856788281 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:20:30.446280 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0023bf43-e40a-4529-96db-63e856788281 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:30.447605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0023bf43-e40a-4529-96db-63e856788281 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "PUT /v2.0/routers/211f0f0b-4309-425c-9ee8-378e12de98af HTTP/1.1" status: 200  len: 925 time: 1.4669852
Feb 12 21:20:30.450624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50518) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:30.452688 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb9343-d3b6-4861-a522-b03646ac70f5 None None] Sync routers for ids ['211f0f0b-4309-425c-9ee8-378e12de98af'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:20:30.465347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb9343-d3b6-4861-a522-b03646ac70f5 None None] Routers {'211f0f0b-4309-425c-9ee8-378e12de98af'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:30.466013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-18bb9343-d3b6-4861-a522-b03646ac70f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7797c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['211f0f0b-4309-425c-9ee8-378e12de98af'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:30.472920 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7c20-0cf3-4219-8485-9dfeae0bb558 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (c2a7174f-958e-49d7-8a32-d35d6a351d10), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:30.516645 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:30.524128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-18bb9343-d3b6-4861-a522-b03646ac70f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7797c0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:30.569041 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-98af1767-d954-45d9-9405-919624662a7d tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/routers/211f0f0b-4309-425c-9ee8-378e12de98af HTTP/1.1" status: 200  len: 925 time: 0.1168308
Feb 12 21:20:30.571644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50524) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:30.576847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7c20-0cf3-4219-8485-9dfeae0bb558 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c2a7174f-958e-49d7-8a32-d35d6a351d10), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:30.606255 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=56d77b1f-6780-4fa2-af74-237c0810bff8,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:30.633196 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb9343-d3b6-4861-a522-b03646ac70f5 None None] Routers {'211f0f0b-4309-425c-9ee8-378e12de98af'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:30.634089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-18bb9343-d3b6-4861-a522-b03646ac70f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7797c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['211f0f0b-4309-425c-9ee8-378e12de98af'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:30.673389 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7c7c20-0cf3-4219-8485-9dfeae0bb558 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:30.674816 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-18bb9343-d3b6-4861-a522-b03646ac70f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7797c0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:30.675716 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb9343-d3b6-4861-a522-b03646ac70f5 None None] The sync data for ids ['211f0f0b-4309-425c-9ee8-378e12de98af'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:20:30.706816 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-1f7c7c20-0cf3-4219-8485-9dfeae0bb558 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:30.713345 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7c7c20-0cf3-4219-8485-9dfeae0bb558 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:30.718712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7c7c20-0cf3-4219-8485-9dfeae0bb558 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:30.719434 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7c20-0cf3-4219-8485-9dfeae0bb558 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:30.726272 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c7c20-0cf3-4219-8485-9dfeae0bb558 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=c2a7174f-958e-49d7-8a32-d35d6a351d10,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:30.752342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50528) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:30.760210 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d19d55-2843-4184-9482-6215a5ff06fa req-e29c3995-bf6e-4ea6-b8ad-df701800689d tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:30.762569 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-58d19d55-2843-4184-9482-6215a5ff06fa req-e29c3995-bf6e-4ea6-b8ad-df701800689d tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.1263375
Feb 12 21:20:30.782720 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b02c77d0-1977-4aff-a6a1-534d2ba50871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:30.813927 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1f7c7c20-0cf3-4219-8485-9dfeae0bb558 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.8014493
Feb 12 21:20:30.820407 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50530) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:30.893730 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-58d19d55-2843-4184-9482-6215a5ff06fa req-d58e8f98-76f4-47e5-8839-1cfa7c5acaa0 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174407
Feb 12 21:20:30.919088 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff8a438-5c13-42b6-95f4-10333fe80693 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:30.919088 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9ff8a438-5c13-42b6-95f4-10333fe80693 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/c2a7174f-958e-49d7-8a32-d35d6a351d10 HTTP/1.1" status: 200  len: 840 time: 0.0896201
Feb 12 21:20:30.921421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50534) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:30.964216 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:31.018219 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee28576-d308-437f-b58c-84364330e6b0 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:31.020125 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8ee28576-d308-437f-b58c-84364330e6b0 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&device_id=211f0f0b-4309-425c-9ee8-378e12de98af&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.4474978
Feb 12 21:20:31.023894 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50536) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:31.039763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79de485-28d5-4de5-9ef9-c1befcce52bd req-8535bf93-9915-42b7-bce5-824740b3cb3b tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:31.041233 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b79de485-28d5-4de5-9ef9-c1befcce52bd req-8535bf93-9915-42b7-bce5-824740b3cb3b tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.0882082
Feb 12 21:20:31.047755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d77b1f-6780-4fa2-af74-237c0810bff8'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:31.050265 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa684e34-1136-4598-8bf7-d24b82dd8520" -d '{"events": [{"server_uuid": "ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd", "name": "network-vif-plugged", "status": "completed", "tag": "56d77b1f-6780-4fa2-af74-237c0810bff8"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:31.069905 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b02c77d0-1977-4aff-a6a1-534d2ba50871 admin admin] Publish callbacks [] for security_group (d1df87b5-f281-4a0c-9bbf-1006c0603196), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:31.093187 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e98b8a-d054-410e-9016-95ae106461b2 req-b6b38810-b1be-4b94-a945-da80ccaa0c2f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:31.094730 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25e98b8a-d054-410e-9016-95ae106461b2 req-b6b38810-b1be-4b94-a945-da80ccaa0c2f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.1321168
Feb 12 21:20:31.110515 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-66ae4c7d-6030-44a8-bc94-ca6bca60a334 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port c2a7174f-958e-49d7-8a32-d35d6a351d10 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:31.110863 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66ae4c7d-6030-44a8-bc94-ca6bca60a334 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c2a7174f-958e-49d7-8a32-d35d6a351d10), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:31.139465 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b79de485-28d5-4de5-9ef9-c1befcce52bd req-11f8bd37-c18d-4199-84dd-5447830f0f88 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867474
Feb 12 21:20:31.141011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b02c77d0-1977-4aff-a6a1-534d2ba50871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d1df87b5-f281-4a0c-9bbf-1006c0603196), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:31.166947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c51659f-5bd3-4c63-ba75-ba644fe49829 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:31.169048 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3c51659f-5bd3-4c63-ba75-ba644fe49829 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 881 time: 0.1436830
Feb 12 21:20:31.174038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50540) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:31.206057 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a9b4ea14-fce5-45ab-8b97-789dae4fa9ba tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "GET /v2.0/ports?device_id=211f0f0b-4309-425c-9ee8-378e12de98af HTTP/1.1" status: 200  len: 205 time: 0.0309215
Feb 12 21:20:31.215249 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50542) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:31.257303 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061042be-a7cd-4a1c-99fc-42fbd9209ce8 req-3b6de291-440d-4fc5-97f5-1912116da46d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:31.258828 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-061042be-a7cd-4a1c-99fc-42fbd9209ce8 req-3b6de291-440d-4fc5-97f5-1912116da46d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 945 time: 0.0553267
Feb 12 21:20:31.283664 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66ae4c7d-6030-44a8-bc94-ca6bca60a334 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c2a7174f-958e-49d7-8a32-d35d6a351d10), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:31.311103 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-061042be-a7cd-4a1c-99fc-42fbd9209ce8 req-c23a8650-9215-4ee8-94ee-6e06139a368d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462728
Feb 12 21:20:31.338404 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c77d0-1977-4aff-a6a1-534d2ba50871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1df87b5-f281-4a0c-9bbf-1006c0603196,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:31.349621 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b02c77d0-1977-4aff-a6a1-534d2ba50871 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d083d1f3de1f472793143d40f704ad6f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5866601
Feb 12 21:20:31.351104 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-66ae4c7d-6030-44a8-bc94-ca6bca60a334 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for c2a7174f-958e-49d7-8a32-d35d6a351d10 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:31.352720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50546) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:31.366584 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25e98b8a-d054-410e-9016-95ae106461b2 req-d53061ea-e3fa-405b-9e7d-a09f4c763036 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2640331
Feb 12 21:20:31.399838 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f1b74d-e5d0-4687-8bfa-0a0fcf9e54f1 x-openstack-request-id: req-d3f1b74d-e5d0-4687-8bfa-0a0fcf9e54f1 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:31.400400 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd", "name": "network-vif-plugged", "status": "completed", "tag": "56d77b1f-6780-4fa2-af74-237c0810bff8", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:31.400400 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3f1b74d-e5d0-4687-8bfa-0a0fcf9e54f1 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:31.400773 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d77b1f-6780-4fa2-af74-237c0810bff8', 'code': 200}
Feb 12 21:20:31.445700 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c172706-cac0-4fad-a4b6-d4bf471694af admin admin] Publish callbacks [] for security_group (d1df87b5-f281-4a0c-9bbf-1006c0603196), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:31.468988 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa8c4-4396-46e7-8120-06ede7211b0d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (211f0f0b-4309-425c-9ee8-378e12de98af), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:31.483329 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c172706-cac0-4fad-a4b6-d4bf471694af admin admin] Publish callbacks [] for security_group (d1df87b5-f281-4a0c-9bbf-1006c0603196), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:31.596746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d5925-3ae8-46bb-9ae9-72b4207a1052 req-711e08ff-e32d-4cfe-823c-173b09619d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:31.598928 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b9d5925-3ae8-46bb-9ae9-72b4207a1052 req-711e08ff-e32d-4cfe-823c-173b09619d0e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 1127 time: 0.0482345
Feb 12 21:20:31.637029 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c172706-cac0-4fad-a4b6-d4bf471694af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d1df87b5-f281-4a0c-9bbf-1006c0603196), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:31.639874 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c172706-cac0-4fad-a4b6-d4bf471694af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:31.640996 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5c172706-cac0-4fad-a4b6-d4bf471694af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1df87b5-f281-4a0c-9bbf-1006c0603196 HTTP/1.1" status: 204  len: 168 time: 0.2873833
Feb 12 21:20:31.654112 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b9d5925-3ae8-46bb-9ae9-72b4207a1052 req-8c5914ce-7795-494b-a670-cdd737a01671 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485971
Feb 12 21:20:31.655158 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c172706-cac0-4fad-a4b6-d4bf471694af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1df87b5-f281-4a0c-9bbf-1006c0603196,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:31.662268 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa8c4-4396-46e7-8120-06ede7211b0d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (211f0f0b-4309-425c-9ee8-378e12de98af), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:31.669013 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66ae4c7d-6030-44a8-bc94-ca6bca60a334 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c2a7174f-958e-49d7-8a32-d35d6a351d10), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:31.719080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-d12a66d5-2946-4ed9-8dff-1f62ec69af93 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:31.720468 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-d12a66d5-2946-4ed9-8dff-1f62ec69af93 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 804 time: 0.1586242
Feb 12 21:20:31.723479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae4c7d-6030-44a8-bc94-ca6bca60a334 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=c2a7174f-958e-49d7-8a32-d35d6a351d10,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:31.734886 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66ae4c7d-6030-44a8-bc94-ca6bca60a334 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:31.734886 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-66ae4c7d-6030-44a8-bc94-ca6bca60a334 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/c2a7174f-958e-49d7-8a32-d35d6a351d10 HTTP/1.1" status: 204  len: 168 time: 0.8105204
Feb 12 21:20:31.735726 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50560) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:31.742954 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-9e900184-4ac9-4245-84aa-1084c72716ee tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/quotas/050182e2f578483db86c4ee4d7391365 HTTP/1.1" status: 200  len: 375 time: 0.0144722
Feb 12 21:20:31.770925 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bce253c-1a6e-48c0-823c-bc720aff4c7e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] GET failed (client error): The resource could not be found.
Feb 12 21:20:31.774255 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1bce253c-1a6e-48c0-823c-bc720aff4c7e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/c2a7174f-958e-49d7-8a32-d35d6a351d10 HTTP/1.1" status: 404  len: 333 time: 0.0354810
Feb 12 21:20:31.777507 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50562) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:31.782317 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-52cbd76f-4a29-43cf-a595-593a78c466a7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'name': 'tempest-PortsTestJSON-1440444888'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:31.835788 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-551b89a9-a7e7-4e4f-94b6-ee224eeb7e61 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0844653
Feb 12 21:20:31.841144 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5ecaa8c4-4396-46e7-8120-06ede7211b0d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Deleting port dcd18246-1d3e-4376-bc35-6761cba9cbf6 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:31.841521 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa8c4-4396-46e7-8120-06ede7211b0d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (dcd18246-1d3e-4376-bc35-6761cba9cbf6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:31.980982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cbd76f-4a29-43cf-a595-593a78c466a7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:31.984737 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52cbd76f-4a29-43cf-a595-593a78c466a7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:31.993683 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa8c4-4396-46e7-8120-06ede7211b0d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (dcd18246-1d3e-4376-bc35-6761cba9cbf6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:32.003392 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-e047e4d9-e76a-4faf-98b6-8c50568ecfae service neutron] 10.222.0.31 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599030
Feb 12 21:20:32.016527 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5ecaa8c4-4396-46e7-8120-06ede7211b0d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Calling delete_port for dcd18246-1d3e-4376-bc35-6761cba9cbf6 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:32.036306 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-52cbd76f-4a29-43cf-a595-593a78c466a7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] device_id is not set on port 26334861-78bf-40d1-b4c2-931309b7370d yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:20:32.100509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a9dbd-9671-4021-ac06-d68ab8867a7b req-7ae4ecad-2499-4359-bfb6-075b16ff7e53 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:32.101998 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-db1a9dbd-9671-4021-ac06-d68ab8867a7b req-7ae4ecad-2499-4359-bfb6-075b16ff7e53 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.1343775
Feb 12 21:20:32.156069 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-fffc42e6-51a2-4498-a590-1aa55e980cd0 service neutron] 10.222.0.31 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449325
Feb 12 21:20:32.175931 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:32.216462 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-db1a9dbd-9671-4021-ac06-d68ab8867a7b req-83e16748-f5d3-462e-a1c5-0f96572904ce tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928578
Feb 12 21:20:32.308069 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52cbd76f-4a29-43cf-a595-593a78c466a7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (26334861-78bf-40d1-b4c2-931309b7370d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:32.388456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c86265-ec2b-406d-8e20-7ed7fb60989a req-2b641842-2b01-4909-ad01-b4bf1bc3082f tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:32.390218 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e5c86265-ec2b-406d-8e20-7ed7fb60989a req-2b641842-2b01-4909-ad01-b4bf1bc3082f tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.0804896
Feb 12 21:20:32.438244 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e5c86265-ec2b-406d-8e20-7ed7fb60989a req-b68b8d7a-3bba-4074-94df-4952bbf2dc06 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414035
Feb 12 21:20:32.530751 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa8c4-4396-46e7-8120-06ede7211b0d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (dcd18246-1d3e-4376-bc35-6761cba9cbf6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:32.532092 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52cbd76f-4a29-43cf-a595-593a78c466a7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (26334861-78bf-40d1-b4c2-931309b7370d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:32.568102 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecaa8c4-4396-46e7-8120-06ede7211b0d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Pushing event deleted for resources: {'Port': ['ID=dcd18246-1d3e-4376-bc35-6761cba9cbf6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:32.605032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cbd76f-4a29-43cf-a595-593a78c466a7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:32.615801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fbdcc-1050-4e7e-88e7-ff039ad0c282 req-9be5ce1b-a966-4cfa-bddc-4f3fa0c7a917 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:32.623869 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed9fbdcc-1050-4e7e-88e7-ff039ad0c282 req-9be5ce1b-a966-4cfa-bddc-4f3fa0c7a917 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.1302772
Feb 12 21:20:32.630531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-52cbd76f-4a29-43cf-a595-593a78c466a7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:32.633713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cbd76f-4a29-43cf-a595-593a78c466a7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:32.638532 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cbd76f-4a29-43cf-a595-593a78c466a7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:32.639133 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52cbd76f-4a29-43cf-a595-593a78c466a7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:32.652574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbd76f-4a29-43cf-a595-593a78c466a7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=26334861-78bf-40d1-b4c2-931309b7370d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:32.671134 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:20:32.673032 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bffa71c7-bae6-4357-9a65-868da2bc23bf req-2270b703-79c8-4265-b3b8-5ac89681c48a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 210 time: 0.0364101
Feb 12 21:20:32.677096 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa8c4-4396-46e7-8120-06ede7211b0d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (211f0f0b-4309-425c-9ee8-378e12de98af), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:32.737483 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed9fbdcc-1050-4e7e-88e7-ff039ad0c282 req-55a21dfb-5309-438d-9b76-e1fd43b85de0 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104131
Feb 12 21:20:32.760970 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-52cbd76f-4a29-43cf-a595-593a78c466a7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.9823842
Feb 12 21:20:32.763640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50588) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:32.770441 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-4ecf076d-d671-4564-9ee5-8a021083e809 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:32.820529 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa8c4-4396-46e7-8120-06ede7211b0d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (211f0f0b-4309-425c-9ee8-378e12de98af), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:32.822893 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa8c4-4396-46e7-8120-06ede7211b0d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_controller (211f0f0b-4309-425c-9ee8-378e12de98af), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:32.859668 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ecf076d-d671-4564-9ee5-8a021083e809 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (26334861-78bf-40d1-b4c2-931309b7370d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:32.960950 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa8c4-4396-46e7-8120-06ede7211b0d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (211f0f0b-4309-425c-9ee8-378e12de98af), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:32.961869 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecaa8c4-4396-46e7-8120-06ede7211b0d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Fanout notify agent at l3_agent the message router_deleted on router 211f0f0b-4309-425c-9ee8-378e12de98af {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:20:32.969110 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ecaa8c4-4396-46e7-8120-06ede7211b0d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:32.980481 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5ecaa8c4-4396-46e7-8120-06ede7211b0d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "DELETE /v2.0/routers/211f0f0b-4309-425c-9ee8-378e12de98af HTTP/1.1" status: 204  len: 168 time: 1.7591860
Feb 12 21:20:32.980481 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50598) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:32.991689 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a8ff95a9-36b2-4839-814b-480f2d6c30c5 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1385986083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:33.034100 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ecf076d-d671-4564-9ee5-8a021083e809 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (26334861-78bf-40d1-b4c2-931309b7370d), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:33.116056 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ecf076d-d671-4564-9ee5-8a021083e809 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (26334861-78bf-40d1-b4c2-931309b7370d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:33.116314 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8ff95a9-36b2-4839-814b-480f2d6c30c5 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (bfaede79-ecd7-4199-a4db-3f3e69d63fc8), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:33.117430 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8ff95a9-36b2-4839-814b-480f2d6c30c5 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (bfaede79-ecd7-4199-a4db-3f3e69d63fc8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:33.159480 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf076d-d671-4564-9ee5-8a021083e809 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] In _notify_port_updated(), no bound segment for port 26334861-78bf-40d1-b4c2-931309b7370d on network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 {{(pid=126505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:20:33.169311 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecf076d-d671-4564-9ee5-8a021083e809 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:33.169311 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ecf076d-d671-4564-9ee5-8a021083e809 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:33.169311 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4ecf076d-d671-4564-9ee5-8a021083e809 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "PUT /v2.0/ports/26334861-78bf-40d1-b4c2-931309b7370d HTTP/1.1" status: 200  len: 818 time: 0.4020569
Feb 12 21:20:33.170143 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50602) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:33.182572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf076d-d671-4564-9ee5-8a021083e809 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=26334861-78bf-40d1-b4c2-931309b7370d,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:33.198123 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8ff95a9-36b2-4839-814b-480f2d6c30c5 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_controller (bfaede79-ecd7-4199-a4db-3f3e69d63fc8), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:33.273091 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8ff95a9-36b2-4839-814b-480f2d6c30c5 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (bfaede79-ecd7-4199-a4db-3f3e69d63fc8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:33.281214 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3c059cc8-0811-4977-9e13-c82ebd279e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port 26334861-78bf-40d1-b4c2-931309b7370d {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:33.281783 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c059cc8-0811-4977-9e13-c82ebd279e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (26334861-78bf-40d1-b4c2-931309b7370d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:33.356590 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c059cc8-0811-4977-9e13-c82ebd279e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (26334861-78bf-40d1-b4c2-931309b7370d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:33.371395 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be65b7-0be4-4c24-8e8c-24f4cbfd3393 req-cccf8733-6fa3-4984-aeed-9466070673db tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:33.372423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3c059cc8-0811-4977-9e13-c82ebd279e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for 26334861-78bf-40d1-b4c2-931309b7370d owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:33.373290 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-70be65b7-0be4-4c24-8e8c-24f4cbfd3393 req-cccf8733-6fa3-4984-aeed-9466070673db tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.0691626
Feb 12 21:20:33.378606 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8ff95a9-36b2-4839-814b-480f2d6c30c5 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:33.380075 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a8ff95a9-36b2-4839-814b-480f2d6c30c5 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.3959439
Feb 12 21:20:33.382114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50610) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:33.386739 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Request body: {'router': {'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:33.436406 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-70be65b7-0be4-4c24-8e8c-24f4cbfd3393 req-ee9add5a-bfb1-4b50-8ee8-12f0019bd75e tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544524
Feb 12 21:20:33.701730 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (bfaede79-ecd7-4199-a4db-3f3e69d63fc8), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:33.718397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd89803-2a66-44a9-8866-58d201d390e4 req-0ae2a3be-5da3-42ea-a830-9f36e2acc8e6 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:33.719951 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-acd89803-2a66-44a9-8866-58d201d390e4 req-0ae2a3be-5da3-42ea-a830-9f36e2acc8e6 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.1775212
Feb 12 21:20:33.784378 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-acd89803-2a66-44a9-8866-58d201d390e4 req-245ec1ff-9a17-4fe6-a16d-4e75ff5ecd77 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583413
Feb 12 21:20:33.786177 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c059cc8-0811-4977-9e13-c82ebd279e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (26334861-78bf-40d1-b4c2-931309b7370d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:33.806820 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0c7afb1-cce4-473e-8c45-3e8f62a91aea req-1265a8f6-ba1a-48ff-bd35-9b7e2bf2dd7e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 210 time: 0.0474133
Feb 12 21:20:33.848581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c059cc8-0811-4977-9e13-c82ebd279e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=26334861-78bf-40d1-b4c2-931309b7370d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:33.886883 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c059cc8-0811-4977-9e13-c82ebd279e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:33.893936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3c059cc8-0811-4977-9e13-c82ebd279e73 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/26334861-78bf-40d1-b4c2-931309b7370d HTTP/1.1" status: 204  len: 168 time: 0.7123888
Feb 12 21:20:33.897740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50628) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:33.956391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733a5e1-72de-4d1f-b512-d848923d6ce5 req-8269da97-0cf3-46a8-8aea-4cdaef418963 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:33.968809 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3733a5e1-72de-4d1f-b512-d848923d6ce5 req-8269da97-0cf3-46a8-8aea-4cdaef418963 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.0786784
Feb 12 21:20:34.001632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d7c2c6-f853-4c62-8890-e3dc625263c0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:34.003162 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d9d7c2c6-f853-4c62-8890-e3dc625263c0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1045060
Feb 12 21:20:34.007532 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50632) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:34.034054 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3733a5e1-72de-4d1f-b512-d848923d6ce5 req-d0e8c4c2-8126-4421-ac57-4ad56d7a4ab8 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641885
Feb 12 21:20:34.046450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee769a-dff0-4b96-8614-b43b75aa514b req-b18c9862-cf80-4df2-ab57-c4c122a35572 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:34.047936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6dee769a-dff0-4b96-8614-b43b75aa514b req-b18c9862-cf80-4df2-ab57-c4c122a35572 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.1226053
Feb 12 21:20:34.051255 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4ea435-3a16-48f9-901a-954662ca4077 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] GET failed (client error): The resource could not be found.
Feb 12 21:20:34.052449 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ea4ea435-3a16-48f9-901a-954662ca4077 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/26334861-78bf-40d1-b4c2-931309b7370d HTTP/1.1" status: 404  len: 333 time: 0.0440269
Feb 12 21:20:34.057801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50636) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:34.062296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5156dbdc-a11b-499d-9edf-f5499cbee35d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1896323896'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:34.189388 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5156dbdc-a11b-499d-9edf-f5499cbee35d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:34.193914 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5156dbdc-a11b-499d-9edf-f5499cbee35d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:34.210269 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6dee769a-dff0-4b96-8614-b43b75aa514b req-09b84eb7-6b5e-49bd-b1d9-f01f34e133f6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545572
Feb 12 21:20:34.240048 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (bfaede79-ecd7-4199-a4db-3f3e69d63fc8), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:34.261611 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:34.266470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5156dbdc-a11b-499d-9edf-f5499cbee35d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:20:34.305839 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5156dbdc-a11b-499d-9edf-f5499cbee35d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (6b1f476a-e577-406c-98b6-80a51c56f181), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:34.306436 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-5156dbdc-a11b-499d-9edf-f5499cbee35d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Added segment 6b1f476a-e577-406c-98b6-80a51c56f181 of type vlan for network 9006be17-afe0-4d8f-983e-89eace5ad401
Feb 12 21:20:34.368574 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5156dbdc-a11b-499d-9edf-f5499cbee35d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (9006be17-afe0-4d8f-983e-89eace5ad401), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:34.428654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Allocated IP 172.35.2.25 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/8cedbc80-7acb-4be4-ae81-d08ba2ab2706) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:34.500449 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5156dbdc-a11b-499d-9edf-f5499cbee35d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (9006be17-afe0-4d8f-983e-89eace5ad401), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:34.506331 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5156dbdc-a11b-499d-9edf-f5499cbee35d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:34.506942 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5156dbdc-a11b-499d-9edf-f5499cbee35d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:34.619282 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5156dbdc-a11b-499d-9edf-f5499cbee35d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5605314
Feb 12 21:20:34.622144 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50652) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:34.627597 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6d3950ab-adb6-463d-a544-ff9ac78230b5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'subnet': {'network_id': '9006be17-afe0-4d8f-983e-89eace5ad401', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:34.635929 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156dbdc-a11b-499d-9edf-f5499cbee35d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Network': ['ID=9006be17-afe0-4d8f-983e-89eace5ad401,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:34.646846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 9006be17-afe0-4d8f-983e-89eace5ad401 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:20:34.652243 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for port (8cedbc80-7acb-4be4-ae81-d08ba2ab2706), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:34.670733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836829f-11b2-4f80-aeb2-014da76d01ae req-32f1e7a6-3677-4a9b-b62a-2ef6b03bd4a2 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:34.672553 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a836829f-11b2-4f80-aeb2-014da76d01ae req-32f1e7a6-3677-4a9b-b62a-2ef6b03bd4a2 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.1436210
Feb 12 21:20:34.745302 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a836829f-11b2-4f80-aeb2-014da76d01ae req-66bb599c-845a-486c-9e3b-110de6b5027f tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567160
Feb 12 21:20:34.785434 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8cedbc80-7acb-4be4-ae81-d08ba2ab2706), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:34.829274 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:34.833594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:34.839203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:34.842304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Pushing event updated for resources: {'Port': ['ID=8cedbc80-7acb-4be4-ae81-d08ba2ab2706,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:34.870154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-f33cc1dc-cd0e-49ba-a5e2-99f9abb6e50b tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:34.871856 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-f33cc1dc-cd0e-49ba-a5e2-99f9abb6e50b tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/networks?id=19170c93-d9ce-4497-9280-91aac6f17f7b HTTP/1.1" status: 200  len: 814 time: 0.1456578
Feb 12 21:20:34.895266 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-6887aa85-11d6-4a86-9eba-38551ff5f02f tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/quotas/cf7e0df130604d2b9dab6a7fb331f5c6 HTTP/1.1" status: 200  len: 375 time: 0.0142272
Feb 12 21:20:34.896823 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3950ab-adb6-463d-a544-ff9ac78230b5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:34.900360 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d3950ab-adb6-463d-a544-ff9ac78230b5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:34.987105 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e54dd489-f5a6-4134-aba9-2cb770857472 req-e5ee22de-5d61-4417-b299-2ba7b878f20e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 210 time: 0.1007688
Feb 12 21:20:35.026696 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-d6ae5c2b-0b94-4e75-bc0b-f22250d7fc35 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf7e0df130604d2b9dab6a7fb331f5c6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1224885
Feb 12 21:20:35.207460 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-0f76b3b4-fdee-4758-bd8c-7a32f648c7f0 service neutron] 10.222.0.31 "GET /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1711216
Feb 12 21:20:35.563960 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-26f6bada-808b-409b-8e57-4a6165f78612 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:35.565587 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-26f6bada-808b-409b-8e57-4a6165f78612 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.48 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 804 time: 0.5281374
Feb 12 21:20:35.574573 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d3950ab-adb6-463d-a544-ff9ac78230b5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (3048da5e-e65d-4f34-90f7-f55f6d32501c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:35.582201 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-33e54d83-9c00-4d7c-a6e9-990e67ac2f69 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Request body: {'port': {'device_id': '41a7af65-ec45-4aa1-88d6-0034f7a4eed6', 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1', 'admin_state_up': True, 'tenant_id': '050182e2f578483db86c4ee4d7391365'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:35.653098 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3950ab-adb6-463d-a544-ff9ac78230b5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Subnet': ['ID=3048da5e-e65d-4f34-90f7-f55f6d32501c,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:35.668542 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-efaf2030-186c-4d9c-86cd-dae18cf10b64 service neutron] 10.222.0.31 "GET /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4599810
Feb 12 21:20:35.676646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29831f48-62c2-441c-920a-9efceeb07d6b req-c59805c9-3363-4fec-ad25-3fbee5bf9959 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:35.681655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3950ab-adb6-463d-a544-ff9ac78230b5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Checking segment: {'id': '6b1f476a-e577-406c-98b6-80a51c56f181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9006be17-afe0-4d8f-983e-89eace5ad401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:35.682114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3950ab-adb6-463d-a544-ff9ac78230b5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network hostable DHCP agents. Network: 9006be17-afe0-4d8f-983e-89eace5ad401, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:20:35.683507 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-29831f48-62c2-441c-920a-9efceeb07d6b req-c59805c9-3363-4fec-ad25-3fbee5bf9959 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.1736789
Feb 12 21:20:35.688884 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (bfaede79-ecd7-4199-a4db-3f3e69d63fc8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:35.790601 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3950ab-adb6-463d-a544-ff9ac78230b5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 9006be17-afe0-4d8f-983e-89eace5ad401 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:20:35.836621 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-29831f48-62c2-441c-920a-9efceeb07d6b req-cd7bf80e-79a1-4920-91d8-3da9df278df6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522593
Feb 12 21:20:35.935648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-6d3950ab-adb6-463d-a544-ff9ac78230b5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9006be17-afe0-4d8f-983e-89eace5ad401) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:35.941977 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3950ab-adb6-463d-a544-ff9ac78230b5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:35.943047 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d3950ab-adb6-463d-a544-ff9ac78230b5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:35.944397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b3b49a-ab10-4d23-a8d5-62d1230f4cb9 None None] Network 9006be17-afe0-4d8f-983e-89eace5ad401 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:35.979357 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-33e54d83-9c00-4d7c-a6e9-990e67ac2f69 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Made reservation on behalf of 050182e2f578483db86c4ee4d7391365 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:35.982641 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-33e54d83-9c00-4d7c-a6e9-990e67ac2f69 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:36.022288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcd18d-6fd0-4456-b5a7-bad39a69629e req-89b1f2d5-fe20-4435-8e94-1e0dd523a4f4 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:36.023846 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6dcd18d-6fd0-4456-b5a7-bad39a69629e req-89b1f2d5-fe20-4435-8e94-1e0dd523a4f4 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.1275134
Feb 12 21:20:36.029211 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (bfaede79-ecd7-4199-a4db-3f3e69d63fc8), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:36.056922 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9006be17-afe0-4d8f-983e-89eace5ad401', 'network_id': '9006be17-afe0-4d8f-983e-89eace5ad401', 'project_id': 'e5d2245e5e8f422b91608bc32cf6870b', 'fixed_ips': [{'subnet_id': '3048da5e-e65d-4f34-90f7-f55f6d32501c'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:20:36.078030 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:36.078155 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6d3950ab-adb6-463d-a544-ff9ac78230b5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4365721
Feb 12 21:20:36.078155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50692) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:36.078155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b99cbc1c-3a2a-428d-a894-151870ca80c3 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'subnet': {'network_id': '9006be17-afe0-4d8f-983e-89eace5ad401', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:36.083882 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (bfaede79-ecd7-4199-a4db-3f3e69d63fc8), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:36.229771 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ec15cceb-bddf-4d08-ace2-89ab2d12798a req-114cb25c-5bd7-4a70-bb4a-814d7fa6792f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 210 time: 0.1230786
Feb 12 21:20:36.246186 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Allocated IP 172.20.0.2 (9006be17-afe0-4d8f-983e-89eace5ad401/3048da5e-e65d-4f34-90f7-f55f6d32501c/90fc1248-7dce-4153-bda0-e1be855aba84) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:36.330832 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-79a6fdb9-9458-4c52-85d9-10bc4f4fb915 req-d9969462-df7b-4774-b791-923d81cee3ee tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 210 time: 0.0329518
Feb 12 21:20:36.363328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99cbc1c-3a2a-428d-a894-151870ca80c3 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:36.368895 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b99cbc1c-3a2a-428d-a894-151870ca80c3 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:36.373733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744d150-8c28-499c-b807-c57f38cfa630 req-7aadf65d-ca0e-48fd-9bde-d59b7091bb30 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:36.375259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3744d150-8c28-499c-b807-c57f38cfa630 req-7aadf65d-ca0e-48fd-9bde-d59b7091bb30 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd HTTP/1.1" status: 200  len: 945 time: 0.3505201
Feb 12 21:20:36.382415 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6dcd18d-6fd0-4456-b5a7-bad39a69629e req-bfb169b0-5ed2-4f99-a9c9-5b5f14c60dc9 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3272781
Feb 12 21:20:36.389541 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-33e54d83-9c00-4d7c-a6e9-990e67ac2f69 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Allocated IP 172.20.0.7 (7099db00-3881-44c3-bb47-3ded394a66e1/9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9/327701bb-4024-4f42-a0e6-d17f1a51d3e6) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:36.429045 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Publish callbacks [] for port (90fc1248-7dce-4153-bda0-e1be855aba84), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:36.478380 ncdv-master-1 neutron-server[126506]: INFO neutron.db.ipam_backend_mixin [None req-b99cbc1c-3a2a-428d-a894-151870ca80c3 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3048da5e-e65d-4f34-90f7-f55f6d32501c (CIDR: 172.20.0.0/28)
Feb 12 21:20:36.557554 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99cbc1c-3a2a-428d-a894-151870ca80c3 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:20:36.558335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99cbc1c-3a2a-428d-a894-151870ca80c3 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:20:36.588092 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:36.633757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Network 9006be17-afe0-4d8f-983e-89eace5ad401 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:36.636481 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:36.640251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:36.654010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3744d150-8c28-499c-b807-c57f38cfa630 req-0e30e54f-cf7d-408e-9316-63bf333d8f5c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Deleting port 56d77b1f-6780-4fa2-af74-237c0810bff8 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:36.654588 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3744d150-8c28-499c-b807-c57f38cfa630 req-0e30e54f-cf7d-408e-9316-63bf333d8f5c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:36.672944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Pushing event updated for resources: {'Port': ['ID=90fc1248-7dce-4153-bda0-e1be855aba84,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:36.688698 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b99cbc1c-3a2a-428d-a894-151870ca80c3 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6247680
Feb 12 21:20:36.689850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50700) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:36.699468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f0cf2008-4666-4679-a6e3-825819a6da14 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'subnet': {'network_id': '9006be17-afe0-4d8f-983e-89eace5ad401', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:36.705978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Attempting to bind port 90fc1248-7dce-4153-bda0-e1be855aba84 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:20:36.706352 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Attempting to bind port 90fc1248-7dce-4153-bda0-e1be855aba84 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6b1f476a-e577-406c-98b6-80a51c56f181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9006be17-afe0-4d8f-983e-89eace5ad401'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:20:36.706933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Attempting to bind port 90fc1248-7dce-4153-bda0-e1be855aba84 on network 9006be17-afe0-4d8f-983e-89eace5ad401 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:36.712132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:20:36.712510 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Checking segment: {'id': '6b1f476a-e577-406c-98b6-80a51c56f181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9006be17-afe0-4d8f-983e-89eace5ad401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:36.712910 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:36.713300 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Bound using segment: {'id': '6b1f476a-e577-406c-98b6-80a51c56f181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9006be17-afe0-4d8f-983e-89eace5ad401'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:20:36.713829 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Bound port: 90fc1248-7dce-4153-bda0-e1be855aba84, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1f476a-e577-406c-98b6-80a51c56f181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9006be17-afe0-4d8f-983e-89eace5ad401'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:20:36.714234 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:36.751074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Router bfaede79-ecd7-4199-a4db-3f3e69d63fc8 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:20:36.765812 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-33e54d83-9c00-4d7c-a6e9-990e67ac2f69 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks [] for port (327701bb-4024-4f42-a0e6-d17f1a51d3e6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:36.781084 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] For port 90fc1248-7dce-4153-bda0-e1be855aba84, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:20:36.788232 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] For port 90fc1248-7dce-4153-bda0-e1be855aba84, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90fc1248-7dce-4153-bda0-e1be855aba84,segment=NetworkSegment(6b1f476a-e577-406c-98b6-80a51c56f181),segment_id=6b1f476a-e577-406c-98b6-80a51c56f181)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:20:37.056530 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:37.059065 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3744d150-8c28-499c-b807-c57f38cfa630 req-0e30e54f-cf7d-408e-9316-63bf333d8f5c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] For port 56d77b1f-6780-4fa2-af74-237c0810bff8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56d77b1f-6780-4fa2-af74-237c0810bff8,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:37.059065 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3744d150-8c28-499c-b807-c57f38cfa630 req-0e30e54f-cf7d-408e-9316-63bf333d8f5c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:37.059313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897a918-9cd1-4f0c-859b-ff6a740e3cde None None] Pushing event updated for resources: {'Port': ['ID=90fc1248-7dce-4153-bda0-e1be855aba84,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:37.059427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3744d150-8c28-499c-b807-c57f38cfa630 req-0e30e54f-cf7d-408e-9316-63bf333d8f5c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Calling delete_port for 56d77b1f-6780-4fa2-af74-237c0810bff8 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:37.059547 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce0d40-8c25-467c-b0d7-6ef4d2ceb232 req-ab11f557-16c4-4a70-9637-de3a9c5cf2be tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:37.059547 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-99ce0d40-8c25-467c-b0d7-6ef4d2ceb232 req-ab11f557-16c4-4a70-9637-de3a9c5cf2be tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.0966630
Feb 12 21:20:37.074386 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-99ce0d40-8c25-467c-b0d7-6ef4d2ceb232 req-2ce4e924-a7bb-402a-b973-2abab65fea3d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560501
Feb 12 21:20:37.079232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:20:37.087856 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:37.088565 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ced9d257-25a2-492e-9170-3f958ee55ad8 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "PUT /v2.0/routers/bfaede79-ecd7-4199-a4db-3f3e69d63fc8 HTTP/1.1" status: 200  len: 883 time: 3.7052913
Feb 12 21:20:37.092863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50706) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:37.097501 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d1f15-9ebd-413d-a4b1-27e5aa23c14d None None] Sync routers for ids ['bfaede79-ecd7-4199-a4db-3f3e69d63fc8'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:20:37.114150 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d1f15-9ebd-413d-a4b1-27e5aa23c14d None None] Routers {'bfaede79-ecd7-4199-a4db-3f3e69d63fc8'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:37.114880 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8e0d1f15-9ebd-413d-a4b1-27e5aa23c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc649d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['bfaede79-ecd7-4199-a4db-3f3e69d63fc8'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:37.123724 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-33e54d83-9c00-4d7c-a6e9-990e67ac2f69 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (327701bb-4024-4f42-a0e6-d17f1a51d3e6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:37.135598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['38352d0d-4c76-4e91-9225-8c4272270ad6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:37.141464 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['0762ac45-f397-472b-8939-3d99e373982f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:37.188128 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e54d83-9c00-4d7c-a6e9-990e67ac2f69 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Pushing event updated for resources: {'Port': ['ID=327701bb-4024-4f42-a0e6-d17f1a51d3e6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:37.189183 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8e0d1f15-9ebd-413d-a4b1-27e5aa23c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc649d0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:37.254843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cf2008-4666-4679-a6e3-825819a6da14 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:37.254843 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2008-4666-4679-a6e3-825819a6da14 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:37.255608 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d1f15-9ebd-413d-a4b1-27e5aa23c14d None None] Routers {'bfaede79-ecd7-4199-a4db-3f3e69d63fc8'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:37.255608 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8e0d1f15-9ebd-413d-a4b1-27e5aa23c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc649d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['bfaede79-ecd7-4199-a4db-3f3e69d63fc8'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:37.277913 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5db0f6c2-d31c-42f9-ab49-89895a5461ad tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/routers/bfaede79-ecd7-4199-a4db-3f3e69d63fc8 HTTP/1.1" status: 200  len: 924 time: 0.1768014
Feb 12 21:20:37.280614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50710) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:37.423930 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8e0d1f15-9ebd-413d-a4b1-27e5aa23c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc649d0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:37.429147 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d1f15-9ebd-413d-a4b1-27e5aa23c14d None None] The sync data for ids ['bfaede79-ecd7-4199-a4db-3f3e69d63fc8'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:20:37.579043 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bdfbb7b0-e4e8-4f97-af3f-81899529ecf8 req-fd369301-6ff8-4bd2-a066-58123f9e166c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 210 time: 0.0467908
Feb 12 21:20:37.584609 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32603441-63f0-4406-a2e9-2c621b715235 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:37.586283 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-32603441-63f0-4406-a2e9-2c621b715235 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&device_id=bfaede79-ecd7-4199-a4db-3f3e69d63fc8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.3019321
Feb 12 21:20:37.589982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-33e54d83-9c00-4d7c-a6e9-990e67ac2f69 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Network 7099db00-3881-44c3-bb47-3ded394a66e1 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:37.590130 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50720) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:37.608243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-33e54d83-9c00-4d7c-a6e9-990e67ac2f69 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:37.611083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-33e54d83-9c00-4d7c-a6e9-990e67ac2f69 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:37.700442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d261fde-1c2f-4119-9916-bac028545d8c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:37.704337 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9d261fde-1c2f-4119-9916-bac028545d8c tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 881 time: 0.1110332
Feb 12 21:20:37.704942 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50722) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:37.731439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-33e54d83-9c00-4d7c-a6e9-990e67ac2f69 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:37.732094 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-33e54d83-9c00-4d7c-a6e9-990e67ac2f69 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:37.741738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d452e6-f93a-425d-9501-10f59cdb5eed req-2561b13e-fd41-46ef-a57a-5fa5927d5b12 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:37.743387 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-91d452e6-f93a-425d-9501-10f59cdb5eed req-2561b13e-fd41-46ef-a57a-5fa5927d5b12 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 931 time: 0.1960948
Feb 12 21:20:37.751571 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e49a8897-b9f7-4cd2-9309-ef9082943626 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaede79-ecd7-4199-a4db-3f3e69d63fc8 HTTP/1.1" status: 200  len: 205 time: 0.0428843
Feb 12 21:20:37.755359 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50724) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:37.832295 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-91d452e6-f93a-425d-9501-10f59cdb5eed req-76151040-ab0a-4d21-8fd4-d40561381a21 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679736
Feb 12 21:20:37.873637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa594d-5c50-4104-9c9d-9e5e7f641d0f req-a1ea69e2-5225-43f8-8cae-35c16f5a9f5f tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:37.875187 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0bfa594d-5c50-4104-9c9d-9e5e7f641d0f req-a1ea69e2-5225-43f8-8cae-35c16f5a9f5f tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.1924176
Feb 12 21:20:37.879270 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2008-4666-4679-a6e3-825819a6da14 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (414b9c9e-0fc7-4db4-a880-52644ab45a30), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:37.918888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cf2008-4666-4679-a6e3-825819a6da14 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 9006be17-afe0-4d8f-983e-89eace5ad401 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:37.924887 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-33e54d83-9c00-4d7c-a6e9-990e67ac2f69 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3483295
Feb 12 21:20:37.934897 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3744d150-8c28-499c-b807-c57f38cfa630 req-0e30e54f-cf7d-408e-9316-63bf333d8f5c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (56d77b1f-6780-4fa2-af74-237c0810bff8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:37.944972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-f0cf2008-4666-4679-a6e3-825819a6da14 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:37.946228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cf2008-4666-4679-a6e3-825819a6da14 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:37.946583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['56d77b1f-6780-4fa2-af74-237c0810bff8'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:37.946836 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f0cf2008-4666-4679-a6e3-825819a6da14 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:37.960896 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Request body: {'port': {'device_id': '41a7af65-ec45-4aa1-88d6-0034f7a4eed6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:37.989682 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0bfa594d-5c50-4104-9c9d-9e5e7f641d0f req-71a46fa7-79e6-450e-a72a-451c683c2231 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961027
Feb 12 21:20:38.006896 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb0b7079-b223-488b-b00f-58cba5fb5cfe tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (bfaede79-ecd7-4199-a4db-3f3e69d63fc8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:38.059730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30e54f-cf7d-408e-9316-63bf333d8f5c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Pushing event deleted for resources: {'Port': ['ID=56d77b1f-6780-4fa2-af74-237c0810bff8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:38.060265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 90fc1248-7dce-4153-bda0-e1be855aba84 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:38.087466 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf2008-4666-4679-a6e3-825819a6da14 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Subnet': ['ID=414b9c9e-0fc7-4db4-a880-52644ab45a30,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:38.144804 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f0cf2008-4666-4679-a6e3-825819a6da14 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.4538703
Feb 12 21:20:38.149837 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50730) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:38.155140 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-57136294-4851-44dc-a2b8-1f5b85c3ee2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'network_id': '9006be17-afe0-4d8f-983e-89eace5ad401', 'fixed_ips': [{'subnet_id': '3048da5e-e65d-4f34-90f7-f55f6d32501c'}, {'subnet_id': '414b9c9e-0fc7-4db4-a880-52644ab45a30'}], 'name': 'tempest-PortsTestJSON-187870378'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:38.163335 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb0b7079-b223-488b-b00f-58cba5fb5cfe tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (bfaede79-ecd7-4199-a4db-3f3e69d63fc8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:38.169257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3744d150-8c28-499c-b807-c57f38cfa630 req-0e30e54f-cf7d-408e-9316-63bf333d8f5c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] No DVR routers for this DVR port 56d77b1f-6780-4fa2-af74-237c0810bff8 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:20:38.202212 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3744d150-8c28-499c-b807-c57f38cfa630 req-0e30e54f-cf7d-408e-9316-63bf333d8f5c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:38.207503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3744d150-8c28-499c-b807-c57f38cfa630 req-0e30e54f-cf7d-408e-9316-63bf333d8f5c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.50 "DELETE /v2.0/ports/56d77b1f-6780-4fa2-af74-237c0810bff8 HTTP/1.1" status: 204  len: 173 time: 1.8212087
Feb 12 21:20:38.209564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd', 'name': 'network-vif-deleted', 'tag': '56d77b1f-6780-4fa2-af74-237c0810bff8'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:38.211705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 90fc1248-7dce-4153-bda0-e1be855aba84 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:38.212091 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:38.212487 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4429268-fe05-42bb-9006-1a9ccbbfcc93" -d '{"events": [{"server_uuid": "ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd", "name": "network-vif-deleted", "tag": "56d77b1f-6780-4fa2-af74-237c0810bff8"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:38.265445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (327701bb-4024-4f42-a0e6-d17f1a51d3e6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:38.282943 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a321a0-5381-4810-b0a3-f91400a15d81 x-openstack-request-id: req-83a321a0-5381-4810-b0a3-f91400a15d81 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:38.289039 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd", "name": "network-vif-deleted", "tag": "56d77b1f-6780-4fa2-af74-237c0810bff8", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:38.289039 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83a321a0-5381-4810-b0a3-f91400a15d81 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:38.289039 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3de8c7-5cbc-4936-a2c9-99c95d6f14dd', 'name': 'network-vif-deleted', 'tag': '56d77b1f-6780-4fa2-af74-237c0810bff8', 'status': 'completed', 'code': 200}
Feb 12 21:20:38.347819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 90fc1248-7dce-4153-bda0-e1be855aba84 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:38.348650 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:38.375197 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b50050-b01c-4af6-afb4-62e424359f13 req-265c2a08-8f99-43c2-833c-f959cedd0752 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:38.377083 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4b50050-b01c-4af6-afb4-62e424359f13 req-265c2a08-8f99-43c2-833c-f959cedd0752 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.1683915
Feb 12 21:20:38.385259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 90fc1248-7dce-4153-bda0-e1be855aba84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90fc1248-7dce-4153-bda0-e1be855aba84,segment=NetworkSegment(6b1f476a-e577-406c-98b6-80a51c56f181),segment_id=6b1f476a-e577-406c-98b6-80a51c56f181)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:38.396953 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b7079-b223-488b-b00f-58cba5fb5cfe tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Deleting port 8cedbc80-7acb-4be4-ae81-d08ba2ab2706 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:38.400595 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb0b7079-b223-488b-b00f-58cba5fb5cfe tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8cedbc80-7acb-4be4-ae81-d08ba2ab2706), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:38.500851 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb0b7079-b223-488b-b00f-58cba5fb5cfe tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8cedbc80-7acb-4be4-ae81-d08ba2ab2706), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:38.512928 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:38.524134 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b7079-b223-488b-b00f-58cba5fb5cfe tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Calling delete_port for 8cedbc80-7acb-4be4-ae81-d08ba2ab2706 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:38.542507 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57136294-4851-44dc-a2b8-1f5b85c3ee2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:38.563461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4b50050-b01c-4af6-afb4-62e424359f13 req-c4c71b38-ae0d-44bb-8614-1417a8d0bba2 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688077
Feb 12 21:20:38.608621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=90fc1248-7dce-4153-bda0-e1be855aba84,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:38.627226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4d9135-1fd1-4e0e-9010-29c149d8d5aa None None] Network 9006be17-afe0-4d8f-983e-89eace5ad401 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:38.755084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327701bb-4024-4f42-a0e6-d17f1a51d3e6 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:20:38.768721 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Publish callbacks [] for port (327701bb-4024-4f42-a0e6-d17f1a51d3e6), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:38.778912 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b65bc087-33e6-420b-81af-c0d99cd3616c req-d429a9a6-22cf-4c7e-9a0e-ea2ec25a3a23 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 210 time: 0.0500476
Feb 12 21:20:38.785539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Transition to ACTIVE for port object 327701bb-4024-4f42-a0e6-d17f1a51d3e6 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:20:38.851219 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57136294-4851-44dc-a2b8-1f5b85c3ee2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:38.872202 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (327701bb-4024-4f42-a0e6-d17f1a51d3e6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:38.883547 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-57136294-4851-44dc-a2b8-1f5b85c3ee2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] device_id is not set on port 2d142164-de88-408a-83b9-3c5e2392280b yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:20:39.053022 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-533b88d7-f01f-4734-a756-a19a62e8c050 None None] Provisioning complete for port 90fc1248-7dce-4153-bda0-e1be855aba84 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:39.053514 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-533b88d7-f01f-4734-a756-a19a62e8c050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:39.263937 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1f38f-7a41-45cc-b52f-eeca2fa8658c req-e5cf787e-a68d-4336-869b-3a6222cf4297 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:39.271122 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-533b88d7-f01f-4734-a756-a19a62e8c050 None None] Current status of the port 90fc1248-7dce-4153-bda0-e1be855aba84 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:39.273930 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bbb1f38f-7a41-45cc-b52f-eeca2fa8658c req-e5cf787e-a68d-4336-869b-3a6222cf4297 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.1834707
Feb 12 21:20:39.323956 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96286925-d94b-4f93-b630-4c7b029aa1ed None None] Update dhcp port {'port': {'network_id': '9006be17-afe0-4d8f-983e-89eace5ad401', 'fixed_ips': [{'subnet_id': '3048da5e-e65d-4f34-90f7-f55f6d32501c', 'ip_address': '172.20.0.2'}, {'subnet_id': '414b9c9e-0fc7-4db4-a880-52644ab45a30'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '90fc1248-7dce-4153-bda0-e1be855aba84'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:20:39.327661 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb0b7079-b223-488b-b00f-58cba5fb5cfe tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8cedbc80-7acb-4be4-ae81-d08ba2ab2706), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:39.373550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b7079-b223-488b-b00f-58cba5fb5cfe tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Pushing event deleted for resources: {'Port': ['ID=8cedbc80-7acb-4be4-ae81-d08ba2ab2706,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:39.375802 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-cdfd9aec-8a49-4380-8849-e51fb6c20cd5 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:39.377706 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-cdfd9aec-8a49-4380-8849-e51fb6c20cd5 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.50 "GET /v2.0/networks?id=19170c93-d9ce-4497-9280-91aac6f17f7b HTTP/1.1" status: 200  len: 814 time: 0.5902631
Feb 12 21:20:39.395211 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-96286925-d94b-4f93-b630-4c7b029aa1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:39.408038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-aec78740-4aaf-4afe-90ee-63da6692c724 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Request body: {'port': {'device_id': 'b77064ae-c12d-4359-9521-26b660d2d039', 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b', 'admin_state_up': True, 'tenant_id': 'cf7e0df130604d2b9dab6a7fb331f5c6'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:39.408038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Pushing event updated for resources: {'Port': ['ID=327701bb-4024-4f42-a0e6-d17f1a51d3e6,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:39.414853 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bbb1f38f-7a41-45cc-b52f-eeca2fa8658c req-4de30664-3b17-41b1-95ae-76ac7b55c9a7 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257234
Feb 12 21:20:39.521222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb0b7079-b223-488b-b00f-58cba5fb5cfe tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (bfaede79-ecd7-4199-a4db-3f3e69d63fc8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:39.528800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089900b-2172-4327-ba5a-2059f5f4be2f req-828cd998-9a8f-4ee5-803c-5ff089d7424a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:39.531467 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5089900b-2172-4327-ba5a-2059f5f4be2f req-828cd998-9a8f-4ee5-803c-5ff089d7424a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 943 time: 0.2211797
Feb 12 21:20:39.589230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-57136294-4851-44dc-a2b8-1f5b85c3ee2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Allocated IP 172.20.0.8 (9006be17-afe0-4d8f-983e-89eace5ad401/3048da5e-e65d-4f34-90f7-f55f6d32501c/2d142164-de88-408a-83b9-3c5e2392280b) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:39.624902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Attempting to bind port 327701bb-4024-4f42-a0e6-d17f1a51d3e6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:20:39.625251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Attempting to bind port 327701bb-4024-4f42-a0e6-d17f1a51d3e6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:20:39.625627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Attempting to bind port 327701bb-4024-4f42-a0e6-d17f1a51d3e6 on network 7099db00-3881-44c3-bb47-3ded394a66e1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:39.635627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Port 327701bb-4024-4f42-a0e6-d17f1a51d3e6 on network 7099db00-3881-44c3-bb47-3ded394a66e1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:20:39.635627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Attempting to bind port 327701bb-4024-4f42-a0e6-d17f1a51d3e6 on network 7099db00-3881-44c3-bb47-3ded394a66e1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:39.637307 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-57136294-4851-44dc-a2b8-1f5b85c3ee2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Allocated IP 172.20.0.24 (9006be17-afe0-4d8f-983e-89eace5ad401/414b9c9e-0fc7-4db4-a880-52644ab45a30/2d142164-de88-408a-83b9-3c5e2392280b) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:39.658463 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5089900b-2172-4327-ba5a-2059f5f4be2f req-73f253eb-c238-475a-9ef8-bcaeb2f4c493 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172466
Feb 12 21:20:39.662023 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:20:39.662368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Checking segment: {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:39.662762 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Bound using segment: {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:20:39.663357 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Bound port: 327701bb-4024-4f42-a0e6-d17f1a51d3e6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:20:39.663764 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (327701bb-4024-4f42-a0e6-d17f1a51d3e6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:39.665720 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb0b7079-b223-488b-b00f-58cba5fb5cfe tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (bfaede79-ecd7-4199-a4db-3f3e69d63fc8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:39.672256 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb0b7079-b223-488b-b00f-58cba5fb5cfe tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_controller (bfaede79-ecd7-4199-a4db-3f3e69d63fc8), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:39.757396 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] For port 327701bb-4024-4f42-a0e6-d17f1a51d3e6, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:20:39.760706 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] For port 327701bb-4024-4f42-a0e6-d17f1a51d3e6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=327701bb-4024-4f42-a0e6-d17f1a51d3e6,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:20:39.764252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ee5ae-c9c3-4275-83d4-37c7e2050278 req-23d5f00f-94dd-4f2c-b6d6-e459c40ff6b7 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:39.766077 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-265ee5ae-c9c3-4275-83d4-37c7e2050278 req-23d5f00f-94dd-4f2c-b6d6-e459c40ff6b7 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.1454396
Feb 12 21:20:39.767221 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-aec78740-4aaf-4afe-90ee-63da6692c724 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Made reservation on behalf of cf7e0df130604d2b9dab6a7fb331f5c6 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:39.770858 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-aec78740-4aaf-4afe-90ee-63da6692c724 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:39.843452 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb0b7079-b223-488b-b00f-58cba5fb5cfe tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (bfaede79-ecd7-4199-a4db-3f3e69d63fc8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:39.844023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0b7079-b223-488b-b00f-58cba5fb5cfe tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Fanout notify agent at l3_agent the message router_deleted on router bfaede79-ecd7-4199-a4db-3f3e69d63fc8 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:20:39.855126 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb0b7079-b223-488b-b00f-58cba5fb5cfe tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:39.856315 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cb0b7079-b223-488b-b00f-58cba5fb5cfe tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "DELETE /v2.0/routers/bfaede79-ecd7-4199-a4db-3f3e69d63fc8 HTTP/1.1" status: 204  len: 168 time: 2.0937288
Feb 12 21:20:39.864109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50766) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:39.872324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8c640fcf-49de-419c-a91b-b5d6064636f0 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-778586647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:39.903027 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (327701bb-4024-4f42-a0e6-d17f1a51d3e6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:39.903165 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-265ee5ae-c9c3-4275-83d4-37c7e2050278 req-65aa2b44-5a7b-42ae-8002-f00f1fc29644 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189728
Feb 12 21:20:39.936910 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57136294-4851-44dc-a2b8-1f5b85c3ee2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (2d142164-de88-408a-83b9-3c5e2392280b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:39.953594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 90fc1248-7dce-4153-bda0-e1be855aba84 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:39.969409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:39.969409 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:39.971198 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] 10.222.0.48 "PUT /v2.0/ports/327701bb-4024-4f42-a0e6-d17f1a51d3e6 HTTP/1.1" status: 200  len: 1091 time: 2.0210383
Feb 12 21:20:40.004575 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 90fc1248-7dce-4153-bda0-e1be855aba84 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:40.004958 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:40.011048 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a9550a5-99de-4da1-8919-01f441a0c349 req-9f9a0db3-bf82-4f1b-983c-a571aa70ffdf tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 210 time: 0.1032836
Feb 12 21:20:40.016654 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c640fcf-49de-419c-a91b-b5d6064636f0 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:40.017833 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c640fcf-49de-419c-a91b-b5d6064636f0 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:40.053910 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3933b-1444-42dd-8b3d-0543d0b31d01 service neutron] Pushing event updated for resources: {'Port': ['ID=327701bb-4024-4f42-a0e6-d17f1a51d3e6,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:40.092373 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57136294-4851-44dc-a2b8-1f5b85c3ee2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (2d142164-de88-408a-83b9-3c5e2392280b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:40.132821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-aec78740-4aaf-4afe-90ee-63da6692c724 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Allocated IP 172.20.0.9 (19170c93-d9ce-4497-9280-91aac6f17f7b/6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84/1687b594-812e-4ad7-b4ef-c1a0818aa325) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:40.139258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 90fc1248-7dce-4153-bda0-e1be855aba84 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:40.143296 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c640fcf-49de-419c-a91b-b5d6064636f0 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_controller (5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:40.145389 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57136294-4851-44dc-a2b8-1f5b85c3ee2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 9006be17-afe0-4d8f-983e-89eace5ad401 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:40.148828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-57136294-4851-44dc-a2b8-1f5b85c3ee2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:40.153522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57136294-4851-44dc-a2b8-1f5b85c3ee2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:40.163041 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-96286925-d94b-4f93-b630-4c7b029aa1ed None None] Allocated IP 172.20.0.18 (9006be17-afe0-4d8f-983e-89eace5ad401/414b9c9e-0fc7-4db4-a880-52644ab45a30/90fc1248-7dce-4153-bda0-e1be855aba84) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:40.180566 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57136294-4851-44dc-a2b8-1f5b85c3ee2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=2d142164-de88-408a-83b9-3c5e2392280b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:40.189019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-f7263ea4-2705-459d-b51f-a389e69d289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:40.190862 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-f7263ea4-2705-459d-b51f-a389e69d289e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 1125 time: 0.1183727
Feb 12 21:20:40.212325 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57136294-4851-44dc-a2b8-1f5b85c3ee2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:40.212988 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57136294-4851-44dc-a2b8-1f5b85c3ee2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:40.249241 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c640fcf-49de-419c-a91b-b5d6064636f0 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:40.250238 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 56d77b1f-6780-4fa2-af74-237c0810bff8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:20:40.255736 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-8993a3d8-6520-429e-a247-36d50d9a0ae6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=327701bb-4024-4f42-a0e6-d17f1a51d3e6 HTTP/1.1" status: 200  len: 217 time: 0.0517604
Feb 12 21:20:40.282287 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 56d77b1f-6780-4fa2-af74-237c0810bff8 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:20:40.282909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 56d77b1f-6780-4fa2-af74-237c0810bff8 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:20:40.285528 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-57136294-4851-44dc-a2b8-1f5b85c3ee2e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 2.1342709
Feb 12 21:20:40.291513 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50768) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:40.291678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a7af65-ec45-4aa1-88d6-0034f7a4eed6', 'tag': '327701bb-4024-4f42-a0e6-d17f1a51d3e6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:40.295164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b9d5d5ea-e0be-4bb1-a25c-89bc9347130f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3048da5e-e65d-4f34-90f7-f55f6d32501c'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:40.301562 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756c29c9-fa9d-48a2-a641-7668c98103e7" -d '{"events": [{"name": "network-changed", "server_uuid": "41a7af65-ec45-4aa1-88d6-0034f7a4eed6", "tag": "327701bb-4024-4f42-a0e6-d17f1a51d3e6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:40.308340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-96286925-d94b-4f93-b630-4c7b029aa1ed None None] For port 90fc1248-7dce-4153-bda0-e1be855aba84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90fc1248-7dce-4153-bda0-e1be855aba84,segment=NetworkSegment(6b1f476a-e577-406c-98b6-80a51c56f181),segment_id=6b1f476a-e577-406c-98b6-80a51c56f181)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:40.345777 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-96286925-d94b-4f93-b630-4c7b029aa1ed None None] Publish callbacks [] for port (90fc1248-7dce-4153-bda0-e1be855aba84), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:40.371838 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d681562-702b-4cdf-be3b-fb8b6856e92a x-openstack-request-id: req-5d681562-702b-4cdf-be3b-fb8b6856e92a {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:40.372147 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a7af65-ec45-4aa1-88d6-0034f7a4eed6", "tag": "327701bb-4024-4f42-a0e6-d17f1a51d3e6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:40.372405 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d681562-702b-4cdf-be3b-fb8b6856e92a {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:40.372805 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a7af65-ec45-4aa1-88d6-0034f7a4eed6', 'tag': '327701bb-4024-4f42-a0e6-d17f1a51d3e6', 'status': 'completed', 'code': 200}
Feb 12 21:20:40.379528 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d5ea-e0be-4bb1-a25c-89bc9347130f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2d142164-de88-408a-83b9-3c5e2392280b), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:40.389267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-ceccb2e2-0f96-4d2c-91eb-cf09673c68d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:40.391039 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-ceccb2e2-0f96-4d2c-91eb-cf09673c68d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9 HTTP/1.1" status: 200  len: 844 time: 0.1238732
Feb 12 21:20:40.430637 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-96286925-d94b-4f93-b630-4c7b029aa1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:40.436031 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-f73b40e6-2fd4-424f-9eb3-6b6ef7c676c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7099db00-3881-44c3-bb47-3ded394a66e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375576
Feb 12 21:20:40.461661 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-aec78740-4aaf-4afe-90ee-63da6692c724 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks [] for port (1687b594-812e-4ad7-b4ef-c1a0818aa325), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:40.482978 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c640fcf-49de-419c-a91b-b5d6064636f0 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:40.484177 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8c640fcf-49de-419c-a91b-b5d6064636f0 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.6187234
Feb 12 21:20:40.488540 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50774) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:40.495166 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'enable_snat': True}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:40.532280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96286925-d94b-4f93-b630-4c7b029aa1ed None None] Pushing event updated for resources: {'Port': ['ID=90fc1248-7dce-4153-bda0-e1be855aba84,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:40.712758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-b9d5d5ea-e0be-4bb1-a25c-89bc9347130f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Delete allocated IP 172.20.0.24 (9006be17-afe0-4d8f-983e-89eace5ad401/414b9c9e-0fc7-4db4-a880-52644ab45a30) {{(pid=126506) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 12 21:20:40.781584 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-9c8ad261-e034-45e5-ac09-ac8bea3dbb61 service neutron] 10.222.0.48 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3385596
Feb 12 21:20:40.832460 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177e8c3-cdf5-4c65-b442-112c5943ea39 req-b271c279-b339-45c6-bcb6-d2ab9e0ce83a tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:40.834019 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b177e8c3-cdf5-4c65-b442-112c5943ea39 req-b271c279-b339-45c6-bcb6-d2ab9e0ce83a tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.3080103
Feb 12 21:20:40.892499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3428fb9-02ce-4c6d-87ca-c2a4a650b30d req-cfde1b2e-8111-4c90-97d4-33298d3423b1 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:40.894755 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e3428fb9-02ce-4c6d-87ca-c2a4a650b30d req-cfde1b2e-8111-4c90-97d4-33298d3423b1 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 943 time: 0.0889354
Feb 12 21:20:40.938252 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d5ea-e0be-4bb1-a25c-89bc9347130f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (2d142164-de88-408a-83b9-3c5e2392280b), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:40.944525 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-aec78740-4aaf-4afe-90ee-63da6692c724 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1687b594-812e-4ad7-b4ef-c1a0818aa325), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:41.005313 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e3428fb9-02ce-4c6d-87ca-c2a4a650b30d req-98a31c55-18a4-4dc6-8583-f83049e6f505 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740867
Feb 12 21:20:41.006453 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:41.043795 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-aec78740-4aaf-4afe-90ee-63da6692c724 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Network 19170c93-d9ce-4497-9280-91aac6f17f7b is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:41.061125 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-aec78740-4aaf-4afe-90ee-63da6692c724 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:41.070206 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-aec78740-4aaf-4afe-90ee-63da6692c724 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:41.076781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec78740-4aaf-4afe-90ee-63da6692c724 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Pushing event updated for resources: {'Port': ['ID=1687b594-812e-4ad7-b4ef-c1a0818aa325,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:41.098747 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74591c-b621-462e-a7e4-9ee15652a04e req-df08132c-0189-494a-b7a4-8f67cb14f310 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:41.100912 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3a74591c-b621-462e-a7e4-9ee15652a04e req-df08132c-0189-494a-b7a4-8f67cb14f310 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.0693886
Feb 12 21:20:41.101819 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d5ea-e0be-4bb1-a25c-89bc9347130f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (2d142164-de88-408a-83b9-3c5e2392280b), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:41.110649 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31c92145-7939-47c4-b25b-ac8a980ddcf9 req-750b0e0a-03f1-4655-9dd8-0c1719342b23 service neutron] 10.222.0.48 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3204181
Feb 12 21:20:41.114098 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b177e8c3-cdf5-4c65-b442-112c5943ea39 req-7af0dfe3-4970-4f20-819b-f8dfd6a7f8c3 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2450039
Feb 12 21:20:41.195615 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-aec78740-4aaf-4afe-90ee-63da6692c724 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:41.196864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-aec78740-4aaf-4afe-90ee-63da6692c724 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:41.260549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95cb8a9-f426-4847-a6eb-14f8a57f172a None None] Network 9006be17-afe0-4d8f-983e-89eace5ad401 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:41.361741 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6c0303a8-c730-4d67-8cfe-f88a760d2223 None None] Provisioning complete for port 90fc1248-7dce-4153-bda0-e1be855aba84 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:41.362456 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6c0303a8-c730-4d67-8cfe-f88a760d2223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:41.374522 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b455d-192f-48b3-af9f-3664cc90e7a2 req-2b87c6e0-84f1-4512-94d9-9d4201f5b27e tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:41.376447 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a9b455d-192f-48b3-af9f-3664cc90e7a2 req-2b87c6e0-84f1-4512-94d9-9d4201f5b27e tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 931 time: 0.1886835
Feb 12 21:20:41.382427 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-aec78740-4aaf-4afe-90ee-63da6692c724 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9902174
Feb 12 21:20:41.384794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c29c9-fa9d-48a2-a641-7668c98103e7 req-6e23c194-ce13-4a4c-8228-7da19ec75017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:41.386642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-756c29c9-fa9d-48a2-a641-7668c98103e7 req-6e23c194-ce13-4a4c-8228-7da19ec75017 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 1125 time: 0.1398377
Feb 12 21:20:41.415027 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Request body: {'port': {'device_id': 'b77064ae-c12d-4359-9521-26b660d2d039', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:41.496165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6c0303a8-c730-4d67-8cfe-f88a760d2223 None None] Current status of the port 90fc1248-7dce-4153-bda0-e1be855aba84 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:41.531831 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5d5ea-e0be-4bb1-a25c-89bc9347130f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=2d142164-de88-408a-83b9-3c5e2392280b,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:41.539581 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3a74591c-b621-462e-a7e4-9ee15652a04e req-c0e025e3-fe4a-4c85-aa56-e179f41f20ae tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4314406
Feb 12 21:20:41.569030 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5d5ea-e0be-4bb1-a25c-89bc9347130f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] In _notify_port_updated(), no bound segment for port 2d142164-de88-408a-83b9-3c5e2392280b on network 9006be17-afe0-4d8f-983e-89eace5ad401 {{(pid=126506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:20:41.574109 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d5d5ea-e0be-4bb1-a25c-89bc9347130f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:41.574507 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9d5d5ea-e0be-4bb1-a25c-89bc9347130f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:41.578269 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b9d5d5ea-e0be-4bb1-a25c-89bc9347130f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "PUT /v2.0/ports/2d142164-de88-408a-83b9-3c5e2392280b HTTP/1.1" status: 200  len: 918 time: 1.2863247
Feb 12 21:20:41.578498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50784) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:41.579930 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a9b455d-192f-48b3-af9f-3664cc90e7a2 req-2fcf4a99-ccac-4a23-a727-87bd240ce6cd tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1911707
Feb 12 21:20:41.585505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-294d849e-41d1-4adf-a70d-975592c45f0f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3048da5e-e65d-4f34-90f7-f55f6d32501c'}, {'subnet_id': '414b9c9e-0fc7-4db4-a880-52644ab45a30'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:41.609386 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1687b594-812e-4ad7-b4ef-c1a0818aa325), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:41.623893 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c29c9-fa9d-48a2-a641-7668c98103e7 req-d61e0499-ef1c-4005-a90b-167cbcf9885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:41.625431 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-756c29c9-fa9d-48a2-a641-7668c98103e7 req-d61e0499-ef1c-4005-a90b-167cbcf9885d service neutron] 10.222.0.48 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 905 time: 0.2245898
Feb 12 21:20:41.678140 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-294d849e-41d1-4adf-a70d-975592c45f0f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2d142164-de88-408a-83b9-3c5e2392280b), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:41.759761 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-756c29c9-fa9d-48a2-a641-7668c98103e7 req-29056a18-3529-4d1b-bba0-cb3f22f7b22f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=327701bb-4024-4f42-a0e6-d17f1a51d3e6 HTTP/1.1" status: 200  len: 217 time: 0.0759287
Feb 12 21:20:41.833241 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-22d9e559-1a38-4545-90b9-ab1fce8902bf None None] Provisioning complete for port 2d142164-de88-408a-83b9-3c5e2392280b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:41.834413 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-22d9e559-1a38-4545-90b9-ab1fce8902bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d142164-de88-408a-83b9-3c5e2392280b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:41.901135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-22d9e559-1a38-4545-90b9-ab1fce8902bf None None] Port 2d142164-de88-408a-83b9-3c5e2392280b cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:20:41.922994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-22d9e559-1a38-4545-90b9-ab1fce8902bf None None] Provisioning complete for port 90fc1248-7dce-4153-bda0-e1be855aba84 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:41.923682 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-22d9e559-1a38-4545-90b9-ab1fce8902bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:42.010975 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:42.033517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 90fc1248-7dce-4153-bda0-e1be855aba84 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:42.037884 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:42.063423 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-294d849e-41d1-4adf-a70d-975592c45f0f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Allocated IP 172.20.0.22 (9006be17-afe0-4d8f-983e-89eace5ad401/414b9c9e-0fc7-4db4-a880-52644ab45a30/2d142164-de88-408a-83b9-3c5e2392280b) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:42.098475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-22d9e559-1a38-4545-90b9-ab1fce8902bf None None] Current status of the port 90fc1248-7dce-4153-bda0-e1be855aba84 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:42.122939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 90fc1248-7dce-4153-bda0-e1be855aba84 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:42.123328 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:42.165315 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c29c9-fa9d-48a2-a641-7668c98103e7 req-a2248fa7-93c3-4294-a1f8-7ed57cea70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:42.167077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-756c29c9-fa9d-48a2-a641-7668c98103e7 req-a2248fa7-93c3-4294-a1f8-7ed57cea70c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9 HTTP/1.1" status: 200  len: 844 time: 0.3224330
Feb 12 21:20:42.227692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 90fc1248-7dce-4153-bda0-e1be855aba84 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:42.243155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3c1762bb-ffe2-44ed-96f4-4f90c41e86f3 None None] Provisioning complete for port 2d142164-de88-408a-83b9-3c5e2392280b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:42.243578 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c1762bb-ffe2-44ed-96f4-4f90c41e86f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d142164-de88-408a-83b9-3c5e2392280b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:42.253825 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-756c29c9-fa9d-48a2-a641-7668c98103e7 req-d508f72d-1128-461b-8c50-f5a09d6811d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7099db00-3881-44c3-bb47-3ded394a66e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0753183
Feb 12 21:20:42.285249 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3c1762bb-ffe2-44ed-96f4-4f90c41e86f3 None None] Port 2d142164-de88-408a-83b9-3c5e2392280b cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:20:42.287922 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f914b9f-fda3-483c-ac51-e47ef8146cf1 req-8696188e-b7b6-439e-b86e-53c59928119d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:42.289649 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f914b9f-fda3-483c-ac51-e47ef8146cf1 req-8696188e-b7b6-439e-b86e-53c59928119d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 943 time: 0.1949413
Feb 12 21:20:42.365169 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-294d849e-41d1-4adf-a70d-975592c45f0f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (2d142164-de88-408a-83b9-3c5e2392280b), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:42.369859 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f914b9f-fda3-483c-ac51-e47ef8146cf1 req-a447e02c-39a6-4fd4-81f1-a7a997bf8d5f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730233
Feb 12 21:20:42.508406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b2e4fddd-1a85-467e-961a-d1192e63f672 None None] Provisioning complete for port 2d142164-de88-408a-83b9-3c5e2392280b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:42.509054 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b2e4fddd-1a85-467e-961a-d1192e63f672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d142164-de88-408a-83b9-3c5e2392280b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:42.510510 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-294d849e-41d1-4adf-a70d-975592c45f0f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (2d142164-de88-408a-83b9-3c5e2392280b), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:42.546973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b2e4fddd-1a85-467e-961a-d1192e63f672 None None] Port 2d142164-de88-408a-83b9-3c5e2392280b cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:20:42.620832 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56df7b9b-7cfb-4023-9d51-dc99926a1ca3 req-44fc6317-6b23-4eb3-b174-9272e860b37b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.7715871
Feb 12 21:20:42.665174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d849e-41d1-4adf-a70d-975592c45f0f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=2d142164-de88-408a-83b9-3c5e2392280b,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:42.667819 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-294d849e-41d1-4adf-a70d-975592c45f0f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] In _notify_port_updated(), no bound segment for port 2d142164-de88-408a-83b9-3c5e2392280b on network 9006be17-afe0-4d8f-983e-89eace5ad401 {{(pid=126506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:20:42.672881 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294d849e-41d1-4adf-a70d-975592c45f0f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:42.673568 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-294d849e-41d1-4adf-a70d-975592c45f0f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:42.677848 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-294d849e-41d1-4adf-a70d-975592c45f0f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "PUT /v2.0/ports/2d142164-de88-408a-83b9-3c5e2392280b HTTP/1.1" status: 200  len: 998 time: 1.0954325
Feb 12 21:20:42.681725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50796) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:42.784319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Allocated IP 172.35.2.138 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/8bf4f7ed-12d5-4c6d-97d5-8f0744a5d132) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:42.795560 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c59aa-e1a0-473b-879a-43e7ba56d598 req-401e8e7e-2aa7-440e-8c2e-87bc569ced35 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:42.797739 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-359c59aa-e1a0-473b-879a-43e7ba56d598 req-401e8e7e-2aa7-440e-8c2e-87bc569ced35 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.1470380
Feb 12 21:20:42.866180 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-8eafb201-f8bd-46b7-b56c-e16909a8ad1a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port 2d142164-de88-408a-83b9-3c5e2392280b {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:42.867002 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8eafb201-f8bd-46b7-b56c-e16909a8ad1a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2d142164-de88-408a-83b9-3c5e2392280b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:42.886484 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-419d0c12-ff6b-420f-b8ad-517582bd5778 None None] Provisioning complete for port 2d142164-de88-408a-83b9-3c5e2392280b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:42.886484 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-419d0c12-ff6b-420f-b8ad-517582bd5778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d142164-de88-408a-83b9-3c5e2392280b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:42.891547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affaa36-f1f4-4cc3-98ee-65a89ce56e9b req-54693c10-7b96-4ecf-9f41-3a512b3f77ef tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:42.893211 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8affaa36-f1f4-4cc3-98ee-65a89ce56e9b req-54693c10-7b96-4ecf-9f41-3a512b3f77ef tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.6430297
Feb 12 21:20:42.916785 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-359c59aa-e1a0-473b-879a-43e7ba56d598 req-689fe387-5d21-4fac-ba65-ddf664e1c81d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054318
Feb 12 21:20:42.937291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-419d0c12-ff6b-420f-b8ad-517582bd5778 None None] Port 2d142164-de88-408a-83b9-3c5e2392280b cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:20:42.943293 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-756c29c9-fa9d-48a2-a641-7668c98103e7 req-b2f680f4-e8a2-4de6-8929-98a5eb5f300f service neutron] 10.222.0.48 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6690497
Feb 12 21:20:42.997595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1687b594-812e-4ad7-b4ef-c1a0818aa325 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:20:43.009910 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Publish callbacks [] for port (1687b594-812e-4ad7-b4ef-c1a0818aa325), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:43.024456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df7b9b-7cfb-4023-9d51-dc99926a1ca3 req-a0d5c71a-e7c9-4ed8-8917-6275668cf0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:43.026050 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56df7b9b-7cfb-4023-9d51-dc99926a1ca3 req-a0d5c71a-e7c9-4ed8-8917-6275668cf0d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 1127 time: 0.3370445
Feb 12 21:20:43.026454 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8eafb201-f8bd-46b7-b56c-e16909a8ad1a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2d142164-de88-408a-83b9-3c5e2392280b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:43.048391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-8eafb201-f8bd-46b7-b56c-e16909a8ad1a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for 2d142164-de88-408a-83b9-3c5e2392280b owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:43.074735 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cc70e-7da0-4c09-af5c-4c2a587494d5 req-3cd57da5-12d5-4ce5-bbcc-a1e3da638369 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:43.076251 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a4cc70e-7da0-4c09-af5c-4c2a587494d5 req-3cd57da5-12d5-4ce5-bbcc-a1e3da638369 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 931 time: 0.1004353
Feb 12 21:20:43.107576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Transition to ACTIVE for port object 1687b594-812e-4ad7-b4ef-c1a0818aa325 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:20:43.136300 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8affaa36-f1f4-4cc3-98ee-65a89ce56e9b req-fa708e15-63f6-42f2-97b0-deb1551e7ced tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2124703
Feb 12 21:20:43.175653 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a4cc70e-7da0-4c09-af5c-4c2a587494d5 req-19782500-ee15-4370-89aa-b63231e013ad tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701647
Feb 12 21:20:43.183621 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (1687b594-812e-4ad7-b4ef-c1a0818aa325), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:43.248150 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for port (8bf4f7ed-12d5-4c6d-97d5-8f0744a5d132), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:43.282630 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-756c29c9-fa9d-48a2-a641-7668c98103e7 req-f1dbc858-9a44-492c-beb8-1bf1abeed378 service neutron] 10.222.0.48 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3018548
Feb 12 21:20:43.302397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=1687b594-812e-4ad7-b4ef-c1a0818aa325,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:43.342932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df7b9b-7cfb-4023-9d51-dc99926a1ca3 req-a4b806c2-9d8c-4244-80be-8e06a9824425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:43.344425 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56df7b9b-7cfb-4023-9d51-dc99926a1ca3 req-a4b806c2-9d8c-4244-80be-8e06a9824425 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.2866006
Feb 12 21:20:43.356196 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8eafb201-f8bd-46b7-b56c-e16909a8ad1a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (2d142164-de88-408a-83b9-3c5e2392280b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:43.386863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafb201-f8bd-46b7-b56c-e16909a8ad1a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=2d142164-de88-408a-83b9-3c5e2392280b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:43.460918 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56df7b9b-7cfb-4023-9d51-dc99926a1ca3 req-ce7c080b-12a3-4f70-a1d3-3838b04a6542 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46b4431b-660a-42fe-8b92-e92dfee82188 HTTP/1.1" status: 200  len: 1000 time: 0.0964737
Feb 12 21:20:43.469558 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8bf4f7ed-12d5-4c6d-97d5-8f0744a5d132), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:43.483146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Attempting to bind port 1687b594-812e-4ad7-b4ef-c1a0818aa325 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:20:43.483486 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Attempting to bind port 1687b594-812e-4ad7-b4ef-c1a0818aa325 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d49fae0-c082-4256-aa09-ac399fb45ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:20:43.483822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Attempting to bind port 1687b594-812e-4ad7-b4ef-c1a0818aa325 on network 19170c93-d9ce-4497-9280-91aac6f17f7b {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:43.519860 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8eafb201-f8bd-46b7-b56c-e16909a8ad1a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:43.529603 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8eafb201-f8bd-46b7-b56c-e16909a8ad1a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/2d142164-de88-408a-83b9-3c5e2392280b HTTP/1.1" status: 204  len: 168 time: 0.8505852
Feb 12 21:20:43.530288 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50802) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:43.548100 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Port 1687b594-812e-4ad7-b4ef-c1a0818aa325 on network 19170c93-d9ce-4497-9280-91aac6f17f7b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:20:43.548100 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Attempting to bind port 1687b594-812e-4ad7-b4ef-c1a0818aa325 on network 19170c93-d9ce-4497-9280-91aac6f17f7b {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:43.568096 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e14f40-a6a6-4f22-b3ab-ce5bd6e4b645 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] GET failed (client error): The resource could not be found.
Feb 12 21:20:43.570287 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c8e14f40-a6a6-4f22-b3ab-ce5bd6e4b645 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/2d142164-de88-408a-83b9-3c5e2392280b HTTP/1.1" status: 404  len: 333 time: 0.0390477
Feb 12 21:20:43.573999 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50806) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:43.601421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:43.609688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:20:43.610063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Checking segment: {'id': '7d49fae0-c082-4256-aa09-ac399fb45ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:43.610493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Bound using segment: {'id': '7d49fae0-c082-4256-aa09-ac399fb45ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:20:43.611410 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Bound port: 1687b594-812e-4ad7-b4ef-c1a0818aa325, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d49fae0-c082-4256-aa09-ac399fb45ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:20:43.611410 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1687b594-812e-4ad7-b4ef-c1a0818aa325), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:43.618894 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:43.621586 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:43.635083 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-870e6768-53aa-474a-9b5c-7518b662b61b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting subnet 414b9c9e-0fc7-4db4-a880-52644ab45a30 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:20:43.638785 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-870e6768-53aa-474a-9b5c-7518b662b61b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (414b9c9e-0fc7-4db4-a880-52644ab45a30), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:43.681803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df7b9b-7cfb-4023-9d51-dc99926a1ca3 req-f3172968-adde-411e-8d8f-f2f11405ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:43.682484 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56df7b9b-7cfb-4023-9d51-dc99926a1ca3 req-f3172968-adde-411e-8d8f-f2f11405ab4a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.2104647
Feb 12 21:20:43.687026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Pushing event updated for resources: {'Port': ['ID=8bf4f7ed-12d5-4c6d-97d5-8f0744a5d132,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:43.689101 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-870e6768-53aa-474a-9b5c-7518b662b61b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (414b9c9e-0fc7-4db4-a880-52644ab45a30), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:43.776136 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f64d0c-024d-466a-8ffe-172b27fe0bc9 req-1d23655f-31ba-4f81-aa8b-4f8c2db66236 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:43.777997 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85f64d0c-024d-466a-8ffe-172b27fe0bc9 req-1d23655f-31ba-4f81-aa8b-4f8c2db66236 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 943 time: 0.2907248
Feb 12 21:20:43.782895 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-870e6768-53aa-474a-9b5c-7518b662b61b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (414b9c9e-0fc7-4db4-a880-52644ab45a30), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:43.889057 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] For port 1687b594-812e-4ad7-b4ef-c1a0818aa325, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:20:43.917100 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-870e6768-53aa-474a-9b5c-7518b662b61b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (414b9c9e-0fc7-4db4-a880-52644ab45a30), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:43.947664 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e6768-53aa-474a-9b5c-7518b662b61b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Subnet': ['ID=414b9c9e-0fc7-4db4-a880-52644ab45a30,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:43.951008 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-870e6768-53aa-474a-9b5c-7518b662b61b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:43.955510 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] For port 1687b594-812e-4ad7-b4ef-c1a0818aa325, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1687b594-812e-4ad7-b4ef-c1a0818aa325,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:20:43.956279 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-870e6768-53aa-474a-9b5c-7518b662b61b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/414b9c9e-0fc7-4db4-a880-52644ab45a30 HTTP/1.1" status: 204  len: 168 time: 0.3801622
Feb 12 21:20:43.958710 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50812) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:43.968921 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df7b9b-7cfb-4023-9d51-dc99926a1ca3 req-620a40cd-efea-479d-9c29-25e32d388448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:43.970950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56df7b9b-7cfb-4023-9d51-dc99926a1ca3 req-620a40cd-efea-479d-9c29-25e32d388448 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2772603
Feb 12 21:20:43.998528 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922440a3-3f43-490e-98a5-647ae10eae32 None None] Network 9006be17-afe0-4d8f-983e-89eace5ad401 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:44.006184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85f64d0c-024d-466a-8ffe-172b27fe0bc9 req-42b5249f-8a00-44e1-bf6f-b2306e4d3007 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863465
Feb 12 21:20:44.018842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f5dfe8-982d-4980-989b-d3f958591613 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting subnet 3048da5e-e65d-4f34-90f7-f55f6d32501c {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:20:44.022943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66f5dfe8-982d-4980-989b-d3f958591613 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (3048da5e-e65d-4f34-90f7-f55f6d32501c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:44.036266 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (1687b594-812e-4ad7-b4ef-c1a0818aa325), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:44.067274 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66f5dfe8-982d-4980-989b-d3f958591613 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (3048da5e-e65d-4f34-90f7-f55f6d32501c), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:44.133088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:44.133777 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:44.135209 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] 10.222.0.50 "PUT /v2.0/ports/1687b594-812e-4ad7-b4ef-c1a0818aa325 HTTP/1.1" status: 200  len: 1091 time: 2.7393630
Feb 12 21:20:44.137574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77064ae-c12d-4359-9521-26b660d2d039', 'tag': '1687b594-812e-4ad7-b4ef-c1a0818aa325'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:44.140251 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e991fb59-fb5e-4af6-aaa5-8d730ad2816f" -d '{"events": [{"name": "network-changed", "server_uuid": "b77064ae-c12d-4359-9521-26b660d2d039", "tag": "1687b594-812e-4ad7-b4ef-c1a0818aa325"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:44.249771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56df7b9b-7cfb-4023-9d51-dc99926a1ca3 req-2738f58e-146f-4cc1-8a3a-13559630d3b6 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2668118
Feb 12 21:20:44.257086 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d249cc8-5dbd-4988-a63b-3df0251d6fe1 req-e2f77583-2f77-4742-83cb-815cf07c74a3 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:44.258928 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d249cc8-5dbd-4988-a63b-3df0251d6fe1 req-e2f77583-2f77-4742-83cb-815cf07c74a3 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.1428909
Feb 12 21:20:44.262740 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d7816d-030c-4be9-9422-102a59cc9930 x-openstack-request-id: req-e9d7816d-030c-4be9-9422-102a59cc9930 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:44.262740 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77064ae-c12d-4359-9521-26b660d2d039", "tag": "1687b594-812e-4ad7-b4ef-c1a0818aa325", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:44.262740 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9d7816d-030c-4be9-9422-102a59cc9930 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:44.262740 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77064ae-c12d-4359-9521-26b660d2d039', 'tag': '1687b594-812e-4ad7-b4ef-c1a0818aa325', 'status': 'completed', 'code': 200}
Feb 12 21:20:44.268538 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66f5dfe8-982d-4980-989b-d3f958591613 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (3048da5e-e65d-4f34-90f7-f55f6d32501c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:44.360911 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d249cc8-5dbd-4988-a63b-3df0251d6fe1 req-79dbb87b-e2ef-49a2-91a7-361d16f7ff69 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883172
Feb 12 21:20:44.390681 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fce06-5c4f-44c0-9b15-2f5c396b4ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=1687b594-812e-4ad7-b4ef-c1a0818aa325,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:44.452774 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66f5dfe8-982d-4980-989b-d3f958591613 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (3048da5e-e65d-4f34-90f7-f55f6d32501c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:44.484668 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991fb59-fb5e-4af6-aaa5-8d730ad2816f req-92e124d4-9c44-4a8a-8c96-e12937022393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:44.486821 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e991fb59-fb5e-4af6-aaa5-8d730ad2816f req-92e124d4-9c44-4a8a-8c96-e12937022393 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf7e0df130604d2b9dab6a7fb331f5c6&device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 1125 time: 0.2355831
Feb 12 21:20:44.493320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dbffb-e8af-4de2-918d-92251cf719d6 req-030a4b7e-4b25-4c29-9caa-9aa0c9584a52 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:44.494865 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-297dbffb-e8af-4de2-918d-92251cf719d6 req-030a4b7e-4b25-4c29-9caa-9aa0c9584a52 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.2431624
Feb 12 21:20:44.514572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5dfe8-982d-4980-989b-d3f958591613 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Subnet': ['ID=3048da5e-e65d-4f34-90f7-f55f6d32501c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:44.518378 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66f5dfe8-982d-4980-989b-d3f958591613 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:44.525704 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-66f5dfe8-982d-4980-989b-d3f958591613 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/3048da5e-e65d-4f34-90f7-f55f6d32501c HTTP/1.1" status: 204  len: 168 time: 0.5635738
Feb 12 21:20:44.526676 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50836) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:44.567227 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbe20e-2519-4932-84ce-3125dda3ca95 req-23b3dc56-840c-422b-bc54-56cf6fa9be59 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:44.568802 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0dfbe20e-2519-4932-84ce-3125dda3ca95 req-23b3dc56-840c-422b-bc54-56cf6fa9be59 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 943 time: 0.1254194
Feb 12 21:20:44.595562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56df7b9b-7cfb-4023-9d51-dc99926a1ca3 req-a6790d2f-b16e-4dc7-b16e-7384fc7d9430 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2743316
Feb 12 21:20:44.620931 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 327701bb-4024-4f42-a0e6-d17f1a51d3e6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:20:44.632565 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:44.647273 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (9006be17-afe0-4d8f-983e-89eace5ad401), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:44.695591 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0dfbe20e-2519-4932-84ce-3125dda3ca95 req-d9c76675-d9f6-4709-8cad-a56d78287ef9 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960774
Feb 12 21:20:44.761329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 327701bb-4024-4f42-a0e6-d17f1a51d3e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=327701bb-4024-4f42-a0e6-d17f1a51d3e6,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:44.772480 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port 90fc1248-7dce-4153-bda0-e1be855aba84 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:44.772941 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:44.778211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '327701bb-4024-4f42-a0e6-d17f1a51d3e6', 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1', 'port_id': '327701bb-4024-4f42-a0e6-d17f1a51d3e6', 'mac_address': 'fa:16:3e:71:93:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:20:44.830894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 327701bb-4024-4f42-a0e6-d17f1a51d3e6 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:44.831121 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (327701bb-4024-4f42-a0e6-d17f1a51d3e6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:44.847344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327701bb-4024-4f42-a0e6-d17f1a51d3e6 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:20:44.862019 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] For port 90fc1248-7dce-4153-bda0-e1be855aba84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90fc1248-7dce-4153-bda0-e1be855aba84,segment=NetworkSegment(6b1f476a-e577-406c-98b6-80a51c56f181),segment_id=6b1f476a-e577-406c-98b6-80a51c56f181)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:44.862487 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:44.869481 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 327701bb-4024-4f42-a0e6-d17f1a51d3e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=327701bb-4024-4f42-a0e6-d17f1a51d3e6,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:44.879769 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for 90fc1248-7dce-4153-bda0-e1be855aba84 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:44.888367 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3589954-0a8d-4a25-b9bd-f6cbfd5b0431 None None] Network 9006be17-afe0-4d8f-983e-89eace5ad401 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:44.919874 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-950907f3-319d-4c3f-bdf2-8b8df76b5b11 None None] Provisioning complete for port 90fc1248-7dce-4153-bda0-e1be855aba84 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:44.919874 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-950907f3-319d-4c3f-bdf2-8b8df76b5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:45.013214 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (327701bb-4024-4f42-a0e6-d17f1a51d3e6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:45.084352 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (90fc1248-7dce-4153-bda0-e1be855aba84), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:45.095334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=327701bb-4024-4f42-a0e6-d17f1a51d3e6,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:45.119739 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-297dbffb-e8af-4de2-918d-92251cf719d6 req-003d7c6a-b563-422e-8adf-92382c22bbe6 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6115003
Feb 12 21:20:45.124545 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-950907f3-319d-4c3f-bdf2-8b8df76b5b11 None None] Port 90fc1248-7dce-4153-bda0-e1be855aba84 update to ACTIVE by agent not found {{(pid=126507) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Feb 12 21:20:45.155333 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991fb59-fb5e-4af6-aaa5-8d730ad2816f req-23f3de25-237e-4e81-89fe-c82239e2c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:45.156825 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e991fb59-fb5e-4af6-aaa5-8d730ad2816f req-23f3de25-237e-4e81-89fe-c82239e2c021 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cf7e0df130604d2b9dab6a7fb331f5c6&shared=False HTTP/1.1" status: 200  len: 915 time: 0.6526709
Feb 12 21:20:45.166705 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=90fc1248-7dce-4153-bda0-e1be855aba84,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:45.195724 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No DVR routers for this DVR port 90fc1248-7dce-4153-bda0-e1be855aba84 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:20:45.205654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef743691-5de2-40c3-92dc-854beab49f4f None None] DHCP port deletion for 9006be17-afe0-4d8f-983e-89eace5ad401 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:20:45.280447 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['327701bb-4024-4f42-a0e6-d17f1a51d3e6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:45.367034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54b82a-7eb7-494a-ac8f-302cb8771f76 req-492715ca-89cb-4b30-b787-5a3d6c21876a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:45.368821 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0f54b82a-7eb7-494a-ac8f-302cb8771f76 req-492715ca-89cb-4b30-b787-5a3d6c21876a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 944 time: 0.2724469
Feb 12 21:20:45.382525 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (9006be17-afe0-4d8f-983e-89eace5ad401), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:45.390990 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:45.401096 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:45.438394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb805730>,) {'filters': {'network_id': ['9006be17-afe0-4d8f-983e-89eace5ad401']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:45.470023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb805730>, '6b1f476a-e577-406c-98b6-80a51c56f181') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:45.470429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb805730>, '6b1f476a-e577-406c-98b6-80a51c56f181') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:45.490129 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (6b1f476a-e577-406c-98b6-80a51c56f181), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:45.505722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991fb59-fb5e-4af6-aaa5-8d730ad2816f req-40b401d3-0f15-4e3c-b24e-7d67cd669cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:45.507233 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e991fb59-fb5e-4af6-aaa5-8d730ad2816f req-40b401d3-0f15-4e3c-b24e-7d67cd669cbd service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3389652
Feb 12 21:20:45.521768 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (6b1f476a-e577-406c-98b6-80a51c56f181), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:45.537173 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:20:45.537624 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (6b1f476a-e577-406c-98b6-80a51c56f181), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:20:45.541164 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:20:45.565900 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0f54b82a-7eb7-494a-ac8f-302cb8771f76 req-2e4bee19-bec4-436d-b29e-fb9b56aa5238 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176713
Feb 12 21:20:45.685791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-fc2f1848-c5ad-451f-936f-66b42720df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:45.687348 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-fc2f1848-c5ad-451f-936f-66b42720df4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf7e0df130604d2b9dab6a7fb331f5c6&device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 1125 time: 0.1222363
Feb 12 21:20:45.705621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a58038-7066-4858-9236-bd73c83cd3cc req-d1a3c739-1402-4b5c-86ca-d889e8a4cd73 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:45.707686 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-66a58038-7066-4858-9236-bd73c83cd3cc req-d1a3c739-1402-4b5c-86ca-d889e8a4cd73 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.0716786
Feb 12 21:20:45.750069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (9006be17-afe0-4d8f-983e-89eace5ad401), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:45.756514 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:45.766003 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/networks/9006be17-afe0-4d8f-983e-89eace5ad401 HTTP/1.1" status: 204  len: 168 time: 1.2383792
Feb 12 21:20:45.766661 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50856) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:45.777497 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-8e25465c-a96d-4068-b854-fdf3dc89ec4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1687b594-812e-4ad7-b4ef-c1a0818aa325 HTTP/1.1" status: 200  len: 217 time: 0.0742359
Feb 12 21:20:45.830358 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba0660-a0b6-4cd2-a8bc-3152b5e9a25c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Network': ['ID=9006be17-afe0-4d8f-983e-89eace5ad401,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:45.838064 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-66a58038-7066-4858-9236-bd73c83cd3cc req-71c9b22e-844e-4ed7-acd9-1f3236294baf tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189585
Feb 12 21:20:45.872095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79328510-fabe-4f8c-84b4-2f661074af40 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:45.873931 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-79328510-fabe-4f8c-84b4-2f661074af40 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1002464
Feb 12 21:20:45.877610 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50858) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:45.901403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1dbe6-9f03-4ad3-980e-9d012f6b431c req-57750c1c-25e4-4fd7-975e-13bde870c4e5 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:45.903869 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1af1dbe6-9f03-4ad3-980e-9d012f6b431c req-57750c1c-25e4-4fd7-975e-13bde870c4e5 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.2001824
Feb 12 21:20:45.908378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Router 5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:20:45.931859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-eab2db47-6eca-4388-aa3f-29eeb177dead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:45.933916 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-eab2db47-6eca-4388-aa3f-29eeb177dead service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84 HTTP/1.1" status: 200  len: 854 time: 0.1453965
Feb 12 21:20:45.968079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 90fc1248-7dce-4153-bda0-e1be855aba84 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:20:45.968720 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-69f6317b-31c9-4413-a2f9-1d63a1c4b34c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0893106
Feb 12 21:20:45.972163 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50860) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:45.977174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d01dcf44-7589-403d-af43-de263deb160d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-849004567'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:45.998228 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-88993698-3447-4168-9cde-67b2dfcb572b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19170c93-d9ce-4497-9280-91aac6f17f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472858
Feb 12 21:20:46.001783 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d411ba4-602d-4979-90c6-fd97ba5f3466 req-4dcc5f65-bc17-406a-bd6c-1bdc0e3ee2f4 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:46.004059 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0d411ba4-602d-4979-90c6-fd97ba5f3466 req-4dcc5f65-bc17-406a-bd6c-1bdc0e3ee2f4 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 943 time: 0.0888882
Feb 12 21:20:46.010397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 90fc1248-7dce-4153-bda0-e1be855aba84 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:20:46.010759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 90fc1248-7dce-4153-bda0-e1be855aba84 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:20:46.069488 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0d411ba4-602d-4979-90c6-fd97ba5f3466 req-b074a706-ddbe-4378-9289-7f315ee7c8b0 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524945
Feb 12 21:20:46.114892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788130-444a-4880-ba70-99297085b47a req-bdd7a9d2-c5cb-4c34-8557-c4a8f955e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:46.116598 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a788130-444a-4880-ba70-99297085b47a req-bdd7a9d2-c5cb-4c34-8557-c4a8f955e664 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd5a0b396b5045459fdedb8d4039960a&device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 1127 time: 0.2899849
Feb 12 21:20:46.127509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01dcf44-7589-403d-af43-de263deb160d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:46.131072 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1af1dbe6-9f03-4ad3-980e-9d012f6b431c req-5ea6e18a-c89f-43e3-b241-e1515f084fea tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2158148
Feb 12 21:20:46.142910 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d01dcf44-7589-403d-af43-de263deb160d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:46.168637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01dcf44-7589-403d-af43-de263deb160d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:20:46.178785 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d01dcf44-7589-403d-af43-de263deb160d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:46.179124 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-d01dcf44-7589-403d-af43-de263deb160d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Added segment 72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc of type vlan for network dc47616b-40db-4817-810d-69648e81d2c5
Feb 12 21:20:46.224092 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d01dcf44-7589-403d-af43-de263deb160d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (dc47616b-40db-4817-810d-69648e81d2c5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:46.249015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50864) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:46.277914 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:20:46.285675 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:46.288112 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf69d65-4780-47d7-b9bd-2c8fb87f0cdc None None] Sync routers for ids ['5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:20:46.289417 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2a819bbb-39e6-4965-9070-9d3f0022ce04 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "PUT /v2.0/routers/5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f HTTP/1.1" status: 200  len: 918 time: 5.7979028
Feb 12 21:20:46.289708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50868) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:46.291557 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-a646791b-abf6-4c9a-88c8-c8faf6e5c287 service neutron] 10.222.0.50 "GET /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2449062
Feb 12 21:20:46.302701 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf69d65-4780-47d7-b9bd-2c8fb87f0cdc None None] Routers {'5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:46.303840 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-9cf69d65-4780-47d7-b9bd-2c8fb87f0cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0bd0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:46.305473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788130-444a-4880-ba70-99297085b47a req-8aac0e5d-261e-4892-b654-7824763b0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:46.307941 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a788130-444a-4880-ba70-99297085b47a req-8aac0e5d-261e-4892-b654-7824763b0a7f service neutron] 10.222.0.48 "GET /v2.0/networks?id=39f292e9-8e77-4a3a-adae-81674dd31288 HTTP/1.1" status: 200  len: 917 time: 0.1740615
Feb 12 21:20:46.347079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-9cf69d65-4780-47d7-b9bd-2c8fb87f0cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0bd0a0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:46.357151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf69d65-4780-47d7-b9bd-2c8fb87f0cdc None None] Routers {'5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:46.358233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-9cf69d65-4780-47d7-b9bd-2c8fb87f0cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0bd0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:46.379879 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a788130-444a-4880-ba70-99297085b47a req-8f3ad1e7-0fb1-4806-9ecb-0605d048021f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5943c26-37c8-4eb7-847d-98d39b953002 HTTP/1.1" status: 200  len: 217 time: 0.0607140
Feb 12 21:20:46.384732 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d01dcf44-7589-403d-af43-de263deb160d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (dc47616b-40db-4817-810d-69648e81d2c5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:46.389716 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01dcf44-7589-403d-af43-de263deb160d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:46.394127 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d01dcf44-7589-403d-af43-de263deb160d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:46.400833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-9cf69d65-4780-47d7-b9bd-2c8fb87f0cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0bd0a0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:46.401714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf69d65-4780-47d7-b9bd-2c8fb87f0cdc None None] The sync data for ids ['5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:20:46.411780 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66457017-e84c-4695-995c-a0ffad1f305d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:46.476995 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788130-444a-4880-ba70-99297085b47a req-f993153c-84c3-4428-9932-5033543d1a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:46.478396 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a788130-444a-4880-ba70-99297085b47a req-f993153c-84c3-4428-9932-5033543d1a70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e8f13ae4-a296-4b5c-8ce6-eda12e35e066 HTTP/1.1" status: 200  len: 855 time: 0.0667315
Feb 12 21:20:46.481932 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c473e38-fca8-49d0-85fe-11b814bbddbf req-176b764d-63af-4556-9092-b914b70dab85 service neutron] 10.222.0.50 "GET /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1724582
Feb 12 21:20:46.503855 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d01dcf44-7589-403d-af43-de263deb160d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.5302474
Feb 12 21:20:46.510828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50870) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:46.512814 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01dcf44-7589-403d-af43-de263deb160d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Network': ['ID=dc47616b-40db-4817-810d-69648e81d2c5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:46.524112 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e5f0a477-cc28-4722-a831-58feb6ac42fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'subnet': {'network_id': 'dc47616b-40db-4817-810d-69648e81d2c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:46.526955 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network dc47616b-40db-4817-810d-69648e81d2c5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:20:46.532138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788130-444a-4880-ba70-99297085b47a req-00f5d201-192c-4311-9b4b-b0212e889756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:46.533997 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a788130-444a-4880-ba70-99297085b47a req-00f5d201-192c-4311-9b4b-b0212e889756 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39f292e9-8e77-4a3a-adae-81674dd31288&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0485423
Feb 12 21:20:46.600061 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d4718fd1-9c4c-44b2-8c9b-c73c5a0ae43f tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/routers/5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f HTTP/1.1" status: 200  len: 924 time: 0.3051748
Feb 12 21:20:46.600298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50874) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:46.622970 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 327701bb-4024-4f42-a0e6-d17f1a51d3e6 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:46.667326 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66457017-e84c-4695-995c-a0ffad1f305d admin admin] Publish callbacks [] for security_group (c841c432-8886-4964-9835-42d99bd1d80a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:46.673983 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a788130-444a-4880-ba70-99297085b47a req-93c8a9fe-41fd-47a7-a7f7-8e363b1878b5 service neutron] 10.222.0.48 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334386
Feb 12 21:20:46.684945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fefbed-2823-463c-81c0-c2af355afec6 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:46.689766 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e2fefbed-2823-463c-81c0-c2af355afec6 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&device_id=5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0888114
Feb 12 21:20:46.699050 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50876) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:46.759180 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f0a477-cc28-4722-a831-58feb6ac42fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:46.761490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 327701bb-4024-4f42-a0e6-d17f1a51d3e6 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:20:46.762603 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a477-cc28-4722-a831-58feb6ac42fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:46.765589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 327701bb-4024-4f42-a0e6-d17f1a51d3e6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:46.765973 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (327701bb-4024-4f42-a0e6-d17f1a51d3e6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:46.778990 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66457017-e84c-4695-995c-a0ffad1f305d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c841c432-8886-4964-9835-42d99bd1d80a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:46.787060 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a788130-444a-4880-ba70-99297085b47a req-a22c3788-a219-4048-9fa1-a0c037428acb service neutron] 10.222.0.48 "GET /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1046464
Feb 12 21:20:46.852633 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 327701bb-4024-4f42-a0e6-d17f1a51d3e6 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:46.853025 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (327701bb-4024-4f42-a0e6-d17f1a51d3e6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:46.872785 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222de083-5671-4682-9912-50df7a059340 req-b8d0035e-be6c-4a0e-8ac4-e520cf97747b tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:46.874354 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-222de083-5671-4682-9912-50df7a059340 req-b8d0035e-be6c-4a0e-8ac4-e520cf97747b tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 944 time: 0.2093344
Feb 12 21:20:46.879890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a7af65-ec45-4aa1-88d6-0034f7a4eed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327701bb-4024-4f42-a0e6-d17f1a51d3e6'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:46.883037 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30056bae-60f3-41fe-b9a6-84b4e30e66f4" -d '{"events": [{"server_uuid": "41a7af65-ec45-4aa1-88d6-0034f7a4eed6", "name": "network-vif-plugged", "status": "completed", "tag": "327701bb-4024-4f42-a0e6-d17f1a51d3e6"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:46.901476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 327701bb-4024-4f42-a0e6-d17f1a51d3e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=327701bb-4024-4f42-a0e6-d17f1a51d3e6,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:46.909076 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-66457017-e84c-4695-995c-a0ffad1f305d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a18c9d2744384429a268ed733f24e3b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6588790
Feb 12 21:20:46.912431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50882) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:46.916754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66457017-e84c-4695-995c-a0ffad1f305d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c841c432-8886-4964-9835-42d99bd1d80a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:46.950682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c4e9d-68d1-4784-9838-14c7ff5df916 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:46.952127 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-351c4e9d-68d1-4784-9838-14c7ff5df916 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 881 time: 0.2516303
Feb 12 21:20:46.958961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50884) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:46.981672 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (327701bb-4024-4f42-a0e6-d17f1a51d3e6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:47.009410 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492256bc-bb49-455d-8d67-a2b0a1ac53a2 req-af8f0c9c-af74-47cd-93f8-37c5eabbdfcb tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:47.010949 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-492256bc-bb49-455d-8d67-a2b0a1ac53a2 req-af8f0c9c-af74-47cd-93f8-37c5eabbdfcb tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.0899446
Feb 12 21:20:47.016395 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d2ceeef-0d6d-4222-95d0-9d7ea1778293 admin admin] Publish callbacks [] for security_group (c841c432-8886-4964-9835-42d99bd1d80a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:47.025894 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d903fdcd-0988-446a-9203-ef270903a515 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f HTTP/1.1" status: 200  len: 205 time: 0.0634604
Feb 12 21:20:47.028074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50886) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:47.041329 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-222de083-5671-4682-9912-50df7a059340 req-d735aa92-a3c8-43bf-891a-495f76592abc tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479175
Feb 12 21:20:47.051130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=327701bb-4024-4f42-a0e6-d17f1a51d3e6,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:47.104307 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7158be6-fc54-4e2e-9429-dfb2b63d2493 x-openstack-request-id: req-c7158be6-fc54-4e2e-9429-dfb2b63d2493 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:47.104870 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a7af65-ec45-4aa1-88d6-0034f7a4eed6", "name": "network-vif-plugged", "status": "completed", "tag": "327701bb-4024-4f42-a0e6-d17f1a51d3e6", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:47.105175 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7158be6-fc54-4e2e-9429-dfb2b63d2493 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:47.105702 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a7af65-ec45-4aa1-88d6-0034f7a4eed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327701bb-4024-4f42-a0e6-d17f1a51d3e6', 'code': 200}
Feb 12 21:20:47.144858 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d2ceeef-0d6d-4222-95d0-9d7ea1778293 admin admin] Publish callbacks [] for security_group (c841c432-8886-4964-9835-42d99bd1d80a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:47.209988 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b17794-15fa-46b0-8bdb-c629de39b5cd req-bcfd169c-707f-4d7a-aa11-a401d8f864fe tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:47.211527 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00b17794-15fa-46b0-8bdb-c629de39b5cd req-bcfd169c-707f-4d7a-aa11-a401d8f864fe tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 943 time: 0.0567889
Feb 12 21:20:47.213013 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a477-cc28-4722-a831-58feb6ac42fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (20cad0ef-ad11-4377-ab68-79a1dccc17dc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:47.230200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-492256bc-bb49-455d-8d67-a2b0a1ac53a2 req-50f5e34b-1671-461f-bf77-d3e2f40b6989 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2087762
Feb 12 21:20:47.276655 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7834bb6-ee5a-42d5-8bcb-89beb23d43b7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:47.282075 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa553da-f088-46ee-9664-80d2a42451aa req-198ec771-c9a2-4eff-a246-f39d808cfd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:47.283405 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3aa553da-f088-46ee-9664-80d2a42451aa req-198ec771-c9a2-4eff-a246-f39d808cfd04 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 1127 time: 0.0924978
Feb 12 21:20:47.311192 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0a477-cc28-4722-a831-58feb6ac42fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Subnet': ['ID=20cad0ef-ad11-4377-ab68-79a1dccc17dc,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:47.332885 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00b17794-15fa-46b0-8bdb-c629de39b5cd req-26fb348e-b7c5-40ce-8067-77c76f3fcc5b tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141293
Feb 12 21:20:47.335881 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f0a477-cc28-4722-a831-58feb6ac42fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Checking segment: {'id': '72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dc47616b-40db-4817-810d-69648e81d2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:47.336252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f0a477-cc28-4722-a831-58feb6ac42fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network hostable DHCP agents. Network: dc47616b-40db-4817-810d-69648e81d2c5, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:20:47.405015 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d2ceeef-0d6d-4222-95d0-9d7ea1778293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c841c432-8886-4964-9835-42d99bd1d80a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:47.406992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f0a477-cc28-4722-a831-58feb6ac42fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network dc47616b-40db-4817-810d-69648e81d2c5 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:20:47.407735 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d2ceeef-0d6d-4222-95d0-9d7ea1778293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:47.412582 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3d2ceeef-0d6d-4222-95d0-9d7ea1778293 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c841c432-8886-4964-9835-42d99bd1d80a HTTP/1.1" status: 204  len: 168 time: 0.4949667
Feb 12 21:20:47.436038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ceeef-0d6d-4222-95d0-9d7ea1778293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c841c432-8886-4964-9835-42d99bd1d80a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:47.480902 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3aa553da-f088-46ee-9664-80d2a42451aa req-5c6b197b-4780-4b73-a486-f18030a6b651 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304257
Feb 12 21:20:47.501093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298121b1-d533-4a3f-a57a-779fede8e4bb req-557eae7b-16b1-491b-a269-892c8f4632e6 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:47.502574 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-298121b1-d533-4a3f-a57a-779fede8e4bb req-557eae7b-16b1-491b-a269-892c8f4632e6 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.1509471
Feb 12 21:20:47.505212 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-e5f0a477-cc28-4722-a831-58feb6ac42fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dc47616b-40db-4817-810d-69648e81d2c5) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:47.509657 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7834bb6-ee5a-42d5-8bcb-89beb23d43b7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:47.510729 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f0a477-cc28-4722-a831-58feb6ac42fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:47.511441 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e5f0a477-cc28-4722-a831-58feb6ac42fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:47.515945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa7a51a-5a87-4552-9ebb-b8118a1104c9 None None] Network dc47616b-40db-4817-810d-69648e81d2c5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:47.562730 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-298121b1-d533-4a3f-a57a-779fede8e4bb req-70d702df-cc3d-4f2e-908d-77fe968519de tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497258
Feb 12 21:20:47.620269 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dc47616b-40db-4817-810d-69648e81d2c5', 'network_id': 'dc47616b-40db-4817-810d-69648e81d2c5', 'project_id': 'e5d2245e5e8f422b91608bc32cf6870b', 'fixed_ips': [{'subnet_id': '20cad0ef-ad11-4377-ab68-79a1dccc17dc'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:20:47.623112 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:47.730433 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e5f0a477-cc28-4722-a831-58feb6ac42fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2182965
Feb 12 21:20:47.732833 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50894) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:47.739316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-58778fd1-5949-4143-a7b7-3923c29ab863 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'network_id': 'dc47616b-40db-4817-810d-69648e81d2c5', 'name': 'tempest-PortsTestJSON-1245161435'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:47.785640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-f7834bb6-ee5a-42d5-8bcb-89beb23d43b7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Deleting port 8bf4f7ed-12d5-4c6d-97d5-8f0744a5d132 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:47.786455 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7834bb6-ee5a-42d5-8bcb-89beb23d43b7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8bf4f7ed-12d5-4c6d-97d5-8f0744a5d132), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:47.890049 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7834bb6-ee5a-42d5-8bcb-89beb23d43b7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8bf4f7ed-12d5-4c6d-97d5-8f0744a5d132), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:47.902875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-f7834bb6-ee5a-42d5-8bcb-89beb23d43b7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Calling delete_port for 8bf4f7ed-12d5-4c6d-97d5-8f0744a5d132 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:47.922136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58778fd1-5949-4143-a7b7-3923c29ab863 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:47.926430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Allocated IP 172.20.0.2 (dc47616b-40db-4817-810d-69648e81d2c5/20cad0ef-ad11-4377-ab68-79a1dccc17dc/0ae8450c-6a48-4784-abd5-d46c6edf075d) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:47.927892 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58778fd1-5949-4143-a7b7-3923c29ab863 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:47.950238 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-58778fd1-5949-4143-a7b7-3923c29ab863 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] device_id is not set on port 4fb58121-2375-4027-87bf-13a6abd1a1a0 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:20:48.088684 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Publish callbacks [] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.132957 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7834bb6-ee5a-42d5-8bcb-89beb23d43b7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8bf4f7ed-12d5-4c6d-97d5-8f0744a5d132), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.161385 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7834bb6-ee5a-42d5-8bcb-89beb23d43b7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Pushing event deleted for resources: {'Port': ['ID=8bf4f7ed-12d5-4c6d-97d5-8f0744a5d132,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:48.167064 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980f7ed-b1a9-46f5-9691-ee18bf6a3908 req-f6c26876-471c-4516-9a3a-172f8f17266d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:48.168593 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5980f7ed-b1a9-46f5-9691-ee18bf6a3908 req-f6c26876-471c-4516-9a3a-172f8f17266d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 945 time: 0.0558691
Feb 12 21:20:48.190495 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.227176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Network dc47616b-40db-4817-810d-69648e81d2c5 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:48.228916 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7834bb6-ee5a-42d5-8bcb-89beb23d43b7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.230933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:48.233969 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:48.247394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50900) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:48.271675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1687b594-812e-4ad7-b4ef-c1a0818aa325 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:20:48.276170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Pushing event updated for resources: {'Port': ['ID=0ae8450c-6a48-4784-abd5-d46c6edf075d,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:48.278044 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5980f7ed-b1a9-46f5-9691-ee18bf6a3908 req-3af2c8d8-e923-479b-ad46-572e87b90c70 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027176
Feb 12 21:20:48.282103 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b8af11c-8a33-4c2c-bb0a-db2bd58f7fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.285107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-58778fd1-5949-4143-a7b7-3923c29ab863 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Allocated IP 172.20.0.9 (dc47616b-40db-4817-810d-69648e81d2c5/20cad0ef-ad11-4377-ab68-79a1dccc17dc/4fb58121-2375-4027-87bf-13a6abd1a1a0) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:48.327153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Attempting to bind port 0ae8450c-6a48-4784-abd5-d46c6edf075d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:20:48.327448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Attempting to bind port 0ae8450c-6a48-4784-abd5-d46c6edf075d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dc47616b-40db-4817-810d-69648e81d2c5'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:20:48.327800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Attempting to bind port 0ae8450c-6a48-4784-abd5-d46c6edf075d on network dc47616b-40db-4817-810d-69648e81d2c5 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:48.349550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:20:48.349953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Checking segment: {'id': '72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dc47616b-40db-4817-810d-69648e81d2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:48.350354 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.350748 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Bound using segment: {'id': '72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dc47616b-40db-4817-810d-69648e81d2c5'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:20:48.351231 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Bound port: 0ae8450c-6a48-4784-abd5-d46c6edf075d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dc47616b-40db-4817-810d-69648e81d2c5'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:20:48.351612 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.384752 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7834bb6-ee5a-42d5-8bcb-89beb23d43b7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.409255 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7834bb6-ee5a-42d5-8bcb-89beb23d43b7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_controller (5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.474037 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced61d7-acfd-4903-a56b-f801d24927e0 req-3158e0ee-256e-4cc2-bed5-a889aa146ec0 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:48.475941 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ced61d7-acfd-4903-a56b-f801d24927e0 req-3158e0ee-256e-4cc2-bed5-a889aa146ec0 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.1086905
Feb 12 21:20:48.477005 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 1687b594-812e-4ad7-b4ef-c1a0818aa325, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1687b594-812e-4ad7-b4ef-c1a0818aa325,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:48.494839 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] For port 0ae8450c-6a48-4784-abd5-d46c6edf075d, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:20:48.498803 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '1687b594-812e-4ad7-b4ef-c1a0818aa325', 'network_id': '19170c93-d9ce-4497-9280-91aac6f17f7b', 'port_id': '1687b594-812e-4ad7-b4ef-c1a0818aa325', 'mac_address': 'fa:16:3e:06:92:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:20:48.499877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] For port 0ae8450c-6a48-4784-abd5-d46c6edf075d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ae8450c-6a48-4784-abd5-d46c6edf075d,segment=NetworkSegment(72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc),segment_id=72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:20:48.543223 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 1687b594-812e-4ad7-b4ef-c1a0818aa325 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:48.543850 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1687b594-812e-4ad7-b4ef-c1a0818aa325), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.549472 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ced61d7-acfd-4903-a56b-f801d24927e0 req-576b1947-a3d5-48c5-8bee-e5a95649f084 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675793
Feb 12 21:20:48.551912 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7834bb6-ee5a-42d5-8bcb-89beb23d43b7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.552691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7834bb6-ee5a-42d5-8bcb-89beb23d43b7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Fanout notify agent at l3_agent the message router_deleted on router 5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:20:48.559683 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1687b594-812e-4ad7-b4ef-c1a0818aa325 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:20:48.564044 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7834bb6-ee5a-42d5-8bcb-89beb23d43b7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.569266 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f7834bb6-ee5a-42d5-8bcb-89beb23d43b7 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "DELETE /v2.0/routers/5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f HTTP/1.1" status: 204  len: 168 time: 1.5368176
Feb 12 21:20:48.569612 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50906) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:48.584469 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-31f20d35-1b73-4199-bffd-4711f9360a03 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1031668913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:48.584721 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 1687b594-812e-4ad7-b4ef-c1a0818aa325, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1687b594-812e-4ad7-b4ef-c1a0818aa325,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:48.588645 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.663314 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1687b594-812e-4ad7-b4ef-c1a0818aa325), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.668332 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a97af-30d7-4173-b8e2-72bf9b021aa8 None None] Pushing event updated for resources: {'Port': ['ID=0ae8450c-6a48-4784-abd5-d46c6edf075d,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:48.696476 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31f20d35-1b73-4199-bffd-4711f9360a03 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (2b54ec03-9ecf-4bc9-92f8-edec2add57eb), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.697953 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31f20d35-1b73-4199-bffd-4711f9360a03 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (2b54ec03-9ecf-4bc9-92f8-edec2add57eb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.736026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=1687b594-812e-4ad7-b4ef-c1a0818aa325,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:48.757603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b28334-98ec-4145-a470-ab9532cc7622 req-0df0fcd3-1f9d-418b-8ac3-e8ca79732dd1 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:48.759999 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67b28334-98ec-4145-a470-ab9532cc7622 req-0df0fcd3-1f9d-418b-8ac3-e8ca79732dd1 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.1141248
Feb 12 21:20:48.808563 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31f20d35-1b73-4199-bffd-4711f9360a03 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_controller (2b54ec03-9ecf-4bc9-92f8-edec2add57eb), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.843162 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67b28334-98ec-4145-a470-ab9532cc7622 req-bfdafd1b-b09f-4df6-82b2-91b75bc74e7e tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531766
Feb 12 21:20:48.872858 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b8af11c-8a33-4c2c-bb0a-db2bd58f7fe8 admin admin] Publish callbacks [] for security_group (d2075b38-2494-410b-bb1f-807f3d548e22), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.902350 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31f20d35-1b73-4199-bffd-4711f9360a03 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (2b54ec03-9ecf-4bc9-92f8-edec2add57eb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:48.946244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['1687b594-812e-4ad7-b4ef-c1a0818aa325'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:48.987343 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b29d9b-2be5-4d48-ba22-0aa7f3a7c3a1 req-7f465f0b-c8d7-48ca-8ff9-48032e9f6e4e tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:48.989746 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-40b29d9b-2be5-4d48-ba22-0aa7f3a7c3a1 req-7f465f0b-c8d7-48ca-8ff9-48032e9f6e4e tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 944 time: 0.1870368
Feb 12 21:20:48.996533 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b8af11c-8a33-4c2c-bb0a-db2bd58f7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d2075b38-2494-410b-bb1f-807f3d548e22), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:49.023772 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31f20d35-1b73-4199-bffd-4711f9360a03 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:49.025117 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-31f20d35-1b73-4199-bffd-4711f9360a03 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.4545438
Feb 12 21:20:49.027935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50914) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:49.035407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'enable_snat': False}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:49.066121 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58778fd1-5949-4143-a7b7-3923c29ab863 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (4fb58121-2375-4027-87bf-13a6abd1a1a0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:49.098199 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6b8af11c-8a33-4c2c-bb0a-db2bd58f7fe8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a496e039b2f46b69171b54c6a4754e7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8476012
Feb 12 21:20:49.106394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50916) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:49.120645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8af11c-8a33-4c2c-bb0a-db2bd58f7fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2075b38-2494-410b-bb1f-807f3d548e22,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:49.174808 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-40b29d9b-2be5-4d48-ba22-0aa7f3a7c3a1 req-709a07a6-18e3-4c7a-8c56-3bf77474f5c0 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728773
Feb 12 21:20:49.204506 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-679da065-bcca-40c4-99c9-a301377cd0cf admin admin] Publish callbacks [] for security_group (d2075b38-2494-410b-bb1f-807f3d548e22), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:49.229169 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-679da065-bcca-40c4-99c9-a301377cd0cf admin admin] Publish callbacks [] for security_group (d2075b38-2494-410b-bb1f-807f3d548e22), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:49.266107 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58778fd1-5949-4143-a7b7-3923c29ab863 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4fb58121-2375-4027-87bf-13a6abd1a1a0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:49.322454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58778fd1-5949-4143-a7b7-3923c29ab863 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network dc47616b-40db-4817-810d-69648e81d2c5 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:49.325836 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-58778fd1-5949-4143-a7b7-3923c29ab863 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:49.328356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58778fd1-5949-4143-a7b7-3923c29ab863 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:49.364389 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58778fd1-5949-4143-a7b7-3923c29ab863 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=4fb58121-2375-4027-87bf-13a6abd1a1a0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:49.389605 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-679da065-bcca-40c4-99c9-a301377cd0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d2075b38-2494-410b-bb1f-807f3d548e22), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:49.392458 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-679da065-bcca-40c4-99c9-a301377cd0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:49.395632 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-679da065-bcca-40c4-99c9-a301377cd0cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2075b38-2494-410b-bb1f-807f3d548e22 HTTP/1.1" status: 204  len: 168 time: 0.2851033
Feb 12 21:20:49.424760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58778fd1-5949-4143-a7b7-3923c29ab863 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:49.425465 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58778fd1-5949-4143-a7b7-3923c29ab863 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:49.439562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679da065-bcca-40c4-99c9-a301377cd0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2075b38-2494-410b-bb1f-807f3d548e22,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:49.459632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f568b-f585-471a-8628-d0d082d390af req-921f5991-e63a-4947-97c5-201da52e4653 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:49.465742 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b23f568b-f585-471a-8628-d0d082d390af req-921f5991-e63a-4947-97c5-201da52e4653 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.4980416
Feb 12 21:20:49.470035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c343b3-d4b7-4af1-9736-4aed666cf348 req-c7a59781-878e-4eb6-9924-da0012703f37 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:49.472797 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-29c343b3-d4b7-4af1-9736-4aed666cf348 req-c7a59781-878e-4eb6-9924-da0012703f37 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 945 time: 0.1017818
Feb 12 21:20:49.517244 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-58778fd1-5949-4143-a7b7-3923c29ab863 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.7831662
Feb 12 21:20:49.523281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50922) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:49.532537 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-29c343b3-d4b7-4af1-9736-4aed666cf348 req-3fc2ac3f-88e9-4818-bc22-ff6942b67b69 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544736
Feb 12 21:20:49.563231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-7151239b-c8de-467a-94f7-45e825c973f5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'network_id': 'dc47616b-40db-4817-810d-69648e81d2c5', 'name': 'tempest-PortsTestJSON-1970439998'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:49.681859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b970ba4-29bd-4dda-aabf-778f066d2562 req-56e9e653-7c56-46ed-b623-af0984f272bd tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:49.684070 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4b970ba4-29bd-4dda-aabf-778f066d2562 req-56e9e653-7c56-46ed-b623-af0984f272bd tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 945 time: 0.0712698
Feb 12 21:20:49.690409 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b23f568b-f585-471a-8628-d0d082d390af req-d7cee61d-ee4b-457d-b6c0-8ac5fd1ecdaa tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237866
Feb 12 21:20:49.771208 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4b970ba4-29bd-4dda-aabf-778f066d2562 req-d759f311-36e1-4bd2-a563-ddab70e41085 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808845
Feb 12 21:20:49.908202 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (2b54ec03-9ecf-4bc9-92f8-edec2add57eb), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:49.941938 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c1ddf-9cbd-4d89-ba95-1c7564d3aaae req-e1e07b12-460a-44a3-ba96-a13d132d3296 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:49.952321 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-670c1ddf-9cbd-4d89-ba95-1c7564d3aaae req-e1e07b12-460a-44a3-ba96-a13d132d3296 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b988b5a-9dfb-4db8-9388-bae126fcf4fc HTTP/1.1" status: 200  len: 946 time: 0.1102085
Feb 12 21:20:49.958771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0ccd53cd-81d6-47e6-bc7e-1ae6802a90c6 req-47fe65ea-aa47-4cb3-8132-dbd05ff5042a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.5090089
Feb 12 21:20:49.988688 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a81270-60d5-48cf-9b54-eff240dba707 None None] Network dc47616b-40db-4817-810d-69648e81d2c5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:50.036040 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-670c1ddf-9cbd-4d89-ba95-1c7564d3aaae req-fc675318-c827-4a54-b0c4-5666b24f845b tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822752
Feb 12 21:20:50.080318 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0ae8450c-6a48-4784-abd5-d46c6edf075d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:50.088590 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5de4f1-33e8-41b7-a38c-3d9e3c3b5f9c req-aabca6f5-e9c9-41a5-b821-125dd5890522 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:50.088590 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ba5de4f1-33e8-41b7-a38c-3d9e3c3b5f9c req-aabca6f5-e9c9-41a5-b821-125dd5890522 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.2596090
Feb 12 21:20:50.121526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7151239b-c8de-467a-94f7-45e825c973f5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:50.125467 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7151239b-c8de-467a-94f7-45e825c973f5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:50.146643 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-653305b7-1798-4842-8a26-112c9c8370d8 None None] Provisioning complete for port 0ae8450c-6a48-4784-abd5-d46c6edf075d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:50.147182 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-653305b7-1798-4842-8a26-112c9c8370d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:50.166168 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a30713-d40c-4edc-94f8-fb4d108694cc req-28eaf2a8-cb43-4c4e-914a-6903b8478953 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:50.167868 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e3a30713-d40c-4edc-94f8-fb4d108694cc req-28eaf2a8-cb43-4c4e-914a-6903b8478953 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 945 time: 0.0594234
Feb 12 21:20:50.202231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-7151239b-c8de-467a-94f7-45e825c973f5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] device_id is not set on port e16745d7-3980-4d87-8fb6-46334f659339 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:20:50.209044 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd53cd-81d6-47e6-bc7e-1ae6802a90c6 req-412e0bcf-c06b-425c-9f10-9a0b63897ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:50.210594 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0ccd53cd-81d6-47e6-bc7e-1ae6802a90c6 req-412e0bcf-c06b-425c-9f10-9a0b63897ed5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 1127 time: 0.1972234
Feb 12 21:20:50.254165 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e3a30713-d40c-4edc-94f8-fb4d108694cc req-557ed360-96be-4e75-9ba5-72faaf2f2bbb tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742452
Feb 12 21:20:50.268608 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 0ae8450c-6a48-4784-abd5-d46c6edf075d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:50.269814 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:50.301288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1687b594-812e-4ad7-b4ef-c1a0818aa325 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:50.304655 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ba5de4f1-33e8-41b7-a38c-3d9e3c3b5f9c req-fb65fff5-909a-409e-a25a-bbb2cddfd4b2 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2005513
Feb 12 21:20:50.406445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a08bd-ddd5-4b40-a147-3dd298fb2ea2 req-687be0e0-e529-40eb-a905-d140fcc7856a tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:50.408150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-653305b7-1798-4842-8a26-112c9c8370d8 None None] Current status of the port 0ae8450c-6a48-4784-abd5-d46c6edf075d is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:50.408606 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-653305b7-1798-4842-8a26-112c9c8370d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:50.419374 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-966a08bd-ddd5-4b40-a147-3dd298fb2ea2 req-687be0e0-e529-40eb-a905-d140fcc7856a tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 945 time: 0.0990443
Feb 12 21:20:50.467889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-653305b7-1798-4842-8a26-112c9c8370d8 None None] For port 0ae8450c-6a48-4784-abd5-d46c6edf075d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ae8450c-6a48-4784-abd5-d46c6edf075d,segment=NetworkSegment(72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc),segment_id=72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:50.489601 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-966a08bd-ddd5-4b40-a147-3dd298fb2ea2 req-6245144c-74dc-4c65-8b18-ab1ae0ffd86e tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688334
Feb 12 21:20:50.535291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0ae8450c-6a48-4784-abd5-d46c6edf075d is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:50.535291 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:50.569067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd53cd-81d6-47e6-bc7e-1ae6802a90c6 req-1f95d77e-7cd3-4051-b098-88f00dc50c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:50.569067 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0ccd53cd-81d6-47e6-bc7e-1ae6802a90c6 req-1f95d77e-7cd3-4051-b098-88f00dc50c88 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 905 time: 0.3331263
Feb 12 21:20:50.585938 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-653305b7-1798-4842-8a26-112c9c8370d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:50.629116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-7151239b-c8de-467a-94f7-45e825c973f5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Allocated IP 172.20.0.8 (dc47616b-40db-4817-810d-69648e81d2c5/20cad0ef-ad11-4377-ab68-79a1dccc17dc/e16745d7-3980-4d87-8fb6-46334f659339) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:50.647921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 1687b594-812e-4ad7-b4ef-c1a0818aa325 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:20:50.661718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 1687b594-812e-4ad7-b4ef-c1a0818aa325 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:50.662097 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1687b594-812e-4ad7-b4ef-c1a0818aa325), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:50.671634 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0ccd53cd-81d6-47e6-bc7e-1ae6802a90c6 req-b02550ff-54a3-4d34-82a3-82b55fc56160 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38352d0d-4c76-4e91-9225-8c4272270ad6 HTTP/1.1" status: 200  len: 217 time: 0.0614426
Feb 12 21:20:50.725723 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:20:50.726919 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:20:50.734919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653305b7-1798-4842-8a26-112c9c8370d8 None None] Pushing event updated for resources: {'Port': ['ID=0ae8450c-6a48-4784-abd5-d46c6edf075d,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:50.824646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 1687b594-812e-4ad7-b4ef-c1a0818aa325 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:50.825033 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1687b594-812e-4ad7-b4ef-c1a0818aa325), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:50.829992 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45aa0f-7126-4f04-a6c7-2e14ab49807b req-6c582485-c08a-409e-acb9-eaa59ebe5076 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:50.835619 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe45aa0f-7126-4f04-a6c7-2e14ab49807b req-6c582485-c08a-409e-acb9-eaa59ebe5076 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 944 time: 0.3552115
Feb 12 21:20:50.840428 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-03ea91fe-ded7-483e-8cbe-3036fa5b3609 None None] Provisioning complete for port 0ae8450c-6a48-4784-abd5-d46c6edf075d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:50.840812 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-03ea91fe-ded7-483e-8cbe-3036fa5b3609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:50.886639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77064ae-c12d-4359-9521-26b660d2d039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1687b594-812e-4ad7-b4ef-c1a0818aa325'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:50.890140 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd53cd-81d6-47e6-bc7e-1ae6802a90c6 req-1f234125-dc23-4bc9-b0ee-e1389e42c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:50.891756 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0ccd53cd-81d6-47e6-bc7e-1ae6802a90c6 req-1f234125-dc23-4bc9-b0ee-e1389e42c1d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9 HTTP/1.1" status: 200  len: 844 time: 0.2116640
Feb 12 21:20:50.894214 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fee754-1168-46c5-90a1-7d921ea770e5" -d '{"events": [{"server_uuid": "b77064ae-c12d-4359-9521-26b660d2d039", "name": "network-vif-plugged", "status": "completed", "tag": "1687b594-812e-4ad7-b4ef-c1a0818aa325"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:50.914584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 1687b594-812e-4ad7-b4ef-c1a0818aa325, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1687b594-812e-4ad7-b4ef-c1a0818aa325,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:50.967250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-03ea91fe-ded7-483e-8cbe-3036fa5b3609 None None] Current status of the port 0ae8450c-6a48-4784-abd5-d46c6edf075d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:50.968849 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0ccd53cd-81d6-47e6-bc7e-1ae6802a90c6 req-7c07d989-43aa-4310-89a4-250c1147a2d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7099db00-3881-44c3-bb47-3ded394a66e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521493
Feb 12 21:20:50.975112 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1687b594-812e-4ad7-b4ef-c1a0818aa325), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:51.013847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-03ea91fe-ded7-483e-8cbe-3036fa5b3609 None None] Provisioning complete for port 4fb58121-2375-4027-87bf-13a6abd1a1a0 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:51.017867 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-03ea91fe-ded7-483e-8cbe-3036fa5b3609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4fb58121-2375-4027-87bf-13a6abd1a1a0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:51.023653 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-0519fe48-beaa-4719-909e-53c25624f65e req-3469634a-e9d9-44e1-bba7-55b273709cbc tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:20:51.025141 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0519fe48-beaa-4719-909e-53c25624f65e req-3469634a-e9d9-44e1-bba7-55b273709cbc tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0085330
Feb 12 21:20:51.057070 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (2b54ec03-9ecf-4bc9-92f8-edec2add57eb), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:51.061911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=1687b594-812e-4ad7-b4ef-c1a0818aa325,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:51.066915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-03ea91fe-ded7-483e-8cbe-3036fa5b3609 None None] Port 4fb58121-2375-4027-87bf-13a6abd1a1a0 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:20:51.113391 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:51.118249 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe45aa0f-7126-4f04-a6c7-2e14ab49807b req-66233c1f-41ca-4bb9-9338-2981ac499456 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2771173
Feb 12 21:20:51.168744 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0519fe48-beaa-4719-909e-53c25624f65e req-103aae19-32c8-40c2-badd-ba263a3053e9 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.1263099
Feb 12 21:20:51.200554 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f8b10dce-0bc1-4222-bf73-2204c54c2132 None None] Provisioning complete for port 4fb58121-2375-4027-87bf-13a6abd1a1a0 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:51.200945 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f8b10dce-0bc1-4222-bf73-2204c54c2132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4fb58121-2375-4027-87bf-13a6abd1a1a0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:51.275154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f8b10dce-0bc1-4222-bf73-2204c54c2132 None None] Port 4fb58121-2375-4027-87bf-13a6abd1a1a0 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:20:51.280634 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2b13ec-13fd-4e2a-ba0a-06936c71dddc x-openstack-request-id: req-cf2b13ec-13fd-4e2a-ba0a-06936c71dddc {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:51.281384 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77064ae-c12d-4359-9521-26b660d2d039", "name": "network-vif-plugged", "status": "completed", "tag": "1687b594-812e-4ad7-b4ef-c1a0818aa325", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:51.281655 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf2b13ec-13fd-4e2a-ba0a-06936c71dddc {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:51.282062 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77064ae-c12d-4359-9521-26b660d2d039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1687b594-812e-4ad7-b4ef-c1a0818aa325', 'code': 200}
Feb 12 21:20:51.334584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0ae8450c-6a48-4784-abd5-d46c6edf075d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:51.421558 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7151239b-c8de-467a-94f7-45e825c973f5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (e16745d7-3980-4d87-8fb6-46334f659339), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:51.498771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0ccd53cd-81d6-47e6-bc7e-1ae6802a90c6 req-09387721-4d63-4271-b574-86ec1808ce1c service neutron] 10.222.0.50 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5170929
Feb 12 21:20:51.575354 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f0719-283a-47ca-aff6-e4dc6d0e3bcd req-6a0b794b-81ba-474e-902d-e2a71019d8c4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:51.577031 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-215f0719-283a-47ca-aff6-e4dc6d0e3bcd req-6a0b794b-81ba-474e-902d-e2a71019d8c4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.0625765
Feb 12 21:20:51.592923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683c738-14df-4384-a179-3a3b33801b95 req-a0aca14c-ae10-4450-9365-248ac0ac940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:51.594616 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7683c738-14df-4384-a179-3a3b33801b95 req-a0aca14c-ae10-4450-9365-248ac0ac940e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 1127 time: 0.2392888
Feb 12 21:20:51.627696 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-215f0719-283a-47ca-aff6-e4dc6d0e3bcd req-ef089cb7-b74f-43e0-8b01-34d84eda90f4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425711
Feb 12 21:20:51.644411 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Allocated IP 172.35.2.155 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/e0161975-75a3-48ee-847d-a7bd5f61a368) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:51.699531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b0e4e-5ac6-43fd-a6d2-f7ddd283cc02 req-7454469a-f999-41f2-a238-ccabab9f1303 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:51.701059 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-666b0e4e-5ac6-43fd-a6d2-f7ddd283cc02 req-7454469a-f999-41f2-a238-ccabab9f1303 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 945 time: 0.2654421
Feb 12 21:20:51.756483 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7151239b-c8de-467a-94f7-45e825c973f5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e16745d7-3980-4d87-8fb6-46334f659339), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:51.760816 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe4df3-811c-4a81-a8de-fcb9c51be4b9 req-8b13b229-14aa-4d68-b449-11f2fab703eb tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:51.762587 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7efe4df3-811c-4a81-a8de-fcb9c51be4b9 req-8b13b229-14aa-4d68-b449-11f2fab703eb tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.0667489
Feb 12 21:20:51.767491 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0ccd53cd-81d6-47e6-bc7e-1ae6802a90c6 req-6aa61ab8-c95f-4972-82d3-ddcbb67a2b2c service neutron] 10.222.0.50 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2399702
Feb 12 21:20:51.777579 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7683c738-14df-4384-a179-3a3b33801b95 req-bd32d787-311a-4470-8925-1d4548afabfe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505537
Feb 12 21:20:51.819861 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7efe4df3-811c-4a81-a8de-fcb9c51be4b9 req-32c6be8c-4edd-4f4c-a416-f18ec7891f75 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496862
Feb 12 21:20:51.883457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7151239b-c8de-467a-94f7-45e825c973f5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network dc47616b-40db-4817-810d-69648e81d2c5 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:51.891850 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-666b0e4e-5ac6-43fd-a6d2-f7ddd283cc02 req-5b353c8e-9e7a-4fbb-8420-343b47ecfa61 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814883
Feb 12 21:20:51.895408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-7151239b-c8de-467a-94f7-45e825c973f5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:51.899068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151239b-c8de-467a-94f7-45e825c973f5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=e16745d7-3980-4d87-8fb6-46334f659339,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:51.901256 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151239b-c8de-467a-94f7-45e825c973f5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:51.969642 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for port (e0161975-75a3-48ee-847d-a7bd5f61a368), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:51.983354 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7151239b-c8de-467a-94f7-45e825c973f5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:51.983987 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7151239b-c8de-467a-94f7-45e825c973f5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:51.991559 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f027892-b5cc-4937-8482-58541e55756f req-a486bc8b-b8b1-4665-8beb-e615998f7cc9 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:51.999460 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7f027892-b5cc-4937-8482-58541e55756f req-a486bc8b-b8b1-4665-8beb-e615998f7cc9 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b988b5a-9dfb-4db8-9388-bae126fcf4fc HTTP/1.1" status: 200  len: 946 time: 0.1045709
Feb 12 21:20:52.024999 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0ae8450c-6a48-4784-abd5-d46c6edf075d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:20:52.069789 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7f027892-b5cc-4937-8482-58541e55756f req-377d6e65-8e99-436e-915d-4d589efcf88f tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697856
Feb 12 21:20:52.096380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 0ae8450c-6a48-4784-abd5-d46c6edf075d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:52.097003 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:52.117165 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e0161975-75a3-48ee-847d-a7bd5f61a368), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:52.137031 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51018) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:52.137670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7151239b-c8de-467a-94f7-45e825c973f5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.5833108
Feb 12 21:20:52.246872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0ae8450c-6a48-4784-abd5-d46c6edf075d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:20:52.247476 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:52.297848 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:52.303437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-bf58f146-ca78-4af5-a1fe-7811282e8fe4 None None] Provisioning complete for port e16745d7-3980-4d87-8fb6-46334f659339 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:20:52.304240 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:52.305088 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bf58f146-ca78-4af5-a1fe-7811282e8fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e16745d7-3980-4d87-8fb6-46334f659339), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:52.315143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c1f244-207c-4a42-b010-e6b854d944e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:52.317080 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-08c1f244-207c-4a42-b010-e6b854d944e0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200  len: 922 time: 0.1782067
Feb 12 21:20:52.320814 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51028) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:52.337392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Pushing event updated for resources: {'Port': ['ID=e0161975-75a3-48ee-847d-a7bd5f61a368,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:52.343464 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-bf58f146-ca78-4af5-a1fe-7811282e8fe4 None None] Port e16745d7-3980-4d87-8fb6-46334f659339 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:20:52.371414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ca6dd-3d92-43d1-9ac9-cc2a6e9b47c7 req-44cb867a-474a-4a4f-a0f0-23047e8d920d tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:52.379222 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c7ca6dd-3d92-43d1-9ac9-cc2a6e9b47c7 req-44cb867a-474a-4a4f-a0f0-23047e8d920d tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 945 time: 0.1291454
Feb 12 21:20:52.389100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7316337-e54f-48c9-bc77-40fcf89a1ed7 req-3063405e-62b9-4d08-86de-4aae86ef4421 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:52.391110 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a7316337-e54f-48c9-bc77-40fcf89a1ed7 req-3063405e-62b9-4d08-86de-4aae86ef4421 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 945 time: 0.1230102
Feb 12 21:20:52.498365 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a7316337-e54f-48c9-bc77-40fcf89a1ed7 req-cc1b7c3f-9c31-4a55-a831-ae5482017d33 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648689
Feb 12 21:20:52.502959 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-ce12cd5e-cbe9-417e-a294-89982f9eeecb tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port e16745d7-3980-4d87-8fb6-46334f659339 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:52.502959 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce12cd5e-cbe9-417e-a294-89982f9eeecb tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e16745d7-3980-4d87-8fb6-46334f659339), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:52.573688 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c7ca6dd-3d92-43d1-9ac9-cc2a6e9b47c7 req-0452d7a4-6cc6-4382-a111-cd1543e98d08 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932359
Feb 12 21:20:52.590767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fc111-4f3f-4232-bd5a-8aa3c1136374 req-64e5cfbd-baee-4d3b-ae82-29c828f25ac8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:52.592216 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-187fc111-4f3f-4232-bd5a-8aa3c1136374 req-64e5cfbd-baee-4d3b-ae82-29c828f25ac8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.48 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 945 time: 0.1636386
Feb 12 21:20:52.625663 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce12cd5e-cbe9-417e-a294-89982f9eeecb tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e16745d7-3980-4d87-8fb6-46334f659339), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:52.641878 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-ce12cd5e-cbe9-417e-a294-89982f9eeecb tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for e16745d7-3980-4d87-8fb6-46334f659339 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:52.862693 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead437-658e-426a-b92f-c6d4a20be789 req-5d1e6446-79bb-4932-9e53-1bfbbf42a373 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:52.868130 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead437-658e-426a-b92f-c6d4a20be789 req-5d1e6446-79bb-4932-9e53-1bfbbf42a373 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:52.873754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecead437-658e-426a-b92f-c6d4a20be789 req-5d1e6446-79bb-4932-9e53-1bfbbf42a373 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:52.881859 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ecead437-658e-426a-b92f-c6d4a20be789 req-5d1e6446-79bb-4932-9e53-1bfbbf42a373 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac&device_id=6b988b5a-9dfb-4db8-9388-bae126fcf4fc&device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 2417 time: 0.1265256
Feb 12 21:20:52.950048 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ecead437-658e-426a-b92f-c6d4a20be789 req-a0b995c8-391b-4f8a-b6fd-bea7a6531f30 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671263
Feb 12 21:20:53.032377 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce12cd5e-cbe9-417e-a294-89982f9eeecb tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (e16745d7-3980-4d87-8fb6-46334f659339), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:53.086377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12cd5e-cbe9-417e-a294-89982f9eeecb tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=e16745d7-3980-4d87-8fb6-46334f659339,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:53.199701 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edc14c-beef-42a1-be89-fd665ec50f82 req-70893622-64ac-4497-a22a-3f669926cbcf tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:53.201936 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-45edc14c-beef-42a1-be89-fd665ec50f82 req-70893622-64ac-4497-a22a-3f669926cbcf tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 945 time: 0.1857703
Feb 12 21:20:53.234004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-187fc111-4f3f-4232-bd5a-8aa3c1136374 req-afbd9f61-3360-4bc9-8a75-de51afd9cfd9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Deleting port 327701bb-4024-4f42-a0e6-d17f1a51d3e6 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:53.234432 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-187fc111-4f3f-4232-bd5a-8aa3c1136374 req-afbd9f61-3360-4bc9-8a75-de51afd9cfd9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (327701bb-4024-4f42-a0e6-d17f1a51d3e6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:53.248839 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router_gateway (2b54ec03-9ecf-4bc9-92f8-edec2add57eb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:53.260711 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce12cd5e-cbe9-417e-a294-89982f9eeecb tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:53.263869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6a92b-306a-41fa-bb19-f3750dcc60ab req-ad398268-fdbe-4158-8dc2-dc71389115d0 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:53.266426 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ce12cd5e-cbe9-417e-a294-89982f9eeecb tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/e16745d7-3980-4d87-8fb6-46334f659339 HTTP/1.1" status: 204  len: 168 time: 0.9439514
Feb 12 21:20:53.270060 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51086) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:53.279980 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dae6a92b-306a-41fa-bb19-f3750dcc60ab req-ad398268-fdbe-4158-8dc2-dc71389115d0 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.2072940
Feb 12 21:20:53.318872 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f841aae-6860-4e67-a9d7-1265e48e3199 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] GET failed (client error): The resource could not be found.
Feb 12 21:20:53.322956 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4f841aae-6860-4e67-a9d7-1265e48e3199 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/e16745d7-3980-4d87-8fb6-46334f659339 HTTP/1.1" status: 404  len: 333 time: 0.0488040
Feb 12 21:20:53.324582 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51088) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:53.338229 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-45edc14c-beef-42a1-be89-fd665ec50f82 req-22351864-bd89-476d-a28b-5d26d7e0e4a1 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237366
Feb 12 21:20:53.479758 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49c3b27c-1e2c-459c-950c-5aa0b1d0089c req-f3597d0e-08b9-4017-8807-9e67d0c776fd tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.0943856
Feb 12 21:20:53.483067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-bd00bdfd-0f3e-4c49-873d-bd8f69cdc4cf tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port 4fb58121-2375-4027-87bf-13a6abd1a1a0 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:53.483414 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd00bdfd-0f3e-4c49-873d-bd8f69cdc4cf tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4fb58121-2375-4027-87bf-13a6abd1a1a0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:53.502785 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dae6a92b-306a-41fa-bb19-f3750dcc60ab req-4973aeea-b182-4148-8f45-c298d64348b0 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2219133
Feb 12 21:20:53.554701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-187fc111-4f3f-4232-bd5a-8aa3c1136374 req-afbd9f61-3360-4bc9-8a75-de51afd9cfd9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] For port 327701bb-4024-4f42-a0e6-d17f1a51d3e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=327701bb-4024-4f42-a0e6-d17f1a51d3e6,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:53.555078 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-187fc111-4f3f-4232-bd5a-8aa3c1136374 req-afbd9f61-3360-4bc9-8a75-de51afd9cfd9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (327701bb-4024-4f42-a0e6-d17f1a51d3e6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:53.601255 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd00bdfd-0f3e-4c49-873d-bd8f69cdc4cf tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4fb58121-2375-4027-87bf-13a6abd1a1a0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:53.606630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-187fc111-4f3f-4232-bd5a-8aa3c1136374 req-afbd9f61-3360-4bc9-8a75-de51afd9cfd9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Calling delete_port for 327701bb-4024-4f42-a0e6-d17f1a51d3e6 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:53.618681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-bd00bdfd-0f3e-4c49-873d-bd8f69cdc4cf tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for 4fb58121-2375-4027-87bf-13a6abd1a1a0 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:53.775418 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (2b54ec03-9ecf-4bc9-92f8-edec2add57eb), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:53.786866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97c576-98a9-4b0c-b4b1-982d22020527 req-f4254e04-d8ba-4d32-a9c5-335ab9e1394f tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:53.788508 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bf97c576-98a9-4b0c-b4b1-982d22020527 req-f4254e04-d8ba-4d32-a9c5-335ab9e1394f tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 945 time: 0.1491101
Feb 12 21:20:53.790965 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (2b54ec03-9ecf-4bc9-92f8-edec2add57eb), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:53.912889 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd00bdfd-0f3e-4c49-873d-bd8f69cdc4cf tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4fb58121-2375-4027-87bf-13a6abd1a1a0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:53.944058 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00bdfd-0f3e-4c49-873d-bd8f69cdc4cf tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=4fb58121-2375-4027-87bf-13a6abd1a1a0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:53.974019 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bf97c576-98a9-4b0c-b4b1-982d22020527 req-ede42308-d164-46ef-94cd-2a3c503612a1 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721344
Feb 12 21:20:54.048645 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd00bdfd-0f3e-4c49-873d-bd8f69cdc4cf tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:54.054550 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bd00bdfd-0f3e-4c49-873d-bd8f69cdc4cf tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/4fb58121-2375-4027-87bf-13a6abd1a1a0 HTTP/1.1" status: 204  len: 168 time: 0.7267003
Feb 12 21:20:54.055728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51100) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:54.061292 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-187fc111-4f3f-4232-bd5a-8aa3c1136374 req-afbd9f61-3360-4bc9-8a75-de51afd9cfd9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (327701bb-4024-4f42-a0e6-d17f1a51d3e6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:54.073742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['38352d0d-4c76-4e91-9225-8c4272270ad6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:54.110748 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-102c4bc2-8d8f-4ffa-86c1-18e314e33254 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] GET failed (client error): The resource could not be found.
Feb 12 21:20:54.115858 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-102c4bc2-8d8f-4ffa-86c1-18e314e33254 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/4fb58121-2375-4027-87bf-13a6abd1a1a0 HTTP/1.1" status: 404  len: 333 time: 0.0582538
Feb 12 21:20:54.116655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51102) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:54.122415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['0762ac45-f397-472b-8939-3d99e373982f', '327701bb-4024-4f42-a0e6-d17f1a51d3e6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:54.186687 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7657cca-de54-4789-bfd4-be549c7bb648 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting subnet 20cad0ef-ad11-4377-ab68-79a1dccc17dc {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:20:54.190998 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f7657cca-de54-4789-bfd4-be549c7bb648 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (20cad0ef-ad11-4377-ab68-79a1dccc17dc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:54.244793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Router 2b54ec03-9ecf-4bc9-92f8-edec2add57eb is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:20:54.246762 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f7657cca-de54-4789-bfd4-be549c7bb648 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (20cad0ef-ad11-4377-ab68-79a1dccc17dc), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:54.250559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd9f61-3360-4bc9-8a75-de51afd9cfd9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Pushing event deleted for resources: {'Port': ['ID=327701bb-4024-4f42-a0e6-d17f1a51d3e6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:54.297114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-187fc111-4f3f-4232-bd5a-8aa3c1136374 req-afbd9f61-3360-4bc9-8a75-de51afd9cfd9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] No DVR routers for this DVR port 327701bb-4024-4f42-a0e6-d17f1a51d3e6 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:20:54.306628 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-187fc111-4f3f-4232-bd5a-8aa3c1136374 req-afbd9f61-3360-4bc9-8a75-de51afd9cfd9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:54.313292 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-187fc111-4f3f-4232-bd5a-8aa3c1136374 req-afbd9f61-3360-4bc9-8a75-de51afd9cfd9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.48 "DELETE /v2.0/ports/327701bb-4024-4f42-a0e6-d17f1a51d3e6 HTTP/1.1" status: 204  len: 173 time: 1.7149558
Feb 12 21:20:54.319090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a7af65-ec45-4aa1-88d6-0034f7a4eed6', 'name': 'network-vif-deleted', 'tag': '327701bb-4024-4f42-a0e6-d17f1a51d3e6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:54.321474 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93be4b1-60c9-4524-ae6c-f5d67381c1a2" -d '{"events": [{"server_uuid": "41a7af65-ec45-4aa1-88d6-0034f7a4eed6", "name": "network-vif-deleted", "tag": "327701bb-4024-4f42-a0e6-d17f1a51d3e6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:54.378500 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f7657cca-de54-4789-bfd4-be549c7bb648 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (20cad0ef-ad11-4377-ab68-79a1dccc17dc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:54.445047 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861217ea-dfa4-48aa-8834-ae22d5eb88e1 req-89338f5c-a314-4db1-bf0e-0883dae0f790 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:54.452032 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-861217ea-dfa4-48aa-8834-ae22d5eb88e1 req-89338f5c-a314-4db1-bf0e-0883dae0f790 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 945 time: 0.3416443
Feb 12 21:20:54.509757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:20:54.513833 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:54.517821 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ac82bbf6-43c3-499b-ae7f-a09158719b35 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "PUT /v2.0/routers/2b54ec03-9ecf-4bc9-92f8-edec2add57eb HTTP/1.1" status: 200  len: 920 time: 5.4845216
Feb 12 21:20:54.519658 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51114) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:54.525829 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-861217ea-dfa4-48aa-8834-ae22d5eb88e1 req-ebff1b83-cf03-45a6-94fd-07349252d6c2 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727539
Feb 12 21:20:54.528487 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f7657cca-de54-4789-bfd4-be549c7bb648 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (20cad0ef-ad11-4377-ab68-79a1dccc17dc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:54.529871 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50765797-738b-4fec-b5aa-4e026b699541 None None] Sync routers for ids ['2b54ec03-9ecf-4bc9-92f8-edec2add57eb'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:20:54.569344 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50765797-738b-4fec-b5aa-4e026b699541 None None] Routers {'2b54ec03-9ecf-4bc9-92f8-edec2add57eb'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:54.569863 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b618f671-e0b2-49a5-81dc-1117667226ec x-openstack-request-id: req-b618f671-e0b2-49a5-81dc-1117667226ec {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:54.570163 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a7af65-ec45-4aa1-88d6-0034f7a4eed6", "name": "network-vif-deleted", "tag": "327701bb-4024-4f42-a0e6-d17f1a51d3e6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:54.570423 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b618f671-e0b2-49a5-81dc-1117667226ec {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:54.570553 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-50765797-738b-4fec-b5aa-4e026b699541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdcb430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2b54ec03-9ecf-4bc9-92f8-edec2add57eb'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:54.570832 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a7af65-ec45-4aa1-88d6-0034f7a4eed6', 'name': 'network-vif-deleted', 'tag': '327701bb-4024-4f42-a0e6-d17f1a51d3e6', 'status': 'completed', 'code': 200}
Feb 12 21:20:54.620075 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-50765797-738b-4fec-b5aa-4e026b699541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdcb430>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:54.630697 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50765797-738b-4fec-b5aa-4e026b699541 None None] Routers {'2b54ec03-9ecf-4bc9-92f8-edec2add57eb'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:20:54.632029 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-50765797-738b-4fec-b5aa-4e026b699541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdcb430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2b54ec03-9ecf-4bc9-92f8-edec2add57eb'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:54.642649 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7657cca-de54-4789-bfd4-be549c7bb648 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Subnet': ['ID=20cad0ef-ad11-4377-ab68-79a1dccc17dc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:54.649858 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f7657cca-de54-4789-bfd4-be549c7bb648 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:54.653439 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f7657cca-de54-4789-bfd4-be549c7bb648 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/20cad0ef-ad11-4377-ab68-79a1dccc17dc HTTP/1.1" status: 204  len: 168 time: 0.5356534
Feb 12 21:20:54.655960 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51122) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:54.663533 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dfdfd4-c2df-41e5-bc25-83b7efefcc21 None None] Network dc47616b-40db-4817-810d-69648e81d2c5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:54.682197 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1473d124-0c29-4d14-baf6-875969885025 req-7848a0d1-6bbf-4a2f-adac-95668a044b47 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=41a7af65-ec45-4aa1-88d6-0034f7a4eed6 HTTP/1.1" status: 200  len: 210 time: 0.0411813
Feb 12 21:20:54.714238 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-50765797-738b-4fec-b5aa-4e026b699541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdcb430>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:54.714903 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50765797-738b-4fec-b5aa-4e026b699541 None None] The sync data for ids ['2b54ec03-9ecf-4bc9-92f8-edec2add57eb'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:20:54.768936 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (dc47616b-40db-4817-810d-69648e81d2c5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:54.797128 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f10265-cca3-463f-95d2-cfec330eefb4 req-ad9c4522-e0ba-457d-a7f1-02898f4a4d9c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:54.799045 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8d748a82-fd1c-4287-bc44-d7fb2db268d5 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/routers/2b54ec03-9ecf-4bc9-92f8-edec2add57eb HTTP/1.1" status: 200  len: 926 time: 0.2779684
Feb 12 21:20:54.803217 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51124) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:54.803427 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25f10265-cca3-463f-95d2-cfec330eefb4 req-ad9c4522-e0ba-457d-a7f1-02898f4a4d9c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.0672867
Feb 12 21:20:54.860910 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25f10265-cca3-463f-95d2-cfec330eefb4 req-c654a433-5e5a-45f5-8d20-1885d36add9a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559728
Feb 12 21:20:54.895496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba30429-ecad-4acc-b182-cdf92284a193 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:54.901724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51128) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:54.903728 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fba30429-ecad-4acc-b182-cdf92284a193 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&device_id=2b54ec03-9ecf-4bc9-92f8-edec2add57eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0999479
Feb 12 21:20:54.921830 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port 0ae8450c-6a48-4784-abd5-d46c6edf075d {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:54.922577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bd61de-158f-433a-8a3f-87b34fa8b18f None None] DHCP port deletion for dc47616b-40db-4817-810d-69648e81d2c5 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:20:54.922928 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:54.997164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] For port 0ae8450c-6a48-4784-abd5-d46c6edf075d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ae8450c-6a48-4784-abd5-d46c6edf075d,segment=NetworkSegment(72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc),segment_id=72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:54.997704 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.000333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-10bd61de-158f-433a-8a3f-87b34fa8b18f None None] Deleting port 0ae8450c-6a48-4784-abd5-d46c6edf075d {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:55.000840 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-10bd61de-158f-433a-8a3f-87b34fa8b18f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.012628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for 0ae8450c-6a48-4784-abd5-d46c6edf075d owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:55.034210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37acc7-081f-4857-a01f-79945a9eea59 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:55.039048 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1a37acc7-081f-4857-a01f-79945a9eea59 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 881 time: 0.1333768
Feb 12 21:20:55.039197 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51130) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:55.075462 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7c9a69fa-9b24-4d72-a098-35b60660384a tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b54ec03-9ecf-4bc9-92f8-edec2add57eb HTTP/1.1" status: 200  len: 205 time: 0.0347335
Feb 12 21:20:55.077929 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51134) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:55.081315 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-10bd61de-158f-433a-8a3f-87b34fa8b18f None None] For port 0ae8450c-6a48-4784-abd5-d46c6edf075d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ae8450c-6a48-4784-abd5-d46c6edf075d,segment=NetworkSegment(72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc),segment_id=72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:55.081854 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-10bd61de-158f-433a-8a3f-87b34fa8b18f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.117579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-10bd61de-158f-433a-8a3f-87b34fa8b18f None None] Calling delete_port for 0ae8450c-6a48-4784-abd5-d46c6edf075d owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:55.201621 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.214533 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-10bd61de-158f-433a-8a3f-87b34fa8b18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (0ae8450c-6a48-4784-abd5-d46c6edf075d), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.215563 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcfa47b2-5728-4826-897d-2985165e4963 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (2b54ec03-9ecf-4bc9-92f8-edec2add57eb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.242611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No DVR routers for this DVR port 0ae8450c-6a48-4784-abd5-d46c6edf075d on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:20:55.243951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd61de-158f-433a-8a3f-87b34fa8b18f None None] Pushing event deleted for resources: {'Port': ['ID=0ae8450c-6a48-4784-abd5-d46c6edf075d,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:55.244959 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=0ae8450c-6a48-4784-abd5-d46c6edf075d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:55.249989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd61de-158f-433a-8a3f-87b34fa8b18f None None] No DVR routers for this DVR port 0ae8450c-6a48-4784-abd5-d46c6edf075d on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:20:55.254883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1900c67-cd9e-4f5d-b4ce-a90b52cbb049 req-9b7849e7-f748-4b1d-afff-83d6f0710275 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:55.256902 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e1900c67-cd9e-4f5d-b4ce-a90b52cbb049 req-9b7849e7-f748-4b1d-afff-83d6f0710275 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 945 time: 0.1093023
Feb 12 21:20:55.403617 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcfa47b2-5728-4826-897d-2985165e4963 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (2b54ec03-9ecf-4bc9-92f8-edec2add57eb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.407736 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e1900c67-cd9e-4f5d-b4ce-a90b52cbb049 req-7adcffb7-203e-4c64-951e-178626b6a6ba tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196721
Feb 12 21:20:55.414057 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (dc47616b-40db-4817-810d-69648e81d2c5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.430032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6d18c-8b5d-40d9-b52d-de8038ea3a12 req-fdea040e-e956-4cab-a032-98460d464a79 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:55.431660 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-72b6d18c-8b5d-40d9-b52d-de8038ea3a12 req-fdea040e-e956-4cab-a032-98460d464a79 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 945 time: 0.0807841
Feb 12 21:20:55.455015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5ccf40>,) {'filters': {'network_id': ['dc47616b-40db-4817-810d-69648e81d2c5']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:55.465253 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5ccf40>, '72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:55.466107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5ccf40>, '72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:20:55.476468 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.489916 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-72b6d18c-8b5d-40d9-b52d-de8038ea3a12 req-41d15828-b08b-436d-a0ae-875ee77bd8af tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504174
Feb 12 21:20:55.492361 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.520861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:20:55.520861 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (72b711be-bd6c-4b2f-b7f7-4ffa11ba32dc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:20:55.522342 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:20:55.570675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa47b2-5728-4826-897d-2985165e4963 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Deleting port e0161975-75a3-48ee-847d-a7bd5f61a368 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:55.571212 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcfa47b2-5728-4826-897d-2985165e4963 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e0161975-75a3-48ee-847d-a7bd5f61a368), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.658927 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcfa47b2-5728-4826-897d-2985165e4963 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e0161975-75a3-48ee-847d-a7bd5f61a368), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.680404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa47b2-5728-4826-897d-2985165e4963 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Calling delete_port for e0161975-75a3-48ee-847d-a7bd5f61a368 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:55.690175 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (dc47616b-40db-4817-810d-69648e81d2c5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.723067 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.727934 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/networks/dc47616b-40db-4817-810d-69648e81d2c5 HTTP/1.1" status: 204  len: 168 time: 1.0708778
Feb 12 21:20:55.729062 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8935a2a-4bfd-4a22-ad6d-2043f17c096c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Network': ['ID=dc47616b-40db-4817-810d-69648e81d2c5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:55.748996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51146) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:55.748996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-1cfa79a4-03b4-44f0-a00d-277cc1625978 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1912073892'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:55.849827 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b7984a97-7ee2-4e8f-9d6e-99745dc32e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.855369 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0d8a1-ab4b-43da-9656-4c7af5ec2b5d req-cfd3a12b-1b62-4f33-a398-f219e06167b1 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:55.859626 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f9e0d8a1-ab4b-43da-9656-4c7af5ec2b5d req-cfd3a12b-1b62-4f33-a398-f219e06167b1 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 945 time: 0.0592697
Feb 12 21:20:55.877340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfa79a4-03b4-44f0-a00d-277cc1625978 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:55.882604 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1cfa79a4-03b4-44f0-a00d-277cc1625978 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.927312 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f9e0d8a1-ab4b-43da-9656-4c7af5ec2b5d req-f2471df4-2c3e-4eec-b6b9-4a69c438be8a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639851
Feb 12 21:20:55.963420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0ae8450c-6a48-4784-abd5-d46c6edf075d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:20:55.978963 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcfa47b2-5728-4826-897d-2985165e4963 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e0161975-75a3-48ee-847d-a7bd5f61a368), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:55.990438 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfa79a4-03b4-44f0-a00d-277cc1625978 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:20:56.001927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 0ae8450c-6a48-4784-abd5-d46c6edf075d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:20:56.002559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0ae8450c-6a48-4784-abd5-d46c6edf075d not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:20:56.006975 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa47b2-5728-4826-897d-2985165e4963 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Pushing event deleted for resources: {'Port': ['ID=e0161975-75a3-48ee-847d-a7bd5f61a368,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:56.028710 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1cfa79a4-03b4-44f0-a00d-277cc1625978 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d2cb81aa-b1c9-4608-90c4-e08a7e5dd053), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:56.029066 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-1cfa79a4-03b4-44f0-a00d-277cc1625978 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Added segment d2cb81aa-b1c9-4608-90c4-e08a7e5dd053 of type vlan for network 7aaf26ce-c71a-4cde-bc0a-2012658dd4e9
Feb 12 21:20:56.075685 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcfa47b2-5728-4826-897d-2985165e4963 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (2b54ec03-9ecf-4bc9-92f8-edec2add57eb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:56.077318 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1cfa79a4-03b4-44f0-a00d-277cc1625978 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (7aaf26ce-c71a-4cde-bc0a-2012658dd4e9), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:56.099934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ac0df-a1ee-4ec8-8902-449e7c4ab6ba req-b29dde19-f934-4494-a73b-4ff3cca3f87a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:56.101381 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dd3ac0df-a1ee-4ec8-8902-449e7c4ab6ba req-b29dde19-f934-4494-a73b-4ff3cca3f87a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.1086173
Feb 12 21:20:56.160700 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dd3ac0df-a1ee-4ec8-8902-449e7c4ab6ba req-84d1cba7-d8ee-444b-87a5-9bc42b33b40a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517590
Feb 12 21:20:56.174193 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcfa47b2-5728-4826-897d-2985165e4963 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (2b54ec03-9ecf-4bc9-92f8-edec2add57eb), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:56.176401 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcfa47b2-5728-4826-897d-2985165e4963 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_controller (2b54ec03-9ecf-4bc9-92f8-edec2add57eb), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:56.190447 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1cfa79a4-03b4-44f0-a00d-277cc1625978 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (7aaf26ce-c71a-4cde-bc0a-2012658dd4e9), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:56.197434 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfa79a4-03b4-44f0-a00d-277cc1625978 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:56.198351 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1cfa79a4-03b4-44f0-a00d-277cc1625978 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:56.279067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa79a4-03b4-44f0-a00d-277cc1625978 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Network': ['ID=7aaf26ce-c71a-4cde-bc0a-2012658dd4e9,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:56.290645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 7aaf26ce-c71a-4cde-bc0a-2012658dd4e9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:20:56.330902 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcfa47b2-5728-4826-897d-2985165e4963 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (2b54ec03-9ecf-4bc9-92f8-edec2add57eb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:56.331602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfa47b2-5728-4826-897d-2985165e4963 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Fanout notify agent at l3_agent the message router_deleted on router 2b54ec03-9ecf-4bc9-92f8-edec2add57eb {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:20:56.340270 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bcfa47b2-5728-4826-897d-2985165e4963 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:56.341610 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bcfa47b2-5728-4826-897d-2985165e4963 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "DELETE /v2.0/routers/2b54ec03-9ecf-4bc9-92f8-edec2add57eb HTTP/1.1" status: 204  len: 168 time: 1.2625694
Feb 12 21:20:56.346040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51156) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:56.352358 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2059125901', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:56.375671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f5218-6e9c-4dad-a9fe-c05b5a589e40 req-29bbfbdd-f0aa-48ba-81b8-4e1a43cfa241 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:56.377325 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a7f5218-6e9c-4dad-a9fe-c05b5a589e40 req-29bbfbdd-f0aa-48ba-81b8-4e1a43cfa241 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 945 time: 0.0791600
Feb 12 21:20:56.402937 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1cfa79a4-03b4-44f0-a00d-277cc1625978 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6653214
Feb 12 21:20:56.406129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51160) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:56.412734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-cf3d5746-eaff-44ff-84fc-738ddb708949 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'subnet': {'network_id': '7aaf26ce-c71a-4cde-bc0a-2012658dd4e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:56.443317 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a7f5218-6e9c-4dad-a9fe-c05b5a589e40 req-5690607f-0e8b-4108-8225-8b7c2c16df5a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560217
Feb 12 21:20:56.493118 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (cba37aa0-2979-4ced-89df-68fa59502d80), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:56.496135 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (cba37aa0-2979-4ced-89df-68fa59502d80), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:56.636297 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_controller (cba37aa0-2979-4ced-89df-68fa59502d80), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:56.646516 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06592b-5b46-423f-b408-95b8a549a024 req-e23c6730-4f50-44cf-b96e-b3be546f7bb8 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:56.648092 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7e06592b-5b46-423f-b408-95b8a549a024 req-e23c6730-4f50-44cf-b96e-b3be546f7bb8 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 945 time: 0.1683381
Feb 12 21:20:56.649842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1208e88-b9aa-414d-b180-cbce2699d38d req-0d65b9e0-d1b3-466a-8473-926a5be22000 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:56.651521 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e1208e88-b9aa-414d-b180-cbce2699d38d req-0d65b9e0-d1b3-466a-8473-926a5be22000 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.50 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 945 time: 0.0546851
Feb 12 21:20:56.677777 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 327701bb-4024-4f42-a0e6-d17f1a51d3e6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:20:56.700611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 327701bb-4024-4f42-a0e6-d17f1a51d3e6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:20:56.701317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 327701bb-4024-4f42-a0e6-d17f1a51d3e6 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:20:56.718458 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7e06592b-5b46-423f-b408-95b8a549a024 req-07e94a6b-ce83-4fd1-b749-2d13fd28dffd tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640695
Feb 12 21:20:56.757318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3d5746-eaff-44ff-84fc-738ddb708949 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:56.757318 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5746-eaff-44ff-84fc-738ddb708949 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:56.782967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-e1208e88-b9aa-414d-b180-cbce2699d38d req-dbecbdfc-7510-4fc1-8beb-4e6d8e34ed12 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Deleting port 23815c6a-3d4b-4d91-8e5a-906a6a120afd {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:56.783361 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e1208e88-b9aa-414d-b180-cbce2699d38d req-dbecbdfc-7510-4fc1-8beb-4e6d8e34ed12 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (23815c6a-3d4b-4d91-8e5a-906a6a120afd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:56.849028 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:56.882593 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e1208e88-b9aa-414d-b180-cbce2699d38d req-dbecbdfc-7510-4fc1-8beb-4e6d8e34ed12 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] For port 23815c6a-3d4b-4d91-8e5a-906a6a120afd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23815c6a-3d4b-4d91-8e5a-906a6a120afd,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:56.883218 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e1208e88-b9aa-414d-b180-cbce2699d38d req-dbecbdfc-7510-4fc1-8beb-4e6d8e34ed12 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (23815c6a-3d4b-4d91-8e5a-906a6a120afd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:56.899984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-e1208e88-b9aa-414d-b180-cbce2699d38d req-dbecbdfc-7510-4fc1-8beb-4e6d8e34ed12 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Calling delete_port for 23815c6a-3d4b-4d91-8e5a-906a6a120afd owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:57.110115 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e1208e88-b9aa-414d-b180-cbce2699d38d req-dbecbdfc-7510-4fc1-8beb-4e6d8e34ed12 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (23815c6a-3d4b-4d91-8e5a-906a6a120afd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:57.123801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['f16e15df-4fce-4c6d-95cf-1ba7fe36760e', '23815c6a-3d4b-4d91-8e5a-906a6a120afd'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:57.126531 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['f5943c26-37c8-4eb7-847d-98d39b953002'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:57.152964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecbdfc-7510-4fc1-8beb-4e6d8e34ed12 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Pushing event deleted for resources: {'Port': ['ID=23815c6a-3d4b-4d91-8e5a-906a6a120afd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:57.206918 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1208e88-b9aa-414d-b180-cbce2699d38d req-dbecbdfc-7510-4fc1-8beb-4e6d8e34ed12 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] No DVR routers for this DVR port 23815c6a-3d4b-4d91-8e5a-906a6a120afd on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:20:57.210206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e1208e88-b9aa-414d-b180-cbce2699d38d req-dbecbdfc-7510-4fc1-8beb-4e6d8e34ed12 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:57.214224 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e1208e88-b9aa-414d-b180-cbce2699d38d req-dbecbdfc-7510-4fc1-8beb-4e6d8e34ed12 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.50 "DELETE /v2.0/ports/23815c6a-3d4b-4d91-8e5a-906a6a120afd HTTP/1.1" status: 204  len: 173 time: 0.5581894
Feb 12 21:20:57.214722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83499a06-e03e-4abd-9f5a-9ff4288b66ac', 'name': 'network-vif-deleted', 'tag': '23815c6a-3d4b-4d91-8e5a-906a6a120afd'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:57.217793 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a5b8ef-542e-44b8-887c-ab78f215ccd5" -d '{"events": [{"server_uuid": "83499a06-e03e-4abd-9f5a-9ff4288b66ac", "name": "network-vif-deleted", "tag": "23815c6a-3d4b-4d91-8e5a-906a6a120afd"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:57.269596 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (cba37aa0-2979-4ced-89df-68fa59502d80), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:57.290642 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0115b-3600-435b-abcd-31875831a7a3 req-8aed3c00-9581-4096-96dd-d9c3174a3dae tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:57.293862 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddc0115b-3600-435b-abcd-31875831a7a3 req-8aed3c00-9581-4096-96dd-d9c3174a3dae tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=83499a06-e03e-4abd-9f5a-9ff4288b66ac HTTP/1.1" status: 200  len: 867 time: 0.4835675
Feb 12 21:20:57.447357 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddc0115b-3600-435b-abcd-31875831a7a3 req-8a0ceb4f-6b21-489f-bbc5-0a27de5cc1e7 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491945
Feb 12 21:20:57.620407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f56158-950d-4265-aa32-5b89e2f973c4 req-5846bea0-f470-4737-98d3-2718771f1ad8 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:57.631622 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-04f56158-950d-4265-aa32-5b89e2f973c4 req-5846bea0-f470-4737-98d3-2718771f1ad8 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 945 time: 0.1348257
Feb 12 21:20:57.667403 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5746-eaff-44ff-84fc-738ddb708949 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (7d6c21db-54eb-41f8-8c60-2d0ecfabb466), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:57.733509 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-04f56158-950d-4265-aa32-5b89e2f973c4 req-a5e048d5-47a0-425c-bbad-8a49f6d4b984 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004016
Feb 12 21:20:57.760387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d5746-eaff-44ff-84fc-738ddb708949 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Subnet': ['ID=7d6c21db-54eb-41f8-8c60-2d0ecfabb466,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:57.793259 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a7bea-9e92-4ba5-a6d3-69eefdbc7305 req-ba1f4d3f-09db-4b2d-b5b0-bfe1063f33dd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:57.800428 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d73a7bea-9e92-4ba5-a6d3-69eefdbc7305 req-ba1f4d3f-09db-4b2d-b5b0-bfe1063f33dd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.2033641
Feb 12 21:20:57.805738 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46df0ed9-4870-4f35-b3a9-5206197cc390 x-openstack-request-id: req-46df0ed9-4870-4f35-b3a9-5206197cc390 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:57.806033 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83499a06-e03e-4abd-9f5a-9ff4288b66ac", "name": "network-vif-deleted", "tag": "23815c6a-3d4b-4d91-8e5a-906a6a120afd", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:57.806294 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46df0ed9-4870-4f35-b3a9-5206197cc390 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:57.806702 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83499a06-e03e-4abd-9f5a-9ff4288b66ac', 'name': 'network-vif-deleted', 'tag': '23815c6a-3d4b-4d91-8e5a-906a6a120afd', 'status': 'completed', 'code': 200}
Feb 12 21:20:57.830119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fdf98-010f-4bea-9360-adb66882c383 req-af813621-7f5e-4a62-bd7a-f0be170b9c35 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:57.834135 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3d5746-eaff-44ff-84fc-738ddb708949 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Checking segment: {'id': 'd2cb81aa-b1c9-4608-90c4-e08a7e5dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7aaf26ce-c71a-4cde-bc0a-2012658dd4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:57.834348 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-146fdf98-010f-4bea-9360-adb66882c383 req-af813621-7f5e-4a62-bd7a-f0be170b9c35 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.48 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 945 time: 0.0996482
Feb 12 21:20:57.834618 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3d5746-eaff-44ff-84fc-738ddb708949 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network hostable DHCP agents. Network: 7aaf26ce-c71a-4cde-bc0a-2012658dd4e9, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:20:57.963779 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3d5746-eaff-44ff-84fc-738ddb708949 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 7aaf26ce-c71a-4cde-bc0a-2012658dd4e9 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:20:57.970804 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d73a7bea-9e92-4ba5-a6d3-69eefdbc7305 req-8106962b-3ace-4147-883f-3177c7b7ac7b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695192
Feb 12 21:20:58.005160 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (cba37aa0-2979-4ced-89df-68fa59502d80), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:58.005575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efe33e-9a6a-481c-a170-9bdaeea7939b req-796f6069-a86d-41d9-a014-6ef699ac7366 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:58.009413 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14efe33e-9a6a-481c-a170-9bdaeea7939b req-796f6069-a86d-41d9-a014-6ef699ac7366 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 945 time: 0.1205475
Feb 12 21:20:58.027900 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:58.071884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-146fdf98-010f-4bea-9360-adb66882c383 req-d98ce465-d6b9-4c22-868a-9ae3b83b41ff tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Deleting port 0762ac45-f397-472b-8939-3d99e373982f {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:20:58.072536 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-146fdf98-010f-4bea-9360-adb66882c383 req-d98ce465-d6b9-4c22-868a-9ae3b83b41ff tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0762ac45-f397-472b-8939-3d99e373982f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:58.076688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-cf3d5746-eaff-44ff-84fc-738ddb708949 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7aaf26ce-c71a-4cde-bc0a-2012658dd4e9) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:58.082061 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d5746-eaff-44ff-84fc-738ddb708949 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:58.082895 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5746-eaff-44ff-84fc-738ddb708949 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:58.087661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d783a-07ca-4ea6-84eb-c01e0f02d92e None None] Network 7aaf26ce-c71a-4cde-bc0a-2012658dd4e9 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:20:58.157109 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14efe33e-9a6a-481c-a170-9bdaeea7939b req-834c4f09-b2e5-400c-8bc6-75ab7de78760 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271231
Feb 12 21:20:58.226624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-146fdf98-010f-4bea-9360-adb66882c383 req-d98ce465-d6b9-4c22-868a-9ae3b83b41ff tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] For port 0762ac45-f397-472b-8939-3d99e373982f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0762ac45-f397-472b-8939-3d99e373982f,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:20:58.227284 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-146fdf98-010f-4bea-9360-adb66882c383 req-d98ce465-d6b9-4c22-868a-9ae3b83b41ff tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0762ac45-f397-472b-8939-3d99e373982f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:58.251066 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cf3d5746-eaff-44ff-84fc-738ddb708949 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8435528
Feb 12 21:20:58.257819 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51200) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:20:58.271039 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8271d0e4-8650-4a68-9e93-0294bd8354e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'network_id': '7aaf26ce-c71a-4cde-bc0a-2012658dd4e9', 'name': 'tempest-PortsTestJSON-1650102475', 'fixed_ips': [{'subnet_id': '7d6c21db-54eb-41f8-8c60-2d0ecfabb466', 'ip_address': '172.20.0.10'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:20:58.282140 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Allocated IP 172.35.2.192 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/5a36fb56-b1e3-4411-be32-4351dc62d2d6) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:58.319744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7aaf26ce-c71a-4cde-bc0a-2012658dd4e9', 'network_id': '7aaf26ce-c71a-4cde-bc0a-2012658dd4e9', 'project_id': 'e5d2245e5e8f422b91608bc32cf6870b', 'fixed_ips': [{'subnet_id': '7d6c21db-54eb-41f8-8c60-2d0ecfabb466'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:20:58.320626 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:58.458646 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f073cea2-7ef6-4a70-9f97-db3471b33056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:58.493091 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for port (5a36fb56-b1e3-4411-be32-4351dc62d2d6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:58.559431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Allocated IP 172.20.0.2 (7aaf26ce-c71a-4cde-bc0a-2012658dd4e9/7d6c21db-54eb-41f8-8c60-2d0ecfabb466/b96b5284-c633-477d-b4f6-2727d5fc028b) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:58.616872 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (5a36fb56-b1e3-4411-be32-4351dc62d2d6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:58.689514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8271d0e4-8650-4a68-9e93-0294bd8354e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:20:58.755600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:58.758079 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Pushing event updated for resources: {'Port': ['ID=5a36fb56-b1e3-4411-be32-4351dc62d2d6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:58.771462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:58.786647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:58.805491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-146fdf98-010f-4bea-9360-adb66882c383 req-d98ce465-d6b9-4c22-868a-9ae3b83b41ff tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Calling delete_port for 0762ac45-f397-472b-8939-3d99e373982f owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:20:58.867488 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Publish callbacks [] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:58.953904 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:58.983276 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8271d0e4-8650-4a68-9e93-0294bd8354e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:59.004740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Network 7aaf26ce-c71a-4cde-bc0a-2012658dd4e9 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:20:59.007659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:20:59.021861 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Pushing event updated for resources: {'Port': ['ID=b96b5284-c633-477d-b4f6-2727d5fc028b,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:59.024880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:20:59.051149 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-146fdf98-010f-4bea-9360-adb66882c383 req-d98ce465-d6b9-4c22-868a-9ae3b83b41ff tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (0762ac45-f397-472b-8939-3d99e373982f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:59.078919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['0762ac45-f397-472b-8939-3d99e373982f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:59.085497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['38352d0d-4c76-4e91-9225-8c4272270ad6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:20:59.114467 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-8271d0e4-8650-4a68-9e93-0294bd8354e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] device_id is not set on port 6d9d98ec-bb1f-49d9-99ce-225b27521564 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:20:59.153561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Attempting to bind port b96b5284-c633-477d-b4f6-2727d5fc028b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:20:59.154719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Attempting to bind port b96b5284-c633-477d-b4f6-2727d5fc028b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd2cb81aa-b1c9-4608-90c4-e08a7e5dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7aaf26ce-c71a-4cde-bc0a-2012658dd4e9'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:20:59.155305 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Attempting to bind port b96b5284-c633-477d-b4f6-2727d5fc028b on network 7aaf26ce-c71a-4cde-bc0a-2012658dd4e9 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:20:59.157925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ce465-d6b9-4c22-868a-9ae3b83b41ff tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Pushing event deleted for resources: {'Port': ['ID=0762ac45-f397-472b-8939-3d99e373982f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:59.169855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:20:59.170386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Checking segment: {'id': 'd2cb81aa-b1c9-4608-90c4-e08a7e5dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7aaf26ce-c71a-4cde-bc0a-2012658dd4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:20:59.171069 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:59.171555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Bound using segment: {'id': 'd2cb81aa-b1c9-4608-90c4-e08a7e5dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7aaf26ce-c71a-4cde-bc0a-2012658dd4e9'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:20:59.172143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Bound port: b96b5284-c633-477d-b4f6-2727d5fc028b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2cb81aa-b1c9-4608-90c4-e08a7e5dd053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7aaf26ce-c71a-4cde-bc0a-2012658dd4e9'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:20:59.172627 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:59.217585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-146fdf98-010f-4bea-9360-adb66882c383 req-d98ce465-d6b9-4c22-868a-9ae3b83b41ff tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] No DVR routers for this DVR port 0762ac45-f397-472b-8939-3d99e373982f on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:20:59.230559 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-146fdf98-010f-4bea-9360-adb66882c383 req-d98ce465-d6b9-4c22-868a-9ae3b83b41ff tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:59.234056 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-146fdf98-010f-4bea-9360-adb66882c383 req-d98ce465-d6b9-4c22-868a-9ae3b83b41ff tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.48 "DELETE /v2.0/ports/0762ac45-f397-472b-8939-3d99e373982f HTTP/1.1" status: 204  len: 173 time: 1.3925118
Feb 12 21:20:59.283189 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74778c-ad3a-4f15-b7b7-cd1cdb982aa9 req-57c037ff-5fe4-4b63-bb20-7f18554811f0 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:59.286279 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ba74778c-ad3a-4f15-b7b7-cd1cdb982aa9 req-57c037ff-5fe4-4b63-bb20-7f18554811f0 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.0940351
Feb 12 21:20:59.286945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] For port b96b5284-c633-477d-b4f6-2727d5fc028b, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:20:59.307602 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] For port b96b5284-c633-477d-b4f6-2727d5fc028b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b96b5284-c633-477d-b4f6-2727d5fc028b,segment=NetworkSegment(d2cb81aa-b1c9-4608-90c4-e08a7e5dd053),segment_id=d2cb81aa-b1c9-4608-90c4-e08a7e5dd053)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:20:59.313462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74893449-5a39-4075-a864-e34c5a22cd11 req-5f358e9c-6af1-4bba-977e-f9a09627bd0f tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:59.315263 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-74893449-5a39-4075-a864-e34c5a22cd11 req-5f358e9c-6af1-4bba-977e-f9a09627bd0f tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 945 time: 0.3265004
Feb 12 21:20:59.349935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ba74778c-ad3a-4f15-b7b7-cd1cdb982aa9 req-5148d517-027f-4766-a425-0c779ced0490 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575440
Feb 12 21:20:59.415105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-8271d0e4-8650-4a68-9e93-0294bd8354e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Allocated IP 172.20.0.10 (7aaf26ce-c71a-4cde-bc0a-2012658dd4e9/7d6c21db-54eb-41f8-8c60-2d0ecfabb466/6d9d98ec-bb1f-49d9-99ce-225b27521564) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:20:59.423342 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-74893449-5a39-4075-a864-e34c5a22cd11 req-fb159b41-f136-498d-aeef-1fa5c1e665fd tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4a30f9d-f007-4998-9c24-6c612110a61d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003654
Feb 12 21:20:59.436829 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:59.439725 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:59.499986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a82102-c0a5-413d-abcd-ead0123054e2 req-501bbc8a-3a75-4138-afd6-2b00a854ec5d tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:59.503823 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05a82102-c0a5-413d-abcd-ead0123054e2 req-501bbc8a-3a75-4138-afd6-2b00a854ec5d tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b988b5a-9dfb-4db8-9388-bae126fcf4fc HTTP/1.1" status: 200  len: 946 time: 0.0891898
Feb 12 21:20:59.516470 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:59.551488 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477edd7c-19c0-4f6f-b2e5-f76ab092f1d1 None None] Pushing event updated for resources: {'Port': ['ID=b96b5284-c633-477d-b4f6-2727d5fc028b,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:20:59.581824 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05a82102-c0a5-413d-abcd-ead0123054e2 req-ee656a15-9816-4f0b-9fe7-9bc0cdeffc8a tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723028
Feb 12 21:20:59.604364 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-81cffe1d-6c22-43f1-a93d-038c7a7770b3 req-1528bb88-9c55-422b-ae89-cd1247a85276 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=614e2dee-b81e-4a15-91f6-be8faf694be7 HTTP/1.1" status: 200  len: 210 time: 0.0646849
Feb 12 21:20:59.709166 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (cba37aa0-2979-4ced-89df-68fa59502d80), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:59.808026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614e2dee-b81e-4a15-91f6-be8faf694be7', 'name': 'network-vif-deleted', 'tag': '0762ac45-f397-472b-8939-3d99e373982f'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:20:59.810437 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab267ccf-5956-4fb2-b7e1-bb8349ae72d0" -d '{"events": [{"server_uuid": "614e2dee-b81e-4a15-91f6-be8faf694be7", "name": "network-vif-deleted", "tag": "0762ac45-f397-472b-8939-3d99e373982f"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:20:59.859405 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e90fb0a-0313-4049-947a-78f71f4242e5 x-openstack-request-id: req-7e90fb0a-0313-4049-947a-78f71f4242e5 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:20:59.859801 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614e2dee-b81e-4a15-91f6-be8faf694be7", "name": "network-vif-deleted", "tag": "0762ac45-f397-472b-8939-3d99e373982f", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:20:59.860133 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e90fb0a-0313-4049-947a-78f71f4242e5 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:20:59.860989 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614e2dee-b81e-4a15-91f6-be8faf694be7', 'name': 'network-vif-deleted', 'tag': '0762ac45-f397-472b-8939-3d99e373982f', 'status': 'completed', 'code': 200}
Feb 12 21:20:59.903498 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8271d0e4-8650-4a68-9e93-0294bd8354e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (6d9d98ec-bb1f-49d9-99ce-225b27521564), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:20:59.908940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47500df3-44ad-4f1c-8a26-f4a175dbf31f req-78c5d7d7-fe31-445c-a6ae-935caaac0ce0 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:59.911196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47500df3-44ad-4f1c-8a26-f4a175dbf31f req-78c5d7d7-fe31-445c-a6ae-935caaac0ce0 tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.50 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 945 time: 0.0653586
Feb 12 21:20:59.966478 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3a9de-bcba-40d3-ae27-c94a646b5826 req-da1ce071-5234-4b66-ab23-cbdcf7dbde2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:20:59.968147 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-15d3a9de-bcba-40d3-ae27-c94a646b5826 req-da1ce071-5234-4b66-ab23-cbdcf7dbde2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1733208
Feb 12 21:21:00.049234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b96b5284-c633-477d-b4f6-2727d5fc028b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:00.052290 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-47500df3-44ad-4f1c-8a26-f4a175dbf31f req-219d21e7-9ec0-427b-ac84-75249ae5c5db tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Deleting port 1687b594-812e-4ad7-b4ef-c1a0818aa325 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:00.052920 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47500df3-44ad-4f1c-8a26-f4a175dbf31f req-219d21e7-9ec0-427b-ac84-75249ae5c5db tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1687b594-812e-4ad7-b4ef-c1a0818aa325), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:00.100347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b96b5284-c633-477d-b4f6-2727d5fc028b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:00.100731 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:00.101406 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8271d0e4-8650-4a68-9e93-0294bd8354e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (6d9d98ec-bb1f-49d9-99ce-225b27521564), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:00.111288 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-15d3a9de-bcba-40d3-ae27-c94a646b5826 req-428d69f2-8adb-465e-9619-84ac0edc10d8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1299572
Feb 12 21:21:00.202780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271d0e4-8650-4a68-9e93-0294bd8354e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=6d9d98ec-bb1f-49d9-99ce-225b27521564,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:00.208061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-47500df3-44ad-4f1c-8a26-f4a175dbf31f req-219d21e7-9ec0-427b-ac84-75249ae5c5db tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] For port 1687b594-812e-4ad7-b4ef-c1a0818aa325, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1687b594-812e-4ad7-b4ef-c1a0818aa325,segment=NetworkSegment(7d49fae0-c082-4256-aa09-ac399fb45ef2),segment_id=7d49fae0-c082-4256-aa09-ac399fb45ef2)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:00.209757 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47500df3-44ad-4f1c-8a26-f4a175dbf31f req-219d21e7-9ec0-427b-ac84-75249ae5c5db tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1687b594-812e-4ad7-b4ef-c1a0818aa325), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:00.234809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-47500df3-44ad-4f1c-8a26-f4a175dbf31f req-219d21e7-9ec0-427b-ac84-75249ae5c5db tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Calling delete_port for 1687b594-812e-4ad7-b4ef-c1a0818aa325 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:00.252050 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8271d0e4-8650-4a68-9e93-0294bd8354e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 7aaf26ce-c71a-4cde-bc0a-2012658dd4e9 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:00.256450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b96b5284-c633-477d-b4f6-2727d5fc028b is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:00.257116 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:00.263050 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-8271d0e4-8650-4a68-9e93-0294bd8354e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:00.270931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271d0e4-8650-4a68-9e93-0294bd8354e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:00.309066 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (cba37aa0-2979-4ced-89df-68fa59502d80), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:00.309393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port b96b5284-c633-477d-b4f6-2727d5fc028b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b96b5284-c633-477d-b4f6-2727d5fc028b,segment=NetworkSegment(d2cb81aa-b1c9-4608-90c4-e08a7e5dd053),segment_id=d2cb81aa-b1c9-4608-90c4-e08a7e5dd053)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:00.324119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 23815c6a-3d4b-4d91-8e5a-906a6a120afd no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:00.330200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8271d0e4-8650-4a68-9e93-0294bd8354e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:00.330901 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8271d0e4-8650-4a68-9e93-0294bd8354e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:00.357188 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 23815c6a-3d4b-4d91-8e5a-906a6a120afd {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:00.357845 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 23815c6a-3d4b-4d91-8e5a-906a6a120afd not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:00.424004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f6b58-3280-46ff-9cb0-5c14abe75a9c req-5a11e3b0-0000-4f84-aa06-0724b39679f7 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:00.427364 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:00.439842 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b0f6b58-3280-46ff-9cb0-5c14abe75a9c req-5a11e3b0-0000-4f84-aa06-0724b39679f7 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1274171
Feb 12 21:21:00.451627 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8271d0e4-8650-4a68-9e93-0294bd8354e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.1854663
Feb 12 21:21:00.459695 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51250) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:00.465384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8ca4b44a-a70e-4d8d-94ef-20a3ec6b7265 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'network_id': '7aaf26ce-c71a-4cde-bc0a-2012658dd4e9', 'name': 'tempest-PortsTestJSON-1857962548', 'fixed_ips': [{'subnet_id': '7d6c21db-54eb-41f8-8c60-2d0ecfabb466', 'ip_address': '172.20.0.9'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:00.515407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=b96b5284-c633-477d-b4f6-2727d5fc028b,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:00.554890 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b0f6b58-3280-46ff-9cb0-5c14abe75a9c req-74502180-6bbd-4a9e-84f8-68249bd1be01 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1138382
Feb 12 21:21:00.563984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac719e9-f871-44e4-b005-d3e708a640e4 req-68b9a901-cbb5-478a-a11a-d66de925af84 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:00.566027 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ac719e9-f871-44e4-b005-d3e708a640e4 req-68b9a901-cbb5-478a-a11a-d66de925af84 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b988b5a-9dfb-4db8-9388-bae126fcf4fc HTTP/1.1" status: 200  len: 946 time: 0.1292419
Feb 12 21:21:00.567060 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47500df3-44ad-4f1c-8a26-f4a175dbf31f req-219d21e7-9ec0-427b-ac84-75249ae5c5db tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1687b594-812e-4ad7-b4ef-c1a0818aa325), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:00.619258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d21e7-9ec0-427b-ac84-75249ae5c5db tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Pushing event deleted for resources: {'Port': ['ID=1687b594-812e-4ad7-b4ef-c1a0818aa325,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:00.647024 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-baf0b497-d39d-4118-be17-8ea09adb903c req-d50ba5e8-f087-4923-955d-e1928aeaba3c tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 210 time: 0.0534754
Feb 12 21:21:00.833058 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-47500df3-44ad-4f1c-8a26-f4a175dbf31f req-219d21e7-9ec0-427b-ac84-75249ae5c5db tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] No DVR routers for this DVR port 1687b594-812e-4ad7-b4ef-c1a0818aa325 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:00.836325 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47500df3-44ad-4f1c-8a26-f4a175dbf31f req-219d21e7-9ec0-427b-ac84-75249ae5c5db tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:00.840889 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47500df3-44ad-4f1c-8a26-f4a175dbf31f req-219d21e7-9ec0-427b-ac84-75249ae5c5db tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.50 "DELETE /v2.0/ports/1687b594-812e-4ad7-b4ef-c1a0818aa325 HTTP/1.1" status: 204  len: 173 time: 0.9205704
Feb 12 21:21:00.869964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8c70e-4ca0-4a33-a48e-6662803b097a req-74101b95-1ff5-4d40-944b-2c572ac71b12 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:00.871791 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2a8c70e-4ca0-4a33-a48e-6662803b097a req-74101b95-1ff5-4d40-944b-2c572ac71b12 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b988b5a-9dfb-4db8-9388-bae126fcf4fc HTTP/1.1" status: 200  len: 946 time: 0.0751078
Feb 12 21:21:00.883588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a5a77d-175b-495d-beed-9e9db2d2d55c None None] Network 7aaf26ce-c71a-4cde-bc0a-2012658dd4e9 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:00.886674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56606e4-f8ca-4044-885b-ddabccc30716 req-7aeb0d1c-ccc7-49ce-9b4c-6cb0ea355cff tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:00.894927 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a56606e4-f8ca-4044-885b-ddabccc30716 req-7aeb0d1c-ccc7-49ce-9b4c-6cb0ea355cff tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1874619
Feb 12 21:21:00.900958 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Router cba37aa0-2979-4ced-89df-68fa59502d80 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:21:00.904949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-8ac719e9-f871-44e4-b005-d3e708a640e4 req-4b571f73-d05e-408e-80f8-7309db07d3b1 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Deleting port f16e15df-4fce-4c6d-95cf-1ba7fe36760e {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:00.905228 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8ac719e9-f871-44e4-b005-d3e708a640e4 req-4b571f73-d05e-408e-80f8-7309db07d3b1 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f16e15df-4fce-4c6d-95cf-1ba7fe36760e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:00.923810 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca4b44a-a70e-4d8d-94ef-20a3ec6b7265 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:00.935669 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ca4b44a-a70e-4d8d-94ef-20a3ec6b7265 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:00.975254 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a040e384-bc1f-4400-afe6-50f80286e2c4 None None] Provisioning complete for port b96b5284-c633-477d-b4f6-2727d5fc028b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:00.975686 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a040e384-bc1f-4400-afe6-50f80286e2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:01.017642 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2a8c70e-4ca0-4a33-a48e-6662803b097a req-08588ec6-1d2d-46bd-ad43-58f093eb6d11 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385336
Feb 12 21:21:01.026387 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a56606e4-f8ca-4044-885b-ddabccc30716 req-0afea4d6-1c9a-4575-9687-97940df6cfe8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1259007
Feb 12 21:21:01.035570 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:01.046361 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-8ca4b44a-a70e-4d8d-94ef-20a3ec6b7265 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] device_id is not set on port 8c0b2234-14a5-4c7d-876f-318f21f36ad7 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:21:01.084639 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-8ac719e9-f871-44e4-b005-d3e708a640e4 req-4b571f73-d05e-408e-80f8-7309db07d3b1 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] For port f16e15df-4fce-4c6d-95cf-1ba7fe36760e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f16e15df-4fce-4c6d-95cf-1ba7fe36760e,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:01.085043 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8ac719e9-f871-44e4-b005-d3e708a640e4 req-4b571f73-d05e-408e-80f8-7309db07d3b1 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f16e15df-4fce-4c6d-95cf-1ba7fe36760e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:01.122174 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-8ac719e9-f871-44e4-b005-d3e708a640e4 req-4b571f73-d05e-408e-80f8-7309db07d3b1 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Calling delete_port for f16e15df-4fce-4c6d-95cf-1ba7fe36760e owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:01.165878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a040e384-bc1f-4400-afe6-50f80286e2c4 None None] Current status of the port b96b5284-c633-477d-b4f6-2727d5fc028b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:01.293141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:21:01.306200 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2cc95a-d660-471f-a88a-95fb76924e01 None None] Sync routers for ids ['cba37aa0-2979-4ced-89df-68fa59502d80'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:21:01.328524 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2cc95a-d660-471f-a88a-95fb76924e01 None None] Routers {'cba37aa0-2979-4ced-89df-68fa59502d80'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:21:01.328524 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5d2cc95a-d660-471f-a88a-95fb76924e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb6599a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['cba37aa0-2979-4ced-89df-68fa59502d80'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:01.403555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5d2cc95a-d660-471f-a88a-95fb76924e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb6599a0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:01.417893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2cc95a-d660-471f-a88a-95fb76924e01 None None] Routers {'cba37aa0-2979-4ced-89df-68fa59502d80'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:21:01.418558 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5d2cc95a-d660-471f-a88a-95fb76924e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb6599a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['cba37aa0-2979-4ced-89df-68fa59502d80'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:01.473561 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8ac719e9-f871-44e4-b005-d3e708a640e4 req-4b571f73-d05e-408e-80f8-7309db07d3b1 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f16e15df-4fce-4c6d-95cf-1ba7fe36760e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:01.515488 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['f16e15df-4fce-4c6d-95cf-1ba7fe36760e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:21:01.526288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['f5943c26-37c8-4eb7-847d-98d39b953002'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:21:01.576521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5d2cc95a-d660-471f-a88a-95fb76924e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb6599a0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:01.577013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2cc95a-d660-471f-a88a-95fb76924e01 None None] The sync data for ids ['cba37aa0-2979-4ced-89df-68fa59502d80'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:21:01.601970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b571f73-d05e-408e-80f8-7309db07d3b1 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Pushing event deleted for resources: {'Port': ['ID=f16e15df-4fce-4c6d-95cf-1ba7fe36760e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:01.654114 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2d2f94b2-47be-4d2d-9daa-7be81c3a0f98 None None] Provisioning complete for port 6d9d98ec-bb1f-49d9-99ce-225b27521564 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:01.654601 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d2f94b2-47be-4d2d-9daa-7be81c3a0f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6d9d98ec-bb1f-49d9-99ce-225b27521564), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:01.666400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac719e9-f871-44e4-b005-d3e708a640e4 req-4b571f73-d05e-408e-80f8-7309db07d3b1 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] No DVR routers for this DVR port f16e15df-4fce-4c6d-95cf-1ba7fe36760e on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:01.670591 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8ac719e9-f871-44e4-b005-d3e708a640e4 req-4b571f73-d05e-408e-80f8-7309db07d3b1 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:01.675235 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ac719e9-f871-44e4-b005-d3e708a640e4 req-4b571f73-d05e-408e-80f8-7309db07d3b1 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.50 "DELETE /v2.0/ports/f16e15df-4fce-4c6d-95cf-1ba7fe36760e HTTP/1.1" status: 204  len: 173 time: 1.1004999
Feb 12 21:21:01.742657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-8f839cd0-81a1-493b-b669-95d2eaf96883 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:01.742998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f94b2-47be-4d2d-9daa-7be81c3a0f98 None None] Port 6d9d98ec-bb1f-49d9-99ce-225b27521564 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:01.744469 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-8f839cd0-81a1-493b-b669-95d2eaf96883 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 804 time: 0.3562593
Feb 12 21:21:01.764640 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-6d39af19-5414-4d59-b1da-8b8fb167aeeb tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/quotas/050182e2f578483db86c4ee4d7391365 HTTP/1.1" status: 200  len: 375 time: 0.0142405
Feb 12 21:21:01.786709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2d2f94b2-47be-4d2d-9daa-7be81c3a0f98 None None] Provisioning complete for port b96b5284-c633-477d-b4f6-2727d5fc028b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:01.787281 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d2f94b2-47be-4d2d-9daa-7be81c3a0f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:01.811864 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae08c3-2bc1-4ffb-9315-08397dc2531b req-8ac0f3e6-808f-427e-827f-7fded9b0c679 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:01.819498 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4cae08c3-2bc1-4ffb-9315-08397dc2531b req-8ac0f3e6-808f-427e-827f-7fded9b0c679 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.6372886
Feb 12 21:21:01.863399 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-8ca4b44a-a70e-4d8d-94ef-20a3ec6b7265 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Allocated IP 172.20.0.9 (7aaf26ce-c71a-4cde-bc0a-2012658dd4e9/7d6c21db-54eb-41f8-8c60-2d0ecfabb466/8c0b2234-14a5-4c7d-876f-318f21f36ad7) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:01.872623 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-d4dbeced-d7ff-4383-8fd1-e6f4e6202921 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1000228
Feb 12 21:21:01.887302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77064ae-c12d-4359-9521-26b660d2d039', 'name': 'network-vif-deleted', 'tag': '1687b594-812e-4ad7-b4ef-c1a0818aa325'}, {'server_uuid': '6b988b5a-9dfb-4db8-9388-bae126fcf4fc', 'name': 'network-vif-deleted', 'tag': 'f16e15df-4fce-4c6d-95cf-1ba7fe36760e'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:21:01.892137 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6754d55-bfbb-45cd-a760-95c2830aad3d" -d '{"events": [{"server_uuid": "b77064ae-c12d-4359-9521-26b660d2d039", "name": "network-vif-deleted", "tag": "1687b594-812e-4ad7-b4ef-c1a0818aa325"}, {"server_uuid": "6b988b5a-9dfb-4db8-9388-bae126fcf4fc", "name": "network-vif-deleted", "tag": "f16e15df-4fce-4c6d-95cf-1ba7fe36760e"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:21:01.939753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f94b2-47be-4d2d-9daa-7be81c3a0f98 None None] Current status of the port b96b5284-c633-477d-b4f6-2727d5fc028b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:01.941799 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:01.945665 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5dba2ecd-491a-4393-92f6-ffc11baee3a3 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 5.5964019
Feb 12 21:21:01.946791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51290) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:01.951443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-269c590f-1a30-46fd-94a8-3ee9747d3c99 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:02.017120 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4cae08c3-2bc1-4ffb-9315-08397dc2531b req-8ebc03bc-841a-4a0e-85c7-bf49f9dc42d1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1956160
Feb 12 21:21:02.135283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-624f3433-7e44-4d2a-9f8f-447057630685 None None] Provisioning complete for port 6d9d98ec-bb1f-49d9-99ce-225b27521564 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:02.135841 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-624f3433-7e44-4d2a-9f8f-447057630685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6d9d98ec-bb1f-49d9-99ce-225b27521564), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:02.137818 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b96b5284-c633-477d-b4f6-2727d5fc028b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:02.251455 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:02.262762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-624f3433-7e44-4d2a-9f8f-447057630685 None None] Port 6d9d98ec-bb1f-49d9-99ce-225b27521564 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:02.286967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b96b5284-c633-477d-b4f6-2727d5fc028b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:02.291115 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:02.349675 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-61467651-8cc3-4b01-9f86-6a8e7f7fdc0c req-a0c2fd2a-7c4e-4e4c-b4e6-36de2cf8170a tempest-ServerDiskConfigTestJSON-720920110 tempest-ServerDiskConfigTestJSON-720920110-project] 10.222.0.31 "GET /v2.0/ports?device_id=b77064ae-c12d-4359-9521-26b660d2d039 HTTP/1.1" status: 200  len: 210 time: 0.0573783
Feb 12 21:21:02.369925 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f16e15df-4fce-4c6d-95cf-1ba7fe36760e no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:02.400448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: f16e15df-4fce-4c6d-95cf-1ba7fe36760e {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:02.400800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f16e15df-4fce-4c6d-95cf-1ba7fe36760e not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:02.401504 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1687b594-812e-4ad7-b4ef-c1a0818aa325 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:02.401927 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-bbb02eb4-40f7-4e88-b23b-29d98038170c service neutron] 10.222.0.31 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5280936
Feb 12 21:21:02.402851 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ca4b44a-a70e-4d8d-94ef-20a3ec6b7265 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (8c0b2234-14a5-4c7d-876f-318f21f36ad7), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:02.433971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 1687b594-812e-4ad7-b4ef-c1a0818aa325 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:02.434330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1687b594-812e-4ad7-b4ef-c1a0818aa325 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:02.465388 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 12 Feb 2022 21:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0fc998-f2aa-431b-b94c-f4f723af13a1 x-openstack-request-id: req-bb0fc998-f2aa-431b-b94c-f4f723af13a1 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:21:02.465825 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77064ae-c12d-4359-9521-26b660d2d039", "name": "network-vif-deleted", "tag": "1687b594-812e-4ad7-b4ef-c1a0818aa325", "status": "completed", "code": 200}, {"server_uuid": "6b988b5a-9dfb-4db8-9388-bae126fcf4fc", "name": "network-vif-deleted", "tag": "f16e15df-4fce-4c6d-95cf-1ba7fe36760e", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:21:02.472602 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb0fc998-f2aa-431b-b94c-f4f723af13a1 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:21:02.472602 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77064ae-c12d-4359-9521-26b660d2d039', 'name': 'network-vif-deleted', 'tag': '1687b594-812e-4ad7-b4ef-c1a0818aa325', 'status': 'completed', 'code': 200}
Feb 12 21:21:02.472602 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b988b5a-9dfb-4db8-9388-bae126fcf4fc', 'name': 'network-vif-deleted', 'tag': 'f16e15df-4fce-4c6d-95cf-1ba7fe36760e', 'status': 'completed', 'code': 200}
Feb 12 21:21:02.479438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b96b5284-c633-477d-b4f6-2727d5fc028b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:02.516786 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ca4b44a-a70e-4d8d-94ef-20a3ec6b7265 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8c0b2234-14a5-4c7d-876f-318f21f36ad7), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:02.595696 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-33913cd2-ff5c-4144-86a7-47711c4dd94c req-44c638d6-7e15-4286-b4ab-cdf69baac7aa tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b988b5a-9dfb-4db8-9388-bae126fcf4fc HTTP/1.1" status: 200  len: 210 time: 0.0654345
Feb 12 21:21:02.598337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca4b44a-a70e-4d8d-94ef-20a3ec6b7265 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 7aaf26ce-c71a-4cde-bc0a-2012658dd4e9 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:02.608718 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-8ca4b44a-a70e-4d8d-94ef-20a3ec6b7265 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:02.608718 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca4b44a-a70e-4d8d-94ef-20a3ec6b7265 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:02.638019 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-77c2c4d4-5fb2-42f1-8360-3db5170ba650 service neutron] 10.222.0.31 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2342472
Feb 12 21:21:02.646394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4b44a-a70e-4d8d-94ef-20a3ec6b7265 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=8c0b2234-14a5-4c7d-876f-318f21f36ad7,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:02.680713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 0762ac45-f397-472b-8939-3d99e373982f no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:02.685939 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca4b44a-a70e-4d8d-94ef-20a3ec6b7265 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:02.689966 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ca4b44a-a70e-4d8d-94ef-20a3ec6b7265 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:02.753614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 0762ac45-f397-472b-8939-3d99e373982f {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:02.754309 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 0762ac45-f397-472b-8939-3d99e373982f not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:02.793908 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8ca4b44a-a70e-4d8d-94ef-20a3ec6b7265 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.3328011
Feb 12 21:21:02.795955 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51306) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:02.849526 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-269c590f-1a30-46fd-94a8-3ee9747d3c99 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (cba37aa0-2979-4ced-89df-68fa59502d80), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:02.865311 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaeb349-ad60-4774-9906-5b4592cd5985 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:02.869487 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-faaeb349-ad60-4774-9906-5b4592cd5985 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.0696781
Feb 12 21:21:02.869992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51316) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:02.945949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40750a6c-e4fb-433c-9cbb-31207e2028e9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:02.954859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40750a6c-e4fb-433c-9cbb-31207e2028e9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:02.960855 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40750a6c-e4fb-433c-9cbb-31207e2028e9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:02.965301 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-40750a6c-e4fb-433c-9cbb-31207e2028e9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2380 time: 0.0916550
Feb 12 21:21:02.965492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51330) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:02.997402 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-269c590f-1a30-46fd-94a8-3ee9747d3c99 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_gateway (cba37aa0-2979-4ced-89df-68fa59502d80), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:03.019687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-46da5d14-6ccb-47d5-b7cc-3324aae2f89a None None] Provisioning complete for port 8c0b2234-14a5-4c7d-876f-318f21f36ad7 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:03.020114 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-46da5d14-6ccb-47d5-b7cc-3324aae2f89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8c0b2234-14a5-4c7d-876f-318f21f36ad7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:03.083319 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-46da5d14-6ccb-47d5-b7cc-3324aae2f89a None None] Port 8c0b2234-14a5-4c7d-876f-318f21f36ad7 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:03.112502 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-84eb25a4-c804-45f3-bcad-d3df6b20289b req-7ca25a88-271d-4da8-be4e-e02689da8ca0 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 210 time: 0.0388861
Feb 12 21:21:03.139303 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4573220b-ac07-44b3-a3a8-800463fa707e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port 8c0b2234-14a5-4c7d-876f-318f21f36ad7 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:03.140435 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4573220b-ac07-44b3-a3a8-800463fa707e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8c0b2234-14a5-4c7d-876f-318f21f36ad7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:03.208686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-2b23589c-9fca-4a46-96fc-6b7c5106c77b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:03.210219 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-2b23589c-9fca-4a46-96fc-6b7c5106c77b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 811 time: 0.2001657
Feb 12 21:21:03.230178 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-269c590f-1a30-46fd-94a8-3ee9747d3c99 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Deleting port 5a36fb56-b1e3-4411-be32-4351dc62d2d6 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:03.230522 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-269c590f-1a30-46fd-94a8-3ee9747d3c99 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5a36fb56-b1e3-4411-be32-4351dc62d2d6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:03.233066 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-61bf2f68-5761-4812-8e9d-ed84dc10a784 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/quotas/63fc5569c8334523aa6dff77b1d79015 HTTP/1.1" status: 200  len: 375 time: 0.0169935
Feb 12 21:21:03.275099 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4573220b-ac07-44b3-a3a8-800463fa707e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8c0b2234-14a5-4c7d-876f-318f21f36ad7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:03.304542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc101f-1234-4366-9c04-4effa0494796 req-7d6897da-f2fe-4ce9-86af-e6f9c93e76e2 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:03.306086 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-73bc101f-1234-4366-9c04-4effa0494796 req-7d6897da-f2fe-4ce9-86af-e6f9c93e76e2 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.1063952
Feb 12 21:21:03.307101 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4573220b-ac07-44b3-a3a8-800463fa707e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for 8c0b2234-14a5-4c7d-876f-318f21f36ad7 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:03.359143 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-ed33200e-919a-4b6b-b3c6-1e9af3594103 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1098866
Feb 12 21:21:03.367885 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-269c590f-1a30-46fd-94a8-3ee9747d3c99 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5a36fb56-b1e3-4411-be32-4351dc62d2d6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:03.390654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-269c590f-1a30-46fd-94a8-3ee9747d3c99 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Calling delete_port for 5a36fb56-b1e3-4411-be32-4351dc62d2d6 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:03.423094 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-73bc101f-1234-4366-9c04-4effa0494796 req-5218456b-ed64-45c6-8e7f-b4198de5c5dc tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1100235
Feb 12 21:21:03.530031 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-86119ec2-7c8b-4114-94a8-99a1fe60b2bb service neutron] 10.222.0.31 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569653
Feb 12 21:21:03.576030 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4573220b-ac07-44b3-a3a8-800463fa707e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8c0b2234-14a5-4c7d-876f-318f21f36ad7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:03.643524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573220b-ac07-44b3-a3a8-800463fa707e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=8c0b2234-14a5-4c7d-876f-318f21f36ad7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:03.682297 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51358) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:03.692134 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-5eb90aa0-b3ba-40f4-8d5e-aa393543639f service neutron] 10.222.0.31 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212804
Feb 12 21:21:03.822543 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cda842-2812-4c53-976b-47ac0f5214bc admin admin] Deleting subnet 6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:03.825748 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9cda842-2812-4c53-976b-47ac0f5214bc admin admin] Publish callbacks [] for subnet (6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:03.853840 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4573220b-ac07-44b3-a3a8-800463fa707e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:03.856991 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4573220b-ac07-44b3-a3a8-800463fa707e tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/8c0b2234-14a5-4c7d-876f-318f21f36ad7 HTTP/1.1" status: 204  len: 168 time: 0.8903909
Feb 12 21:21:03.859714 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51362) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:03.867739 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-269c590f-1a30-46fd-94a8-3ee9747d3c99 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (5a36fb56-b1e3-4411-be32-4351dc62d2d6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:03.887353 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b43422d-97bd-4fbe-954d-49dca0422b91 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] GET failed (client error): The resource could not be found.
Feb 12 21:21:03.888829 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5b43422d-97bd-4fbe-954d-49dca0422b91 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/8c0b2234-14a5-4c7d-876f-318f21f36ad7 HTTP/1.1" status: 404  len: 333 time: 0.0281909
Feb 12 21:21:03.908502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c590f-1a30-46fd-94a8-3ee9747d3c99 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Pushing event deleted for resources: {'Port': ['ID=5a36fb56-b1e3-4411-be32-4351dc62d2d6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:03.908669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51364) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:03.956677 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9cda842-2812-4c53-976b-47ac0f5214bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.012383 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3988466-6f5e-447f-a639-adbd5ee3dcd5 req-629cb7a8-6780-44ba-8f40-7f5ee559fdd5 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 210 time: 0.0513175
Feb 12 21:21:04.037439 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-269c590f-1a30-46fd-94a8-3ee9747d3c99 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (cba37aa0-2979-4ced-89df-68fa59502d80), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.041003 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9cda842-2812-4c53-976b-47ac0f5214bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.122510 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-ed97709e-0858-48e8-937f-3659de338446 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port 6d9d98ec-bb1f-49d9-99ce-225b27521564 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:04.123117 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed97709e-0858-48e8-937f-3659de338446 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6d9d98ec-bb1f-49d9-99ce-225b27521564), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.234914 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed97709e-0858-48e8-937f-3659de338446 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6d9d98ec-bb1f-49d9-99ce-225b27521564), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.244379 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9cda842-2812-4c53-976b-47ac0f5214bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.249086 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a61a286-fecf-4e7b-9e43-c78906de029a req-2f5cfdde-c684-4886-b11f-4fa9ceb1958a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 210 time: 0.0336888
Feb 12 21:21:04.305720 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9cda842-2812-4c53-976b-47ac0f5214bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.309004 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e9cda842-2812-4c53-976b-47ac0f5214bc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84 HTTP/1.1" status: 204  len: 168 time: 0.6257520
Feb 12 21:21:04.313388 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51378) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:04.326528 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-ed97709e-0858-48e8-937f-3659de338446 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for 6d9d98ec-bb1f-49d9-99ce-225b27521564 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:04.335037 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cda842-2812-4c53-976b-47ac0f5214bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2644e4-b8b3-4b27-aeb9-af5c87a9bf84,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:04.343198 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-269c590f-1a30-46fd-94a8-3ee9747d3c99 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (cba37aa0-2979-4ced-89df-68fa59502d80), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.373194 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-269c590f-1a30-46fd-94a8-3ee9747d3c99 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (cba37aa0-2979-4ced-89df-68fa59502d80), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.426504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf881eb-30b7-44b2-b3a8-ca2e1b676b3f req-200eb8b0-a8c4-4bc0-9d65-62adbc01835e tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:04.433421 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9cf881eb-30b7-44b2-b3a8-ca2e1b676b3f req-200eb8b0-a8c4-4bc0-9d65-62adbc01835e tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.1857097
Feb 12 21:21:04.487057 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d3b9be51-8123-41f8-b94a-fdd6a1ae0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (19170c93-d9ce-4497-9280-91aac6f17f7b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.511176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269c590f-1a30-46fd-94a8-3ee9747d3c99 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Router cba37aa0-2979-4ced-89df-68fa59502d80 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:21:04.532091 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9cf881eb-30b7-44b2-b3a8-ca2e1b676b3f req-c81ad5d2-9cf5-40d0-97a6-7d0a983a6a09 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976880
Feb 12 21:21:04.684893 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d3b9be51-8123-41f8-b94a-fdd6a1ae0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (19170c93-d9ce-4497-9280-91aac6f17f7b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.721054 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed97709e-0858-48e8-937f-3659de338446 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (6d9d98ec-bb1f-49d9-99ce-225b27521564), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.744508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-d3b9be51-8123-41f8-b94a-fdd6a1ae0a74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9845ee0>,) {'filters': {'network_id': ['19170c93-d9ce-4497-9280-91aac6f17f7b']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:04.751580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97709e-0858-48e8-937f-3659de338446 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=6d9d98ec-bb1f-49d9-99ce-225b27521564,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:04.761145 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269c590f-1a30-46fd-94a8-3ee9747d3c99 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:21:04.771110 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6afdbb-295c-4fa3-99ac-8e8d38e616e5 None None] Sync routers for ids ['cba37aa0-2979-4ced-89df-68fa59502d80'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:21:04.776533 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-269c590f-1a30-46fd-94a8-3ee9747d3c99 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.780840 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-269c590f-1a30-46fd-94a8-3ee9747d3c99 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "PUT /v2.0/routers/cba37aa0-2979-4ced-89df-68fa59502d80 HTTP/1.1" status: 200  len: 710 time: 2.8325710
Feb 12 21:21:04.781135 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51388) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:04.785740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-d3b9be51-8123-41f8-b94a-fdd6a1ae0a74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9845ee0>, '7d49fae0-c082-4256-aa09-ac399fb45ef2') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:04.791330 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6afdbb-295c-4fa3-99ac-8e8d38e616e5 None None] Routers {'cba37aa0-2979-4ced-89df-68fa59502d80'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:21:04.792091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-d3b9be51-8123-41f8-b94a-fdd6a1ae0a74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9845ee0>, '7d49fae0-c082-4256-aa09-ac399fb45ef2') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:04.792299 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fa6afdbb-295c-4fa3-99ac-8e8d38e616e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8c10d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['cba37aa0-2979-4ced-89df-68fa59502d80'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:04.798728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798be08-03d3-40f2-8278-0fa34dcc7909 req-248702c7-9356-415a-b435-1553999ac9b3 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:04.801199 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a798be08-03d3-40f2-8278-0fa34dcc7909 req-248702c7-9356-415a-b435-1553999ac9b3 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.2359602
Feb 12 21:21:04.814105 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d3b9be51-8123-41f8-b94a-fdd6a1ae0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (7d49fae0-c082-4256-aa09-ac399fb45ef2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.830214 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fa6afdbb-295c-4fa3-99ac-8e8d38e616e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8c10d0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:04.840378 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6afdbb-295c-4fa3-99ac-8e8d38e616e5 None None] Routers {'cba37aa0-2979-4ced-89df-68fa59502d80'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:21:04.841420 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fa6afdbb-295c-4fa3-99ac-8e8d38e616e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8c10d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['cba37aa0-2979-4ced-89df-68fa59502d80'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:04.848849 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d3b9be51-8123-41f8-b94a-fdd6a1ae0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (7d49fae0-c082-4256-aa09-ac399fb45ef2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.865624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b9be51-8123-41f8-b94a-fdd6a1ae0a74 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:21:04.866166 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d3b9be51-8123-41f8-b94a-fdd6a1ae0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (7d49fae0-c082-4256-aa09-ac399fb45ef2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:21:04.868105 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:21:04.900695 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fa6afdbb-295c-4fa3-99ac-8e8d38e616e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8c10d0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:04.902381 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6afdbb-295c-4fa3-99ac-8e8d38e616e5 None None] The sync data for ids ['cba37aa0-2979-4ced-89df-68fa59502d80'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:21:04.940030 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a798be08-03d3-40f2-8278-0fa34dcc7909 req-3410e9f2-1752-45d8-95f2-c5e72104fca8 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1311073
Feb 12 21:21:04.954682 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7b354e19-67c2-4a00-bc1d-dfa950adf99e tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/routers/cba37aa0-2979-4ced-89df-68fa59502d80 HTTP/1.1" status: 200  len: 745 time: 0.1707683
Feb 12 21:21:04.957916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51390) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:04.960099 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed97709e-0858-48e8-937f-3659de338446 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:04.964047 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ed97709e-0858-48e8-937f-3659de338446 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/6d9d98ec-bb1f-49d9-99ce-225b27521564 HTTP/1.1" status: 204  len: 168 time: 1.0575707
Feb 12 21:21:04.966565 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51392) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:04.999096 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-46aca27c-69fe-4339-ab5a-0e050d16db5b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] GET failed (client error): The resource could not be found.
Feb 12 21:21:05.008992 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-46aca27c-69fe-4339-ab5a-0e050d16db5b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/6d9d98ec-bb1f-49d9-99ce-225b27521564 HTTP/1.1" status: 404  len: 333 time: 0.0412750
Feb 12 21:21:05.010066 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51394) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:05.015685 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0d87ad94-c638-4d94-8b95-d04a7d8d19f7 tempest-RoutersIpV6AdminTest-2056394041 tempest-RoutersIpV6AdminTest-2056394041-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&device_id=cba37aa0-2979-4ced-89df-68fa59502d80 HTTP/1.1" status: 200  len: 205 time: 0.0538037
Feb 12 21:21:05.016641 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51396) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:05.052528 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fd7b5fbf-0c5d-40a9-a0b2-f91baf9a9031 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "GET /v2.0/ports?device_id=cba37aa0-2979-4ced-89df-68fa59502d80 HTTP/1.1" status: 200  len: 205 time: 0.0322218
Feb 12 21:21:05.052528 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d3b9be51-8123-41f8-b94a-fdd6a1ae0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (19170c93-d9ce-4497-9280-91aac6f17f7b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:05.059352 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51400) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:05.066276 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d3b9be51-8123-41f8-b94a-fdd6a1ae0a74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:05.074923 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d3b9be51-8123-41f8-b94a-fdd6a1ae0a74 admin admin] 10.222.0.31 "DELETE /v2.0/networks/19170c93-d9ce-4497-9280-91aac6f17f7b HTTP/1.1" status: 204  len: 168 time: 0.7582276
Feb 12 21:21:05.107897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-352c4c8e-667a-4b09-b378-ace9a6283686 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting subnet 7d6c21db-54eb-41f8-8c60-2d0ecfabb466 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:05.132811 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-352c4c8e-667a-4b09-b378-ace9a6283686 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (7d6c21db-54eb-41f8-8c60-2d0ecfabb466), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:05.205476 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-41e8f7e7-eb6e-4188-a801-92725bc1fa6b req-c60958e2-cce6-4ae1-b9e5-46a3004b1569 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 210 time: 0.0750942
Feb 12 21:21:05.220726 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-352c4c8e-667a-4b09-b378-ace9a6283686 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (7d6c21db-54eb-41f8-8c60-2d0ecfabb466), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:05.324176 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-352c4c8e-667a-4b09-b378-ace9a6283686 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (7d6c21db-54eb-41f8-8c60-2d0ecfabb466), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:05.467259 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-352c4c8e-667a-4b09-b378-ace9a6283686 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (7d6c21db-54eb-41f8-8c60-2d0ecfabb466), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:05.500448 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9be51-8123-41f8-b94a-fdd6a1ae0a74 admin admin] Pushing event deleted for resources: {'Network': ['ID=19170c93-d9ce-4497-9280-91aac6f17f7b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:05.506875 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c4c8e-667a-4b09-b378-ace9a6283686 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6c21db-54eb-41f8-8c60-2d0ecfabb466,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:05.511127 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-352c4c8e-667a-4b09-b378-ace9a6283686 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:05.514460 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-352c4c8e-667a-4b09-b378-ace9a6283686 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/7d6c21db-54eb-41f8-8c60-2d0ecfabb466 HTTP/1.1" status: 204  len: 168 time: 0.5031385
Feb 12 21:21:05.517153 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51418) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:05.520326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43b0e4b-b0e1-44ac-b88d-2cbf20bb4feb None None] Network 7aaf26ce-c71a-4cde-bc0a-2012658dd4e9 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:05.613687 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e78cbee-bc1c-4b98-939e-4a777387fd8e req-1d061fbd-0b27-49f1-95a4-ec4e425cbb76 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 210 time: 0.1155343
Feb 12 21:21:05.616791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51424) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:05.640369 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2bba9698-62ec-478c-82c2-b7bdca43464e tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (cba37aa0-2979-4ced-89df-68fa59502d80), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:05.654263 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (7aaf26ce-c71a-4cde-bc0a-2012658dd4e9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:05.775062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be0ad59-3e55-4b88-a867-d169634269ae None None] DHCP port deletion for 7aaf26ce-c71a-4cde-bc0a-2012658dd4e9 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:21:05.784467 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cc26f8ab-6e5a-46d0-a8eb-e9111a9aa03e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf7e0df130604d2b9dab6a7fb331f5c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1662166
Feb 12 21:21:05.787715 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8d854-c1c8-40fb-9aac-6dbf3e62f4fe req-a932a834-8322-4007-b9eb-f42f7eb9b8fc tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:05.789320 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-04d8d854-c1c8-40fb-9aac-6dbf3e62f4fe req-a932a834-8322-4007-b9eb-f42f7eb9b8fc tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.1318238
Feb 12 21:21:05.789836 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51426) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:05.839072 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5be0ad59-3e55-4b88-a867-d169634269ae None None] Deleting port b96b5284-c633-477d-b4f6-2727d5fc028b {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:05.839685 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5be0ad59-3e55-4b88-a867-d169634269ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:05.873300 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port b96b5284-c633-477d-b4f6-2727d5fc028b {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:05.873665 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:05.920906 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-04d8d854-c1c8-40fb-9aac-6dbf3e62f4fe req-fbc92e89-090f-4edf-bf09-2f2128b16e8c tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133690
Feb 12 21:21:05.922972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-0198a286-c63f-4973-b3b7-4a7497ccc1ba tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:05.924452 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-0198a286-c63f-4973-b3b7-4a7497ccc1ba tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.50 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 804 time: 0.4253104
Feb 12 21:21:05.927299 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5be0ad59-3e55-4b88-a867-d169634269ae None None] For port b96b5284-c633-477d-b4f6-2727d5fc028b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b96b5284-c633-477d-b4f6-2727d5fc028b,segment=NetworkSegment(d2cb81aa-b1c9-4608-90c4-e08a7e5dd053),segment_id=d2cb81aa-b1c9-4608-90c4-e08a7e5dd053)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:05.927694 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5be0ad59-3e55-4b88-a867-d169634269ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:05.958914 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5be0ad59-3e55-4b88-a867-d169634269ae None None] Calling delete_port for b96b5284-c633-477d-b4f6-2727d5fc028b owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:05.960514 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b9de969-5dc3-4f4d-8db8-ef30512e0c47 admin admin] Publish callbacks [] for security_group (d4a30f9d-f007-4998-9c24-6c612110a61d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:05.965235 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2bba9698-62ec-478c-82c2-b7bdca43464e tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (cba37aa0-2979-4ced-89df-68fa59502d80), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:05.972686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-9e56bbb5-fbf5-4bd2-a68f-58a41f010a91 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Request body: {'port': {'device_id': '439a1e23-2699-4fcc-8ad6-79b45a3f4f60', 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1', 'admin_state_up': True, 'tenant_id': '050182e2f578483db86c4ee4d7391365'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:05.982862 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2bba9698-62ec-478c-82c2-b7bdca43464e tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router_controller (cba37aa0-2979-4ced-89df-68fa59502d80), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:05.998251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] For port b96b5284-c633-477d-b4f6-2727d5fc028b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b96b5284-c633-477d-b4f6-2727d5fc028b,segment=NetworkSegment(d2cb81aa-b1c9-4608-90c4-e08a7e5dd053),segment_id=d2cb81aa-b1c9-4608-90c4-e08a7e5dd053)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:05.998251 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:06.013887 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b9de969-5dc3-4f4d-8db8-ef30512e0c47 admin admin] Publish callbacks [] for security_group (d4a30f9d-f007-4998-9c24-6c612110a61d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:06.024525 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for b96b5284-c633-477d-b4f6-2727d5fc028b owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:06.056601 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b96b5284-c633-477d-b4f6-2727d5fc028b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:06.137832 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb92ea5-d41b-4dd6-a142-c259430a33ab req-3be8d8f5-a256-4dfc-8410-b22e966c9c2c tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:06.139363 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7cb92ea5-d41b-4dd6-a142-c259430a33ab req-3be8d8f5-a256-4dfc-8410-b22e966c9c2c tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.48 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.2397716
Feb 12 21:21:06.173434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b96b5284-c633-477d-b4f6-2727d5fc028b is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:06.173925 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:06.221395 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b9de969-5dc3-4f4d-8db8-ef30512e0c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d4a30f9d-f007-4998-9c24-6c612110a61d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:06.222654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748d890-c38f-4135-ba3b-2ede52d08f05 req-a1c3fdfe-51bd-44ac-b6a7-e4a11c4f09d2 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:06.224156 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8748d890-c38f-4135-ba3b-2ede52d08f05 req-a1c3fdfe-51bd-44ac-b6a7-e4a11c4f09d2 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.1387763
Feb 12 21:21:06.225543 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b9de969-5dc3-4f4d-8db8-ef30512e0c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:06.227621 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1b9de969-5dc3-4f4d-8db8-ef30512e0c47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4a30f9d-f007-4998-9c24-6c612110a61d HTTP/1.1" status: 204  len: 168 time: 0.4353969
Feb 12 21:21:06.245604 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9de969-5dc3-4f4d-8db8-ef30512e0c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a30f9d-f007-4998-9c24-6c612110a61d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:06.260732 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2bba9698-62ec-478c-82c2-b7bdca43464e tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (cba37aa0-2979-4ced-89df-68fa59502d80), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:06.263458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bba9698-62ec-478c-82c2-b7bdca43464e tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Fanout notify agent at l3_agent the message router_deleted on router cba37aa0-2979-4ced-89df-68fa59502d80 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:21:06.266280 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5be0ad59-3e55-4b88-a867-d169634269ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:06.277456 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b96b5284-c633-477d-b4f6-2727d5fc028b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:06.278790 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2bba9698-62ec-478c-82c2-b7bdca43464e tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:06.279891 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2bba9698-62ec-478c-82c2-b7bdca43464e tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "DELETE /v2.0/routers/cba37aa0-2979-4ced-89df-68fa59502d80 HTTP/1.1" status: 204  len: 168 time: 1.2181122
Feb 12 21:21:06.292485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51436) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:06.348169 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8748d890-c38f-4135-ba3b-2ede52d08f05 req-403e786d-23e7-4843-837b-de2d90246ffe tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910580
Feb 12 21:21:06.350705 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-9e56bbb5-fbf5-4bd2-a68f-58a41f010a91 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Made reservation on behalf of 050182e2f578483db86c4ee4d7391365 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:06.354024 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-9e56bbb5-fbf5-4bd2-a68f-58a41f010a91 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:06.363980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No DVR routers for this DVR port b96b5284-c633-477d-b4f6-2727d5fc028b on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:06.377821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-7cb92ea5-d41b-4dd6-a142-c259430a33ab req-96f6f32f-29a0-4947-9f34-b878000163b0 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Deleting port f5943c26-37c8-4eb7-847d-98d39b953002 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:06.378930 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7cb92ea5-d41b-4dd6-a142-c259430a33ab req-96f6f32f-29a0-4947-9f34-b878000163b0 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f5943c26-37c8-4eb7-847d-98d39b953002), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:06.402545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=b96b5284-c633-477d-b4f6-2727d5fc028b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:06.403578 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0ad59-3e55-4b88-a867-d169634269ae None None] Pushing event deleted for resources: {'Port': ['ID=b96b5284-c633-477d-b4f6-2727d5fc028b,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:06.405403 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be0ad59-3e55-4b88-a867-d169634269ae None None] No DVR routers for this DVR port b96b5284-c633-477d-b4f6-2727d5fc028b on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:06.411254 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-463c1a35-bbed-46b3-a136-78c162c5a69a tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "GET /v2.0/ports?device_id=cba37aa0-2979-4ced-89df-68fa59502d80 HTTP/1.1" status: 200  len: 205 time: 0.0685983
Feb 12 21:21:06.431449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51438) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:06.571897 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-cd0f2aeb-bf15-4653-b05c-163f19a9fb24 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] delete failed (client error): The resource could not be found.
Feb 12 21:21:06.575531 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cd0f2aeb-bf15-4653-b05c-163f19a9fb24 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "DELETE /v2.0/routers/cba37aa0-2979-4ced-89df-68fa59502d80 HTTP/1.1" status: 404  len: 336 time: 0.0870628
Feb 12 21:21:06.577925 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a3294d0-e5c5-4665-934f-ebf0c367df45 req-845b2d15-d5e0-4ae0-bc09-004834abf10c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 210 time: 0.2174931
Feb 12 21:21:06.582359 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51440) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:06.618996 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-7cb92ea5-d41b-4dd6-a142-c259430a33ab req-96f6f32f-29a0-4947-9f34-b878000163b0 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] For port f5943c26-37c8-4eb7-847d-98d39b953002, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5943c26-37c8-4eb7-847d-98d39b953002,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:06.619374 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7cb92ea5-d41b-4dd6-a142-c259430a33ab req-96f6f32f-29a0-4947-9f34-b878000163b0 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f5943c26-37c8-4eb7-847d-98d39b953002), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:06.626813 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a79f9128-37b8-4ac1-89fa-c4cb1a6d64eb tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b54ec03-9ecf-4bc9-92f8-edec2add57eb HTTP/1.1" status: 200  len: 205 time: 0.0432742
Feb 12 21:21:06.630206 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51442) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:06.674506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-7cb92ea5-d41b-4dd6-a142-c259430a33ab req-96f6f32f-29a0-4947-9f34-b878000163b0 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Calling delete_port for f5943c26-37c8-4eb7-847d-98d39b953002 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:06.676921 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (7aaf26ce-c71a-4cde-bc0a-2012658dd4e9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:06.679903 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-ca4e5fab-548c-489a-8f6e-23bbdba8a4ce tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] delete failed (client error): The resource could not be found.
Feb 12 21:21:06.683438 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ca4e5fab-548c-489a-8f6e-23bbdba8a4ce tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "DELETE /v2.0/routers/2b54ec03-9ecf-4bc9-92f8-edec2add57eb HTTP/1.1" status: 404  len: 336 time: 0.0498021
Feb 12 21:21:06.686939 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51446) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:06.722854 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-328383a8-81a7-4fa9-b1bb-69da422e5664 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f HTTP/1.1" status: 200  len: 205 time: 0.0348022
Feb 12 21:21:06.725677 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51448) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:06.732662 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9932040>,) {'filters': {'network_id': ['7aaf26ce-c71a-4cde-bc0a-2012658dd4e9']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:06.752165 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-9e56bbb5-fbf5-4bd2-a68f-58a41f010a91 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Allocated IP 172.20.0.4 (7099db00-3881-44c3-bb47-3ded394a66e1/9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9/1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:06.774060 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-8f12af90-02dc-46d0-a69a-58abe5db9962 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] delete failed (client error): The resource could not be found.
Feb 12 21:21:06.775117 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8f12af90-02dc-46d0-a69a-58abe5db9962 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "DELETE /v2.0/routers/5d7bd177-a293-4bdd-a7d5-f0c505d4fd9f HTTP/1.1" status: 404  len: 336 time: 0.0483243
Feb 12 21:21:06.780470 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9932040>, 'd2cb81aa-b1c9-4608-90c4-e08a7e5dd053') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:06.780470 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9932040>, 'd2cb81aa-b1c9-4608-90c4-e08a7e5dd053') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:06.781162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51452) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:06.800610 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (d2cb81aa-b1c9-4608-90c4-e08a7e5dd053), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:06.825109 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1b1730ec-cc1c-4714-83bd-014b2b817e1e tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "GET /v2.0/ports?device_id=bfaede79-ecd7-4199-a4db-3f3e69d63fc8 HTTP/1.1" status: 200  len: 205 time: 0.0430179
Feb 12 21:21:06.829786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51454) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:06.837152 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d2cb81aa-b1c9-4608-90c4-e08a7e5dd053), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:06.850160 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a17ca297-fc23-4410-8cf1-c04dd71b84c9 req-480860bf-d7ea-40f7-ad87-197d3da8ec93 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 210 time: 0.1530411
Feb 12 21:21:06.888117 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-3639a564-781c-4dfe-ac6c-10e4a34d5a4d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] delete failed (client error): The resource could not be found.
Feb 12 21:21:06.888117 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3639a564-781c-4dfe-ac6c-10e4a34d5a4d tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "DELETE /v2.0/routers/bfaede79-ecd7-4199-a4db-3f3e69d63fc8 HTTP/1.1" status: 404  len: 336 time: 0.0487280
Feb 12 21:21:06.888117 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51456) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:06.895898 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:21:06.896394 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (d2cb81aa-b1c9-4608-90c4-e08a7e5dd053), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:21:06.901514 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:21:06.928508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-fa7859aa-8894-4ef6-acc7-df7b59a06b35 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:06.929991 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-fa7859aa-8894-4ef6-acc7-df7b59a06b35 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.50 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 811 time: 0.3077083
Feb 12 21:21:06.935712 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ff9385e0-a487-4ab2-abf1-a518b7312574 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "GET /v2.0/ports?device_id=211f0f0b-4309-425c-9ee8-378e12de98af HTTP/1.1" status: 200  len: 205 time: 0.0509987
Feb 12 21:21:06.944747 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51462) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:06.952352 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-ec5b8fb7-dee3-45e9-9a80-bb9f6bdf7b2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Request body: {'port': {'device_id': '3f7fd737-b889-4ec5-970b-9388c850a094', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'admin_state_up': True, 'tenant_id': '63fc5569c8334523aa6dff77b1d79015'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:07.038375 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-e7da3ee4-f3f2-4157-874a-bdcf1b4217c5 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] delete failed (client error): The resource could not be found.
Feb 12 21:21:07.039513 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e7da3ee4-f3f2-4157-874a-bdcf1b4217c5 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "DELETE /v2.0/routers/211f0f0b-4309-425c-9ee8-378e12de98af HTTP/1.1" status: 404  len: 336 time: 0.0936847
Feb 12 21:21:07.042712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51468) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:07.096243 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8b55504b-2161-4e8b-9fe2-d013f80c1cd5 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "GET /v2.0/ports?device_id=198415bf-f440-4e84-8f08-1d017d36d4a7 HTTP/1.1" status: 200  len: 205 time: 0.0503070
Feb 12 21:21:07.099652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51470) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:07.162386 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-9a88f7da-3320-4088-8cdc-958f7cf9de14 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] delete failed (client error): The resource could not be found.
Feb 12 21:21:07.166023 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9a88f7da-3320-4088-8cdc-958f7cf9de14 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "DELETE /v2.0/routers/198415bf-f440-4e84-8f08-1d017d36d4a7 HTTP/1.1" status: 404  len: 336 time: 0.0629330
Feb 12 21:21:07.167179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51474) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:07.183552 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc4fce-3f0a-49d8-9962-bd42eac6e751 req-60f5cf09-4956-4ec3-bc0a-0e8f350787b5 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:07.190050 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-41cc4fce-3f0a-49d8-9962-bd42eac6e751 req-60f5cf09-4956-4ec3-bc0a-0e8f350787b5 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 945 time: 0.1345038
Feb 12 21:21:07.198735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (7aaf26ce-c71a-4cde-bc0a-2012658dd4e9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:07.203695 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:07.213565 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/networks/7aaf26ce-c71a-4cde-bc0a-2012658dd4e9 HTTP/1.1" status: 204  len: 168 time: 1.6952071
Feb 12 21:21:07.215489 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51476) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:07.226357 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-cd7ef0fa-3e1b-452f-8151-2e52c09b3693 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1745228900'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:07.228631 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd6cd3c-24a0-4a27-940f-8393ffcd9535 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:21:07.229174 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd6cd3c-24a0-4a27-940f-8393ffcd9535 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:07.233859 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fdd6cd3c-24a0-4a27-940f-8393ffcd9535 tempest-RoutersIpV6AdminTest-1879247522 tempest-RoutersIpV6AdminTest-1879247522-project] 10.222.0.31 "DELETE /v2.0/subnets/afef0694-8c29-47b8-9a34-e67f0065efa5 HTTP/1.1" status: 404  len: 337 time: 0.0643725
Feb 12 21:21:07.251034 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7cb92ea5-d41b-4dd6-a142-c259430a33ab req-96f6f32f-29a0-4947-9f34-b878000163b0 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f5943c26-37c8-4eb7-847d-98d39b953002), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:07.262389 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-9e56bbb5-fbf5-4bd2-a68f-58a41f010a91 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks [] for port (1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:07.265813 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['f5943c26-37c8-4eb7-847d-98d39b953002'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:21:07.269073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319bd9b-c873-4b55-827e-24d846c07f21 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Network': ['ID=7aaf26ce-c71a-4cde-bc0a-2012658dd4e9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:07.310168 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-41cc4fce-3f0a-49d8-9962-bd42eac6e751 req-0723fd28-4123-4a6b-adc2-c9c146c8d6c3 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4586a6e-77e4-4604-9857-eda7e6f93ca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190422
Feb 12 21:21:07.311983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6f32f-29a0-4947-9f34-b878000163b0 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Pushing event deleted for resources: {'Port': ['ID=f5943c26-37c8-4eb7-847d-98d39b953002,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:07.383381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb92ea5-d41b-4dd6-a142-c259430a33ab req-96f6f32f-29a0-4947-9f34-b878000163b0 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] No DVR routers for this DVR port f5943c26-37c8-4eb7-847d-98d39b953002 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:07.388632 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7cb92ea5-d41b-4dd6-a142-c259430a33ab req-96f6f32f-29a0-4947-9f34-b878000163b0 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:07.391059 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7cb92ea5-d41b-4dd6-a142-c259430a33ab req-96f6f32f-29a0-4947-9f34-b878000163b0 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.48 "DELETE /v2.0/ports/f5943c26-37c8-4eb7-847d-98d39b953002 HTTP/1.1" status: 204  len: 173 time: 1.2423267
Feb 12 21:21:07.391525 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceb2da3-afd2-4395-a3c8-eaf417cce25b', 'name': 'network-vif-deleted', 'tag': 'f5943c26-37c8-4eb7-847d-98d39b953002'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:21:07.395108 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf5b66d-22ec-4aa7-8e16-054b0f897b72" -d '{"events": [{"server_uuid": "dceb2da3-afd2-4395-a3c8-eaf417cce25b", "name": "network-vif-deleted", "tag": "f5943c26-37c8-4eb7-847d-98d39b953002"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:21:07.453424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7ef0fa-3e1b-452f-8151-2e52c09b3693 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:07.455743 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a178cd7-80fa-47f5-ab36-e42a1049418f x-openstack-request-id: req-3a178cd7-80fa-47f5-ab36-e42a1049418f {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:21:07.456891 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceb2da3-afd2-4395-a3c8-eaf417cce25b", "name": "network-vif-deleted", "tag": "f5943c26-37c8-4eb7-847d-98d39b953002", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:21:07.457023 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a178cd7-80fa-47f5-ab36-e42a1049418f {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:21:07.457390 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dceb2da3-afd2-4395-a3c8-eaf417cce25b', 'name': 'network-vif-deleted', 'tag': 'f5943c26-37c8-4eb7-847d-98d39b953002', 'status': 'completed', 'code': 200}
Feb 12 21:21:07.460802 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef0fa-3e1b-452f-8151-2e52c09b3693 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:07.505863 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-ec5b8fb7-dee3-45e9-9a80-bb9f6bdf7b2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Made reservation on behalf of 63fc5569c8334523aa6dff77b1d79015 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:07.510784 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-ec5b8fb7-dee3-45e9-9a80-bb9f6bdf7b2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:07.584374 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-9e56bbb5-fbf5-4bd2-a68f-58a41f010a91 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:07.597122 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['38352d0d-4c76-4e91-9225-8c4272270ad6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:21:07.616014 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7ef0fa-3e1b-452f-8151-2e52c09b3693 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:21:07.627777 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef0fa-3e1b-452f-8151-2e52c09b3693 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (118d677b-aeb8-4370-9054-a8289da3f431), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:07.628364 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-cd7ef0fa-3e1b-452f-8151-2e52c09b3693 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Added segment 118d677b-aeb8-4370-9054-a8289da3f431 of type vlan for network 73d795d7-0247-4db1-81d7-2b1318cbd85a
Feb 12 21:21:07.710442 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef0fa-3e1b-452f-8151-2e52c09b3693 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (73d795d7-0247-4db1-81d7-2b1318cbd85a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:07.715875 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-32861c12-19e6-4bc4-8248-3195af39bf1d req-f9055ef9-0aa5-422a-8208-ba60b3484e92 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 210 time: 0.0425169
Feb 12 21:21:07.716108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-9e56bbb5-fbf5-4bd2-a68f-58a41f010a91 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Network 7099db00-3881-44c3-bb47-3ded394a66e1 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:07.731982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-9e56bbb5-fbf5-4bd2-a68f-58a41f010a91 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:07.739901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-9e56bbb5-fbf5-4bd2-a68f-58a41f010a91 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:07.755159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56bbb5-fbf5-4bd2-a68f-58a41f010a91 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Pushing event updated for resources: {'Port': ['ID=1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:07.793288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-ec5b8fb7-dee3-45e9-9a80-bb9f6bdf7b2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Allocated IP 172.20.0.13 (2d2fb25f-a576-44b7-8aec-e44f4519d495/4aba54e8-02c5-42b4-9b81-f8ec4ddd5749/a7ca726b-c529-424c-8983-7b7a58cc17cd) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:07.809084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba21f59-3405-42c4-af88-c60b6467288b req-9651a2b4-34c7-466e-8670-7abaf21fb0e5 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:07.811067 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ba21f59-3405-42c4-af88-c60b6467288b req-9651a2b4-34c7-466e-8670-7abaf21fb0e5 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.3410702
Feb 12 21:21:07.861349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-9e56bbb5-fbf5-4bd2-a68f-58a41f010a91 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:07.862015 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-9e56bbb5-fbf5-4bd2-a68f-58a41f010a91 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:07.895844 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef0fa-3e1b-452f-8151-2e52c09b3693 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (73d795d7-0247-4db1-81d7-2b1318cbd85a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:07.903583 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7ef0fa-3e1b-452f-8151-2e52c09b3693 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:07.904415 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef0fa-3e1b-452f-8151-2e52c09b3693 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:07.928872 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ba21f59-3405-42c4-af88-c60b6467288b req-c9dccc2a-64f8-452c-a4bb-000cc082b0a7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1075077
Feb 12 21:21:08.022240 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-9e56bbb5-fbf5-4bd2-a68f-58a41f010a91 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0545726
Feb 12 21:21:08.045586 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Request body: {'port': {'device_id': '439a1e23-2699-4fcc-8ad6-79b45a3f4f60', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:08.059582 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51518) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:08.072627 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cd7ef0fa-3e1b-452f-8151-2e52c09b3693 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8528740
Feb 12 21:21:08.080243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51522) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:08.086500 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ee449db6-9337-42bf-ba00-d77df626e837 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'subnet': {'network_id': '73d795d7-0247-4db1-81d7-2b1318cbd85a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:08.092037 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ef0fa-3e1b-452f-8151-2e52c09b3693 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Network': ['ID=73d795d7-0247-4db1-81d7-2b1318cbd85a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:08.105726 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 73d795d7-0247-4db1-81d7-2b1318cbd85a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:21:08.148023 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-ec5b8fb7-dee3-45e9-9a80-bb9f6bdf7b2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for port (a7ca726b-c529-424c-8983-7b7a58cc17cd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:08.175248 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b345f-423f-4232-958d-c8ffddff0330 req-4bd82138-17fb-435c-a0fc-5a7badb40152 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:08.177136 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-263b345f-423f-4232-958d-c8ffddff0330 req-4bd82138-17fb-435c-a0fc-5a7badb40152 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 931 time: 0.2142210
Feb 12 21:21:08.197332 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:08.271404 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-263b345f-423f-4232-958d-c8ffddff0330 req-83ae906d-7c03-4ec3-bb56-a7c5c9ddc4f9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868928
Feb 12 21:21:08.279873 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c4c65b3d-e7a3-4f84-ae0d-cce420e2a28b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:08.338338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee449db6-9337-42bf-ba00-d77df626e837 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:08.342460 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee449db6-9337-42bf-ba00-d77df626e837 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:08.373934 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-ec5b8fb7-dee3-45e9-9a80-bb9f6bdf7b2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a7ca726b-c529-424c-8983-7b7a58cc17cd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:08.394371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a500c7b1-8358-4bc8-ae00-21079afb6cb4'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:21:08.492841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-ec5b8fb7-dee3-45e9-9a80-bb9f6bdf7b2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Network 2d2fb25f-a576-44b7-8aec-e44f4519d495 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:08.506948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-ec5b8fb7-dee3-45e9-9a80-bb9f6bdf7b2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:08.515563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-ec5b8fb7-dee3-45e9-9a80-bb9f6bdf7b2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:08.670420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b8fb7-dee3-45e9-9a80-bb9f6bdf7b2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event updated for resources: {'Port': ['ID=a7ca726b-c529-424c-8983-7b7a58cc17cd,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:08.710805 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-ec5b8fb7-dee3-45e9-9a80-bb9f6bdf7b2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:08.718422 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-ec5b8fb7-dee3-45e9-9a80-bb9f6bdf7b2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:08.789958 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c4c65b3d-e7a3-4f84-ae0d-cce420e2a28b admin admin] Publish callbacks [] for security_group (aa69e0de-7f6a-4190-8afd-ba27acf75004), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:08.870673 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-583f9387-8435-4ca2-8d4f-006266ea34e4 None None] Provisioning complete for port a7ca726b-c529-424c-8983-7b7a58cc17cd triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:08.871438 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-583f9387-8435-4ca2-8d4f-006266ea34e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a7ca726b-c529-424c-8983-7b7a58cc17cd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:08.901975 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-933f6917-aa72-487a-aaf8-310557028bdf req-fae7a266-81d3-4bb8-bcf2-cd77ef0baff6 tempest-ListServerFiltersTestJSON-555456102 tempest-ListServerFiltersTestJSON-555456102-project] 10.222.0.31 "GET /v2.0/ports?device_id=dceb2da3-afd2-4395-a3c8-eaf417cce25b HTTP/1.1" status: 200  len: 210 time: 0.0645096
Feb 12 21:21:08.912169 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-583f9387-8435-4ca2-8d4f-006266ea34e4 None None] Port a7ca726b-c529-424c-8983-7b7a58cc17cd cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:08.934730 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-ec5b8fb7-dee3-45e9-9a80-bb9f6bdf7b2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9867504
Feb 12 21:21:08.937259 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c4c65b3d-e7a3-4f84-ae0d-cce420e2a28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (aa69e0de-7f6a-4190-8afd-ba27acf75004), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:08.968017 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c4c65b3d-e7a3-4f84-ae0d-cce420e2a28b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47ac979e1cfe432b96fa4b238bbe9908&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9073300
Feb 12 21:21:08.975342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Request body: {'port': {'device_id': '3f7fd737-b889-4ec5-970b-9388c850a094', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:08.989079 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51552) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:08.998810 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34495c-2188-4784-b9fa-76da0e9d94e2 req-44cabfd3-f96b-4830-aa9a-493ae660512f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:09.000318 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc34495c-2188-4784-b9fa-76da0e9d94e2 req-44cabfd3-f96b-4830-aa9a-493ae660512f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 932 time: 0.1626565
Feb 12 21:21:09.018575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:21:09.030492 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Publish callbacks [] for port (1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.075498 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c65b3d-e7a3-4f84-ae0d-cce420e2a28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa69e0de-7f6a-4190-8afd-ba27acf75004,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:09.081314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Transition to ACTIVE for port object 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:21:09.124589 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a7ca726b-c529-424c-8983-7b7a58cc17cd), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.127113 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88471622-c9c3-47c6-b8c8-57597aa3eec5 admin admin] Publish callbacks [] for security_group (aa69e0de-7f6a-4190-8afd-ba27acf75004), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.136790 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc34495c-2188-4784-b9fa-76da0e9d94e2 req-72c8209b-fa4a-473c-b413-eef588f3fb55 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087096
Feb 12 21:21:09.158487 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ae4f3-337f-445d-8674-c38b828882cc req-d1a4dcb0-3f2a-4824-a0b1-f2492c58c78a tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:09.161097 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-041ae4f3-337f-445d-8674-c38b828882cc req-d1a4dcb0-3f2a-4824-a0b1-f2492c58c78a tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.1302767
Feb 12 21:21:09.175693 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.180884 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88471622-c9c3-47c6-b8c8-57597aa3eec5 admin admin] Publish callbacks [] for security_group (aa69e0de-7f6a-4190-8afd-ba27acf75004), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.193734 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee449db6-9337-42bf-ba00-d77df626e837 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (16f7e57d-0ea5-4444-85f0-3ac56bfee820), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.201678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51558) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:09.286064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:09.299215 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee449db6-9337-42bf-ba00-d77df626e837 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Subnet': ['ID=16f7e57d-0ea5-4444-85f0-3ac56bfee820,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:09.306616 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-041ae4f3-337f-445d-8674-c38b828882cc req-3c8d2b34-167c-4441-8583-4b3c888a7e17 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1397688
Feb 12 21:21:09.330496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee449db6-9337-42bf-ba00-d77df626e837 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Checking segment: {'id': '118d677b-aeb8-4370-9054-a8289da3f431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73d795d7-0247-4db1-81d7-2b1318cbd85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:09.331757 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee449db6-9337-42bf-ba00-d77df626e837 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network hostable DHCP agents. Network: 73d795d7-0247-4db1-81d7-2b1318cbd85a, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:21:09.393953 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8b93e7db-7cd8-47f2-98d9-e3fbe1b2a843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.402278 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88471622-c9c3-47c6-b8c8-57597aa3eec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (aa69e0de-7f6a-4190-8afd-ba27acf75004), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.405003 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88471622-c9c3-47c6-b8c8-57597aa3eec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.408478 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-88471622-c9c3-47c6-b8c8-57597aa3eec5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa69e0de-7f6a-4190-8afd-ba27acf75004 HTTP/1.1" status: 204  len: 168 time: 0.4161160
Feb 12 21:21:09.420133 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88471622-c9c3-47c6-b8c8-57597aa3eec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa69e0de-7f6a-4190-8afd-ba27acf75004,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:09.436456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee449db6-9337-42bf-ba00-d77df626e837 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 73d795d7-0247-4db1-81d7-2b1318cbd85a is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:21:09.513480 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Attempting to bind port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:21:09.513829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Attempting to bind port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:21:09.514168 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Attempting to bind port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 on network 7099db00-3881-44c3-bb47-3ded394a66e1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:09.523887 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8b93e7db-7cd8-47f2-98d9-e3fbe1b2a843 admin admin] Publish callbacks [] for security_group (540dda1c-4828-4df0-9bd8-167ec0a2c9c2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.527122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7718584-b733-4659-a816-25b169eb9856 req-c8c200c6-ceaa-467d-ac44-8be45ae9d50a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:09.528629 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7718584-b733-4659-a816-25b169eb9856 req-c8c200c6-ceaa-467d-ac44-8be45ae9d50a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 943 time: 0.1430895
Feb 12 21:21:09.530955 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 on network 7099db00-3881-44c3-bb47-3ded394a66e1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:21:09.531510 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Attempting to bind port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 on network 7099db00-3881-44c3-bb47-3ded394a66e1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:09.561620 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:21:09.561891 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Checking segment: {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:09.562414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Bound using segment: {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:21:09.562859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Bound port: 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:21:09.563217 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.563612 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-ee449db6-9337-42bf-ba00-d77df626e837 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 73d795d7-0247-4db1-81d7-2b1318cbd85a) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:09.568434 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee449db6-9337-42bf-ba00-d77df626e837 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:09.569044 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee449db6-9337-42bf-ba00-d77df626e837 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.574509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfee059-829a-41d6-9ed8-1d9bd8eaa8f8 None None] Network 73d795d7-0247-4db1-81d7-2b1318cbd85a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:09.592388 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8b93e7db-7cd8-47f2-98d9-e3fbe1b2a843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (540dda1c-4828-4df0-9bd8-167ec0a2c9c2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.655453 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8b93e7db-7cd8-47f2-98d9-e3fbe1b2a843 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e61017c0c1f451bbfb06f24ca97fdcc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4459393
Feb 12 21:21:09.655453 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93e7db-7cd8-47f2-98d9-e3fbe1b2a843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540dda1c-4828-4df0-9bd8-167ec0a2c9c2,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:09.655843 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51570) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:09.666282 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7718584-b733-4659-a816-25b169eb9856 req-9a228942-7059-4c1c-b343-fd43f1101510 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257498
Feb 12 21:21:09.680249 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ee449db6-9337-42bf-ba00-d77df626e837 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5990751
Feb 12 21:21:09.681585 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:21:09.686284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51572) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:09.710595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ca726b-c529-424c-8983-7b7a58cc17cd {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:21:09.719216 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Publish callbacks [] for port (a7ca726b-c529-424c-8983-7b7a58cc17cd), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.733978 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-46d0e420-ee73-4f05-980d-54cee9dd9546 admin admin] Publish callbacks [] for security_group (540dda1c-4828-4df0-9bd8-167ec0a2c9c2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.737208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-1c01311b-f5ef-4220-8d4b-ebcb37dce511 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1224805325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:09.740498 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-73d795d7-0247-4db1-81d7-2b1318cbd85a', 'network_id': '73d795d7-0247-4db1-81d7-2b1318cbd85a', 'project_id': 'e5d2245e5e8f422b91608bc32cf6870b', 'fixed_ips': [{'subnet_id': '16f7e57d-0ea5-4444-85f0-3ac56bfee820'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:21:09.741436 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.764457 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-46d0e420-ee73-4f05-980d-54cee9dd9546 admin admin] Publish callbacks [] for security_group (540dda1c-4828-4df0-9bd8-167ec0a2c9c2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.774713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Transition to ACTIVE for port object a7ca726b-c529-424c-8983-7b7a58cc17cd will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:21:09.798751 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] For port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:21:09.802894 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] For port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:21:09.879239 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (a7ca726b-c529-424c-8983-7b7a58cc17cd), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.903811 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-46d0e420-ee73-4f05-980d-54cee9dd9546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (540dda1c-4828-4df0-9bd8-167ec0a2c9c2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.911295 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-46d0e420-ee73-4f05-980d-54cee9dd9546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.920645 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-46d0e420-ee73-4f05-980d-54cee9dd9546 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/540dda1c-4828-4df0-9bd8-167ec0a2c9c2 HTTP/1.1" status: 204  len: 168 time: 0.2618408
Feb 12 21:21:09.935305 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Allocated IP 172.20.0.2 (73d795d7-0247-4db1-81d7-2b1318cbd85a/16f7e57d-0ea5-4444-85f0-3ac56bfee820/f7ea80eb-1fcc-48e8-866e-d57e11c65f2e) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:09.942166 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.944441 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1c01311b-f5ef-4220-8d4b-ebcb37dce511 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (a4ca56c2-3f08-49ec-9d82-da027871f0c6), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.946129 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1c01311b-f5ef-4220-8d4b-ebcb37dce511 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (a4ca56c2-3f08-49ec-9d82-da027871f0c6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:09.947871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0e420-ee73-4f05-980d-54cee9dd9546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540dda1c-4828-4df0-9bd8-167ec0a2c9c2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:09.990885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51592) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:10.025838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:10.026298 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.027787 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] 10.222.0.50 "PUT /v2.0/ports/1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 HTTP/1.1" status: 200  len: 1091 time: 1.9919546
Feb 12 21:21:10.029846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439a1e23-2699-4fcc-8ad6-79b45a3f4f60', 'tag': '1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:21:10.032919 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66b7fd1-72aa-49e0-b68e-95640cd09825" -d '{"events": [{"name": "network-changed", "server_uuid": "439a1e23-2699-4fcc-8ad6-79b45a3f4f60", "tag": "1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:21:10.064979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ca726b-c529-424c-8983-7b7a58cc17cd,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:10.120210 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c32bb9a-d945-423d-a4fe-e0d63776dcb1 admin admin] Deleting subnet e8f13ae4-a296-4b5c-8ce6-eda12e35e066 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:10.127035 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7c32bb9a-d945-423d-a4fe-e0d63776dcb1 admin admin] Publish callbacks [] for subnet (e8f13ae4-a296-4b5c-8ce6-eda12e35e066), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.152381 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882e4228-ec42-443f-9bac-33213f81068b x-openstack-request-id: req-882e4228-ec42-443f-9bac-33213f81068b {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:21:10.152676 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439a1e23-2699-4fcc-8ad6-79b45a3f4f60", "tag": "1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:21:10.152980 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-882e4228-ec42-443f-9bac-33213f81068b {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:21:10.153445 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439a1e23-2699-4fcc-8ad6-79b45a3f4f60', 'tag': '1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6', 'status': 'completed', 'code': 200}
Feb 12 21:21:10.170900 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7c32bb9a-d945-423d-a4fe-e0d63776dcb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (e8f13ae4-a296-4b5c-8ce6-eda12e35e066), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.340836 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Publish callbacks [] for port (f7ea80eb-1fcc-48e8-866e-d57e11c65f2e), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.370946 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7c32bb9a-d945-423d-a4fe-e0d63776dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (e8f13ae4-a296-4b5c-8ce6-eda12e35e066), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.428125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51602) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:10.443731 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea2530-fe3f-4619-8e3c-8b2f18061245 req-fa9d180b-9698-4ee3-8672-4b0732a5ab7f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:10.445604 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9bea2530-fe3f-4619-8e3c-8b2f18061245 req-fa9d180b-9698-4ee3-8672-4b0732a5ab7f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 944 time: 0.1488686
Feb 12 21:21:10.462984 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (f7ea80eb-1fcc-48e8-866e-d57e11c65f2e), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.517706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Network 73d795d7-0247-4db1-81d7-2b1318cbd85a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:10.522018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:10.531895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:10.535016 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fa60c2f0-fd8b-406d-8f89-60ce6c9b0ef9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac9c5ca261b443838e79cbb730e2b514&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1038756
Feb 12 21:21:10.537207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Pushing event updated for resources: {'Port': ['ID=f7ea80eb-1fcc-48e8-866e-d57e11c65f2e,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:10.538893 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51606) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:10.551271 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9bea2530-fe3f-4619-8e3c-8b2f18061245 req-1292d18d-9be7-49a6-b58a-a90b18166c48 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960646
Feb 12 21:21:10.605554 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7c32bb9a-d945-423d-a4fe-e0d63776dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (e8f13ae4-a296-4b5c-8ce6-eda12e35e066), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.625690 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Attempting to bind port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:21:10.626692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Attempting to bind port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '118d677b-aeb8-4370-9054-a8289da3f431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73d795d7-0247-4db1-81d7-2b1318cbd85a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:21:10.627235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Attempting to bind port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e on network 73d795d7-0247-4db1-81d7-2b1318cbd85a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:10.636274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:21:10.636274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Checking segment: {'id': '118d677b-aeb8-4370-9054-a8289da3f431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73d795d7-0247-4db1-81d7-2b1318cbd85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:10.636274 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.636713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Bound using segment: {'id': '118d677b-aeb8-4370-9054-a8289da3f431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73d795d7-0247-4db1-81d7-2b1318cbd85a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:21:10.636901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Bound port: f7ea80eb-1fcc-48e8-866e-d57e11c65f2e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118d677b-aeb8-4370-9054-a8289da3f431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '73d795d7-0247-4db1-81d7-2b1318cbd85a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:21:10.637290 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f7ea80eb-1fcc-48e8-866e-d57e11c65f2e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.652602 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7c32bb9a-d945-423d-a4fe-e0d63776dcb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.656385 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7c32bb9a-d945-423d-a4fe-e0d63776dcb1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e8f13ae4-a296-4b5c-8ce6-eda12e35e066 HTTP/1.1" status: 204  len: 168 time: 0.6638730
Feb 12 21:21:10.657116 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32bb9a-d945-423d-a4fe-e0d63776dcb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f13ae4-a296-4b5c-8ce6-eda12e35e066,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:10.660633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51610) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:10.671818 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1540c71b-c8a9-457a-9332-489de7e22cc6 admin admin] Publish callbacks [] for security_group (3107fd28-9e10-4d20-83da-10e2aea242f9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.689301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf68925-7526-4062-8108-e50dc8432b6d None None] Network 39f292e9-8e77-4a3a-adae-81674dd31288 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:10.716453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device f5943c26-37c8-4eb7-847d-98d39b953002 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:10.753908 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: f5943c26-37c8-4eb7-847d-98d39b953002 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:10.754165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device f5943c26-37c8-4eb7-847d-98d39b953002 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:10.766286 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1c01311b-f5ef-4220-8d4b-ebcb37dce511 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for router_controller (a4ca56c2-3f08-49ec-9d82-da027871f0c6), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.768158 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1540c71b-c8a9-457a-9332-489de7e22cc6 admin admin] Publish callbacks [] for security_group (3107fd28-9e10-4d20-83da-10e2aea242f9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.792270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d00cc0-df0d-4600-8513-8de9ceca19a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:10.839665 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (39f292e9-8e77-4a3a-adae-81674dd31288), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.842053 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Attempting to bind port a7ca726b-c529-424c-8983-7b7a58cc17cd on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:21:10.843415 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Attempting to bind port a7ca726b-c529-424c-8983-7b7a58cc17cd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:21:10.843768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Attempting to bind port a7ca726b-c529-424c-8983-7b7a58cc17cd on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:10.851705 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b7fd1-72aa-49e0-b68e-95640cd09825 req-57c0db81-e1d5-4a48-89fb-502c7bbff430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:10.853273 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e66b7fd1-72aa-49e0-b68e-95640cd09825 req-57c0db81-e1d5-4a48-89fb-502c7bbff430 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 1125 time: 0.7049813
Feb 12 21:21:10.867176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06d50e-7fd9-4ac5-b5f5-1fec8e011688 req-00d34e9e-b530-4e7a-bfd3-2d1b63b4c8ca tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:10.867405 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] For port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:21:10.868770 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e06d50e-7fd9-4ac5-b5f5-1fec8e011688 req-00d34e9e-b530-4e7a-bfd3-2d1b63b4c8ca tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.1982481
Feb 12 21:21:10.881715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] For port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7ea80eb-1fcc-48e8-866e-d57e11c65f2e,segment=NetworkSegment(118d677b-aeb8-4370-9054-a8289da3f431),segment_id=118d677b-aeb8-4370-9054-a8289da3f431)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:21:10.885603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Port a7ca726b-c529-424c-8983-7b7a58cc17cd on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:21:10.885939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Attempting to bind port a7ca726b-c529-424c-8983-7b7a58cc17cd on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:10.888210 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1c01311b-f5ef-4220-8d4b-ebcb37dce511 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (a4ca56c2-3f08-49ec-9d82-da027871f0c6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.929844 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:21:10.930192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Checking segment: {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:10.930584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Bound using segment: {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:21:10.937986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Bound port: a7ca726b-c529-424c-8983-7b7a58cc17cd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:21:10.937986 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a7ca726b-c529-424c-8983-7b7a58cc17cd), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.959608 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a4a4f-7bc9-401a-ad0b-2f3e1ba01851 req-0047fdc2-6429-4f82-a3be-478052fb6242 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:10.961398 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f7ea80eb-1fcc-48e8-866e-d57e11c65f2e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:10.961557 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d69a4a4f-7bc9-401a-ad0b-2f3e1ba01851 req-0047fdc2-6429-4f82-a3be-478052fb6242 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 943 time: 0.1452472
Feb 12 21:21:10.991491 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] Deleting port 763a4809-e6d6-47c7-9955-8b9f879e7ce5 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:10.991907 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (763a4809-e6d6-47c7-9955-8b9f879e7ce5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:11.045417 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1c01311b-f5ef-4220-8d4b-ebcb37dce511 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:11.048740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1c01311b-f5ef-4220-8d4b-ebcb37dce511 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 1.3125703
Feb 12 21:21:11.058487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51620) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:11.060117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-aa1bd275-3b18-43b6-8dcd-02fcd1640d7f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'network_id': '73d795d7-0247-4db1-81d7-2b1318cbd85a', 'name': 'tempest-PortsTestJSON-728613580'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:11.068485 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e06d50e-7fd9-4ac5-b5f5-1fec8e011688 req-3870ae54-7396-492e-a4a1-6dcf920374e7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1986301
Feb 12 21:21:11.095275 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1540c71b-c8a9-457a-9332-489de7e22cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3107fd28-9e10-4d20-83da-10e2aea242f9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:11.098491 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1540c71b-c8a9-457a-9332-489de7e22cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:11.101853 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1540c71b-c8a9-457a-9332-489de7e22cc6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3107fd28-9e10-4d20-83da-10e2aea242f9 HTTP/1.1" status: 204  len: 168 time: 0.5617371
Feb 12 21:21:11.102097 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Pushing event updated for resources: {'Port': ['ID=f7ea80eb-1fcc-48e8-866e-d57e11c65f2e,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:11.116088 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d1fb99-fef2-4188-97aa-f1154307bffd None None] DHCP port deletion for 39f292e9-8e77-4a3a-adae-81674dd31288 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:21:11.123101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:11.123377 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:11.131479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:11.138719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:11.138719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:11.139143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:11.139499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:11.140732 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:11.141610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:11.142274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:11.142826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:11.144243 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:11.144432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d12940e-bc65-413b-bfda-4cd85ed4c69e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:11.169804 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] For port 763a4809-e6d6-47c7-9955-8b9f879e7ce5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=763a4809-e6d6-47c7-9955-8b9f879e7ce5,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:11.171841 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (763a4809-e6d6-47c7-9955-8b9f879e7ce5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:11.188495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b7fd1-72aa-49e0-b68e-95640cd09825 req-b147a23d-7b5b-4f35-a16b-a59da471d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:11.190094 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e66b7fd1-72aa-49e0-b68e-95640cd09825 req-b147a23d-7b5b-4f35-a16b-a59da471d6e9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=050182e2f578483db86c4ee4d7391365&shared=False HTTP/1.1" status: 200  len: 905 time: 0.3179550
Feb 12 21:21:11.201729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] For port a7ca726b-c529-424c-8983-7b7a58cc17cd, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:21:11.215593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540c71b-c8a9-457a-9332-489de7e22cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3107fd28-9e10-4d20-83da-10e2aea242f9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:11.225521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] Calling delete_port for 763a4809-e6d6-47c7-9955-8b9f879e7ce5 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:11.243605 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d69a4a4f-7bc9-401a-ad0b-2f3e1ba01851 req-a9b2a8a7-6189-474d-b629-0194c51ed2a9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2563806
Feb 12 21:21:11.251978 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] For port a7ca726b-c529-424c-8983-7b7a58cc17cd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7ca726b-c529-424c-8983-7b7a58cc17cd,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:21:11.303436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-86d1fb99-fef2-4188-97aa-f1154307bffd None None] Deleting port 763a4809-e6d6-47c7-9955-8b9f879e7ce5 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:11.304104 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-86d1fb99-fef2-4188-97aa-f1154307bffd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (763a4809-e6d6-47c7-9955-8b9f879e7ce5), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:11.372876 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (a7ca726b-c529-424c-8983-7b7a58cc17cd), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:11.407582 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-86d1fb99-fef2-4188-97aa-f1154307bffd None None] For port 763a4809-e6d6-47c7-9955-8b9f879e7ce5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=763a4809-e6d6-47c7-9955-8b9f879e7ce5,segment=NetworkSegment(1f7b3437-cad1-4ec3-9e55-933ce9bc3702),segment_id=1f7b3437-cad1-4ec3-9e55-933ce9bc3702)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:11.407989 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-86d1fb99-fef2-4188-97aa-f1154307bffd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (763a4809-e6d6-47c7-9955-8b9f879e7ce5), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:11.425880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b7fd1-72aa-49e0-b68e-95640cd09825 req-21dc87b9-2773-4493-9348-97c00efee5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:11.427400 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e66b7fd1-72aa-49e0-b68e-95640cd09825 req-21dc87b9-2773-4493-9348-97c00efee5ad service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2272742
Feb 12 21:21:11.452322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:11.452956 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:11.456110 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] 10.222.0.50 "PUT /v2.0/ports/a7ca726b-c529-424c-8983-7b7a58cc17cd HTTP/1.1" status: 200  len: 1092 time: 2.4928627
Feb 12 21:21:11.475617 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-86d1fb99-fef2-4188-97aa-f1154307bffd None None] Calling delete_port for 763a4809-e6d6-47c7-9955-8b9f879e7ce5 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:11.481039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dded8-fbc5-4265-996a-09b6a61b0e16 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ca726b-c529-424c-8983-7b7a58cc17cd,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:11.532937 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (763a4809-e6d6-47c7-9955-8b9f879e7ce5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:11.546096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1bd275-3b18-43b6-8dcd-02fcd1640d7f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:11.550380 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd275-3b18-43b6-8dcd-02fcd1640d7f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:11.574681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] Pushing event deleted for resources: {'Port': ['ID=763a4809-e6d6-47c7-9955-8b9f879e7ce5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:11.584475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] No DVR routers for this DVR port 763a4809-e6d6-47c7-9955-8b9f879e7ce5 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:11.591582 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-aa1bd275-3b18-43b6-8dcd-02fcd1640d7f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] device_id is not set on port 1ac11f9a-0bed-4464-850d-9b799607a04e yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:21:11.637939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-eba67256-55a6-40f3-9950-3007530b01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:11.639794 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-eba67256-55a6-40f3-9950-3007530b01c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 1125 time: 0.1507754
Feb 12 21:21:11.727453 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-42cf59c8-d96f-46e8-a674-800dd6ac4106 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 HTTP/1.1" status: 200  len: 217 time: 0.0799448
Feb 12 21:21:11.778957 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (39f292e9-8e77-4a3a-adae-81674dd31288), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:11.820506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa2aeca0>,) {'filters': {'network_id': ['39f292e9-8e77-4a3a-adae-81674dd31288']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:11.820922 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-86d1fb99-fef2-4188-97aa-f1154307bffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (763a4809-e6d6-47c7-9955-8b9f879e7ce5), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:11.831662 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa2aeca0>, '1f7b3437-cad1-4ec3-9e55-933ce9bc3702') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:11.831984 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa2aeca0>, '1f7b3437-cad1-4ec3-9e55-933ce9bc3702') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:11.850085 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (1f7b3437-cad1-4ec3-9e55-933ce9bc3702), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:11.867039 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1f7b3437-cad1-4ec3-9e55-933ce9bc3702), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:11.877284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:21:11.878466 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (1f7b3437-cad1-4ec3-9e55-933ce9bc3702), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:21:11.882485 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:21:11.889595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1fb99-fef2-4188-97aa-f1154307bffd None None] Pushing event deleted for resources: {'Port': ['ID=763a4809-e6d6-47c7-9955-8b9f879e7ce5,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:11.899261 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d1fb99-fef2-4188-97aa-f1154307bffd None None] No DVR routers for this DVR port 763a4809-e6d6-47c7-9955-8b9f879e7ce5 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:11.993965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-aa1bd275-3b18-43b6-8dcd-02fcd1640d7f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Allocated IP 172.20.0.11 (73d795d7-0247-4db1-81d7-2b1318cbd85a/16f7e57d-0ea5-4444-85f0-3ac56bfee820/1ac11f9a-0bed-4464-850d-9b799607a04e) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:11.999332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-6c77f926-fc53-46fd-89b2-74423d309369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:12.000911 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-6c77f926-fc53-46fd-89b2-74423d309369 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 1126 time: 0.2901185
Feb 12 21:21:12.025247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-7844275f-762f-4890-80f7-462def5013f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:12.031068 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-7844275f-762f-4890-80f7-462def5013f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9 HTTP/1.1" status: 200  len: 844 time: 0.2915256
Feb 12 21:21:12.089620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51646) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:12.089779 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c907317-13e0-45b7-9a47-c2bd061200b1 req-3673b6ed-055e-48ce-9d0d-6d2939f71b73 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:12.089779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c907317-13e0-45b7-9a47-c2bd061200b1 req-3673b6ed-055e-48ce-9d0d-6d2939f71b73 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 944 time: 0.2970998
Feb 12 21:21:12.102672 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-e7e4c8eb-9296-4291-8af9-5d019aca6936 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7ca726b-c529-424c-8983-7b7a58cc17cd HTTP/1.1" status: 200  len: 217 time: 0.0867975
Feb 12 21:21:12.130830 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f7ea80eb-1fcc-48e8-866e-d57e11c65f2e up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:12.135447 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (39f292e9-8e77-4a3a-adae-81674dd31288), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:12.141293 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:12.146190 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] 10.222.0.31 "DELETE /v2.0/networks/39f292e9-8e77-4a3a-adae-81674dd31288 HTTP/1.1" status: 204  len: 168 time: 1.4836709
Feb 12 21:21:12.176422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8492a58-190e-4577-91aa-6dc92af32836 admin admin] Pushing event deleted for resources: {'Network': ['ID=39f292e9-8e77-4a3a-adae-81674dd31288,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:12.226169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7fd737-b889-4ec5-970b-9388c850a094', 'tag': 'a7ca726b-c529-424c-8983-7b7a58cc17cd'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:21:12.229378 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9f413f-fdde-4321-ad4a-bc9d7a705108" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7fd737-b889-4ec5-970b-9388c850a094", "tag": "a7ca726b-c529-424c-8983-7b7a58cc17cd"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:21:12.245445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-a866a16c-aa51-4ecc-b9d4-d74d5ebca4f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7099db00-3881-44c3-bb47-3ded394a66e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1528828
Feb 12 21:21:12.269482 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efa257-c19b-46c4-86c8-3225376dad9c req-d73bc3a7-9dde-4190-84b9-34d30d24ec0c tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:12.273287 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7efa257-c19b-46c4-86c8-3225376dad9c req-d73bc3a7-9dde-4190-84b9-34d30d24ec0c tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.0758862
Feb 12 21:21:12.303267 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:12.303641 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f7ea80eb-1fcc-48e8-866e-d57e11c65f2e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:12.351558 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c907317-13e0-45b7-9a47-c2bd061200b1 req-8302296d-0f0c-4da5-af88-2bbc543c0dd4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479155
Feb 12 21:21:12.358070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-74bb0ec7-7459-4eb2-b243-b08c7e29a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:12.358070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-74bb0ec7-7459-4eb2-b243-b08c7e29a513 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.2420101
Feb 12 21:21:12.358900 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7efa257-c19b-46c4-86c8-3225376dad9c req-d01e6b95-456d-4074-96cf-9c151f367d6b tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783157
Feb 12 21:21:12.487281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-bc286047-8c8f-436d-8024-b44c5598ef6a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-579751874-network', 'tenant_id': '6dba504471ec4e0dbe571d46f406999b'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:12.495697 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:12.495697 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f7ea80eb-1fcc-48e8-866e-d57e11c65f2e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:12.526578 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb262113-358a-4e0a-af3d-adb6c07672a8 x-openstack-request-id: req-fb262113-358a-4e0a-af3d-adb6c07672a8 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:21:12.530045 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7fd737-b889-4ec5-970b-9388c850a094", "tag": "a7ca726b-c529-424c-8983-7b7a58cc17cd", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:21:12.530045 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb262113-358a-4e0a-af3d-adb6c07672a8 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:21:12.530045 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7fd737-b889-4ec5-970b-9388c850a094', 'tag': 'a7ca726b-c529-424c-8983-7b7a58cc17cd', 'status': 'completed', 'code': 200}
Feb 12 21:21:12.540950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7ea80eb-1fcc-48e8-866e-d57e11c65f2e,segment=NetworkSegment(118d677b-aeb8-4370-9054-a8289da3f431),segment_id=118d677b-aeb8-4370-9054-a8289da3f431)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:12.605881 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a15e8-dc48-4bd9-be08-289b9f742c4d req-fd6ded7b-b926-447f-85a7-d26239a52df2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:12.607537 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-474a15e8-dc48-4bd9-be08-289b9f742c4d req-fd6ded7b-b926-447f-85a7-d26239a52df2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 943 time: 0.0820251
Feb 12 21:21:12.620758 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f7ea80eb-1fcc-48e8-866e-d57e11c65f2e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:12.661082 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc286047-8c8f-436d-8024-b44c5598ef6a admin admin] Made reservation on behalf of 6dba504471ec4e0dbe571d46f406999b for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:12.667704 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc286047-8c8f-436d-8024-b44c5598ef6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:12.674529 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-538b8452-b215-4d50-ba9e-341da6af0cf3 service neutron] 10.222.0.50 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4076972
Feb 12 21:21:12.686021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-e2ff0e4c-9172-47cb-a951-efb9994a093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:12.687971 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-e2ff0e4c-9172-47cb-a951-efb9994a093a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3006089
Feb 12 21:21:12.688347 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc286047-8c8f-436d-8024-b44c5598ef6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:12.742680 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 763a4809-e6d6-47c7-9955-8b9f879e7ce5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:12.755470 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-474a15e8-dc48-4bd9-be08-289b9f742c4d req-2ae32d9c-66bc-4a40-bd09-4f772814a03d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407661
Feb 12 21:21:12.807862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 763a4809-e6d6-47c7-9955-8b9f879e7ce5 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:12.808459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 763a4809-e6d6-47c7-9955-8b9f879e7ce5 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:12.810232 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=f7ea80eb-1fcc-48e8-866e-d57e11c65f2e,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:12.824298 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd275-3b18-43b6-8dcd-02fcd1640d7f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (1ac11f9a-0bed-4464-850d-9b799607a04e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:12.888875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127d4253-8e77-4809-b686-39442c4c4ad9 None None] Network 73d795d7-0247-4db1-81d7-2b1318cbd85a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:12.889457 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc286047-8c8f-436d-8024-b44c5598ef6a admin admin] Publish callbacks [] for security_group (7041b4ea-5d73-4b6e-92d0-0b701083cbab), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:12.957866 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51680) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:12.969567 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-8f2785b5-76e7-49f8-a188-951b2088a9b4 service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2727809
Feb 12 21:21:12.976301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f6bafdf-2d55-42fb-a8fe-a9553678aa62 req-143b0982-5e71-4fc2-af53-12846fc831e2 service neutron] 10.222.0.50 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2807138
Feb 12 21:21:12.977769 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-cd754846-35a6-426e-b09f-f6589cf9c5a5 None None] Provisioning complete for port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:12.978152 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cd754846-35a6-426e-b09f-f6589cf9c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f7ea80eb-1fcc-48e8-866e-d57e11c65f2e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:12.995516 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc286047-8c8f-436d-8024-b44c5598ef6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7041b4ea-5d73-4b6e-92d0-0b701083cbab), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:13.041662 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-caebce27-e965-4808-932a-db7fae4a8548 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd5a0b396b5045459fdedb8d4039960a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0821581
Feb 12 21:21:13.041933 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51684) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:13.049110 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc286047-8c8f-436d-8024-b44c5598ef6a admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:21:13.052615 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc286047-8c8f-436d-8024-b44c5598ef6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7041b4ea-5d73-4b6e-92d0-0b701083cbab,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:13.066495 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc286047-8c8f-436d-8024-b44c5598ef6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (083c840a-3026-480b-ab64-79bf4de45a82), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:13.070028 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-bc286047-8c8f-436d-8024-b44c5598ef6a admin admin] Added segment 083c840a-3026-480b-ab64-79bf4de45a82 of type vlan for network 134f1d2e-bf84-4443-b6d9-93050fa7bfac
Feb 12 21:21:13.100896 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd275-3b18-43b6-8dcd-02fcd1640d7f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1ac11f9a-0bed-4464-850d-9b799607a04e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:13.130107 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc286047-8c8f-436d-8024-b44c5598ef6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (134f1d2e-bf84-4443-b6d9-93050fa7bfac), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:13.138989 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e772f304-e1e8-4e62-ac82-78341f8481ab req-b4f084d1-62b9-4146-ab91-670fb22d7cb4 service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1617398
Feb 12 21:21:13.168830 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1bd275-3b18-43b6-8dcd-02fcd1640d7f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 73d795d7-0247-4db1-81d7-2b1318cbd85a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:13.175547 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-cd754846-35a6-426e-b09f-f6589cf9c5a5 None None] Current status of the port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:13.178238 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-aa1bd275-3b18-43b6-8dcd-02fcd1640d7f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:13.181508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1bd275-3b18-43b6-8dcd-02fcd1640d7f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:13.184622 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e0ec-7273-4bb8-99a1-a28c7bcecb61 admin admin] Publish callbacks [] for security_group (a4586a6e-77e4-4604-9857-eda7e6f93ca3), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:13.187728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51686) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:13.188824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bd275-3b18-43b6-8dcd-02fcd1640d7f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=1ac11f9a-0bed-4464-850d-9b799607a04e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:13.251846 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e0ec-7273-4bb8-99a1-a28c7bcecb61 admin admin] Publish callbacks [] for security_group (a4586a6e-77e4-4604-9857-eda7e6f93ca3), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:13.271888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1bd275-3b18-43b6-8dcd-02fcd1640d7f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:13.272536 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd275-3b18-43b6-8dcd-02fcd1640d7f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:13.287426 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc286047-8c8f-436d-8024-b44c5598ef6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (134f1d2e-bf84-4443-b6d9-93050fa7bfac), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:13.288466 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc286047-8c8f-436d-8024-b44c5598ef6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:13.289055 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc286047-8c8f-436d-8024-b44c5598ef6a admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:13.353271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f413f-fdde-4321-ad4a-bc9d7a705108 req-0cc55d49-26cb-4c0a-88fc-857586b2caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:13.355480 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e9f413f-fdde-4321-ad4a-bc9d7a705108 req-0cc55d49-26cb-4c0a-88fc-857586b2caf1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 1126 time: 0.0543201
Feb 12 21:21:13.360864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a0e2aa5b-c97a-4215-acba-b336bc2101fb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-229695331'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:13.383975 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc286047-8c8f-436d-8024-b44c5598ef6a admin admin] Pushing event updated for resources: {'Network': ['ID=134f1d2e-bf84-4443-b6d9-93050fa7bfac,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:13.397822 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-aa1bd275-3b18-43b6-8dcd-02fcd1640d7f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.3397763
Feb 12 21:21:13.397954 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51694) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:13.399707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 134f1d2e-bf84-4443-b6d9-93050fa7bfac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:21:13.454482 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e0ec-7273-4bb8-99a1-a28c7bcecb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a4586a6e-77e4-4604-9857-eda7e6f93ca3), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:13.457634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e0ec-7273-4bb8-99a1-a28c7bcecb61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:13.461778 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4ae5e0ec-7273-4bb8-99a1-a28c7bcecb61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4586a6e-77e4-4604-9857-eda7e6f93ca3 HTTP/1.1" status: 204  len: 168 time: 0.4164243
Feb 12 21:21:13.472241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5e0ec-7273-4bb8-99a1-a28c7bcecb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4586a6e-77e4-4604-9857-eda7e6f93ca3,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:13.535893 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bc286047-8c8f-436d-8024-b44c5598ef6a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.4456391
Feb 12 21:21:13.536650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51700) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:13.543120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b905f53e-ea5a-473c-96fd-5fbdc211c122 admin admin] Request body: {'subnet': {'network_id': '134f1d2e-bf84-4443-b6d9-93050fa7bfac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-579751874-subnet', 'tenant_id': '6dba504471ec4e0dbe571d46f406999b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:13.592944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a03f0681-1f8a-4403-97f1-11c300b56d16 None None] Provisioning complete for port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:13.593534 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a03f0681-1f8a-4403-97f1-11c300b56d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f7ea80eb-1fcc-48e8-866e-d57e11c65f2e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:13.658385 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f413f-fdde-4321-ad4a-bc9d7a705108 req-226539e2-2080-49bb-b2b4-285303146179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:13.661617 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e9f413f-fdde-4321-ad4a-bc9d7a705108 req-226539e2-2080-49bb-b2b4-285303146179 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.2955699
Feb 12 21:21:13.714598 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e9f413f-fdde-4321-ad4a-bc9d7a705108 req-bdb83550-34d2-47b6-bc86-4f9e0efede48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7ca726b-c529-424c-8983-7b7a58cc17cd HTTP/1.1" status: 200  len: 217 time: 0.0456491
Feb 12 21:21:13.715274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a03f0681-1f8a-4403-97f1-11c300b56d16 None None] Current status of the port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:13.715737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e2aa5b-c97a-4215-acba-b336bc2101fb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:13.719289 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0e2aa5b-c97a-4215-acba-b336bc2101fb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:13.730208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b905f53e-ea5a-473c-96fd-5fbdc211c122 admin admin] Made reservation on behalf of 6dba504471ec4e0dbe571d46f406999b for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:13.733760 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b905f53e-ea5a-473c-96fd-5fbdc211c122 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:13.796201 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bf3da-841a-4a8e-a604-d9f3f36b9417 req-3bf9b702-c362-443a-aaed-887dd6da5b58 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:13.804947 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-376bf3da-841a-4a8e-a604-d9f3f36b9417 req-3bf9b702-c362-443a-aaed-887dd6da5b58 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.2779441
Feb 12 21:21:13.826239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae210f7-3a21-414b-b59b-235368704501 req-47c3108e-e61a-4377-8562-40a22d37a7ce tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:13.831831 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ae210f7-3a21-414b-b59b-235368704501 req-47c3108e-e61a-4377-8562-40a22d37a7ce tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 944 time: 0.2708194
Feb 12 21:21:13.832496 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0e2aa5b-c97a-4215-acba-b336bc2101fb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:13.842717 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d99d0104-de4a-42fd-83e6-b5fe99fc4867 None None] Provisioning complete for port 1ac11f9a-0bed-4464-850d-9b799607a04e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:13.843100 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d99d0104-de4a-42fd-83e6-b5fe99fc4867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1ac11f9a-0bed-4464-850d-9b799607a04e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:13.879426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d99d0104-de4a-42fd-83e6-b5fe99fc4867 None None] Port 1ac11f9a-0bed-4464-850d-9b799607a04e cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:13.881888 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-376bf3da-841a-4a8e-a604-d9f3f36b9417 req-1d6f566b-3654-4da1-ae1b-69111340c2bb tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752146
Feb 12 21:21:13.949484 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f413f-fdde-4321-ad4a-bc9d7a705108 req-a0351341-6106-4aa7-bd09-0292daee3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:13.953080 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e9f413f-fdde-4321-ad4a-bc9d7a705108 req-a0351341-6106-4aa7-bd09-0292daee3f10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.2293425
Feb 12 21:21:13.991187 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d0be017-a814-4179-8041-3dc044d1fdc2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1ac11f9a-0bed-4464-850d-9b799607a04e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:14.046092 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f7ea80eb-1fcc-48e8-866e-d57e11c65f2e up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:14.083689 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ae210f7-3a21-414b-b59b-235368704501 req-80a2dc7a-f699-43ee-94fb-e117afeddabc tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2431915
Feb 12 21:21:14.125863 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:14.126408 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f7ea80eb-1fcc-48e8-866e-d57e11c65f2e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:14.138513 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0e2aa5b-c97a-4215-acba-b336bc2101fb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for security_group (b65e1a54-9693-4931-b50d-a2413aa4ccc1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:14.194457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f413f-fdde-4321-ad4a-bc9d7a705108 req-6daf1e74-9ea9-420d-8b6b-df23a1b3d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:14.196259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e9f413f-fdde-4321-ad4a-bc9d7a705108 req-6daf1e74-9ea9-420d-8b6b-df23a1b3d9f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1689939
Feb 12 21:21:14.199012 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0e2aa5b-c97a-4215-acba-b336bc2101fb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b65e1a54-9693-4931-b50d-a2413aa4ccc1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:14.210450 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48317032-b4e6-499f-b622-aadd35c027c8 req-0b56237b-6b28-4a9e-95b3-e6742cbcba4e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:14.218667 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-48317032-b4e6-499f-b622-aadd35c027c8 req-0b56237b-6b28-4a9e-95b3-e6742cbcba4e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 943 time: 0.2257566
Feb 12 21:21:14.243906 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:14.248550 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e2aa5b-c97a-4215-acba-b336bc2101fb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:21:14.298571 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2aa5b-c97a-4215-acba-b336bc2101fb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65e1a54-9693-4931-b50d-a2413aa4ccc1,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:14.305111 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b905f53e-ea5a-473c-96fd-5fbdc211c122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (7f22e469-6ba2-4403-b656-cd1ef39880b8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:14.308171 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0e2aa5b-c97a-4215-acba-b336bc2101fb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (cc8bbe85-d3e9-4e55-9775-acbf966b74ef), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:14.308517 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-a0e2aa5b-c97a-4215-acba-b336bc2101fb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Added segment cc8bbe85-d3e9-4e55-9775-acbf966b74ef of type vlan for network 01503430-92c6-4e0f-b4a9-5afb7568fb7a
Feb 12 21:21:14.321590 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-48317032-b4e6-499f-b622-aadd35c027c8 req-9ec4586d-5d4a-43f6-99f9-a07d4cdfb3de tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978634
Feb 12 21:21:14.399983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a7ca726b-c529-424c-8983-7b7a58cc17cd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:21:14.415687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905f53e-ea5a-473c-96fd-5fbdc211c122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f22e469-6ba2-4403-b656-cd1ef39880b8,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:14.419955 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0e2aa5b-c97a-4215-acba-b336bc2101fb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (01503430-92c6-4e0f-b4a9-5afb7568fb7a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:14.431072 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e9f413f-fdde-4321-ad4a-bc9d7a705108 req-070291d5-a6a0-4a12-82cb-13662e7e82ef service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2226555
Feb 12 21:21:14.446993 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d0be017-a814-4179-8041-3dc044d1fdc2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (1ac11f9a-0bed-4464-850d-9b799607a04e), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:14.488348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b905f53e-ea5a-473c-96fd-5fbdc211c122 admin admin] Checking segment: {'id': '083c840a-3026-480b-ab64-79bf4de45a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '134f1d2e-bf84-4443-b6d9-93050fa7bfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:14.488665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b905f53e-ea5a-473c-96fd-5fbdc211c122 admin admin] Network hostable DHCP agents. Network: 134f1d2e-bf84-4443-b6d9-93050fa7bfac, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:21:14.530434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a7ca726b-c529-424c-8983-7b7a58cc17cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7ca726b-c529-424c-8983-7b7a58cc17cd,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:14.540899 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d0be017-a814-4179-8041-3dc044d1fdc2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (1ac11f9a-0bed-4464-850d-9b799607a04e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:14.546493 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'a7ca726b-c529-424c-8983-7b7a58cc17cd', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'port_id': 'a7ca726b-c529-424c-8983-7b7a58cc17cd', 'mac_address': 'fa:16:3e:1a:f7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:21:14.569390 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e9f413f-fdde-4321-ad4a-bc9d7a705108 req-e3cff7bb-1bb2-4f57-aca3-9aeebe553b71 service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289337
Feb 12 21:21:14.587158 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a7ca726b-c529-424c-8983-7b7a58cc17cd is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:14.587679 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a7ca726b-c529-424c-8983-7b7a58cc17cd), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:14.595159 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0e2aa5b-c97a-4215-acba-b336bc2101fb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (01503430-92c6-4e0f-b4a9-5afb7568fb7a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:14.601890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ca726b-c529-424c-8983-7b7a58cc17cd {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:21:14.611066 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e2aa5b-c97a-4215-acba-b336bc2101fb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:14.611865 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0e2aa5b-c97a-4215-acba-b336bc2101fb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:14.634987 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b905f53e-ea5a-473c-96fd-5fbdc211c122 admin admin] Network 134f1d2e-bf84-4443-b6d9-93050fa7bfac is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:21:14.654422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0be017-a814-4179-8041-3dc044d1fdc2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=1ac11f9a-0bed-4464-850d-9b799607a04e,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:14.658717 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a7ca726b-c529-424c-8983-7b7a58cc17cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7ca726b-c529-424c-8983-7b7a58cc17cd,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:14.730799 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a7ca726b-c529-424c-8983-7b7a58cc17cd), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:14.730799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:21:14.739717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2aa5b-c97a-4215-acba-b336bc2101fb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Network': ['ID=01503430-92c6-4e0f-b4a9-5afb7568fb7a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:14.781400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:21:14.781640 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a0e2aa5b-c97a-4215-acba-b336bc2101fb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.5874453
Feb 12 21:21:14.781640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-b905f53e-ea5a-473c-96fd-5fbdc211c122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 134f1d2e-bf84-4443-b6d9-93050fa7bfac) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:14.795489 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51722) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:14.796576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b905f53e-ea5a-473c-96fd-5fbdc211c122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:14.797168 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b905f53e-ea5a-473c-96fd-5fbdc211c122 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:14.802648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-1eeabba5-06ec-40c6-ae3d-b6b36ba78c27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:14.816310 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca50b897-9483-45d7-aa95-7a322b64117a None None] Network 134f1d2e-bf84-4443-b6d9-93050fa7bfac requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:14.899355 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b905f53e-ea5a-473c-96fd-5fbdc211c122 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.3607559
Feb 12 21:21:14.899629 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.resource_extend [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:21:14.939449 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d0be017-a814-4179-8041-3dc044d1fdc2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (a4ca56c2-3f08-49ec-9d82-da027871f0c6), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:14.973075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a7ca726b-c529-424c-8983-7b7a58cc17cd,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:15.041590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-da9e8e5f-af8e-4b08-bf9b-67b4e28926f2 None None] Provisioning complete for port 1ac11f9a-0bed-4464-850d-9b799607a04e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:15.041973 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-da9e8e5f-af8e-4b08-bf9b-67b4e28926f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1ac11f9a-0bed-4464-850d-9b799607a04e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:15.051221 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeabba5-06ec-40c6-ae3d-b6b36ba78c27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:15.054332 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1eeabba5-06ec-40c6-ae3d-b6b36ba78c27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:15.118362 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f29eb8-def3-4ead-bd9b-c99e4f75693e req-c2720020-6ce7-4902-9b35-58dedb902926 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:15.122707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:15.137129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-da9e8e5f-af8e-4b08-bf9b-67b4e28926f2 None None] Port 1ac11f9a-0bed-4464-850d-9b799607a04e cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:15.142132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c033ba89-87bb-4b0d-a9d8-42cd04b96b6f None None] Network 134f1d2e-bf84-4443-b6d9-93050fa7bfac requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:15.146528 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6', 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1', 'port_id': '1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6', 'mac_address': 'fa:16:3e:ae:61:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:21:15.148734 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f8f29eb8-def3-4ead-bd9b-c99e4f75693e req-c2720020-6ce7-4902-9b35-58dedb902926 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.1362724
Feb 12 21:21:15.187275 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51732) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:15.233226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:15.233709 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:15.263375 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:21:15.285225 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f8f29eb8-def3-4ead-bd9b-c99e4f75693e req-81119bb5-7f7d-4200-a86f-5154752e671b tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1355646
Feb 12 21:21:15.317951 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b7dea-3328-4618-a7e8-9e3a30ddd04f req-ddb91ff0-6a88-4a4d-9e2e-5757da507884 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:15.319893 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a2b7dea-3328-4618-a7e8-9e3a30ddd04f req-ddb91ff0-6a88-4a4d-9e2e-5757da507884 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 945 time: 0.0860219
Feb 12 21:21:15.348761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-35cf358b-a5f8-47d9-be46-ecccf54bf0ff admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1702633649-network', 'tenant_id': '6c20f717879347dcbd23a4234ad72cfb'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:15.379697 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:15.392196 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a2b7dea-3328-4618-a7e8-9e3a30ddd04f req-28aa3dc3-e895-4e78-942f-0ab5f22b4363 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662572
Feb 12 21:21:15.484277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba88594-296a-4789-96c3-49d2e64bcae7 req-c9c15b0f-a86c-4267-8cbc-cb6ed09a3d17 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:15.485823 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ba88594-296a-4789-96c3-49d2e64bcae7 req-c9c15b0f-a86c-4267-8cbc-cb6ed09a3d17 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 943 time: 0.0639153
Feb 12 21:21:15.522993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cf358b-a5f8-47d9-be46-ecccf54bf0ff admin admin] Made reservation on behalf of 6c20f717879347dcbd23a4234ad72cfb for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:15.525783 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-35cf358b-a5f8-47d9-be46-ecccf54bf0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:15.537570 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-35cf358b-a5f8-47d9-be46-ecccf54bf0ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:15.575442 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:15.606614 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ba88594-296a-4789-96c3-49d2e64bcae7 req-273ef58d-6d9a-4cbe-a141-95a228be40f6 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124165
Feb 12 21:21:15.607710 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1eeabba5-06ec-40c6-ae3d-b6b36ba78c27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (c8beab97-286e-4af4-b6ff-c0a11912d636), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:15.655522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:15.672009 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d0be017-a814-4179-8041-3dc044d1fdc2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1ac11f9a-0bed-4464-850d-9b799607a04e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:15.720063 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeabba5-06ec-40c6-ae3d-b6b36ba78c27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=c8beab97-286e-4af4-b6ff-c0a11912d636,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:15.739753 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-35cf358b-a5f8-47d9-be46-ecccf54bf0ff admin admin] Publish callbacks [] for security_group (9ddbbe57-36a9-4a11-8f95-e6d69740627d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:15.758596 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeabba5-06ec-40c6-ae3d-b6b36ba78c27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:15.758970 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeabba5-06ec-40c6-ae3d-b6b36ba78c27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network hostable DHCP agents. Network: 01503430-92c6-4e0f-b4a9-5afb7568fb7a, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:21:15.795388 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-35cf358b-a5f8-47d9-be46-ecccf54bf0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9ddbbe57-36a9-4a11-8f95-e6d69740627d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:15.804973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a7ca726b-c529-424c-8983-7b7a58cc17cd'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:21:15.810096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:21:15.823286 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cf358b-a5f8-47d9-be46-ecccf54bf0ff admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:21:15.836322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf358b-a5f8-47d9-be46-ecccf54bf0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddbbe57-36a9-4a11-8f95-e6d69740627d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:15.846409 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-35cf358b-a5f8-47d9-be46-ecccf54bf0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (64ff5e78-c86e-4b0e-bc2e-e340178b4296), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:15.847095 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-35cf358b-a5f8-47d9-be46-ecccf54bf0ff admin admin] Added segment 64ff5e78-c86e-4b0e-bc2e-e340178b4296 of type vlan for network ffdd30e2-46b6-49d1-9fdc-c70156040c72
Feb 12 21:21:15.929162 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-35cf358b-a5f8-47d9-be46-ecccf54bf0ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (ffdd30e2-46b6-49d1-9fdc-c70156040c72), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:15.947506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeabba5-06ec-40c6-ae3d-b6b36ba78c27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:21:16.027135 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-1eeabba5-06ec-40c6-ae3d-b6b36ba78c27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 01503430-92c6-4e0f-b4a9-5afb7568fb7a) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:16.038741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeabba5-06ec-40c6-ae3d-b6b36ba78c27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:16.039336 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1eeabba5-06ec-40c6-ae3d-b6b36ba78c27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:16.058983 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-35cf358b-a5f8-47d9-be46-ecccf54bf0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (ffdd30e2-46b6-49d1-9fdc-c70156040c72), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:16.058983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cf358b-a5f8-47d9-be46-ecccf54bf0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:16.058983 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-35cf358b-a5f8-47d9-be46-ecccf54bf0ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:16.069842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1231b082-1b01-4243-8b97-ad7531fa32f5 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:16.082863 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d0be017-a814-4179-8041-3dc044d1fdc2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (1ac11f9a-0bed-4464-850d-9b799607a04e), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:16.118198 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51750) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:16.123573 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ddb721b5-48e8-49f2-98e2-c47b80dbe9e9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1228972031-network', 'tenant_id': 'c215aa4f472f4358ae87aa372236b046'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:16.126992 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf358b-a5f8-47d9-be46-ecccf54bf0ff admin admin] Pushing event updated for resources: {'Network': ['ID=ffdd30e2-46b6-49d1-9fdc-c70156040c72,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:16.140989 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1eeabba5-06ec-40c6-ae3d-b6b36ba78c27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3442452
Feb 12 21:21:16.147114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51752) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:16.148729 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network ffdd30e2-46b6-49d1-9fdc-c70156040c72 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:21:16.152054 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-bd465e2d-96e2-4b13-a6f8-3fd54b68684b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'name': 'tempest-NetworksTestDHCPv6-217449143'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:16.204026 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-35cf358b-a5f8-47d9-be46-ecccf54bf0ff admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0126047
Feb 12 21:21:16.204358 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51754) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:16.210628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9c6514c5-38e7-48b7-9083-89cbe3781bbd admin admin] Request body: {'subnet': {'network_id': 'ffdd30e2-46b6-49d1-9fdc-c70156040c72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1702633649-subnet', 'tenant_id': '6c20f717879347dcbd23a4234ad72cfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:16.303897 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6514c5-38e7-48b7-9083-89cbe3781bbd admin admin] Made reservation on behalf of 6c20f717879347dcbd23a4234ad72cfb for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:16.306703 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c6514c5-38e7-48b7-9083-89cbe3781bbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:16.335756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': 'c8beab97-286e-4af4-b6ff-c0a11912d636'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:21:16.336629 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:16.528777 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d0be017-a814-4179-8041-3dc044d1fdc2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (1ac11f9a-0bed-4464-850d-9b799607a04e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:16.556979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Allocated IP 2001:db8::2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/c8beab97-286e-4af4-b6ff-c0a11912d636/2a9c846e-9b21-42c3-b65b-d8659cba43b4) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:16.602119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98222ec7-b082-4256-b9d7-d0a485b01a28 req-b01c08c7-7388-4105-aa00-54017cc35fc9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:16.604020 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98222ec7-b082-4256-b9d7-d0a485b01a28 req-b01c08c7-7388-4105-aa00-54017cc35fc9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 945 time: 0.1119537
Feb 12 21:21:16.631783 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb721b5-48e8-49f2-98e2-c47b80dbe9e9 admin admin] Made reservation on behalf of c215aa4f472f4358ae87aa372236b046 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:16.634165 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddb721b5-48e8-49f2-98e2-c47b80dbe9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:16.655829 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddb721b5-48e8-49f2-98e2-c47b80dbe9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:16.664659 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98222ec7-b082-4256-b9d7-d0a485b01a28 req-a8521252-629a-4430-ac96-7f3ea6dd11f9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525289
Feb 12 21:21:16.666015 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c6514c5-38e7-48b7-9083-89cbe3781bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (13821ddb-c9a4-4e44-8a18-95ddada5b2fd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:16.694791 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0be017-a814-4179-8041-3dc044d1fdc2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=1ac11f9a-0bed-4464-850d-9b799607a04e,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:16.695573 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d0be017-a814-4179-8041-3dc044d1fdc2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (a4ca56c2-3f08-49ec-9d82-da027871f0c6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:16.761445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530a83b-5cb6-4c9b-830e-7492b938602f req-888d8c81-bd46-444f-9258-0cc6dcdef755 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:16.767152 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2530a83b-5cb6-4c9b-830e-7492b938602f req-888d8c81-bd46-444f-9258-0cc6dcdef755 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.2379477
Feb 12 21:21:16.767307 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6514c5-38e7-48b7-9083-89cbe3781bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=13821ddb-c9a4-4e44-8a18-95ddada5b2fd,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:16.781397 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Publish callbacks [] for port (2a9c846e-9b21-42c3-b65b-d8659cba43b4), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:16.828722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6514c5-38e7-48b7-9083-89cbe3781bbd admin admin] Checking segment: {'id': '64ff5e78-c86e-4b0e-bc2e-e340178b4296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ffdd30e2-46b6-49d1-9fdc-c70156040c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:16.829008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6514c5-38e7-48b7-9083-89cbe3781bbd admin admin] Network hostable DHCP agents. Network: ffdd30e2-46b6-49d1-9fdc-c70156040c72, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:21:16.862958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bbcf0-c8b6-4117-8867-a57e84e7b6ff req-ac09c1fa-ce9f-441e-9818-009c1f680450 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:16.864475 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ab7bbcf0-c8b6-4117-8867-a57e84e7b6ff req-ac09c1fa-ce9f-441e-9818-009c1f680450 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 944 time: 0.1062522
Feb 12 21:21:16.872634 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (2a9c846e-9b21-42c3-b65b-d8659cba43b4), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:16.896566 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2530a83b-5cb6-4c9b-830e-7492b938602f req-8909a44a-a40f-410b-9eaf-738a5268af47 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1157246
Feb 12 21:21:16.924952 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:16.929832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:16.931834 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddb721b5-48e8-49f2-98e2-c47b80dbe9e9 admin admin] Publish callbacks [] for security_group (a340d027-b67f-4342-b5f8-c75dc455ec0b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:16.933542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd465e2d-96e2-4b13-a6f8-3fd54b68684b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:16.939339 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:16.939488 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd465e2d-96e2-4b13-a6f8-3fd54b68684b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:16.939600 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Pushing event updated for resources: {'Port': ['ID=2a9c846e-9b21-42c3-b65b-d8659cba43b4,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:16.945806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0be017-a814-4179-8041-3dc044d1fdc2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 73d795d7-0247-4db1-81d7-2b1318cbd85a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:16.953689 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-3d0be017-a814-4179-8041-3dc044d1fdc2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:16.969543 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ab7bbcf0-c8b6-4117-8867-a57e84e7b6ff req-6760b06a-73ee-4d3f-83c7-b69bc1f8aa6e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955899
Feb 12 21:21:16.969543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6514c5-38e7-48b7-9083-89cbe3781bbd admin admin] Network ffdd30e2-46b6-49d1-9fdc-c70156040c72 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:21:17.029778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Attempting to bind port 2a9c846e-9b21-42c3-b65b-d8659cba43b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:21:17.030402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Attempting to bind port 2a9c846e-9b21-42c3-b65b-d8659cba43b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:21:17.030887 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Attempting to bind port 2a9c846e-9b21-42c3-b65b-d8659cba43b4 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:17.038972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:21:17.039444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:17.039939 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:17.040398 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:21:17.040880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Bound port: 2a9c846e-9b21-42c3-b65b-d8659cba43b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:21:17.041263 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2a9c846e-9b21-42c3-b65b-d8659cba43b4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:17.044193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-9c6514c5-38e7-48b7-9083-89cbe3781bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ffdd30e2-46b6-49d1-9fdc-c70156040c72) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:17.046494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-bd465e2d-96e2-4b13-a6f8-3fd54b68684b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port ccc60243-0d94-4025-957c-27652a834d8a yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:21:17.048741 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6514c5-38e7-48b7-9083-89cbe3781bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:17.050632 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c6514c5-38e7-48b7-9083-89cbe3781bbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:17.056864 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddb721b5-48e8-49f2-98e2-c47b80dbe9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a340d027-b67f-4342-b5f8-c75dc455ec0b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:17.064386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdc6c3f-98a2-4733-86dc-cde85c490cf5 None None] Network ffdd30e2-46b6-49d1-9fdc-c70156040c72 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:17.143279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb721b5-48e8-49f2-98e2-c47b80dbe9e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:21:17.147486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb721b5-48e8-49f2-98e2-c47b80dbe9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a340d027-b67f-4342-b5f8-c75dc455ec0b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:17.179822 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddb721b5-48e8-49f2-98e2-c47b80dbe9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (55bd2c76-3efb-4e9b-a145-6fa294b96309), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:17.179822 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-ddb721b5-48e8-49f2-98e2-c47b80dbe9e9 admin admin] Added segment 55bd2c76-3efb-4e9b-a145-6fa294b96309 of type vlan for network c7cec335-2776-4beb-a9e5-e599dd6ffe2e
Feb 12 21:21:17.195363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] For port 2a9c846e-9b21-42c3-b65b-d8659cba43b4, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:21:17.199889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] For port 2a9c846e-9b21-42c3-b65b-d8659cba43b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a9c846e-9b21-42c3-b65b-d8659cba43b4,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:21:17.209333 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9c6514c5-38e7-48b7-9083-89cbe3781bbd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9956803
Feb 12 21:21:17.239154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab6b20-6047-406d-a5e2-5c02f26dcffb None None] Network ffdd30e2-46b6-49d1-9fdc-c70156040c72 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:17.280236 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddb721b5-48e8-49f2-98e2-c47b80dbe9e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (c7cec335-2776-4beb-a9e5-e599dd6ffe2e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:17.307991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-bd465e2d-96e2-4b13-a6f8-3fd54b68684b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::20c (01503430-92c6-4e0f-b4a9-5afb7568fb7a/c8beab97-286e-4af4-b6ff-c0a11912d636/ccc60243-0d94-4025-957c-27652a834d8a) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:17.310454 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2a9c846e-9b21-42c3-b65b-d8659cba43b4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:17.366985 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0be017-a814-4179-8041-3dc044d1fdc2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Router a4ca56c2-3f08-49ec-9d82-da027871f0c6 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:21:17.376131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-14042298-3f4b-4368-845e-8d9b22b03dfd None None] Provisioning complete for port 1ac11f9a-0bed-4464-850d-9b799607a04e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:17.376511 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-14042298-3f4b-4368-845e-8d9b22b03dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1ac11f9a-0bed-4464-850d-9b799607a04e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:17.424149 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddb721b5-48e8-49f2-98e2-c47b80dbe9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (c7cec335-2776-4beb-a9e5-e599dd6ffe2e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:17.426700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb721b5-48e8-49f2-98e2-c47b80dbe9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:17.427408 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddb721b5-48e8-49f2-98e2-c47b80dbe9e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:17.459200 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6ace5-5700-4ad2-8b35-715099b3f8ae None None] Pushing event updated for resources: {'Port': ['ID=2a9c846e-9b21-42c3-b65b-d8659cba43b4,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:17.468278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-14042298-3f4b-4368-845e-8d9b22b03dfd None None] Port 1ac11f9a-0bed-4464-850d-9b799607a04e cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:17.557063 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb721b5-48e8-49f2-98e2-c47b80dbe9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=c7cec335-2776-4beb-a9e5-e599dd6ffe2e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:17.569992 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network c7cec335-2776-4beb-a9e5-e599dd6ffe2e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:21:17.585205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0be017-a814-4179-8041-3dc044d1fdc2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:21:17.596513 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3d0be017-a814-4179-8041-3dc044d1fdc2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "PUT /v2.0/routers/a4ca56c2-3f08-49ec-9d82-da027871f0c6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1941690
Feb 12 21:21:17.596630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51794) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:17.598403 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ddb721b5-48e8-49f2-98e2-c47b80dbe9e9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.4790244
Feb 12 21:21:17.605786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51796) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:17.610491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9317d428-4de5-4d03-b5ee-4d18ae2b9500 admin admin] Request body: {'subnet': {'network_id': 'c7cec335-2776-4beb-a9e5-e599dd6ffe2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1228972031-subnet', 'tenant_id': 'c215aa4f472f4358ae87aa372236b046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:17.633175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b662ee43-e181-468f-90b2-ef7ebeac144e None None] Sync routers for ids ['a4ca56c2-3f08-49ec-9d82-da027871f0c6'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:21:17.712486 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b662ee43-e181-468f-90b2-ef7ebeac144e None None] Routers {'a4ca56c2-3f08-49ec-9d82-da027871f0c6'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:21:17.713409 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b662ee43-e181-468f-90b2-ef7ebeac144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b3460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a4ca56c2-3f08-49ec-9d82-da027871f0c6'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:17.728087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e90acd-6dde-4f00-9793-de646cd0acb0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:17.729779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b6e90acd-6dde-4f00-9793-de646cd0acb0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4ca56c2-3f08-49ec-9d82-da027871f0c6 HTTP/1.1" status: 200  len: 982 time: 0.1342840
Feb 12 21:21:17.732746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51800) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:17.763296 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b662ee43-e181-468f-90b2-ef7ebeac144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b3460>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:17.774160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b662ee43-e181-468f-90b2-ef7ebeac144e None None] Routers {'a4ca56c2-3f08-49ec-9d82-da027871f0c6'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:21:17.774794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b662ee43-e181-468f-90b2-ef7ebeac144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b3460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a4ca56c2-3f08-49ec-9d82-da027871f0c6'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:17.792738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9317d428-4de5-4d03-b5ee-4d18ae2b9500 admin admin] Made reservation on behalf of c215aa4f472f4358ae87aa372236b046 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:17.795123 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9317d428-4de5-4d03-b5ee-4d18ae2b9500 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:17.825564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b662ee43-e181-468f-90b2-ef7ebeac144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b3460>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:17.826229 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b662ee43-e181-468f-90b2-ef7ebeac144e None None] The sync data for ids ['a4ca56c2-3f08-49ec-9d82-da027871f0c6'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:21:17.848119 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd465e2d-96e2-4b13-a6f8-3fd54b68684b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (ccc60243-0d94-4025-957c-27652a834d8a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:17.963950 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34a6fea2-eecc-4c2e-bafc-8292ac1d6038 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:17.967711 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34a6fea2-eecc-4c2e-bafc-8292ac1d6038 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/networks?id=ffdd30e2-46b6-49d1-9fdc-c70156040c72 HTTP/1.1" status: 200  len: 809 time: 0.3553412
Feb 12 21:21:17.984137 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-eabc7b3f-4e89-497a-8e8a-0546e456cca5 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/quotas/6c20f717879347dcbd23a4234ad72cfb HTTP/1.1" status: 200  len: 375 time: 0.0116141
Feb 12 21:21:18.026569 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd465e2d-96e2-4b13-a6f8-3fd54b68684b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (ccc60243-0d94-4025-957c-27652a834d8a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:18.031544 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-89d30d30-410b-4257-b94e-6931509b90b1 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c20f717879347dcbd23a4234ad72cfb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0388396
Feb 12 21:21:18.059079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2a9c846e-9b21-42c3-b65b-d8659cba43b4 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:18.105565 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd465e2d-96e2-4b13-a6f8-3fd54b68684b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:18.109182 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2a9c846e-9b21-42c3-b65b-d8659cba43b4 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:18.109642 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2a9c846e-9b21-42c3-b65b-d8659cba43b4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:18.113409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-bd465e2d-96e2-4b13-a6f8-3fd54b68684b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:18.151124 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd465e2d-96e2-4b13-a6f8-3fd54b68684b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:18.156402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd465e2d-96e2-4b13-a6f8-3fd54b68684b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:18.157065 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd465e2d-96e2-4b13-a6f8-3fd54b68684b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:18.169691 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd465e2d-96e2-4b13-a6f8-3fd54b68684b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=ccc60243-0d94-4025-957c-27652a834d8a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:18.207880 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-b3f06415-72c6-438a-b1c9-abb1175d295a service neutron] 10.222.0.31 "GET /v2.0/networks/ffdd30e2-46b6-49d1-9fdc-c70156040c72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404920
Feb 12 21:21:18.215484 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2a9c846e-9b21-42c3-b65b-d8659cba43b4 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:18.216053 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2a9c846e-9b21-42c3-b65b-d8659cba43b4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:18.248393 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bd465e2d-96e2-4b13-a6f8-3fd54b68684b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.1001823
Feb 12 21:21:18.255807 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51808) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:18.261043 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 2a9c846e-9b21-42c3-b65b-d8659cba43b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a9c846e-9b21-42c3-b65b-d8659cba43b4,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:18.331042 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2a9c846e-9b21-42c3-b65b-d8659cba43b4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:18.363873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327abda1-ac70-45f8-8457-082166d7ad5d req-08bb9411-d974-4609-8649-069a21c1421f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:18.364406 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad05752-6057-4d8e-8e3b-71549fbe3bff tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:18.371313 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-327abda1-ac70-45f8-8457-082166d7ad5d req-08bb9411-d974-4609-8649-069a21c1421f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 945 time: 0.5366869
Feb 12 21:21:18.374984 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad05752-6057-4d8e-8e3b-71549fbe3bff tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:18.380022 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6ad05752-6057-4d8e-8e3b-71549fbe3bff tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1199317
Feb 12 21:21:18.380275 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51810) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:18.391590 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-3607cfa8-700a-4138-9a79-aeadc243ae7f service neutron] 10.222.0.31 "GET /v2.0/networks/ffdd30e2-46b6-49d1-9fdc-c70156040c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1707847
Feb 12 21:21:18.412410 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=2a9c846e-9b21-42c3-b65b-d8659cba43b4,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:18.431054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a7ca726b-c529-424c-8983-7b7a58cc17cd up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:18.504196 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0701c3c7-91df-4136-9dc0-4053da0b1eb4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port ccc60243-0d94-4025-957c-27652a834d8a {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:18.504857 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0701c3c7-91df-4136-9dc0-4053da0b1eb4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ccc60243-0d94-4025-957c-27652a834d8a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:18.576227 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port a7ca726b-c529-424c-8983-7b7a58cc17cd completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:21:18.581734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port a7ca726b-c529-424c-8983-7b7a58cc17cd triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:18.582277 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a7ca726b-c529-424c-8983-7b7a58cc17cd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:18.595606 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-327abda1-ac70-45f8-8457-082166d7ad5d req-39c920d9-3ce4-4e33-8ced-caa32fa6495d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2213724
Feb 12 21:21:18.684477 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0701c3c7-91df-4136-9dc0-4053da0b1eb4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ccc60243-0d94-4025-957c-27652a834d8a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:18.714238 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0701c3c7-91df-4136-9dc0-4053da0b1eb4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for ccc60243-0d94-4025-957c-27652a834d8a owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:18.763692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port a7ca726b-c529-424c-8983-7b7a58cc17cd is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:18.764501 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a7ca726b-c529-424c-8983-7b7a58cc17cd), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:18.815787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port a7ca726b-c529-424c-8983-7b7a58cc17cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7ca726b-c529-424c-8983-7b7a58cc17cd,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:18.822373 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7fd737-b889-4ec5-970b-9388c850a094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ca726b-c529-424c-8983-7b7a58cc17cd'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:21:18.822373 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50401f28-21c4-45e5-9430-de4d06d6fd4d" -d '{"events": [{"server_uuid": "3f7fd737-b889-4ec5-970b-9388c850a094", "name": "network-vif-plugged", "status": "completed", "tag": "a7ca726b-c529-424c-8983-7b7a58cc17cd"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:21:18.873237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c62cb5-d654-4331-8f29-2e1f012f299d req-c95c4c48-77ee-450c-a497-e8fe2ed01acd tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:18.875599 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58c62cb5-d654-4331-8f29-2e1f012f299d req-c95c4c48-77ee-450c-a497-e8fe2ed01acd tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.1295922
Feb 12 21:21:18.878656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25879456-87b1-4207-a83c-caaa943652e5 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:18.906882 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728d050-4c9f-464e-b0b4-300f56b1ed07 req-5873bfee-f6b5-4b0a-a7a1-1b476366be09 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:18.925443 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f728d050-4c9f-464e-b0b4-300f56b1ed07 req-5873bfee-f6b5-4b0a-a7a1-1b476366be09 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 944 time: 0.1093287
Feb 12 21:21:18.963445 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a7ca726b-c529-424c-8983-7b7a58cc17cd), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:18.964257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:18.970729 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9317d428-4de5-4d03-b5ee-4d18ae2b9500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (d6c23d53-855f-4946-b34a-4e02c7b80716), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.005271 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f728d050-4c9f-464e-b0b4-300f56b1ed07 req-93fb2c08-534d-4208-bd52-c9dc82282f77 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707235
Feb 12 21:21:19.024970 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f1d530d2-4cff-44ab-b9c3-f99ca014206b None None] Provisioning complete for port 2a9c846e-9b21-42c3-b65b-d8659cba43b4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:19.025341 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f1d530d2-4cff-44ab-b9c3-f99ca014206b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2a9c846e-9b21-42c3-b65b-d8659cba43b4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.043313 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58c62cb5-d654-4331-8f29-2e1f012f299d req-61e9b547-2a7b-4c9f-9310-948bb8f88483 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1443810
Feb 12 21:21:19.132416 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=a7ca726b-c529-424c-8983-7b7a58cc17cd,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:19.134476 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317d428-4de5-4d03-b5ee-4d18ae2b9500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6c23d53-855f-4946-b34a-4e02c7b80716,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:19.151879 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bd3eb6e6-741b-4f4e-a308-ae04586a2934 req-71b8acf7-fbfb-4496-9a2a-102243cca2d8 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 210 time: 0.0604913
Feb 12 21:21:19.162357 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a0f93f-9208-4c2e-9ab4-893346100e50 x-openstack-request-id: req-52a0f93f-9208-4c2e-9ab4-893346100e50 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:21:19.163802 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7fd737-b889-4ec5-970b-9388c850a094", "name": "network-vif-plugged", "status": "completed", "tag": "a7ca726b-c529-424c-8983-7b7a58cc17cd", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:21:19.163802 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52a0f93f-9208-4c2e-9ab4-893346100e50 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:21:19.163802 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7fd737-b889-4ec5-970b-9388c850a094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ca726b-c529-424c-8983-7b7a58cc17cd', 'code': 200}
Feb 12 21:21:19.180916 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0701c3c7-91df-4136-9dc0-4053da0b1eb4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (ccc60243-0d94-4025-957c-27652a834d8a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.199122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317d428-4de5-4d03-b5ee-4d18ae2b9500 admin admin] Checking segment: {'id': '55bd2c76-3efb-4e9b-a145-6fa294b96309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7cec335-2776-4beb-a9e5-e599dd6ffe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:19.199505 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9317d428-4de5-4d03-b5ee-4d18ae2b9500 admin admin] Network hostable DHCP agents. Network: c7cec335-2776-4beb-a9e5-e599dd6ffe2e, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:21:19.215779 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-28c36aeb-8dd4-4179-8714-d64a18f23364 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (a4ca56c2-3f08-49ec-9d82-da027871f0c6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.223056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701c3c7-91df-4136-9dc0-4053da0b1eb4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=ccc60243-0d94-4025-957c-27652a834d8a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:19.252027 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0701c3c7-91df-4136-9dc0-4053da0b1eb4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.258827 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0701c3c7-91df-4136-9dc0-4053da0b1eb4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/ccc60243-0d94-4025-957c-27652a834d8a HTTP/1.1" status: 204  len: 168 time: 0.8752294
Feb 12 21:21:19.260329 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51824) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:19.273150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f1d530d2-4cff-44ab-b9c3-f99ca014206b None None] Current status of the port 2a9c846e-9b21-42c3-b65b-d8659cba43b4 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:19.283971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:21:19.292364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:19.292852 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.335379 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c1463-49e0-4152-be46-3b11cc9263a0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:19.336769 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c1463-49e0-4152-be46-3b11cc9263a0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:19.342097 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b29c1463-49e0-4152-be46-3b11cc9263a0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0785990
Feb 12 21:21:19.342431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51826) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:19.350117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e29cb1-3014-4ff0-b7a7-5104a5154817 req-b041aae7-647f-4800-adf9-051470a9452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:19.351702 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34e29cb1-3014-4ff0-b7a7-5104a5154817 req-b041aae7-647f-4800-adf9-051470a9452b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 1128 time: 0.1474197
Feb 12 21:21:19.396932 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:19.397427 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.411069 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-063a225e-bbe7-4d38-9a8c-95e316aec8f4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet c8beab97-286e-4af4-b6ff-c0a11912d636 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:19.415026 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-063a225e-bbe7-4d38-9a8c-95e316aec8f4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (c8beab97-286e-4af4-b6ff-c0a11912d636), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.462216 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-063a225e-bbe7-4d38-9a8c-95e316aec8f4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (c8beab97-286e-4af4-b6ff-c0a11912d636), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.468026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:19.470648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9317d428-4de5-4d03-b5ee-4d18ae2b9500 admin admin] Network c7cec335-2776-4beb-a9e5-e599dd6ffe2e is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:21:19.512123 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34e29cb1-3014-4ff0-b7a7-5104a5154817 req-f06a8101-d875-4c49-bc02-55e788ca3247 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305785
Feb 12 21:21:19.580110 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-28c36aeb-8dd4-4179-8714-d64a18f23364 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port 1ac11f9a-0bed-4464-850d-9b799607a04e {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:19.580465 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-28c36aeb-8dd4-4179-8714-d64a18f23364 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1ac11f9a-0bed-4464-850d-9b799607a04e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.584860 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-063a225e-bbe7-4d38-9a8c-95e316aec8f4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (c8beab97-286e-4af4-b6ff-c0a11912d636), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.596115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e091717b-f1a7-4ec9-a4ae-d37e0ed3202e None None] Could not find standard attr ID for object ccc60243-0d94-4025-957c-27652a834d8a. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:21:19.604592 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.646070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-9317d428-4de5-4d03-b5ee-4d18ae2b9500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c7cec335-2776-4beb-a9e5-e599dd6ffe2e) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:19.651581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9317d428-4de5-4d03-b5ee-4d18ae2b9500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:19.658996 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9317d428-4de5-4d03-b5ee-4d18ae2b9500 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.681431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b475bc0-a6c5-4af6-a834-c585c1099b03 None None] Network c7cec335-2776-4beb-a9e5-e599dd6ffe2e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:19.707896 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-28c36aeb-8dd4-4179-8714-d64a18f23364 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1ac11f9a-0bed-4464-850d-9b799607a04e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.716131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:19.723343 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e091717b-f1a7-4ec9-a4ae-d37e0ed3202e None None] Provisioning complete for port 2a9c846e-9b21-42c3-b65b-d8659cba43b4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:19.724075 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e091717b-f1a7-4ec9-a4ae-d37e0ed3202e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2a9c846e-9b21-42c3-b65b-d8659cba43b4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.728185 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-28c36aeb-8dd4-4179-8714-d64a18f23364 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for 1ac11f9a-0bed-4464-850d-9b799607a04e owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:19.800177 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9317d428-4de5-4d03-b5ee-4d18ae2b9500 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.1925285
Feb 12 21:21:19.847487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b2ed6-b24b-4d4f-ab39-59945d1cc405 req-2cc18803-a313-48bb-aacf-6b0db31cef5c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:19.849286 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad0b2ed6-b24b-4d4f-ab39-59945d1cc405 req-2cc18803-a313-48bb-aacf-6b0db31cef5c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 946 time: 0.1151733
Feb 12 21:21:19.855831 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-063a225e-bbe7-4d38-9a8c-95e316aec8f4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (c8beab97-286e-4af4-b6ff-c0a11912d636), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.911652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a225e-bbe7-4d38-9a8c-95e316aec8f4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=c8beab97-286e-4af4-b6ff-c0a11912d636,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:19.921547 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-063a225e-bbe7-4d38-9a8c-95e316aec8f4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:19.925667 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-063a225e-bbe7-4d38-9a8c-95e316aec8f4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/c8beab97-286e-4af4-b6ff-c0a11912d636 HTTP/1.1" status: 204  len: 168 time: 0.5807445
Feb 12 21:21:19.931144 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51834) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:20.075228 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-28ea5ae3-48a6-4ce1-ab2f-e2cb91fe8f47 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1429546
Feb 12 21:21:20.077478 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad0b2ed6-b24b-4d4f-ab39-59945d1cc405 req-373ded26-c0de-4056-bbc3-8bc2b6beba6e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2043931
Feb 12 21:21:20.082614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51844) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:20.087637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4d5d10db-ae39-4ebc-941d-3b96b60a7d6f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:20.150576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2a9c846e-9b21-42c3-b65b-d8659cba43b4 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:20.229213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e142fdf-ed9b-47d0-ad11-bad2968309cd None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:20.255090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deab7de-50e7-4d93-87c3-bc4549db9f6d req-ec90f550-1cf9-438d-8d1d-08d2ca115c81 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:20.256827 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6deab7de-50e7-4d93-87c3-bc4549db9f6d req-ec90f550-1cf9-438d-8d1d-08d2ca115c81 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.0718794
Feb 12 21:21:20.309073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c1016-fd3b-408f-a562-66c17ce21213 req-38b78b78-8cd6-49fe-96b6-1bb4f3fdfc48 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:20.310218 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fc7c1016-fd3b-408f-a562-66c17ce21213 req-38b78b78-8cd6-49fe-96b6-1bb4f3fdfc48 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 945 time: 0.0796452
Feb 12 21:21:20.312754 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-28c36aeb-8dd4-4179-8714-d64a18f23364 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1ac11f9a-0bed-4464-850d-9b799607a04e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:20.352939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65839f18-3852-4dc3-b6a6-56975d762274 None None] Network c7cec335-2776-4beb-a9e5-e599dd6ffe2e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:20.365785 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fc7c1016-fd3b-408f-a562-66c17ce21213 req-5435e63c-013f-4343-bb56-178d50ea53d0 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480516
Feb 12 21:21:20.384647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6deab7de-50e7-4d93-87c3-bc4549db9f6d req-a1ea9bd6-9c27-4318-9f10-583e50a3036c tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1173692
Feb 12 21:21:20.394446 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c36aeb-8dd4-4179-8714-d64a18f23364 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=1ac11f9a-0bed-4464-850d-9b799607a04e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:20.432689 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5d10db-ae39-4ebc-941d-3b96b60a7d6f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:20.438568 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4d5d10db-ae39-4ebc-941d-3b96b60a7d6f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:20.569762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2a9c846e-9b21-42c3-b65b-d8659cba43b4 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:20.570857 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2a9c846e-9b21-42c3-b65b-d8659cba43b4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:20.577985 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cd70597-441b-46a8-ad68-a3c95f730d01 req-d6bbc037-5bb6-45c6-adcf-8000bc2de4b6 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 210 time: 0.0486324
Feb 12 21:21:20.673097 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e091717b-f1a7-4ec9-a4ae-d37e0ed3202e None None] Current status of the port 2a9c846e-9b21-42c3-b65b-d8659cba43b4 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:20.716964 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-28c36aeb-8dd4-4179-8714-d64a18f23364 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (a4ca56c2-3f08-49ec-9d82-da027871f0c6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:20.826775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7b5c05c6-f883-41ed-9491-249619c7ef5b None None] Could not find standard attr ID for object ccc60243-0d94-4025-957c-27652a834d8a. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:21:20.835053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2a9c846e-9b21-42c3-b65b-d8659cba43b4 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:20.848318 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e07c86-18c2-48a6-80bf-16f4b1b81516 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:21:20.907859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d5e07c86-18c2-48a6-80bf-16f4b1b81516 None None] Deleting port 2a9c846e-9b21-42c3-b65b-d8659cba43b4 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:20.909638 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d5e07c86-18c2-48a6-80bf-16f4b1b81516 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2a9c846e-9b21-42c3-b65b-d8659cba43b4), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:20.923305 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c5ff1-89da-49cd-8762-487227487996 req-d0f7348c-96ea-4377-8367-9a7ebfeca9aa tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:20.926139 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d30c5ff1-89da-49cd-8762-487227487996 req-d0f7348c-96ea-4377-8367-9a7ebfeca9aa tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/networks?id=134f1d2e-bf84-4443-b6d9-93050fa7bfac HTTP/1.1" status: 200  len: 824 time: 0.1979661
Feb 12 21:21:20.947098 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d30c5ff1-89da-49cd-8762-487227487996 req-3323813f-b4d4-49db-a6b3-025699536fd9 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/quotas/6dba504471ec4e0dbe571d46f406999b HTTP/1.1" status: 200  len: 375 time: 0.0124686
Feb 12 21:21:20.969249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c36aeb-8dd4-4179-8714-d64a18f23364 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Router a4ca56c2-3f08-49ec-9d82-da027871f0c6 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:21:20.985797 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d5e07c86-18c2-48a6-80bf-16f4b1b81516 None None] For port 2a9c846e-9b21-42c3-b65b-d8659cba43b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a9c846e-9b21-42c3-b65b-d8659cba43b4,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:20.986120 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d5e07c86-18c2-48a6-80bf-16f4b1b81516 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2a9c846e-9b21-42c3-b65b-d8659cba43b4), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:21.000053 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d30c5ff1-89da-49cd-8762-487227487996 req-9ce2c073-046d-437e-9502-fec823aeee3c tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6dba504471ec4e0dbe571d46f406999b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0447209
Feb 12 21:21:21.000884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d5e07c86-18c2-48a6-80bf-16f4b1b81516 None None] Calling delete_port for 2a9c846e-9b21-42c3-b65b-d8659cba43b4 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:21.109066 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4d5d10db-ae39-4ebc-941d-3b96b60a7d6f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (88259870-c0fe-40f7-a38d-69139150b9df), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:21.116323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c36aeb-8dd4-4179-8714-d64a18f23364 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:21:21.130535 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600f9185-9e34-4ab6-936b-47f98f37dea1 None None] Sync routers for ids ['a4ca56c2-3f08-49ec-9d82-da027871f0c6'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:21:21.140093 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f9185-9e34-4ab6-936b-47f98f37dea1 None None] Routers {'a4ca56c2-3f08-49ec-9d82-da027871f0c6'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:21:21.153185 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-28c36aeb-8dd4-4179-8714-d64a18f23364 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "PUT /v2.0/routers/a4ca56c2-3f08-49ec-9d82-da027871f0c6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4166889
Feb 12 21:21:21.153451 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-600f9185-9e34-4ab6-936b-47f98f37dea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9724c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a4ca56c2-3f08-49ec-9d82-da027871f0c6'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:21.155190 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51868) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:21.164328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439a1e23-2699-4fcc-8ad6-79b45a3f4f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:21:21.168047 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1db0c2-db82-40bf-92a7-7ee1b805524e" -d '{"events": [{"server_uuid": "439a1e23-2699-4fcc-8ad6-79b45a3f4f60", "name": "network-vif-plugged", "status": "completed", "tag": "1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:21:21.187360 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d5e07c86-18c2-48a6-80bf-16f4b1b81516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (2a9c846e-9b21-42c3-b65b-d8659cba43b4), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:21.207542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d10db-ae39-4ebc-941d-3b96b60a7d6f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:21.212002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c2f5c-9a7d-4dd2-af08-beaf61073f97 req-7592576d-be38-4efe-89aa-7918b5866d06 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:21.216296 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-914c2f5c-9a7d-4dd2-af08-beaf61073f97 req-7592576d-be38-4efe-89aa-7918b5866d06 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.1244671
Feb 12 21:21:21.219124 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-be18e292-f8ab-4449-bf16-4607b529666c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] GET failed (client error): The resource could not be found.
Feb 12 21:21:21.220759 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-be18e292-f8ab-4449-bf16-4607b529666c tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/1ac11f9a-0bed-4464-850d-9b799607a04e HTTP/1.1" status: 404  len: 333 time: 0.0646360
Feb 12 21:21:21.224142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51872) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:21.233154 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-600f9185-9e34-4ab6-936b-47f98f37dea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9724c0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:21.238956 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-4d5d10db-ae39-4ebc-941d-3b96b60a7d6f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:21.242414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d10db-ae39-4ebc-941d-3b96b60a7d6f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=88259870-c0fe-40f7-a38d-69139150b9df,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:21.252688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5d10db-ae39-4ebc-941d-3b96b60a7d6f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:21.253739 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4d5d10db-ae39-4ebc-941d-3b96b60a7d6f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:21.256382 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f9185-9e34-4ab6-936b-47f98f37dea1 None None] Routers {'a4ca56c2-3f08-49ec-9d82-da027871f0c6'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:21:21.257376 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-600f9185-9e34-4ab6-936b-47f98f37dea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9724c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:20:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a4ca56c2-3f08-49ec-9d82-da027871f0c6'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:21.258534 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e07c86-18c2-48a6-80bf-16f4b1b81516 None None] Pushing event deleted for resources: {'Port': ['ID=2a9c846e-9b21-42c3-b65b-d8659cba43b4,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:21.262325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e07c86-18c2-48a6-80bf-16f4b1b81516 None None] No DVR routers for this DVR port 2a9c846e-9b21-42c3-b65b-d8659cba43b4 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:21.282721 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d30c5ff1-89da-49cd-8762-487227487996 req-5afc57d9-0e2d-456a-80df-d33ed7e0c0d1 service neutron] 10.222.0.31 "GET /v2.0/networks/134f1d2e-bf84-4443-b6d9-93050fa7bfac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2791119
Feb 12 21:21:21.284271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2a1b80-aec2-420e-9265-134a4eae3ea1 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:21.311971 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-600f9185-9e34-4ab6-936b-47f98f37dea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9724c0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:21.312952 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600f9185-9e34-4ab6-936b-47f98f37dea1 None None] The sync data for ids ['a4ca56c2-3f08-49ec-9d82-da027871f0c6'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:21:21.395112 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0974d1ab-cbb6-4a26-9e91-f412f5b53a5f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for router (a4ca56c2-3f08-49ec-9d82-da027871f0c6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:21.409469 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4d5d10db-ae39-4ebc-941d-3b96b60a7d6f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3187368
Feb 12 21:21:21.409469 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51876) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:21.411311 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c11325b7-ad06-4973-9754-0fd35efc0d2a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'name': 'tempest-NetworksTestDHCPv6-29860705'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:21.426171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': '88259870-c0fe-40f7-a38d-69139150b9df'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:21:21.427211 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:21.510186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-914c2f5c-9a7d-4dd2-af08-beaf61073f97 req-7ffda695-1e19-403d-be2f-221e6438e1a9 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2788911
Feb 12 21:21:21.522722 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d30c5ff1-89da-49cd-8762-487227487996 req-f6bc1e65-e9f3-4242-b80d-ffcbbecee042 service neutron] 10.222.0.31 "GET /v2.0/networks/134f1d2e-bf84-4443-b6d9-93050fa7bfac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2254274
Feb 12 21:21:21.541193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55febd-f8f5-441e-8f31-031b1f596db6 req-2d98ac50-7fb0-4beb-89f5-90710b7403a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:21.545588 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a55febd-f8f5-441e-8f31-031b1f596db6 req-2d98ac50-7fb0-4beb-89f5-90710b7403a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1dda620b49344bdaa8408d14a9e44acd&device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 1127 time: 0.2394595
Feb 12 21:21:21.618539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Allocated IP 2001:db8::2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/88259870-c0fe-40f7-a38d-69139150b9df/f433218e-8f46-479f-b8ed-54db0d367555) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:21.701897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11325b7-ad06-4973-9754-0fd35efc0d2a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:21.706801 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c11325b7-ad06-4973-9754-0fd35efc0d2a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:21.725782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-c11325b7-ad06-4973-9754-0fd35efc0d2a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port 5f3389db-eea9-4ff2-a581-39519c7991a6 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:21:21.730645 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0974d1ab-cbb6-4a26-9e91-f412f5b53a5f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (a4ca56c2-3f08-49ec-9d82-da027871f0c6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:21.733560 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0974d1ab-cbb6-4a26-9e91-f412f5b53a5f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for router_controller (a4ca56c2-3f08-49ec-9d82-da027871f0c6), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:21.792867 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Publish callbacks [] for port (f433218e-8f46-479f-b8ed-54db0d367555), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:21.852079 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115c13c3-6d17-4b4e-a86b-9094beb11cda x-openstack-request-id: req-115c13c3-6d17-4b4e-a86b-9094beb11cda {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:21:21.852378 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439a1e23-2699-4fcc-8ad6-79b45a3f4f60", "name": "network-vif-plugged", "status": "completed", "tag": "1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:21:21.852641 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-115c13c3-6d17-4b4e-a86b-9094beb11cda {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:21:21.853044 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439a1e23-2699-4fcc-8ad6-79b45a3f4f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6', 'code': 200}
Feb 12 21:21:21.898352 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (f433218e-8f46-479f-b8ed-54db0d367555), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:21.906865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9b05a-fcfe-4564-875e-81fb9f91add1 req-fdb8e271-437b-4f2b-8fc7-158d73377a7b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:21.908646 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b8b9b05a-fcfe-4564-875e-81fb9f91add1 req-fdb8e271-437b-4f2b-8fc7-158d73377a7b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 946 time: 0.2533863
Feb 12 21:21:21.912802 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0974d1ab-cbb6-4a26-9e91-f412f5b53a5f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (a4ca56c2-3f08-49ec-9d82-da027871f0c6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:21.913633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0974d1ab-cbb6-4a26-9e91-f412f5b53a5f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Fanout notify agent at l3_agent the message router_deleted on router a4ca56c2-3f08-49ec-9d82-da027871f0c6 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:21:21.918209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55febd-f8f5-441e-8f31-031b1f596db6 req-509c6e1e-4a49-4498-a71e-f8b899f28bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:21.920405 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a55febd-f8f5-441e-8f31-031b1f596db6 req-509c6e1e-4a49-4498-a71e-f8b899f28bf6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3d3223c4-7d3e-45d4-827e-f74909602e0e HTTP/1.1" status: 200  len: 912 time: 0.3274560
Feb 12 21:21:21.942789 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0974d1ab-cbb6-4a26-9e91-f412f5b53a5f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:21.944022 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0974d1ab-cbb6-4a26-9e91-f412f5b53a5f tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/routers/a4ca56c2-3f08-49ec-9d82-da027871f0c6 HTTP/1.1" status: 204  len: 168 time: 0.7189093
Feb 12 21:21:21.954638 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51898) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:22.034645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2a9c846e-9b21-42c3-b65b-d8659cba43b4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:22.054211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-c11325b7-ad06-4973-9754-0fd35efc0d2a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::a4 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/88259870-c0fe-40f7-a38d-69139150b9df/5f3389db-eea9-4ff2-a581-39519c7991a6) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:22.063734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 2a9c846e-9b21-42c3-b65b-d8659cba43b4 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:22.063734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2a9c846e-9b21-42c3-b65b-d8659cba43b4 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:22.066497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:22.074773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:22.082851 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:22.086397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Pushing event updated for resources: {'Port': ['ID=f433218e-8f46-479f-b8ed-54db0d367555,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:22.115950 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739d969-b163-4db9-8575-7939d24f0212 req-21e704c9-962c-48e9-b32b-aa19e60c299f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:22.124020 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e739d969-b163-4db9-8575-7939d24f0212 req-21e704c9-962c-48e9-b32b-aa19e60c299f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 945 time: 0.1586838
Feb 12 21:21:22.150356 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Attempting to bind port f433218e-8f46-479f-b8ed-54db0d367555 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:21:22.150896 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Attempting to bind port f433218e-8f46-479f-b8ed-54db0d367555 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:21:22.151271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Attempting to bind port f433218e-8f46-479f-b8ed-54db0d367555 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:22.156871 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:21:22.163449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:22.163449 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:22.163449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:21:22.163449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Bound port: f433218e-8f46-479f-b8ed-54db0d367555, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:21:22.163449 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f433218e-8f46-479f-b8ed-54db0d367555), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:22.171087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-75c02c4e-69a4-48c0-b94e-5c6dcf335a5b tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:22.173534 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-75c02c4e-69a4-48c0-b94e-5c6dcf335a5b tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.48 "GET /v2.0/networks?id=ffdd30e2-46b6-49d1-9fdc-c70156040c72 HTTP/1.1" status: 200  len: 809 time: 0.3847849
Feb 12 21:21:22.175702 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a55febd-f8f5-441e-8f31-031b1f596db6 req-34e1c643-fc89-429d-b5e0-029a3b5cdd63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7bc51a-17c9-4327-a4af-7e41ba429351 HTTP/1.1" status: 200  len: 1001 time: 0.2292712
Feb 12 21:21:22.182400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-50258812-e1f5-41bf-abb4-115592830dc6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting subnet 16f7e57d-0ea5-4444-85f0-3ac56bfee820 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:22.206275 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b8b9b05a-fcfe-4564-875e-81fb9f91add1 req-9b8d1713-3979-4c52-9a33-81d1883b6ee4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2821167
Feb 12 21:21:22.210853 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-50258812-e1f5-41bf-abb4-115592830dc6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (16f7e57d-0ea5-4444-85f0-3ac56bfee820), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:22.237824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] For port f433218e-8f46-479f-b8ed-54db0d367555, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:21:22.241484 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] For port f433218e-8f46-479f-b8ed-54db0d367555, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f433218e-8f46-479f-b8ed-54db0d367555,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:21:22.244049 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-4799d930-a1ce-4ef9-a9c0-a13f4d8cba88 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Request body: {'port': {'device_id': 'bea46a96-8ab1-439e-834a-dbebbd5b960e', 'network_id': 'ffdd30e2-46b6-49d1-9fdc-c70156040c72', 'admin_state_up': True, 'tenant_id': '6c20f717879347dcbd23a4234ad72cfb'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:22.248370 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e739d969-b163-4db9-8575-7939d24f0212 req-b101406c-0a6b-494c-818e-696a0bc1187e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231298
Feb 12 21:21:22.350360 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f433218e-8f46-479f-b8ed-54db0d367555), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:22.373827 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1c687fc9-c592-4702-af16-627130702d6c req-df9032c1-8769-47e8-a590-da0e6c0a2fdb tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 210 time: 0.0530107
Feb 12 21:21:22.398874 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c11325b7-ad06-4973-9754-0fd35efc0d2a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (5f3389db-eea9-4ff2-a581-39519c7991a6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:22.460149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d2721-6d98-42d0-920d-367cf37ae2f9 None None] Pushing event updated for resources: {'Port': ['ID=f433218e-8f46-479f-b8ed-54db0d367555,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:22.558952 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c11325b7-ad06-4973-9754-0fd35efc0d2a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (5f3389db-eea9-4ff2-a581-39519c7991a6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:22.632744 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11325b7-ad06-4973-9754-0fd35efc0d2a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:22.637319 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-c11325b7-ad06-4973-9754-0fd35efc0d2a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:22.641876 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11325b7-ad06-4973-9754-0fd35efc0d2a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:22.647310 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11325b7-ad06-4973-9754-0fd35efc0d2a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:22.647938 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c11325b7-ad06-4973-9754-0fd35efc0d2a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:22.654391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11325b7-ad06-4973-9754-0fd35efc0d2a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=5f3389db-eea9-4ff2-a581-39519c7991a6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:22.763798 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c11325b7-ad06-4973-9754-0fd35efc0d2a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.3576751
Feb 12 21:21:22.766714 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51914) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:22.833154 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0882d-e57e-4cb3-9530-2640ac9d9e9e req-fc31baa7-e929-47a8-9b66-fbb3a7e084f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:22.835455 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ab0882d-e57e-4cb3-9530-2640ac9d9e9e req-fc31baa7-e929-47a8-9b66-fbb3a7e084f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 1127 time: 0.8562152
Feb 12 21:21:22.837202 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55febd-f8f5-441e-8f31-031b1f596db6 req-2033a2c6-699e-4cb6-81a5-d950dff18572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:22.839137 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a55febd-f8f5-441e-8f31-031b1f596db6 req-2033a2c6-699e-4cb6-81a5-d950dff18572 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08262d9b-e180-46f4-80c5-239821f96956 HTTP/1.1" status: 200  len: 850 time: 0.6202216
Feb 12 21:21:22.910662 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c778d87c-e0cc-4ad0-88a0-3e7f2bc735af req-ce4bf11e-a569-4c64-b0ee-ff6a6e7bdab7 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 210 time: 0.2390342
Feb 12 21:21:22.937183 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-50258812-e1f5-41bf-abb4-115592830dc6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (16f7e57d-0ea5-4444-85f0-3ac56bfee820), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:23.094788 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ab0882d-e57e-4cb3-9530-2640ac9d9e9e req-4e95538e-cf77-4b6d-bd92-aec2de5eb42a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869626
Feb 12 21:21:23.130526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55febd-f8f5-441e-8f31-031b1f596db6 req-b9580bce-8d7e-47c4-bcf5-02b8e382b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:23.132027 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a55febd-f8f5-441e-8f31-031b1f596db6 req-b9580bce-8d7e-47c4-bcf5-02b8e382b32b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d3223c4-7d3e-45d4-827e-f74909602e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2571313
Feb 12 21:21:23.162453 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7ebef-5c90-43b5-8ef2-7889edec8a12 req-35b33891-d445-4035-a36c-cd3bb66505c9 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:23.163104 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-50258812-e1f5-41bf-abb4-115592830dc6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (16f7e57d-0ea5-4444-85f0-3ac56bfee820), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:23.163964 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3b7ebef-5c90-43b5-8ef2-7889edec8a12 req-35b33891-d445-4035-a36c-cd3bb66505c9 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.4456203
Feb 12 21:21:23.196825 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d06da7-69c6-4fa2-aaae-916481b256e9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:23.202421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d06da7-69c6-4fa2-aaae-916481b256e9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:23.204008 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-23d06da7-69c6-4fa2-aaae-916481b256e9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1666 time: 0.4366376
Feb 12 21:21:23.217269 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51928) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:23.233309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-4799d930-a1ce-4ef9-a9c0-a13f4d8cba88 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Made reservation on behalf of 6c20f717879347dcbd23a4234ad72cfb for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:23.238203 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-4799d930-a1ce-4ef9-a9c0-a13f4d8cba88 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:23.274126 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3b7ebef-5c90-43b5-8ef2-7889edec8a12 req-007637f7-ecf2-4d29-8482-0776c34773f4 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1030004
Feb 12 21:21:23.306215 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a55febd-f8f5-441e-8f31-031b1f596db6 req-ad8b6e26-ffd9-48a0-8d42-fedf5934cd1b service neutron] 10.222.0.48 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1639597
Feb 12 21:21:23.356711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-fdce72bd-2ad4-4817-8e4a-1b42f56536b1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port 5f3389db-eea9-4ff2-a581-39519c7991a6 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:23.357051 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fdce72bd-2ad4-4817-8e4a-1b42f56536b1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5f3389db-eea9-4ff2-a581-39519c7991a6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:23.399109 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-50258812-e1f5-41bf-abb4-115592830dc6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (16f7e57d-0ea5-4444-85f0-3ac56bfee820), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:23.469561 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a55febd-f8f5-441e-8f31-031b1f596db6 req-54b07738-ec31-470a-8378-9b33b457d324 service neutron] 10.222.0.48 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533775
Feb 12 21:21:23.469863 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fdce72bd-2ad4-4817-8e4a-1b42f56536b1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5f3389db-eea9-4ff2-a581-39519c7991a6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:23.484010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e220c3cd-f40d-41f2-8659-879428024a59 None None] Network 73d795d7-0247-4db1-81d7-2b1318cbd85a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:23.485551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-fdce72bd-2ad4-4817-8e4a-1b42f56536b1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for 5f3389db-eea9-4ff2-a581-39519c7991a6 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:23.492568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50258812-e1f5-41bf-abb4-115592830dc6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Subnet': ['ID=16f7e57d-0ea5-4444-85f0-3ac56bfee820,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:23.499788 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-50258812-e1f5-41bf-abb4-115592830dc6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:23.506419 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-50258812-e1f5-41bf-abb4-115592830dc6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/16f7e57d-0ea5-4444-85f0-3ac56bfee820 HTTP/1.1" status: 204  len: 168 time: 1.5323217
Feb 12 21:21:23.507273 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51934) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:23.568034 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-531bf1ea-a5a8-42d0-9bce-4f7c93760cc3 req-6bf8f75e-52f2-4f54-81f3-597765814d65 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 210 time: 0.0685945
Feb 12 21:21:23.649829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8a066-22c0-48c2-b25a-02c42bbb7231 req-fb86e163-6042-4463-a72c-765007ab4b5f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:23.657893 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d8f8a066-22c0-48c2-b25a-02c42bbb7231 req-fb86e163-6042-4463-a72c-765007ab4b5f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 945 time: 0.2627609
Feb 12 21:21:23.772546 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fdce72bd-2ad4-4817-8e4a-1b42f56536b1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (5f3389db-eea9-4ff2-a581-39519c7991a6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:23.779993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea6d0cf-8044-4d1d-a1df-b769b94a9a89 None None] DHCP port deletion for 73d795d7-0247-4db1-81d7-2b1318cbd85a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:21:23.793028 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (73d795d7-0247-4db1-81d7-2b1318cbd85a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:23.812032 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce72bd-2ad4-4817-8e4a-1b42f56536b1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=5f3389db-eea9-4ff2-a581-39519c7991a6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:23.836440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-4799d930-a1ce-4ef9-a9c0-a13f4d8cba88 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Allocated IP 172.20.0.6 (ffdd30e2-46b6-49d1-9fdc-c70156040c72/13821ddb-c9a4-4e44-8a18-95ddada5b2fd/c13fec3c-57ed-4039-8989-e3b710854a87) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:23.859433 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fdce72bd-2ad4-4817-8e4a-1b42f56536b1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:23.860582 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d8f8a066-22c0-48c2-b25a-02c42bbb7231 req-6e6e9d36-9ab0-4440-bc52-afeeeda678d1 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014694
Feb 12 21:21:23.862880 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fdce72bd-2ad4-4817-8e4a-1b42f56536b1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/5f3389db-eea9-4ff2-a581-39519c7991a6 HTTP/1.1" status: 204  len: 168 time: 0.6446216
Feb 12 21:21:23.865657 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51940) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:23.882074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8ea6d0cf-8044-4d1d-a1df-b769b94a9a89 None None] Deleting port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:23.882549 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d0cf-8044-4d1d-a1df-b769b94a9a89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f7ea80eb-1fcc-48e8-866e-d57e11c65f2e), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:23.934963 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501b15c-3d88-49bc-a9d2-a2e4fece972b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:23.936708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501b15c-3d88-49bc-a9d2-a2e4fece972b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:23.938723 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b501b15c-3d88-49bc-a9d2-a2e4fece972b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0718827
Feb 12 21:21:23.942290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51942) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:24.024950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:24.038007 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f7ea80eb-1fcc-48e8-866e-d57e11c65f2e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.044877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8ea6d0cf-8044-4d1d-a1df-b769b94a9a89 None None] For port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7ea80eb-1fcc-48e8-866e-d57e11c65f2e,segment=NetworkSegment(118d677b-aeb8-4370-9054-a8289da3f431),segment_id=118d677b-aeb8-4370-9054-a8289da3f431)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:24.046238 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d0cf-8044-4d1d-a1df-b769b94a9a89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f7ea80eb-1fcc-48e8-866e-d57e11c65f2e), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.048004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-aa563f44-bc0a-463a-90e8-446b9a534ed1 None None] Provisioning complete for port f433218e-8f46-479f-b8ed-54db0d367555 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:24.053878 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-aa563f44-bc0a-463a-90e8-446b9a534ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f433218e-8f46-479f-b8ed-54db0d367555), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.080090 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-22464357-5a59-4198-b17a-903ac0eccbb6 req-4019ade7-5cb6-41b7-b8a3-bad44a193c17 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 210 time: 0.0385273
Feb 12 21:21:24.122175 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0180b3-8458-4cf5-b15c-f9efb550c046 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 88259870-c0fe-40f7-a38d-69139150b9df {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:24.145057 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e0180b3-8458-4cf5-b15c-f9efb550c046 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (88259870-c0fe-40f7-a38d-69139150b9df), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.178665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f433218e-8f46-479f-b8ed-54db0d367555 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:24.208423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] For port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7ea80eb-1fcc-48e8-866e-d57e11c65f2e,segment=NetworkSegment(118d677b-aeb8-4370-9054-a8289da3f431),segment_id=118d677b-aeb8-4370-9054-a8289da3f431)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:24.208724 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f7ea80eb-1fcc-48e8-866e-d57e11c65f2e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.233861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for f7ea80eb-1fcc-48e8-866e-d57e11c65f2e owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:24.235537 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8ea6d0cf-8044-4d1d-a1df-b769b94a9a89 None None] Calling delete_port for f7ea80eb-1fcc-48e8-866e-d57e11c65f2e owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:24.237732 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e0180b3-8458-4cf5-b15c-f9efb550c046 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (88259870-c0fe-40f7-a38d-69139150b9df), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.256352 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-4799d930-a1ce-4ef9-a9c0-a13f4d8cba88 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Publish callbacks [] for port (c13fec3c-57ed-4039-8989-e3b710854a87), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.274190 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f433218e-8f46-479f-b8ed-54db0d367555 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:24.274190 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f433218e-8f46-479f-b8ed-54db0d367555), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.378853 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e0180b3-8458-4cf5-b15c-f9efb550c046 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (88259870-c0fe-40f7-a38d-69139150b9df), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.411286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-aa563f44-bc0a-463a-90e8-446b9a534ed1 None None] Current status of the port f433218e-8f46-479f-b8ed-54db0d367555 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:24.411863 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-aa563f44-bc0a-463a-90e8-446b9a534ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f433218e-8f46-479f-b8ed-54db0d367555), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.496249 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f433218e-8f46-479f-b8ed-54db0d367555 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:24.496249 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f433218e-8f46-479f-b8ed-54db0d367555), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.518871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33223e19-dc8a-4f5b-8bef-f9b989474b46 req-ebebfad0-1def-421b-9452-c43d30e594ae tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:24.520851 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33223e19-dc8a-4f5b-8bef-f9b989474b46 req-ebebfad0-1def-421b-9452-c43d30e594ae tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.1311965
Feb 12 21:21:24.533132 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e0180b3-8458-4cf5-b15c-f9efb550c046 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (88259870-c0fe-40f7-a38d-69139150b9df), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.567483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0180b3-8458-4cf5-b15c-f9efb550c046 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=88259870-c0fe-40f7-a38d-69139150b9df,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:24.569786 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e0180b3-8458-4cf5-b15c-f9efb550c046 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.574408 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5e0180b3-8458-4cf5-b15c-f9efb550c046 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/88259870-c0fe-40f7-a38d-69139150b9df HTTP/1.1" status: 204  len: 168 time: 0.6310201
Feb 12 21:21:24.576702 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51948) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:24.583873 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-4799d930-a1ce-4ef9-a9c0-a13f4d8cba88 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c13fec3c-57ed-4039-8989-e3b710854a87), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.632361 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b47531cf-8c5c-48a6-b10c-4a161ee7af76 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0543244
Feb 12 21:21:24.635129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51952) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:24.638938 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce65a7e-e15f-4d52-aa02-fdda0e19a8f7 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:24.640866 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:24.647665 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f7ea80eb-1fcc-48e8-866e-d57e11c65f2e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.649266 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d0cf-8044-4d1d-a1df-b769b94a9a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (f7ea80eb-1fcc-48e8-866e-d57e11c65f2e), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.690948 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33223e19-dc8a-4f5b-8bef-f9b989474b46 req-81544aeb-49fa-436a-86d1-0f4edc4d519f tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1570601
Feb 12 21:21:24.711506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-4799d930-a1ce-4ef9-a9c0-a13f4d8cba88 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Network ffdd30e2-46b6-49d1-9fdc-c70156040c72 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:24.715652 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-aa563f44-bc0a-463a-90e8-446b9a534ed1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:21:24.716158 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-aa563f44-bc0a-463a-90e8-446b9a534ed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:21:24.717765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-4799d930-a1ce-4ef9-a9c0-a13f4d8cba88 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:24.724819 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-4799d930-a1ce-4ef9-a9c0-a13f4d8cba88 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:24.763392 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-691047b2-9ff5-4275-9d5b-ba1cab607000 req-17536db3-565a-4b1f-b345-045491338a97 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 210 time: 0.0506468
Feb 12 21:21:24.763951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No DVR routers for this DVR port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:24.775036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6d0cf-8044-4d1d-a1df-b769b94a9a89 None None] Pushing event deleted for resources: {'Port': ['ID=f7ea80eb-1fcc-48e8-866e-d57e11c65f2e,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:24.785092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799d930-a1ce-4ef9-a9c0-a13f4d8cba88 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Pushing event updated for resources: {'Port': ['ID=c13fec3c-57ed-4039-8989-e3b710854a87,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:24.795749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea6d0cf-8044-4d1d-a1df-b769b94a9a89 None None] No DVR routers for this DVR port f7ea80eb-1fcc-48e8-866e-d57e11c65f2e on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:24.831137 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:21:24.831922 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:21:24.869653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=f7ea80eb-1fcc-48e8-866e-d57e11c65f2e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:24.923864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-4799d930-a1ce-4ef9-a9c0-a13f4d8cba88 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:24.924604 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-4799d930-a1ce-4ef9-a9c0-a13f4d8cba88 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:24.949482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52a7b62-8d69-4643-9dd0-5ff929afb563 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:21:24.973833 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:24.977826 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.001056 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (73d795d7-0247-4db1-81d7-2b1318cbd85a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.004764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e52a7b62-8d69-4643-9dd0-5ff929afb563 None None] Deleting port f433218e-8f46-479f-b8ed-54db0d367555 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:25.005234 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e52a7b62-8d69-4643-9dd0-5ff929afb563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f433218e-8f46-479f-b8ed-54db0d367555), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.043447 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fba2e040>,) {'filters': {'network_id': ['73d795d7-0247-4db1-81d7-2b1318cbd85a']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:25.062969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fba2e040>, '118d677b-aeb8-4370-9054-a8289da3f431') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:25.068056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fba2e040>, '118d677b-aeb8-4370-9054-a8289da3f431') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:25.068197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2cf94-535f-4622-ab54-f750a455bf2c req-f815fff2-4254-4d51-b3e9-3ce30f342b09 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:25.068197 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-20a2cf94-535f-4622-ab54-f750a455bf2c req-f815fff2-4254-4d51-b3e9-3ce30f342b09 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 945 time: 0.1390104
Feb 12 21:21:25.076539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c5ff1-89da-49cd-8762-487227487996 req-36cd4e88-91da-4b05-8ea1-9d97e706152b tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:25.078050 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d30c5ff1-89da-49cd-8762-487227487996 req-36cd4e88-91da-4b05-8ea1-9d97e706152b tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.48 "GET /v2.0/networks?id=134f1d2e-bf84-4443-b6d9-93050fa7bfac HTTP/1.1" status: 200  len: 824 time: 0.2463803
Feb 12 21:21:25.080207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e52a7b62-8d69-4643-9dd0-5ff929afb563 None None] For port f433218e-8f46-479f-b8ed-54db0d367555, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f433218e-8f46-479f-b8ed-54db0d367555,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:25.081394 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e52a7b62-8d69-4643-9dd0-5ff929afb563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f433218e-8f46-479f-b8ed-54db0d367555), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.082377 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (118d677b-aeb8-4370-9054-a8289da3f431), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.094099 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d30c5ff1-89da-49cd-8762-487227487996 req-e9df8dc3-d165-4219-888f-0501e73e66da tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Request body: {'port': {'device_id': 'b204088d-8c6f-461a-af70-981dc8768350', 'network_id': '134f1d2e-bf84-4443-b6d9-93050fa7bfac', 'admin_state_up': True, 'tenant_id': '6dba504471ec4e0dbe571d46f406999b'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:25.096389 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e52a7b62-8d69-4643-9dd0-5ff929afb563 None None] Calling delete_port for f433218e-8f46-479f-b8ed-54db0d367555 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:25.121380 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-4799d930-a1ce-4ef9-a9c0-a13f4d8cba88 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8990548
Feb 12 21:21:25.125199 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (118d677b-aeb8-4370-9054-a8289da3f431), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.133194 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-20a2cf94-535f-4622-ab54-f750a455bf2c req-5ef029f5-bb8d-4a1d-8eaf-73e3d8b2d082 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547140
Feb 12 21:21:25.157114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Request body: {'port': {'device_id': 'bea46a96-8ab1-439e-834a-dbebbd5b960e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:25.194747 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:21:25.195346 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (118d677b-aeb8-4370-9054-a8289da3f431), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:21:25.204219 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:21:25.269660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-aa563f44-bc0a-463a-90e8-446b9a534ed1 None None] Current status of the port f433218e-8f46-479f-b8ed-54db0d367555 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:25.270053 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-aa563f44-bc0a-463a-90e8-446b9a534ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f433218e-8f46-479f-b8ed-54db0d367555), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.387902 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (ecc06875-ecfd-4006-b133-f3cb247daf56), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.424161 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c13fec3c-57ed-4039-8989-e3b710854a87), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.434026 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:25.437508 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:25.440855 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:25.441494 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.466438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae7a43-b007-48e4-97e9-fde53572f496 req-e84dff2e-6aee-43f1-808f-7ab731c3fd76 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:25.468033 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2eae7a43-b007-48e4-97e9-fde53572f496 req-e84dff2e-6aee-43f1-808f-7ab731c3fd76 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 931 time: 0.2144988
Feb 12 21:21:25.473684 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (73d795d7-0247-4db1-81d7-2b1318cbd85a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.480117 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e52a7b62-8d69-4643-9dd0-5ff929afb563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (f433218e-8f46-479f-b8ed-54db0d367555), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.484600 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.491766 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/networks/73d795d7-0247-4db1-81d7-2b1318cbd85a HTTP/1.1" status: 204  len: 168 time: 1.9797080
Feb 12 21:21:25.492391 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51966) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:25.494422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Port f433218e-8f46-479f-b8ed-54db0d367555 update to ACTIVE by agent not found {{(pid=126507) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Feb 12 21:21:25.510438 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=ecc06875-ecfd-4006-b133-f3cb247daf56,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:25.523126 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:25.523573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a7b62-8d69-4643-9dd0-5ff929afb563 None None] Pushing event deleted for resources: {'Port': ['ID=f433218e-8f46-479f-b8ed-54db0d367555,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:25.524949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:25.526278 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:25.527304 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:25.527868 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:25.528607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:25.529230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:25.530152 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:25.530674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:25.531182 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:25.531806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:25.532318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:25.532816 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:25.549964 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3084004a-3e90-46d1-a974-7b542aa3ba27 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9137661
Feb 12 21:21:25.551304 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51968) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:25.560622 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a7b62-8d69-4643-9dd0-5ff929afb563 None None] No DVR routers for this DVR port f433218e-8f46-479f-b8ed-54db0d367555 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:25.562886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8cf849d2-a1f5-43fd-8575-8b27b4c71124 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'name': 'tempest-NetworksTestDHCPv6-702325790'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:25.563054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2758d33-32f0-4423-9a13-fe0772c20dd8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:25.568439 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c2758d33-32f0-4423-9a13-fe0772c20dd8 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/6612c078-6d4a-4926-b888-2ae35c0e72c6 HTTP/1.1" status: 200  len: 841 time: 0.0674858
Feb 12 21:21:25.576864 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f7ea80eb-1fcc-48e8-866e-d57e11c65f2e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:25.602072 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51970) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:25.604388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca61747c-1735-4fde-b808-9080135ebd1a None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:25.607863 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: f7ea80eb-1fcc-48e8-866e-d57e11c65f2e {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:25.608210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f7ea80eb-1fcc-48e8-866e-d57e11c65f2e not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:25.626611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d468fc-e6e0-4613-a415-41379775d1a9 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Network': ['ID=73d795d7-0247-4db1-81d7-2b1318cbd85a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:25.671030 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be1f40-060b-4bba-b516-8fdd0b1f2d03 req-ee1d3fb3-e47d-44e9-97d0-8d6157b8e042 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:25.677990 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-81be1f40-060b-4bba-b516-8fdd0b1f2d03 req-ee1d3fb3-e47d-44e9-97d0-8d6157b8e042 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 945 time: 0.2192411
Feb 12 21:21:25.683790 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ab8c253a-79c5-4fc7-9a32-a4415ea94a8f None None] Could not find standard attr ID for object 5f3389db-eea9-4ff2-a581-39519c7991a6. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:21:25.711714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f1b6b86a-cc3f-4417-a681-07c19941a131 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/6612c078-6d4a-4926-b888-2ae35c0e72c6?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0979080
Feb 12 21:21:25.712487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30c5ff1-89da-49cd-8762-487227487996 req-e9df8dc3-d165-4219-888f-0501e73e66da tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Made reservation on behalf of 6dba504471ec4e0dbe571d46f406999b for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:25.715819 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d30c5ff1-89da-49cd-8762-487227487996 req-e9df8dc3-d165-4219-888f-0501e73e66da tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.718289 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51972) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:25.750958 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': 'ecc06875-ecfd-4006-b133-f3cb247daf56'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:21:25.752160 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.763182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2eae7a43-b007-48e4-97e9-fde53572f496 req-f7cf524e-9061-4fa6-a804-39b5a1aabd38 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddbbe57-36a9-4a11-8f95-e6d69740627d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2729387
Feb 12 21:21:25.768643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-7c70c45b-271a-4713-880d-61ce69b5f665 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'subnet': {'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:25.821705 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-81be1f40-060b-4bba-b516-8fdd0b1f2d03 req-5f2cb582-97b5-4df7-878b-f3093f141bad tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414270
Feb 12 21:21:25.835557 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf849d2-a1f5-43fd-8575-8b27b4c71124 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:25.839161 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1ff1223a-9d8c-438e-a144-ce60cf41367e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.840036 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8cf849d2-a1f5-43fd-8575-8b27b4c71124 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:25.901541 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-8cf849d2-a1f5-43fd-8575-8b27b4c71124 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port 1a755b39-3157-484c-baac-56344c412092 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:21:25.972636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Allocated IP 2001:db8::2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/ecc06875-ecfd-4006-b133-f3cb247daf56/b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:26.007711 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-84ca9458-3375-407f-b70d-6864baa9f3f6 req-cca1daac-0b9a-4905-ad8e-64d3d570d969 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 210 time: 0.0955427
Feb 12 21:21:26.019885 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f433218e-8f46-479f-b8ed-54db0d367555 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:26.055591 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: f433218e-8f46-479f-b8ed-54db0d367555 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:26.059460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f433218e-8f46-479f-b8ed-54db0d367555 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:26.167424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d70c6-af20-4ca8-8f47-28501361334e req-9aeee6f9-5e2b-4968-8ba9-2ebc0fa17243 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:26.168950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f93d70c6-af20-4ca8-8f47-28501361334e req-9aeee6f9-5e2b-4968-8ba9-2ebc0fa17243 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.2745652
Feb 12 21:21:26.192173 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Publish callbacks [] for port (b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:26.203190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-d30c5ff1-89da-49cd-8762-487227487996 req-e9df8dc3-d165-4219-888f-0501e73e66da tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Allocated IP 172.20.0.10 (134f1d2e-bf84-4443-b6d9-93050fa7bfac/7f22e469-6ba2-4403-b656-cd1ef39880b8/7402c807-58e8-4b88-9d5e-c420043b89ed) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:26.211241 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f584a2-d814-41e2-85e4-801ddef7b8cd req-b888d09e-4ee0-4884-892d-b18b6a84d2d1 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:26.212822 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-26f584a2-d814-41e2-85e4-801ddef7b8cd req-b888d09e-4ee0-4884-892d-b18b6a84d2d1 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 945 time: 0.0580654
Feb 12 21:21:26.236784 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c70c45b-271a-4713-880d-61ce69b5f665 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:26.240986 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c70c45b-271a-4713-880d-61ce69b5f665 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:26.260662 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-26f584a2-d814-41e2-85e4-801ddef7b8cd req-6f77c202-c7e3-4355-b755-7e74c1d16494 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420163
Feb 12 21:21:26.285804 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:26.337834 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:26.340252 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:26.345887 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-8cf849d2-a1f5-43fd-8575-8b27b4c71124 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::35c (01503430-92c6-4e0f-b4a9-5afb7568fb7a/ecc06875-ecfd-4006-b133-f3cb247daf56/1a755b39-3157-484c-baac-56344c412092) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:26.348787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:26.351592 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f93d70c6-af20-4ca8-8f47-28501361334e req-0ce90b0d-f96a-4d03-8683-c4bd5712d0d1 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1671371
Feb 12 21:21:26.377499 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13fec3c-57ed-4039-8989-e3b710854a87 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:21:26.407781 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Publish callbacks [] for port (c13fec3c-57ed-4039-8989-e3b710854a87), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:26.442650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Pushing event updated for resources: {'Port': ['ID=b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:26.457504 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Attempting to bind port b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:21:26.457878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Attempting to bind port b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:21:26.458281 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Attempting to bind port b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:26.464509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:21:26.464898 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:26.465342 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:26.465783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:21:26.466258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Bound port: b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:21:26.466653 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:26.530464 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8cf849d2-a1f5-43fd-8575-8b27b4c71124 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (1a755b39-3157-484c-baac-56344c412092), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:26.541709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] For port b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:21:26.545322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] For port b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:21:26.633472 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8cf849d2-a1f5-43fd-8575-8b27b4c71124 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (1a755b39-3157-484c-baac-56344c412092), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:26.645730 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:26.689026 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf849d2-a1f5-43fd-8575-8b27b4c71124 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:26.693039 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-8cf849d2-a1f5-43fd-8575-8b27b4c71124 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:26.699457 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf849d2-a1f5-43fd-8575-8b27b4c71124 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:26.705060 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf849d2-a1f5-43fd-8575-8b27b4c71124 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:26.705799 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8cf849d2-a1f5-43fd-8575-8b27b4c71124 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:26.711669 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f920a-b179-49a8-8443-6fea73d2f065 None None] Pushing event updated for resources: {'Port': ['ID=b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:26.718695 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf849d2-a1f5-43fd-8575-8b27b4c71124 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=1a755b39-3157-484c-baac-56344c412092,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:26.800193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Transition to ACTIVE for port object c13fec3c-57ed-4039-8989-e3b710854a87 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:21:26.810311 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8cf849d2-a1f5-43fd-8575-8b27b4c71124 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.2575741
Feb 12 21:21:26.812863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51992) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:26.849643 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:26.929124 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c13fec3c-57ed-4039-8989-e3b710854a87), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:26.930882 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48cc3d7-caf0-42b4-b90c-1efdcba97282 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:26.936250 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48cc3d7-caf0-42b4-b90c-1efdcba97282 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:26.940704 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d48cc3d7-caf0-42b4-b90c-1efdcba97282 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1241055
Feb 12 21:21:26.941325 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51994) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:27.016652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21f2fe-e948-4c76-9aa2-199b78a0b5a2 req-51a5fd16-0f31-4c26-8587-64250ae01967 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:27.018632 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7e21f2fe-e948-4c76-9aa2-199b78a0b5a2 req-51a5fd16-0f31-4c26-8587-64250ae01967 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 931 time: 0.1530316
Feb 12 21:21:27.039931 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d30c5ff1-89da-49cd-8762-487227487996 req-e9df8dc3-d165-4219-888f-0501e73e66da tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Publish callbacks [] for port (7402c807-58e8-4b88-9d5e-c420043b89ed), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.067348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed326275-71fb-4c51-8ab6-6f3cc02f752b req-0b408374-22a4-43b8-a90c-0d4d1ca119c8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:27.068918 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed326275-71fb-4c51-8ab6-6f3cc02f752b req-0b408374-22a4-43b8-a90c-0d4d1ca119c8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 945 time: 0.2636349
Feb 12 21:21:27.145069 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7e21f2fe-e948-4c76-9aa2-199b78a0b5a2 req-0ed3d85a-0dd2-45b2-935d-4e3e9804c7ea tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddbbe57-36a9-4a11-8f95-e6d69740627d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070588
Feb 12 21:21:27.152658 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Pushing event updated for resources: {'Port': ['ID=c13fec3c-57ed-4039-8989-e3b710854a87,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:27.157973 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-00ca5514-b0a0-424a-984b-339e9468eefa tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port 1a755b39-3157-484c-baac-56344c412092 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:27.158423 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-00ca5514-b0a0-424a-984b-339e9468eefa tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1a755b39-3157-484c-baac-56344c412092), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.219095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:27.219095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:27.219785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:27.219785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:27.220054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:27.220367 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:27.220630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:27.220956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:27.221885 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:27.222217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:27.222736 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:27.223069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:27.223395 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:21:27.270822 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-45023e75-1b4f-4fa6-b4f9-fd8d5c5574e1 req-5b7d147e-8d76-47f2-bc47-0125152a5849 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 210 time: 0.0380437
Feb 12 21:21:27.279717 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed326275-71fb-4c51-8ab6-6f3cc02f752b req-9a0f46ab-9a2e-4502-892f-0e01525bc7e3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039628
Feb 12 21:21:27.292370 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c70c45b-271a-4713-880d-61ce69b5f665 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (3b634dcf-6034-4913-8550-7aebd8c786bc), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.299739 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Attempting to bind port c13fec3c-57ed-4039-8989-e3b710854a87 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:21:27.300121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Attempting to bind port c13fec3c-57ed-4039-8989-e3b710854a87 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '64ff5e78-c86e-4b0e-bc2e-e340178b4296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ffdd30e2-46b6-49d1-9fdc-c70156040c72'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:21:27.300447 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Attempting to bind port c13fec3c-57ed-4039-8989-e3b710854a87 on network ffdd30e2-46b6-49d1-9fdc-c70156040c72 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:27.316143 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-00ca5514-b0a0-424a-984b-339e9468eefa tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1a755b39-3157-484c-baac-56344c412092), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.332780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-00ca5514-b0a0-424a-984b-339e9468eefa tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for 1a755b39-3157-484c-baac-56344c412092 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:27.337326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Port c13fec3c-57ed-4039-8989-e3b710854a87 on network ffdd30e2-46b6-49d1-9fdc-c70156040c72 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:21:27.337697 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Attempting to bind port c13fec3c-57ed-4039-8989-e3b710854a87 on network ffdd30e2-46b6-49d1-9fdc-c70156040c72 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:27.349852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c70c45b-271a-4713-880d-61ce69b5f665 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:27.355056 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d30c5ff1-89da-49cd-8762-487227487996 req-e9df8dc3-d165-4219-888f-0501e73e66da tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7402c807-58e8-4b88-9d5e-c420043b89ed), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.360439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:21:27.360784 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Checking segment: {'id': '64ff5e78-c86e-4b0e-bc2e-e340178b4296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ffdd30e2-46b6-49d1-9fdc-c70156040c72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:27.362246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Bound using segment: {'id': '64ff5e78-c86e-4b0e-bc2e-e340178b4296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ffdd30e2-46b6-49d1-9fdc-c70156040c72'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:21:27.362246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Bound port: c13fec3c-57ed-4039-8989-e3b710854a87, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ff5e78-c86e-4b0e-bc2e-e340178b4296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ffdd30e2-46b6-49d1-9fdc-c70156040c72'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:21:27.362679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c13fec3c-57ed-4039-8989-e3b710854a87), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.371881 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-7c70c45b-271a-4713-880d-61ce69b5f665 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:27.374887 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c70c45b-271a-4713-880d-61ce69b5f665 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:27.375476 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c70c45b-271a-4713-880d-61ce69b5f665 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.383111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feff5ec0-d08c-4dde-a738-f067060b4920 None None] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:27.444648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70c45b-271a-4713-880d-61ce69b5f665 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Subnet': ['ID=3b634dcf-6034-4913-8550-7aebd8c786bc,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:27.479710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30c5ff1-89da-49cd-8762-487227487996 req-e9df8dc3-d165-4219-888f-0501e73e66da tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Network 134f1d2e-bf84-4443-b6d9-93050fa7bfac is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:27.491239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df8dc3-d165-4219-888f-0501e73e66da tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Pushing event updated for resources: {'Port': ['ID=7402c807-58e8-4b88-9d5e-c420043b89ed,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:27.494625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-d30c5ff1-89da-49cd-8762-487227487996 req-e9df8dc3-d165-4219-888f-0501e73e66da tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:27.498369 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30c5ff1-89da-49cd-8762-487227487996 req-e9df8dc3-d165-4219-888f-0501e73e66da tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:27.514578 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'project_id': 'e5d2245e5e8f422b91608bc32cf6870b', 'fixed_ips': [{'subnet_id': '3b634dcf-6034-4913-8550-7aebd8c786bc'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:21:27.515701 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.562040 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7c70c45b-271a-4713-880d-61ce69b5f665 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7978549
Feb 12 21:21:27.565301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52002) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:27.569682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] For port c13fec3c-57ed-4039-8989-e3b710854a87, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:21:27.574889 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e9890fba-f28a-4b65-b7b8-b33731b64ee6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'security_group': {'name': 'tempest-secgroup-1288527534'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:27.577695 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-00ca5514-b0a0-424a-984b-339e9468eefa tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (1a755b39-3157-484c-baac-56344c412092), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.583102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c5ff1-89da-49cd-8762-487227487996 req-e9df8dc3-d165-4219-888f-0501e73e66da tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:27.583746 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d30c5ff1-89da-49cd-8762-487227487996 req-e9df8dc3-d165-4219-888f-0501e73e66da tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.598419 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] For port c13fec3c-57ed-4039-8989-e3b710854a87, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c13fec3c-57ed-4039-8989-e3b710854a87,segment=NetworkSegment(64ff5e78-c86e-4b0e-bc2e-e340178b4296),segment_id=64ff5e78-c86e-4b0e-bc2e-e340178b4296)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:21:27.640008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca5514-b0a0-424a-984b-339e9468eefa tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=1a755b39-3157-484c-baac-56344c412092,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:27.664389 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c13fec3c-57ed-4039-8989-e3b710854a87), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.668989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-00ca5514-b0a0-424a-984b-339e9468eefa tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.676017 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-00ca5514-b0a0-424a-984b-339e9468eefa tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/1a755b39-3157-484c-baac-56344c412092 HTTP/1.1" status: 204  len: 168 time: 0.7307439
Feb 12 21:21:27.676017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52004) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:27.707245 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d30c5ff1-89da-49cd-8762-487227487996 req-e9df8dc3-d165-4219-888f-0501e73e66da tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6174123
Feb 12 21:21:27.716850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:27.717701 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.719296 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] 10.222.0.48 "PUT /v2.0/ports/c13fec3c-57ed-4039-8989-e3b710854a87 HTTP/1.1" status: 200  len: 1091 time: 2.5856192
Feb 12 21:21:27.721323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea46a96-8ab1-439e-834a-dbebbd5b960e', 'tag': 'c13fec3c-57ed-4039-8989-e3b710854a87'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:21:27.722541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Allocated IP 172.20.0.2 (9b5bbd24-d22d-4b77-9da4-a9f06d9b3082/3b634dcf-6034-4913-8550-7aebd8c786bc/1b93d893-943c-4b96-a3d3-8075729022b5) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:27.723729 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c30af64-c72e-4fd1-8cae-8354b23d6328" -d '{"events": [{"name": "network-changed", "server_uuid": "bea46a96-8ab1-439e-834a-dbebbd5b960e", "tag": "c13fec3c-57ed-4039-8989-e3b710854a87"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:21:27.736644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Request body: {'port': {'device_id': 'b204088d-8c6f-461a-af70-981dc8768350', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:27.778653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34508f8d-206d-4d01-b486-759befd2e828 service neutron] Pushing event updated for resources: {'Port': ['ID=c13fec3c-57ed-4039-8989-e3b710854a87,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:27.786701 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a98f5a-8905-4007-ac4c-ca458707286f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:27.793786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a98f5a-8905-4007-ac4c-ca458707286f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:27.801707 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e1a98f5a-8905-4007-ac4c-ca458707286f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1245480
Feb 12 21:21:27.802320 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52008) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:27.810731 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4918168b-deff-4054-b8f6-cc69568d03a7 x-openstack-request-id: req-4918168b-deff-4054-b8f6-cc69568d03a7 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:21:27.810731 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea46a96-8ab1-439e-834a-dbebbd5b960e", "tag": "c13fec3c-57ed-4039-8989-e3b710854a87", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:21:27.810731 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4918168b-deff-4054-b8f6-cc69568d03a7 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:21:27.810731 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea46a96-8ab1-439e-834a-dbebbd5b960e', 'tag': 'c13fec3c-57ed-4039-8989-e3b710854a87', 'status': 'completed', 'code': 200}
Feb 12 21:21:27.819842 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9890fba-f28a-4b65-b7b8-b33731b64ee6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.882506 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7402c807-58e8-4b88-9d5e-c420043b89ed), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.914566 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f713e49-cc73-415b-9500-4b0fbc63d3f1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet ecc06875-ecfd-4006-b133-f3cb247daf56 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:27.923651 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2f713e49-cc73-415b-9500-4b0fbc63d3f1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (ecc06875-ecfd-4006-b133-f3cb247daf56), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.936762 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Publish callbacks [] for port (1b93d893-943c-4b96-a3d3-8075729022b5), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:27.954768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30af64-c72e-4fd1-8cae-8354b23d6328 req-08412c82-1dd7-476d-af9e-f5c29729c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:27.956285 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c30af64-c72e-4fd1-8cae-8354b23d6328 req-08412c82-1dd7-476d-af9e-f5c29729c525 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c20f717879347dcbd23a4234ad72cfb&device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 1125 time: 0.1173346
Feb 12 21:21:28.000164 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2f713e49-cc73-415b-9500-4b0fbc63d3f1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (ecc06875-ecfd-4006-b133-f3cb247daf56), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.028408 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.051509 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9890fba-f28a-4b65-b7b8-b33731b64ee6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (7d89220c-ab93-4114-a70a-4425bd280241), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.099444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:28.131086 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9890fba-f28a-4b65-b7b8-b33731b64ee6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7d89220c-ab93-4114-a70a-4425bd280241), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.145463 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2f713e49-cc73-415b-9500-4b0fbc63d3f1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (ecc06875-ecfd-4006-b133-f3cb247daf56), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.154855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:28.166952 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:28.176787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Pushing event updated for resources: {'Port': ['ID=1b93d893-943c-4b96-a3d3-8075729022b5,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:28.193239 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:28.218828 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30af64-c72e-4fd1-8cae-8354b23d6328 req-aac7a69b-2f31-4c46-86de-13374d3bcf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:28.220379 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c30af64-c72e-4fd1-8cae-8354b23d6328 req-aac7a69b-2f31-4c46-86de-13374d3bcf16 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=6c20f717879347dcbd23a4234ad72cfb&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2562954
Feb 12 21:21:28.296121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99aca2-b05b-4125-a634-3809824f74fa req-f4fef1c6-6a7f-4970-abb9-47937941cdfc tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:28.297665 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a99aca2-b05b-4125-a634-3809824f74fa req-f4fef1c6-6a7f-4970-abb9-47937941cdfc tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.50 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 945 time: 0.1955914
Feb 12 21:21:28.313521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-07517792-6826-4bf7-b34f-d2edab33c038 None None] Provisioning complete for port b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:28.313894 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-07517792-6826-4bf7-b34f-d2edab33c038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.354551 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9890fba-f28a-4b65-b7b8-b33731b64ee6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.357418 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e9890fba-f28a-4b65-b7b8-b33731b64ee6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7895226
Feb 12 21:21:28.363717 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52018) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:28.374108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-cc61ec38-1655-4f5f-9ddf-5a5c344ff3e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'security_group': {'name': 'tempest-secgroup-1959061970'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:28.381568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Attempting to bind port 1b93d893-943c-4b96-a3d3-8075729022b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:21:28.381953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Attempting to bind port 1b93d893-943c-4b96-a3d3-8075729022b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '28e02540-eb0c-493d-a624-32997e862336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:21:28.382319 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Attempting to bind port 1b93d893-943c-4b96-a3d3-8075729022b5 on network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:28.391588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:28.391961 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.399737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9890fba-f28a-4b65-b7b8-b33731b64ee6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d89220c-ab93-4114-a70a-4425bd280241,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:28.415834 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-10a3d7a7-42b9-4e73-bab2-80044bc59001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.425635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:21:28.429909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Checking segment: {'id': '28e02540-eb0c-493d-a624-32997e862336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:28.429909 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.429909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Bound using segment: {'id': '28e02540-eb0c-493d-a624-32997e862336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:21:28.429909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Bound port: 1b93d893-943c-4b96-a3d3-8075729022b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e02540-eb0c-493d-a624-32997e862336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:21:28.429909 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.430458 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbb462-cbfb-4b36-913b-c80e6de6eb92 req-8f8903d1-9292-45a7-b9a0-750fcf7a3672 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:28.432698 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-85fbb462-cbfb-4b36-913b-c80e6de6eb92 req-8f8903d1-9292-45a7-b9a0-750fcf7a3672 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 943 time: 0.1709623
Feb 12 21:21:28.462137 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2f713e49-cc73-415b-9500-4b0fbc63d3f1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (ecc06875-ecfd-4006-b133-f3cb247daf56), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.478673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30af64-c72e-4fd1-8cae-8354b23d6328 req-646181aa-5b6c-45b2-89be-ec621be710c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:28.480500 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c30af64-c72e-4fd1-8cae-8354b23d6328 req-646181aa-5b6c-45b2-89be-ec621be710c9 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2229896
Feb 12 21:21:28.524022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f713e49-cc73-415b-9500-4b0fbc63d3f1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc06875-ecfd-4006-b133-f3cb247daf56,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:28.525800 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2f713e49-cc73-415b-9500-4b0fbc63d3f1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.527808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-07517792-6826-4bf7-b34f-d2edab33c038 None None] Current status of the port b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:28.528160 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-07517792-6826-4bf7-b34f-d2edab33c038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.529852 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2f713e49-cc73-415b-9500-4b0fbc63d3f1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/ecc06875-ecfd-4006-b133-f3cb247daf56 HTTP/1.1" status: 204  len: 168 time: 0.7261722
Feb 12 21:21:28.545806 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-85fbb462-cbfb-4b36-913b-c80e6de6eb92 req-e44933e9-61f8-48a9-80ef-73d140c15778 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddbbe57-36a9-4a11-8f95-e6d69740627d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056333
Feb 12 21:21:28.546341 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52022) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:28.559263 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc61ec38-1655-4f5f-9ddf-5a5c344ff3e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.635182 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5171d5aa-e1f2-4a67-b144-c5c3d92e9979 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:28.645673 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-07517792-6826-4bf7-b34f-d2edab33c038 None None] For port b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:28.663073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] For port 1b93d893-943c-4b96-a3d3-8075729022b5, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:21:28.673147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:28.673147 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.692017 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639609f-f185-401a-9be2-8959f002cc93 req-fd9d4286-11ed-442e-a326-6c96e50c3443 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:28.696714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5639609f-f185-401a-9be2-8959f002cc93 req-fd9d4286-11ed-442e-a326-6c96e50c3443 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 932 time: 0.1831625
Feb 12 21:21:28.696865 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a88076b9-3712-4fb3-a709-b5c129cab7bf tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1478739
Feb 12 21:21:28.699894 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-f7583ce7-a21f-4080-bebc-a4a1f0107c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:28.701599 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-f7583ce7-a21f-4080-bebc-a4a1f0107c32 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c20f717879347dcbd23a4234ad72cfb&device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 1125 time: 0.1730080
Feb 12 21:21:28.702626 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52024) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:28.727511 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-07517792-6826-4bf7-b34f-d2edab33c038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.729588 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-5a99aca2-b05b-4125-a634-3809824f74fa req-fbfd1220-151f-4b2e-b5f0-377a61c45256 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Deleting port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:28.730137 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5a99aca2-b05b-4125-a634-3809824f74fa req-fbfd1220-151f-4b2e-b5f0-377a61c45256 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.730579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] For port 1b93d893-943c-4b96-a3d3-8075729022b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b93d893-943c-4b96-a3d3-8075729022b5,segment=NetworkSegment(28e02540-eb0c-493d-a624-32997e862336),segment_id=28e02540-eb0c-493d-a624-32997e862336)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:21:28.807936 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc61ec38-1655-4f5f-9ddf-5a5c344ff3e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (243e57b4-3196-4533-a09e-816c9e1886ff), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.820043 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-0544c060-f684-4b78-99f1-837bd4ab3005 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c13fec3c-57ed-4039-8989-e3b710854a87 HTTP/1.1" status: 200  len: 217 time: 0.1041243
Feb 12 21:21:28.835345 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.837702 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099c013a-6134-4f66-ad6b-1401c6f07882 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:28.839473 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-099c013a-6134-4f66-ad6b-1401c6f07882 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1356914
Feb 12 21:21:28.848008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ea673-3638-4e1e-b5ef-6d966b12acbc req-6b16a865-a6b0-4e1c-888d-c78ee33abd99 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:28.849592 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-388ea673-3638-4e1e-b5ef-6d966b12acbc req-6b16a865-a6b0-4e1c-888d-c78ee33abd99 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 945 time: 0.1530039
Feb 12 21:21:28.858292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52026) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:28.858482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07517792-6826-4bf7-b34f-d2edab33c038 None None] Pushing event updated for resources: {'Port': ['ID=b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:28.866800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-16f737ad-8ce1-49da-9a0c-0584533c21b7 None None] Could not find standard attr ID for object 1a755b39-3157-484c-baac-56344c412092. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:21:28.894597 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:21:28.894958 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:21:28.907205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7402c807-58e8-4b88-9d5e-c420043b89ed {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:21:28.913575 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc61ec38-1655-4f5f-9ddf-5a5c344ff3e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (243e57b4-3196-4533-a09e-816c9e1886ff), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.934918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb051d-bc94-4fe9-9f77-47fbf13a97dc None None] Pushing event updated for resources: {'Port': ['ID=1b93d893-943c-4b96-a3d3-8075729022b5,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:28.936618 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Publish callbacks [] for port (7402c807-58e8-4b88-9d5e-c420043b89ed), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:28.947468 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5639609f-f185-401a-9be2-8959f002cc93 req-9fa8b0af-6354-4fa6-9c62-67327b5eecfb tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/security-groups?id=7041b4ea-5d73-4b6e-92d0-0b701083cbab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2347779
Feb 12 21:21:28.972206 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-dbac4ba2-a1d6-4425-9df8-57154b61d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:28.972206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-dbac4ba2-a1d6-4425-9df8-57154b61d1af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13821ddb-c9a4-4e44-8a18-95ddada5b2fd HTTP/1.1" status: 200  len: 849 time: 0.1097240
Feb 12 21:21:28.972550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61ec38-1655-4f5f-9ddf-5a5c344ff3e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243e57b4-3196-4533-a09e-816c9e1886ff,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:28.992245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Transition to ACTIVE for port object 7402c807-58e8-4b88-9d5e-c420043b89ed will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:21:29.025468 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-6c9ffedd-4ebb-4915-9398-1059ad658c4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffdd30e2-46b6-49d1-9fdc-c70156040c72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519040
Feb 12 21:21:29.025741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad55006-5b9e-4188-9b24-31e41ee2b40a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:29.027075 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-aad55006-5b9e-4188-9b24-31e41ee2b40a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1760559
Feb 12 21:21:29.030023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52028) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:29.030358 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-5a99aca2-b05b-4125-a634-3809824f74fa req-fbfd1220-151f-4b2e-b5f0-377a61c45256 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] For port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:29.030733 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5a99aca2-b05b-4125-a634-3809824f74fa req-fbfd1220-151f-4b2e-b5f0-377a61c45256 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:29.052369 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1d79ed-c2bc-4f76-bae4-9d4587fdabd5 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:21:29.072268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-5a99aca2-b05b-4125-a634-3809824f74fa req-fbfd1220-151f-4b2e-b5f0-377a61c45256 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Calling delete_port for 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:29.075500 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (7402c807-58e8-4b88-9d5e-c420043b89ed), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:29.094043 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e9e5aab1-1a0c-4af9-b2bf-66a752645863 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0628712
Feb 12 21:21:29.097871 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc61ec38-1655-4f5f-9ddf-5a5c344ff3e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:29.101546 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cc61ec38-1655-4f5f-9ddf-5a5c344ff3e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7315342
Feb 12 21:21:29.101546 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52030) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:29.103208 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-388ea673-3638-4e1e-b5ef-6d966b12acbc req-2936b0e2-6c9d-4fd1-b81f-419072c67378 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2328715
Feb 12 21:21:29.110712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c21a5002-1a4e-40dc-9734-2eecb7109ccc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:29.111293 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52032) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:29.117740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f035ecd0-526d-471a-b2ed-9b0342951922 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-488163558', 'security_groups': ['243e57b4-3196-4533-a09e-816c9e1886ff'], 'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3b634dcf-6034-4913-8550-7aebd8c786bc'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:29.123096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d79ed-c2bc-4f76-bae4-9d4587fdabd5 None None] Deleting port b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:29.123783 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0e1d79ed-c2bc-4f76-bae4-9d4587fdabd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:29.245804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7402c807-58e8-4b88-9d5e-c420043b89ed,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:29.246264 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0e1d79ed-c2bc-4f76-bae4-9d4587fdabd5 None None] For port b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:29.246381 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0e1d79ed-c2bc-4f76-bae4-9d4587fdabd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:29.276089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d79ed-c2bc-4f76-bae4-9d4587fdabd5 None None] Calling delete_port for b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:29.309046 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-aa89f7cf-7ad8-4013-be11-b3bce835d2ae service neutron] 10.222.0.48 "GET /v2.0/networks/ffdd30e2-46b6-49d1-9fdc-c70156040c72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2739878
Feb 12 21:21:29.455461 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:29.474684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Attempting to bind port 7402c807-58e8-4b88-9d5e-c420043b89ed on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:21:29.475027 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Attempting to bind port 7402c807-58e8-4b88-9d5e-c420043b89ed by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '083c840a-3026-480b-ab64-79bf4de45a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '134f1d2e-bf84-4443-b6d9-93050fa7bfac'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:21:29.475358 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Attempting to bind port 7402c807-58e8-4b88-9d5e-c420043b89ed on network 134f1d2e-bf84-4443-b6d9-93050fa7bfac {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:29.490476 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Port 7402c807-58e8-4b88-9d5e-c420043b89ed on network 134f1d2e-bf84-4443-b6d9-93050fa7bfac not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:21:29.490799 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Attempting to bind port 7402c807-58e8-4b88-9d5e-c420043b89ed on network 134f1d2e-bf84-4443-b6d9-93050fa7bfac {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:29.506703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:21:29.507037 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Checking segment: {'id': '083c840a-3026-480b-ab64-79bf4de45a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '134f1d2e-bf84-4443-b6d9-93050fa7bfac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:29.507420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Bound using segment: {'id': '083c840a-3026-480b-ab64-79bf4de45a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '134f1d2e-bf84-4443-b6d9-93050fa7bfac'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:21:29.507851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Bound port: 7402c807-58e8-4b88-9d5e-c420043b89ed, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083c840a-3026-480b-ab64-79bf4de45a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '134f1d2e-bf84-4443-b6d9-93050fa7bfac'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:21:29.508203 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7402c807-58e8-4b88-9d5e-c420043b89ed), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:29.511952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f035ecd0-526d-471a-b2ed-9b0342951922 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:29.532329 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ae56bcd-c046-4d1a-8466-c727284c6a14 req-da5af547-2f99-4adc-9cc6-d083ae1007d5 service neutron] 10.222.0.48 "GET /v2.0/networks/ffdd30e2-46b6-49d1-9fdc-c70156040c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1986301
Feb 12 21:21:29.541819 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:29.543150 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:29.543588 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21a5002-1a4e-40dc-9734-2eecb7109ccc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:29.544348 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0e1d79ed-c2bc-4f76-bae4-9d4587fdabd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:29.547133 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c21a5002-1a4e-40dc-9734-2eecb7109ccc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:29.578009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d79ed-c2bc-4f76-bae4-9d4587fdabd5 None None] Pushing event deleted for resources: {'Port': ['ID=b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:29.580248 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1d79ed-c2bc-4f76-bae4-9d4587fdabd5 None None] No DVR routers for this DVR port b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:29.596826 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5a99aca2-b05b-4125-a634-3809824f74fa req-fbfd1220-151f-4b2e-b5f0-377a61c45256 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:29.609086 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['38352d0d-4c76-4e91-9225-8c4272270ad6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:21:29.665096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] For port 7402c807-58e8-4b88-9d5e-c420043b89ed, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:21:29.677343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd1220-151f-4b2e-b5f0-377a61c45256 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Pushing event deleted for resources: {'Port': ['ID=1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:29.716217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] For port 7402c807-58e8-4b88-9d5e-c420043b89ed, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7402c807-58e8-4b88-9d5e-c420043b89ed,segment=NetworkSegment(083c840a-3026-480b-ab64-79bf4de45a82),segment_id=083c840a-3026-480b-ab64-79bf4de45a82)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:21:29.737133 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f035ecd0-526d-471a-b2ed-9b0342951922 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:29.766310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a99aca2-b05b-4125-a634-3809824f74fa req-fbfd1220-151f-4b2e-b5f0-377a61c45256 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] No DVR routers for this DVR port 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:29.770384 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5a99aca2-b05b-4125-a634-3809824f74fa req-fbfd1220-151f-4b2e-b5f0-377a61c45256 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:29.772206 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-f035ecd0-526d-471a-b2ed-9b0342951922 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] device_id is not set on port 715bb463-6a78-4079-9ba8-1a0a933c2cff yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:21:29.773837 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a99aca2-b05b-4125-a634-3809824f74fa req-fbfd1220-151f-4b2e-b5f0-377a61c45256 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.50 "DELETE /v2.0/ports/1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 HTTP/1.1" status: 204  len: 173 time: 1.4643972
Feb 12 21:21:29.792733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df06d-e698-4fd6-8252-2567632da2dc req-e2d7a954-5bd9-448a-a1fe-e68a9914687b tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:29.800385 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-586df06d-e698-4fd6-8252-2567632da2dc req-e2d7a954-5bd9-448a-a1fe-e68a9914687b tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 943 time: 0.1425173
Feb 12 21:21:29.814229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439a1e23-2699-4fcc-8ad6-79b45a3f4f60', 'name': 'network-vif-deleted', 'tag': '1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:21:29.816664 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1db4d7-795b-4118-873d-a1e0ae5c876b" -d '{"events": [{"server_uuid": "439a1e23-2699-4fcc-8ad6-79b45a3f4f60", "name": "network-vif-deleted", "tag": "1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:21:29.822479 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (7402c807-58e8-4b88-9d5e-c420043b89ed), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:29.876744 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1001ff25-be3c-4a9a-8f81-23a25b376f23 x-openstack-request-id: req-1001ff25-be3c-4a9a-8f81-23a25b376f23 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:21:29.877076 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439a1e23-2699-4fcc-8ad6-79b45a3f4f60", "name": "network-vif-deleted", "tag": "1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:21:29.878028 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1001ff25-be3c-4a9a-8f81-23a25b376f23 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:21:29.878719 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439a1e23-2699-4fcc-8ad6-79b45a3f4f60', 'name': 'network-vif-deleted', 'tag': '1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6', 'status': 'completed', 'code': 200}
Feb 12 21:21:29.905957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:29.906584 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:29.907982 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d30c5ff1-89da-49cd-8762-487227487996 req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] 10.222.0.48 "PUT /v2.0/ports/7402c807-58e8-4b88-9d5e-c420043b89ed HTTP/1.1" status: 200  len: 1092 time: 2.1876440
Feb 12 21:21:29.930045 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-586df06d-e698-4fd6-8252-2567632da2dc req-ea3cda8a-5720-4eb8-a8ff-56617928caac tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddbbe57-36a9-4a11-8f95-e6d69740627d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206093
Feb 12 21:21:29.960190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a2f1b-8aa9-4574-9a96-43d66b97f3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7402c807-58e8-4b88-9d5e-c420043b89ed,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:30.094338 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c21a5002-1a4e-40dc-9734-2eecb7109ccc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (05fa611e-f02b-4cd0-ae2f-bc35cef6065c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:30.105969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c5ff1-89da-49cd-8762-487227487996 req-744f571c-180d-4ec6-91ff-f731798fdb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:30.110904 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d30c5ff1-89da-49cd-8762-487227487996 req-744f571c-180d-4ec6-91ff-f731798fdb51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6dba504471ec4e0dbe571d46f406999b&device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 1126 time: 0.0763378
Feb 12 21:21:30.137095 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1b93d893-943c-4b96-a3d3-8075729022b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:30.188288 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d30c5ff1-89da-49cd-8762-487227487996 req-a429ccdb-3865-48d1-ab05-2787242ce5bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7402c807-58e8-4b88-9d5e-c420043b89ed HTTP/1.1" status: 200  len: 217 time: 0.0680079
Feb 12 21:21:30.199612 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-f035ecd0-526d-471a-b2ed-9b0342951922 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Allocated IP 172.20.0.10 (9b5bbd24-d22d-4b77-9da4-a9f06d9b3082/3b634dcf-6034-4913-8550-7aebd8c786bc/715bb463-6a78-4079-9ba8-1a0a933c2cff) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:30.230151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1b93d893-943c-4b96-a3d3-8075729022b5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:30.230537 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:30.278297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c5ff1-89da-49cd-8762-487227487996 req-f7ffccd4-e398-41b9-8122-3c32a7194bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:30.279945 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d30c5ff1-89da-49cd-8762-487227487996 req-f7ffccd4-e398-41b9-8122-3c32a7194bfb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7f22e469-6ba2-4403-b656-cd1ef39880b8 HTTP/1.1" status: 200  len: 864 time: 0.0851099
Feb 12 21:21:30.337820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a5002-1a4e-40dc-9734-2eecb7109ccc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=05fa611e-f02b-4cd0-ae2f-bc35cef6065c,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:30.338006 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c566c9b-f227-47bf-9d01-e65b4c8e4d27 req-dfc4c141-a9bc-4b8e-a3f5-2ce670cf65db tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=439a1e23-2699-4fcc-8ad6-79b45a3f4f60 HTTP/1.1" status: 200  len: 210 time: 0.0556691
Feb 12 21:21:30.376545 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d30c5ff1-89da-49cd-8762-487227487996 req-339da371-b83a-4d2d-a3ca-c75804efed83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=134f1d2e-bf84-4443-b6d9-93050fa7bfac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0859559
Feb 12 21:21:30.379021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1b93d893-943c-4b96-a3d3-8075729022b5 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:30.379420 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:30.419426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 1b93d893-943c-4b96-a3d3-8075729022b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b93d893-943c-4b96-a3d3-8075729022b5,segment=NetworkSegment(28e02540-eb0c-493d-a624-32997e862336),segment_id=28e02540-eb0c-493d-a624-32997e862336)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:30.424361 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21a5002-1a4e-40dc-9734-2eecb7109ccc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:30.434931 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:30.457053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:30.457418 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1c5eeeb1-9fcc-4e59-9db5-afccc775aeb6 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:30.458459 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-c21a5002-1a4e-40dc-9734-2eecb7109ccc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:30.465862 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21a5002-1a4e-40dc-9734-2eecb7109ccc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:30.466469 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c21a5002-1a4e-40dc-9734-2eecb7109ccc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:30.468470 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76f140e-9b06-4c4e-a2a1-25799b1fac6b None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:30.475814 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d30c5ff1-89da-49cd-8762-487227487996 req-ac4def9f-f703-49a5-838e-f71c0d6c2daa service neutron] 10.222.0.48 "GET /v2.0/networks/134f1d2e-bf84-4443-b6d9-93050fa7bfac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941117
Feb 12 21:21:30.518383 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161f9e3-a65c-44ab-b882-c97da363fa7b req-b45347e5-1b60-4dac-b521-fb839e5b435b tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:30.520041 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d161f9e3-a65c-44ab-b882-c97da363fa7b req-b45347e5-1b60-4dac-b521-fb839e5b435b tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 944 time: 0.2272549
Feb 12 21:21:30.537013 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:30.544413 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f035ecd0-526d-471a-b2ed-9b0342951922 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (715bb463-6a78-4079-9ba8-1a0a933c2cff), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:30.607337 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c21a5002-1a4e-40dc-9734-2eecb7109ccc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5029640
Feb 12 21:21:30.610917 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d161f9e3-a65c-44ab-b882-c97da363fa7b req-b8e0b945-8029-4fc5-8901-052830bf7495 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/security-groups?id=7041b4ea-5d73-4b6e-92d0-0b701083cbab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829947
Feb 12 21:21:30.617074 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52058) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:30.620466 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d30c5ff1-89da-49cd-8762-487227487996 req-8b5a424b-5e78-4300-bec8-89dde07a4ee1 service neutron] 10.222.0.48 "GET /v2.0/networks/134f1d2e-bf84-4443-b6d9-93050fa7bfac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363616
Feb 12 21:21:30.621927 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3469c750-f31f-433c-908a-4da063f20069 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'fixed_ips': [{'subnet_id': '05fa611e-f02b-4cd0-ae2f-bc35cef6065c', 'ip_address': '2001:db8::7dae:83d9:7192:d025'}], 'name': 'tempest-NetworksTestDHCPv6-1852376250'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:30.649870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=1b93d893-943c-4b96-a3d3-8075729022b5,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:30.652504 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:30.684891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:30.685171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b5d8fbae-1cb8-4ad4-a112-aad112c1b8c3 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:30.691731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4bec7263-75f2-4c41-98b5-cc4fc3d59500 None None] Provisioning complete for port 6612c078-6d4a-4926-b888-2ae35c0e72c6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:30.692118 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4bec7263-75f2-4c41-98b5-cc4fc3d59500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6612c078-6d4a-4926-b888-2ae35c0e72c6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:30.760215 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f035ecd0-526d-471a-b2ed-9b0342951922 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (715bb463-6a78-4079-9ba8-1a0a933c2cff), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:30.768136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': '05fa611e-f02b-4cd0-ae2f-bc35cef6065c'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:21:30.769004 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:30.799955 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4bec7263-75f2-4c41-98b5-cc4fc3d59500 None None] Port 6612c078-6d4a-4926-b888-2ae35c0e72c6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:30.807052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f035ecd0-526d-471a-b2ed-9b0342951922 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:30.810154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-f035ecd0-526d-471a-b2ed-9b0342951922 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:30.814005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035ecd0-526d-471a-b2ed-9b0342951922 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:30.820833 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035ecd0-526d-471a-b2ed-9b0342951922 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=715bb463-6a78-4079-9ba8-1a0a933c2cff,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:30.870929 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3469c750-f31f-433c-908a-4da063f20069 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:30.884222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f035ecd0-526d-471a-b2ed-9b0342951922 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:30.884892 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f035ecd0-526d-471a-b2ed-9b0342951922 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:30.998035 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f035ecd0-526d-471a-b2ed-9b0342951922 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.8855155
Feb 12 21:21:31.000709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52070) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:31.007210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-abdcbfe8-99ea-4c18-ab81-6f8f5b10bdca tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'subnet': {'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:31.025089 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3469c750-f31f-433c-908a-4da063f20069 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:31.051708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-3469c750-f31f-433c-908a-4da063f20069 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port e05b3364-ec41-4129-a757-fd7781cb779e yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:21:31.058382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4bec7263-75f2-4c41-98b5-cc4fc3d59500 None None] Provisioning complete for port 1b93d893-943c-4b96-a3d3-8075729022b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:31.059033 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4bec7263-75f2-4c41-98b5-cc4fc3d59500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:31.157948 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:31.175545 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Allocated IP 2001:db8::2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/05fa611e-f02b-4cd0-ae2f-bc35cef6065c/d9118d52-3318-4fe5-b8a5-8c35c7caaf47) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:31.200354 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cddc7f-1617-4914-bbba-726225030f6c req-2d310778-6b80-4a78-8425-3ab19eef8638 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:31.208347 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-21cddc7f-1617-4914-bbba-726225030f6c req-2d310778-6b80-4a78-8425-3ab19eef8638 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 943 time: 0.0852454
Feb 12 21:21:31.241718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4bec7263-75f2-4c41-98b5-cc4fc3d59500 None None] Current status of the port 1b93d893-943c-4b96-a3d3-8075729022b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:31.257840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdcbfe8-99ea-4c18-ab81-6f8f5b10bdca tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:31.261246 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-abdcbfe8-99ea-4c18-ab81-6f8f5b10bdca tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:31.266899 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-21cddc7f-1617-4914-bbba-726225030f6c req-dd32ebe0-5b48-4ff7-9536-4ac51e40c98b tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddbbe57-36a9-4a11-8f95-e6d69740627d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577524
Feb 12 21:21:31.362778 ncdv-master-1 neutron-server[126505]: INFO neutron.db.ipam_backend_mixin [None req-abdcbfe8-99ea-4c18-ab81-6f8f5b10bdca tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3b634dcf-6034-4913-8550-7aebd8c786bc (CIDR: 172.20.0.0/28)
Feb 12 21:21:31.370323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a01f9db2-3f11-46b4-af29-1fc49f07e751 None None] Provisioning complete for port 715bb463-6a78-4079-9ba8-1a0a933c2cff triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:31.370680 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a01f9db2-3f11-46b4-af29-1fc49f07e751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (715bb463-6a78-4079-9ba8-1a0a933c2cff), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:31.412220 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Publish callbacks [] for port (d9118d52-3318-4fe5-b8a5-8c35c7caaf47), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:31.416468 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdcbfe8-99ea-4c18-ab81-6f8f5b10bdca tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:21:31.416977 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abdcbfe8-99ea-4c18-ab81-6f8f5b10bdca tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:31.425801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a01f9db2-3f11-46b4-af29-1fc49f07e751 None None] Port 715bb463-6a78-4079-9ba8-1a0a933c2cff cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:31.496579 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (d9118d52-3318-4fe5-b8a5-8c35c7caaf47), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:31.531281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52084) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:31.532091 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-abdcbfe8-99ea-4c18-ab81-6f8f5b10bdca tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5298183
Feb 12 21:21:31.537016 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7523971f-5ce4-4d0a-9bbe-b7af89910f4d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'subnet': {'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:31.555866 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:31.566225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:31.566225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:31.572818 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Pushing event updated for resources: {'Port': ['ID=d9118d52-3318-4fe5-b8a5-8c35c7caaf47,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:31.616125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-3469c750-f31f-433c-908a-4da063f20069 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::7dae:83d9:7192:d025 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/05fa611e-f02b-4cd0-ae2f-bc35cef6065c/e05b3364-ec41-4129-a757-fd7781cb779e) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:31.635348 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Attempting to bind port d9118d52-3318-4fe5-b8a5-8c35c7caaf47 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:21:31.635919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Attempting to bind port d9118d52-3318-4fe5-b8a5-8c35c7caaf47 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:21:31.636380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Attempting to bind port d9118d52-3318-4fe5-b8a5-8c35c7caaf47 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:31.643134 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:21:31.644327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:31.644327 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:31.644737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:21:31.645325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Bound port: d9118d52-3318-4fe5-b8a5-8c35c7caaf47, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:21:31.646167 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d9118d52-3318-4fe5-b8a5-8c35c7caaf47), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:31.714563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-caa01ea9-b6ca-4dd0-bcd8-5cdde0828a92 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:31.721872 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-caa01ea9-b6ca-4dd0-bcd8-5cdde0828a92 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 804 time: 0.1339383
Feb 12 21:21:31.738578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-948b55af-481d-4141-b4a2-2241108fb6a9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/quotas/050182e2f578483db86c4ee4d7391365 HTTP/1.1" status: 200  len: 375 time: 0.0154097
Feb 12 21:21:31.763420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] For port d9118d52-3318-4fe5-b8a5-8c35c7caaf47, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:21:31.767500 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] For port d9118d52-3318-4fe5-b8a5-8c35c7caaf47, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9118d52-3318-4fe5-b8a5-8c35c7caaf47,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:21:31.798580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7523971f-5ce4-4d0a-9bbe-b7af89910f4d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:31.804104 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-c9cb1044-d65c-4857-a5ac-883f82dc2862 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0618682
Feb 12 21:21:31.804239 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7523971f-5ce4-4d0a-9bbe-b7af89910f4d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:31.877100 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d9118d52-3318-4fe5-b8a5-8c35c7caaf47), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:31.882042 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b204088d-8c6f-461a-af70-981dc8768350', 'tag': '7402c807-58e8-4b88-9d5e-c420043b89ed'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:21:31.884790 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ea23bd-400b-4fbb-9853-94fec5a2788d" -d '{"events": [{"name": "network-changed", "server_uuid": "b204088d-8c6f-461a-af70-981dc8768350", "tag": "7402c807-58e8-4b88-9d5e-c420043b89ed"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:21:31.926391 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-02fd77d9-098b-41aa-86d1-e0ffe6813e01 service neutron] 10.222.0.31 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1179881
Feb 12 21:21:32.012713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd6003-1914-447a-8a59-1a4d24f4164e None None] Pushing event updated for resources: {'Port': ['ID=d9118d52-3318-4fe5-b8a5-8c35c7caaf47,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:32.048548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1b93d893-943c-4b96-a3d3-8075729022b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:32.130478 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1b93d893-943c-4b96-a3d3-8075729022b5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:32.130478 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:32.132975 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52100) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:32.189815 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:32.259366 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15262b7-5459-4b24-962d-969a2066d47e req-49fd403a-7b1c-4d9a-9f42-adf4e5f97960 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:32.261200 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f15262b7-5459-4b24-962d-969a2066d47e req-49fd403a-7b1c-4d9a-9f42-adf4e5f97960 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 944 time: 0.5494959
Feb 12 21:21:32.286400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1b93d893-943c-4b96-a3d3-8075729022b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:32.359460 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3469c750-f31f-433c-908a-4da063f20069 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (e05b3364-ec41-4129-a757-fd7781cb779e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:32.421943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2cdfae6f-eada-49a0-be60-8e3f078be32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:32.432281 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f15262b7-5459-4b24-962d-969a2066d47e req-c4d130e9-8b4c-4a14-bcc5-8f6da6e3a9d8 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/security-groups?id=7041b4ea-5d73-4b6e-92d0-0b701083cbab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414146
Feb 12 21:21:32.496783 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0696c6b4-de9c-4352-9b1d-2b9669e259b7 x-openstack-request-id: req-0696c6b4-de9c-4352-9b1d-2b9669e259b7 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:21:32.497308 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b204088d-8c6f-461a-af70-981dc8768350", "tag": "7402c807-58e8-4b88-9d5e-c420043b89ed", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:21:32.497308 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0696c6b4-de9c-4352-9b1d-2b9669e259b7 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:21:32.497710 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b204088d-8c6f-461a-af70-981dc8768350', 'tag': '7402c807-58e8-4b88-9d5e-c420043b89ed', 'status': 'completed', 'code': 200}
Feb 12 21:21:32.572338 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-9ecc2175-13a4-42a6-8ebd-9b749ae1ee8f service neutron] 10.222.0.31 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6332741
Feb 12 21:21:32.580516 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3469c750-f31f-433c-908a-4da063f20069 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (e05b3364-ec41-4129-a757-fd7781cb779e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:32.606697 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea23bd-400b-4fbb-9853-94fec5a2788d req-51d71015-f564-44e4-a290-9727874b0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:32.609948 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85ea23bd-400b-4fbb-9853-94fec5a2788d req-51d71015-f564-44e4-a290-9727874b0391 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6dba504471ec4e0dbe571d46f406999b&device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 1126 time: 0.0786598
Feb 12 21:21:32.671686 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2cdfae6f-eada-49a0-be60-8e3f078be32d admin admin] Publish callbacks [] for security_group (654bd760-840c-42e7-aa68-df97bb1515d3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:32.715187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea23bd-400b-4fbb-9853-94fec5a2788d req-276102ca-05f3-466d-9ce1-9ee43503e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:32.716823 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85ea23bd-400b-4fbb-9853-94fec5a2788d req-276102ca-05f3-466d-9ce1-9ee43503e681 service neutron] 10.222.0.48 "GET /v2.0/networks?id=134f1d2e-bf84-4443-b6d9-93050fa7bfac HTTP/1.1" status: 200  len: 925 time: 0.1000705
Feb 12 21:21:32.717784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3469c750-f31f-433c-908a-4da063f20069 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:32.733725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-3469c750-f31f-433c-908a-4da063f20069 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:32.738528 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469c750-f31f-433c-908a-4da063f20069 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=e05b3364-ec41-4129-a757-fd7781cb779e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:32.740920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3469c750-f31f-433c-908a-4da063f20069 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:32.748706 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3469c750-f31f-433c-908a-4da063f20069 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:32.748706 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3469c750-f31f-433c-908a-4da063f20069 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:32.782936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85ea23bd-400b-4fbb-9853-94fec5a2788d req-81ed3abc-d0f3-400d-854b-d0ecbdf6426a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7402c807-58e8-4b88-9d5e-c420043b89ed HTTP/1.1" status: 200  len: 217 time: 0.0590644
Feb 12 21:21:32.784239 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2cdfae6f-eada-49a0-be60-8e3f078be32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (654bd760-840c-42e7-aa68-df97bb1515d3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:32.789419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c13fec3c-57ed-4039-8989-e3b710854a87 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:21:32.797344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b67f6-aaa4-4320-b156-31ba7ac14749 req-e14a08f3-8c75-4649-9425-8629379efeec tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:32.805750 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-584b67f6-aaa4-4320-b156-31ba7ac14749 req-e14a08f3-8c75-4649-9425-8629379efeec tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 943 time: 0.1691422
Feb 12 21:21:32.832233 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7523971f-5ce4-4d0a-9bbe-b7af89910f4d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (cc25c6ea-6b91-46e0-acbe-80a400c0076a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:32.863437 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7523971f-5ce4-4d0a-9bbe-b7af89910f4d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:32.876529 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-7523971f-5ce4-4d0a-9bbe-b7af89910f4d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:32.892869 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5aff3496-4f63-4452-a5d5-c9ad126c91aa req-15a6c4d4-5df3-4aef-97b8-f8003cd4d0cc tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 210 time: 0.0417924
Feb 12 21:21:32.919107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea23bd-400b-4fbb-9853-94fec5a2788d req-732eb315-eaa6-4c7e-94f9-e4a6ca86ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:32.920753 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85ea23bd-400b-4fbb-9853-94fec5a2788d req-732eb315-eaa6-4c7e-94f9-e4a6ca86ec2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7f22e469-6ba2-4403-b656-cd1ef39880b8 HTTP/1.1" status: 200  len: 864 time: 0.1202626
Feb 12 21:21:32.959872 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7523971f-5ce4-4d0a-9bbe-b7af89910f4d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:32.960675 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7523971f-5ce4-4d0a-9bbe-b7af89910f4d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:32.961538 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85ea23bd-400b-4fbb-9853-94fec5a2788d req-86c8be28-ff30-4f62-b6f4-6fef5890a882 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=134f1d2e-bf84-4443-b6d9-93050fa7bfac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0342634
Feb 12 21:21:32.968394 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efceb93-c29f-452a-a803-298b99e22f69 None None] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:32.978277 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3469c750-f31f-433c-908a-4da063f20069 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.3579264
Feb 12 21:21:32.982721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52112) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:33.008167 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2cdfae6f-eada-49a0-be60-8e3f078be32d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bc41a22c76b47678605c68d46fc9332&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8713050
Feb 12 21:21:33.011699 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52116) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:33.047068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfae6f-eada-49a0-be60-8e3f078be32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654bd760-840c-42e7-aa68-df97bb1515d3,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:33.050607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523971f-5ce4-4d0a-9bbe-b7af89910f4d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Subnet': ['ID=cc25c6ea-6b91-46e0-acbe-80a400c0076a,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:33.110876 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-584b67f6-aaa4-4320-b156-31ba7ac14749 req-e78bf047-7c56-4eb6-9747-2f5493d4d8bb tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddbbe57-36a9-4a11-8f95-e6d69740627d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3046668
Feb 12 21:21:33.130268 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7523971f-5ce4-4d0a-9bbe-b7af89910f4d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.5971317
Feb 12 21:21:33.133430 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52120) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:33.169053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port c13fec3c-57ed-4039-8989-e3b710854a87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c13fec3c-57ed-4039-8989-e3b710854a87,segment=NetworkSegment(64ff5e78-c86e-4b0e-bc2e-e340178b4296),segment_id=64ff5e78-c86e-4b0e-bc2e-e340178b4296)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:33.169342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b5a8bb50-52d6-49f4-96fc-5c7830924ad0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-851775886', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc25c6ea-6b91-46e0-acbe-80a400c0076a'}], 'security_groups': ['7d89220c-ab93-4114-a70a-4425bd280241']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:33.173263 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85ea23bd-400b-4fbb-9853-94fec5a2788d req-4ae59ede-1a63-4125-ad3e-6f59e7e6996e service neutron] 10.222.0.48 "GET /v2.0/networks/134f1d2e-bf84-4443-b6d9-93050fa7bfac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2023230
Feb 12 21:21:33.184155 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33fb96f-651e-474a-b781-2cb54fae105e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:33.195648 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f994146c-9b79-4406-89c2-004b7d31e44a admin admin] Publish callbacks [] for security_group (654bd760-840c-42e7-aa68-df97bb1515d3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:33.200377 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33fb96f-651e-474a-b781-2cb54fae105e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:33.201499 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c33fb96f-651e-474a-b781-2cb54fae105e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.2171898
Feb 12 21:21:33.203333 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52122) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:33.222752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'c13fec3c-57ed-4039-8989-e3b710854a87', 'network_id': 'ffdd30e2-46b6-49d1-9fdc-c70156040c72', 'port_id': 'c13fec3c-57ed-4039-8989-e3b710854a87', 'mac_address': 'fa:16:3e:86:83:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13821ddb-c9a4-4e44-8a18-95ddada5b2fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:21:33.249580 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f994146c-9b79-4406-89c2-004b7d31e44a admin admin] Publish callbacks [] for security_group (654bd760-840c-42e7-aa68-df97bb1515d3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:33.312364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port c13fec3c-57ed-4039-8989-e3b710854a87 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:33.312761 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c13fec3c-57ed-4039-8989-e3b710854a87), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:33.351419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13fec3c-57ed-4039-8989-e3b710854a87 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:21:33.384525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85ea23bd-400b-4fbb-9853-94fec5a2788d req-ff948cef-1d74-4dc3-bcff-9943ad10846d service neutron] 10.222.0.48 "GET /v2.0/networks/134f1d2e-bf84-4443-b6d9-93050fa7bfac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1818912
Feb 12 21:21:33.388899 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5a8bb50-52d6-49f4-96fc-5c7830924ad0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (715bb463-6a78-4079-9ba8-1a0a933c2cff), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:33.398702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c66b8-f85a-4f30-ab26-14d5d93c1a7d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port e05b3364-ec41-4129-a757-fd7781cb779e {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:33.399053 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6a9c66b8-f85a-4f30-ab26-14d5d93c1a7d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e05b3364-ec41-4129-a757-fd7781cb779e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:33.435361 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port c13fec3c-57ed-4039-8989-e3b710854a87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c13fec3c-57ed-4039-8989-e3b710854a87,segment=NetworkSegment(64ff5e78-c86e-4b0e-bc2e-e340178b4296),segment_id=64ff5e78-c86e-4b0e-bc2e-e340178b4296)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:33.469690 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32ac959-712a-43ec-970c-63df9bd1fb76 None None] Update dhcp port {'port': {'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'fixed_ips': [{'subnet_id': '3b634dcf-6034-4913-8550-7aebd8c786bc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cc25c6ea-6b91-46e0-acbe-80a400c0076a'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '1b93d893-943c-4b96-a3d3-8075729022b5'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:21:33.526069 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6a9c66b8-f85a-4f30-ab26-14d5d93c1a7d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e05b3364-ec41-4129-a757-fd7781cb779e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:33.541741 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d32ac959-712a-43ec-970c-63df9bd1fb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:33.541979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c66b8-f85a-4f30-ab26-14d5d93c1a7d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for e05b3364-ec41-4129-a757-fd7781cb779e owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:33.547110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d91e1617-f78b-4541-8146-836cc0e66ecb None None] Provisioning complete for port d9118d52-3318-4fe5-b8a5-8c35c7caaf47 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:33.547732 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d91e1617-f78b-4541-8146-836cc0e66ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d9118d52-3318-4fe5-b8a5-8c35c7caaf47), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:33.618236 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f994146c-9b79-4406-89c2-004b7d31e44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (654bd760-840c-42e7-aa68-df97bb1515d3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:33.620567 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f994146c-9b79-4406-89c2-004b7d31e44a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:33.621772 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f994146c-9b79-4406-89c2-004b7d31e44a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/654bd760-840c-42e7-aa68-df97bb1515d3 HTTP/1.1" status: 204  len: 168 time: 0.5827520
Feb 12 21:21:33.627844 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c13fec3c-57ed-4039-8989-e3b710854a87), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:33.642343 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994146c-9b79-4406-89c2-004b7d31e44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654bd760-840c-42e7-aa68-df97bb1515d3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:33.821694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21cb12-9673-4d4a-bde7-830a34e7e205 req-e1259ea8-b169-43b6-8d16-0f560a2f57f0 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:33.826093 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a21cb12-9673-4d4a-bde7-830a34e7e205 req-e1259ea8-b169-43b6-8d16-0f560a2f57f0 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 944 time: 0.0936930
Feb 12 21:21:33.857269 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6a9c66b8-f85a-4f30-ab26-14d5d93c1a7d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e05b3364-ec41-4129-a757-fd7781cb779e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:33.874542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=c13fec3c-57ed-4039-8989-e3b710854a87,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:33.941529 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c66b8-f85a-4f30-ab26-14d5d93c1a7d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=e05b3364-ec41-4129-a757-fd7781cb779e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:33.944648 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a21cb12-9673-4d4a-bde7-830a34e7e205 req-a2850a6b-dcdf-44a0-b724-efa30dd682e0 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/security-groups?id=7041b4ea-5d73-4b6e-92d0-0b701083cbab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146901
Feb 12 21:21:33.947940 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d91e1617-f78b-4541-8146-836cc0e66ecb None None] Current status of the port d9118d52-3318-4fe5-b8a5-8c35c7caaf47 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:33.948342 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d91e1617-f78b-4541-8146-836cc0e66ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d9118d52-3318-4fe5-b8a5-8c35c7caaf47), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:33.949175 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0523c1-4489-46a8-83c6-e92a85864d15 req-3e878d1f-3f77-4aa4-88ed-59ef5aa2b048 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:33.953190 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3a0523c1-4489-46a8-83c6-e92a85864d15 req-3e878d1f-3f77-4aa4-88ed-59ef5aa2b048 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1487627
Feb 12 21:21:33.972678 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6a9c66b8-f85a-4f30-ab26-14d5d93c1a7d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:33.975693 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6a9c66b8-f85a-4f30-ab26-14d5d93c1a7d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/e05b3364-ec41-4129-a757-fd7781cb779e HTTP/1.1" status: 204  len: 168 time: 0.7714741
Feb 12 21:21:33.978140 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52136) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:34.045298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d91e1617-f78b-4541-8146-836cc0e66ecb None None] For port d9118d52-3318-4fe5-b8a5-8c35c7caaf47, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9118d52-3318-4fe5-b8a5-8c35c7caaf47,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:34.047030 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['c13fec3c-57ed-4039-8989-e3b710854a87'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:21:34.068453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9718a202-b6c0-4ebd-b3c0-169931486e1d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:34.070241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9718a202-b6c0-4ebd-b3c0-169931486e1d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:34.072897 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9718a202-b6c0-4ebd-b3c0-169931486e1d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0931537
Feb 12 21:21:34.095245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52138) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:34.101578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60605324-e8d1-4ea6-882d-1f4fcd0388f9 req-1db11436-5ac5-47ac-81f8-0809f02f596b tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 210 time: 0.0642948
Feb 12 21:21:34.146257 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d91e1617-f78b-4541-8146-836cc0e66ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d9118d52-3318-4fe5-b8a5-8c35c7caaf47), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:34.214949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b5ba13-c5b6-48db-9fd1-9abeec65052c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 05fa611e-f02b-4cd0-ae2f-bc35cef6065c {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:34.218983 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43b5ba13-c5b6-48db-9fd1-9abeec65052c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (05fa611e-f02b-4cd0-ae2f-bc35cef6065c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:34.228734 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3a0523c1-4489-46a8-83c6-e92a85864d15 req-5e8af930-5db4-423d-a0f8-7fbcb2920362 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2632127
Feb 12 21:21:34.230055 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-b5a8bb50-52d6-49f4-96fc-5c7830924ad0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Delete allocated IP 172.20.0.10 (9b5bbd24-d22d-4b77-9da4-a9f06d9b3082/3b634dcf-6034-4913-8550-7aebd8c786bc) {{(pid=126506) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 12 21:21:34.261415 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-b5a8bb50-52d6-49f4-96fc-5c7830924ad0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Allocated IP 172.20.0.20 (9b5bbd24-d22d-4b77-9da4-a9f06d9b3082/cc25c6ea-6b91-46e0-acbe-80a400c0076a/715bb463-6a78-4079-9ba8-1a0a933c2cff) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:34.261576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d9118d52-3318-4fe5-b8a5-8c35c7caaf47 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:34.311742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ca603536-3db1-4e21-b862-b40c9518e32c None None] Could not find standard attr ID for object e05b3364-ec41-4129-a757-fd7781cb779e. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:21:34.331698 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43b5ba13-c5b6-48db-9fd1-9abeec65052c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (05fa611e-f02b-4cd0-ae2f-bc35cef6065c), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:34.384870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002d05e-8bad-4f9a-b381-f10f1929b207 req-84c721ab-21f1-427b-ba48-6d04c346b7df tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:34.387207 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5002d05e-8bad-4f9a-b381-f10f1929b207 req-84c721ab-21f1-427b-ba48-6d04c346b7df tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 944 time: 0.1173728
Feb 12 21:21:34.497779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5002d05e-8bad-4f9a-b381-f10f1929b207 req-57406bb7-0be7-4b98-8acb-e639a9a61912 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddbbe57-36a9-4a11-8f95-e6d69740627d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866396
Feb 12 21:21:34.524162 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43b5ba13-c5b6-48db-9fd1-9abeec65052c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (05fa611e-f02b-4cd0-ae2f-bc35cef6065c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:34.557907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e1617-f78b-4541-8146-836cc0e66ecb None None] Pushing event updated for resources: {'Port': ['ID=d9118d52-3318-4fe5-b8a5-8c35c7caaf47,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:34.592101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d9118d52-3318-4fe5-b8a5-8c35c7caaf47 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:34.592581 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d9118d52-3318-4fe5-b8a5-8c35c7caaf47), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:34.619377 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5a8bb50-52d6-49f4-96fc-5c7830924ad0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (715bb463-6a78-4079-9ba8-1a0a933c2cff), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:34.635727 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94a445-4c11-4891-a9e7-d5ede5823c30 req-21854077-3eaf-47dc-bd87-dbdbb4ea76b9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:34.644461 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6a94a445-4c11-4891-a9e7-d5ede5823c30 req-21854077-3eaf-47dc-bd87-dbdbb4ea76b9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1211443
Feb 12 21:21:34.702387 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6a94a445-4c11-4891-a9e7-d5ede5823c30 req-e95faed2-8574-456d-a52d-97c27a2f8f37 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570283
Feb 12 21:21:34.710811 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43b5ba13-c5b6-48db-9fd1-9abeec65052c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (05fa611e-f02b-4cd0-ae2f-bc35cef6065c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:34.717436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port d9118d52-3318-4fe5-b8a5-8c35c7caaf47 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:34.750461 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5a8bb50-52d6-49f4-96fc-5c7830924ad0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (715bb463-6a78-4079-9ba8-1a0a933c2cff), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:34.755372 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5ba13-c5b6-48db-9fd1-9abeec65052c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=05fa611e-f02b-4cd0-ae2f-bc35cef6065c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:34.757589 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43b5ba13-c5b6-48db-9fd1-9abeec65052c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:34.763065 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-43b5ba13-c5b6-48db-9fd1-9abeec65052c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/05fa611e-f02b-4cd0-ae2f-bc35cef6065c HTTP/1.1" status: 204  len: 168 time: 0.6650124
Feb 12 21:21:34.763284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52156) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:34.786802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77246a1c-2790-4618-ba7b-b40c469a6d74 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:34.820350 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 7402c807-58e8-4b88-9d5e-c420043b89ed details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:21:34.872811 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c99d285f-a6fe-46a0-92a4-c4caff2beb68 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1083953
Feb 12 21:21:34.876967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52160) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:34.886235 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8139fea4-2f9c-4c0c-8a52-f24ce3e2da70 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:34.886426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-d32ac959-712a-43ec-970c-63df9bd1fb76 None None] Allocated IP 172.20.0.18 (9b5bbd24-d22d-4b77-9da4-a9f06d9b3082/cc25c6ea-6b91-46e0-acbe-80a400c0076a/1b93d893-943c-4b96-a3d3-8075729022b5) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:34.939916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526f339-52bc-4921-b8d5-090d6d8d2e92 req-7c03c24f-f5a3-4a54-8417-1a392a7732d4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:34.940541 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8bb50-52d6-49f4-96fc-5c7830924ad0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=715bb463-6a78-4079-9ba8-1a0a933c2cff,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:34.942260 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3526f339-52bc-4921-b8d5-090d6d8d2e92 req-7c03c24f-f5a3-4a54-8417-1a392a7732d4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0682945
Feb 12 21:21:35.019886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-b5a8bb50-52d6-49f4-96fc-5c7830924ad0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] In _notify_port_updated(), no bound segment for port 715bb463-6a78-4079-9ba8-1a0a933c2cff on network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 {{(pid=126506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:21:35.024965 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a8bb50-52d6-49f4-96fc-5c7830924ad0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:35.025647 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5a8bb50-52d6-49f4-96fc-5c7830924ad0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:35.027121 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b5a8bb50-52d6-49f4-96fc-5c7830924ad0 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "PUT /v2.0/ports/715bb463-6a78-4079-9ba8-1a0a933c2cff HTTP/1.1" status: 200  len: 920 time: 1.8920426
Feb 12 21:21:35.034850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52168) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:35.065035 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3526f339-52bc-4921-b8d5-090d6d8d2e92 req-6f656674-8bff-46a2-9377-eb360f8e8e77 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925617
Feb 12 21:21:35.128120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 7402c807-58e8-4b88-9d5e-c420043b89ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7402c807-58e8-4b88-9d5e-c420043b89ed,segment=NetworkSegment(083c840a-3026-480b-ab64-79bf4de45a82),segment_id=083c840a-3026-480b-ab64-79bf4de45a82)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:35.136630 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d32ac959-712a-43ec-970c-63df9bd1fb76 None None] For port 1b93d893-943c-4b96-a3d3-8075729022b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b93d893-943c-4b96-a3d3-8075729022b5,segment=NetworkSegment(28e02540-eb0c-493d-a624-32997e862336),segment_id=28e02540-eb0c-493d-a624-32997e862336)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:35.151290 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '7402c807-58e8-4b88-9d5e-c420043b89ed', 'network_id': '134f1d2e-bf84-4443-b6d9-93050fa7bfac', 'port_id': '7402c807-58e8-4b88-9d5e-c420043b89ed', 'mac_address': 'fa:16:3e:56:a9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f22e469-6ba2-4403-b656-cd1ef39880b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:21:35.174340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc417db-2255-470f-8e40-5cd304b92dc5 req-5d4f183b-4b2e-4e71-a6da-17c8c6b391e5 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:35.178134 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3dc417db-2255-470f-8e40-5cd304b92dc5 req-5d4f183b-4b2e-4e71-a6da-17c8c6b391e5 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 944 time: 0.1039495
Feb 12 21:21:35.186160 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8139fea4-2f9c-4c0c-8a52-f24ce3e2da70 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:35.191555 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8139fea4-2f9c-4c0c-8a52-f24ce3e2da70 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:35.198151 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d32ac959-712a-43ec-970c-63df9bd1fb76 None None] Publish callbacks [] for port (1b93d893-943c-4b96-a3d3-8075729022b5), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:35.213571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 7402c807-58e8-4b88-9d5e-c420043b89ed is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:35.214285 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7402c807-58e8-4b88-9d5e-c420043b89ed), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:35.237539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-225c1275-b1ef-4ac3-84a4-e36ae07d4a89 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port 715bb463-6a78-4079-9ba8-1a0a933c2cff {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:35.237982 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-225c1275-b1ef-4ac3-84a4-e36ae07d4a89 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (715bb463-6a78-4079-9ba8-1a0a933c2cff), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:35.239044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7402c807-58e8-4b88-9d5e-c420043b89ed {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:21:35.247855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eadcc8-3822-442d-ad4a-18fbe768bc51 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:21:35.250454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0676e-d908-4c30-a7c3-b136a5c911a6 req-788f38ef-32a3-4db5-8294-62d507a05fd8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:35.252089 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebd0676e-d908-4c30-a7c3-b136a5c911a6 req-788f38ef-32a3-4db5-8294-62d507a05fd8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0891643
Feb 12 21:21:35.272093 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 7402c807-58e8-4b88-9d5e-c420043b89ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7402c807-58e8-4b88-9d5e-c420043b89ed,segment=NetworkSegment(083c840a-3026-480b-ab64-79bf4de45a82),segment_id=083c840a-3026-480b-ab64-79bf4de45a82)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:35.298104 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d32ac959-712a-43ec-970c-63df9bd1fb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:35.352542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebd0676e-d908-4c30-a7c3-b136a5c911a6 req-49840dd1-4f05-439c-b5e9-c7a0598053b9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0882180
Feb 12 21:21:35.368265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ac959-712a-43ec-970c-63df9bd1fb76 None None] Pushing event updated for resources: {'Port': ['ID=1b93d893-943c-4b96-a3d3-8075729022b5,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:35.381267 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7402c807-58e8-4b88-9d5e-c420043b89ed), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:35.405336 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-225c1275-b1ef-4ac3-84a4-e36ae07d4a89 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (715bb463-6a78-4079-9ba8-1a0a933c2cff), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:35.415257 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3dc417db-2255-470f-8e40-5cd304b92dc5 req-34ce0af1-02cd-413a-8fdc-39df8d0618d3 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/security-groups?id=7041b4ea-5d73-4b6e-92d0-0b701083cbab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2178183
Feb 12 21:21:35.438462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-225c1275-b1ef-4ac3-84a4-e36ae07d4a89 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for 715bb463-6a78-4079-9ba8-1a0a933c2cff owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:35.468744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=7402c807-58e8-4b88-9d5e-c420043b89ed,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:35.548756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-09eadcc8-3822-442d-ad4a-18fbe768bc51 None None] Deleting port d9118d52-3318-4fe5-b8a5-8c35c7caaf47 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:35.550500 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-09eadcc8-3822-442d-ad4a-18fbe768bc51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d9118d52-3318-4fe5-b8a5-8c35c7caaf47), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:35.651912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['7402c807-58e8-4b88-9d5e-c420043b89ed'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:21:35.654503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-88fb6771-e34c-47e2-8bca-68b7da51d6f6 req-5c1c80f4-44e0-44d9-9a36-807869ffa7ac tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 210 time: 0.1114430
Feb 12 21:21:35.703517 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8139fea4-2f9c-4c0c-8a52-f24ce3e2da70 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (7043a13f-0daf-4830-abbf-81b9e428764f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:35.728475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-09eadcc8-3822-442d-ad4a-18fbe768bc51 None None] For port d9118d52-3318-4fe5-b8a5-8c35c7caaf47, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9118d52-3318-4fe5-b8a5-8c35c7caaf47,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:35.728969 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-09eadcc8-3822-442d-ad4a-18fbe768bc51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d9118d52-3318-4fe5-b8a5-8c35c7caaf47), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:35.758414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-09eadcc8-3822-442d-ad4a-18fbe768bc51 None None] Calling delete_port for d9118d52-3318-4fe5-b8a5-8c35c7caaf47 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:35.826095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8139fea4-2f9c-4c0c-8a52-f24ce3e2da70 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:35.834137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-8139fea4-2f9c-4c0c-8a52-f24ce3e2da70 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:35.856986 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8139fea4-2f9c-4c0c-8a52-f24ce3e2da70 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:35.858018 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8139fea4-2f9c-4c0c-8a52-f24ce3e2da70 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:35.874677 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139fea4-2f9c-4c0c-8a52-f24ce3e2da70 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=7043a13f-0daf-4830-abbf-81b9e428764f,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:35.910925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db302e9b-9204-4e8e-bd87-fc7fa632d34f req-d5f8ed9f-e438-418a-825a-b602782f58db tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:35.917901 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-db302e9b-9204-4e8e-bd87-fc7fa632d34f req-d5f8ed9f-e438-418a-825a-b602782f58db tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 944 time: 0.1502986
Feb 12 21:21:35.971735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-b0831208-8de3-4416-b121-b8aef545b5f3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:35.973234 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-b0831208-8de3-4416-b121-b8aef545b5f3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.50 "GET /v2.0/networks?id=7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 200  len: 804 time: 0.4328978
Feb 12 21:21:35.988859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-a0a06be1-7e3d-40f2-94e1-80b09735999f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Request body: {'port': {'device_id': '0c736337-e285-4bb0-b103-f6ff153aa353', 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1', 'admin_state_up': True, 'tenant_id': '050182e2f578483db86c4ee4d7391365'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:36.044069 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-db302e9b-9204-4e8e-bd87-fc7fa632d34f req-3d471b3a-1d41-435d-9c58-14ddca79ec2d tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddbbe57-36a9-4a11-8f95-e6d69740627d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253536
Feb 12 21:21:36.071216 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-09eadcc8-3822-442d-ad4a-18fbe768bc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (d9118d52-3318-4fe5-b8a5-8c35c7caaf47), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:36.094964 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eadcc8-3822-442d-ad4a-18fbe768bc51 None None] Pushing event deleted for resources: {'Port': ['ID=d9118d52-3318-4fe5-b8a5-8c35c7caaf47,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:36.100041 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1b93d893-943c-4b96-a3d3-8075729022b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:36.114639 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8139fea4-2f9c-4c0c-8a52-f24ce3e2da70 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2347353
Feb 12 21:21:36.119291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52188) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:36.124943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e38ba238-bca3-4e7a-94b5-5dd02df6f775 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'fixed_ips': [{'subnet_id': '7043a13f-0daf-4830-abbf-81b9e428764f', 'ip_address': '2001:db8::767f:ffdc:7c46:93c2'}], 'name': 'tempest-NetworksTestDHCPv6-1069838121'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:36.138083 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364d455-b970-449d-89d2-52e8d151182c req-99cbdb8e-cf52-4ade-bcc9-9c2ddadedfcb tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:36.139798 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7364d455-b970-449d-89d2-52e8d151182c req-99cbdb8e-cf52-4ade-bcc9-9c2ddadedfcb tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1067917
Feb 12 21:21:36.147876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eadcc8-3822-442d-ad4a-18fbe768bc51 None None] No DVR routers for this DVR port d9118d52-3318-4fe5-b8a5-8c35c7caaf47 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:36.182129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00a4b74-b3fb-479d-a561-90dcf848b640 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:36.211327 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7364d455-b970-449d-89d2-52e8d151182c req-cd11666e-6f3f-49ec-9e9f-4e834019d16a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595419
Feb 12 21:21:36.245456 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-225c1275-b1ef-4ac3-84a4-e36ae07d4a89 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (715bb463-6a78-4079-9ba8-1a0a933c2cff), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:36.255223 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1b93d893-943c-4b96-a3d3-8075729022b5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:36.255223 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:36.313268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c1275-b1ef-4ac3-84a4-e36ae07d4a89 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=715bb463-6a78-4079-9ba8-1a0a933c2cff,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:36.401207 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-a0a06be1-7e3d-40f2-94e1-80b09735999f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Made reservation on behalf of 050182e2f578483db86c4ee4d7391365 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:36.405257 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-a0a06be1-7e3d-40f2-94e1-80b09735999f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:36.405905 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': '7043a13f-0daf-4830-abbf-81b9e428764f'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:21:36.406773 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:36.447727 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1b93d893-943c-4b96-a3d3-8075729022b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:36.452249 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-225c1275-b1ef-4ac3-84a4-e36ae07d4a89 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:36.459227 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52198) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:36.468145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-225c1275-b1ef-4ac3-84a4-e36ae07d4a89 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/715bb463-6a78-4079-9ba8-1a0a933c2cff HTTP/1.1" status: 204  len: 168 time: 1.4320245
Feb 12 21:21:36.505252 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2ae05e-5ec2-4461-99ad-c35158d6116d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] GET failed (client error): The resource could not be found.
Feb 12 21:21:36.514055 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2e2ae05e-5ec2-4461-99ad-c35158d6116d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/715bb463-6a78-4079-9ba8-1a0a933c2cff HTTP/1.1" status: 404  len: 333 time: 0.0537236
Feb 12 21:21:36.514773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52200) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:36.546661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d9118d52-3318-4fe5-b8a5-8c35c7caaf47 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:36.588220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52202) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:36.591508 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a2a7-107c-464c-af4d-e1c63ab5f2d1 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (243e57b4-3196-4533-a09e-816c9e1886ff), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:36.603000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38ba238-bca3-4e7a-94b5-5dd02df6f775 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:36.614390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: d9118d52-3318-4fe5-b8a5-8c35c7caaf47 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:36.614390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d9118d52-3318-4fe5-b8a5-8c35c7caaf47 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:36.632315 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a2a7-107c-464c-af4d-e1c63ab5f2d1 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (243e57b4-3196-4533-a09e-816c9e1886ff), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:36.635748 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f372949e-90f8-4d22-b58f-53f068c2d225 None None] Provisioning complete for port 6612c078-6d4a-4926-b888-2ae35c0e72c6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:36.636124 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f372949e-90f8-4d22-b58f-53f068c2d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6612c078-6d4a-4926-b888-2ae35c0e72c6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:36.739582 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f372949e-90f8-4d22-b58f-53f068c2d225 None None] Port 6612c078-6d4a-4926-b888-2ae35c0e72c6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:36.764549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Allocated IP 2001:db8::2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/7043a13f-0daf-4830-abbf-81b9e428764f/0e5832f6-1cb0-4b00-b6ab-de4303fb74ab) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:36.767987 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f372949e-90f8-4d22-b58f-53f068c2d225 None None] Provisioning complete for port 1b93d893-943c-4b96-a3d3-8075729022b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:36.768993 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f372949e-90f8-4d22-b58f-53f068c2d225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:36.784775 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e38ba238-bca3-4e7a-94b5-5dd02df6f775 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:36.829659 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a2a7-107c-464c-af4d-e1c63ab5f2d1 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (243e57b4-3196-4533-a09e-816c9e1886ff), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:36.831991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c13fec3c-57ed-4039-8989-e3b710854a87 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:36.833769 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a2a7-107c-464c-af4d-e1c63ab5f2d1 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:36.835315 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b0e0a2a7-107c-464c-af4d-e1c63ab5f2d1 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/security-groups/243e57b4-3196-4533-a09e-816c9e1886ff HTTP/1.1" status: 204  len: 168 time: 0.3192697
Feb 12 21:21:36.847369 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52208) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:36.853825 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-e38ba238-bca3-4e7a-94b5-5dd02df6f775 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port cebb11e9-c97b-49e6-99b7-40db7843dcb4 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:21:36.883919 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0a2a7-107c-464c-af4d-e1c63ab5f2d1 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=243e57b4-3196-4533-a09e-816c9e1886ff,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:36.892268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-a0a06be1-7e3d-40f2-94e1-80b09735999f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Allocated IP 172.20.0.12 (7099db00-3881-44c3-bb47-3ded394a66e1/9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9/bc905f84-cd25-4786-b86f-e2c6173d2461) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:36.954953 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6ceacbd-d636-4459-b943-6cd8cf47aa9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.004122 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-20199307-f742-4dfa-96a7-db568ea8b785 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (7d89220c-ab93-4114-a70a-4425bd280241), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.038172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f372949e-90f8-4d22-b58f-53f068c2d225 None None] Current status of the port 1b93d893-943c-4b96-a3d3-8075729022b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:37.044055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f372949e-90f8-4d22-b58f-53f068c2d225 None None] Could not find standard attr ID for object 715bb463-6a78-4079-9ba8-1a0a933c2cff. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:21:37.062219 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0125d328-d5c4-4fe6-a3de-048f11a70494 req-eae1a946-82d6-41b9-8088-65f30234d426 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 210 time: 0.0524051
Feb 12 21:21:37.082369 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-20199307-f742-4dfa-96a7-db568ea8b785 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (7d89220c-ab93-4114-a70a-4425bd280241), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.161253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port c13fec3c-57ed-4039-8989-e3b710854a87 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:21:37.168302 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port c13fec3c-57ed-4039-8989-e3b710854a87 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:37.168688 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c13fec3c-57ed-4039-8989-e3b710854a87), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.190392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2021d74a-b0f6-4c35-9b3c-1dd29a50936e None None] Could not find standard attr ID for object 715bb463-6a78-4079-9ba8-1a0a933c2cff. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:21:37.201220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc2bee-a5d5-4c61-9727-e86f385cc9c5 req-8313007d-4de7-401a-bb33-ddeebcb025c9 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:37.206034 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5efc2bee-a5d5-4c61-9727-e86f385cc9c5 req-8313007d-4de7-401a-bb33-ddeebcb025c9 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 945 time: 0.3974164
Feb 12 21:21:37.216721 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Publish callbacks [] for port (0e5832f6-1cb0-4b00-b6ab-de4303fb74ab), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.241113 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-20199307-f742-4dfa-96a7-db568ea8b785 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7d89220c-ab93-4114-a70a-4425bd280241), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.243726 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-20199307-f742-4dfa-96a7-db568ea8b785 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.247540 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-20199307-f742-4dfa-96a7-db568ea8b785 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/security-groups/7d89220c-ab93-4114-a70a-4425bd280241 HTTP/1.1" status: 204  len: 168 time: 0.3941920
Feb 12 21:21:37.248735 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52214) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:37.266868 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20199307-f742-4dfa-96a7-db568ea8b785 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d89220c-ab93-4114-a70a-4425bd280241,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:37.286708 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port c13fec3c-57ed-4039-8989-e3b710854a87 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:37.286708 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c13fec3c-57ed-4039-8989-e3b710854a87), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.323980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f23a75a-2b82-49a6-b60c-fb0acbaa6d4b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting subnet 3b634dcf-6034-4913-8550-7aebd8c786bc {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:37.330182 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea46a96-8ab1-439e-834a-dbebbd5b960e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13fec3c-57ed-4039-8989-e3b710854a87'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:21:37.332817 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eb90f2-891e-4315-97d7-65e1cd40de46" -d '{"events": [{"server_uuid": "bea46a96-8ab1-439e-834a-dbebbd5b960e", "name": "network-vif-plugged", "status": "completed", "tag": "c13fec3c-57ed-4039-8989-e3b710854a87"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:21:37.337137 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f23a75a-2b82-49a6-b60c-fb0acbaa6d4b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (3b634dcf-6034-4913-8550-7aebd8c786bc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.346379 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (0e5832f6-1cb0-4b00-b6ab-de4303fb74ab), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.357415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port c13fec3c-57ed-4039-8989-e3b710854a87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c13fec3c-57ed-4039-8989-e3b710854a87,segment=NetworkSegment(64ff5e78-c86e-4b0e-bc2e-e340178b4296),segment_id=64ff5e78-c86e-4b0e-bc2e-e340178b4296)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:37.393751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:37.397135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:37.401318 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:37.410145 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Pushing event updated for resources: {'Port': ['ID=0e5832f6-1cb0-4b00-b6ab-de4303fb74ab,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:37.428888 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f23a75a-2b82-49a6-b60c-fb0acbaa6d4b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (3b634dcf-6034-4913-8550-7aebd8c786bc), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.451146 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6ceacbd-d636-4459-b943-6cd8cf47aa9b admin admin] Publish callbacks [] for security_group (e29ee590-7cb4-436a-bf88-1ca9f06743d0), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.458213 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5efc2bee-a5d5-4c61-9727-e86f385cc9c5 req-1f67d9da-6f69-46c8-835f-9103b82a6fff tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/security-groups?id=7041b4ea-5d73-4b6e-92d0-0b701083cbab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2406981
Feb 12 21:21:37.463698 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c13fec3c-57ed-4039-8989-e3b710854a87), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.464512 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 7402c807-58e8-4b88-9d5e-c420043b89ed up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:37.496608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-e38ba238-bca3-4e7a-94b5-5dd02df6f775 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::767f:ffdc:7c46:93c2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/7043a13f-0daf-4830-abbf-81b9e428764f/cebb11e9-c97b-49e6-99b7-40db7843dcb4) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:37.518947 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-a0a06be1-7e3d-40f2-94e1-80b09735999f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks [] for port (bc905f84-cd25-4786-b86f-e2c6173d2461), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.550392 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90011d7d-87e7-4ac0-bbbf-f2b45550ac0f x-openstack-request-id: req-90011d7d-87e7-4ac0-bbbf-f2b45550ac0f {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:21:37.552772 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea46a96-8ab1-439e-834a-dbebbd5b960e", "name": "network-vif-plugged", "status": "completed", "tag": "c13fec3c-57ed-4039-8989-e3b710854a87", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:21:37.552772 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90011d7d-87e7-4ac0-bbbf-f2b45550ac0f {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:21:37.552960 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6ceacbd-d636-4459-b943-6cd8cf47aa9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e29ee590-7cb4-436a-bf88-1ca9f06743d0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.553058 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea46a96-8ab1-439e-834a-dbebbd5b960e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13fec3c-57ed-4039-8989-e3b710854a87', 'code': 200}
Feb 12 21:21:37.561715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Attempting to bind port 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:21:37.562027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Attempting to bind port 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:21:37.562643 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Attempting to bind port 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:37.597459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:21:37.598214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:37.598680 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.599250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:21:37.599751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Bound port: 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:21:37.600138 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0e5832f6-1cb0-4b00-b6ab-de4303fb74ab), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.613401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=c13fec3c-57ed-4039-8989-e3b710854a87,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:37.647938 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20505e-1782-441f-9a82-dd24abb82fe1 req-f100377a-c9c9-4720-9e14-910686260380 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:37.654136 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e20505e-1782-441f-9a82-dd24abb82fe1 req-f100377a-c9c9-4720-9e14-910686260380 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 945 time: 0.1460471
Feb 12 21:21:37.658844 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f23a75a-2b82-49a6-b60c-fb0acbaa6d4b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (3b634dcf-6034-4913-8550-7aebd8c786bc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.740901 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e6ceacbd-d636-4459-b943-6cd8cf47aa9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f8006a12edb432780412cadb1d08b34&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1512413
Feb 12 21:21:37.747220 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52220) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:37.758123 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e20505e-1782-441f-9a82-dd24abb82fe1 req-98d4c75e-1c4c-41e1-9263-b85e8967d1e7 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddbbe57-36a9-4a11-8f95-e6d69740627d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743139
Feb 12 21:21:37.813860 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-444d7ce4-e242-4183-907d-1aef578a30b4 admin admin] Publish callbacks [] for security_group (e29ee590-7cb4-436a-bf88-1ca9f06743d0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.826273 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ceacbd-d636-4459-b943-6cd8cf47aa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29ee590-7cb4-436a-bf88-1ca9f06743d0,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:37.839732 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-a0a06be1-7e3d-40f2-94e1-80b09735999f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (bc905f84-cd25-4786-b86f-e2c6173d2461), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.848873 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-444d7ce4-e242-4183-907d-1aef578a30b4 admin admin] Publish callbacks [] for security_group (e29ee590-7cb4-436a-bf88-1ca9f06743d0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.851070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['38352d0d-4c76-4e91-9225-8c4272270ad6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:21:37.885002 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f23a75a-2b82-49a6-b60c-fb0acbaa6d4b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (3b634dcf-6034-4913-8550-7aebd8c786bc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.885936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] For port 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:21:37.903659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] For port 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e5832f6-1cb0-4b00-b6ab-de4303fb74ab,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:21:37.921969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23a75a-2b82-49a6-b60c-fb0acbaa6d4b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Subnet': ['ID=3b634dcf-6034-4913-8550-7aebd8c786bc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:37.926410 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f23a75a-2b82-49a6-b60c-fb0acbaa6d4b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.928893 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-a0a06be1-7e3d-40f2-94e1-80b09735999f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Network 7099db00-3881-44c3-bb47-3ded394a66e1 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:37.934103 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9f23a75a-2b82-49a6-b60c-fb0acbaa6d4b tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/3b634dcf-6034-4913-8550-7aebd8c786bc HTTP/1.1" status: 204  len: 168 time: 0.6828761
Feb 12 21:21:37.935117 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52222) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:37.936047 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876759e4-2b48-4b7a-8f33-332fbef1d7f8 req-97075d7e-10e2-4c3c-a060-77018307e879 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:37.940447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c554158d-3ddc-4306-9834-b07ea46eef66 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'subnet': {'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:37.941171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f30913-1f07-4420-8cc2-2165da7b4031 None None] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:37.949193 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-876759e4-2b48-4b7a-8f33-332fbef1d7f8 req-97075d7e-10e2-4c3c-a060-77018307e879 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2863526
Feb 12 21:21:37.949311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 7402c807-58e8-4b88-9d5e-c420043b89ed completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:21:37.965318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b6209-10fa-4afc-b285-a9f378c0da82 req-37cd5848-61c0-418b-984e-1c222a1f1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:37.966809 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7f1b6209-10fa-4afc-b285-a9f378c0da82 req-37cd5848-61c0-418b-984e-1c222a1f1d50 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 1127 time: 0.2988920
Feb 12 21:21:37.967653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-a0a06be1-7e3d-40f2-94e1-80b09735999f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:37.975070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-a0a06be1-7e3d-40f2-94e1-80b09735999f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:37.981046 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e38ba238-bca3-4e7a-94b5-5dd02df6f775 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (cebb11e9-c97b-49e6-99b7-40db7843dcb4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.989032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 7402c807-58e8-4b88-9d5e-c420043b89ed triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:37.989438 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7402c807-58e8-4b88-9d5e-c420043b89ed), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:37.995673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a06be1-7e3d-40f2-94e1-80b09735999f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Pushing event updated for resources: {'Port': ['ID=bc905f84-cd25-4786-b86f-e2c6173d2461,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:38.016981 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0e5832f6-1cb0-4b00-b6ab-de4303fb74ab), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:38.060520 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-444d7ce4-e242-4183-907d-1aef578a30b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e29ee590-7cb4-436a-bf88-1ca9f06743d0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:38.063398 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-444d7ce4-e242-4183-907d-1aef578a30b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:38.067623 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-444d7ce4-e242-4183-907d-1aef578a30b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e29ee590-7cb4-436a-bf88-1ca9f06743d0 HTTP/1.1" status: 204  len: 168 time: 0.3191876
Feb 12 21:21:38.094804 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d7ce4-e242-4183-907d-1aef578a30b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29ee590-7cb4-436a-bf88-1ca9f06743d0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:38.102437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-a0a06be1-7e3d-40f2-94e1-80b09735999f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:38.103247 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-a0a06be1-7e3d-40f2-94e1-80b09735999f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:38.133606 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c554158d-3ddc-4306-9834-b07ea46eef66 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:38.133812 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-876759e4-2b48-4b7a-8f33-332fbef1d7f8 req-f46e99bb-e039-4498-9117-b9fd2fca7a7c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1894870
Feb 12 21:21:38.139364 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c554158d-3ddc-4306-9834-b07ea46eef66 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:38.148493 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7f1b6209-10fa-4afc-b285-a9f378c0da82 req-bf9bd05b-80b8-4b40-a9ba-d4cd9c6a5716 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9ddbbe57-36a9-4a11-8f95-e6d69740627d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706176
Feb 12 21:21:38.218144 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-a0a06be1-7e3d-40f2-94e1-80b09735999f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2351067
Feb 12 21:21:38.229311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5e8d3-8918-40c8-8812-0907b75c0ef4 None None] Pushing event updated for resources: {'Port': ['ID=0e5832f6-1cb0-4b00-b6ab-de4303fb74ab,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:38.230280 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Request body: {'port': {'device_id': '0c736337-e285-4bb0-b103-f6ff153aa353', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:38.279399 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e38ba238-bca3-4e7a-94b5-5dd02df6f775 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (cebb11e9-c97b-49e6-99b7-40db7843dcb4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:38.311611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9917ee-5886-4014-ace3-fb26c91628fe req-c9a8d59f-5edc-494d-ba37-068279fab9c6 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:38.313838 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c9917ee-5886-4014-ace3-fb26c91628fe req-c9a8d59f-5edc-494d-ba37-068279fab9c6 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 932 time: 0.1272924
Feb 12 21:21:38.349256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 7402c807-58e8-4b88-9d5e-c420043b89ed is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:38.369322 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7402c807-58e8-4b88-9d5e-c420043b89ed), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:38.395712 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c9917ee-5886-4014-ace3-fb26c91628fe req-bb9470aa-48f3-47aa-ad15-8c6fc968a066 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731702
Feb 12 21:21:38.399027 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bc905f84-cd25-4786-b86f-e2c6173d2461), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:38.404936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ba238-bca3-4e7a-94b5-5dd02df6f775 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:38.418026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-e38ba238-bca3-4e7a-94b5-5dd02df6f775 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:38.432275 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 7402c807-58e8-4b88-9d5e-c420043b89ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7402c807-58e8-4b88-9d5e-c420043b89ed,segment=NetworkSegment(083c840a-3026-480b-ab64-79bf4de45a82),segment_id=083c840a-3026-480b-ab64-79bf4de45a82)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:38.440932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ba238-bca3-4e7a-94b5-5dd02df6f775 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=cebb11e9-c97b-49e6-99b7-40db7843dcb4,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:38.452509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ba238-bca3-4e7a-94b5-5dd02df6f775 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:38.465283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38ba238-bca3-4e7a-94b5-5dd02df6f775 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:38.468933 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e38ba238-bca3-4e7a-94b5-5dd02df6f775 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:38.514699 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7402c807-58e8-4b88-9d5e-c420043b89ed), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:38.610007 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=7402c807-58e8-4b88-9d5e-c420043b89ed,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:38.677931 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e38ba238-bca3-4e7a-94b5-5dd02df6f775 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.5577250
Feb 12 21:21:38.678948 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52234) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:38.735452 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c554158d-3ddc-4306-9834-b07ea46eef66 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (0d8aaf2d-291a-4904-8880-c79623999124), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:38.833454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c554158d-3ddc-4306-9834-b07ea46eef66 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:38.839924 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-c554158d-3ddc-4306-9834-b07ea46eef66 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:38.843193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c554158d-3ddc-4306-9834-b07ea46eef66 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:38.843920 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c554158d-3ddc-4306-9834-b07ea46eef66 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:38.849928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554158d-3ddc-4306-9834-b07ea46eef66 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Subnet': ['ID=0d8aaf2d-291a-4904-8880-c79623999124,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:38.870856 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8f21e6-584f-4013-b659-500967ebf442 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:38.876508 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8f21e6-584f-4013-b659-500967ebf442 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:38.878889 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1b8f21e6-584f-4013-b659-500967ebf442 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.1987839
Feb 12 21:21:38.883012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52242) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:39.009987 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c554158d-3ddc-4306-9834-b07ea46eef66 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0737886
Feb 12 21:21:39.015313 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52246) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:39.024256 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-647b3a59-3fec-4b73-ae73-73b902f9fc07 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'security_group': {'name': 'tempest-secgroup-351611830'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:39.067611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888b1d7-843f-40b9-84e0-8ed62f1e0a7a req-d810584a-18ce-4fa8-9d65-9c5241ef98b9 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:39.069899 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1888b1d7-843f-40b9-84e0-8ed62f1e0a7a req-d810584a-18ce-4fa8-9d65-9c5241ef98b9 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 945 time: 0.1553786
Feb 12 21:21:39.116435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-b3428778-0877-4bd5-b258-abb568b39904 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port cebb11e9-c97b-49e6-99b7-40db7843dcb4 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:39.116780 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b3428778-0877-4bd5-b258-abb568b39904 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (cebb11e9-c97b-49e6-99b7-40db7843dcb4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:39.155406 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-647b3a59-3fec-4b73-ae73-73b902f9fc07 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:39.250377 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1888b1d7-843f-40b9-84e0-8ed62f1e0a7a req-f6c9b0d6-8020-46cc-b1a4-3af180be8d24 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddbbe57-36a9-4a11-8f95-e6d69740627d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714401
Feb 12 21:21:39.254104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46c355-d773-498c-8fce-2790f695a49c req-0836eb1a-c05e-4656-8d67-32a424ba0297 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:39.261855 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a46c355-d773-498c-8fce-2790f695a49c req-0836eb1a-c05e-4656-8d67-32a424ba0297 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 946 time: 0.5964911
Feb 12 21:21:39.336800 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a46c355-d773-498c-8fce-2790f695a49c req-76a759e9-6b56-4834-af95-c354a50f8da0 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/security-groups?id=7041b4ea-5d73-4b6e-92d0-0b701083cbab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737689
Feb 12 21:21:39.374068 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da992ab-9486-4c4d-beaa-a57dacd3b279 None None] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:39.419828 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b3428778-0877-4bd5-b258-abb568b39904 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (cebb11e9-c97b-49e6-99b7-40db7843dcb4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:39.447320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc905f84-cd25-4786-b86f-e2c6173d2461 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:21:39.451226 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-b3428778-0877-4bd5-b258-abb568b39904 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for cebb11e9-c97b-49e6-99b7-40db7843dcb4 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:39.460449 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Publish callbacks [] for port (bc905f84-cd25-4786-b86f-e2c6173d2461), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:39.496377 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-647b3a59-3fec-4b73-ae73-73b902f9fc07 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (6b5c34d5-aa36-4e84-8cef-134841543c05), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:39.507479 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Transition to ACTIVE for port object bc905f84-cd25-4786-b86f-e2c6173d2461 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:21:39.541469 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefb1cb-d5cd-4be3-a045-20df91857bd7 req-61840a1a-9148-4e90-a0d5-979a66f4939f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:39.543169 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1cefb1cb-d5cd-4be3-a045-20df91857bd7 req-61840a1a-9148-4e90-a0d5-979a66f4939f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1791039
Feb 12 21:21:39.551076 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c597dabc-bfca-4401-aa1b-e5d10008f21e None None] Provisioning complete for port 6612c078-6d4a-4926-b888-2ae35c0e72c6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:39.551640 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c597dabc-bfca-4401-aa1b-e5d10008f21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6612c078-6d4a-4926-b888-2ae35c0e72c6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:39.554611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b204088d-8c6f-461a-af70-981dc8768350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7402c807-58e8-4b88-9d5e-c420043b89ed'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:21:39.556790 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b7b917-a29c-4d0e-9bdd-88a54c9ba56d" -d '{"events": [{"server_uuid": "b204088d-8c6f-461a-af70-981dc8768350", "name": "network-vif-plugged", "status": "completed", "tag": "7402c807-58e8-4b88-9d5e-c420043b89ed"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:21:39.591567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aedc73-f6d4-4706-9439-1c5014e362c7 req-cc580080-0e55-4218-bcf5-0cb45abf43eb tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:39.591567 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-53aedc73-f6d4-4706-9439-1c5014e362c7 req-cc580080-0e55-4218-bcf5-0cb45abf43eb tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 932 time: 0.0708647
Feb 12 21:21:39.661750 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (bc905f84-cd25-4786-b86f-e2c6173d2461), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:39.673272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c597dabc-bfca-4401-aa1b-e5d10008f21e None None] Port 6612c078-6d4a-4926-b888-2ae35c0e72c6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:39.724039 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c597dabc-bfca-4401-aa1b-e5d10008f21e None None] Provisioning complete for port 1b93d893-943c-4b96-a3d3-8075729022b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:39.724464 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c597dabc-bfca-4401-aa1b-e5d10008f21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:39.744517 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-647b3a59-3fec-4b73-ae73-73b902f9fc07 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6b5c34d5-aa36-4e84-8cef-134841543c05), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:39.768533 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-53aedc73-f6d4-4706-9439-1c5014e362c7 req-fc2244e3-7637-46f0-b05e-2bde6c3abf6f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1705127
Feb 12 21:21:39.775999 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc905f84-cd25-4786-b86f-e2c6173d2461,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:39.804783 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1cefb1cb-d5cd-4be3-a045-20df91857bd7 req-01fefced-8235-4633-b96d-b11d40d3cf12 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2556362
Feb 12 21:21:39.822447 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b3428778-0877-4bd5-b258-abb568b39904 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (cebb11e9-c97b-49e6-99b7-40db7843dcb4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:39.925222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3428778-0877-4bd5-b258-abb568b39904 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=cebb11e9-c97b-49e6-99b7-40db7843dcb4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:39.925645 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d98703a-b109-4693-a775-2dc80e1cfdc3 x-openstack-request-id: req-9d98703a-b109-4693-a775-2dc80e1cfdc3 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:21:39.926035 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b204088d-8c6f-461a-af70-981dc8768350", "name": "network-vif-plugged", "status": "completed", "tag": "7402c807-58e8-4b88-9d5e-c420043b89ed", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:21:39.926296 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d98703a-b109-4693-a775-2dc80e1cfdc3 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:21:39.926709 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b204088d-8c6f-461a-af70-981dc8768350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7402c807-58e8-4b88-9d5e-c420043b89ed', 'code': 200}
Feb 12 21:21:39.929687 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b3a59-3fec-4b73-ae73-73b902f9fc07 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5c34d5-aa36-4e84-8cef-134841543c05,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:39.933840 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-647b3a59-3fec-4b73-ae73-73b902f9fc07 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:39.938423 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-647b3a59-3fec-4b73-ae73-73b902f9fc07 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.9217329
Feb 12 21:21:39.940269 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b3428778-0877-4bd5-b258-abb568b39904 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:39.943540 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c597dabc-bfca-4401-aa1b-e5d10008f21e None None] Current status of the port 1b93d893-943c-4b96-a3d3-8075729022b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:39.943692 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b3428778-0877-4bd5-b258-abb568b39904 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/cebb11e9-c97b-49e6-99b7-40db7843dcb4 HTTP/1.1" status: 204  len: 168 time: 1.0585716
Feb 12 21:21:39.944081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52266) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:39.949674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76c203c-1d92-469e-9ea7-e23551db987a None None] Update dhcp port {'port': {'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'fixed_ips': [{'subnet_id': 'cc25c6ea-6b91-46e0-acbe-80a400c0076a', 'ip_address': '172.20.0.18'}, {'subnet_id': '0d8aaf2d-291a-4904-8880-c79623999124'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '1b93d893-943c-4b96-a3d3-8075729022b5'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:21:39.952613 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52268) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:39.954349 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c27d966d-c46c-44f5-866b-26bcc03a17e2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'security_group': {'name': 'tempest-secgroup-2126326427'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:39.990441 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d76c203c-1d92-469e-9ea7-e23551db987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.055318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Attempting to bind port bc905f84-cd25-4786-b86f-e2c6173d2461 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:21:40.055318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Attempting to bind port bc905f84-cd25-4786-b86f-e2c6173d2461 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:21:40.055806 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Attempting to bind port bc905f84-cd25-4786-b86f-e2c6173d2461 on network 7099db00-3881-44c3-bb47-3ded394a66e1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:40.084637 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c27d966d-c46c-44f5-866b-26bcc03a17e2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.102793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Port bc905f84-cd25-4786-b86f-e2c6173d2461 on network 7099db00-3881-44c3-bb47-3ded394a66e1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:21:40.102793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Attempting to bind port bc905f84-cd25-4786-b86f-e2c6173d2461 on network 7099db00-3881-44c3-bb47-3ded394a66e1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:40.107226 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496c22e-db7a-4cdf-ab37-544d8c08d9a6 req-f7a480cd-c438-44ca-a5d8-c25b0ac41101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:40.108269 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a496c22e-db7a-4cdf-ab37-544d8c08d9a6 req-f7a480cd-c438-44ca-a5d8-c25b0ac41101 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 1128 time: 0.1569424
Feb 12 21:21:40.115254 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417572b-f5f1-4b94-82a7-017e45ec3891 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:40.116530 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417572b-f5f1-4b94-82a7-017e45ec3891 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:40.119547 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8417572b-f5f1-4b94-82a7-017e45ec3891 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1660063
Feb 12 21:21:40.126497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:21:40.126497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Checking segment: {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:40.126497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Bound using segment: {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:21:40.126497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Bound port: bc905f84-cd25-4786-b86f-e2c6173d2461, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739edf8d-e223-4bd7-b993-e1b54564f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:21:40.126497 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bc905f84-cd25-4786-b86f-e2c6173d2461), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.136043 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52272) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:40.203925 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:40.221156 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c27d966d-c46c-44f5-866b-26bcc03a17e2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (0eb6b51f-8fec-4f87-af6b-eab718f18ce3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.241645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-57b592a4-645e-4cb6-b1c2-a871442c9db6 None None] Provisioning complete for port 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:40.241968 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-57b592a4-645e-4cb6-b1c2-a871442c9db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0e5832f6-1cb0-4b00-b6ab-de4303fb74ab), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.301241 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c27d966d-c46c-44f5-866b-26bcc03a17e2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0eb6b51f-8fec-4f87-af6b-eab718f18ce3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.364007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d966d-c46c-44f5-866b-26bcc03a17e2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb6b51f-8fec-4f87-af6b-eab718f18ce3,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:40.371456 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:40.371845 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0e5832f6-1cb0-4b00-b6ab-de4303fb74ab), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.382807 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a496c22e-db7a-4cdf-ab37-544d8c08d9a6 req-7fedf8c8-7229-4585-9f38-e9f960fc241b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7041b4ea-5d73-4b6e-92d0-0b701083cbab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2616458
Feb 12 21:21:40.403315 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-253805e3-9a68-44fe-ae90-c84d7fc50eee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 7043a13f-0daf-4830-abbf-81b9e428764f {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:40.408853 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-253805e3-9a68-44fe-ae90-c84d7fc50eee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (7043a13f-0daf-4830-abbf-81b9e428764f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.414584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-d76c203c-1d92-469e-9ea7-e23551db987a None None] Allocated IP 172.20.0.2 (9b5bbd24-d22d-4b77-9da4-a9f06d9b3082/0d8aaf2d-291a-4904-8880-c79623999124/1b93d893-943c-4b96-a3d3-8075729022b5) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:40.431797 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c27d966d-c46c-44f5-866b-26bcc03a17e2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.442205 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c27d966d-c46c-44f5-866b-26bcc03a17e2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4969866
Feb 12 21:21:40.443819 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52278) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:40.449158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-edd8b0e5-09f7-486f-9e9d-257753aa6031 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'security_group': {'name': 'tempest-secgroup-350575903'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:40.478101 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-253805e3-9a68-44fe-ae90-c84d7fc50eee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (7043a13f-0daf-4830-abbf-81b9e428764f), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.512499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fa642-d1b7-4124-926c-abd1b80675a5 req-0177f378-ae4c-4c25-901a-567654a62385 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:40.520874 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5e3fa642-d1b7-4124-926c-abd1b80675a5 req-0177f378-ae4c-4c25-901a-567654a62385 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 945 time: 0.1541424
Feb 12 21:21:40.532309 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:40.532697 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0e5832f6-1cb0-4b00-b6ab-de4303fb74ab), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.534870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-57b592a4-645e-4cb6-b1c2-a871442c9db6 None None] Current status of the port 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:40.535243 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-57b592a4-645e-4cb6-b1c2-a871442c9db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0e5832f6-1cb0-4b00-b6ab-de4303fb74ab), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.586369 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5e3fa642-d1b7-4124-926c-abd1b80675a5 req-ddb2b015-91ba-47cc-b249-514bd97d06a1 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddbbe57-36a9-4a11-8f95-e6d69740627d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643103
Feb 12 21:21:40.593179 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-edd8b0e5-09f7-486f-9e9d-257753aa6031 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.600709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] For port bc905f84-cd25-4786-b86f-e2c6173d2461, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:21:40.642318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] For port bc905f84-cd25-4786-b86f-e2c6173d2461, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc905f84-cd25-4786-b86f-e2c6173d2461,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:21:40.650797 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d76c203c-1d92-469e-9ea7-e23551db987a None None] For port 1b93d893-943c-4b96-a3d3-8075729022b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b93d893-943c-4b96-a3d3-8075729022b5,segment=NetworkSegment(28e02540-eb0c-493d-a624-32997e862336),segment_id=28e02540-eb0c-493d-a624-32997e862336)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:40.677896 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c793cd-f616-4b08-b473-4924d9a4ae9c req-2a8ae83a-44e3-406b-a473-6541ec004885 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:40.680051 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3c793cd-f616-4b08-b473-4924d9a4ae9c req-2a8ae83a-44e3-406b-a473-6541ec004885 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 946 time: 0.1234562
Feb 12 21:21:40.696217 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-57b592a4-645e-4cb6-b1c2-a871442c9db6 None None] For port 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e5832f6-1cb0-4b00-b6ab-de4303fb74ab,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:40.720379 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d76c203c-1d92-469e-9ea7-e23551db987a None None] Publish callbacks [] for port (1b93d893-943c-4b96-a3d3-8075729022b5), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.739150 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-edd8b0e5-09f7-486f-9e9d-257753aa6031 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (4c94089b-e7f8-4e3b-96a3-adecb7bb3cf5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.740600 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3c793cd-f616-4b08-b473-4924d9a4ae9c req-63a636c6-92c6-4d11-b502-91920fd2179d tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/security-groups?id=7041b4ea-5d73-4b6e-92d0-0b701083cbab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540137
Feb 12 21:21:40.743541 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (bc905f84-cd25-4786-b86f-e2c6173d2461), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.772184 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-57b592a4-645e-4cb6-b1c2-a871442c9db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0e5832f6-1cb0-4b00-b6ab-de4303fb74ab), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.781488 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-253805e3-9a68-44fe-ae90-c84d7fc50eee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (7043a13f-0daf-4830-abbf-81b9e428764f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.811905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:40.812538 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.814254 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] 10.222.0.50 "PUT /v2.0/ports/bc905f84-cd25-4786-b86f-e2c6173d2461 HTTP/1.1" status: 200  len: 1092 time: 2.5889225
Feb 12 21:21:40.814894 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c736337-e285-4bb0-b103-f6ff153aa353', 'tag': 'bc905f84-cd25-4786-b86f-e2c6173d2461'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:21:40.816907 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32b1060-8781-4e45-9df0-2f26417b11e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c736337-e285-4bb0-b103-f6ff153aa353", "tag": "bc905f84-cd25-4786-b86f-e2c6173d2461"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:21:40.847626 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-edd8b0e5-09f7-486f-9e9d-257753aa6031 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4c94089b-e7f8-4e3b-96a3-adecb7bb3cf5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.851617 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad790c-40ff-475f-a9c2-060636dbdac7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc905f84-cd25-4786-b86f-e2c6173d2461,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:40.872964 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d76c203c-1d92-469e-9ea7-e23551db987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.886862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b592a4-645e-4cb6-b1c2-a871442c9db6 None None] Pushing event updated for resources: {'Port': ['ID=0e5832f6-1cb0-4b00-b6ab-de4303fb74ab,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:40.904700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8b0e5-09f7-486f-9e9d-257753aa6031 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c94089b-e7f8-4e3b-96a3-adecb7bb3cf5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:40.906580 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-cf88c0ec-e4fb-4796-88dc-84ff5248c439 None None] Could not find standard attr ID for object cebb11e9-c97b-49e6-99b7-40db7843dcb4. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:21:40.954708 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a773acbe-a2c5-4036-b3d4-c806d2e313ea x-openstack-request-id: req-a773acbe-a2c5-4036-b3d4-c806d2e313ea {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:21:40.954995 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c736337-e285-4bb0-b103-f6ff153aa353", "tag": "bc905f84-cd25-4786-b86f-e2c6173d2461", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:21:40.955868 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a773acbe-a2c5-4036-b3d4-c806d2e313ea {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:21:40.956285 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c736337-e285-4bb0-b103-f6ff153aa353', 'tag': 'bc905f84-cd25-4786-b86f-e2c6173d2461', 'status': 'completed', 'code': 200}
Feb 12 21:21:40.981166 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-edd8b0e5-09f7-486f-9e9d-257753aa6031 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.984644 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-edd8b0e5-09f7-486f-9e9d-257753aa6031 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.5398307
Feb 12 21:21:40.988832 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52292) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:40.995854 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-253805e3-9a68-44fe-ae90-c84d7fc50eee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (7043a13f-0daf-4830-abbf-81b9e428764f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:40.998525 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e8a6dc63-bc14-4509-8c57-db119b123406 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1320590951', 'security_groups': ['4c94089b-e7f8-4e3b-96a3-adecb7bb3cf5'], 'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0d8aaf2d-291a-4904-8880-c79623999124'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:41.026445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091aff89-68d0-4425-84b0-0bc1c59b4584 req-5a170233-4081-4ce4-9aab-8bb843c85cd8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:41.029524 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-091aff89-68d0-4425-84b0-0bc1c59b4584 req-5a170233-4081-4ce4-9aab-8bb843c85cd8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 944 time: 0.1120610
Feb 12 21:21:41.057809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253805e3-9a68-44fe-ae90-c84d7fc50eee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=7043a13f-0daf-4830-abbf-81b9e428764f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:41.086725 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-253805e3-9a68-44fe-ae90-c84d7fc50eee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:41.093396 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-253805e3-9a68-44fe-ae90-c84d7fc50eee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/7043a13f-0daf-4830-abbf-81b9e428764f HTTP/1.1" status: 204  len: 168 time: 0.9527023
Feb 12 21:21:41.101542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52296) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:41.108161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5177ad18-7719-494c-a91a-4ebcb2129927 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:41.117815 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:21:41.118166 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:21:41.118735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c203c-1d92-469e-9ea7-e23551db987a None None] Pushing event updated for resources: {'Port': ['ID=1b93d893-943c-4b96-a3d3-8075729022b5,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:41.142695 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-091aff89-68d0-4425-84b0-0bc1c59b4584 req-7498314a-ed98-4fbf-84fe-f36f50b6ed91 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877631
Feb 12 21:21:41.145807 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-861872de-d2e8-4428-b60a-4132d5c8b3ac tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0432372
Feb 12 21:21:41.149746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52298) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:41.157301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5f44d017-6620-443f-91e4-c14ec772e9cb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:41.191985 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b1060-8781-4e45-9df0-2f26417b11e1 req-f538f0a4-8797-44d5-9bb4-b97f372531aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:41.194445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f32b1060-8781-4e45-9df0-2f26417b11e1 req-f538f0a4-8797-44d5-9bb4-b97f372531aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 1126 time: 0.2143154
Feb 12 21:21:41.279890 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e88394-b001-40b9-9b91-f11870a10106 req-33448667-3e77-4eef-8685-7d35211c4ebd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:41.287875 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50e88394-b001-40b9-9b91-f11870a10106 req-33448667-3e77-4eef-8685-7d35211c4ebd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2705660
Feb 12 21:21:41.385123 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b1060-8781-4e45-9df0-2f26417b11e1 req-db6bc8a6-b2a9-4ce5-b5b6-385081be3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:41.387501 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f32b1060-8781-4e45-9df0-2f26417b11e1 req-db6bc8a6-b2a9-4ce5-b5b6-385081be3c76 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=050182e2f578483db86c4ee4d7391365&shared=False HTTP/1.1" status: 200  len: 905 time: 0.1848786
Feb 12 21:21:41.394373 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50e88394-b001-40b9-9b91-f11870a10106 req-c80b861c-c496-42da-a26c-9e6029b7f6f4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1052878
Feb 12 21:21:41.446452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5294f38e-f279-448e-9a0b-c187d182a773 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:21:41.520479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a6dc63-bc14-4509-8c57-db119b123406 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:41.531430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5294f38e-f279-448e-9a0b-c187d182a773 None None] Deleting port 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:41.531808 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5294f38e-f279-448e-9a0b-c187d182a773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0e5832f6-1cb0-4b00-b6ab-de4303fb74ab), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:41.563360 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b1060-8781-4e45-9df0-2f26417b11e1 req-477e0fb7-292c-41f9-9042-d28b9447d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:41.565645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f32b1060-8781-4e45-9df0-2f26417b11e1 req-477e0fb7-292c-41f9-9042-d28b9447d554 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1667385
Feb 12 21:21:41.570394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f44d017-6620-443f-91e4-c14ec772e9cb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:41.573801 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5f44d017-6620-443f-91e4-c14ec772e9cb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:41.617905 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5294f38e-f279-448e-9a0b-c187d182a773 None None] For port 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e5832f6-1cb0-4b00-b6ab-de4303fb74ab,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:41.618303 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5294f38e-f279-448e-9a0b-c187d182a773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0e5832f6-1cb0-4b00-b6ab-de4303fb74ab), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:41.669811 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5294f38e-f279-448e-9a0b-c187d182a773 None None] Calling delete_port for 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:41.691824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-1c4dfeb5-4079-43f7-bef8-83e74481a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:41.694165 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-1c4dfeb5-4079-43f7-bef8-83e74481a404 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=050182e2f578483db86c4ee4d7391365&device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 1126 time: 0.0811749
Feb 12 21:21:41.698807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:41.761334 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8a6dc63-bc14-4509-8c57-db119b123406 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:41.773895 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-7dddec83-d1b9-4aea-bc4e-f4915dda1aba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc905f84-cd25-4786-b86f-e2c6173d2461 HTTP/1.1" status: 200  len: 217 time: 0.0599923
Feb 12 21:21:41.800730 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-e8a6dc63-bc14-4509-8c57-db119b123406 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] device_id is not set on port a4f007d9-1722-4df1-9156-e7ae2ab1cd52 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:21:41.859236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-ac995150-264e-4621-a568-9935c989d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:41.862120 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-ac995150-264e-4621-a568-9935c989d8a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9 HTTP/1.1" status: 200  len: 844 time: 0.0861406
Feb 12 21:21:41.904858 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-5d0124ec-317b-44bc-b690-be726381b5c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7099db00-3881-44c3-bb47-3ded394a66e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0358212
Feb 12 21:21:41.989093 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5294f38e-f279-448e-9a0b-c187d182a773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (0e5832f6-1cb0-4b00-b6ab-de4303fb74ab), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:42.035115 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-689630ba-bb74-4a6e-878d-e8c871de85ca service neutron] 10.222.0.50 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227138
Feb 12 21:21:42.047016 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294f38e-f279-448e-9a0b-c187d182a773 None None] Pushing event deleted for resources: {'Port': ['ID=0e5832f6-1cb0-4b00-b6ab-de4303fb74ab,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:42.072482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5294f38e-f279-448e-9a0b-c187d182a773 None None] No DVR routers for this DVR port 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:42.081577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1b93d893-943c-4b96-a3d3-8075729022b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:42.093562 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9c069f38-ed87-4170-8af9-42a0d0409e8a None None] Provisioning complete for port 6612c078-6d4a-4926-b888-2ae35c0e72c6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:42.093562 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9c069f38-ed87-4170-8af9-42a0d0409e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6612c078-6d4a-4926-b888-2ae35c0e72c6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:42.167085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6b3882d-6530-4af8-91ba-c18788ba57d8 req-63d927f0-2e43-40fe-bce9-0adf69bc798f service neutron] 10.222.0.50 "GET /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255209
Feb 12 21:21:42.186382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9c069f38-ed87-4170-8af9-42a0d0409e8a None None] Port 6612c078-6d4a-4926-b888-2ae35c0e72c6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:42.198731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1b93d893-943c-4b96-a3d3-8075729022b5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:42.199114 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:42.381467 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc5916-2b27-466d-a9a4-28c9f2d00918 req-224ad994-d8a3-4406-b4c8-19cab3c0dbce tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:42.383226 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-72fc5916-2b27-466d-a9a4-28c9f2d00918 req-224ad994-d8a3-4406-b4c8-19cab3c0dbce tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 944 time: 0.0707383
Feb 12 21:21:42.410096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9c069f38-ed87-4170-8af9-42a0d0409e8a None None] Provisioning complete for port 1b93d893-943c-4b96-a3d3-8075729022b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:42.410419 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9c069f38-ed87-4170-8af9-42a0d0409e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:42.442396 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-72fc5916-2b27-466d-a9a4-28c9f2d00918 req-c236a0fe-a68d-4dcb-b3f2-e1951f5402c3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531316
Feb 12 21:21:42.459209 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d60129-f420-4984-85ed-9fb756f12894 req-e93a2b52-1ba2-4892-b342-ace4e3b04355 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:42.460730 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0d60129-f420-4984-85ed-9fb756f12894 req-e93a2b52-1ba2-4892-b342-ace4e3b04355 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 946 time: 0.5751793
Feb 12 21:21:42.544213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1b93d893-943c-4b96-a3d3-8075729022b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:42.545574 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5f44d017-6620-443f-91e4-c14ec772e9cb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (552c462d-7a48-4025-8505-bc9bc7d6261f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:42.551615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9c069f38-ed87-4170-8af9-42a0d0409e8a None None] Current status of the port 1b93d893-943c-4b96-a3d3-8075729022b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:42.568191 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-e8a6dc63-bc14-4509-8c57-db119b123406 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Allocated IP 172.20.0.6 (9b5bbd24-d22d-4b77-9da4-a9f06d9b3082/0d8aaf2d-291a-4904-8880-c79623999124/a4f007d9-1722-4df1-9156-e7ae2ab1cd52) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:42.593756 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0d60129-f420-4984-85ed-9fb756f12894 req-1d2c4a5b-e5d2-4f82-96a6-fac4cf2e524f tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/security-groups?id=7041b4ea-5d73-4b6e-92d0-0b701083cbab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211755
Feb 12 21:21:42.597137 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:42.614627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f44d017-6620-443f-91e4-c14ec772e9cb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:42.622978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:42.623368 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0e5832f6-1cb0-4b00-b6ab-de4303fb74ab not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:42.625837 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-5f44d017-6620-443f-91e4-c14ec772e9cb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:42.635996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f44d017-6620-443f-91e4-c14ec772e9cb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:42.636847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5f44d017-6620-443f-91e4-c14ec772e9cb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:42.641294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c814ec0e-94e6-4c7b-8ade-aef86b76061f None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:42.655624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44d017-6620-443f-91e4-c14ec772e9cb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=552c462d-7a48-4025-8505-bc9bc7d6261f,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:42.789780 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': '552c462d-7a48-4025-8505-bc9bc7d6261f'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:21:42.790732 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:42.829533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d3735-971b-4e7e-ba54-83d505581ddd req-9e6fe5c5-b897-4e82-9926-37529b715bc7 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:42.832000 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4f2d3735-971b-4e7e-ba54-83d505581ddd req-9e6fe5c5-b897-4e82-9926-37529b715bc7 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 946 time: 0.0796292
Feb 12 21:21:42.855931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b502f95-5910-47d9-97c7-1437de52687f req-19cbcb35-d9b6-406b-a50e-1e0a06f55ca4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:42.857517 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2b502f95-5910-47d9-97c7-1437de52687f req-19cbcb35-d9b6-406b-a50e-1e0a06f55ca4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1429646
Feb 12 21:21:42.880496 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8a6dc63-bc14-4509-8c57-db119b123406 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (a4f007d9-1722-4df1-9156-e7ae2ab1cd52), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:42.891764 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4f2d3735-971b-4e7e-ba54-83d505581ddd req-8b987cb4-f981-4993-bfd3-7545d16b5acc tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/security-groups?id=7041b4ea-5d73-4b6e-92d0-0b701083cbab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506263
Feb 12 21:21:42.941845 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2b502f95-5910-47d9-97c7-1437de52687f req-49dbec1f-b1f4-4698-a5b6-cf28fc226433 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717452
Feb 12 21:21:42.951551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Allocated IP 2001:db8::2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/552c462d-7a48-4025-8505-bc9bc7d6261f/ca951526-958d-426d-850a-5ccf90ca79be) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:42.980317 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5f44d017-6620-443f-91e4-c14ec772e9cb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.8231061
Feb 12 21:21:42.982642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52346) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:42.993029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a6d87162-0b11-4ed2-9844-d12f752f94a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'fixed_ips': [{'subnet_id': '552c462d-7a48-4025-8505-bc9bc7d6261f', 'ip_address': '2001:db8::4b02:ac9f:f3e2:84cc'}], 'name': 'tempest-NetworksTestDHCPv6-778138801'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:43.058074 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8a6dc63-bc14-4509-8c57-db119b123406 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (a4f007d9-1722-4df1-9156-e7ae2ab1cd52), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:43.121467 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a6dc63-bc14-4509-8c57-db119b123406 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:43.125291 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-e8a6dc63-bc14-4509-8c57-db119b123406 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:43.131041 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6dc63-bc14-4509-8c57-db119b123406 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:43.164241 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Publish callbacks [] for port (ca951526-958d-426d-850a-5ccf90ca79be), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:43.164446 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6dc63-bc14-4509-8c57-db119b123406 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=a4f007d9-1722-4df1-9156-e7ae2ab1cd52,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:43.196077 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a6dc63-bc14-4509-8c57-db119b123406 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:43.197418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e8a6dc63-bc14-4509-8c57-db119b123406 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:43.224453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d87162-0b11-4ed2-9844-d12f752f94a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:43.261462 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (ca951526-958d-426d-850a-5ccf90ca79be), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:43.291464 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e8a6dc63-bc14-4509-8c57-db119b123406 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.2985578
Feb 12 21:21:43.291724 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52354) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:43.297213 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-18968df0-ae92-4d6e-afa6-17b5eb3c9b78 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'subnet': {'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:43.346467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:43.359176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:43.366455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:43.408871 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6d87162-0b11-4ed2-9844-d12f752f94a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:43.439076 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-a6d87162-0b11-4ed2-9844-d12f752f94a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port 89b4f793-a640-4d6c-8d86-7e99e22e397c yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:21:43.495211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Pushing event updated for resources: {'Port': ['ID=ca951526-958d-426d-850a-5ccf90ca79be,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:43.534712 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Attempting to bind port ca951526-958d-426d-850a-5ccf90ca79be on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:21:43.535243 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Attempting to bind port ca951526-958d-426d-850a-5ccf90ca79be by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:21:43.535969 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Attempting to bind port ca951526-958d-426d-850a-5ccf90ca79be on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:43.544883 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:21:43.548513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:43.548513 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:43.548513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:21:43.548513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Bound port: ca951526-958d-426d-850a-5ccf90ca79be, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:21:43.548513 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ca951526-958d-426d-850a-5ccf90ca79be), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:43.584633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2ac68-c736-44f1-bc2f-5aea7c9b920b req-dbc80d32-0959-4d89-83a0-c4f125590fe9 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:43.608205 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f6b2ac68-c736-44f1-bc2f-5aea7c9b920b req-dbc80d32-0959-4d89-83a0-c4f125590fe9 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 946 time: 0.1667383
Feb 12 21:21:43.618432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-27243741-3369-4685-b4cd-59202b0213d1 None None] Provisioning complete for port a4f007d9-1722-4df1-9156-e7ae2ab1cd52 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:43.618947 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-27243741-3369-4685-b4cd-59202b0213d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a4f007d9-1722-4df1-9156-e7ae2ab1cd52), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:43.657341 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] For port ca951526-958d-426d-850a-5ccf90ca79be, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:21:43.672471 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] For port ca951526-958d-426d-850a-5ccf90ca79be, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca951526-958d-426d-850a-5ccf90ca79be,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:21:43.675732 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-27243741-3369-4685-b4cd-59202b0213d1 None None] Port a4f007d9-1722-4df1-9156-e7ae2ab1cd52 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:43.686965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-a6d87162-0b11-4ed2-9844-d12f752f94a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::4b02:ac9f:f3e2:84cc (01503430-92c6-4e0f-b4a9-5afb7568fb7a/552c462d-7a48-4025-8505-bc9bc7d6261f/89b4f793-a640-4d6c-8d86-7e99e22e397c) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:43.708282 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f6b2ac68-c736-44f1-bc2f-5aea7c9b920b req-4aa14189-634d-4dcd-9a33-e80f7392571b tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/security-groups?id=7041b4ea-5d73-4b6e-92d0-0b701083cbab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991073
Feb 12 21:21:43.717932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe12a77-b71b-4c37-8666-52cd5f3c496e req-27f35f89-7672-45f7-920c-7620109d17c2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:43.719525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ffe12a77-b71b-4c37-8666-52cd5f3c496e req-27f35f89-7672-45f7-920c-7620109d17c2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 944 time: 0.1103618
Feb 12 21:21:43.770163 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ca951526-958d-426d-850a-5ccf90ca79be), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:43.792324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18968df0-ae92-4d6e-afa6-17b5eb3c9b78 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:43.795993 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-18968df0-ae92-4d6e-afa6-17b5eb3c9b78 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:43.868778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3102e38-b376-4a22-8542-cb0e009a0917 None None] Pushing event updated for resources: {'Port': ['ID=ca951526-958d-426d-850a-5ccf90ca79be,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:43.890211 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ffe12a77-b71b-4c37-8666-52cd5f3c496e req-d6ada328-88c3-461b-821a-78f474f1c472 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454415
Feb 12 21:21:43.948391 ncdv-master-1 neutron-server[126506]: INFO neutron.db.ipam_backend_mixin [None req-18968df0-ae92-4d6e-afa6-17b5eb3c9b78 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0d8aaf2d-291a-4904-8880-c79623999124 (CIDR: 172.20.0.0/28)
Feb 12 21:21:43.966159 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58b31329-4959-4bab-a1c8-319d4ff655cb req-fe0d82b3-29f4-4a82-82f4-8973f7dee292 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2232201
Feb 12 21:21:43.982858 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-18968df0-ae92-4d6e-afa6-17b5eb3c9b78 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:21:43.984476 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18968df0-ae92-4d6e-afa6-17b5eb3c9b78 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:44.069746 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-18968df0-ae92-4d6e-afa6-17b5eb3c9b78 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7767246
Feb 12 21:21:44.070642 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52376) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:44.078122 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7cdf8719-7856-4c17-9add-7d5b93b53601 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'subnet': {'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:44.080755 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6d87162-0b11-4ed2-9844-d12f752f94a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (89b4f793-a640-4d6c-8d86-7e99e22e397c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:44.137839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b31329-4959-4bab-a1c8-319d4ff655cb req-84b1f570-2188-4e80-a405-07cfad640577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:44.139401 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58b31329-4959-4bab-a1c8-319d4ff655cb req-84b1f570-2188-4e80-a405-07cfad640577 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1dda620b49344bdaa8408d14a9e44acd&device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 1127 time: 0.1435096
Feb 12 21:21:44.221045 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6d87162-0b11-4ed2-9844-d12f752f94a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (89b4f793-a640-4d6c-8d86-7e99e22e397c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:44.351580 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d87162-0b11-4ed2-9844-d12f752f94a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:44.358217 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdf8719-7856-4c17-9add-7d5b93b53601 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:44.362613 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7cdf8719-7856-4c17-9add-7d5b93b53601 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:44.367550 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a6d87162-0b11-4ed2-9844-d12f752f94a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:44.379563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d87162-0b11-4ed2-9844-d12f752f94a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=89b4f793-a640-4d6c-8d86-7e99e22e397c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:44.382297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d87162-0b11-4ed2-9844-d12f752f94a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:44.389895 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d87162-0b11-4ed2-9844-d12f752f94a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:44.390857 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6d87162-0b11-4ed2-9844-d12f752f94a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:44.407379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b31329-4959-4bab-a1c8-319d4ff655cb req-94cc8605-57a4-4014-879c-6f8672c5a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:44.409949 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58b31329-4959-4bab-a1c8-319d4ff655cb req-94cc8605-57a4-4014-879c-6f8672c5a5b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3d3223c4-7d3e-45d4-827e-f74909602e0e HTTP/1.1" status: 200  len: 912 time: 0.2467737
Feb 12 21:21:44.425133 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471b63a-0f93-4af9-b924-cab514be9600 req-a5cb71a7-7c0a-4946-9beb-3eb5a1ef4992 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:44.426882 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3471b63a-0f93-4af9-b924-cab514be9600 req-a5cb71a7-7c0a-4946-9beb-3eb5a1ef4992 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1752410
Feb 12 21:21:44.493861 ncdv-master-1 neutron-server[126506]: INFO neutron.db.ipam_backend_mixin [None req-7cdf8719-7856-4c17-9add-7d5b93b53601 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cc25c6ea-6b91-46e0-acbe-80a400c0076a (CIDR: 172.20.0.16/28)
Feb 12 21:21:44.521623 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a6d87162-0b11-4ed2-9844-d12f752f94a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.5376515
Feb 12 21:21:44.524832 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52394) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:44.529281 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58b31329-4959-4bab-a1c8-319d4ff655cb req-b59e70fe-68fc-42bf-adc5-bea9bcf80957 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7bc51a-17c9-4327-a4af-7e41ba429351 HTTP/1.1" status: 200  len: 1001 time: 0.1013868
Feb 12 21:21:44.551081 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3471b63a-0f93-4af9-b924-cab514be9600 req-c143ebf2-6b7a-4331-a2fb-9121312f1b36 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1151204
Feb 12 21:21:44.581845 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdf8719-7856-4c17-9add-7d5b93b53601 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:21:44.581845 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdf8719-7856-4c17-9add-7d5b93b53601 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:44.587734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b31329-4959-4bab-a1c8-319d4ff655cb req-ab3a1415-fcab-43f7-b122-d6cedc128dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:44.589266 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58b31329-4959-4bab-a1c8-319d4ff655cb req-ab3a1415-fcab-43f7-b122-d6cedc128dfd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08262d9b-e180-46f4-80c5-239821f96956 HTTP/1.1" status: 200  len: 850 time: 0.0512731
Feb 12 21:21:44.597004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f905e144-bec6-4c08-a8dd-65d0a826665d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:44.602629 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f905e144-bec6-4c08-a8dd-65d0a826665d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:44.607259 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f905e144-bec6-4c08-a8dd-65d0a826665d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.0812333
Feb 12 21:21:44.610039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52396) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:44.698774 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7cdf8719-7856-4c17-9add-7d5b93b53601 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.6268790
Feb 12 21:21:44.703846 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52400) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:44.708361 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-767bd1b3-4c75-487c-bdbb-e0e72ebcaf62 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'subnet': {'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:44.746713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b31329-4959-4bab-a1c8-319d4ff655cb req-ccaccc34-d146-4a7f-ae49-80293310029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:44.748172 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58b31329-4959-4bab-a1c8-319d4ff655cb req-ccaccc34-d146-4a7f-ae49-80293310029a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d3223c4-7d3e-45d4-827e-f74909602e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1502190
Feb 12 21:21:44.847794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d292e3-7e88-46e0-a053-68bbb7add5b3 req-de617bf5-8497-46ed-9c27-58df321296c5 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:44.852824 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b8d292e3-7e88-46e0-a053-68bbb7add5b3 req-de617bf5-8497-46ed-9c27-58df321296c5 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 946 time: 0.2162962
Feb 12 21:21:44.894818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-d0f40532-591c-4c59-83e6-f68053f18ab8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port 89b4f793-a640-4d6c-8d86-7e99e22e397c {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:44.895172 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d0f40532-591c-4c59-83e6-f68053f18ab8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (89b4f793-a640-4d6c-8d86-7e99e22e397c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:44.929331 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767bd1b3-4c75-487c-bdbb-e0e72ebcaf62 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Made reservation on behalf of e5d2245e5e8f422b91608bc32cf6870b for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:44.934074 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-767bd1b3-4c75-487c-bdbb-e0e72ebcaf62 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:44.940855 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58b31329-4959-4bab-a1c8-319d4ff655cb req-c278cc77-2fc8-4701-a0ec-3d4eedcf58aa service neutron] 10.222.0.48 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1830258
Feb 12 21:21:45.024346 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b8d292e3-7e88-46e0-a053-68bbb7add5b3 req-1159edca-ecd2-47f7-81d4-dcc84d74161e tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/security-groups?id=7041b4ea-5d73-4b6e-92d0-0b701083cbab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640432
Feb 12 21:21:45.106428 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673c4c5-0abe-4fef-8ff9-a38d1807f0cf req-9cd9df44-30fd-4ace-a0fe-ee8cb7e5bb70 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:45.113644 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d0f40532-591c-4c59-83e6-f68053f18ab8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (89b4f793-a640-4d6c-8d86-7e99e22e397c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:45.114473 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4673c4c5-0abe-4fef-8ff9-a38d1807f0cf req-9cd9df44-30fd-4ace-a0fe-ee8cb7e5bb70 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 944 time: 0.1530178
Feb 12 21:21:45.134690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-d0f40532-591c-4c59-83e6-f68053f18ab8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for 89b4f793-a640-4d6c-8d86-7e99e22e397c owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:45.152437 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58b31329-4959-4bab-a1c8-319d4ff655cb req-705c771a-0de1-4363-9ab4-483daefce2b4 service neutron] 10.222.0.48 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1770289
Feb 12 21:21:45.182823 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4673c4c5-0abe-4fef-8ff9-a38d1807f0cf req-7fd31097-0a72-4a9a-9a36-77cb6bb430c6 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674698
Feb 12 21:21:45.320171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-205be83f-5c8b-45e4-8e47-ddb622326e39 None None] Provisioning complete for port ca951526-958d-426d-850a-5ccf90ca79be triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:45.322337 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-205be83f-5c8b-45e4-8e47-ddb622326e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ca951526-958d-426d-850a-5ccf90ca79be), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:45.400234 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d0f40532-591c-4c59-83e6-f68053f18ab8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (89b4f793-a640-4d6c-8d86-7e99e22e397c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:45.416062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-205be83f-5c8b-45e4-8e47-ddb622326e39 None None] Current status of the port ca951526-958d-426d-850a-5ccf90ca79be is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:45.416460 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-205be83f-5c8b-45e4-8e47-ddb622326e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ca951526-958d-426d-850a-5ccf90ca79be), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:45.432527 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f40532-591c-4c59-83e6-f68053f18ab8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=89b4f793-a640-4d6c-8d86-7e99e22e397c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:45.448517 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-767bd1b3-4c75-487c-bdbb-e0e72ebcaf62 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (8dc65eb0-627b-4820-b543-6208224a70d0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:45.462087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-205be83f-5c8b-45e4-8e47-ddb622326e39 None None] For port ca951526-958d-426d-850a-5ccf90ca79be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca951526-958d-426d-850a-5ccf90ca79be,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:45.462938 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d0f40532-591c-4c59-83e6-f68053f18ab8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:45.468737 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d0f40532-591c-4c59-83e6-f68053f18ab8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/89b4f793-a640-4d6c-8d86-7e99e22e397c HTTP/1.1" status: 204  len: 168 time: 0.8555331
Feb 12 21:21:45.470572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52412) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:45.491505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767bd1b3-4c75-487c-bdbb-e0e72ebcaf62 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:45.494735 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-767bd1b3-4c75-487c-bdbb-e0e72ebcaf62 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:45.499363 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767bd1b3-4c75-487c-bdbb-e0e72ebcaf62 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:45.499841 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-767bd1b3-4c75-487c-bdbb-e0e72ebcaf62 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:45.508612 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c8e10-4422-47d8-a4c8-a15977549bfa None None] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:45.519500 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bd1b3-4c75-487c-bdbb-e0e72ebcaf62 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Subnet': ['ID=8dc65eb0-627b-4820-b543-6208224a70d0,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:45.538169 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-205be83f-5c8b-45e4-8e47-ddb622326e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ca951526-958d-426d-850a-5ccf90ca79be), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:45.557740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d3bf7b-a8bb-491a-9a78-d6ec417c2719 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:45.559202 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d3bf7b-a8bb-491a-9a78-d6ec417c2719 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:45.563546 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-51d3bf7b-a8bb-491a-9a78-d6ec417c2719 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0905578
Feb 12 21:21:45.572037 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52414) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:45.608307 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-767bd1b3-4c75-487c-bdbb-e0e72ebcaf62 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.9055643
Feb 12 21:21:45.609085 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52418) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:45.627696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-856472ea-fc46-481e-9ff6-ab37e88ee8bc tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-859254095', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8dc65eb0-627b-4820-b543-6208224a70d0'}], 'security_groups': ['6b5c34d5-aa36-4e84-8cef-134841543c05', '0eb6b51f-8fec-4f87-af6b-eab718f18ce3']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:45.639089 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1cfa14-0bfc-4a57-88d9-2853ad8ad909 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 552c462d-7a48-4025-8505-bc9bc7d6261f {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:45.644471 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfa14-0bfc-4a57-88d9-2853ad8ad909 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (552c462d-7a48-4025-8505-bc9bc7d6261f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:45.704033 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfa14-0bfc-4a57-88d9-2853ad8ad909 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (552c462d-7a48-4025-8505-bc9bc7d6261f), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:45.715152 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8fa88061-e46b-4418-bb33-1ff02828e5f9 None None] Could not find standard attr ID for object 89b4f793-a640-4d6c-8d86-7e99e22e397c. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:21:45.722892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205be83f-5c8b-45e4-8e47-ddb622326e39 None None] Pushing event updated for resources: {'Port': ['ID=ca951526-958d-426d-850a-5ccf90ca79be,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:45.909761 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2209bb1d-cee1-42ee-871c-9a417befd7ed None None] Update dhcp port {'port': {'network_id': '9b5bbd24-d22d-4b77-9da4-a9f06d9b3082', 'fixed_ips': [{'subnet_id': 'cc25c6ea-6b91-46e0-acbe-80a400c0076a', 'ip_address': '172.20.0.18'}, {'subnet_id': '0d8aaf2d-291a-4904-8880-c79623999124', 'ip_address': '172.20.0.2'}, {'subnet_id': '8dc65eb0-627b-4820-b543-6208224a70d0'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '1b93d893-943c-4b96-a3d3-8075729022b5'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:21:45.917663 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfa14-0bfc-4a57-88d9-2853ad8ad909 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (552c462d-7a48-4025-8505-bc9bc7d6261f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:45.919149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2c76d-a2e4-4c24-9753-d7478a02fe86 req-c979dfdb-eec2-43c3-9d3a-29e336099d90 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:45.927670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d3a2c76d-a2e4-4c24-9753-d7478a02fe86 req-c979dfdb-eec2-43c3-9d3a-29e336099d90 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2868824
Feb 12 21:21:45.947839 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2209bb1d-cee1-42ee-871c-9a417befd7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:45.977544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29731e-bc0d-422e-996d-369b6a790a9e req-b2af7bb1-e020-4a1b-8775-93a9e782a87b tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:45.984678 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5d29731e-bc0d-422e-996d-369b6a790a9e req-b2af7bb1-e020-4a1b-8775-93a9e782a87b tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 945 time: 0.1169457
Feb 12 21:21:46.056801 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5d29731e-bc0d-422e-996d-369b6a790a9e req-b509badd-7502-426b-a242-447123bb967c tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddbbe57-36a9-4a11-8f95-e6d69740627d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710950
Feb 12 21:21:46.117230 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d3a2c76d-a2e4-4c24-9753-d7478a02fe86 req-17bb33c3-ec83-484a-8bd4-1118d0af30e4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1882906
Feb 12 21:21:46.118179 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfa14-0bfc-4a57-88d9-2853ad8ad909 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (552c462d-7a48-4025-8505-bc9bc7d6261f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:46.132642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce3c2c-8979-4814-86ea-f7bcc96fcdd9 req-37ba51a5-c5dc-4d3b-8ee0-223fb0eafb4d tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:46.134422 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c5ce3c2c-8979-4814-86ea-f7bcc96fcdd9 req-37ba51a5-c5dc-4d3b-8ee0-223fb0eafb4d tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.48 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 946 time: 0.1918843
Feb 12 21:21:46.148295 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfa14-0bfc-4a57-88d9-2853ad8ad909 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:46.166563 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7c1cfa14-0bfc-4a57-88d9-2853ad8ad909 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/552c462d-7a48-4025-8505-bc9bc7d6261f HTTP/1.1" status: 204  len: 168 time: 0.6014040
Feb 12 21:21:46.209065 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cfa14-0bfc-4a57-88d9-2853ad8ad909 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=552c462d-7a48-4025-8505-bc9bc7d6261f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:46.214355 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93594428-eb75-4b0d-9800-6489fbdb8ea4 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:46.217089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ca951526-958d-426d-850a-5ccf90ca79be up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:46.226405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52426) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:46.247177 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-856472ea-fc46-481e-9ff6-ab37e88ee8bc tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a4f007d9-1722-4df1-9156-e7ae2ab1cd52), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:46.285996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acb441-ba5e-409b-aaed-c5aafa4b4174 req-b90f92f3-cd5c-4333-96fe-a76d53ca262a tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:46.289387 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-58acb441-ba5e-409b-aaed-c5aafa4b4174 req-b90f92f3-cd5c-4333-96fe-a76d53ca262a tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 946 time: 0.0764196
Feb 12 21:21:46.311481 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b6529535-15dd-4329-93f3-dd625117a3a5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0836291
Feb 12 21:21:46.319099 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52434) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:46.408968 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-58acb441-ba5e-409b-aaed-c5aafa4b4174 req-3dd3bd37-b530-402a-8b6d-f9db055c8430 tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/security-groups?id=7041b4ea-5d73-4b6e-92d0-0b701083cbab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057780
Feb 12 21:21:46.428414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b079bedf-679b-4ea8-9e40-987880cf2c8e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:46.432318 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b079bedf-679b-4ea8-9e40-987880cf2c8e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1097550
Feb 12 21:21:46.432955 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52436) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:46.456674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ca951526-958d-426d-850a-5ccf90ca79be triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:46.457160 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ca951526-958d-426d-850a-5ccf90ca79be), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:46.462674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-2209bb1d-cee1-42ee-871c-9a417befd7ed None None] Allocated IP 172.20.0.34 (9b5bbd24-d22d-4b77-9da4-a9f06d9b3082/8dc65eb0-627b-4820-b543-6208224a70d0/1b93d893-943c-4b96-a3d3-8075729022b5) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:46.487505 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device bc905f84-cd25-4786-b86f-e2c6173d2461 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:21:46.503954 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fd2195-b221-47ab-a67a-1848a35111b0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:46.511409 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-84fd2195-b221-47ab-a67a-1848a35111b0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0713398
Feb 12 21:21:46.511409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52438) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:46.546301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4742195-d60b-408a-bfcb-c58759ca8a25 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:21:46.554087 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-def54679-408c-4170-b1d2-66756162e7f0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0423808
Feb 12 21:21:46.558091 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52440) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:46.563129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-83c8eced-b5dc-4e83-8d66-ace41860f468 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:46.603610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8f4bd-54b2-4096-b0c3-235515bbff39 req-0566f0a1-1635-435a-a4e2-b453a23679a7 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:46.605297 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4b8f4bd-54b2-4096-b0c3-235515bbff39 req-0566f0a1-1635-435a-a4e2-b453a23679a7 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 944 time: 0.2841148
Feb 12 21:21:46.671101 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:21:46.694321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-c5ce3c2c-8979-4814-86ea-f7bcc96fcdd9 req-7e10edc9-9d12-4a5b-8603-7824c434aa7d tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Deleting port 7402c807-58e8-4b88-9d5e-c420043b89ed {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:46.694663 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c5ce3c2c-8979-4814-86ea-f7bcc96fcdd9 req-7e10edc9-9d12-4a5b-8603-7824c434aa7d tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7402c807-58e8-4b88-9d5e-c420043b89ed), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:46.732780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c8eced-b5dc-4e83-8d66-ace41860f468 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:46.737151 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83c8eced-b5dc-4e83-8d66-ace41860f468 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:46.759706 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4b8f4bd-54b2-4096-b0c3-235515bbff39 req-65e59b6f-3ab2-4dd3-9c7f-b6a2a522bd6c tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247823
Feb 12 21:21:46.799858 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2209bb1d-cee1-42ee-871c-9a417befd7ed None None] For port 1b93d893-943c-4b96-a3d3-8075729022b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b93d893-943c-4b96-a3d3-8075729022b5,segment=NetworkSegment(28e02540-eb0c-493d-a624-32997e862336),segment_id=28e02540-eb0c-493d-a624-32997e862336)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:46.817656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-c5ce3c2c-8979-4814-86ea-f7bcc96fcdd9 req-7e10edc9-9d12-4a5b-8603-7824c434aa7d tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] For port 7402c807-58e8-4b88-9d5e-c420043b89ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7402c807-58e8-4b88-9d5e-c420043b89ed,segment=NetworkSegment(083c840a-3026-480b-ab64-79bf4de45a82),segment_id=083c840a-3026-480b-ab64-79bf4de45a82)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:46.817946 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c5ce3c2c-8979-4814-86ea-f7bcc96fcdd9 req-7e10edc9-9d12-4a5b-8603-7824c434aa7d tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7402c807-58e8-4b88-9d5e-c420043b89ed), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:46.826044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ca951526-958d-426d-850a-5ccf90ca79be is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:46.832226 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-c5ce3c2c-8979-4814-86ea-f7bcc96fcdd9 req-7e10edc9-9d12-4a5b-8603-7824c434aa7d tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Calling delete_port for 7402c807-58e8-4b88-9d5e-c420043b89ed owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:46.834443 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port bc905f84-cd25-4786-b86f-e2c6173d2461, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc905f84-cd25-4786-b86f-e2c6173d2461,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:46.852886 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e4742195-d60b-408a-bfcb-c58759ca8a25 None None] Deleting port ca951526-958d-426d-850a-5ccf90ca79be {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:46.853402 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e4742195-d60b-408a-bfcb-c58759ca8a25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ca951526-958d-426d-850a-5ccf90ca79be), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:46.858514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'bc905f84-cd25-4786-b86f-e2c6173d2461', 'network_id': '7099db00-3881-44c3-bb47-3ded394a66e1', 'port_id': 'bc905f84-cd25-4786-b86f-e2c6173d2461', 'mac_address': 'fa:16:3e:c3:26:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:21:46.909830 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2209bb1d-cee1-42ee-871c-9a417befd7ed None None] Publish callbacks [] for port (1b93d893-943c-4b96-a3d3-8075729022b5), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:47.000109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e4742195-d60b-408a-bfcb-c58759ca8a25 None None] For port ca951526-958d-426d-850a-5ccf90ca79be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca951526-958d-426d-850a-5ccf90ca79be,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:47.000109 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e4742195-d60b-408a-bfcb-c58759ca8a25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ca951526-958d-426d-850a-5ccf90ca79be), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:47.004099 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2209bb1d-cee1-42ee-871c-9a417befd7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:47.044191 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83c8eced-b5dc-4e83-8d66-ace41860f468 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (a0d4b8f6-8e22-4bc8-b823-dd99687b2572), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:47.045829 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e4742195-d60b-408a-bfcb-c58759ca8a25 None None] Calling delete_port for ca951526-958d-426d-850a-5ccf90ca79be owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:47.050757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port bc905f84-cd25-4786-b86f-e2c6173d2461 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:47.051775 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bc905f84-cd25-4786-b86f-e2c6173d2461), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:47.098400 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c8eced-b5dc-4e83-8d66-ace41860f468 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:47.117625 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-83c8eced-b5dc-4e83-8d66-ace41860f468 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:47.120856 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c8eced-b5dc-4e83-8d66-ace41860f468 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:47.121493 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83c8eced-b5dc-4e83-8d66-ace41860f468 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:47.124242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8eced-b5dc-4e83-8d66-ace41860f468 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=a0d4b8f6-8e22-4bc8-b823-dd99687b2572,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:47.235772 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3ad9b-8b5e-463b-82a7-b6093b7c579b req-29dced9c-b2fa-4261-8667-a7eb08f6fe7d tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:47.238044 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-27f3ad9b-8b5e-463b-82a7-b6093b7c579b req-29dced9c-b2fa-4261-8667-a7eb08f6fe7d tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 945 time: 0.0594244
Feb 12 21:21:47.259555 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-83c8eced-b5dc-4e83-8d66-ace41860f468 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7011783
Feb 12 21:21:47.268635 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52450) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:47.275861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9df2a71f-be8f-484f-a6ff-1bd493364d83 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'fixed_ips': [{'subnet_id': 'a0d4b8f6-8e22-4bc8-b823-dd99687b2572', 'ip_address': '2001:db8::dea9:bcd5:d47d:207'}], 'name': 'tempest-NetworksTestDHCPv6-666849816'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:47.301189 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc905f84-cd25-4786-b86f-e2c6173d2461 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:21:47.401208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209bb1d-cee1-42ee-871c-9a417befd7ed None None] Pushing event updated for resources: {'Port': ['ID=1b93d893-943c-4b96-a3d3-8075729022b5,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:47.418841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port bc905f84-cd25-4786-b86f-e2c6173d2461, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc905f84-cd25-4786-b86f-e2c6173d2461,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:47.493307 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54500375-4ae1-4e59-9265-fd438922c1c3 req-2cc1ff50-635c-4caa-b73e-42889b1d84f5 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:47.497916 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54500375-4ae1-4e59-9265-fd438922c1c3 req-2cc1ff50-635c-4caa-b73e-42889b1d84f5 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2049284
Feb 12 21:21:47.507422 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (bc905f84-cd25-4786-b86f-e2c6173d2461), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:47.540874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-856472ea-fc46-481e-9ff6-ab37e88ee8bc tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Delete allocated IP 172.20.0.6 (9b5bbd24-d22d-4b77-9da4-a9f06d9b3082/0d8aaf2d-291a-4904-8880-c79623999124) {{(pid=126505) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 12 21:21:47.541756 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-27f3ad9b-8b5e-463b-82a7-b6093b7c579b req-9fe4bf02-b7cc-4623-a116-c0747f3f03a7 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddbbe57-36a9-4a11-8f95-e6d69740627d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2971907
Feb 12 21:21:47.555261 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-856472ea-fc46-481e-9ff6-ab37e88ee8bc tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Allocated IP 172.20.0.35 (9b5bbd24-d22d-4b77-9da4-a9f06d9b3082/8dc65eb0-627b-4820-b543-6208224a70d0/a4f007d9-1722-4df1-9156-e7ae2ab1cd52) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:47.574868 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e4742195-d60b-408a-bfcb-c58759ca8a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (ca951526-958d-426d-850a-5ccf90ca79be), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:47.598552 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4742195-d60b-408a-bfcb-c58759ca8a25 None None] No DVR routers for this DVR port ca951526-958d-426d-850a-5ccf90ca79be on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:47.608672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=bc905f84-cd25-4786-b86f-e2c6173d2461,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:47.626350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc450bf-8e03-4b02-af9e-6014ad4b14bb req-62828181-b73c-4136-8a5b-48525bba146e tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:47.628058 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebc450bf-8e03-4b02-af9e-6014ad4b14bb req-62828181-b73c-4136-8a5b-48525bba146e tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.48 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 945 time: 0.3434558
Feb 12 21:21:47.644784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30584301-ab60-4344-b591-fdfabd4ac20b None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:47.648803 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4742195-d60b-408a-bfcb-c58759ca8a25 None None] Pushing event deleted for resources: {'Port': ['ID=ca951526-958d-426d-850a-5ccf90ca79be,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:47.656011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df2a71f-be8f-484f-a6ff-1bd493364d83 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:47.747925 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['bc905f84-cd25-4786-b86f-e2c6173d2461'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:21:47.756138 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80a338-7df6-45da-8124-ce5d7269479d req-13a6d314-a015-4d73-b7fb-55b0f40d38da tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:47.766542 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc80a338-7df6-45da-8124-ce5d7269479d req-13a6d314-a015-4d73-b7fb-55b0f40d38da tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 867 time: 0.1415412
Feb 12 21:21:47.842462 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9df2a71f-be8f-484f-a6ff-1bd493364d83 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:47.851647 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': 'a0d4b8f6-8e22-4bc8-b823-dd99687b2572'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:21:47.852566 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:47.893021 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54500375-4ae1-4e59-9265-fd438922c1c3 req-16980a4c-f60e-414c-9e8d-b1088282ad99 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2544909
Feb 12 21:21:47.893857 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c5ce3c2c-8979-4814-86ea-f7bcc96fcdd9 req-7e10edc9-9d12-4a5b-8603-7824c434aa7d tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7402c807-58e8-4b88-9d5e-c420043b89ed), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:47.911403 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['7402c807-58e8-4b88-9d5e-c420043b89ed'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:21:47.927244 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc80a338-7df6-45da-8124-ce5d7269479d req-a21bd432-19c1-43f0-9306-8966f6ca2c8a tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/security-groups?id=7041b4ea-5d73-4b6e-92d0-0b701083cbab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457424
Feb 12 21:21:47.928648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-9df2a71f-be8f-484f-a6ff-1bd493364d83 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port f4261b51-e21e-41eb-9d85-d94388d4de1a yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:21:48.030877 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-856472ea-fc46-481e-9ff6-ab37e88ee8bc tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for port (a4f007d9-1722-4df1-9156-e7ae2ab1cd52), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:48.090737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1b93d893-943c-4b96-a3d3-8075729022b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:48.127873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10edc9-9d12-4a5b-8603-7824c434aa7d tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Pushing event deleted for resources: {'Port': ['ID=7402c807-58e8-4b88-9d5e-c420043b89ed,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:48.198698 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-9df2a71f-be8f-484f-a6ff-1bd493364d83 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::dea9:bcd5:d47d:207 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/a0d4b8f6-8e22-4bc8-b823-dd99687b2572/f4261b51-e21e-41eb-9d85-d94388d4de1a) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:48.223967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1b93d893-943c-4b96-a3d3-8075729022b5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:48.224386 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:48.227718 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ce3c2c-8979-4814-86ea-f7bcc96fcdd9 req-7e10edc9-9d12-4a5b-8603-7824c434aa7d tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] No DVR routers for this DVR port 7402c807-58e8-4b88-9d5e-c420043b89ed on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:48.233216 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c5ce3c2c-8979-4814-86ea-f7bcc96fcdd9 req-7e10edc9-9d12-4a5b-8603-7824c434aa7d tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:48.237956 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c5ce3c2c-8979-4814-86ea-f7bcc96fcdd9 req-7e10edc9-9d12-4a5b-8603-7824c434aa7d tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.48 "DELETE /v2.0/ports/7402c807-58e8-4b88-9d5e-c420043b89ed HTTP/1.1" status: 204  len: 173 time: 2.0910006
Feb 12 21:21:48.239500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b204088d-8c6f-461a-af70-981dc8768350', 'name': 'network-vif-deleted', 'tag': '7402c807-58e8-4b88-9d5e-c420043b89ed'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:21:48.245740 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457a03bd-de2c-4a5d-965a-0f33a1531ad0" -d '{"events": [{"server_uuid": "b204088d-8c6f-461a-af70-981dc8768350", "name": "network-vif-deleted", "tag": "7402c807-58e8-4b88-9d5e-c420043b89ed"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:21:48.271095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-ebc450bf-8e03-4b02-af9e-6014ad4b14bb req-5061d7d3-c380-4eaf-9a0b-778458360259 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Deleting port c13fec3c-57ed-4039-8989-e3b710854a87 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:48.271562 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ebc450bf-8e03-4b02-af9e-6014ad4b14bb req-5061d7d3-c380-4eaf-9a0b-778458360259 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c13fec3c-57ed-4039-8989-e3b710854a87), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:48.283727 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5448f9-c1d7-45fb-9590-8637b6fd2821 req-f5e5d9f0-e777-4da2-b306-53439abe932e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:48.292243 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd5448f9-c1d7-45fb-9590-8637b6fd2821 req-f5e5d9f0-e777-4da2-b306-53439abe932e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 945 time: 0.2067685
Feb 12 21:21:48.330986 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-259efa33-cdee-4333-a925-8ae49f0292f6 None None] Provisioning complete for port 1b93d893-943c-4b96-a3d3-8075729022b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:48.332020 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-259efa33-cdee-4333-a925-8ae49f0292f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:48.344039 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e629c6-2716-4ebb-aafd-d4d26a263453 x-openstack-request-id: req-63e629c6-2716-4ebb-aafd-d4d26a263453 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:21:48.344404 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b204088d-8c6f-461a-af70-981dc8768350", "name": "network-vif-deleted", "tag": "7402c807-58e8-4b88-9d5e-c420043b89ed", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:21:48.345549 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63e629c6-2716-4ebb-aafd-d4d26a263453 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:21:48.345549 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b204088d-8c6f-461a-af70-981dc8768350', 'name': 'network-vif-deleted', 'tag': '7402c807-58e8-4b88-9d5e-c420043b89ed', 'status': 'completed', 'code': 200}
Feb 12 21:21:48.351687 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-856472ea-fc46-481e-9ff6-ab37e88ee8bc tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (a4f007d9-1722-4df1-9156-e7ae2ab1cd52), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:48.414918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1b93d893-943c-4b96-a3d3-8075729022b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:48.430787 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9df2a71f-be8f-484f-a6ff-1bd493364d83 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (f4261b51-e21e-41eb-9d85-d94388d4de1a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:48.490176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ca951526-958d-426d-850a-5ccf90ca79be no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:48.514038 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: ca951526-958d-426d-850a-5ccf90ca79be {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:48.514760 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ca951526-958d-426d-850a-5ccf90ca79be not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:48.524037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-259efa33-cdee-4333-a925-8ae49f0292f6 None None] Current status of the port 1b93d893-943c-4b96-a3d3-8075729022b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:48.538140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-259efa33-cdee-4333-a925-8ae49f0292f6 None None] Provisioning complete for port 6612c078-6d4a-4926-b888-2ae35c0e72c6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:48.538611 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-259efa33-cdee-4333-a925-8ae49f0292f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6612c078-6d4a-4926-b888-2ae35c0e72c6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:48.573999 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-259efa33-cdee-4333-a925-8ae49f0292f6 None None] Port 6612c078-6d4a-4926-b888-2ae35c0e72c6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:48.585666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ebc450bf-8e03-4b02-af9e-6014ad4b14bb req-5061d7d3-c380-4eaf-9a0b-778458360259 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] For port c13fec3c-57ed-4039-8989-e3b710854a87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c13fec3c-57ed-4039-8989-e3b710854a87,segment=NetworkSegment(64ff5e78-c86e-4b0e-bc2e-e340178b4296),segment_id=64ff5e78-c86e-4b0e-bc2e-e340178b4296)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:48.586302 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ebc450bf-8e03-4b02-af9e-6014ad4b14bb req-5061d7d3-c380-4eaf-9a0b-778458360259 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c13fec3c-57ed-4039-8989-e3b710854a87), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:48.588301 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9df2a71f-be8f-484f-a6ff-1bd493364d83 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f4261b51-e21e-41eb-9d85-d94388d4de1a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:48.588795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-259efa33-cdee-4333-a925-8ae49f0292f6 None None] Provisioning complete for port a4f007d9-1722-4df1-9156-e7ae2ab1cd52 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:48.589176 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-259efa33-cdee-4333-a925-8ae49f0292f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a4f007d9-1722-4df1-9156-e7ae2ab1cd52), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:48.593496 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856472ea-fc46-481e-9ff6-ab37e88ee8bc tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event updated for resources: {'Port': ['ID=a4f007d9-1722-4df1-9156-e7ae2ab1cd52,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:48.596765 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd5448f9-c1d7-45fb-9590-8637b6fd2821 req-fb1a8a9b-1bf3-43e1-92b4-33bdd51898fa tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3036201
Feb 12 21:21:48.619191 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-ebc450bf-8e03-4b02-af9e-6014ad4b14bb req-5061d7d3-c380-4eaf-9a0b-778458360259 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Calling delete_port for c13fec3c-57ed-4039-8989-e3b710854a87 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:48.626504 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-856472ea-fc46-481e-9ff6-ab37e88ee8bc tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] In _notify_port_updated(), no bound segment for port a4f007d9-1722-4df1-9156-e7ae2ab1cd52 on network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 {{(pid=126505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:21:48.641528 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856472ea-fc46-481e-9ff6-ab37e88ee8bc tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:48.643498 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-856472ea-fc46-481e-9ff6-ab37e88ee8bc tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:48.645886 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-856472ea-fc46-481e-9ff6-ab37e88ee8bc tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "PUT /v2.0/ports/a4f007d9-1722-4df1-9156-e7ae2ab1cd52 HTTP/1.1" status: 200  len: 959 time: 3.0353351
Feb 12 21:21:48.654426 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52476) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:48.673542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df2a71f-be8f-484f-a6ff-1bd493364d83 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:48.682934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-9df2a71f-be8f-484f-a6ff-1bd493364d83 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:48.688378 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Allocated IP 2001:db8::2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/a0d4b8f6-8e22-4bc8-b823-dd99687b2572/a0137c95-400f-489f-a254-d76d76169d1c) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:48.691057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-259efa33-cdee-4333-a925-8ae49f0292f6 None None] Port a4f007d9-1722-4df1-9156-e7ae2ab1cd52 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:48.700899 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2a71f-be8f-484f-a6ff-1bd493364d83 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:48.707701 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df2a71f-be8f-484f-a6ff-1bd493364d83 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:48.708386 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9df2a71f-be8f-484f-a6ff-1bd493364d83 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:48.756363 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2a71f-be8f-484f-a6ff-1bd493364d83 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=f4261b51-e21e-41eb-9d85-d94388d4de1a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:48.781315 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4d2a5-0b3c-4d43-b946-a46816fd52da req-410bd024-d119-4bd1-b72d-a75dcd6a1ad7 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:48.782918 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1fb4d2a5-0b3c-4d43-b946-a46816fd52da req-410bd024-d119-4bd1-b72d-a75dcd6a1ad7 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 945 time: 0.0877173
Feb 12 21:21:48.847431 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9df2a71f-be8f-484f-a6ff-1bd493364d83 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.5777164
Feb 12 21:21:48.851363 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52478) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:48.859493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-ff78c902-8270-4f5f-9945-1cc6e8b270c1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'fixed_ips': [{'subnet_id': 'a0d4b8f6-8e22-4bc8-b823-dd99687b2572', 'ip_address': '2001:db8::dea9:bcd5:d47d:207'}], 'name': 'tempest-NetworksTestDHCPv6-423935934'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:48.869410 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Publish callbacks [] for port (a0137c95-400f-489f-a254-d76d76169d1c), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:48.869904 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1fb4d2a5-0b3c-4d43-b946-a46816fd52da req-91e03854-c790-420d-8f3f-6ed8f827820c tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ddbbe57-36a9-4a11-8f95-e6d69740627d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754952
Feb 12 21:21:48.870285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ab06d326-e7ab-4198-80e1-ae3f7a36985d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port a4f007d9-1722-4df1-9156-e7ae2ab1cd52 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:48.871146 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab06d326-e7ab-4198-80e1-ae3f7a36985d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a4f007d9-1722-4df1-9156-e7ae2ab1cd52), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:48.946504 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (a0137c95-400f-489f-a254-d76d76169d1c), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:49.010833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:49.013908 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:49.019210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:49.033858 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Pushing event updated for resources: {'Port': ['ID=a0137c95-400f-489f-a254-d76d76169d1c,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:49.097670 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Attempting to bind port a0137c95-400f-489f-a254-d76d76169d1c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:21:49.098046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Attempting to bind port a0137c95-400f-489f-a254-d76d76169d1c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:21:49.099528 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-118325de-e800-48b6-a7f0-69b4d7515484 req-17324536-3f38-49bf-89d5-768ed560508d tempest-ServersNegativeTestMultiTenantJSON-1390857246 tempest-ServersNegativeTestMultiTenantJSON-1390857246-project] 10.222.0.31 "GET /v2.0/ports?device_id=b204088d-8c6f-461a-af70-981dc8768350 HTTP/1.1" status: 200  len: 210 time: 0.0473042
Feb 12 21:21:49.101448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Attempting to bind port a0137c95-400f-489f-a254-d76d76169d1c on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:49.119942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:21:49.120930 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:49.121319 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:49.124706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:21:49.124706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Bound port: a0137c95-400f-489f-a254-d76d76169d1c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:21:49.124706 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a0137c95-400f-489f-a254-d76d76169d1c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:49.160232 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab06d326-e7ab-4198-80e1-ae3f7a36985d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a4f007d9-1722-4df1-9156-e7ae2ab1cd52), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:49.173419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-89ac72b0-8539-4a42-a803-e0c88eae4bd3 None None] Provisioning complete for port a4f007d9-1722-4df1-9156-e7ae2ab1cd52 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:49.174293 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-89ac72b0-8539-4a42-a803-e0c88eae4bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a4f007d9-1722-4df1-9156-e7ae2ab1cd52), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:49.179810 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63c9f5-5d69-4c4a-8261-4e627965220c req-52a63de0-9fab-4015-9a6d-ddd2e772aae7 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:49.182237 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b63c9f5-5d69-4c4a-8261-4e627965220c req-52a63de0-9fab-4015-9a6d-ddd2e772aae7 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1709387
Feb 12 21:21:49.189144 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ebc450bf-8e03-4b02-af9e-6014ad4b14bb req-5061d7d3-c380-4eaf-9a0b-778458360259 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c13fec3c-57ed-4039-8989-e3b710854a87), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:49.193222 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ab06d326-e7ab-4198-80e1-ae3f7a36985d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for a4f007d9-1722-4df1-9156-e7ae2ab1cd52 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:49.238407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-89ac72b0-8539-4a42-a803-e0c88eae4bd3 None None] Port a4f007d9-1722-4df1-9156-e7ae2ab1cd52 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:49.243445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] For port a0137c95-400f-489f-a254-d76d76169d1c, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:21:49.246869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] For port a0137c95-400f-489f-a254-d76d76169d1c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0137c95-400f-489f-a254-d76d76169d1c,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:21:49.272273 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061d7d3-c380-4eaf-9a0b-778458360259 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Pushing event deleted for resources: {'Port': ['ID=c13fec3c-57ed-4039-8989-e3b710854a87,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:49.337999 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5b63c9f5-5d69-4c4a-8261-4e627965220c req-cd37294d-71fc-491b-8ec9-9dc35c316106 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1426346
Feb 12 21:21:49.338413 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a0137c95-400f-489f-a254-d76d76169d1c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:49.372108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc450bf-8e03-4b02-af9e-6014ad4b14bb req-5061d7d3-c380-4eaf-9a0b-778458360259 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] No DVR routers for this DVR port c13fec3c-57ed-4039-8989-e3b710854a87 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:49.378435 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ebc450bf-8e03-4b02-af9e-6014ad4b14bb req-5061d7d3-c380-4eaf-9a0b-778458360259 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:49.383856 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebc450bf-8e03-4b02-af9e-6014ad4b14bb req-5061d7d3-c380-4eaf-9a0b-778458360259 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.48 "DELETE /v2.0/ports/c13fec3c-57ed-4039-8989-e3b710854a87 HTTP/1.1" status: 204  len: 173 time: 1.7438972
Feb 12 21:21:49.393124 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff78c902-8270-4f5f-9945-1cc6e8b270c1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:49.410755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17323a-0eed-4a09-a6f8-418813a0c82e None None] Pushing event updated for resources: {'Port': ['ID=a0137c95-400f-489f-a254-d76d76169d1c,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:49.554464 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ff78c902-8270-4f5f-9945-1cc6e8b270c1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:49.581300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-ff78c902-8270-4f5f-9945-1cc6e8b270c1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port cc8d6a23-16a7-4826-aa0e-eb33f52bb752 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:21:49.685536 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab06d326-e7ab-4198-80e1-ae3f7a36985d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a4f007d9-1722-4df1-9156-e7ae2ab1cd52), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:49.779941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06d326-e7ab-4198-80e1-ae3f7a36985d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=a4f007d9-1722-4df1-9156-e7ae2ab1cd52,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:49.972680 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351c100-c8cb-4811-82cd-f0d740f1e513 req-a290c697-8985-47ca-bbe3-b805c321ebb6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:49.982493 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3351c100-c8cb-4811-82cd-f0d740f1e513 req-a290c697-8985-47ca-bbe3-b805c321ebb6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0946672
Feb 12 21:21:50.060269 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3351c100-c8cb-4811-82cd-f0d740f1e513 req-4a645d01-66e3-44fc-a31b-ac66fad6cd7f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764670
Feb 12 21:21:50.082280 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab06d326-e7ab-4198-80e1-ae3f7a36985d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.082280 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ab06d326-e7ab-4198-80e1-ae3f7a36985d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/a4f007d9-1722-4df1-9156-e7ae2ab1cd52 HTTP/1.1" status: 204  len: 168 time: 1.4186211
Feb 12 21:21:50.082843 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52512) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:50.088493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60726-7c83-42b3-b212-59156b4f8e38 req-002a2ca4-d3aa-40e5-989b-3e82a4b97c22 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:50.095528 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80b60726-7c83-42b3-b212-59156b4f8e38 req-002a2ca4-d3aa-40e5-989b-3e82a4b97c22 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 945 time: 0.3312809
Feb 12 21:21:50.149237 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-1161a2fe-9e8b-46ac-876a-f9269b544ba4 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] GET failed (client error): The resource could not be found.
Feb 12 21:21:50.154170 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1161a2fe-9e8b-46ac-876a-f9269b544ba4 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports/a4f007d9-1722-4df1-9156-e7ae2ab1cd52 HTTP/1.1" status: 404  len: 333 time: 0.0760176
Feb 12 21:21:50.155287 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52518) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:50.176474 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff78c902-8270-4f5f-9945-1cc6e8b270c1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] POST failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:21:50.181268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff78c902-8270-4f5f-9945-1cc6e8b270c1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:50.208426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a0137c95-400f-489f-a254-d76d76169d1c up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:50.236530 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80b60726-7c83-42b3-b212-59156b4f8e38 req-840034fe-e320-42b6-b325-49e2e51fe4f4 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373765
Feb 12 21:21:50.251271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0678e18-65e6-4910-bbcc-9732cd5719b8 req-7e82cd55-fd5d-4d2f-86a0-e7e3cd3fe79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:50.254953 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b0678e18-65e6-4910-bbcc-9732cd5719b8 req-7e82cd55-fd5d-4d2f-86a0-e7e3cd3fe79a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 1127 time: 0.2432179
Feb 12 21:21:50.306936 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b08dac0-a0ee-465b-9e39-332d260ff12d req-cb923ef6-b035-4974-a09a-4cb42288cf44 tempest-ServerTagsTestJSON-457399291 tempest-ServerTagsTestJSON-457399291-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea46a96-8ab1-439e-834a-dbebbd5b960e HTTP/1.1" status: 200  len: 210 time: 0.0634482
Feb 12 21:21:50.307503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ff78c902-8270-4f5f-9945-1cc6e8b270c1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409  len: 388 time: 1.4529994
Feb 12 21:21:50.324065 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52522) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:50.324486 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52524) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:50.329445 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-097dbf22-e7ff-432d-9b2d-9bb0a8af8fe5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (4c94089b-e7f8-4e3b-96a3-adecb7bb3cf5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.352019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port a0137c95-400f-489f-a254-d76d76169d1c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:50.352395 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a0137c95-400f-489f-a254-d76d76169d1c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.369620 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-097dbf22-e7ff-432d-9b2d-9bb0a8af8fe5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (4c94089b-e7f8-4e3b-96a3-adecb7bb3cf5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.419210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea46a96-8ab1-439e-834a-dbebbd5b960e', 'name': 'network-vif-deleted', 'tag': 'c13fec3c-57ed-4039-8989-e3b710854a87'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:21:50.422157 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec806c2a-32a7-406b-8407-dbd6e910a063" -d '{"events": [{"server_uuid": "bea46a96-8ab1-439e-834a-dbebbd5b960e", "name": "network-vif-deleted", "tag": "c13fec3c-57ed-4039-8989-e3b710854a87"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:21:50.478578 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4a72ad-3c0b-420f-8152-f828b3a3cc73 admin admin] Deleting subnet 7f22e469-6ba2-4403-b656-cd1ef39880b8 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:50.485309 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device bc905f84-cd25-4786-b86f-e2c6173d2461 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:50.487700 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ec4a72ad-3c0b-420f-8152-f828b3a3cc73 admin admin] Publish callbacks [] for subnet (7f22e469-6ba2-4403-b656-cd1ef39880b8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.513911 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddac5e03-daef-4cce-b745-a2bac4bbcf39 x-openstack-request-id: req-ddac5e03-daef-4cce-b745-a2bac4bbcf39 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:21:50.514333 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea46a96-8ab1-439e-834a-dbebbd5b960e", "name": "network-vif-deleted", "tag": "c13fec3c-57ed-4039-8989-e3b710854a87", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:21:50.514680 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddac5e03-daef-4cce-b745-a2bac4bbcf39 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:21:50.515855 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea46a96-8ab1-439e-834a-dbebbd5b960e', 'name': 'network-vif-deleted', 'tag': 'c13fec3c-57ed-4039-8989-e3b710854a87', 'status': 'completed', 'code': 200}
Feb 12 21:21:50.523992 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-097dbf22-e7ff-432d-9b2d-9bb0a8af8fe5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4c94089b-e7f8-4e3b-96a3-adecb7bb3cf5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.529080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port a0137c95-400f-489f-a254-d76d76169d1c is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:50.529532 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a0137c95-400f-489f-a254-d76d76169d1c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.533862 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-097dbf22-e7ff-432d-9b2d-9bb0a8af8fe5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.539695 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-097dbf22-e7ff-432d-9b2d-9bb0a8af8fe5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/security-groups/4c94089b-e7f8-4e3b-96a3-adecb7bb3cf5 HTTP/1.1" status: 204  len: 168 time: 0.3821034
Feb 12 21:21:50.540364 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52532) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:50.559730 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ec4a72ad-3c0b-420f-8152-f828b3a3cc73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (7f22e469-6ba2-4403-b656-cd1ef39880b8), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.597251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dbf22-e7ff-432d-9b2d-9bb0a8af8fe5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c94089b-e7f8-4e3b-96a3-adecb7bb3cf5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:50.609703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67214883-b2a0-4590-be28-41713c524f3e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:50.617234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port a0137c95-400f-489f-a254-d76d76169d1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0137c95-400f-489f-a254-d76d76169d1c,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:50.617491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67214883-b2a0-4590-be28-41713c524f3e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:50.622188 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-67214883-b2a0-4590-be28-41713c524f3e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1683 time: 0.2966034
Feb 12 21:21:50.622406 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52534) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:50.625918 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0678e18-65e6-4910-bbcc-9732cd5719b8 req-6fcda3c2-9213-494e-9dae-0d1d8e2b9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:50.627962 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b0678e18-65e6-4910-bbcc-9732cd5719b8 req-6fcda3c2-9213-494e-9dae-0d1d8e2b9a32 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.3661134
Feb 12 21:21:50.664473 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ec4a72ad-3c0b-420f-8152-f828b3a3cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (7f22e469-6ba2-4403-b656-cd1ef39880b8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.692542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port bc905f84-cd25-4786-b86f-e2c6173d2461 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:21:50.694922 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a0137c95-400f-489f-a254-d76d76169d1c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.714258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port bc905f84-cd25-4786-b86f-e2c6173d2461 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:50.718385 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ad541a9-c7de-4093-b3d5-f78ace1611fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (0eb6b51f-8fec-4f87-af6b-eab718f18ce3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.721793 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bc905f84-cd25-4786-b86f-e2c6173d2461), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.777925 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ad541a9-c7de-4093-b3d5-f78ace1611fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (0eb6b51f-8fec-4f87-af6b-eab718f18ce3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.847888 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4237549b-e4b1-40e0-9c7f-6304fc067cac tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port f4261b51-e21e-41eb-9d85-d94388d4de1a {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:50.848437 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4237549b-e4b1-40e0-9c7f-6304fc067cac tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f4261b51-e21e-41eb-9d85-d94388d4de1a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.879840 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c13fec3c-57ed-4039-8989-e3b710854a87 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:50.887257 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b0678e18-65e6-4910-bbcc-9732cd5719b8 req-afb3c72b-ae61-4032-8535-5574840fe72a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46b4431b-660a-42fe-8b92-e92dfee82188 HTTP/1.1" status: 200  len: 1000 time: 0.2488904
Feb 12 21:21:50.888761 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ec4a72ad-3c0b-420f-8152-f828b3a3cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (7f22e469-6ba2-4403-b656-cd1ef39880b8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.914156 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: c13fec3c-57ed-4039-8989-e3b710854a87 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:50.914821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c13fec3c-57ed-4039-8989-e3b710854a87 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:50.915434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 7402c807-58e8-4b88-9d5e-c420043b89ed no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:50.950680 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 7402c807-58e8-4b88-9d5e-c420043b89ed {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:50.951062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 7402c807-58e8-4b88-9d5e-c420043b89ed not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:50.959900 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ad541a9-c7de-4093-b3d5-f78ace1611fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0eb6b51f-8fec-4f87-af6b-eab718f18ce3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.965618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0678e18-65e6-4910-bbcc-9732cd5719b8 req-6bf0f876-9475-4750-b9b4-1ff8719837d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:50.965618 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b0678e18-65e6-4910-bbcc-9732cd5719b8 req-6bf0f876-9475-4750-b9b4-1ff8719837d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.0601623
Feb 12 21:21:50.966020 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8ad541a9-c7de-4093-b3d5-f78ace1611fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:50.966020 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8ad541a9-c7de-4093-b3d5-f78ace1611fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/security-groups/0eb6b51f-8fec-4f87-af6b-eab718f18ce3 HTTP/1.1" status: 204  len: 168 time: 0.4149175
Feb 12 21:21:50.973128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52540) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:51.000816 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4237549b-e4b1-40e0-9c7f-6304fc067cac tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f4261b51-e21e-41eb-9d85-d94388d4de1a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:51.003262 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a72ad-3c0b-420f-8152-f828b3a3cc73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f22e469-6ba2-4403-b656-cd1ef39880b8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:51.003586 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad541a9-c7de-4093-b3d5-f78ace1611fe tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb6b51f-8fec-4f87-af6b-eab718f18ce3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:51.031937 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=a0137c95-400f-489f-a254-d76d76169d1c,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:51.037208 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ec4a72ad-3c0b-420f-8152-f828b3a3cc73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:51.039422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4237549b-e4b1-40e0-9c7f-6304fc067cac tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for f4261b51-e21e-41eb-9d85-d94388d4de1a owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:51.042533 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ec4a72ad-3c0b-420f-8152-f828b3a3cc73 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7f22e469-6ba2-4403-b656-cd1ef39880b8 HTTP/1.1" status: 204  len: 168 time: 0.7153144
Feb 12 21:21:51.045082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52542) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:51.129032 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e94432db-5581-4fb1-8371-2034d4d382e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (6b5c34d5-aa36-4e84-8cef-134841543c05), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:51.134492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0678e18-65e6-4910-bbcc-9732cd5719b8 req-51e3d573-e17b-4bd0-ae24-6c4adca4ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:51.136331 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b0678e18-65e6-4910-bbcc-9732cd5719b8 req-51e3d573-e17b-4bd0-ae24-6c4adca4ccd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1511197
Feb 12 21:21:51.179286 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e94432db-5581-4fb1-8371-2034d4d382e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (6b5c34d5-aa36-4e84-8cef-134841543c05), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:51.215718 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c44634c6-f8cf-419d-b573-6c73ef60b9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (134f1d2e-bf84-4443-b6d9-93050fa7bfac), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:51.268660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port bc905f84-cd25-4786-b86f-e2c6173d2461 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:51.269240 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bc905f84-cd25-4786-b86f-e2c6173d2461), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:51.333229 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3b3dce6f-2376-40af-ac9a-bf0744d9dfeb None None] Provisioning complete for port a0137c95-400f-489f-a254-d76d76169d1c triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:51.333643 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3b3dce6f-2376-40af-ac9a-bf0744d9dfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a0137c95-400f-489f-a254-d76d76169d1c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:51.362113 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b0678e18-65e6-4910-bbcc-9732cd5719b8 req-ae2c7f6e-e1b1-424a-996f-0fa3a93bf3b6 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2106261
Feb 12 21:21:51.401582 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c736337-e285-4bb0-b103-f6ff153aa353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc905f84-cd25-4786-b86f-e2c6173d2461'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:21:51.404245 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3160ba-d8e9-41b6-8dbb-f29b6188cd7e" -d '{"events": [{"server_uuid": "0c736337-e285-4bb0-b103-f6ff153aa353", "name": "network-vif-plugged", "status": "completed", "tag": "bc905f84-cd25-4786-b86f-e2c6173d2461"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:21:51.428449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b7c93-72af-4a27-a37b-47a28998f437 req-1de7ace9-dbe3-49cd-a374-0a2fa852c0dd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:51.440712 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port bc905f84-cd25-4786-b86f-e2c6173d2461, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc905f84-cd25-4786-b86f-e2c6173d2461,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:51.444017 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-963b7c93-72af-4a27-a37b-47a28998f437 req-1de7ace9-dbe3-49cd-a374-0a2fa852c0dd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2333007
Feb 12 21:21:51.463849 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e94432db-5581-4fb1-8371-2034d4d382e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6b5c34d5-aa36-4e84-8cef-134841543c05), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:51.475527 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e94432db-5581-4fb1-8371-2034d4d382e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:51.480991 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e94432db-5581-4fb1-8371-2034d4d382e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/security-groups/6b5c34d5-aa36-4e84-8cef-134841543c05 HTTP/1.1" status: 204  len: 168 time: 0.5017614
Feb 12 21:21:51.493077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3b3dce6f-2376-40af-ac9a-bf0744d9dfeb None None] Current status of the port a0137c95-400f-489f-a254-d76d76169d1c is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:51.499805 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52556) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:51.524542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94432db-5581-4fb1-8371-2034d4d382e5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5c34d5-aa36-4e84-8cef-134841543c05,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:51.531417 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (bc905f84-cd25-4786-b86f-e2c6173d2461), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:51.570030 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-963b7c93-72af-4a27-a37b-47a28998f437 req-5112feb5-ff97-4693-ac39-dec4cb72b163 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1188571
Feb 12 21:21:51.591310 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4237549b-e4b1-40e0-9c7f-6304fc067cac tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f4261b51-e21e-41eb-9d85-d94388d4de1a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:51.648006 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4237549b-e4b1-40e0-9c7f-6304fc067cac tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:51.659122 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7302d30d-eeb6-41cc-a63d-b43791972d8f req-adbda8ae-7608-4705-9dba-4b64b972b254 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3781631
Feb 12 21:21:51.661832 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4237549b-e4b1-40e0-9c7f-6304fc067cac tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/f4261b51-e21e-41eb-9d85-d94388d4de1a HTTP/1.1" status: 204  len: 168 time: 1.0267165
Feb 12 21:21:51.662754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52560) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:51.663370 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5251abe-a835-4f68-aa7d-73f6d90cb88d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting subnet 0d8aaf2d-291a-4904-8880-c79623999124 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:51.676980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=bc905f84-cd25-4786-b86f-e2c6173d2461,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:51.689053 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c44634c6-f8cf-419d-b573-6c73ef60b9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (134f1d2e-bf84-4443-b6d9-93050fa7bfac), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:51.693016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52562) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:51.713945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2c6c1c0d-0371-4bc6-a432-1522f33c2672 None None] Could not find standard attr ID for object f4261b51-e21e-41eb-9d85-d94388d4de1a. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:21:51.722734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237549b-e4b1-40e0-9c7f-6304fc067cac tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=f4261b51-e21e-41eb-9d85-d94388d4de1a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:51.743207 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c5cd1c-27e7-4272-8df9-1ad537c3ca14 x-openstack-request-id: req-d4c5cd1c-27e7-4272-8df9-1ad537c3ca14 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:21:51.743739 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c736337-e285-4bb0-b103-f6ff153aa353", "name": "network-vif-plugged", "status": "completed", "tag": "bc905f84-cd25-4786-b86f-e2c6173d2461", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:21:51.744175 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4c5cd1c-27e7-4272-8df9-1ad537c3ca14 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:21:51.751980 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c736337-e285-4bb0-b103-f6ff153aa353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc905f84-cd25-4786-b86f-e2c6173d2461', 'code': 200}
Feb 12 21:21:51.764449 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d5251abe-a835-4f68-aa7d-73f6d90cb88d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (0d8aaf2d-291a-4904-8880-c79623999124), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:51.791422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd0e2c-28e3-4d98-94e2-e95d16d3b15c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:51.797941 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd0e2c-28e3-4d98-94e2-e95d16d3b15c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:51.806148 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b4bd0e2c-28e3-4d98-94e2-e95d16d3b15c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1060605
Feb 12 21:21:51.806750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52566) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:51.875460 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ecea975-9668-4eb5-b276-fca2ec2cb14d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet a0d4b8f6-8e22-4bc8-b823-dd99687b2572 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:51.881060 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ecea975-9668-4eb5-b276-fca2ec2cb14d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (a0d4b8f6-8e22-4bc8-b823-dd99687b2572), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:51.937620 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ecea975-9668-4eb5-b276-fca2ec2cb14d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (a0d4b8f6-8e22-4bc8-b823-dd99687b2572), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.073783 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ecea975-9668-4eb5-b276-fca2ec2cb14d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (a0d4b8f6-8e22-4bc8-b823-dd99687b2572), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.078245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a0137c95-400f-489f-a254-d76d76169d1c up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:52.132225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port a0137c95-400f-489f-a254-d76d76169d1c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:52.132611 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a0137c95-400f-489f-a254-d76d76169d1c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.164167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7a341-8e11-413e-a377-a65ea943f8a3 req-38f46c07-c749-47e0-9a0f-12a328f4f953 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:52.165700 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbd7a341-8e11-413e-a377-a65ea943f8a3 req-38f46c07-c749-47e0-9a0f-12a328f4f953 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 945 time: 0.7299364
Feb 12 21:21:52.208383 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c44634c6-f8cf-419d-b573-6c73ef60b9dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f98e1760>,) {'filters': {'network_id': ['134f1d2e-bf84-4443-b6d9-93050fa7bfac']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:52.219402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port a0137c95-400f-489f-a254-d76d76169d1c is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:52.240128 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ecea975-9668-4eb5-b276-fca2ec2cb14d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (a0d4b8f6-8e22-4bc8-b823-dd99687b2572), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.270319 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecea975-9668-4eb5-b276-fca2ec2cb14d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d4b8f6-8e22-4bc8-b823-dd99687b2572,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:52.274263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c44634c6-f8cf-419d-b573-6c73ef60b9dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f98e1760>, '083c840a-3026-480b-ab64-79bf4de45a82') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:52.274566 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c44634c6-f8cf-419d-b573-6c73ef60b9dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f98e1760>, '083c840a-3026-480b-ab64-79bf4de45a82') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:52.278730 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d5251abe-a835-4f68-aa7d-73f6d90cb88d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (0d8aaf2d-291a-4904-8880-c79623999124), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.279156 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ecea975-9668-4eb5-b276-fca2ec2cb14d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.286416 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9ecea975-9668-4eb5-b276-fca2ec2cb14d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/a0d4b8f6-8e22-4bc8-b823-dd99687b2572 HTTP/1.1" status: 204  len: 168 time: 0.4773726
Feb 12 21:21:52.287049 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52580) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:52.290213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228bbc44-3395-4e92-83ba-852a91f200c1 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:52.321139 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b0678e18-65e6-4910-bbcc-9732cd5719b8 req-78b8ac40-1a59-4477-aff2-feaa7f1895ab service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9360585
Feb 12 21:21:52.340510 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c44634c6-f8cf-419d-b573-6c73ef60b9dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (083c840a-3026-480b-ab64-79bf4de45a82), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.352199 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dee590a7-5e0b-4a6b-82d6-8d9f7709ba5d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0590808
Feb 12 21:21:52.352199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52582) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:52.360707 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5d15407b-0a57-4620-9950-278cedb12730 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:52.417158 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbd7a341-8e11-413e-a377-a65ea943f8a3 req-9bc48e33-22bf-44e1-9b60-6621c9880052 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283325
Feb 12 21:21:52.429971 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-47aba34c-0192-44b8-947e-65ccf35f1c01 admin admin] Deleting subnet 13821ddb-c9a4-4e44-8a18-95ddada5b2fd {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:52.437870 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c44634c6-f8cf-419d-b573-6c73ef60b9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (083c840a-3026-480b-ab64-79bf4de45a82), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.443126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302d30d-eeb6-41cc-a63d-b43791972d8f req-6472a07d-1947-4173-bc43-d1065845e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:52.444609 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7302d30d-eeb6-41cc-a63d-b43791972d8f req-6472a07d-1947-4173-bc43-d1065845e0d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 1127 time: 0.7575817
Feb 12 21:21:52.451624 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-47aba34c-0192-44b8-947e-65ccf35f1c01 admin admin] Publish callbacks [] for subnet (13821ddb-c9a4-4e44-8a18-95ddada5b2fd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.457928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44634c6-f8cf-419d-b573-6c73ef60b9dc admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:21:52.457928 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c44634c6-f8cf-419d-b573-6c73ef60b9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (083c840a-3026-480b-ab64-79bf4de45a82), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.480238 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651e2c8-3657-4699-81ce-c54463f38077 req-4ee5ec6b-31ad-408e-9328-4f53dab30fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:52.481824 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2651e2c8-3657-4699-81ce-c54463f38077 req-4ee5ec6b-31ad-408e-9328-4f53dab30fa3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 1128 time: 0.3114853
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:21:52.482500 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:21:52.538693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c428cade-4318-461e-9728-5fd3dfbbec57 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:21:52.553467 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d15407b-0a57-4620-9950-278cedb12730 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:52.558230 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d15407b-0a57-4620-9950-278cedb12730 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.602424 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c428cade-4318-461e-9728-5fd3dfbbec57 None None] Deleting port a0137c95-400f-489f-a254-d76d76169d1c {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:52.602878 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c428cade-4318-461e-9728-5fd3dfbbec57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a0137c95-400f-489f-a254-d76d76169d1c), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.690267 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c428cade-4318-461e-9728-5fd3dfbbec57 None None] For port a0137c95-400f-489f-a254-d76d76169d1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0137c95-400f-489f-a254-d76d76169d1c,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:52.690520 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c428cade-4318-461e-9728-5fd3dfbbec57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a0137c95-400f-489f-a254-d76d76169d1c), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.697513 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-47aba34c-0192-44b8-947e-65ccf35f1c01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (13821ddb-c9a4-4e44-8a18-95ddada5b2fd), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.707622 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c428cade-4318-461e-9728-5fd3dfbbec57 None None] Calling delete_port for a0137c95-400f-489f-a254-d76d76169d1c owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:52.772942 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25899a64-5cc5-4584-8e2c-e14d75be1dcb req-45b13505-d38a-42a5-b1d7-fac9f5b92b38 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:52.774750 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d5251abe-a835-4f68-aa7d-73f6d90cb88d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (0d8aaf2d-291a-4904-8880-c79623999124), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.775347 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25899a64-5cc5-4584-8e2c-e14d75be1dcb req-45b13505-d38a-42a5-b1d7-fac9f5b92b38 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0861781
Feb 12 21:21:52.815795 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2651e2c8-3657-4699-81ce-c54463f38077 req-e149a7f1-ad14-4d91-8df0-18e83ef5dab8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3118393
Feb 12 21:21:52.816405 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c44634c6-f8cf-419d-b573-6c73ef60b9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (134f1d2e-bf84-4443-b6d9-93050fa7bfac), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.834251 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c44634c6-f8cf-419d-b573-6c73ef60b9dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.840119 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c44634c6-f8cf-419d-b573-6c73ef60b9dc admin admin] 10.222.0.31 "DELETE /v2.0/networks/134f1d2e-bf84-4443-b6d9-93050fa7bfac HTTP/1.1" status: 204  len: 168 time: 1.7912545
Feb 12 21:21:52.841677 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52596) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:52.864041 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-47aba34c-0192-44b8-947e-65ccf35f1c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (13821ddb-c9a4-4e44-8a18-95ddada5b2fd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.887166 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302d30d-eeb6-41cc-a63d-b43791972d8f req-f1784707-8e2a-45c2-b2ce-49405c7b8fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:52.888721 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7302d30d-eeb6-41cc-a63d-b43791972d8f req-f1784707-8e2a-45c2-b2ce-49405c7b8fa2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.4054489
Feb 12 21:21:52.893553 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44634c6-f8cf-419d-b573-6c73ef60b9dc admin admin] Pushing event deleted for resources: {'Network': ['ID=134f1d2e-bf84-4443-b6d9-93050fa7bfac,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:52.912268 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c428cade-4318-461e-9728-5fd3dfbbec57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (a0137c95-400f-489f-a254-d76d76169d1c), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.943323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428cade-4318-461e-9728-5fd3dfbbec57 None None] Pushing event deleted for resources: {'Port': ['ID=a0137c95-400f-489f-a254-d76d76169d1c,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:52.949144 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c428cade-4318-461e-9728-5fd3dfbbec57 None None] No DVR routers for this DVR port a0137c95-400f-489f-a254-d76d76169d1c on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:52.965478 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-25899a64-5cc5-4584-8e2c-e14d75be1dcb req-950faae4-8f4e-484f-aa51-0ccb1c8e654f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1678290
Feb 12 21:21:52.972487 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e07c7a-53e4-4698-913e-06f2b8551e67 admin admin] Deleting subnet d6c23d53-855f-4946-b34a-4e02c7b80716 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:52.980697 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-27e07c7a-53e4-4698-913e-06f2b8551e67 admin admin] Publish callbacks [] for subnet (d6c23d53-855f-4946-b34a-4e02c7b80716), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:52.992214 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d5251abe-a835-4f68-aa7d-73f6d90cb88d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (0d8aaf2d-291a-4904-8880-c79623999124), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.036720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5251abe-a835-4f68-aa7d-73f6d90cb88d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8aaf2d-291a-4904-8880-c79623999124,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:53.039112 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-47aba34c-0192-44b8-947e-65ccf35f1c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (13821ddb-c9a4-4e44-8a18-95ddada5b2fd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.059861 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc52cdf-b3dd-4220-b542-66673d539814 None None] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:53.091152 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-27e07c7a-53e4-4698-913e-06f2b8551e67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (d6c23d53-855f-4946-b34a-4e02c7b80716), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.104352 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d5251abe-a835-4f68-aa7d-73f6d90cb88d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.117288 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d5251abe-a835-4f68-aa7d-73f6d90cb88d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/0d8aaf2d-291a-4904-8880-c79623999124 HTTP/1.1" status: 204  len: 168 time: 1.6130700
Feb 12 21:21:53.120164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7302d30d-eeb6-41cc-a63d-b43791972d8f req-72be1936-079e-400c-9d87-f9b03350dc27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a500c7b1-8358-4bc8-ae00-21079afb6cb4 HTTP/1.1" status: 200  len: 217 time: 0.0896239
Feb 12 21:21:53.121542 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aba34c-0192-44b8-947e-65ccf35f1c01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13821ddb-c9a4-4e44-8a18-95ddada5b2fd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:53.124583 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52600) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:53.163673 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-47aba34c-0192-44b8-947e-65ccf35f1c01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.165307 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-27e07c7a-53e4-4698-913e-06f2b8551e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (d6c23d53-855f-4946-b34a-4e02c7b80716), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.166814 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-47aba34c-0192-44b8-947e-65ccf35f1c01 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/13821ddb-c9a4-4e44-8a18-95ddada5b2fd HTTP/1.1" status: 204  len: 168 time: 1.4708552
Feb 12 21:21:53.172961 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52602) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:53.239006 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d15407b-0a57-4620-9950-278cedb12730 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (e3268a32-0b78-4e19-98b7-49b30f01deb8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.282604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-82cfddd4-86e2-4274-965e-cff6be44d54a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting subnet 8dc65eb0-627b-4820-b543-6208224a70d0 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:53.290864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82cfddd4-86e2-4274-965e-cff6be44d54a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (8dc65eb0-627b-4820-b543-6208224a70d0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.294852 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d15407b-0a57-4620-9950-278cedb12730 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:53.299986 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-27e07c7a-53e4-4698-913e-06f2b8551e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (d6c23d53-855f-4946-b34a-4e02c7b80716), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.302067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-5d15407b-0a57-4620-9950-278cedb12730 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:53.308960 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d15407b-0a57-4620-9950-278cedb12730 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:53.309581 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d15407b-0a57-4620-9950-278cedb12730 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.313761 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0533772-42ff-4a80-a0d6-37df1573f423 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:53.327780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15407b-0a57-4620-9950-278cedb12730 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=e3268a32-0b78-4e19-98b7-49b30f01deb8,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:53.329644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302d30d-eeb6-41cc-a63d-b43791972d8f req-e65faf6a-a104-467b-880b-eb9333ac0779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:53.330828 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-27e07c7a-53e4-4698-913e-06f2b8551e67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.332155 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7302d30d-eeb6-41cc-a63d-b43791972d8f req-e65faf6a-a104-467b-880b-eb9333ac0779 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.1766090
Feb 12 21:21:53.334160 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-27e07c7a-53e4-4698-913e-06f2b8551e67 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d6c23d53-855f-4946-b34a-4e02c7b80716 HTTP/1.1" status: 204  len: 168 time: 0.4912555
Feb 12 21:21:53.336857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52616) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:53.357121 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e07c7a-53e4-4698-913e-06f2b8551e67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6c23d53-855f-4946-b34a-4e02c7b80716,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:53.378283 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d7a3018-8ecc-43bd-9846-1f2e116aa868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (ffdd30e2-46b6-49d1-9fdc-c70156040c72), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.404112 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5d15407b-0a57-4620-9950-278cedb12730 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0538957
Feb 12 21:21:53.406543 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52618) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:53.409435 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82cfddd4-86e2-4274-965e-cff6be44d54a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (8dc65eb0-627b-4820-b543-6208224a70d0), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.411865 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f2010918-6264-459a-ab6d-c77545ff4c9f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'fixed_ips': [{'subnet_id': 'e3268a32-0b78-4e19-98b7-49b30f01deb8', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-639255782'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:53.490422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': 'e3268a32-0b78-4e19-98b7-49b30f01deb8'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:21:53.491633 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.628417 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7177ea2d-816f-42b7-9aeb-a63667d0d66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (c7cec335-2776-4beb-a9e5-e599dd6ffe2e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.662018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2010918-6264-459a-ab6d-c77545ff4c9f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:53.671217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302d30d-eeb6-41cc-a63d-b43791972d8f req-b372442b-283c-4883-a29a-7463a6acd8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:53.672888 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7302d30d-eeb6-41cc-a63d-b43791972d8f req-b372442b-283c-4883-a29a-7463a6acd8bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3229475
Feb 12 21:21:53.691247 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Allocated IP 2001:db8::2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/e3268a32-0b78-4e19-98b7-49b30f01deb8/7ccced00-b4c1-4792-a746-b3d782f5dd24) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:53.799930 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2010918-6264-459a-ab6d-c77545ff4c9f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.820813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-f2010918-6264-459a-ab6d-c77545ff4c9f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port 7c9472e1-b0ba-4882-b569-1b6e894b9b11 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:21:53.849066 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d7a3018-8ecc-43bd-9846-1f2e116aa868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (ffdd30e2-46b6-49d1-9fdc-c70156040c72), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.928055 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Publish callbacks [] for port (7ccced00-b4c1-4792-a746-b3d782f5dd24), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.948387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-8d7a3018-8ecc-43bd-9846-1f2e116aa868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa967580>,) {'filters': {'network_id': ['ffdd30e2-46b6-49d1-9fdc-c70156040c72']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:53.978533 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7177ea2d-816f-42b7-9aeb-a63667d0d66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (c7cec335-2776-4beb-a9e5-e599dd6ffe2e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:53.982069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-8d7a3018-8ecc-43bd-9846-1f2e116aa868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa967580>, '64ff5e78-c86e-4b0e-bc2e-e340178b4296') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:53.982412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-8d7a3018-8ecc-43bd-9846-1f2e116aa868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa967580>, '64ff5e78-c86e-4b0e-bc2e-e340178b4296') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:54.010460 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82cfddd4-86e2-4274-965e-cff6be44d54a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (8dc65eb0-627b-4820-b543-6208224a70d0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.017048 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d7a3018-8ecc-43bd-9846-1f2e116aa868 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (64ff5e78-c86e-4b0e-bc2e-e340178b4296), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.058221 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (7ccced00-b4c1-4792-a746-b3d782f5dd24), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.074533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-7177ea2d-816f-42b7-9aeb-a63667d0d66f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6faf2c610>,) {'filters': {'network_id': ['c7cec335-2776-4beb-a9e5-e599dd6ffe2e']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:54.098086 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d7a3018-8ecc-43bd-9846-1f2e116aa868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (64ff5e78-c86e-4b0e-bc2e-e340178b4296), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.105440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a0137c95-400f-489f-a254-d76d76169d1c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:54.108749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cedd4-1a17-4f9f-9faf-647a30af53e8 req-e76ab7dc-2744-4244-b822-d5d113470532 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:54.110106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Pushing event updated for resources: {'Port': ['ID=7ccced00-b4c1-4792-a746-b3d782f5dd24,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:54.124944 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3f3cedd4-1a17-4f9f-9faf-647a30af53e8 req-e76ab7dc-2744-4244-b822-d5d113470532 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.5813820
Feb 12 21:21:54.129655 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7302d30d-eeb6-41cc-a63d-b43791972d8f req-62a14e6a-da9f-4237-811b-b94951fa8e3a service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3792067
Feb 12 21:21:54.136115 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-7177ea2d-816f-42b7-9aeb-a63667d0d66f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6faf2c610>, '55bd2c76-3efb-4e9b-a145-6fa294b96309') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:54.136414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-7177ea2d-816f-42b7-9aeb-a63667d0d66f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6faf2c610>, '55bd2c76-3efb-4e9b-a145-6fa294b96309') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:54.137936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: a0137c95-400f-489f-a254-d76d76169d1c {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:54.138396 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a0137c95-400f-489f-a254-d76d76169d1c not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:54.145116 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:54.146758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:54.153228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:54.157774 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2010918-6264-459a-ab6d-c77545ff4c9f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:21:54.159969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2010918-6264-459a-ab6d-c77545ff4c9f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:54.169697 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7a3018-8ecc-43bd-9846-1f2e116aa868 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:21:54.170279 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d7a3018-8ecc-43bd-9846-1f2e116aa868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (64ff5e78-c86e-4b0e-bc2e-e340178b4296), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.179460 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c4c9-b5b0-42c9-9f0a-fd8a318b92b5 req-3fdc4981-d1e3-4a9b-b70a-65ef7bf02941 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:54.181343 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1937c4c9-b5b0-42c9-9f0a-fd8a318b92b5 req-3fdc4981-d1e3-4a9b-b70a-65ef7bf02941 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1403461
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:21:54.181561 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:21:54.192869 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7177ea2d-816f-42b7-9aeb-a63667d0d66f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (55bd2c76-3efb-4e9b-a145-6fa294b96309), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.241331 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d0bf6564-12a5-4a1e-a0b5-3a0bfabb0ed3 None None] Provisioning complete for port 6612c078-6d4a-4926-b888-2ae35c0e72c6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:54.241869 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d0bf6564-12a5-4a1e-a0b5-3a0bfabb0ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6612c078-6d4a-4926-b888-2ae35c0e72c6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.247836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Attempting to bind port 7ccced00-b4c1-4792-a746-b3d782f5dd24 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:21:54.248556 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Attempting to bind port 7ccced00-b4c1-4792-a746-b3d782f5dd24 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:21:54.249173 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Attempting to bind port 7ccced00-b4c1-4792-a746-b3d782f5dd24 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:21:54.261201 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1937c4c9-b5b0-42c9-9f0a-fd8a318b92b5 req-6f4bd51c-1482-425f-bcf3-6f27b6cfa9e6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714791
Feb 12 21:21:54.268748 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f2010918-6264-459a-ab6d-c77545ff4c9f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 0.8596859
Feb 12 21:21:54.270721 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52630) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:54.281481 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:21:54.282279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:21:54.282995 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.284388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:21:54.285118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Bound port: 7ccced00-b4c1-4792-a746-b3d782f5dd24, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:21:54.285590 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7ccced00-b4c1-4792-a746-b3d782f5dd24), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.303056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf6564-12a5-4a1e-a0b5-3a0bfabb0ed3 None None] Port 6612c078-6d4a-4926-b888-2ae35c0e72c6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:54.329103 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7177ea2d-816f-42b7-9aeb-a63667d0d66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (55bd2c76-3efb-4e9b-a145-6fa294b96309), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.348428 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c560b7ec-6dcf-410b-8620-520021ad2052 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:54.350847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d0bf6564-12a5-4a1e-a0b5-3a0bfabb0ed3 None None] Provisioning complete for port 1b93d893-943c-4b96-a3d3-8075729022b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:54.351372 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3f3cedd4-1a17-4f9f-9faf-647a30af53e8 req-bba177f5-b195-4b04-8a23-ef91468ab1be tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2260215
Feb 12 21:21:54.352027 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d0bf6564-12a5-4a1e-a0b5-3a0bfabb0ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.358624 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c560b7ec-6dcf-410b-8620-520021ad2052 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.0788090
Feb 12 21:21:54.358972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52634) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:54.360005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7177ea2d-816f-42b7-9aeb-a63667d0d66f admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:21:54.360414 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7177ea2d-816f-42b7-9aeb-a63667d0d66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (55bd2c76-3efb-4e9b-a145-6fa294b96309), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:21:54.376588 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:21:54.403950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] For port 7ccced00-b4c1-4792-a746-b3d782f5dd24, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:21:54.410291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] For port 7ccced00-b4c1-4792-a746-b3d782f5dd24, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ccced00-b4c1-4792-a746-b3d782f5dd24,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:21:54.461971 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82cfddd4-86e2-4274-965e-cff6be44d54a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (8dc65eb0-627b-4820-b543-6208224a70d0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.512024 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d7a3018-8ecc-43bd-9846-1f2e116aa868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (ffdd30e2-46b6-49d1-9fdc-c70156040c72), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.528080 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d7a3018-8ecc-43bd-9846-1f2e116aa868 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.535588 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8d7a3018-8ecc-43bd-9846-1f2e116aa868 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ffdd30e2-46b6-49d1-9fdc-c70156040c72 HTTP/1.1" status: 204  len: 168 time: 1.3571846
Feb 12 21:21:54.537770 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7302d30d-eeb6-41cc-a63d-b43791972d8f req-76a631a3-74d9-4a11-a538-42114fd74ca2 service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3730714
Feb 12 21:21:54.538344 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfddd4-86e2-4274-965e-cff6be44d54a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Subnet': ['ID=8dc65eb0-627b-4820-b543-6208224a70d0,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:54.559648 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82cfddd4-86e2-4274-965e-cff6be44d54a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.563894 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-82cfddd4-86e2-4274-965e-cff6be44d54a tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/8dc65eb0-627b-4820-b543-6208224a70d0 HTTP/1.1" status: 204  len: 168 time: 1.4369922
Feb 12 21:21:54.578795 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7d8e88-e585-44c7-b46d-afe67a6ef338 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:54.581113 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7d8e88-e585-44c7-b46d-afe67a6ef338 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:54.582711 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cb7d8e88-e585-44c7-b46d-afe67a6ef338 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2199767
Feb 12 21:21:54.583322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52638) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:54.585556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a3018-8ecc-43bd-9846-1f2e116aa868 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffdd30e2-46b6-49d1-9fdc-c70156040c72,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:54.593638 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52640) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:54.605331 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7177ea2d-816f-42b7-9aeb-a63667d0d66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (c7cec335-2776-4beb-a9e5-e599dd6ffe2e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.654940 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf6564-12a5-4a1e-a0b5-3a0bfabb0ed3 None None] Current status of the port 1b93d893-943c-4b96-a3d3-8075729022b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:54.657863 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7177ea2d-816f-42b7-9aeb-a63667d0d66f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.660422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb47e03-c1aa-4705-b628-f128a0109bc3 None None] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:54.662431 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7177ea2d-816f-42b7-9aeb-a63667d0d66f admin admin] 10.222.0.31 "DELETE /v2.0/networks/c7cec335-2776-4beb-a9e5-e599dd6ffe2e HTTP/1.1" status: 204  len: 168 time: 1.3243458
Feb 12 21:21:54.663534 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efeedb1-7ab9-4af6-ae33-dacd9161a2d2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:21:54.664041 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5efeedb1-7ab9-4af6-ae33-dacd9161a2d2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:54.667456 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5efeedb1-7ab9-4af6-ae33-dacd9161a2d2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/0d8aaf2d-291a-4904-8880-c79623999124 HTTP/1.1" status: 404  len: 337 time: 0.0830002
Feb 12 21:21:54.671338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52644) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:54.694198 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7ccced00-b4c1-4792-a746-b3d782f5dd24), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.709165 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177ea2d-816f-42b7-9aeb-a63667d0d66f admin admin] Pushing event deleted for resources: {'Network': ['ID=c7cec335-2776-4beb-a9e5-e599dd6ffe2e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:54.745002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5be26f-ef8b-4f83-b39e-ce3b19606848 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet e3268a32-0b78-4e19-98b7-49b30f01deb8 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:54.752117 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e5be26f-ef8b-4f83-b39e-ce3b19606848 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (e3268a32-0b78-4e19-98b7-49b30f01deb8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.790751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b94fc-b726-4721-b3b4-7fe5c64707e3 None None] Pushing event updated for resources: {'Port': ['ID=7ccced00-b4c1-4792-a746-b3d782f5dd24,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:54.791396 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34fad2f-716b-42fe-baf7-b2077d1a18ef tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting subnet cc25c6ea-6b91-46e0-acbe-80a400c0076a {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:21:54.796750 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a34fad2f-716b-42fe-baf7-b2077d1a18ef tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (cc25c6ea-6b91-46e0-acbe-80a400c0076a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.840409 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e5be26f-ef8b-4f83-b39e-ce3b19606848 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (e3268a32-0b78-4e19-98b7-49b30f01deb8), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.894397 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a34fad2f-716b-42fe-baf7-b2077d1a18ef tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (cc25c6ea-6b91-46e0-acbe-80a400c0076a), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:54.930258 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41b239-9b11-4e23-a55b-8fe0d1552685 req-d86705b6-8783-42ea-ae63-0e35596e2bb7 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:54.931313 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce41b239-9b11-4e23-a55b-8fe0d1552685 req-d86705b6-8783-42ea-ae63-0e35596e2bb7 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.5333104
Feb 12 21:21:54.999283 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce41b239-9b11-4e23-a55b-8fe0d1552685 req-29b1381e-2544-4d91-8569-24d5a45a9c99 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584643
Feb 12 21:21:55.040394 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e5be26f-ef8b-4f83-b39e-ce3b19606848 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (e3268a32-0b78-4e19-98b7-49b30f01deb8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:55.157159 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a34fad2f-716b-42fe-baf7-b2077d1a18ef tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (cc25c6ea-6b91-46e0-acbe-80a400c0076a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:55.304370 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e5be26f-ef8b-4f83-b39e-ce3b19606848 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (e3268a32-0b78-4e19-98b7-49b30f01deb8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:55.317673 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52650) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:55.324154 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e5be26f-ef8b-4f83-b39e-ce3b19606848 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:55.329429 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1e5be26f-ef8b-4f83-b39e-ce3b19606848 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/e3268a32-0b78-4e19-98b7-49b30f01deb8 HTTP/1.1" status: 204  len: 168 time: 0.7347529
Feb 12 21:21:55.335441 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52652) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:55.379764 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4bb37882-250d-4040-9273-ce6dba5682d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6dba504471ec4e0dbe571d46f406999b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0596335
Feb 12 21:21:55.382079 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52656) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:55.396407 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a34fad2f-716b-42fe-baf7-b2077d1a18ef tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (cc25c6ea-6b91-46e0-acbe-80a400c0076a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:55.407663 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e742cfbe-5a1b-4bfe-af7b-cd06e396f77e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0709138
Feb 12 21:21:55.409301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52658) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:55.409625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5be26f-ef8b-4f83-b39e-ce3b19606848 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=e3268a32-0b78-4e19-98b7-49b30f01deb8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:55.418677 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52660) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:55.420725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4e7d1735-bc77-439b-8874-32edc3991e64 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:55.471700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fad2f-716b-42fe-baf7-b2077d1a18ef tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Subnet': ['ID=cc25c6ea-6b91-46e0-acbe-80a400c0076a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:55.478005 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a34fad2f-716b-42fe-baf7-b2077d1a18ef tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:55.484592 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a34fad2f-716b-42fe-baf7-b2077d1a18ef tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/cc25c6ea-6b91-46e0-acbe-80a400c0076a HTTP/1.1" status: 204  len: 168 time: 0.8099349
Feb 12 21:21:55.485287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52662) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:55.525328 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ca6b85-225d-48fd-a42c-698f622273c3 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:21:55.525905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ca6b85-225d-48fd-a42c-698f622273c3 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:55.533009 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-87ca6b85-225d-48fd-a42c-698f622273c3 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/3b634dcf-6034-4913-8550-7aebd8c786bc HTTP/1.1" status: 404  len: 337 time: 0.0399125
Feb 12 21:21:55.536841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52664) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:55.580820 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4dc592d8-9879-47c2-970b-270aede79add admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c20f717879347dcbd23a4234ad72cfb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1595767
Feb 12 21:21:55.583976 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-22d3f0cc-2f0b-4c54-bc2f-a392624c62a5 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4ca56c2-3f08-49ec-9d82-da027871f0c6 HTTP/1.1" status: 200  len: 205 time: 0.0457942
Feb 12 21:21:55.584726 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52666) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:55.589120 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52668) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:55.641911 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb5b7796-2a93-49e1-9783-e9aac47f4298 admin admin] Publish callbacks [] for security_group (9ddbbe57-36a9-4a11-8f95-e6d69740627d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:55.643400 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-c11f8ded-42df-4921-9bbd-cbf4757b6e04 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] delete failed (client error): The resource could not be found.
Feb 12 21:21:55.647158 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c11f8ded-42df-4921-9bbd-cbf4757b6e04 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/routers/a4ca56c2-3f08-49ec-9d82-da027871f0c6 HTTP/1.1" status: 404  len: 336 time: 0.0546687
Feb 12 21:21:55.647706 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52670) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:55.648955 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-95110b8a-ccf8-4de2-9be6-c7aa465cdcf7 admin admin] Publish callbacks [] for security_group (7041b4ea-5d73-4b6e-92d0-0b701083cbab), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:55.688875 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f413bcd-231e-466f-973c-4c74f9dd4981 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:21:55.689186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f413bcd-231e-466f-973c-4c74f9dd4981 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:55.689957 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-95110b8a-ccf8-4de2-9be6-c7aa465cdcf7 admin admin] Publish callbacks [] for security_group (7041b4ea-5d73-4b6e-92d0-0b701083cbab), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:55.693554 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3f413bcd-231e-466f-973c-4c74f9dd4981 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/16f7e57d-0ea5-4444-85f0-3ac56bfee820 HTTP/1.1" status: 404  len: 337 time: 0.0443156
Feb 12 21:21:55.700197 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52672) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:55.726757 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb5b7796-2a93-49e1-9783-e9aac47f4298 admin admin] Publish callbacks [] for security_group (9ddbbe57-36a9-4a11-8f95-e6d69740627d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:55.734599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fed23-52fd-46b0-8275-efb0d4bd2be9 req-70eaf4ec-5b9b-4b2f-acfa-a1cba911b6a8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:55.737478 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bf5fed23-52fd-46b0-8275-efb0d4bd2be9 req-70eaf4ec-5b9b-4b2f-acfa-a1cba911b6a8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.2437422
Feb 12 21:21:55.760795 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d952b21-5c58-4b48-979c-9691535a6ac6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:21:55.761387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d952b21-5c58-4b48-979c-9691535a6ac6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:55.765107 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4d952b21-5c58-4b48-979c-9691535a6ac6 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/7d6c21db-54eb-41f8-8c60-2d0ecfabb466 HTTP/1.1" status: 404  len: 337 time: 0.0639281
Feb 12 21:21:55.768615 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52674) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:55.776214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7d1735-bc77-439b-8874-32edc3991e64 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:21:55.785589 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1735-bc77-439b-8874-32edc3991e64 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:55.805229 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5b243e-c4c1-48d0-80b8-fda310b5bf0e None None] Network 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:55.821766 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3da37aa-67ed-47e0-a058-407b73f1c4c2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:21:55.822348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3da37aa-67ed-47e0-a058-407b73f1c4c2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:55.828234 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d3da37aa-67ed-47e0-a058-407b73f1c4c2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/20cad0ef-ad11-4377-ab68-79a1dccc17dc HTTP/1.1" status: 404  len: 337 time: 0.0563035
Feb 12 21:21:55.832146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52678) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:55.862586 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef473e8-8690-4f84-96e7-f72b432b6111 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:21:55.863367 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef473e8-8690-4f84-96e7-f72b432b6111 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:55.869026 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-aef473e8-8690-4f84-96e7-f72b432b6111 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/2d142164-de88-408a-83b9-3c5e2392280b HTTP/1.1" status: 404  len: 333 time: 0.0336394
Feb 12 21:21:55.869751 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52680) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:55.889311 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bf5fed23-52fd-46b0-8275-efb0d4bd2be9 req-92bc997d-68db-4dd9-acbe-246cdb7b91a9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442320
Feb 12 21:21:55.933838 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-79de4d70-e394-40ab-912d-ebacda74b71d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:21:55.934236 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79de4d70-e394-40ab-912d-ebacda74b71d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:55.937618 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-79de4d70-e394-40ab-912d-ebacda74b71d tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/414b9c9e-0fc7-4db4-a880-52644ab45a30 HTTP/1.1" status: 404  len: 337 time: 0.0624719
Feb 12 21:21:55.942120 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52684) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:55.951258 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-837c11ff-c553-4c75-8d5a-cc85abc29461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:55.984834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07f30d-55a9-43ec-9eb2-73a1da5aa77f req-dda55963-2876-4138-95f3-8c98fe4385f9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:55.984834 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c07f30d-55a9-43ec-9eb2-73a1da5aa77f req-dda55963-2876-4138-95f3-8c98fe4385f9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0806394
Feb 12 21:21:55.985070 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb5b7796-2a93-49e1-9783-e9aac47f4298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9ddbbe57-36a9-4a11-8f95-e6d69740627d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:55.989206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb5b7796-2a93-49e1-9783-e9aac47f4298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:55.996196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cb5b7796-2a93-49e1-9783-e9aac47f4298 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ddbbe57-36a9-4a11-8f95-e6d69740627d HTTP/1.1" status: 204  len: 168 time: 0.4102046
Feb 12 21:21:56.016757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b7796-2a93-49e1-9783-e9aac47f4298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddbbe57-36a9-4a11-8f95-e6d69740627d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:56.024523 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-95110b8a-ccf8-4de2-9be6-c7aa465cdcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7041b4ea-5d73-4b6e-92d0-0b701083cbab), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:56.039256 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-95110b8a-ccf8-4de2-9be6-c7aa465cdcf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:56.046970 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-95110b8a-ccf8-4de2-9be6-c7aa465cdcf7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7041b4ea-5d73-4b6e-92d0-0b701083cbab HTTP/1.1" status: 204  len: 168 time: 0.6635370
Feb 12 21:21:56.058000 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-7957fe48-e93d-49c6-b67b-49b9b54d40ae tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:21:56.059103 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7957fe48-e93d-49c6-b67b-49b9b54d40ae tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:56.062788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c3641cd9-1dcc-4569-860f-4a3d169aa641 None None] Provisioning complete for port 6612c078-6d4a-4926-b888-2ae35c0e72c6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:56.064816 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c3641cd9-1dcc-4569-860f-4a3d169aa641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6612c078-6d4a-4926-b888-2ae35c0e72c6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:56.064957 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7957fe48-e93d-49c6-b67b-49b9b54d40ae tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/3048da5e-e65d-4f34-90f7-f55f6d32501c HTTP/1.1" status: 404  len: 337 time: 0.1200480
Feb 12 21:21:56.067313 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52690) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:56.104836 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95110b8a-ccf8-4de2-9be6-c7aa465cdcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7041b4ea-5d73-4b6e-92d0-0b701083cbab,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:56.133822 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c07f30d-55a9-43ec-9eb2-73a1da5aa77f req-e40eac4c-889b-4929-8008-ebdb96b65dda tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1328824
Feb 12 21:21:56.145150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c3641cd9-1dcc-4569-860f-4a3d169aa641 None None] Port 6612c078-6d4a-4926-b888-2ae35c0e72c6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:56.207225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c3641cd9-1dcc-4569-860f-4a3d169aa641 None None] Provisioning complete for port 1b93d893-943c-4b96-a3d3-8075729022b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:56.207883 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c3641cd9-1dcc-4569-860f-4a3d169aa641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:56.315090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddef25f-992d-4c35-899c-35010d93a247 None None] DHCP port deletion for 9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:21:56.321690 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-578daa0b-f874-4861-a6c2-a3e81223b0b2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:21:56.322897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578daa0b-f874-4861-a6c2-a3e81223b0b2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:56.329199 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-578daa0b-f874-4861-a6c2-a3e81223b0b2 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/32b88b89-eb27-4946-9588-ed629997e699 HTTP/1.1" status: 404  len: 333 time: 0.2606707
Feb 12 21:21:56.330900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52698) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:56.368558 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-55788eec-d6f9-4795-bc78-6373d7561cf7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:21:56.370392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55788eec-d6f9-4795-bc78-6373d7561cf7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:56.376722 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-55788eec-d6f9-4795-bc78-6373d7561cf7 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/c45f7e8a-eb50-4c53-9500-ecc8f740cb2a HTTP/1.1" status: 404  len: 337 time: 0.0441401
Feb 12 21:21:56.378403 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52700) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:56.382043 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1735-bc77-439b-8874-32edc3991e64 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (184c7c23-9e03-4cf6-821f-d8cf605ea3d8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:56.382768 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7ccced00-b4c1-4792-a746-b3d782f5dd24 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:56.420169 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09909ab-7438-4ad9-9cdd-c8fffa0a3026 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:21:56.420947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09909ab-7438-4ad9-9cdd-c8fffa0a3026 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:21:56.427901 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e09909ab-7438-4ad9-9cdd-c8fffa0a3026 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/subnets/64f16fe1-7e27-4dc1-bd95-f291080467e9 HTTP/1.1" status: 404  len: 337 time: 0.0474010
Feb 12 21:21:56.430097 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f2eba-c92c-4407-84b6-268bc13204f9 req-ce45563a-176c-46fe-830a-78b53d3ba4c1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:56.431834 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52702) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:56.440614 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-240f2eba-c92c-4407-84b6-268bc13204f9 req-ce45563a-176c-46fe-830a-78b53d3ba4c1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1145914
Feb 12 21:21:56.506056 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-240f2eba-c92c-4407-84b6-268bc13204f9 req-7a86e38e-7621-4548-aa90-ed2366a4c709 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640221
Feb 12 21:21:56.509946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af42817-5022-480f-b681-1446aa76951b None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:56.517087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c3641cd9-1dcc-4569-860f-4a3d169aa641 None None] Current status of the port 1b93d893-943c-4b96-a3d3-8075729022b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:56.587099 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8ddef25f-992d-4c35-899c-35010d93a247 None None] Deleting port 1b93d893-943c-4b96-a3d3-8075729022b5 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:56.587727 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8ddef25f-992d-4c35-899c-35010d93a247 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:56.604830 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7d1735-bc77-439b-8874-32edc3991e64 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:56.617046 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-4e7d1735-bc77-439b-8874-32edc3991e64 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:56.624433 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7d1735-bc77-439b-8874-32edc3991e64 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:56.625039 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1735-bc77-439b-8874-32edc3991e64 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:56.634261 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d1735-bc77-439b-8874-32edc3991e64 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=184c7c23-9e03-4cf6-821f-d8cf605ea3d8,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:56.658603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 7ccced00-b4c1-4792-a746-b3d782f5dd24 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:56.659437 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7ccced00-b4c1-4792-a746-b3d782f5dd24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:56.673137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad538a9-2087-46eb-9f1f-062007a1c69d req-81e0bde3-7f7e-4637-bf3b-92660e4f0d00 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:56.678119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45694c06-4745-4a63-a43c-cd2e1c447192 req-15e3b3bf-8054-468a-bca8-f60118226199 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:56.681698 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0ad538a9-2087-46eb-9f1f-062007a1c69d req-81e0bde3-7f7e-4637-bf3b-92660e4f0d00 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.2522483
Feb 12 21:21:56.685808 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45694c06-4745-4a63-a43c-cd2e1c447192 req-15e3b3bf-8054-468a-bca8-f60118226199 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1074631
Feb 12 21:21:56.703676 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc949d-4007-4c25-8aca-b2ce259ac115 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Deleting port 6612c078-6d4a-4926-b888-2ae35c0e72c6 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:21:56.704014 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ccc949d-4007-4c25-8aca-b2ce259ac115 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6612c078-6d4a-4926-b888-2ae35c0e72c6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:56.721848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8ddef25f-992d-4c35-899c-35010d93a247 None None] For port 1b93d893-943c-4b96-a3d3-8075729022b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b93d893-943c-4b96-a3d3-8075729022b5,segment=NetworkSegment(28e02540-eb0c-493d-a624-32997e862336),segment_id=28e02540-eb0c-493d-a624-32997e862336)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:56.722520 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8ddef25f-992d-4c35-899c-35010d93a247 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:56.747891 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4e7d1735-bc77-439b-8874-32edc3991e64 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3368404
Feb 12 21:21:56.751252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52710) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:56.760807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8ddef25f-992d-4c35-899c-35010d93a247 None None] Calling delete_port for 1b93d893-943c-4b96-a3d3-8075729022b5 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:56.763671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8db66bea-e836-48d9-b0b5-4d85cc3bef15 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-26256505', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:21:56.765055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9e142d94-556d-44ac-b76c-bf1caa578e59 None None] Provisioning complete for port 7ccced00-b4c1-4792-a746-b3d782f5dd24 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:56.765922 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9e142d94-556d-44ac-b76c-bf1caa578e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7ccced00-b4c1-4792-a746-b3d782f5dd24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:56.829576 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0ad538a9-2087-46eb-9f1f-062007a1c69d req-7ef0b63b-2033-4172-887f-f3a06d90247a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309505
Feb 12 21:21:56.837511 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ccc949d-4007-4c25-8aca-b2ce259ac115 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6612c078-6d4a-4926-b888-2ae35c0e72c6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:56.855691 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-45694c06-4745-4a63-a43c-cd2e1c447192 req-831ef0f7-3474-4328-955d-b5b9bc11ee1a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1687150
Feb 12 21:21:56.882530 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc949d-4007-4c25-8aca-b2ce259ac115 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Calling delete_port for 6612c078-6d4a-4926-b888-2ae35c0e72c6 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:21:56.916282 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8db66bea-e836-48d9-b0b5-4d85cc3bef15 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (f0028120-f9e4-4a71-b27c-a64a03195575), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:56.916282 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8db66bea-e836-48d9-b0b5-4d85cc3bef15 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (f0028120-f9e4-4a71-b27c-a64a03195575), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:56.977859 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.032523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 7ccced00-b4c1-4792-a746-b3d782f5dd24 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:57.033082 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7ccced00-b4c1-4792-a746-b3d782f5dd24), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.050124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9e142d94-556d-44ac-b76c-bf1caa578e59 None None] Current status of the port 7ccced00-b4c1-4792-a746-b3d782f5dd24 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:57.050518 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9e142d94-556d-44ac-b76c-bf1caa578e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7ccced00-b4c1-4792-a746-b3d782f5dd24), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.061749 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8db66bea-e836-48d9-b0b5-4d85cc3bef15 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for router_controller (f0028120-f9e4-4a71-b27c-a64a03195575), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.096317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 7ccced00-b4c1-4792-a746-b3d782f5dd24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ccced00-b4c1-4792-a746-b3d782f5dd24,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:21:57.102552 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8ddef25f-992d-4c35-899c-35010d93a247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (1b93d893-943c-4b96-a3d3-8075729022b5), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.114173 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be33c6-e2e8-4fc8-9c60-4bc22f21b678 req-05f3b4c4-9715-45bf-9a85-692b1385dff1 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:57.115903 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-72be33c6-e2e8-4fc8-9c60-4bc22f21b678 req-05f3b4c4-9715-45bf-9a85-692b1385dff1 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.1616597
Feb 12 21:21:57.136288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddef25f-992d-4c35-899c-35010d93a247 None None] Pushing event deleted for resources: {'Port': ['ID=1b93d893-943c-4b96-a3d3-8075729022b5,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:57.146146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddef25f-992d-4c35-899c-35010d93a247 None None] No DVR routers for this DVR port 1b93d893-943c-4b96-a3d3-8075729022b5 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:21:57.165857 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8db66bea-e836-48d9-b0b5-4d85cc3bef15 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (f0028120-f9e4-4a71-b27c-a64a03195575), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.168467 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ccc949d-4007-4c25-8aca-b2ce259ac115 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (6612c078-6d4a-4926-b888-2ae35c0e72c6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.184496 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7ccced00-b4c1-4792-a746-b3d782f5dd24), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.253504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc949d-4007-4c25-8aca-b2ce259ac115 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Port': ['ID=6612c078-6d4a-4926-b888-2ae35c0e72c6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:57.258034 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8db66bea-e836-48d9-b0b5-4d85cc3bef15 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.259495 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8db66bea-e836-48d9-b0b5-4d85cc3bef15 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5070944
Feb 12 21:21:57.262303 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52726) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:57.286024 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-72be33c6-e2e8-4fc8-9c60-4bc22f21b678 req-80570e87-c43c-47bd-ac7e-2fd74025491e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633506
Feb 12 21:21:57.293174 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ccc949d-4007-4c25-8aca-b2ce259ac115 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.300398 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3ccc949d-4007-4c25-8aca-b2ce259ac115 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/ports/6612c078-6d4a-4926-b888-2ae35c0e72c6 HTTP/1.1" status: 204  len: 168 time: 0.8662210
Feb 12 21:21:57.306485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52730) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:57.409901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52734) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:57.425884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b384b139-2a13-438f-be3c-c030dc115875 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:21:57.451212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=7ccced00-b4c1-4792-a746-b3d782f5dd24,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:57.459116 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-9e142d94-556d-44ac-b76c-bf1caa578e59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:21:57.459474 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-9e142d94-556d-44ac-b76c-bf1caa578e59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:21:57.460611 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-738cafd8-733d-4d58-a040-c0df0dae5285 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (9b5bbd24-d22d-4b77-9da4-a9f06d9b3082), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.586577 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-738cafd8-733d-4d58-a040-c0df0dae5285 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (9b5bbd24-d22d-4b77-9da4-a9f06d9b3082), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.618184 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-738cafd8-733d-4d58-a040-c0df0dae5285 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f94c5100>,) {'filters': {'network_id': ['9b5bbd24-d22d-4b77-9da4-a9f06d9b3082']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:57.630883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-738cafd8-733d-4d58-a040-c0df0dae5285 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f94c5100>, '28e02540-eb0c-493d-a624-32997e862336') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:57.631239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-738cafd8-733d-4d58-a040-c0df0dae5285 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f94c5100>, '28e02540-eb0c-493d-a624-32997e862336') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:21:57.642082 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-738cafd8-733d-4d58-a040-c0df0dae5285 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (28e02540-eb0c-493d-a624-32997e862336), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.661444 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-738cafd8-733d-4d58-a040-c0df0dae5285 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (28e02540-eb0c-493d-a624-32997e862336), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.671561 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738cafd8-733d-4d58-a040-c0df0dae5285 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:21:57.672459 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-738cafd8-733d-4d58-a040-c0df0dae5285 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (28e02540-eb0c-493d-a624-32997e862336), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:21:57.679654 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:21:57.889047 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-738cafd8-733d-4d58-a040-c0df0dae5285 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (9b5bbd24-d22d-4b77-9da4-a9f06d9b3082), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.896743 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-738cafd8-733d-4d58-a040-c0df0dae5285 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:57.906157 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-738cafd8-733d-4d58-a040-c0df0dae5285 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] 10.222.0.31 "DELETE /v2.0/networks/9b5bbd24-d22d-4b77-9da4-a9f06d9b3082 HTTP/1.1" status: 204  len: 168 time: 0.5981228
Feb 12 21:21:57.919737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cafd8-733d-4d58-a040-c0df0dae5285 tempest-PortsTestJSON-1328588232 tempest-PortsTestJSON-1328588232-project] Pushing event deleted for resources: {'Network': ['ID=9b5bbd24-d22d-4b77-9da4-a9f06d9b3082,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:58.023189 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9e142d94-556d-44ac-b76c-bf1caa578e59 None None] Current status of the port 7ccced00-b4c1-4792-a746-b3d782f5dd24 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:58.091233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7ccced00-b4c1-4792-a746-b3d782f5dd24 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:21:58.102338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe2a48-941f-4146-82d9-9e92ddc32fc1 req-4c5ff617-876a-4c1b-ac97-82291e0dad94 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:58.110448 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ffbe2a48-941f-4146-82d9-9e92ddc32fc1 req-4c5ff617-876a-4c1b-ac97-82291e0dad94 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.3388860
Feb 12 21:21:58.163784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 7ccced00-b4c1-4792-a746-b3d782f5dd24 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:58.164176 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7ccced00-b4c1-4792-a746-b3d782f5dd24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:58.165873 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e46c1e78-d16b-4028-8bb9-941174c27e2d None None] Provisioning complete for port 7ccced00-b4c1-4792-a746-b3d782f5dd24 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:58.166272 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e46c1e78-d16b-4028-8bb9-941174c27e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7ccced00-b4c1-4792-a746-b3d782f5dd24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:58.179593 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ffbe2a48-941f-4146-82d9-9e92ddc32fc1 req-d00264e6-0968-426d-baaa-dbbf26d0ce49 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681479
Feb 12 21:21:58.212726 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d35fbb99-b529-4650-9c04-24d396936e81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c215aa4f472f4358ae87aa372236b046&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7935693
Feb 12 21:21:58.215509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52764) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:58.228801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c55bba-faf4-49b3-a31d-3ea3341df831 req-b33a494f-3466-4ee8-b7c2-6060b15be7f8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:58.230393 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d8c55bba-faf4-49b3-a31d-3ea3341df831 req-b33a494f-3466-4ee8-b7c2-6060b15be7f8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.8102021
Feb 12 21:21:58.284188 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f0156b42-5ae6-425e-b5ed-ac803a6a2e20 admin admin] Publish callbacks [] for security_group (a340d027-b67f-4342-b5f8-c75dc455ec0b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:58.284770 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:58.324457 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f0156b42-5ae6-425e-b5ed-ac803a6a2e20 admin admin] Publish callbacks [] for security_group (a340d027-b67f-4342-b5f8-c75dc455ec0b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:58.344702 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f5cce7b1-5fa8-489e-afb9-dd0c3eb4c381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:58.361427 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 7ccced00-b4c1-4792-a746-b3d782f5dd24 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:58.363704 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e46c1e78-d16b-4028-8bb9-941174c27e2d None None] Current status of the port 7ccced00-b4c1-4792-a746-b3d782f5dd24 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:21:58.389343 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d8c55bba-faf4-49b3-a31d-3ea3341df831 req-a6bfe7ba-5d97-4da9-a553-0fccec7de735 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1529663
Feb 12 21:21:58.451217 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1b93d893-943c-4b96-a3d3-8075729022b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:21:58.457943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f0156b42-5ae6-425e-b5ed-ac803a6a2e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a340d027-b67f-4342-b5f8-c75dc455ec0b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:58.464516 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f0156b42-5ae6-425e-b5ed-ac803a6a2e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:58.472780 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f0156b42-5ae6-425e-b5ed-ac803a6a2e20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a340d027-b67f-4342-b5f8-c75dc455ec0b HTTP/1.1" status: 204  len: 168 time: 0.2524204
Feb 12 21:21:58.479954 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 1b93d893-943c-4b96-a3d3-8075729022b5 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:21:58.479954 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1b93d893-943c-4b96-a3d3-8075729022b5 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:21:58.482961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0156b42-5ae6-425e-b5ed-ac803a6a2e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a340d027-b67f-4342-b5f8-c75dc455ec0b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:58.619322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::1 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/184c7c23-9e03-4cf6-821f-d8cf605ea3d8/1090e4fd-15e1-4b6a-bdb9-549747d5c34f) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:21:58.695484 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52790) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:58.801045 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (1090e4fd-15e1-4b6a-bdb9-549747d5c34f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:58.855508 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-997147cb-ae6f-407d-a6d2-aea0ad78d0fb req-12963b3c-3057-421e-b844-47d6b5b0e2d0 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0341282
Feb 12 21:21:58.983765 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1090e4fd-15e1-4b6a-bdb9-549747d5c34f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:59.043216 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:21:59.052557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:21:59.052717 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-13e1a326-0f83-463d-8d72-8a176a57a203 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5d2245e5e8f422b91608bc32cf6870b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3544400
Feb 12 21:21:59.054666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52822) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:21:59.056199 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:21:59.056199 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (f0028120-f9e4-4a71-b27c-a64a03195575), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:59.101407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=1090e4fd-15e1-4b6a-bdb9-549747d5c34f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:59.229656 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-caf42d16-3e21-4a9e-915a-47a975961924 admin admin] Publish callbacks [] for security_group (4b518bd9-acd5-403a-b968-f388450ce087), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:59.288189 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-caf42d16-3e21-4a9e-915a-47a975961924 admin admin] Publish callbacks [] for security_group (4b518bd9-acd5-403a-b968-f388450ce087), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:59.342328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60428808-aa94-4306-a859-c83b3d32d1ba req-50ce60a0-e1c5-46c9-ba2d-c72f2de38307 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:59.344927 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-60428808-aa94-4306-a859-c83b3d32d1ba req-50ce60a0-e1c5-46c9-ba2d-c72f2de38307 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.0875154
Feb 12 21:21:59.377083 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1090e4fd-15e1-4b6a-bdb9-549747d5c34f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:59.404051 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-60428808-aa94-4306-a859-c83b3d32d1ba req-f9503782-2f46-48b6-b349-b3e3a4c6aeb6 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525639
Feb 12 21:21:59.432605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a1e3b10f-3ed8-4bfe-8d78-5f58d1883782 None None] Provisioning complete for port 1090e4fd-15e1-4b6a-bdb9-549747d5c34f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:21:59.433508 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b10f-3ed8-4bfe-8d78-5f58d1883782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1090e4fd-15e1-4b6a-bdb9-549747d5c34f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:59.506093 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3b10f-3ed8-4bfe-8d78-5f58d1883782 None None] Port 1090e4fd-15e1-4b6a-bdb9-549747d5c34f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:21:59.527453 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:59.529490 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-caf42d16-3e21-4a9e-915a-47a975961924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4b518bd9-acd5-403a-b968-f388450ce087), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:59.530926 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-caf42d16-3e21-4a9e-915a-47a975961924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:59.534174 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-caf42d16-3e21-4a9e-915a-47a975961924 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b518bd9-acd5-403a-b968-f388450ce087 HTTP/1.1" status: 204  len: 168 time: 0.4730511
Feb 12 21:21:59.547505 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf42d16-3e21-4a9e-915a-47a975961924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b518bd9-acd5-403a-b968-f388450ce087,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:21:59.549615 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aed5a4-2666-45a2-a80a-808430b1f2b7 req-4d3bb292-1aee-4bd5-97e3-667a4a7ec815 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:21:59.560774 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05aed5a4-2666-45a2-a80a-808430b1f2b7 req-4d3bb292-1aee-4bd5-97e3-667a4a7ec815 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0680127
Feb 12 21:21:59.614275 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05aed5a4-2666-45a2-a80a-808430b1f2b7 req-fc41ebbb-fa32-40b6-91ed-da449e2760e9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553215
Feb 12 21:21:59.623440 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:59.772206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (1090e4fd-15e1-4b6a-bdb9-549747d5c34f), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:59.864748 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (1090e4fd-15e1-4b6a-bdb9-549747d5c34f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:21:59.867027 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (f0028120-f9e4-4a71-b27c-a64a03195575), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:00.048447 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea64e57-612d-4a1b-85c1-1f7da7ac8767 req-147ebf46-1f62-4ea0-a913-ca94bc91c2a3 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.1052189
Feb 12 21:22:00.053655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=1090e4fd-15e1-4b6a-bdb9-549747d5c34f,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:00.110160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:00.112433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:00.270110 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2340191-de7c-40f4-957f-b1c659b5cbf4 req-0dccf427-840c-49bb-9128-b0c56ad210e9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:00.271651 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2340191-de7c-40f4-957f-b1c659b5cbf4 req-0dccf427-840c-49bb-9128-b0c56ad210e9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1097209
Feb 12 21:22:00.342014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2340191-de7c-40f4-957f-b1c659b5cbf4 req-567e8011-681c-405c-a0be-ad7f567f1de7 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635209
Feb 12 21:22:00.441160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Router f0028120-f9e4-4a71-b27c-a64a03195575 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:22:00.557027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9cb0c9b2-e292-4ae7-a735-322a410212e9 None None] Provisioning complete for port 1090e4fd-15e1-4b6a-bdb9-549747d5c34f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:00.558078 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9cb0c9b2-e292-4ae7-a735-322a410212e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1090e4fd-15e1-4b6a-bdb9-549747d5c34f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:00.604159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9cb0c9b2-e292-4ae7-a735-322a410212e9 None None] Port 1090e4fd-15e1-4b6a-bdb9-549747d5c34f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:22:00.607159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:22:00.617479 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a2ae1e1c-dc8a-4d2c-b5d9-e5ee47406bce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "PUT /v2.0/routers/f0028120-f9e4-4a71-b27c-a64a03195575/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3508775
Feb 12 21:22:00.617773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52898) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:00.628204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Sync routers for ids ['f0028120-f9e4-4a71-b27c-a64a03195575'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:22:00.650384 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Routers {'f0028120-f9e4-4a71-b27c-a64a03195575'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:22:00.651104 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9dc9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:21:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f0028120-f9e4-4a71-b27c-a64a03195575'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:00.656008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5687e4-8bd8-4b11-af0a-4a1c39e61514 req-5c4f19f9-56e3-43da-8aab-2ba8e4f046f8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:00.657603 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e5687e4-8bd8-4b11-af0a-4a1c39e61514 req-5c4f19f9-56e3-43da-8aab-2ba8e4f046f8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.1515346
Feb 12 21:22:00.713699 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d74106-5dc8-4b6b-9e02-0cced0217019 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:00.718935 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f6d74106-5dc8-4b6b-9e02-0cced0217019 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports/1090e4fd-15e1-4b6a-bdb9-549747d5c34f HTTP/1.1" status: 200  len: 911 time: 0.1008317
Feb 12 21:22:00.721957 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52904) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:00.743933 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e5687e4-8bd8-4b11-af0a-4a1c39e61514 req-b265420e-5544-4884-bf1e-fa9ef44467e8 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782537
Feb 12 21:22:00.802319 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Set router f0028120-f9e4-4a71-b27c-a64a03195575 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:22:00.808806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e3f51-c6a2-4c83-8880-a283b1cb425c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:00.815921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e3f51-c6a2-4c83-8880-a283b1cb425c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:00.817673 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b77e3f51-c6a2-4c83-8880-a283b1cb425c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1576 time: 0.0923352
Feb 12 21:22:00.820562 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52910) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:01.029036 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:01.081740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9dc9d0>, [{'id': 'f0028120-f9e4-4a71-b27c-a64a03195575', 'name': 'tempest-NetworksTestDHCPv6-router-26256505', 'tenant_id': '74b2c02f75e24c448e26095ceaaef76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:21:56Z', 'updated_at': '2022-02-12T21:21:59Z', 'revision_number': 2, 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'gw_port_host': None, '_interfaces': [{'id': '1090e4fd-15e1-4b6a-bdb9-549747d5c34f', 'name': '', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'tenant_id': '74b2c02f75e24c448e26095ceaaef76c', 'mac_address': 'fa:16:3e:7f:58:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0028120-f9e4-4a71-b27c-a64a03195575', 'device_owner': 'network:router_interface', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '184c7c23-9e03-4cf6-821f-d8cf605ea3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:21:58Z', 'updated_at': '2022-02-12T21:21:59Z', 'revision_number': 2, 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'subnets': [{'id': '184c7c23-9e03-4cf6-821f-d8cf605ea3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:01.125267 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52918) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:01.153019 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52922) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:01.212655 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31523883-7f92-4781-a435-d5ed504a5e9d req-6e3cbdcf-f0c1-43f6-9c02-3f883400134c tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0419009
Feb 12 21:22:01.294490 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-574d8f9d-b201-4494-8d74-e959b556f376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:01.323598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Checking router: f0028120-f9e4-4a71-b27c-a64a03195575 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:22:01.323960 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Updating router f0028120-f9e4-4a71-b27c-a64a03195575 port 1090e4fd-15e1-4b6a-bdb9-549747d5c34f binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:22:01.330928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-fe975caa-2472-47fd-9812-fb36e9537f9d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219357578'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:01.332866 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fe569b3-a392-442c-aced-1ccd9fa014a8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (f0028120-f9e4-4a71-b27c-a64a03195575), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:01.357852 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1090e4fd-15e1-4b6a-bdb9-549747d5c34f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:01.443189 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-574d8f9d-b201-4494-8d74-e959b556f376 admin admin] Publish callbacks [] for security_group (a7e11436-6a88-4a7f-b961-04a3eb371e0d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:01.494983 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe975caa-2472-47fd-9812-fb36e9537f9d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:01.508516 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe975caa-2472-47fd-9812-fb36e9537f9d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:01.543157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c250752-b18e-46df-aa69-1d82c558d882 req-62c8cfb8-6ff8-4ce6-bda2-2af63e5149e6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:01.544672 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c250752-b18e-46df-aa69-1d82c558d882 req-62c8cfb8-6ff8-4ce6-bda2-2af63e5149e6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1099298
Feb 12 21:22:01.553571 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-574d8f9d-b201-4494-8d74-e959b556f376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a7e11436-6a88-4a7f-b961-04a3eb371e0d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:01.616324 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-574d8f9d-b201-4494-8d74-e959b556f376 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be9851974bdc4441a3fbfcf9c72252e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4873018
Feb 12 21:22:01.616324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d8f9d-b201-4494-8d74-e959b556f376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e11436-6a88-4a7f-b961-04a3eb371e0d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:01.618765 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52928) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:01.631527 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c250752-b18e-46df-aa69-1d82c558d882 req-bf241ee8-f2dc-459e-9c17-ba0bbffb353a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742636
Feb 12 21:22:01.649224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-7fe569b3-a392-442c-aced-1ccd9fa014a8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port 1090e4fd-15e1-4b6a-bdb9-549747d5c34f {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:01.649607 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fe569b3-a392-442c-aced-1ccd9fa014a8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1090e4fd-15e1-4b6a-bdb9-549747d5c34f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:01.684990 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe975caa-2472-47fd-9812-fb36e9537f9d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (856ba3df-9712-4e7d-a3e4-bd4b0c722c29), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:01.717465 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b79ac45-1800-4a7c-b32a-13b9346ae36c admin admin] Publish callbacks [] for security_group (a7e11436-6a88-4a7f-b961-04a3eb371e0d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:01.726390 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Publish callbacks [] for port (1090e4fd-15e1-4b6a-bdb9-549747d5c34f), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:01.751005 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b79ac45-1800-4a7c-b32a-13b9346ae36c admin admin] Publish callbacks [] for security_group (a7e11436-6a88-4a7f-b961-04a3eb371e0d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:01.778893 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fe569b3-a392-442c-aced-1ccd9fa014a8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1090e4fd-15e1-4b6a-bdb9-549747d5c34f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:01.796715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-7fe569b3-a392-442c-aced-1ccd9fa014a8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for 1090e4fd-15e1-4b6a-bdb9-549747d5c34f owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:01.815550 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe975caa-2472-47fd-9812-fb36e9537f9d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (856ba3df-9712-4e7d-a3e4-bd4b0c722c29), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:01.860839 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1090e4fd-15e1-4b6a-bdb9-549747d5c34f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:01.875263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe975caa-2472-47fd-9812-fb36e9537f9d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=856ba3df-9712-4e7d-a3e4-bd4b0c722c29,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:01.906129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddbe91-674f-463a-a6bb-dbb2d5fad69a req-7c65e05d-bb2e-42a4-a83a-f5f1dc9f952f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:01.909232 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-83ddbe91-674f-463a-a6bb-dbb2d5fad69a req-7c65e05d-bb2e-42a4-a83a-f5f1dc9f952f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1490419
Feb 12 21:22:01.913832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4a1b0-7079-4d33-bc81-1ed3bc87b341 None None] Pushing event updated for resources: {'Port': ['ID=1090e4fd-15e1-4b6a-bdb9-549747d5c34f,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:02.022221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Attempting to bind port 1090e4fd-15e1-4b6a-bdb9-549747d5c34f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:22:02.022934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Attempting to bind port 1090e4fd-15e1-4b6a-bdb9-549747d5c34f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:22:02.023618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Attempting to bind port 1090e4fd-15e1-4b6a-bdb9-549747d5c34f on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:22:02.034607 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:22:02.034607 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:22:02.034928 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.035280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:22:02.035672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Bound port: 1090e4fd-15e1-4b6a-bdb9-549747d5c34f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:22:02.036064 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1090e4fd-15e1-4b6a-bdb9-549747d5c34f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.045575 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe975caa-2472-47fd-9812-fb36e9537f9d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (c00d3410-18fd-4fed-b79f-418135182631), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.047944 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b79ac45-1800-4a7c-b32a-13b9346ae36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a7e11436-6a88-4a7f-b961-04a3eb371e0d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.051512 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b79ac45-1800-4a7c-b32a-13b9346ae36c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.052815 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7b79ac45-1800-4a7c-b32a-13b9346ae36c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7e11436-6a88-4a7f-b961-04a3eb371e0d HTTP/1.1" status: 204  len: 168 time: 0.4291012
Feb 12 21:22:02.054631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd050e-4557-4a4f-8cfc-16d34db6a62f req-6b79aadb-13b9-42f9-a4bb-c0341dc65e7f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:02.067230 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-83ddbe91-674f-463a-a6bb-dbb2d5fad69a req-96fd975e-e2fd-4b97-b315-4bb7d9c60dad tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1361978
Feb 12 21:22:02.069878 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbfd050e-4557-4a4f-8cfc-16d34db6a62f req-6b79aadb-13b9-42f9-a4bb-c0341dc65e7f tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.2248375
Feb 12 21:22:02.102387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79ac45-1800-4a7c-b32a-13b9346ae36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e11436-6a88-4a7f-b961-04a3eb371e0d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:02.137189 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe975caa-2472-47fd-9812-fb36e9537f9d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c00d3410-18fd-4fed-b79f-418135182631), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.223073 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbfd050e-4557-4a4f-8cfc-16d34db6a62f req-0a64d7bc-82b3-431a-83a1-9ac943daa320 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512239
Feb 12 21:22:02.226103 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe975caa-2472-47fd-9812-fb36e9537f9d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00d3410-18fd-4fed-b79f-418135182631,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:02.249335 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.294386 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe975caa-2472-47fd-9812-fb36e9537f9d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.296344 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fe975caa-2472-47fd-9812-fb36e9537f9d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.1419940
Feb 12 21:22:02.299176 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52946) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:02.338073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c74ce026-b214-4c9c-96b6-f8db02166f4c None None] Provisioning complete for port 1090e4fd-15e1-4b6a-bdb9-549747d5c34f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:02.339053 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c74ce026-b214-4c9c-96b6-f8db02166f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1090e4fd-15e1-4b6a-bdb9-549747d5c34f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.368826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dccaa-73a0-4354-b9c7-15cd480580a4 req-0ca87c9c-ec49-4300-8bb1-280e35424e0e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:02.377862 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-050242d4-67d4-4760-8568-4f7af1fb9b1a tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0773835
Feb 12 21:22:02.378100 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-902dccaa-73a0-4354-b9c7-15cd480580a4 req-0ca87c9c-ec49-4300-8bb1-280e35424e0e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0828612
Feb 12 21:22:02.380755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52948) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:02.383452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c74ce026-b214-4c9c-96b6-f8db02166f4c None None] Port 1090e4fd-15e1-4b6a-bdb9-549747d5c34f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:22:02.387736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5bb546a5-bbf0-4410-8032-a71f909ee937 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group': {'name': 'tempest-security--2081320452', 'description': 'tempest-security-description-566584574'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:02.398672 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:22:02.401867 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:22:02.402415 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fe569b3-a392-442c-aced-1ccd9fa014a8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1090e4fd-15e1-4b6a-bdb9-549747d5c34f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.426480 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5bb546a5-bbf0-4410-8032-a71f909ee937 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (c00d3410-18fd-4fed-b79f-418135182631), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.434735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe569b3-a392-442c-aced-1ccd9fa014a8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=1090e4fd-15e1-4b6a-bdb9-549747d5c34f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:02.484960 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5bb546a5-bbf0-4410-8032-a71f909ee937 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (c00d3410-18fd-4fed-b79f-418135182631), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.519992 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-902dccaa-73a0-4354-b9c7-15cd480580a4 req-27cb190d-bff6-450d-97ce-5807b427155d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1352968
Feb 12 21:22:02.567940 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fe569b3-a392-442c-aced-1ccd9fa014a8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (f0028120-f9e4-4a71-b27c-a64a03195575), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.606399 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5bb546a5-bbf0-4410-8032-a71f909ee937 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c00d3410-18fd-4fed-b79f-418135182631), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.610065 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5bb546a5-bbf0-4410-8032-a71f909ee937 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.611640 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5bb546a5-bbf0-4410-8032-a71f909ee937 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "PUT /v2.0/security-groups/c00d3410-18fd-4fed-b79f-418135182631 HTTP/1.1" status: 200  len: 1796 time: 0.2301378
Feb 12 21:22:02.615446 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52956) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:02.680775 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-beb148cd-ce6a-4a42-8357-7a138b7858e2 req-f657f585-5649-4488-bb7c-c95e22eea72b tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0612242
Feb 12 21:22:02.700644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb546a5-bbf0-4410-8032-a71f909ee937 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00d3410-18fd-4fed-b79f-418135182631,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:02.728174 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0b7f77e9-e5ca-4359-97ec-c2837b2758e3 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-groups/c00d3410-18fd-4fed-b79f-418135182631 HTTP/1.1" status: 200  len: 1796 time: 0.1096482
Feb 12 21:22:02.730234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52958) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:02.852821 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8683466-dfc9-4dbb-a952-dda07f61980d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (c00d3410-18fd-4fed-b79f-418135182631), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.869020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca60fa1-461e-4ec1-b787-39974c2f28a1 req-f3455316-525e-4a25-af42-0e2f036fbf19 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:02.870840 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aca60fa1-461e-4ec1-b787-39974c2f28a1 req-f3455316-525e-4a25-af42-0e2f036fbf19 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.2234194
Feb 12 21:22:02.880757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe569b3-a392-442c-aced-1ccd9fa014a8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Router f0028120-f9e4-4a71-b27c-a64a03195575 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:22:02.896654 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8683466-dfc9-4dbb-a952-dda07f61980d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (c00d3410-18fd-4fed-b79f-418135182631), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.919389 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Attempting to bind port 1090e4fd-15e1-4b6a-bdb9-549747d5c34f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:22:02.920056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Attempting to bind port 1090e4fd-15e1-4b6a-bdb9-549747d5c34f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:22:02.920191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Attempting to bind port 1090e4fd-15e1-4b6a-bdb9-549747d5c34f on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:22:02.926032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:22:02.926240 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4ef1a-ad4e-4a2e-befe-2d300118e9c0 req-bf289dc6-137f-40b9-8cff-62924e02991a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:02.926461 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:22:02.926845 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.927202 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:22:02.927723 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9cf4ef1a-ad4e-4a2e-befe-2d300118e9c0 req-bf289dc6-137f-40b9-8cff-62924e02991a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1203051
Feb 12 21:22:02.933028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Bound port: 1090e4fd-15e1-4b6a-bdb9-549747d5c34f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:22:02.933468 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1090e4fd-15e1-4b6a-bdb9-549747d5c34f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:02.965408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Port 1090e4fd-15e1-4b6a-bdb9-549747d5c34f has been deleted concurrently {{(pid=126507) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}}
Feb 12 21:22:02.975615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Routers {'f0028120-f9e4-4a71-b27c-a64a03195575'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:22:02.976249 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9dc9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:21:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f0028120-f9e4-4a71-b27c-a64a03195575'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:02.991843 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9cf4ef1a-ad4e-4a2e-befe-2d300118e9c0 req-62502a4c-fad9-48b1-9105-b54821c0401c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584862
Feb 12 21:22:03.003033 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aca60fa1-461e-4ec1-b787-39974c2f28a1 req-931a2e5f-47f6-477b-8dc9-2e085cf40117 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1251037
Feb 12 21:22:03.005960 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe569b3-a392-442c-aced-1ccd9fa014a8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:22:03.013792 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7fe569b3-a392-442c-aced-1ccd9fa014a8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "PUT /v2.0/routers/f0028120-f9e4-4a71-b27c-a64a03195575/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1899712
Feb 12 21:22:03.017822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52968) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:03.049222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8683466-dfc9-4dbb-a952-dda07f61980d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c00d3410-18fd-4fed-b79f-418135182631), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:03.051860 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8683466-dfc9-4dbb-a952-dda07f61980d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:03.052991 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a8683466-dfc9-4dbb-a952-dda07f61980d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-groups/c00d3410-18fd-4fed-b79f-418135182631 HTTP/1.1" status: 204  len: 168 time: 0.3215179
Feb 12 21:22:03.056368 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52974) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:03.083143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] Set router f0028120-f9e4-4a71-b27c-a64a03195575 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:22:03.109580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8683466-dfc9-4dbb-a952-dda07f61980d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00d3410-18fd-4fed-b79f-418135182631,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:03.114113 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1efa85d-d670-4585-8472-fdb13c5e5716 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:03.124389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1efa85d-d670-4585-8472-fdb13c5e5716 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:03.126075 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b1efa85d-d670-4585-8472-fdb13c5e5716 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1070275
Feb 12 21:22:03.129924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52976) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:03.167194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9dc9d0>, [{'id': 'f0028120-f9e4-4a71-b27c-a64a03195575', 'name': 'tempest-NetworksTestDHCPv6-router-26256505', 'tenant_id': '74b2c02f75e24c448e26095ceaaef76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:21:56Z', 'updated_at': '2022-02-12T21:22:02Z', 'revision_number': 3, 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:03.179483 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-73d7cd1a-4b00-4136-bfd7-069c4ae0e110 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1194644
Feb 12 21:22:03.182840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52978) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:03.198906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e53e2-59e7-4b6f-82a9-64aa25169dc9 req-accb8996-3185-452f-abf2-8c9b2e05c169 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:03.201059 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16b1d2-3155-4163-9c5e-a8dd34fa5d19 None None] The sync data for ids ['f0028120-f9e4-4a71-b27c-a64a03195575'] in ncdv-master-1 is: [{'id': 'f0028120-f9e4-4a71-b27c-a64a03195575', 'name': 'tempest-NetworksTestDHCPv6-router-26256505', 'tenant_id': '74b2c02f75e24c448e26095ceaaef76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:21:56Z', 'updated_at': '2022-02-12T21:22:02Z', 'revision_number': 3, 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:22:03.201935 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a79e53e2-59e7-4b6f-82a9-64aa25169dc9 req-accb8996-3185-452f-abf2-8c9b2e05c169 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0840833
Feb 12 21:22:03.210644 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-2a361ab7-86a5-4fc4-a7db-36b7bfa42531 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] delete failed (client error): The resource could not be found.
Feb 12 21:22:03.212380 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2a361ab7-86a5-4fc4-a7db-36b7bfa42531 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-groups/c00d3410-18fd-4fed-b79f-418135182631 HTTP/1.1" status: 404  len: 347 time: 0.0251231
Feb 12 21:22:03.215681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52980) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:03.217206 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cde850-a9b3-4b2c-94a6-bf544bf1af08 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 184c7c23-9e03-4cf6-821f-d8cf605ea3d8 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:22:03.220920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6fe1da99-b656-4da5-a7c0-e246628988a4 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546705055'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:03.221716 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-97cde850-a9b3-4b2c-94a6-bf544bf1af08 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (184c7c23-9e03-4cf6-821f-d8cf605ea3d8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:03.280888 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-97cde850-a9b3-4b2c-94a6-bf544bf1af08 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (184c7c23-9e03-4cf6-821f-d8cf605ea3d8), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:03.351184 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a79e53e2-59e7-4b6f-82a9-64aa25169dc9 req-ec45ffec-5c45-440e-ba09-2128927fe314 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1385853
Feb 12 21:22:03.353377 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fe1da99-b656-4da5-a7c0-e246628988a4 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:03.367617 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-97cde850-a9b3-4b2c-94a6-bf544bf1af08 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (184c7c23-9e03-4cf6-821f-d8cf605ea3d8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:03.545895 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fe1da99-b656-4da5-a7c0-e246628988a4 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (59bc3737-bb70-4798-ad2e-f25d075c3af0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:03.560866 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd0ff3-9487-4a3d-8acf-a879ca4d3106 req-3111a073-9694-498b-9d71-bc2274137dd6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:03.562487 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ebd0ff3-9487-4a3d-8acf-a879ca4d3106 req-3111a073-9694-498b-9d71-bc2274137dd6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1187615
Feb 12 21:22:03.617926 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7ebd0ff3-9487-4a3d-8acf-a879ca4d3106 req-59d85c42-7e57-4750-bc98-e3bbe7e04c1f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494499
Feb 12 21:22:03.662850 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fe1da99-b656-4da5-a7c0-e246628988a4 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (59bc3737-bb70-4798-ad2e-f25d075c3af0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:03.698937 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1da99-b656-4da5-a7c0-e246628988a4 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59bc3737-bb70-4798-ad2e-f25d075c3af0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:03.760622 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fe1da99-b656-4da5-a7c0-e246628988a4 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:03.763102 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6fe1da99-b656-4da5-a7c0-e246628988a4 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5454810
Feb 12 21:22:03.765129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52998) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:03.770816 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-315f70c3-7f62-4927-9d8f-be2769e57721 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group_rule': {'security_group_id': '59bc3737-bb70-4798-ad2e-f25d075c3af0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:03.784425 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81feac66-30db-4a42-bbd2-96db54aff55e req-4862dcd9-3355-4146-8dd5-6dc2eccaf094 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.3924947
Feb 12 21:22:03.823883 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69286d9-7cff-4384-a80c-9a3ad0d1199f req-ebb9ad5e-8064-415b-b896-00441dfa0cdc tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:03.830990 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b69286d9-7cff-4384-a80c-9a3ad0d1199f req-ebb9ad5e-8064-415b-b896-00441dfa0cdc tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.5053477
Feb 12 21:22:03.836395 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00823eff-2109-4225-933b-b20667967536 req-0e6369de-b524-4c00-96bd-9dc274bb1986 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0354266
Feb 12 21:22:03.875887 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-315f70c3-7f62-4927-9d8f-be2769e57721 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (b5b43f58-bf76-4db2-b58b-a33d37445245), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:03.889487 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b69286d9-7cff-4384-a80c-9a3ad0d1199f req-c8bf81c3-6f77-4880-a9f2-51c058d5f3cb tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575945
Feb 12 21:22:03.930095 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-97cde850-a9b3-4b2c-94a6-bf544bf1af08 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (184c7c23-9e03-4cf6-821f-d8cf605ea3d8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:03.944691 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-315f70c3-7f62-4927-9d8f-be2769e57721 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (b5b43f58-bf76-4db2-b58b-a33d37445245), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:03.965533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cde850-a9b3-4b2c-94a6-bf544bf1af08 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=184c7c23-9e03-4cf6-821f-d8cf605ea3d8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:03.967507 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-97cde850-a9b3-4b2c-94a6-bf544bf1af08 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:03.971995 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-97cde850-a9b3-4b2c-94a6-bf544bf1af08 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/184c7c23-9e03-4cf6-821f-d8cf605ea3d8 HTTP/1.1" status: 204  len: 168 time: 0.8400605
Feb 12 21:22:03.972995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935c7b6a-c903-473c-8246-6ed4c2f536f0 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:03.974235 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53020) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:04.032952 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-315f70c3-7f62-4927-9d8f-be2769e57721 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (b5b43f58-bf76-4db2-b58b-a33d37445245), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.117022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f70c3-7f62-4927-9d8f-be2769e57721 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b43f58-bf76-4db2-b58b-a33d37445245,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:04.161208 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-83f2965a-deb6-4300-b90c-9e1342da8e83 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 708 time: 0.1857953
Feb 12 21:22:04.164009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53030) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:04.175578 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-315f70c3-7f62-4927-9d8f-be2769e57721 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.181144 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-315f70c3-7f62-4927-9d8f-be2769e57721 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4102666
Feb 12 21:22:04.181144 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53032) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:04.199124 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce53066-8547-4989-b360-7fc38470f0c9 req-1de246f1-bf46-484e-9b1e-b3d7ba065a80 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:04.200698 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9ce53066-8547-4989-b360-7fc38470f0c9 req-1de246f1-bf46-484e-9b1e-b3d7ba065a80 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.0999267
Feb 12 21:22:04.226831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3709c597-fff2-4030-b9a5-c0b2268f6eb2 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:22:04.256577 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-83493e5d-01b3-4ff4-8830-62fc1c4ea3d6 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for router (f0028120-f9e4-4a71-b27c-a64a03195575), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.259268 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c67b1371-ca0c-4961-bd05-148b38c85b88 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (b5b43f58-bf76-4db2-b58b-a33d37445245), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.287053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3709c597-fff2-4030-b9a5-c0b2268f6eb2 None None] Deleting port 7ccced00-b4c1-4792-a746-b3d782f5dd24 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:04.287683 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3709c597-fff2-4030-b9a5-c0b2268f6eb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7ccced00-b4c1-4792-a746-b3d782f5dd24), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.313098 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c67b1371-ca0c-4961-bd05-148b38c85b88 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (b5b43f58-bf76-4db2-b58b-a33d37445245), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.319428 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9ce53066-8547-4989-b360-7fc38470f0c9 req-1e00124d-0dcd-4c28-82a2-7d3c114d22e7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1094182
Feb 12 21:22:04.380191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3709c597-fff2-4030-b9a5-c0b2268f6eb2 None None] For port 7ccced00-b4c1-4792-a746-b3d782f5dd24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ccced00-b4c1-4792-a746-b3d782f5dd24,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:04.380575 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3709c597-fff2-4030-b9a5-c0b2268f6eb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7ccced00-b4c1-4792-a746-b3d782f5dd24), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.398670 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3709c597-fff2-4030-b9a5-c0b2268f6eb2 None None] Calling delete_port for 7ccced00-b4c1-4792-a746-b3d782f5dd24 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:04.399415 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a72a3-f127-4e26-8998-d1358e0faf32 None None] Sync routers for ids ['f0028120-f9e4-4a71-b27c-a64a03195575'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:22:04.414107 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a72a3-f127-4e26-8998-d1358e0faf32 None None] Routers {'f0028120-f9e4-4a71-b27c-a64a03195575'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:22:04.414831 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-5d4a72a3-f127-4e26-8998-d1358e0faf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba09670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:21:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f0028120-f9e4-4a71-b27c-a64a03195575'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:04.472615 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c67b1371-ca0c-4961-bd05-148b38c85b88 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (b5b43f58-bf76-4db2-b58b-a33d37445245), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.479338 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c67b1371-ca0c-4961-bd05-148b38c85b88 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.482809 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c67b1371-ca0c-4961-bd05-148b38c85b88 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b5b43f58-bf76-4db2-b58b-a33d37445245 HTTP/1.1" status: 204  len: 168 time: 0.2983861
Feb 12 21:22:04.485118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53040) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:04.491538 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b1371-ca0c-4961-bd05-148b38c85b88 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5b43f58-bf76-4db2-b58b-a33d37445245,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:04.528694 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-83493e5d-01b3-4ff4-8830-62fc1c4ea3d6 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (f0028120-f9e4-4a71-b27c-a64a03195575), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.534073 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-83493e5d-01b3-4ff4-8830-62fc1c4ea3d6 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for router_controller (f0028120-f9e4-4a71-b27c-a64a03195575), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.577513 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3709c597-fff2-4030-b9a5-c0b2268f6eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (7ccced00-b4c1-4792-a746-b3d782f5dd24), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.609207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709c597-fff2-4030-b9a5-c0b2268f6eb2 None None] Pushing event deleted for resources: {'Port': ['ID=7ccced00-b4c1-4792-a746-b3d782f5dd24,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:04.613165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3709c597-fff2-4030-b9a5-c0b2268f6eb2 None None] No DVR routers for this DVR port 7ccced00-b4c1-4792-a746-b3d782f5dd24 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:22:04.629635 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f6188591-31f9-4ced-a304-b3a4d0d362ce tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1432974
Feb 12 21:22:04.629955 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-5d4a72a3-f127-4e26-8998-d1358e0faf32 None None] Set router f0028120-f9e4-4a71-b27c-a64a03195575 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:22:04.632587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53054) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:04.695749 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-5d4a72a3-f127-4e26-8998-d1358e0faf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba09670>, [{'id': 'f0028120-f9e4-4a71-b27c-a64a03195575', 'name': 'tempest-NetworksTestDHCPv6-router-26256505', 'tenant_id': '74b2c02f75e24c448e26095ceaaef76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:21:56Z', 'updated_at': '2022-02-12T21:22:02Z', 'revision_number': 3, 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:04.697278 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b149c3b3-783c-49e9-8e48-8b36b9685dda tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (59bc3737-bb70-4798-ad2e-f25d075c3af0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.712119 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-83493e5d-01b3-4ff4-8830-62fc1c4ea3d6 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (f0028120-f9e4-4a71-b27c-a64a03195575), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.712358 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83493e5d-01b3-4ff4-8830-62fc1c4ea3d6 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Fanout notify agent at l3_agent the message router_deleted on router f0028120-f9e4-4a71-b27c-a64a03195575 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:22:04.726959 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-83493e5d-01b3-4ff4-8830-62fc1c4ea3d6 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.733664 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-83493e5d-01b3-4ff4-8830-62fc1c4ea3d6 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/routers/f0028120-f9e4-4a71-b27c-a64a03195575 HTTP/1.1" status: 204  len: 168 time: 0.5668941
Feb 12 21:22:04.735714 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a72a3-f127-4e26-8998-d1358e0faf32 None None] Checking router: f0028120-f9e4-4a71-b27c-a64a03195575 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:22:04.737903 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53060) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:04.738074 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b149c3b3-783c-49e9-8e48-8b36b9685dda tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (59bc3737-bb70-4798-ad2e-f25d075c3af0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.746746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b97c9c7e-2e1c-4ad6-9d3d-ab5014987a73 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:04.747802 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a72a3-f127-4e26-8998-d1358e0faf32 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:22:04.748220 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a72a3-f127-4e26-8998-d1358e0faf32 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Feb 12 21:22:04.748889 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_agentschedulers_db [None req-5d4a72a3-f127-4e26-8998-d1358e0faf32 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f0028120-f9e4-4a71-b27c-a64a03195575'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:21:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent'). {{(pid=126509) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Feb 12 21:22:04.752120 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a72a3-f127-4e26-8998-d1358e0faf32 None None] The sync data for ids ['f0028120-f9e4-4a71-b27c-a64a03195575'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:22:04.902506 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b149c3b3-783c-49e9-8e48-8b36b9685dda tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (59bc3737-bb70-4798-ad2e-f25d075c3af0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.904401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b149c3b3-783c-49e9-8e48-8b36b9685dda tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.905881 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b149c3b3-783c-49e9-8e48-8b36b9685dda tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-groups/59bc3737-bb70-4798-ad2e-f25d075c3af0 HTTP/1.1" status: 204  len: 168 time: 0.2722425
Feb 12 21:22:04.909033 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53066) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:04.916725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149c3b3-783c-49e9-8e48-8b36b9685dda tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bc3737-bb70-4798-ad2e-f25d075c3af0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:04.978505 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97c9c7e-2e1c-4ad6-9d3d-ab5014987a73 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:04.981711 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b97c9c7e-2e1c-4ad6-9d3d-ab5014987a73 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:04.991098 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d699ce6e-f33d-4bb1-b969-612f8c4f0a58 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0805602
Feb 12 21:22:04.995292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53070) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:04.999949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c79d5379-a84d-49ed-9e77-66e7b3aaa7f9 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group': {'name': 'tempest-secgroup--303833397'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:05.032176 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fb5dfec8-e7cf-449e-86aa-3af25e678e66 req-1929da25-9dec-4fd5-a704-0cbaab10eda9 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0590312
Feb 12 21:22:05.069087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dced5-a589-49b4-9e23-018190b29b66 req-e9094ecc-c339-4cda-979f-adfb29edff1e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:05.070794 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e6dced5-a589-49b4-9e23-018190b29b66 req-e9094ecc-c339-4cda-979f-adfb29edff1e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.0645635
Feb 12 21:22:05.128608 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e6dced5-a589-49b4-9e23-018190b29b66 req-cedb6c4d-4959-43c5-946d-0ca7f55df180 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509875
Feb 12 21:22:05.137804 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c79d5379-a84d-49ed-9e77-66e7b3aaa7f9 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.217394 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c79d5379-a84d-49ed-9e77-66e7b3aaa7f9 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (c2d12448-5f6f-4dc3-a929-1b8b05994c40), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.314553 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b97c9c7e-2e1c-4ad6-9d3d-ab5014987a73 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (97502b0b-f1e6-49cd-bb10-037069aeefeb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.314789 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c79d5379-a84d-49ed-9e77-66e7b3aaa7f9 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c2d12448-5f6f-4dc3-a929-1b8b05994c40), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.348106 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d5379-a84d-49ed-9e77-66e7b3aaa7f9 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d12448-5f6f-4dc3-a929-1b8b05994c40,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:05.358243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97c9c7e-2e1c-4ad6-9d3d-ab5014987a73 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:05.362096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-b97c9c7e-2e1c-4ad6-9d3d-ab5014987a73 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:05.367822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97c9c7e-2e1c-4ad6-9d3d-ab5014987a73 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:05.368422 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b97c9c7e-2e1c-4ad6-9d3d-ab5014987a73 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.374568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d80268-0286-4c12-8b37-e57ba1efac7a None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:05.383698 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c9c7e-2e1c-4ad6-9d3d-ab5014987a73 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=97502b0b-f1e6-49cd-bb10-037069aeefeb,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:05.413180 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c79d5379-a84d-49ed-9e77-66e7b3aaa7f9 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.417222 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c79d5379-a84d-49ed-9e77-66e7b3aaa7f9 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4181814
Feb 12 21:22:05.417547 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53080) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:05.422965 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b9a92c9f-3960-4515-a957-2f2dff472c8f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group_rule': {'security_group_id': 'c2d12448-5f6f-4dc3-a929-1b8b05994c40', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:05.465546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f04966-8bdb-4a22-84d7-a1f5beaf788b req-3d97a43b-3553-4e1c-8352-256d784bbd96 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:05.467061 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-79f04966-8bdb-4a22-84d7-a1f5beaf788b req-3d97a43b-3553-4e1c-8352-256d784bbd96 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.0559874
Feb 12 21:22:05.507713 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b97c9c7e-2e1c-4ad6-9d3d-ab5014987a73 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7687075
Feb 12 21:22:05.510328 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53086) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:05.516600 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-87600fac-b211-45c8-b61e-4835b635f5ba tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1833736497', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:05.525180 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9a92c9f-3960-4515-a957-2f2dff472c8f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (3125e7d3-9650-4a5b-b89c-da26798ffe57), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.559441 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-79f04966-8bdb-4a22-84d7-a1f5beaf788b req-52894b33-6bc9-4a22-9d62-72721ce05065 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853655
Feb 12 21:22:05.599917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': '97502b0b-f1e6-49cd-bb10-037069aeefeb'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:22:05.600285 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9a92c9f-3960-4515-a957-2f2dff472c8f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (3125e7d3-9650-4a5b-b89c-da26798ffe57), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.601094 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.640121 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-87600fac-b211-45c8-b61e-4835b635f5ba tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (37f150a7-b7c0-4cef-93b3-18b0742c1364), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.641521 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-87600fac-b211-45c8-b61e-4835b635f5ba tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (37f150a7-b7c0-4cef-93b3-18b0742c1364), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.668875 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9a92c9f-3960-4515-a957-2f2dff472c8f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (3125e7d3-9650-4a5b-b89c-da26798ffe57), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.688637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a92c9f-3960-4515-a957-2f2dff472c8f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3125e7d3-9650-4a5b-b89c-da26798ffe57,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:05.708158 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-87600fac-b211-45c8-b61e-4835b635f5ba tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for router_controller (37f150a7-b7c0-4cef-93b3-18b0742c1364), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.753311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Allocated IP 2001:db8::2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/97502b0b-f1e6-49cd-bb10-037069aeefeb/5b229125-6519-4c8e-a32e-b7f4e2072cec) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:05.771563 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9a92c9f-3960-4515-a957-2f2dff472c8f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.772803 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b9a92c9f-3960-4515-a957-2f2dff472c8f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3542287
Feb 12 21:22:05.775676 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53098) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:05.779987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5395db2c-558e-4a8b-bfbd-2ede61bae51f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group_rule': {'security_group_id': 'c2d12448-5f6f-4dc3-a929-1b8b05994c40', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:05.820980 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-87600fac-b211-45c8-b61e-4835b635f5ba tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (37f150a7-b7c0-4cef-93b3-18b0742c1364), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.905618 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5395db2c-558e-4a8b-bfbd-2ede61bae51f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (3a9ace0a-1a84-431b-9e6b-9e85acad7a00), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.906191 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Publish callbacks [] for port (5b229125-6519-4c8e-a32e-b7f4e2072cec), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.931318 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-87600fac-b211-45c8-b61e-4835b635f5ba tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.932858 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-87600fac-b211-45c8-b61e-4835b635f5ba tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.4216073
Feb 12 21:22:05.935624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53102) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:05.970028 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5395db2c-558e-4a8b-bfbd-2ede61bae51f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (3a9ace0a-1a84-431b-9e6b-9e85acad7a00), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:05.998269 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (5b229125-6519-4c8e-a32e-b7f4e2072cec), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:06.043917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:06.047200 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:06.051009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:06.058114 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5395db2c-558e-4a8b-bfbd-2ede61bae51f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (3a9ace0a-1a84-431b-9e6b-9e85acad7a00), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:06.066037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7ccced00-b4c1-4792-a746-b3d782f5dd24 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:22:06.080577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395db2c-558e-4a8b-bfbd-2ede61bae51f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9ace0a-1a84-431b-9e6b-9e85acad7a00,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:06.101218 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Pushing event updated for resources: {'Port': ['ID=5b229125-6519-4c8e-a32e-b7f4e2072cec,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:06.121013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 7ccced00-b4c1-4792-a746-b3d782f5dd24 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:22:06.121853 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7ccced00-b4c1-4792-a746-b3d782f5dd24 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:22:06.153775 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5395db2c-558e-4a8b-bfbd-2ede61bae51f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:06.155285 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5395db2c-558e-4a8b-bfbd-2ede61bae51f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3786299
Feb 12 21:22:06.158017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53112) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:06.165672 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8cb78cbd-a39f-4db5-be29-79a0c3a92847 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group_rule': {'security_group_id': 'c2d12448-5f6f-4dc3-a929-1b8b05994c40', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:06.168143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Attempting to bind port 5b229125-6519-4c8e-a32e-b7f4e2072cec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:22:06.168989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Attempting to bind port 5b229125-6519-4c8e-a32e-b7f4e2072cec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:22:06.169676 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Attempting to bind port 5b229125-6519-4c8e-a32e-b7f4e2072cec on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:22:06.176863 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:22:06.178460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:22:06.179887 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:06.180773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:22:06.181388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Bound port: 5b229125-6519-4c8e-a32e-b7f4e2072cec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:22:06.181902 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5b229125-6519-4c8e-a32e-b7f4e2072cec), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:06.249370 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2821c426-6c1a-46ef-941e-029d3fb4f838 req-e43b9410-6eed-4fab-a808-852470c086dd tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0417118
Feb 12 21:22:06.258360 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] For port 5b229125-6519-4c8e-a32e-b7f4e2072cec, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:22:06.262149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] For port 5b229125-6519-4c8e-a32e-b7f4e2072cec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b229125-6519-4c8e-a32e-b7f4e2072cec,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:22:06.266904 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:06.301671 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8cb78cbd-a39f-4db5-be29-79a0c3a92847 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (7201b0a3-fad2-4304-9d74-c1d6aba391cb), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:06.358561 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5b229125-6519-4c8e-a32e-b7f4e2072cec), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:06.370968 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8cb78cbd-a39f-4db5-be29-79a0c3a92847 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (7201b0a3-fad2-4304-9d74-c1d6aba391cb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:06.391593 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19930dcf-e6bc-446f-a844-ec9e97bba370 req-b422d06f-adf4-499d-8fab-564921759316 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:06.393693 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19930dcf-e6bc-446f-a844-ec9e97bba370 req-b422d06f-adf4-499d-8fab-564921759316 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.1591465
Feb 12 21:22:06.441594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce9a82-74b0-40b5-b7c6-1bb8aaa49660 None None] Pushing event updated for resources: {'Port': ['ID=5b229125-6519-4c8e-a32e-b7f4e2072cec,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:06.453636 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8cb78cbd-a39f-4db5-be29-79a0c3a92847 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (7201b0a3-fad2-4304-9d74-c1d6aba391cb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:06.477094 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb78cbd-a39f-4db5-be29-79a0c3a92847 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7201b0a3-fad2-4304-9d74-c1d6aba391cb,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:06.565619 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19930dcf-e6bc-446f-a844-ec9e97bba370 req-2f50a777-d9f2-47b7-b03d-0c354a1589fd tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241808
Feb 12 21:22:06.573530 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8cb78cbd-a39f-4db5-be29-79a0c3a92847 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:06.575202 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8cb78cbd-a39f-4db5-be29-79a0c3a92847 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4157231
Feb 12 21:22:06.580248 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53130) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:06.586946 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-892bb340-bfdc-4fbb-9d2a-a5b2b96dc935 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group_rule': {'security_group_id': 'c2d12448-5f6f-4dc3-a929-1b8b05994c40', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:06.660021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::1 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/97502b0b-f1e6-49cd-bb10-037069aeefeb/1a5a92f2-23d8-40e1-86a5-46785463dbb2) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:06.786903 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-892bb340-bfdc-4fbb-9d2a-a5b2b96dc935 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (9bbc8e67-0c13-47dd-b830-cd87a8dd9f60), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:06.835576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1027838-0707-46bb-a13e-f2fd55b09c75 req-65e98005-e9aa-4272-8f71-d290996e1ffb tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:06.842847 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f1027838-0707-46bb-a13e-f2fd55b09c75 req-65e98005-e9aa-4272-8f71-d290996e1ffb tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.1682405
Feb 12 21:22:06.871716 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (1a5a92f2-23d8-40e1-86a5-46785463dbb2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:06.897515 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1eeb88b1-ffb0-4f6a-9593-b22df3b54fa3 req-a510bbdf-c0a8-482b-b0f8-9e1f83aaae3b tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0701933
Feb 12 21:22:06.921213 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f1027838-0707-46bb-a13e-f2fd55b09c75 req-aacdf70c-7858-44d9-bc27-a2ae629e35e1 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774951
Feb 12 21:22:06.947922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-892bb340-bfdc-4fbb-9d2a-a5b2b96dc935 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (9bbc8e67-0c13-47dd-b830-cd87a8dd9f60), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.050546 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1a5a92f2-23d8-40e1-86a5-46785463dbb2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.095890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:07.099064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:07.102846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:07.103396 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (37f150a7-b7c0-4cef-93b3-18b0742c1364), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.142789 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-892bb340-bfdc-4fbb-9d2a-a5b2b96dc935 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (9bbc8e67-0c13-47dd-b830-cd87a8dd9f60), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.144628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=1a5a92f2-23d8-40e1-86a5-46785463dbb2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:07.165935 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bb340-bfdc-4fbb-9d2a-a5b2b96dc935 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbc8e67-0c13-47dd-b830-cd87a8dd9f60,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:07.299674 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-892bb340-bfdc-4fbb-9d2a-a5b2b96dc935 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.301366 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-892bb340-bfdc-4fbb-9d2a-a5b2b96dc935 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7197447
Feb 12 21:22:07.303966 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53168) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:07.308623 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-79f05a46-4527-40ca-b0b0-c2167f304a3e tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group_rule': {'security_group_id': 'c2d12448-5f6f-4dc3-a929-1b8b05994c40', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:07.343247 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1a5a92f2-23d8-40e1-86a5-46785463dbb2), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.429988 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79f05a46-4527-40ca-b0b0-c2167f304a3e tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (d2495aed-4b2b-41f1-9de9-830a6189d14e), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.508361 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79f05a46-4527-40ca-b0b0-c2167f304a3e tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (d2495aed-4b2b-41f1-9de9-830a6189d14e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.571393 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79f05a46-4527-40ca-b0b0-c2167f304a3e tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (d2495aed-4b2b-41f1-9de9-830a6189d14e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.593481 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f05a46-4527-40ca-b0b0-c2167f304a3e tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2495aed-4b2b-41f1-9de9-830a6189d14e,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:07.693204 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (1a5a92f2-23d8-40e1-86a5-46785463dbb2), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.695569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8f909f5f-3546-45bd-8b56-0aaab47ffc5e None None] Provisioning complete for port 5b229125-6519-4c8e-a32e-b7f4e2072cec triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:07.696128 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8f909f5f-3546-45bd-8b56-0aaab47ffc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5b229125-6519-4c8e-a32e-b7f4e2072cec), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.715592 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79f05a46-4527-40ca-b0b0-c2167f304a3e tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.716812 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-79f05a46-4527-40ca-b0b0-c2167f304a3e tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.4118664
Feb 12 21:22:07.719782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53178) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:07.756765 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-171d4033-39bb-47ab-8acf-2d5e3224853c tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (d2495aed-4b2b-41f1-9de9-830a6189d14e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.769654 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-171d4033-39bb-47ab-8acf-2d5e3224853c tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (d2495aed-4b2b-41f1-9de9-830a6189d14e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.779056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e5210-83d5-409a-a9b9-40653cc3d9e2 req-9e855417-d4f8-481e-9d3b-3eaea6d76f01 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:07.780598 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-110e5210-83d5-409a-a9b9-40653cc3d9e2 req-9e855417-d4f8-481e-9d3b-3eaea6d76f01 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.1028564
Feb 12 21:22:07.792891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8f909f5f-3546-45bd-8b56-0aaab47ffc5e None None] Current status of the port 5b229125-6519-4c8e-a32e-b7f4e2072cec is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:07.793201 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8f909f5f-3546-45bd-8b56-0aaab47ffc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5b229125-6519-4c8e-a32e-b7f4e2072cec), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.821011 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (1a5a92f2-23d8-40e1-86a5-46785463dbb2), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.821841 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (37f150a7-b7c0-4cef-93b3-18b0742c1364), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.833925 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8f909f5f-3546-45bd-8b56-0aaab47ffc5e None None] For port 5b229125-6519-4c8e-a32e-b7f4e2072cec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b229125-6519-4c8e-a32e-b7f4e2072cec,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:07.847167 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-110e5210-83d5-409a-a9b9-40653cc3d9e2 req-942bebeb-b105-456e-ba4f-2ada11addafe tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574121
Feb 12 21:22:07.894541 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=1a5a92f2-23d8-40e1-86a5-46785463dbb2,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:07.914185 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8f909f5f-3546-45bd-8b56-0aaab47ffc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5b229125-6519-4c8e-a32e-b7f4e2072cec), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.918792 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-171d4033-39bb-47ab-8acf-2d5e3224853c tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (d2495aed-4b2b-41f1-9de9-830a6189d14e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.928293 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-171d4033-39bb-47ab-8acf-2d5e3224853c tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:07.929948 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-171d4033-39bb-47ab-8acf-2d5e3224853c tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d2495aed-4b2b-41f1-9de9-830a6189d14e HTTP/1.1" status: 204  len: 168 time: 0.2081571
Feb 12 21:22:07.933873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53180) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:07.936217 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d4033-39bb-47ab-8acf-2d5e3224853c tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2495aed-4b2b-41f1-9de9-830a6189d14e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:07.995058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f909f5f-3546-45bd-8b56-0aaab47ffc5e None None] Pushing event updated for resources: {'Port': ['ID=5b229125-6519-4c8e-a32e-b7f4e2072cec,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:08.022342 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8f7013e9-3c75-4cea-9fa8-5ef461d9ea75 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.0873213
Feb 12 21:22:08.024492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:08.025143 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53188) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:08.037898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:08.083094 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3dfcfe9e-ed7a-49f2-a3dd-0299c61cba5a None None] Provisioning complete for port 1a5a92f2-23d8-40e1-86a5-46785463dbb2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:08.090407 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3dfcfe9e-ed7a-49f2-a3dd-0299c61cba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1a5a92f2-23d8-40e1-86a5-46785463dbb2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.090593 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c59d68d-71bd-4811-95f1-933b103f3c52 req-b6422b5b-60a0-490f-a6c3-a2a5bf80dfe1 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0570486
Feb 12 21:22:08.163950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3dfcfe9e-ed7a-49f2-a3dd-0299c61cba5a None None] Port 1a5a92f2-23d8-40e1-86a5-46785463dbb2 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:22:08.170361 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de92a1-1432-411e-a310-1b6542450242 req-cd727589-e74f-4f40-bb95-219641b7becc tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:08.171036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5b229125-6519-4c8e-a32e-b7f4e2072cec up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:22:08.178860 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d302d01a-134b-49e3-be6f-304c85a008cb tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (9bbc8e67-0c13-47dd-b830-cd87a8dd9f60), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.180133 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a3de92a1-1432-411e-a310-1b6542450242 req-cd727589-e74f-4f40-bb95-219641b7becc tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.1590483
Feb 12 21:22:08.196168 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d302d01a-134b-49e3-be6f-304c85a008cb tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (9bbc8e67-0c13-47dd-b830-cd87a8dd9f60), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.249457 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53190) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:08.262624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 5b229125-6519-4c8e-a32e-b7f4e2072cec triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:08.263010 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5b229125-6519-4c8e-a32e-b7f4e2072cec), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.274324 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a3de92a1-1432-411e-a310-1b6542450242 req-3225e44d-0338-4d0c-af28-da4813b26c41 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861304
Feb 12 21:22:08.349187 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d302d01a-134b-49e3-be6f-304c85a008cb tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (9bbc8e67-0c13-47dd-b830-cd87a8dd9f60), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.356414 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d302d01a-134b-49e3-be6f-304c85a008cb tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.357659 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d302d01a-134b-49e3-be6f-304c85a008cb tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9bbc8e67-0c13-47dd-b830-cd87a8dd9f60 HTTP/1.1" status: 204  len: 168 time: 0.3315268
Feb 12 21:22:08.360420 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53194) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:08.364371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302d01a-134b-49e3-be6f-304c85a008cb tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bbc8e67-0c13-47dd-b830-cd87a8dd9f60,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:08.366664 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 5b229125-6519-4c8e-a32e-b7f4e2072cec is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:08.399597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Router 37f150a7-b7c0-4cef-93b3-18b0742c1364 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:22:08.416443 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-13d5a84d-c075-4d67-a7bd-f565be1977d2 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.0540166
Feb 12 21:22:08.419145 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53196) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:08.456365 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b0168b33-5856-4ebd-a9cf-112fffcfaa09 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (7201b0a3-fad2-4304-9d74-c1d6aba391cb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.459604 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3cd82fa8-22cf-4088-90b8-7c2fd6a24220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.466881 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b0168b33-5856-4ebd-a9cf-112fffcfaa09 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (7201b0a3-fad2-4304-9d74-c1d6aba391cb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.496650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d257621b-933e-4144-8302-ca1a2636f8fb None None] Provisioning complete for port 1a5a92f2-23d8-40e1-86a5-46785463dbb2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:08.497414 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d257621b-933e-4144-8302-ca1a2636f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1a5a92f2-23d8-40e1-86a5-46785463dbb2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.514051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:22:08.522638 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7c459542-8c71-48ae-99dc-9d06edb3966f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "PUT /v2.0/routers/37f150a7-b7c0-4cef-93b3-18b0742c1364/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5859780
Feb 12 21:22:08.523208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53198) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:08.528322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Sync routers for ids ['37f150a7-b7c0-4cef-93b3-18b0742c1364'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:22:08.546672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d257621b-933e-4144-8302-ca1a2636f8fb None None] Port 1a5a92f2-23d8-40e1-86a5-46785463dbb2 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:22:08.551741 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Routers {'37f150a7-b7c0-4cef-93b3-18b0742c1364'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:22:08.551964 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6fe190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:21:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['37f150a7-b7c0-4cef-93b3-18b0742c1364'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:08.571205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26db02b0-d690-415a-ad66-6347ec015894 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:08.572519 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-26db02b0-d690-415a-ad66-6347ec015894 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports/1a5a92f2-23d8-40e1-86a5-46785463dbb2 HTTP/1.1" status: 200  len: 911 time: 0.0481558
Feb 12 21:22:08.575250 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53200) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:08.592709 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b0168b33-5856-4ebd-a9cf-112fffcfaa09 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (7201b0a3-fad2-4304-9d74-c1d6aba391cb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.603758 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b0168b33-5856-4ebd-a9cf-112fffcfaa09 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.607390 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b0168b33-5856-4ebd-a9cf-112fffcfaa09 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7201b0a3-fad2-4304-9d74-c1d6aba391cb HTTP/1.1" status: 204  len: 168 time: 0.1846297
Feb 12 21:22:08.607754 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53202) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:08.614489 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0168b33-5856-4ebd-a9cf-112fffcfaa09 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7201b0a3-fad2-4304-9d74-c1d6aba391cb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:08.658358 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Set router 37f150a7-b7c0-4cef-93b3-18b0742c1364 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:22:08.666255 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-374eaa4d-3678-40c3-89d3-0b2fe8800b91 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0568135
Feb 12 21:22:08.668951 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53204) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:08.672882 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3cd82fa8-22cf-4088-90b8-7c2fd6a24220 admin admin] Publish callbacks [] for security_group (a833e193-ab87-4fa6-a762-af8ac9c8200c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.681385 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32a7fbf-10a1-4def-b480-6894c04b85e1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:08.687788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32a7fbf-10a1-4def-b480-6894c04b85e1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:08.690759 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a32a7fbf-10a1-4def-b480-6894c04b85e1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.1145074
Feb 12 21:22:08.693248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53208) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:08.703370 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32b991a5-acff-489e-8751-d6afb60c5fd5 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (3a9ace0a-1a84-431b-9e6b-9e85acad7a00), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.712488 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32b991a5-acff-489e-8751-d6afb60c5fd5 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (3a9ace0a-1a84-431b-9e6b-9e85acad7a00), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.774503 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3cd82fa8-22cf-4088-90b8-7c2fd6a24220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a833e193-ab87-4fa6-a762-af8ac9c8200c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.821539 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3cd82fa8-22cf-4088-90b8-7c2fd6a24220 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b57d0299970441cbe82e11a656dea88&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5707448
Feb 12 21:22:08.824061 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53210) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:08.831816 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd82fa8-22cf-4088-90b8-7c2fd6a24220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a833e193-ab87-4fa6-a762-af8ac9c8200c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:08.837077 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32b991a5-acff-489e-8751-d6afb60c5fd5 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (3a9ace0a-1a84-431b-9e6b-9e85acad7a00), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.841919 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32b991a5-acff-489e-8751-d6afb60c5fd5 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.842966 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-32b991a5-acff-489e-8751-d6afb60c5fd5 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/3a9ace0a-1a84-431b-9e6b-9e85acad7a00 HTTP/1.1" status: 204  len: 168 time: 0.1727927
Feb 12 21:22:08.856667 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53212) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:08.884279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b991a5-acff-489e-8751-d6afb60c5fd5 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a9ace0a-1a84-431b-9e6b-9e85acad7a00,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:08.955805 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-90ff1a70-12ea-4148-a0a8-8504c4cf6d35 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0953314
Feb 12 21:22:08.958174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53224) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:08.991051 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-657db9c3-d428-40a1-9a5a-3def5d4b7996 admin admin] Publish callbacks [] for security_group (a833e193-ab87-4fa6-a762-af8ac9c8200c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:08.996745 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a60e949d-f8c2-4f7a-8ab7-874c49b82150 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (3125e7d3-9650-4a5b-b89c-da26798ffe57), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.008805 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a60e949d-f8c2-4f7a-8ab7-874c49b82150 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (3125e7d3-9650-4a5b-b89c-da26798ffe57), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.040183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b77db2-f93a-4873-84f8-990f72f04ed0 req-3a01f814-1d39-46f6-93c2-57d34ecc0bf2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:09.041733 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98b77db2-f93a-4873-84f8-990f72f04ed0 req-3a01f814-1d39-46f6-93c2-57d34ecc0bf2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.0947530
Feb 12 21:22:09.047091 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-657db9c3-d428-40a1-9a5a-3def5d4b7996 admin admin] Publish callbacks [] for security_group (a833e193-ab87-4fa6-a762-af8ac9c8200c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.098647 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6fe190>, [{'id': '37f150a7-b7c0-4cef-93b3-18b0742c1364', 'name': 'tempest-NetworksTestDHCPv6-router-1833736497', 'tenant_id': '74b2c02f75e24c448e26095ceaaef76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:22:05Z', 'updated_at': '2022-02-12T21:22:07Z', 'revision_number': 2, 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'gw_port_host': None, '_interfaces': [{'id': '1a5a92f2-23d8-40e1-86a5-46785463dbb2', 'name': '', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'tenant_id': '74b2c02f75e24c448e26095ceaaef76c', 'mac_address': 'fa:16:3e:3c:fe:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f150a7-b7c0-4cef-93b3-18b0742c1364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '97502b0b-f1e6-49cd-bb10-037069aeefeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:22:06Z', 'updated_at': '2022-02-12T21:22:07Z', 'revision_number': 2, 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'subnets': [{'id': '97502b0b-f1e6-49cd-bb10-037069aeefeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:09.130218 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Checking router: 37f150a7-b7c0-4cef-93b3-18b0742c1364 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:22:09.130452 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98b77db2-f93a-4873-84f8-990f72f04ed0 req-f71016c7-03eb-406c-9dcd-1e39fae6ed6b tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763819
Feb 12 21:22:09.131973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Updating router 37f150a7-b7c0-4cef-93b3-18b0742c1364 port 1a5a92f2-23d8-40e1-86a5-46785463dbb2 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:22:09.160322 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a60e949d-f8c2-4f7a-8ab7-874c49b82150 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (3125e7d3-9650-4a5b-b89c-da26798ffe57), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.166067 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a60e949d-f8c2-4f7a-8ab7-874c49b82150 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.168171 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a60e949d-f8c2-4f7a-8ab7-874c49b82150 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/3125e7d3-9650-4a5b-b89c-da26798ffe57 HTTP/1.1" status: 204  len: 168 time: 0.2081318
Feb 12 21:22:09.179612 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53238) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:09.181492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e949d-f8c2-4f7a-8ab7-874c49b82150 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3125e7d3-9650-4a5b-b89c-da26798ffe57,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:09.181806 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1a5a92f2-23d8-40e1-86a5-46785463dbb2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.212167 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e23b1fa8-f7d3-4437-a673-32a66dff012c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (37f150a7-b7c0-4cef-93b3-18b0742c1364), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.250892 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-657db9c3-d428-40a1-9a5a-3def5d4b7996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a833e193-ab87-4fa6-a762-af8ac9c8200c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.253704 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-657db9c3-d428-40a1-9a5a-3def5d4b7996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.257255 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-657db9c3-d428-40a1-9a5a-3def5d4b7996 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a833e193-ab87-4fa6-a762-af8ac9c8200c HTTP/1.1" status: 204  len: 168 time: 0.4296584
Feb 12 21:22:09.263648 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5ad30717-9842-465d-a2ab-6557a5c0581b req-60d01985-22d6-4f0f-b517-54147a22d5db tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0529847
Feb 12 21:22:09.279689 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1a37a468-edb4-422a-b4cd-f16373d69539 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0905013
Feb 12 21:22:09.280753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657db9c3-d428-40a1-9a5a-3def5d4b7996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a833e193-ab87-4fa6-a762-af8ac9c8200c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:09.282490 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53244) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:09.360100 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ace4fe1-ad2b-419e-92ab-e73adb3f7324 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (c2d12448-5f6f-4dc3-a929-1b8b05994c40), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.387174 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ace4fe1-ad2b-419e-92ab-e73adb3f7324 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (c2d12448-5f6f-4dc3-a929-1b8b05994c40), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.520088 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ace4fe1-ad2b-419e-92ab-e73adb3f7324 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c2d12448-5f6f-4dc3-a929-1b8b05994c40), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.523500 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ace4fe1-ad2b-419e-92ab-e73adb3f7324 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.524833 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2ace4fe1-ad2b-419e-92ab-e73adb3f7324 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-groups/c2d12448-5f6f-4dc3-a929-1b8b05994c40 HTTP/1.1" status: 204  len: 168 time: 0.2413344
Feb 12 21:22:09.528467 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53248) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:09.550307 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace4fe1-ad2b-419e-92ab-e73adb3f7324 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d12448-5f6f-4dc3-a929-1b8b05994c40,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:09.574293 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Publish callbacks [] for port (1a5a92f2-23d8-40e1-86a5-46785463dbb2), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.589770 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fd987ff7-f01f-4a02-8290-f44f15f1c93f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0570784
Feb 12 21:22:09.593602 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53250) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:09.599269 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-1ff9528e-6b4e-4610-b177-f1006f2da642 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171153250'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:09.672026 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1a5a92f2-23d8-40e1-86a5-46785463dbb2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.703505 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1ff9528e-6b4e-4610-b177-f1006f2da642 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.716959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aaf739-e981-430e-aa13-b914cd529aba req-54896cdf-3f47-431d-b6ad-5204f3cdb54f tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:09.718779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-71aaf739-e981-430e-aa13-b914cd529aba req-54896cdf-3f47-431d-b6ad-5204f3cdb54f tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.0709198
Feb 12 21:22:09.804717 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e8174-5650-4372-b445-0a176cd0f1ab None None] Pushing event updated for resources: {'Port': ['ID=1a5a92f2-23d8-40e1-86a5-46785463dbb2,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:09.848478 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-71aaf739-e981-430e-aa13-b914cd529aba req-e06ea235-d855-43d9-8baa-8b33876b1047 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0949011
Feb 12 21:22:09.849030 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1ff9528e-6b4e-4610-b177-f1006f2da642 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (5850113d-b33d-44d1-8eba-4184f8ac80e3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.863119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Attempting to bind port 1a5a92f2-23d8-40e1-86a5-46785463dbb2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:22:09.863422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Attempting to bind port 1a5a92f2-23d8-40e1-86a5-46785463dbb2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:22:09.863777 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Attempting to bind port 1a5a92f2-23d8-40e1-86a5-46785463dbb2 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:22:09.872437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:22:09.872821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:22:09.873227 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.873738 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:22:09.874111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Bound port: 1a5a92f2-23d8-40e1-86a5-46785463dbb2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:22:09.874492 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1a5a92f2-23d8-40e1-86a5-46785463dbb2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.922485 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-e23b1fa8-f7d3-4437-a673-32a66dff012c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port 1a5a92f2-23d8-40e1-86a5-46785463dbb2 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:09.922846 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e23b1fa8-f7d3-4437-a673-32a66dff012c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1a5a92f2-23d8-40e1-86a5-46785463dbb2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.951878 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1ff9528e-6b4e-4610-b177-f1006f2da642 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5850113d-b33d-44d1-8eba-4184f8ac80e3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:09.957136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] For port 1a5a92f2-23d8-40e1-86a5-46785463dbb2, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:22:09.961209 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] For port 1a5a92f2-23d8-40e1-86a5-46785463dbb2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a5a92f2-23d8-40e1-86a5-46785463dbb2,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:22:09.991553 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9528e-6b4e-4610-b177-f1006f2da642 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5850113d-b33d-44d1-8eba-4184f8ac80e3,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:10.025023 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-e23b1fa8-f7d3-4437-a673-32a66dff012c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] For port 1a5a92f2-23d8-40e1-86a5-46785463dbb2, host ncdv-master-1, got binding levels [] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:10.025546 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e23b1fa8-f7d3-4437-a673-32a66dff012c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1a5a92f2-23d8-40e1-86a5-46785463dbb2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.038658 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-e23b1fa8-f7d3-4437-a673-32a66dff012c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for 1a5a92f2-23d8-40e1-86a5-46785463dbb2 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:10.072529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5b229125-6519-4c8e-a32e-b7f4e2072cec up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:22:10.109670 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1a5a92f2-23d8-40e1-86a5-46785463dbb2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.145798 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1ff9528e-6b4e-4610-b177-f1006f2da642 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.148778 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1ff9528e-6b4e-4610-b177-f1006f2da642 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5533788
Feb 12 21:22:10.150892 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53258) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:10.156087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ed73fa2d-3555-4989-b103-3d40980a347b tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group_rule': {'security_group_id': '5850113d-b33d-44d1-8eba-4184f8ac80e3', 'direction': 'ingress', 'protocol': 17}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:10.166903 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53260) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:10.183053 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22fb8373-8433-42f9-a940-9c06e4a0313a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.213603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e8174-5650-4372-b445-0a176cd0f1ab None None] Pushing event updated for resources: {'Port': ['ID=1a5a92f2-23d8-40e1-86a5-46785463dbb2,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:10.222354 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-40d2f1a8-1aa3-4bc0-88a1-6b3552f7be66 None None] Provisioning complete for port 1a5a92f2-23d8-40e1-86a5-46785463dbb2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:10.222852 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-40d2f1a8-1aa3-4bc0-88a1-6b3552f7be66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1a5a92f2-23d8-40e1-86a5-46785463dbb2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.268664 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Routers {'37f150a7-b7c0-4cef-93b3-18b0742c1364'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:22:10.269760 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6fe190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:21:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['37f150a7-b7c0-4cef-93b3-18b0742c1364'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:10.308942 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22fb8373-8433-42f9-a940-9c06e4a0313a admin admin] Publish callbacks [] for security_group (f0597342-fde7-4f20-8205-2218fa373f45), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.319446 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed73fa2d-3555-4989-b103-3d40980a347b tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (556461d8-ecb1-410f-b8b3-d15d6ad96e24), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.360621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 5b229125-6519-4c8e-a32e-b7f4e2072cec triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:10.361730 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5b229125-6519-4c8e-a32e-b7f4e2072cec), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.426404 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] Set router 37f150a7-b7c0-4cef-93b3-18b0742c1364 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:22:10.426639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defdadc-570b-48a0-b453-9307f9412714 req-68c26fec-fd64-468c-9f61-b137d790ebf2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:10.428076 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5defdadc-570b-48a0-b453-9307f9412714 req-68c26fec-fd64-468c-9f61-b137d790ebf2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.1226082
Feb 12 21:22:10.457729 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22fb8373-8433-42f9-a940-9c06e4a0313a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f0597342-fde7-4f20-8205-2218fa373f45), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.476423 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d44c351a-d2d5-4539-b1eb-056cbde2e611 req-59b0c1eb-881c-4163-904d-765717f78d1c tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0722656
Feb 12 21:22:10.479089 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e23b1fa8-f7d3-4437-a673-32a66dff012c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1a5a92f2-23d8-40e1-86a5-46785463dbb2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.506272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-40d2f1a8-1aa3-4bc0-88a1-6b3552f7be66 None None] Port 1a5a92f2-23d8-40e1-86a5-46785463dbb2 update to ACTIVE by agent not found {{(pid=126507) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Feb 12 21:22:10.518994 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed73fa2d-3555-4989-b103-3d40980a347b tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (556461d8-ecb1-410f-b8b3-d15d6ad96e24), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.528032 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53268) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:10.530448 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b1fa8-f7d3-4437-a673-32a66dff012c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=1a5a92f2-23d8-40e1-86a5-46785463dbb2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:10.599100 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed73fa2d-3555-4989-b103-3d40980a347b tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (556461d8-ecb1-410f-b8b3-d15d6ad96e24), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.601632 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb8373-8433-42f9-a940-9c06e4a0313a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0597342-fde7-4f20-8205-2218fa373f45,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:10.667656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-173275b6-6ca0-49fe-80bf-625accd94fba None None] Could not find standard attr ID for object 1a5a92f2-23d8-40e1-86a5-46785463dbb2. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:22:10.674933 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5defdadc-570b-48a0-b453-9307f9412714 req-190a1a60-0764-4ec6-a33c-51401860aab2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2310131
Feb 12 21:22:10.688365 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 5b229125-6519-4c8e-a32e-b7f4e2072cec is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:10.706080 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-22fb8373-8433-42f9-a940-9c06e4a0313a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8dc3402038147798a1b0c0ed9680d9b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5381262
Feb 12 21:22:10.708760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53272) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:10.715916 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73fa2d-3555-4989-b103-3d40980a347b tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556461d8-ecb1-410f-b8b3-d15d6ad96e24,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:10.719669 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e23b1fa8-f7d3-4437-a673-32a66dff012c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (37f150a7-b7c0-4cef-93b3-18b0742c1364), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.734247 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed73fa2d-3555-4989-b103-3d40980a347b tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.738263 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ed73fa2d-3555-4989-b103-3d40980a347b tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.5834558
Feb 12 21:22:10.738536 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53274) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:10.815731 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1266ee4b-15e8-411d-a9de-74bcc020966c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.818714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6fe190>, [{'id': '37f150a7-b7c0-4cef-93b3-18b0742c1364', 'name': 'tempest-NetworksTestDHCPv6-router-1833736497', 'tenant_id': '74b2c02f75e24c448e26095ceaaef76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:22:05Z', 'updated_at': '2022-02-12T21:22:07Z', 'revision_number': 2, 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'gw_port_host': None, '_interfaces': [{'id': '1a5a92f2-23d8-40e1-86a5-46785463dbb2', 'name': '', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'tenant_id': '74b2c02f75e24c448e26095ceaaef76c', 'mac_address': 'fa:16:3e:3c:fe:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f150a7-b7c0-4cef-93b3-18b0742c1364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '97502b0b-f1e6-49cd-bb10-037069aeefeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:22:06Z', 'updated_at': '2022-02-12T21:22:09Z', 'revision_number': 4, 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'subnets': [{'id': '97502b0b-f1e6-49cd-bb10-037069aeefeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:10.850510 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d58e29-1db7-44ae-8323-f3e7e36b8155 None None] The sync data for ids ['37f150a7-b7c0-4cef-93b3-18b0742c1364'] in ncdv-master-1 is: [{'id': '37f150a7-b7c0-4cef-93b3-18b0742c1364', 'name': 'tempest-NetworksTestDHCPv6-router-1833736497', 'tenant_id': '74b2c02f75e24c448e26095ceaaef76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:22:05Z', 'updated_at': '2022-02-12T21:22:07Z', 'revision_number': 2, 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'gw_port_host': None, '_interfaces': [{'id': '1a5a92f2-23d8-40e1-86a5-46785463dbb2', 'name': '', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'tenant_id': '74b2c02f75e24c448e26095ceaaef76c', 'mac_address': 'fa:16:3e:3c:fe:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f150a7-b7c0-4cef-93b3-18b0742c1364', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '97502b0b-f1e6-49cd-bb10-037069aeefeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:22:06Z', 'updated_at': '2022-02-12T21:22:09Z', 'revision_number': 4, 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'subnets': [{'id': '97502b0b-f1e6-49cd-bb10-037069aeefeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:22:10.863969 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab354-441f-4c27-bfef-db8e473f3cf0 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (5850113d-b33d-44d1-8eba-4184f8ac80e3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.896968 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ffb6dad3-1560-4d00-bc3f-0000d7983185 admin admin] Publish callbacks [] for security_group (f0597342-fde7-4f20-8205-2218fa373f45), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.921119 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab354-441f-4c27-bfef-db8e473f3cf0 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (5850113d-b33d-44d1-8eba-4184f8ac80e3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:10.987305 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1266ee4b-15e8-411d-a9de-74bcc020966c admin admin] Publish callbacks [] for security_group (97eb6357-486a-464a-aa9b-ea06ab887fb4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.013153 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ffb6dad3-1560-4d00-bc3f-0000d7983185 admin admin] Publish callbacks [] for security_group (f0597342-fde7-4f20-8205-2218fa373f45), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.049054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23b1fa8-f7d3-4437-a673-32a66dff012c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Router 37f150a7-b7c0-4cef-93b3-18b0742c1364 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:22:11.059968 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1266ee4b-15e8-411d-a9de-74bcc020966c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (97eb6357-486a-464a-aa9b-ea06ab887fb4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.080430 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab354-441f-4c27-bfef-db8e473f3cf0 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5850113d-b33d-44d1-8eba-4184f8ac80e3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.083113 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab354-441f-4c27-bfef-db8e473f3cf0 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.084492 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5b8ab354-441f-4c27-bfef-db8e473f3cf0 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-groups/5850113d-b33d-44d1-8eba-4184f8ac80e3 HTTP/1.1" status: 204  len: 168 time: 0.3447063
Feb 12 21:22:11.085659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e718bfa-3bb5-4993-b14c-98f4fa90ae77 req-9072b050-8e1e-4eb4-a70f-722721e93629 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:11.087396 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e718bfa-3bb5-4993-b14c-98f4fa90ae77 req-9072b050-8e1e-4eb4-a70f-722721e93629 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.1196778
Feb 12 21:22:11.091295 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53278) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:11.134283 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266ee4b-15e8-411d-a9de-74bcc020966c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97eb6357-486a-464a-aa9b-ea06ab887fb4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:11.144287 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1266ee4b-15e8-411d-a9de-74bcc020966c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82441d4c279541fd8db2b834dd183bff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6147244
Feb 12 21:22:11.159204 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53280) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:11.176333 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ab354-441f-4c27-bfef-db8e473f3cf0 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5850113d-b33d-44d1-8eba-4184f8ac80e3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:11.219018 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23b1fa8-f7d3-4437-a673-32a66dff012c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:22:11.219216 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f27310cc-f8e7-4206-b9fc-d0ee38aceed5 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1266870
Feb 12 21:22:11.227525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e23b1fa8-f7d3-4437-a673-32a66dff012c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "PUT /v2.0/routers/37f150a7-b7c0-4cef-93b3-18b0742c1364/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5323198
Feb 12 21:22:11.227525 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53282) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:11.233764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53284) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:11.234493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8d7700c5-6b30-498b-8e58-1a01da455c97 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253363568'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:11.271612 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e718bfa-3bb5-4993-b14c-98f4fa90ae77 req-9e934d25-c310-4728-8cb1-5a47e4a2b076 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1312361
Feb 12 21:22:11.276418 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ffb6dad3-1560-4d00-bc3f-0000d7983185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f0597342-fde7-4f20-8205-2218fa373f45), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.279165 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ffb6dad3-1560-4d00-bc3f-0000d7983185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.280604 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ffb6dad3-1560-4d00-bc3f-0000d7983185 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0597342-fde7-4f20-8205-2218fa373f45 HTTP/1.1" status: 204  len: 168 time: 0.5707276
Feb 12 21:22:11.294516 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6dad3-1560-4d00-bc3f-0000d7983185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0597342-fde7-4f20-8205-2218fa373f45,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:11.314831 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9fc5a7-7c58-4009-b9b6-7923bf65cdc5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:11.317022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9fc5a7-7c58-4009-b9b6-7923bf65cdc5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:11.320631 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bc9fc5a7-7c58-4009-b9b6-7923bf65cdc5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0831852
Feb 12 21:22:11.320994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53288) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:11.330206 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e12884e-f09f-4cf8-beb3-032ed6ad7f2c admin admin] Publish callbacks [] for security_group (97eb6357-486a-464a-aa9b-ea06ab887fb4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.364355 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e12884e-f09f-4cf8-beb3-032ed6ad7f2c admin admin] Publish callbacks [] for security_group (97eb6357-486a-464a-aa9b-ea06ab887fb4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.400560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcab3886-6ef0-4181-9772-634d3fb442e8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 97502b0b-f1e6-49cd-bb10-037069aeefeb {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:22:11.403675 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d7700c5-6b30-498b-8e58-1a01da455c97 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.416133 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fcab3886-6ef0-4181-9772-634d3fb442e8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (97502b0b-f1e6-49cd-bb10-037069aeefeb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.469396 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fcab3886-6ef0-4181-9772-634d3fb442e8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (97502b0b-f1e6-49cd-bb10-037069aeefeb), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.527075 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e12884e-f09f-4cf8-beb3-032ed6ad7f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (97eb6357-486a-464a-aa9b-ea06ab887fb4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.529813 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e12884e-f09f-4cf8-beb3-032ed6ad7f2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.531001 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9e12884e-f09f-4cf8-beb3-032ed6ad7f2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97eb6357-486a-464a-aa9b-ea06ab887fb4 HTTP/1.1" status: 204  len: 168 time: 0.3713081
Feb 12 21:22:11.540385 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12884e-f09f-4cf8-beb3-032ed6ad7f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eb6357-486a-464a-aa9b-ea06ab887fb4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:11.637123 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d7700c5-6b30-498b-8e58-1a01da455c97 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (2de6120c-186c-4630-9ba9-38656cc2e2b4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.642136 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1eb09102-352d-4d6f-8b43-9d20d0ad2ef2 req-dd2a7f06-852f-4bfa-b769-8f866c36f3c7 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0551622
Feb 12 21:22:11.646829 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fcab3886-6ef0-4181-9772-634d3fb442e8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (97502b0b-f1e6-49cd-bb10-037069aeefeb), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.711959 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d7700c5-6b30-498b-8e58-1a01da455c97 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2de6120c-186c-4630-9ba9-38656cc2e2b4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.774861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7700c5-6b30-498b-8e58-1a01da455c97 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de6120c-186c-4630-9ba9-38656cc2e2b4,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:11.824524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39707542-874d-4ac8-beff-75a44ce18964 req-7eabdde0-702f-4fd8-a579-2cf63da93e08 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:11.826127 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-39707542-874d-4ac8-beff-75a44ce18964 req-7eabdde0-702f-4fd8-a579-2cf63da93e08 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.0648170
Feb 12 21:22:11.834553 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d7700c5-6b30-498b-8e58-1a01da455c97 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.837410 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8d7700c5-6b30-498b-8e58-1a01da455c97 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6052027
Feb 12 21:22:11.843665 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53304) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:11.845011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-34ad0e08-ee9d-4336-a60a-ea57ec1a38b2 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710673957'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:11.866138 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fcab3886-6ef0-4181-9772-634d3fb442e8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (97502b0b-f1e6-49cd-bb10-037069aeefeb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.910829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab3886-6ef0-4181-9772-634d3fb442e8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=97502b0b-f1e6-49cd-bb10-037069aeefeb,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:11.912774 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fcab3886-6ef0-4181-9772-634d3fb442e8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:11.919503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53306) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:11.920042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cd0bbb-3caa-41ae-a581-c67688e17582 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:11.921686 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fcab3886-6ef0-4181-9772-634d3fb442e8 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/97502b0b-f1e6-49cd-bb10-037069aeefeb HTTP/1.1" status: 204  len: 168 time: 0.5955341
Feb 12 21:22:11.933251 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-39707542-874d-4ac8-beff-75a44ce18964 req-6a2a6024-d570-4298-9f6c-a61f1f5f3a2a tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956624
Feb 12 21:22:12.000969 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-34ad0e08-ee9d-4336-a60a-ea57ec1a38b2 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:12.296352 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2daedd17-3d98-40ce-95de-817caf9bbf22 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.1222334
Feb 12 21:22:12.302470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53314) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:12.303684 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-34ad0e08-ee9d-4336-a60a-ea57ec1a38b2 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (c6bb1458-da77-47cc-af4d-2a591abecc68), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:12.304473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:22:12.305166 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e604948d-1a2c-4c3f-89f1-7e882985f5c7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for router (37f150a7-b7c0-4cef-93b3-18b0742c1364), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:12.305468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Deleting port 5b229125-6519-4c8e-a32e-b7f4e2072cec {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:12.305468 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5b229125-6519-4c8e-a32e-b7f4e2072cec), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:12.305946 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-34ad0e08-ee9d-4336-a60a-ea57ec1a38b2 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c6bb1458-da77-47cc-af4d-2a591abecc68), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:12.305946 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad0e08-ee9d-4336-a60a-ea57ec1a38b2 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bb1458-da77-47cc-af4d-2a591abecc68,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:12.306729 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] For port 5b229125-6519-4c8e-a32e-b7f4e2072cec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b229125-6519-4c8e-a32e-b7f4e2072cec,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:12.306729 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5b229125-6519-4c8e-a32e-b7f4e2072cec), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:12.306729 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Calling delete_port for 5b229125-6519-4c8e-a32e-b7f4e2072cec owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:12.370788 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e604948d-1a2c-4c3f-89f1-7e882985f5c7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (37f150a7-b7c0-4cef-93b3-18b0742c1364), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:12.373783 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e604948d-1a2c-4c3f-89f1-7e882985f5c7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for router_controller (37f150a7-b7c0-4cef-93b3-18b0742c1364), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:12.463949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2c183-9b37-4c96-81a8-40b34eb704a3 req-7a4d4f8e-d084-48cf-9712-f31273321542 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:12.465467 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3d2c183-9b37-4c96-81a8-40b34eb704a3 req-7a4d4f8e-d084-48cf-9712-f31273321542 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.0659151
Feb 12 21:22:12.522167 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3d2c183-9b37-4c96-81a8-40b34eb704a3 req-f884de5b-50b3-47bb-9be0-7fb8cbf45580 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497196
Feb 12 21:22:12.555909 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-34ad0e08-ee9d-4336-a60a-ea57ec1a38b2 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:12.555909 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-34ad0e08-ee9d-4336-a60a-ea57ec1a38b2 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7154498
Feb 12 21:22:12.558362 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53328) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:12.563702 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-08195d54-9906-47b9-b133-a67a6e974a95 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group_rule': {'security_group_id': '2de6120c-186c-4630-9ba9-38656cc2e2b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c6bb1458-da77-47cc-af4d-2a591abecc68', 'remote_ip_prefix': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:12.599635 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (5b229125-6519-4c8e-a32e-b7f4e2072cec), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:12.599809 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e604948d-1a2c-4c3f-89f1-7e882985f5c7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (37f150a7-b7c0-4cef-93b3-18b0742c1364), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:12.605262 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e604948d-1a2c-4c3f-89f1-7e882985f5c7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Fanout notify agent at l3_agent the message router_deleted on router 37f150a7-b7c0-4cef-93b3-18b0742c1364 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:22:12.608827 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e604948d-1a2c-4c3f-89f1-7e882985f5c7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:12.613384 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e604948d-1a2c-4c3f-89f1-7e882985f5c7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/routers/37f150a7-b7c0-4cef-93b3-18b0742c1364 HTTP/1.1" status: 204  len: 168 time: 0.5625114
Feb 12 21:22:12.613900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53332) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:12.636896 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] No DVR routers for this DVR port 5b229125-6519-4c8e-a32e-b7f4e2072cec on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:22:12.650114 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2a91c1dc-63c3-41cc-a2fe-81fad545122c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0351288
Feb 12 21:22:12.652469 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53334) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:12.655316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Pushing event deleted for resources: {'Port': ['ID=5b229125-6519-4c8e-a32e-b7f4e2072cec,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:12.673140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:12.674309 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:12.674910 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:12.675390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:12.676973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:12.677694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:12.680204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:12.680204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:12.680204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:12.680204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:12.680204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:12.680204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:12.680751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e39d15-aecc-4e91-a853-36dd7473b3ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:12.691558 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-08195d54-9906-47b9-b133-a67a6e974a95 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (35ea8a70-515a-40dd-b159-b58c6e127bd5), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:12.739140 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbc62e-004d-409e-8c0b-7774aef78dd8 None None] Sync routers for ids ['37f150a7-b7c0-4cef-93b3-18b0742c1364'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:22:12.756439 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbc62e-004d-409e-8c0b-7774aef78dd8 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:22:12.757019 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbc62e-004d-409e-8c0b-7774aef78dd8 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Feb 12 21:22:12.757645 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_agentschedulers_db [None req-e8dbc62e-004d-409e-8c0b-7774aef78dd8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'37f150a7-b7c0-4cef-93b3-18b0742c1364'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:21:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent'). {{(pid=126509) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Feb 12 21:22:12.773786 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbc62e-004d-409e-8c0b-7774aef78dd8 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:22:12.774148 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbc62e-004d-409e-8c0b-7774aef78dd8 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Feb 12 21:22:12.774739 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_agentschedulers_db [None req-e8dbc62e-004d-409e-8c0b-7774aef78dd8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'37f150a7-b7c0-4cef-93b3-18b0742c1364'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:21:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent'). {{(pid=126509) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Feb 12 21:22:12.775267 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dbc62e-004d-409e-8c0b-7774aef78dd8 None None] The sync data for ids ['37f150a7-b7c0-4cef-93b3-18b0742c1364'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:22:12.783552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b56928a-4df7-42ab-a7ae-4091e6e15bca tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:12.786118 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5b56928a-4df7-42ab-a7ae-4091e6e15bca tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1317015
Feb 12 21:22:12.788010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53338) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:12.790236 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-08195d54-9906-47b9-b133-a67a6e974a95 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (35ea8a70-515a-40dd-b159-b58c6e127bd5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:12.811874 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f2247da7-e67f-404a-a346-7ef45009cfc8 req-c71b757c-2084-4f69-b708-3fa8fea96177 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0442758
Feb 12 21:22:12.864038 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d8f48c3d-c2ef-41d4-b483-4a3e5be70b72 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0741565
Feb 12 21:22:12.869653 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-08195d54-9906-47b9-b133-a67a6e974a95 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (35ea8a70-515a-40dd-b159-b58c6e127bd5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:12.873448 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53344) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:12.885868 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9444b644-73df-4fac-90f4-4704f7e93170 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:12.904355 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08195d54-9906-47b9-b133-a67a6e974a95 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ea8a70-515a-40dd-b159-b58c6e127bd5,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:13.039710 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-08195d54-9906-47b9-b133-a67a6e974a95 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:13.041211 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-08195d54-9906-47b9-b133-a67a6e974a95 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.4814861
Feb 12 21:22:13.044101 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53352) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:13.077718 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b3e192cf-d476-4fc2-9d63-90bef8bd20f8 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (35ea8a70-515a-40dd-b159-b58c6e127bd5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:13.090957 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b3e192cf-d476-4fc2-9d63-90bef8bd20f8 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (35ea8a70-515a-40dd-b159-b58c6e127bd5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:13.093798 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26d118-1a8e-4c30-9ac4-f5a531d340f4 req-82e63e1a-48aa-49e0-85a0-14d419458276 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:13.111583 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0c26d118-1a8e-4c30-9ac4-f5a531d340f4 req-82e63e1a-48aa-49e0-85a0-14d419458276 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.0917504
Feb 12 21:22:13.130415 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9444b644-73df-4fac-90f4-4704f7e93170 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:13.137643 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9444b644-73df-4fac-90f4-4704f7e93170 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:13.238958 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b3e192cf-d476-4fc2-9d63-90bef8bd20f8 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (35ea8a70-515a-40dd-b159-b58c6e127bd5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:13.250790 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b3e192cf-d476-4fc2-9d63-90bef8bd20f8 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:13.252340 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b3e192cf-d476-4fc2-9d63-90bef8bd20f8 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/35ea8a70-515a-40dd-b159-b58c6e127bd5 HTTP/1.1" status: 204  len: 168 time: 0.2070189
Feb 12 21:22:13.253606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e192cf-d476-4fc2-9d63-90bef8bd20f8 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35ea8a70-515a-40dd-b159-b58c6e127bd5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:13.261013 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53358) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:13.325267 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-35934540-4e75-4d79-a85c-a0b4670b6fed tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0599396
Feb 12 21:22:13.325485 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53362) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:13.403682 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2160e51e-d1e8-4a63-b57f-8595a5e34c0f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (c6bb1458-da77-47cc-af4d-2a591abecc68), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:13.421031 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53364) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:13.440747 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2160e51e-d1e8-4a63-b57f-8595a5e34c0f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (c6bb1458-da77-47cc-af4d-2a591abecc68), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:13.539379 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0c26d118-1a8e-4c30-9ac4-f5a531d340f4 req-e3fc3519-48b4-45a0-bc6c-370f5ae1aa39 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4266710
Feb 12 21:22:13.554902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-029707fe-9219-4926-baf3-150dc9661c1c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-271971287-network', 'tenant_id': '07de9e87ea3f495f90baaf85d83b982c'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:13.637711 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2160e51e-d1e8-4a63-b57f-8595a5e34c0f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c6bb1458-da77-47cc-af4d-2a591abecc68), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:13.640489 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2160e51e-d1e8-4a63-b57f-8595a5e34c0f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:13.643065 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2160e51e-d1e8-4a63-b57f-8595a5e34c0f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-groups/c6bb1458-da77-47cc-af4d-2a591abecc68 HTTP/1.1" status: 204  len: 168 time: 0.3156335
Feb 12 21:22:13.649977 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53374) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:13.659286 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160e51e-d1e8-4a63-b57f-8595a5e34c0f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bb1458-da77-47cc-af4d-2a591abecc68,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:13.674161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bec3d0-3337-463d-ad66-5d0c2a9cc542 req-fd587ea1-bf3a-4a3a-9a77-94eec812a5d0 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:13.677833 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-46bec3d0-3337-463d-ad66-5d0c2a9cc542 req-fd587ea1-bf3a-4a3a-9a77-94eec812a5d0 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.0762043
Feb 12 21:22:13.679564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029707fe-9219-4926-baf3-150dc9661c1c admin admin] Made reservation on behalf of 07de9e87ea3f495f90baaf85d83b982c for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:13.683958 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-029707fe-9219-4926-baf3-150dc9661c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:13.700753 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-029707fe-9219-4926-baf3-150dc9661c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:13.765078 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2ed074ec-0985-4390-b3b5-790ed80f3ed6 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1112869
Feb 12 21:22:13.765225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53378) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:13.791198 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-46bec3d0-3337-463d-ad66-5d0c2a9cc542 req-85142c5f-426e-4e5f-8d2e-1aeba5a16553 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1028891
Feb 12 21:22:13.852801 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-be92b61f-35a6-442d-bae2-e95c06d6cec7 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (2de6120c-186c-4630-9ba9-38656cc2e2b4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:13.904582 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-be92b61f-35a6-442d-bae2-e95c06d6cec7 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (2de6120c-186c-4630-9ba9-38656cc2e2b4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:13.909588 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-029707fe-9219-4926-baf3-150dc9661c1c admin admin] Publish callbacks [] for security_group (a57410d8-982c-4f96-88fb-bec2592dee34), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:13.960432 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d949f1bd-9931-4421-9d1a-627758a1f102 req-8821ebf7-24e6-4a67-b4f7-a36d59a5afca tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0447519
Feb 12 21:22:13.991062 ncdv-master-1 neutron-server[126506]: DEBUG neutron.objects.ports [None req-9444b644-73df-4fac-90f4-4704f7e93170 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126506) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:22:13.993948 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-029707fe-9219-4926-baf3-150dc9661c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a57410d8-982c-4f96-88fb-bec2592dee34), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.005545 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9444b644-73df-4fac-90f4-4704f7e93170 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (d202a6bf-0c2d-4c81-b4be-1365f4767499), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.035138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029707fe-9219-4926-baf3-150dc9661c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57410d8-982c-4f96-88fb-bec2592dee34,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:14.050835 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9444b644-73df-4fac-90f4-4704f7e93170 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:14.055347 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-9444b644-73df-4fac-90f4-4704f7e93170 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:14.060312 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9444b644-73df-4fac-90f4-4704f7e93170 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:14.060915 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9444b644-73df-4fac-90f4-4704f7e93170 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.069989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1899c62-7514-4456-a442-a31b6c6f3c16 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:14.076424 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5b229125-6519-4c8e-a32e-b7f4e2072cec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:22:14.077788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444b644-73df-4fac-90f4-4704f7e93170 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=d202a6bf-0c2d-4c81-b4be-1365f4767499,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:14.092507 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-be92b61f-35a6-442d-bae2-e95c06d6cec7 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2de6120c-186c-4630-9ba9-38656cc2e2b4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.096794 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-be92b61f-35a6-442d-bae2-e95c06d6cec7 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.100020 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53390) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:14.100125 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-be92b61f-35a6-442d-bae2-e95c06d6cec7 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-groups/2de6120c-186c-4630-9ba9-38656cc2e2b4 HTTP/1.1" status: 204  len: 168 time: 0.3335326
Feb 12 21:22:14.107171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029707fe-9219-4926-baf3-150dc9661c1c admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:22:14.125852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92b61f-35a6-442d-bae2-e95c06d6cec7 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de6120c-186c-4630-9ba9-38656cc2e2b4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:14.127027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 5b229125-6519-4c8e-a32e-b7f4e2072cec {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:22:14.129732 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5b229125-6519-4c8e-a32e-b7f4e2072cec not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:22:14.130456 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1a5a92f2-23d8-40e1-86a5-46785463dbb2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:22:14.130932 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-029707fe-9219-4926-baf3-150dc9661c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b01752d7-6a38-43be-9059-a9cc9bbe9281), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.135657 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-029707fe-9219-4926-baf3-150dc9661c1c admin admin] Added segment b01752d7-6a38-43be-9059-a9cc9bbe9281 of type vlan for network 6d5bc69a-2301-48bc-9830-3152e0fb1763
Feb 12 21:22:14.168675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53394) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:14.168970 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9444b644-73df-4fac-90f4-4704f7e93170 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.2945292
Feb 12 21:22:14.174659 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6bccc643-aba9-456d-aae4-e3f6432dcf07 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0730112
Feb 12 21:22:14.179513 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53396) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:14.184360 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c9278696-d653-4631-830d-ffe824175ba9 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960613107'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:14.186004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-558416e9-f097-4bac-8312-0fddeed92ad1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:14.188056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 1a5a92f2-23d8-40e1-86a5-46785463dbb2 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:22:14.188412 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1a5a92f2-23d8-40e1-86a5-46785463dbb2 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:22:14.219348 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-029707fe-9219-4926-baf3-150dc9661c1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (6d5bc69a-2301-48bc-9830-3152e0fb1763), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.304577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': 'd202a6bf-0c2d-4c81-b4be-1365f4767499'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:22:14.305744 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.315368 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9278696-d653-4631-830d-ffe824175ba9 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.378981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce245914-e918-48e5-b4d4-edb996c13173 req-15a49934-6ecf-4f46-ba62-095f3bee9f8b tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:14.386654 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce245914-e918-48e5-b4d4-edb996c13173 req-15a49934-6ecf-4f46-ba62-095f3bee9f8b tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.1728005
Feb 12 21:22:14.400368 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9278696-d653-4631-830d-ffe824175ba9 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (e528a0d9-d3bb-41ac-9727-c9e413cd40c5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.450025 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce245914-e918-48e5-b4d4-edb996c13173 req-b89b0fb0-19b1-4f0e-9a0a-ea74f62b94da tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624182
Feb 12 21:22:14.464204 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-029707fe-9219-4926-baf3-150dc9661c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (6d5bc69a-2301-48bc-9830-3152e0fb1763), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.465274 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029707fe-9219-4926-baf3-150dc9661c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:14.467276 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-029707fe-9219-4926-baf3-150dc9661c1c admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.467786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Allocated IP 2001:db8::f816:3eff:fee1:cfeb (01503430-92c6-4e0f-b4a9-5afb7568fb7a/d202a6bf-0c2d-4c81-b4be-1365f4767499/428ca9e5-2de6-4e22-9b7c-fdf8545503b5) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:14.559895 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9278696-d653-4631-830d-ffe824175ba9 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e528a0d9-d3bb-41ac-9727-c9e413cd40c5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.563459 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029707fe-9219-4926-baf3-150dc9661c1c admin admin] Pushing event updated for resources: {'Network': ['ID=6d5bc69a-2301-48bc-9830-3152e0fb1763,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:14.581160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 6d5bc69a-2301-48bc-9830-3152e0fb1763 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:22:14.596523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9278696-d653-4631-830d-ffe824175ba9 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e528a0d9-d3bb-41ac-9727-c9e413cd40c5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:14.606135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8f984-376e-4d77-ab68-1181e2cab63a req-b98c175e-5cb2-40ad-8889-929ea52eb113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:14.607916 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01e8f984-376e-4d77-ab68-1181e2cab63a req-b98c175e-5cb2-40ad-8889-929ea52eb113 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1dda620b49344bdaa8408d14a9e44acd&device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 1127 time: 0.2677743
Feb 12 21:22:14.623139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53406) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:14.628564 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-107fa614-cd70-463b-a874-fd641a467c92 admin admin] Request body: {'subnet': {'network_id': '6d5bc69a-2301-48bc-9830-3152e0fb1763', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-271971287-subnet', 'tenant_id': '07de9e87ea3f495f90baaf85d83b982c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:14.630321 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-029707fe-9219-4926-baf3-150dc9661c1c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.2079792
Feb 12 21:22:14.631050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558416e9-f097-4bac-8312-0fddeed92ad1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:14.634938 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-558416e9-f097-4bac-8312-0fddeed92ad1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.697282 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Publish callbacks [] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.700159 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9278696-d653-4631-830d-ffe824175ba9 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.701635 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c9278696-d653-4631-830d-ffe824175ba9 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5209029
Feb 12 21:22:14.706271 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53412) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:14.713297 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3a934fde-5774-4871-b066-29a6a6fab645 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group_rule': {'security_group_id': 'e528a0d9-d3bb-41ac-9727-c9e413cd40c5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:14.750485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10d6f4-3cd1-4836-a300-d9e24c1141d8 req-03cc63fd-29d9-4351-b421-fa90152fbbd1 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:14.753049 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ab10d6f4-3cd1-4836-a300-d9e24c1141d8 req-03cc63fd-29d9-4351-b421-fa90152fbbd1 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.1153810
Feb 12 21:22:14.759316 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.784385 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107fa614-cd70-463b-a874-fd641a467c92 admin admin] Made reservation on behalf of 07de9e87ea3f495f90baaf85d83b982c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:14.788546 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-107fa614-cd70-463b-a874-fd641a467c92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.802391 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:14.806849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:14.809182 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:14.819473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Pushing event updated for resources: {'Port': ['ID=428ca9e5-2de6-4e22-9b7c-fdf8545503b5,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:14.819652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8f984-376e-4d77-ab68-1181e2cab63a req-8fdae081-7204-429c-8c7f-17c10e9e6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:14.821515 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01e8f984-376e-4d77-ab68-1181e2cab63a req-8fdae081-7204-429c-8c7f-17c10e9e6c57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3d3223c4-7d3e-45d4-827e-f74909602e0e HTTP/1.1" status: 200  len: 912 time: 0.2064044
Feb 12 21:22:14.894631 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a934fde-5774-4871-b066-29a6a6fab645 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (a771c858-6154-406c-8e85-620454b1432b), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.900082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Attempting to bind port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:22:14.900473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Attempting to bind port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:22:14.902059 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Attempting to bind port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:22:14.907157 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:22:14.908044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:22:14.908526 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.908948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:22:14.909463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Bound port: 428ca9e5-2de6-4e22-9b7c-fdf8545503b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:22:14.909852 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:14.913472 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ab10d6f4-3cd1-4836-a300-d9e24c1141d8 req-c52da48c-b671-4cf3-9746-2e7249027ded tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541574
Feb 12 21:22:14.918389 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01e8f984-376e-4d77-ab68-1181e2cab63a req-3e18503f-a806-487f-b5a1-2d0878e237db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f7bc51a-17c9-4327-a4af-7e41ba429351 HTTP/1.1" status: 200  len: 1001 time: 0.0896397
Feb 12 21:22:14.985587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] For port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:22:14.989109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] For port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=428ca9e5-2de6-4e22-9b7c-fdf8545503b5,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:22:15.009875 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a934fde-5774-4871-b066-29a6a6fab645 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (a771c858-6154-406c-8e85-620454b1432b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:15.065496 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8f984-376e-4d77-ab68-1181e2cab63a req-2224f85c-f6b0-430c-8406-34f38a20d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:15.067505 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01e8f984-376e-4d77-ab68-1181e2cab63a req-2224f85c-f6b0-430c-8406-34f38a20d266 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08262d9b-e180-46f4-80c5-239821f96956 HTTP/1.1" status: 200  len: 850 time: 0.1407986
Feb 12 21:22:15.085573 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a934fde-5774-4871-b066-29a6a6fab645 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (a771c858-6154-406c-8e85-620454b1432b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:15.104552 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a934fde-5774-4871-b066-29a6a6fab645 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a771c858-6154-406c-8e85-620454b1432b,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:15.109333 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:15.109889 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe82bab6-06ff-4c96-8717-6dee6b9d1c58 req-7e621bf1-1a97-4faf-8e2b-95b078feea48 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0487332
Feb 12 21:22:15.135159 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-107fa614-cd70-463b-a874-fd641a467c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (84e31bc6-7d97-4527-928a-1f0b9e406f3b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:15.170795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669e49e-dc85-41c4-af31-4bbcc2425ba2 None None] Pushing event updated for resources: {'Port': ['ID=428ca9e5-2de6-4e22-9b7c-fdf8545503b5,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:15.202446 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8f984-376e-4d77-ab68-1181e2cab63a req-cf372a99-9790-4461-8e2a-180737415bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:15.203963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01e8f984-376e-4d77-ab68-1181e2cab63a req-cf372a99-9790-4461-8e2a-180737415bdd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d3223c4-7d3e-45d4-827e-f74909602e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1247897
Feb 12 21:22:15.204069 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fa614-cd70-463b-a874-fd641a467c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e31bc6-7d97-4527-928a-1f0b9e406f3b,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:15.212529 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107fa614-cd70-463b-a874-fd641a467c92 admin admin] Checking segment: {'id': 'b01752d7-6a38-43be-9059-a9cc9bbe9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6d5bc69a-2301-48bc-9830-3152e0fb1763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:22:15.213464 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107fa614-cd70-463b-a874-fd641a467c92 admin admin] Network hostable DHCP agents. Network: 6d5bc69a-2301-48bc-9830-3152e0fb1763, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:22:15.217103 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-01e8f984-376e-4d77-ab68-1181e2cab63a req-08800793-c523-4047-96fb-0d02a031c9f7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:22:15.218019 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01e8f984-376e-4d77-ab68-1181e2cab63a req-08800793-c523-4047-96fb-0d02a031c9f7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059044
Feb 12 21:22:15.221232 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a934fde-5774-4871-b066-29a6a6fab645 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:15.222676 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3a934fde-5774-4871-b066-29a6a6fab645 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5144098
Feb 12 21:22:15.230666 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53422) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:15.258072 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-558416e9-f097-4bac-8312-0fddeed92ad1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (0e3d304b-8474-4f44-8914-a9cb1043a0a0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:15.264582 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-46380df2-6309-4e53-a69a-f284dba23652 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (a771c858-6154-406c-8e85-620454b1432b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:15.274518 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-46380df2-6309-4e53-a69a-f284dba23652 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (a771c858-6154-406c-8e85-620454b1432b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:15.342950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558416e9-f097-4bac-8312-0fddeed92ad1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:15.351970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-558416e9-f097-4bac-8312-0fddeed92ad1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:15.367678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558416e9-f097-4bac-8312-0fddeed92ad1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:15.373243 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-558416e9-f097-4bac-8312-0fddeed92ad1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:15.392874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558416e9-f097-4bac-8312-0fddeed92ad1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=0e3d304b-8474-4f44-8914-a9cb1043a0a0,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:15.406375 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01e8f984-376e-4d77-ab68-1181e2cab63a req-8110d46e-5ea1-4699-8681-4b12ae79080a service neutron] 10.222.0.48 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1782792
Feb 12 21:22:15.428407 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107fa614-cd70-463b-a874-fd641a467c92 admin admin] Network 6d5bc69a-2301-48bc-9830-3152e0fb1763 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:22:15.455730 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-46380df2-6309-4e53-a69a-f284dba23652 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (a771c858-6154-406c-8e85-620454b1432b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:15.460401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-46380df2-6309-4e53-a69a-f284dba23652 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:15.461717 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-46380df2-6309-4e53-a69a-f284dba23652 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a771c858-6154-406c-8e85-620454b1432b HTTP/1.1" status: 204  len: 168 time: 0.2296979
Feb 12 21:22:15.464728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53426) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:15.483180 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46380df2-6309-4e53-a69a-f284dba23652 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a771c858-6154-406c-8e85-620454b1432b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:15.511558 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-16ec9841-29e7-4a66-80f0-7d570e494805 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0455151
Feb 12 21:22:15.514163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53430) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:15.529158 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-558416e9-f097-4bac-8312-0fddeed92ad1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3585112
Feb 12 21:22:15.534960 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53432) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:15.540075 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-01e8f984-376e-4d77-ab68-1181e2cab63a req-cd225c7f-0a4a-45b4-b87b-13b58cc1b88c service neutron] 10.222.0.48 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260040
Feb 12 21:22:15.540225 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-cc21cbcf-e824-4b07-a76b-b4285e884ddb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'mac_address': 'fa:16:3e:2a:c7:61', 'name': 'tempest-NetworksTestDHCPv6-46857523'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:15.588108 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fc81930-cfd4-43bf-95af-c3a787e8ced5 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (e528a0d9-d3bb-41ac-9727-c9e413cd40c5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:15.612046 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fc81930-cfd4-43bf-95af-c3a787e8ced5 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (e528a0d9-d3bb-41ac-9727-c9e413cd40c5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:15.631270 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-107fa614-cd70-463b-a874-fd641a467c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6d5bc69a-2301-48bc-9830-3152e0fb1763) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:15.639256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b09bbc9-46c1-412a-ba34-798fe8926011 None None] Network 6d5bc69a-2301-48bc-9830-3152e0fb1763 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:15.640427 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107fa614-cd70-463b-a874-fd641a467c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:15.641282 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-107fa614-cd70-463b-a874-fd641a467c92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:15.698489 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acdb5f-4fc8-41e2-ad8b-6f28dfa698bc req-4d91ec4a-1719-4348-a38d-c3d0ebed45fe tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:15.699474 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-22acdb5f-4fc8-41e2-ad8b-6f28dfa698bc req-4d91ec4a-1719-4348-a38d-c3d0ebed45fe tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.1425748
Feb 12 21:22:15.733662 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fc81930-cfd4-43bf-95af-c3a787e8ced5 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e528a0d9-d3bb-41ac-9727-c9e413cd40c5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:15.737816 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fc81930-cfd4-43bf-95af-c3a787e8ced5 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:15.749437 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3fc81930-cfd4-43bf-95af-c3a787e8ced5 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-groups/e528a0d9-d3bb-41ac-9727-c9e413cd40c5 HTTP/1.1" status: 204  len: 168 time: 0.2288907
Feb 12 21:22:15.749437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53436) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:15.767576 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-107fa614-cd70-463b-a874-fd641a467c92 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1405740
Feb 12 21:22:15.787144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc81930-cfd4-43bf-95af-c3a787e8ced5 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e528a0d9-d3bb-41ac-9727-c9e413cd40c5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:15.788919 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-22acdb5f-4fc8-41e2-ad8b-6f28dfa698bc req-ae66926a-d119-44a3-b893-e15cd5970526 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0745771
Feb 12 21:22:15.864079 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d1ca8f7f-c5e9-4836-9087-a8f152b66da5 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1071219
Feb 12 21:22:15.867869 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53442) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:15.872478 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c61a85c1-d32f-4404-9ef9-955bd32c67a3 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group': {'name': 'tempest-secgroup--818133112'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:15.885062 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc21cbcf-e824-4b07-a76b-b4285e884ddb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:16.020754 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c61a85c1-d32f-4404-9ef9-955bd32c67a3 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:16.056969 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc21cbcf-e824-4b07-a76b-b4285e884ddb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:16.086512 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff45c60-84c6-4a67-b674-2d6d5a4aa1be None None] Network 6d5bc69a-2301-48bc-9830-3152e0fb1763 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:16.144338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-cc21cbcf-e824-4b07-a76b-b4285e884ddb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port 7b096f7a-4364-42fb-ac98-d0dc032e67e3 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:22:16.281215 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:22:16.307148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd03f9-cb3d-4aec-a14a-c2d9cf27e99b req-40c40919-ee4d-405e-9ab4-7470bd994df9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:16.318380 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03bd03f9-cb3d-4aec-a14a-c2d9cf27e99b req-40c40919-ee4d-405e-9ab4-7470bd994df9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.1900158
Feb 12 21:22:16.444294 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03bd03f9-cb3d-4aec-a14a-c2d9cf27e99b req-45b3fbe6-bef2-4d49-b335-9456f8d5f796 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097162
Feb 12 21:22:16.475803 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:16.476065 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:16.567175 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-edd508d5-ba32-4546-9f18-73fe76b9abe6 req-68c6df20-eea9-4149-9fbb-1d7d5aea17ef tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.2648520
Feb 12 21:22:16.577287 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:16.578031 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:16.611201 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c61a85c1-d32f-4404-9ef9-955bd32c67a3 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (42e01431-b4dd-433b-a2fc-1945c85eb7ba), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:16.616327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01121e20-a3c4-439c-9e4e-fdfd6e0d2849 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:16.624228 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-cc21cbcf-e824-4b07-a76b-b4285e884ddb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 172.20.0.2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/0e3d304b-8474-4f44-8914-a9cb1043a0a0/7b096f7a-4364-42fb-ac98-d0dc032e67e3) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:16.636852 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-cc21cbcf-e824-4b07-a76b-b4285e884ddb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::f816:3eff:fe2a:c761 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/d202a6bf-0c2d-4c81-b4be-1365f4767499/7b096f7a-4364-42fb-ac98-d0dc032e67e3) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:16.637159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=428ca9e5-2de6-4e22-9b7c-fdf8545503b5,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:16.724025 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c61a85c1-d32f-4404-9ef9-955bd32c67a3 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (42e01431-b4dd-433b-a2fc-1945c85eb7ba), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:16.724223 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6bfeffbc-aec9-45be-8e4c-8fcb26b6db02 None None] Provisioning complete for port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:16.724314 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6bfeffbc-aec9-45be-8e4c-8fcb26b6db02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:16.760672 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:16.793892 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a85c1-d32f-4404-9ef9-955bd32c67a3 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e01431-b4dd-433b-a2fc-1945c85eb7ba,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:16.848692 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c61a85c1-d32f-4404-9ef9-955bd32c67a3 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:16.859053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=428ca9e5-2de6-4e22-9b7c-fdf8545503b5,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:16.859211 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53462) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:16.859287 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c61a85c1-d32f-4404-9ef9-955bd32c67a3 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.9850004
Feb 12 21:22:16.859354 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-393e9314-7cc5-48ab-b657-e5de487a814f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group_rule': {'security_group_id': '42e01431-b4dd-433b-a2fc-1945c85eb7ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:16.896134 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc21cbcf-e824-4b07-a76b-b4285e884ddb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (7b096f7a-4364-42fb-ac98-d0dc032e67e3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:16.913337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6bfeffbc-aec9-45be-8e4c-8fcb26b6db02 None None] Current status of the port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:16.960674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1524e6c6-30f0-4ef3-8501-45ff3cbf383f None None] Update dhcp port {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'fixed_ips': [{'subnet_id': 'd202a6bf-0c2d-4c81-b4be-1365f4767499', 'ip_address': '2001:db8::f816:3eff:fee1:cfeb'}, {'subnet_id': '0e3d304b-8474-4f44-8914-a9cb1043a0a0'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '428ca9e5-2de6-4e22-9b7c-fdf8545503b5'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:22:16.962937 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9d456-ec48-4181-9691-f206bb0ac337 req-2b4d6082-0530-420e-a967-ccd9debd3571 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:16.965934 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8fc9d456-ec48-4181-9691-f206bb0ac337 req-2b4d6082-0530-420e-a967-ccd9debd3571 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.0599039
Feb 12 21:22:16.997903 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1524e6c6-30f0-4ef3-8501-45ff3cbf383f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:16.998658 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-393e9314-7cc5-48ab-b657-e5de487a814f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (eab92b76-3746-461c-883a-f13a6289017b), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:17.083604 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8fc9d456-ec48-4181-9691-f206bb0ac337 req-b1513796-a3f3-494a-8bca-604cdd4febb0 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1114929
Feb 12 21:22:17.093511 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-393e9314-7cc5-48ab-b657-e5de487a814f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (eab92b76-3746-461c-883a-f13a6289017b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:17.137912 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc21cbcf-e824-4b07-a76b-b4285e884ddb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (7b096f7a-4364-42fb-ac98-d0dc032e67e3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:17.182703 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-1524e6c6-30f0-4ef3-8501-45ff3cbf383f None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4b957f03-4e3c-49e7-8c9e-678ca51e99ab {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:22:17.183080 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-1524e6c6-30f0-4ef3-8501-45ff3cbf383f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:22:17.189411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21cbcf-e824-4b07-a76b-b4285e884ddb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:17.192634 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-cc21cbcf-e824-4b07-a76b-b4285e884ddb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:17.196611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21cbcf-e824-4b07-a76b-b4285e884ddb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:17.203801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21cbcf-e824-4b07-a76b-b4285e884ddb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=7b096f7a-4364-42fb-ac98-d0dc032e67e3,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:17.222589 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-393e9314-7cc5-48ab-b657-e5de487a814f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (eab92b76-3746-461c-883a-f13a6289017b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:17.242732 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e9314-7cc5-48ab-b657-e5de487a814f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab92b76-3746-461c-883a-f13a6289017b,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:17.256967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc21cbcf-e824-4b07-a76b-b4285e884ddb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:17.257684 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc21cbcf-e824-4b07-a76b-b4285e884ddb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:17.324654 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-393e9314-7cc5-48ab-b657-e5de487a814f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:17.326118 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-393e9314-7cc5-48ab-b657-e5de487a814f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4714770
Feb 12 21:22:17.328838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53474) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:17.347033 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-72bfd26d-f1a5-43fd-be73-3996493ee120 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules/eab92b76-3746-461c-883a-f13a6289017b HTTP/1.1" status: 200  len: 763 time: 0.0162847
Feb 12 21:22:17.362562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53478) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:17.386812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53480) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:17.387253 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cc21cbcf-e824-4b07-a76b-b4285e884ddb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1025 time: 1.8507972
Feb 12 21:22:17.412669 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-be228538-ef39-447f-9fb0-466995e99f7f tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0488954
Feb 12 21:22:17.415160 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53484) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:17.441509 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-238e212e-2840-4ec7-8c4b-97d906686a25 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (eab92b76-3746-461c-883a-f13a6289017b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:17.449275 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-238e212e-2840-4ec7-8c4b-97d906686a25 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (eab92b76-3746-461c-883a-f13a6289017b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:17.452521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b34dc6-9bd9-4268-81e9-de573dc5761d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:17.457890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b34dc6-9bd9-4268-81e9-de573dc5761d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:17.461843 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-67b34dc6-9bd9-4268-81e9-de573dc5761d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.0709713
Feb 12 21:22:17.462794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53488) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:17.566415 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3a90f5e0-7be6-4fa5-812f-4f16b76ec1f0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port 7b096f7a-4364-42fb-ac98-d0dc032e67e3 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:17.566753 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a90f5e0-7be6-4fa5-812f-4f16b76ec1f0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7b096f7a-4364-42fb-ac98-d0dc032e67e3), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:17.578298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9296b4-e631-4d0a-91de-a96d5f5f51ba req-00d684ca-0f41-4df9-83e3-f555f31535cb tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:17.579949 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-db9296b4-e631-4d0a-91de-a96d5f5f51ba req-00d684ca-0f41-4df9-83e3-f555f31535cb tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.0548601
Feb 12 21:22:17.585925 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-238e212e-2840-4ec7-8c4b-97d906686a25 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (eab92b76-3746-461c-883a-f13a6289017b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:17.595503 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-238e212e-2840-4ec7-8c4b-97d906686a25 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:17.596593 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-238e212e-2840-4ec7-8c4b-97d906686a25 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/eab92b76-3746-461c-883a-f13a6289017b HTTP/1.1" status: 204  len: 168 time: 0.1804905
Feb 12 21:22:17.605166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53490) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:17.620762 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e212e-2840-4ec7-8c4b-97d906686a25 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eab92b76-3746-461c-883a-f13a6289017b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:17.667307 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a90f5e0-7be6-4fa5-812f-4f16b76ec1f0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7b096f7a-4364-42fb-ac98-d0dc032e67e3), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:17.683524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3a90f5e0-7be6-4fa5-812f-4f16b76ec1f0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for 7b096f7a-4364-42fb-ac98-d0dc032e67e3 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:17.710881 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-db9296b4-e631-4d0a-91de-a96d5f5f51ba req-663c5540-d86a-416c-9cf1-203e5df24531 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227489
Feb 12 21:22:17.720210 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1524e6c6-30f0-4ef3-8501-45ff3cbf383f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:17.754571 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b72d1ccb-3673-496a-8846-5a14f964e267 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1479290
Feb 12 21:22:17.755291 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53498) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:17.761515 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c9f531f1-24e1-4f73-b7f5-eb29ba135103 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group_rule': {'security_group_id': '42e01431-b4dd-433b-a2fc-1945c85eb7ba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:17.848581 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-905847ce-09f0-4608-8596-2006509a2c88 req-39342de3-60a9-4fa1-bbdb-b09e30b4b5c7 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0490439
Feb 12 21:22:17.907929 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9f531f1-24e1-4f73-b7f5-eb29ba135103 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (7a26b940-6215-4d80-802c-1fd6ef3c584a), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:17.913053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-1524e6c6-30f0-4ef3-8501-45ff3cbf383f None None] Allocated IP 172.20.0.3 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/0e3d304b-8474-4f44-8914-a9cb1043a0a0/428ca9e5-2de6-4e22-9b7c-fdf8545503b5) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:17.967386 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9f531f1-24e1-4f73-b7f5-eb29ba135103 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (7a26b940-6215-4d80-802c-1fd6ef3c584a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:17.982452 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a90f5e0-7be6-4fa5-812f-4f16b76ec1f0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7b096f7a-4364-42fb-ac98-d0dc032e67e3), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.017715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1524e6c6-30f0-4ef3-8501-45ff3cbf383f None None] For port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=428ca9e5-2de6-4e22-9b7c-fdf8545503b5,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:18.020241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90f5e0-7be6-4fa5-812f-4f16b76ec1f0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=7b096f7a-4364-42fb-ac98-d0dc032e67e3,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:18.061898 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9f531f1-24e1-4f73-b7f5-eb29ba135103 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (7a26b940-6215-4d80-802c-1fd6ef3c584a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.071275 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1524e6c6-30f0-4ef3-8501-45ff3cbf383f None None] Publish callbacks [] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.075002 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:22:18.088232 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f531f1-24e1-4f73-b7f5-eb29ba135103 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a26b940-6215-4d80-802c-1fd6ef3c584a,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:18.128868 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a90f5e0-7be6-4fa5-812f-4f16b76ec1f0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.132321 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3a90f5e0-7be6-4fa5-812f-4f16b76ec1f0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/7b096f7a-4364-42fb-ac98-d0dc032e67e3 HTTP/1.1" status: 204  len: 168 time: 0.6685436
Feb 12 21:22:18.134448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:18.134838 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.134969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53514) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:18.160592 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1524e6c6-30f0-4ef3-8501-45ff3cbf383f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.178607 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9f531f1-24e1-4f73-b7f5-eb29ba135103 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.179949 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c9f531f1-24e1-4f73-b7f5-eb29ba135103 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4234285
Feb 12 21:22:18.182800 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53518) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:18.200570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf706cd-1331-46fd-a66b-f28022ee0d84 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:18.202043 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf706cd-1331-46fd-a66b-f28022ee0d84 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:18.205826 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-50714049-f073-44d0-9c7a-c8b57a5eb481 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules/7a26b940-6215-4d80-802c-1fd6ef3c584a HTTP/1.1" status: 200  len: 763 time: 0.0208344
Feb 12 21:22:18.208356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53520) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:18.210382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf706cd-1331-46fd-a66b-f28022ee0d84 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:18.213745 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3cf706cd-1331-46fd-a66b-f28022ee0d84 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0776136
Feb 12 21:22:18.218083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53522) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:18.256672 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-de0e60b1-f40b-4ca4-97af-7ad8ebcb4e9b tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0471439
Feb 12 21:22:18.259408 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53524) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:18.268918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524e6c6-30f0-4ef3-8501-45ff3cbf383f None None] Pushing event updated for resources: {'Port': ['ID=428ca9e5-2de6-4e22-9b7c-fdf8545503b5,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:18.291807 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-241056fd-fd73-413d-8f37-27571afdf6c1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 0e3d304b-8474-4f44-8914-a9cb1043a0a0 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:22:18.295563 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-241056fd-fd73-413d-8f37-27571afdf6c1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (0e3d304b-8474-4f44-8914-a9cb1043a0a0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.316988 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5433a21-f06f-4f89-b145-c04eab5d16e7 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (7a26b940-6215-4d80-802c-1fd6ef3c584a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.324991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:18.327433 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5433a21-f06f-4f89-b145-c04eab5d16e7 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (7a26b940-6215-4d80-802c-1fd6ef3c584a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.374146 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-241056fd-fd73-413d-8f37-27571afdf6c1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (0e3d304b-8474-4f44-8914-a9cb1043a0a0), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.431412 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5433a21-f06f-4f89-b145-c04eab5d16e7 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (7a26b940-6215-4d80-802c-1fd6ef3c584a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.439926 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5433a21-f06f-4f89-b145-c04eab5d16e7 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.443762 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c5433a21-f06f-4f89-b145-c04eab5d16e7 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7a26b940-6215-4d80-802c-1fd6ef3c584a HTTP/1.1" status: 204  len: 168 time: 0.1833787
Feb 12 21:22:18.444781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53528) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:18.450095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5433a21-f06f-4f89-b145-c04eab5d16e7 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a26b940-6215-4d80-802c-1fd6ef3c584a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:18.486443 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-241056fd-fd73-413d-8f37-27571afdf6c1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (0e3d304b-8474-4f44-8914-a9cb1043a0a0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.529026 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2d5673bb-1b75-4b5e-8465-b373efece04d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0832412
Feb 12 21:22:18.531932 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53532) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:18.544042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9530dee7-1a1d-4c8d-9504-e0d4cd18ce8d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group_rule': {'security_group_id': '42e01431-b4dd-433b-a2fc-1945c85eb7ba', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:18.668765 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-241056fd-fd73-413d-8f37-27571afdf6c1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (0e3d304b-8474-4f44-8914-a9cb1043a0a0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.673688 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9530dee7-1a1d-4c8d-9504-e0d4cd18ce8d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (c49f1928-77fe-4823-8d29-545ec57f57ef), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.696198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241056fd-fd73-413d-8f37-27571afdf6c1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3d304b-8474-4f44-8914-a9cb1043a0a0,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:18.703843 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-241056fd-fd73-413d-8f37-27571afdf6c1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.707736 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-241056fd-fd73-413d-8f37-27571afdf6c1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/0e3d304b-8474-4f44-8914-a9cb1043a0a0 HTTP/1.1" status: 204  len: 168 time: 0.4879625
Feb 12 21:22:18.710346 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53534) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:18.734249 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9530dee7-1a1d-4c8d-9504-e0d4cd18ce8d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (c49f1928-77fe-4823-8d29-545ec57f57ef), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.771666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-0212e1c3-95b1-4817-bb34-d92b225d4d95 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet d202a6bf-0c2d-4c81-b4be-1365f4767499 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:22:18.775783 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0212e1c3-95b1-4817-bb34-d92b225d4d95 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (d202a6bf-0c2d-4c81-b4be-1365f4767499), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.827772 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0212e1c3-95b1-4817-bb34-d92b225d4d95 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (d202a6bf-0c2d-4c81-b4be-1365f4767499), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.831075 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9530dee7-1a1d-4c8d-9504-e0d4cd18ce8d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (c49f1928-77fe-4823-8d29-545ec57f57ef), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.861334 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530dee7-1a1d-4c8d-9504-e0d4cd18ce8d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49f1928-77fe-4823-8d29-545ec57f57ef,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:18.892876 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0da4a4-1951-4bff-834c-f61e597cca37 req-529d6698-7936-407a-8cf8-03142b673815 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:18.895495 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1c0da4a4-1951-4bff-834c-f61e597cca37 req-529d6698-7936-407a-8cf8-03142b673815 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.0995016
Feb 12 21:22:18.935623 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0212e1c3-95b1-4817-bb34-d92b225d4d95 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (d202a6bf-0c2d-4c81-b4be-1365f4767499), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.947155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac218f3-03df-4b74-9063-c9c37976fc0c None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:18.959153 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9530dee7-1a1d-4c8d-9504-e0d4cd18ce8d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:18.962763 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9530dee7-1a1d-4c8d-9504-e0d4cd18ce8d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4240010
Feb 12 21:22:18.964259 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53542) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:18.985204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4c3c4ebd-9ac9-4e3e-abb6-5cdb89b4791f None None] Provisioning complete for port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:18.986483 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4c3c4ebd-9ac9-4e3e-abb6-5cdb89b4791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.001876 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-408a497a-cb3c-4b45-9039-df6ee6f9068c tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules/c49f1928-77fe-4823-8d29-545ec57f57ef HTTP/1.1" status: 200  len: 764 time: 0.0335109
Feb 12 21:22:19.004188 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1c0da4a4-1951-4bff-834c-f61e597cca37 req-cd19024e-5f99-457c-8775-8ef626eaa75d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009026
Feb 12 21:22:19.004670 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53544) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:19.035196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b8b62c69-bdde-4738-9890-01814111d2ed req-d58400d8-4f70-4009-b23a-37302e6dfca7 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0518372
Feb 12 21:22:19.057786 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7ede81f8-0a08-4cae-bd6f-a64a65f7bdb8 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0497596
Feb 12 21:22:19.058083 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53546) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:19.083666 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-07a1660c-9c17-4d10-8e47-f4a3ab8287f6 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (c49f1928-77fe-4823-8d29-545ec57f57ef), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.091153 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-07a1660c-9c17-4d10-8e47-f4a3ab8287f6 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (c49f1928-77fe-4823-8d29-545ec57f57ef), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.129286 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0212e1c3-95b1-4817-bb34-d92b225d4d95 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (d202a6bf-0c2d-4c81-b4be-1365f4767499), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.165578 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212e1c3-95b1-4817-bb34-d92b225d4d95 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=d202a6bf-0c2d-4c81-b4be-1365f4767499,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:19.169305 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0212e1c3-95b1-4817-bb34-d92b225d4d95 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.174944 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0212e1c3-95b1-4817-bb34-d92b225d4d95 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/d202a6bf-0c2d-4c81-b4be-1365f4767499 HTTP/1.1" status: 204  len: 168 time: 0.4612319
Feb 12 21:22:19.175621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53548) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:19.180885 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c4ebd-9ac9-4e3e-abb6-5cdb89b4791f None None] Current status of the port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:19.191468 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-07a1660c-9c17-4d10-8e47-f4a3ab8287f6 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (c49f1928-77fe-4823-8d29-545ec57f57ef), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.198239 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-07a1660c-9c17-4d10-8e47-f4a3ab8287f6 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.200510 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-07a1660c-9c17-4d10-8e47-f4a3ab8287f6 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c49f1928-77fe-4823-8d29-545ec57f57ef HTTP/1.1" status: 204  len: 168 time: 0.1412971
Feb 12 21:22:19.207906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53550) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:19.214827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1660c-9c17-4d10-8e47-f4a3ab8287f6 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c49f1928-77fe-4823-8d29-545ec57f57ef,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:19.222979 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d636e182-0f2b-41e0-ad64-88f905f2afce tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0429847
Feb 12 21:22:19.223341 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53552) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:19.228457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-7339141a-8303-4130-9875-dfeaf485569b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:19.264972 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-71715480-42c2-410e-908c-f72818c28148 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0556948
Feb 12 21:22:19.268441 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53556) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:19.284487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9293b10-1adf-46da-bd2a-ce03bfa7b526 None None] Update dhcp port {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'fixed_ips': [{'subnet_id': 'd202a6bf-0c2d-4c81-b4be-1365f4767499'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '428ca9e5-2de6-4e22-9b7c-fdf8545503b5'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:22:19.319822 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c9293b10-1adf-46da-bd2a-ce03bfa7b526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.332995 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab04960f-f120-4338-89b9-986bcf0755fa tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (42e01431-b4dd-433b-a2fc-1945c85eb7ba), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.364469 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab04960f-f120-4338-89b9-986bcf0755fa tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (42e01431-b4dd-433b-a2fc-1945c85eb7ba), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.397785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7339141a-8303-4130-9875-dfeaf485569b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:19.402169 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7339141a-8303-4130-9875-dfeaf485569b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.504495 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab04960f-f120-4338-89b9-986bcf0755fa tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (42e01431-b4dd-433b-a2fc-1945c85eb7ba), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.507342 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab04960f-f120-4338-89b9-986bcf0755fa tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.508762 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ab04960f-f120-4338-89b9-986bcf0755fa tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-groups/42e01431-b4dd-433b-a2fc-1945c85eb7ba HTTP/1.1" status: 204  len: 168 time: 0.2393267
Feb 12 21:22:19.513913 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53564) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:19.529722 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04960f-f120-4338-89b9-986bcf0755fa tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e01431-b4dd-433b-a2fc-1945c85eb7ba,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:19.540333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e32d6c-ce5d-4146-bd05-1f93a0e6dc91 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:19.623434 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-20b8db61-9427-4e28-bc24-d2b9e09523bf tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1077669
Feb 12 21:22:19.630588 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53566) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:19.635518 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-1f4321f5-1106-4c09-a665-43898faa84ec tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group': {'name': 'tempest-secgroup--962731859'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:19.663295 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ba4d300f-731f-45ce-a323-60bcf8de6111 None None] Provisioning complete for port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:19.663762 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ba4d300f-731f-45ce-a323-60bcf8de6111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.747167 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f4321f5-1106-4c09-a665-43898faa84ec tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.759066 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f016655-038e-4786-b714-e531c1fe45dd None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:22:19.811518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ba4d300f-731f-45ce-a323-60bcf8de6111 None None] Current status of the port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:19.840016 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f4321f5-1106-4c09-a665-43898faa84ec tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (a8ad91cf-00bd-42eb-a25a-31a6db8daedd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.851801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0f016655-038e-4786-b714-e531c1fe45dd None None] Deleting port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:19.852174 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f016655-038e-4786-b714-e531c1fe45dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.919995 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f4321f5-1106-4c09-a665-43898faa84ec tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a8ad91cf-00bd-42eb-a25a-31a6db8daedd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.930318 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0f016655-038e-4786-b714-e531c1fe45dd None None] For port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=428ca9e5-2de6-4e22-9b7c-fdf8545503b5,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:19.930725 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f016655-038e-4786-b714-e531c1fe45dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:19.961213 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4321f5-1106-4c09-a665-43898faa84ec tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ad91cf-00bd-42eb-a25a-31a6db8daedd,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:19.974165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0f016655-038e-4786-b714-e531c1fe45dd None None] Calling delete_port for 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:20.008334 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f4321f5-1106-4c09-a665-43898faa84ec tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:20.010836 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1f4321f5-1106-4c09-a665-43898faa84ec tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3792360
Feb 12 21:22:20.013687 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53578) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:20.019901 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d6380d17-72de-44f1-8bfd-ffc9f9f01ab6 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Request body: {'security_group_rule': {'security_group_id': 'a8ad91cf-00bd-42eb-a25a-31a6db8daedd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:20.083569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:22:20.163615 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d6380d17-72de-44f1-8bfd-ffc9f9f01ab6 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (c7fe9cd7-4fc4-423e-ace9-0937ac76f86f), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:20.171672 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2958a9a3-e9ba-4f10-b1e9-9ce7bda7eeb2 req-a18e3c8e-6134-4369-a4c0-ecdb2cca6844 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0344939
Feb 12 21:22:20.194719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.objects.ports [None req-7339141a-8303-4130-9875-dfeaf485569b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126505) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:22:20.196239 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7339141a-8303-4130-9875-dfeaf485569b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (fe9c15ba-57d3-40bc-bacc-6f4b01912f02), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:20.200400 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f016655-038e-4786-b714-e531c1fe45dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:20.243905 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f016655-038e-4786-b714-e531c1fe45dd None None] Pushing event deleted for resources: {'Port': ['ID=428ca9e5-2de6-4e22-9b7c-fdf8545503b5,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:20.247313 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7339141a-8303-4130-9875-dfeaf485569b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:20.250492 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f016655-038e-4786-b714-e531c1fe45dd None None] No DVR routers for this DVR port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:22:20.250734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-7339141a-8303-4130-9875-dfeaf485569b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:20.252311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 428ca9e5-2de6-4e22-9b7c-fdf8545503b5 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:20.252705 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (428ca9e5-2de6-4e22-9b7c-fdf8545503b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:20.257493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7339141a-8303-4130-9875-dfeaf485569b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:20.258097 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7339141a-8303-4130-9875-dfeaf485569b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:20.278691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339141a-8303-4130-9875-dfeaf485569b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=fe9c15ba-57d3-40bc-bacc-6f4b01912f02,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:20.294333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf696df-01fa-4b93-9412-779cf7393baa None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:20.305171 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01194e63-d3cc-414b-a9b8-144d7c1b80b7 req-33818b00-0152-4b07-8d93-b1e567350930 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:20.306816 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-01194e63-d3cc-414b-a9b8-144d7c1b80b7 req-33818b00-0152-4b07-8d93-b1e567350930 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.1918170
Feb 12 21:22:20.354145 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d6380d17-72de-44f1-8bfd-ffc9f9f01ab6 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (c7fe9cd7-4fc4-423e-ace9-0937ac76f86f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:20.370966 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-01194e63-d3cc-414b-a9b8-144d7c1b80b7 req-bfd7b407-464c-4566-b161-695927be535c tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575857
Feb 12 21:22:20.429104 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': 'fe9c15ba-57d3-40bc-bacc-6f4b01912f02'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:22:20.429996 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:20.445527 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7339141a-8303-4130-9875-dfeaf485569b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2186472
Feb 12 21:22:20.446337 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53598) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:20.451264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-524734e9-27c1-474a-b36c-cef9be42f053 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:20.495727 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d6380d17-72de-44f1-8bfd-ffc9f9f01ab6 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (c7fe9cd7-4fc4-423e-ace9-0937ac76f86f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:20.526362 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6380d17-72de-44f1-8bfd-ffc9f9f01ab6 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fe9cd7-4fc4-423e-ace9-0937ac76f86f,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:20.590078 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Allocated IP 2001:db8::f816:3eff:fe4e:c895 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/fe9c15ba-57d3-40bc-bacc-6f4b01912f02/6e1c0c22-7be1-4bf5-8fef-533e4fc4f757) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:20.656549 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d6380d17-72de-44f1-8bfd-ffc9f9f01ab6 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:20.661058 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53602) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:20.661235 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d6380d17-72de-44f1-8bfd-ffc9f9f01ab6 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6457574
Feb 12 21:22:20.720907 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3ef68e0a-330e-4689-aa8f-380d6c3664c8 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (a8ad91cf-00bd-42eb-a25a-31a6db8daedd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:20.753724 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3ef68e0a-330e-4689-aa8f-380d6c3664c8 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (a8ad91cf-00bd-42eb-a25a-31a6db8daedd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:20.766536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524734e9-27c1-474a-b36c-cef9be42f053 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:20.772182 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-524734e9-27c1-474a-b36c-cef9be42f053 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:20.908095 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Publish callbacks [] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:20.954306 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3ef68e0a-330e-4689-aa8f-380d6c3664c8 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a8ad91cf-00bd-42eb-a25a-31a6db8daedd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:20.957447 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3ef68e0a-330e-4689-aa8f-380d6c3664c8 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:20.958607 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3ef68e0a-330e-4689-aa8f-380d6c3664c8 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-groups/a8ad91cf-00bd-42eb-a25a-31a6db8daedd HTTP/1.1" status: 204  len: 168 time: 0.2965457
Feb 12 21:22:20.961254 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53608) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:20.972714 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef68e0a-330e-4689-aa8f-380d6c3664c8 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ad91cf-00bd-42eb-a25a-31a6db8daedd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:21.002019 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:21.027308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53612) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:21.032219 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5e001df3-32ec-470f-9617-f8b06904ab19 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0644886
Feb 12 21:22:21.051781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:21.054973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:21.059462 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:21.093900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Pushing event updated for resources: {'Port': ['ID=6e1c0c22-7be1-4bf5-8fef-533e4fc4f757,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:21.104390 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-11d24186-a8ff-4d84-a709-318f34fd528d tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0758359
Feb 12 21:22:21.107139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53616) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:21.129521 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-1bc77d27-101b-4e95-bdad-4b742c8331cb tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] delete failed (client error): The resource could not be found.
Feb 12 21:22:21.129757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Attempting to bind port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:22:21.130004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Attempting to bind port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:22:21.134550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Attempting to bind port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:22:21.134682 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1bc77d27-101b-4e95-bdad-4b742c8331cb tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "DELETE /v2.0/security-groups/a8ad91cf-00bd-42eb-a25a-31a6db8daedd HTTP/1.1" status: 404  len: 347 time: 0.0225177
Feb 12 21:22:21.134893 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53618) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:21.137541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:22:21.137971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:22:21.138384 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:21.138802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:22:21.139271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Bound port: 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:22:21.139679 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:21.185695 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4d121763-d133-49e0-b48a-02a3f3cce643 tempest-SecGroupTest-1649691284 tempest-SecGroupTest-1649691284-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0492163
Feb 12 21:22:21.219138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] For port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:22:21.225182 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] For port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e1c0c22-7be1-4bf5-8fef-533e4fc4f757,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:22:21.230122 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-524734e9-27c1-474a-b36c-cef9be42f053 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (7f28d54a-bd2b-469a-93dc-12da90f399eb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:21.292923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524734e9-27c1-474a-b36c-cef9be42f053 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=7f28d54a-bd2b-469a-93dc-12da90f399eb,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:21.318714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31a404b5-ebc5-4edb-aae8-103bd2e096ea req-219543ef-c703-4e86-a670-8e0f4d7afc9e tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0383997
Feb 12 21:22:21.318931 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:21.320298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524734e9-27c1-474a-b36c-cef9be42f053 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:21.321905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-524734e9-27c1-474a-b36c-cef9be42f053 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:21.324985 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524734e9-27c1-474a-b36c-cef9be42f053 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:21.325704 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-524734e9-27c1-474a-b36c-cef9be42f053 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:21.408978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276bc6e-c868-485e-8e3c-dbdf536dec5e None None] Pushing event updated for resources: {'Port': ['ID=6e1c0c22-7be1-4bf5-8fef-533e4fc4f757,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:21.494860 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-524734e9-27c1-474a-b36c-cef9be42f053 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0474527
Feb 12 21:22:21.497818 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53630) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:21.502984 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-773e32bc-dc59-4a9f-a5a4-8372e4f81966 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'mac_address': 'fa:16:3e:b9:f8:f7', 'name': 'tempest-NetworksTestDHCPv6-1261230126'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:21.619478 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb89a2-fc36-49c4-b645-6db5c37f123b req-60c1c1b6-daed-4a30-8043-23971424de55 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:21.621924 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6ffb89a2-fc36-49c4-b645-6db5c37f123b req-60c1c1b6-daed-4a30-8043-23971424de55 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.1571329
Feb 12 21:22:21.710197 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6ffb89a2-fc36-49c4-b645-6db5c37f123b req-84dd52c7-588d-4d58-a9be-16a6271c8fec tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762248
Feb 12 21:22:21.800033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773e32bc-dc59-4a9f-a5a4-8372e4f81966 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:21.845595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53638) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:21.892978 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-773e32bc-dc59-4a9f-a5a4-8372e4f81966 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:21.915195 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-773e32bc-dc59-4a9f-a5a4-8372e4f81966 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port b1ce14b8-f2b4-448b-93df-15ad26402649 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:22:22.116598 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-773e32bc-dc59-4a9f-a5a4-8372e4f81966 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 172.20.0.5 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/7f28d54a-bd2b-469a-93dc-12da90f399eb/b1ce14b8-f2b4-448b-93df-15ad26402649) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:22.123441 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-773e32bc-dc59-4a9f-a5a4-8372e4f81966 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::f816:3eff:feb9:f8f7 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/fe9c15ba-57d3-40bc-bacc-6f4b01912f02/b1ce14b8-f2b4-448b-93df-15ad26402649) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:22.145480 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d9084f7c-87c5-4c73-b9e2-a9c90edba4ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1580e890188e45078e14c9f155ceb27b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2982912
Feb 12 21:22:22.149832 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53648) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:22.162365 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:22:22.233110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:22.233574 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:22.290198 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bd120bc-c7b6-4515-9ddf-b4d776aafd61 admin admin] Publish callbacks [] for security_group (856ba3df-9712-4e7d-a3e4-bd4b0c722c29), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:22.322780 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:22.323841 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:22.331049 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bd120bc-c7b6-4515-9ddf-b4d776aafd61 admin admin] Publish callbacks [] for security_group (856ba3df-9712-4e7d-a3e4-bd4b0c722c29), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:22.361180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e1c0c22-7be1-4bf5-8fef-533e4fc4f757,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:22.394456 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-773e32bc-dc59-4a9f-a5a4-8372e4f81966 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (b1ce14b8-f2b4-448b-93df-15ad26402649), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:22.467533 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0391bde6-904a-4ba6-9c06-3aa91c26a876 req-5a176a73-af02-4796-a6f5-ce34f70dae16 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0375543
Feb 12 21:22:22.519297 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:22.564874 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d8086-32eb-43a2-95bd-88f631bec65c None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:22.594623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=6e1c0c22-7be1-4bf5-8fef-533e4fc4f757,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:22.627050 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-773e32bc-dc59-4a9f-a5a4-8372e4f81966 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b1ce14b8-f2b4-448b-93df-15ad26402649), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:22.628964 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bd120bc-c7b6-4515-9ddf-b4d776aafd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (856ba3df-9712-4e7d-a3e4-bd4b0c722c29), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:22.631851 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bd120bc-c7b6-4515-9ddf-b4d776aafd61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:22.633068 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4bd120bc-c7b6-4515-9ddf-b4d776aafd61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/856ba3df-9712-4e7d-a3e4-bd4b0c722c29 HTTP/1.1" status: 204  len: 168 time: 0.4820318
Feb 12 21:22:22.669678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd120bc-c7b6-4515-9ddf-b4d776aafd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856ba3df-9712-4e7d-a3e4-bd4b0c722c29,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:22.684961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773e32bc-dc59-4a9f-a5a4-8372e4f81966 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:22.688267 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-773e32bc-dc59-4a9f-a5a4-8372e4f81966 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:22.692667 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e32bc-dc59-4a9f-a5a4-8372e4f81966 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:22.734479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-59841e5b-b6f6-49af-91a7-3dfc971c906c None None] Provisioning complete for port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:22.735254 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-59841e5b-b6f6-49af-91a7-3dfc971c906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:22.736093 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e32bc-dc59-4a9f-a5a4-8372e4f81966 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=b1ce14b8-f2b4-448b-93df-15ad26402649,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:22.780330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773e32bc-dc59-4a9f-a5a4-8372e4f81966 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:22.780330 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-773e32bc-dc59-4a9f-a5a4-8372e4f81966 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:22.875341 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-773e32bc-dc59-4a9f-a5a4-8372e4f81966 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.3762965
Feb 12 21:22:22.878583 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53660) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:22.915665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-59841e5b-b6f6-49af-91a7-3dfc971c906c None None] Current status of the port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:22.928565 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9283311-655c-407e-b174-f697811adaa2 None None] Update dhcp port {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'fixed_ips': [{'subnet_id': 'fe9c15ba-57d3-40bc-bacc-6f4b01912f02', 'ip_address': '2001:db8::f816:3eff:fe4e:c895'}, {'subnet_id': '7f28d54a-bd2b-469a-93dc-12da90f399eb'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '6e1c0c22-7be1-4bf5-8fef-533e4fc4f757'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:22:22.929447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460f26d-3e0b-4c82-bb1c-006b9431667b req-344d932c-4062-4183-8fe8-d4ae6db9ebe3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:22.933830 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3460f26d-3e0b-4c82-bb1c-006b9431667b req-344d932c-4062-4183-8fe8-d4ae6db9ebe3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.1101694
Feb 12 21:22:22.961581 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a9283311-655c-407e-b174-f697811adaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:22.971074 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350152aa-f0a1-4f2f-ae55-a08119b3439a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:22.976342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350152aa-f0a1-4f2f-ae55-a08119b3439a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:22.989658 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-350152aa-f0a1-4f2f-ae55-a08119b3439a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1784 time: 0.1100554
Feb 12 21:22:22.992265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53662) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:23.091312 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3460f26d-3e0b-4c82-bb1c-006b9431667b req-877f22f1-b792-4ab5-9dbf-882173439571 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495457
Feb 12 21:22:23.132371 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-957fa1ba-4b18-4734-8d49-deead71ecbd4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port b1ce14b8-f2b4-448b-93df-15ad26402649 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:23.132731 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-957fa1ba-4b18-4734-8d49-deead71ecbd4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b1ce14b8-f2b4-448b-93df-15ad26402649), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:23.188782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-a9283311-655c-407e-b174-f697811adaa2 None None] Allocated IP 172.20.0.2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/7f28d54a-bd2b-469a-93dc-12da90f399eb/6e1c0c22-7be1-4bf5-8fef-533e4fc4f757) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:23.244263 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-957fa1ba-4b18-4734-8d49-deead71ecbd4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b1ce14b8-f2b4-448b-93df-15ad26402649), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:23.267769 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-957fa1ba-4b18-4734-8d49-deead71ecbd4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for b1ce14b8-f2b4-448b-93df-15ad26402649 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:23.343015 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a9283311-655c-407e-b174-f697811adaa2 None None] For port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e1c0c22-7be1-4bf5-8fef-533e4fc4f757,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:23.378954 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a9283311-655c-407e-b174-f697811adaa2 None None] Publish callbacks [] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:23.506474 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a9283311-655c-407e-b174-f697811adaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:23.558622 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-957fa1ba-4b18-4734-8d49-deead71ecbd4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b1ce14b8-f2b4-448b-93df-15ad26402649), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:23.612824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9283311-655c-407e-b174-f697811adaa2 None None] Pushing event updated for resources: {'Port': ['ID=6e1c0c22-7be1-4bf5-8fef-533e4fc4f757,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:23.646604 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf0205bb-e212-4d13-88d1-2378b90539ed req-6fcd4830-1c0f-4c30-9c56-84e066842c3a tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0851493
Feb 12 21:22:23.651995 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fa1ba-4b18-4734-8d49-deead71ecbd4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=b1ce14b8-f2b4-448b-93df-15ad26402649,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:23.670352 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:22:23.720317 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-957fa1ba-4b18-4734-8d49-deead71ecbd4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:23.734468 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-957fa1ba-4b18-4734-8d49-deead71ecbd4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/b1ce14b8-f2b4-448b-93df-15ad26402649 HTTP/1.1" status: 204  len: 168 time: 0.7408862
Feb 12 21:22:23.737142 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53686) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:23.805830 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eebd82-2590-44b7-924d-7b260d634c34 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:23.807375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eebd82-2590-44b7-924d-7b260d634c34 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:23.808685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eebd82-2590-44b7-924d-7b260d634c34 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:23.813401 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-19eebd82-2590-44b7-924d-7b260d634c34 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0723104
Feb 12 21:22:23.813781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53690) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:23.869306 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53694) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:23.895165 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa87f78d-63d6-4297-8079-35eefb2800e7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 7f28d54a-bd2b-469a-93dc-12da90f399eb {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:22:23.899074 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa87f78d-63d6-4297-8079-35eefb2800e7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (7f28d54a-bd2b-469a-93dc-12da90f399eb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:23.945048 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa87f78d-63d6-4297-8079-35eefb2800e7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (7f28d54a-bd2b-469a-93dc-12da90f399eb), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.034069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6731dbd3-ce6b-41ac-8cf5-6016e80ec120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.109402 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa87f78d-63d6-4297-8079-35eefb2800e7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (7f28d54a-bd2b-469a-93dc-12da90f399eb), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.110302 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:22:24.175917 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6731dbd3-ce6b-41ac-8cf5-6016e80ec120 admin admin] Publish callbacks [] for security_group (a6d6afbe-0076-41cb-adc2-0ab803f6a842), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.212364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:24.212829 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.245262 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6731dbd3-ce6b-41ac-8cf5-6016e80ec120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a6d6afbe-0076-41cb-adc2-0ab803f6a842), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.275339 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa87f78d-63d6-4297-8079-35eefb2800e7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (7f28d54a-bd2b-469a-93dc-12da90f399eb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.299856 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6731dbd3-ce6b-41ac-8cf5-6016e80ec120 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b96846716b584f95a67c5e9a7d6df6a0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4279191
Feb 12 21:22:24.305213 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53706) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:24.314008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731dbd3-ce6b-41ac-8cf5-6016e80ec120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d6afbe-0076-41cb-adc2-0ab803f6a842,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:24.338806 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:24.347590 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53708) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:24.348784 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87f78d-63d6-4297-8079-35eefb2800e7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=7f28d54a-bd2b-469a-93dc-12da90f399eb,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:24.366479 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa87f78d-63d6-4297-8079-35eefb2800e7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.372005 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-aa87f78d-63d6-4297-8079-35eefb2800e7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/7f28d54a-bd2b-469a-93dc-12da90f399eb HTTP/1.1" status: 204  len: 168 time: 0.5548749
Feb 12 21:22:24.372272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53712) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:24.374769 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f826188-4a45-49ab-9fbe-0da9e55a07af req-362d6d40-8621-4af1-9d68-05b24be3a2bf tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:24.376384 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6f826188-4a45-49ab-9fbe-0da9e55a07af req-362d6d40-8621-4af1-9d68-05b24be3a2bf tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.1619008
Feb 12 21:22:24.453860 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6f826188-4a45-49ab-9fbe-0da9e55a07af req-f77e1335-336f-439c-8f3a-75550aa23f92 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675499
Feb 12 21:22:24.466819 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d7da6f8-93f2-4d74-9170-1e6f0bdc9ea0 admin admin] Publish callbacks [] for security_group (a6d6afbe-0076-41cb-adc2-0ab803f6a842), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.491247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-da37dfe4-6c53-412d-9c74-9b673d80c8a7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet fe9c15ba-57d3-40bc-bacc-6f4b01912f02 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:22:24.491425 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d7da6f8-93f2-4d74-9170-1e6f0bdc9ea0 admin admin] Publish callbacks [] for security_group (a6d6afbe-0076-41cb-adc2-0ab803f6a842), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.497973 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da37dfe4-6c53-412d-9c74-9b673d80c8a7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (fe9c15ba-57d3-40bc-bacc-6f4b01912f02), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.549283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-3ec73ad2-4666-43be-b71e-bf26d8d60fc9 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:24.550964 ncdv-master-1 neutron-server[126505]: WARNING neutron.api.v2.base [None req-3ec73ad2-4666-43be-b71e-bf26d8d60fc9 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Feb 12 21:22:24.551800 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-3ec73ad2-4666-43be-b71e-bf26d8d60fc9 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:22:24.553131 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3ec73ad2-4666-43be-b71e-bf26d8d60fc9 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1971509
Feb 12 21:22:24.557579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53732) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:24.564991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-dc2baac6-09f6-4234-b823-eee8ae0bc5f0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1800085688'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:24.582026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d15b72-f416-4700-a926-30e4c6c03799 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:24.598051 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da37dfe4-6c53-412d-9c74-9b673d80c8a7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (fe9c15ba-57d3-40bc-bacc-6f4b01912f02), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.643276 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d7da6f8-93f2-4d74-9170-1e6f0bdc9ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a6d6afbe-0076-41cb-adc2-0ab803f6a842), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.646191 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d7da6f8-93f2-4d74-9170-1e6f0bdc9ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.647158 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8d7da6f8-93f2-4d74-9170-1e6f0bdc9ea0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6d6afbe-0076-41cb-adc2-0ab803f6a842 HTTP/1.1" status: 204  len: 168 time: 0.3408313
Feb 12 21:22:24.648837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-534ba40a-b673-4ab3-818e-3ceb4a6d852c None None] Could not find standard attr ID for object b1ce14b8-f2b4-448b-93df-15ad26402649. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:22:24.659942 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7da6f8-93f2-4d74-9170-1e6f0bdc9ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d6afbe-0076-41cb-adc2-0ab803f6a842,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:24.674302 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc2baac6-09f6-4234-b823-eee8ae0bc5f0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.694749 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc2baac6-09f6-4234-b823-eee8ae0bc5f0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.703765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-534ba40a-b673-4ab3-818e-3ceb4a6d852c None None] Provisioning complete for port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:24.704149 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-534ba40a-b673-4ab3-818e-3ceb4a6d852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.716760 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da37dfe4-6c53-412d-9c74-9b673d80c8a7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (fe9c15ba-57d3-40bc-bacc-6f4b01912f02), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.819431 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-71ae71a7-4796-49eb-a8d0-a3a428a4a0c8 req-2a962c33-33fd-4bad-a3e3-d7fbb9919e67 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0594733
Feb 12 21:22:24.881290 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc2baac6-09f6-4234-b823-eee8ae0bc5f0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (bed20d8c-f656-450a-a61f-dd7f95bccc11), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:24.895313 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763a729-519d-44c0-9d88-3a285e610cb4 req-f993a5ea-af5d-409f-b254-14c33d8e2345 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:24.911747 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a763a729-519d-44c0-9d88-3a285e610cb4 req-f993a5ea-af5d-409f-b254-14c33d8e2345 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.0928934
Feb 12 21:22:24.911826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-534ba40a-b673-4ab3-818e-3ceb4a6d852c None None] Current status of the port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:24.949562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a763a729-519d-44c0-9d88-3a285e610cb4 req-f931cee8-faed-4248-a293-1a8d925027c3 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464201
Feb 12 21:22:24.999566 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc2baac6-09f6-4234-b823-eee8ae0bc5f0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bed20d8c-f656-450a-a61f-dd7f95bccc11), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.009469 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da37dfe4-6c53-412d-9c74-9b673d80c8a7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (fe9c15ba-57d3-40bc-bacc-6f4b01912f02), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.046007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37dfe4-6c53-412d-9c74-9b673d80c8a7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=fe9c15ba-57d3-40bc-bacc-6f4b01912f02,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:25.051958 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da37dfe4-6c53-412d-9c74-9b673d80c8a7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.060927 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-da37dfe4-6c53-412d-9c74-9b673d80c8a7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/fe9c15ba-57d3-40bc-bacc-6f4b01912f02 HTTP/1.1" status: 204  len: 168 time: 0.6873782
Feb 12 21:22:25.061955 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53746) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:25.078299 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2baac6-09f6-4234-b823-eee8ae0bc5f0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed20d8c-f656-450a-a61f-dd7f95bccc11,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:25.124396 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2c33b43c-4706-47b4-b9ad-be16380b4ecf tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0611427
Feb 12 21:22:25.125023 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53750) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:25.131004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-af353cba-5659-4e13-85ad-ccc7b5dcf6d2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:25.151097 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9f154-c009-4e1e-9f99-4317284887f1 req-bdb0bc8e-b07f-4fa9-9a37-17c55bbb1fa9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:25.152649 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-07b9f154-c009-4e1e-9f99-4317284887f1 req-bdb0bc8e-b07f-4fa9-9a37-17c55bbb1fa9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.1144788
Feb 12 21:22:25.159904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc2baac6-09f6-4234-b823-eee8ae0bc5f0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (ce8f2056-4e92-4a70-99ce-df86379f809d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.218497 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-07b9f154-c009-4e1e-9f99-4317284887f1 req-1156f177-9116-47d8-9a68-696674d7d0f2 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572577
Feb 12 21:22:25.227000 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc2baac6-09f6-4234-b823-eee8ae0bc5f0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ce8f2056-4e92-4a70-99ce-df86379f809d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.268123 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2baac6-09f6-4234-b823-eee8ae0bc5f0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8f2056-4e92-4a70-99ce-df86379f809d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:25.353769 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af353cba-5659-4e13-85ad-ccc7b5dcf6d2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:25.357229 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af353cba-5659-4e13-85ad-ccc7b5dcf6d2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.387206 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc2baac6-09f6-4234-b823-eee8ae0bc5f0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.389653 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dc2baac6-09f6-4234-b823-eee8ae0bc5f0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.8309412
Feb 12 21:22:25.393049 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53754) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:25.398598 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': 'ce8f2056-4e92-4a70-99ce-df86379f809d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:25.511368 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772de224-db76-417b-ac2e-37e7aad8ec6c None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:25.520376 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group_rule (32ad764a-3814-4fa5-ae4d-e11f1e47e941), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.586667 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-bf2fbeac-d8cf-4c73-a0b9-d5908ba96ce2 None None] Provisioning complete for port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:25.587044 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bf2fbeac-d8cf-4c73-a0b9-d5908ba96ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.594062 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group_rule (32ad764a-3814-4fa5-ae4d-e11f1e47e941), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.671403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53756) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:25.687073 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c044281-9c55-4df8-b372-e04d4eeb1b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.699321 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-bf2fbeac-d8cf-4c73-a0b9-d5908ba96ce2 None None] Current status of the port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:25.703335 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (32ad764a-3814-4fa5-ae4d-e11f1e47e941), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.716245 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af353cba-5659-4e13-85ad-ccc7b5dcf6d2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (d6e4c48e-c337-4cb3-87cb-c371b16c4943), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.727011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ad764a-3814-4fa5-ae4d-e11f1e47e941,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:25.742553 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:25.743128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:25.743292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:25.743634 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:25.743965 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:25.744303 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:25.744714 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:25.744931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:25.745310 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:25.745674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:25.746008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:25.746335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:25.746662 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:25.752526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39726509-90ae-4135-9744-e7647d9c6d85 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:22:25.801632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af353cba-5659-4e13-85ad-ccc7b5dcf6d2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:25.815887 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-af353cba-5659-4e13-85ad-ccc7b5dcf6d2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:25.818294 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.824099 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2731800b-921b-4028-89f5-2703ab8d740d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4299307
Feb 12 21:22:25.824895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53770) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:25.825015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af353cba-5659-4e13-85ad-ccc7b5dcf6d2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:25.825991 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af353cba-5659-4e13-85ad-ccc7b5dcf6d2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.834202 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dd978624-18fa-4094-a2f1-5b5cc9128fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.836011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af353cba-5659-4e13-85ad-ccc7b5dcf6d2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=d6e4c48e-c337-4cb3-87cb-c371b16c4943,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:25.849211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-39726509-90ae-4135-9744-e7647d9c6d85 None None] Deleting port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:25.849754 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-39726509-90ae-4135-9744-e7647d9c6d85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.858365 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-100baafe-47a0-4cc1-924d-1b094354cd13 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': 'ce8f2056-4e92-4a70-99ce-df86379f809d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:25.890096 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c044281-9c55-4df8-b372-e04d4eeb1b25 admin admin] Publish callbacks [] for security_group (a437c896-b21c-429c-ba94-03f28dcc6e46), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.916644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9611ce-04d1-40d1-8ec3-0b5b491796c6 req-e5d1dba9-270d-46aa-ba72-4789edeff8f5 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:25.918212 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5c9611ce-04d1-40d1-8ec3-0b5b491796c6 req-e5d1dba9-270d-46aa-ba72-4789edeff8f5 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.1169457
Feb 12 21:22:25.942130 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac94ce30-9770-43d7-ad1b-7363738b0139 req-bbd1670d-7ef9-44a4-8f15-83799760ee44 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0330501
Feb 12 21:22:25.963555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-39726509-90ae-4135-9744-e7647d9c6d85 None None] For port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e1c0c22-7be1-4bf5-8fef-533e4fc4f757,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:25.963659 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-af353cba-5659-4e13-85ad-ccc7b5dcf6d2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8347564
Feb 12 21:22:25.963760 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-39726509-90ae-4135-9744-e7647d9c6d85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.963843 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c044281-9c55-4df8-b372-e04d4eeb1b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a437c896-b21c-429c-ba94-03f28dcc6e46), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:25.967259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53776) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:25.976654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-39726509-90ae-4135-9744-e7647d9c6d85 None None] Calling delete_port for 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:25.979597 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-4c1db115-eb0d-4f12-9cd3-ccb4c450e6db req-b7160082-92e1-48d9-92ad-a10355e192ba tempest-ServersNegativeTestJSON-1351691899 tempest-ServersNegativeTestJSON-1351691899-project] (126506) timed out ('10.222.0.31', 52908) {{(pid=126506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 21:22:25.984108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-77a9008d-01e7-496b-aa4b-3638d94ce2d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:26.004653 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5c9611ce-04d1-40d1-8ec3-0b5b491796c6 req-aeada7e5-1213-4261-80b8-446debaff12e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754721
Feb 12 21:22:26.062527 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-100baafe-47a0-4cc1-924d-1b094354cd13 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group_rule (388bc799-3a60-4c17-b61e-f39f930e7bb8), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.082448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:22:26.108301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3c044281-9c55-4df8-b372-e04d4eeb1b25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d57d488f190648d79f86a167632b09ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4330935
Feb 12 21:22:26.109814 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53778) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:26.127350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c044281-9c55-4df8-b372-e04d4eeb1b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a437c896-b21c-429c-ba94-03f28dcc6e46,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:26.176688 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-39726509-90ae-4135-9744-e7647d9c6d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.188296 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a24f5e1b-88b3-43f2-88d1-806182b009f2 admin admin] Publish callbacks [] for security_group (a437c896-b21c-429c-ba94-03f28dcc6e46), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.210367 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-100baafe-47a0-4cc1-924d-1b094354cd13 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:22:26.214059 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-100baafe-47a0-4cc1-924d-1b094354cd13 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.3579721
Feb 12 21:22:26.214185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39726509-90ae-4135-9744-e7647d9c6d85 None None] No DVR routers for this DVR port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:22:26.214686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53780) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:26.216993 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a24f5e1b-88b3-43f2-88d1-806182b009f2 admin admin] Publish callbacks [] for security_group (a437c896-b21c-429c-ba94-03f28dcc6e46), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.217719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39726509-90ae-4135-9744-e7647d9c6d85 None None] Pushing event deleted for resources: {'Port': ['ID=6e1c0c22-7be1-4bf5-8fef-533e4fc4f757,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:26.225482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6e1c0c22-7be1-4bf5-8fef-533e4fc4f757 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:26.225482 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6e1c0c22-7be1-4bf5-8fef-533e4fc4f757), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.248658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decc885a-c325-4120-b66d-4c59a601b03f None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:26.290931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a9008d-01e7-496b-aa4b-3638d94ce2d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:26.295069 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-77a9008d-01e7-496b-aa4b-3638d94ce2d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.301624 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71932017-ca4d-4c21-9b7f-c85d5b76261b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (ce8f2056-4e92-4a70-99ce-df86379f809d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.380640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': 'd6e4c48e-c337-4cb3-87cb-c371b16c4943'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:22:26.380987 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71932017-ca4d-4c21-9b7f-c85d5b76261b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (ce8f2056-4e92-4a70-99ce-df86379f809d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.381563 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.395925 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a24f5e1b-88b3-43f2-88d1-806182b009f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a437c896-b21c-429c-ba94-03f28dcc6e46), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.395925 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a24f5e1b-88b3-43f2-88d1-806182b009f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.397582 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a24f5e1b-88b3-43f2-88d1-806182b009f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a437c896-b21c-429c-ba94-03f28dcc6e46 HTTP/1.1" status: 204  len: 168 time: 0.2876842
Feb 12 21:22:26.424998 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f5e1b-88b3-43f2-88d1-806182b009f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a437c896-b21c-429c-ba94-03f28dcc6e46,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:26.551231 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Allocated IP 172.20.0.2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/d6e4c48e-c337-4cb3-87cb-c371b16c4943/5e4b0b86-3040-4cca-8836-6f4bb1447817) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:26.555998 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71932017-ca4d-4c21-9b7f-c85d5b76261b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ce8f2056-4e92-4a70-99ce-df86379f809d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.558764 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71932017-ca4d-4c21-9b7f-c85d5b76261b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.559904 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-71932017-ca4d-4c21-9b7f-c85d5b76261b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "DELETE /v2.0/security-groups/ce8f2056-4e92-4a70-99ce-df86379f809d HTTP/1.1" status: 204  len: 168 time: 0.3440557
Feb 12 21:22:26.563020 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53784) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:26.576602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71932017-ca4d-4c21-9b7f-c85d5b76261b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8f2056-4e92-4a70-99ce-df86379f809d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:26.623581 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e9143931-ced2-472a-99a7-a705da772d1f tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0556412
Feb 12 21:22:26.624178 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53786) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:26.629445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-3c4363df-185f-4ba8-8764-1347aa4a72c8 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008407212'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:26.726796 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Publish callbacks [] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.761652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.objects.ports [None req-77a9008d-01e7-496b-aa4b-3638d94ce2d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126505) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:22:26.763856 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-77a9008d-01e7-496b-aa4b-3638d94ce2d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (1df8732e-3f68-4d21-9557-0acb84654731), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.796357 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c4363df-185f-4ba8-8764-1347aa4a72c8 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.824017 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.832167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a9008d-01e7-496b-aa4b-3638d94ce2d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:26.838206 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-77a9008d-01e7-496b-aa4b-3638d94ce2d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:26.841171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a9008d-01e7-496b-aa4b-3638d94ce2d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:26.841845 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-77a9008d-01e7-496b-aa4b-3638d94ce2d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.854335 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9008d-01e7-496b-aa4b-3638d94ce2d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=1df8732e-3f68-4d21-9557-0acb84654731,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:26.867229 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.880865 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:26.882917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:26.889830 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:26.899044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Pushing event updated for resources: {'Port': ['ID=5e4b0b86-3040-4cca-8836-6f4bb1447817,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:26.958647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-77a9008d-01e7-496b-aa4b-3638d94ce2d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.9863954
Feb 12 21:22:26.960622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53796) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:26.963842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Attempting to bind port 5e4b0b86-3040-4cca-8836-6f4bb1447817 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:22:26.964251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Attempting to bind port 5e4b0b86-3040-4cca-8836-6f4bb1447817 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:22:26.964624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Attempting to bind port 5e4b0b86-3040-4cca-8836-6f4bb1447817 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:22:26.968647 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c4363df-185f-4ba8-8764-1347aa4a72c8 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (ab4bfde3-e9b0-4529-a766-d255dab428dc), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.969397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ac081576-e880-401e-b90f-9b8ca773d3b4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'mac_address': 'fa:16:3e:ed:4b:44', 'name': 'tempest-NetworksTestDHCPv6-919708080'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:26.972557 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:22:26.977497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:22:26.977497 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.977497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:22:26.977497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Bound port: 5e4b0b86-3040-4cca-8836-6f4bb1447817, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:22:26.977497 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:26.989217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944730fc-fff0-4e59-97e4-6500ec903915 req-158e3bb2-b572-4e37-8632-a78fc6aa84eb tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:26.990805 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-944730fc-fff0-4e59-97e4-6500ec903915 req-158e3bb2-b572-4e37-8632-a78fc6aa84eb tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.1023116
Feb 12 21:22:27.046592 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c4363df-185f-4ba8-8764-1347aa4a72c8 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ab4bfde3-e9b0-4529-a766-d255dab428dc), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:27.094539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] For port 5e4b0b86-3040-4cca-8836-6f4bb1447817, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:22:27.099844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] For port 5e4b0b86-3040-4cca-8836-6f4bb1447817, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e4b0b86-3040-4cca-8836-6f4bb1447817,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:22:27.144787 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a02f25c4-c15f-44fb-a00a-e7d7c38a12d7 req-313ee08c-7dba-4f55-b4d2-dec04e513792 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0794573
Feb 12 21:22:27.153695 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4363df-185f-4ba8-8764-1347aa4a72c8 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4bfde3-e9b0-4529-a766-d255dab428dc,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:27.162448 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c4363df-185f-4ba8-8764-1347aa4a72c8 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:27.166461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3c4363df-185f-4ba8-8764-1347aa4a72c8 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5383794
Feb 12 21:22:27.167134 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53804) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:27.173332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e1c7dbf4-d8a0-4b37-b288-a16a84f34a42 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': 'ab4bfde3-e9b0-4529-a766-d255dab428dc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:27.173332 ncdv-master-1 neutron-server[126505]: WARNING neutron.api.v2.base [None req-e1c7dbf4-d8a0-4b37-b288-a16a84f34a42 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Feb 12 21:22:27.173332 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-e1c7dbf4-d8a0-4b37-b288-a16a84f34a42 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:27.176393 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e1c7dbf4-d8a0-4b37-b288-a16a84f34a42 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0057201
Feb 12 21:22:27.176466 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53806) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:27.190064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-944730fc-fff0-4e59-97e4-6500ec903915 req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Deleting port bc905f84-cd25-4786-b86f-e2c6173d2461 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:27.190401 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-944730fc-fff0-4e59-97e4-6500ec903915 req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (bc905f84-cd25-4786-b86f-e2c6173d2461), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:27.194312 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:27.284459 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-43402a6e-0760-4db9-82e4-8309bb74eb0d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (ab4bfde3-e9b0-4529-a766-d255dab428dc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:27.312697 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa0107-c42b-4ec8-adf0-665087ea53c5 None None] Pushing event updated for resources: {'Port': ['ID=5e4b0b86-3040-4cca-8836-6f4bb1447817,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:27.316469 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-43402a6e-0760-4db9-82e4-8309bb74eb0d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (ab4bfde3-e9b0-4529-a766-d255dab428dc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:27.353304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-944730fc-fff0-4e59-97e4-6500ec903915 req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] For port bc905f84-cd25-4786-b86f-e2c6173d2461, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc905f84-cd25-4786-b86f-e2c6173d2461,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:27.353701 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-944730fc-fff0-4e59-97e4-6500ec903915 req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (bc905f84-cd25-4786-b86f-e2c6173d2461), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:27.371633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac081576-e880-401e-b90f-9b8ca773d3b4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:27.372176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-944730fc-fff0-4e59-97e4-6500ec903915 req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Calling delete_port for bc905f84-cd25-4786-b86f-e2c6173d2461 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:27.394357 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276cafa-7fa3-4f65-883a-5bcf83bef6fc req-df66679f-b19e-4137-b53d-712b827556d4 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:27.395949 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7276cafa-7fa3-4f65-883a-5bcf83bef6fc req-df66679f-b19e-4137-b53d-712b827556d4 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 946 time: 0.2593093
Feb 12 21:22:27.450251 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-43402a6e-0760-4db9-82e4-8309bb74eb0d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ab4bfde3-e9b0-4529-a766-d255dab428dc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:27.452919 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-43402a6e-0760-4db9-82e4-8309bb74eb0d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:27.454984 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-43402a6e-0760-4db9-82e4-8309bb74eb0d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "DELETE /v2.0/security-groups/ab4bfde3-e9b0-4529-a766-d255dab428dc HTTP/1.1" status: 204  len: 168 time: 0.2766912
Feb 12 21:22:27.457503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53810) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:27.485920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43402a6e-0760-4db9-82e4-8309bb74eb0d tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4bfde3-e9b0-4529-a766-d255dab428dc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:27.535382 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7276cafa-7fa3-4f65-883a-5bcf83bef6fc req-c69b763e-7a90-407b-b7f3-91ed7e08258b tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321421
Feb 12 21:22:27.588166 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ac081576-e880-401e-b90f-9b8ca773d3b4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:27.624943 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-158af951-b201-4545-abbb-db9b27a2ddf5 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1655860
Feb 12 21:22:27.635547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53816) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:27.636894 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-ac081576-e880-401e-b90f-9b8ca773d3b4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port 1571f04a-b425-4b93-a8d1-833007239219 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:22:27.640770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c8f930ed-55c1-4c69-be65-18037a8fb5d0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group': {'name': 'tempest-secgroup--485055035'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:27.719397 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-944730fc-fff0-4e59-97e4-6500ec903915 req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (bc905f84-cd25-4786-b86f-e2c6173d2461), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:27.737321 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['38352d0d-4c76-4e91-9225-8c4272270ad6', 'bc905f84-cd25-4786-b86f-e2c6173d2461'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:22:27.776136 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Pushing event deleted for resources: {'Port': ['ID=bc905f84-cd25-4786-b86f-e2c6173d2461,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:27.792112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:27.792575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:27.793085 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:27.793537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:27.793944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:27.794352 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:27.794768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:27.795107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:27.795571 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:27.795974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:27.796374 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:27.796716 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:27.797052 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:22:27.820708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c8f930ed-55c1-4c69-be65-18037a8fb5d0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:27.849522 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-944730fc-fff0-4e59-97e4-6500ec903915 req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] No DVR routers for this DVR port bc905f84-cd25-4786-b86f-e2c6173d2461 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:22:27.858847 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-944730fc-fff0-4e59-97e4-6500ec903915 req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:27.863545 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-944730fc-fff0-4e59-97e4-6500ec903915 req-538ae66a-fba2-4141-84ba-73f757494ede tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.50 "DELETE /v2.0/ports/bc905f84-cd25-4786-b86f-e2c6173d2461 HTTP/1.1" status: 204  len: 173 time: 0.8648989
Feb 12 21:22:27.864008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c736337-e285-4bb0-b103-f6ff153aa353', 'name': 'network-vif-deleted', 'tag': 'bc905f84-cd25-4786-b86f-e2c6173d2461'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:22:27.874730 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f63f63-30fb-44b6-a7d5-a1a9652b9559" -d '{"events": [{"server_uuid": "0c736337-e285-4bb0-b103-f6ff153aa353", "name": "network-vif-deleted", "tag": "bc905f84-cd25-4786-b86f-e2c6173d2461"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:22:27.919351 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-ac081576-e880-401e-b90f-9b8ca773d3b4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 172.20.0.11 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/d6e4c48e-c337-4cb3-87cb-c371b16c4943/1571f04a-b425-4b93-a8d1-833007239219) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:27.924567 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ded9f2e-7fb0-4dba-b938-a50aecbda78e x-openstack-request-id: req-0ded9f2e-7fb0-4dba-b938-a50aecbda78e {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:22:27.924885 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c736337-e285-4bb0-b103-f6ff153aa353", "name": "network-vif-deleted", "tag": "bc905f84-cd25-4786-b86f-e2c6173d2461", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:22:27.925257 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ded9f2e-7fb0-4dba-b938-a50aecbda78e {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:22:27.925695 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c736337-e285-4bb0-b103-f6ff153aa353', 'name': 'network-vif-deleted', 'tag': 'bc905f84-cd25-4786-b86f-e2c6173d2461', 'status': 'completed', 'code': 200}
Feb 12 21:22:27.934773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-ac081576-e880-401e-b90f-9b8ca773d3b4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::f816:3eff:feed:4b44 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/1df8732e-3f68-4d21-9557-0acb84654731/1571f04a-b425-4b93-a8d1-833007239219) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:27.941503 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c8f930ed-55c1-4c69-be65-18037a8fb5d0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (f00cb6df-8d86-4f4d-a6a0-0b9aefa8498a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.008990 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c8f930ed-55c1-4c69-be65-18037a8fb5d0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f00cb6df-8d86-4f4d-a6a0-0b9aefa8498a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.090966 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f930ed-55c1-4c69-be65-18037a8fb5d0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00cb6df-8d86-4f4d-a6a0-0b9aefa8498a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:28.161233 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c8f930ed-55c1-4c69-be65-18037a8fb5d0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.165801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53828) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:28.166850 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c8f930ed-55c1-4c69-be65-18037a8fb5d0 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5302296
Feb 12 21:22:28.167897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5e4b0b86-3040-4cca-8836-6f4bb1447817 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:22:28.170804 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6219d7cc-7f95-4535-966f-db1ff1aacf56 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': 'f00cb6df-8d86-4f4d-a6a0-0b9aefa8498a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:28.176225 ncdv-master-1 neutron-server[126506]: WARNING neutron.api.v2.base [None req-6219d7cc-7f95-4535-966f-db1ff1aacf56 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Feb 12 21:22:28.176992 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-6219d7cc-7f95-4535-966f-db1ff1aacf56 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:28.180845 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6219d7cc-7f95-4535-966f-db1ff1aacf56 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0111568
Feb 12 21:22:28.181581 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53830) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:28.300526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 5e4b0b86-3040-4cca-8836-6f4bb1447817 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:28.302977 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.305716 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ac081576-e880-401e-b90f-9b8ca773d3b4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (1571f04a-b425-4b93-a8d1-833007239219), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.327172 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-511aa95a-47ad-41a8-bb9e-218afdccb2e0 req-b020a3bf-c051-4f8b-acb3-4d5878c6e6a8 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0452437
Feb 12 21:22:28.330634 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-da48df9c-be39-4145-88ff-15e0cdb5d839 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (f00cb6df-8d86-4f4d-a6a0-0b9aefa8498a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.346476 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68d415fe-57e3-4cb9-a514-f750423ae55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.366507 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-da48df9c-be39-4145-88ff-15e0cdb5d839 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (f00cb6df-8d86-4f4d-a6a0-0b9aefa8498a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.460826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 5e4b0b86-3040-4cca-8836-6f4bb1447817 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:28.461228 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.498967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 5e4b0b86-3040-4cca-8836-6f4bb1447817, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e4b0b86-3040-4cca-8836-6f4bb1447817,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:28.502079 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ac081576-e880-401e-b90f-9b8ca773d3b4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (1571f04a-b425-4b93-a8d1-833007239219), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.540049 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-da48df9c-be39-4145-88ff-15e0cdb5d839 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f00cb6df-8d86-4f4d-a6a0-0b9aefa8498a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.543231 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-da48df9c-be39-4145-88ff-15e0cdb5d839 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.544584 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-da48df9c-be39-4145-88ff-15e0cdb5d839 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "DELETE /v2.0/security-groups/f00cb6df-8d86-4f4d-a6a0-0b9aefa8498a HTTP/1.1" status: 204  len: 168 time: 0.3623550
Feb 12 21:22:28.547586 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53836) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:28.579777 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48df9c-be39-4145-88ff-15e0cdb5d839 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00cb6df-8d86-4f4d-a6a0-0b9aefa8498a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:28.584122 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac081576-e880-401e-b90f-9b8ca773d3b4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:28.589084 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.589838 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-ac081576-e880-401e-b90f-9b8ca773d3b4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:28.593314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac081576-e880-401e-b90f-9b8ca773d3b4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:28.640782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac081576-e880-401e-b90f-9b8ca773d3b4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=1571f04a-b425-4b93-a8d1-833007239219,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:28.643545 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5096fc7a-37eb-4c3a-a423-cecc43eadcd6 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0939155
Feb 12 21:22:28.644484 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53842) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:28.662771 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-377137f2-c837-4e43-b68a-e93746fdf69b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1085995910'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:28.701282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac081576-e880-401e-b90f-9b8ca773d3b4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:28.704972 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ac081576-e880-401e-b90f-9b8ca773d3b4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.712172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a89d34b-9a9f-477f-84dd-f9706d55b4e0 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:28.763267 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a188cb8-c771-43c8-b645-4aeca651d8ee req-f32e16aa-d314-4ff6-b6a6-28644cc48586 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c736337-e285-4bb0-b103-f6ff153aa353 HTTP/1.1" status: 200  len: 210 time: 0.0333314
Feb 12 21:22:28.807907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=5e4b0b86-3040-4cca-8836-6f4bb1447817,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:28.822116 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ac081576-e880-401e-b90f-9b8ca773d3b4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.8576019
Feb 12 21:22:28.822258 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-377137f2-c837-4e43-b68a-e93746fdf69b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.822378 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53846) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:28.833403 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2121805b-b7ab-41af-b3ab-5eeedf6de6f8 None None] Provisioning complete for port 5e4b0b86-3040-4cca-8836-6f4bb1447817 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:28.834070 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2121805b-b7ab-41af-b3ab-5eeedf6de6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.900090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0844742-a6db-4a1a-96ca-02eeb0fcf765 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:28.917450 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0844742-a6db-4a1a-96ca-02eeb0fcf765 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:28.923698 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c0844742-a6db-4a1a-96ca-02eeb0fcf765 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1765 time: 0.0971444
Feb 12 21:22:28.924263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53852) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:28.950605 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-377137f2-c837-4e43-b68a-e93746fdf69b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (40407d68-da9a-45c1-817c-cfa95859ec17), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:28.977007 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2121805b-b7ab-41af-b3ab-5eeedf6de6f8 None None] Current status of the port 5e4b0b86-3040-4cca-8836-6f4bb1447817 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:29.051452 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-377137f2-c837-4e43-b68a-e93746fdf69b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (40407d68-da9a-45c1-817c-cfa95859ec17), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:29.056482 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0d537a09-ff23-4a38-a5a9-9665c9e5fd72 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port 1571f04a-b425-4b93-a8d1-833007239219 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:29.056897 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0d537a09-ff23-4a38-a5a9-9665c9e5fd72 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1571f04a-b425-4b93-a8d1-833007239219), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:29.108150 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377137f2-c837-4e43-b68a-e93746fdf69b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40407d68-da9a-45c1-817c-cfa95859ec17,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:29.136008 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e58d389-2188-43ab-8de1-83b2ac389bc2 None None] Update dhcp port {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'fixed_ips': [{'subnet_id': 'd6e4c48e-c337-4cb3-87cb-c371b16c4943', 'ip_address': '172.20.0.2'}, {'subnet_id': '1df8732e-3f68-4d21-9557-0acb84654731'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '5e4b0b86-3040-4cca-8836-6f4bb1447817'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:22:29.170918 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8e58d389-2188-43ab-8de1-83b2ac389bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:29.177455 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0d537a09-ff23-4a38-a5a9-9665c9e5fd72 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1571f04a-b425-4b93-a8d1-833007239219), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:29.196896 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0d537a09-ff23-4a38-a5a9-9665c9e5fd72 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for 1571f04a-b425-4b93-a8d1-833007239219 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:29.211414 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-377137f2-c837-4e43-b68a-e93746fdf69b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:29.212876 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-377137f2-c837-4e43-b68a-e93746fdf69b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5673091
Feb 12 21:22:29.215816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53860) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:29.221477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b7049cc2-c18c-4a03-904f-0c85e07d7265 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': '40407d68-da9a-45c1-817c-cfa95859ec17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:29.259699 ncdv-master-1 neutron-server[126505]: WARNING neutron.api.v2.base [None req-b7049cc2-c18c-4a03-904f-0c85e07d7265 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Feb 12 21:22:29.260567 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-b7049cc2-c18c-4a03-904f-0c85e07d7265 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:29.261927 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b7049cc2-c18c-4a03-904f-0c85e07d7265 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0450885
Feb 12 21:22:29.264826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53864) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:29.270340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d745b97c-d718-4579-8895-9801c34e8a09 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': '40407d68-da9a-45c1-817c-cfa95859ec17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:29.271066 ncdv-master-1 neutron-server[126505]: WARNING neutron.api.v2.base [None req-d745b97c-d718-4579-8895-9801c34e8a09 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Feb 12 21:22:29.271577 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-d745b97c-d718-4579-8895-9801c34e8a09 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:29.272581 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d745b97c-d718-4579-8895-9801c34e8a09 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0067730
Feb 12 21:22:29.275580 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53866) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:29.287454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d1c7fd87-28d1-4daf-b82b-2ac56363269f tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': '40407d68-da9a-45c1-817c-cfa95859ec17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:29.289733 ncdv-master-1 neutron-server[126505]: WARNING neutron.api.v2.base [None req-d1c7fd87-28d1-4daf-b82b-2ac56363269f tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Feb 12 21:22:29.290792 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-d1c7fd87-28d1-4daf-b82b-2ac56363269f tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:29.294092 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d1c7fd87-28d1-4daf-b82b-2ac56363269f tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0120327
Feb 12 21:22:29.295577 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53868) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:29.302423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d6f9965a-f924-48f3-96b4-d34bec7a45be tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': '40407d68-da9a-45c1-817c-cfa95859ec17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:29.303564 ncdv-master-1 neutron-server[126505]: WARNING neutron.api.v2.base [None req-d6f9965a-f924-48f3-96b4-d34bec7a45be tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Feb 12 21:22:29.303951 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-d6f9965a-f924-48f3-96b4-d34bec7a45be tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:29.305409 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d6f9965a-f924-48f3-96b4-d34bec7a45be tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0084276
Feb 12 21:22:29.312888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53870) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:29.377175 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bcae647-fffd-47a7-983c-8a7117339e0b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (40407d68-da9a-45c1-817c-cfa95859ec17), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:29.422764 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bcae647-fffd-47a7-983c-8a7117339e0b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (40407d68-da9a-45c1-817c-cfa95859ec17), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:29.490308 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-8e58d389-2188-43ab-8de1-83b2ac389bc2 None None] Allocated IP 2001:db8::f816:3eff:fe68:4f1f (01503430-92c6-4e0f-b4a9-5afb7568fb7a/1df8732e-3f68-4d21-9557-0acb84654731/5e4b0b86-3040-4cca-8836-6f4bb1447817) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:29.559434 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bdb51e94-1611-4078-87ed-179fcd749d0d req-676c1513-6ac5-431b-b726-82f08326f884 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0351303
Feb 12 21:22:29.600398 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bcae647-fffd-47a7-983c-8a7117339e0b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (40407d68-da9a-45c1-817c-cfa95859ec17), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:29.604153 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bcae647-fffd-47a7-983c-8a7117339e0b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:29.606265 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1bcae647-fffd-47a7-983c-8a7117339e0b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "DELETE /v2.0/security-groups/40407d68-da9a-45c1-817c-cfa95859ec17 HTTP/1.1" status: 204  len: 168 time: 0.2908204
Feb 12 21:22:29.612200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53876) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:29.618510 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8e58d389-2188-43ab-8de1-83b2ac389bc2 None None] For port 5e4b0b86-3040-4cca-8836-6f4bb1447817, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e4b0b86-3040-4cca-8836-6f4bb1447817,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:29.626907 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcae647-fffd-47a7-983c-8a7117339e0b tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40407d68-da9a-45c1-817c-cfa95859ec17,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:29.628064 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0d537a09-ff23-4a38-a5a9-9665c9e5fd72 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (1571f04a-b425-4b93-a8d1-833007239219), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:29.663883 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8e58d389-2188-43ab-8de1-83b2ac389bc2 None None] Publish callbacks [] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:29.672992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d537a09-ff23-4a38-a5a9-9665c9e5fd72 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=1571f04a-b425-4b93-a8d1-833007239219,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:29.696222 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:29.696222 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:29.702008 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a4dccd94-846a-4b61-bf57-6fbf4a61d427 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0888960
Feb 12 21:22:29.702647 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53880) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:29.710142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b96f66c6-d1f0-4c5d-b4fa-f7fdb0a07675 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151724155'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:29.741757 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8e58d389-2188-43ab-8de1-83b2ac389bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:29.775191 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0d537a09-ff23-4a38-a5a9-9665c9e5fd72 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:29.781607 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0d537a09-ff23-4a38-a5a9-9665c9e5fd72 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/1571f04a-b425-4b93-a8d1-833007239219 HTTP/1.1" status: 204  len: 168 time: 0.8562286
Feb 12 21:22:29.782029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53882) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:29.824083 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b96f66c6-d1f0-4c5d-b4fa-f7fdb0a07675 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:29.874911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58d389-2188-43ab-8de1-83b2ac389bc2 None None] Pushing event updated for resources: {'Port': ['ID=5e4b0b86-3040-4cca-8836-6f4bb1447817,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:29.906724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d67a2-7f6f-4ca4-bfdf-aa0e404f3d3b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:29.909173 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d67a2-7f6f-4ca4-bfdf-aa0e404f3d3b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:29.911070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d67a2-7f6f-4ca4-bfdf-aa0e404f3d3b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:29.916919 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53892) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:29.926974 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-665d67a2-7f6f-4ca4-bfdf-aa0e404f3d3b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1435826
Feb 12 21:22:30.065800 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b96f66c6-d1f0-4c5d-b4fa-f7fdb0a07675 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (dea28782-7e85-4246-9e60-0b9b14706db1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:30.128659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5e4b0b86-3040-4cca-8836-6f4bb1447817 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:22:30.140568 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b96f66c6-d1f0-4c5d-b4fa-f7fdb0a07675 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (dea28782-7e85-4246-9e60-0b9b14706db1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:30.209300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f66c6-d1f0-4c5d-b4fa-f7fdb0a07675 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea28782-7e85-4246-9e60-0b9b14706db1,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:30.254342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 5e4b0b86-3040-4cca-8836-6f4bb1447817 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:30.254342 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:30.281279 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b96f66c6-d1f0-4c5d-b4fa-f7fdb0a07675 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:30.287477 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b96f66c6-d1f0-4c5d-b4fa-f7fdb0a07675 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5831339
Feb 12 21:22:30.302745 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53916) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:30.307861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-ed32ec90-5810-49d6-b69b-b61a0c8a3f45 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': 'dea28782-7e85-4246-9e60-0b9b14706db1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:30.309882 ncdv-master-1 neutron-server[126505]: WARNING neutron.api.v2.base [None req-ed32ec90-5810-49d6-b69b-b61a0c8a3f45 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Feb 12 21:22:30.310472 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-ed32ec90-5810-49d6-b69b-b61a0c8a3f45 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:30.318283 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ed32ec90-5810-49d6-b69b-b61a0c8a3f45 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0142646
Feb 12 21:22:30.319002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53918) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:30.323896 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-dc9226f8-ecb3-4cc7-a351-ae2f0c1b87dc tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': 'dea28782-7e85-4246-9e60-0b9b14706db1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:30.484896 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 5e4b0b86-3040-4cca-8836-6f4bb1447817 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:30.489711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ce62f0-c0b5-4b10-b1ff-88f60fa3074d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 1df8732e-3f68-4d21-9557-0acb84654731 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:22:30.495181 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7ce62f0-c0b5-4b10-b1ff-88f60fa3074d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (1df8732e-3f68-4d21-9557-0acb84654731), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:30.553614 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7ce62f0-c0b5-4b10-b1ff-88f60fa3074d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (1df8732e-3f68-4d21-9557-0acb84654731), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:30.598286 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-dc9226f8-ecb3-4cc7-a351-ae2f0c1b87dc tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:30.603606 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-dc9226f8-ecb3-4cc7-a351-ae2f0c1b87dc tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2807579
Feb 12 21:22:30.604560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53936) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:30.610677 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-2a9a9845-9490-42b4-b2c3-42acb25bbfcc tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': 'dea28782-7e85-4246-9e60-0b9b14706db1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:30.611173 ncdv-master-1 neutron-server[126505]: WARNING neutron.api.v2.base [None req-2a9a9845-9490-42b4-b2c3-42acb25bbfcc tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Feb 12 21:22:30.611827 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-2a9a9845-9490-42b4-b2c3-42acb25bbfcc tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:30.636926 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2a9a9845-9490-42b4-b2c3-42acb25bbfcc tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0171545
Feb 12 21:22:30.638115 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53940) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:30.659221 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0d8f91a0-ff1d-40e2-a08d-de2d7dfa949f tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': 'dea28782-7e85-4246-9e60-0b9b14706db1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:30.693372 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device bc905f84-cd25-4786-b86f-e2c6173d2461 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:22:30.754177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: bc905f84-cd25-4786-b86f-e2c6173d2461 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:22:30.754534 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device bc905f84-cd25-4786-b86f-e2c6173d2461 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:22:30.762724 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-833a7431-e8ab-45dc-ae46-45b1e3624ca0 req-6f0d8396-45c5-430e-bf54-e539fdf45b1f tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0442157
Feb 12 21:22:30.792352 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7ce62f0-c0b5-4b10-b1ff-88f60fa3074d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (1df8732e-3f68-4d21-9557-0acb84654731), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:30.799389 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79debaf9-4ef2-43c4-acea-d9669a06dd9d None None] get_active_networks_info from ncdv-master-1 {{(pid=126507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 12 21:22:30.847282 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-978f670b-1e46-484a-ba99-f82cb2358e2d None None] Provisioning complete for port 5e4b0b86-3040-4cca-8836-6f4bb1447817 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:30.847662 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-978f670b-1e46-484a-ba99-f82cb2358e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:30.911802 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-0d8f91a0-ff1d-40e2-a08d-de2d7dfa949f tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:30.913017 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0d8f91a0-ff1d-40e2-a08d-de2d7dfa949f tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2739229
Feb 12 21:22:30.916272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53946) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:30.924223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-128c77ba-83eb-4562-b472-d210ab78e437 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': 'dea28782-7e85-4246-9e60-0b9b14706db1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:30.924939 ncdv-master-1 neutron-server[126505]: WARNING neutron.api.v2.base [None req-128c77ba-83eb-4562-b472-d210ab78e437 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Feb 12 21:22:30.925609 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-128c77ba-83eb-4562-b472-d210ab78e437 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:30.926748 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-128c77ba-83eb-4562-b472-d210ab78e437 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0084338
Feb 12 21:22:30.929759 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53950) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:30.934455 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4657a7e0-5c08-4313-8a25-2363cf4a70ea tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': 'dea28782-7e85-4246-9e60-0b9b14706db1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:30.944508 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7ce62f0-c0b5-4b10-b1ff-88f60fa3074d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (1df8732e-3f68-4d21-9557-0acb84654731), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:30.950360 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79debaf9-4ef2-43c4-acea-d9669a06dd9d None None] Resources bound (agent type, host, resource id):  {{(pid=126507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 12 21:22:30.984561 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce62f0-c0b5-4b10-b1ff-88f60fa3074d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=1df8732e-3f68-4d21-9557-0acb84654731,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:30.988231 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7ce62f0-c0b5-4b10-b1ff-88f60fa3074d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:30.996119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53952) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:30.996245 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a7ce62f0-c0b5-4b10-b1ff-88f60fa3074d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/1df8732e-3f68-4d21-9557-0acb84654731 HTTP/1.1" status: 204  len: 168 time: 1.0775492
Feb 12 21:22:31.066555 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:31.077060 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9ebf31-1cd5-40a2-bb94-83ff9536a881 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet d6e4c48e-c337-4cb3-87cb-c371b16c4943 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:22:31.082619 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-be9ebf31-1cd5-40a2-bb94-83ff9536a881 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (d6e4c48e-c337-4cb3-87cb-c371b16c4943), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:31.087491 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-978f670b-1e46-484a-ba99-f82cb2358e2d None None] Current status of the port 5e4b0b86-3040-4cca-8836-6f4bb1447817 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:31.098680 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-978f670b-1e46-484a-ba99-f82cb2358e2d None None] Could not find standard attr ID for object 1571f04a-b425-4b93-a8d1-833007239219. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:22:31.161167 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-be9ebf31-1cd5-40a2-bb94-83ff9536a881 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (d6e4c48e-c337-4cb3-87cb-c371b16c4943), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:31.226177 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-4657a7e0-5c08-4313-8a25-2363cf4a70ea tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:31.229414 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4657a7e0-5c08-4313-8a25-2363cf4a70ea tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2966623
Feb 12 21:22:31.230722 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53958) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:31.238101 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f28277d3-08f3-420d-a2e2-1f6a064719ba tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': 'dea28782-7e85-4246-9e60-0b9b14706db1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:31.238893 ncdv-master-1 neutron-server[126506]: WARNING neutron.api.v2.base [None req-f28277d3-08f3-420d-a2e2-1f6a064719ba tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Feb 12 21:22:31.239400 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-f28277d3-08f3-420d-a2e2-1f6a064719ba tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:31.240422 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f28277d3-08f3-420d-a2e2-1f6a064719ba tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0067658
Feb 12 21:22:31.243673 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53960) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:31.250431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7a3f7497-4d0f-46e3-8608-e8c92bed91ac tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': 'dea28782-7e85-4246-9e60-0b9b14706db1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:31.288761 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-be9ebf31-1cd5-40a2-bb94-83ff9536a881 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (d6e4c48e-c337-4cb3-87cb-c371b16c4943), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:31.292309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a3914-e849-4179-9c5e-e3bc37db48a4 req-8ecd5a51-c0f6-4296-a657-618ed3b84c67 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:31.300098 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b19a3914-e849-4179-9c5e-e3bc37db48a4 req-8ecd5a51-c0f6-4296-a657-618ed3b84c67 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 945 time: 0.1550934
Feb 12 21:22:31.354351 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b19a3914-e849-4179-9c5e-e3bc37db48a4 req-aea65afa-0f1a-44d0-9702-1eccaf64d2e9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530429
Feb 12 21:22:31.495858 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-7a3f7497-4d0f-46e3-8608-e8c92bed91ac tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:31.500019 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7a3f7497-4d0f-46e3-8608-e8c92bed91ac tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.2517869
Feb 12 21:22:31.500019 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53966) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:31.512685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6752c648-2842-426f-82cc-cae6dfff22d6 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': 'dea28782-7e85-4246-9e60-0b9b14706db1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:31.525506 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-be9ebf31-1cd5-40a2-bb94-83ff9536a881 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (d6e4c48e-c337-4cb3-87cb-c371b16c4943), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:31.584075 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ebf31-1cd5-40a2-bb94-83ff9536a881 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e4c48e-c337-4cb3-87cb-c371b16c4943,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:31.591017 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-be9ebf31-1cd5-40a2-bb94-83ff9536a881 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:31.594614 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-be9ebf31-1cd5-40a2-bb94-83ff9536a881 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/d6e4c48e-c337-4cb3-87cb-c371b16c4943 HTTP/1.1" status: 204  len: 168 time: 0.5971270
Feb 12 21:22:31.598657 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53968) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:31.619374 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dac4f7-a6a9-4466-b389-1af067976ef7 req-7e899dee-e6e0-4539-891c-dbfa9bf4426d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:31.628370 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09dac4f7-a6a9-4466-b389-1af067976ef7 req-7e899dee-e6e0-4539-891c-dbfa9bf4426d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1788867
Feb 12 21:22:31.655244 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e64ec-85e9-42a6-b717-443186ff9e7b req-fdb0bbcb-18fd-427f-9266-10993a06f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:31.656746 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-286e64ec-85e9-42a6-b717-443186ff9e7b req-fdb0bbcb-18fd-427f-9266-10993a06f8e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 1127 time: 0.1265326
Feb 12 21:22:31.660957 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a4a2cd7f-8de1-4b83-96d9-dcade53cb326 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0608225
Feb 12 21:22:31.664572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53972) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:31.670419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f062aa4a-52ed-4ef3-95a9-8d6482f25180 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:31.792496 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09dac4f7-a6a9-4466-b389-1af067976ef7 req-ae0147da-3766-4291-b4bf-513218440e5a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1630781
Feb 12 21:22:31.815455 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-6752c648-2842-426f-82cc-cae6dfff22d6 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:31.817685 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6752c648-2842-426f-82cc-cae6dfff22d6 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3169713
Feb 12 21:22:31.821393 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53976) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:31.884999 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e64ec-85e9-42a6-b717-443186ff9e7b req-0ac9543a-e35d-409a-b3e8-98ad3dc67d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:31.890610 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-286e64ec-85e9-42a6-b717-443186ff9e7b req-0ac9543a-e35d-409a-b3e8-98ad3dc67d9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.2151229
Feb 12 21:22:31.909490 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-45d45360-c14f-4152-a1cb-65f8af8874cc tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (dea28782-7e85-4246-9e60-0b9b14706db1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:31.966059 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-45d45360-c14f-4152-a1cb-65f8af8874cc tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (dea28782-7e85-4246-9e60-0b9b14706db1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:31.969636 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f062aa4a-52ed-4ef3-95a9-8d6482f25180 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:31.973468 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f062aa4a-52ed-4ef3-95a9-8d6482f25180 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:31.983734 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-286e64ec-85e9-42a6-b717-443186ff9e7b req-0eaf32c7-5447-4b9b-807b-c87de74adaa5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46b4431b-660a-42fe-8b92-e92dfee82188 HTTP/1.1" status: 200  len: 1000 time: 0.0845630
Feb 12 21:22:31.987965 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-628bb065-852d-42e1-971d-91cc9479e399 req-d676c3d1-9f16-4ffa-a604-e0042d3c3310 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0619364
Feb 12 21:22:32.068434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e64ec-85e9-42a6-b717-443186ff9e7b req-5da42a9b-0a6a-4367-ba69-d17ff453b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:32.069948 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-286e64ec-85e9-42a6-b717-443186ff9e7b req-5da42a9b-0a6a-4367-ba69-d17ff453b8aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.0749316
Feb 12 21:22:32.139295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e64ec-85e9-42a6-b717-443186ff9e7b req-d15b3819-bc55-403e-9064-354262d5aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:32.142493 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-286e64ec-85e9-42a6-b717-443186ff9e7b req-d15b3819-bc55-403e-9064-354262d5aa92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0664504
Feb 12 21:22:32.142753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ea7bd563-d687-479f-be94-fed5e1087fc4 None None] Provisioning complete for port 5e4b0b86-3040-4cca-8836-6f4bb1447817 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:32.143173 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ea7bd563-d687-479f-be94-fed5e1087fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:32.156889 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-45d45360-c14f-4152-a1cb-65f8af8874cc tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (dea28782-7e85-4246-9e60-0b9b14706db1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:32.160523 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-45d45360-c14f-4152-a1cb-65f8af8874cc tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:32.162113 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-45d45360-c14f-4152-a1cb-65f8af8874cc tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "DELETE /v2.0/security-groups/dea28782-7e85-4246-9e60-0b9b14706db1 HTTP/1.1" status: 204  len: 168 time: 0.3350985
Feb 12 21:22:32.168957 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53978) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:32.203097 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d45360-c14f-4152-a1cb-65f8af8874cc tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea28782-7e85-4246-9e60-0b9b14706db1,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:32.217425 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:32.305284 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-286e64ec-85e9-42a6-b717-443186ff9e7b req-409953ac-5641-438c-bfa9-d975b08cc322 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539471
Feb 12 21:22:32.315347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ea7bd563-d687-479f-be94-fed5e1087fc4 None None] Current status of the port 5e4b0b86-3040-4cca-8836-6f4bb1447817 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:32.355241 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c087bc7a-0852-4b23-ae83-92d18f5f0788 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1795056
Feb 12 21:22:32.365852 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53986) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:32.370822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7278ea60-39ea-4b3d-b13c-fff1a0303e30 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group': {'name': 'tempest-secgroup--632980367'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:32.432794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-253ae633-f6d9-4aff-89b0-35fece757c30 None None] Could not find standard attr ID for object b1ce14b8-f2b4-448b-93df-15ad26402649. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:22:32.444729 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f33a44-30c0-4cad-8097-a9dde70411fb None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:32.524821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb3748-5706-4974-bd1e-ff7be5e9cf02 req-81728688-8723-41b9-909a-8ae1e8c726f1 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:32.526437 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19bb3748-5706-4974-bd1e-ff7be5e9cf02 req-81728688-8723-41b9-909a-8ae1e8c726f1 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.50 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 945 time: 0.1259682
Feb 12 21:22:32.537916 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-286e64ec-85e9-42a6-b717-443186ff9e7b req-914ad34f-82db-46e4-b044-09796ed073de service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2142606
Feb 12 21:22:32.595559 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f062aa4a-52ed-4ef3-95a9-8d6482f25180 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (ec9f124a-f6bf-495a-a1f3-2449420675a5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:32.637077 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7278ea60-39ea-4b3d-b13c-fff1a0303e30 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:32.664306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bfc644-47d5-4897-b26c-50abc528c043 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:22:32.669399 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f062aa4a-52ed-4ef3-95a9-8d6482f25180 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:32.679095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-f062aa4a-52ed-4ef3-95a9-8d6482f25180 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:32.689866 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f062aa4a-52ed-4ef3-95a9-8d6482f25180 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:32.691005 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f062aa4a-52ed-4ef3-95a9-8d6482f25180 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:32.699815 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e75d4-4933-4d0f-8976-2ad42d1178eb req-ec6826a2-93cc-450f-b751-07e87f6cd44e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:32.708732 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062aa4a-52ed-4ef3-95a9-8d6482f25180 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=ec9f124a-f6bf-495a-a1f3-2449420675a5,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:32.708944 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed9e75d4-4933-4d0f-8976-2ad42d1178eb req-ec6826a2-93cc-450f-b751-07e87f6cd44e tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 945 time: 0.1810110
Feb 12 21:22:32.719735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-59bfc644-47d5-4897-b26c-50abc528c043 None None] Deleting port 5e4b0b86-3040-4cca-8836-6f4bb1447817 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:32.722676 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-59bfc644-47d5-4897-b26c-50abc528c043 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:32.777875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-19bb3748-5706-4974-bd1e-ff7be5e9cf02 req-c8e876ac-e2bc-4dd6-9794-20775235f70d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Deleting port 38352d0d-4c76-4e91-9225-8c4272270ad6 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:32.778147 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-19bb3748-5706-4974-bd1e-ff7be5e9cf02 req-c8e876ac-e2bc-4dd6-9794-20775235f70d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (38352d0d-4c76-4e91-9225-8c4272270ad6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:32.785642 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7278ea60-39ea-4b3d-b13c-fff1a0303e30 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (068c1731-e315-4978-a331-3c4f675ce05c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:32.834332 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f062aa4a-52ed-4ef3-95a9-8d6482f25180 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1675961
Feb 12 21:22:32.835386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54004) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:32.843395 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5b4fb9a2-ef7d-42c1-9691-63374617cd54 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:32.863951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-59bfc644-47d5-4897-b26c-50abc528c043 None None] For port 5e4b0b86-3040-4cca-8836-6f4bb1447817, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e4b0b86-3040-4cca-8836-6f4bb1447817,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:32.867540 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-59bfc644-47d5-4897-b26c-50abc528c043 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:32.882736 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed9e75d4-4933-4d0f-8976-2ad42d1178eb req-7259ca0f-f24f-4cbf-b685-f588cc78acf9 tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686325
Feb 12 21:22:32.887082 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7278ea60-39ea-4b3d-b13c-fff1a0303e30 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (068c1731-e315-4978-a331-3c4f675ce05c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:32.909145 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-59bfc644-47d5-4897-b26c-50abc528c043 None None] Calling delete_port for 5e4b0b86-3040-4cca-8836-6f4bb1447817 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:32.951036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-19bb3748-5706-4974-bd1e-ff7be5e9cf02 req-c8e876ac-e2bc-4dd6-9794-20775235f70d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] For port 38352d0d-4c76-4e91-9225-8c4272270ad6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38352d0d-4c76-4e91-9225-8c4272270ad6,segment=NetworkSegment(739edf8d-e223-4bd7-b993-e1b54564f9e3),segment_id=739edf8d-e223-4bd7-b993-e1b54564f9e3)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:32.951575 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-19bb3748-5706-4974-bd1e-ff7be5e9cf02 req-c8e876ac-e2bc-4dd6-9794-20775235f70d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (38352d0d-4c76-4e91-9225-8c4272270ad6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:32.967678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-19bb3748-5706-4974-bd1e-ff7be5e9cf02 req-c8e876ac-e2bc-4dd6-9794-20775235f70d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Calling delete_port for 38352d0d-4c76-4e91-9225-8c4272270ad6 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:33.064531 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278ea60-39ea-4b3d-b13c-fff1a0303e30 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=068c1731-e315-4978-a331-3c4f675ce05c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:33.103864 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4fb9a2-ef7d-42c1-9691-63374617cd54 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:33.107967 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb9a2-ef7d-42c1-9691-63374617cd54 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:33.153857 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7278ea60-39ea-4b3d-b13c-fff1a0303e30 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:33.155088 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7278ea60-39ea-4b3d-b13c-fff1a0303e30 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7880478
Feb 12 21:22:33.164540 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54010) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:33.169766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-382a3b63-aec2-420b-96fd-c32ad1599598 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': '068c1731-e315-4978-a331-3c4f675ce05c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:33.221983 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-40c95284-63ca-443a-9bf8-fddf3f902e13 req-19fa848c-5014-4b73-a359-4ad6694bf0ef tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0636773
Feb 12 21:22:33.270954 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54014) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:33.272532 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-59bfc644-47d5-4897-b26c-50abc528c043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (5e4b0b86-3040-4cca-8836-6f4bb1447817), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:33.309244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfc644-47d5-4897-b26c-50abc528c043 None None] Pushing event deleted for resources: {'Port': ['ID=5e4b0b86-3040-4cca-8836-6f4bb1447817,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:33.326199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bfc644-47d5-4897-b26c-50abc528c043 None None] No DVR routers for this DVR port 5e4b0b86-3040-4cca-8836-6f4bb1447817 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:22:33.331360 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-19bb3748-5706-4974-bd1e-ff7be5e9cf02 req-c8e876ac-e2bc-4dd6-9794-20775235f70d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (38352d0d-4c76-4e91-9225-8c4272270ad6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:33.356844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e54b8f-91b3-4ef0-8931-092adbd3743a None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:33.383699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e876ac-e2bc-4dd6-9794-20775235f70d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Pushing event deleted for resources: {'Port': ['ID=38352d0d-4c76-4e91-9225-8c4272270ad6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:33.492520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bb3748-5706-4974-bd1e-ff7be5e9cf02 req-c8e876ac-e2bc-4dd6-9794-20775235f70d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] No DVR routers for this DVR port 38352d0d-4c76-4e91-9225-8c4272270ad6 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:22:33.496182 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-19bb3748-5706-4974-bd1e-ff7be5e9cf02 req-c8e876ac-e2bc-4dd6-9794-20775235f70d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:33.500414 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19bb3748-5706-4974-bd1e-ff7be5e9cf02 req-c8e876ac-e2bc-4dd6-9794-20775235f70d tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.50 "DELETE /v2.0/ports/38352d0d-4c76-4e91-9225-8c4272270ad6 HTTP/1.1" status: 204  len: 173 time: 0.9613261
Feb 12 21:22:33.501783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265e978d-6902-435c-9dc8-2977135fa92a', 'name': 'network-vif-deleted', 'tag': '38352d0d-4c76-4e91-9225-8c4272270ad6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:22:33.515715 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c4e863-f8dd-498d-9c1e-c3f0f9e007b1" -d '{"events": [{"server_uuid": "265e978d-6902-435c-9dc8-2977135fa92a", "name": "network-vif-deleted", "tag": "38352d0d-4c76-4e91-9225-8c4272270ad6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:22:33.558855 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25fc0e49-ac0e-4eee-95ab-1341ebb877d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:33.562918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': 'ec9f124a-f6bf-495a-a1f3-2449420675a5'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:22:33.565010 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:33.574505 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-382a3b63-aec2-420b-96fd-c32ad1599598 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The resource could not be found.
Feb 12 21:22:33.582149 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-382a3b63-aec2-420b-96fd-c32ad1599598 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.4151373
Feb 12 21:22:33.584962 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54022) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:33.589135 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4690b979-d64d-4c67-9cb4-3b5fb0814d58 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': '068c1731-e315-4978-a331-3c4f675ce05c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '62a7efc9-fbec-4dec-bce2-6c17176c88fb'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:33.606319 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb61cba9-9395-462e-9964-6c8d527b2609 x-openstack-request-id: req-fb61cba9-9395-462e-9964-6c8d527b2609 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:22:33.606576 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265e978d-6902-435c-9dc8-2977135fa92a", "name": "network-vif-deleted", "tag": "38352d0d-4c76-4e91-9225-8c4272270ad6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:22:33.606949 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb61cba9-9395-462e-9964-6c8d527b2609 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:22:33.607416 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265e978d-6902-435c-9dc8-2977135fa92a', 'name': 'network-vif-deleted', 'tag': '38352d0d-4c76-4e91-9225-8c4272270ad6', 'status': 'completed', 'code': 200}
Feb 12 21:22:33.656193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7d079-b492-44a6-917d-1974b7b6daa6 req-bf1b3b52-6026-46b9-baff-d62ae369fd3c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:33.659619 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ecb7d079-b492-44a6-917d-1974b7b6daa6 req-bf1b3b52-6026-46b9-baff-d62ae369fd3c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1329613
Feb 12 21:22:33.694260 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25fc0e49-ac0e-4eee-95ab-1341ebb877d0 admin admin] Publish callbacks [] for security_group (7366bd8e-78e1-4efb-b8a6-6f06b150fe99), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:33.739334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Allocated IP 172.20.0.2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/ec9f124a-f6bf-495a-a1f3-2449420675a5/05502390-6533-4518-b12f-25089fbb5cd7) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:33.760259 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ecb7d079-b492-44a6-917d-1974b7b6daa6 req-011341de-6d95-4fb9-8a9d-463ee498b8ad tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940368
Feb 12 21:22:33.780262 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25fc0e49-ac0e-4eee-95ab-1341ebb877d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7366bd8e-78e1-4efb-b8a6-6f06b150fe99), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:33.792325 ncdv-master-1 neutron-server[126506]: DEBUG neutron.objects.ports [None req-5b4fb9a2-ef7d-42c1-9691-63374617cd54 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126506) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:22:33.793839 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb9a2-ef7d-42c1-9691-63374617cd54 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (66260c15-9231-4a1d-b65d-fdc297603939), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:33.854439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc0e49-ac0e-4eee-95ab-1341ebb877d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7366bd8e-78e1-4efb-b8a6-6f06b150fe99,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:33.854439 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-25fc0e49-ac0e-4eee-95ab-1341ebb877d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2521dc52a9494db391212854d55f125c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5509896
Feb 12 21:22:33.855413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4fb9a2-ef7d-42c1-9691-63374617cd54 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:33.855413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-5b4fb9a2-ef7d-42c1-9691-63374617cd54 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:33.855413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4fb9a2-ef7d-42c1-9691-63374617cd54 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:33.855413 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb9a2-ef7d-42c1-9691-63374617cd54 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:33.855900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54034) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:33.859476 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fb9a2-ef7d-42c1-9691-63374617cd54 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=66260c15-9231-4a1d-b65d-fdc297603939,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:33.922593 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20bf476e-757a-473f-a2e7-2f754ff5f092 admin admin] Publish callbacks [] for security_group (7366bd8e-78e1-4efb-b8a6-6f06b150fe99), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:33.925344 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-4690b979-d64d-4c67-9cb4-3b5fb0814d58 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The resource could not be found.
Feb 12 21:22:33.926512 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4690b979-d64d-4c67-9cb4-3b5fb0814d58 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.3409138
Feb 12 21:22:33.929422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54040) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:33.941170 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Publish callbacks [] for port (05502390-6533-4518-b12f-25089fbb5cd7), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:33.952821 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20bf476e-757a-473f-a2e7-2f754ff5f092 admin admin] Publish callbacks [] for security_group (7366bd8e-78e1-4efb-b8a6-6f06b150fe99), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:33.966517 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5b4fb9a2-ef7d-42c1-9691-63374617cd54 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1272135
Feb 12 21:22:33.969407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54042) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:33.983760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-34f3aa1f-9ae5-44f9-98ca-753ad5de5423 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'mac_address': 'fa:16:3e:3b:70:09', 'name': 'tempest-NetworksTestDHCPv6-1115174151'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:33.989698 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4cc61037-23b4-4413-a4bf-af420e0cd9ad tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (068c1731-e315-4978-a331-3c4f675ce05c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:34.015031 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4cc61037-23b4-4413-a4bf-af420e0cd9ad tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (068c1731-e315-4978-a331-3c4f675ce05c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:34.028956 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (05502390-6533-4518-b12f-25089fbb5cd7), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:34.057079 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bf6d1a8c-26eb-4e2e-af5e-234025519ae3 req-e7384be7-1ec3-4e8c-bc49-7dbe3e07a7fd tempest-ServersTestJSON-501635626 tempest-ServersTestJSON-501635626-project] 10.222.0.31 "GET /v2.0/ports?device_id=265e978d-6902-435c-9dc8-2977135fa92a HTTP/1.1" status: 200  len: 210 time: 0.0837557
Feb 12 21:22:34.116091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5e4b0b86-3040-4cca-8836-6f4bb1447817 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:22:34.119397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:34.143795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:34.146162 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:34.149372 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 5e4b0b86-3040-4cca-8836-6f4bb1447817 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:22:34.149728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5e4b0b86-3040-4cca-8836-6f4bb1447817 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:22:34.151806 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Pushing event updated for resources: {'Port': ['ID=05502390-6533-4518-b12f-25089fbb5cd7,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:34.159694 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4cc61037-23b4-4413-a4bf-af420e0cd9ad tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (068c1731-e315-4978-a331-3c4f675ce05c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:34.162266 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4cc61037-23b4-4413-a4bf-af420e0cd9ad tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:34.164829 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4cc61037-23b4-4413-a4bf-af420e0cd9ad tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "DELETE /v2.0/security-groups/068c1731-e315-4978-a331-3c4f675ce05c HTTP/1.1" status: 204  len: 168 time: 0.2333455
Feb 12 21:22:34.170734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54054) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:34.176943 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc61037-23b4-4413-a4bf-af420e0cd9ad tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=068c1731-e315-4978-a331-3c4f675ce05c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:34.188107 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20bf476e-757a-473f-a2e7-2f754ff5f092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7366bd8e-78e1-4efb-b8a6-6f06b150fe99), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:34.190938 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20bf476e-757a-473f-a2e7-2f754ff5f092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:34.192070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-20bf476e-757a-473f-a2e7-2f754ff5f092 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7366bd8e-78e1-4efb-b8a6-6f06b150fe99 HTTP/1.1" status: 204  len: 168 time: 0.3350511
Feb 12 21:22:34.203780 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf476e-757a-473f-a2e7-2f754ff5f092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7366bd8e-78e1-4efb-b8a6-6f06b150fe99,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:34.230515 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-44a22030-38a6-4190-8824-628978e2dac2 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0584753
Feb 12 21:22:34.234314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54058) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:34.241755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Attempting to bind port 05502390-6533-4518-b12f-25089fbb5cd7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:22:34.242553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Attempting to bind port 05502390-6533-4518-b12f-25089fbb5cd7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:22:34.242553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Attempting to bind port 05502390-6533-4518-b12f-25089fbb5cd7 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:22:34.244942 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-6a8d0e12-d68e-45ba-abdb-abcf8c8fceea tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': '02860d00-ebb8-4d3e-8716-458ed667f47d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:34.255516 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f3aa1f-9ae5-44f9-98ca-753ad5de5423 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:34.259626 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:22:34.260015 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:22:34.261126 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:34.261550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:22:34.262170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Bound port: 05502390-6533-4518-b12f-25089fbb5cd7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:22:34.262998 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (05502390-6533-4518-b12f-25089fbb5cd7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:34.344089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] For port 05502390-6533-4518-b12f-25089fbb5cd7, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:22:34.350363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] For port 05502390-6533-4518-b12f-25089fbb5cd7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05502390-6533-4518-b12f-25089fbb5cd7,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:22:34.357695 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34f3aa1f-9ae5-44f9-98ca-753ad5de5423 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:34.371729 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9eaf8841-82e0-44f2-a100-3cfcdddc8809 req-8a5724d3-42f7-4a9f-84b0-2f3b850d48b5 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0405164
Feb 12 21:22:34.382054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-34f3aa1f-9ae5-44f9-98ca-753ad5de5423 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port 64ab0f16-b432-400c-8d80-1f2a3d4ba6f9 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:22:34.481087 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (05502390-6533-4518-b12f-25089fbb5cd7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:34.528023 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-6a8d0e12-d68e-45ba-abdb-abcf8c8fceea tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The resource could not be found.
Feb 12 21:22:34.533029 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6a8d0e12-d68e-45ba-abdb-abcf8c8fceea tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2939231
Feb 12 21:22:34.533267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54064) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:34.547186 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d00d1-40bb-4c18-8b11-d8d073d724c4 None None] Pushing event updated for resources: {'Port': ['ID=05502390-6533-4518-b12f-25089fbb5cd7,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:34.548751 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c66d7238-f74c-4fea-929a-4315c4f674d1 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group': {'name': 'tempest-secgroup--2131820958'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:34.585539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-34f3aa1f-9ae5-44f9-98ca-753ad5de5423 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 172.20.0.6 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/ec9f124a-f6bf-495a-a1f3-2449420675a5/64ab0f16-b432-400c-8d80-1f2a3d4ba6f9) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:34.593900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-34f3aa1f-9ae5-44f9-98ca-753ad5de5423 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::f816:3eff:fe3b:7009 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/66260c15-9231-4a1d-b65d-fdc297603939/64ab0f16-b432-400c-8d80-1f2a3d4ba6f9) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:34.710911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 38352d0d-4c76-4e91-9225-8c4272270ad6 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:22:34.738089 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c66d7238-f74c-4fea-929a-4315c4f674d1 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:34.768238 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 38352d0d-4c76-4e91-9225-8c4272270ad6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:22:34.768593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 38352d0d-4c76-4e91-9225-8c4272270ad6 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:22:34.811072 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34f3aa1f-9ae5-44f9-98ca-753ad5de5423 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (64ab0f16-b432-400c-8d80-1f2a3d4ba6f9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:34.907902 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c66d7238-f74c-4fea-929a-4315c4f674d1 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (88306299-43c5-4ecd-8f14-172124cb1d38), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:34.934325 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6cd1e-904f-46dc-80b9-ac5ea56489dc req-3eef3f68-0a85-4ec5-b4cf-8a7a633ba303 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:34.935805 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3bc6cd1e-904f-46dc-80b9-ac5ea56489dc req-3eef3f68-0a85-4ec5-b4cf-8a7a633ba303 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0774243
Feb 12 21:22:34.984115 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3bc6cd1e-904f-46dc-80b9-ac5ea56489dc req-9973d122-c59b-48df-aa8f-16480963fdae tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413902
Feb 12 21:22:34.999166 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c66d7238-f74c-4fea-929a-4315c4f674d1 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (88306299-43c5-4ecd-8f14-172124cb1d38), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.012031 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34f3aa1f-9ae5-44f9-98ca-753ad5de5423 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (64ab0f16-b432-400c-8d80-1f2a3d4ba6f9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.069521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d7238-f74c-4fea-929a-4315c4f674d1 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88306299-43c5-4ecd-8f14-172124cb1d38,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:35.078068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f3aa1f-9ae5-44f9-98ca-753ad5de5423 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:35.081980 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-34f3aa1f-9ae5-44f9-98ca-753ad5de5423 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:35.085923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f3aa1f-9ae5-44f9-98ca-753ad5de5423 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:35.096701 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54074) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:35.111879 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a759b73-4cdd-4501-8d41-5cc3aa8c882f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.122003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54076) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:35.191017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-405dcf73-c2f0-42b1-a0f0-861ab0159274 admin admin] Deleting subnet 9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:22:35.197193 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-405dcf73-c2f0-42b1-a0f0-861ab0159274 admin admin] Publish callbacks [] for subnet (9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.249637 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-405dcf73-c2f0-42b1-a0f0-861ab0159274 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.308436 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a759b73-4cdd-4501-8d41-5cc3aa8c882f admin admin] Publish callbacks [] for security_group (2110a560-c53b-480e-939a-336dd984a804), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.321738 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-405dcf73-c2f0-42b1-a0f0-861ab0159274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.363648 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a759b73-4cdd-4501-8d41-5cc3aa8c882f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2110a560-c53b-480e-939a-336dd984a804), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.417095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9a759b73-4cdd-4501-8d41-5cc3aa8c882f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=944145ab4923400da37613e206126211&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3188045
Feb 12 21:22:35.417733 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54082) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:35.419835 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a759b73-4cdd-4501-8d41-5cc3aa8c882f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2110a560-c53b-480e-939a-336dd984a804,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:35.465154 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-405dcf73-c2f0-42b1-a0f0-861ab0159274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.482498 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-405dcf73-c2f0-42b1-a0f0-861ab0159274 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.488740 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-405dcf73-c2f0-42b1-a0f0-861ab0159274 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9 HTTP/1.1" status: 204  len: 168 time: 0.3635900
Feb 12 21:22:35.488897 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c66d7238-f74c-4fea-929a-4315c4f674d1 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.490997 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c66d7238-f74c-4fea-929a-4315c4f674d1 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.9566128
Feb 12 21:22:35.494685 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54084) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:35.495022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54086) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:35.495670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3aa1f-9ae5-44f9-98ca-753ad5de5423 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=64ab0f16-b432-400c-8d80-1f2a3d4ba6f9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:35.511436 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dcf73-c2f0-42b1-a0f0-861ab0159274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a73dc4a-76c8-48fb-9b8d-8f761cd7ebe9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:35.517912 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32e3f1ff-e987-4ee5-b283-65c6a388a8a1 admin admin] Publish callbacks [] for security_group (2110a560-c53b-480e-939a-336dd984a804), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.520778 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f615e7fb-718c-4991-ad6b-2c2a8d29dde5 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1582067122'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:35.550406 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32e3f1ff-e987-4ee5-b283-65c6a388a8a1 admin admin] Publish callbacks [] for security_group (2110a560-c53b-480e-939a-336dd984a804), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.574856 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-917846ac-9b43-4ef0-aaa8-61a9f7c8435f req-34869f09-8aa6-4037-9fe9-77187369d7e5 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0922484
Feb 12 21:22:35.617301 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f3aa1f-9ae5-44f9-98ca-753ad5de5423 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:35.617976 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34f3aa1f-9ae5-44f9-98ca-753ad5de5423 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.649449 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-24481881-032d-4170-a7c5-82cb0a4b8308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (7099db00-3881-44c3-bb47-3ded394a66e1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.679632 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32e3f1ff-e987-4ee5-b283-65c6a388a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2110a560-c53b-480e-939a-336dd984a804), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.682573 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-32e3f1ff-e987-4ee5-b283-65c6a388a8a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.687043 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-32e3f1ff-e987-4ee5-b283-65c6a388a8a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2110a560-c53b-480e-939a-336dd984a804 HTTP/1.1" status: 204  len: 168 time: 0.2650747
Feb 12 21:22:35.692309 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd63f4b-9970-4b88-bd4c-f696bca0048b None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:35.694440 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3f1ff-e987-4ee5-b283-65c6a388a8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2110a560-c53b-480e-939a-336dd984a804,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:35.734167 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-34f3aa1f-9ae5-44f9-98ca-753ad5de5423 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.7626634
Feb 12 21:22:35.735179 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f615e7fb-718c-4991-ad6b-2c2a8d29dde5 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.738164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54092) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:35.750065 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-24481881-032d-4170-a7c5-82cb0a4b8308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (7099db00-3881-44c3-bb47-3ded394a66e1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.775752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-68ebfbec-e3b6-4f95-9c37-f7f5b3be905d None None] Provisioning complete for port 05502390-6533-4518-b12f-25089fbb5cd7 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:35.776378 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68ebfbec-e3b6-4f95-9c37-f7f5b3be905d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (05502390-6533-4518-b12f-25089fbb5cd7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.785517 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-24481881-032d-4170-a7c5-82cb0a4b8308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8714f0>,) {'filters': {'network_id': ['7099db00-3881-44c3-bb47-3ded394a66e1']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:35.799851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-24481881-032d-4170-a7c5-82cb0a4b8308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8714f0>, '739edf8d-e223-4bd7-b993-e1b54564f9e3') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:35.800424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-24481881-032d-4170-a7c5-82cb0a4b8308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8714f0>, '739edf8d-e223-4bd7-b993-e1b54564f9e3') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:35.824551 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-24481881-032d-4170-a7c5-82cb0a4b8308 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (739edf8d-e223-4bd7-b993-e1b54564f9e3), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.843759 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-24481881-032d-4170-a7c5-82cb0a4b8308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (739edf8d-e223-4bd7-b993-e1b54564f9e3), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.855081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24481881-032d-4170-a7c5-82cb0a4b8308 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:22:35.855618 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-24481881-032d-4170-a7c5-82cb0a4b8308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (739edf8d-e223-4bd7-b993-e1b54564f9e3), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:   items = [
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:22:35.857378 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:22:35.869849 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c35817b-c0e1-4df0-819d-7f9196b5206e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:35.876184 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c35817b-c0e1-4df0-819d-7f9196b5206e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:35.880372 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3c35817b-c0e1-4df0-819d-7f9196b5206e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1763 time: 0.1387391
Feb 12 21:22:35.882164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54094) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:35.915921 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f615e7fb-718c-4991-ad6b-2c2a8d29dde5 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (7d834e21-520c-4116-8883-c9a7f48a9009), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.931658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-68ebfbec-e3b6-4f95-9c37-f7f5b3be905d None None] Current status of the port 05502390-6533-4518-b12f-25089fbb5cd7 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:35.932122 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68ebfbec-e3b6-4f95-9c37-f7f5b3be905d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (05502390-6533-4518-b12f-25089fbb5cd7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.987914 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-71a323e4-881c-411d-b6d4-08e3826c473f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port 64ab0f16-b432-400c-8d80-1f2a3d4ba6f9 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:35.988311 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71a323e4-881c-411d-b6d4-08e3826c473f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (64ab0f16-b432-400c-8d80-1f2a3d4ba6f9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:35.993511 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f615e7fb-718c-4991-ad6b-2c2a8d29dde5 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7d834e21-520c-4116-8883-c9a7f48a9009), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.002170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-68ebfbec-e3b6-4f95-9c37-f7f5b3be905d None None] For port 05502390-6533-4518-b12f-25089fbb5cd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05502390-6533-4518-b12f-25089fbb5cd7,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:36.003676 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bedd18e-3653-4ebc-9bd0-de3dbfb26cc0 None None] Update dhcp port {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'fixed_ips': [{'subnet_id': 'ec9f124a-f6bf-495a-a1f3-2449420675a5', 'ip_address': '172.20.0.2'}, {'subnet_id': '66260c15-9231-4a1d-b65d-fdc297603939'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '05502390-6533-4518-b12f-25089fbb5cd7'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:22:36.036793 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3bedd18e-3653-4ebc-9bd0-de3dbfb26cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (05502390-6533-4518-b12f-25089fbb5cd7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.050439 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-24481881-032d-4170-a7c5-82cb0a4b8308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (7099db00-3881-44c3-bb47-3ded394a66e1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.065701 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-24481881-032d-4170-a7c5-82cb0a4b8308 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.069817 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-24481881-032d-4170-a7c5-82cb0a4b8308 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7099db00-3881-44c3-bb47-3ded394a66e1 HTTP/1.1" status: 204  len: 168 time: 0.5713031
Feb 12 21:22:36.073018 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615e7fb-718c-4991-ad6b-2c2a8d29dde5 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d834e21-520c-4116-8883-c9a7f48a9009,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:36.101830 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24481881-032d-4170-a7c5-82cb0a4b8308 admin admin] Pushing event deleted for resources: {'Network': ['ID=7099db00-3881-44c3-bb47-3ded394a66e1,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:36.144832 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71a323e4-881c-411d-b6d4-08e3826c473f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (64ab0f16-b432-400c-8d80-1f2a3d4ba6f9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.155919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f615e7fb-718c-4991-ad6b-2c2a8d29dde5 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.155919 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f615e7fb-718c-4991-ad6b-2c2a8d29dde5 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6532834
Feb 12 21:22:36.156063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54100) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:36.161745 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e40ff61d-91a0-4330-9fb6-e6376f4502f4 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group_rule': {'security_group_id': '88306299-43c5-4ecd-8f14-172124cb1d38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7d834e21-520c-4116-8883-c9a7f48a9009'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:36.166330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 05502390-6533-4518-b12f-25089fbb5cd7 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:22:36.172051 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68ebfbec-e3b6-4f95-9c37-f7f5b3be905d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (05502390-6533-4518-b12f-25089fbb5cd7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.192162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-71a323e4-881c-411d-b6d4-08e3826c473f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for 64ab0f16-b432-400c-8d80-1f2a3d4ba6f9 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:36.306103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebfbec-e3b6-4f95-9c37-f7f5b3be905d None None] Pushing event updated for resources: {'Port': ['ID=05502390-6533-4518-b12f-25089fbb5cd7,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:36.323739 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-3bedd18e-3653-4ebc-9bd0-de3dbfb26cc0 None None] Allocated IP 2001:db8::f816:3eff:febf:6988 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/66260c15-9231-4a1d-b65d-fdc297603939/05502390-6533-4518-b12f-25089fbb5cd7) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:36.339256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 05502390-6533-4518-b12f-25089fbb5cd7 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:36.342576 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (05502390-6533-4518-b12f-25089fbb5cd7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.397844 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-e40ff61d-91a0-4330-9fb6-e6376f4502f4 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:36.399537 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e40ff61d-91a0-4330-9fb6-e6376f4502f4 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.2424812
Feb 12 21:22:36.402014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54110) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:36.471430 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e4969ade-5921-4731-9a69-93e45210e049 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (7d834e21-520c-4116-8883-c9a7f48a9009), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.502885 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e4969ade-5921-4731-9a69-93e45210e049 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (7d834e21-520c-4116-8883-c9a7f48a9009), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.551396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71a323e4-881c-411d-b6d4-08e3826c473f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (64ab0f16-b432-400c-8d80-1f2a3d4ba6f9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.583055 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a323e4-881c-411d-b6d4-08e3826c473f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=64ab0f16-b432-400c-8d80-1f2a3d4ba6f9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:36.627587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54116) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:36.639802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3bedd18e-3653-4ebc-9bd0-de3dbfb26cc0 None None] For port 05502390-6533-4518-b12f-25089fbb5cd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05502390-6533-4518-b12f-25089fbb5cd7,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:36.668014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 05502390-6533-4518-b12f-25089fbb5cd7 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:36.684687 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3bedd18e-3653-4ebc-9bd0-de3dbfb26cc0 None None] Publish callbacks [] for port (05502390-6533-4518-b12f-25089fbb5cd7), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.701437 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71a323e4-881c-411d-b6d4-08e3826c473f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.710694 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-71a323e4-881c-411d-b6d4-08e3826c473f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/64ab0f16-b432-400c-8d80-1f2a3d4ba6f9 HTTP/1.1" status: 204  len: 168 time: 0.8259544
Feb 12 21:22:36.712412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54118) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:36.714908 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e4969ade-5921-4731-9a69-93e45210e049 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7d834e21-520c-4116-8883-c9a7f48a9009), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.717585 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e4969ade-5921-4731-9a69-93e45210e049 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.722263 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e4969ade-5921-4731-9a69-93e45210e049 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "DELETE /v2.0/security-groups/7d834e21-520c-4116-8883-c9a7f48a9009 HTTP/1.1" status: 204  len: 168 time: 0.3187275
Feb 12 21:22:36.722969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54120) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:36.747527 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-05a6386c-2784-456d-bc06-be774a15bd5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=050182e2f578483db86c4ee4d7391365&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1140924
Feb 12 21:22:36.760953 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54122) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:36.763098 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d12a41a0-cb20-4dcf-89c3-9322f45cf15c req-b9dbac44-33ea-448d-a46d-6b8f4d087b47 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0409617
Feb 12 21:22:36.770707 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3bedd18e-3653-4ebc-9bd0-de3dbfb26cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (05502390-6533-4518-b12f-25089fbb5cd7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.776956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4969ade-5921-4731-9a69-93e45210e049 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d834e21-520c-4116-8883-c9a7f48a9009,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:36.814899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e873ec-0ec0-49a4-8d26-753ab58417d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:36.818468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e873ec-0ec0-49a4-8d26-753ab58417d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:36.819858 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e873ec-0ec0-49a4-8d26-753ab58417d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:36.823922 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-19e873ec-0ec0-49a4-8d26-753ab58417d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1075172
Feb 12 21:22:36.824215 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54124) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:36.835664 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5d823dd1-2c6b-4016-90db-9b3a3f9a7227 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1089258
Feb 12 21:22:36.839223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54126) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:36.874019 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3686ba69-dece-4125-b7c9-a01a06269af4 admin admin] Publish callbacks [] for security_group (8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.915031 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3686ba69-dece-4125-b7c9-a01a06269af4 admin admin] Publish callbacks [] for security_group (8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.921096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cde0fad-94f7-4c24-80ac-c9b992732eeb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 66260c15-9231-4a1d-b65d-fdc297603939 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:22:36.927551 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cde0fad-94f7-4c24-80ac-c9b992732eeb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (66260c15-9231-4a1d-b65d-fdc297603939), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.929094 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedd18e-3653-4ebc-9bd0-de3dbfb26cc0 None None] Pushing event updated for resources: {'Port': ['ID=05502390-6533-4518-b12f-25089fbb5cd7,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:36.948621 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9883c22f-0c99-4f8f-88a8-8d49ab004a9f tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (88306299-43c5-4ecd-8f14-172124cb1d38), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.985162 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9883c22f-0c99-4f8f-88a8-8d49ab004a9f tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (88306299-43c5-4ecd-8f14-172124cb1d38), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:36.993861 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cde0fad-94f7-4c24-80ac-c9b992732eeb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (66260c15-9231-4a1d-b65d-fdc297603939), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.079893 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3686ba69-dece-4125-b7c9-a01a06269af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.083986 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3686ba69-dece-4125-b7c9-a01a06269af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.084252 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cde0fad-94f7-4c24-80ac-c9b992732eeb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (66260c15-9231-4a1d-b65d-fdc297603939), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.085258 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3686ba69-dece-4125-b7c9-a01a06269af4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f HTTP/1.1" status: 204  len: 168 time: 0.3212755
Feb 12 21:22:37.095375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686ba69-dece-4125-b7c9-a01a06269af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc9d5db-2bd6-405e-8c2e-91b5ce76cf2f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:37.108046 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9883c22f-0c99-4f8f-88a8-8d49ab004a9f tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (88306299-43c5-4ecd-8f14-172124cb1d38), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.111640 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9883c22f-0c99-4f8f-88a8-8d49ab004a9f tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.112821 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9883c22f-0c99-4f8f-88a8-8d49ab004a9f tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "DELETE /v2.0/security-groups/88306299-43c5-4ecd-8f14-172124cb1d38 HTTP/1.1" status: 204  len: 168 time: 0.2726018
Feb 12 21:22:37.116148 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54136) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:37.153186 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883c22f-0c99-4f8f-88a8-8d49ab004a9f tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88306299-43c5-4ecd-8f14-172124cb1d38,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:37.224105 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2e659210-8896-4724-90f1-93f054623e6e tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0952899
Feb 12 21:22:37.224692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54140) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:37.233379 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-07ce95c9-2693-4a0e-81c8-51aa136b880e tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105348803'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:37.302893 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cde0fad-94f7-4c24-80ac-c9b992732eeb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (66260c15-9231-4a1d-b65d-fdc297603939), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.339053 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde0fad-94f7-4c24-80ac-c9b992732eeb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=66260c15-9231-4a1d-b65d-fdc297603939,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:37.343074 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cde0fad-94f7-4c24-80ac-c9b992732eeb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.350721 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4cde0fad-94f7-4c24-80ac-c9b992732eeb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/66260c15-9231-4a1d-b65d-fdc297603939 HTTP/1.1" status: 204  len: 168 time: 0.5217848
Feb 12 21:22:37.350862 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54146) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:37.382900 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-07ce95c9-2693-4a0e-81c8-51aa136b880e tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.420498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f44b2e-34a5-411e-bff1-687752338d17 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet ec9f124a-f6bf-495a-a1f3-2449420675a5 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:22:37.427920 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-62f44b2e-34a5-411e-bff1-687752338d17 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (ec9f124a-f6bf-495a-a1f3-2449420675a5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.487946 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-62f44b2e-34a5-411e-bff1-687752338d17 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (ec9f124a-f6bf-495a-a1f3-2449420675a5), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.550317 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-07ce95c9-2693-4a0e-81c8-51aa136b880e tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (9df50ae3-d8e0-466f-aff0-2b0bc0ed885f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.611861 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3670e6-394d-44c8-aa46-5e045db45d20 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:37.624220 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-62f44b2e-34a5-411e-bff1-687752338d17 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (ec9f124a-f6bf-495a-a1f3-2449420675a5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.629658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-22d882cc-8748-4db6-bf40-26f9bdc69a21 None None] Could not find standard attr ID for object 64ab0f16-b432-400c-8d80-1f2a3d4ba6f9. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:22:37.702017 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-07ce95c9-2693-4a0e-81c8-51aa136b880e tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9df50ae3-d8e0-466f-aff0-2b0bc0ed885f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.702239 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-22d882cc-8748-4db6-bf40-26f9bdc69a21 None None] Provisioning complete for port 05502390-6533-4518-b12f-25089fbb5cd7 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:37.702239 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-22d882cc-8748-4db6-bf40-26f9bdc69a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (05502390-6533-4518-b12f-25089fbb5cd7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.771126 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce95c9-2693-4a0e-81c8-51aa136b880e tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df50ae3-d8e0-466f-aff0-2b0bc0ed885f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:37.826236 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-07ce95c9-2693-4a0e-81c8-51aa136b880e tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.827831 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-07ce95c9-2693-4a0e-81c8-51aa136b880e tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6004829
Feb 12 21:22:37.838547 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54156) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:37.843227 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-282877f1-cc16-4a0a-bfb0-32e41a7b9fe6 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:37.844178 ncdv-master-1 neutron-server[126506]: WARNING neutron.api.v2.base [None req-282877f1-cc16-4a0a-bfb0-32e41a7b9fe6 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Feb 12 21:22:37.845342 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-282877f1-cc16-4a0a-bfb0-32e41a7b9fe6 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] update failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:22:37.849239 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-282877f1-cc16-4a0a-bfb0-32e41a7b9fe6 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "PUT /v2.0/security-groups/9df50ae3-d8e0-466f-aff0-2b0bc0ed885f HTTP/1.1" status: 409  len: 330 time: 0.0068116
Feb 12 21:22:37.850674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54158) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:37.856506 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-62f44b2e-34a5-411e-bff1-687752338d17 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (ec9f124a-f6bf-495a-a1f3-2449420675a5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.878585 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-22d882cc-8748-4db6-bf40-26f9bdc69a21 None None] Current status of the port 05502390-6533-4518-b12f-25089fbb5cd7 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:37.901158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f44b2e-34a5-411e-bff1-687752338d17 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9f124a-f6bf-495a-a1f3-2449420675a5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:37.933866 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-62f44b2e-34a5-411e-bff1-687752338d17 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:37.940242 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-62f44b2e-34a5-411e-bff1-687752338d17 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/ec9f124a-f6bf-495a-a1f3-2449420675a5 HTTP/1.1" status: 204  len: 168 time: 0.5893691
Feb 12 21:22:37.949521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54164) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:38.018367 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cdab79de-0a61-42e9-978b-dd182f7d7a44 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (9df50ae3-d8e0-466f-aff0-2b0bc0ed885f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:38.035155 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1f98bcee-8b5e-4135-91e8-35e6fa628c92 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0834944
Feb 12 21:22:38.036635 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54170) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:38.042490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67ab5f3-79b9-474f-9efd-35a0b537aa93 None None] Update dhcp port {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'fixed_ips': [{'subnet_id': 'ec9f124a-f6bf-495a-a1f3-2449420675a5'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '05502390-6533-4518-b12f-25089fbb5cd7'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:22:38.055774 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78f9eda0-ebae-44e4-a73f-fd85a68e8099 req-5d05db6c-3873-4997-adf6-62ed40648f93 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.1211147
Feb 12 21:22:38.078376 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cdab79de-0a61-42e9-978b-dd182f7d7a44 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (9df50ae3-d8e0-466f-aff0-2b0bc0ed885f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:38.097234 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a67ab5f3-79b9-474f-9efd-35a0b537aa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (05502390-6533-4518-b12f-25089fbb5cd7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:38.145286 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a88244-ee8c-459c-a1e1-eba38af3b0c9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:38.147664 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d3a88244-ee8c-459c-a1e1-eba38af3b0c9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1073768
Feb 12 21:22:38.150235 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54174) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:38.164121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 05502390-6533-4518-b12f-25089fbb5cd7 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:22:38.217127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab754a-9070-4530-a1b7-f0dfc1ae6bd9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:38.220107 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bbab754a-9070-4530-a1b7-f0dfc1ae6bd9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0682559
Feb 12 21:22:38.222657 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54180) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:38.234707 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cdab79de-0a61-42e9-978b-dd182f7d7a44 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9df50ae3-d8e0-466f-aff0-2b0bc0ed885f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:38.238392 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cdab79de-0a61-42e9-978b-dd182f7d7a44 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:38.239701 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cdab79de-0a61-42e9-978b-dd182f7d7a44 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "DELETE /v2.0/security-groups/9df50ae3-d8e0-466f-aff0-2b0bc0ed885f HTTP/1.1" status: 204  len: 168 time: 0.3867970
Feb 12 21:22:38.254621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54182) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:38.256776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab79de-0a61-42e9-978b-dd182f7d7a44 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df50ae3-d8e0-466f-aff0-2b0bc0ed885f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:38.310675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 05502390-6533-4518-b12f-25089fbb5cd7 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:38.311071 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (05502390-6533-4518-b12f-25089fbb5cd7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:38.330561 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-af39d74e-c49f-4ea9-a8c6-e64d41f54898 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1066310
Feb 12 21:22:38.331214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54184) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:38.338221 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ff979b0d-5f0c-4b6c-b453-63814ce68cb5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:38.349845 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cc242f00-1e14-4605-a4eb-36166c51aa60 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0811954
Feb 12 21:22:38.353606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54186) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:38.382720 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-169433e9-d053-4a96-a8d0-0ce6c7313d60 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] delete failed (client error): The resource could not be found.
Feb 12 21:22:38.383759 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-169433e9-d053-4a96-a8d0-0ce6c7313d60 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "DELETE /v2.0/security-groups/11790ba8-ec7f-497e-b605-3c0b84d93b05 HTTP/1.1" status: 404  len: 347 time: 0.0292256
Feb 12 21:22:38.389043 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54190) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:38.403322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008eae1d-cc80-418a-b1a3-21706071af22 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:38.418344 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-6b5ef875-9aa8-43c9-8b14-e7f483c794d2 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] show failed (client error): The resource could not be found.
Feb 12 21:22:38.419593 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6b5ef875-9aa8-43c9-8b14-e7f483c794d2 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "GET /v2.0/security-groups/c4174d18-77f3-495b-bf21-0ca67f64773b HTTP/1.1" status: 404  len: 347 time: 0.0295660
Feb 12 21:22:38.427583 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54194) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:38.439639 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-09084c58-7b03-4dc5-b576-b75f3e623813 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] show failed (client error): The resource could not be found.
Feb 12 21:22:38.440661 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-09084c58-7b03-4dc5-b576-b75f3e623813 tempest-NegativeSecGroupTest-1315845935 tempest-NegativeSecGroupTest-1315845935-project] 10.222.0.31 "GET /v2.0/security-group-rules/d479ba88-211a-43ab-bf71-7f2f67992a46 HTTP/1.1" status: 404  len: 356 time: 0.0120311
Feb 12 21:22:38.536813 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-74805992-a7fd-48d4-8439-62b23ca0d264 None None] Provisioning complete for port 05502390-6533-4518-b12f-25089fbb5cd7 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:38.537186 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-74805992-a7fd-48d4-8439-62b23ca0d264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (05502390-6533-4518-b12f-25089fbb5cd7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:38.539947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff979b0d-5f0c-4b6c-b453-63814ce68cb5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:38.544435 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ff979b0d-5f0c-4b6c-b453-63814ce68cb5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:38.546603 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff979b0d-5f0c-4b6c-b453-63814ce68cb5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:38.547233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff979b0d-5f0c-4b6c-b453-63814ce68cb5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:22:38.596580 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 05502390-6533-4518-b12f-25089fbb5cd7 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:38.639422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54202) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:38.640212 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ff979b0d-5f0c-4b6c-b453-63814ce68cb5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3078980
Feb 12 21:22:38.647807 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e3124402-d723-4600-8859-e1673dcebb6e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:38.650662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13ba702-524a-4614-be1d-57d48ed60fb0 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:22:38.683177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-74805992-a7fd-48d4-8439-62b23ca0d264 None None] Current status of the port 05502390-6533-4518-b12f-25089fbb5cd7 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:38.736224 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c13ba702-524a-4614-be1d-57d48ed60fb0 None None] Deleting port 05502390-6533-4518-b12f-25089fbb5cd7 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:38.736659 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c13ba702-524a-4614-be1d-57d48ed60fb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (05502390-6533-4518-b12f-25089fbb5cd7), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:38.809406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c13ba702-524a-4614-be1d-57d48ed60fb0 None None] For port 05502390-6533-4518-b12f-25089fbb5cd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05502390-6533-4518-b12f-25089fbb5cd7,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:38.809875 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c13ba702-524a-4614-be1d-57d48ed60fb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (05502390-6533-4518-b12f-25089fbb5cd7), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:38.823154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c13ba702-524a-4614-be1d-57d48ed60fb0 None None] Calling delete_port for 05502390-6533-4518-b12f-25089fbb5cd7 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:38.834511 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3124402-d723-4600-8859-e1673dcebb6e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:38.839211 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e3124402-d723-4600-8859-e1673dcebb6e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:38.841122 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3124402-d723-4600-8859-e1673dcebb6e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:38.841604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3124402-d723-4600-8859-e1673dcebb6e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:22:39.012249 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54214) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:39.013029 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e3124402-d723-4600-8859-e1673dcebb6e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3721716
Feb 12 21:22:39.020144 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6a8b6bd2-be61-46b7-9260-6e11243e1188 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:39.039843 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c13ba702-524a-4614-be1d-57d48ed60fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (05502390-6533-4518-b12f-25089fbb5cd7), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:39.076334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ba702-524a-4614-be1d-57d48ed60fb0 None None] No DVR routers for this DVR port 05502390-6533-4518-b12f-25089fbb5cd7 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:22:39.081372 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ba702-524a-4614-be1d-57d48ed60fb0 None None] Pushing event deleted for resources: {'Port': ['ID=05502390-6533-4518-b12f-25089fbb5cd7,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:39.214011 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d835e6fb-87b8-4ca7-8e22-b80e953d7457 req-99d899ae-d217-4fe0-89e0-ed3f3f584f06 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0379138
Feb 12 21:22:39.287376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54222) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:39.290777 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8b6bd2-be61-46b7-9260-6e11243e1188 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:39.300274 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6a8b6bd2-be61-46b7-9260-6e11243e1188 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:39.302304 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8b6bd2-be61-46b7-9260-6e11243e1188 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:39.302795 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8b6bd2-be61-46b7-9260-6e11243e1188 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:22:39.431975 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54234) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:39.432279 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6a8b6bd2-be61-46b7-9260-6e11243e1188 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4177396
Feb 12 21:22:39.439436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0a5bda43-7661-4b43-88f6-37b75d16d609 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:39.567654 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d593a20a-a46f-4288-a485-920c920fcb9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23e91d262d254af29fa57d4ecdf658c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2788632
Feb 12 21:22:39.570125 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54240) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:39.622955 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-020392b5-45d9-4a7c-af94-be1a9fb145fa admin admin] Publish callbacks [] for security_group (bed20d8c-f656-450a-a61f-dd7f95bccc11), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:39.647528 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-020392b5-45d9-4a7c-af94-be1a9fb145fa admin admin] Publish callbacks [] for security_group (bed20d8c-f656-450a-a61f-dd7f95bccc11), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:39.696596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5bda43-7661-4b43-88f6-37b75d16d609 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:39.700509 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0a5bda43-7661-4b43-88f6-37b75d16d609 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:39.701982 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5bda43-7661-4b43-88f6-37b75d16d609 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:39.702488 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5bda43-7661-4b43-88f6-37b75d16d609 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:22:39.799858 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-020392b5-45d9-4a7c-af94-be1a9fb145fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bed20d8c-f656-450a-a61f-dd7f95bccc11), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:39.802557 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-020392b5-45d9-4a7c-af94-be1a9fb145fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:39.803930 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-020392b5-45d9-4a7c-af94-be1a9fb145fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bed20d8c-f656-450a-a61f-dd7f95bccc11 HTTP/1.1" status: 204  len: 168 time: 0.2326875
Feb 12 21:22:39.808912 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0a5bda43-7661-4b43-88f6-37b75d16d609 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3756952
Feb 12 21:22:39.812394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54246) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:39.816393 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020392b5-45d9-4a7c-af94-be1a9fb145fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed20d8c-f656-450a-a61f-dd7f95bccc11,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:39.819242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-22ca1a74-3126-4f6c-89fb-5025fa23a1d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:40.010580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ca1a74-3126-4f6c-89fb-5025fa23a1d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:40.014297 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22ca1a74-3126-4f6c-89fb-5025fa23a1d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:40.015901 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ca1a74-3126-4f6c-89fb-5025fa23a1d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:40.016669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ca1a74-3126-4f6c-89fb-5025fa23a1d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:22:40.077136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 05502390-6533-4518-b12f-25089fbb5cd7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:22:40.100960 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 05502390-6533-4518-b12f-25089fbb5cd7 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:22:40.101521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 05502390-6533-4518-b12f-25089fbb5cd7 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:22:40.109505 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-22ca1a74-3126-4f6c-89fb-5025fa23a1d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2931890
Feb 12 21:22:40.111081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54250) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:40.121683 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-fa991719-fc59-4979-945c-cd2b5f587277 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:40.176136 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54254) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:40.324997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa991719-fc59-4979-945c-cd2b5f587277 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:40.328494 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa991719-fc59-4979-945c-cd2b5f587277 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:40.330407 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa991719-fc59-4979-945c-cd2b5f587277 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:22:40.330844 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa991719-fc59-4979-945c-cd2b5f587277 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:22:40.331918 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6dcec92-db76-4113-ae28-eaa94b32e108 req-3f67a570-ae34-4b78-8d21-c4e3cfa480a1 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0352616
Feb 12 21:22:40.432828 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-833062c1-b34e-48f8-a188-670c1e79111d req-90e8f2a1-d230-4840-92a6-2390b6e6da50 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0364745
Feb 12 21:22:40.448389 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fa991719-fc59-4979-945c-cd2b5f587277 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3360524
Feb 12 21:22:40.452305 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54266) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:40.484787 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9d684a79-fb96-403e-bbf3-feac8fc60680 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0310421
Feb 12 21:22:40.487925 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54268) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:40.546303 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6225a4f7-9485-4bb3-a549-a1920694fddf tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:40.548434 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6225a4f7-9485-4bb3-a549-a1920694fddf tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0585878
Feb 12 21:22:40.551562 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54270) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:40.592248 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a91e7f45-28f4-4fac-afef-28a0f562ac16 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0393014
Feb 12 21:22:40.597515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54272) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:40.603323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f16f9fd4-4296-4d28-a6dd-b32f1e009c37 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:40.616981 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23572694-ba65-41cf-8832-f4ebe53f6a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:40.776137 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23572694-ba65-41cf-8832-f4ebe53f6a38 admin admin] Publish callbacks [] for security_group (102579b6-d126-4e6f-9fb6-ee0d5215f1f2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:40.838012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16f9fd4-4296-4d28-a6dd-b32f1e009c37 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:40.842065 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f16f9fd4-4296-4d28-a6dd-b32f1e009c37 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:40.845692 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23572694-ba65-41cf-8832-f4ebe53f6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (102579b6-d126-4e6f-9fb6-ee0d5215f1f2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:40.938430 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23572694-ba65-41cf-8832-f4ebe53f6a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102579b6-d126-4e6f-9fb6-ee0d5215f1f2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:40.942970 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-23572694-ba65-41cf-8832-f4ebe53f6a38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f64915ec8fbc42fba126a39bf58436ea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7652519
Feb 12 21:22:40.945758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54290) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:41.007925 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a95c2733-9173-4662-8027-29331a66422b admin admin] Publish callbacks [] for security_group (102579b6-d126-4e6f-9fb6-ee0d5215f1f2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:41.034881 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a95c2733-9173-4662-8027-29331a66422b admin admin] Publish callbacks [] for security_group (102579b6-d126-4e6f-9fb6-ee0d5215f1f2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:41.237440 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a95c2733-9173-4662-8027-29331a66422b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (102579b6-d126-4e6f-9fb6-ee0d5215f1f2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:41.240162 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a95c2733-9173-4662-8027-29331a66422b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:41.241290 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a95c2733-9173-4662-8027-29331a66422b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/102579b6-d126-4e6f-9fb6-ee0d5215f1f2 HTTP/1.1" status: 204  len: 168 time: 0.2942994
Feb 12 21:22:41.249068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c2733-9173-4662-8027-29331a66422b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102579b6-d126-4e6f-9fb6-ee0d5215f1f2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:41.268250 ncdv-master-1 neutron-server[126505]: DEBUG neutron.objects.ports [None req-f16f9fd4-4296-4d28-a6dd-b32f1e009c37 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126505) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:22:41.269763 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f16f9fd4-4296-4d28-a6dd-b32f1e009c37 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (a0910aca-d9e4-4125-bddf-a4c25c0f794e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:41.310298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16f9fd4-4296-4d28-a6dd-b32f1e009c37 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:41.314263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-f16f9fd4-4296-4d28-a6dd-b32f1e009c37 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:41.320127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16f9fd4-4296-4d28-a6dd-b32f1e009c37 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:41.357965 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f16f9fd4-4296-4d28-a6dd-b32f1e009c37 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:41.357965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f9fd4-4296-4d28-a6dd-b32f1e009c37 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=a0910aca-d9e4-4125-bddf-a4c25c0f794e,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:41.358242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92f5974-b8a5-4239-ad06-49fa2e3084df None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:41.452275 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f16f9fd4-4296-4d28-a6dd-b32f1e009c37 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.8535595
Feb 12 21:22:41.456050 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54310) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:41.467032 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c84af44d-db71-4c6d-b1cc-8177ee495ea7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'mac_address': 'fa:16:3e:20:ca:a9', 'name': 'tempest-NetworksTestDHCPv6-1757759955'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:41.492821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54314) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:41.536754 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': 'a0910aca-d9e4-4125-bddf-a4c25c0f794e'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:22:41.541635 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:41.603378 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb742b16-b5dc-4fda-b823-df78a128319f req-2768174a-44c6-4e3d-a89d-affbcc1ee7be tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0711639
Feb 12 21:22:41.775199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Allocated IP 2001:db8::f816:3eff:fe18:1ed7 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/a0910aca-d9e4-4125-bddf-a4c25c0f794e/684633ab-8a45-4618-815b-23b81475a2f6) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:41.827400 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84af44d-db71-4c6d-b1cc-8177ee495ea7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:41.924739 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c84af44d-db71-4c6d-b1cc-8177ee495ea7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:41.959272 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-c84af44d-db71-4c6d-b1cc-8177ee495ea7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port 4ec3fd8e-b894-4328-953e-0827e4a4428e yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:22:41.961236 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Publish callbacks [] for port (684633ab-8a45-4618-815b-23b81475a2f6), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:41.991843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9c9ec7b0-7be2-4691-986e-759aeed34843 tempest-SubnetPoolsTestJSON-1836581249 tempest-SubnetPoolsTestJSON-1836581249-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-252911400', 'prefixes': ['172.20.0.0/16']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:42.029726 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (684633ab-8a45-4618-815b-23b81475a2f6), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:42.079955 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:42.082877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:42.087860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:42.089697 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-c84af44d-db71-4c6d-b1cc-8177ee495ea7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::f816:3eff:fe20:caa9 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/a0910aca-d9e4-4125-bddf-a4c25c0f794e/4ec3fd8e-b894-4328-953e-0827e4a4428e) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:42.116803 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Pushing event updated for resources: {'Port': ['ID=684633ab-8a45-4618-815b-23b81475a2f6,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:42.152953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Attempting to bind port 684633ab-8a45-4618-815b-23b81475a2f6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:22:42.153587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Attempting to bind port 684633ab-8a45-4618-815b-23b81475a2f6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:22:42.154274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Attempting to bind port 684633ab-8a45-4618-815b-23b81475a2f6 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:22:42.160923 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:22:42.161536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:22:42.162108 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:42.162636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:22:42.163323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Bound port: 684633ab-8a45-4618-815b-23b81475a2f6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:22:42.163853 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (684633ab-8a45-4618-815b-23b81475a2f6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:42.243458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] For port 684633ab-8a45-4618-815b-23b81475a2f6, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:22:42.247207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] For port 684633ab-8a45-4618-815b-23b81475a2f6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=684633ab-8a45-4618-815b-23b81475a2f6,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:22:42.286342 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c84af44d-db71-4c6d-b1cc-8177ee495ea7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (4ec3fd8e-b894-4328-953e-0827e4a4428e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:42.373127 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (684633ab-8a45-4618-815b-23b81475a2f6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:42.400990 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec7b0-7be2-4691-986e-759aeed34843 tempest-SubnetPoolsTestJSON-1836581249 tempest-SubnetPoolsTestJSON-1836581249-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:42.402270 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9c9ec7b0-7be2-4691-986e-759aeed34843 tempest-SubnetPoolsTestJSON-1836581249 tempest-SubnetPoolsTestJSON-1836581249-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 0.9075954
Feb 12 21:22:42.410569 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c84af44d-db71-4c6d-b1cc-8177ee495ea7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4ec3fd8e-b894-4328-953e-0827e4a4428e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:42.410569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54334) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:42.453300 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9bece263-73d9-465e-9857-82e2bd76cb0d tempest-SubnetPoolsTestJSON-1836581249 tempest-SubnetPoolsTestJSON-1836581249-project] 10.222.0.31 "GET /v2.0/subnetpools/16934edc-0848-4794-aa83-eb282fc59416 HTTP/1.1" status: 200  len: 731 time: 0.0442951
Feb 12 21:22:42.453669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54338) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:42.458870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f463178f-c917-4955-9352-233f595fb498 tempest-SubnetPoolsTestJSON-1836581249 tempest-SubnetPoolsTestJSON-1836581249-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-289773336'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:42.462130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f4875-9102-4d56-9e15-f416bd468532 None None] Pushing event updated for resources: {'Port': ['ID=684633ab-8a45-4618-815b-23b81475a2f6,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:42.507241 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84af44d-db71-4c6d-b1cc-8177ee495ea7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:42.510764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-c84af44d-db71-4c6d-b1cc-8177ee495ea7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:42.515004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84af44d-db71-4c6d-b1cc-8177ee495ea7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:42.522584 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84af44d-db71-4c6d-b1cc-8177ee495ea7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:42.523327 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c84af44d-db71-4c6d-b1cc-8177ee495ea7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:42.544489 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84af44d-db71-4c6d-b1cc-8177ee495ea7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=4ec3fd8e-b894-4328-953e-0827e4a4428e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:42.649977 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c84af44d-db71-4c6d-b1cc-8177ee495ea7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.1885180
Feb 12 21:22:42.655144 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54342) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:42.718113 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f463178f-c917-4955-9352-233f595fb498 tempest-SubnetPoolsTestJSON-1836581249 tempest-SubnetPoolsTestJSON-1836581249-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:42.723185 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f463178f-c917-4955-9352-233f595fb498 tempest-SubnetPoolsTestJSON-1836581249 tempest-SubnetPoolsTestJSON-1836581249-project] 10.222.0.31 "PUT /v2.0/subnetpools/16934edc-0848-4794-aa83-eb282fc59416 HTTP/1.1" status: 200  len: 683 time: 0.2678423
Feb 12 21:22:42.723813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54348) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:42.760790 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9451c23-9fda-4424-80a7-c47ac708ebfa tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:42.768269 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9451c23-9fda-4424-80a7-c47ac708ebfa tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:42.770609 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f9451c23-9fda-4424-80a7-c47ac708ebfa tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.1187553
Feb 12 21:22:42.777738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54352) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:42.831141 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2281bc97-d72b-430b-bf6a-c8ac0d4795aa req-33ad8e50-bcbb-412b-b2d7-c11fe2e9c7b8 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0701001
Feb 12 21:22:42.943906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1b29fb95-301e-4953-89c8-d722195fee1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port 4ec3fd8e-b894-4328-953e-0827e4a4428e {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:42.944258 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b29fb95-301e-4953-89c8-d722195fee1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4ec3fd8e-b894-4328-953e-0827e4a4428e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:42.984163 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-806e282f-b090-44b7-baf0-bf7eb77c802d tempest-SubnetPoolsTestJSON-1836581249 tempest-SubnetPoolsTestJSON-1836581249-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:42.985598 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-806e282f-b090-44b7-baf0-bf7eb77c802d tempest-SubnetPoolsTestJSON-1836581249 tempest-SubnetPoolsTestJSON-1836581249-project] 10.222.0.31 "DELETE /v2.0/subnetpools/16934edc-0848-4794-aa83-eb282fc59416 HTTP/1.1" status: 204  len: 168 time: 0.2606122
Feb 12 21:22:42.988195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54360) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:43.015710 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-7455fb4b-f984-4130-a114-d32681bb90eb tempest-SubnetPoolsTestJSON-1836581249 tempest-SubnetPoolsTestJSON-1836581249-project] show failed (client error): The resource could not be found.
Feb 12 21:22:43.025797 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7455fb4b-f984-4130-a114-d32681bb90eb tempest-SubnetPoolsTestJSON-1836581249 tempest-SubnetPoolsTestJSON-1836581249-project] 10.222.0.31 "GET /v2.0/subnetpools/16934edc-0848-4794-aa83-eb282fc59416 HTTP/1.1" status: 404  len: 346 time: 0.0283036
Feb 12 21:22:43.028159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54362) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:43.043200 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-2348aa21-95e1-4c84-bfc8-21e1621271e7 tempest-SubnetPoolsTestJSON-1836581249 tempest-SubnetPoolsTestJSON-1836581249-project] delete failed (client error): The resource could not be found.
Feb 12 21:22:43.044193 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2348aa21-95e1-4c84-bfc8-21e1621271e7 tempest-SubnetPoolsTestJSON-1836581249 tempest-SubnetPoolsTestJSON-1836581249-project] 10.222.0.31 "DELETE /v2.0/subnetpools/16934edc-0848-4794-aa83-eb282fc59416 HTTP/1.1" status: 404  len: 346 time: 0.0151041
Feb 12 21:22:43.064396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b29fb95-301e-4953-89c8-d722195fee1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4ec3fd8e-b894-4328-953e-0827e4a4428e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:43.075939 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1b29fb95-301e-4953-89c8-d722195fee1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for 4ec3fd8e-b894-4328-953e-0827e4a4428e owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:43.307674 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b29fb95-301e-4953-89c8-d722195fee1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4ec3fd8e-b894-4328-953e-0827e4a4428e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:43.342883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29fb95-301e-4953-89c8-d722195fee1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=4ec3fd8e-b894-4328-953e-0827e4a4428e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:43.378528 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b29fb95-301e-4953-89c8-d722195fee1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:43.388861 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1b29fb95-301e-4953-89c8-d722195fee1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/4ec3fd8e-b894-4328-953e-0827e4a4428e HTTP/1.1" status: 204  len: 168 time: 0.6091025
Feb 12 21:22:43.389544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54370) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:43.431071 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b39b130c-adc3-4083-b980-67d129a44239 req-20117a6c-60a7-420a-896a-ce7b243e7dfe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3ae1e5d4d3e40c6b1b0fe463115441c&device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0560563
Feb 12 21:22:43.457322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92429fa6-656a-4b51-8948-11b203e6a093 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:43.462789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92429fa6-656a-4b51-8948-11b203e6a093 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:43.470830 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-92429fa6-656a-4b51-8948-11b203e6a093 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.0800493
Feb 12 21:22:43.472538 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54374) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:43.485284 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b39b130c-adc3-4083-b980-67d129a44239 req-c0191a94-237a-46c8-ac27-f021af0a54a1 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e3ae1e5d4d3e40c6b1b0fe463115441c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0472746
Feb 12 21:22:43.510117 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad49e327-bc4b-4966-b94b-26f70c1df3a8 req-944f5fae-a654-4bf8-b2a8-c6d7a07abbe4 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0573432
Feb 12 21:22:43.555822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de745a9-74d8-4f7f-b514-ba7136eb46bb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet a0910aca-d9e4-4125-bddf-a4c25c0f794e {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:22:43.559706 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9de745a9-74d8-4f7f-b514-ba7136eb46bb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (a0910aca-d9e4-4125-bddf-a4c25c0f794e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:43.591046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54376) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:43.651034 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9de745a9-74d8-4f7f-b514-ba7136eb46bb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (a0910aca-d9e4-4125-bddf-a4c25c0f794e), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:43.654629 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b130c-adc3-4083-b980-67d129a44239 req-daa08b35-d67d-46c2-b422-daf270762482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:43.656216 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b39b130c-adc3-4083-b980-67d129a44239 req-daa08b35-d67d-46c2-b422-daf270762482 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1489110
Feb 12 21:22:43.760871 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9de745a9-74d8-4f7f-b514-ba7136eb46bb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (a0910aca-d9e4-4125-bddf-a4c25c0f794e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:43.832888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9df98e8a-891e-40e1-91c1-3ef3e916fe91 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1253995692-network', 'tenant_id': 'f867f154a6904cb7bd48c69582ff6864'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:43.871348 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54384) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:43.874360 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d88360a6-e98e-43db-a8b2-31bb46c31324 None None] Provisioning complete for port 684633ab-8a45-4618-815b-23b81475a2f6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:43.874898 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d88360a6-e98e-43db-a8b2-31bb46c31324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (684633ab-8a45-4618-815b-23b81475a2f6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:43.942853 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a56751a6-5675-4d85-b901-ce039c972051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:43.960984 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d88360a6-e98e-43db-a8b2-31bb46c31324 None None] Current status of the port 684633ab-8a45-4618-815b-23b81475a2f6 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:43.961632 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d88360a6-e98e-43db-a8b2-31bb46c31324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (684633ab-8a45-4618-815b-23b81475a2f6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:43.981821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df98e8a-891e-40e1-91c1-3ef3e916fe91 admin admin] Made reservation on behalf of f867f154a6904cb7bd48c69582ff6864 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:43.984859 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9df98e8a-891e-40e1-91c1-3ef3e916fe91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:43.997046 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9df98e8a-891e-40e1-91c1-3ef3e916fe91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.074440 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9de745a9-74d8-4f7f-b514-ba7136eb46bb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (a0910aca-d9e4-4125-bddf-a4c25c0f794e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.087272 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-d88360a6-e98e-43db-a8b2-31bb46c31324 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:22:44.087612 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-d88360a6-e98e-43db-a8b2-31bb46c31324 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:22:44.143998 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9df98e8a-891e-40e1-91c1-3ef3e916fe91 admin admin] Publish callbacks [] for security_group (2cc1dda3-fd5c-4817-a7f1-bba596dd8c35), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.147840 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de745a9-74d8-4f7f-b514-ba7136eb46bb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=a0910aca-d9e4-4125-bddf-a4c25c0f794e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:44.158095 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9de745a9-74d8-4f7f-b514-ba7136eb46bb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.161869 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9de745a9-74d8-4f7f-b514-ba7136eb46bb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/a0910aca-d9e4-4125-bddf-a4c25c0f794e HTTP/1.1" status: 204  len: 168 time: 0.6883478
Feb 12 21:22:44.163891 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a56751a6-5675-4d85-b901-ce039c972051 admin admin] Publish callbacks [] for security_group (bdd31a63-687e-4788-bd47-9569fe14ab32), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.164494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54390) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:44.210700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 684633ab-8a45-4618-815b-23b81475a2f6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:22:44.223206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-de1247ea-949b-4f4d-9b4f-bf0d8926698b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0575125
Feb 12 21:22:44.225857 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a56751a6-5675-4d85-b901-ce039c972051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bdd31a63-687e-4788-bd47-9569fe14ab32), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.228789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54392) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:44.239863 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9df98e8a-891e-40e1-91c1-3ef3e916fe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2cc1dda3-fd5c-4817-a7f1-bba596dd8c35), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.241990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-82330423-c48a-4f99-9f35-0db7a0082b6b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:44.273879 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 684633ab-8a45-4618-815b-23b81475a2f6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:44.274331 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (684633ab-8a45-4618-815b-23b81475a2f6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.282569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df98e8a-891e-40e1-91c1-3ef3e916fe91 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:22:44.310716 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56751a6-5675-4d85-b901-ce039c972051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd31a63-687e-4788-bd47-9569fe14ab32,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:44.311308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df98e8a-891e-40e1-91c1-3ef3e916fe91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc1dda3-fd5c-4817-a7f1-bba596dd8c35,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:44.314336 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9df98e8a-891e-40e1-91c1-3ef3e916fe91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ad143ea0-7ec3-4573-bd71-f4f718a141e7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.314686 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-9df98e8a-891e-40e1-91c1-3ef3e916fe91 admin admin] Added segment ad143ea0-7ec3-4573-bd71-f4f718a141e7 of type vlan for network 012433af-8332-4c86-938d-2ba35f1ff366
Feb 12 21:22:44.370038 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9df98e8a-891e-40e1-91c1-3ef3e916fe91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (012433af-8332-4c86-938d-2ba35f1ff366), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.370415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9199ae81-d565-48c4-807c-209e41515fc6 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:44.384106 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a56751a6-5675-4d85-b901-ce039c972051 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28d9239fe7534dd3a3f94494c9e862ef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5091095
Feb 12 21:22:44.384468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54394) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:44.390138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 684633ab-8a45-4618-815b-23b81475a2f6 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:44.390556 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (684633ab-8a45-4618-815b-23b81475a2f6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.459385 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8bd19ef8-9c9a-418d-8b77-1dda2fd0317d admin admin] Publish callbacks [] for security_group (bdd31a63-687e-4788-bd47-9569fe14ab32), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.470792 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8bd19ef8-9c9a-418d-8b77-1dda2fd0317d admin admin] Publish callbacks [] for security_group (bdd31a63-687e-4788-bd47-9569fe14ab32), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.476894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 684633ab-8a45-4618-815b-23b81475a2f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=684633ab-8a45-4618-815b-23b81475a2f6,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:44.562852 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057d1456-e311-41c9-bc5a-4473f8c6dae6 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:22:44.630926 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d88360a6-e98e-43db-a8b2-31bb46c31324 None None] Current status of the port 684633ab-8a45-4618-815b-23b81475a2f6 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:44.631315 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d88360a6-e98e-43db-a8b2-31bb46c31324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (684633ab-8a45-4618-815b-23b81475a2f6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.632184 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f82177c-8f9c-4a54-961c-a54527a86a2f req-e625d9da-0c0c-4fef-91e6-3de90d5020de tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0342438
Feb 12 21:22:44.661947 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-057d1456-e311-41c9-bc5a-4473f8c6dae6 None None] Deleting port 684633ab-8a45-4618-815b-23b81475a2f6 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:44.662323 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-057d1456-e311-41c9-bc5a-4473f8c6dae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (684633ab-8a45-4618-815b-23b81475a2f6), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.728468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-057d1456-e311-41c9-bc5a-4473f8c6dae6 None None] For port 684633ab-8a45-4618-815b-23b81475a2f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=684633ab-8a45-4618-815b-23b81475a2f6,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:44.728869 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-057d1456-e311-41c9-bc5a-4473f8c6dae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (684633ab-8a45-4618-815b-23b81475a2f6), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.742305 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-057d1456-e311-41c9-bc5a-4473f8c6dae6 None None] Calling delete_port for 684633ab-8a45-4618-815b-23b81475a2f6 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:44.771462 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8bd19ef8-9c9a-418d-8b77-1dda2fd0317d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bdd31a63-687e-4788-bd47-9569fe14ab32), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.774605 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82330423-c48a-4f99-9f35-0db7a0082b6b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:44.777018 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-82330423-c48a-4f99-9f35-0db7a0082b6b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.777216 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8bd19ef8-9c9a-418d-8b77-1dda2fd0317d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.782091 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8bd19ef8-9c9a-418d-8b77-1dda2fd0317d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdd31a63-687e-4788-bd47-9569fe14ab32 HTTP/1.1" status: 204  len: 168 time: 0.3964117
Feb 12 21:22:44.789494 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (684633ab-8a45-4618-815b-23b81475a2f6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.818670 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9df98e8a-891e-40e1-91c1-3ef3e916fe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (012433af-8332-4c86-938d-2ba35f1ff366), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.824774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df98e8a-891e-40e1-91c1-3ef3e916fe91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:44.830782 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9df98e8a-891e-40e1-91c1-3ef3e916fe91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:44.835410 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd19ef8-9c9a-418d-8b77-1dda2fd0317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd31a63-687e-4788-bd47-9569fe14ab32,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:44.937659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df98e8a-891e-40e1-91c1-3ef3e916fe91 admin admin] Pushing event updated for resources: {'Network': ['ID=012433af-8332-4c86-938d-2ba35f1ff366,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:44.971749 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9df98e8a-891e-40e1-91c1-3ef3e916fe91 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.3790798
Feb 12 21:22:45.038601 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 012433af-8332-4c86-938d-2ba35f1ff366 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:22:45.097002 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b39b130c-adc3-4083-b980-67d129a44239 req-aae24201-8e9d-4583-b142-1075c9dc3e81 tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.48 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0344939
Feb 12 21:22:45.122014 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-d88360a6-e98e-43db-a8b2-31bb46c31324 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:22:45.122411 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-d88360a6-e98e-43db-a8b2-31bb46c31324 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:22:45.139021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=684633ab-8a45-4618-815b-23b81475a2f6,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:45.291337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.objects.ports [None req-82330423-c48a-4f99-9f35-0db7a0082b6b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126506) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:22:45.308758 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-057d1456-e311-41c9-bc5a-4473f8c6dae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (684633ab-8a45-4618-815b-23b81475a2f6), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:45.344814 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d1456-e311-41c9-bc5a-4473f8c6dae6 None None] Pushing event deleted for resources: {'Port': ['ID=684633ab-8a45-4618-815b-23b81475a2f6,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:45.361917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057d1456-e311-41c9-bc5a-4473f8c6dae6 None None] No DVR routers for this DVR port 684633ab-8a45-4618-815b-23b81475a2f6 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:22:45.482389 ncdv-master-1 neutron-server[126506]: WARNING neutron.services.revisions.revision_plugin [None req-82330423-c48a-4f99-9f35-0db7a0082b6b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7fc6f9352e80] {port_id='684633ab-8a45-4618-815b-23b81475a2f6', ip_address='2001:db8::f816:3eff:fe18:1ed7', subnet_id='696f58cc-f88b-47b3-9605-0d45fa351b96', network_id='01503430-92c6-4e0f-b4a9-5afb7568fb7a'}> to bump revision.
Feb 12 21:22:45.530576 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.ipam_pluggable_backend [None req-82330423-c48a-4f99-9f35-0db7a0082b6b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Port 684633ab-8a45-4618-815b-23b81475a2f6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=126506) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Feb 12 21:22:45.531056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.ipam_pluggable_backend [None req-82330423-c48a-4f99-9f35-0db7a0082b6b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Reverting IP allocation for 2001:db8::f816:3eff:fe18:1ed7 {{(pid=126506) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Feb 12 21:22:45.535309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.ipam_pluggable_backend [None req-82330423-c48a-4f99-9f35-0db7a0082b6b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe18:1ed7 {{(pid=126506) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}}
Feb 12 21:22:45.536612 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-82330423-c48a-4f99-9f35-0db7a0082b6b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (696f58cc-f88b-47b3-9605-0d45fa351b96), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:45.582252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82330423-c48a-4f99-9f35-0db7a0082b6b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:45.590782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-82330423-c48a-4f99-9f35-0db7a0082b6b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:45.598349 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82330423-c48a-4f99-9f35-0db7a0082b6b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:45.598601 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-82330423-c48a-4f99-9f35-0db7a0082b6b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:45.603627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51d0d82-2000-4632-a729-026c18644b85 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:45.731583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d88360a6-e98e-43db-a8b2-31bb46c31324 None None] Port 684633ab-8a45-4618-815b-23b81475a2f6 update to ACTIVE by agent not found {{(pid=126507) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Feb 12 21:22:45.815935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb044ca-f780-4cc4-87d7-1079cc4173a9 req-29db7f33-d841-4e0e-8b3d-7e2a24a7678b tempest-ComputeTenantNetworksTest-598134816 tempest-ComputeTenantNetworksTest-598134816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:45.822311 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb044ca-f780-4cc4-87d7-1079cc4173a9 req-29db7f33-d841-4e0e-8b3d-7e2a24a7678b tempest-ComputeTenantNetworksTest-598134816 tempest-ComputeTenantNetworksTest-598134816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:45.828403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb044ca-f780-4cc4-87d7-1079cc4173a9 req-29db7f33-d841-4e0e-8b3d-7e2a24a7678b tempest-ComputeTenantNetworksTest-598134816 tempest-ComputeTenantNetworksTest-598134816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:45.830102 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bdb044ca-f780-4cc4-87d7-1079cc4173a9 req-29db7f33-d841-4e0e-8b3d-7e2a24a7678b tempest-ComputeTenantNetworksTest-598134816 tempest-ComputeTenantNetworksTest-598134816-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1903 time: 0.2550144
Feb 12 21:22:45.841672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': '696f58cc-f88b-47b3-9605-0d45fa351b96'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:22:45.842694 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:45.909703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-84e2a345-df9b-46f7-9178-6838fc3db49c None None] Could not find standard attr ID for object 4ec3fd8e-b894-4328-953e-0827e4a4428e. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:22:46.005938 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38072664-4f48-4973-b597-bec10d4596ae req-6f61d1f0-0324-405e-9842-5749e41b8e4d tempest-ComputeTenantNetworksTest-598134816 tempest-ComputeTenantNetworksTest-598134816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:46.009034 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-38072664-4f48-4973-b597-bec10d4596ae req-6f61d1f0-0324-405e-9842-5749e41b8e4d tempest-ComputeTenantNetworksTest-598134816 tempest-ComputeTenantNetworksTest-598134816-project] 10.222.0.31 "GET /v2.0/networks/012433af-8332-4c86-938d-2ba35f1ff366 HTTP/1.1" status: 200  len: 769 time: 0.1540780
Feb 12 21:22:46.023657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54438) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:46.072900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82330423-c48a-4f99-9f35-0db7a0082b6b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=696f58cc-f88b-47b3-9605-0d45fa351b96,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:46.091268 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-516ce7ab-26a2-4eca-bde9-5dab4acd51e6 req-d5127efb-2dfc-4191-8e6c-022f1d36b06a tempest-ServerShowV257Test-486877399 tempest-ServerShowV257Test-486877399-project] 10.222.0.31 "GET /v2.0/ports?device_id=10abb71f-8c54-48cd-adaf-47312950d2bc HTTP/1.1" status: 200  len: 210 time: 0.0334208
Feb 12 21:22:46.132252 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 684633ab-8a45-4618-815b-23b81475a2f6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:22:46.154262 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b1c1768a-126b-4c27-a5df-951c75e0fcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (012433af-8332-4c86-938d-2ba35f1ff366), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:46.163601 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-82330423-c48a-4f99-9f35-0db7a0082b6b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9311321
Feb 12 21:22:46.166688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54444) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:46.170522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 684633ab-8a45-4618-815b-23b81475a2f6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:22:46.170878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 684633ab-8a45-4618-815b-23b81475a2f6 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:22:46.172253 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-79ddc9de-6c25-4547-827b-3078da9abea4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'mac_address': 'fa:16:3e:58:99:f0', 'name': 'tempest-NetworksTestDHCPv6-453835265'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:46.188773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Allocated IP 2001:db8::f816:3eff:fe2b:900d (01503430-92c6-4e0f-b4a9-5afb7568fb7a/696f58cc-f88b-47b3-9605-0d45fa351b96/897a6ca5-6669-4736-ac31-fbc2cf437f05) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:46.263499 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b1c1768a-126b-4c27-a5df-951c75e0fcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (012433af-8332-4c86-938d-2ba35f1ff366), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:46.307265 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-b1c1768a-126b-4c27-a5df-951c75e0fcac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fab8c490>,) {'filters': {'network_id': ['012433af-8332-4c86-938d-2ba35f1ff366']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:46.328462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-b1c1768a-126b-4c27-a5df-951c75e0fcac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fab8c490>, 'ad143ea0-7ec3-4573-bd71-f4f718a141e7') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:46.329061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-b1c1768a-126b-4c27-a5df-951c75e0fcac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fab8c490>, 'ad143ea0-7ec3-4573-bd71-f4f718a141e7') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:46.351623 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b1c1768a-126b-4c27-a5df-951c75e0fcac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (ad143ea0-7ec3-4573-bd71-f4f718a141e7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:46.416384 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b1c1768a-126b-4c27-a5df-951c75e0fcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ad143ea0-7ec3-4573-bd71-f4f718a141e7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:46.423942 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c1768a-126b-4c27-a5df-951c75e0fcac admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:22:46.424352 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b1c1768a-126b-4c27-a5df-951c75e0fcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (ad143ea0-7ec3-4573-bd71-f4f718a141e7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:22:46.427710 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:22:46.474571 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Publish callbacks [] for port (897a6ca5-6669-4736-ac31-fbc2cf437f05), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:46.490865 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ddc9de-6c25-4547-827b-3078da9abea4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:46.495296 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79ddc9de-6c25-4547-827b-3078da9abea4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:46.530942 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-79ddc9de-6c25-4547-827b-3078da9abea4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port 905636e1-22da-4e03-8e4a-de83f7f4baf8 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:22:46.553798 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (897a6ca5-6669-4736-ac31-fbc2cf437f05), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:46.570901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54454) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:46.591038 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b1c1768a-126b-4c27-a5df-951c75e0fcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (012433af-8332-4c86-938d-2ba35f1ff366), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:46.595452 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b1c1768a-126b-4c27-a5df-951c75e0fcac admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:46.600129 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b1c1768a-126b-4c27-a5df-951c75e0fcac admin admin] 10.222.0.31 "DELETE /v2.0/networks/012433af-8332-4c86-938d-2ba35f1ff366 HTTP/1.1" status: 204  len: 168 time: 0.5719562
Feb 12 21:22:46.624059 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1768a-126b-4c27-a5df-951c75e0fcac admin admin] Pushing event deleted for resources: {'Network': ['ID=012433af-8332-4c86-938d-2ba35f1ff366,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:46.670050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:46.677758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:46.682397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:46.728237 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-79ddc9de-6c25-4547-827b-3078da9abea4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::f816:3eff:fe58:99f0 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/696f58cc-f88b-47b3-9605-0d45fa351b96/905636e1-22da-4e03-8e4a-de83f7f4baf8) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:46.728829 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Pushing event updated for resources: {'Port': ['ID=897a6ca5-6669-4736-ac31-fbc2cf437f05,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:46.740356 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-1be9be7f-7cc9-461d-a8de-b84bf8216bec tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-610740711'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:46.788064 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Attempting to bind port 897a6ca5-6669-4736-ac31-fbc2cf437f05 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:22:46.788681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Attempting to bind port 897a6ca5-6669-4736-ac31-fbc2cf437f05 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:22:46.789050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Attempting to bind port 897a6ca5-6669-4736-ac31-fbc2cf437f05 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:22:46.794340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:22:46.794711 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:22:46.795281 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:46.795950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:22:46.796427 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Bound port: 897a6ca5-6669-4736-ac31-fbc2cf437f05, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:22:46.796808 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (897a6ca5-6669-4736-ac31-fbc2cf437f05), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:46.859895 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be9be7f-7cc9-461d-a8de-b84bf8216bec tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Made reservation on behalf of 1f85de7997be406fa41e23f122027dff for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:46.864671 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1be9be7f-7cc9-461d-a8de-b84bf8216bec tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:46.874480 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] For port 897a6ca5-6669-4736-ac31-fbc2cf437f05, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:22:46.875718 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1be9be7f-7cc9-461d-a8de-b84bf8216bec tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:46.883074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] For port 897a6ca5-6669-4736-ac31-fbc2cf437f05, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=897a6ca5-6669-4736-ac31-fbc2cf437f05,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:22:46.930083 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79ddc9de-6c25-4547-827b-3078da9abea4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (905636e1-22da-4e03-8e4a-de83f7f4baf8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:46.956551 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1be9be7f-7cc9-461d-a8de-b84bf8216bec tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Publish callbacks [] for security_group (2314724e-754d-47d4-b7a9-d48eaf36c2cd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:47.050752 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1be9be7f-7cc9-461d-a8de-b84bf8216bec tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2314724e-754d-47d4-b7a9-d48eaf36c2cd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:47.051118 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (897a6ca5-6669-4736-ac31-fbc2cf437f05), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:47.079703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be9be7f-7cc9-461d-a8de-b84bf8216bec tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:22:47.090702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9be7f-7cc9-461d-a8de-b84bf8216bec tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2314724e-754d-47d4-b7a9-d48eaf36c2cd,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:47.096173 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1be9be7f-7cc9-461d-a8de-b84bf8216bec tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (70bafcab-65dd-460f-9ff5-10a66a2244f5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:47.096173 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-1be9be7f-7cc9-461d-a8de-b84bf8216bec tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Added segment 70bafcab-65dd-460f-9ff5-10a66a2244f5 of type vlan for network a550691f-b8bd-4486-a24d-26bd81e20f7c
Feb 12 21:22:47.138638 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381559b-f6ed-4e47-8b55-a49d9a409fff None None] Pushing event updated for resources: {'Port': ['ID=897a6ca5-6669-4736-ac31-fbc2cf437f05,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:47.150269 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79ddc9de-6c25-4547-827b-3078da9abea4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (905636e1-22da-4e03-8e4a-de83f7f4baf8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:47.163553 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1be9be7f-7cc9-461d-a8de-b84bf8216bec tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (a550691f-b8bd-4486-a24d-26bd81e20f7c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:47.218040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ddc9de-6c25-4547-827b-3078da9abea4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:47.221675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-79ddc9de-6c25-4547-827b-3078da9abea4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:47.232194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ddc9de-6c25-4547-827b-3078da9abea4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:47.238350 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ddc9de-6c25-4547-827b-3078da9abea4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:47.239493 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79ddc9de-6c25-4547-827b-3078da9abea4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:47.243252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddc9de-6c25-4547-827b-3078da9abea4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=905636e1-22da-4e03-8e4a-de83f7f4baf8,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:47.262061 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1be9be7f-7cc9-461d-a8de-b84bf8216bec tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (a550691f-b8bd-4486-a24d-26bd81e20f7c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:47.269110 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be9be7f-7cc9-461d-a8de-b84bf8216bec tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:47.269110 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1be9be7f-7cc9-461d-a8de-b84bf8216bec tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:47.328548 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54470) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:47.366834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9be7f-7cc9-461d-a8de-b84bf8216bec tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Pushing event updated for resources: {'Network': ['ID=a550691f-b8bd-4486-a24d-26bd81e20f7c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:47.378878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network a550691f-b8bd-4486-a24d-26bd81e20f7c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:22:47.399275 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-79ddc9de-6c25-4547-827b-3078da9abea4 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.2314763
Feb 12 21:22:47.405119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54472) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:47.410782 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-60afd1bc-b7d2-4e0c-94d9-6c2362159cbe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f867f154a6904cb7bd48c69582ff6864&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0804942
Feb 12 21:22:47.418017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54474) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:47.459830 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1be9be7f-7cc9-461d-a8de-b84bf8216bec tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 775 time: 0.8849046
Feb 12 21:22:47.462442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54476) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:47.466061 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-ec655a3b-7c28-433c-8606-a511cce61c93 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6fa492250>, 'networks', 'a550691f-b8bd-4486-a24d-26bd81e20f7c', 'tempest-TagsTest-Tag-602559751') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:47.500590 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca952f0-db34-43d4-b32c-8e795df2e420 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:47.506767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca952f0-db34-43d4-b32c-8e795df2e420 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:47.508655 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-65c206f8-ae91-4f8d-a9bd-ab0f6cf82ed0 admin admin] Publish callbacks [] for security_group (2cc1dda3-fd5c-4817-a7f1-bba596dd8c35), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:47.508775 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4ca952f0-db34-43d4-b32c-8e795df2e420 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.1020825
Feb 12 21:22:47.511443 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54478) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:47.602601 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-65c206f8-ae91-4f8d-a9bd-ab0f6cf82ed0 admin admin] Publish callbacks [] for security_group (2cc1dda3-fd5c-4817-a7f1-bba596dd8c35), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:47.703288 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-9768e6ba-0fd5-4d44-bc04-f99934291adc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port 905636e1-22da-4e03-8e4a-de83f7f4baf8 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:47.703641 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9768e6ba-0fd5-4d44-bc04-f99934291adc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (905636e1-22da-4e03-8e4a-de83f7f4baf8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:47.775240 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ec655a3b-7c28-433c-8606-a511cce61c93 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] 10.222.0.31 "PUT /v2.0/networks/a550691f-b8bd-4486-a24d-26bd81e20f7c/tags/tempest-TagsTest-Tag-602559751 HTTP/1.1" status: 201  len: 201 time: 0.3134067
Feb 12 21:22:47.777844 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-65c206f8-ae91-4f8d-a9bd-ab0f6cf82ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2cc1dda3-fd5c-4817-a7f1-bba596dd8c35), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:47.778064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54482) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:47.784508 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-65c206f8-ae91-4f8d-a9bd-ab0f6cf82ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:47.784508 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-65c206f8-ae91-4f8d-a9bd-ab0f6cf82ed0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2cc1dda3-fd5c-4817-a7f1-bba596dd8c35 HTTP/1.1" status: 204  len: 168 time: 0.3635294
Feb 12 21:22:47.785002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-d26757a8-298e-4e39-9d5a-0df424639301 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc70065df10>, 'networks', 'a550691f-b8bd-4486-a24d-26bd81e20f7c', 'tempest-TagsTest-Tag-602559751') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:47.800839 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c206f8-ae91-4f8d-a9bd-ab0f6cf82ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc1dda3-fd5c-4817-a7f1-bba596dd8c35,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:47.822654 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9768e6ba-0fd5-4d44-bc04-f99934291adc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (905636e1-22da-4e03-8e4a-de83f7f4baf8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:47.841490 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-9768e6ba-0fd5-4d44-bc04-f99934291adc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for 905636e1-22da-4e03-8e4a-de83f7f4baf8 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:47.890582 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d26757a8-298e-4e39-9d5a-0df424639301 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] 10.222.0.31 "GET /v2.0/networks/a550691f-b8bd-4486-a24d-26bd81e20f7c/tags/tempest-TagsTest-Tag-602559751 HTTP/1.1" status: 204  len: 168 time: 0.1111259
Feb 12 21:22:47.892092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54488) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:47.899805 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-a457e475-ad25-4018-8000-eadb64dfa7d8 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fc701b75a30>, 'networks', 'a550691f-b8bd-4486-a24d-26bd81e20f7c') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:47.984440 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a457e475-ad25-4018-8000-eadb64dfa7d8 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] 10.222.0.31 "GET /v2.0/networks/a550691f-b8bd-4486-a24d-26bd81e20f7c/tags HTTP/1.1" status: 200  len: 237 time: 0.0910850
Feb 12 21:22:47.988154 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54490) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:47.992967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-666cfe85-7195-4720-b4eb-ad1626d63742 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6f91caee0>, 'networks', 'a550691f-b8bd-4486-a24d-26bd81e20f7c', {'tags': ['tempest-TagsTest-Tag-1222235699', 'tempest-TagsTest-Tag-962360391', 'tempest-TagsTest-Tag-980314400']}) {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:48.009037 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54492) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:48.144397 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9768e6ba-0fd5-4d44-bc04-f99934291adc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (905636e1-22da-4e03-8e4a-de83f7f4baf8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.167958 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 897a6ca5-6669-4736-ac31-fbc2cf437f05 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:22:48.173321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768e6ba-0fd5-4d44-bc04-f99934291adc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=905636e1-22da-4e03-8e4a-de83f7f4baf8,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:48.235208 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9768e6ba-0fd5-4d44-bc04-f99934291adc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.243158 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9768e6ba-0fd5-4d44-bc04-f99934291adc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/905636e1-22da-4e03-8e4a-de83f7f4baf8 HTTP/1.1" status: 204  len: 168 time: 0.7268825
Feb 12 21:22:48.243544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54498) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:48.273336 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-666cfe85-7195-4720-b4eb-ad1626d63742 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] 10.222.0.31 "PUT /v2.0/networks/a550691f-b8bd-4486-a24d-26bd81e20f7c/tags HTTP/1.1" status: 200  len: 307 time: 0.2838440
Feb 12 21:22:48.274032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54500) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:48.279376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-e94a686a-d65b-4d44-a57a-f906603d29fa tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fc700684520>, 'networks', 'a550691f-b8bd-4486-a24d-26bd81e20f7c', 'tempest-TagsTest-Tag-1222235699') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:48.279742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 897a6ca5-6669-4736-ac31-fbc2cf437f05 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:48.280340 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (897a6ca5-6669-4736-ac31-fbc2cf437f05), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.314680 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea70392c-3b52-4287-abfd-571469e76bff tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:48.317002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea70392c-3b52-4287-abfd-571469e76bff tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:48.321405 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ea70392c-3b52-4287-abfd-571469e76bff tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0748529
Feb 12 21:22:48.321992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54502) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:48.354523 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea482142-0314-4c15-bcc6-09075c0a8a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.402962 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cee66e-cb78-4a68-bb04-725287e544d1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 696f58cc-f88b-47b3-9605-0d45fa351b96 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:22:48.405805 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b3cee66e-cb78-4a68-bb04-725287e544d1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (696f58cc-f88b-47b3-9605-0d45fa351b96), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.436807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 897a6ca5-6669-4736-ac31-fbc2cf437f05 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:48.437214 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (897a6ca5-6669-4736-ac31-fbc2cf437f05), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.476024 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b3cee66e-cb78-4a68-bb04-725287e544d1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (696f58cc-f88b-47b3-9605-0d45fa351b96), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.537649 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 897a6ca5-6669-4736-ac31-fbc2cf437f05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=897a6ca5-6669-4736-ac31-fbc2cf437f05,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:48.547018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7b068ef0-5e44-42d5-8a9d-a6ac4a24bbda None None] Provisioning complete for port 897a6ca5-6669-4736-ac31-fbc2cf437f05 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:48.547678 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7b068ef0-5e44-42d5-8a9d-a6ac4a24bbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (897a6ca5-6669-4736-ac31-fbc2cf437f05), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.576364 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea482142-0314-4c15-bcc6-09075c0a8a39 admin admin] Publish callbacks [] for security_group (23c31375-5781-4cba-b627-cbf0f4796ede), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.597597 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e94a686a-d65b-4d44-a57a-f906603d29fa tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] 10.222.0.31 "DELETE /v2.0/networks/a550691f-b8bd-4486-a24d-26bd81e20f7c/tags/tempest-TagsTest-Tag-1222235699 HTTP/1.1" status: 204  len: 168 time: 0.3212998
Feb 12 21:22:48.602137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54514) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:48.606792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-3c3abc45-cdf9-4e7c-ba37-61768cd3cb67 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc700684a00>, 'networks', 'a550691f-b8bd-4486-a24d-26bd81e20f7c', 'tempest-TagsTest-Tag-1222235699') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:48.636840 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b3cee66e-cb78-4a68-bb04-725287e544d1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (696f58cc-f88b-47b3-9605-0d45fa351b96), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.681285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7b068ef0-5e44-42d5-8a9d-a6ac4a24bbda None None] Current status of the port 897a6ca5-6669-4736-ac31-fbc2cf437f05 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:48.681285 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7b068ef0-5e44-42d5-8a9d-a6ac4a24bbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (897a6ca5-6669-4736-ac31-fbc2cf437f05), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.707680 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (897a6ca5-6669-4736-ac31-fbc2cf437f05), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.745617 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea482142-0314-4c15-bcc6-09075c0a8a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (23c31375-5781-4cba-b627-cbf0f4796ede), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.762112 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=897a6ca5-6669-4736-ac31-fbc2cf437f05,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:48.798301 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-3c3abc45-cdf9-4e7c-ba37-61768cd3cb67 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] show failed (client error): The resource could not be found.
Feb 12 21:22:48.799968 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3c3abc45-cdf9-4e7c-ba37-61768cd3cb67 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] 10.222.0.31 "GET /v2.0/networks/a550691f-b8bd-4486-a24d-26bd81e20f7c/tags/tempest-TagsTest-Tag-1222235699 HTTP/1.1" status: 404  len: 326 time: 0.1966956
Feb 12 21:22:48.803053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54522) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:48.808403 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-a5bcf663-e609-462c-81ba-7548f16c1dea tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6fbda6970>, 'networks', 'a550691f-b8bd-4486-a24d-26bd81e20f7c', 'tempest-TagsTest-Tag-962360391') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:48.813185 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea482142-0314-4c15-bcc6-09075c0a8a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c31375-5781-4cba-b627-cbf0f4796ede,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:48.822528 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ea482142-0314-4c15-bcc6-09075c0a8a39 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3ae1e5d4d3e40c6b1b0fe463115441c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8123589
Feb 12 21:22:48.823073 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54524) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:48.881432 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4e9522b9-29fd-45dc-acca-642be8452ed0 admin admin] Publish callbacks [] for security_group (23c31375-5781-4cba-b627-cbf0f4796ede), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.918941 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b3cee66e-cb78-4a68-bb04-725287e544d1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (696f58cc-f88b-47b3-9605-0d45fa351b96), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.922772 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-7b068ef0-5e44-42d5-8a9d-a6ac4a24bbda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:22:48.923185 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-7b068ef0-5e44-42d5-8a9d-a6ac4a24bbda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:22:48.928187 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4e9522b9-29fd-45dc-acca-642be8452ed0 admin admin] Publish callbacks [] for security_group (23c31375-5781-4cba-b627-cbf0f4796ede), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.936610 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a5bcf663-e609-462c-81ba-7548f16c1dea tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] 10.222.0.31 "GET /v2.0/networks/a550691f-b8bd-4486-a24d-26bd81e20f7c/tags/tempest-TagsTest-Tag-962360391 HTTP/1.1" status: 204  len: 168 time: 0.1299782
Feb 12 21:22:48.939671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54526) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:48.945781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-2039289d-dd5c-4b2e-a461-286f4cdeee06 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6f99fcac0>, 'networks', 'a550691f-b8bd-4486-a24d-26bd81e20f7c', 'tempest-TagsTest-Tag-980314400') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:48.954709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cee66e-cb78-4a68-bb04-725287e544d1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=696f58cc-f88b-47b3-9605-0d45fa351b96,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:48.957785 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b3cee66e-cb78-4a68-bb04-725287e544d1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:48.961048 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b3cee66e-cb78-4a68-bb04-725287e544d1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/696f58cc-f88b-47b3-9605-0d45fa351b96 HTTP/1.1" status: 204  len: 168 time: 0.6382201
Feb 12 21:22:48.975826 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54528) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:49.016460 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8a705b6b-23ef-485e-acee-b3765e156e6c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0389979
Feb 12 21:22:49.018908 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54530) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:49.082443 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2039289d-dd5c-4b2e-a461-286f4cdeee06 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] 10.222.0.31 "GET /v2.0/networks/a550691f-b8bd-4486-a24d-26bd81e20f7c/tags/tempest-TagsTest-Tag-980314400 HTTP/1.1" status: 204  len: 168 time: 0.1398141
Feb 12 21:22:49.093396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd5f52b-0dc0-48e2-9cbf-8a8aa793ebc0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:49.093396 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6bd5f52b-0dc0-48e2-9cbf-8a8aa793ebc0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0695119
Feb 12 21:22:49.093635 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54536) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:49.095397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54538) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:49.107186 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-eda8dc70-f361-4258-a261-c548da42f6c3 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6f9baa910>, 'networks', 'a550691f-b8bd-4486-a24d-26bd81e20f7c') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:49.132202 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4e9522b9-29fd-45dc-acca-642be8452ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (23c31375-5781-4cba-b627-cbf0f4796ede), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:49.135107 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4e9522b9-29fd-45dc-acca-642be8452ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:49.139100 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4e9522b9-29fd-45dc-acca-642be8452ed0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23c31375-5781-4cba-b627-cbf0f4796ede HTTP/1.1" status: 204  len: 168 time: 0.3121955
Feb 12 21:22:49.139305 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41fc4ac-08ed-4b17-9bd0-bd57c3011943 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:49.152255 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9522b9-29fd-45dc-acca-642be8452ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c31375-5781-4cba-b627-cbf0f4796ede,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:49.171454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194cfd65-06e4-4326-9d9a-087a43071761 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:49.175705 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-194cfd65-06e4-4326-9d9a-087a43071761 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0793712
Feb 12 21:22:49.177974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54542) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:49.234681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54548) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:49.235404 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c63e49cd-c216-4903-a060-5d1a2f4214b7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0559328
Feb 12 21:22:49.248752 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-df97e7fb-df68-4f3c-bdd1-555edc62c804 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:49.362794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d7981-760c-4d7f-a00b-5a31e813b13c None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:22:49.403791 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-eda8dc70-f361-4258-a261-c548da42f6c3 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] 10.222.0.31 "DELETE /v2.0/networks/a550691f-b8bd-4486-a24d-26bd81e20f7c/tags HTTP/1.1" status: 204  len: 168 time: 0.3074589
Feb 12 21:22:49.406522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54554) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:49.412815 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-82c17799-5ddc-4953-819b-2179dc3b5dbb tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6f9aae970>, 'networks', 'a550691f-b8bd-4486-a24d-26bd81e20f7c', 'tempest-TagsTest-Tag-962360391') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:49.415276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e61d7981-760c-4d7f-a00b-5a31e813b13c None None] Deleting port 897a6ca5-6669-4736-ac31-fbc2cf437f05 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:49.415671 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e61d7981-760c-4d7f-a00b-5a31e813b13c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (897a6ca5-6669-4736-ac31-fbc2cf437f05), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:49.481463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df97e7fb-df68-4f3c-bdd1-555edc62c804 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:49.485039 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-df97e7fb-df68-4f3c-bdd1-555edc62c804 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:49.512987 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7b068ef0-5e44-42d5-8a9d-a6ac4a24bbda None None] Current status of the port 897a6ca5-6669-4736-ac31-fbc2cf437f05 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:49.517036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e61d7981-760c-4d7f-a00b-5a31e813b13c None None] For port 897a6ca5-6669-4736-ac31-fbc2cf437f05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=897a6ca5-6669-4736-ac31-fbc2cf437f05,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:49.517640 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e61d7981-760c-4d7f-a00b-5a31e813b13c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (897a6ca5-6669-4736-ac31-fbc2cf437f05), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:49.520592 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-82c17799-5ddc-4953-819b-2179dc3b5dbb tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] show failed (client error): The resource could not be found.
Feb 12 21:22:49.521404 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-82c17799-5ddc-4953-819b-2179dc3b5dbb tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] 10.222.0.31 "GET /v2.0/networks/a550691f-b8bd-4486-a24d-26bd81e20f7c/tags/tempest-TagsTest-Tag-962360391 HTTP/1.1" status: 404  len: 325 time: 0.1136162
Feb 12 21:22:49.525163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54556) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:49.529129 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-54b2c2b2-644f-4dd3-87e6-c3174515f63c tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6f915db20>, 'networks', 'a550691f-b8bd-4486-a24d-26bd81e20f7c', 'tempest-TagsTest-Tag-980314400') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:49.537028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e61d7981-760c-4d7f-a00b-5a31e813b13c None None] Calling delete_port for 897a6ca5-6669-4736-ac31-fbc2cf437f05 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:49.638888 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-094fa864-4c71-4739-a210-329504f19bb2 None None] Could not find standard attr ID for object 905636e1-22da-4e03-8e4a-de83f7f4baf8. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:22:49.649670 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-54b2c2b2-644f-4dd3-87e6-c3174515f63c tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] show failed (client error): The resource could not be found.
Feb 12 21:22:49.651289 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-54b2c2b2-644f-4dd3-87e6-c3174515f63c tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] 10.222.0.31 "GET /v2.0/networks/a550691f-b8bd-4486-a24d-26bd81e20f7c/tags/tempest-TagsTest-Tag-980314400 HTTP/1.1" status: 404  len: 325 time: 0.1254039
Feb 12 21:22:49.657560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54562) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:49.661150 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-4a852cc4-17eb-4dad-9400-c20fbf1fc0a5 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6f90f5bb0>, 'networks', 'a550691f-b8bd-4486-a24d-26bd81e20f7c') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:49.746648 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4a852cc4-17eb-4dad-9400-c20fbf1fc0a5 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] 10.222.0.31 "DELETE /v2.0/networks/a550691f-b8bd-4486-a24d-26bd81e20f7c/tags HTTP/1.1" status: 204  len: 168 time: 0.0905187
Feb 12 21:22:49.753863 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e61d7981-760c-4d7f-a00b-5a31e813b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (897a6ca5-6669-4736-ac31-fbc2cf437f05), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:49.760555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54566) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:49.785130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d7981-760c-4d7f-a00b-5a31e813b13c None None] Pushing event deleted for resources: {'Port': ['ID=897a6ca5-6669-4736-ac31-fbc2cf437f05,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:49.789870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d7981-760c-4d7f-a00b-5a31e813b13c None None] No DVR routers for this DVR port 897a6ca5-6669-4736-ac31-fbc2cf437f05 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:22:49.868234 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bafeca82-89ec-4a62-b914-f34e807e1029 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (a550691f-b8bd-4486-a24d-26bd81e20f7c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:49.897888 ncdv-master-1 neutron-server[126506]: DEBUG neutron.objects.ports [None req-df97e7fb-df68-4f3c-bdd1-555edc62c804 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126506) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:22:49.897888 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-df97e7fb-df68-4f3c-bdd1-555edc62c804 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (7f57784f-40ae-4433-b481-0110c8c7efec), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:49.946178 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df97e7fb-df68-4f3c-bdd1-555edc62c804 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:49.949495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-df97e7fb-df68-4f3c-bdd1-555edc62c804 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:49.953437 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-edaf7547-b5ae-491d-8fd2-cb6de4c0d66e req-90fa0ea0-d75a-4d25-9956-68e91c224c09 service neutron] (126506) timed out ('10.222.0.31', 52828) {{(pid=126506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 21:22:49.958605 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df97e7fb-df68-4f3c-bdd1-555edc62c804 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:49.959280 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-df97e7fb-df68-4f3c-bdd1-555edc62c804 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:49.961118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9defcef-0cda-4cf0-b552-94d977ccb3bf None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:49.973744 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97e7fb-df68-4f3c-bdd1-555edc62c804 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=7f57784f-40ae-4433-b481-0110c8c7efec,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:49.980659 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bafeca82-89ec-4a62-b914-f34e807e1029 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (a550691f-b8bd-4486-a24d-26bd81e20f7c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:50.003988 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-bafeca82-89ec-4a62-b914-f34e807e1029 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa100220>,) {'filters': {'network_id': ['a550691f-b8bd-4486-a24d-26bd81e20f7c']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:50.017069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-bafeca82-89ec-4a62-b914-f34e807e1029 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa100220>, '70bafcab-65dd-460f-9ff5-10a66a2244f5') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:50.017502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-bafeca82-89ec-4a62-b914-f34e807e1029 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa100220>, '70bafcab-65dd-460f-9ff5-10a66a2244f5') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:50.028942 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bafeca82-89ec-4a62-b914-f34e807e1029 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (70bafcab-65dd-460f-9ff5-10a66a2244f5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:50.043513 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bafeca82-89ec-4a62-b914-f34e807e1029 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (70bafcab-65dd-460f-9ff5-10a66a2244f5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:50.060095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-df97e7fb-df68-4f3c-bdd1-555edc62c804 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 0.8204165
Feb 12 21:22:50.060299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafeca82-89ec-4a62-b914-f34e807e1029 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:22:50.060299 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bafeca82-89ec-4a62-b914-f34e807e1029 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (70bafcab-65dd-460f-9ff5-10a66a2244f5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:50.062114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54574) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:50.068004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b486ac5d-20c3-430c-8e18-90fde5bd8453 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'mac_address': 'fa:16:3e:89:72:40', 'name': 'tempest-NetworksTestDHCPv6-126917127'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:22:50.074249 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:22:50.159963 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 897a6ca5-6669-4736-ac31-fbc2cf437f05 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:22:50.212517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': '7f57784f-40ae-4433-b481-0110c8c7efec'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:22:50.213512 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:50.216218 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bafeca82-89ec-4a62-b914-f34e807e1029 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (a550691f-b8bd-4486-a24d-26bd81e20f7c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:50.224455 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bafeca82-89ec-4a62-b914-f34e807e1029 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:50.235465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 897a6ca5-6669-4736-ac31-fbc2cf437f05 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:22:50.236437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 897a6ca5-6669-4736-ac31-fbc2cf437f05 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:22:50.237230 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bafeca82-89ec-4a62-b914-f34e807e1029 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] 10.222.0.31 "DELETE /v2.0/networks/a550691f-b8bd-4486-a24d-26bd81e20f7c HTTP/1.1" status: 204  len: 168 time: 0.4702001
Feb 12 21:22:50.265702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafeca82-89ec-4a62-b914-f34e807e1029 tempest-TagsTest-1797375704 tempest-TagsTest-1797375704-project] Pushing event deleted for resources: {'Network': ['ID=a550691f-b8bd-4486-a24d-26bd81e20f7c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:50.441912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Allocated IP 2001:db8::f816:3eff:fe3c:a036 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/7f57784f-40ae-4433-b481-0110c8c7efec/1f3e1096-e2a4-45e3-b4aa-7a87f820a704) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:50.513497 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b486ac5d-20c3-430c-8e18-90fde5bd8453 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:50.622937 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b486ac5d-20c3-430c-8e18-90fde5bd8453 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:50.624222 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Publish callbacks [] for port (1f3e1096-e2a4-45e3-b4aa-7a87f820a704), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:50.645652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-b486ac5d-20c3-430c-8e18-90fde5bd8453 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port 62c95467-bba4-4015-93df-e40a43937a87 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:22:50.786357 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (1f3e1096-e2a4-45e3-b4aa-7a87f820a704), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:50.836463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:50.840497 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-b486ac5d-20c3-430c-8e18-90fde5bd8453 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::f816:3eff:fe89:7240 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/7f57784f-40ae-4433-b481-0110c8c7efec/62c95467-bba4-4015-93df-e40a43937a87) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:50.845389 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:50.850129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:50.859356 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Pushing event updated for resources: {'Port': ['ID=1f3e1096-e2a4-45e3-b4aa-7a87f820a704,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:50.937539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Attempting to bind port 1f3e1096-e2a4-45e3-b4aa-7a87f820a704 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:22:50.937920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Attempting to bind port 1f3e1096-e2a4-45e3-b4aa-7a87f820a704 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:22:50.938298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Attempting to bind port 1f3e1096-e2a4-45e3-b4aa-7a87f820a704 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:22:50.944249 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:22:50.945032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:22:50.945524 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:50.945963 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:22:50.946437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Bound port: 1f3e1096-e2a4-45e3-b4aa-7a87f820a704, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:22:50.946857 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1f3e1096-e2a4-45e3-b4aa-7a87f820a704), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:51.030266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] For port 1f3e1096-e2a4-45e3-b4aa-7a87f820a704, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:22:51.036644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] For port 1f3e1096-e2a4-45e3-b4aa-7a87f820a704, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f3e1096-e2a4-45e3-b4aa-7a87f820a704,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:22:51.059216 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b486ac5d-20c3-430c-8e18-90fde5bd8453 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (62c95467-bba4-4015-93df-e40a43937a87), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:51.102041 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1f3e1096-e2a4-45e3-b4aa-7a87f820a704), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:51.139148 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888a400-320f-4884-b71c-13ac03fb951f req-b804a4f5-8296-4f9b-8ed3-f746db6ff363 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:51.140708 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0888a400-320f-4884-b71c-13ac03fb951f req-b804a4f5-8296-4f9b-8ed3-f746db6ff363 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.0770161
Feb 12 21:22:51.193379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2cb60-b0fc-4c6f-a210-fc8dd5e369d5 None None] Pushing event updated for resources: {'Port': ['ID=1f3e1096-e2a4-45e3-b4aa-7a87f820a704,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:51.220121 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b486ac5d-20c3-430c-8e18-90fde5bd8453 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (62c95467-bba4-4015-93df-e40a43937a87), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:51.235513 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0888a400-320f-4884-b71c-13ac03fb951f req-bf79fc2c-a147-4950-a039-c394d3821bf1 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818872
Feb 12 21:22:51.295205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b486ac5d-20c3-430c-8e18-90fde5bd8453 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:51.300776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-b486ac5d-20c3-430c-8e18-90fde5bd8453 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:51.301208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54606) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:51.303330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b486ac5d-20c3-430c-8e18-90fde5bd8453 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:51.309079 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b486ac5d-20c3-430c-8e18-90fde5bd8453 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:51.309803 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b486ac5d-20c3-430c-8e18-90fde5bd8453 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:51.325617 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486ac5d-20c3-430c-8e18-90fde5bd8453 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=62c95467-bba4-4015-93df-e40a43937a87,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:51.416746 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b486ac5d-20c3-430c-8e18-90fde5bd8453 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.3502588
Feb 12 21:22:51.417061 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54610) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:51.504660 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a10cf1-a889-4d20-ba4c-f92de2132f59 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:51.512092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a10cf1-a889-4d20-ba4c-f92de2132f59 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:51.514673 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c3a10cf1-a889-4d20-ba4c-f92de2132f59 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.0963035
Feb 12 21:22:51.517399 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54614) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:51.634189 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-da064bae-5120-4d53-a95a-ab54320792d1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port 62c95467-bba4-4015-93df-e40a43937a87 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:51.634540 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da064bae-5120-4d53-a95a-ab54320792d1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (62c95467-bba4-4015-93df-e40a43937a87), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:51.738951 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da064bae-5120-4d53-a95a-ab54320792d1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (62c95467-bba4-4015-93df-e40a43937a87), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:51.752334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-da064bae-5120-4d53-a95a-ab54320792d1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for 62c95467-bba4-4015-93df-e40a43937a87 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:51.852485 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bb2a8a14-d3bf-4cad-a605-7bb10796a8cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f85de7997be406fa41e23f122027dff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5499837
Feb 12 21:22:51.855081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54624) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:51.922959 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-523086e5-494a-48af-8efe-cdc499bbbfcd admin admin] Publish callbacks [] for security_group (2314724e-754d-47d4-b7a9-d48eaf36c2cd), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:51.951675 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-523086e5-494a-48af-8efe-cdc499bbbfcd admin admin] Publish callbacks [] for security_group (2314724e-754d-47d4-b7a9-d48eaf36c2cd), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:52.062108 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da064bae-5120-4d53-a95a-ab54320792d1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (62c95467-bba4-4015-93df-e40a43937a87), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:52.093933 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da064bae-5120-4d53-a95a-ab54320792d1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=62c95467-bba4-4015-93df-e40a43937a87,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:52.107559 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-523086e5-494a-48af-8efe-cdc499bbbfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2314724e-754d-47d4-b7a9-d48eaf36c2cd), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:52.111189 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-523086e5-494a-48af-8efe-cdc499bbbfcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:52.112638 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-523086e5-494a-48af-8efe-cdc499bbbfcd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2314724e-754d-47d4-b7a9-d48eaf36c2cd HTTP/1.1" status: 204  len: 168 time: 0.2565200
Feb 12 21:22:52.126601 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523086e5-494a-48af-8efe-cdc499bbbfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2314724e-754d-47d4-b7a9-d48eaf36c2cd,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:52.148405 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da064bae-5120-4d53-a95a-ab54320792d1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:52.154146 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-da064bae-5120-4d53-a95a-ab54320792d1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/62c95467-bba4-4015-93df-e40a43937a87 HTTP/1.1" status: 204  len: 168 time: 0.6334453
Feb 12 21:22:52.154967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54632) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:52.182536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1f3e1096-e2a4-45e3-b4aa-7a87f820a704 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:22:52.235164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da1d8a4-fd70-45a7-9924-e100feddd2ee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:52.238846 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da1d8a4-fd70-45a7-9924-e100feddd2ee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:52.244391 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3da1d8a4-fd70-45a7-9924-e100feddd2ee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.0844634
Feb 12 21:22:52.248187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54642) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:52.280746 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1f3e1096-e2a4-45e3-b4aa-7a87f820a704 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:52.281211 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1f3e1096-e2a4-45e3-b4aa-7a87f820a704), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:52.359808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7ba282-aca6-4be7-8c6e-ebfd2398a067 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 7f57784f-40ae-4433-b481-0110c8c7efec {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:22:52.367996 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ce7ba282-aca6-4be7-8c6e-ebfd2398a067 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (7f57784f-40ae-4433-b481-0110c8c7efec), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:52.385676 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1f3e1096-e2a4-45e3-b4aa-7a87f820a704 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:52.386127 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1f3e1096-e2a4-45e3-b4aa-7a87f820a704), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:52.451299 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ce7ba282-aca6-4be7-8c6e-ebfd2398a067 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (7f57784f-40ae-4433-b481-0110c8c7efec), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:52.457144 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 1f3e1096-e2a4-45e3-b4aa-7a87f820a704, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f3e1096-e2a4-45e3-b4aa-7a87f820a704,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:52.504869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-166ce0e2-262d-414a-bb08-e26feae66d5d None None] Provisioning complete for port 1f3e1096-e2a4-45e3-b4aa-7a87f820a704 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:52.505519 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-166ce0e2-262d-414a-bb08-e26feae66d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1f3e1096-e2a4-45e3-b4aa-7a87f820a704), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:52.555421 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1f3e1096-e2a4-45e3-b4aa-7a87f820a704), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:52.559661 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce12b89-ef6d-4440-b9bd-e09c23280c6a req-25437a98-c31a-443a-bc16-2c68c4007538 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:52.561181 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cce12b89-ef6d-4440-b9bd-e09c23280c6a req-25437a98-c31a-443a-bc16-2c68c4007538 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.1488500
Feb 12 21:22:52.611214 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb59242a-97dc-41c8-9252-d5ccf2181114 req-fbb9b801-6973-4009-b3e0-e165c99e8aa5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4247310
Feb 12 21:22:52.643441 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ce7ba282-aca6-4be7-8c6e-ebfd2398a067 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (7f57784f-40ae-4433-b481-0110c8c7efec), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:52.674300 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-166ce0e2-262d-414a-bb08-e26feae66d5d None None] Current status of the port 1f3e1096-e2a4-45e3-b4aa-7a87f820a704 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:52.677258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=1f3e1096-e2a4-45e3-b4aa-7a87f820a704,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:52.732686 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cce12b89-ef6d-4440-b9bd-e09c23280c6a req-327634cd-846e-4dba-889c-fb0b93f08ce2 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1468167
Feb 12 21:22:52.763107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54648) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:52.768618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59242a-97dc-41c8-9252-d5ccf2181114 req-64a3d4b5-fb0a-415e-9086-ccdff6199837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:52.770209 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb59242a-97dc-41c8-9252-d5ccf2181114 req-64a3d4b5-fb0a-415e-9086-ccdff6199837 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 1127 time: 0.0865462
Feb 12 21:22:52.894904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-75555539-ce1e-4249-8f29-1f7caee571a9 None None] Could not find standard attr ID for object 62c95467-bba4-4015-93df-e40a43937a87. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:22:53.077802 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-506266e9-1b2a-4f06-acc5-6a94fec03157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:53.186841 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-506266e9-1b2a-4f06-acc5-6a94fec03157 admin admin] Publish callbacks [] for security_group (46ba2eba-9332-41de-b25a-9ca6cd7ecd41), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:53.256405 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-506266e9-1b2a-4f06-acc5-6a94fec03157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (46ba2eba-9332-41de-b25a-9ca6cd7ecd41), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:53.317346 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-506266e9-1b2a-4f06-acc5-6a94fec03157 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a051ff1c2294e6a8b1a9ebfa5571366&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5542364
Feb 12 21:22:53.317988 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54676) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:53.318696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506266e9-1b2a-4f06-acc5-6a94fec03157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ba2eba-9332-41de-b25a-9ca6cd7ecd41,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:53.329411 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ce7ba282-aca6-4be7-8c6e-ebfd2398a067 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (7f57784f-40ae-4433-b481-0110c8c7efec), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:53.386376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ba282-aca6-4be7-8c6e-ebfd2398a067 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=7f57784f-40ae-4433-b481-0110c8c7efec,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:53.394253 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9c94939c-3bae-40cb-a6de-37807717c4ac admin admin] Publish callbacks [] for security_group (46ba2eba-9332-41de-b25a-9ca6cd7ecd41), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:53.401128 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ce7ba282-aca6-4be7-8c6e-ebfd2398a067 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:53.403818 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcec2c3-5303-4c1c-bf15-0a19ec368f9a None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:53.405408 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ce7ba282-aca6-4be7-8c6e-ebfd2398a067 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/7f57784f-40ae-4433-b481-0110c8c7efec HTTP/1.1" status: 204  len: 168 time: 1.1553495
Feb 12 21:22:53.409348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54680) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:53.447733 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9c94939c-3bae-40cb-a6de-37807717c4ac admin admin] Publish callbacks [] for security_group (46ba2eba-9332-41de-b25a-9ca6cd7ecd41), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:53.491924 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4d89d15b-35a0-4c62-81dc-24885c501cfa tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0796170
Feb 12 21:22:53.494748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54690) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:53.499965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d1269fa3-7c21-421e-b70d-90fbd5b0f4e5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:53.507715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59242a-97dc-41c8-9252-d5ccf2181114 req-1c406cf0-c562-4af8-8bc6-a8669b9f1992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:53.509184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb59242a-97dc-41c8-9252-d5ccf2181114 req-1c406cf0-c562-4af8-8bc6-a8669b9f1992 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.7196445
Feb 12 21:22:53.517994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6ac78-0b0e-40e9-92b1-7bf2ed014c53 req-e2eb4e08-fb94-4b8d-b828-0dbaa0a31a60 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:53.519986 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4a6ac78-0b0e-40e9-92b1-7bf2ed014c53 req-e2eb4e08-fb94-4b8d-b828-0dbaa0a31a60 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.48 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.2007782
Feb 12 21:22:53.573964 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9c94939c-3bae-40cb-a6de-37807717c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (46ba2eba-9332-41de-b25a-9ca6cd7ecd41), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:53.576774 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9c94939c-3bae-40cb-a6de-37807717c4ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:53.581758 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9c94939c-3bae-40cb-a6de-37807717c4ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46ba2eba-9332-41de-b25a-9ca6cd7ecd41 HTTP/1.1" status: 204  len: 168 time: 0.2599154
Feb 12 21:22:53.591649 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94939c-3bae-40cb-a6de-37807717c4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ba2eba-9332-41de-b25a-9ca6cd7ecd41,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:53.633303 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb59242a-97dc-41c8-9252-d5ccf2181114 req-8a44385b-1655-49bb-9c8b-001ced38c55a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a500c7b1-8358-4bc8-ae00-21079afb6cb4 HTTP/1.1" status: 200  len: 217 time: 0.1025774
Feb 12 21:22:53.640487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d2a6b0-4124-4a9b-9389-cb172100b7d7 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:22:53.698831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2a6b0-4124-4a9b-9389-cb172100b7d7 None None] Deleting port 1f3e1096-e2a4-45e3-b4aa-7a87f820a704 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:53.699056 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a6b0-4124-4a9b-9389-cb172100b7d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1f3e1096-e2a4-45e3-b4aa-7a87f820a704), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:53.821576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b4d2a6b0-4124-4a9b-9389-cb172100b7d7 None None] For port 1f3e1096-e2a4-45e3-b4aa-7a87f820a704, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f3e1096-e2a4-45e3-b4aa-7a87f820a704,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:53.824091 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a6b0-4124-4a9b-9389-cb172100b7d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1f3e1096-e2a4-45e3-b4aa-7a87f820a704), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:53.824209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59242a-97dc-41c8-9252-d5ccf2181114 req-15991295-c7e8-4f1b-ad05-57845f2110a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:53.824944 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb59242a-97dc-41c8-9252-d5ccf2181114 req-15991295-c7e8-4f1b-ad05-57845f2110a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.1606758
Feb 12 21:22:53.840708 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2a6b0-4124-4a9b-9389-cb172100b7d7 None None] Calling delete_port for 1f3e1096-e2a4-45e3-b4aa-7a87f820a704 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:53.913594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59242a-97dc-41c8-9252-d5ccf2181114 req-d3a50f41-12ea-4b2e-be05-4b04d96beea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:53.915313 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb59242a-97dc-41c8-9252-d5ccf2181114 req-d3a50f41-12ea-4b2e-be05-4b04d96beea2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0801706
Feb 12 21:22:53.917271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-f4a6ac78-0b0e-40e9-92b1-7bf2ed014c53 req-4a1a9b26-86f6-4a2d-a771-33983d112642 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Deleting port 6f7bc51a-17c9-4327-a4af-7e41ba429351 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:53.922566 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f4a6ac78-0b0e-40e9-92b1-7bf2ed014c53 req-4a1a9b26-86f6-4a2d-a771-33983d112642 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6f7bc51a-17c9-4327-a4af-7e41ba429351), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:53.937228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-eb59242a-97dc-41c8-9252-d5ccf2181114 req-567e0980-3aa8-4fb7-8724-5e6b37e8f7ae service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:22:53.938501 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb59242a-97dc-41c8-9252-d5ccf2181114 req-567e0980-3aa8-4fb7-8724-5e6b37e8f7ae service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0153425
Feb 12 21:22:53.941492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84215d0-7ea3-4911-8e89-3639ebc5d937 req-85dacead-83eb-437f-8f53-f2f0eb2ded3c tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:53.943611 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b84215d0-7ea3-4911-8e89-3639ebc5d937 req-85dacead-83eb-437f-8f53-f2f0eb2ded3c tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 945 time: 0.0866673
Feb 12 21:22:54.009240 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1269fa3-7c21-421e-b70d-90fbd5b0f4e5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:54.013236 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d1269fa3-7c21-421e-b70d-90fbd5b0f4e5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:54.023170 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b84215d0-7ea3-4911-8e89-3639ebc5d937 req-c438b44e-7578-4950-9802-de84ff1cdfef tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff7b9887-9d66-414f-b934-ad143a04bae6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726762
Feb 12 21:22:54.067584 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a6b0-4124-4a9b-9389-cb172100b7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (1f3e1096-e2a4-45e3-b4aa-7a87f820a704), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:54.103547 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2a6b0-4124-4a9b-9389-cb172100b7d7 None None] Pushing event deleted for resources: {'Port': ['ID=1f3e1096-e2a4-45e3-b4aa-7a87f820a704,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:54.114617 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d2a6b0-4124-4a9b-9389-cb172100b7d7 None None] No DVR routers for this DVR port 1f3e1096-e2a4-45e3-b4aa-7a87f820a704 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:22:54.117974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1f3e1096-e2a4-45e3-b4aa-7a87f820a704 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:22:54.142878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 1f3e1096-e2a4-45e3-b4aa-7a87f820a704 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:22:54.143693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1f3e1096-e2a4-45e3-b4aa-7a87f820a704 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:22:54.171594 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb59242a-97dc-41c8-9252-d5ccf2181114 req-28fec9d2-292d-44df-aa87-0ee9da353c8c service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240245
Feb 12 21:22:54.282073 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f4a6ac78-0b0e-40e9-92b1-7bf2ed014c53 req-4a1a9b26-86f6-4a2d-a771-33983d112642 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] For port 6f7bc51a-17c9-4327-a4af-7e41ba429351, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6f7bc51a-17c9-4327-a4af-7e41ba429351,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:54.282425 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f4a6ac78-0b0e-40e9-92b1-7bf2ed014c53 req-4a1a9b26-86f6-4a2d-a771-33983d112642 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6f7bc51a-17c9-4327-a4af-7e41ba429351), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:54.404152 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb59242a-97dc-41c8-9252-d5ccf2181114 req-4d1bfadf-ef10-4c1d-b6c6-056b7c1735c7 service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2256274
Feb 12 21:22:54.571149 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f4a6ac78-0b0e-40e9-92b1-7bf2ed014c53 req-4a1a9b26-86f6-4a2d-a771-33983d112642 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:54.571499 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f4a6ac78-0b0e-40e9-92b1-7bf2ed014c53 req-4a1a9b26-86f6-4a2d-a771-33983d112642 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (b6f0ceaf-8e22-43fd-8c39-48638ced0354), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:54.571814 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-f4a6ac78-0b0e-40e9-92b1-7bf2ed014c53 req-4a1a9b26-86f6-4a2d-a771-33983d112642 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Floating IP b6f0ceaf-8e22-43fd-8c39-48638ced0354 disassociated. External IP: 172.35.2.140, port: 6f7bc51a-17c9-4327-a4af-7e41ba429351.
Feb 12 21:22:54.572152 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-f4a6ac78-0b0e-40e9-92b1-7bf2ed014c53 req-4a1a9b26-86f6-4a2d-a771-33983d112642 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Calling delete_port for 6f7bc51a-17c9-4327-a4af-7e41ba429351 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:54.698130 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54722) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:54.718139 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d4e1bbf-24c1-46d6-88f7-eef12ea5d30d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:54.719825 ncdv-master-1 neutron-server[126505]: DEBUG neutron.objects.ports [None req-d1269fa3-7c21-421e-b70d-90fbd5b0f4e5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126505) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:22:54.722506 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d1269fa3-7c21-421e-b70d-90fbd5b0f4e5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (d553ae9b-a4cf-4300-a4e6-caaaa3be2fb8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:54.803734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1269fa3-7c21-421e-b70d-90fbd5b0f4e5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:54.811092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-d1269fa3-7c21-421e-b70d-90fbd5b0f4e5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:54.826497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b43cdd-767f-4cbe-9a6b-43e976d834b5 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:54.831641 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1269fa3-7c21-421e-b70d-90fbd5b0f4e5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:54.832430 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d1269fa3-7c21-421e-b70d-90fbd5b0f4e5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:54.844783 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d4e1bbf-24c1-46d6-88f7-eef12ea5d30d admin admin] Publish callbacks [] for security_group (90bb1355-5a03-4ee7-8fb3-ea2d8d6cbb27), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:54.850379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1269fa3-7c21-421e-b70d-90fbd5b0f4e5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=d553ae9b-a4cf-4300-a4e6-caaaa3be2fb8,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:54.946090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': 'd553ae9b-a4cf-4300-a4e6-caaaa3be2fb8'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:22:54.946960 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:54.991959 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d4e1bbf-24c1-46d6-88f7-eef12ea5d30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (90bb1355-5a03-4ee7-8fb3-ea2d8d6cbb27), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:55.069638 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d1269fa3-7c21-421e-b70d-90fbd5b0f4e5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.5735972
Feb 12 21:22:55.072572 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f4a6ac78-0b0e-40e9-92b1-7bf2ed014c53 req-4a1a9b26-86f6-4a2d-a771-33983d112642 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6f7bc51a-17c9-4327-a4af-7e41ba429351), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:55.074383 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54736) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:55.084328 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8a3bcf59-54f8-49e5-8ebf-8ea0edbe65d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'mac_address': 'fa:16:3e:14:1d:a5', 'name': 'tempest-NetworksTestDHCPv6-659821647'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:55.130408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Allocated IP 2001:db8::f816:3eff:fee8:e199 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/d553ae9b-a4cf-4300-a4e6-caaaa3be2fb8/160167c0-07e1-41c5-8d7f-dedf22578330) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:55.131196 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e1bbf-24c1-46d6-88f7-eef12ea5d30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bb1355-5a03-4ee7-8fb3-ea2d8d6cbb27,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:55.139900 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8d4e1bbf-24c1-46d6-88f7-eef12ea5d30d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6d913916f104540b0d596bab92b0447&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4372175
Feb 12 21:22:55.140377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54738) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:55.224279 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a9b26-86f6-4a2d-a771-33983d112642 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event deleted for resources: {'Port': ['ID=6f7bc51a-17c9-4327-a4af-7e41ba429351,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:55.248177 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7eb0d2c0-8119-4a6b-bd00-2e3fba64a3dc admin admin] Publish callbacks [] for security_group (90bb1355-5a03-4ee7-8fb3-ea2d8d6cbb27), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:55.289861 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7eb0d2c0-8119-4a6b-bd00-2e3fba64a3dc admin admin] Publish callbacks [] for security_group (90bb1355-5a03-4ee7-8fb3-ea2d8d6cbb27), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:55.343513 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fa39b957-0e8e-47ab-843b-7a44f5124dad req-8cf150c6-ad1c-41f6-8431-3e5e316bfc40 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 210 time: 0.1916993
Feb 12 21:22:55.404815 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Publish callbacks [] for port (160167c0-07e1-41c5-8d7f-dedf22578330), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:55.433566 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7eb0d2c0-8119-4a6b-bd00-2e3fba64a3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (90bb1355-5a03-4ee7-8fb3-ea2d8d6cbb27), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:55.436519 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7eb0d2c0-8119-4a6b-bd00-2e3fba64a3dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:55.437714 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7eb0d2c0-8119-4a6b-bd00-2e3fba64a3dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90bb1355-5a03-4ee7-8fb3-ea2d8d6cbb27 HTTP/1.1" status: 204  len: 168 time: 0.2967010
Feb 12 21:22:55.448851 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0d2c0-8119-4a6b-bd00-2e3fba64a3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bb1355-5a03-4ee7-8fb3-ea2d8d6cbb27,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:55.449915 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4a6ac78-0b0e-40e9-92b1-7bf2ed014c53 req-4a1a9b26-86f6-4a2d-a771-33983d112642 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Router d10c3c54-e149-4055-ad99-e19133a8999d has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:22:55.490852 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (160167c0-07e1-41c5-8d7f-dedf22578330), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:55.541144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3bcf59-54f8-49e5-8ebf-8ea0edbe65d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:55.557514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:55.559215 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:55.561716 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:55.563918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Pushing event updated for resources: {'Port': ['ID=160167c0-07e1-41c5-8d7f-dedf22578330,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:55.644458 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcf59-54f8-49e5-8ebf-8ea0edbe65d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:55.710748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-8a3bcf59-54f8-49e5-8ebf-8ea0edbe65d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port 50564e10-e25d-4d8d-a219-7321bd6e3f25 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:22:55.714000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Attempting to bind port 160167c0-07e1-41c5-8d7f-dedf22578330 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:22:55.714390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Attempting to bind port 160167c0-07e1-41c5-8d7f-dedf22578330 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:22:55.714755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Attempting to bind port 160167c0-07e1-41c5-8d7f-dedf22578330 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:22:55.726640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:22:55.727026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:22:55.727436 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:55.727836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:22:55.728728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Bound port: 160167c0-07e1-41c5-8d7f-dedf22578330, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:22:55.729116 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (160167c0-07e1-41c5-8d7f-dedf22578330), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:55.831720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4a6ac78-0b0e-40e9-92b1-7bf2ed014c53 req-4a1a9b26-86f6-4a2d-a771-33983d112642 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:22:55.841390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] For port 160167c0-07e1-41c5-8d7f-dedf22578330, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:22:55.845514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] For port 160167c0-07e1-41c5-8d7f-dedf22578330, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=160167c0-07e1-41c5-8d7f-dedf22578330,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:22:55.848259 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-96624ae0-b659-4e0a-95bc-90f01281a802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:55.853024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4420f4d9-89b9-4345-8184-be11664d4e44 None None] Sync routers for ids ['d10c3c54-e149-4055-ad99-e19133a8999d'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:22:55.863811 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420f4d9-89b9-4345-8184-be11664d4e44 None None] Routers {'d10c3c54-e149-4055-ad99-e19133a8999d'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:22:55.864482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4420f4d9-89b9-4345-8184-be11664d4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa779310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:22:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d10c3c54-e149-4055-ad99-e19133a8999d'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:55.911925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a6ac78-0b0e-40e9-92b1-7bf2ed014c53 req-4a1a9b26-86f6-4a2d-a771-33983d112642 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] No DVR routers for this DVR port 6f7bc51a-17c9-4327-a4af-7e41ba429351 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:22:55.917475 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f4a6ac78-0b0e-40e9-92b1-7bf2ed014c53 req-4a1a9b26-86f6-4a2d-a771-33983d112642 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:55.924019 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4a6ac78-0b0e-40e9-92b1-7bf2ed014c53 req-4a1a9b26-86f6-4a2d-a771-33983d112642 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.48 "DELETE /v2.0/ports/6f7bc51a-17c9-4327-a4af-7e41ba429351 HTTP/1.1" status: 204  len: 173 time: 2.3817863
Feb 12 21:22:55.924019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245ee706-32b5-4ae4-bf28-f1e5139ea077', 'name': 'network-vif-deleted', 'tag': '6f7bc51a-17c9-4327-a4af-7e41ba429351'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:22:55.924019 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24664729-84c3-4926-a003-e6aa58105cff" -d '{"events": [{"server_uuid": "245ee706-32b5-4ae4-bf28-f1e5139ea077", "name": "network-vif-deleted", "tag": "6f7bc51a-17c9-4327-a4af-7e41ba429351"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:22:55.943976 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-8a3bcf59-54f8-49e5-8ebf-8ea0edbe65d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::f816:3eff:fe14:1da5 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/d553ae9b-a4cf-4300-a4e6-caaaa3be2fb8/50564e10-e25d-4d8d-a219-7321bd6e3f25) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:55.976232 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (160167c0-07e1-41c5-8d7f-dedf22578330), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:56.034339 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-4420f4d9-89b9-4345-8184-be11664d4e44 None None] Set router d10c3c54-e149-4055-ad99-e19133a8999d gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:22:56.227323 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcf59-54f8-49e5-8ebf-8ea0edbe65d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (50564e10-e25d-4d8d-a219-7321bd6e3f25), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:56.357344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866ece8-26e0-4bd6-b982-e88cc5456d49 None None] Pushing event updated for resources: {'Port': ['ID=160167c0-07e1-41c5-8d7f-dedf22578330,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:56.388376 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcf59-54f8-49e5-8ebf-8ea0edbe65d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (50564e10-e25d-4d8d-a219-7321bd6e3f25), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:56.452360 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3bcf59-54f8-49e5-8ebf-8ea0edbe65d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:56.457797 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-8a3bcf59-54f8-49e5-8ebf-8ea0edbe65d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:56.462340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bcf59-54f8-49e5-8ebf-8ea0edbe65d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:22:56.468664 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3bcf59-54f8-49e5-8ebf-8ea0edbe65d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:56.469429 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8a3bcf59-54f8-49e5-8ebf-8ea0edbe65d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:56.492893 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bcf59-54f8-49e5-8ebf-8ea0edbe65d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=50564e10-e25d-4d8d-a219-7321bd6e3f25,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:56.509819 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3a9f4ad-2cbf-4bb6-b18f-bc2984ff18b8 req-caddfb50-7751-4f54-827c-d091c9ae24f3 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=245ee706-32b5-4ae4-bf28-f1e5139ea077 HTTP/1.1" status: 200  len: 210 time: 0.0340955
Feb 12 21:22:56.555313 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8a3bcf59-54f8-49e5-8ebf-8ea0edbe65d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.4798012
Feb 12 21:22:56.563745 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54770) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:56.624074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4420f4d9-89b9-4345-8184-be11664d4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa779310>, [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:26Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052', 'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'mac_address': 'fa:16:3e:45:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:24Z', 'updated_at': '2022-02-12T21:19:38Z', 'revision_number': 5, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'subnets': [{'id': '08262d9b-e180-46f4-80c5-239821f96956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:56.638116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0279df-f07b-416f-972a-f4d92b75e355 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:56.644408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0279df-f07b-416f-972a-f4d92b75e355 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:56.646261 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0e0279df-f07b-416f-972a-f4d92b75e355 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.0815437
Feb 12 21:22:56.652712 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54774) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:56.653872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4420f4d9-89b9-4345-8184-be11664d4e44 None None] Checking router: d10c3c54-e149-4055-ad99-e19133a8999d for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:22:56.663241 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420f4d9-89b9-4345-8184-be11664d4e44 None None] Routers {'d10c3c54-e149-4055-ad99-e19133a8999d'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:22:56.663887 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4420f4d9-89b9-4345-8184-be11664d4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa779310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:22:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d10c3c54-e149-4055-ad99-e19133a8999d'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:56.751041 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-dccd220f-42f3-4983-b227-02f24a44ce7b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port 50564e10-e25d-4d8d-a219-7321bd6e3f25 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:56.751041 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dccd220f-42f3-4983-b227-02f24a44ce7b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (50564e10-e25d-4d8d-a219-7321bd6e3f25), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:56.825308 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-4420f4d9-89b9-4345-8184-be11664d4e44 None None] Set router d10c3c54-e149-4055-ad99-e19133a8999d gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:22:56.863821 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dccd220f-42f3-4983-b227-02f24a44ce7b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (50564e10-e25d-4d8d-a219-7321bd6e3f25), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:56.881557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-dccd220f-42f3-4983-b227-02f24a44ce7b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for 50564e10-e25d-4d8d-a219-7321bd6e3f25 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:56.895601 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:56.938752 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04cd036-0526-4820-b450-e34c22d35943 x-openstack-request-id: req-b04cd036-0526-4820-b450-e34c22d35943 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:22:56.939158 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245ee706-32b5-4ae4-bf28-f1e5139ea077", "name": "network-vif-deleted", "tag": "6f7bc51a-17c9-4327-a4af-7e41ba429351", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:22:56.939584 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b04cd036-0526-4820-b450-e34c22d35943 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:22:56.942059 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245ee706-32b5-4ae4-bf28-f1e5139ea077', 'name': 'network-vif-deleted', 'tag': '6f7bc51a-17c9-4327-a4af-7e41ba429351', 'status': 'completed', 'code': 200}
Feb 12 21:22:56.990311 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54782) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:57.144974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 6f7bc51a-17c9-4327-a4af-7e41ba429351 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:22:57.151600 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dccd220f-42f3-4983-b227-02f24a44ce7b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (50564e10-e25d-4d8d-a219-7321bd6e3f25), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:57.192263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd220f-42f3-4983-b227-02f24a44ce7b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=50564e10-e25d-4d8d-a219-7321bd6e3f25,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:57.210820 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 6f7bc51a-17c9-4327-a4af-7e41ba429351 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:22:57.211421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 6f7bc51a-17c9-4327-a4af-7e41ba429351 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:22:57.232870 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dccd220f-42f3-4983-b227-02f24a44ce7b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:57.239871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-dccd220f-42f3-4983-b227-02f24a44ce7b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/50564e10-e25d-4d8d-a219-7321bd6e3f25 HTTP/1.1" status: 204  len: 168 time: 0.5894079
Feb 12 21:22:57.240168 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54790) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:57.256350 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4420f4d9-89b9-4345-8184-be11664d4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa779310>, [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:26Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052', 'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'mac_address': 'fa:16:3e:45:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:24Z', 'updated_at': '2022-02-12T21:19:38Z', 'revision_number': 5, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'subnets': [{'id': '08262d9b-e180-46f4-80c5-239821f96956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:22:57.301173 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4420f4d9-89b9-4345-8184-be11664d4e44 None None] The sync data for ids ['d10c3c54-e149-4055-ad99-e19133a8999d'] in ncdv-master-1 is: [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:26Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052', 'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'mac_address': 'fa:16:3e:45:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:24Z', 'updated_at': '2022-02-12T21:19:38Z', 'revision_number': 5, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'subnets': [{'id': '08262d9b-e180-46f4-80c5-239821f96956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:22:57.360779 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19331e27-ff35-4939-afd6-dbdc53bed038 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:57.364340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19331e27-ff35-4939-afd6-dbdc53bed038 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:57.366145 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-19331e27-ff35-4939-afd6-dbdc53bed038 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.1248286
Feb 12 21:22:57.368797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54794) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:57.446414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9654f45-7726-4162-a8af-ed18c42ca012 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet d553ae9b-a4cf-4300-a4e6-caaaa3be2fb8 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:22:57.458117 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d9654f45-7726-4162-a8af-ed18c42ca012 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (d553ae9b-a4cf-4300-a4e6-caaaa3be2fb8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:57.482880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b6a2d891-d9b1-4faf-9afe-01d17d7c1b46 None None] Provisioning complete for port 160167c0-07e1-41c5-8d7f-dedf22578330 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:57.484346 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d891-d9b1-4faf-9afe-01d17d7c1b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (160167c0-07e1-41c5-8d7f-dedf22578330), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:57.540815 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d9654f45-7726-4162-a8af-ed18c42ca012 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (d553ae9b-a4cf-4300-a4e6-caaaa3be2fb8), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:57.700933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9d62a96-8c8c-4c1f-9d1e-586a18fa63ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:57.706924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b6a2d891-d9b1-4faf-9afe-01d17d7c1b46 None None] Current status of the port 160167c0-07e1-41c5-8d7f-dedf22578330 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:57.706924 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d891-d9b1-4faf-9afe-01d17d7c1b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (160167c0-07e1-41c5-8d7f-dedf22578330), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:57.731711 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d9654f45-7726-4162-a8af-ed18c42ca012 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (d553ae9b-a4cf-4300-a4e6-caaaa3be2fb8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:57.774349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54806) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:57.780004 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3370908a-101b-436d-98bb-36c7fd31c8ff None None] New status for floating IP b6f0ceaf-8e22-43fd-8c39-48638ced0354: DOWN {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:22:57.868636 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-50ab0a22-bf07-4ec9-96be-3b7a87276197 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group (ff7b9887-9d66-414f-b934-ad143a04bae6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:57.889135 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d9654f45-7726-4162-a8af-ed18c42ca012 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (d553ae9b-a4cf-4300-a4e6-caaaa3be2fb8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:57.916722 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-50ab0a22-bf07-4ec9-96be-3b7a87276197 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group (ff7b9887-9d66-414f-b934-ad143a04bae6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:57.947549 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-b6a2d891-d9b1-4faf-9afe-01d17d7c1b46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:22:57.948256 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-b6a2d891-d9b1-4faf-9afe-01d17d7c1b46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:22:57.969484 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9654f45-7726-4162-a8af-ed18c42ca012 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=d553ae9b-a4cf-4300-a4e6-caaaa3be2fb8,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:57.971757 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d9654f45-7726-4162-a8af-ed18c42ca012 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:57.978866 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d9654f45-7726-4162-a8af-ed18c42ca012 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/d553ae9b-a4cf-4300-a4e6-caaaa3be2fb8 HTTP/1.1" status: 204  len: 168 time: 0.6088321
Feb 12 21:22:57.981392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54810) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:58.061637 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-55bbc09b-2454-47c0-8082-6eb63340072e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0756495
Feb 12 21:22:58.061745 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54814) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:58.140767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5797d9-c785-4b86-a1a2-0c580844c06a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:58.143742 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4f5797d9-c785-4b86-a1a2-0c580844c06a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0812569
Feb 12 21:22:58.145716 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-50ab0a22-bf07-4ec9-96be-3b7a87276197 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ff7b9887-9d66-414f-b934-ad143a04bae6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.150049 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54818) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:58.152185 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-50ab0a22-bf07-4ec9-96be-3b7a87276197 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.155857 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-50ab0a22-bf07-4ec9-96be-3b7a87276197 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "DELETE /v2.0/security-groups/ff7b9887-9d66-414f-b934-ad143a04bae6 HTTP/1.1" status: 204  len: 168 time: 0.3772526
Feb 12 21:22:58.159256 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54820) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:58.206788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 160167c0-07e1-41c5-8d7f-dedf22578330 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:22:58.222950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab0a22-bf07-4ec9-96be-3b7a87276197 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7b9887-9d66-414f-b934-ad143a04bae6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:58.231863 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9d62a96-8c8c-4c1f-9d1e-586a18fa63ec admin admin] Publish callbacks [] for security_group (54439d79-1328-485c-91c3-7a4cfb3aebb4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.231969 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-8631e5aa-2650-4bd6-9751-76c084ac225a tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] show failed (client error): The resource could not be found.
Feb 12 21:22:58.231969 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8631e5aa-2650-4bd6-9751-76c084ac225a tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups/ff7b9887-9d66-414f-b934-ad143a04bae6 HTTP/1.1" status: 404  len: 347 time: 0.0537956
Feb 12 21:22:58.241175 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54826) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:58.277603 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea880bd-b811-4cd8-85ad-83e74c737a2e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:58.281540 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7ea880bd-b811-4cd8-85ad-83e74c737a2e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1274319
Feb 12 21:22:58.284563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54830) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:58.292057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9b0265-2e9a-462c-b6c5-a7f06a398e53 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:58.332064 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1f2ec730-d843-4bb0-b0f8-739452f501db tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0459599
Feb 12 21:22:58.333509 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9d62a96-8c8c-4c1f-9d1e-586a18fa63ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (54439d79-1328-485c-91c3-7a4cfb3aebb4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.338262 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54832) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:58.350514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f6720064-a088-4e93-9f35-9e10ff42af3e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:58.373824 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c9080fe-344e-47bb-85e7-9c8d931ed9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.408040 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-d4b76610-424a-4d5e-b2f4-409f0beeae82 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Deleting port c0bc86d0-794a-4657-a555-82b2bfd6b0e9 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:58.409038 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d4b76610-424a-4d5e-b2f4-409f0beeae82 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c0bc86d0-794a-4657-a555-82b2bfd6b0e9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.417935 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a9d62a96-8c8c-4c1f-9d1e-586a18fa63ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f10b57b77ff84c8b818927a90954bd2f&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4235132
Feb 12 21:22:58.428536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54836) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:58.467209 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d62a96-8c8c-4c1f-9d1e-586a18fa63ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54439d79-1328-485c-91c3-7a4cfb3aebb4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:58.529384 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 160167c0-07e1-41c5-8d7f-dedf22578330 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:22:58.529384 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (160167c0-07e1-41c5-8d7f-dedf22578330), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.532972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b6a2d891-d9b1-4faf-9afe-01d17d7c1b46 None None] Current status of the port 160167c0-07e1-41c5-8d7f-dedf22578330 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:58.533348 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d891-d9b1-4faf-9afe-01d17d7c1b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (160167c0-07e1-41c5-8d7f-dedf22578330), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.568211 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d4b76610-424a-4d5e-b2f4-409f0beeae82 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c0bc86d0-794a-4657-a555-82b2bfd6b0e9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.568668 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d4b76610-424a-4d5e-b2f4-409f0beeae82 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for floatingip (c0bc86d0-794a-4657-a555-82b2bfd6b0e9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.576049 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6720064-a088-4e93-9f35-9e10ff42af3e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:58.578478 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21e9efc4-7ecc-4a72-87f1-d1ec6dbdbfca admin admin] Publish callbacks [] for security_group (54439d79-1328-485c-91c3-7a4cfb3aebb4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.581176 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6720064-a088-4e93-9f35-9e10ff42af3e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.594423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-d4b76610-424a-4d5e-b2f4-409f0beeae82 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Calling delete_port for c0bc86d0-794a-4657-a555-82b2bfd6b0e9 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:58.613846 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21e9efc4-7ecc-4a72-87f1-d1ec6dbdbfca admin admin] Publish callbacks [] for security_group (54439d79-1328-485c-91c3-7a4cfb3aebb4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.628705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e09971c-2f99-4499-85fe-7765836e3432 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:22:58.683179 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b6a2d891-d9b1-4faf-9afe-01d17d7c1b46 None None] For port 160167c0-07e1-41c5-8d7f-dedf22578330, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=160167c0-07e1-41c5-8d7f-dedf22578330,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:58.745504 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d891-d9b1-4faf-9afe-01d17d7c1b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (160167c0-07e1-41c5-8d7f-dedf22578330), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.779317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 160167c0-07e1-41c5-8d7f-dedf22578330 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:22:58.779806 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (160167c0-07e1-41c5-8d7f-dedf22578330), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.831380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2d891-d9b1-4faf-9afe-01d17d7c1b46 None None] Pushing event updated for resources: {'Port': ['ID=160167c0-07e1-41c5-8d7f-dedf22578330,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:58.844514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3e09971c-2f99-4499-85fe-7765836e3432 None None] Deleting port 160167c0-07e1-41c5-8d7f-dedf22578330 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:22:58.844618 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3e09971c-2f99-4499-85fe-7765836e3432 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (160167c0-07e1-41c5-8d7f-dedf22578330), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.861104 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21e9efc4-7ecc-4a72-87f1-d1ec6dbdbfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (54439d79-1328-485c-91c3-7a4cfb3aebb4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.867550 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21e9efc4-7ecc-4a72-87f1-d1ec6dbdbfca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.871133 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-21e9efc4-7ecc-4a72-87f1-d1ec6dbdbfca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54439d79-1328-485c-91c3-7a4cfb3aebb4 HTTP/1.1" status: 204  len: 168 time: 0.4414186
Feb 12 21:22:58.884759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54846) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:58.892328 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9efc4-7ecc-4a72-87f1-d1ec6dbdbfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54439d79-1328-485c-91c3-7a4cfb3aebb4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:58.955201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4588803f-5df5-42f3-bfb0-511646f89567 None None] Could not find standard attr ID for object 50564e10-e25d-4d8d-a219-7321bd6e3f25. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:22:58.964758 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d4b76610-424a-4d5e-b2f4-409f0beeae82 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c0bc86d0-794a-4657-a555-82b2bfd6b0e9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:58.996274 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b76610-424a-4d5e-b2f4-409f0beeae82 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event deleted for resources: {'Port': ['ID=c0bc86d0-794a-4657-a555-82b2bfd6b0e9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:59.016202 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:22:59.017050 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:22:59.022324 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6720064-a088-4e93-9f35-9e10ff42af3e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (a18820af-37f9-44b0-a18b-c257369839b5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.027399 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3e09971c-2f99-4499-85fe-7765836e3432 None None] For port 160167c0-07e1-41c5-8d7f-dedf22578330, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=160167c0-07e1-41c5-8d7f-dedf22578330,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:22:59.027806 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3e09971c-2f99-4499-85fe-7765836e3432 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (160167c0-07e1-41c5-8d7f-dedf22578330), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.043698 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3e09971c-2f99-4499-85fe-7765836e3432 None None] Calling delete_port for 160167c0-07e1-41c5-8d7f-dedf22578330 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:22:59.072606 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d4b76610-424a-4d5e-b2f4-409f0beeae82 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for floatingip (b6f0ceaf-8e22-43fd-8c39-48638ced0354), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.077668 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d4b76610-424a-4d5e-b2f4-409f0beeae82 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.081612 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6720064-a088-4e93-9f35-9e10ff42af3e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:22:59.082360 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d4b76610-424a-4d5e-b2f4-409f0beeae82 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "DELETE /v2.0/floatingips/b6f0ceaf-8e22-43fd-8c39-48638ced0354 HTTP/1.1" status: 204  len: 168 time: 0.8372602
Feb 12 21:22:59.085415 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-f6720064-a088-4e93-9f35-9e10ff42af3e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:22:59.090765 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6720064-a088-4e93-9f35-9e10ff42af3e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:22:59.091550 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6720064-a088-4e93-9f35-9e10ff42af3e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.102621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6720064-a088-4e93-9f35-9e10ff42af3e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=a18820af-37f9-44b0-a18b-c257369839b5,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:59.129242 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a474b79d-bd22-41ab-a8d9-fa8edcf7502e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.196900 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f6720064-a088-4e93-9f35-9e10ff42af3e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8530962
Feb 12 21:22:59.206988 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54860) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:59.212087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-0003e22a-3966-41f2-91f4-cf95af99bd21 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'mac_address': 'fa:16:3e:28:45:30', 'name': 'tempest-NetworksTestDHCPv6-1497313052'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:59.227589 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3e09971c-2f99-4499-85fe-7765836e3432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (160167c0-07e1-41c5-8d7f-dedf22578330), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.311589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e09971c-2f99-4499-85fe-7765836e3432 None None] No DVR routers for this DVR port 160167c0-07e1-41c5-8d7f-dedf22578330 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:22:59.319953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09971c-2f99-4499-85fe-7765836e3432 None None] Pushing event deleted for resources: {'Port': ['ID=160167c0-07e1-41c5-8d7f-dedf22578330,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:59.344349 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eb1dc3-c175-409d-9b1d-eda91f342f86 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:22:59.376712 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a474b79d-bd22-41ab-a8d9-fa8edcf7502e admin admin] Publish callbacks [] for security_group (15040b4d-4e73-4ef3-a8a4-7713d8daf0fb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.494277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': 'a18820af-37f9-44b0-a18b-c257369839b5'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:22:59.495602 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.513789 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.542588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Port 160167c0-07e1-41c5-8d7f-dedf22578330 update to ACTIVE by agent not found {{(pid=126507) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Feb 12 21:22:59.559152 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a474b79d-bd22-41ab-a8d9-fa8edcf7502e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (15040b4d-4e73-4ef3-a8a4-7713d8daf0fb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.559301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0003e22a-3966-41f2-91f4-cf95af99bd21 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:22:59.612006 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.637788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54868) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:59.648444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-ea8434cc-2593-49fe-853b-5150e2d102ce tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1666685400', 'description': 'tempest-description--863299762'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:22:59.665722 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a474b79d-bd22-41ab-a8d9-fa8edcf7502e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0ff2f0a570e4447ae82b659b031d046&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7794330
Feb 12 21:22:59.666601 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54874) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:22:59.670767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474b79d-bd22-41ab-a8d9-fa8edcf7502e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15040b4d-4e73-4ef3-a8a4-7713d8daf0fb,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:22:59.696839 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Allocated IP 2001:db8::2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/a18820af-37f9-44b0-a18b-c257369839b5/0d8e874f-604a-44a7-b132-08e3d5b30801) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:22:59.782390 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea8434cc-2593-49fe-853b-5150e2d102ce tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.814072 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0003e22a-3966-41f2-91f4-cf95af99bd21 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.830155 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71c29171-2baa-4b8a-b841-eadfc1ec1904 admin admin] Publish callbacks [] for security_group (15040b4d-4e73-4ef3-a8a4-7713d8daf0fb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.853815 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-0003e22a-3966-41f2-91f4-cf95af99bd21 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port 6e8b0ae3-d9ed-4f0d-a179-739c9dd98650 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:22:59.867256 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Publish callbacks [] for port (0d8e874f-604a-44a7-b132-08e3d5b30801), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.868721 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71c29171-2baa-4b8a-b841-eadfc1ec1904 admin admin] Publish callbacks [] for security_group (15040b4d-4e73-4ef3-a8a4-7713d8daf0fb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.870383 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea8434cc-2593-49fe-853b-5150e2d102ce tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group (cbd9e2d6-c768-45bb-9930-7cf3aab0cd70), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.974819 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea8434cc-2593-49fe-853b-5150e2d102ce tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cbd9e2d6-c768-45bb-9930-7cf3aab0cd70), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:22:59.978246 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (0d8e874f-604a-44a7-b132-08e3d5b30801), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.043662 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71c29171-2baa-4b8a-b841-eadfc1ec1904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (15040b4d-4e73-4ef3-a8a4-7713d8daf0fb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.046631 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71c29171-2baa-4b8a-b841-eadfc1ec1904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.050617 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-71c29171-2baa-4b8a-b841-eadfc1ec1904 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15040b4d-4e73-4ef3-a8a4-7713d8daf0fb HTTP/1.1" status: 204  len: 168 time: 0.3828909
Feb 12 21:23:00.068251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8434cc-2593-49fe-853b-5150e2d102ce tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd9e2d6-c768-45bb-9930-7cf3aab0cd70,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:00.069976 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c29171-2baa-4b8a-b841-eadfc1ec1904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15040b4d-4e73-4ef3-a8a4-7713d8daf0fb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:00.086322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-0003e22a-3966-41f2-91f4-cf95af99bd21 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::195 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/a18820af-37f9-44b0-a18b-c257369839b5/6e8b0ae3-d9ed-4f0d-a179-739c9dd98650) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:00.100924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:00.106054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:00.109033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:00.114588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Pushing event updated for resources: {'Port': ['ID=0d8e874f-604a-44a7-b132-08e3d5b30801,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:00.144353 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 160167c0-07e1-41c5-8d7f-dedf22578330 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:23:00.182626 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 160167c0-07e1-41c5-8d7f-dedf22578330 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:23:00.182986 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 160167c0-07e1-41c5-8d7f-dedf22578330 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:23:00.197780 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Attempting to bind port 0d8e874f-604a-44a7-b132-08e3d5b30801 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:00.198284 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Attempting to bind port 0d8e874f-604a-44a7-b132-08e3d5b30801 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:00.198716 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Attempting to bind port 0d8e874f-604a-44a7-b132-08e3d5b30801 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:00.208698 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:23:00.209081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:00.209523 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.209927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:23:00.210392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Bound port: 0d8e874f-604a-44a7-b132-08e3d5b30801, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:23:00.210774 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0d8e874f-604a-44a7-b132-08e3d5b30801), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.216609 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea8434cc-2593-49fe-853b-5150e2d102ce tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.222749 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ea8434cc-2593-49fe-853b-5150e2d102ce tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.5804400
Feb 12 21:23:00.222924 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54888) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:00.228931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-28a9fb45-0f4c-473d-a570-c86a740c3031 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Request body: {'security_group_rule': {'security_group_id': 'cbd9e2d6-c768-45bb-9930-7cf3aab0cd70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:00.297075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] For port 0d8e874f-604a-44a7-b132-08e3d5b30801, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:23:00.304973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] For port 0d8e874f-604a-44a7-b132-08e3d5b30801, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d8e874f-604a-44a7-b132-08e3d5b30801,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:23:00.308788 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0003e22a-3966-41f2-91f4-cf95af99bd21 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (6e8b0ae3-d9ed-4f0d-a179-739c9dd98650), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.390243 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28a9fb45-0f4c-473d-a570-c86a740c3031 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group_rule (a00b34c2-2f99-4df9-a014-5fc3af3894cf), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.402900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54896) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:00.438718 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0d8e874f-604a-44a7-b132-08e3d5b30801), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.463226 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0003e22a-3966-41f2-91f4-cf95af99bd21 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (6e8b0ae3-d9ed-4f0d-a179-739c9dd98650), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.467613 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28a9fb45-0f4c-473d-a570-c86a740c3031 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group_rule (a00b34c2-2f99-4df9-a014-5fc3af3894cf), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.514937 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0003e22a-3966-41f2-91f4-cf95af99bd21 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:00.515133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76fe27-e146-477b-b0a6-01939970703a None None] Pushing event updated for resources: {'Port': ['ID=0d8e874f-604a-44a7-b132-08e3d5b30801,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:00.520357 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-0003e22a-3966-41f2-91f4-cf95af99bd21 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:00.524786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0003e22a-3966-41f2-91f4-cf95af99bd21 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:00.531503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0003e22a-3966-41f2-91f4-cf95af99bd21 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:00.531503 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0003e22a-3966-41f2-91f4-cf95af99bd21 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.543181 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003e22a-3966-41f2-91f4-cf95af99bd21 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=6e8b0ae3-d9ed-4f0d-a179-739c9dd98650,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:00.558415 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28a9fb45-0f4c-473d-a570-c86a740c3031 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (a00b34c2-2f99-4df9-a014-5fc3af3894cf), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.578392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9fb45-0f4c-473d-a570-c86a740c3031 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00b34c2-2f99-4df9-a014-5fc3af3894cf,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:00.634070 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0003e22a-3966-41f2-91f4-cf95af99bd21 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.4257903
Feb 12 21:23:00.642463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54904) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:00.680537 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:23:00.688819 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28a9fb45-0f4c-473d-a570-c86a740c3031 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.692617 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-28a9fb45-0f4c-473d-a570-c86a740c3031 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4697728
Feb 12 21:23:00.701778 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54906) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:00.707634 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7b995eaf-5e53-4755-a4bd-3550ee9df1cb tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Request body: {'security_group_rule': {'security_group_id': 'cbd9e2d6-c768-45bb-9930-7cf3aab0cd70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:00.720380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c77e07-2684-42fc-b35c-5764b84fd3da tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:00.731338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c77e07-2684-42fc-b35c-5764b84fd3da tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:00.742687 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-52c77e07-2684-42fc-b35c-5764b84fd3da tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.0888014
Feb 12 21:23:00.747605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54908) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:00.800467 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c111f37e-3e27-479c-8e1c-64c14036be6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.863644 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b995eaf-5e53-4755-a4bd-3550ee9df1cb tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group_rule (9112b6fe-2c91-419b-a191-9b4b580be3d6), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.927335 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ddaba5c4-ae3b-406f-914d-d0811d1fc732 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port 6e8b0ae3-d9ed-4f0d-a179-739c9dd98650 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:00.928266 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ddaba5c4-ae3b-406f-914d-d0811d1fc732 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6e8b0ae3-d9ed-4f0d-a179-739c9dd98650), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:00.980953 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b995eaf-5e53-4755-a4bd-3550ee9df1cb tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group_rule (9112b6fe-2c91-419b-a191-9b4b580be3d6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.037498 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c111f37e-3e27-479c-8e1c-64c14036be6c admin admin] Publish callbacks [] for security_group (d5db3120-33bf-4ac6-b5e2-a1d3d4cf77dd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.077299 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.082333 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ddaba5c4-ae3b-406f-914d-d0811d1fc732 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6e8b0ae3-d9ed-4f0d-a179-739c9dd98650), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.102969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ddaba5c4-ae3b-406f-914d-d0811d1fc732 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for 6e8b0ae3-d9ed-4f0d-a179-739c9dd98650 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:23:01.108196 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b995eaf-5e53-4755-a4bd-3550ee9df1cb tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (9112b6fe-2c91-419b-a191-9b4b580be3d6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.153404 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b995eaf-5e53-4755-a4bd-3550ee9df1cb tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9112b6fe-2c91-419b-a191-9b4b580be3d6,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:01.194253 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54926) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:01.203102 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c111f37e-3e27-479c-8e1c-64c14036be6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d5db3120-33bf-4ac6-b5e2-a1d3d4cf77dd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.217501 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd1af9ab-e27e-43a5-b853-9e23d7fc4281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.246933 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c111f37e-3e27-479c-8e1c-64c14036be6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d91161d9f5244edb4f84973fd3e9c28&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8427186
Feb 12 21:23:01.247928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54928) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:01.332047 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111f37e-3e27-479c-8e1c-64c14036be6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5db3120-33bf-4ac6-b5e2-a1d3d4cf77dd,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:01.392159 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd1af9ab-e27e-43a5-b853-9e23d7fc4281 admin admin] Publish callbacks [] for security_group (db3a5fef-1c77-4a05-8789-00556db39364), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.395069 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-045729e7-8195-4dbb-8845-a0f0ce2894da admin admin] Publish callbacks [] for security_group (d5db3120-33bf-4ac6-b5e2-a1d3d4cf77dd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.399151 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b995eaf-5e53-4755-a4bd-3550ee9df1cb tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.400737 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7b995eaf-5e53-4755-a4bd-3550ee9df1cb tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6976223
Feb 12 21:23:01.404220 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54932) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:01.414807 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:01.460064 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-045729e7-8195-4dbb-8845-a0f0ce2894da admin admin] Publish callbacks [] for security_group (d5db3120-33bf-4ac6-b5e2-a1d3d4cf77dd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.479175 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd1af9ab-e27e-43a5-b853-9e23d7fc4281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (db3a5fef-1c77-4a05-8789-00556db39364), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.521238 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.527630 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bd1af9ab-e27e-43a5-b853-9e23d7fc4281 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2137146caa7c477a8ece808cd51d9ddd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3321817
Feb 12 21:23:01.530472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54934) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:01.541161 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1af9ab-e27e-43a5-b853-9e23d7fc4281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3a5fef-1c77-4a05-8789-00556db39364,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:01.607239 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71a8c33d-02d6-49b0-9bcc-51a4bf754b22 admin admin] Publish callbacks [] for security_group (db3a5fef-1c77-4a05-8789-00556db39364), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.610891 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ddaba5c4-ae3b-406f-914d-d0811d1fc732 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6e8b0ae3-d9ed-4f0d-a179-739c9dd98650), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.615557 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-045729e7-8195-4dbb-8845-a0f0ce2894da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d5db3120-33bf-4ac6-b5e2-a1d3d4cf77dd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.618380 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-045729e7-8195-4dbb-8845-a0f0ce2894da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.629692 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-045729e7-8195-4dbb-8845-a0f0ce2894da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5db3120-33bf-4ac6-b5e2-a1d3d4cf77dd HTTP/1.1" status: 204  len: 168 time: 0.3683655
Feb 12 21:23:01.648944 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.679171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045729e7-8195-4dbb-8845-a0f0ce2894da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5db3120-33bf-4ac6-b5e2-a1d3d4cf77dd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:01.687710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaba5c4-ae3b-406f-914d-d0811d1fc732 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=6e8b0ae3-d9ed-4f0d-a179-739c9dd98650,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:01.728417 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71a8c33d-02d6-49b0-9bcc-51a4bf754b22 admin admin] Publish callbacks [] for security_group (db3a5fef-1c77-4a05-8789-00556db39364), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.771953 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ddaba5c4-ae3b-406f-914d-d0811d1fc732 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.776688 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ddaba5c4-ae3b-406f-914d-d0811d1fc732 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/6e8b0ae3-d9ed-4f0d-a179-739c9dd98650 HTTP/1.1" status: 204  len: 168 time: 1.0266864
Feb 12 21:23:01.787176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54938) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:01.827872 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Allocated IP 172.35.2.52 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/62a88c46-f42e-4d28-9a1a-03ec5e9f5833) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:01.852800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482e0567-1607-4293-9542-f5b737f1596a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:01.854212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482e0567-1607-4293-9542-f5b737f1596a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:01.855796 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-482e0567-1607-4293-9542-f5b737f1596a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.0676498
Feb 12 21:23:01.858753 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54940) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:01.945945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab618e4b-a984-48e9-ba38-488fb4cb3536 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet a18820af-37f9-44b0-a18b-c257369839b5 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:23:01.949533 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab618e4b-a984-48e9-ba38-488fb4cb3536 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (a18820af-37f9-44b0-a18b-c257369839b5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.952414 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71a8c33d-02d6-49b0-9bcc-51a4bf754b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (db3a5fef-1c77-4a05-8789-00556db39364), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.957709 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71a8c33d-02d6-49b0-9bcc-51a4bf754b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:01.960451 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-71a8c33d-02d6-49b0-9bcc-51a4bf754b22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db3a5fef-1c77-4a05-8789-00556db39364 HTTP/1.1" status: 204  len: 168 time: 0.4288402
Feb 12 21:23:02.007709 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for port (62a88c46-f42e-4d28-9a1a-03ec5e9f5833), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:02.074615 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54946) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:02.212313 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (62a88c46-f42e-4d28-9a1a-03ec5e9f5833), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:02.233248 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0d8e874f-604a-44a7-b132-08e3d5b30801 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:02.325093 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:02.326098 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event updated for resources: {'Port': ['ID=62a88c46-f42e-4d28-9a1a-03ec5e9f5833,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:02.365501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:02.366051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:02.372908 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:02.400545 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e1f1dbdd-8d31-43c4-9bae-8cb24d634113 None None] Provisioning complete for port 0d8e874f-604a-44a7-b132-08e3d5b30801 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:02.400545 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e1f1dbdd-8d31-43c4-9bae-8cb24d634113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0d8e874f-604a-44a7-b132-08e3d5b30801), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:02.484843 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b7a2b1e-b0c8-4153-ae0d-202647e28001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:02.489482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 0d8e874f-604a-44a7-b132-08e3d5b30801 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:02.490108 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0d8e874f-604a-44a7-b132-08e3d5b30801), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:02.551456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8c33d-02d6-49b0-9bcc-51a4bf754b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3a5fef-1c77-4a05-8789-00556db39364,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:02.562890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e1f1dbdd-8d31-43c4-9bae-8cb24d634113 None None] Current status of the port 0d8e874f-604a-44a7-b132-08e3d5b30801 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:02.563492 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e1f1dbdd-8d31-43c4-9bae-8cb24d634113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0d8e874f-604a-44a7-b132-08e3d5b30801), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:02.594543 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab618e4b-a984-48e9-ba38-488fb4cb3536 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (a18820af-37f9-44b0-a18b-c257369839b5), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:02.629419 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for floatingip (e676ed51-7d3c-471a-89ec-46e913f455e5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:02.659803 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e1f1dbdd-8d31-43c4-9bae-8cb24d634113 None None] For port 0d8e874f-604a-44a7-b132-08e3d5b30801, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d8e874f-604a-44a7-b132-08e3d5b30801,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:02.700788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0d8e874f-604a-44a7-b132-08e3d5b30801 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:02.700788 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0d8e874f-604a-44a7-b132-08e3d5b30801), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:02.709431 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b7a2b1e-b0c8-4153-ae0d-202647e28001 admin admin] Publish callbacks [] for security_group (022662a3-f270-40dd-aeb6-ab0d389846a5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:02.787652 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (62a88c46-f42e-4d28-9a1a-03ec5e9f5833), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:02.822429 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e1f1dbdd-8d31-43c4-9bae-8cb24d634113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0d8e874f-604a-44a7-b132-08e3d5b30801), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:02.825631 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab618e4b-a984-48e9-ba38-488fb4cb3536 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (a18820af-37f9-44b0-a18b-c257369839b5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:02.909899 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b7a2b1e-b0c8-4153-ae0d-202647e28001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (022662a3-f270-40dd-aeb6-ab0d389846a5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:03.037112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54980) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:03.046744 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6b7a2b1e-b0c8-4153-ae0d-202647e28001 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bceac880b31c4f2eb1702d68a8e0725d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9709649
Feb 12 21:23:03.060382 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a2b1e-b0c8-4153-ae0d-202647e28001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022662a3-f270-40dd-aeb6-ab0d389846a5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:03.107866 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab618e4b-a984-48e9-ba38-488fb4cb3536 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (a18820af-37f9-44b0-a18b-c257369839b5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:03.128429 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab618e4b-a984-48e9-ba38-488fb4cb3536 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:03.132375 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ab618e4b-a984-48e9-ba38-488fb4cb3536 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/a18820af-37f9-44b0-a18b-c257369839b5 HTTP/1.1" status: 204  len: 168 time: 1.2726681
Feb 12 21:23:03.133676 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21a7431d-b01e-4935-b1e1-8ea475bff85a admin admin] Publish callbacks [] for security_group (022662a3-f270-40dd-aeb6-ab0d389846a5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:03.135891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54994) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:03.141726 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359897ff-7f17-47f0-96bb-108083725e95 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:03.156423 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-749835f0-4eb9-4d38-8e12-21d281a8bb67 None None] Could not find standard attr ID for object 6e8b0ae3-d9ed-4f0d-a179-739c9dd98650. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:23:03.160606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab618e4b-a984-48e9-ba38-488fb4cb3536 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=a18820af-37f9-44b0-a18b-c257369839b5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:03.163199 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for port (62a88c46-f42e-4d28-9a1a-03ec5e9f5833), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:03.182596 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21a7431d-b01e-4935-b1e1-8ea475bff85a admin admin] Publish callbacks [] for security_group (022662a3-f270-40dd-aeb6-ab0d389846a5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:03.205169 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2e4c6f8d-2535-4d3a-86f6-b03505aa50b3 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0669067
Feb 12 21:23:03.206338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54996) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:03.211243 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:23:03.211608 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:23:03.262537 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1dbdd-8d31-43c4-9bae-8cb24d634113 None None] Pushing event updated for resources: {'Port': ['ID=0d8e874f-604a-44a7-b132-08e3d5b30801,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:03.281393 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b44365-6b7b-44d2-8dba-082bb2620455 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:03.282931 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b0b44365-6b7b-44d2-8dba-082bb2620455 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0756702
Feb 12 21:23:03.284288 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (62a88c46-f42e-4d28-9a1a-03ec5e9f5833), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:03.285737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55002) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:03.353052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event updated for resources: {'Port': ['ID=62a88c46-f42e-4d28-9a1a-03ec5e9f5833,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:03.372311 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (e676ed51-7d3c-471a-89ec-46e913f455e5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:03.386818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0495a3ae-768e-4e0f-ac0e-c8ee7fe4237b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:03.388297 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0495a3ae-768e-4e0f-ac0e-c8ee7fe4237b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1009316
Feb 12 21:23:03.391143 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21a7431d-b01e-4935-b1e1-8ea475bff85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (022662a3-f270-40dd-aeb6-ab0d389846a5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:03.399411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55008) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:03.399551 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-21a7431d-b01e-4935-b1e1-8ea475bff85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:03.399551 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-21a7431d-b01e-4935-b1e1-8ea475bff85a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/022662a3-f270-40dd-aeb6-ab0d389846a5 HTTP/1.1" status: 204  len: 168 time: 0.3584192
Feb 12 21:23:03.405121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7431d-b01e-4935-b1e1-8ea475bff85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022662a3-f270-40dd-aeb6-ab0d389846a5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:03.407065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53d1abb-88a1-4fb2-97ff-83ddc5f51cb4 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:23:03.482481 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55018) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:03.482836 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0996bde2-ed52-41ba-8f5a-d53176200762 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0901639
Feb 12 21:23:03.488425 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f53d1abb-88a1-4fb2-97ff-83ddc5f51cb4 None None] Deleting port 0d8e874f-604a-44a7-b132-08e3d5b30801 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:03.488909 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f53d1abb-88a1-4fb2-97ff-83ddc5f51cb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0d8e874f-604a-44a7-b132-08e3d5b30801), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:03.489026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5f819723-1e04-47ae-963c-4cb13750f659 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:03.530934 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:03.537434 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-642dfa50-113b-4190-afd9-ce50caa91cf7 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.1267295
Feb 12 21:23:03.565848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f53d1abb-88a1-4fb2-97ff-83ddc5f51cb4 None None] For port 0d8e874f-604a-44a7-b132-08e3d5b30801, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d8e874f-604a-44a7-b132-08e3d5b30801,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:03.566466 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f53d1abb-88a1-4fb2-97ff-83ddc5f51cb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0d8e874f-604a-44a7-b132-08e3d5b30801), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:03.580991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f53d1abb-88a1-4fb2-97ff-83ddc5f51cb4 None None] Calling delete_port for 0d8e874f-604a-44a7-b132-08e3d5b30801 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:23:03.676646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f819723-1e04-47ae-963c-4cb13750f659 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:03.680265 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5f819723-1e04-47ae-963c-4cb13750f659 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:03.758255 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f53d1abb-88a1-4fb2-97ff-83ddc5f51cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (0d8e874f-604a-44a7-b132-08e3d5b30801), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:03.794705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d1abb-88a1-4fb2-97ff-83ddc5f51cb4 None None] Pushing event deleted for resources: {'Port': ['ID=0d8e874f-604a-44a7-b132-08e3d5b30801,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:03.810378 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d1abb-88a1-4fb2-97ff-83ddc5f51cb4 None None] No DVR routers for this DVR port 0d8e874f-604a-44a7-b132-08e3d5b30801 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:23:03.818058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0d8e874f-604a-44a7-b132-08e3d5b30801 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:03.998662 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-5e8ed32d-d611-4a50-bc97-f2355981ec88 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1666685400&fields=id&tenant_id=1dda620b49344bdaa8408d14a9e44acd HTTP/1.1" status: 200  len: 267 time: 0.0522788
Feb 12 21:23:04.097369 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0d8e874f-604a-44a7-b132-08e3d5b30801 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:23:04.120439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 0d8e874f-604a-44a7-b132-08e3d5b30801 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:23:04.120791 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0d8e874f-604a-44a7-b132-08e3d5b30801 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:23:04.157396 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-947c3178-8268-40a9-90ba-e41400222ef3 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:04.159331 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-947c3178-8268-40a9-90ba-e41400222ef3 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/networks?id=3d3223c4-7d3e-45d4-827e-f74909602e0e HTTP/1.1" status: 200  len: 811 time: 0.1535144
Feb 12 21:23:04.194823 ncdv-master-1 neutron-server[126505]: DEBUG neutron.objects.ports [None req-5f819723-1e04-47ae-963c-4cb13750f659 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126505) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:23:04.197232 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-d932ff96-a30a-49c7-91f0-e22e2fb5fa59 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/quotas/1dda620b49344bdaa8408d14a9e44acd HTTP/1.1" status: 200  len: 375 time: 0.0296302
Feb 12 21:23:04.198155 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5f819723-1e04-47ae-963c-4cb13750f659 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (26a7826a-568e-4052-8519-b99681219386), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:04.275590 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f819723-1e04-47ae-963c-4cb13750f659 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:04.284989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-5f819723-1e04-47ae-963c-4cb13750f659 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:04.290672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f819723-1e04-47ae-963c-4cb13750f659 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:04.291256 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5f819723-1e04-47ae-963c-4cb13750f659 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:04.295989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866b087e-e3e1-41cf-b163-0b818c381499 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:04.308395 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f819723-1e04-47ae-963c-4cb13750f659 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=26a7826a-568e-4052-8519-b99681219386,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:04.320263 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-bfd2439e-3fd6-4cc8-b15a-4254e43d799d tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1dda620b49344bdaa8408d14a9e44acd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1175377
Feb 12 21:23:04.338408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-32649edc-cc0f-4f27-8a28-b1ffcd88a3cb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:04.339424 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-32649edc-cc0f-4f27-8a28-b1ffcd88a3cb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0061693
Feb 12 21:23:04.418637 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': '26a7826a-568e-4052-8519-b99681219386'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:23:04.420230 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:04.430952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55056) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:04.431473 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5f819723-1e04-47ae-963c-4cb13750f659 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.9475222
Feb 12 21:23:04.436456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ca9beb32-6804-4fb1-9fc7-2f8c87db472e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:04.465262 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-cb50c95f-09ff-40c1-9cbb-f9bfed361335 service neutron] 10.222.0.31 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1187925
Feb 12 21:23:04.609488 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-e480c1f8-51a7-4599-ac31-9834455280b4 service neutron] 10.222.0.31 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385193
Feb 12 21:23:04.639456 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Allocated IP 2001:db8::f816:3eff:fe8b:9103 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/26a7826a-568e-4052-8519-b99681219386/2f269f37-0917-42e8-8566-350637c82eb2) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:04.660584 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9beb32-6804-4fb1-9fc7-2f8c87db472e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:04.664123 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ca9beb32-6804-4fb1-9fc7-2f8c87db472e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:04.796276 ncdv-master-1 neutron-server[126506]: INFO neutron.db.ipam_backend_mixin [None req-ca9beb32-6804-4fb1-9fc7-2f8c87db472e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 26a7826a-568e-4052-8519-b99681219386 (CIDR: 2001:db8::/64)
Feb 12 21:23:04.810892 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Publish callbacks [] for port (2f269f37-0917-42e8-8566-350637c82eb2), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:04.855841 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e6d994c6-f373-4c18-b9db-e32d0e2e58e5 req-9f1e7924-e8a9-4cef-93a9-63115c2a6cee tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 210 time: 0.0320432
Feb 12 21:23:04.856981 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9beb32-6804-4fb1-9fc7-2f8c87db472e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:23:04.857473 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9beb32-6804-4fb1-9fc7-2f8c87db472e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:04.904080 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (2f269f37-0917-42e8-8566-350637c82eb2), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:04.953129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:04.956773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:04.960524 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:04.970066 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Pushing event updated for resources: {'Port': ['ID=2f269f37-0917-42e8-8566-350637c82eb2,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:04.975434 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ca9beb32-6804-4fb1-9fc7-2f8c87db472e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5433083
Feb 12 21:23:04.978132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55084) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:04.985520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d14ea839-ac22-4e7c-b3b3-b1dcf2918dbd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:05.040274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Attempting to bind port 2f269f37-0917-42e8-8566-350637c82eb2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:05.040645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Attempting to bind port 2f269f37-0917-42e8-8566-350637c82eb2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:05.043931 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Attempting to bind port 2f269f37-0917-42e8-8566-350637c82eb2 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:05.046129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:23:05.046510 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:05.046914 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:05.047300 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:23:05.047764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Bound port: 2f269f37-0917-42e8-8566-350637c82eb2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:23:05.048164 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2f269f37-0917-42e8-8566-350637c82eb2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:05.121192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] For port 2f269f37-0917-42e8-8566-350637c82eb2, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:23:05.125560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] For port 2f269f37-0917-42e8-8566-350637c82eb2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f269f37-0917-42e8-8566-350637c82eb2,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:23:05.204868 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2f269f37-0917-42e8-8566-350637c82eb2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:05.236537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14ea839-ac22-4e7c-b3b3-b1dcf2918dbd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:05.239989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d14ea839-ac22-4e7c-b3b3-b1dcf2918dbd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:05.284283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817be59-1aa9-405f-8b7e-2e207c68a42e None None] Pushing event updated for resources: {'Port': ['ID=2f269f37-0917-42e8-8566-350637c82eb2,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:05.965065 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-623434b4-af15-4a79-8c93-74775e85b0ca req-9cf0d1e6-cfab-41b4-b4ea-a8b1c405db0a tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 210 time: 0.0476675
Feb 12 21:23:06.073574 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d14ea839-ac22-4e7c-b3b3-b1dcf2918dbd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (79937cdf-33a0-4640-a244-29f0ffb2044d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:06.138940 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ea839-ac22-4e7c-b3b3-b1dcf2918dbd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:06.143567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d14ea839-ac22-4e7c-b3b3-b1dcf2918dbd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:06.147271 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ea839-ac22-4e7c-b3b3-b1dcf2918dbd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:06.148128 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d14ea839-ac22-4e7c-b3b3-b1dcf2918dbd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:06.178024 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ea839-ac22-4e7c-b3b3-b1dcf2918dbd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=79937cdf-33a0-4640-a244-29f0ffb2044d,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:06.204003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2f269f37-0917-42e8-8566-350637c82eb2 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:06.294097 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2f269f37-0917-42e8-8566-350637c82eb2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:06.298540 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2f269f37-0917-42e8-8566-350637c82eb2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:06.308078 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d14ea839-ac22-4e7c-b3b3-b1dcf2918dbd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3287125
Feb 12 21:23:06.314487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55132) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:06.319903 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c312acc5-3e78-435f-8d16-e0f86875f030 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'mac_address': 'fa:16:3e:a2:98:2c', 'name': 'tempest-NetworksTestDHCPv6-1962631410'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:06.489946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2f269f37-0917-42e8-8566-350637c82eb2 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:06.490650 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2f269f37-0917-42e8-8566-350637c82eb2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:06.540936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 2f269f37-0917-42e8-8566-350637c82eb2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f269f37-0917-42e8-8566-350637c82eb2,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:06.563855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c312acc5-3e78-435f-8d16-e0f86875f030 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:06.676522 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c312acc5-3e78-435f-8d16-e0f86875f030 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:06.678089 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2f269f37-0917-42e8-8566-350637c82eb2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:06.712084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-c312acc5-3e78-435f-8d16-e0f86875f030 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port df40aac4-dd7e-43e8-9ebd-71f42920538b yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:23:06.727341 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacb57f8-7b43-4e27-a730-04e523ab3336 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:06.831586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-028143bd-9058-41f3-8e37-d5355da3e2c8 None None] Provisioning complete for port 2f269f37-0917-42e8-8566-350637c82eb2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:06.832017 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-028143bd-9058-41f3-8e37-d5355da3e2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2f269f37-0917-42e8-8566-350637c82eb2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:06.835992 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=2f269f37-0917-42e8-8566-350637c82eb2,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:06.944536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-c312acc5-3e78-435f-8d16-e0f86875f030 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8:0:1::388 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/79937cdf-33a0-4640-a244-29f0ffb2044d/df40aac4-dd7e-43e8-9ebd-71f42920538b) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:06.951006 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-c312acc5-3e78-435f-8d16-e0f86875f030 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::f816:3eff:fea2:982c (01503430-92c6-4e0f-b4a9-5afb7568fb7a/26a7826a-568e-4052-8519-b99681219386/df40aac4-dd7e-43e8-9ebd-71f42920538b) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:07.003516 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-028143bd-9058-41f3-8e37-d5355da3e2c8 None None] Current status of the port 2f269f37-0917-42e8-8566-350637c82eb2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:07.130833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b31cb57-c34b-4b21-971a-a91fb82bbd41 None None] Update dhcp port {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'fixed_ips': [{'subnet_id': '26a7826a-568e-4052-8519-b99681219386', 'ip_address': '2001:db8::f816:3eff:fe8b:9103'}, {'subnet_id': '79937cdf-33a0-4640-a244-29f0ffb2044d'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '2f269f37-0917-42e8-8566-350637c82eb2'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:23:07.157202 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e9468e6-111b-46b8-80dd-b8be06394a79 req-d09867ea-d943-488c-9abc-70d8b8abea8e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 210 time: 0.0584424
Feb 12 21:23:07.175579 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8b31cb57-c34b-4b21-971a-a91fb82bbd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2f269f37-0917-42e8-8566-350637c82eb2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:07.271073 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c312acc5-3e78-435f-8d16-e0f86875f030 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (df40aac4-dd7e-43e8-9ebd-71f42920538b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:07.423240 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55188) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:07.434922 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c312acc5-3e78-435f-8d16-e0f86875f030 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (df40aac4-dd7e-43e8-9ebd-71f42920538b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:07.489757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c312acc5-3e78-435f-8d16-e0f86875f030 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:07.504911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-8b31cb57-c34b-4b21-971a-a91fb82bbd41 None None] Allocated IP 2001:db8:0:1::2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/79937cdf-33a0-4640-a244-29f0ffb2044d/2f269f37-0917-42e8-8566-350637c82eb2) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:07.535570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c312acc5-3e78-435f-8d16-e0f86875f030 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:07.539642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c312acc5-3e78-435f-8d16-e0f86875f030 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:07.545443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c312acc5-3e78-435f-8d16-e0f86875f030 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:07.546181 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c312acc5-3e78-435f-8d16-e0f86875f030 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:07.581190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312acc5-3e78-435f-8d16-e0f86875f030 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=df40aac4-dd7e-43e8-9ebd-71f42920538b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:07.616831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8b31cb57-c34b-4b21-971a-a91fb82bbd41 None None] For port 2f269f37-0917-42e8-8566-350637c82eb2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f269f37-0917-42e8-8566-350637c82eb2,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:07.621744 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f14b0736-5c03-4a05-8d77-6425b51dea7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:07.648388 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8b31cb57-c34b-4b21-971a-a91fb82bbd41 None None] Publish callbacks [] for port (2f269f37-0917-42e8-8566-350637c82eb2), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:07.714478 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c312acc5-3e78-435f-8d16-e0f86875f030 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.3987248
Feb 12 21:23:07.717990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55194) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:07.773141 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f14b0736-5c03-4a05-8d77-6425b51dea7a admin admin] Publish callbacks [] for security_group (33282794-5661-43ab-8a5e-b32fe064f634), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:07.792994 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8b31cb57-c34b-4b21-971a-a91fb82bbd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2f269f37-0917-42e8-8566-350637c82eb2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:07.814423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-09dc5e67-9113-4b69-8950-609f32cdeecb tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:07.817157 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-09dc5e67-9113-4b69-8950-609f32cdeecb tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.48 "GET /v2.0/networks?id=3d3223c4-7d3e-45d4-827e-f74909602e0e HTTP/1.1" status: 200  len: 811 time: 0.1388440
Feb 12 21:23:07.823904 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-88fcb1d7-ab35-4f40-b522-86abe37d7d23 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port df40aac4-dd7e-43e8-9ebd-71f42920538b {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:07.824254 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88fcb1d7-ab35-4f40-b522-86abe37d7d23 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (df40aac4-dd7e-43e8-9ebd-71f42920538b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:07.865406 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f14b0736-5c03-4a05-8d77-6425b51dea7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (33282794-5661-43ab-8a5e-b32fe064f634), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:07.915565 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31cb57-c34b-4b21-971a-a91fb82bbd41 None None] Pushing event updated for resources: {'Port': ['ID=2f269f37-0917-42e8-8566-350637c82eb2,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:07.936533 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f14b0736-5c03-4a05-8d77-6425b51dea7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b859ba854fe4ea8832818c650086071&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5121720
Feb 12 21:23:07.940820 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55198) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:07.952218 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88fcb1d7-ab35-4f40-b522-86abe37d7d23 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (df40aac4-dd7e-43e8-9ebd-71f42920538b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:07.954028 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-0f9f7104-556b-43bf-bfc1-21f7865a11f8 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dda620b49344bdaa8408d14a9e44acd HTTP/1.1" status: 200  len: 380 time: 0.1203892
Feb 12 21:23:07.962875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b0736-5c03-4a05-8d77-6425b51dea7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33282794-5661-43ab-8a5e-b32fe064f634,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:07.967700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-841cfb3c-f5a2-45cc-82ef-58d616dbab2e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Request body: {'port': {'device_id': '0039e4f0-8954-4956-88f8-0e7da9b04f05', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'admin_state_up': True, 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'security_groups': ['cbd9e2d6-c768-45bb-9930-7cf3aab0cd70']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:07.968869 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-88fcb1d7-ab35-4f40-b522-86abe37d7d23 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for df40aac4-dd7e-43e8-9ebd-71f42920538b owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:23:08.128973 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01f8567f-52a8-4689-b775-8a3f663c94d5 admin admin] Publish callbacks [] for security_group (33282794-5661-43ab-8a5e-b32fe064f634), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:08.155963 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2f269f37-0917-42e8-8566-350637c82eb2 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:08.171003 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01f8567f-52a8-4689-b775-8a3f663c94d5 admin admin] Publish callbacks [] for security_group (33282794-5661-43ab-8a5e-b32fe064f634), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:08.276543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2f269f37-0917-42e8-8566-350637c82eb2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:08.276929 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2f269f37-0917-42e8-8566-350637c82eb2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:08.347192 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f2a5d3c-c56d-4adb-bfd6-19c1c508fe65 req-dff3fdfe-9040-4e4f-894d-d4a350749ec5 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 210 time: 0.0293415
Feb 12 21:23:08.357605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-841cfb3c-f5a2-45cc-82ef-58d616dbab2e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Made reservation on behalf of 1dda620b49344bdaa8408d14a9e44acd for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:08.366039 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-841cfb3c-f5a2-45cc-82ef-58d616dbab2e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:08.385464 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01f8567f-52a8-4689-b775-8a3f663c94d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (33282794-5661-43ab-8a5e-b32fe064f634), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:08.388167 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01f8567f-52a8-4689-b775-8a3f663c94d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:08.399426 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-01f8567f-52a8-4689-b775-8a3f663c94d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33282794-5661-43ab-8a5e-b32fe064f634 HTTP/1.1" status: 204  len: 168 time: 0.4466014
Feb 12 21:23:08.399560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2f269f37-0917-42e8-8566-350637c82eb2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:08.407545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8567f-52a8-4689-b775-8a3f663c94d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33282794-5661-43ab-8a5e-b32fe064f634,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:08.462011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88fcb1d7-ab35-4f40-b522-86abe37d7d23 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (df40aac4-dd7e-43e8-9ebd-71f42920538b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:08.496251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcb1d7-ab35-4f40-b522-86abe37d7d23 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=df40aac4-dd7e-43e8-9ebd-71f42920538b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:08.571001 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88fcb1d7-ab35-4f40-b522-86abe37d7d23 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:08.574848 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-88fcb1d7-ab35-4f40-b522-86abe37d7d23 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/df40aac4-dd7e-43e8-9ebd-71f42920538b HTTP/1.1" status: 204  len: 168 time: 0.8557985
Feb 12 21:23:08.577402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55220) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:08.644578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d908741f-670d-45f0-86fc-9a41c01a4a0e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:08.646249 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d908741f-670d-45f0-86fc-9a41c01a4a0e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0676842
Feb 12 21:23:08.649825 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55222) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:08.652922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-841cfb3c-f5a2-45cc-82ef-58d616dbab2e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Allocated IP 172.20.0.11 (3d3223c4-7d3e-45d4-827e-f74909602e0e/08262d9b-e180-46f4-80c5-239821f96956/35690731-24a6-462a-972e-d7eb40390ef6) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:08.715311 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb520da-35ab-43b0-a1c2-6dd3f28de815 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:08.717013 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9eb520da-35ab-43b0-a1c2-6dd3f28de815 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0659239
Feb 12 21:23:08.718908 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55224) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:08.751921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-55ed49ed-7836-4683-8b10-76259ee3b81e None None] Provisioning complete for port 2f269f37-0917-42e8-8566-350637c82eb2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:08.753377 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-55ed49ed-7836-4683-8b10-76259ee3b81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2f269f37-0917-42e8-8566-350637c82eb2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:08.804074 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae47c57a-153e-40e1-b686-68932fefc26f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:08.805030 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae47c57a-153e-40e1-b686-68932fefc26f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:08.806493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae47c57a-153e-40e1-b686-68932fefc26f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:08.809572 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ae47c57a-153e-40e1-b686-68932fefc26f tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0894046
Feb 12 21:23:08.817053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55228) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:08.871886 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-841cfb3c-f5a2-45cc-82ef-58d616dbab2e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for port (35690731-24a6-462a-972e-d7eb40390ef6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:08.884517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-55ed49ed-7836-4683-8b10-76259ee3b81e None None] Current status of the port 2f269f37-0917-42e8-8566-350637c82eb2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:08.893208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd9447e-f404-4ec4-a464-60dc46442205 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 26a7826a-568e-4052-8519-b99681219386 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:23:08.901135 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9bd9447e-f404-4ec4-a464-60dc46442205 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (26a7826a-568e-4052-8519-b99681219386), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:08.959180 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9bd9447e-f404-4ec4-a464-60dc46442205 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (26a7826a-568e-4052-8519-b99681219386), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:09.015603 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-841cfb3c-f5a2-45cc-82ef-58d616dbab2e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (35690731-24a6-462a-972e-d7eb40390ef6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:09.054153 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9bd9447e-f404-4ec4-a464-60dc46442205 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (26a7826a-568e-4052-8519-b99681219386), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:09.071066 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cfb3c-f5a2-45cc-82ef-58d616dbab2e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event updated for resources: {'Port': ['ID=35690731-24a6-462a-972e-d7eb40390ef6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:09.088876 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-841cfb3c-f5a2-45cc-82ef-58d616dbab2e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Network 3d3223c4-7d3e-45d4-827e-f74909602e0e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:09.090322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-841cfb3c-f5a2-45cc-82ef-58d616dbab2e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:09.092727 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-841cfb3c-f5a2-45cc-82ef-58d616dbab2e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:09.103448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6fdcc479-a4f9-45bf-9a96-13bfad4eee3b None None] Could not find standard attr ID for object df40aac4-dd7e-43e8-9ebd-71f42920538b. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:23:09.168627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-841cfb3c-f5a2-45cc-82ef-58d616dbab2e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:09.169411 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-841cfb3c-f5a2-45cc-82ef-58d616dbab2e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:09.227941 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9bd9447e-f404-4ec4-a464-60dc46442205 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (26a7826a-568e-4052-8519-b99681219386), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:09.267531 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9447e-f404-4ec4-a464-60dc46442205 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=26a7826a-568e-4052-8519-b99681219386,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:09.273287 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9bd9447e-f404-4ec4-a464-60dc46442205 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:09.276946 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-841cfb3c-f5a2-45cc-82ef-58d616dbab2e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3132267
Feb 12 21:23:09.286322 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9bd9447e-f404-4ec4-a464-60dc46442205 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/26a7826a-568e-4052-8519-b99681219386 HTTP/1.1" status: 204  len: 168 time: 0.4677095
Feb 12 21:23:09.287431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55242) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:09.291067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Request body: {'port': {'device_id': '0039e4f0-8954-4956-88f8-0e7da9b04f05', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:09.354575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e8f955-6911-4de0-85e6-2106b20ef5d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 79937cdf-33a0-4640-a244-29f0ffb2044d {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:23:09.358383 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01e8f955-6911-4de0-85e6-2106b20ef5d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (79937cdf-33a0-4640-a244-29f0ffb2044d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:09.384259 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (35690731-24a6-462a-972e-d7eb40390ef6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:09.442289 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01e8f955-6911-4de0-85e6-2106b20ef5d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (79937cdf-33a0-4640-a244-29f0ffb2044d), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:09.537687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd3b598-55e3-4aee-a773-4a7b31bdfaaa None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:09.624073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55256) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:09.627053 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01e8f955-6911-4de0-85e6-2106b20ef5d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (79937cdf-33a0-4640-a244-29f0ffb2044d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:09.732884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77926f2e-0320-4c72-aa07-14b3b16c5963 req-abeacb2d-b5a1-40cc-97e5-d697a7960597 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:09.741903 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-77926f2e-0320-4c72-aa07-14b3b16c5963 req-abeacb2d-b5a1-40cc-97e5-d697a7960597 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 932 time: 0.2607608
Feb 12 21:23:09.786054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-54f7c0d5-9586-488c-bf1c-0e25067078f9 None None] Provisioning complete for port 35690731-24a6-462a-972e-d7eb40390ef6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:09.787038 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-54f7c0d5-9586-488c-bf1c-0e25067078f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (35690731-24a6-462a-972e-d7eb40390ef6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:09.800655 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01e8f955-6911-4de0-85e6-2106b20ef5d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (79937cdf-33a0-4640-a244-29f0ffb2044d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:09.825305 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-77926f2e-0320-4c72-aa07-14b3b16c5963 req-566fdd01-0981-41b4-9a0c-cd12ccb20817 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbd9e2d6-c768-45bb-9930-7cf3aab0cd70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824914
Feb 12 21:23:09.828774 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01e8f955-6911-4de0-85e6-2106b20ef5d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:09.842796 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-01e8f955-6911-4de0-85e6-2106b20ef5d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/79937cdf-33a0-4640-a244-29f0ffb2044d HTTP/1.1" status: 204  len: 168 time: 0.5516891
Feb 12 21:23:09.844734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55268) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:09.852070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-54f7c0d5-9586-488c-bf1c-0e25067078f9 None None] Port 35690731-24a6-462a-972e-d7eb40390ef6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:23:09.917347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35690731-24a6-462a-972e-d7eb40390ef6 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:23:09.933939 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Publish callbacks [] for port (35690731-24a6-462a-972e-d7eb40390ef6), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:09.938161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c3ac1-f0e3-4421-9d5f-f941439609d1 None None] Update dhcp port {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'fixed_ips': [{'subnet_id': '79937cdf-33a0-4640-a244-29f0ffb2044d'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '2f269f37-0917-42e8-8566-350637c82eb2'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:23:09.947224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Transition to ACTIVE for port object 35690731-24a6-462a-972e-d7eb40390ef6 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:23:09.952379 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-77688353-6296-489d-a217-69fc9ced37be tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1064055
Feb 12 21:23:09.955985 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55274) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:09.961930 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8f955-6911-4de0-85e6-2106b20ef5d7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=79937cdf-33a0-4640-a244-29f0ffb2044d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:09.964068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a8189a2e-e240-4dab-869b-618e0b4bf28a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:09.976587 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8c712f55-b9f6-4787-96eb-1b91d8c9ef08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:09.979743 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5d0c3ac1-f0e3-4421-9d5f-f941439609d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2f269f37-0917-42e8-8566-350637c82eb2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:10.051042 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (35690731-24a6-462a-972e-d7eb40390ef6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:10.096780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f246b02-1e36-4859-8c0f-bea1413fe913 req-1eeacd0d-2ecd-4f50-aa32-5c56c57ea158 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:10.097965 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f246b02-1e36-4859-8c0f-bea1413fe913 req-1eeacd0d-2ecd-4f50-aa32-5c56c57ea158 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0925064
Feb 12 21:23:10.152245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Pushing event updated for resources: {'Port': ['ID=35690731-24a6-462a-972e-d7eb40390ef6,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:10.167010 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8c712f55-b9f6-4787-96eb-1b91d8c9ef08 admin admin] Publish callbacks [] for security_group (ecfdebd1-eeb9-4c86-9c44-587d988f3eb2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:10.235270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5559afc-2508-480d-a399-afdd32b6d16a None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:10.250816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8189a2e-e240-4dab-869b-618e0b4bf28a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:10.256824 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8189a2e-e240-4dab-869b-618e0b4bf28a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:10.265171 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f246b02-1e36-4859-8c0f-bea1413fe913 req-95582c59-f4f3-4f9e-9ed3-cea34b789071 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1308949
Feb 12 21:23:10.284998 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8c712f55-b9f6-4787-96eb-1b91d8c9ef08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ecfdebd1-eeb9-4c86-9c44-587d988f3eb2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:10.303549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Attempting to bind port 35690731-24a6-462a-972e-d7eb40390ef6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:10.303898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Attempting to bind port 35690731-24a6-462a-972e-d7eb40390ef6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:10.318095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Attempting to bind port 35690731-24a6-462a-972e-d7eb40390ef6 on network 3d3223c4-7d3e-45d4-827e-f74909602e0e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:10.330334 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8c712f55-b9f6-4787-96eb-1b91d8c9ef08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20e326b56f964b98b94231b91cfa2e63&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7027950
Feb 12 21:23:10.335246 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55286) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:10.343106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2ca9831f-7d4e-47de-83bb-1aaf5c83d57d None None] Provisioning complete for port 2f269f37-0917-42e8-8566-350637c82eb2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:10.343760 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2ca9831f-7d4e-47de-83bb-1aaf5c83d57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2f269f37-0917-42e8-8566-350637c82eb2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:10.422637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c712f55-b9f6-4787-96eb-1b91d8c9ef08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfdebd1-eeb9-4c86-9c44-587d988f3eb2,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:10.443378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Port 35690731-24a6-462a-972e-d7eb40390ef6 on network 3d3223c4-7d3e-45d4-827e-f74909602e0e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:10.443759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Attempting to bind port 35690731-24a6-462a-972e-d7eb40390ef6 on network 3d3223c4-7d3e-45d4-827e-f74909602e0e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:10.477737 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d30ca60b-a3ab-432e-9018-5a7b8b9df970 admin admin] Publish callbacks [] for security_group (ecfdebd1-eeb9-4c86-9c44-587d988f3eb2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:10.487691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:23:10.488634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Checking segment: {'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:10.488634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Bound using segment: {'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:23:10.488892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Bound port: 35690731-24a6-462a-972e-d7eb40390ef6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa38d670-a6bc-490b-a80b-03c592297394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:23:10.489216 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (35690731-24a6-462a-972e-d7eb40390ef6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:10.503008 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d30ca60b-a3ab-432e-9018-5a7b8b9df970 admin admin] Publish callbacks [] for security_group (ecfdebd1-eeb9-4c86-9c44-587d988f3eb2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:10.577643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a7fbb-f54d-4d17-af89-12d6dc241b30 req-00a6dad6-e983-4da3-a5cc-48d00a16aa33 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:10.579139 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ea9a7fbb-f54d-4d17-af89-12d6dc241b30 req-00a6dad6-e983-4da3-a5cc-48d00a16aa33 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1460450
Feb 12 21:23:10.623167 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d988eec0-1b56-4a29-a29b-b3c35352d3fb None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:23:10.644124 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d30ca60b-a3ab-432e-9018-5a7b8b9df970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ecfdebd1-eeb9-4c86-9c44-587d988f3eb2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:10.646961 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d30ca60b-a3ab-432e-9018-5a7b8b9df970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:10.650452 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d30ca60b-a3ab-432e-9018-5a7b8b9df970 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecfdebd1-eeb9-4c86-9c44-587d988f3eb2 HTTP/1.1" status: 204  len: 168 time: 0.3068135
Feb 12 21:23:10.672417 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ca60b-a3ab-432e-9018-5a7b8b9df970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfdebd1-eeb9-4c86-9c44-587d988f3eb2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:10.683195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] For port 35690731-24a6-462a-972e-d7eb40390ef6, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:23:10.691825 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] For port 35690731-24a6-462a-972e-d7eb40390ef6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=35690731-24a6-462a-972e-d7eb40390ef6,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:23:10.696160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9831f-7d4e-47de-83bb-1aaf5c83d57d None None] Current status of the port 2f269f37-0917-42e8-8566-350637c82eb2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:10.759073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d988eec0-1b56-4a29-a29b-b3c35352d3fb None None] Deleting port 2f269f37-0917-42e8-8566-350637c82eb2 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:10.759591 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d988eec0-1b56-4a29-a29b-b3c35352d3fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2f269f37-0917-42e8-8566-350637c82eb2), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:10.841265 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (35690731-24a6-462a-972e-d7eb40390ef6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:10.876798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d988eec0-1b56-4a29-a29b-b3c35352d3fb None None] For port 2f269f37-0917-42e8-8566-350637c82eb2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f269f37-0917-42e8-8566-350637c82eb2,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:10.877930 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d988eec0-1b56-4a29-a29b-b3c35352d3fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2f269f37-0917-42e8-8566-350637c82eb2), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:10.898527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d988eec0-1b56-4a29-a29b-b3c35352d3fb None None] Calling delete_port for 2f269f37-0917-42e8-8566-350637c82eb2 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:23:10.931543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Pushing event updated for resources: {'Port': ['ID=35690731-24a6-462a-972e-d7eb40390ef6,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:10.949243 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ea9a7fbb-f54d-4d17-af89-12d6dc241b30 req-ffb55fb9-38de-4dcc-8491-0f140472991d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3622673
Feb 12 21:23:10.960591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:10.961336 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:10.962876 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-b3b04b3b-c05d-45bc-affa-1d378deeddd1 service neutron] 10.222.0.48 "PUT /v2.0/ports/35690731-24a6-462a-972e-d7eb40390ef6 HTTP/1.1" status: 200  len: 1092 time: 1.6782558
Feb 12 21:23:10.964839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0039e4f0-8954-4956-88f8-0e7da9b04f05', 'tag': '35690731-24a6-462a-972e-d7eb40390ef6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:23:10.977982 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297c13e7-ea49-45e4-a101-e94ea5acc962" -d '{"events": [{"name": "network-changed", "server_uuid": "0039e4f0-8954-4956-88f8-0e7da9b04f05", "tag": "35690731-24a6-462a-972e-d7eb40390ef6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:23:11.032638 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c099c9d-8247-46ed-830b-fc2b55193158 req-a9c885c4-b648-456e-91fd-b6ba2feb0da2 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:11.033525 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1c099c9d-8247-46ed-830b-fc2b55193158 req-a9c885c4-b648-456e-91fd-b6ba2feb0da2 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 944 time: 0.1037457
Feb 12 21:23:11.040975 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d1e68f-b37d-4704-92c8-2204ce8df9f7 x-openstack-request-id: req-55d1e68f-b37d-4704-92c8-2204ce8df9f7 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:23:11.041478 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0039e4f0-8954-4956-88f8-0e7da9b04f05", "tag": "35690731-24a6-462a-972e-d7eb40390ef6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:23:11.042232 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55d1e68f-b37d-4704-92c8-2204ce8df9f7 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:23:11.043068 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0039e4f0-8954-4956-88f8-0e7da9b04f05', 'tag': '35690731-24a6-462a-972e-d7eb40390ef6', 'status': 'completed', 'code': 200}
Feb 12 21:23:11.135771 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1c099c9d-8247-46ed-830b-fc2b55193158 req-b9ee5368-d774-4458-8d64-c8235073285d tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbd9e2d6-c768-45bb-9930-7cf3aab0cd70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937417
Feb 12 21:23:11.142654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c13e7-ea49-45e4-a101-e94ea5acc962 req-8257e181-3bab-4a34-b801-38602309a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:11.144519 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-297c13e7-ea49-45e4-a101-e94ea5acc962 req-8257e181-3bab-4a34-b801-38602309a03c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1dda620b49344bdaa8408d14a9e44acd&device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 1126 time: 0.0786560
Feb 12 21:23:11.245064 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d988eec0-1b56-4a29-a29b-b3c35352d3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (2f269f37-0917-42e8-8566-350637c82eb2), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:11.288399 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988eec0-1b56-4a29-a29b-b3c35352d3fb None None] Pushing event deleted for resources: {'Port': ['ID=2f269f37-0917-42e8-8566-350637c82eb2,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:11.299272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988eec0-1b56-4a29-a29b-b3c35352d3fb None None] No DVR routers for this DVR port 2f269f37-0917-42e8-8566-350637c82eb2 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:23:11.377624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.objects.ports [None req-a8189a2e-e240-4dab-869b-618e0b4bf28a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126505) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:23:11.390108 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8189a2e-e240-4dab-869b-618e0b4bf28a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (4759568b-9dec-494f-baf9-4ba6c90def40), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:11.413674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089cc1a-28a4-4c63-9b97-7fdf91a45d45 req-231d6d00-4de7-4693-8168-e84785a97e45 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:11.414889 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1089cc1a-28a4-4c63-9b97-7fdf91a45d45 req-231d6d00-4de7-4693-8168-e84785a97e45 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2793436
Feb 12 21:23:11.444169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c13e7-ea49-45e4-a101-e94ea5acc962 req-ed5656cc-f7a6-4dad-8360-380ad934f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:11.445764 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-297c13e7-ea49-45e4-a101-e94ea5acc962 req-ed5656cc-f7a6-4dad-8360-380ad934f573 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=1dda620b49344bdaa8408d14a9e44acd&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2906501
Feb 12 21:23:11.500745 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8189a2e-e240-4dab-869b-618e0b4bf28a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:11.514278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a8189a2e-e240-4dab-869b-618e0b4bf28a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:11.530751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb280700-e7fd-4ca5-b6f7-e455396167ef None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:11.550690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8189a2e-e240-4dab-869b-618e0b4bf28a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:11.554270 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8189a2e-e240-4dab-869b-618e0b4bf28a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:11.559839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8189a2e-e240-4dab-869b-618e0b4bf28a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=4759568b-9dec-494f-baf9-4ba6c90def40,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:11.612036 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1089cc1a-28a4-4c63-9b97-7fdf91a45d45 req-35dc7392-3972-4c4d-8790-71ae3c4946b0 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1690612
Feb 12 21:23:11.629544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c13e7-ea49-45e4-a101-e94ea5acc962 req-d9b88864-a659-4c0f-8652-85d918f8b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:11.631024 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-297c13e7-ea49-45e4-a101-e94ea5acc962 req-d9b88864-a659-4c0f-8652-85d918f8b2e5 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1710916
Feb 12 21:23:11.675737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': '4759568b-9dec-494f-baf9-4ba6c90def40'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:23:11.676737 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:11.727482 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a8189a2e-e240-4dab-869b-618e0b4bf28a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7700586
Feb 12 21:23:11.731696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-a71aa96d-fc5e-4491-a672-db30bc70b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:11.733316 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-a71aa96d-fc5e-4491-a672-db30bc70b87a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1dda620b49344bdaa8408d14a9e44acd&device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 1126 time: 0.0567665
Feb 12 21:23:11.733906 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55368) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:11.740662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-66db32ba-ac0e-4f5c-8a91-638e7988ce80 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:11.763488 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792f0b5-8d3a-47b7-9ff9-7c0359fcf31c req-9195641c-f764-44da-9239-b15c3c0add5e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:11.765089 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f792f0b5-8d3a-47b7-9ff9-7c0359fcf31c req-9195641c-f764-44da-9239-b15c3c0add5e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0733860
Feb 12 21:23:11.818542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-d6d76697-8469-40c2-b73d-a95a45b54f91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35690731-24a6-462a-972e-d7eb40390ef6 HTTP/1.1" status: 200  len: 217 time: 0.0716307
Feb 12 21:23:11.855306 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f792f0b5-8d3a-47b7-9ff9-7c0359fcf31c req-374bbe25-cbeb-4b3c-a5aa-bc0a2ef989dd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824864
Feb 12 21:23:11.911726 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Allocated IP 2001:db8::f816:3eff:fe14:bb (01503430-92c6-4e0f-b4a9-5afb7568fb7a/4759568b-9dec-494f-baf9-4ba6c90def40/072d4358-442a-4d09-87ed-e83f686f00c6) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:12.015693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-d738e185-16ea-4f63-b0b5-eea9a11d9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:12.018257 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-d738e185-16ea-4f63-b0b5-eea9a11d9fb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08262d9b-e180-46f4-80c5-239821f96956 HTTP/1.1" status: 200  len: 850 time: 0.1518588
Feb 12 21:23:12.091359 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-6b4ed380-e50b-47c7-b680-4836b77789bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:12.093289 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-6b4ed380-e50b-47c7-b680-4836b77789bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d3223c4-7d3e-45d4-827e-f74909602e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0616651
Feb 12 21:23:12.138414 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Publish callbacks [] for port (072d4358-442a-4d09-87ed-e83f686f00c6), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:12.149329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2f269f37-0917-42e8-8566-350637c82eb2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:23:12.170723 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 2f269f37-0917-42e8-8566-350637c82eb2 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:23:12.170723 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2f269f37-0917-42e8-8566-350637c82eb2 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:23:12.244822 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (072d4358-442a-4d09-87ed-e83f686f00c6), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:12.257221 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66db32ba-ac0e-4f5c-8a91-638e7988ce80 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:12.260963 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66db32ba-ac0e-4f5c-8a91-638e7988ce80 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:12.282230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709909f-3f20-49a8-b671-1cff0c267ef2 req-55378498-315c-4895-9574-f3532dee0994 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:12.289660 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4709909f-3f20-49a8-b671-1cff0c267ef2 req-55378498-315c-4895-9574-f3532dee0994 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 944 time: 0.0781798
Feb 12 21:23:12.318903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:12.324541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:12.327661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Pushing event updated for resources: {'Port': ['ID=072d4358-442a-4d09-87ed-e83f686f00c6,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:12.331411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:12.372248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-9986390b-f0aa-4974-8e6c-ff3033e508e2 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:12.380614 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-9986390b-f0aa-4974-8e6c-ff3033e508e2 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 811 time: 0.2456262
Feb 12 21:23:12.385393 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4709909f-3f20-49a8-b671-1cff0c267ef2 req-cc23584a-1904-4848-80a0-0ec5a4ef8bed tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbd9e2d6-c768-45bb-9930-7cf3aab0cd70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886648
Feb 12 21:23:12.400776 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-027b3db8-8ba5-4b74-bcd0-2176d7d56f7e service neutron] 10.222.0.48 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2971172
Feb 12 21:23:12.405991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Attempting to bind port 072d4358-442a-4d09-87ed-e83f686f00c6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:12.407328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Attempting to bind port 072d4358-442a-4d09-87ed-e83f686f00c6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:12.408014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Attempting to bind port 072d4358-442a-4d09-87ed-e83f686f00c6 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:12.409344 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-2d65cc28-b29d-4e44-9fcc-418a0183f80b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/quotas/63fc5569c8334523aa6dff77b1d79015 HTTP/1.1" status: 200  len: 375 time: 0.0278120
Feb 12 21:23:12.416654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:23:12.417087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:12.417777 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:12.418167 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:23:12.418786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Bound port: 072d4358-442a-4d09-87ed-e83f686f00c6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:23:12.419179 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (072d4358-442a-4d09-87ed-e83f686f00c6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:12.515023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] For port 072d4358-442a-4d09-87ed-e83f686f00c6, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:23:12.519596 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] For port 072d4358-442a-4d09-87ed-e83f686f00c6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=072d4358-442a-4d09-87ed-e83f686f00c6,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:23:12.535869 ncdv-master-1 neutron-server[126505]: INFO neutron.db.ipam_backend_mixin [None req-66db32ba-ac0e-4f5c-8a91-638e7988ce80 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4759568b-9dec-494f-baf9-4ba6c90def40 (CIDR: 2001:db8::/64)
Feb 12 21:23:12.567407 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-b6402218-f583-4a8f-acda-fb0ca375c32a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1571701
Feb 12 21:23:12.608776 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c4e3295-506a-4b5e-b8e1-ebe5d54b9bde req-ec7807ea-d6c4-4813-ba00-ebef11b1a245 service neutron] 10.222.0.48 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1937737
Feb 12 21:23:12.611099 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-66db32ba-ac0e-4f5c-8a91-638e7988ce80 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:23:12.612349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66db32ba-ac0e-4f5c-8a91-638e7988ce80 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:12.723698 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (072d4358-442a-4d09-87ed-e83f686f00c6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:12.741522 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-1a552595-8673-4937-a82d-8f9779cfbea0 service neutron] 10.222.0.31 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1649008
Feb 12 21:23:12.776852 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-66db32ba-ac0e-4f5c-8a91-638e7988ce80 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0390961
Feb 12 21:23:12.778388 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55424) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:12.808404 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Pushing event updated for resources: {'Port': ['ID=072d4358-442a-4d09-87ed-e83f686f00c6,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:12.821847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:12.822188 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:12.822597 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:12.823007 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:12.823169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e38c3363-ed29-4d4b-9633-9e2b39e2d58e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:12.823414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:12.823945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:12.824354 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:12.824752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:12.825149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:12.825983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:12.825983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:12.826218 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:12.826983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea664e-f559-4f32-9ed9-14394dc20104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:12.984695 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-d7ea06e4-9e04-4e6c-8d86-e8722bd16d53 service neutron] 10.222.0.31 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2422078
Feb 12 21:23:13.111050 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55438) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:13.128936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38c3363-ed29-4d4b-9633-9e2b39e2d58e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:13.132706 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e38c3363-ed29-4d4b-9633-9e2b39e2d58e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:13.252244 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5ef7a1f-c0fa-41b5-b45f-2aaed8163e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:13.326250 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-90bd129a-e771-4bc8-999e-3b5d213cc6b3 req-b208651b-3c1e-48ba-b521-9bcce4010caf tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 210 time: 0.0370858
Feb 12 21:23:13.397599 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5ef7a1f-c0fa-41b5-b45f-2aaed8163e72 admin admin] Publish callbacks [] for security_group (1d6afb73-ec4a-4744-b33c-5e6fe19aecb3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:13.473602 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5ef7a1f-c0fa-41b5-b45f-2aaed8163e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1d6afb73-ec4a-4744-b33c-5e6fe19aecb3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:13.519614 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b5ef7a1f-c0fa-41b5-b45f-2aaed8163e72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f28e2292f052412e9a7fe9d994a5a606&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4068029
Feb 12 21:23:13.520520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef7a1f-c0fa-41b5-b45f-2aaed8163e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6afb73-ec4a-4744-b33c-5e6fe19aecb3,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:13.523801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55458) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:13.550275 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d976f-c62d-4589-ada9-766a9ce2a661 req-e65cdf88-2f11-48b2-b32b-c89f992f9e33 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:13.552365 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e77d976f-c62d-4589-ada9-766a9ce2a661 req-e65cdf88-2f11-48b2-b32b-c89f992f9e33 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 944 time: 0.0831678
Feb 12 21:23:13.577068 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-06100424-9790-4610-892b-3f60ce6ba985 admin admin] Publish callbacks [] for security_group (1d6afb73-ec4a-4744-b33c-5e6fe19aecb3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:13.601248 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-06100424-9790-4610-892b-3f60ce6ba985 admin admin] Publish callbacks [] for security_group (1d6afb73-ec4a-4744-b33c-5e6fe19aecb3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:13.619165 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e77d976f-c62d-4589-ada9-766a9ce2a661 req-4c6a0195-86f6-4277-a062-3c0617eeb924 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbd9e2d6-c768-45bb-9930-7cf3aab0cd70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564160
Feb 12 21:23:13.656234 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e38c3363-ed29-4d4b-9633-9e2b39e2d58e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (7970f4a9-cd0a-447f-b3da-0f4d17e4798c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:13.729657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38c3363-ed29-4d4b-9633-9e2b39e2d58e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:13.733465 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-e38c3363-ed29-4d4b-9633-9e2b39e2d58e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:13.737089 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38c3363-ed29-4d4b-9633-9e2b39e2d58e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:13.737980 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e38c3363-ed29-4d4b-9633-9e2b39e2d58e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:13.761917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c3363-ed29-4d4b-9633-9e2b39e2d58e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=7970f4a9-cd0a-447f-b3da-0f4d17e4798c,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:13.816375 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-06100424-9790-4610-892b-3f60ce6ba985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1d6afb73-ec4a-4744-b33c-5e6fe19aecb3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:13.819752 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-06100424-9790-4610-892b-3f60ce6ba985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:13.829921 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-06100424-9790-4610-892b-3f60ce6ba985 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d6afb73-ec4a-4744-b33c-5e6fe19aecb3 HTTP/1.1" status: 204  len: 168 time: 0.2959652
Feb 12 21:23:13.837400 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06100424-9790-4610-892b-3f60ce6ba985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6afb73-ec4a-4744-b33c-5e6fe19aecb3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:13.892672 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e38c3363-ed29-4d4b-9633-9e2b39e2d58e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1134939
Feb 12 21:23:13.895894 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55466) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:13.903967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d8e68902-ee25-4756-b11a-41a67bad7c32 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'mac_address': 'fa:16:3e:a2:92:14', 'name': 'tempest-NetworksTestDHCPv6-1055278916'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:14.167997 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 072d4358-442a-4d09-87ed-e83f686f00c6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:14.181668 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e68902-ee25-4756-b11a-41a67bad7c32 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:14.232644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e663ac48-2e08-459d-9262-b6c4d8de9079 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:14.321776 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8e68902-ee25-4756-b11a-41a67bad7c32 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:14.359330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-d8e68902-ee25-4756-b11a-41a67bad7c32 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port 5a56237d-d5f2-46b1-85be-6e809d0e1906 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:23:14.382423 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-abc67e02-ac26-4497-bccf-88d181cbf589 None None] Provisioning complete for port 072d4358-442a-4d09-87ed-e83f686f00c6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:14.382804 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-abc67e02-ac26-4497-bccf-88d181cbf589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (072d4358-442a-4d09-87ed-e83f686f00c6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:14.452442 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-13bba866-06d1-4f6b-b950-21ff7954a118 req-2672b995-fbfa-4894-9aba-fe07758f319a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 210 time: 0.0387843
Feb 12 21:23:14.472484 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 072d4358-442a-4d09-87ed-e83f686f00c6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:14.472484 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (072d4358-442a-4d09-87ed-e83f686f00c6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:14.617965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 072d4358-442a-4d09-87ed-e83f686f00c6 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:14.618359 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (072d4358-442a-4d09-87ed-e83f686f00c6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:14.619339 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-d8e68902-ee25-4756-b11a-41a67bad7c32 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8:0:1::2b1 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/7970f4a9-cd0a-447f-b3da-0f4d17e4798c/5a56237d-d5f2-46b1-85be-6e809d0e1906) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:14.626144 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-d8e68902-ee25-4756-b11a-41a67bad7c32 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::f816:3eff:fea2:9214 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/4759568b-9dec-494f-baf9-4ba6c90def40/5a56237d-d5f2-46b1-85be-6e809d0e1906) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:14.667614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-abc67e02-ac26-4497-bccf-88d181cbf589 None None] Current status of the port 072d4358-442a-4d09-87ed-e83f686f00c6 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:14.668001 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-abc67e02-ac26-4497-bccf-88d181cbf589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (072d4358-442a-4d09-87ed-e83f686f00c6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:14.723783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60714321-4aac-4811-a0a4-693fc9394485 None None] Update dhcp port {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'fixed_ips': [{'subnet_id': '4759568b-9dec-494f-baf9-4ba6c90def40', 'ip_address': '2001:db8::f816:3eff:fe14:bb'}, {'subnet_id': '7970f4a9-cd0a-447f-b3da-0f4d17e4798c'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '072d4358-442a-4d09-87ed-e83f686f00c6'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:23:14.726824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 072d4358-442a-4d09-87ed-e83f686f00c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=072d4358-442a-4d09-87ed-e83f686f00c6,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:14.791120 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-60714321-4aac-4811-a0a4-693fc9394485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (072d4358-442a-4d09-87ed-e83f686f00c6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:14.844381 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (072d4358-442a-4d09-87ed-e83f686f00c6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:14.849123 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef14a0-3cbd-4fcd-81fd-29613e08b435 req-d1de8142-f64b-47f1-b914-78d01663b54a tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:14.855283 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-65ef14a0-3cbd-4fcd-81fd-29613e08b435 req-d1de8142-f64b-47f1-b914-78d01663b54a tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 944 time: 0.1417427
Feb 12 21:23:14.923140 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8e68902-ee25-4756-b11a-41a67bad7c32 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (5a56237d-d5f2-46b1-85be-6e809d0e1906), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:14.944118 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-65ef14a0-3cbd-4fcd-81fd-29613e08b435 req-7d0d7e07-df65-458d-91ed-2640d3d6e38a tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbd9e2d6-c768-45bb-9930-7cf3aab0cd70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805986
Feb 12 21:23:15.014713 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-abc67e02-ac26-4497-bccf-88d181cbf589 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:23:15.014941 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-abc67e02-ac26-4497-bccf-88d181cbf589 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:23:15.024753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=072d4358-442a-4d09-87ed-e83f686f00c6,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:15.093133 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8e68902-ee25-4756-b11a-41a67bad7c32 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (5a56237d-d5f2-46b1-85be-6e809d0e1906), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:15.145457 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e68902-ee25-4756-b11a-41a67bad7c32 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:15.149441 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d8e68902-ee25-4756-b11a-41a67bad7c32 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:15.153581 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e68902-ee25-4756-b11a-41a67bad7c32 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:15.156171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-60714321-4aac-4811-a0a4-693fc9394485 None None] Allocated IP 2001:db8:0:1::2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/7970f4a9-cd0a-447f-b3da-0f4d17e4798c/072d4358-442a-4d09-87ed-e83f686f00c6) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:15.159081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e68902-ee25-4756-b11a-41a67bad7c32 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:15.159718 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8e68902-ee25-4756-b11a-41a67bad7c32 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:15.172511 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e68902-ee25-4756-b11a-41a67bad7c32 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=5a56237d-d5f2-46b1-85be-6e809d0e1906,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:15.194970 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 35690731-24a6-462a-972e-d7eb40390ef6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:23:15.303383 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-60714321-4aac-4811-a0a4-693fc9394485 None None] For port 072d4358-442a-4d09-87ed-e83f686f00c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=072d4358-442a-4d09-87ed-e83f686f00c6,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:15.349895 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d8e68902-ee25-4756-b11a-41a67bad7c32 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.4486997
Feb 12 21:23:15.352355 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55544) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:15.376970 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-60714321-4aac-4811-a0a4-693fc9394485 None None] Publish callbacks [] for port (072d4358-442a-4d09-87ed-e83f686f00c6), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:15.396694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 35690731-24a6-462a-972e-d7eb40390ef6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=35690731-24a6-462a-972e-d7eb40390ef6,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:15.411791 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '35690731-24a6-462a-972e-d7eb40390ef6', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'port_id': '35690731-24a6-462a-972e-d7eb40390ef6', 'mac_address': 'fa:16:3e:2e:85:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:23:15.457038 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 35690731-24a6-462a-972e-d7eb40390ef6 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:15.462750 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (35690731-24a6-462a-972e-d7eb40390ef6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:15.462888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-db712194-86de-4e7e-8bca-8b3efa627fcb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port 5a56237d-d5f2-46b1-85be-6e809d0e1906 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:15.462888 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-db712194-86de-4e7e-8bca-8b3efa627fcb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5a56237d-d5f2-46b1-85be-6e809d0e1906), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:15.472116 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35690731-24a6-462a-972e-d7eb40390ef6 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:23:15.496821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 35690731-24a6-462a-972e-d7eb40390ef6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=35690731-24a6-462a-972e-d7eb40390ef6,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:15.543198 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-60714321-4aac-4811-a0a4-693fc9394485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (072d4358-442a-4d09-87ed-e83f686f00c6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:15.590838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-abc67e02-ac26-4497-bccf-88d181cbf589 None None] Current status of the port 072d4358-442a-4d09-87ed-e83f686f00c6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:15.663596 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60714321-4aac-4811-a0a4-693fc9394485 None None] Pushing event updated for resources: {'Port': ['ID=072d4358-442a-4d09-87ed-e83f686f00c6,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:15.684470 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (35690731-24a6-462a-972e-d7eb40390ef6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:15.763429 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=35690731-24a6-462a-972e-d7eb40390ef6,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:15.955844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['35690731-24a6-462a-972e-d7eb40390ef6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:23:16.131193 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-57133ca1-576a-4439-8493-ef42e8f0dbb3 req-66a900ff-eab5-44df-bf78-27783b33fad0 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 210 time: 0.5989461
Feb 12 21:23:16.235501 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 072d4358-442a-4d09-87ed-e83f686f00c6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:16.244514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec12d0b-01c3-4c95-90ac-5bbd4902c763 req-49b504a7-9c5b-43e8-9b43-21908d7ff01e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:16.246477 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cec12d0b-01c3-4c95-90ac-5bbd4902c763 req-49b504a7-9c5b-43e8-9b43-21908d7ff01e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 945 time: 0.1425569
Feb 12 21:23:16.275903 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-db712194-86de-4e7e-8bca-8b3efa627fcb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5a56237d-d5f2-46b1-85be-6e809d0e1906), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:16.334876 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-db712194-86de-4e7e-8bca-8b3efa627fcb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for 5a56237d-d5f2-46b1-85be-6e809d0e1906 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:23:16.400905 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cec12d0b-01c3-4c95-90ac-5bbd4902c763 req-1c00f943-96b1-4083-8452-fa99e77df8fd tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbd9e2d6-c768-45bb-9930-7cf3aab0cd70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1481836
Feb 12 21:23:16.437188 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 072d4358-442a-4d09-87ed-e83f686f00c6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:16.443383 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (072d4358-442a-4d09-87ed-e83f686f00c6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:16.515510 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-465d514f-8325-4672-8124-0087ed3e2d11 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:16.517569 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-465d514f-8325-4672-8124-0087ed3e2d11 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.50 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 811 time: 0.3833642
Feb 12 21:23:16.541839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-0c5a4837-fcdd-44ff-a8ad-212930a2a609 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Request body: {'port': {'device_id': '93d7cfd2-6923-4882-bbbe-97069905bcba', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'admin_state_up': True, 'tenant_id': '63fc5569c8334523aa6dff77b1d79015'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:16.592383 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 072d4358-442a-4d09-87ed-e83f686f00c6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:16.743100 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ee947fd5-145b-4f2d-9c34-e63c14892ca0 None None] Provisioning complete for port 072d4358-442a-4d09-87ed-e83f686f00c6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:16.743476 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ee947fd5-145b-4f2d-9c34-e63c14892ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (072d4358-442a-4d09-87ed-e83f686f00c6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:16.820770 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55602) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:16.940630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-0c5a4837-fcdd-44ff-a8ad-212930a2a609 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Made reservation on behalf of 63fc5569c8334523aa6dff77b1d79015 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:16.944842 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-0c5a4837-fcdd-44ff-a8ad-212930a2a609 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.040922 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-db712194-86de-4e7e-8bca-8b3efa627fcb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (5a56237d-d5f2-46b1-85be-6e809d0e1906), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.042573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ee947fd5-145b-4f2d-9c34-e63c14892ca0 None None] Current status of the port 072d4358-442a-4d09-87ed-e83f686f00c6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:17.089223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-424bd32b-ba9f-46e7-add9-5122a3955cbd tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1364183040'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:17.108850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db712194-86de-4e7e-8bca-8b3efa627fcb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=5a56237d-d5f2-46b1-85be-6e809d0e1906,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:17.159747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ce4e6a7b-ac96-4ea6-bceb-bfc1a360e8f3 None None] Could not find standard attr ID for object 5a56237d-d5f2-46b1-85be-6e809d0e1906. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:23:17.187460 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-db712194-86de-4e7e-8bca-8b3efa627fcb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.191370 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-db712194-86de-4e7e-8bca-8b3efa627fcb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/5a56237d-d5f2-46b1-85be-6e809d0e1906 HTTP/1.1" status: 204  len: 168 time: 1.8367682
Feb 12 21:23:17.193640 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55616) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:17.210065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 35690731-24a6-462a-972e-d7eb40390ef6 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:17.253726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424bd32b-ba9f-46e7-add9-5122a3955cbd tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Made reservation on behalf of 79c308a0f3184fae98338d568725e08d for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:17.258120 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-424bd32b-ba9f-46e7-add9-5122a3955cbd tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.277954 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-0c5a4837-fcdd-44ff-a8ad-212930a2a609 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Allocated IP 172.20.0.5 (2d2fb25f-a576-44b7-8aec-e44f4519d495/4aba54e8-02c5-42b4-9b81-f8ec4ddd5749/6c240f75-9cf6-4ab7-9416-73a6c32cc739) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:17.281875 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-424bd32b-ba9f-46e7-add9-5122a3955cbd tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.317218 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1890bbdf-5873-4817-92d1-61599479e1e3 req-7700796b-a47a-4f87-bfcd-c06543d41d1e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 210 time: 0.0766349
Feb 12 21:23:17.345107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae27721a-2b98-4ee4-b46c-dd9d214899b3 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:17.347222 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ae27721a-2b98-4ee4-b46c-dd9d214899b3 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.1524210
Feb 12 21:23:17.350735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55622) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:17.405055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 35690731-24a6-462a-972e-d7eb40390ef6 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:23:17.406359 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-424bd32b-ba9f-46e7-add9-5122a3955cbd tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks [] for security_group (c02b15ad-df20-4463-b1ca-a4ff36b476a8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.410112 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 35690731-24a6-462a-972e-d7eb40390ef6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:17.410598 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (35690731-24a6-462a-972e-d7eb40390ef6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.454974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1c6852-4d71-4bce-91a8-bb4c875052b5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:17.461167 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7c1c6852-4d71-4bce-91a8-bb4c875052b5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.1050458
Feb 12 21:23:17.461301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55628) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:17.522578 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-424bd32b-ba9f-46e7-add9-5122a3955cbd tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c02b15ad-df20-4463-b1ca-a4ff36b476a8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.529197 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 35690731-24a6-462a-972e-d7eb40390ef6 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:17.529197 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (35690731-24a6-462a-972e-d7eb40390ef6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.546801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82742ade-d9c6-43ba-a9b3-490c1c4c0335 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:17.548144 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82742ade-d9c6-43ba-a9b3-490c1c4c0335 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:17.551712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82742ade-d9c6-43ba-a9b3-490c1c4c0335 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:17.553694 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-82742ade-d9c6-43ba-a9b3-490c1c4c0335 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0926156
Feb 12 21:23:17.558816 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55636) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:17.578459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0039e4f0-8954-4956-88f8-0e7da9b04f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35690731-24a6-462a-972e-d7eb40390ef6'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:23:17.582166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424bd32b-ba9f-46e7-add9-5122a3955cbd tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:23:17.586565 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5fd8c9-c2a8-4411-b947-64f81d757bc7" -d '{"events": [{"server_uuid": "0039e4f0-8954-4956-88f8-0e7da9b04f05", "name": "network-vif-plugged", "status": "completed", "tag": "35690731-24a6-462a-972e-d7eb40390ef6"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:23:17.600855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 35690731-24a6-462a-972e-d7eb40390ef6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=35690731-24a6-462a-972e-d7eb40390ef6,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:17.639732 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-424bd32b-ba9f-46e7-add9-5122a3955cbd tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.640545 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-424bd32b-ba9f-46e7-add9-5122a3955cbd tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Added segment 0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f of type vlan for network 8dd185bb-a0b0-46ea-84d7-de5a846ed424
Feb 12 21:23:17.643260 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bd32b-ba9f-46e7-add9-5122a3955cbd tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c02b15ad-df20-4463-b1ca-a4ff36b476a8,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:17.666918 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-0c5a4837-fcdd-44ff-a8ad-212930a2a609 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.690218 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (35690731-24a6-462a-972e-d7eb40390ef6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.727297 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-205aaaa9-3536-42fa-a524-77b93cfe069b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 4759568b-9dec-494f-baf9-4ba6c90def40 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:23:17.735942 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-205aaaa9-3536-42fa-a524-77b93cfe069b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (4759568b-9dec-494f-baf9-4ba6c90def40), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.766748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c93ad1-0cc9-4eff-81d7-310744ac8873 req-d7b99f6a-5c62-4d74-a761-634f341b9555 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:17.776074 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55c93ad1-0cc9-4eff-81d7-310744ac8873 req-d7b99f6a-5c62-4d74-a761-634f341b9555 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 945 time: 0.2752793
Feb 12 21:23:17.786621 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-424bd32b-ba9f-46e7-add9-5122a3955cbd tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (8dd185bb-a0b0-46ea-84d7-de5a846ed424), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.812723 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=35690731-24a6-462a-972e-d7eb40390ef6,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:17.818349 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-205aaaa9-3536-42fa-a524-77b93cfe069b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (4759568b-9dec-494f-baf9-4ba6c90def40), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.831468 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-0c5a4837-fcdd-44ff-a8ad-212930a2a609 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.843266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a500c7b1-8358-4bc8-ae00-21079afb6cb4', 'a7ca726b-c529-424c-8983-7b7a58cc17cd'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:23:17.908185 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e8fa70-4a31-4d9f-8042-9c9ba1785fff x-openstack-request-id: req-00e8fa70-4a31-4d9f-8042-9c9ba1785fff {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:23:17.910278 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0039e4f0-8954-4956-88f8-0e7da9b04f05", "name": "network-vif-plugged", "status": "completed", "tag": "35690731-24a6-462a-972e-d7eb40390ef6", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:23:17.912832 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00e8fa70-4a31-4d9f-8042-9c9ba1785fff {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:23:17.913264 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0039e4f0-8954-4956-88f8-0e7da9b04f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35690731-24a6-462a-972e-d7eb40390ef6', 'code': 200}
Feb 12 21:23:17.941237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a4837-fcdd-44ff-a8ad-212930a2a609 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event updated for resources: {'Port': ['ID=6c240f75-9cf6-4ab7-9416-73a6c32cc739,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:17.949056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-0c5a4837-fcdd-44ff-a8ad-212930a2a609 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Network 2d2fb25f-a576-44b7-8aec-e44f4519d495 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:17.957668 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-424bd32b-ba9f-46e7-add9-5122a3955cbd tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (8dd185bb-a0b0-46ea-84d7-de5a846ed424), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.963297 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424bd32b-ba9f-46e7-add9-5122a3955cbd tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:17.964035 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-424bd32b-ba9f-46e7-add9-5122a3955cbd tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:17.965448 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55c93ad1-0cc9-4eff-81d7-310744ac8873 req-0ecf47d5-fbbc-4a33-9fa5-600726856f49 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbd9e2d6-c768-45bb-9930-7cf3aab0cd70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1870356
Feb 12 21:23:17.968952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-0c5a4837-fcdd-44ff-a8ad-212930a2a609 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:17.973694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-0c5a4837-fcdd-44ff-a8ad-212930a2a609 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:18.077713 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-205aaaa9-3536-42fa-a524-77b93cfe069b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (4759568b-9dec-494f-baf9-4ba6c90def40), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:18.125247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-0c5a4837-fcdd-44ff-a8ad-212930a2a609 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:18.125844 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-0c5a4837-fcdd-44ff-a8ad-212930a2a609 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:18.170532 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cab64-870c-485c-8412-ebe4607a1cd2 req-ec643a84-bd88-4e4b-8eea-88d5ac4e5f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:18.178762 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c80cab64-870c-485c-8412-ebe4607a1cd2 req-ec643a84-bd88-4e4b-8eea-88d5ac4e5f54 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 1128 time: 0.1152852
Feb 12 21:23:18.186499 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-424bd32b-ba9f-46e7-add9-5122a3955cbd tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.3620517
Feb 12 21:23:18.187359 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55666) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:18.193948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-560d221a-a52f-4a78-a5a2-f57ce7756065 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Request body: {'subnet': {'network_id': '8dd185bb-a0b0-46ea-84d7-de5a846ed424', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:18.203545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bd32b-ba9f-46e7-add9-5122a3955cbd tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Pushing event updated for resources: {'Network': ['ID=8dd185bb-a0b0-46ea-84d7-de5a846ed424,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:18.219995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 8dd185bb-a0b0-46ea-84d7-de5a846ed424 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:23:18.251347 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-0c5a4837-fcdd-44ff-a8ad-212930a2a609 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7163363
Feb 12 21:23:18.292690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Request body: {'port': {'device_id': '93d7cfd2-6923-4882-bbbe-97069905bcba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:18.353778 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-205aaaa9-3536-42fa-a524-77b93cfe069b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (4759568b-9dec-494f-baf9-4ba6c90def40), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:18.358478 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c80cab64-870c-485c-8412-ebe4607a1cd2 req-4357ec9e-e583-4744-8503-5e72a786a04a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cbd9e2d6-c768-45bb-9930-7cf3aab0cd70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1581755
Feb 12 21:23:18.376233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-12736115-930a-4c1c-9865-aed1ef1f4799 None None] Provisioning complete for port 6c240f75-9cf6-4ab7-9416-73a6c32cc739 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:18.381930 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-12736115-930a-4c1c-9865-aed1ef1f4799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:18.422685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205aaaa9-3536-42fa-a524-77b93cfe069b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=4759568b-9dec-494f-baf9-4ba6c90def40,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:18.441139 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-205aaaa9-3536-42fa-a524-77b93cfe069b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:18.447119 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-205aaaa9-3536-42fa-a524-77b93cfe069b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/4759568b-9dec-494f-baf9-4ba6c90def40 HTTP/1.1" status: 204  len: 168 time: 0.8843856
Feb 12 21:23:18.451357 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55678) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:18.464251 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:18.464716 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b477bc91-cc8f-4f42-bd60-280e92c3d00e None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:18.559551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-12736115-930a-4c1c-9865-aed1ef1f4799 None None] Port 6c240f75-9cf6-4ab7-9416-73a6c32cc739 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:23:18.569865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a3946f-4379-4e14-83db-41669bd38c75 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 7970f4a9-cd0a-447f-b3da-0f4d17e4798c {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:23:18.569865 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6a3946f-4379-4e14-83db-41669bd38c75 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (7970f4a9-cd0a-447f-b3da-0f4d17e4798c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:18.573043 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560d221a-a52f-4a78-a5a2-f57ce7756065 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Made reservation on behalf of 79c308a0f3184fae98338d568725e08d for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:18.576356 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-560d221a-a52f-4a78-a5a2-f57ce7756065 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:18.609882 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70290b3f-0a1c-4a77-b54b-68776edd826b req-0feecd4d-265c-478b-82aa-c8587b42dd15 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:18.612121 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70290b3f-0a1c-4a77-b54b-68776edd826b req-0feecd4d-265c-478b-82aa-c8587b42dd15 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 931 time: 0.1939049
Feb 12 21:23:18.762692 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6a3946f-4379-4e14-83db-41669bd38c75 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (7970f4a9-cd0a-447f-b3da-0f4d17e4798c), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:18.851750 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70290b3f-0a1c-4a77-b54b-68776edd826b req-a9071b38-6056-4e77-8e7e-87e1d7b8f46e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2257888
Feb 12 21:23:19.032176 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6a3946f-4379-4e14-83db-41669bd38c75 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (7970f4a9-cd0a-447f-b3da-0f4d17e4798c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:19.091687 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05ed4c-865c-4445-b6f0-287dcd1b7440 req-4b371052-ce06-4f54-a149-dfca6d7abc56 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:19.097939 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ee05ed4c-865c-4445-b6f0-287dcd1b7440 req-4b371052-ce06-4f54-a149-dfca6d7abc56 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 946 time: 0.0657444
Feb 12 21:23:19.153662 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ee05ed4c-865c-4445-b6f0-287dcd1b7440 req-7932e485-4e86-4cf6-8ed7-ae8934d3e923 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbd9e2d6-c768-45bb-9930-7cf3aab0cd70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531092
Feb 12 21:23:19.212144 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-560d221a-a52f-4a78-a5a2-f57ce7756065 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (732ab0d3-6383-40cc-a4f8-5979697d6187), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:19.216768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c240f75-9cf6-4ab7-9416-73a6c32cc739 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:23:19.238881 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Publish callbacks [] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:19.281590 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6a3946f-4379-4e14-83db-41669bd38c75 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (7970f4a9-cd0a-447f-b3da-0f4d17e4798c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:19.287489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Transition to ACTIVE for port object 6c240f75-9cf6-4ab7-9416-73a6c32cc739 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:23:19.288899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b93a7d04-7060-46e8-b716-cd4ad690f58f None None] Provisioning complete for port 072d4358-442a-4d09-87ed-e83f686f00c6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:19.289492 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b93a7d04-7060-46e8-b716-cd4ad690f58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (072d4358-442a-4d09-87ed-e83f686f00c6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:19.303232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d221a-a52f-4a78-a5a2-f57ce7756065 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Pushing event updated for resources: {'Subnet': ['ID=732ab0d3-6383-40cc-a4f8-5979697d6187,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:19.311445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6a3946f-4379-4e14-83db-41669bd38c75 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:19.315713 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a6a3946f-4379-4e14-83db-41669bd38c75 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/7970f4a9-cd0a-447f-b3da-0f4d17e4798c HTTP/1.1" status: 204  len: 168 time: 0.8625846
Feb 12 21:23:19.319014 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55712) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:19.323673 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84025e17-4046-4d4c-a83f-bd348d2aad7b None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:19.347756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3946f-4379-4e14-83db-41669bd38c75 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=7970f4a9-cd0a-447f-b3da-0f4d17e4798c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:19.360790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d221a-a52f-4a78-a5a2-f57ce7756065 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Checking segment: {'id': '0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8dd185bb-a0b0-46ea-84d7-de5a846ed424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:19.361161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560d221a-a52f-4a78-a5a2-f57ce7756065 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Network hostable DHCP agents. Network: 8dd185bb-a0b0-46ea-84d7-de5a846ed424, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:23:19.366752 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:19.381923 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7cbe678e-fab6-4527-ba11-c2bf44e266cc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0604956
Feb 12 21:23:19.382249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55716) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:19.415940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-09367b5a-b82f-4061-9e52-2fef55959a1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:19.480595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b93a7d04-7060-46e8-b716-cd4ad690f58f None None] Current status of the port 072d4358-442a-4d09-87ed-e83f686f00c6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:19.510965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Pushing event updated for resources: {'Port': ['ID=6c240f75-9cf6-4ab7-9416-73a6c32cc739,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:19.553315 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560d221a-a52f-4a78-a5a2-f57ce7756065 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Network 8dd185bb-a0b0-46ea-84d7-de5a846ed424 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:23:19.639082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Attempting to bind port 6c240f75-9cf6-4ab7-9416-73a6c32cc739 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:19.639449 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Attempting to bind port 6c240f75-9cf6-4ab7-9416-73a6c32cc739 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:19.639839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Attempting to bind port 6c240f75-9cf6-4ab7-9416-73a6c32cc739 on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:19.651624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Port 6c240f75-9cf6-4ab7-9416-73a6c32cc739 on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:19.652056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Attempting to bind port 6c240f75-9cf6-4ab7-9416-73a6c32cc739 on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:19.657576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670a459d-81dc-4a43-9cbe-e24d4cf8fe40 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:23:19.661981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:23:19.662484 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Checking segment: {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:19.663495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Bound using segment: {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:23:19.664028 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Bound port: 6c240f75-9cf6-4ab7-9416-73a6c32cc739, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:23:19.664722 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:19.724661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-670a459d-81dc-4a43-9cbe-e24d4cf8fe40 None None] Deleting port 072d4358-442a-4d09-87ed-e83f686f00c6 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:19.726058 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-670a459d-81dc-4a43-9cbe-e24d4cf8fe40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (072d4358-442a-4d09-87ed-e83f686f00c6), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:19.729468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-560d221a-a52f-4a78-a5a2-f57ce7756065 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8dd185bb-a0b0-46ea-84d7-de5a846ed424) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:19.736148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09367b5a-b82f-4061-9e52-2fef55959a1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:19.740378 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09367b5a-b82f-4061-9e52-2fef55959a1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:19.749337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cfb720-3893-4e66-927e-d09589935d73 None None] Network 8dd185bb-a0b0-46ea-84d7-de5a846ed424 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:19.771985 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560d221a-a52f-4a78-a5a2-f57ce7756065 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:19.772600 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-560d221a-a52f-4a78-a5a2-f57ce7756065 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:19.869608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] For port 6c240f75-9cf6-4ab7-9416-73a6c32cc739, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:23:19.878827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] For port 6c240f75-9cf6-4ab7-9416-73a6c32cc739, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c240f75-9cf6-4ab7-9416-73a6c32cc739,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:23:19.936143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-670a459d-81dc-4a43-9cbe-e24d4cf8fe40 None None] For port 072d4358-442a-4d09-87ed-e83f686f00c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=072d4358-442a-4d09-87ed-e83f686f00c6,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:19.936550 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-670a459d-81dc-4a43-9cbe-e24d4cf8fe40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (072d4358-442a-4d09-87ed-e83f686f00c6), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:19.956942 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-560d221a-a52f-4a78-a5a2-f57ce7756065 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7678809
Feb 12 21:23:19.959807 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55762) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:19.963245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-670a459d-81dc-4a43-9cbe-e24d4cf8fe40 None None] Calling delete_port for 072d4358-442a-4d09-87ed-e83f686f00c6 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:23:19.967914 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-03d7fa40-d9e1-4212-9fe2-cd71cef43961 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Request body: {'port': {'network_id': '8dd185bb-a0b0-46ea-84d7-de5a846ed424', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1355755313'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:20.009815 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:20.030711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab9551-0637-47a1-b89b-c44befdf7e63 req-fd95dfed-34c9-48af-99b2-323645ce7f5b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:20.038407 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e6ab9551-0637-47a1-b89b-c44befdf7e63 req-fd95dfed-34c9-48af-99b2-323645ce7f5b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 943 time: 0.0888374
Feb 12 21:23:20.074227 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8dd185bb-a0b0-46ea-84d7-de5a846ed424', 'network_id': '8dd185bb-a0b0-46ea-84d7-de5a846ed424', 'project_id': '79c308a0f3184fae98338d568725e08d', 'fixed_ips': [{'subnet_id': '732ab0d3-6383-40cc-a4f8-5979697d6187'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:23:20.075391 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:20.110441 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e6ab9551-0637-47a1-b89b-c44befdf7e63 req-09b1433f-6760-4ecb-b5ff-67d0df4b3f2f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707073
Feb 12 21:23:20.124766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 072d4358-442a-4d09-87ed-e83f686f00c6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:23:20.147198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:20.147822 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:20.149192 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] 10.222.0.50 "PUT /v2.0/ports/6c240f75-9cf6-4ab7-9416-73a6c32cc739 HTTP/1.1" status: 200  len: 1091 time: 1.8636062
Feb 12 21:23:20.170212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d7cfd2-6923-4882-bbbe-97069905bcba', 'tag': '6c240f75-9cf6-4ab7-9416-73a6c32cc739'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:23:20.172281 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43b1b7b-c86b-40a3-94d2-87a47db4c487" -d '{"events": [{"name": "network-changed", "server_uuid": "93d7cfd2-6923-4882-bbbe-97069905bcba", "tag": "6c240f75-9cf6-4ab7-9416-73a6c32cc739"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:23:20.298171 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-670a459d-81dc-4a43-9cbe-e24d4cf8fe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (072d4358-442a-4d09-87ed-e83f686f00c6), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:20.319934 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e3e711-c072-420f-a864-484ad7b29a88 x-openstack-request-id: req-58e3e711-c072-420f-a864-484ad7b29a88 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:23:20.320285 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d7cfd2-6923-4882-bbbe-97069905bcba", "tag": "6c240f75-9cf6-4ab7-9416-73a6c32cc739", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:23:20.320475 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58e3e711-c072-420f-a864-484ad7b29a88 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:23:20.321103 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d7cfd2-6923-4882-bbbe-97069905bcba', 'tag': '6c240f75-9cf6-4ab7-9416-73a6c32cc739', 'status': 'completed', 'code': 200}
Feb 12 21:23:20.325617 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281de1cf-16e3-4247-9ee6-648f616d4add service neutron] Pushing event updated for resources: {'Port': ['ID=6c240f75-9cf6-4ab7-9416-73a6c32cc739,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:20.386438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No active binding found for port 072d4358-442a-4d09-87ed-e83f686f00c6 {{(pid=126507) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Feb 12 21:23:20.386851 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] The host ncdv-master-1 is not matching for port 072d4358-442a-4d09-87ed-e83f686f00c6 host None! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:23:20.387344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 072d4358-442a-4d09-87ed-e83f686f00c6 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:23:20.399121 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae7dd1-73a0-48a4-b7d2-6c9327a05194 req-8a585b0c-9654-4235-a5ee-a2b64f81af77 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:20.399121 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e8ae7dd1-73a0-48a4-b7d2-6c9327a05194 req-8a585b0c-9654-4235-a5ee-a2b64f81af77 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 946 time: 0.1133628
Feb 12 21:23:20.410953 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-1030b4e3-49c2-4a17-b628-4cde4b5bb5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:20.412725 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-1030b4e3-49c2-4a17-b628-4cde4b5bb5ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 1125 time: 0.1482697
Feb 12 21:23:20.420192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a459d-81dc-4a43-9cbe-e24d4cf8fe40 None None] Pushing event deleted for resources: {'Port': ['ID=072d4358-442a-4d09-87ed-e83f686f00c6,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:20.420525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670a459d-81dc-4a43-9cbe-e24d4cf8fe40 None None] No DVR routers for this DVR port 072d4358-442a-4d09-87ed-e83f686f00c6 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:23:20.455458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Allocated IP 172.20.0.2 (8dd185bb-a0b0-46ea-84d7-de5a846ed424/732ab0d3-6383-40cc-a4f8-5979697d6187/1bdad377-6556-483a-8a79-cfb5ac93f479) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:20.483701 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e8ae7dd1-73a0-48a4-b7d2-6c9327a05194 req-e63cae84-0642-424d-b282-042e731fe108 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbd9e2d6-c768-45bb-9930-7cf3aab0cd70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788555
Feb 12 21:23:20.499903 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-f9b6eedb-13ac-41e8-808c-4d9191a8cea1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c240f75-9cf6-4ab7-9416-73a6c32cc739 HTTP/1.1" status: 200  len: 217 time: 0.0795248
Feb 12 21:23:20.501165 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09367b5a-b82f-4061-9e52-2fef55959a1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (e7085fba-6ff3-4339-ad7c-d38fb5ee9544), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:20.511989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d7fa40-d9e1-4212-9fe2-cd71cef43961 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Made reservation on behalf of 79c308a0f3184fae98338d568725e08d for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:20.531459 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-03d7fa40-d9e1-4212-9fe2-cd71cef43961 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:20.610459 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-fa93e2ee-50c1-4748-b205-f3a76ba339a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:20.612516 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-fa93e2ee-50c1-4748-b205-f3a76ba339a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.1015155
Feb 12 21:23:20.631552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-03d7fa40-d9e1-4212-9fe2-cd71cef43961 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] device_id is not set on port cbb20409-7216-450d-a3ec-0546bdd27f01 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:23:20.650343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09367b5a-b82f-4061-9e52-2fef55959a1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:20.655447 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-09367b5a-b82f-4061-9e52-2fef55959a1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:20.660032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09367b5a-b82f-4061-9e52-2fef55959a1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:20.660758 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09367b5a-b82f-4061-9e52-2fef55959a1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:20.684434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbae4f19-b77a-4fc6-b494-a2e3a660cd26 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:20.768942 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09367b5a-b82f-4061-9e52-2fef55959a1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=e7085fba-6ff3-4339-ad7c-d38fb5ee9544,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:20.792514 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Publish callbacks [] for port (1bdad377-6556-483a-8a79-cfb5ac93f479), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:20.840930 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': 'e7085fba-6ff3-4339-ad7c-d38fb5ee9544'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:23:20.842355 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:20.844102 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-09367b5a-b82f-4061-9e52-2fef55959a1e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.4383664
Feb 12 21:23:20.847466 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55826) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:20.853533 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8341cd05-0c11-4220-843b-650fcec5ff69 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:20.876316 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-8307bdad-aac7-45df-8bb3-f9816f99283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:20.878206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-8307bdad-aac7-45df-8bb3-f9816f99283f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2555792
Feb 12 21:23:20.880351 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (1bdad377-6556-483a-8a79-cfb5ac93f479), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:20.949669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce5052-d470-4a20-8d87-d79e4464ce74 req-2d6682a6-a8b2-4b80-b358-74aced82826e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:20.951329 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85ce5052-d470-4a20-8d87-d79e4464ce74 req-2d6682a6-a8b2-4b80-b358-74aced82826e tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 946 time: 0.2940946
Feb 12 21:23:20.969207 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55832) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:20.974998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-2ef1de3b-f97b-444f-b252-12508174bbb0 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Request body: {'floatingip': {'port_id': '35690731-24a6-462a-972e-d7eb40390ef6'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:21.006696 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Network 8dd185bb-a0b0-46ea-84d7-de5a846ed424 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:21.010266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Pushing event updated for resources: {'Port': ['ID=1bdad377-6556-483a-8a79-cfb5ac93f479,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:21.012682 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:21.017154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:21.059483 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-03d7fa40-d9e1-4212-9fe2-cd71cef43961 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Allocated IP 172.20.0.9 (8dd185bb-a0b0-46ea-84d7-de5a846ed424/732ab0d3-6383-40cc-a4f8-5979697d6187/cbb20409-7216-450d-a3ec-0546bdd27f01) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:21.063273 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2ef1de3b-f97b-444f-b252-12508174bbb0 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for floatingip (e676ed51-7d3c-471a-89ec-46e913f455e5), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:21.120635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Attempting to bind port 1bdad377-6556-483a-8a79-cfb5ac93f479 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:21.121018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Attempting to bind port 1bdad377-6556-483a-8a79-cfb5ac93f479 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8dd185bb-a0b0-46ea-84d7-de5a846ed424'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:21.121388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Attempting to bind port 1bdad377-6556-483a-8a79-cfb5ac93f479 on network 8dd185bb-a0b0-46ea-84d7-de5a846ed424 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:21.123792 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Allocated IP 2001:db8::2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/e7085fba-6ff3-4339-ad7c-d38fb5ee9544/2dd3e18c-6f06-4c74-a83b-5e3413774939) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:21.129689 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8341cd05-0c11-4220-843b-650fcec5ff69 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:21.137561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:23:21.137561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Checking segment: {'id': '0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8dd185bb-a0b0-46ea-84d7-de5a846ed424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:21.137561 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:21.137561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Bound using segment: {'id': '0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8dd185bb-a0b0-46ea-84d7-de5a846ed424'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:23:21.137981 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8341cd05-0c11-4220-843b-650fcec5ff69 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:21.138127 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Bound port: 1bdad377-6556-483a-8a79-cfb5ac93f479, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8dd185bb-a0b0-46ea-84d7-de5a846ed424'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:23:21.138127 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1bdad377-6556-483a-8a79-cfb5ac93f479), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:21.242379 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-43e3b2fe-8021-4caa-899a-409b1e1ce483 service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3373442
Feb 12 21:23:21.306047 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] For port 1bdad377-6556-483a-8a79-cfb5ac93f479, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:23:21.307017 ncdv-master-1 neutron-server[126506]: INFO neutron.db.ipam_backend_mixin [None req-8341cd05-0c11-4220-843b-650fcec5ff69 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7085fba-6ff3-4339-ad7c-d38fb5ee9544 (CIDR: 2001:db8::/64)
Feb 12 21:23:21.318994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] For port 1bdad377-6556-483a-8a79-cfb5ac93f479, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bdad377-6556-483a-8a79-cfb5ac93f479,segment=NetworkSegment(0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f),segment_id=0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:23:21.327770 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5ae6c-3b18-44c7-bd74-4c933ac6a687 req-0fb1fce5-6c87-45d6-843e-b3a7a2f0e924 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:21.327770 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-12e5ae6c-3b18-44c7-bd74-4c933ac6a687 req-0fb1fce5-6c87-45d6-843e-b3a7a2f0e924 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 943 time: 0.1226165
Feb 12 21:23:21.383333 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-12e5ae6c-3b18-44c7-bd74-4c933ac6a687 req-fb19fac2-49fe-4ac3-85e5-cb8433116c30 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534613
Feb 12 21:23:21.415455 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Publish callbacks [] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:21.419698 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8341cd05-0c11-4220-843b-650fcec5ff69 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:23:21.419698 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8341cd05-0c11-4220-843b-650fcec5ff69 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:21.494922 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1bdad377-6556-483a-8a79-cfb5ac93f479), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:21.575558 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af702c-7e21-487e-adef-27d9e9c19651 None None] Pushing event updated for resources: {'Port': ['ID=1bdad377-6556-483a-8a79-cfb5ac93f479,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:21.628553 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:21.633728 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8341cd05-0c11-4220-843b-650fcec5ff69 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7836170
Feb 12 21:23:21.636395 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55858) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:21.645180 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ca406dfd-67e9-4e2d-a61d-8a8ddb0d146c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:21.696837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:21.702787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:21.707099 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:21.924444 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca406dfd-67e9-4e2d-a61d-8a8ddb0d146c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:21.929073 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ca406dfd-67e9-4e2d-a61d-8a8ddb0d146c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:21.983679 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Pushing event updated for resources: {'Port': ['ID=2dd3e18c-6f06-4c74-a83b-5e3413774939,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:21.989552 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-03d7fa40-d9e1-4212-9fe2-cd71cef43961 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks [] for port (cbb20409-7216-450d-a3ec-0546bdd27f01), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:21.992633 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b02df92-6c75-49cc-927d-1f2646c2bf9f req-96efdc4a-c5b3-4e03-aeb9-02ca3a751054 service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7429757
Feb 12 21:23:22.022907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Attempting to bind port 2dd3e18c-6f06-4c74-a83b-5e3413774939 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:22.023291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Attempting to bind port 2dd3e18c-6f06-4c74-a83b-5e3413774939 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:22.023662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Attempting to bind port 2dd3e18c-6f06-4c74-a83b-5e3413774939 on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:22.035878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:23:22.036288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:22.036689 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:22.037081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:23:22.041251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Bound port: 2dd3e18c-6f06-4c74-a83b-5e3413774939, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:23:22.041251 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:22.135901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] For port 2dd3e18c-6f06-4c74-a83b-5e3413774939, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:23:22.139464 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] For port 2dd3e18c-6f06-4c74-a83b-5e3413774939, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dd3e18c-6f06-4c74-a83b-5e3413774939,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:23:22.211734 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:22.255387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1bdad377-6556-483a-8a79-cfb5ac93f479 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:22.335934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6d5a1-35fb-4398-8f9d-23a12c65eb0a None None] Pushing event updated for resources: {'Port': ['ID=2dd3e18c-6f06-4c74-a83b-5e3413774939,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:22.345944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b1b7b-c86b-40a3-94d2-87a47db4c487 req-f5f88f63-5773-4b5d-b35a-40bc7b6c2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:22.347490 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d43b1b7b-c86b-40a3-94d2-87a47db4c487 req-f5f88f63-5773-4b5d-b35a-40bc7b6c2090 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 1125 time: 0.1299675
Feb 12 21:23:22.364181 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1bdad377-6556-483a-8a79-cfb5ac93f479 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:22.364533 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1bdad377-6556-483a-8a79-cfb5ac93f479), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:22.460580 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-03d7fa40-d9e1-4212-9fe2-cd71cef43961 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (cbb20409-7216-450d-a3ec-0546bdd27f01), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:22.483070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1bdad377-6556-483a-8a79-cfb5ac93f479 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:22.483592 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1bdad377-6556-483a-8a79-cfb5ac93f479), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:22.547814 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 1bdad377-6556-483a-8a79-cfb5ac93f479, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bdad377-6556-483a-8a79-cfb5ac93f479,segment=NetworkSegment(0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f),segment_id=0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:22.606575 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2ef1de3b-f97b-444f-b252-12508174bbb0 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:22.609003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d7fa40-d9e1-4212-9fe2-cd71cef43961 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Network 8dd185bb-a0b0-46ea-84d7-de5a846ed424 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:22.620135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-03d7fa40-d9e1-4212-9fe2-cd71cef43961 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:22.647323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d7fa40-d9e1-4212-9fe2-cd71cef43961 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:22.690006 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1bdad377-6556-483a-8a79-cfb5ac93f479), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:22.702108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffa06d-0f24-41ed-917d-ba175208c6f9 req-f06dd21e-49c0-4603-83d8-07f7f18e7c0a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:22.702108 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-24ffa06d-0f24-41ed-917d-ba175208c6f9 req-f06dd21e-49c0-4603-83d8-07f7f18e7c0a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 943 time: 0.1718001
Feb 12 21:23:22.712852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7fa40-d9e1-4212-9fe2-cd71cef43961 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Pushing event updated for resources: {'Port': ['ID=cbb20409-7216-450d-a3ec-0546bdd27f01,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:22.737561 ncdv-master-1 neutron-server[126506]: DEBUG neutron.objects.ports [None req-ca406dfd-67e9-4e2d-a61d-8a8ddb0d146c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126506) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:23:22.770071 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2ef1de3b-f97b-444f-b252-12508174bbb0 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (e676ed51-7d3c-471a-89ec-46e913f455e5), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:22.784791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b1b7b-c86b-40a3-94d2-87a47db4c487 req-4ec0c791-c6ce-4aa4-a534-b4053aa20d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:22.791084 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=1bdad377-6556-483a-8a79-cfb5ac93f479,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:22.791597 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d43b1b7b-c86b-40a3-94d2-87a47db4c487 req-4ec0c791-c6ce-4aa4-a534-b4053aa20d02 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.4315503
Feb 12 21:23:22.868676 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-24ffa06d-0f24-41ed-917d-ba175208c6f9 req-3ff3c040-e076-4faf-b261-10b789ada236 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600456
Feb 12 21:23:22.948741 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d7fa40-d9e1-4212-9fe2-cd71cef43961 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:22.949468 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-03d7fa40-d9e1-4212-9fe2-cd71cef43961 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:22.999519 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d43b1b7b-c86b-40a3-94d2-87a47db4c487 req-99c3e267-9aa0-40f8-a6aa-f3c51ee67e9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c240f75-9cf6-4ab7-9416-73a6c32cc739 HTTP/1.1" status: 200  len: 217 time: 0.0702312
Feb 12 21:23:23.055038 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ca406dfd-67e9-4e2d-a61d-8a8ddb0d146c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:23.076047 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b1b7b-c86b-40a3-94d2-87a47db4c487 req-8a37a2b5-e79b-4366-9959-285ef687caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:23.077546 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d43b1b7b-c86b-40a3-94d2-87a47db4c487 req-8a37a2b5-e79b-4366-9959-285ef687caf3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.0699079
Feb 12 21:23:23.097740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-03d7fa40-d9e1-4212-9fe2-cd71cef43961 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.1359956
Feb 12 21:23:23.098328 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-2ef1de3b-f97b-444f-b252-12508174bbb0 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Floating IP e676ed51-7d3c-471a-89ec-46e913f455e5 associated. External IP: 172.35.2.52, port: 35690731-24a6-462a-972e-d7eb40390ef6.
Feb 12 21:23:23.100281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55906) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:23.181941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2ee564-d395-4aae-aa45-4b362d086ce0 None None] Network 8dd185bb-a0b0-46ea-84d7-de5a846ed424 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:23.245885 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-caad8e09-59cf-41a1-8b15-1caffe425002 None None] Provisioning complete for port 1bdad377-6556-483a-8a79-cfb5ac93f479 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:23.246259 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-caad8e09-59cf-41a1-8b15-1caffe425002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1bdad377-6556-483a-8a79-cfb5ac93f479), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:23.302407 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-ca406dfd-67e9-4e2d-a61d-8a8ddb0d146c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] For port 2dd3e18c-6f06-4c74-a83b-5e3413774939, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dd3e18c-6f06-4c74-a83b-5e3413774939,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:23.340374 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b1b7b-c86b-40a3-94d2-87a47db4c487 req-5a6c0670-c5db-48e6-9860-a8ad6260e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:23.342014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d43b1b7b-c86b-40a3-94d2-87a47db4c487 req-5a6c0670-c5db-48e6-9860-a8ad6260e597 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2578864
Feb 12 21:23:23.366476 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ca406dfd-67e9-4e2d-a61d-8a8ddb0d146c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:23.424295 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-caad8e09-59cf-41a1-8b15-1caffe425002 None None] Current status of the port 1bdad377-6556-483a-8a79-cfb5ac93f479 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:23.463462 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ca406dfd-67e9-4e2d-a61d-8a8ddb0d146c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:23.486694 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ca406dfd-67e9-4e2d-a61d-8a8ddb0d146c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (b030f535-66ac-404e-bf01-0a1630b8efff), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:23.564623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-b59c00ca-c19a-468e-b096-1aadac91de46 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Deleting port cbb20409-7216-450d-a3ec-0546bdd27f01 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:23.565156 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59c00ca-c19a-468e-b096-1aadac91de46 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (cbb20409-7216-450d-a3ec-0546bdd27f01), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:23.628273 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca406dfd-67e9-4e2d-a61d-8a8ddb0d146c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:23.642006 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-ca406dfd-67e9-4e2d-a61d-8a8ddb0d146c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:23.647622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca406dfd-67e9-4e2d-a61d-8a8ddb0d146c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=2dd3e18c-6f06-4c74-a83b-5e3413774939,revision_number=4']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:23.662320 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca406dfd-67e9-4e2d-a61d-8a8ddb0d146c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:23.663197 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ca406dfd-67e9-4e2d-a61d-8a8ddb0d146c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:23.665740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca406dfd-67e9-4e2d-a61d-8a8ddb0d146c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=b030f535-66ac-404e-bf01-0a1630b8efff,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:23.757158 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d43b1b7b-c86b-40a3-94d2-87a47db4c487 req-6e9217c2-8ebc-4cbe-8723-744c010d3363 service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4077957
Feb 12 21:23:23.797472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef1de3b-f97b-444f-b252-12508174bbb0 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Router d10c3c54-e149-4055-ad99-e19133a8999d has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:23:23.816451 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59c00ca-c19a-468e-b096-1aadac91de46 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (cbb20409-7216-450d-a3ec-0546bdd27f01), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:23.845695 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ca406dfd-67e9-4e2d-a61d-8a8ddb0d146c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.2007892
Feb 12 21:23:23.845695 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55942) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:23.848114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a8ebbe34-f488-450e-8a3b-3124fc3cdfe2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'mac_address': 'fa:16:3e:9b:01:33', 'name': 'tempest-NetworksTestDHCPv6-345970527'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:23.862159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b7fa187d-82ba-4266-910d-f2081ae3fb31 None None] Provisioning complete for port cbb20409-7216-450d-a3ec-0546bdd27f01 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:23.863219 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b7fa187d-82ba-4266-910d-f2081ae3fb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cbb20409-7216-450d-a3ec-0546bdd27f01), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:23.883932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-b59c00ca-c19a-468e-b096-1aadac91de46 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Calling delete_port for cbb20409-7216-450d-a3ec-0546bdd27f01 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:23:23.968483 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa187d-82ba-4266-910d-f2081ae3fb31 None None] Port cbb20409-7216-450d-a3ec-0546bdd27f01 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:23:24.016125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b7fa187d-82ba-4266-910d-f2081ae3fb31 None None] Provisioning complete for port 1bdad377-6556-483a-8a79-cfb5ac93f479 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:24.017010 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b7fa187d-82ba-4266-910d-f2081ae3fb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1bdad377-6556-483a-8a79-cfb5ac93f479), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:24.128290 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542fbfc7-2914-4fe3-b57f-41e818b29b79 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:24.232731 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1e1bb-7950-4fdd-89b2-ed97e337a970 req-56adecd9-045b-410c-adc1-a7fa2d508293 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:24.238452 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-20a1e1bb-7950-4fdd-89b2-ed97e337a970 req-56adecd9-045b-410c-adc1-a7fa2d508293 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 943 time: 0.1708972
Feb 12 21:23:24.274950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d43b1b7b-c86b-40a3-94d2-87a47db4c487 req-974d5245-dcd0-4a9c-8ac6-4619860264e4 service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5072761
Feb 12 21:23:24.281875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa187d-82ba-4266-910d-f2081ae3fb31 None None] Current status of the port 1bdad377-6556-483a-8a79-cfb5ac93f479 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:24.290175 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef1de3b-f97b-444f-b252-12508174bbb0 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:23:24.298171 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2ef1de3b-f97b-444f-b252-12508174bbb0 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:24.326137 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c02b16-eb57-4cd5-affe-225eac01de9c None None] Sync routers for ids ['d10c3c54-e149-4055-ad99-e19133a8999d'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:23:24.332118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2dd3e18c-6f06-4c74-a83b-5e3413774939 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:24.348654 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2ef1de3b-f97b-444f-b252-12508174bbb0 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "PUT /v2.0/floatingips/e676ed51-7d3c-471a-89ec-46e913f455e5 HTTP/1.1" status: 200  len: 991 time: 3.3782952
Feb 12 21:23:24.349524 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-20a1e1bb-7950-4fdd-89b2-ed97e337a970 req-821ad949-82cb-45e9-a875-5ec5aa81fa2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951064
Feb 12 21:23:24.351234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ebbe34-f488-450e-8a3b-3124fc3cdfe2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:24.353315 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0039e4f0-8954-4956-88f8-0e7da9b04f05', 'tag': '35690731-24a6-462a-972e-d7eb40390ef6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:23:24.355778 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a30386-ac01-4aab-a97d-999b9cc0e866" -d '{"events": [{"name": "network-changed", "server_uuid": "0039e4f0-8954-4956-88f8-0e7da9b04f05", "tag": "35690731-24a6-462a-972e-d7eb40390ef6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:23:24.393749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c02b16-eb57-4cd5-affe-225eac01de9c None None] Routers {'d10c3c54-e149-4055-ad99-e19133a8999d'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:23:24.395003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-30c02b16-eb57-4cd5-affe-225eac01de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5e33a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:22:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d10c3c54-e149-4055-ad99-e19133a8999d'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:24.467262 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab29b63-65a1-45c8-bb7b-d314ef74f501 x-openstack-request-id: req-1ab29b63-65a1-45c8-bb7b-d314ef74f501 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:23:24.467562 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0039e4f0-8954-4956-88f8-0e7da9b04f05", "tag": "35690731-24a6-462a-972e-d7eb40390ef6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:23:24.467866 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ab29b63-65a1-45c8-bb7b-d314ef74f501 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:23:24.468280 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0039e4f0-8954-4956-88f8-0e7da9b04f05', 'tag': '35690731-24a6-462a-972e-d7eb40390ef6', 'status': 'completed', 'code': 200}
Feb 12 21:23:24.496340 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbe34-f488-450e-8a3b-3124fc3cdfe2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:24.500141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3195d6ab-7fbf-4055-8359-3de7ae8343bf None None] Provisioning complete for port 2dd3e18c-6f06-4c74-a83b-5e3413774939 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:24.500524 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3195d6ab-7fbf-4055-8359-3de7ae8343bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:24.526438 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-a8ebbe34-f488-450e-8a3b-3124fc3cdfe2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port c1cae523-22b0-4b88-aaf0-1a84a5feaa0f yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:23:24.557919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2dd3e18c-6f06-4c74-a83b-5e3413774939 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:24.558328 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:24.566769 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a30386-ac01-4aab-a97d-999b9cc0e866 req-ba4e70c9-c8b8-419f-9f87-74f869718188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:24.568566 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62a30386-ac01-4aab-a97d-999b9cc0e866 req-ba4e70c9-c8b8-419f-9f87-74f869718188 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1dda620b49344bdaa8408d14a9e44acd&device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 1128 time: 0.0835307
Feb 12 21:23:24.610332 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59c00ca-c19a-468e-b096-1aadac91de46 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (cbb20409-7216-450d-a3ec-0546bdd27f01), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:24.673956 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-30c02b16-eb57-4cd5-affe-225eac01de9c None None] Set router d10c3c54-e149-4055-ad99-e19133a8999d gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:23:24.682376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c00ca-c19a-468e-b096-1aadac91de46 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Pushing event deleted for resources: {'Port': ['ID=cbb20409-7216-450d-a3ec-0546bdd27f01,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:24.800067 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59c00ca-c19a-468e-b096-1aadac91de46 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:24.806715 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b59c00ca-c19a-468e-b096-1aadac91de46 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] 10.222.0.31 "DELETE /v2.0/ports/cbb20409-7216-450d-a3ec-0546bdd27f01 HTTP/1.1" status: 204  len: 168 time: 1.7042084
Feb 12 21:23:24.810065 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55984) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:24.868019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a30386-ac01-4aab-a97d-999b9cc0e866 req-7adc02c1-6758-447f-adbf-3b8642dc736d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:24.868202 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-a8ebbe34-f488-450e-8a3b-3124fc3cdfe2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::3bb (01503430-92c6-4e0f-b4a9-5afb7568fb7a/e7085fba-6ff3-4339-ad7c-d38fb5ee9544/c1cae523-22b0-4b88-aaf0-1a84a5feaa0f) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:24.878124 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62a30386-ac01-4aab-a97d-999b9cc0e866 req-7adc02c1-6758-447f-adbf-3b8642dc736d service neutron] 10.222.0.48 "GET /v2.0/networks?id=3d3223c4-7d3e-45d4-827e-f74909602e0e HTTP/1.1" status: 200  len: 912 time: 0.2950590
Feb 12 21:23:24.879388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-a8ebbe34-f488-450e-8a3b-3124fc3cdfe2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9b:133 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/b030f535-66ac-404e-bf01-0a1630b8efff/c1cae523-22b0-4b88-aaf0-1a84a5feaa0f) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:24.970438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6c240f75-9cf6-4ab7-9416-73a6c32cc739 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:23:25.066566 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62a30386-ac01-4aab-a97d-999b9cc0e866 req-8bee253e-c8e0-4f2e-a238-4603223f8f85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35690731-24a6-462a-972e-d7eb40390ef6 HTTP/1.1" status: 200  len: 999 time: 0.1609604
Feb 12 21:23:25.101141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3195d6ab-7fbf-4055-8359-3de7ae8343bf None None] Current status of the port 2dd3e18c-6f06-4c74-a83b-5e3413774939 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:25.101650 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3195d6ab-7fbf-4055-8359-3de7ae8343bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:25.122767 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-304fe4b3-74f2-4ed4-8ca9-7a4cf07ccf7b tempest-DHCPAgentSchedulersTestJSON-74387514 tempest-DHCPAgentSchedulersTestJSON-74387514-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4933 time: 0.3114126
Feb 12 21:23:25.123934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56006) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:25.126291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2dd3e18c-6f06-4c74-a83b-5e3413774939 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:25.126691 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:25.136236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9ca2405f-6490-4867-bcd3-deea36a527d1 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1010464185'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:25.217927 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbe34-f488-450e-8a3b-3124fc3cdfe2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (c1cae523-22b0-4b88-aaf0-1a84a5feaa0f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:25.232728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a30386-ac01-4aab-a97d-999b9cc0e866 req-997f493e-011a-4cd8-b370-613f2ca2281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:25.234423 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62a30386-ac01-4aab-a97d-999b9cc0e866 req-997f493e-011a-4cd8-b370-613f2ca2281a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08262d9b-e180-46f4-80c5-239821f96956 HTTP/1.1" status: 200  len: 850 time: 0.1612434
Feb 12 21:23:25.248074 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.resource_extend [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:23:25.352983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a30386-ac01-4aab-a97d-999b9cc0e866 req-3c07da26-14cb-4b5b-9f2b-6dca4666019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:25.354621 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62a30386-ac01-4aab-a97d-999b9cc0e866 req-3c07da26-14cb-4b5b-9f2b-6dca4666019c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d3223c4-7d3e-45d4-827e-f74909602e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1134920
Feb 12 21:23:25.358111 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca2405f-6490-4867-bcd3-deea36a527d1 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Made reservation on behalf of 79c308a0f3184fae98338d568725e08d for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:25.363182 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9ca2405f-6490-4867-bcd3-deea36a527d1 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:25.406150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 2dd3e18c-6f06-4c74-a83b-5e3413774939, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dd3e18c-6f06-4c74-a83b-5e3413774939,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:25.430594 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbe34-f488-450e-8a3b-3124fc3cdfe2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c1cae523-22b0-4b88-aaf0-1a84a5feaa0f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:25.462081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca2405f-6490-4867-bcd3-deea36a527d1 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:23:25.478961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 6c240f75-9cf6-4ab7-9416-73a6c32cc739, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c240f75-9cf6-4ab7-9416-73a6c32cc739,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:25.484783 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9ca2405f-6490-4867-bcd3-deea36a527d1 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bf578d12-bc81-4790-893d-efa646f7de21), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:25.485212 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-9ca2405f-6490-4867-bcd3-deea36a527d1 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Added segment bf578d12-bc81-4790-893d-efa646f7de21 of type vlan for network 81db08de-e3c4-4d5f-a8c8-80321cfae690
Feb 12 21:23:25.497523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '6c240f75-9cf6-4ab7-9416-73a6c32cc739', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'port_id': '6c240f75-9cf6-4ab7-9416-73a6c32cc739', 'mac_address': 'fa:16:3e:fe:4e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:23:25.517294 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ebbe34-f488-450e-8a3b-3124fc3cdfe2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:25.523067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-a8ebbe34-f488-450e-8a3b-3124fc3cdfe2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:25.527477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ebbe34-f488-450e-8a3b-3124fc3cdfe2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:25.533643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ebbe34-f488-450e-8a3b-3124fc3cdfe2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:25.533966 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbe34-f488-450e-8a3b-3124fc3cdfe2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:25.545033 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62a30386-ac01-4aab-a97d-999b9cc0e866 req-53788b23-6223-4c24-bee5-346c31472366 service neutron] 10.222.0.48 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1775255
Feb 12 21:23:25.568284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebbe34-f488-450e-8a3b-3124fc3cdfe2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=c1cae523-22b0-4b88-aaf0-1a84a5feaa0f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:25.569506 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9ca2405f-6490-4867-bcd3-deea36a527d1 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (81db08de-e3c4-4d5f-a8c8-80321cfae690), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:25.596985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 6c240f75-9cf6-4ab7-9416-73a6c32cc739 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:25.596985 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:25.607967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2800ca-a322-40f9-917f-e285f705ad1a req-c15fa484-5a95-4c00-bde9-268daea8f04c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:25.608979 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:25.609832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1bdad377-6556-483a-8a79-cfb5ac93f479 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:25.618773 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7e2800ca-a322-40f9-917f-e285f705ad1a req-c15fa484-5a95-4c00-bde9-268daea8f04c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 943 time: 0.1367123
Feb 12 21:23:25.690222 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7e2800ca-a322-40f9-917f-e285f705ad1a req-cbaabb7f-407d-4718-b0c7-169d58670f2b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713074
Feb 12 21:23:25.704344 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62a30386-ac01-4aab-a97d-999b9cc0e866 req-aefd1087-b2e2-4c7f-a598-331b9293f3aa service neutron] 10.222.0.48 "GET /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517799
Feb 12 21:23:25.713510 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56024) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:25.722646 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a8ebbe34-f488-450e-8a3b-3124fc3cdfe2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 1.8662846
Feb 12 21:23:25.802061 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9ca2405f-6490-4867-bcd3-deea36a527d1 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (81db08de-e3c4-4d5f-a8c8-80321cfae690), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:25.815625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca2405f-6490-4867-bcd3-deea36a527d1 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:25.816510 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9ca2405f-6490-4867-bcd3-deea36a527d1 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:25.962144 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c240f75-9cf6-4ab7-9416-73a6c32cc739 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:23:25.965971 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9ca2405f-6490-4867-bcd3-deea36a527d1 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.8391986
Feb 12 21:23:25.966323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=2dd3e18c-6f06-4c74-a83b-5e3413774939,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:25.968649 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56036) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:25.972135 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-3195d6ab-7fbf-4055-8359-3de7ae8343bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:23:25.972936 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-3195d6ab-7fbf-4055-8359-3de7ae8343bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:23:25.992563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2405f-6490-4867-bcd3-deea36a527d1 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Pushing event updated for resources: {'Network': ['ID=81db08de-e3c4-4d5f-a8c8-80321cfae690,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:26.020168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-30c02b16-eb57-4cd5-affe-225eac01de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5e33a0>, [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:26Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e676ed51-7d3c-471a-89ec-46e913f455e5', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'floating_ip_address': '172.35.2.52', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'port_id': '35690731-24a6-462a-972e-d7eb40390ef6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'mac_address': 'fa:16:3e:2e:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039e4f0-8954-4956-88f8-0e7da9b04f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:23:02Z', 'updated_at': '2022-02-12T21:23:22Z', 'revision_number': 1, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052', 'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'mac_address': 'fa:16:3e:45:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:24Z', 'updated_at': '2022-02-12T21:19:38Z', 'revision_number': 5, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'subnets': [{'id': '08262d9b-e180-46f4-80c5-239821f96956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:26.032252 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 81db08de-e3c4-4d5f-a8c8-80321cfae690 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:23:26.117846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c02b16-eb57-4cd5-affe-225eac01de9c None None] Checking router: d10c3c54-e149-4055-ad99-e19133a8999d for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:23:26.124236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-260c12f2-69ed-4239-851c-dd826a4ad761 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port c1cae523-22b0-4b88-aaf0-1a84a5feaa0f {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:26.124719 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-260c12f2-69ed-4239-851c-dd826a4ad761 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c1cae523-22b0-4b88-aaf0-1a84a5feaa0f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:26.128148 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 6c240f75-9cf6-4ab7-9416-73a6c32cc739, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c240f75-9cf6-4ab7-9416-73a6c32cc739,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:26.176919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c02b16-eb57-4cd5-affe-225eac01de9c None None] Routers {'d10c3c54-e149-4055-ad99-e19133a8999d'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:23:26.178160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-30c02b16-eb57-4cd5-affe-225eac01de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5e33a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:22:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d10c3c54-e149-4055-ad99-e19133a8999d'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:26.272857 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-495bce63-45bf-4b4f-8209-b90abbc45c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:26.284178 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:26.292651 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1bdad377-6556-483a-8a79-cfb5ac93f479 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:26.293028 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1bdad377-6556-483a-8a79-cfb5ac93f479), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:26.424668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=6c240f75-9cf6-4ab7-9416-73a6c32cc739,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:26.450896 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-30c02b16-eb57-4cd5-affe-225eac01de9c None None] Set router d10c3c54-e149-4055-ad99-e19133a8999d gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:23:26.511537 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['6c240f75-9cf6-4ab7-9416-73a6c32cc739'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:23:26.614562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56060) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:26.734417 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1bdad377-6556-483a-8a79-cfb5ac93f479 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:26.750708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56066) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:26.752647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7683e740-425c-4eb6-b745-a16de170e78c tempest-DHCPAgentSchedulersTestJSON-74387514 tempest-DHCPAgentSchedulersTestJSON-74387514-project-admin] 10.222.0.31 "GET /v2.0/agents/6ac22870-ddca-4000-8be0-c7e5a50a4f5b/dhcp-networks HTTP/1.1" status: 200  len: 6532 time: 0.7821894
Feb 12 21:23:26.782991 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-260c12f2-69ed-4239-851c-dd826a4ad761 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c1cae523-22b0-4b88-aaf0-1a84a5feaa0f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:26.808742 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-260c12f2-69ed-4239-851c-dd826a4ad761 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for c1cae523-22b0-4b88-aaf0-1a84a5feaa0f owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:23:26.824217 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3195d6ab-7fbf-4055-8359-3de7ae8343bf None None] Current status of the port 2dd3e18c-6f06-4c74-a83b-5e3413774939 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:26.839856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3195d6ab-7fbf-4055-8359-3de7ae8343bf None None] Could not find standard attr ID for object cbb20409-7216-450d-a3ec-0546bdd27f01. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:23:26.858726 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:26.878582 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2dd3e18c-6f06-4c74-a83b-5e3413774939 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:26.964686 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:26.971758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335cb0-c8bb-4f78-b9cc-ab629a6ef9a8 req-a9a56875-f05a-40ba-a66f-6ac77caf309c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:26.973445 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-51335cb0-c8bb-4f78-b9cc-ab629a6ef9a8 req-a9a56875-f05a-40ba-a66f-6ac77caf309c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 944 time: 0.1418786
Feb 12 21:23:26.983780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dcb028-a49b-4780-b87b-28d328d11c09 tempest-DHCPAgentSchedulersTestJSON-74387514 tempest-DHCPAgentSchedulersTestJSON-74387514-project-admin] Network 81db08de-e3c4-4d5f-a8c8-80321cfae690 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:23:27.036827 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b2487815-b0f9-4244-b6bb-af2e233b4c43 None None] Provisioning complete for port c1cae523-22b0-4b88-aaf0-1a84a5feaa0f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:27.037479 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b2487815-b0f9-4244-b6bb-af2e233b4c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c1cae523-22b0-4b88-aaf0-1a84a5feaa0f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:27.039188 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-51335cb0-c8bb-4f78-b9cc-ab629a6ef9a8 req-c6412995-7323-46bf-a626-5cb8ab074f3f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480316
Feb 12 21:23:27.083190 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-42dcb028-a49b-4780-b87b-28d328d11c09 tempest-DHCPAgentSchedulersTestJSON-74387514 tempest-DHCPAgentSchedulersTestJSON-74387514-project-admin] 10.222.0.31 "POST /v2.0/agents/6ac22870-ddca-4000-8be0-c7e5a50a4f5b/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.3284142
Feb 12 21:23:27.089545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56074) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:27.091733 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec3e3c9-c716-45cc-800b-19dbc1de4c91 None None] Network 81db08de-e3c4-4d5f-a8c8-80321cfae690 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:27.159060 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2dd3e18c-6f06-4c74-a83b-5e3413774939 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:27.159454 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:27.172186 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-260c12f2-69ed-4239-851c-dd826a4ad761 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c1cae523-22b0-4b88-aaf0-1a84a5feaa0f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:27.190705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b2487815-b0f9-4244-b6bb-af2e233b4c43 None None] Port c1cae523-22b0-4b88-aaf0-1a84a5feaa0f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:23:27.241340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c12f2-69ed-4239-851c-dd826a4ad761 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=c1cae523-22b0-4b88-aaf0-1a84a5feaa0f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:27.257824 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Publish callbacks [] for security_group (e2946952-4038-4a18-bc45-e1cc787953f0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:27.270353 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-260c12f2-69ed-4239-851c-dd826a4ad761 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:27.273813 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-260c12f2-69ed-4239-851c-dd826a4ad761 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/c1cae523-22b0-4b88-aaf0-1a84a5feaa0f HTTP/1.1" status: 204  len: 168 time: 1.5591221
Feb 12 21:23:27.276915 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56076) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:27.282321 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b2487815-b0f9-4244-b6bb-af2e233b4c43 None None] Provisioning complete for port 2dd3e18c-6f06-4c74-a83b-5e3413774939 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:27.288742 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b2487815-b0f9-4244-b6bb-af2e233b4c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:27.338204 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ad89cf20-45e3-4aab-86c1-9dd50525da5e tempest-DHCPAgentSchedulersTestJSON-74387514 tempest-DHCPAgentSchedulersTestJSON-74387514-project-admin] 10.222.0.31 "GET /v2.0/agents/6ac22870-ddca-4000-8be0-c7e5a50a4f5b/dhcp-networks HTTP/1.1" status: 200  len: 7303 time: 0.2472560
Feb 12 21:23:27.339402 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56078) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:27.344022 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-30c02b16-eb57-4cd5-affe-225eac01de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5e33a0>, [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:26Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e676ed51-7d3c-471a-89ec-46e913f455e5', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'floating_ip_address': '172.35.2.52', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'port_id': '35690731-24a6-462a-972e-d7eb40390ef6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'mac_address': 'fa:16:3e:2e:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039e4f0-8954-4956-88f8-0e7da9b04f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:23:02Z', 'updated_at': '2022-02-12T21:23:22Z', 'revision_number': 1, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052', 'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'mac_address': 'fa:16:3e:45:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:24Z', 'updated_at': '2022-02-12T21:19:38Z', 'revision_number': 5, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'subnets': [{'id': '08262d9b-e180-46f4-80c5-239821f96956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:27.344807 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de8b607-ac79-4a24-9c1d-17cff9db9e63 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:27.346831 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4de8b607-ac79-4a24-9c1d-17cff9db9e63 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0685015
Feb 12 21:23:27.348215 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e2946952-4038-4a18-bc45-e1cc787953f0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:27.353794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56080) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:27.411420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c02b16-eb57-4cd5-affe-225eac01de9c None None] The sync data for ids ['d10c3c54-e149-4055-ad99-e19133a8999d'] in ncdv-master-1 is: [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:26Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e676ed51-7d3c-471a-89ec-46e913f455e5', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'floating_ip_address': '172.35.2.52', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'port_id': '35690731-24a6-462a-972e-d7eb40390ef6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'mac_address': 'fa:16:3e:2e:85:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0039e4f0-8954-4956-88f8-0e7da9b04f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:23:02Z', 'updated_at': '2022-02-12T21:23:22Z', 'revision_number': 1, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052', 'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'mac_address': 'fa:16:3e:45:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:24Z', 'updated_at': '2022-02-12T21:19:38Z', 'revision_number': 5, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'subnets': [{'id': '08262d9b-e180-46f4-80c5-239821f96956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:23:27.438595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2dd3e18c-6f06-4c74-a83b-5e3413774939 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:27.484833 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2946952-4038-4a18-bc45-e1cc787953f0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:27.514373 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:27.514737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:27.515142 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:27.515498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:27.515836 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:27.516226 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:27.517001 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:27.517278 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:27.519257 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:27.519516 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:27.524323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b2487815-b0f9-4244-b6bb-af2e233b4c43 None None] Current status of the port 2dd3e18c-6f06-4c74-a83b-5e3413774939 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:27.524521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:27.524737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:27.526909 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:27.559646 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-212d5608-485b-4899-bbe6-6686529447fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a619de08449e473fbd73467e1733396a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9439199
Feb 12 21:23:27.563799 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56090) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:27.582048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33d8fef-abb8-4306-8c30-1ff1e0b13437 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:27.583719 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c33d8fef-abb8-4306-8c30-1ff1e0b13437 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.2288375
Feb 12 21:23:27.586345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56094) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:27.627184 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05bd42f0-d6eb-461f-b6ec-3d129412456b admin admin] Publish callbacks [] for security_group (e2946952-4038-4a18-bc45-e1cc787953f0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:27.653247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6756380d-b44d-443c-a126-0ce49041c7cc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:27.654770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6756380d-b44d-443c-a126-0ce49041c7cc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:27.656110 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6756380d-b44d-443c-a126-0ce49041c7cc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:27.660701 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6756380d-b44d-443c-a126-0ce49041c7cc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0703843
Feb 12 21:23:27.660970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56096) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:27.661316 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05bd42f0-d6eb-461f-b6ec-3d129412456b admin admin] Publish callbacks [] for security_group (e2946952-4038-4a18-bc45-e1cc787953f0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:27.675009 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-58aef056-701d-4d36-a5cb-d71de7878103 tempest-DHCPAgentSchedulersTestJSON-74387514 tempest-DHCPAgentSchedulersTestJSON-74387514-project-admin] 10.222.0.31 "DELETE /v2.0/agents/6ac22870-ddca-4000-8be0-c7e5a50a4f5b/dhcp-networks/81db08de-e3c4-4d5f-a8c8-80321cfae690 HTTP/1.1" status: 204  len: 168 time: 0.3339219
Feb 12 21:23:27.675636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56098) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:27.757277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet b030f535-66ac-404e-bf01-0a1630b8efff {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:23:27.792960 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59440b18-8494-4a74-bdcc-ffdcb1b429e2 None None] New status for floating IP e676ed51-7d3c-471a-89ec-46e913f455e5: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:23:27.794753 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (b030f535-66ac-404e-bf01-0a1630b8efff), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:27.822713 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05bd42f0-d6eb-461f-b6ec-3d129412456b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e2946952-4038-4a18-bc45-e1cc787953f0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:27.826001 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05bd42f0-d6eb-461f-b6ec-3d129412456b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:27.830719 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-05bd42f0-d6eb-461f-b6ec-3d129412456b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2946952-4038-4a18-bc45-e1cc787953f0 HTTP/1.1" status: 204  len: 168 time: 0.2645352
Feb 12 21:23:27.841872 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd42f0-d6eb-461f-b6ec-3d129412456b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2946952-4038-4a18-bc45-e1cc787953f0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:27.897617 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (b030f535-66ac-404e-bf01-0a1630b8efff), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:27.942616 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-00d54113-a876-4695-bbd8-d625dc5ae97f tempest-DHCPAgentSchedulersTestJSON-74387514 tempest-DHCPAgentSchedulersTestJSON-74387514-project-admin] 10.222.0.31 "GET /v2.0/agents/6ac22870-ddca-4000-8be0-c7e5a50a4f5b/dhcp-networks HTTP/1.1" status: 200  len: 6532 time: 0.2644970
Feb 12 21:23:27.947302 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56106) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:27.972250 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0a92c903-2bf2-49b0-9799-973484cbacfd tempest-DHCPAgentSchedulersTestJSON-74387514 tempest-DHCPAgentSchedulersTestJSON-74387514-project-admin] 10.222.0.31 "GET /v2.0/networks/8dd185bb-a0b0-46ea-84d7-de5a846ed424/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0235288
Feb 12 21:23:27.975452 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56110) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:27.995113 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7d0c642e-dc2c-428e-9c97-56193a7ab5d0 tempest-DHCPAgentSchedulersTestJSON-74387514 tempest-DHCPAgentSchedulersTestJSON-74387514-project-admin] 10.222.0.31 "GET /v2.0/networks/8dd185bb-a0b0-46ea-84d7-de5a846ed424/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0183749
Feb 12 21:23:27.997554 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56112) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:28.008473 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (b030f535-66ac-404e-bf01-0a1630b8efff), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:28.207270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ad4cb-e220-45d8-a78d-92ee7454d34b req-41bdc7f9-40e5-4242-b2de-fcce45be8c29 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:28.215119 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d97ad4cb-e220-45d8-a78d-92ee7454d34b req-41bdc7f9-40e5-4242-b2de-fcce45be8c29 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 944 time: 0.0776904
Feb 12 21:23:28.225532 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (b030f535-66ac-404e-bf01-0a1630b8efff), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:28.266125 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5321064c-1255-4bf6-8f9e-2753edbf314a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:28.275846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e795dd-2f98-47b2-87f0-86be26ad1a33 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:28.293391 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:28.303009 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/b030f535-66ac-404e-bf01-0a1630b8efff HTTP/1.1" status: 204  len: 168 time: 0.6409266
Feb 12 21:23:28.328846 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d97ad4cb-e220-45d8-a78d-92ee7454d34b req-d683c53b-ea6a-4ba3-aa58-9f4a7e8b6376 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980227
Feb 12 21:23:28.330659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=b030f535-66ac-404e-bf01-0a1630b8efff,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:28.344753 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56120) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:28.365884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:28.366247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:28.366592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:28.366935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:28.367291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:28.367611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:28.367944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:28.368268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:28.369047 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:28.369047 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:28.369283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:28.369655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:28.369927 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a4d5ba-0a5d-4c2c-89dd-b42bb0f22258 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:23:28.430502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97124b7-f9b6-4022-b9cd-41cce343c9d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet e7085fba-6ff3-4339-ad7c-d38fb5ee9544 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:23:28.434716 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d97124b7-f9b6-4022-b9cd-41cce343c9d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (e7085fba-6ff3-4339-ad7c-d38fb5ee9544), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:28.495401 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d97124b7-f9b6-4022-b9cd-41cce343c9d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (e7085fba-6ff3-4339-ad7c-d38fb5ee9544), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:28.533722 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4c208c84-a5b3-4ac1-85b5-99befca3a87b tempest-DHCPAgentSchedulersTestJSON-74387514 tempest-DHCPAgentSchedulersTestJSON-74387514-project-admin] 10.222.0.31 "GET /v2.0/agents/6ac22870-ddca-4000-8be0-c7e5a50a4f5b/dhcp-networks HTTP/1.1" status: 200  len: 6532 time: 0.5345216
Feb 12 21:23:28.537194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56132) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:28.616825 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d97124b7-f9b6-4022-b9cd-41cce343c9d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (e7085fba-6ff3-4339-ad7c-d38fb5ee9544), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:28.663796 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-509edcaa-6d5a-43f5-bc7f-45346bae4ae0 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (81db08de-e3c4-4d5f-a8c8-80321cfae690), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:28.778497 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-509edcaa-6d5a-43f5-bc7f-45346bae4ae0 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (81db08de-e3c4-4d5f-a8c8-80321cfae690), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:28.804492 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d97124b7-f9b6-4022-b9cd-41cce343c9d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (e7085fba-6ff3-4339-ad7c-d38fb5ee9544), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:28.823252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-509edcaa-6d5a-43f5-bc7f-45346bae4ae0 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb066fa0>,) {'filters': {'network_id': ['81db08de-e3c4-4d5f-a8c8-80321cfae690']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:28.834530 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-509edcaa-6d5a-43f5-bc7f-45346bae4ae0 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb066fa0>, 'bf578d12-bc81-4790-893d-efa646f7de21') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:28.835131 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-509edcaa-6d5a-43f5-bc7f-45346bae4ae0 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb066fa0>, 'bf578d12-bc81-4790-893d-efa646f7de21') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:28.835362 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97124b7-f9b6-4022-b9cd-41cce343c9d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=e7085fba-6ff3-4339-ad7c-d38fb5ee9544,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:28.841133 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d97124b7-f9b6-4022-b9cd-41cce343c9d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:28.845785 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d97124b7-f9b6-4022-b9cd-41cce343c9d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/e7085fba-6ff3-4339-ad7c-d38fb5ee9544 HTTP/1.1" status: 204  len: 168 time: 0.4997442
Feb 12 21:23:28.848520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56140) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:28.868230 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-509edcaa-6d5a-43f5-bc7f-45346bae4ae0 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (bf578d12-bc81-4790-893d-efa646f7de21), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:28.916961 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-47e08647-0a2e-4b07-bebc-0281f318086b tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0672641
Feb 12 21:23:28.919827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56148) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:28.925102 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-509edcaa-6d5a-43f5-bc7f-45346bae4ae0 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bf578d12-bc81-4790-893d-efa646f7de21), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:28.925801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0acfb870-beb4-4291-b665-a7af49aa6995 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:28.931874 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509edcaa-6d5a-43f5-bc7f-45346bae4ae0 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:23:28.932272 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-509edcaa-6d5a-43f5-bc7f-45346bae4ae0 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (bf578d12-bc81-4790-893d-efa646f7de21), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:23:28.936758 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:23:28.944445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6c240f75-9cf6-4ab7-9416-73a6c32cc739 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:29.106616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 6c240f75-9cf6-4ab7-9416-73a6c32cc739 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:23:29.111063 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 6c240f75-9cf6-4ab7-9416-73a6c32cc739 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:29.112202 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:29.176052 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acfb870-beb4-4291-b665-a7af49aa6995 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:29.176475 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-509edcaa-6d5a-43f5-bc7f-45346bae4ae0 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (81db08de-e3c4-4d5f-a8c8-80321cfae690), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:29.181544 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0acfb870-beb4-4291-b665-a7af49aa6995 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:29.192922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-509edcaa-6d5a-43f5-bc7f-45346bae4ae0 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:29.207477 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-509edcaa-6d5a-43f5-bc7f-45346bae4ae0 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] 10.222.0.31 "DELETE /v2.0/networks/81db08de-e3c4-4d5f-a8c8-80321cfae690 HTTP/1.1" status: 204  len: 168 time: 0.6690526
Feb 12 21:23:29.218192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56154) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:29.226153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 6c240f75-9cf6-4ab7-9416-73a6c32cc739 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:29.226830 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:29.228553 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509edcaa-6d5a-43f5-bc7f-45346bae4ae0 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Pushing event deleted for resources: {'Network': ['ID=81db08de-e3c4-4d5f-a8c8-80321cfae690,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:29.263899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d7cfd2-6923-4882-bbbe-97069905bcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c240f75-9cf6-4ab7-9416-73a6c32cc739'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:23:29.268433 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae1575a-5295-4474-bc26-2e3e7835b3c8" -d '{"events": [{"server_uuid": "93d7cfd2-6923-4882-bbbe-97069905bcba", "name": "network-vif-plugged", "status": "completed", "tag": "6c240f75-9cf6-4ab7-9416-73a6c32cc739"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:23:29.285842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 6c240f75-9cf6-4ab7-9416-73a6c32cc739, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c240f75-9cf6-4ab7-9416-73a6c32cc739,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:29.339394 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ca2287-a646-4398-8e05-777978ab2933 x-openstack-request-id: req-b9ca2287-a646-4398-8e05-777978ab2933 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:23:29.339688 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d7cfd2-6923-4882-bbbe-97069905bcba", "name": "network-vif-plugged", "status": "completed", "tag": "6c240f75-9cf6-4ab7-9416-73a6c32cc739", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:23:29.339942 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9ca2287-a646-4398-8e05-777978ab2933 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:23:29.340338 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d7cfd2-6923-4882-bbbe-97069905bcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c240f75-9cf6-4ab7-9416-73a6c32cc739', 'code': 200}
Feb 12 21:23:29.397235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f335ed-cfa9-41a9-9cd1-e11c58585346 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:29.407209 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:29.430805 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a63d7e-633a-418c-b3c7-02e7e31f37cb tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:29.433133 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a63d7e-633a-418c-b3c7-02e7e31f37cb tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:29.436926 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d8a63d7e-633a-418c-b3c7-02e7e31f37cb tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] 10.222.0.31 "DELETE /v2.0/ports/cbb20409-7216-450d-a3ec-0546bdd27f01 HTTP/1.1" status: 404  len: 333 time: 0.2159710
Feb 12 21:23:29.452865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56172) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:29.545138 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636deb22-51c3-4348-902b-cc52193c0b38 req-78b276f3-197e-4889-a417-c3fc41e08809 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:29.552923 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-636deb22-51c3-4348-902b-cc52193c0b38 req-78b276f3-197e-4889-a417-c3fc41e08809 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 945 time: 0.1423934
Feb 12 21:23:29.602864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e18b2c-7915-4a5e-b94f-3abeeeec2294 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Deleting subnet 732ab0d3-6383-40cc-a4f8-5979697d6187 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:23:29.612501 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34e18b2c-7915-4a5e-b94f-3abeeeec2294 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks [] for subnet (732ab0d3-6383-40cc-a4f8-5979697d6187), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:29.614090 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-636deb22-51c3-4348-902b-cc52193c0b38 req-5983338d-79f1-4de7-983d-870e14eb2bc4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601494
Feb 12 21:23:29.651262 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c82475-1837-48db-99b7-c659e10a2546 req-4ec20841-6ab8-40b6-a9bc-22ebde23a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:29.654506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d3c82475-1837-48db-99b7-c659e10a2546 req-4ec20841-6ab8-40b6-a9bc-22ebde23a517 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 1127 time: 0.2255323
Feb 12 21:23:29.680887 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:29.731821 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34e18b2c-7915-4a5e-b94f-3abeeeec2294 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (732ab0d3-6383-40cc-a4f8-5979697d6187), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:29.772547 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:29.834250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=6c240f75-9cf6-4ab7-9416-73a6c32cc739,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:29.841593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-23fc60ce-00ed-43b3-86e8-02511d4d4d43 None None] Provisioning complete for port 2dd3e18c-6f06-4c74-a83b-5e3413774939 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:29.842735 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-23fc60ce-00ed-43b3-86e8-02511d4d4d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:29.850400 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d3c82475-1837-48db-99b7-c659e10a2546 req-c854b110-92be-44f2-993d-f53633c54b31 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891415
Feb 12 21:23:29.934880 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34e18b2c-7915-4a5e-b94f-3abeeeec2294 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (732ab0d3-6383-40cc-a4f8-5979697d6187), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:29.962712 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-23fc60ce-00ed-43b3-86e8-02511d4d4d43 None None] Current status of the port 2dd3e18c-6f06-4c74-a83b-5e3413774939 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:29.969698 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0acfb870-beb4-4291-b665-a7af49aa6995 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (ef5b2ae7-58ea-4665-afac-69d6791261b9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:30.009184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c62aad2-7531-4732-b21a-053b779fc400 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:23:30.025677 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acfb870-beb4-4291-b665-a7af49aa6995 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:30.052717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-0acfb870-beb4-4291-b665-a7af49aa6995 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:30.060903 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acfb870-beb4-4291-b665-a7af49aa6995 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:30.061547 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0acfb870-beb4-4291-b665-a7af49aa6995 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:30.077672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfb870-beb4-4291-b665-a7af49aa6995 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=ef5b2ae7-58ea-4665-afac-69d6791261b9,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:30.093079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1c62aad2-7531-4732-b21a-053b779fc400 None None] Deleting port 2dd3e18c-6f06-4c74-a83b-5e3413774939 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:30.093676 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1c62aad2-7531-4732-b21a-053b779fc400 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:30.177137 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1c62aad2-7531-4732-b21a-053b779fc400 None None] For port 2dd3e18c-6f06-4c74-a83b-5e3413774939, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dd3e18c-6f06-4c74-a83b-5e3413774939,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:30.177563 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1c62aad2-7531-4732-b21a-053b779fc400 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:30.191078 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1c62aad2-7531-4732-b21a-053b779fc400 None None] Calling delete_port for 2dd3e18c-6f06-4c74-a83b-5e3413774939 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:23:30.247709 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0acfb870-beb4-4291-b665-a7af49aa6995 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3203745
Feb 12 21:23:30.247709 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34e18b2c-7915-4a5e-b94f-3abeeeec2294 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (732ab0d3-6383-40cc-a4f8-5979697d6187), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:30.248003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56194) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:30.254603 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8542e259-6f45-4882-9861-c79004e556f2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:30.277481 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e18b2c-7915-4a5e-b94f-3abeeeec2294 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Pushing event deleted for resources: {'Subnet': ['ID=732ab0d3-6383-40cc-a4f8-5979697d6187,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:30.279433 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34e18b2c-7915-4a5e-b94f-3abeeeec2294 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:30.285708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-34e18b2c-7915-4a5e-b94f-3abeeeec2294 tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] 10.222.0.31 "DELETE /v2.0/subnets/732ab0d3-6383-40cc-a4f8-5979697d6187 HTTP/1.1" status: 204  len: 168 time: 0.8313341
Feb 12 21:23:30.286727 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56196) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:30.295667 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1d760b-4bed-4bf6-9098-92a38bde661c None None] Network 8dd185bb-a0b0-46ea-84d7-de5a846ed424 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:30.389954 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (8dd185bb-a0b0-46ea-84d7-de5a846ed424), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:30.470931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Deleting port 1bdad377-6556-483a-8a79-cfb5ac93f479 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:30.470931 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1bdad377-6556-483a-8a79-cfb5ac93f479), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:30.495599 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1c62aad2-7531-4732-b21a-053b779fc400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (2dd3e18c-6f06-4c74-a83b-5e3413774939), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:30.500877 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8542e259-6f45-4882-9861-c79004e556f2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:30.505831 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8542e259-6f45-4882-9861-c79004e556f2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:30.536781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f10c59a-cba9-4c7e-beeb-95ee79b25fad None None] DHCP port deletion for 8dd185bb-a0b0-46ea-84d7-de5a846ed424 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:23:30.572812 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62aad2-7531-4732-b21a-053b779fc400 None None] Pushing event deleted for resources: {'Port': ['ID=2dd3e18c-6f06-4c74-a83b-5e3413774939,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:30.578359 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62aad2-7531-4732-b21a-053b779fc400 None None] No DVR routers for this DVR port 2dd3e18c-6f06-4c74-a83b-5e3413774939 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:23:30.579236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] For port 1bdad377-6556-483a-8a79-cfb5ac93f479, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bdad377-6556-483a-8a79-cfb5ac93f479,segment=NetworkSegment(0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f),segment_id=0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:30.579608 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1bdad377-6556-483a-8a79-cfb5ac93f479), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:30.594343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Calling delete_port for 1bdad377-6556-483a-8a79-cfb5ac93f479 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:23:30.628123 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56210) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:30.653286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0402748b-4b6e-4673-b609-521a32ed4492 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:30.679698 ncdv-master-1 neutron-server[126506]: INFO neutron.db.ipam_backend_mixin [None req-8542e259-6f45-4882-9861-c79004e556f2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef5b2ae7-58ea-4665-afac-69d6791261b9 (CIDR: 2001:db8::/64)
Feb 12 21:23:30.756520 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0f10c59a-cba9-4c7e-beeb-95ee79b25fad None None] Deleting port 1bdad377-6556-483a-8a79-cfb5ac93f479 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:30.757078 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f10c59a-cba9-4c7e-beeb-95ee79b25fad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1bdad377-6556-483a-8a79-cfb5ac93f479), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:30.773738 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8542e259-6f45-4882-9861-c79004e556f2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:23:30.773738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8542e259-6f45-4882-9861-c79004e556f2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:30.848499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1770923397', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:30.852053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'project_id': '74b2c02f75e24c448e26095ceaaef76c', 'fixed_ips': [{'subnet_id': 'ef5b2ae7-58ea-4665-afac-69d6791261b9'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:23:30.853282 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:30.885670 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1bdad377-6556-483a-8a79-cfb5ac93f479), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:30.924933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2dd3e18c-6f06-4c74-a83b-5e3413774939 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:23:30.928398 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0f10c59a-cba9-4c7e-beeb-95ee79b25fad None None] For port 1bdad377-6556-483a-8a79-cfb5ac93f479, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bdad377-6556-483a-8a79-cfb5ac93f479,segment=NetworkSegment(0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f),segment_id=0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:30.928978 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f10c59a-cba9-4c7e-beeb-95ee79b25fad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1bdad377-6556-483a-8a79-cfb5ac93f479), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:30.929515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] No DVR routers for this DVR port 1bdad377-6556-483a-8a79-cfb5ac93f479 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:23:30.931671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Pushing event deleted for resources: {'Port': ['ID=1bdad377-6556-483a-8a79-cfb5ac93f479,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:31.024100 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (8dd185bb-a0b0-46ea-84d7-de5a846ed424), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.024705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 2dd3e18c-6f06-4c74-a83b-5e3413774939 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:23:31.025057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2dd3e18c-6f06-4c74-a83b-5e3413774939 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:23:31.025532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1bdad377-6556-483a-8a79-cfb5ac93f479 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:23:31.026334 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8542e259-6f45-4882-9861-c79004e556f2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7767336
Feb 12 21:23:31.036240 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56228) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:31.041284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a633-6938-40cc-ad30-972e4eb0f281 req-8f4c70b4-f38b-425f-9150-147bbc2506e3 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:31.047155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0f10c59a-cba9-4c7e-beeb-95ee79b25fad None None] Calling delete_port for 1bdad377-6556-483a-8a79-cfb5ac93f479 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:23:31.050287 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a53b460b-e8ea-4f75-b8f0-9c44bbfa32f5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'subnet': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:31.051294 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ed8a633-6938-40cc-ad30-972e4eb0f281 req-8f4c70b4-f38b-425f-9150-147bbc2506e3 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 945 time: 0.3206360
Feb 12 21:23:31.052094 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 1bdad377-6556-483a-8a79-cfb5ac93f479 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:23:31.052448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1bdad377-6556-483a-8a79-cfb5ac93f479 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:23:31.091355 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9845550>,) {'filters': {'network_id': ['8dd185bb-a0b0-46ea-84d7-de5a846ed424']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:31.104481 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.116184 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9845550>, '0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:31.116485 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9845550>, '0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:31.134527 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.161634 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ed8a633-6938-40cc-ad30-972e4eb0f281 req-cf412191-f34a-4822-8f34-6ca5236e84ee tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091318
Feb 12 21:23:31.166872 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Made reservation on behalf of b384686d30474337ab50abb50a578608 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:31.168557 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.169182 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.176248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:23:31.177049 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (0a145bd4-8fe3-47ae-bbb2-6c8751e9ee6f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:23:31.180456 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:23:31.184677 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.215384 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Allocated IP 2001:db8::2 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/ef5b2ae7-58ea-4665-afac-69d6791261b9/7b8f0777-6915-4b48-b344-99c721ffdb1f) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:31.260903 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f10c59a-cba9-4c7e-beeb-95ee79b25fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (1bdad377-6556-483a-8a79-cfb5ac93f479), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.319881 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10c59a-cba9-4c7e-beeb-95ee79b25fad None None] Pushing event deleted for resources: {'Port': ['ID=1bdad377-6556-483a-8a79-cfb5ac93f479,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:31.326245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f10c59a-cba9-4c7e-beeb-95ee79b25fad None None] No DVR routers for this DVR port 1bdad377-6556-483a-8a79-cfb5ac93f479 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:23:31.403621 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (8dd185bb-a0b0-46ea-84d7-de5a846ed424), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.405020 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53b460b-e8ea-4f75-b8f0-9c44bbfa32f5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:31.409278 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a53b460b-e8ea-4f75-b8f0-9c44bbfa32f5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.409572 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.413101 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] 10.222.0.31 "DELETE /v2.0/networks/8dd185bb-a0b0-46ea-84d7-de5a846ed424 HTTP/1.1" status: 204  len: 168 time: 1.1252427
Feb 12 21:23:31.433776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674746a4-7a31-4d26-a515-1a3ac14ec62f tempest-DHCPAgentSchedulersTestJSON-311468538 tempest-DHCPAgentSchedulersTestJSON-311468538-project] Pushing event deleted for resources: {'Network': ['ID=8dd185bb-a0b0-46ea-84d7-de5a846ed424,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:31.441440 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Publish callbacks [] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.558761 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.567448 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks [] for security_group (16f1da4c-7f7c-47d4-a7d9-ce1e87292d3e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.600346 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:31.603115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:31.606587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:31.612509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Pushing event updated for resources: {'Port': ['ID=7b8f0777-6915-4b48-b344-99c721ffdb1f,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:31.674688 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Attempting to bind port 7b8f0777-6915-4b48-b344-99c721ffdb1f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:31.675079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Attempting to bind port 7b8f0777-6915-4b48-b344-99c721ffdb1f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:31.675445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Attempting to bind port 7b8f0777-6915-4b48-b344-99c721ffdb1f on network 01503430-92c6-4e0f-b4a9-5afb7568fb7a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:31.681280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:23:31.681816 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Checking segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:31.682221 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.682610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Bound using segment: {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:23:31.683158 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Bound port: 7b8f0777-6915-4b48-b344-99c721ffdb1f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:23:31.683533 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.694935 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (16f1da4c-7f7c-47d4-a7d9-ce1e87292d3e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.699522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] device_id is not set on port d66f5144-3db5-4d26-90fe-a3ea4cad3726 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:23:31.756503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] For port 7b8f0777-6915-4b48-b344-99c721ffdb1f, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:23:31.759705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] For port 7b8f0777-6915-4b48-b344-99c721ffdb1f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b8f0777-6915-4b48-b344-99c721ffdb1f,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:23:31.765833 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f1da4c-7f7c-47d4-a7d9-ce1e87292d3e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:31.842746 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:31.901992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Allocated IP 172.35.2.62 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/d66f5144-3db5-4d26-90fe-a3ea4cad3726) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:31.926487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9f177-5b76-4ad4-bc07-f7ab435038ad None None] Pushing event updated for resources: {'Port': ['ID=7b8f0777-6915-4b48-b344-99c721ffdb1f,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:31.951057 ncdv-master-1 neutron-server[126506]: DEBUG neutron.objects.ports [None req-a53b460b-e8ea-4f75-b8f0-9c44bbfa32f5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126506) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:23:32.213957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56258) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:32.268355 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks [] for port (d66f5144-3db5-4d26-90fe-a3ea4cad3726), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:32.308068 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:32.326296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d0960-14ab-40e4-b03d-44558e1e9795 req-ac83e84e-a117-4f26-922d-c84ce5848d42 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:32.328074 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-650d0960-14ab-40e4-b03d-44558e1e9795 req-ac83e84e-a117-4f26-922d-c84ce5848d42 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 945 time: 0.0695190
Feb 12 21:23:32.395854 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a53b460b-e8ea-4f75-b8f0-9c44bbfa32f5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:32.410451 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d66f5144-3db5-4d26-90fe-a3ea4cad3726), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:32.429047 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-650d0960-14ab-40e4-b03d-44558e1e9795 req-41298a0d-3b6e-4259-8e66-9e1bb081346a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919368
Feb 12 21:23:32.431872 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-642db4ad-dedd-438c-bd24-f54cebab5e5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79c308a0f3184fae98338d568725e08d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2167380
Feb 12 21:23:32.437958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56262) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:32.502943 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a49de498-bc6b-4276-b666-9367e049a0e7 admin admin] Publish callbacks [] for security_group (c02b15ad-df20-4463-b1ca-a4ff36b476a8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:32.507754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:32.514264 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:32.519780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Pushing event updated for resources: {'Port': ['ID=d66f5144-3db5-4d26-90fe-a3ea4cad3726,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:32.522152 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:32.534270 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a49de498-bc6b-4276-b666-9367e049a0e7 admin admin] Publish callbacks [] for security_group (c02b15ad-df20-4463-b1ca-a4ff36b476a8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:32.601502 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:32.602240 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:32.649466 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a49de498-bc6b-4276-b666-9367e049a0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c02b15ad-df20-4463-b1ca-a4ff36b476a8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:32.652060 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a49de498-bc6b-4276-b666-9367e049a0e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:32.653222 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a49de498-bc6b-4276-b666-9367e049a0e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c02b15ad-df20-4463-b1ca-a4ff36b476a8 HTTP/1.1" status: 204  len: 168 time: 0.2142496
Feb 12 21:23:32.662431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49de498-bc6b-4276-b666-9367e049a0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02b15ad-df20-4463-b1ca-a4ff36b476a8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:32.694013 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ab314440-3b46-49e9-8479-e881014ec1be req-b7382297-46d5-4324-bd82-67ffd38017bd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=63fc5569c8334523aa6dff77b1d79015 HTTP/1.1" status: 200  len: 267 time: 0.1473720
Feb 12 21:23:32.732890 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ade93449-d1f3-4a48-9c3d-50bcbb4b7596 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.1002083
Feb 12 21:23:32.733818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56268) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:32.739239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-853d9357-80d6-44f9-b319-6338daca083d tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.62'}]}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:32.770968 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-a53b460b-e8ea-4f75-b8f0-9c44bbfa32f5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] For port 7b8f0777-6915-4b48-b344-99c721ffdb1f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b8f0777-6915-4b48-b344-99c721ffdb1f,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:32.817794 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab314440-3b46-49e9-8479-e881014ec1be req-789904c6-1aae-4102-85c8-da9697f32931 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:32.825379 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ab314440-3b46-49e9-8479-e881014ec1be req-789904c6-1aae-4102-85c8-da9697f32931 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 945 time: 0.1148679
Feb 12 21:23:32.829385 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a53b460b-e8ea-4f75-b8f0-9c44bbfa32f5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:32.834987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-ab314440-3b46-49e9-8479-e881014ec1be req-a991c7b2-d52f-47fb-a91f-0b91f4584ec2 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Request body: {'port': {'security_groups': []}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:32.861511 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-853d9357-80d6-44f9-b319-6338daca083d tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (18eb2026-586f-47cd-8f4e-5c53834913d2), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:32.862637 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-853d9357-80d6-44f9-b319-6338daca083d tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (18eb2026-586f-47cd-8f4e-5c53834913d2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:32.921639 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a53b460b-e8ea-4f75-b8f0-9c44bbfa32f5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:32.971707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7b8f0777-6915-4b48-b344-99c721ffdb1f up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:32.989083 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a53b460b-e8ea-4f75-b8f0-9c44bbfa32f5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (47d5f4fd-2f09-4dc2-92f8-588f032be4d8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:32.996263 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-ab314440-3b46-49e9-8479-e881014ec1be req-a991c7b2-d52f-47fb-a91f-0b91f4584ec2 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:33.003344 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-853d9357-80d6-44f9-b319-6338daca083d tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks [] for router_controller (18eb2026-586f-47cd-8f4e-5c53834913d2), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:33.069719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 7b8f0777-6915-4b48-b344-99c721ffdb1f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:33.070100 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:33.104306 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53b460b-e8ea-4f75-b8f0-9c44bbfa32f5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:33.111971 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-a53b460b-e8ea-4f75-b8f0-9c44bbfa32f5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:33.126267 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53b460b-e8ea-4f75-b8f0-9c44bbfa32f5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:33.127332 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a53b460b-e8ea-4f75-b8f0-9c44bbfa32f5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:33.176010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b460b-e8ea-4f75-b8f0-9c44bbfa32f5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=7b8f0777-6915-4b48-b344-99c721ffdb1f,revision_number=4']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:33.208325 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b460b-e8ea-4f75-b8f0-9c44bbfa32f5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Subnet': ['ID=47d5f4fd-2f09-4dc2-92f8-588f032be4d8,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:33.306546 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5aec72-fab5-469b-8c77-7b13fa1403de None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:33.376135 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-ab314440-3b46-49e9-8479-e881014ec1be req-a991c7b2-d52f-47fb-a91f-0b91f4584ec2 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] For port 6c240f75-9cf6-4ab7-9416-73a6c32cc739, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c240f75-9cf6-4ab7-9416-73a6c32cc739,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:33.386359 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-853d9357-80d6-44f9-b319-6338daca083d tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks [] for router_gateway (18eb2026-586f-47cd-8f4e-5c53834913d2), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:33.393938 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 7b8f0777-6915-4b48-b344-99c721ffdb1f is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:33.394332 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:33.418250 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a53b460b-e8ea-4f75-b8f0-9c44bbfa32f5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 2.3779838
Feb 12 21:23:33.421406 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56284) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:33.426021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-32f891ce-0dc6-4be6-9045-f6624cdb86bf None None] Provisioning complete for port 7b8f0777-6915-4b48-b344-99c721ffdb1f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:33.426356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8d2f0b56-3fde-4f42-99ca-23de0265ae65 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Request body: {'port': {'network_id': '01503430-92c6-4e0f-b4a9-5afb7568fb7a', 'mac_address': 'fa:16:3e:df:a7:d1', 'name': 'tempest-NetworksTestDHCPv6-1511598492'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:33.426477 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-32f891ce-0dc6-4be6-9045-f6624cdb86bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:33.494782 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-ab314440-3b46-49e9-8479-e881014ec1be req-a991c7b2-d52f-47fb-a91f-0b91f4584ec2 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:33.504923 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 7b8f0777-6915-4b48-b344-99c721ffdb1f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b8f0777-6915-4b48-b344-99c721ffdb1f,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:33.568420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-32f891ce-0dc6-4be6-9045-f6624cdb86bf None None] Current status of the port 7b8f0777-6915-4b48-b344-99c721ffdb1f is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:33.568816 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-32f891ce-0dc6-4be6-9045-f6624cdb86bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:33.680007 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-ab314440-3b46-49e9-8479-e881014ec1be req-a991c7b2-d52f-47fb-a91f-0b91f4584ec2 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:33.684510 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a500c7b1-8358-4bc8-ae00-21079afb6cb4', 'a7ca726b-c529-424c-8983-7b7a58cc17cd', '6c240f75-9cf6-4ab7-9416-73a6c32cc739'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:23:33.750608 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991c7b2-d52f-47fb-a91f-0b91f4584ec2 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event updated for resources: {'Port': ['ID=6c240f75-9cf6-4ab7-9416-73a6c32cc739,revision_number=6']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:33.771185 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2f0b56-3fde-4f42-99ca-23de0265ae65 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Made reservation on behalf of 74b2c02f75e24c448e26095ceaaef76c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:33.816163 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56286) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:33.832236 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-853d9357-80d6-44f9-b319-6338daca083d tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks [] for router_gateway (18eb2026-586f-47cd-8f4e-5c53834913d2), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:33.840644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab314440-3b46-49e9-8479-e881014ec1be req-a991c7b2-d52f-47fb-a91f-0b91f4584ec2 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:33.841392 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-ab314440-3b46-49e9-8479-e881014ec1be req-a991c7b2-d52f-47fb-a91f-0b91f4584ec2 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:33.842863 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ab314440-3b46-49e9-8479-e881014ec1be req-a991c7b2-d52f-47fb-a91f-0b91f4584ec2 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "PUT /v2.0/ports/6c240f75-9cf6-4ab7-9416-73a6c32cc739 HTTP/1.1" status: 200  len: 904 time: 1.0164709
Feb 12 21:23:33.845210 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d7cfd2-6923-4882-bbbe-97069905bcba', 'tag': '6c240f75-9cf6-4ab7-9416-73a6c32cc739'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:23:33.853779 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7879f66b-dc75-46ce-8681-e00020f57fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "93d7cfd2-6923-4882-bbbe-97069905bcba", "tag": "6c240f75-9cf6-4ab7-9416-73a6c32cc739"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:23:33.884855 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-853d9357-80d6-44f9-b319-6338daca083d tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:33.904141 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a28c5315-9201-4186-ad3a-c3ae64b2a0f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:34.030177 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:34.041434 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-32f891ce-0dc6-4be6-9045-f6624cdb86bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:23:34.041796 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-32f891ce-0dc6-4be6-9045-f6624cdb86bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:23:34.055775 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0b56-3fde-4f42-99ca-23de0265ae65 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:34.105089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['6c240f75-9cf6-4ab7-9416-73a6c32cc739'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:23:34.280635 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a134e-4e0a-4e8f-946d-fc45e2fd0ad3 req-321e5859-ec55-415e-8c7a-837aa401e16d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:34.294912 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f61a134e-4e0a-4e8f-946d-fc45e2fd0ad3 req-321e5859-ec55-415e-8c7a-837aa401e16d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 907 time: 0.3248668
Feb 12 21:23:34.302343 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a28c5315-9201-4186-ad3a-c3ae64b2a0f1 admin admin] Publish callbacks [] for security_group (629c1773-1450-49e8-a214-81624e26964d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:34.316678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=7b8f0777-6915-4b48-b344-99c721ffdb1f,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:34.348439 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-8d2f0b56-3fde-4f42-99ca-23de0265ae65 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] device_id is not set on port 08b3f416-bf26-4188-a10a-b53d26506dbe yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:23:34.453037 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a28c5315-9201-4186-ad3a-c3ae64b2a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (629c1773-1450-49e8-a214-81624e26964d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:34.497913 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-853d9357-80d6-44f9-b319-6338daca083d tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks [] for router (18eb2026-586f-47cd-8f4e-5c53834913d2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:34.508668 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9c062c-c61d-4d8e-98f7-ee1024270f9b x-openstack-request-id: req-7f9c062c-c61d-4d8e-98f7-ee1024270f9b {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:23:34.509218 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d7cfd2-6923-4882-bbbe-97069905bcba", "tag": "6c240f75-9cf6-4ab7-9416-73a6c32cc739", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:23:34.514860 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f9c062c-c61d-4d8e-98f7-ee1024270f9b {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:23:34.514860 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d7cfd2-6923-4882-bbbe-97069905bcba', 'tag': '6c240f75-9cf6-4ab7-9416-73a6c32cc739', 'status': 'completed', 'code': 200}
Feb 12 21:23:34.566354 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c5315-9201-4186-ad3a-c3ae64b2a0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629c1773-1450-49e8-a214-81624e26964d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:34.578182 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a28c5315-9201-4186-ad3a-c3ae64b2a0f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=804faa47c0594d79b73d8786bff07ec7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7511232
Feb 12 21:23:34.578798 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56312) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:34.598589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-32f891ce-0dc6-4be6-9045-f6624cdb86bf None None] Current status of the port 7b8f0777-6915-4b48-b344-99c721ffdb1f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:34.721201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-059c8b0a-9aac-45ce-88b7-8a7781c09cb8 None None] Provisioning complete for port 7b8f0777-6915-4b48-b344-99c721ffdb1f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:34.721535 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-059c8b0a-9aac-45ce-88b7-8a7781c09cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:34.768478 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2121b537-b3e0-4815-9f01-6efead9d5ae1 admin admin] Publish callbacks [] for security_group (629c1773-1450-49e8-a214-81624e26964d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:34.824380 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2121b537-b3e0-4815-9f01-6efead9d5ae1 admin admin] Publish callbacks [] for security_group (629c1773-1450-49e8-a214-81624e26964d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:34.832662 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-8d2f0b56-3fde-4f42-99ca-23de0265ae65 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8::6d (01503430-92c6-4e0f-b4a9-5afb7568fb7a/ef5b2ae7-58ea-4665-afac-69d6791261b9/08b3f416-bf26-4188-a10a-b53d26506dbe) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:34.850608 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-8d2f0b56-3fde-4f42-99ca-23de0265ae65 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Allocated IP 2001:db8:0:1:f816:3eff:fedf:a7d1 (01503430-92c6-4e0f-b4a9-5afb7568fb7a/47d5f4fd-2f09-4dc2-92f8-588f032be4d8/08b3f416-bf26-4188-a10a-b53d26506dbe) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:34.887022 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-059c8b0a-9aac-45ce-88b7-8a7781c09cb8 None None] Current status of the port 7b8f0777-6915-4b48-b344-99c721ffdb1f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:34.897696 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7b8f0777-6915-4b48-b344-99c721ffdb1f up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:34.941205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-059c8b0a-9aac-45ce-88b7-8a7781c09cb8 None None] Provisioning complete for port 6c240f75-9cf6-4ab7-9416-73a6c32cc739 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:34.941205 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-059c8b0a-9aac-45ce-88b7-8a7781c09cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:34.985564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 7b8f0777-6915-4b48-b344-99c721ffdb1f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:34.985862 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:35.038984 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2121b537-b3e0-4815-9f01-6efead9d5ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (629c1773-1450-49e8-a214-81624e26964d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:35.041820 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2121b537-b3e0-4815-9f01-6efead9d5ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:35.045438 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2121b537-b3e0-4815-9f01-6efead9d5ae1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/629c1773-1450-49e8-a214-81624e26964d HTTP/1.1" status: 204  len: 168 time: 0.4633420
Feb 12 21:23:35.072560 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121b537-b3e0-4815-9f01-6efead9d5ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629c1773-1450-49e8-a214-81624e26964d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:35.074114 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-059c8b0a-9aac-45ce-88b7-8a7781c09cb8 None None] Current status of the port 6c240f75-9cf6-4ab7-9416-73a6c32cc739 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:35.124313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 7b8f0777-6915-4b48-b344-99c721ffdb1f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:35.195066 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0b56-3fde-4f42-99ca-23de0265ae65 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for port (08b3f416-bf26-4188-a10a-b53d26506dbe), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:35.204243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49131b-be22-4b38-bed4-2b2885696e7b req-bf1957aa-26ce-48fa-8eb1-f94cc91c8253 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:35.206819 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cc49131b-be22-4b38-bed4-2b2885696e7b req-bf1957aa-26ce-48fa-8eb1-f94cc91c8253 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.7483561
Feb 12 21:23:35.210096 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-853d9357-80d6-44f9-b319-6338daca083d tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (18eb2026-586f-47cd-8f4e-5c53834913d2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:35.221719 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-853d9357-80d6-44f9-b319-6338daca083d tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks [] for router_controller (18eb2026-586f-47cd-8f4e-5c53834913d2), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:35.303212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879f66b-dc75-46ce-8681-e00020f57fe4 req-a66eaf86-1856-4479-b0ea-5be96292753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:35.304724 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7879f66b-dc75-46ce-8681-e00020f57fe4 req-a66eaf86-1856-4479-b0ea-5be96292753d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 1089 time: 0.7485344
Feb 12 21:23:35.357384 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cc49131b-be22-4b38-bed4-2b2885696e7b req-a0c56d7f-df58-4680-9646-09f959cffcf9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1448135
Feb 12 21:23:35.363880 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0b56-3fde-4f42-99ca-23de0265ae65 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (08b3f416-bf26-4188-a10a-b53d26506dbe), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:35.432868 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879f66b-dc75-46ce-8681-e00020f57fe4 req-ce6b455f-8d9c-4052-b907-94596b448422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:35.435252 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7879f66b-dc75-46ce-8681-e00020f57fe4 req-ce6b455f-8d9c-4052-b907-94596b448422 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.1210599
Feb 12 21:23:35.455951 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-853d9357-80d6-44f9-b319-6338daca083d tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (18eb2026-586f-47cd-8f4e-5c53834913d2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:35.456575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853d9357-80d6-44f9-b319-6338daca083d tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18eb2026-586f-47cd-8f4e-5c53834913d2 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:23:35.522167 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2f0b56-3fde-4f42-99ca-23de0265ae65 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:35.558301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7879f66b-dc75-46ce-8681-e00020f57fe4 req-c0831713-7968-487b-baea-0ebbbbda79ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c240f75-9cf6-4ab7-9416-73a6c32cc739 HTTP/1.1" status: 200  len: 217 time: 0.1074188
Feb 12 21:23:35.576627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-8d2f0b56-3fde-4f42-99ca-23de0265ae65 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:35.579431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f0b56-3fde-4f42-99ca-23de0265ae65 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:35.586125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2f0b56-3fde-4f42-99ca-23de0265ae65 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:35.592646 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0b56-3fde-4f42-99ca-23de0265ae65 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:35.612644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f0b56-3fde-4f42-99ca-23de0265ae65 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event updated for resources: {'Port': ['ID=08b3f416-bf26-4188-a10a-b53d26506dbe,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:35.617280 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879f66b-dc75-46ce-8681-e00020f57fe4 req-aa58abd7-b047-468e-a701-20340aae722b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:35.619005 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7879f66b-dc75-46ce-8681-e00020f57fe4 req-aa58abd7-b047-468e-a701-20340aae722b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.0547481
Feb 12 21:23:35.657053 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-853d9357-80d6-44f9-b319-6338daca083d tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:23:35.658598 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-853d9357-80d6-44f9-b319-6338daca083d tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 2.9234884
Feb 12 21:23:35.661493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56338) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:35.665017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048852fb-c76f-4234-865e-05eb7d5b53c8 req-05bf4732-3f47-4260-9313-ff9745544f23 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:35.677865 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-048852fb-c76f-4234-865e-05eb7d5b53c8 req-05bf4732-3f47-4260-9313-ff9745544f23 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1608865
Feb 12 21:23:35.727702 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8d2f0b56-3fde-4f42-99ca-23de0265ae65 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.3026505
Feb 12 21:23:35.728027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56342) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:35.749253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879f66b-dc75-46ce-8681-e00020f57fe4 req-418e45a1-6bf2-4d64-8774-6a36d54019f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:35.749774 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7879f66b-dc75-46ce-8681-e00020f57fe4 req-418e45a1-6bf2-4d64-8774-6a36d54019f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1245682
Feb 12 21:23:35.843866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-11f56336-52b0-4231-ba58-2154b5d01443 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Deleting port d66f5144-3db5-4d26-90fe-a3ea4cad3726 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:35.844215 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-11f56336-52b0-4231-ba58-2154b5d01443 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d66f5144-3db5-4d26-90fe-a3ea4cad3726), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:35.856524 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-048852fb-c76f-4234-865e-05eb7d5b53c8 req-83953c12-ad84-4d0f-b818-b773e5120fd8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1776752
Feb 12 21:23:35.911764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-ddc54400-0b19-4b79-87bf-ee095d6aa37c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting port 08b3f416-bf26-4188-a10a-b53d26506dbe {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:35.912112 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddc54400-0b19-4b79-87bf-ee095d6aa37c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (08b3f416-bf26-4188-a10a-b53d26506dbe), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:35.976782 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7879f66b-dc75-46ce-8681-e00020f57fe4 req-981e60e8-2ab2-4a00-8ab3-0df996966d3e service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2156069
Feb 12 21:23:36.008555 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-11f56336-52b0-4231-ba58-2154b5d01443 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d66f5144-3db5-4d26-90fe-a3ea4cad3726), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:36.015321 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddc54400-0b19-4b79-87bf-ee095d6aa37c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (08b3f416-bf26-4188-a10a-b53d26506dbe), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:36.029465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-ddc54400-0b19-4b79-87bf-ee095d6aa37c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Calling delete_port for 08b3f416-bf26-4188-a10a-b53d26506dbe owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:23:36.032407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a6aadad4-7dad-479b-b6d9-584e24dda0c6 None None] Provisioning complete for port 08b3f416-bf26-4188-a10a-b53d26506dbe triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:36.034671 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a6aadad4-7dad-479b-b6d9-584e24dda0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (08b3f416-bf26-4188-a10a-b53d26506dbe), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:36.045239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-11f56336-52b0-4231-ba58-2154b5d01443 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Calling delete_port for d66f5144-3db5-4d26-90fe-a3ea4cad3726 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:23:36.082869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a6aadad4-7dad-479b-b6d9-584e24dda0c6 None None] Port 08b3f416-bf26-4188-a10a-b53d26506dbe cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:23:36.153575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21602363-b96e-43e2-89be-a8068bf29c24 req-a613ff23-f83f-4a00-bddb-4ea67a193ac9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:36.155087 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-21602363-b96e-43e2-89be-a8068bf29c24 req-a613ff23-f83f-4a00-bddb-4ea67a193ac9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2033436
Feb 12 21:23:36.192868 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7879f66b-dc75-46ce-8681-e00020f57fe4 req-2336c334-35dc-4351-ba6c-9857947d213c service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1963542
Feb 12 21:23:36.239850 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-21602363-b96e-43e2-89be-a8068bf29c24 req-2e6efb10-bea0-4009-a6f8-f050b86236a3 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679576
Feb 12 21:23:36.370735 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f323789-8b3d-4186-b211-14bbcaa4fb63 req-1d4e3912-4471-4402-962f-101ce034fd5c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:36.372218 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3f323789-8b3d-4186-b211-14bbcaa4fb63 req-1d4e3912-4471-4402-962f-101ce034fd5c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0572569
Feb 12 21:23:36.410720 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddc54400-0b19-4b79-87bf-ee095d6aa37c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (08b3f416-bf26-4188-a10a-b53d26506dbe), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:36.432224 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-11f56336-52b0-4231-ba58-2154b5d01443 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d66f5144-3db5-4d26-90fe-a3ea4cad3726), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:36.458656 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3f323789-8b3d-4186-b211-14bbcaa4fb63 req-a22c323f-e007-4cd8-9dfb-cbda27123d9f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0801032
Feb 12 21:23:36.485811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f56336-52b0-4231-ba58-2154b5d01443 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Pushing event deleted for resources: {'Port': ['ID=d66f5144-3db5-4d26-90fe-a3ea4cad3726,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:36.514073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc54400-0b19-4b79-87bf-ee095d6aa37c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Port': ['ID=08b3f416-bf26-4188-a10a-b53d26506dbe,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:36.565953 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddc54400-0b19-4b79-87bf-ee095d6aa37c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:36.571369 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ddc54400-0b19-4b79-87bf-ee095d6aa37c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/08b3f416-bf26-4188-a10a-b53d26506dbe HTTP/1.1" status: 204  len: 168 time: 0.8403158
Feb 12 21:23:36.575775 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56370) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:36.627903 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-11f56336-52b0-4231-ba58-2154b5d01443 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:36.641440 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-11f56336-52b0-4231-ba58-2154b5d01443 tempest-RoutersAdminNegativeTest-1270739320 tempest-RoutersAdminNegativeTest-1270739320-project-admin] 10.222.0.31 "DELETE /v2.0/ports/d66f5144-3db5-4d26-90fe-a3ea4cad3726 HTTP/1.1" status: 204  len: 168 time: 0.9786167
Feb 12 21:23:36.651133 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33903588-51e5-4964-aa11-395196b014f9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:36.655354 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-33903588-51e5-4964-aa11-395196b014f9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0759804
Feb 12 21:23:36.655696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56374) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:36.744125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d2ae03-b3b6-43c6-a3f9-b3ef0f238d4a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:36.745941 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-69d2ae03-b3b6-43c6-a3f9-b3ef0f238d4a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0893500
Feb 12 21:23:36.748747 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56388) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:36.854163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a13e00-a164-432e-aef2-e095b4e6fb8a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:36.855452 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a13e00-a164-432e-aef2-e095b4e6fb8a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:36.856737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a13e00-a164-432e-aef2-e095b4e6fb8a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:36.858359 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c1a13e00-a164-432e-aef2-e095b4e6fb8a tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1084924
Feb 12 21:23:36.861703 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56394) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:36.920377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-9845f136-1542-4ad6-914a-547e4ca472ee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet 47d5f4fd-2f09-4dc2-92f8-588f032be4d8 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:23:36.923693 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9845f136-1542-4ad6-914a-547e4ca472ee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (47d5f4fd-2f09-4dc2-92f8-588f032be4d8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:36.950180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-310b133c-fec8-4a73-910f-194dc42f9980 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:36.951891 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-310b133c-fec8-4a73-910f-194dc42f9980 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 811 time: 0.1335433
Feb 12 21:23:36.968229 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-833f89c3-88de-49c1-afc4-ef8efd479b24 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/quotas/63fc5569c8334523aa6dff77b1d79015 HTTP/1.1" status: 200  len: 375 time: 0.0094795
Feb 12 21:23:36.969021 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9845f136-1542-4ad6-914a-547e4ca472ee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (47d5f4fd-2f09-4dc2-92f8-588f032be4d8), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:37.038536 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-88d93693-e301-4635-85b9-2c38ededdced tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0636795
Feb 12 21:23:37.071144 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9845f136-1542-4ad6-914a-547e4ca472ee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (47d5f4fd-2f09-4dc2-92f8-588f032be4d8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:37.154077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-9d0d506f-1109-4465-be0e-e8165885f6bf service neutron] 10.222.0.31 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1062791
Feb 12 21:23:37.212128 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9845f136-1542-4ad6-914a-547e4ca472ee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (47d5f4fd-2f09-4dc2-92f8-588f032be4d8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:37.271861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56404) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:37.274897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845f136-1542-4ad6-914a-547e4ca472ee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=47d5f4fd-2f09-4dc2-92f8-588f032be4d8,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:37.288265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9437de2-3753-494e-b3fd-046dcaef02cf None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:37.289078 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9845f136-1542-4ad6-914a-547e4ca472ee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:37.294803 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-32c20e44-6629-49f6-8c47-b34d12d504d8 service neutron] 10.222.0.31 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314280
Feb 12 21:23:37.297078 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56406) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:37.297311 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9845f136-1542-4ad6-914a-547e4ca472ee tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/47d5f4fd-2f09-4dc2-92f8-588f032be4d8 HTTP/1.1" status: 204  len: 168 time: 0.4341009
Feb 12 21:23:37.383721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd9899e-dd97-42e7-8b82-bb3d368abce9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Deleting subnet ef5b2ae7-58ea-4665-afac-69d6791261b9 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:23:37.387796 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0cd9899e-dd97-42e7-8b82-bb3d368abce9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (ef5b2ae7-58ea-4665-afac-69d6791261b9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:37.434335 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0cd9899e-dd97-42e7-8b82-bb3d368abce9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (ef5b2ae7-58ea-4665-afac-69d6791261b9), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:37.506512 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-737ed15c-f8df-4ff5-a208-0de7aa2ded0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:37.571118 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0cd9899e-dd97-42e7-8b82-bb3d368abce9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (ef5b2ae7-58ea-4665-afac-69d6791261b9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:37.672569 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:23:37.740402 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-737ed15c-f8df-4ff5-a208-0de7aa2ded0b admin admin] Publish callbacks [] for security_group (2bbc7d00-b0fc-49cd-bfd8-49e8bd35360b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:37.821898 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8709a470-c180-4af5-8c33-dd763514dc4e req-e8872ba9-1644-4a00-883e-589a3e21f818 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 210 time: 0.0682175
Feb 12 21:23:37.837929 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-737ed15c-f8df-4ff5-a208-0de7aa2ded0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2bbc7d00-b0fc-49cd-bfd8-49e8bd35360b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:37.862626 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0cd9899e-dd97-42e7-8b82-bb3d368abce9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (ef5b2ae7-58ea-4665-afac-69d6791261b9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:37.914233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ed15c-f8df-4ff5-a208-0de7aa2ded0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbc7d00-b0fc-49cd-bfd8-49e8bd35360b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:37.940732 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-737ed15c-f8df-4ff5-a208-0de7aa2ded0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e5fb5031592475383b83518b22363e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6641092
Feb 12 21:23:37.945843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56436) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:37.948105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9899e-dd97-42e7-8b82-bb3d368abce9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Subnet': ['ID=ef5b2ae7-58ea-4665-afac-69d6791261b9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:37.956954 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0cd9899e-dd97-42e7-8b82-bb3d368abce9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:37.964331 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0cd9899e-dd97-42e7-8b82-bb3d368abce9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/ef5b2ae7-58ea-4665-afac-69d6791261b9 HTTP/1.1" status: 204  len: 168 time: 0.6640723
Feb 12 21:23:37.965014 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56440) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.012806 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56442) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.028157 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e196453f-b3a6-4c9c-a229-4b164d9363fd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0616467
Feb 12 21:23:38.028776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56446) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.042711 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31010ddd-549d-4738-9891-4a38946a9c76 admin admin] Publish callbacks [] for security_group (2bbc7d00-b0fc-49cd-bfd8-49e8bd35360b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:38.088301 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31010ddd-549d-4738-9891-4a38946a9c76 admin admin] Publish callbacks [] for security_group (2bbc7d00-b0fc-49cd-bfd8-49e8bd35360b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:38.090820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfb8d09-d42a-4056-8973-4460ec68fe37 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:38.092424 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1dfb8d09-d42a-4056-8973-4460ec68fe37 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0626440
Feb 12 21:23:38.095737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56448) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.165850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fbd6cd-d04e-48b9-b419-5114fbd5a660 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:38.167796 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e8fbd6cd-d04e-48b9-b419-5114fbd5a660 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0692422
Feb 12 21:23:38.170307 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56450) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.184222 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d7128203-ebec-49de-b4a6-71438854cea2 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-568743741'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:38.184840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d7128203-ebec-49de-b4a6-71438854cea2 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] Unknown quota resources ['metering_label']. {{(pid=126505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:23:38.215228 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5b64be77-fa1c-40a8-9bf3-fa0663e8180e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0408576
Feb 12 21:23:38.219603 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56452) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.258331 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31010ddd-549d-4738-9891-4a38946a9c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2bbc7d00-b0fc-49cd-bfd8-49e8bd35360b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:38.258763 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c74b22c-85c3-438b-b1c3-f1f55afb616d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:38.259323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c74b22c-85c3-438b-b1c3-f1f55afb616d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:38.261116 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31010ddd-549d-4738-9891-4a38946a9c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:38.262340 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-31010ddd-549d-4738-9891-4a38946a9c76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bbc7d00-b0fc-49cd-bfd8-49e8bd35360b HTTP/1.1" status: 204  len: 168 time: 0.3123939
Feb 12 21:23:38.262501 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8c74b22c-85c3-438b-b1c3-f1f55afb616d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/08b3f416-bf26-4188-a10a-b53d26506dbe HTTP/1.1" status: 404  len: 333 time: 0.0411682
Feb 12 21:23:38.265194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56454) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.282276 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31010ddd-549d-4738-9891-4a38946a9c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbc7d00-b0fc-49cd-bfd8-49e8bd35360b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:38.308395 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47e7782-e5c9-4356-a223-df45ec2b5009 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:38.308853 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47e7782-e5c9-4356-a223-df45ec2b5009 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:38.323643 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c47e7782-e5c9-4356-a223-df45ec2b5009 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/47d5f4fd-2f09-4dc2-92f8-588f032be4d8 HTTP/1.1" status: 404  len: 337 time: 0.0547161
Feb 12 21:23:38.323920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56458) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.357810 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f153eee4-b510-4e7c-8b4f-e4afd0f86b8e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:38.358302 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f153eee4-b510-4e7c-8b4f-e4afd0f86b8e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:38.364003 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f153eee4-b510-4e7c-8b4f-e4afd0f86b8e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/ef5b2ae7-58ea-4665-afac-69d6791261b9 HTTP/1.1" status: 404  len: 337 time: 0.0366173
Feb 12 21:23:38.364211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56460) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.390771 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5c55c8-4df0-4399-a94f-90198ba80a91 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:38.391541 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5c55c8-4df0-4399-a94f-90198ba80a91 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:38.396023 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8f5c55c8-4df0-4399-a94f-90198ba80a91 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/c1cae523-22b0-4b88-aaf0-1a84a5feaa0f HTTP/1.1" status: 404  len: 333 time: 0.0304883
Feb 12 21:23:38.398713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56462) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.441517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7432b86-d4b7-4726-b3d4-edf10d13f0d8 None None] Network 01503430-92c6-4e0f-b4a9-5afb7568fb7a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:38.485101 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07fed55-e0e4-4793-a19f-f75cc8356372 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:38.485598 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07fed55-e0e4-4793-a19f-f75cc8356372 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:38.491325 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e07fed55-e0e4-4793-a19f-f75cc8356372 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/b030f535-66ac-404e-bf01-0a1630b8efff HTTP/1.1" status: 404  len: 337 time: 0.0890658
Feb 12 21:23:38.491709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56466) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.523073 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-2940e3d6-a223-4608-8c5b-feee0e23f9a3 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:38.523540 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2940e3d6-a223-4608-8c5b-feee0e23f9a3 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:38.530439 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2940e3d6-a223-4608-8c5b-feee0e23f9a3 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/e7085fba-6ff3-4339-ad7c-d38fb5ee9544 HTTP/1.1" status: 404  len: 337 time: 0.0351195
Feb 12 21:23:38.530628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56468) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.554934 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d7128203-ebec-49de-b4a6-71438854cea2 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:38.558669 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d7128203-ebec-49de-b4a6-71438854cea2 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.5421152
Feb 12 21:23:38.558799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-52bde23a-9e15-4cfd-b413-b5f6fc81e862 None None] Provisioning complete for port 7b8f0777-6915-4b48-b344-99c721ffdb1f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:38.558799 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-52bde23a-9e15-4cfd-b413-b5f6fc81e862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:38.559197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56470) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.578015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-60e90653-caf3-4cc7-8895-f81cdc5a59c3 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f9550e00-14f5-424a-8d8d-e5c242de70ae'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:38.578387 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c579a9-5f39-4676-8045-a6967758a13d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:38.578918 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-60e90653-caf3-4cc7-8895-f81cdc5a59c3 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126506) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:23:38.579103 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c579a9-5f39-4676-8045-a6967758a13d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:38.585620 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e8c579a9-5f39-4676-8045-a6967758a13d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/5a56237d-d5f2-46b1-85be-6e809d0e1906 HTTP/1.1" status: 404  len: 333 time: 0.0517993
Feb 12 21:23:38.586299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56474) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.630635 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-910defe0-6e03-471b-a81b-fdb507244c3e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:38.631392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910defe0-6e03-471b-a81b-fdb507244c3e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:38.634931 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-910defe0-6e03-471b-a81b-fdb507244c3e tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/7970f4a9-cd0a-447f-b3da-0f4d17e4798c HTTP/1.1" status: 404  len: 337 time: 0.0475814
Feb 12 21:23:38.637654 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56476) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.648825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09bd3e7-6724-4d93-abe9-536c2271aac3 None None] DHCP port deletion for 01503430-92c6-4e0f-b4a9-5afb7568fb7a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:23:38.719831 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-02291c5f-acf6-4ba8-866b-f4342c476cde tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:38.720224 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02291c5f-acf6-4ba8-866b-f4342c476cde tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:38.723537 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-02291c5f-acf6-4ba8-866b-f4342c476cde tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/4759568b-9dec-494f-baf9-4ba6c90def40 HTTP/1.1" status: 404  len: 337 time: 0.0841582
Feb 12 21:23:38.726952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56478) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.732896 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-52bde23a-9e15-4cfd-b413-b5f6fc81e862 None None] Current status of the port 7b8f0777-6915-4b48-b344-99c721ffdb1f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:38.745002 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a09bd3e7-6724-4d93-abe9-536c2271aac3 None None] Deleting port 7b8f0777-6915-4b48-b344-99c721ffdb1f {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:38.745409 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a09bd3e7-6724-4d93-abe9-536c2271aac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:38.773662 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc6e537-c3eb-451b-a72b-40f76f4902d6 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:38.774243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc6e537-c3eb-451b-a72b-40f76f4902d6 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:38.780425 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7cc6e537-c3eb-451b-a72b-40f76f4902d6 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/df40aac4-dd7e-43e8-9ebd-71f42920538b HTTP/1.1" status: 404  len: 333 time: 0.0495870
Feb 12 21:23:38.780594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56484) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.794013 ncdv-master-1 neutron-server[126506]: WARNING neutron.services.metering.metering_plugin [None req-60e90653-caf3-4cc7-8895-f81cdc5a59c3 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Feb 12 21:23:38.858788 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-4622721d-213c-45cd-b335-7677e26b14bb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:38.859193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4622721d-213c-45cd-b335-7677e26b14bb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:38.867605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4622721d-213c-45cd-b335-7677e26b14bb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/79937cdf-33a0-4640-a244-29f0ffb2044d HTTP/1.1" status: 404  len: 337 time: 0.0861490
Feb 12 21:23:38.870294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56492) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.895470 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7b8f0777-6915-4b48-b344-99c721ffdb1f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:23:38.915946 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-9521fff6-74f0-47bc-a690-4d8d202c21f9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:38.917250 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9521fff6-74f0-47bc-a690-4d8d202c21f9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:38.921194 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9521fff6-74f0-47bc-a690-4d8d202c21f9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/26a7826a-568e-4052-8519-b99681219386 HTTP/1.1" status: 404  len: 337 time: 0.0497527
Feb 12 21:23:38.924338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56498) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:38.947973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a09bd3e7-6724-4d93-abe9-536c2271aac3 None None] For port 7b8f0777-6915-4b48-b344-99c721ffdb1f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b8f0777-6915-4b48-b344-99c721ffdb1f,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:38.948634 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a09bd3e7-6724-4d93-abe9-536c2271aac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:38.978063 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a09bd3e7-6724-4d93-abe9-536c2271aac3 None None] Calling delete_port for 7b8f0777-6915-4b48-b344-99c721ffdb1f owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:23:38.978752 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03b1af5-2ee6-4ae5-b4cb-0d7c78275289 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:38.979392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03b1af5-2ee6-4ae5-b4cb-0d7c78275289 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:38.988996 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c03b1af5-2ee6-4ae5-b4cb-0d7c78275289 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/6e8b0ae3-d9ed-4f0d-a179-739c9dd98650 HTTP/1.1" status: 404  len: 333 time: 0.0635557
Feb 12 21:23:38.991957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56500) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.026933 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-9638799e-df47-4841-af4a-197d3238410c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:39.027394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9638799e-df47-4841-af4a-197d3238410c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:39.030674 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9638799e-df47-4841-af4a-197d3238410c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/a18820af-37f9-44b0-a18b-c257369839b5 HTTP/1.1" status: 404  len: 337 time: 0.0359900
Feb 12 21:23:39.034093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56502) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.057714 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60e90653-caf3-4cc7-8895-f81cdc5a59c3 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:39.071021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56504) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.073993 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-60e90653-caf3-4cc7-8895-f81cdc5a59c3 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.5135980
Feb 12 21:23:39.076414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8b72363f-d044-42fe-a6c6-6ef7a25946c2 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f9550e00-14f5-424a-8d8d-e5c242de70ae'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:39.077125 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8b72363f-d044-42fe-a6c6-6ef7a25946c2 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:23:39.081381 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-555e9946-1d4b-497b-8fba-c274e26f7b04 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:39.082241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555e9946-1d4b-497b-8fba-c274e26f7b04 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:39.088407 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-555e9946-1d4b-497b-8fba-c274e26f7b04 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/50564e10-e25d-4d8d-a219-7321bd6e3f25 HTTP/1.1" status: 404  len: 333 time: 0.0502284
Feb 12 21:23:39.091258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56506) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.098005 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d06c606-20fb-4e65-a5c0-b016ed7a3de3 req-b1592033-4e3f-4046-9245-4247b8a3c56c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 210 time: 0.1420846
Feb 12 21:23:39.116314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 7b8f0777-6915-4b48-b344-99c721ffdb1f is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:39.116717 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:39.124011 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-07455e60-7508-47f3-b7b1-b05707c56274 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:39.127701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07455e60-7508-47f3-b7b1-b05707c56274 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:39.128097 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-07455e60-7508-47f3-b7b1-b05707c56274 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/d553ae9b-a4cf-4300-a4e6-caaaa3be2fb8 HTTP/1.1" status: 404  len: 337 time: 0.0357943
Feb 12 21:23:39.130880 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56508) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.158573 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5d7f5c-b17c-4621-adfb-fda5c83dd3bc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:39.159143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5d7f5c-b17c-4621-adfb-fda5c83dd3bc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:39.164997 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0d5d7f5c-b17c-4621-adfb-fda5c83dd3bc tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/62c95467-bba4-4015-93df-e40a43937a87 HTTP/1.1" status: 404  len: 333 time: 0.0306196
Feb 12 21:23:39.165226 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56510) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.165401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 7b8f0777-6915-4b48-b344-99c721ffdb1f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b8f0777-6915-4b48-b344-99c721ffdb1f,segment=NetworkSegment(cc8bbe85-d3e9-4e55-9775-acbf966b74ef),segment_id=cc8bbe85-d3e9-4e55-9775-acbf966b74ef)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:39.194661 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15004e0-8b1b-4e63-bd51-f334b43785bd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:39.195113 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15004e0-8b1b-4e63-bd51-f334b43785bd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:39.200619 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d15004e0-8b1b-4e63-bd51-f334b43785bd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/7f57784f-40ae-4433-b481-0110c8c7efec HTTP/1.1" status: 404  len: 337 time: 0.0320177
Feb 12 21:23:39.200805 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56512) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.228984 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcae01d-d1db-4a62-8201-05401f8325ad tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:39.229549 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fcae01d-d1db-4a62-8201-05401f8325ad tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:39.233519 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4fcae01d-d1db-4a62-8201-05401f8325ad tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/905636e1-22da-4e03-8e4a-de83f7f4baf8 HTTP/1.1" status: 404  len: 333 time: 0.0309179
Feb 12 21:23:39.250478 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56514) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.277293 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c8fc4e-534f-430a-8472-ae506791bf82 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:39.277816 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c8fc4e-534f-430a-8472-ae506791bf82 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:39.280793 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-86c8fc4e-534f-430a-8472-ae506791bf82 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/696f58cc-f88b-47b3-9605-0d45fa351b96 HTTP/1.1" status: 404  len: 337 time: 0.0293248
Feb 12 21:23:39.284429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56516) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.307714 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-43eac252-c11d-4d1f-8025-149e0b9a9408 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:39.308232 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43eac252-c11d-4d1f-8025-149e0b9a9408 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:39.311251 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-43eac252-c11d-4d1f-8025-149e0b9a9408 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/4ec3fd8e-b894-4328-953e-0827e4a4428e HTTP/1.1" status: 404  len: 333 time: 0.0259337
Feb 12 21:23:39.313789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56518) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.329101 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:39.342897 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4b3eab-fdc1-4f10-9563-59c3a4d9bed9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:39.342897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e4b3eab-fdc1-4f10-9563-59c3a4d9bed9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:39.343119 ncdv-master-1 neutron-server[126505]: WARNING neutron.services.metering.metering_plugin [None req-8b72363f-d044-42fe-a6c6-6ef7a25946c2 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Feb 12 21:23:39.347627 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1e4b3eab-fdc1-4f10-9563-59c3a4d9bed9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/a0910aca-d9e4-4125-bddf-a4c25c0f794e HTTP/1.1" status: 404  len: 337 time: 0.0328920
Feb 12 21:23:39.350401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56520) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.375035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56522) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.381543 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aab49a7-e115-42ac-8324-bea7b178890d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:39.382335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aab49a7-e115-42ac-8324-bea7b178890d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:39.383125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=7b8f0777-6915-4b48-b344-99c721ffdb1f,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:39.385831 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2aab49a7-e115-42ac-8324-bea7b178890d tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/64ab0f16-b432-400c-8d80-1f2a3d4ba6f9 HTTP/1.1" status: 404  len: 333 time: 0.0337496
Feb 12 21:23:39.396857 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56524) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.436491 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-961ff0c2-e744-42ca-b523-8320c43284a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:39.436947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961ff0c2-e744-42ca-b523-8320c43284a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:39.439976 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-961ff0c2-e744-42ca-b523-8320c43284a9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/66260c15-9231-4a1d-b65d-fdc297603939 HTTP/1.1" status: 404  len: 337 time: 0.0421519
Feb 12 21:23:39.442725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56526) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.481576 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc890d64-b522-4d34-8607-7e0c340c7315 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:39.482102 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc890d64-b522-4d34-8607-7e0c340c7315 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:39.485203 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dc890d64-b522-4d34-8607-7e0c340c7315 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/ec9f124a-f6bf-495a-a1f3-2449420675a5 HTTP/1.1" status: 404  len: 337 time: 0.0416057
Feb 12 21:23:39.487995 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56528) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.499532 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6bf24772-6373-440f-8990-315b7261889d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b384686d30474337ab50abb50a578608&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1230347
Feb 12 21:23:39.499730 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a09bd3e7-6724-4d93-abe9-536c2271aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (7b8f0777-6915-4b48-b344-99c721ffdb1f), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:39.514552 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56530) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.522585 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-22228748-6a12-42e4-ae3c-303cb5cdcd5c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:39.523278 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22228748-6a12-42e4-ae3c-303cb5cdcd5c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:39.526388 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-22228748-6a12-42e4-ae3c-303cb5cdcd5c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/1571f04a-b425-4b93-a8d1-833007239219 HTTP/1.1" status: 404  len: 333 time: 0.0374470
Feb 12 21:23:39.534742 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56532) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.541711 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09bd3e7-6724-4d93-abe9-536c2271aac3 None None] Pushing event deleted for resources: {'Port': ['ID=7b8f0777-6915-4b48-b344-99c721ffdb1f,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:39.544042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09bd3e7-6724-4d93-abe9-536c2271aac3 None None] No DVR routers for this DVR port 7b8f0777-6915-4b48-b344-99c721ffdb1f on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:23:39.587766 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f63ee1c-9949-419a-8ef9-a731f35bafc7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:39.588233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f63ee1c-9949-419a-8ef9-a731f35bafc7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:39.591333 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8f63ee1c-9949-419a-8ef9-a731f35bafc7 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/1df8732e-3f68-4d21-9557-0acb84654731 HTTP/1.1" status: 404  len: 337 time: 0.0553157
Feb 12 21:23:39.598289 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56534) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.630345 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fedfac-ca46-4736-ab22-d948476190b3 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:39.630788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28fedfac-ca46-4736-ab22-d948476190b3 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:39.636329 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-28fedfac-ca46-4736-ab22-d948476190b3 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/d6e4c48e-c337-4cb3-87cb-c371b16c4943 HTTP/1.1" status: 404  len: 337 time: 0.0348091
Feb 12 21:23:39.637108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56538) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.757093 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b72363f-d044-42fe-a6c6-6ef7a25946c2 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:39.758331 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8b72363f-d044-42fe-a6c6-6ef7a25946c2 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.6856692
Feb 12 21:23:39.761057 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56546) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:39.774186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-036de348-6c74-4e4f-ba2e-265a6d56277a tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=ef9bd287-a6c9-4030-ae01-20e6df8a84e9 HTTP/1.1" status: 200  len: 462 time: 0.0119627
Feb 12 21:23:39.776972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56552) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.000035 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f650ea54-d73d-49b1-8fdb-5a72bb2e5f7c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.000700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f650ea54-d73d-49b1-8fdb-5a72bb2e5f7c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.006644 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f650ea54-d73d-49b1-8fdb-5a72bb2e5f7c tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/b1ce14b8-f2b4-448b-93df-15ad26402649 HTTP/1.1" status: 404  len: 333 time: 0.3669391
Feb 12 21:23:40.007117 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56562) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.015147 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a0f69cab-e3fc-41a1-bdf6-81ba421ad52b admin admin] Publish callbacks [] for security_group (16f1da4c-7f7c-47d4-a7d9-ce1e87292d3e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:40.040314 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9fe14cb8-2628-46ad-9ad3-0de42e690ebd tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:40.042547 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9fe14cb8-2628-46ad-9ad3-0de42e690ebd tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/ef9bd287-a6c9-4030-ae01-20e6df8a84e9 HTTP/1.1" status: 204  len: 168 time: 0.2635930
Feb 12 21:23:40.045109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56566) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.047153 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e992b2b-2824-450c-b8ab-26fb7f75a524 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.047745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e992b2b-2824-450c-b8ab-26fb7f75a524 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.051424 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3e992b2b-2824-450c-b8ab-26fb7f75a524 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/7f28d54a-bd2b-469a-93dc-12da90f399eb HTTP/1.1" status: 404  len: 337 time: 0.0433483
Feb 12 21:23:40.055433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56568) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.071974 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-23b69cae-d6e0-4619-8883-0a1b1cd06fd2 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=ef9bd287-a6c9-4030-ae01-20e6df8a84e9 HTTP/1.1" status: 200  len: 221 time: 0.0221975
Feb 12 21:23:40.075537 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a0f69cab-e3fc-41a1-bdf6-81ba421ad52b admin admin] Publish callbacks [] for security_group (16f1da4c-7f7c-47d4-a7d9-ce1e87292d3e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:40.077445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56570) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.086899 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1be2d8-687a-4b98-950c-2df62388b383 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.087364 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1be2d8-687a-4b98-950c-2df62388b383 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.088060 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4b9cd2f1-5b87-4ed0-9d66-fd3d4d807e8d tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1215464341', 'description': 'label created by tempest'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:40.092972 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4b9cd2f1-5b87-4ed0-9d66-fd3d4d807e8d tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] Unknown quota resources ['metering_label']. {{(pid=126506) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:23:40.093088 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-df1be2d8-687a-4b98-950c-2df62388b383 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/fe9c15ba-57d3-40bc-bacc-6f4b01912f02 HTTP/1.1" status: 404  len: 337 time: 0.0321524
Feb 12 21:23:40.093088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56572) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.124410 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2f7ac0-e786-49a6-babf-52837627bd88 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.125032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2f7ac0-e786-49a6-babf-52837627bd88 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.129413 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5f2f7ac0-e786-49a6-babf-52837627bd88 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/7b096f7a-4364-42fb-ac98-d0dc032e67e3 HTTP/1.1" status: 404  len: 333 time: 0.0342364
Feb 12 21:23:40.131009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56576) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.158608 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-324846eb-4483-432d-909b-f4113cc8d0dd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.159255 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324846eb-4483-432d-909b-f4113cc8d0dd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.162456 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-324846eb-4483-432d-909b-f4113cc8d0dd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/0e3d304b-8474-4f44-8914-a9cb1043a0a0 HTTP/1.1" status: 404  len: 337 time: 0.0304348
Feb 12 21:23:40.164904 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56578) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.190665 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-a457852e-9182-4c73-8838-38e668bad144 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.191136 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a457852e-9182-4c73-8838-38e668bad144 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.196659 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a457852e-9182-4c73-8838-38e668bad144 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/d202a6bf-0c2d-4c81-b4be-1365f4767499 HTTP/1.1" status: 404  len: 337 time: 0.0283930
Feb 12 21:23:40.198836 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56580) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.225733 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b267f68f-d351-427d-8f23-4d435409473e req-8534f635-be60-4a47-97fa-0ec37c552878 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 210 time: 0.0407863
Feb 12 21:23:40.245971 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4ea4e3ce-8f94-4727-a1f2-5306ee7c4fff tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports?device_id=37f150a7-b7c0-4cef-93b3-18b0742c1364 HTTP/1.1" status: 200  len: 205 time: 0.0476933
Feb 12 21:23:40.249324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56582) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.294820 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-04bdbd58-6813-48ee-9965-3a436e414600 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] delete failed (client error): The resource could not be found.
Feb 12 21:23:40.295828 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-04bdbd58-6813-48ee-9965-3a436e414600 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/routers/37f150a7-b7c0-4cef-93b3-18b0742c1364 HTTP/1.1" status: 404  len: 336 time: 0.0443573
Feb 12 21:23:40.298592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56584) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.325251 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb8a3dd-7a31-4c3a-93d9-eeb22c3f5e13 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.325822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb8a3dd-7a31-4c3a-93d9-eeb22c3f5e13 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.328955 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fcb8a3dd-7a31-4c3a-93d9-eeb22c3f5e13 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/97502b0b-f1e6-49cd-bb10-037069aeefeb HTTP/1.1" status: 404  len: 337 time: 0.0292208
Feb 12 21:23:40.332394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56586) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.360137 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-661836ec-2486-4ef0-9a66-02b65a4887a1 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0028120-f9e4-4a71-b27c-a64a03195575 HTTP/1.1" status: 200  len: 205 time: 0.0266500
Feb 12 21:23:40.363263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56588) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.404365 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a0f69cab-e3fc-41a1-bdf6-81ba421ad52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (16f1da4c-7f7c-47d4-a7d9-ce1e87292d3e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:40.406808 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a0f69cab-e3fc-41a1-bdf6-81ba421ad52b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:40.408182 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a0f69cab-e3fc-41a1-bdf6-81ba421ad52b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16f1da4c-7f7c-47d4-a7d9-ce1e87292d3e HTTP/1.1" status: 204  len: 168 time: 0.8920770
Feb 12 21:23:40.448492 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-cdfc9ef7-5a56-4b60-a82e-eb9a00e119a2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] delete failed (client error): The resource could not be found.
Feb 12 21:23:40.449639 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4b9cd2f1-5b87-4ed0-9d66-fd3d4d807e8d tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:40.453586 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4b9cd2f1-5b87-4ed0-9d66-fd3d4d807e8d tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.3724957
Feb 12 21:23:40.453586 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56592) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.453883 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cdfc9ef7-5a56-4b60-a82e-eb9a00e119a2 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/routers/f0028120-f9e4-4a71-b27c-a64a03195575 HTTP/1.1" status: 404  len: 336 time: 0.0887287
Feb 12 21:23:40.454099 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56594) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.455301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f69cab-e3fc-41a1-bdf6-81ba421ad52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f1da4c-7f7c-47d4-a7d9-ce1e87292d3e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:40.498882 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a55d3a-d2e8-4d12-a8ba-8ef7c8192945 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.499565 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a55d3a-d2e8-4d12-a8ba-8ef7c8192945 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.503258 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d0a55d3a-d2e8-4d12-a8ba-8ef7c8192945 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/184c7c23-9e03-4cf6-821f-d8cf605ea3d8 HTTP/1.1" status: 404  len: 337 time: 0.0501842
Feb 12 21:23:40.520069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56598) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.570678 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3b3a6924-fc64-4986-84cf-1603dacd3a09 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=05f030f9-ae0f-48c2-8acd-6e343df615c3 HTTP/1.1" status: 200  len: 468 time: 0.1108909
Feb 12 21:23:40.570870 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-11840f63-ff98-40c2-a1bb-77de9fb89af9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.570870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11840f63-ff98-40c2-a1bb-77de9fb89af9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.571010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56608) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.575135 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-11840f63-ff98-40c2-a1bb-77de9fb89af9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/e3268a32-0b78-4e19-98b7-49b30f01deb8 HTTP/1.1" status: 404  len: 337 time: 0.0538187
Feb 12 21:23:40.583236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56612) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.617953 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5a7f31-2df2-4c0b-a767-b4626e82b951 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.619713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5a7f31-2df2-4c0b-a767-b4626e82b951 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.627627 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ac5a7f31-2df2-4c0b-a767-b4626e82b951 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/f4261b51-e21e-41eb-9d85-d94388d4de1a HTTP/1.1" status: 404  len: 333 time: 0.0403326
Feb 12 21:23:40.630259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56620) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.673018 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac31c75-c52f-4c66-95a1-0411f5c50bc3 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.674177 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac31c75-c52f-4c66-95a1-0411f5c50bc3 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.681947 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-eac31c75-c52f-4c66-95a1-0411f5c50bc3 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/a0d4b8f6-8e22-4bc8-b823-dd99687b2572 HTTP/1.1" status: 404  len: 337 time: 0.0462565
Feb 12 21:23:40.681947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56624) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.699242 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-3fcc8e0f-e269-45d7-bb09-a0be31d68758 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:40.699242 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-3fcc8e0f-e269-45d7-bb09-a0be31d68758 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.48 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 811 time: 0.2612479
Feb 12 21:23:40.726607 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-fd74be90-06c6-4643-81bb-cbd115376302 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Request body: {'port': {'device_id': '955f9962-b43e-40fa-af91-d85da806dad0', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'admin_state_up': True, 'tenant_id': '63fc5569c8334523aa6dff77b1d79015'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:40.735531 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a9e549-6ca4-4292-a712-118da19518f6 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.735531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a9e549-6ca4-4292-a712-118da19518f6 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.735531 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-76a9e549-6ca4-4292-a712-118da19518f6 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/89b4f793-a640-4d6c-8d86-7e99e22e397c HTTP/1.1" status: 404  len: 333 time: 0.0528269
Feb 12 21:23:40.737574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56626) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.795020 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f94ddf8-8d60-43eb-9522-01124be85b01 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.795749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f94ddf8-8d60-43eb-9522-01124be85b01 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.799309 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2f94ddf8-8d60-43eb-9522-01124be85b01 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/552c462d-7a48-4025-8505-bc9bc7d6261f HTTP/1.1" status: 404  len: 337 time: 0.0609381
Feb 12 21:23:40.802038 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56628) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.826473 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-294fe23d-1ebc-4425-bf65-71fe93f441d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.827030 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294fe23d-1ebc-4425-bf65-71fe93f441d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.830686 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-294fe23d-1ebc-4425-bf65-71fe93f441d5 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/cebb11e9-c97b-49e6-99b7-40db7843dcb4 HTTP/1.1" status: 404  len: 333 time: 0.0270734
Feb 12 21:23:40.833384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56630) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.865234 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba13270-4834-414c-b3a0-f70fa09843fd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.869619 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba13270-4834-414c-b3a0-f70fa09843fd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.872003 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-eba13270-4834-414c-b3a0-f70fa09843fd tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/7043a13f-0daf-4830-abbf-81b9e428764f HTTP/1.1" status: 404  len: 337 time: 0.0368752
Feb 12 21:23:40.872645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56634) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.877451 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2bcc52df-a71f-4da5-904b-592754a3239d tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:40.878031 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2bcc52df-a71f-4da5-904b-592754a3239d tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/05f030f9-ae0f-48c2-8acd-6e343df615c3 HTTP/1.1" status: 204  len: 168 time: 0.3061233
Feb 12 21:23:40.884853 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56636) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.912968 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dbedf22d-f668-4770-99d5-4e6ea1887edd tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=05f030f9-ae0f-48c2-8acd-6e343df615c3 HTTP/1.1" status: 200  len: 216 time: 0.0268526
Feb 12 21:23:40.913810 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c7c49b-8ce3-4c63-b7f2-764621800aca tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.914384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c7c49b-8ce3-4c63-b7f2-764621800aca tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.919898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56638) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.920191 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-27c7c49b-8ce3-4c63-b7f2-764621800aca tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/e05b3364-ec41-4129-a757-fd7781cb779e HTTP/1.1" status: 404  len: 333 time: 0.0462179
Feb 12 21:23:40.920289 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56640) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.970862 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56646) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.971251 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-49b4c90d-f437-4d6a-8565-f2bba139a59d tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0496061
Feb 12 21:23:40.977883 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7eba98c-f1d6-45da-9075-07bd8058a9c0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:40.977883 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7eba98c-f1d6-45da-9075-07bd8058a9c0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:40.977883 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f7eba98c-f1d6-45da-9075-07bd8058a9c0 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/05fa611e-f02b-4cd0-ae2f-bc35cef6065c HTTP/1.1" status: 404  len: 337 time: 0.0542691
Feb 12 21:23:40.979551 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56650) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:40.990742 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-fd74be90-06c6-4643-81bb-cbd115376302 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Made reservation on behalf of 63fc5569c8334523aa6dff77b1d79015 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:40.994956 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-926c3d3a-f5b0-4513-9824-a44c9b631bf2 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0227811
Feb 12 21:23:40.997819 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-fd74be90-06c6-4643-81bb-cbd115376302 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:41.000312 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56654) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:41.042842 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9c4474-2c51-4058-8cb3-23d6f7664b19 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:41.043790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9c4474-2c51-4058-8cb3-23d6f7664b19 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:41.047471 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8b9c4474-2c51-4058-8cb3-23d6f7664b19 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/1a755b39-3157-484c-baac-56344c412092 HTTP/1.1" status: 404  len: 333 time: 0.0668030
Feb 12 21:23:41.051005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56660) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:41.116564 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e0368700-67e3-42bf-bbb4-4717c2d807e9 tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/f9550e00-14f5-424a-8d8d-e5c242de70ae HTTP/1.1" status: 200  len: 472 time: 0.1151106
Feb 12 21:23:41.120302 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56670) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:41.123173 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-9124d1bf-a967-49c6-9fab-5b187de2ceb9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:41.123642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9124d1bf-a967-49c6-9fab-5b187de2ceb9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:41.129344 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9124d1bf-a967-49c6-9fab-5b187de2ceb9 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/ecc06875-ecfd-4006-b133-f3cb247daf56 HTTP/1.1" status: 404  len: 337 time: 0.0771735
Feb 12 21:23:41.133078 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56672) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:41.141588 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56676) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:41.142078 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8fc7948b-eead-4a00-9319-a5777a10eb7a tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/a6956e66-9499-4b7e-b0a6-cc38a245aa07 HTTP/1.1" status: 200  len: 459 time: 0.0206785
Feb 12 21:23:41.206985 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1afe00-34cc-4828-b1e0-14da39a68e31 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:41.207556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1afe00-34cc-4828-b1e0-14da39a68e31 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:41.210635 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2a1afe00-34cc-4828-b1e0-14da39a68e31 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/5f3389db-eea9-4ff2-a581-39519c7991a6 HTTP/1.1" status: 404  len: 333 time: 0.0723004
Feb 12 21:23:41.214124 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56678) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:41.243273 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9cac66-c71c-4399-b2ef-07433162e9bb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:41.243728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9cac66-c71c-4399-b2ef-07433162e9bb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:41.247145 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cb9cac66-c71c-4399-b2ef-07433162e9bb tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/88259870-c0fe-40f7-a38d-69139150b9df HTTP/1.1" status: 404  len: 337 time: 0.0317752
Feb 12 21:23:41.249596 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56680) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:41.274329 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c6628c-2388-425f-88c8-95851b5a8603 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:41.274912 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c6628c-2388-425f-88c8-95851b5a8603 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:41.278209 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f1c6628c-2388-425f-88c8-95851b5a8603 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/ports/ccc60243-0d94-4025-957c-27652a834d8a HTTP/1.1" status: 404  len: 333 time: 0.0276923
Feb 12 21:23:41.281000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56684) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:41.299391 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-fd74be90-06c6-4643-81bb-cbd115376302 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Allocated IP 172.20.0.4 (2d2fb25f-a576-44b7-8aec-e44f4519d495/4aba54e8-02c5-42b4-9b81-f8ec4ddd5749/7e592411-155b-4647-a7b6-b5174ceee7ec) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:41.328752 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-e157449a-ed4e-4f1e-8e2f-ce8317be9438 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:23:41.329214 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e157449a-ed4e-4f1e-8e2f-ce8317be9438 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:23:41.332622 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e157449a-ed4e-4f1e-8e2f-ce8317be9438 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/subnets/c8beab97-286e-4af4-b6ff-c0a11912d636 HTTP/1.1" status: 404  len: 337 time: 0.0506117
Feb 12 21:23:41.338569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56688) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:41.364080 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a58a226-e27a-4143-9f60-7fe545149e3f req-8eadb4ea-70d8-4f43-a1af-3d1586962374 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 210 time: 0.0451272
Feb 12 21:23:41.529103 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8831f2e-aca3-45ff-89ef-2df6c8fd4a53 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (01503430-92c6-4e0f-b4a9-5afb7568fb7a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:41.537398 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c2efd40-d82b-415b-8bcd-bd160c979b5f tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:41.538470 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3c2efd40-d82b-415b-8bcd-bd160c979b5f tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/a6956e66-9499-4b7e-b0a6-cc38a245aa07 HTTP/1.1" status: 204  len: 168 time: 0.3893647
Feb 12 21:23:41.541069 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56698) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:41.712842 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8831f2e-aca3-45ff-89ef-2df6c8fd4a53 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (01503430-92c6-4e0f-b4a9-5afb7568fb7a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:41.748324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a8831f2e-aca3-45ff-89ef-2df6c8fd4a53 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb730970>,) {'filters': {'network_id': ['01503430-92c6-4e0f-b4a9-5afb7568fb7a']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:41.767648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a8831f2e-aca3-45ff-89ef-2df6c8fd4a53 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb730970>, 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:41.767946 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a8831f2e-aca3-45ff-89ef-2df6c8fd4a53 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb730970>, 'cc8bbe85-d3e9-4e55-9775-acbf966b74ef') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:41.777528 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-fd74be90-06c6-4643-81bb-cbd115376302 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:41.782086 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8831f2e-aca3-45ff-89ef-2df6c8fd4a53 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (cc8bbe85-d3e9-4e55-9775-acbf966b74ef), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:41.803403 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8831f2e-aca3-45ff-89ef-2df6c8fd4a53 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (cc8bbe85-d3e9-4e55-9775-acbf966b74ef), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:41.818996 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8831f2e-aca3-45ff-89ef-2df6c8fd4a53 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:23:41.819411 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8831f2e-aca3-45ff-89ef-2df6c8fd4a53 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (cc8bbe85-d3e9-4e55-9775-acbf966b74ef), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:23:41.822375 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:23:41.902236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56716) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:41.913046 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-120fdc66-689c-4e77-b445-c5f9736bb22b tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:41.914268 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-120fdc66-689c-4e77-b445-c5f9736bb22b tempest-MeteringIpV6TestJSON-1245574863 tempest-MeteringIpV6TestJSON-1245574863-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/f9550e00-14f5-424a-8d8d-e5c242de70ae HTTP/1.1" status: 204  len: 168 time: 0.3721006
Feb 12 21:23:42.008535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-7b67591e-48f4-405e-8926-58f3181b2e97 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.012465 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7b67591e-48f4-405e-8926-58f3181b2e97 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.1065013
Feb 12 21:23:42.012465 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-fd74be90-06c6-4643-81bb-cbd115376302 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:42.013201 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56722) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.021176 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-5c65fbf8-7e42-4498-ae2d-b1af5062b636 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.023310 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5c65fbf8-7e42-4498-ae2d-b1af5062b636 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0083857
Feb 12 21:23:42.025675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56724) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.026684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a500c7b1-8358-4bc8-ae00-21079afb6cb4', 'a7ca726b-c529-424c-8983-7b7a58cc17cd'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:23:42.030727 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-77620e74-200e-4fb2-a029-8c8a84366809 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.032045 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-77620e74-200e-4fb2-a029-8c8a84366809 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0052443
Feb 12 21:23:42.034673 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56726) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.039148 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-cbc61a06-c5b5-40cc-ab12-a1175bce0ca4 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.042101 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cbc61a06-c5b5-40cc-ab12-a1175bce0ca4 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0042667
Feb 12 21:23:42.042322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56730) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.046707 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-20404005-eda0-45a1-af0e-b91d509f8a28 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.049413 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-20404005-eda0-45a1-af0e-b91d509f8a28 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0043161
Feb 12 21:23:42.053214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56732) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.058897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-27dad452-2189-4a53-9adb-9c71bbcdd26b tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.059316 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8831f2e-aca3-45ff-89ef-2df6c8fd4a53 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (01503430-92c6-4e0f-b4a9-5afb7568fb7a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:42.061023 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-27dad452-2189-4a53-9adb-9c71bbcdd26b tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0068331
Feb 12 21:23:42.063670 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56734) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.070777 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-7e724da5-64e8-414b-a79f-f09dcb241362 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.071103 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8831f2e-aca3-45ff-89ef-2df6c8fd4a53 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:42.072465 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7e724da5-64e8-414b-a79f-f09dcb241362 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0070999
Feb 12 21:23:42.075444 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56736) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.075574 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a8831f2e-aca3-45ff-89ef-2df6c8fd4a53 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] 10.222.0.31 "DELETE /v2.0/networks/01503430-92c6-4e0f-b4a9-5afb7568fb7a HTTP/1.1" status: 204  len: 168 time: 0.7357445
Feb 12 21:23:42.089896 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-fd74be90-06c6-4643-81bb-cbd115376302 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Network 2d2fb25f-a576-44b7-8aec-e44f4519d495 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:42.098784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-9c25f261-7739-49c2-8b2d-b0135d82fbbd tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.103846 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9c25f261-7739-49c2-8b2d-b0135d82fbbd tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0274408
Feb 12 21:23:42.105319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-fd74be90-06c6-4643-81bb-cbd115376302 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:42.108178 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56740) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.108327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-fd74be90-06c6-4643-81bb-cbd115376302 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:42.116788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8831f2e-aca3-45ff-89ef-2df6c8fd4a53 tempest-NetworksTestDHCPv6-1148730527 tempest-NetworksTestDHCPv6-1148730527-project] Pushing event deleted for resources: {'Network': ['ID=01503430-92c6-4e0f-b4a9-5afb7568fb7a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:42.119931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-a7ce7230-a0fd-43c6-81f0-726221f06f6e tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.127376 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a7ce7230-a0fd-43c6-81f0-726221f06f6e tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0170105
Feb 12 21:23:42.135675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56742) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.135675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-399f275d-ffe3-4682-bb16-dba17204fc5d tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.135675 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-399f275d-ffe3-4682-bb16-dba17204fc5d tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0053101
Feb 12 21:23:42.143360 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56744) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.150225 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-69a21159-e95e-4b97-bb60-e39d0e80326c tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.161781 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-69a21159-e95e-4b97-bb60-e39d0e80326c tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0102255
Feb 12 21:23:42.161781 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56746) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.167476 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74be90-06c6-4643-81bb-cbd115376302 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event updated for resources: {'Port': ['ID=7e592411-155b-4647-a7b6-b5174ceee7ec,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:42.169253 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-063944ef-bb76-404f-9722-f8efd94b9816 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.176408 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-063944ef-bb76-404f-9722-f8efd94b9816 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0151691
Feb 12 21:23:42.179800 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56750) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.190323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-978c3184-dd65-4978-88da-8d18d514c2db tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.197442 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-978c3184-dd65-4978-88da-8d18d514c2db tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0106244
Feb 12 21:23:42.198139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56752) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.210739 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-1c61801d-02d0-4b16-92f6-d2b96284e135 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.221624 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1c61801d-02d0-4b16-92f6-d2b96284e135 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0197589
Feb 12 21:23:42.222568 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56756) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.227072 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-e2a5fb0b-955d-4127-82b1-74d4a6af0fd2 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.233805 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e2a5fb0b-955d-4127-82b1-74d4a6af0fd2 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0099888
Feb 12 21:23:42.234720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56758) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.247008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-9cb560a9-b816-41e5-8c53-ab5086329138 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.250441 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9cb560a9-b816-41e5-8c53-ab5086329138 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0071745
Feb 12 21:23:42.251051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56760) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.266462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-1b394516-6ab5-43b3-927a-fa002e0b5478 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.270669 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1b394516-6ab5-43b3-927a-fa002e0b5478 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0160348
Feb 12 21:23:42.272185 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56762) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.283909 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-d7767d8b-27a5-4ce9-af79-d6bffc643510 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.285833 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-fd74be90-06c6-4643-81bb-cbd115376302 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:42.286509 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-fd74be90-06c6-4643-81bb-cbd115376302 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:42.287719 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d7767d8b-27a5-4ce9-af79-d6bffc643510 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0139902
Feb 12 21:23:42.288330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56764) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.301292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-e17c2f8f-f6d5-43d3-a4d4-52f40388c4ac tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.305299 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e17c2f8f-f6d5-43d3-a4d4-52f40388c4ac tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0160160
Feb 12 21:23:42.305597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56766) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.309869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-b8440592-2977-4cbe-bbf6-2dea5b38b6a4 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.310834 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b8440592-2977-4cbe-bbf6-2dea5b38b6a4 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0044773
Feb 12 21:23:42.318205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56768) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.323244 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-2305d2f7-25b1-4448-b0af-1bbb6a8c8b4d tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.325964 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2305d2f7-25b1-4448-b0af-1bbb6a8c8b4d tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0066998
Feb 12 21:23:42.327062 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56770) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.332269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-952c87bc-5a79-4ab8-b342-475fbd5b0066 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.333315 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-952c87bc-5a79-4ab8-b342-475fbd5b0066 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0052731
Feb 12 21:23:42.335941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56772) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.340456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-9de6f04b-fd09-4140-95d5-13936499f52c tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.342105 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9de6f04b-fd09-4140-95d5-13936499f52c tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0050118
Feb 12 21:23:42.344287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56774) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.350009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-a874d8fa-cbd4-4772-a963-e30a5800fbb8 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.351001 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a874d8fa-cbd4-4772-a963-e30a5800fbb8 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0057998
Feb 12 21:23:42.353639 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56776) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.359613 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-8ec9f929-8fcc-42f6-974c-bd5ea6f0866b tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.361410 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8ec9f929-8fcc-42f6-974c-bd5ea6f0866b tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0060711
Feb 12 21:23:42.363119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56778) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.367495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-6f60a498-cfe3-4d59-8407-8dd61ecf6c44 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.369655 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6f60a498-cfe3-4d59-8407-8dd61ecf6c44 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0055587
Feb 12 21:23:42.373198 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56780) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.373922 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-fd74be90-06c6-4643-81bb-cbd115376302 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6588602
Feb 12 21:23:42.379390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-8b6bc3c5-4e90-4672-81ca-16d0e41ee5b6 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.382613 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8b6bc3c5-4e90-4672-81ca-16d0e41ee5b6 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0083661
Feb 12 21:23:42.385345 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56784) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.389124 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Request body: {'port': {'device_id': '955f9962-b43e-40fa-af91-d85da806dad0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:42.389695 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-7874b840-942f-4b80-963b-6380677419c7 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.394239 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7874b840-942f-4b80-963b-6380677419c7 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0075099
Feb 12 21:23:42.394494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56786) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.405715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4ce3556a-eb8e-4853-898a-3e496d08b504 None None] Provisioning complete for port 7e592411-155b-4647-a7b6-b5174ceee7ec triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:42.406188 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4ce3556a-eb8e-4853-898a-3e496d08b504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:42.415786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-3c7b7106-56ed-4aca-a7a3-d09b213d98c5 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.416788 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3c7b7106-56ed-4aca-a7a3-d09b213d98c5 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0056853
Feb 12 21:23:42.419698 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56788) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.424651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-5487b471-e51d-490c-8014-859162ffd785 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.425690 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5487b471-e51d-490c-8014-859162ffd785 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0051000
Feb 12 21:23:42.428476 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56790) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.434343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-ac7868fd-ca59-43a5-92bd-b4070b0a2a10 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.435315 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ac7868fd-ca59-43a5-92bd-b4070b0a2a10 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0060201
Feb 12 21:23:42.438174 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56792) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.445720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-94c4b574-1b66-46d6-8714-efecc9a6d460 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.446171 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-94c4b574-1b66-46d6-8714-efecc9a6d460 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0070362
Feb 12 21:23:42.450734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56796) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.453807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4ce3556a-eb8e-4853-898a-3e496d08b504 None None] Port 7e592411-155b-4647-a7b6-b5174ceee7ec cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:23:42.473736 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-0f969e6e-ef4e-49b9-9e49-792e93a62a46 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.474746 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0f969e6e-ef4e-49b9-9e49-792e93a62a46 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0222321
Feb 12 21:23:42.477687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56798) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.484112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-147287f6-a35b-416a-b485-bb6dbb84ba56 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.485070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-147287f6-a35b-416a-b485-bb6dbb84ba56 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0065577
Feb 12 21:23:42.489749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56800) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.494598 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-94d14550-0906-4e52-957d-10699bdc930a tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.496339 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-94d14550-0906-4e52-957d-10699bdc930a tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0049279
Feb 12 21:23:42.503457 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:42.505966 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56802) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.512124 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-c4aad474-6646-4c48-848e-de62a83b99d7 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.515736 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56806) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.515876 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c4aad474-6646-4c48-848e-de62a83b99d7 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0088198
Feb 12 21:23:42.544004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f736e-e97c-4d8a-aef9-cae18565ce50 req-75d6db8e-84ac-4f9f-b8c3-ce3b9e2d0163 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:42.550054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-d803c6c9-8897-43f0-8f64-15f34d172a12 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.550399 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ee1f736e-e97c-4d8a-aef9-cae18565ce50 req-75d6db8e-84ac-4f9f-b8c3-ce3b9e2d0163 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 931 time: 0.0932610
Feb 12 21:23:42.551053 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d803c6c9-8897-43f0-8f64-15f34d172a12 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0342829
Feb 12 21:23:42.557964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56808) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.563657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-03ae1772-f1c1-4a4a-88af-e2cef344725f tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.564704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-03ae1772-f1c1-4a4a-88af-e2cef344725f tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0068688
Feb 12 21:23:42.567371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56812) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.574343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-c245920f-b238-4cc2-a08e-d05a48c6c2c8 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.575448 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c245920f-b238-4cc2-a08e-d05a48c6c2c8 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0070453
Feb 12 21:23:42.580849 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56814) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.591379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-0ceea23a-6a9a-4226-bfc1-ced29db95cf2 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.592356 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0ceea23a-6a9a-4226-bfc1-ced29db95cf2 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0105579
Feb 12 21:23:42.595033 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56816) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.602171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-8076796a-21c5-4b22-b00d-8ef220d1c099 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.603135 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8076796a-21c5-4b22-b00d-8ef220d1c099 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0065529
Feb 12 21:23:42.605904 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56818) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.614728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-87bada2d-c0cf-4c69-9332-2d87c4edb7d5 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.615756 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-87bada2d-c0cf-4c69-9332-2d87c4edb7d5 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0089080
Feb 12 21:23:42.619617 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56820) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.624139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56824) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.626196 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-783c8e6b-bfc6-4d76-af0e-2bed17c8dce2 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.627874 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-783c8e6b-bfc6-4d76-af0e-2bed17c8dce2 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0058687
Feb 12 21:23:42.632152 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56826) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.639501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-b020537a-d789-41c3-82e6-c15b4166edec tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.644288 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b020537a-d789-41c3-82e6-c15b4166edec tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0094745
Feb 12 21:23:42.645223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56830) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.663356 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ee1f736e-e97c-4d8a-aef9-cae18565ce50 req-320abdb7-5778-4a4c-b4ce-8189f6b4e61a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035237
Feb 12 21:23:42.667754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-e7a19320-8189-4998-bd73-26ccb7a1dfd8 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.671419 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e7a19320-8189-4998-bd73-26ccb7a1dfd8 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0046868
Feb 12 21:23:42.672688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56832) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.691724 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-3ae53dd5-edaf-4c42-a8e0-49266f498ebb tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.696246 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3ae53dd5-edaf-4c42-a8e0-49266f498ebb tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0194483
Feb 12 21:23:42.705312 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56834) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.717262 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-1ed0ad03-a758-4b91-8dd4-60f1fefa1d4e tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.721333 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1ed0ad03-a758-4b91-8dd4-60f1fefa1d4e tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0120273
Feb 12 21:23:42.721932 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56840) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.727173 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-a5d8d678-d3ba-4542-a430-265e448607a1 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.732593 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a5d8d678-d3ba-4542-a430-265e448607a1 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0072148
Feb 12 21:23:42.732903 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56842) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.742383 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-a0522d64-4341-4666-b7c0-cde8416a6bae tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.745939 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a0522d64-4341-4666-b7c0-cde8416a6bae tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0095220
Feb 12 21:23:42.746361 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56844) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.755232 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-15c32dbc-12a9-4e27-a8c7-aa5e14b9c689 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.755232 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-15c32dbc-12a9-4e27-a8c7-aa5e14b9c689 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0041351
Feb 12 21:23:42.761134 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56846) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.766730 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-862ae08c-defa-4424-bbc3-ae09d1634c91 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.770999 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-862ae08c-defa-4424-bbc3-ae09d1634c91 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0076287
Feb 12 21:23:42.771627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56848) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.775641 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-45fd33d9-1d02-405b-a3c9-2b61294c78be tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.777562 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-45fd33d9-1d02-405b-a3c9-2b61294c78be tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0050204
Feb 12 21:23:42.785151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56850) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.785521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56852) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.790904 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-78a577c3-e97b-4bc2-be66-0aaea24e61fe tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.794785 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-78a577c3-e97b-4bc2-be66-0aaea24e61fe tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0082715
Feb 12 21:23:42.801753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56854) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.807298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-d344b7d2-243b-4236-9df7-955a132c039a tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.808356 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d344b7d2-243b-4236-9df7-955a132c039a tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0050476
Feb 12 21:23:42.811884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56858) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.817644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-7a1879db-2269-424d-a64c-c667c87e2973 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.821173 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7a1879db-2269-424d-a64c-c667c87e2973 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0058599
Feb 12 21:23:42.822876 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56860) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.831647 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-130e592a-2928-4fb1-80d3-29242f1242ce tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.831647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-130e592a-2928-4fb1-80d3-29242f1242ce tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0042484
Feb 12 21:23:42.831840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56862) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.835734 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-73339d26-4b6c-4cde-a8ae-834fad9c8c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:42.840218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-a156f323-a25f-4d83-9041-70ed2d38a4ff tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.844014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a156f323-a25f-4d83-9041-70ed2d38a4ff tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0085065
Feb 12 21:23:42.844014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56864) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.850587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-d7bda499-9d40-425c-8ac1-4a8f08731e6e tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.854869 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d7bda499-9d40-425c-8ac1-4a8f08731e6e tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0066655
Feb 12 21:23:42.854869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56866) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.859053 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-ec88b13f-e864-49b0-b88d-fe26c4c54625 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.863187 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ec88b13f-e864-49b0-b88d-fe26c4c54625 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0042384
Feb 12 21:23:42.863466 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56868) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.869323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-49b9f19d-f1a8-4d20-a353-6b7f3a871734 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.870951 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-49b9f19d-f1a8-4d20-a353-6b7f3a871734 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0060108
Feb 12 21:23:42.879319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56870) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.883489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-2cf27705-d4b7-4c85-b44d-1e128bcef29a tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.884434 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2cf27705-d4b7-4c85-b44d-1e128bcef29a tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0042076
Feb 12 21:23:42.886826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56872) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.894867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-f640df35-97b5-4dd7-8d65-60ec1ef4be5d tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.897399 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f640df35-97b5-4dd7-8d65-60ec1ef4be5d tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0081594
Feb 12 21:23:42.898572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56874) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.906397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-d7141c31-6b65-4486-9116-4a2a8d9bd9b9 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.907372 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d7141c31-6b65-4486-9116-4a2a8d9bd9b9 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0078037
Feb 12 21:23:42.910757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56876) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.914940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-17151e33-40cf-4792-92f1-cf6f0c32b9fd tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.915860 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-17151e33-40cf-4792-92f1-cf6f0c32b9fd tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0041828
Feb 12 21:23:42.919478 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56878) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.927148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-b5d32b73-35ef-48b7-9b25-b7443fc1869c tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.928137 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b5d32b73-35ef-48b7-9b25-b7443fc1869c tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0077541
Feb 12 21:23:42.932676 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56880) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.940509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-26a8b465-b7b4-4ec5-b38f-a21833774896 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.941486 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-26a8b465-b7b4-4ec5-b38f-a21833774896 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0047011
Feb 12 21:23:42.945729 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56882) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.952396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-3fc66b2b-8096-4bea-9667-c184d92b16d3 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.953345 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3fc66b2b-8096-4bea-9667-c184d92b16d3 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0059280
Feb 12 21:23:42.956721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56884) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.959438 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f8970d91-55d5-45d5-90e4-0ba5e35a91b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74b2c02f75e24c448e26095ceaaef76c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1717269
Feb 12 21:23:42.965130 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56886) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.969904 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-e9b81a11-e462-4ebc-91cb-3bc87e685198 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.970150 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e9b81a11-e462-4ebc-91cb-3bc87e685198 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0126870
Feb 12 21:23:42.973408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56888) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.979470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-efea73e7-4957-4d7e-a427-e32cb72e2793 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.980329 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-efea73e7-4957-4d7e-a427-e32cb72e2793 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0060494
Feb 12 21:23:42.984857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56890) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:42.990912 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [None req-f9fd508d-8969-49b9-8a7f-8e431c2e8eed tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:42.991861 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f9fd508d-8969-49b9-8a7f-8e431c2e8eed tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0063066
Feb 12 21:23:42.995068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e592411-155b-4647-a7b6-b5174ceee7ec {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:23:42.995963 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56892) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:43.001674 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-73339d26-4b6c-4cde-a8ae-834fad9c8c78 admin admin] Publish callbacks [] for security_group (683a0f34-9715-49ad-8d23-69f0c2a793ef), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:43.003050 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Publish callbacks [] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:43.009435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [None req-47b91229-e5cd-4983-a748-cc037fda72d5 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:23:43.010676 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-47b91229-e5cd-4983-a748-cc037fda72d5 tempest-ExtensionsTestJSON-1313179229 tempest-ExtensionsTestJSON-1313179229-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0112059
Feb 12 21:23:43.020889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Transition to ACTIVE for port object 7e592411-155b-4647-a7b6-b5174ceee7ec will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:23:43.040958 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ede96ac-8551-444d-b7ad-1cf28c5c81a3 admin admin] Publish callbacks [] for security_group (b65e1a54-9693-4931-b50d-a2413aa4ccc1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:43.063584 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ede96ac-8551-444d-b7ad-1cf28c5c81a3 admin admin] Publish callbacks [] for security_group (b65e1a54-9693-4931-b50d-a2413aa4ccc1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:43.106963 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-73339d26-4b6c-4cde-a8ae-834fad9c8c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (683a0f34-9715-49ad-8d23-69f0c2a793ef), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:43.107172 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:43.158475 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-73339d26-4b6c-4cde-a8ae-834fad9c8c78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79261afaa07a48ef95030b6b441bc094&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5351207
Feb 12 21:23:43.158475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73339d26-4b6c-4cde-a8ae-834fad9c8c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683a0f34-9715-49ad-8d23-69f0c2a793ef,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:43.159264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56914) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:43.205777 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Pushing event updated for resources: {'Port': ['ID=7e592411-155b-4647-a7b6-b5174ceee7ec,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:43.278630 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ede96ac-8551-444d-b7ad-1cf28c5c81a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b65e1a54-9693-4931-b50d-a2413aa4ccc1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:43.281560 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ede96ac-8551-444d-b7ad-1cf28c5c81a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:43.282551 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9ede96ac-8551-444d-b7ad-1cf28c5c81a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b65e1a54-9693-4931-b50d-a2413aa4ccc1 HTTP/1.1" status: 204  len: 168 time: 0.3163817
Feb 12 21:23:43.295994 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede96ac-8551-444d-b7ad-1cf28c5c81a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65e1a54-9693-4931-b50d-a2413aa4ccc1,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:43.321290 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-064e3c86-b1ed-425e-85d3-204133848f69 admin admin] Publish callbacks [] for security_group (683a0f34-9715-49ad-8d23-69f0c2a793ef), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:43.323259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Attempting to bind port 7e592411-155b-4647-a7b6-b5174ceee7ec on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:43.323584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Attempting to bind port 7e592411-155b-4647-a7b6-b5174ceee7ec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:43.323913 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Attempting to bind port 7e592411-155b-4647-a7b6-b5174ceee7ec on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:43.336419 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Port 7e592411-155b-4647-a7b6-b5174ceee7ec on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:43.337606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Attempting to bind port 7e592411-155b-4647-a7b6-b5174ceee7ec on network 2d2fb25f-a576-44b7-8aec-e44f4519d495 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:43.363531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:23:43.364201 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Checking segment: {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:43.365131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Bound using segment: {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:23:43.366995 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Bound port: 7e592411-155b-4647-a7b6-b5174ceee7ec, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:23:43.367895 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:43.373090 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-064e3c86-b1ed-425e-85d3-204133848f69 admin admin] Publish callbacks [] for security_group (683a0f34-9715-49ad-8d23-69f0c2a793ef), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:43.495771 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] For port 7e592411-155b-4647-a7b6-b5174ceee7ec, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:23:43.499129 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] For port 7e592411-155b-4647-a7b6-b5174ceee7ec, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e592411-155b-4647-a7b6-b5174ceee7ec,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:23:43.724197 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:43.728057 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-064e3c86-b1ed-425e-85d3-204133848f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (683a0f34-9715-49ad-8d23-69f0c2a793ef), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:43.730740 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-064e3c86-b1ed-425e-85d3-204133848f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:43.732058 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-064e3c86-b1ed-425e-85d3-204133848f69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/683a0f34-9715-49ad-8d23-69f0c2a793ef HTTP/1.1" status: 204  len: 168 time: 0.5721171
Feb 12 21:23:43.790630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88d50f-fbef-4262-b3dd-9dda0376fa11 req-c7d87663-69b9-482a-a3d1-61abd4655f7c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:43.792336 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8f88d50f-fbef-4262-b3dd-9dda0376fa11 req-c7d87663-69b9-482a-a3d1-61abd4655f7c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 943 time: 0.0684493
Feb 12 21:23:43.794055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:43.794693 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:43.796256 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] 10.222.0.48 "PUT /v2.0/ports/7e592411-155b-4647-a7b6-b5174ceee7ec HTTP/1.1" status: 200  len: 1091 time: 1.4124191
Feb 12 21:23:43.799641 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955f9962-b43e-40fa-af91-d85da806dad0', 'tag': '7e592411-155b-4647-a7b6-b5174ceee7ec'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:23:43.803324 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54871f09-2849-4af5-887a-c5fff79cbb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "955f9962-b43e-40fa-af91-d85da806dad0", "tag": "7e592411-155b-4647-a7b6-b5174ceee7ec"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:23:43.805895 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e3c86-b1ed-425e-85d3-204133848f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683a0f34-9715-49ad-8d23-69f0c2a793ef,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:43.839480 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9766650-10e5-4d6c-8d71-5b44a47ece2f service neutron] Pushing event updated for resources: {'Port': ['ID=7e592411-155b-4647-a7b6-b5174ceee7ec,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:43.869397 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8f88d50f-fbef-4262-b3dd-9dda0376fa11 req-e0a01309-4586-4598-9b5e-0f700ccc8955 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683780
Feb 12 21:23:43.921461 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bbbdb6-3244-472b-9afd-6718b1aff920 x-openstack-request-id: req-f0bbbdb6-3244-472b-9afd-6718b1aff920 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:23:43.921461 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955f9962-b43e-40fa-af91-d85da806dad0", "tag": "7e592411-155b-4647-a7b6-b5174ceee7ec", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:23:43.921461 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0bbbdb6-3244-472b-9afd-6718b1aff920 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:23:43.921763 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955f9962-b43e-40fa-af91-d85da806dad0', 'tag': '7e592411-155b-4647-a7b6-b5174ceee7ec', 'status': 'completed', 'code': 200}
Feb 12 21:23:43.926431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56956) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:44.013842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54871f09-2849-4af5-887a-c5fff79cbb8b req-8a4cb1db-494d-4b29-a31f-d9d3a6a92052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:44.015584 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54871f09-2849-4af5-887a-c5fff79cbb8b req-8a4cb1db-494d-4b29-a31f-d9d3a6a92052 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 1125 time: 0.0679750
Feb 12 21:23:44.114049 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54871f09-2849-4af5-887a-c5fff79cbb8b req-820c168e-5361-47ca-821c-1bfca87193ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:44.115625 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54871f09-2849-4af5-887a-c5fff79cbb8b req-820c168e-5361-47ca-821c-1bfca87193ac service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=63fc5569c8334523aa6dff77b1d79015&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0923736
Feb 12 21:23:44.225722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54871f09-2849-4af5-887a-c5fff79cbb8b req-dc037aa0-479f-446f-ad87-dcc75f6c32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:44.225722 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54871f09-2849-4af5-887a-c5fff79cbb8b req-dc037aa0-479f-446f-ad87-dcc75f6c32c2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1002934
Feb 12 21:23:44.311494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-60a162e8-789d-41a1-b00d-1cee25ebcaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:44.313747 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-60a162e8-789d-41a1-b00d-1cee25ebcaea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 1125 time: 0.0526226
Feb 12 21:23:44.347394 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-627eac94-6817-402c-a494-06da0342a667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:44.370535 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-202e3492-ad79-4ae5-bd8a-6300ebfd9148 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e592411-155b-4647-a7b6-b5174ceee7ec HTTP/1.1" status: 200  len: 217 time: 0.0496724
Feb 12 21:23:44.370851 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56966) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:44.453556 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-627eac94-6817-402c-a494-06da0342a667 admin admin] Publish callbacks [] for security_group (7f811ca3-2e5b-44bb-a3c1-1e9dafd88718), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:44.485989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b6a13e88-ed1f-45a7-bccb-c185255b2750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:44.561104 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b6a13e88-ed1f-45a7-bccb-c185255b2750 admin admin] Publish callbacks [] for security_group (a39ae655-205c-43fa-a011-97dfe0022a20), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:44.567632 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-627eac94-6817-402c-a494-06da0342a667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7f811ca3-2e5b-44bb-a3c1-1e9dafd88718), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:44.581619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-935f123c-ea37-4203-ac9f-ce67d848fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:44.583364 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-935f123c-ea37-4203-ac9f-ce67d848fae1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.0526307
Feb 12 21:23:44.607655 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-627eac94-6817-402c-a494-06da0342a667 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=efd2386975ec4821b5a78330e47d8182&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6801171
Feb 12 21:23:44.608529 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627eac94-6817-402c-a494-06da0342a667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f811ca3-2e5b-44bb-a3c1-1e9dafd88718,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:44.610844 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56976) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:44.644185 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-5c225a7c-bed6-4bff-89c5-b57338d8872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:44.645649 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-5c225a7c-bed6-4bff-89c5-b57338d8872c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0542378
Feb 12 21:23:44.666843 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-095deb3f-030b-4bfb-890c-47e24701a2a7 admin admin] Publish callbacks [] for security_group (7f811ca3-2e5b-44bb-a3c1-1e9dafd88718), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:44.708928 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-095deb3f-030b-4bfb-890c-47e24701a2a7 admin admin] Publish callbacks [] for security_group (7f811ca3-2e5b-44bb-a3c1-1e9dafd88718), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:44.738024 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b6a13e88-ed1f-45a7-bccb-c185255b2750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a39ae655-205c-43fa-a011-97dfe0022a20), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:44.776506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-17c429d0-61c6-458b-9e0f-1acd04352f47 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186845
Feb 12 21:23:44.833019 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a13e88-ed1f-45a7-bccb-c185255b2750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39ae655-205c-43fa-a011-97dfe0022a20,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:44.840822 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b6a13e88-ed1f-45a7-bccb-c185255b2750 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5555b2867cc4486fafac4efab11275c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4682052
Feb 12 21:23:44.843844 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56986) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:44.883032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56988) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:44.896839 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24af4601-265e-4af1-9c83-a4d5def43e97 admin admin] Publish callbacks [] for security_group (a39ae655-205c-43fa-a011-97dfe0022a20), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:44.903071 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ce8c3bfb-4b83-47bc-b058-68efe986096c req-b386704f-7c78-4200-a68c-325e82179341 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1190693
Feb 12 21:23:44.923953 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24af4601-265e-4af1-9c83-a4d5def43e97 admin admin] Publish callbacks [] for security_group (a39ae655-205c-43fa-a011-97dfe0022a20), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:44.928661 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-298ba8f4-9a93-491f-8b88-3045c1bf1f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:45.022011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b777204-c5b8-4d99-b47c-8384acf3103d req-60ad88c6-c74a-47de-b0df-0bbd778985cf tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:45.023572 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1b777204-c5b8-4d99-b47c-8384acf3103d req-60ad88c6-c74a-47de-b0df-0bbd778985cf tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 943 time: 0.0580478
Feb 12 21:23:45.024380 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-095deb3f-030b-4bfb-890c-47e24701a2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7f811ca3-2e5b-44bb-a3c1-1e9dafd88718), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:45.027031 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-095deb3f-030b-4bfb-890c-47e24701a2a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:45.028114 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-095deb3f-030b-4bfb-890c-47e24701a2a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f811ca3-2e5b-44bb-a3c1-1e9dafd88718 HTTP/1.1" status: 204  len: 168 time: 0.4162011
Feb 12 21:23:45.039017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095deb3f-030b-4bfb-890c-47e24701a2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f811ca3-2e5b-44bb-a3c1-1e9dafd88718,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:45.100787 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1b777204-c5b8-4d99-b47c-8384acf3103d req-a29ce5ce-5c28-4998-a922-6c569f490897 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567710
Feb 12 21:23:45.106400 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24af4601-265e-4af1-9c83-a4d5def43e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a39ae655-205c-43fa-a011-97dfe0022a20), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:45.112154 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24af4601-265e-4af1-9c83-a4d5def43e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:45.113296 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-24af4601-265e-4af1-9c83-a4d5def43e97 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a39ae655-205c-43fa-a011-97dfe0022a20 HTTP/1.1" status: 204  len: 168 time: 0.2686379
Feb 12 21:23:45.131523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af4601-265e-4af1-9c83-a4d5def43e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39ae655-205c-43fa-a011-97dfe0022a20,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:45.212220 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-298ba8f4-9a93-491f-8b88-3045c1bf1f1c admin admin] Publish callbacks [] for security_group (52fdab44-1fde-478e-9b1e-f5e166921cd1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:45.357594 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-298ba8f4-9a93-491f-8b88-3045c1bf1f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (52fdab44-1fde-478e-9b1e-f5e166921cd1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:45.400573 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-298ba8f4-9a93-491f-8b88-3045c1bf1f1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa3c0a63698e44cdb5dba7f700bcce2e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4991918
Feb 12 21:23:45.401531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ba8f4-9a93-491f-8b88-3045c1bf1f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fdab44-1fde-478e-9b1e-f5e166921cd1,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:45.404068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57008) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:45.464725 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17b6c9bc-dd11-418d-a02e-22557a83f4fe admin admin] Publish callbacks [] for security_group (52fdab44-1fde-478e-9b1e-f5e166921cd1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:45.496464 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17b6c9bc-dd11-418d-a02e-22557a83f4fe admin admin] Publish callbacks [] for security_group (52fdab44-1fde-478e-9b1e-f5e166921cd1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:45.740578 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17b6c9bc-dd11-418d-a02e-22557a83f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (52fdab44-1fde-478e-9b1e-f5e166921cd1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:45.743623 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17b6c9bc-dd11-418d-a02e-22557a83f4fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:45.746677 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-17b6c9bc-dd11-418d-a02e-22557a83f4fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52fdab44-1fde-478e-9b1e-f5e166921cd1 HTTP/1.1" status: 204  len: 168 time: 0.3390961
Feb 12 21:23:45.758465 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6c9bc-dd11-418d-a02e-22557a83f4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fdab44-1fde-478e-9b1e-f5e166921cd1,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:45.781496 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50643cf5-3008-4842-a471-633ac6a7bffe req-2902381f-43ab-4026-84ae-828a53d7977b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0697296
Feb 12 21:23:45.911717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50643cf5-3008-4842-a471-633ac6a7bffe req-17e501d1-92a5-4661-8acc-ff9e6dfb4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:45.914168 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50643cf5-3008-4842-a471-633ac6a7bffe req-17e501d1-92a5-4661-8acc-ff9e6dfb4d73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 1127 time: 0.0787766
Feb 12 21:23:46.043841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50643cf5-3008-4842-a471-633ac6a7bffe req-c2b947a0-2556-421d-8150-de807ddd41f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:46.045443 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50643cf5-3008-4842-a471-633ac6a7bffe req-c2b947a0-2556-421d-8150-de807ddd41f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.1072376
Feb 12 21:23:46.119717 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50643cf5-3008-4842-a471-633ac6a7bffe req-f57373ff-5ee8-45f3-a586-67f3cc7d6ca8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46b4431b-660a-42fe-8b92-e92dfee82188 HTTP/1.1" status: 200  len: 1000 time: 0.0674069
Feb 12 21:23:46.209696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57044) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:46.258703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50643cf5-3008-4842-a471-633ac6a7bffe req-9e622a77-d3a7-4eec-a34c-206033a276df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:46.260167 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50643cf5-3008-4842-a471-633ac6a7bffe req-9e622a77-d3a7-4eec-a34c-206033a276df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.0754125
Feb 12 21:23:46.281125 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06370aee-9c4d-4671-9bf3-b4d10554f718 req-89337318-abe4-4687-8818-3f1543bed08e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:46.283406 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-06370aee-9c4d-4671-9bf3-b4d10554f718 req-89337318-abe4-4687-8818-3f1543bed08e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 943 time: 0.0887682
Feb 12 21:23:46.380523 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-06370aee-9c4d-4671-9bf3-b4d10554f718 req-d7b69262-7c8d-4db7-bf22-4067b20e21a1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737705
Feb 12 21:23:46.380523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50643cf5-3008-4842-a471-633ac6a7bffe req-e3be2d59-fee9-4a76-bc15-e0de32cdd585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:46.380523 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50643cf5-3008-4842-a471-633ac6a7bffe req-e3be2d59-fee9-4a76-bc15-e0de32cdd585 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0691354
Feb 12 21:23:46.477333 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50643cf5-3008-4842-a471-633ac6a7bffe req-1f8644f0-b5e1-41a6-987a-2e8e0a04ae8e service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896273
Feb 12 21:23:46.549318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7634ba9c-8458-464b-8e1e-1a522bcc69d0 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-108561752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:46.584322 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50643cf5-3008-4842-a471-633ac6a7bffe req-bfa638ae-5624-4812-ba09-c1b38da2aefa service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1007245
Feb 12 21:23:46.633712 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7634ba9c-8458-464b-8e1e-1a522bcc69d0 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (3af18c05-547b-4c96-aa85-44dba1f1edb9), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:46.633712 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7634ba9c-8458-464b-8e1e-1a522bcc69d0 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (3af18c05-547b-4c96-aa85-44dba1f1edb9), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:46.690934 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7634ba9c-8458-464b-8e1e-1a522bcc69d0 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for router_controller (3af18c05-547b-4c96-aa85-44dba1f1edb9), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:46.810826 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7634ba9c-8458-464b-8e1e-1a522bcc69d0 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (3af18c05-547b-4c96-aa85-44dba1f1edb9), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:46.927428 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7634ba9c-8458-464b-8e1e-1a522bcc69d0 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:46.928930 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7634ba9c-8458-464b-8e1e-1a522bcc69d0 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.7179105
Feb 12 21:23:46.931651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57080) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:46.937163 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-2886f789-c25a-495d-981e-2d27157bd7ac tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-726593940'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:47.106338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2886f789-c25a-495d-981e-2d27157bd7ac tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Made reservation on behalf of 4b78a5be62d44cdaa24a9a29fa71a8cd for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:47.110408 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2886f789-c25a-495d-981e-2d27157bd7ac tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:47.120286 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2886f789-c25a-495d-981e-2d27157bd7ac tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:47.202258 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2886f789-c25a-495d-981e-2d27157bd7ac tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for security_group (d4be0a99-29e2-4f5a-936b-d2007b80e49d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:47.247689 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57088) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:47.282963 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2886f789-c25a-495d-981e-2d27157bd7ac tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d4be0a99-29e2-4f5a-936b-d2007b80e49d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:47.311906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2886f789-c25a-495d-981e-2d27157bd7ac tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:23:47.316740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 7e592411-155b-4647-a7b6-b5174ceee7ec details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:23:47.341392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886f789-c25a-495d-981e-2d27157bd7ac tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4be0a99-29e2-4f5a-936b-d2007b80e49d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:47.347465 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2886f789-c25a-495d-981e-2d27157bd7ac tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (8b895a16-9354-4f62-872e-184c60327dde), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:47.347821 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-2886f789-c25a-495d-981e-2d27157bd7ac tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Added segment 8b895a16-9354-4f62-872e-184c60327dde of type vlan for network 16b0cd6a-5f22-458c-877d-b7a4cc574a7e
Feb 12 21:23:47.411320 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-2d91dca6-e332-417b-9755-a051252ac32c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-923369126'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:47.438752 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2886f789-c25a-495d-981e-2d27157bd7ac tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (16b0cd6a-5f22-458c-877d-b7a4cc574a7e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:47.478786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 7e592411-155b-4647-a7b6-b5174ceee7ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e592411-155b-4647-a7b6-b5174ceee7ec,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:47.494833 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d91dca6-e332-417b-9755-a051252ac32c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Made reservation on behalf of 4e155b8f02d14f23a500cd282455a2b4 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:47.498658 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d91dca6-e332-417b-9755-a051252ac32c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:47.507548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '7e592411-155b-4647-a7b6-b5174ceee7ec', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'port_id': '7e592411-155b-4647-a7b6-b5174ceee7ec', 'mac_address': 'fa:16:3e:6f:e8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:23:47.512135 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d91dca6-e332-417b-9755-a051252ac32c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:47.544436 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2886f789-c25a-495d-981e-2d27157bd7ac tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (16b0cd6a-5f22-458c-877d-b7a4cc574a7e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:47.545870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0cbe1-0911-47d3-9e82-d14e769f0880 req-a227715a-7ccd-48ea-adbe-2e31d76912cd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:47.548952 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1eb0cbe1-0911-47d3-9e82-d14e769f0880 req-a227715a-7ccd-48ea-adbe-2e31d76912cd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 943 time: 0.0675585
Feb 12 21:23:47.550805 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2886f789-c25a-495d-981e-2d27157bd7ac tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:47.551620 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2886f789-c25a-495d-981e-2d27157bd7ac tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:47.576232 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 7e592411-155b-4647-a7b6-b5174ceee7ec is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:47.576232 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:47.581927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e592411-155b-4647-a7b6-b5174ceee7ec {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:23:47.615504 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 7e592411-155b-4647-a7b6-b5174ceee7ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e592411-155b-4647-a7b6-b5174ceee7ec,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:47.616957 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1eb0cbe1-0911-47d3-9e82-d14e769f0880 req-4190a77c-ed4f-49d0-b04a-b1019e0fea7d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611055
Feb 12 21:23:47.648088 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886f789-c25a-495d-981e-2d27157bd7ac tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event updated for resources: {'Network': ['ID=16b0cd6a-5f22-458c-877d-b7a4cc574a7e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:47.662741 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 16b0cd6a-5f22-458c-877d-b7a4cc574a7e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:23:47.712883 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d91dca6-e332-417b-9755-a051252ac32c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for security_group (663b448b-a7d1-4e8e-9cb6-50fec5149746), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:47.756147 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2886f789-c25a-495d-981e-2d27157bd7ac tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.8229427
Feb 12 21:23:47.760335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57108) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:47.763674 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:47.766367 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-bfcaf948-b349-43b3-8713-359a6660c1a4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Request body: {'subnet': {'network_id': '16b0cd6a-5f22-458c-877d-b7a4cc574a7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:47.860089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=7e592411-155b-4647-a7b6-b5174ceee7ec,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:47.869583 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d91dca6-e332-417b-9755-a051252ac32c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (663b448b-a7d1-4e8e-9cb6-50fec5149746), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:47.907170 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d91dca6-e332-417b-9755-a051252ac32c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:23:47.937462 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d91dca6-e332-417b-9755-a051252ac32c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (8e025a7a-e20f-4f49-ba2b-335550e76530), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:47.938005 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-2d91dca6-e332-417b-9755-a051252ac32c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Added segment 8e025a7a-e20f-4f49-ba2b-335550e76530 of type vlan for network 860a427b-0afa-406a-8b95-f1a34cafe516
Feb 12 21:23:47.948065 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91dca6-e332-417b-9755-a051252ac32c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663b448b-a7d1-4e8e-9cb6-50fec5149746,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:47.989172 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d91dca6-e332-417b-9755-a051252ac32c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (860a427b-0afa-406a-8b95-f1a34cafe516), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:47.995875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['7e592411-155b-4647-a7b6-b5174ceee7ec'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:23:48.033004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcaf948-b349-43b3-8713-359a6660c1a4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Made reservation on behalf of 4b78a5be62d44cdaa24a9a29fa71a8cd for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:48.037701 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf948-b349-43b3-8713-359a6660c1a4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:48.131006 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d91dca6-e332-417b-9755-a051252ac32c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (860a427b-0afa-406a-8b95-f1a34cafe516), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:48.135955 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91dca6-e332-417b-9755-a051252ac32c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:48.140078 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d91dca6-e332-417b-9755-a051252ac32c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:48.218519 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91dca6-e332-417b-9755-a051252ac32c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Network': ['ID=860a427b-0afa-406a-8b95-f1a34cafe516,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:48.229190 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 860a427b-0afa-406a-8b95-f1a34cafe516 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:23:48.297747 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2d91dca6-e332-417b-9755-a051252ac32c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.0488563
Feb 12 21:23:48.300768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57120) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:48.305960 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-ed26470f-67cd-417a-becf-6773b262a9fb tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'subnet': {'network_id': '860a427b-0afa-406a-8b95-f1a34cafe516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:48.380401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf948-b349-43b3-8713-359a6660c1a4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (995fb21c-4a9c-47a5-a59a-43c8333444c2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:48.459549 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaf948-b349-43b3-8713-359a6660c1a4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event updated for resources: {'Subnet': ['ID=995fb21c-4a9c-47a5-a59a-43c8333444c2,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:48.464876 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcaf948-b349-43b3-8713-359a6660c1a4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Checking segment: {'id': '8b895a16-9354-4f62-872e-184c60327dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '16b0cd6a-5f22-458c-877d-b7a4cc574a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:48.465286 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcaf948-b349-43b3-8713-359a6660c1a4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Network hostable DHCP agents. Network: 16b0cd6a-5f22-458c-877d-b7a4cc574a7e, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:23:48.534488 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed26470f-67cd-417a-becf-6773b262a9fb tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Made reservation on behalf of 4e155b8f02d14f23a500cd282455a2b4 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:48.537933 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ed26470f-67cd-417a-becf-6773b262a9fb tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:48.574524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcaf948-b349-43b3-8713-359a6660c1a4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Network 16b0cd6a-5f22-458c-877d-b7a4cc574a7e is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:23:48.717201 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-bfcaf948-b349-43b3-8713-359a6660c1a4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 16b0cd6a-5f22-458c-877d-b7a4cc574a7e) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:48.724135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd317758-bab4-4b7e-9b4e-56ee692abbbd None None] Network 16b0cd6a-5f22-458c-877d-b7a4cc574a7e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:48.778815 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcaf948-b349-43b3-8713-359a6660c1a4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:48.779581 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf948-b349-43b3-8713-359a6660c1a4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:48.827207 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ea628-879c-4310-8bf1-30ab8f519716 req-f896980b-9928-4235-b8ab-f5811f1e8c6b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:48.828792 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-203ea628-879c-4310-8bf1-30ab8f519716 req-f896980b-9928-4235-b8ab-f5811f1e8c6b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 944 time: 0.1277945
Feb 12 21:23:48.843466 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ed26470f-67cd-417a-becf-6773b262a9fb tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (8601902c-2fd0-436b-bf10-6a3d80903c73), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:48.872049 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bfcaf948-b349-43b3-8713-359a6660c1a4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1091073
Feb 12 21:23:48.874885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57146) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:48.881596 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-16b0cd6a-5f22-458c-877d-b7a4cc574a7e', 'network_id': '16b0cd6a-5f22-458c-877d-b7a4cc574a7e', 'project_id': '4b78a5be62d44cdaa24a9a29fa71a8cd', 'fixed_ips': [{'subnet_id': '995fb21c-4a9c-47a5-a59a-43c8333444c2'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:23:48.882623 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:48.891207 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a172d985-81eb-471a-852f-90b2d6208f78 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Request body: {'network': {'name': 'tempest-router-network01--2079947608'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:48.944269 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-203ea628-879c-4310-8bf1-30ab8f519716 req-92274e58-9c7d-49a0-82e3-6078d308bd6d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094849
Feb 12 21:23:48.992592 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57156) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:49.027057 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a172d985-81eb-471a-852f-90b2d6208f78 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Made reservation on behalf of 4b78a5be62d44cdaa24a9a29fa71a8cd for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:49.032001 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a172d985-81eb-471a-852f-90b2d6208f78 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.068106 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a172d985-81eb-471a-852f-90b2d6208f78 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:23:49.080610 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a172d985-81eb-471a-852f-90b2d6208f78 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (a3c766c5-3763-41b2-882f-f4b6d0cb4726), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.081427 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-a172d985-81eb-471a-852f-90b2d6208f78 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Added segment a3c766c5-3763-41b2-882f-f4b6d0cb4726 of type vlan for network 4269a82e-c93e-4f74-8c94-f728c418a99e
Feb 12 21:23:49.147865 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Allocated IP 172.20.0.2 (16b0cd6a-5f22-458c-877d-b7a4cc574a7e/995fb21c-4a9c-47a5-a59a-43c8333444c2/71be08a2-1f46-48dc-aca5-64a71c692d54) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:49.151631 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a172d985-81eb-471a-852f-90b2d6208f78 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (4269a82e-c93e-4f74-8c94-f728c418a99e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.239133 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-cf20f96f-e3a1-41a4-b6bf-adcd9e1979e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1681541058'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:49.245224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26470f-67cd-417a-becf-6773b262a9fb tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Subnet': ['ID=8601902c-2fd0-436b-bf10-6a3d80903c73,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:49.258268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed26470f-67cd-417a-becf-6773b262a9fb tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Checking segment: {'id': '8e025a7a-e20f-4f49-ba2b-335550e76530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '860a427b-0afa-406a-8b95-f1a34cafe516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:49.258592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed26470f-67cd-417a-becf-6773b262a9fb tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network hostable DHCP agents. Network: 860a427b-0afa-406a-8b95-f1a34cafe516, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:23:49.272721 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a172d985-81eb-471a-852f-90b2d6208f78 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (4269a82e-c93e-4f74-8c94-f728c418a99e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.278299 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a172d985-81eb-471a-852f-90b2d6208f78 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:49.278439 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a172d985-81eb-471a-852f-90b2d6208f78 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.321184 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Publish callbacks [] for port (71be08a2-1f46-48dc-aca5-64a71c692d54), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.331925 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 7e592411-155b-4647-a7b6-b5174ceee7ec up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:49.344454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172d985-81eb-471a-852f-90b2d6208f78 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event updated for resources: {'Network': ['ID=4269a82e-c93e-4f74-8c94-f728c418a99e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:49.357854 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 4269a82e-c93e-4f74-8c94-f728c418a99e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:23:49.403240 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf20f96f-e3a1-41a4-b6bf-adcd9e1979e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Made reservation on behalf of 1a28cb5cab3f4da088f784de677f7424 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:49.406772 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf20f96f-e3a1-41a4-b6bf-adcd9e1979e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.416790 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf20f96f-e3a1-41a4-b6bf-adcd9e1979e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.460080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed26470f-67cd-417a-becf-6773b262a9fb tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 860a427b-0afa-406a-8b95-f1a34cafe516 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:23:49.460573 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (71be08a2-1f46-48dc-aca5-64a71c692d54), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.466639 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a172d985-81eb-471a-852f-90b2d6208f78 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5905588
Feb 12 21:23:49.469569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57168) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:49.475650 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-42b1edd4-9c43-4d0a-bddb-74c2ebd44328 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Request body: {'network': {'name': 'tempest-router-network02--346966212'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:49.507050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Network 16b0cd6a-5f22-458c-877d-b7a4cc574a7e is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:49.510142 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:49.514296 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:49.526168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Pushing event updated for resources: {'Port': ['ID=71be08a2-1f46-48dc-aca5-64a71c692d54,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:49.529791 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf20f96f-e3a1-41a4-b6bf-adcd9e1979e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Publish callbacks [] for security_group (f706de8a-a726-48a0-a9bb-fc4b8852bf9f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.549542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 7e592411-155b-4647-a7b6-b5174ceee7ec completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:23:49.553849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 7e592411-155b-4647-a7b6-b5174ceee7ec triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:49.554229 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.568573 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-ed26470f-67cd-417a-becf-6773b262a9fb tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 860a427b-0afa-406a-8b95-f1a34cafe516) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:49.573205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed26470f-67cd-417a-becf-6773b262a9fb tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:49.573825 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ed26470f-67cd-417a-becf-6773b262a9fb tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.590495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b75cc0-3447-4afb-91c2-51e5f99c3171 None None] Network 860a427b-0afa-406a-8b95-f1a34cafe516 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:49.620738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b1edd4-9c43-4d0a-bddb-74c2ebd44328 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Made reservation on behalf of 4b78a5be62d44cdaa24a9a29fa71a8cd for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:49.624202 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42b1edd4-9c43-4d0a-bddb-74c2ebd44328 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.630219 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf20f96f-e3a1-41a4-b6bf-adcd9e1979e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f706de8a-a726-48a0-a9bb-fc4b8852bf9f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.633785 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Attempting to bind port 71be08a2-1f46-48dc-aca5-64a71c692d54 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:49.634160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Attempting to bind port 71be08a2-1f46-48dc-aca5-64a71c692d54 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8b895a16-9354-4f62-872e-184c60327dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '16b0cd6a-5f22-458c-877d-b7a4cc574a7e'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:49.634523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Attempting to bind port 71be08a2-1f46-48dc-aca5-64a71c692d54 on network 16b0cd6a-5f22-458c-877d-b7a4cc574a7e {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:49.667475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf20f96f-e3a1-41a4-b6bf-adcd9e1979e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:23:49.672791 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:23:49.673841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Checking segment: {'id': '8b895a16-9354-4f62-872e-184c60327dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '16b0cd6a-5f22-458c-877d-b7a4cc574a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:49.674146 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.674541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Bound using segment: {'id': '8b895a16-9354-4f62-872e-184c60327dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '16b0cd6a-5f22-458c-877d-b7a4cc574a7e'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:23:49.675018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Bound port: 71be08a2-1f46-48dc-aca5-64a71c692d54, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b895a16-9354-4f62-872e-184c60327dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '16b0cd6a-5f22-458c-877d-b7a4cc574a7e'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:23:49.675397 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (71be08a2-1f46-48dc-aca5-64a71c692d54), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.675673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ed26470f-67cd-417a-becf-6773b262a9fb tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.3736644
Feb 12 21:23:49.678475 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57174) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:49.682888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-37235219', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:49.691928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b1edd4-9c43-4d0a-bddb-74c2ebd44328 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:23:49.694630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20f96f-e3a1-41a4-b6bf-adcd9e1979e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f706de8a-a726-48a0-a9bb-fc4b8852bf9f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:49.711937 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf20f96f-e3a1-41a4-b6bf-adcd9e1979e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0625edeb-da9b-4a65-9e50-a390a1fbaf58), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.712315 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-cf20f96f-e3a1-41a4-b6bf-adcd9e1979e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Added segment 0625edeb-da9b-4a65-9e50-a390a1fbaf58 of type vlan for network 78f99662-af7b-47da-89d8-fbf9f3fc4d40
Feb 12 21:23:49.724417 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42b1edd4-9c43-4d0a-bddb-74c2ebd44328 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d071d7a1-b8dd-4487-93fa-f218a384c662), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.724851 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-42b1edd4-9c43-4d0a-bddb-74c2ebd44328 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Added segment d071d7a1-b8dd-4487-93fa-f218a384c662 of type vlan for network e3519737-5836-4b5b-b1b4-d5ea16ef5d97
Feb 12 21:23:49.754055 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (6fa996e8-7b40-47bf-be90-80d7cdc45c60), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.754819 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (6fa996e8-7b40-47bf-be90-80d7cdc45c60), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.788105 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf20f96f-e3a1-41a4-b6bf-adcd9e1979e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (78f99662-af7b-47da-89d8-fbf9f3fc4d40), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.800831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed567f2-bbaa-4ee1-ab20-944d3b5f6651 None None] Network 860a427b-0afa-406a-8b95-f1a34cafe516 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:49.802011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42b1edd4-9c43-4d0a-bddb-74c2ebd44328 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (e3519737-5836-4b5b-b1b4-d5ea16ef5d97), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.804543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 7e592411-155b-4647-a7b6-b5174ceee7ec is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:49.805059 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.814427 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router_controller (6fa996e8-7b40-47bf-be90-80d7cdc45c60), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.895256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] For port 71be08a2-1f46-48dc-aca5-64a71c692d54, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:23:49.912370 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf20f96f-e3a1-41a4-b6bf-adcd9e1979e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (78f99662-af7b-47da-89d8-fbf9f3fc4d40), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.917776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf20f96f-e3a1-41a4-b6bf-adcd9e1979e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:49.918126 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf20f96f-e3a1-41a4-b6bf-adcd9e1979e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.918321 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955f9962-b43e-40fa-af91-d85da806dad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e592411-155b-4647-a7b6-b5174ceee7ec'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:23:49.920591 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea0b6e1-12d4-4584-b85c-8f0a9f9d3add" -d '{"events": [{"server_uuid": "955f9962-b43e-40fa-af91-d85da806dad0", "name": "network-vif-plugged", "status": "completed", "tag": "7e592411-155b-4647-a7b6-b5174ceee7ec"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:23:49.934939 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42b1edd4-9c43-4d0a-bddb-74c2ebd44328 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (e3519737-5836-4b5b-b1b4-d5ea16ef5d97), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:49.940885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b1edd4-9c43-4d0a-bddb-74c2ebd44328 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:49.941813 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42b1edd4-9c43-4d0a-bddb-74c2ebd44328 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:50.046952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20f96f-e3a1-41a4-b6bf-adcd9e1979e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Pushing event updated for resources: {'Network': ['ID=78f99662-af7b-47da-89d8-fbf9f3fc4d40,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:50.119928 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cf20f96f-e3a1-41a4-b6bf-adcd9e1979e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 1.1201985
Feb 12 21:23:50.156364 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-42b1edd4-9c43-4d0a-bddb-74c2ebd44328 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6823909
Feb 12 21:23:50.167763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57188) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:50.175132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] For port 71be08a2-1f46-48dc-aca5-64a71c692d54, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71be08a2-1f46-48dc-aca5-64a71c692d54,segment=NetworkSegment(8b895a16-9354-4f62-872e-184c60327dde),segment_id=8b895a16-9354-4f62-872e-184c60327dde)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:23:50.178043 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0168d6a1-a188-4144-a748-874e81bc2b90 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Request body: {'subnet': {'network_id': '4269a82e-c93e-4f74-8c94-f728c418a99e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:50.196947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1edd4-9c43-4d0a-bddb-74c2ebd44328 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event updated for resources: {'Network': ['ID=e3519737-5836-4b5b-b1b4-d5ea16ef5d97,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:50.212752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 7e592411-155b-4647-a7b6-b5174ceee7ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e592411-155b-4647-a7b6-b5174ceee7ec,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:50.227952 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:23:50.233216 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network e3519737-5836-4b5b-b1b4-d5ea16ef5d97 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:23:50.259529 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811687c-c60d-4f7c-85a9-b6997a88e410 req-313cef1a-4671-4824-bbe8-5ba1113680f0 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:50.261628 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b811687c-c60d-4f7c-85a9-b6997a88e410 req-313cef1a-4671-4824-bbe8-5ba1113680f0 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 944 time: 0.1466496
Feb 12 21:23:50.297282 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (71be08a2-1f46-48dc-aca5-64a71c692d54), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:50.361467 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router_gateway (6fa996e8-7b40-47bf-be90-80d7cdc45c60), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:50.365973 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57194) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:50.379123 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Request body: {'port': {'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002012512'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:50.387662 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b811687c-c60d-4f7c-85a9-b6997a88e410 req-15f14182-109e-48bd-b4c3-5fa4c0da6dd2 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164651
Feb 12 21:23:50.394983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b119f5-878c-4c22-9d12-5c280b0c387d None None] Pushing event updated for resources: {'Port': ['ID=71be08a2-1f46-48dc-aca5-64a71c692d54,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:50.398074 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:50.465015 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bc7d1b-0947-4773-b49a-c26085681598 x-openstack-request-id: req-11bc7d1b-0947-4773-b49a-c26085681598 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:23:50.465455 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955f9962-b43e-40fa-af91-d85da806dad0", "name": "network-vif-plugged", "status": "completed", "tag": "7e592411-155b-4647-a7b6-b5174ceee7ec", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:23:50.465767 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11bc7d1b-0947-4773-b49a-c26085681598 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:23:50.466229 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955f9962-b43e-40fa-af91-d85da806dad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e592411-155b-4647-a7b6-b5174ceee7ec', 'code': 200}
Feb 12 21:23:50.503875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0168d6a1-a188-4144-a748-874e81bc2b90 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Made reservation on behalf of 4b78a5be62d44cdaa24a9a29fa71a8cd for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:50.506475 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0168d6a1-a188-4144-a748-874e81bc2b90 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:50.552152 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Made reservation on behalf of c1f309aa49ea4f44a9e3e7e8e105c4d8 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:50.554772 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:50.558199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=7e592411-155b-4647-a7b6-b5174ceee7ec,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:50.588667 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:50.790557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8f9e2-d243-4569-9157-d364ac485ae5 req-1c4bc991-3458-44af-857e-94f5fe4bdd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:50.791192 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efa8f9e2-d243-4569-9157-d364ac485ae5 req-1c4bc991-3458-44af-857e-94f5fe4bdd2c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 1127 time: 0.3023722
Feb 12 21:23:50.940173 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 71be08a2-1f46-48dc-aca5-64a71c692d54 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:50.944076 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efa8f9e2-d243-4569-9157-d364ac485ae5 req-6e3bdbb6-f680-4ba1-a27e-2b713cea8dfa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456823
Feb 12 21:23:50.976063 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks [] for security_group (85b72b0e-870e-4645-8276-facb50452a39), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:50.986549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 71be08a2-1f46-48dc-aca5-64a71c692d54 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:50.987284 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (71be08a2-1f46-48dc-aca5-64a71c692d54), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:51.073608 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 71be08a2-1f46-48dc-aca5-64a71c692d54 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:51.074141 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (71be08a2-1f46-48dc-aca5-64a71c692d54), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:51.122163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 71be08a2-1f46-48dc-aca5-64a71c692d54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71be08a2-1f46-48dc-aca5-64a71c692d54,segment=NetworkSegment(8b895a16-9354-4f62-872e-184c60327dde),segment_id=8b895a16-9354-4f62-872e-184c60327dde)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:51.132150 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router_gateway (6fa996e8-7b40-47bf-be90-80d7cdc45c60), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:51.133825 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (85b72b0e-870e-4645-8276-facb50452a39), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:51.155477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] device_id is not set on port cd483312-43b8-4940-a90b-20c0a3512ddb yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:23:51.171969 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:51.186251 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0168d6a1-a188-4144-a748-874e81bc2b90 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (e837bab3-57cf-45bf-9e11-c7f0f89597a7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:51.210108 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (71be08a2-1f46-48dc-aca5-64a71c692d54), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:51.271828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=71be08a2-1f46-48dc-aca5-64a71c692d54,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:51.313174 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b72b0e-870e-4645-8276-facb50452a39,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:51.390304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168d6a1-a188-4144-a748-874e81bc2b90 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event updated for resources: {'Subnet': ['ID=e837bab3-57cf-45bf-9e11-c7f0f89597a7,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:51.515556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0168d6a1-a188-4144-a748-874e81bc2b90 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Checking segment: {'id': 'a3c766c5-3763-41b2-882f-f4b6d0cb4726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4269a82e-c93e-4f74-8c94-f728c418a99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:51.516126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0168d6a1-a188-4144-a748-874e81bc2b90 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Network hostable DHCP agents. Network: 4269a82e-c93e-4f74-8c94-f728c418a99e, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:23:51.545997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbdf16-cec9-49c3-9cc9-566c121a19dc req-0e89cbb8-9ec0-4760-8ef6-99303ace3d6e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:51.547608 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3fbdf16-cec9-49c3-9cc9-566c121a19dc req-0e89cbb8-9ec0-4760-8ef6-99303ace3d6e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.0679018
Feb 12 21:23:51.551547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Allocated IP 172.35.2.189 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/18ddbe62-6fb7-45c6-a489-05e8fc7ac561) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:51.601893 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f3fbdf16-cec9-49c3-9cc9-566c121a19dc req-a344f847-d2a3-4d6c-a095-bd4e7a1e2671 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475211
Feb 12 21:23:51.623455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4339ef-3df8-4fd6-b184-8c71b5fe17b8 None None] Network 16b0cd6a-5f22-458c-877d-b7a4cc574a7e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:51.658394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] device_id is not set on port cd483312-43b8-4940-a90b-20c0a3512ddb yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:23:51.672732 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks [] for port (cd483312-43b8-4940-a90b-20c0a3512ddb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:51.682868 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0168d6a1-a188-4144-a748-874e81bc2b90 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Network 4269a82e-c93e-4f74-8c94-f728c418a99e is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:23:51.713773 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (18ddbe62-6fb7-45c6-a489-05e8fc7ac561), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:51.747688 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-70327906-cdb8-437f-99ca-9779f90c157d None None] Provisioning complete for port 71be08a2-1f46-48dc-aca5-64a71c692d54 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:51.748058 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-70327906-cdb8-437f-99ca-9779f90c157d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (71be08a2-1f46-48dc-aca5-64a71c692d54), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:51.763438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-0168d6a1-a188-4144-a748-874e81bc2b90 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4269a82e-c93e-4f74-8c94-f728c418a99e) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:51.768468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0168d6a1-a188-4144-a748-874e81bc2b90 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:51.769230 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0168d6a1-a188-4144-a748-874e81bc2b90 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:51.773689 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (cd483312-43b8-4940-a90b-20c0a3512ddb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:51.776934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa364ed-ae76-4c2d-8c3f-9bb569a5cfb6 None None] Network 4269a82e-c93e-4f74-8c94-f728c418a99e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:51.836537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Pushing event updated for resources: {'Port': ['ID=cd483312-43b8-4940-a90b-20c0a3512ddb,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:51.840037 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (18ddbe62-6fb7-45c6-a489-05e8fc7ac561), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:51.882934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Checking segment: {'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:51.883306 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Network hostable DHCP agents. Network: 78f99662-af7b-47da-89d8-fbf9f3fc4d40, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:23:51.896775 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:51.902330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:51.904844 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:51.939330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=18ddbe62-6fb7-45c6-a489-05e8fc7ac561,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:51.952233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57238) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:51.952415 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0168d6a1-a188-4144-a748-874e81bc2b90 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7877877
Feb 12 21:23:51.960751 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-715102c0-b1ab-42c9-bad8-d99cb63d7290 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Request body: {'subnet': {'network_id': 'e3519737-5836-4b5b-b1b4-d5ea16ef5d97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:51.962474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4269a82e-c93e-4f74-8c94-f728c418a99e', 'network_id': '4269a82e-c93e-4f74-8c94-f728c418a99e', 'project_id': '4b78a5be62d44cdaa24a9a29fa71a8cd', 'fixed_ips': [{'subnet_id': 'e837bab3-57cf-45bf-9e11-c7f0f89597a7'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:23:51.963927 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:51.980592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-70327906-cdb8-437f-99ca-9779f90c157d None None] Current status of the port 71be08a2-1f46-48dc-aca5-64a71c692d54 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:52.106087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:23:52.186082 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715102c0-b1ab-42c9-bad8-d99cb63d7290 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Made reservation on behalf of 4b78a5be62d44cdaa24a9a29fa71a8cd for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:52.190499 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-715102c0-b1ab-42c9-bad8-d99cb63d7290 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:52.201924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Allocated IP 172.20.0.2 (4269a82e-c93e-4f74-8c94-f728c418a99e/e837bab3-57cf-45bf-9e11-c7f0f89597a7/b57a462b-9d04-469c-98f6-a21cd92fcab3) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:52.215328 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 78f99662-af7b-47da-89d8-fbf9f3fc4d40) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:52.221567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:52.248907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3001d7-f69e-435f-8191-435ac382d9be None None] Network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:52.277804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-81bf6944-f578-4f6c-8501-99d8637352bf None None] Provisioning complete for port 71be08a2-1f46-48dc-aca5-64a71c692d54 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:52.278278 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-81bf6944-f578-4f6c-8501-99d8637352bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (71be08a2-1f46-48dc-aca5-64a71c692d54), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:52.338934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:52.338934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:52.339534 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:52.360233 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:52.360626 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:52.364198 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 2 to bind port cd483312-43b8-4940-a90b-20c0a3512ddb
Feb 12 21:23:52.395193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:52.395540 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:52.395880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:52.431358 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:52.431699 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:52.440456 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 3 to bind port cd483312-43b8-4940-a90b-20c0a3512ddb
Feb 12 21:23:52.459644 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router_gateway (6fa996e8-7b40-47bf-be90-80d7cdc45c60), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:52.494991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:52.495341 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:52.495697 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:52.523521 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-715102c0-b1ab-42c9-bad8-d99cb63d7290 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (544c9c94-1fe7-4c5b-823c-3b7eb777913b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:52.535186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:52.535528 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:52.537509 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 4 to bind port cd483312-43b8-4940-a90b-20c0a3512ddb
Feb 12 21:23:52.550993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-81bf6944-f578-4f6c-8501-99d8637352bf None None] Current status of the port 71be08a2-1f46-48dc-aca5-64a71c692d54 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:52.553222 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Publish callbacks [] for port (b57a462b-9d04-469c-98f6-a21cd92fcab3), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:52.555345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:52.555686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:52.556029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:52.565320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:52.565621 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:52.567479 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 5 to bind port cd483312-43b8-4940-a90b-20c0a3512ddb
Feb 12 21:23:52.586971 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715102c0-b1ab-42c9-bad8-d99cb63d7290 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event updated for resources: {'Subnet': ['ID=544c9c94-1fe7-4c5b-823c-3b7eb777913b,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:52.595756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:52.596350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:52.596695 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:52.611661 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715102c0-b1ab-42c9-bad8-d99cb63d7290 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Checking segment: {'id': 'd071d7a1-b8dd-4487-93fa-f218a384c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e3519737-5836-4b5b-b1b4-d5ea16ef5d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:52.612168 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715102c0-b1ab-42c9-bad8-d99cb63d7290 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Network hostable DHCP agents. Network: e3519737-5836-4b5b-b1b4-d5ea16ef5d97, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:23:52.637468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:52.637818 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:52.654953 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (b57a462b-9d04-469c-98f6-a21cd92fcab3), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:52.666352 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 6 to bind port cd483312-43b8-4940-a90b-20c0a3512ddb
Feb 12 21:23:52.688660 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:52.689567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:52.689951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:52.699813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:52.700150 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:52.701929 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 7 to bind port cd483312-43b8-4940-a90b-20c0a3512ddb
Feb 12 21:23:52.720618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Network 4269a82e-c93e-4f74-8c94-f728c418a99e is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:52.723293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:52.723657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:52.723920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:52.724029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:52.724484 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715102c0-b1ab-42c9-bad8-d99cb63d7290 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Network e3519737-5836-4b5b-b1b4-d5ea16ef5d97 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:23:52.726359 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:52.732308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:52.732649 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:52.733993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Pushing event updated for resources: {'Port': ['ID=b57a462b-9d04-469c-98f6-a21cd92fcab3,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:52.734523 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 8 to bind port cd483312-43b8-4940-a90b-20c0a3512ddb
Feb 12 21:23:52.740919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (6fa996e8-7b40-47bf-be90-80d7cdc45c60), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:52.754412 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818692d9-3319-45ae-a2ef-f4872f3dcdc6 req-e9a4c39a-df00-4e90-8232-783dac7f8c21 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:52.754816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:52.755160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:52.755505 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:52.757689 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-818692d9-3319-45ae-a2ef-f4872f3dcdc6 req-e9a4c39a-df00-4e90-8232-783dac7f8c21 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.0795577
Feb 12 21:23:52.794955 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:52.795474 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:52.808033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Attempting to bind port b57a462b-9d04-469c-98f6-a21cd92fcab3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:52.809459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Attempting to bind port b57a462b-9d04-469c-98f6-a21cd92fcab3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a3c766c5-3763-41b2-882f-f4b6d0cb4726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4269a82e-c93e-4f74-8c94-f728c418a99e'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:52.809459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Attempting to bind port b57a462b-9d04-469c-98f6-a21cd92fcab3 on network 4269a82e-c93e-4f74-8c94-f728c418a99e {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:52.810459 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-715102c0-b1ab-42c9-bad8-d99cb63d7290 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e3519737-5836-4b5b-b1b4-d5ea16ef5d97) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:52.815269 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715102c0-b1ab-42c9-bad8-d99cb63d7290 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:52.820270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:23:52.820462 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-715102c0-b1ab-42c9-bad8-d99cb63d7290 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:52.820572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Checking segment: {'id': 'a3c766c5-3763-41b2-882f-f4b6d0cb4726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4269a82e-c93e-4f74-8c94-f728c418a99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:52.820572 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:52.820572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Bound using segment: {'id': 'a3c766c5-3763-41b2-882f-f4b6d0cb4726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4269a82e-c93e-4f74-8c94-f728c418a99e'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:23:52.820572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Bound port: b57a462b-9d04-469c-98f6-a21cd92fcab3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c766c5-3763-41b2-882f-f4b6d0cb4726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4269a82e-c93e-4f74-8c94-f728c418a99e'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:23:52.820572 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b57a462b-9d04-469c-98f6-a21cd92fcab3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:52.860391 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-818692d9-3319-45ae-a2ef-f4872f3dcdc6 req-8cec9476-9ee8-4a6b-893d-dd32d76368a8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938313
Feb 12 21:23:52.873572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8088d30-7ec6-44f7-a50a-0c6371d28401 None None] Network e3519737-5836-4b5b-b1b4-d5ea16ef5d97 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:52.921628 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-715102c0-b1ab-42c9-bad8-d99cb63d7290 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9682872
Feb 12 21:23:52.923711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57254) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:53.025409 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] For port b57a462b-9d04-469c-98f6-a21cd92fcab3, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:23:53.044485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] For port b57a462b-9d04-469c-98f6-a21cd92fcab3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b57a462b-9d04-469c-98f6-a21cd92fcab3,segment=NetworkSegment(a3c766c5-3763-41b2-882f-f4b6d0cb4726),segment_id=a3c766c5-3763-41b2-882f-f4b6d0cb4726)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:23:53.079245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 71be08a2-1f46-48dc-aca5-64a71c692d54 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:53.123777 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e3519737-5836-4b5b-b1b4-d5ea16ef5d97', 'network_id': 'e3519737-5836-4b5b-b1b4-d5ea16ef5d97', 'project_id': '4b78a5be62d44cdaa24a9a29fa71a8cd', 'fixed_ips': [{'subnet_id': '544c9c94-1fe7-4c5b-823c-3b7eb777913b'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:23:53.124768 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:53.168706 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 9 to bind port cd483312-43b8-4940-a90b-20c0a3512ddb
Feb 12 21:23:53.190009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:53.190344 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:53.190725 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:53.201398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:53.201921 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:53.203462 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 10 to bind port cd483312-43b8-4940-a90b-20c0a3512ddb
Feb 12 21:23:53.225785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:53.226445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:53.226445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:53.229693 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b57a462b-9d04-469c-98f6-a21cd92fcab3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:53.233870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port cd483312-43b8-4940-a90b-20c0a3512ddb on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:53.234190 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port cd483312-43b8-4940-a90b-20c0a3512ddb on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:53.234562 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cd483312-43b8-4940-a90b-20c0a3512ddb), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:53.340954 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6336f-6309-4de0-9339-259deba87ae2 None None] Pushing event updated for resources: {'Port': ['ID=b57a462b-9d04-469c-98f6-a21cd92fcab3,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:53.352335 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] For port cd483312-43b8-4940-a90b-20c0a3512ddb, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:23:53.353083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempted to set empty binding levels {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 12 21:23:53.396531 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:53.413234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 71be08a2-1f46-48dc-aca5-64a71c692d54 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:53.413739 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (71be08a2-1f46-48dc-aca5-64a71c692d54), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:53.418646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Allocated IP 172.20.0.2 (e3519737-5836-4b5b-b1b4-d5ea16ef5d97/544c9c94-1fe7-4c5b-823c-3b7eb777913b/53036264-dce2-448e-abfa-5df18e3f61c5) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:53.461213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:23:53.516500 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (cd483312-43b8-4940-a90b-20c0a3512ddb), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:53.594969 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 71be08a2-1f46-48dc-aca5-64a71c692d54 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:53.626159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38170d-4421-427a-99ab-f9f5db0a28ea req-bd5bcb39-3d7d-41c8-887d-a2c38c2f6e39 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:53.628436 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ea38170d-4421-427a-99ab-f9f5db0a28ea req-bd5bcb39-3d7d-41c8-887d-a2c38c2f6e39 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.3156011
Feb 12 21:23:53.680222 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:53.680868 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:53.701924 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ea38170d-4421-427a-99ab-f9f5db0a28ea req-3a5abb07-c192-4fae-bbd3-20ddf449b6c5 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676122
Feb 12 21:23:53.725712 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Pushing event updated for resources: {'Port': ['ID=cd483312-43b8-4940-a90b-20c0a3512ddb,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:53.748348 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Publish callbacks [] for port (53036264-dce2-448e-abfa-5df18e3f61c5), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:53.755114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:23:53.770795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e773a08-9da1-4f38-9eb3-b2f1ec864c54 None None] Sync routers for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:23:53.783357 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e773a08-9da1-4f38-9eb3-b2f1ec864c54 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:23:53.783357 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2e773a08-9da1-4f38-9eb3-b2f1ec864c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb46eb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:53.805416 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9efdca85-b9a4-45aa-ab1f-c66e02aba25f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 984 time: 3.4358585
Feb 12 21:23:53.810603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57270) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:53.829830 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2e773a08-9da1-4f38-9eb3-b2f1ec864c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb46eb20>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:53.834828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Allocated IP 172.20.0.1 (4269a82e-c93e-4f74-8c94-f728c418a99e/e837bab3-57cf-45bf-9e11-c7f0f89597a7/a512feac-39f3-41e6-ae7b-b3b02b1de804) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:53.838907 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (53036264-dce2-448e-abfa-5df18e3f61c5), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:53.878764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Network e3519737-5836-4b5b-b1b4-d5ea16ef5d97 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:53.879657 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e773a08-9da1-4f38-9eb3-b2f1ec864c54 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:23:53.880390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2e773a08-9da1-4f38-9eb3-b2f1ec864c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb46eb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:53.890135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:53.893225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:53.896209 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:53.900385 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2a54218c-605e-4ea3-a94c-ea9d02d7e540 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 4.2209315
Feb 12 21:23:53.904534 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57272) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:53.906146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-69e1d24d-8c6e-4b93-8242-96261615c6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Deleting port cd483312-43b8-4940-a90b-20c0a3512ddb {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:53.906701 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-69e1d24d-8c6e-4b93-8242-96261615c6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (cd483312-43b8-4940-a90b-20c0a3512ddb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:53.976064 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for port (a512feac-39f3-41e6-ae7b-b3b02b1de804), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:54.084059 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (a512feac-39f3-41e6-ae7b-b3b02b1de804), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:54.088656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-69e1d24d-8c6e-4b93-8242-96261615c6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] For port cd483312-43b8-4940-a90b-20c0a3512ddb, host nch2-master-1, got binding levels [] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:54.089021 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-69e1d24d-8c6e-4b93-8242-96261615c6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (cd483312-43b8-4940-a90b-20c0a3512ddb), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:54.108368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-69e1d24d-8c6e-4b93-8242-96261615c6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Calling delete_port for cd483312-43b8-4940-a90b-20c0a3512ddb owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:23:54.141482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2e773a08-9da1-4f38-9eb3-b2f1ec864c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb46eb20>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:54.141482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e773a08-9da1-4f38-9eb3-b2f1ec864c54 None None] The sync data for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:23:54.147089 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Network 4269a82e-c93e-4f74-8c94-f728c418a99e is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:54.155058 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:54.162981 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:54.203554 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Pushing event updated for resources: {'Port': ['ID=53036264-dce2-448e-abfa-5df18e3f61c5,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:54.277023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Attempting to bind port 53036264-dce2-448e-abfa-5df18e3f61c5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:54.277600 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Attempting to bind port 53036264-dce2-448e-abfa-5df18e3f61c5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd071d7a1-b8dd-4487-93fa-f218a384c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e3519737-5836-4b5b-b1b4-d5ea16ef5d97'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:54.284239 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Attempting to bind port 53036264-dce2-448e-abfa-5df18e3f61c5 on network e3519737-5836-4b5b-b1b4-d5ea16ef5d97 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:54.284502 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (3af18c05-547b-4c96-aa85-44dba1f1edb9), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:54.284604 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:23:54.284914 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event updated for resources: {'Port': ['ID=a512feac-39f3-41e6-ae7b-b3b02b1de804,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:54.286013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Checking segment: {'id': 'd071d7a1-b8dd-4487-93fa-f218a384c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e3519737-5836-4b5b-b1b4-d5ea16ef5d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:23:54.287190 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:54.287190 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Bound using segment: {'id': 'd071d7a1-b8dd-4487-93fa-f218a384c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e3519737-5836-4b5b-b1b4-d5ea16ef5d97'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:23:54.289815 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Bound port: 53036264-dce2-448e-abfa-5df18e3f61c5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd071d7a1-b8dd-4487-93fa-f218a384c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e3519737-5836-4b5b-b1b4-d5ea16ef5d97'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:23:54.290233 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (53036264-dce2-448e-abfa-5df18e3f61c5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:54.389238 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] For port 53036264-dce2-448e-abfa-5df18e3f61c5, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:23:54.394485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] For port 53036264-dce2-448e-abfa-5df18e3f61c5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53036264-dce2-448e-abfa-5df18e3f61c5,segment=NetworkSegment(d071d7a1-b8dd-4487-93fa-f218a384c662),segment_id=d071d7a1-b8dd-4487-93fa-f218a384c662)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:23:54.458093 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c666c8e-f56a-4e51-82eb-1a150fb7f7fc req-11ee5391-47e3-4c66-b912-648b01ecbc50 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1974607
Feb 12 21:23:54.524104 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (53036264-dce2-448e-abfa-5df18e3f61c5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:54.573474 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-69e1d24d-8c6e-4b93-8242-96261615c6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (cd483312-43b8-4940-a90b-20c0a3512ddb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:54.621123 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c5be1-788d-4f92-892e-ea2c8d3f8c7d None None] Pushing event updated for resources: {'Port': ['ID=53036264-dce2-448e-abfa-5df18e3f61c5,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:54.637528 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a512feac-39f3-41e6-ae7b-b3b02b1de804), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:54.638774 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-69e1d24d-8c6e-4b93-8242-96261615c6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:54.642394 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-69e1d24d-8c6e-4b93-8242-96261615c6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] 10.222.0.31 "DELETE /v2.0/ports/cd483312-43b8-4940-a90b-20c0a3512ddb HTTP/1.1" status: 204  len: 168 time: 0.8334327
Feb 12 21:23:54.653703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57282) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:54.657137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1d24d-8c6e-4b93-8242-96261615c6bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd483312-43b8-4940-a90b-20c0a3512ddb,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:54.690304 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-8837cf07-ed70-4cfd-9058-735c24ba0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] GET failed (client error): The resource could not be found.
Feb 12 21:23:54.692007 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8837cf07-ed70-4cfd-9058-735c24ba0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] 10.222.0.31 "GET /v2.0/ports/cd483312-43b8-4940-a90b-20c0a3512ddb HTTP/1.1" status: 404  len: 333 time: 0.0433850
Feb 12 21:23:54.710794 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57286) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:54.717151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c666c8e-f56a-4e51-82eb-1a150fb7f7fc req-8902c846-fee8-466c-b593-da91a7abf441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:54.717151 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c666c8e-f56a-4e51-82eb-1a150fb7f7fc req-8902c846-fee8-466c-b593-da91a7abf441 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 1128 time: 0.2130921
Feb 12 21:23:54.717416 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-59efcd2c-414d-4e06-a6aa-15bfea487752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Request body: {'port': {'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963847588'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:54.875989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29df46b2-f2ce-4dad-a6b5-d5af0a4c1538 None None] Network 4269a82e-c93e-4f74-8c94-f728c418a99e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:55.005259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-fdc69ec9-6b7a-4311-88bf-ac47cb53199a None None] Provisioning complete for port b57a462b-9d04-469c-98f6-a21cd92fcab3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:55.005916 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fdc69ec9-6b7a-4311-88bf-ac47cb53199a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b57a462b-9d04-469c-98f6-a21cd92fcab3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:55.006523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c666c8e-f56a-4e51-82eb-1a150fb7f7fc req-4af25f81-3fc8-4428-82df-dbc6f5a95ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:55.008214 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c666c8e-f56a-4e51-82eb-1a150fb7f7fc req-4af25f81-3fc8-4428-82df-dbc6f5a95ff7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.2231593
Feb 12 21:23:55.011226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b57a462b-9d04-469c-98f6-a21cd92fcab3 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:55.109401 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c666c8e-f56a-4e51-82eb-1a150fb7f7fc req-3a075010-e31d-4713-915c-abca4cdd7bb3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7ca726b-c529-424c-8983-7b7a58cc17cd HTTP/1.1" status: 200  len: 217 time: 0.0620828
Feb 12 21:23:55.155484 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:55.189753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b57a462b-9d04-469c-98f6-a21cd92fcab3 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:55.189753 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b57a462b-9d04-469c-98f6-a21cd92fcab3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:55.297226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-fdc69ec9-6b7a-4311-88bf-ac47cb53199a None None] Current status of the port b57a462b-9d04-469c-98f6-a21cd92fcab3 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:55.297226 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fdc69ec9-6b7a-4311-88bf-ac47cb53199a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b57a462b-9d04-469c-98f6-a21cd92fcab3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:55.305509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c666c8e-f56a-4e51-82eb-1a150fb7f7fc req-83f1a0a8-ba2d-413f-9873-94d356afdfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:55.305509 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c666c8e-f56a-4e51-82eb-1a150fb7f7fc req-83f1a0a8-ba2d-413f-9873-94d356afdfdd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.1879151
Feb 12 21:23:55.390851 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b57a462b-9d04-469c-98f6-a21cd92fcab3 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:55.391276 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b57a462b-9d04-469c-98f6-a21cd92fcab3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:55.437325 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c666c8e-f56a-4e51-82eb-1a150fb7f7fc req-6d925dd0-f8c7-4fe4-ae52-d0f57c06afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:55.444234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59efcd2c-414d-4e06-a6aa-15bfea487752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Made reservation on behalf of c1f309aa49ea4f44a9e3e7e8e105c4d8 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:55.447727 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59efcd2c-414d-4e06-a6aa-15bfea487752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:55.449486 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c666c8e-f56a-4e51-82eb-1a150fb7f7fc req-6d925dd0-f8c7-4fe4-ae52-d0f57c06afbe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1340516
Feb 12 21:23:55.455441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-fdc69ec9-6b7a-4311-88bf-ac47cb53199a None None] For port b57a462b-9d04-469c-98f6-a21cd92fcab3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b57a462b-9d04-469c-98f6-a21cd92fcab3,segment=NetworkSegment(a3c766c5-3763-41b2-882f-f4b6d0cb4726),segment_id=a3c766c5-3763-41b2-882f-f4b6d0cb4726)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:55.495058 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03e3a6-b279-4365-833b-8c6dc3e3d5cf req-88d2016c-6e17-4c71-9966-dfd501b3ada7 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:55.497118 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e03e3a6-b279-4365-833b-8c6dc3e3d5cf req-88d2016c-6e17-4c71-9966-dfd501b3ada7 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.1441591
Feb 12 21:23:55.537628 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fdc69ec9-6b7a-4311-88bf-ac47cb53199a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b57a462b-9d04-469c-98f6-a21cd92fcab3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:55.616337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-59efcd2c-414d-4e06-a6aa-15bfea487752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] device_id is not set on port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:23:55.624521 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:23:55.624521 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:23:55.640749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc69ec9-6b7a-4311-88bf-ac47cb53199a None None] Pushing event updated for resources: {'Port': ['ID=b57a462b-9d04-469c-98f6-a21cd92fcab3,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:55.733062 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e03e3a6-b279-4365-833b-8c6dc3e3d5cf req-005613f5-6677-4cfa-b653-6f81d1d15c74 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012296
Feb 12 21:23:55.778486 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4f820be6-fa64-4366-af2f-f3256af2870c None None] Provisioning complete for port a512feac-39f3-41e6-ae7b-b3b02b1de804 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:55.778867 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4f820be6-fa64-4366-af2f-f3256af2870c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a512feac-39f3-41e6-ae7b-b3b02b1de804), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:55.877625 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-40130140-24f7-4570-8226-8e4a9bbd4d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:55.898743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4f820be6-fa64-4366-af2f-f3256af2870c None None] Port a512feac-39f3-41e6-ae7b-b3b02b1de804 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:23:55.916036 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for port (a512feac-39f3-41e6-ae7b-b3b02b1de804), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:55.919474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4f820be6-fa64-4366-af2f-f3256af2870c None None] Provisioning complete for port b57a462b-9d04-469c-98f6-a21cd92fcab3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:55.919994 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4f820be6-fa64-4366-af2f-f3256af2870c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b57a462b-9d04-469c-98f6-a21cd92fcab3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:55.925564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Allocated IP 172.20.0.1 (860a427b-0afa-406a-8b95-f1a34cafe516/8601902c-2fd0-436b-bf10-6a3d80903c73/f65fef65-1c0a-48a9-9337-96d9ffa244c7) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:56.082320 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4f820be6-fa64-4366-af2f-f3256af2870c None None] Current status of the port b57a462b-9d04-469c-98f6-a21cd92fcab3 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:56.096823 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (a512feac-39f3-41e6-ae7b-b3b02b1de804), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:56.123553 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59efcd2c-414d-4e06-a6aa-15bfea487752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks [] for port (4aa4d38a-f234-4023-ab84-abe3a1d6b03d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:56.189231 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b57a462b-9d04-469c-98f6-a21cd92fcab3 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:56.216236 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c666c8e-f56a-4e51-82eb-1a150fb7f7fc req-7a47b102-7d5e-47c4-a203-9d781676a523 service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7576153
Feb 12 21:23:56.316250 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (f65fef65-1c0a-48a9-9337-96d9ffa244c7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:56.330704 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-747ff3d4-0645-4cb3-a00d-544fe5677682 None None] Provisioning complete for port a512feac-39f3-41e6-ae7b-b3b02b1de804 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:56.330704 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-747ff3d4-0645-4cb3-a00d-544fe5677682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a512feac-39f3-41e6-ae7b-b3b02b1de804), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:56.355297 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event updated for resources: {'Port': ['ID=a512feac-39f3-41e6-ae7b-b3b02b1de804,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:56.364577 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (3af18c05-547b-4c96-aa85-44dba1f1edb9), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:56.391697 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-747ff3d4-0645-4cb3-a00d-544fe5677682 None None] Port a512feac-39f3-41e6-ae7b-b3b02b1de804 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:23:56.418289 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481e7161-a67f-46a2-828c-7adb8f463db2 None None] Network e3519737-5836-4b5b-b1b4-d5ea16ef5d97 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:23:56.443894 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c666c8e-f56a-4e51-82eb-1a150fb7f7fc req-08dacdc6-2b86-45cf-a8e4-7dc8e15e0224 service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2211130
Feb 12 21:23:56.464105 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59efcd2c-414d-4e06-a6aa-15bfea487752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4aa4d38a-f234-4023-ab84-abe3a1d6b03d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:56.511473 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59efcd2c-414d-4e06-a6aa-15bfea487752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:56.535436 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-59efcd2c-414d-4e06-a6aa-15bfea487752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:56.539412 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-922df3df-6429-493f-bd8f-e61b13108f48 None None] Provisioning complete for port 53036264-dce2-448e-abfa-5df18e3f61c5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:56.539412 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-922df3df-6429-493f-bd8f-e61b13108f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (53036264-dce2-448e-abfa-5df18e3f61c5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:56.543589 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59efcd2c-414d-4e06-a6aa-15bfea487752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:56.546460 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59efcd2c-414d-4e06-a6aa-15bfea487752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:56.547353 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59efcd2c-414d-4e06-a6aa-15bfea487752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:56.557622 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f65fef65-1c0a-48a9-9337-96d9ffa244c7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:56.655325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-922df3df-6429-493f-bd8f-e61b13108f48 None None] Current status of the port 53036264-dce2-448e-abfa-5df18e3f61c5 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:56.655652 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-922df3df-6429-493f-bd8f-e61b13108f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (53036264-dce2-448e-abfa-5df18e3f61c5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:56.692645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 860a427b-0afa-406a-8b95-f1a34cafe516 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:56.699775 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efcd2c-414d-4e06-a6aa-15bfea487752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Pushing event updated for resources: {'Port': ['ID=4aa4d38a-f234-4023-ab84-abe3a1d6b03d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:56.705725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Network 4269a82e-c93e-4f74-8c94-f728c418a99e is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:56.709165 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:56.724237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:56.726384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:23:56.736514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-922df3df-6429-493f-bd8f-e61b13108f48 None None] For port 53036264-dce2-448e-abfa-5df18e3f61c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53036264-dce2-448e-abfa-5df18e3f61c5,segment=NetworkSegment(d071d7a1-b8dd-4487-93fa-f218a384c662),segment_id=d071d7a1-b8dd-4487-93fa-f218a384c662)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:56.817689 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-59efcd2c-414d-4e06-a6aa-15bfea487752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 2.1053073
Feb 12 21:23:56.818551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57362) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:56.844252 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-922df3df-6429-493f-bd8f-e61b13108f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (53036264-dce2-448e-abfa-5df18e3f61c5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:56.858011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=f65fef65-1c0a-48a9-9337-96d9ffa244c7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:56.887674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:56.906238 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:56.936363 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (6fa996e8-7b40-47bf-be90-80d7cdc45c60), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:56.990484 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922df3df-6429-493f-bd8f-e61b13108f48 None None] Pushing event updated for resources: {'Port': ['ID=53036264-dce2-448e-abfa-5df18e3f61c5,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:57.148261 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 53036264-dce2-448e-abfa-5df18e3f61c5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:57.180516 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4aa4d38a-f234-4023-ab84-abe3a1d6b03d), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:57.216994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0934365e-954f-4c44-800d-7a105b507da3 None None] Provisioning complete for port a512feac-39f3-41e6-ae7b-b3b02b1de804 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:57.221113 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0934365e-954f-4c44-800d-7a105b507da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a512feac-39f3-41e6-ae7b-b3b02b1de804), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:57.267808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 53036264-dce2-448e-abfa-5df18e3f61c5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:57.268071 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (53036264-dce2-448e-abfa-5df18e3f61c5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:57.270879 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0934365e-954f-4c44-800d-7a105b507da3 None None] Port a512feac-39f3-41e6-ae7b-b3b02b1de804 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:23:57.295072 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57368) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:57.365216 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 53036264-dce2-448e-abfa-5df18e3f61c5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:57.366421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b57a462b-9d04-469c-98f6-a21cd92fcab3 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:57.371559 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6db32-0479-49fe-81aa-a9ca594d0474 req-02b7c142-f994-46a6-9f68-c58728788799 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:57.379361 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-65a6db32-0479-49fe-81aa-a9ca594d0474 req-02b7c142-f994-46a6-9f68-c58728788799 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.3644254
Feb 12 21:23:57.437333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-10665536-4aa7-4b03-9414-02f4aa363e55 None None] Provisioning complete for port 53036264-dce2-448e-abfa-5df18e3f61c5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:57.438000 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-10665536-4aa7-4b03-9414-02f4aa363e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (53036264-dce2-448e-abfa-5df18e3f61c5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:57.463340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Router 3af18c05-547b-4c96-aa85-44dba1f1edb9 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:23:57.487421 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-65a6db32-0479-49fe-81aa-a9ca594d0474 req-d08168ad-143a-4789-8306-69b2f15ef58d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071579
Feb 12 21:23:57.522712 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b57a462b-9d04-469c-98f6-a21cd92fcab3 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:57.533021 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b57a462b-9d04-469c-98f6-a21cd92fcab3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:57.599830 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] device_id is not set on port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:23:57.613717 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks [] for port (4aa4d38a-f234-4023-ab84-abe3a1d6b03d), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:57.624660 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:23:57.638192 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0578387-115a-4b92-8ea7-398b8b437f24 None None] Sync routers for ids ['3af18c05-547b-4c96-aa85-44dba1f1edb9'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:23:57.642887 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b878ad58-0cf7-4837-b4eb-d688574bd463 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "PUT /v2.0/routers/3af18c05-547b-4c96-aa85-44dba1f1edb9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7152495
Feb 12 21:23:57.643071 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-10665536-4aa7-4b03-9414-02f4aa363e55 None None] Current status of the port 53036264-dce2-448e-abfa-5df18e3f61c5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:57.644973 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57374) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:57.660353 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0578387-115a-4b92-8ea7-398b8b437f24 None None] Routers {'3af18c05-547b-4c96-aa85-44dba1f1edb9'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:23:57.661293 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b0578387-115a-4b92-8ea7-398b8b437f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbccbf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3af18c05-547b-4c96-aa85-44dba1f1edb9'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:57.706939 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b0578387-115a-4b92-8ea7-398b8b437f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbccbf40>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:57.713655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b57a462b-9d04-469c-98f6-a21cd92fcab3 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:57.721821 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0578387-115a-4b92-8ea7-398b8b437f24 None None] Routers {'3af18c05-547b-4c96-aa85-44dba1f1edb9'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:23:57.722466 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b0578387-115a-4b92-8ea7-398b8b437f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbccbf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3af18c05-547b-4c96-aa85-44dba1f1edb9'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:57.756193 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3f529202-99b6-4f16-acf0-e76853b7f974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:57.757852 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b0578387-115a-4b92-8ea7-398b8b437f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbccbf40>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:57.758517 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0578387-115a-4b92-8ea7-398b8b437f24 None None] The sync data for ids ['3af18c05-547b-4c96-aa85-44dba1f1edb9'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:23:57.767511 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f65fef65-1c0a-48a9-9337-96d9ffa244c7), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:57.767678 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (4aa4d38a-f234-4023-ab84-abe3a1d6b03d), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:57.918849 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Pushing event updated for resources: {'Port': ['ID=4aa4d38a-f234-4023-ab84-abe3a1d6b03d,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:57.975587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:57.975587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:57.975952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:57.985891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:57.986491 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:57.989453 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 2 to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d
Feb 12 21:23:57.993078 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3f529202-99b6-4f16-acf0-e76853b7f974 admin admin] Publish callbacks [] for security_group (76e4681a-7210-4908-ad21-a860379b11c5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:58.010272 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:58.010617 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:58.010986 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:58.021628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:58.021971 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:58.023191 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 3 to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d
Feb 12 21:23:58.082471 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3f529202-99b6-4f16-acf0-e76853b7f974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (76e4681a-7210-4908-ad21-a860379b11c5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:58.104150 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:58.104505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:58.104825 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:58.114663 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:58.114993 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:58.117593 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 4 to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d
Feb 12 21:23:58.137323 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3f529202-99b6-4f16-acf0-e76853b7f974 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=031bb25aa2854625b282d62dc6695e27&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8385043
Feb 12 21:23:58.137568 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:58.137568 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:58.137920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:58.139835 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57390) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:58.145766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f529202-99b6-4f16-acf0-e76853b7f974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e4681a-7210-4908-ad21-a860379b11c5,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:58.187524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:58.187858 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:58.192242 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 5 to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d
Feb 12 21:23:58.206651 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (f65fef65-1c0a-48a9-9337-96d9ffa244c7), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:58.233617 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:58.234034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:58.234379 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:58.247422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:58.247747 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:58.265749 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 6 to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d
Feb 12 21:23:58.283290 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-90762850-cbc0-45e0-a3bb-b07717492c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:58.283524 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (f65fef65-1c0a-48a9-9337-96d9ffa244c7), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:58.300639 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bcbfdb46-5c87-443d-9a15-498920ff26cd admin admin] Publish callbacks [] for security_group (76e4681a-7210-4908-ad21-a860379b11c5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:58.304838 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:58.305231 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:58.305808 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:58.319516 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-2af211b8-3dca-408b-a4af-1e49be5df005 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:23:58.322976 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2af211b8-3dca-408b-a4af-1e49be5df005 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "PUT /v2.0/routers/3af18c05-547b-4c96-aa85-44dba1f1edb9/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.6759343
Feb 12 21:23:58.325206 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57392) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:58.336476 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:58.336842 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:58.341848 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 7 to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d
Feb 12 21:23:58.364452 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (6fa996e8-7b40-47bf-be90-80d7cdc45c60), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:58.388169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=f65fef65-1c0a-48a9-9337-96d9ffa244c7,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:58.419394 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bcbfdb46-5c87-443d-9a15-498920ff26cd admin admin] Publish callbacks [] for security_group (76e4681a-7210-4908-ad21-a860379b11c5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:58.449141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:58.449141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:58.449141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:58.463797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:58.465084 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:58.468517 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 8 to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d
Feb 12 21:23:58.490597 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:58.491061 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:58.491406 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:58.501881 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 860a427b-0afa-406a-8b95-f1a34cafe516 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:23:58.503444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:23:58.547927 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:58.548292 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:58.575313 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 9 to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d
Feb 12 21:23:58.607250 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:58.607586 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:58.607926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:58.640741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:58.641074 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:58.643769 ncdv-master-1 neutron-server[126506]: INFO neutron.plugins.ml2.plugin [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 10 to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d
Feb 12 21:23:58.661512 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:23:58.664177 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bcbfdb46-5c87-443d-9a15-498920ff26cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (76e4681a-7210-4908-ad21-a860379b11c5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:58.666790 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bcbfdb46-5c87-443d-9a15-498920ff26cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:58.667978 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bcbfdb46-5c87-443d-9a15-498920ff26cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76e4681a-7210-4908-ad21-a860379b11c5 HTTP/1.1" status: 204  len: 168 time: 0.5261309
Feb 12 21:23:58.702886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:23:58.703226 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:23:58.703565 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:23:58.721746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfdb46-5c87-443d-9a15-498920ff26cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e4681a-7210-4908-ad21-a860379b11c5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:58.730396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:23:58.730739 ncdv-master-1 neutron-server[126506]: ERROR neutron.plugins.ml2.managers [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:23:58.731182 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4aa4d38a-f234-4023-ab84-abe3a1d6b03d), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:58.748008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbca84-ca91-4e38-835f-9fdb5be221eb req-3801e34f-05eb-465d-bede-2f23d26fdc25 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:58.758170 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-24fbca84-ca91-4e38-835f-9fdb5be221eb req-3801e34f-05eb-465d-bede-2f23d26fdc25 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.1732175
Feb 12 21:23:58.806004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:23:58.814599 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c83c5ba5-8ad6-4d50-816c-5a08684ffff3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "PUT /v2.0/routers/6fa996e8-7b40-47bf-be90-80d7cdc45c60/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9025464
Feb 12 21:23:58.815660 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57402) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:58.820659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609201e2-6ba9-4902-97b7-e82a2bc8aa84 None None] Sync routers for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:23:58.822332 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7baaf981-70d0-499f-bd5f-547f3c65b873 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'port': {'network_id': '860a427b-0afa-406a-8b95-f1a34cafe516', 'name': 'tempest-FloatingIPTestJSON-422624859'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:23:58.843487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609201e2-6ba9-4902-97b7-e82a2bc8aa84 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:23:58.843487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-609201e2-6ba9-4902-97b7-e82a2bc8aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa769e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:58.888537 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 53036264-dce2-448e-abfa-5df18e3f61c5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:23:58.890937 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-609201e2-6ba9-4902-97b7-e82a2bc8aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa769e20>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:58.928158 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609201e2-6ba9-4902-97b7-e82a2bc8aa84 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:23:58.928788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-609201e2-6ba9-4902-97b7-e82a2bc8aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa769e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:58.933408 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-24fbca84-ca91-4e38-835f-9fdb5be221eb req-294e3639-59b4-4a39-a756-22d1c21f0c69 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738577
Feb 12 21:23:58.971010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-609201e2-6ba9-4902-97b7-e82a2bc8aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa769e20>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:23:58.971682 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609201e2-6ba9-4902-97b7-e82a2bc8aa84 None None] The sync data for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:23:58.988540 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 53036264-dce2-448e-abfa-5df18e3f61c5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:23:58.988933 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (53036264-dce2-448e-abfa-5df18e3f61c5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.009345 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] For port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d, host nch2-master-1, cleared binding levels {{(pid=126506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:23:59.010069 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempted to set empty binding levels {{(pid=126506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 12 21:23:59.086903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 53036264-dce2-448e-abfa-5df18e3f61c5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:59.088392 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42532564-d255-4e99-90b2-20278bddda4a tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (3af18c05-547b-4c96-aa85-44dba1f1edb9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.133479 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (4aa4d38a-f234-4023-ab84-abe3a1d6b03d), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.189505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baaf981-70d0-499f-bd5f-547f3c65b873 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Made reservation on behalf of 4e155b8f02d14f23a500cd282455a2b4 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:23:59.192822 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7baaf981-70d0-499f-bd5f-547f3c65b873 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.224821 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] In _notify_port_updated(), no bound segment for port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:23:59.225687 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.226327 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.227636 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] 10.222.0.31 "PUT /v2.0/ports/4aa4d38a-f234-4023-ab84-abe3a1d6b03d HTTP/1.1" status: 200  len: 979 time: 2.3519027
Feb 12 21:23:59.230267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57410) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:59.245544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-7baaf981-70d0-499f-bd5f-547f3c65b873 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] device_id is not set on port b1fcf914-82e3-4504-a4f8-37d8d43d160c yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:23:59.250060 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d906f8-9bc6-4987-a0f3-dc00a348f037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Pushing event updated for resources: {'Port': ['ID=4aa4d38a-f234-4023-ab84-abe3a1d6b03d,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:59.352861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.353392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.353864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.354338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.355172 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.355987 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.356494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.356968 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.357520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.357966 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.358434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.358898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.359358 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.359821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.360917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.361412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.361881 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.362386 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.363014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.363465 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.363928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.364393 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.364852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.365319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.365813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:23:59.366413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 7e592411-155b-4647-a7b6-b5174ceee7ec details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:23:59.369378 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-88aa51a8-be48-43b4-9cf6-099c33d22e40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 22774 time: 0.1379876
Feb 12 21:23:59.373743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57412) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:59.427004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57414) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:59.442364 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.443526 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-7baaf981-70d0-499f-bd5f-547f3c65b873 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Allocated IP 172.20.0.8 (860a427b-0afa-406a-8b95-f1a34cafe516/8601902c-2fd0-436b-bf10-6a3d80903c73/b1fcf914-82e3-4504-a4f8-37d8d43d160c) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:23:59.458817 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e72c7fbb-9a9e-4bcc-95c5-97df6e5d2950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.530434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5150bc74-3bf7-4307-92fb-6c61b6c490eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Deleting port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:59.530770 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5150bc74-3bf7-4307-92fb-6c61b6c490eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4aa4d38a-f234-4023-ab84-abe3a1d6b03d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.545974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 7e592411-155b-4647-a7b6-b5174ceee7ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e592411-155b-4647-a7b6-b5174ceee7ec,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:59.567847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '7e592411-155b-4647-a7b6-b5174ceee7ec', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'port_id': '7e592411-155b-4647-a7b6-b5174ceee7ec', 'mac_address': 'fa:16:3e:6f:e8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:23:59.619287 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.636150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 7e592411-155b-4647-a7b6-b5174ceee7ec is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:23:59.636900 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.644377 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-5150bc74-3bf7-4307-92fb-6c61b6c490eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] For port 4aa4d38a-f234-4023-ab84-abe3a1d6b03d, host nch2-master-1, got binding levels [] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:59.645382 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5150bc74-3bf7-4307-92fb-6c61b6c490eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4aa4d38a-f234-4023-ab84-abe3a1d6b03d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.655759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e592411-155b-4647-a7b6-b5174ceee7ec {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:23:59.668616 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e72c7fbb-9a9e-4bcc-95c5-97df6e5d2950 admin admin] Publish callbacks [] for security_group (75a64b62-6749-44e5-9ada-92e1615983a7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.670005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5150bc74-3bf7-4307-92fb-6c61b6c490eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Calling delete_port for 4aa4d38a-f234-4023-ab84-abe3a1d6b03d owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:23:59.682606 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 7e592411-155b-4647-a7b6-b5174ceee7ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e592411-155b-4647-a7b6-b5174ceee7ec,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:23:59.713984 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7baaf981-70d0-499f-bd5f-547f3c65b873 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (b1fcf914-82e3-4504-a4f8-37d8d43d160c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.762185 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e72c7fbb-9a9e-4bcc-95c5-97df6e5d2950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (75a64b62-6749-44e5-9ada-92e1615983a7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.775462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-42532564-d255-4e99-90b2-20278bddda4a tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Deleting port a512feac-39f3-41e6-ae7b-b3b02b1de804 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:23:59.775462 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42532564-d255-4e99-90b2-20278bddda4a tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a512feac-39f3-41e6-ae7b-b3b02b1de804), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.807921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57430) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:23:59.808083 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e72c7fbb-9a9e-4bcc-95c5-97df6e5d2950 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37ed7780f24b4505a8be949ec67b8a3c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3798611
Feb 12 21:23:59.829523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c7fbb-9a9e-4bcc-95c5-97df6e5d2950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a64b62-6749-44e5-9ada-92e1615983a7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:59.839923 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.909376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=7e592411-155b-4647-a7b6-b5174ceee7ec,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:23:59.909805 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42532564-d255-4e99-90b2-20278bddda4a tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a512feac-39f3-41e6-ae7b-b3b02b1de804), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.927292 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7baaf981-70d0-499f-bd5f-547f3c65b873 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b1fcf914-82e3-4504-a4f8-37d8d43d160c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.934784 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b4c1048-9454-40f5-8379-1466097b32f7 admin admin] Publish callbacks [] for security_group (75a64b62-6749-44e5-9ada-92e1615983a7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.941874 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5150bc74-3bf7-4307-92fb-6c61b6c490eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (4aa4d38a-f234-4023-ab84-abe3a1d6b03d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:23:59.956757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['7e592411-155b-4647-a7b6-b5174ceee7ec'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:23:59.961594 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-42532564-d255-4e99-90b2-20278bddda4a tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Calling delete_port for a512feac-39f3-41e6-ae7b-b3b02b1de804 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:00.003740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150bc74-3bf7-4307-92fb-6c61b6c490eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Pushing event deleted for resources: {'Port': ['ID=4aa4d38a-f234-4023-ab84-abe3a1d6b03d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:00.017438 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baaf981-70d0-499f-bd5f-547f3c65b873 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 860a427b-0afa-406a-8b95-f1a34cafe516 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:00.025143 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5150bc74-3bf7-4307-92fb-6c61b6c490eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:00.025380 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b4c1048-9454-40f5-8379-1466097b32f7 admin admin] Publish callbacks [] for security_group (75a64b62-6749-44e5-9ada-92e1615983a7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:00.032972 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5150bc74-3bf7-4307-92fb-6c61b6c490eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] 10.222.0.31 "DELETE /v2.0/ports/4aa4d38a-f234-4023-ab84-abe3a1d6b03d HTTP/1.1" status: 204  len: 168 time: 0.6580472
Feb 12 21:24:00.033686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57438) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:00.067723 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90950d5-f810-49a3-83cd-e8ef99eb2dc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] GET failed (client error): The resource could not be found.
Feb 12 21:24:00.076190 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e90950d5-f810-49a3-83cd-e8ef99eb2dc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] 10.222.0.31 "GET /v2.0/ports/4aa4d38a-f234-4023-ab84-abe3a1d6b03d HTTP/1.1" status: 404  len: 333 time: 0.0409167
Feb 12 21:24:00.080727 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57442) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:00.089392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-ad0ef053-5d57-40d6-9473-be2e5f2c16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153433027', 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:00.107029 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-7baaf981-70d0-499f-bd5f-547f3c65b873 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:00.109315 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baaf981-70d0-499f-bd5f-547f3c65b873 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=b1fcf914-82e3-4504-a4f8-37d8d43d160c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:00.114505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baaf981-70d0-499f-bd5f-547f3c65b873 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:00.176665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0dfe0-535a-474b-8030-be71e459a916 req-25a5c8c4-b2ac-4426-a601-5349581ac4f3 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:00.178770 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08b0dfe0-535a-474b-8030-be71e459a916 req-25a5c8c4-b2ac-4426-a601-5349581ac4f3 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 944 time: 0.1002378
Feb 12 21:24:00.218347 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baaf981-70d0-499f-bd5f-547f3c65b873 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:00.218966 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7baaf981-70d0-499f-bd5f-547f3c65b873 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:00.225387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0ef053-5d57-40d6-9473-be2e5f2c16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Made reservation on behalf of c1f309aa49ea4f44a9e3e7e8e105c4d8 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:00.227814 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad0ef053-5d57-40d6-9473-be2e5f2c16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:00.277957 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-08b0dfe0-535a-474b-8030-be71e459a916 req-eb6aee58-2ae9-4b29-af5f-acd0273cd157 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905035
Feb 12 21:24:00.279591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-ad0ef053-5d57-40d6-9473-be2e5f2c16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] device_id is not set on port 3f1addb6-c35c-4f7c-b6d5-fd051fa2098c yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:24:00.347828 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7baaf981-70d0-499f-bd5f-547f3c65b873 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.5299473
Feb 12 21:24:00.350728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57448) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:00.359070 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e6e8e8c0-6eef-4e57-9c1e-086dbdadc8fe tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'port': {'network_id': '860a427b-0afa-406a-8b95-f1a34cafe516', 'name': 'tempest-FloatingIPTestJSON-216607604'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:00.390291 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b4c1048-9454-40f5-8379-1466097b32f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (75a64b62-6749-44e5-9ada-92e1615983a7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:00.393330 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b4c1048-9454-40f5-8379-1466097b32f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:00.394493 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7b4c1048-9454-40f5-8379-1466097b32f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75a64b62-6749-44e5-9ada-92e1615983a7 HTTP/1.1" status: 204  len: 168 time: 0.5855796
Feb 12 21:24:00.440351 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fa158-0e90-4a1d-ab96-2a64a40dba55 req-ded93608-ecdf-4c74-9f01-5786ba587ef5 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:00.440572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c1048-9454-40f5-8379-1466097b32f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a64b62-6749-44e5-9ada-92e1615983a7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:00.440708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a4fa158-0e90-4a1d-ab96-2a64a40dba55 req-ded93608-ecdf-4c74-9f01-5786ba587ef5 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 946 time: 0.0945213
Feb 12 21:24:00.494806 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42532564-d255-4e99-90b2-20278bddda4a tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (a512feac-39f3-41e6-ae7b-b3b02b1de804), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:00.550761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42532564-d255-4e99-90b2-20278bddda4a tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event deleted for resources: {'Port': ['ID=a512feac-39f3-41e6-ae7b-b3b02b1de804,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:00.596783 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e8e8c0-6eef-4e57-9c1e-086dbdadc8fe tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Made reservation on behalf of 4e155b8f02d14f23a500cd282455a2b4 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:00.599295 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a4fa158-0e90-4a1d-ab96-2a64a40dba55 req-d4a49f84-7488-4685-9118-00794de88281 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbd9e2d6-c768-45bb-9930-7cf3aab0cd70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1289992
Feb 12 21:24:00.600720 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e8c0-6eef-4e57-9c1e-086dbdadc8fe tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:00.602511 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad0ef053-5d57-40d6-9473-be2e5f2c16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks [] for port (3f1addb6-c35c-4f7c-b6d5-fd051fa2098c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:00.644309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-e6e8e8c0-6eef-4e57-9c1e-086dbdadc8fe tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] device_id is not set on port 91ac86c8-7d9a-44b1-b4b8-cb9d4038445b yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:24:00.758200 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad0ef053-5d57-40d6-9473-be2e5f2c16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3f1addb6-c35c-4f7c-b6d5-fd051fa2098c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:00.870721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0ef053-5d57-40d6-9473-be2e5f2c16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:00.873945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-ad0ef053-5d57-40d6-9473-be2e5f2c16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:00.879398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0ef053-5d57-40d6-9473-be2e5f2c16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:00.880633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0ef053-5d57-40d6-9473-be2e5f2c16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:00.882839 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad0ef053-5d57-40d6-9473-be2e5f2c16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:00.888522 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ef053-5d57-40d6-9473-be2e5f2c16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Pushing event updated for resources: {'Port': ['ID=3f1addb6-c35c-4f7c-b6d5-fd051fa2098c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:00.981834 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:01.011555 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ad0ef053-5d57-40d6-9473-be2e5f2c16c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.9295659
Feb 12 21:24:01.014456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57466) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:01.076850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200cbee-d191-435d-b756-a6f1b7e19e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:01.078988 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5200cbee-d191-435d-b756-a6f1b7e19e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] 10.222.0.31 "GET /v2.0/ports/3f1addb6-c35c-4f7c-b6d5-fd051fa2098c HTTP/1.1" status: 200  len: 959 time: 0.0633562
Feb 12 21:24:01.081740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57472) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:01.196614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-26bb753e-30d1-4539-a945-8f6eb43286cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Deleting port 3f1addb6-c35c-4f7c-b6d5-fd051fa2098c {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:01.197519 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-26bb753e-30d1-4539-a945-8f6eb43286cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3f1addb6-c35c-4f7c-b6d5-fd051fa2098c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:01.278786 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-26bb753e-30d1-4539-a945-8f6eb43286cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3f1addb6-c35c-4f7c-b6d5-fd051fa2098c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:01.305423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-26bb753e-30d1-4539-a945-8f6eb43286cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Calling delete_port for 3f1addb6-c35c-4f7c-b6d5-fd051fa2098c owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:01.310940 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42532564-d255-4e99-90b2-20278bddda4a tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (3af18c05-547b-4c96-aa85-44dba1f1edb9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:01.529862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 7e592411-155b-4647-a7b6-b5174ceee7ec up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:24:01.576081 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-26bb753e-30d1-4539-a945-8f6eb43286cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3f1addb6-c35c-4f7c-b6d5-fd051fa2098c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:01.584375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42532564-d255-4e99-90b2-20278bddda4a tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Router 3af18c05-547b-4c96-aa85-44dba1f1edb9 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:01.586148 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-e6e8e8c0-6eef-4e57-9c1e-086dbdadc8fe tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Allocated IP 172.20.0.14 (860a427b-0afa-406a-8b95-f1a34cafe516/8601902c-2fd0-436b-bf10-6a3d80903c73/91ac86c8-7d9a-44b1-b4b8-cb9d4038445b) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:01.589071 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 7e592411-155b-4647-a7b6-b5174ceee7ec triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:01.589956 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:01.603539 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-26bb753e-30d1-4539-a945-8f6eb43286cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:01.610423 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-26bb753e-30d1-4539-a945-8f6eb43286cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] 10.222.0.31 "DELETE /v2.0/ports/3f1addb6-c35c-4f7c-b6d5-fd051fa2098c HTTP/1.1" status: 204  len: 168 time: 0.5274310
Feb 12 21:24:01.611803 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030e2e7-f3a9-4d63-a13e-871a74e452bd req-b9ead4e8-13e3-4287-a84c-f9e5ee8824dd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:01.618903 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d030e2e7-f3a9-4d63-a13e-871a74e452bd req-b9ead4e8-13e3-4287-a84c-f9e5ee8824dd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 944 time: 0.1666753
Feb 12 21:24:01.622317 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57494) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:01.652330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb753e-30d1-4539-a945-8f6eb43286cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f1addb6-c35c-4f7c-b6d5-fd051fa2098c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:01.797627 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e40702c-c37a-40a3-9598-c78312535053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] GET failed (client error): The resource could not be found.
Feb 12 21:24:01.797986 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 7e592411-155b-4647-a7b6-b5174ceee7ec is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:01.798723 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:01.804229 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5e40702c-c37a-40a3-9598-c78312535053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] 10.222.0.31 "GET /v2.0/ports/3f1addb6-c35c-4f7c-b6d5-fd051fa2098c HTTP/1.1" status: 404  len: 333 time: 0.1742294
Feb 12 21:24:01.804365 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57518) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:01.811917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-eb0f4268-d11e-4d3a-9278-df8e1b96c8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Request body: {'port': {'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048010213'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:01.855984 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 7e592411-155b-4647-a7b6-b5174ceee7ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e592411-155b-4647-a7b6-b5174ceee7ec,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:01.856801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3017bcc-f5d6-470b-85fa-ee97b90f75aa req-6efb2377-c7f2-4eea-837b-1cd7b2d9f601 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:01.857539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955f9962-b43e-40fa-af91-d85da806dad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e592411-155b-4647-a7b6-b5174ceee7ec'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:24:01.858415 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d3017bcc-f5d6-470b-85fa-ee97b90f75aa req-6efb2377-c7f2-4eea-837b-1cd7b2d9f601 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 946 time: 0.1401427
Feb 12 21:24:01.860840 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca01de1-8d22-4a74-9cfa-97c863745e23" -d '{"events": [{"server_uuid": "955f9962-b43e-40fa-af91-d85da806dad0", "name": "network-vif-plugged", "status": "completed", "tag": "7e592411-155b-4647-a7b6-b5174ceee7ec"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:24:01.910630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42532564-d255-4e99-90b2-20278bddda4a tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:01.918320 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d3017bcc-f5d6-470b-85fa-ee97b90f75aa req-e3cb9fa2-86f3-4c2b-a2c9-a1a95c96dc89 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbd9e2d6-c768-45bb-9930-7cf3aab0cd70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537708
Feb 12 21:24:01.920541 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-42532564-d255-4e99-90b2-20278bddda4a tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "PUT /v2.0/routers/3af18c05-547b-4c96-aa85-44dba1f1edb9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5939221
Feb 12 21:24:01.921759 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f7382-4534-4228-bc68-26fac92a7cae None None] Sync routers for ids ['3af18c05-547b-4c96-aa85-44dba1f1edb9'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:01.930057 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57526) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:01.934993 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630f7382-4534-4228-bc68-26fac92a7cae None None] Routers {'3af18c05-547b-4c96-aa85-44dba1f1edb9'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:01.938038 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-630f7382-4534-4228-bc68-26fac92a7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9e2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3af18c05-547b-4c96-aa85-44dba1f1edb9'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:01.948535 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d030e2e7-f3a9-4d63-a13e-871a74e452bd req-638ec72e-54d6-4084-ae1d-3ff5764dd2df tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3285301
Feb 12 21:24:01.991757 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98cc051-544e-4373-9be3-8ef899a38b65 x-openstack-request-id: req-a98cc051-544e-4373-9be3-8ef899a38b65 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:24:01.992247 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955f9962-b43e-40fa-af91-d85da806dad0", "name": "network-vif-plugged", "status": "completed", "tag": "7e592411-155b-4647-a7b6-b5174ceee7ec", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:24:01.992335 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a98cc051-544e-4373-9be3-8ef899a38b65 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:24:01.992765 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955f9962-b43e-40fa-af91-d85da806dad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e592411-155b-4647-a7b6-b5174ceee7ec', 'code': 200}
Feb 12 21:24:01.999928 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-630f7382-4534-4228-bc68-26fac92a7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9e2b0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:02.008764 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:02.013097 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630f7382-4534-4228-bc68-26fac92a7cae None None] Routers {'3af18c05-547b-4c96-aa85-44dba1f1edb9'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:02.014393 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-630f7382-4534-4228-bc68-26fac92a7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9e2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3af18c05-547b-4c96-aa85-44dba1f1edb9'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:02.047587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0f4268-d11e-4d3a-9278-df8e1b96c8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Made reservation on behalf of c1f309aa49ea4f44a9e3e7e8e105c4d8 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:02.051665 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4268-d11e-4d3a-9278-df8e1b96c8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:02.055299 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-81bf37a2-c2dd-46b1-95f7-0600241a102e tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] delete failed (client error): The resource could not be found.
Feb 12 21:24:02.056553 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-81bf37a2-c2dd-46b1-95f7-0600241a102e tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1293848427 HTTP/1.1" status: 404  len: 335 time: 0.1246672
Feb 12 21:24:02.065007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57532) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:02.072143 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-3de234fe-2917-4191-b4f0-4dd224cf7e81 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Request body: {'router': {'external_gateway_info': {'network_id': '3af18c05-547b-4c96-aa85-44dba1f1edb9'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:02.113096 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-630f7382-4534-4228-bc68-26fac92a7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9e2b0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:02.114930 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f7382-4534-4228-bc68-26fac92a7cae None None] The sync data for ids ['3af18c05-547b-4c96-aa85-44dba1f1edb9'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:02.116482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-eb0f4268-d11e-4d3a-9278-df8e1b96c8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] device_id is not set on port 5e6fbdbe-a97c-4ef8-b00c-156842630758 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:24:02.134550 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e8c0-6eef-4e57-9c1e-086dbdadc8fe tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (91ac86c8-7d9a-44b1-b4b8-cb9d4038445b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:02.181584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=7e592411-155b-4647-a7b6-b5174ceee7ec,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:02.245037 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e8c0-6eef-4e57-9c1e-086dbdadc8fe tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (91ac86c8-7d9a-44b1-b4b8-cb9d4038445b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:02.312642 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:02.447863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8e8c0-6eef-4e57-9c1e-086dbdadc8fe tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=91ac86c8-7d9a-44b1-b4b8-cb9d4038445b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:02.468072 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e8e8c0-6eef-4e57-9c1e-086dbdadc8fe tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 860a427b-0afa-406a-8b95-f1a34cafe516 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:02.470740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-e6e8e8c0-6eef-4e57-9c1e-086dbdadc8fe tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:02.478081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e8e8c0-6eef-4e57-9c1e-086dbdadc8fe tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:02.575963 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e8e8c0-6eef-4e57-9c1e-086dbdadc8fe tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:02.576606 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e8c0-6eef-4e57-9c1e-086dbdadc8fe tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:02.675760 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3de234fe-2917-4191-b4f0-4dd224cf7e81 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for router_gateway (3af18c05-547b-4c96-aa85-44dba1f1edb9), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:02.707628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f711c-8d9d-40db-9a83-f166983a79d0 req-e3d5d7b9-002f-4d29-9b09-8550a038ae04 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:02.709537 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-612f711c-8d9d-40db-9a83-f166983a79d0 req-e3d5d7b9-002f-4d29-9b09-8550a038ae04 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.48 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 946 time: 0.3905475
Feb 12 21:24:02.742917 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e6e8e8c0-6eef-4e57-9c1e-086dbdadc8fe tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.3910306
Feb 12 21:24:02.750612 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57546) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:02.756645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': '91ac86c8-7d9a-44b1-b4b8-cb9d4038445b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:02.785931 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4268-d11e-4d3a-9278-df8e1b96c8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks [] for port (5e6fbdbe-a97c-4ef8-b00c-156842630758), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:02.845223 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-3de234fe-2917-4191-b4f0-4dd224cf7e81 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] update failed (client error): The resource could not be found.
Feb 12 21:24:02.847137 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3de234fe-2917-4191-b4f0-4dd224cf7e81 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "PUT /v2.0/routers/3af18c05-547b-4c96-aa85-44dba1f1edb9 HTTP/1.1" status: 404  len: 339 time: 0.7810459
Feb 12 21:24:02.853970 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57548) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:02.913993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-612f711c-8d9d-40db-9a83-f166983a79d0 req-2ec7764f-12c1-4771-ba6a-2424e8edf7ef tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Deleting port 35690731-24a6-462a-972e-d7eb40390ef6 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:02.914342 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-612f711c-8d9d-40db-9a83-f166983a79d0 req-2ec7764f-12c1-4771-ba6a-2424e8edf7ef tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (35690731-24a6-462a-972e-d7eb40390ef6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:02.996713 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:03.020148 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4268-d11e-4d3a-9278-df8e1b96c8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (5e6fbdbe-a97c-4ef8-b00c-156842630758), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:03.086874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f4268-d11e-4d3a-9278-df8e1b96c8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:03.100745 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f4268-d11e-4d3a-9278-df8e1b96c8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:03.115635 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f4268-d11e-4d3a-9278-df8e1b96c8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:03.116543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0f4268-d11e-4d3a-9278-df8e1b96c8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:03.117160 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4268-d11e-4d3a-9278-df8e1b96c8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:03.174952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f4268-d11e-4d3a-9278-df8e1b96c8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Pushing event updated for resources: {'Port': ['ID=5e6fbdbe-a97c-4ef8-b00c-156842630758,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:03.193934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-612f711c-8d9d-40db-9a83-f166983a79d0 req-2ec7764f-12c1-4771-ba6a-2424e8edf7ef tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] For port 35690731-24a6-462a-972e-d7eb40390ef6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=35690731-24a6-462a-972e-d7eb40390ef6,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:03.194305 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-612f711c-8d9d-40db-9a83-f166983a79d0 req-2ec7764f-12c1-4771-ba6a-2424e8edf7ef tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (35690731-24a6-462a-972e-d7eb40390ef6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:03.253246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57562) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:03.286908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5d0b7-685e-4179-865b-d8b0d68916c2 req-0c3a956a-08e9-45e4-8382-b83a1ed67124 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:03.288875 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52b5d0b7-685e-4179-865b-d8b0d68916c2 req-0c3a956a-08e9-45e4-8382-b83a1ed67124 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 946 time: 0.1911364
Feb 12 21:24:03.294562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-eb0f4268-d11e-4d3a-9278-df8e1b96c8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.4881225
Feb 12 21:24:03.294799 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57566) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:03.302039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:03.428383 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2d649-5f9a-4c74-acdd-ef27f3442ed9 req-39c6df73-ab05-4be9-9d74-bc5e5f2f2f22 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:03.437519 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89f2d649-5f9a-4c74-acdd-ef27f3442ed9 req-39c6df73-ab05-4be9-9d74-bc5e5f2f2f22 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.2910426
Feb 12 21:24:03.566772 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89f2d649-5f9a-4c74-acdd-ef27f3442ed9 req-3f2841ad-61d6-451b-86e4-f8c908782123 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281650
Feb 12 21:24:03.628031 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:03.667903 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52b5d0b7-685e-4179-865b-d8b0d68916c2 req-9b68ff9d-cac1-4d57-9f18-4d92f63dceca tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups?id=cbd9e2d6-c768-45bb-9930-7cf3aab0cd70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3517873
Feb 12 21:24:03.672693 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90ab60a3-43c8-4d7a-b6f7-48875601019f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:03.700930 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5e6fbdbe-a97c-4ef8-b00c-156842630758), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:03.819817 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:04.097572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Allocated IP 172.35.2.250 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/7c056e64-b1ee-439d-996b-f1f7fa569b95) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:04.140757 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Allocated IP 172.20.0.1 (16b0cd6a-5f22-458c-877d-b7a4cc574a7e/995fb21c-4a9c-47a5-a59a-43c8333444c2/54ec6cbc-e975-4963-b1d5-0cef0da3c3bd) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:04.341411 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-612f711c-8d9d-40db-9a83-f166983a79d0 req-2ec7764f-12c1-4771-ba6a-2424e8edf7ef tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:04.341711 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-612f711c-8d9d-40db-9a83-f166983a79d0 req-2ec7764f-12c1-4771-ba6a-2424e8edf7ef tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (e676ed51-7d3c-471a-89ec-46e913f455e5), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:04.342035 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-612f711c-8d9d-40db-9a83-f166983a79d0 req-2ec7764f-12c1-4771-ba6a-2424e8edf7ef tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Floating IP e676ed51-7d3c-471a-89ec-46e913f455e5 disassociated. External IP: 172.35.2.52, port: 35690731-24a6-462a-972e-d7eb40390ef6.
Feb 12 21:24:04.342388 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-612f711c-8d9d-40db-9a83-f166983a79d0 req-2ec7764f-12c1-4771-ba6a-2424e8edf7ef tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Calling delete_port for 35690731-24a6-462a-972e-d7eb40390ef6 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:04.484378 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for port (54ec6cbc-e975-4963-b1d5-0cef0da3c3bd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:04.556932 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (7c056e64-b1ee-439d-996b-f1f7fa569b95), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:04.617957 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90ab60a3-43c8-4d7a-b6f7-48875601019f admin admin] Publish callbacks [] for security_group (17e547d9-be7f-4e10-bf0f-4c4d368a2e3a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:04.660713 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (54ec6cbc-e975-4963-b1d5-0cef0da3c3bd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:04.730362 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90ab60a3-43c8-4d7a-b6f7-48875601019f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (17e547d9-be7f-4e10-bf0f-4c4d368a2e3a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:04.749056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event updated for resources: {'Port': ['ID=54ec6cbc-e975-4963-b1d5-0cef0da3c3bd,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:04.780574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Network 16b0cd6a-5f22-458c-877d-b7a4cc574a7e is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:04.804578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:04.809874 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:04.831465 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] device_id is not set on port 5e6fbdbe-a97c-4ef8-b00c-156842630758 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:24:04.846165 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-612f711c-8d9d-40db-9a83-f166983a79d0 req-2ec7764f-12c1-4771-ba6a-2424e8edf7ef tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (35690731-24a6-462a-972e-d7eb40390ef6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:04.849424 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks [] for port (5e6fbdbe-a97c-4ef8-b00c-156842630758), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:04.851117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab60a3-43c8-4d7a-b6f7-48875601019f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e547d9-be7f-4e10-bf0f-4c4d368a2e3a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:04.894345 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-90ab60a3-43c8-4d7a-b6f7-48875601019f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17c5a5fce2b642edaa3abeaa6e812ea5&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6366558
Feb 12 21:24:04.896453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57590) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:04.898675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7764f-12c1-4771-ba6a-2424e8edf7ef tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event deleted for resources: {'Port': ['ID=35690731-24a6-462a-972e-d7eb40390ef6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:04.924710 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (3af18c05-547b-4c96-aa85-44dba1f1edb9), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:04.970659 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (7c056e64-b1ee-439d-996b-f1f7fa569b95), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:04.989953 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1aae808c-4775-4f3d-ba0b-fdb01f86fd4d req-be5e97ff-f136-44b7-882f-05d2a5b45f46 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 210 time: 0.0942142
Feb 12 21:24:04.991276 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:04.995358 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:04.997898 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:05.050818 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=7c056e64-b1ee-439d-996b-f1f7fa569b95,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:05.155614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4c0fe-d640-4c17-bb98-29686af849b6 req-eec49d82-b3fa-4cf9-ae7e-2af02b2cd05b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:05.160328 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (5e6fbdbe-a97c-4ef8-b00c-156842630758), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:05.167190 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09c4c0fe-d640-4c17-bb98-29686af849b6 req-eec49d82-b3fa-4cf9-ae7e-2af02b2cd05b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.4174817
Feb 12 21:24:05.259607 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b33debc6-54c5-4be7-a98f-fcd0314fa15b admin admin] Publish callbacks [] for security_group (17e547d9-be7f-4e10-bf0f-4c4d368a2e3a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:05.300836 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b33debc6-54c5-4be7-a98f-fcd0314fa15b admin admin] Publish callbacks [] for security_group (17e547d9-be7f-4e10-bf0f-4c4d368a2e3a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:05.302803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57594) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:05.366056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Pushing event updated for resources: {'Port': ['ID=5e6fbdbe-a97c-4ef8-b00c-156842630758,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:05.386789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4ef7c5a6-1ed5-4b86-b634-e912109c927f None None] Provisioning complete for port 54ec6cbc-e975-4963-b1d5-0cef0da3c3bd triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:05.387526 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4ef7c5a6-1ed5-4b86-b634-e912109c927f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (54ec6cbc-e975-4963-b1d5-0cef0da3c3bd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:05.429213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:24:05.429680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:24:05.430181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:24:05.438008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:24:05.438538 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:24:05.440760 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 2 to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758
Feb 12 21:24:05.465162 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:24:05.465600 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:24:05.466143 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:24:05.495791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-612f711c-8d9d-40db-9a83-f166983a79d0 req-2ec7764f-12c1-4771-ba6a-2424e8edf7ef tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Router d10c3c54-e149-4055-ad99-e19133a8999d has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:05.495791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:24:05.495791 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:24:05.495791 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 3 to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758
Feb 12 21:24:05.496368 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4ef7c5a6-1ed5-4b86-b634-e912109c927f None None] Port 54ec6cbc-e975-4963-b1d5-0cef0da3c3bd cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:24:05.585397 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (54ec6cbc-e975-4963-b1d5-0cef0da3c3bd), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:05.663797 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:24:05.664141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:24:05.665003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:24:05.680452 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b33debc6-54c5-4be7-a98f-fcd0314fa15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (17e547d9-be7f-4e10-bf0f-4c4d368a2e3a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:05.683244 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b33debc6-54c5-4be7-a98f-fcd0314fa15b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:05.684492 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b33debc6-54c5-4be7-a98f-fcd0314fa15b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17e547d9-be7f-4e10-bf0f-4c4d368a2e3a HTTP/1.1" status: 204  len: 168 time: 0.7836983
Feb 12 21:24:05.695170 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d31e7f99-a638-4b8b-a295-46a416ec4b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:05.786319 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d31e7f99-a638-4b8b-a295-46a416ec4b9f admin admin] Publish callbacks [] for security_group (ac82f829-e7df-4b39-8b26-b6d7f7a81a60), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:05.787926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:24:05.788403 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:24:05.795214 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 4 to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758
Feb 12 21:24:05.810983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33debc6-54c5-4be7-a98f-fcd0314fa15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e547d9-be7f-4e10-bf0f-4c4d368a2e3a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:05.825632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:24:05.826071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:24:05.826533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:24:05.850652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:24:05.851119 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:24:05.856153 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 5 to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758
Feb 12 21:24:05.883160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:24:05.883160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:24:05.883160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:24:05.900190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:24:05.901801 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:24:05.906728 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 6 to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758
Feb 12 21:24:05.919199 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-612f711c-8d9d-40db-9a83-f166983a79d0 req-2ec7764f-12c1-4771-ba6a-2424e8edf7ef tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:05.934304 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d31e7f99-a638-4b8b-a295-46a416ec4b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ac82f829-e7df-4b39-8b26-b6d7f7a81a60), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:05.935374 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf54843-0e0e-44d4-96c7-4e6e1b7c25ab None None] Sync routers for ids ['d10c3c54-e149-4055-ad99-e19133a8999d'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:05.963239 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for port (54ec6cbc-e975-4963-b1d5-0cef0da3c3bd), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:05.964444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf54843-0e0e-44d4-96c7-4e6e1b7c25ab None None] Routers {'d10c3c54-e149-4055-ad99-e19133a8999d'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:05.968442 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bcf54843-0e0e-44d4-96c7-4e6e1b7c25ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa52d910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d10c3c54-e149-4055-ad99-e19133a8999d'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:06.071416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:24:06.071766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:24:06.072114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:24:06.084651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:24:06.085051 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:24:06.099202 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 7 to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758
Feb 12 21:24:06.136388 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-612f711c-8d9d-40db-9a83-f166983a79d0 req-2ec7764f-12c1-4771-ba6a-2424e8edf7ef tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] No DVR routers for this DVR port 35690731-24a6-462a-972e-d7eb40390ef6 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:24:06.151145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d31e7f99-a638-4b8b-a295-46a416ec4b9f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ade18458626439ca1e668dd99892d1e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8470852
Feb 12 21:24:06.155454 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-612f711c-8d9d-40db-9a83-f166983a79d0 req-2ec7764f-12c1-4771-ba6a-2424e8edf7ef tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:06.160063 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-612f711c-8d9d-40db-9a83-f166983a79d0 req-2ec7764f-12c1-4771-ba6a-2424e8edf7ef tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.48 "DELETE /v2.0/ports/35690731-24a6-462a-972e-d7eb40390ef6 HTTP/1.1" status: 204  len: 173 time: 3.4387410
Feb 12 21:24:06.160565 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0039e4f0-8954-4956-88f8-0e7da9b04f05', 'name': 'network-vif-deleted', 'tag': '35690731-24a6-462a-972e-d7eb40390ef6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:24:06.162536 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57604) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:06.163930 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12702599-b42f-48e0-aa69-7a1591ffbe30" -d '{"events": [{"server_uuid": "0039e4f0-8954-4956-88f8-0e7da9b04f05", "name": "network-vif-deleted", "tag": "35690731-24a6-462a-972e-d7eb40390ef6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:24:06.182612 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (54ec6cbc-e975-4963-b1d5-0cef0da3c3bd), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:06.186577 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e7f99-a638-4b8b-a295-46a416ec4b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac82f829-e7df-4b39-8b26-b6d7f7a81a60,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:06.191973 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09c4c0fe-d640-4c17-bb98-29686af849b6 req-6cd4adaa-fe64-4223-9048-4a697e8514a3 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0244503
Feb 12 21:24:06.224459 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:24:06.233199 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:24:06.236322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:24:06.264222 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2fad01c-d1c8-42c0-be1d-90bc744f9d93 req-99e62340-4b54-4171-943c-e83a69258c81 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 210 time: 0.1616416
Feb 12 21:24:06.270679 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488f3f96-bcda-40f3-98af-e56c35069c5d x-openstack-request-id: req-488f3f96-bcda-40f3-98af-e56c35069c5d {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:24:06.271275 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0039e4f0-8954-4956-88f8-0e7da9b04f05", "name": "network-vif-deleted", "tag": "35690731-24a6-462a-972e-d7eb40390ef6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:24:06.271841 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-488f3f96-bcda-40f3-98af-e56c35069c5d {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:24:06.272459 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0039e4f0-8954-4956-88f8-0e7da9b04f05', 'name': 'network-vif-deleted', 'tag': '35690731-24a6-462a-972e-d7eb40390ef6', 'status': 'completed', 'code': 200}
Feb 12 21:24:06.301915 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:24:06.302650 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:24:06.303246 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 8 to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758
Feb 12 21:24:06.331222 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:24:06.333387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:24:06.336378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:24:06.350563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:24:06.351978 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:24:06.352621 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 9 to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758
Feb 12 21:24:06.396635 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:24:06.397337 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:24:06.397962 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:24:06.403454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:24:06.404090 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:24:06.404731 ncdv-master-1 neutron-server[126505]: INFO neutron.plugins.ml2.plugin [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempt 10 to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758
Feb 12 21:24:06.407355 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-bcf54843-0e0e-44d4-96c7-4e6e1b7c25ab None None] Set router d10c3c54-e149-4055-ad99-e19133a8999d gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:24:06.448542 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:24:06.448909 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:24:06.449269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempting to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:24:06.463748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:24:06.468192 ncdv-master-1 neutron-server[126505]: ERROR neutron.plugins.ml2.managers [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Failed to bind port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on host nch2-master-1 for vnic_type normal using segments [{'id': '0625edeb-da9b-4a65-9e50-a390a1fbaf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '78f99662-af7b-47da-89d8-fbf9f3fc4d40'}]
Feb 12 21:24:06.468624 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5e6fbdbe-a97c-4ef8-b00c-156842630758), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:06.592503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] For port 5e6fbdbe-a97c-4ef8-b00c-156842630758, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:24:06.593296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attempted to set empty binding levels {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Feb 12 21:24:06.675454 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (5e6fbdbe-a97c-4ef8-b00c-156842630758), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:06.718900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bcf54843-0e0e-44d4-96c7-4e6e1b7c25ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa52d910>, [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:26Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052', 'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'mac_address': 'fa:16:3e:45:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:24Z', 'updated_at': '2022-02-12T21:19:38Z', 'revision_number': 5, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'subnets': [{'id': '08262d9b-e180-46f4-80c5-239821f96956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:06.753236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] In _notify_port_updated(), no bound segment for port 5e6fbdbe-a97c-4ef8-b00c-156842630758 on network 78f99662-af7b-47da-89d8-fbf9f3fc4d40 {{(pid=126505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:24:06.754187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:06.754880 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:06.756370 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] 10.222.0.31 "PUT /v2.0/ports/5e6fbdbe-a97c-4ef8-b00c-156842630758 HTTP/1.1" status: 200  len: 979 time: 3.4606202
Feb 12 21:24:06.760039 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf54843-0e0e-44d4-96c7-4e6e1b7c25ab None None] Checking router: d10c3c54-e149-4055-ad99-e19133a8999d for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:24:06.762490 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57616) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:06.772136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf54843-0e0e-44d4-96c7-4e6e1b7c25ab None None] Routers {'d10c3c54-e149-4055-ad99-e19133a8999d'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:06.776704 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bcf54843-0e0e-44d4-96c7-4e6e1b7c25ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa52d910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d10c3c54-e149-4055-ad99-e19133a8999d'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:06.870606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4006a7-086f-4132-bde4-b5fe7ca459be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Pushing event updated for resources: {'Port': ['ID=5e6fbdbe-a97c-4ef8-b00c-156842630758,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:06.914503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-4c370b5e-e1e4-472e-a6c2-e58e4dcf91d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Deleting port 5e6fbdbe-a97c-4ef8-b00c-156842630758 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:06.914749 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4c370b5e-e1e4-472e-a6c2-e58e4dcf91d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5e6fbdbe-a97c-4ef8-b00c-156842630758), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:06.938181 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (3af18c05-547b-4c96-aa85-44dba1f1edb9), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:06.950644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event updated for resources: {'Port': ['ID=54ec6cbc-e975-4963-b1d5-0cef0da3c3bd,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:07.022893 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-4c370b5e-e1e4-472e-a6c2-e58e4dcf91d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] For port 5e6fbdbe-a97c-4ef8-b00c-156842630758, host nch2-master-1, got binding levels [] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:07.023609 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4c370b5e-e1e4-472e-a6c2-e58e4dcf91d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5e6fbdbe-a97c-4ef8-b00c-156842630758), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:07.043981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-4c370b5e-e1e4-472e-a6c2-e58e4dcf91d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Calling delete_port for 5e6fbdbe-a97c-4ef8-b00c-156842630758 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:07.159532 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b0918ba-8453-41c8-92e0-32199254d3f1 admin admin] Publish callbacks [] for security_group (ac82f829-e7df-4b39-8b26-b6d7f7a81a60), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:07.187315 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b0918ba-8453-41c8-92e0-32199254d3f1 admin admin] Publish callbacks [] for security_group (ac82f829-e7df-4b39-8b26-b6d7f7a81a60), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:07.194624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-bcf54843-0e0e-44d4-96c7-4e6e1b7c25ab None None] Set router d10c3c54-e149-4055-ad99-e19133a8999d gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:24:07.286933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (951926d2-db84-4037-83c3-5bec0e348b91), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:07.359436 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4c370b5e-e1e4-472e-a6c2-e58e4dcf91d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (5e6fbdbe-a97c-4ef8-b00c-156842630758), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:07.417389 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Network 16b0cd6a-5f22-458c-877d-b7a4cc574a7e is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:07.446597 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:07.474271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c370b5e-e1e4-472e-a6c2-e58e4dcf91d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e6fbdbe-a97c-4ef8-b00c-156842630758,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:07.498505 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 35690731-24a6-462a-972e-d7eb40390ef6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:24:07.505048 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4c370b5e-e1e4-472e-a6c2-e58e4dcf91d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:07.508417 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4c370b5e-e1e4-472e-a6c2-e58e4dcf91d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] 10.222.0.31 "DELETE /v2.0/ports/5e6fbdbe-a97c-4ef8-b00c-156842630758 HTTP/1.1" status: 204  len: 168 time: 0.7447395
Feb 12 21:24:07.523723 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb5b08e1-4053-4016-b326-d9f453174c56 req-6f7af897-fd8a-4fb4-87fc-dda89eea3aa2 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/ports?device_id=0039e4f0-8954-4956-88f8-0e7da9b04f05 HTTP/1.1" status: 200  len: 210 time: 0.0519941
Feb 12 21:24:07.524501 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57632) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:07.550576 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f455ab-a6f1-46df-b8d5-e6e22b3a4b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] GET failed (client error): The resource could not be found.
Feb 12 21:24:07.552036 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-93f455ab-a6f1-46df-b8d5-e6e22b3a4b02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035025693-project-admin] 10.222.0.31 "GET /v2.0/ports/5e6fbdbe-a97c-4ef8-b00c-156842630758 HTTP/1.1" status: 404  len: 333 time: 0.0268264
Feb 12 21:24:07.556002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57634) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:07.559742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 35690731-24a6-462a-972e-d7eb40390ef6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:24:07.560013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 35690731-24a6-462a-972e-d7eb40390ef6 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:24:07.597573 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc69e45-c451-48da-8dab-1ecb6f57c966 req-2ffe697b-4e97-47c0-8a9b-9180137e5cd8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:07.599179 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8bc69e45-c451-48da-8dab-1ecb6f57c966 req-2ffe697b-4e97-47c0-8a9b-9180137e5cd8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.2139735
Feb 12 21:24:07.629873 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bcf54843-0e0e-44d4-96c7-4e6e1b7c25ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa52d910>, [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:26Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052', 'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'mac_address': 'fa:16:3e:45:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:24Z', 'updated_at': '2022-02-12T21:19:38Z', 'revision_number': 5, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'subnets': [{'id': '08262d9b-e180-46f4-80c5-239821f96956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:07.659284 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b0918ba-8453-41c8-92e0-32199254d3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ac82f829-e7df-4b39-8b26-b6d7f7a81a60), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:07.662518 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b0918ba-8453-41c8-92e0-32199254d3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:07.663951 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1b0918ba-8453-41c8-92e0-32199254d3f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac82f829-e7df-4b39-8b26-b6d7f7a81a60 HTTP/1.1" status: 204  len: 168 time: 1.4995949
Feb 12 21:24:07.674644 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8bc69e45-c451-48da-8dab-1ecb6f57c966 req-81619d08-84a9-4ca0-ad09-973fb30a88db tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676792
Feb 12 21:24:07.675187 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-40f7c677-6df9-4d0c-9d08-945123b84262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (78f99662-af7b-47da-89d8-fbf9f3fc4d40), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:07.677335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Router 3af18c05-547b-4c96-aa85-44dba1f1edb9 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:07.678026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf54843-0e0e-44d4-96c7-4e6e1b7c25ab None None] The sync data for ids ['d10c3c54-e149-4055-ad99-e19133a8999d'] in ncdv-master-1 is: [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:19:26Z', 'revision_number': 4, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052', 'name': '', 'network_id': '3d3223c4-7d3e-45d4-827e-f74909602e0e', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'mac_address': 'fa:16:3e:45:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '08262d9b-e180-46f4-80c5-239821f96956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:24Z', 'updated_at': '2022-02-12T21:19:38Z', 'revision_number': 5, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'subnets': [{'id': '08262d9b-e180-46f4-80c5-239821f96956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:07.760347 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0918ba-8453-41c8-92e0-32199254d3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac82f829-e7df-4b39-8b26-b6d7f7a81a60,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:07.833999 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7c056e64-b1ee-439d-996b-f1f7fa569b95), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:07.867091 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-40f7c677-6df9-4d0c-9d08-945123b84262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (78f99662-af7b-47da-89d8-fbf9f3fc4d40), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:07.896579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-66c868fc-8944-4af1-bacb-e019db928283 None None] Provisioning complete for port 54ec6cbc-e975-4963-b1d5-0cef0da3c3bd triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:07.897186 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-66c868fc-8944-4af1-bacb-e019db928283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (54ec6cbc-e975-4963-b1d5-0cef0da3c3bd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:07.932131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-40f7c677-6df9-4d0c-9d08-945123b84262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9de20a0>,) {'filters': {'network_id': ['78f99662-af7b-47da-89d8-fbf9f3fc4d40']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:07.966589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-40f7c677-6df9-4d0c-9d08-945123b84262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9de20a0>, '0625edeb-da9b-4a65-9e50-a390a1fbaf58') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:07.967292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-40f7c677-6df9-4d0c-9d08-945123b84262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9de20a0>, '0625edeb-da9b-4a65-9e50-a390a1fbaf58') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:07.997767 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:08.009271 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71667187-697a-4cca-b818-71a09b79b202 None None] Sync routers for ids ['3af18c05-547b-4c96-aa85-44dba1f1edb9'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:08.027694 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71667187-697a-4cca-b818-71a09b79b202 None None] Routers {'3af18c05-547b-4c96-aa85-44dba1f1edb9'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:08.027935 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-40f7c677-6df9-4d0c-9d08-945123b84262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (0625edeb-da9b-4a65-9e50-a390a1fbaf58), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:08.028324 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-71667187-697a-4cca-b818-71a09b79b202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3af18c05-547b-4c96-aa85-44dba1f1edb9'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:08.035052 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6287a653-d497-4029-ade8-a25f7ec2c72f tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "PUT /v2.0/routers/3af18c05-547b-4c96-aa85-44dba1f1edb9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1798642
Feb 12 21:24:08.040569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57648) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:08.044023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-66c868fc-8944-4af1-bacb-e019db928283 None None] Port 54ec6cbc-e975-4963-b1d5-0cef0da3c3bd cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:24:08.070175 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-40f7c677-6df9-4d0c-9d08-945123b84262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0625edeb-da9b-4a65-9e50-a390a1fbaf58), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:08.085419 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f7c677-6df9-4d0c-9d08-945123b84262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:24:08.085993 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-40f7c677-6df9-4d0c-9d08-945123b84262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (0625edeb-da9b-4a65-9e50-a390a1fbaf58), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:24:08.090267 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:24:08.136126 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-71667187-697a-4cca-b818-71a09b79b202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65430>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:08.149575 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71667187-697a-4cca-b818-71a09b79b202 None None] Routers {'3af18c05-547b-4c96-aa85-44dba1f1edb9'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:08.150670 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-71667187-697a-4cca-b818-71a09b79b202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3af18c05-547b-4c96-aa85-44dba1f1edb9'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:08.196921 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-71667187-697a-4cca-b818-71a09b79b202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65430>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:08.198161 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71667187-697a-4cca-b818-71a09b79b202 None None] The sync data for ids ['3af18c05-547b-4c96-aa85-44dba1f1edb9'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:08.275177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be92f9-a9d0-4120-8d0b-dac266e121e1 None None] New status for floating IP e676ed51-7d3c-471a-89ec-46e913f455e5: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:24:08.328804 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fab9ed1d-9680-4982-a737-23ae3086a797 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for router (3af18c05-547b-4c96-aa85-44dba1f1edb9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:08.332271 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-40f7c677-6df9-4d0c-9d08-945123b84262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (78f99662-af7b-47da-89d8-fbf9f3fc4d40), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:08.341551 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-40f7c677-6df9-4d0c-9d08-945123b84262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:08.346407 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-40f7c677-6df9-4d0c-9d08-945123b84262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] 10.222.0.31 "DELETE /v2.0/networks/78f99662-af7b-47da-89d8-fbf9f3fc4d40 HTTP/1.1" status: 204  len: 168 time: 0.7889936
Feb 12 21:24:08.365614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7c677-6df9-4d0c-9d08-945123b84262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950631655-project] Pushing event deleted for resources: {'Network': ['ID=78f99662-af7b-47da-89d8-fbf9f3fc4d40,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:08.563320 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-fab9ed1d-9680-4982-a737-23ae3086a797 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] delete failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:24:08.568309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57660) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:08.568925 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fab9ed1d-9680-4982-a737-23ae3086a797 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "DELETE /v2.0/routers/3af18c05-547b-4c96-aa85-44dba1f1edb9 HTTP/1.1" status: 409  len: 329 time: 0.5007486
Feb 12 21:24:08.634533 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (7c056e64-b1ee-439d-996b-f1f7fa569b95), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:08.785870 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (7c056e64-b1ee-439d-996b-f1f7fa569b95), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:08.803227 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57666) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:08.913241 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=7c056e64-b1ee-439d-996b-f1f7fa569b95,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:08.922073 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (951926d2-db84-4037-83c3-5bec0e348b91), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:08.964227 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57668) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:09.003945 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4da7-d0d3-4d8b-b39c-3d7e75021dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:09.056420 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34454c08-2321-4feb-9410-583f7edab018 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group (cbd9e2d6-c768-45bb-9930-7cf3aab0cd70), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:09.090021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce7dcb-c263-4c5c-871e-c0c50adb097c req-4dcabc62-cd4e-44f9-9303-a2df5a7a2849 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:09.097741 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bce7dcb-c263-4c5c-871e-c0c50adb097c req-4dcabc62-cd4e-44f9-9303-a2df5a7a2849 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.2334695
Feb 12 21:24:09.116776 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Floating IP 951926d2-db84-4037-83c3-5bec0e348b91 associated. External IP: 172.35.2.250, port: 91ac86c8-7d9a-44b1-b4b8-cb9d4038445b.
Feb 12 21:24:09.146495 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34454c08-2321-4feb-9410-583f7edab018 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group (cbd9e2d6-c768-45bb-9930-7cf3aab0cd70), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:09.268645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57674) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:09.285943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4da7-d0d3-4d8b-b39c-3d7e75021dd4 admin admin] Publish callbacks [] for security_group (99a897e9-2b85-4882-afc5-c1d63716362a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:09.343056 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bce7dcb-c263-4c5c-871e-c0c50adb097c req-795e8c26-3792-41d0-b9a1-2e54090f8f9e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2299798
Feb 12 21:24:09.396883 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4da7-d0d3-4d8b-b39c-3d7e75021dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (99a897e9-2b85-4882-afc5-c1d63716362a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:09.462701 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34454c08-2321-4feb-9410-583f7edab018 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cbd9e2d6-c768-45bb-9930-7cf3aab0cd70), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:09.465728 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34454c08-2321-4feb-9410-583f7edab018 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:09.467078 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-34454c08-2321-4feb-9410-583f7edab018 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "DELETE /v2.0/security-groups/cbd9e2d6-c768-45bb-9930-7cf3aab0cd70 HTTP/1.1" status: 204  len: 168 time: 0.6597364
Feb 12 21:24:09.472712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57682) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:09.490428 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34454c08-2321-4feb-9410-583f7edab018 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd9e2d6-c768-45bb-9930-7cf3aab0cd70,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:09.509660 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-701d35c9-3d9e-4335-bd77-cbf806e07e56 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] show failed (client error): The resource could not be found.
Feb 12 21:24:09.510548 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-701d35c9-3d9e-4335-bd77-cbf806e07e56 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "GET /v2.0/security-groups/cbd9e2d6-c768-45bb-9930-7cf3aab0cd70 HTTP/1.1" status: 404  len: 347 time: 0.0306315
Feb 12 21:24:09.512915 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bb4c4da7-d0d3-4d8b-b39c-3d7e75021dd4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66aee139670b4c69b8b7ae4d3a197454&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5476487
Feb 12 21:24:09.515475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c4da7-d0d3-4d8b-b39c-3d7e75021dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a897e9-2b85-4882-afc5-c1d63716362a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:09.520304 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57686) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:09.521955 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57684) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:09.584094 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-707246a1-cc66-40af-8422-fb5dfc346010 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (3af18c05-547b-4c96-aa85-44dba1f1edb9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:09.612229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:09.664440 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9fbb714-f513-4479-9900-0b39ddc409f7 admin admin] Publish callbacks [] for security_group (99a897e9-2b85-4882-afc5-c1d63716362a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:09.798519 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9fbb714-f513-4479-9900-0b39ddc409f7 admin admin] Publish callbacks [] for security_group (99a897e9-2b85-4882-afc5-c1d63716362a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:09.875576 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d22b727b-01fd-42d3-9983-c5427c315b22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a28cb5cab3f4da088f784de677f7424&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6015000
Feb 12 21:24:09.876780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57692) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:09.909891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:09.927561 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ebb03-bd30-4355-aa40-ea3ccb4ff134 None None] Sync routers for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:09.942423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-4e352312-f21b-4ccd-81ed-e7444e420a98 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Deleting port 62a88c46-f42e-4d28-9a1a-03ec5e9f5833 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:09.942663 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4e352312-f21b-4ccd-81ed-e7444e420a98 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (62a88c46-f42e-4d28-9a1a-03ec5e9f5833), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:09.953708 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc616-b49c-4a49-93ac-2c2b7f187e91 admin admin] Publish callbacks [] for security_group (f706de8a-a726-48a0-a9bb-fc4b8852bf9f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:09.961401 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ebb03-bd30-4355-aa40-ea3ccb4ff134 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:09.965455 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d80ebb03-bd30-4355-aa40-ea3ccb4ff134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb79e520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:09.981441 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc616-b49c-4a49-93ac-2c2b7f187e91 admin admin] Publish callbacks [] for security_group (f706de8a-a726-48a0-a9bb-fc4b8852bf9f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:10.037378 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9fbb714-f513-4479-9900-0b39ddc409f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (99a897e9-2b85-4882-afc5-c1d63716362a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:10.042783 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d80ebb03-bd30-4355-aa40-ea3ccb4ff134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb79e520>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:10.046077 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e9fbb714-f513-4479-9900-0b39ddc409f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:10.050282 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e9fbb714-f513-4479-9900-0b39ddc409f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99a897e9-2b85-4882-afc5-c1d63716362a HTTP/1.1" status: 204  len: 168 time: 0.5260260
Feb 12 21:24:10.069237 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:10.073923 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ebb03-bd30-4355-aa40-ea3ccb4ff134 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:10.073923 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d80ebb03-bd30-4355-aa40-ea3ccb4ff134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb79e520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:10.117283 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d80ebb03-bd30-4355-aa40-ea3ccb4ff134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb79e520>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:10.118153 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ebb03-bd30-4355-aa40-ea3ccb4ff134 None None] The sync data for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:10.134304 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbb714-f513-4479-9900-0b39ddc409f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a897e9-2b85-4882-afc5-c1d63716362a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:10.162280 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c5e52ba0-ac94-4265-9296-e34240b00f1c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 7.4087856
Feb 12 21:24:10.162813 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc616-b49c-4a49-93ac-2c2b7f187e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f706de8a-a726-48a0-a9bb-fc4b8852bf9f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:10.169019 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc616-b49c-4a49-93ac-2c2b7f187e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:10.172522 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7d1dc616-b49c-4a49-93ac-2c2b7f187e91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f706de8a-a726-48a0-a9bb-fc4b8852bf9f HTTP/1.1" status: 204  len: 168 time: 0.2904856
Feb 12 21:24:10.172522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57702) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:10.179034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9999488e-b2f3-408c-8c3d-7abb1f7c1e76 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:10.197796 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4e352312-f21b-4ccd-81ed-e7444e420a98 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (62a88c46-f42e-4d28-9a1a-03ec5e9f5833), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:10.198414 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4e352312-f21b-4ccd-81ed-e7444e420a98 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for floatingip (62a88c46-f42e-4d28-9a1a-03ec5e9f5833), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:10.312080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dc616-b49c-4a49-93ac-2c2b7f187e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f706de8a-a726-48a0-a9bb-fc4b8852bf9f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:10.394094 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9999488e-b2f3-408c-8c3d-7abb1f7c1e76 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (951926d2-db84-4037-83c3-5bec0e348b91), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:10.575411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f290b83-eba5-46f8-965c-c0c6b03474c5 req-784171b2-1b52-4f6b-849c-d79d6c7c54e5 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:10.583860 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2f290b83-eba5-46f8-965c-c0c6b03474c5 req-784171b2-1b52-4f6b-849c-d79d6c7c54e5 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.0908563
Feb 12 21:24:10.632538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-4e352312-f21b-4ccd-81ed-e7444e420a98 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Calling delete_port for 62a88c46-f42e-4d28-9a1a-03ec5e9f5833 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:10.702429 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2f290b83-eba5-46f8-965c-c0c6b03474c5 req-063157ff-34e6-4e05-9834-8fe4884d2389 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129208
Feb 12 21:24:10.805020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-707246a1-cc66-40af-8422-fb5dfc346010 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Deleting port 54ec6cbc-e975-4963-b1d5-0cef0da3c3bd {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:10.805393 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-707246a1-cc66-40af-8422-fb5dfc346010 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (54ec6cbc-e975-4963-b1d5-0cef0da3c3bd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:10.844165 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9999488e-b2f3-408c-8c3d-7abb1f7c1e76 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:10.911678 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9999488e-b2f3-408c-8c3d-7abb1f7c1e76 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (951926d2-db84-4037-83c3-5bec0e348b91), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:10.912035 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-9999488e-b2f3-408c-8c3d-7abb1f7c1e76 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Floating IP 951926d2-db84-4037-83c3-5bec0e348b91 disassociated. External IP: 172.35.2.250, port: 91ac86c8-7d9a-44b1-b4b8-cb9d4038445b.
Feb 12 21:24:10.974165 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-707246a1-cc66-40af-8422-fb5dfc346010 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (54ec6cbc-e975-4963-b1d5-0cef0da3c3bd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:10.998876 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-707246a1-cc66-40af-8422-fb5dfc346010 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Calling delete_port for 54ec6cbc-e975-4963-b1d5-0cef0da3c3bd owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:11.245732 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4e352312-f21b-4ccd-81ed-e7444e420a98 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (62a88c46-f42e-4d28-9a1a-03ec5e9f5833), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:11.276799 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e352312-f21b-4ccd-81ed-e7444e420a98 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Pushing event deleted for resources: {'Port': ['ID=62a88c46-f42e-4d28-9a1a-03ec5e9f5833,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:11.278959 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9999488e-b2f3-408c-8c3d-7abb1f7c1e76 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:11.348459 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4e352312-f21b-4ccd-81ed-e7444e420a98 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks [] for floatingip (e676ed51-7d3c-471a-89ec-46e913f455e5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:11.353106 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4e352312-f21b-4ccd-81ed-e7444e420a98 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:11.354891 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4e352312-f21b-4ccd-81ed-e7444e420a98 tempest-AttachVolumeTestJSON-1617998511 tempest-AttachVolumeTestJSON-1617998511-project] 10.222.0.31 "DELETE /v2.0/floatingips/e676ed51-7d3c-471a-89ec-46e913f455e5 HTTP/1.1" status: 204  len: 168 time: 1.8307419
Feb 12 21:24:11.386388 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-707246a1-cc66-40af-8422-fb5dfc346010 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (54ec6cbc-e975-4963-b1d5-0cef0da3c3bd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:11.461791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707246a1-cc66-40af-8422-fb5dfc346010 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event deleted for resources: {'Port': ['ID=54ec6cbc-e975-4963-b1d5-0cef0da3c3bd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:11.497687 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9999488e-b2f3-408c-8c3d-7abb1f7c1e76 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:11.515890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1aace0-8a75-40d1-a2b2-0fcbd4a7a69b None None] Sync routers for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:11.534919 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9999488e-b2f3-408c-8c3d-7abb1f7c1e76 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:11.538671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1aace0-8a75-40d1-a2b2-0fcbd4a7a69b None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:11.538671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6b1aace0-8a75-40d1-a2b2-0fcbd4a7a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb52e7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:11.600169 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9999488e-b2f3-408c-8c3d-7abb1f7c1e76 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "PUT /v2.0/floatingips/951926d2-db84-4037-83c3-5bec0e348b91 HTTP/1.1" status: 200  len: 688 time: 1.4246264
Feb 12 21:24:11.601425 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57744) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:11.603372 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57746) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:11.679599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6b1aace0-8a75-40d1-a2b2-0fcbd4a7a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb52e7c0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:11.834928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1aace0-8a75-40d1-a2b2-0fcbd4a7a69b None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:11.835585 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6b1aace0-8a75-40d1-a2b2-0fcbd4a7a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb52e7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:11.859099 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-707246a1-cc66-40af-8422-fb5dfc346010 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (3af18c05-547b-4c96-aa85-44dba1f1edb9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:11.913784 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5522d732-1f14-4f54-8d0e-330d8c4af9fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1f309aa49ea4f44a9e3e7e8e105c4d8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3083615
Feb 12 21:24:11.919827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57754) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:11.936380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6b1aace0-8a75-40d1-a2b2-0fcbd4a7a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb52e7c0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:11.936380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1aace0-8a75-40d1-a2b2-0fcbd4a7a69b None None] The sync data for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:12.065458 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-2f32ab68-cf45-4aa3-bc9c-d50ddc6f6689 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting port 7c056e64-b1ee-439d-996b-f1f7fa569b95 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:12.071619 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2f32ab68-cf45-4aa3-bc9c-d50ddc6f6689 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7c056e64-b1ee-439d-996b-f1f7fa569b95), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:12.212595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baa0cb-ddb9-4164-a6ee-45a72bb68289 req-b5d84bf9-e1dd-4662-9c6b-d6136f07f7e4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:12.214214 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9baa0cb-ddb9-4164-a6ee-45a72bb68289 req-b5d84bf9-e1dd-4662-9c6b-d6136f07f7e4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.2357082
Feb 12 21:24:12.227871 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-461394dd-a5d5-44b5-91bd-0e26ff52b2bd admin admin] Publish callbacks [] for security_group (85b72b0e-870e-4645-8276-facb50452a39), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:12.243392 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2f32ab68-cf45-4aa3-bc9c-d50ddc6f6689 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7c056e64-b1ee-439d-996b-f1f7fa569b95), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:12.243392 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2f32ab68-cf45-4aa3-bc9c-d50ddc6f6689 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (7c056e64-b1ee-439d-996b-f1f7fa569b95), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:12.258477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-2f32ab68-cf45-4aa3-bc9c-d50ddc6f6689 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Calling delete_port for 7c056e64-b1ee-439d-996b-f1f7fa569b95 owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:12.303372 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-461394dd-a5d5-44b5-91bd-0e26ff52b2bd admin admin] Publish callbacks [] for security_group (85b72b0e-870e-4645-8276-facb50452a39), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:12.334352 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707246a1-cc66-40af-8422-fb5dfc346010 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Router 3af18c05-547b-4c96-aa85-44dba1f1edb9 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:12.634030 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9baa0cb-ddb9-4164-a6ee-45a72bb68289 req-54347105-e1af-4d63-b8d8-6624965e57e6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4094474
Feb 12 21:24:12.671136 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707246a1-cc66-40af-8422-fb5dfc346010 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:12.702077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-707246a1-cc66-40af-8422-fb5dfc346010 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "PUT /v2.0/routers/3af18c05-547b-4c96-aa85-44dba1f1edb9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1277642
Feb 12 21:24:12.704904 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57778) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:12.713962 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090edfc3-236d-4606-96a9-4f3f9d6844cb None None] Sync routers for ids ['3af18c05-547b-4c96-aa85-44dba1f1edb9'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:12.733406 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090edfc3-236d-4606-96a9-4f3f9d6844cb None None] Routers {'3af18c05-547b-4c96-aa85-44dba1f1edb9'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:12.736609 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-090edfc3-236d-4606-96a9-4f3f9d6844cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdd99a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3af18c05-547b-4c96-aa85-44dba1f1edb9'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:12.761286 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2f32ab68-cf45-4aa3-bc9c-d50ddc6f6689 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (7c056e64-b1ee-439d-996b-f1f7fa569b95), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:12.848134 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-20bf5023-11e4-455c-a122-9f85c7deb7bd tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] show failed (client error): The resource could not be found.
Feb 12 21:24:12.848134 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-20bf5023-11e4-455c-a122-9f85c7deb7bd tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1849015032 HTTP/1.1" status: 404  len: 335 time: 0.1383128
Feb 12 21:24:12.848134 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-461394dd-a5d5-44b5-91bd-0e26ff52b2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (85b72b0e-870e-4645-8276-facb50452a39), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:12.849321 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-461394dd-a5d5-44b5-91bd-0e26ff52b2bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:12.855084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32ab68-cf45-4aa3-bc9c-d50ddc6f6689 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Port': ['ID=7c056e64-b1ee-439d-996b-f1f7fa569b95,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:12.866686 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-461394dd-a5d5-44b5-91bd-0e26ff52b2bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85b72b0e-870e-4645-8276-facb50452a39 HTTP/1.1" status: 204  len: 168 time: 0.8858182
Feb 12 21:24:12.866686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57780) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:12.887101 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-66450842-19d0-4559-a235-0855d734ac40 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Request body: {'router': {'name': 'new_name'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:12.919806 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461394dd-a5d5-44b5-91bd-0e26ff52b2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b72b0e-870e-4645-8276-facb50452a39,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:12.956744 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-090edfc3-236d-4606-96a9-4f3f9d6844cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdd99a0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:12.992231 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2f32ab68-cf45-4aa3-bc9c-d50ddc6f6689 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (951926d2-db84-4037-83c3-5bec0e348b91), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:12.996350 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2f32ab68-cf45-4aa3-bc9c-d50ddc6f6689 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:12.998687 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2f32ab68-cf45-4aa3-bc9c-d50ddc6f6689 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/floatingips/951926d2-db84-4037-83c3-5bec0e348b91 HTTP/1.1" status: 204  len: 168 time: 1.3958199
Feb 12 21:24:13.002798 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57788) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:13.009225 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': 'b1fcf914-82e3-4504-a4f8-37d8d43d160c'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:13.025376 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090edfc3-236d-4606-96a9-4f3f9d6844cb None None] Routers {'3af18c05-547b-4c96-aa85-44dba1f1edb9'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:13.026214 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-090edfc3-236d-4606-96a9-4f3f9d6844cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdd99a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3af18c05-547b-4c96-aa85-44dba1f1edb9'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:13.053778 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-66450842-19d0-4559-a235-0855d734ac40 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] update failed (client error): The resource could not be found.
Feb 12 21:24:13.054880 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-66450842-19d0-4559-a235-0855d734ac40 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1540971429 HTTP/1.1" status: 404  len: 335 time: 0.1889846
Feb 12 21:24:13.059162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57792) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:13.115099 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-090edfc3-236d-4606-96a9-4f3f9d6844cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdd99a0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:13.116540 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090edfc3-236d-4606-96a9-4f3f9d6844cb None None] The sync data for ids ['3af18c05-547b-4c96-aa85-44dba1f1edb9'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:13.121317 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:13.168820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4c500d-a769-488f-90bd-a0739b428241 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Deleting subnet 544c9c94-1fe7-4c5b-823c-3b7eb777913b {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:24:13.177078 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c4c500d-a769-488f-90bd-a0739b428241 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for subnet (544c9c94-1fe7-4c5b-823c-3b7eb777913b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:13.370385 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c4c500d-a769-488f-90bd-a0739b428241 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (544c9c94-1fe7-4c5b-823c-3b7eb777913b), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:13.516247 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c4c500d-a769-488f-90bd-a0739b428241 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (544c9c94-1fe7-4c5b-823c-3b7eb777913b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:13.572015 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:13.772975 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Allocated IP 172.35.2.63 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/690fb7bf-791c-42cc-8c7d-8f98301aa0cc) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:13.776971 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c4c500d-a769-488f-90bd-a0739b428241 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (544c9c94-1fe7-4c5b-823c-3b7eb777913b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:13.830336 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29401049-ce6c-4cdf-a9fc-d18069a3ce75 None None] Network e3519737-5836-4b5b-b1b4-d5ea16ef5d97 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:13.836994 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c500d-a769-488f-90bd-a0739b428241 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event deleted for resources: {'Subnet': ['ID=544c9c94-1fe7-4c5b-823c-3b7eb777913b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:13.839182 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c4c500d-a769-488f-90bd-a0739b428241 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:13.845973 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2c4c500d-a769-488f-90bd-a0739b428241 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "DELETE /v2.0/subnets/544c9c94-1fe7-4c5b-823c-3b7eb777913b HTTP/1.1" status: 204  len: 168 time: 0.7820597
Feb 12 21:24:13.846417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57820) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:14.083921 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd1f1ee-8187-4c71-a13f-9fa4f4f5acfc tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Deleting subnet e837bab3-57cf-45bf-9e11-c7f0f89597a7 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:24:14.087583 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f1ee-8187-4c71-a13f-9fa4f4f5acfc tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for subnet (e837bab3-57cf-45bf-9e11-c7f0f89597a7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:14.101025 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] DHCP port deletion for e3519737-5836-4b5b-b1b4-d5ea16ef5d97 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:24:14.200979 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f1ee-8187-4c71-a13f-9fa4f4f5acfc tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (e837bab3-57cf-45bf-9e11-c7f0f89597a7), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:14.201649 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Deleting port 53036264-dce2-448e-abfa-5df18e3f61c5 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:14.202407 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (53036264-dce2-448e-abfa-5df18e3f61c5), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:14.335861 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] For port 53036264-dce2-448e-abfa-5df18e3f61c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53036264-dce2-448e-abfa-5df18e3f61c5,segment=NetworkSegment(d071d7a1-b8dd-4487-93fa-f218a384c662),segment_id=d071d7a1-b8dd-4487-93fa-f218a384c662)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:14.336422 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (53036264-dce2-448e-abfa-5df18e3f61c5), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:14.346961 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f1ee-8187-4c71-a13f-9fa4f4f5acfc tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (e837bab3-57cf-45bf-9e11-c7f0f89597a7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:14.351829 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Calling delete_port for 53036264-dce2-448e-abfa-5df18e3f61c5 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:14.395468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9dd001-6a60-4d76-bb1d-342d18b2257f req-ee15db49-9eee-4277-832c-4d45a3f7a93b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:14.395955 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a9dd001-6a60-4d76-bb1d-342d18b2257f req-ee15db49-9eee-4277-832c-4d45a3f7a93b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.5775228
Feb 12 21:24:14.440700 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (690fb7bf-791c-42cc-8c7d-8f98301aa0cc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:14.480640 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a9dd001-6a60-4d76-bb1d-342d18b2257f req-c9998563-b67f-429e-865a-32a6628c939f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697374
Feb 12 21:24:14.568527 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (690fb7bf-791c-42cc-8c7d-8f98301aa0cc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:14.569169 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f1ee-8187-4c71-a13f-9fa4f4f5acfc tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (e837bab3-57cf-45bf-9e11-c7f0f89597a7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:14.573176 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (53036264-dce2-448e-abfa-5df18e3f61c5), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:14.606882 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] No DVR routers for this DVR port 53036264-dce2-448e-abfa-5df18e3f61c5 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:24:14.614781 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f1ee-8187-4c71-a13f-9fa4f4f5acfc tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:14.628811 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1bd1f1ee-8187-4c71-a13f-9fa4f4f5acfc tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "DELETE /v2.0/subnets/e837bab3-57cf-45bf-9e11-c7f0f89597a7 HTTP/1.1" status: 204  len: 168 time: 0.7810676
Feb 12 21:24:14.629848 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57856) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:14.630900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:14.640667 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:14.646225 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:14.687902 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:24:14.690752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b55db-09e5-424b-a89f-abceb0fc742b None None] Network 4269a82e-c93e-4f74-8c94-f728c418a99e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:14.698453 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=690fb7bf-791c-42cc-8c7d-8f98301aa0cc,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:14.755196 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Pushing event deleted for resources: {'Port': ['ID=53036264-dce2-448e-abfa-5df18e3f61c5,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:14.780607 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1f1ee-8187-4c71-a13f-9fa4f4f5acfc tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event deleted for resources: {'Subnet': ['ID=e837bab3-57cf-45bf-9e11-c7f0f89597a7,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:14.861948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:14.862493 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:14.862756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:14.862987 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:14.863324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:14.863663 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:14.864106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:14.864438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:14.865167 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:14.866235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:14.866548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:14.867003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:14.867290 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80377594-6a22-471c-a102-acb10d1f2af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:14.971289 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 53036264-dce2-448e-abfa-5df18e3f61c5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:24:14.999171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 53036264-dce2-448e-abfa-5df18e3f61c5 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:24:14.999807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 53036264-dce2-448e-abfa-5df18e3f61c5 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:24:15.014384 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6da63d71-282c-433b-8936-4a7508dc0a2e tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (e3519737-5836-4b5b-b1b4-d5ea16ef5d97), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:15.092392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ef819a-c6bc-40a4-876b-e1a7decfa777 None None] DHCP port deletion for 4269a82e-c93e-4f74-8c94-f728c418a99e request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:24:15.146896 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6da63d71-282c-433b-8936-4a7508dc0a2e tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (e3519737-5836-4b5b-b1b4-d5ea16ef5d97), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:15.171974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-6da63d71-282c-433b-8936-4a7508dc0a2e tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa2b5550>,) {'filters': {'network_id': ['e3519737-5836-4b5b-b1b4-d5ea16ef5d97']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:15.182982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-6da63d71-282c-433b-8936-4a7508dc0a2e tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa2b5550>, 'd071d7a1-b8dd-4487-93fa-f218a384c662') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:15.183416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-6da63d71-282c-433b-8936-4a7508dc0a2e tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa2b5550>, 'd071d7a1-b8dd-4487-93fa-f218a384c662') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:15.189818 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-22ef819a-c6bc-40a4-876b-e1a7decfa777 None None] Deleting port b57a462b-9d04-469c-98f6-a21cd92fcab3 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:15.190233 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-22ef819a-c6bc-40a4-876b-e1a7decfa777 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b57a462b-9d04-469c-98f6-a21cd92fcab3), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:15.196914 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6da63d71-282c-433b-8936-4a7508dc0a2e tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (d071d7a1-b8dd-4487-93fa-f218a384c662), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:15.212939 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6da63d71-282c-433b-8936-4a7508dc0a2e tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d071d7a1-b8dd-4487-93fa-f218a384c662), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:15.220122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da63d71-282c-433b-8936-4a7508dc0a2e tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:24:15.220882 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6da63d71-282c-433b-8936-4a7508dc0a2e tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (d071d7a1-b8dd-4487-93fa-f218a384c662), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:24:15.299777 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:24:15.331660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-22ef819a-c6bc-40a4-876b-e1a7decfa777 None None] For port b57a462b-9d04-469c-98f6-a21cd92fcab3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b57a462b-9d04-469c-98f6-a21cd92fcab3,segment=NetworkSegment(a3c766c5-3763-41b2-882f-f4b6d0cb4726),segment_id=a3c766c5-3763-41b2-882f-f4b6d0cb4726)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:15.331660 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-22ef819a-c6bc-40a4-876b-e1a7decfa777 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b57a462b-9d04-469c-98f6-a21cd92fcab3), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:15.364559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-22ef819a-c6bc-40a4-876b-e1a7decfa777 None None] Calling delete_port for b57a462b-9d04-469c-98f6-a21cd92fcab3 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:15.412944 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6da63d71-282c-433b-8936-4a7508dc0a2e tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (e3519737-5836-4b5b-b1b4-d5ea16ef5d97), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:15.417917 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6da63d71-282c-433b-8936-4a7508dc0a2e tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:15.429211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57878) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:15.433539 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6da63d71-282c-433b-8936-4a7508dc0a2e tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "DELETE /v2.0/networks/e3519737-5836-4b5b-b1b4-d5ea16ef5d97 HTTP/1.1" status: 204  len: 168 time: 0.7924662
Feb 12 21:24:15.488339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da63d71-282c-433b-8936-4a7508dc0a2e tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event deleted for resources: {'Network': ['ID=e3519737-5836-4b5b-b1b4-d5ea16ef5d97,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:15.671349 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-22ef819a-c6bc-40a4-876b-e1a7decfa777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (b57a462b-9d04-469c-98f6-a21cd92fcab3), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:15.689462 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ca72-9500-487d-8b4b-2f4b58a986eb tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (4269a82e-c93e-4f74-8c94-f728c418a99e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:15.709659 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (a01dd289-a2aa-4109-9804-96302d95cf42), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:15.737797 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef819a-c6bc-40a4-876b-e1a7decfa777 None None] Pushing event deleted for resources: {'Port': ['ID=b57a462b-9d04-469c-98f6-a21cd92fcab3,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:15.741083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592cfb3-5eac-43e4-8b4f-6e6c228de0f5 req-ffd3c1e6-1b09-4d5a-9d64-4178bb011925 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:15.758224 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ef819a-c6bc-40a4-876b-e1a7decfa777 None None] No DVR routers for this DVR port b57a462b-9d04-469c-98f6-a21cd92fcab3 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:24:15.759939 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8592cfb3-5eac-43e4-8b4f-6e6c228de0f5 req-ffd3c1e6-1b09-4d5a-9d64-4178bb011925 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.1654413
Feb 12 21:24:15.867003 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8592cfb3-5eac-43e4-8b4f-6e6c228de0f5 req-7413e554-6809-43ff-986c-2cebd703f855 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910082
Feb 12 21:24:16.015145 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ca72-9500-487d-8b4b-2f4b58a986eb tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (4269a82e-c93e-4f74-8c94-f728c418a99e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:16.085396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (690fb7bf-791c-42cc-8c7d-8f98301aa0cc), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:16.088013 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-2dc7ca72-9500-487d-8b4b-2f4b58a986eb tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe6aeb0>,) {'filters': {'network_id': ['4269a82e-c93e-4f74-8c94-f728c418a99e']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:16.134059 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-2dc7ca72-9500-487d-8b4b-2f4b58a986eb tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe6aeb0>, 'a3c766c5-3763-41b2-882f-f4b6d0cb4726') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:16.134365 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-2dc7ca72-9500-487d-8b4b-2f4b58a986eb tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe6aeb0>, 'a3c766c5-3763-41b2-882f-f4b6d0cb4726') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:16.148650 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ca72-9500-487d-8b4b-2f4b58a986eb tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (a3c766c5-3763-41b2-882f-f4b6d0cb4726), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:16.179540 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ca72-9500-487d-8b4b-2f4b58a986eb tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (a3c766c5-3763-41b2-882f-f4b6d0cb4726), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:16.207627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc7ca72-9500-487d-8b4b-2f4b58a986eb tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:24:16.208503 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ca72-9500-487d-8b4b-2f4b58a986eb tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (a3c766c5-3763-41b2-882f-f4b6d0cb4726), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:24:16.213269 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:24:16.307025 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57910) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:16.417913 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ca72-9500-487d-8b4b-2f4b58a986eb tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (4269a82e-c93e-4f74-8c94-f728c418a99e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:16.441535 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ca72-9500-487d-8b4b-2f4b58a986eb tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:16.447557 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2dc7ca72-9500-487d-8b4b-2f4b58a986eb tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "DELETE /v2.0/networks/4269a82e-c93e-4f74-8c94-f728c418a99e HTTP/1.1" status: 204  len: 168 time: 1.0005295
Feb 12 21:24:16.449073 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57916) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:16.460799 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7ca72-9500-487d-8b4b-2f4b58a986eb tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event deleted for resources: {'Network': ['ID=4269a82e-c93e-4f74-8c94-f728c418a99e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:16.503320 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (690fb7bf-791c-42cc-8c7d-8f98301aa0cc), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:16.578170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-b874833d-9b26-4341-8f50-b1f8d635fdc4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Deleting subnet 995fb21c-4a9c-47a5-a59a-43c8333444c2 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:24:16.580682 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (690fb7bf-791c-42cc-8c7d-8f98301aa0cc), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:16.581858 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b874833d-9b26-4341-8f50-b1f8d635fdc4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for subnet (995fb21c-4a9c-47a5-a59a-43c8333444c2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:16.629058 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b874833d-9b26-4341-8f50-b1f8d635fdc4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (995fb21c-4a9c-47a5-a59a-43c8333444c2), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:16.680875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-07f61f84-8639-4a3c-9586-fadde459f765 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] Request body: {'port': {'network_id': '9be85774-0a6b-46ab-865b-0df974a60f6c', 'name': 'tempest-NetworksNegativeTestJSON-34217579'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:16.697377 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f61f84-8639-4a3c-9586-fadde459f765 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] POST failed (client error): The resource could not be found.
Feb 12 21:24:16.697966 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f61f84-8639-4a3c-9586-fadde459f765 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:24:16.699080 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-07f61f84-8639-4a3c-9586-fadde459f765 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.3910227
Feb 12 21:24:16.707907 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57920) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:16.737971 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-3491c831-c888-4ec2-9a58-089cdd2f5535 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:24:16.738643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3491c831-c888-4ec2-9a58-089cdd2f5535 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:24:16.741841 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3491c831-c888-4ec2-9a58-089cdd2f5535 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] 10.222.0.31 "DELETE /v2.0/networks/f9c493e9-d24c-437d-9b70-6e6a63318d95 HTTP/1.1" status: 404  len: 339 time: 0.0303359
Feb 12 21:24:16.745966 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57922) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:16.752160 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=690fb7bf-791c-42cc-8c7d-8f98301aa0cc,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:16.768363 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (a01dd289-a2aa-4109-9804-96302d95cf42), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:16.796150 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6de5f6b-b5eb-4e11-a172-37a3671400e3 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:24:16.797045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6de5f6b-b5eb-4e11-a172-37a3671400e3 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:24:16.801291 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c6de5f6b-b5eb-4e11-a172-37a3671400e3 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] 10.222.0.31 "DELETE /v2.0/ports/f17248d6-01b5-443f-98cd-7ba99f36668d HTTP/1.1" status: 404  len: 333 time: 0.0542896
Feb 12 21:24:16.809007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57924) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:16.848865 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0b33e8-0ab8-4820-a7ea-0c090b2b6a3b tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:24:16.848865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e0b33e8-0ab8-4820-a7ea-0c090b2b6a3b tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:24:16.850706 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9e0b33e8-0ab8-4820-a7ea-0c090b2b6a3b tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] 10.222.0.31 "DELETE /v2.0/subnets/ba597b2e-2b89-4291-9015-fe32ee37f590 HTTP/1.1" status: 404  len: 337 time: 0.0407703
Feb 12 21:24:16.854975 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57928) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:16.912272 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b874833d-9b26-4341-8f50-b1f8d635fdc4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (995fb21c-4a9c-47a5-a59a-43c8333444c2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:16.924723 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-03860ef7-3fd5-48a6-a7ec-0f7531fb2f8a tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] GET failed (client error): The resource could not be found.
Feb 12 21:24:16.928561 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-03860ef7-3fd5-48a6-a7ec-0f7531fb2f8a tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] 10.222.0.31 "GET /v2.0/networks/4bb4a0cd-0289-4a74-aae9-6308ef1e5b2c HTTP/1.1" status: 404  len: 339 time: 0.0722544
Feb 12 21:24:16.935182 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57934) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:16.942200 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b57a462b-9d04-469c-98f6-a21cd92fcab3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:24:16.993532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: b57a462b-9d04-469c-98f6-a21cd92fcab3 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:24:16.994171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b57a462b-9d04-469c-98f6-a21cd92fcab3 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:24:17.022520 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-93316619-e80d-4a1a-aa43-0f8347b6f4ad tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] GET failed (client error): The resource could not be found.
Feb 12 21:24:17.028118 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-93316619-e80d-4a1a-aa43-0f8347b6f4ad tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] 10.222.0.31 "GET /v2.0/ports/50d38e5c-ff26-419c-86b4-c7f684222edd HTTP/1.1" status: 404  len: 333 time: 0.0715549
Feb 12 21:24:17.028743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57938) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:17.060643 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Floating IP a01dd289-a2aa-4109-9804-96302d95cf42 associated. External IP: 172.35.2.63, port: b1fcf914-82e3-4504-a4f8-37d8d43d160c.
Feb 12 21:24:17.066536 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e1b22a-433b-4d3f-8e7f-236123a7eb54 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] GET failed (client error): The resource could not be found.
Feb 12 21:24:17.069397 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b6e1b22a-433b-4d3f-8e7f-236123a7eb54 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] 10.222.0.31 "GET /v2.0/subnets/8acd1de9-200d-4804-b85d-fa533eb1f34c HTTP/1.1" status: 404  len: 337 time: 0.0377278
Feb 12 21:24:17.072425 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57942) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:17.085346 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-441e9660-ba0a-4f20-aa13-b5981a5aa3b4 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] Request body: {'network': {'name': 'new_name'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:17.102239 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-441e9660-ba0a-4f20-aa13-b5981a5aa3b4 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] PUT failed (client error): The resource could not be found.
Feb 12 21:24:17.102682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441e9660-ba0a-4f20-aa13-b5981a5aa3b4 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:24:17.107634 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-441e9660-ba0a-4f20-aa13-b5981a5aa3b4 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] 10.222.0.31 "PUT /v2.0/networks/d9bd444d-5e76-4784-a7e0-307510b76912 HTTP/1.1" status: 404  len: 339 time: 0.0305777
Feb 12 21:24:17.107634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b874833d-9b26-4341-8f50-b1f8d635fdc4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (995fb21c-4a9c-47a5-a59a-43c8333444c2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:17.115181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57944) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:17.150236 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b874833d-9b26-4341-8f50-b1f8d635fdc4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:17.153264 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b874833d-9b26-4341-8f50-b1f8d635fdc4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "DELETE /v2.0/subnets/995fb21c-4a9c-47a5-a59a-43c8333444c2 HTTP/1.1" status: 204  len: 168 time: 0.7027543
Feb 12 21:24:17.157774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-22deef02-0cde-4419-bfe1-7d461081b030 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] Request body: {'port': {'name': 'new_name'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:17.158743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7438ffd8-5332-4432-9e17-c2139088328b None None] Network 16b0cd6a-5f22-458c-877d-b7a4cc574a7e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:17.163036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874833d-9b26-4341-8f50-b1f8d635fdc4 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event deleted for resources: {'Subnet': ['ID=995fb21c-4a9c-47a5-a59a-43c8333444c2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:17.181443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57946) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:17.206877 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-22deef02-0cde-4419-bfe1-7d461081b030 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] PUT failed (client error): The resource could not be found.
Feb 12 21:24:17.207616 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22deef02-0cde-4419-bfe1-7d461081b030 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:24:17.212501 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-22deef02-0cde-4419-bfe1-7d461081b030 tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] 10.222.0.31 "PUT /v2.0/ports/9126edb2-81b3-4be5-8ba6-404abe331962 HTTP/1.1" status: 404  len: 333 time: 0.0606918
Feb 12 21:24:17.221028 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57952) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:17.235831 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-af05d461-5525-45bf-9794-c8165689bb5a tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:17.291886 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-af05d461-5525-45bf-9794-c8165689bb5a tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] PUT failed (client error): The resource could not be found.
Feb 12 21:24:17.292330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af05d461-5525-45bf-9794-c8165689bb5a tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:24:17.294372 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-af05d461-5525-45bf-9794-c8165689bb5a tempest-NetworksNegativeTestJSON-851365437 tempest-NetworksNegativeTestJSON-851365437-project] 10.222.0.31 "PUT /v2.0/subnets/7eca6042-9492-48aa-8357-98d8c2e3ed1b HTTP/1.1" status: 404  len: 337 time: 0.0726259
Feb 12 21:24:17.333435 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (16b0cd6a-5f22-458c-877d-b7a4cc574a7e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:17.468248 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68f8ed7-a137-41d8-bfc8-00c77018acc5 None None] DHCP port deletion for 16b0cd6a-5f22-458c-877d-b7a4cc574a7e request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:24:17.472855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Deleting port 71be08a2-1f46-48dc-aca5-64a71c692d54 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:17.473204 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (71be08a2-1f46-48dc-aca5-64a71c692d54), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:17.540336 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b68f8ed7-a137-41d8-bfc8-00c77018acc5 None None] Deleting port 71be08a2-1f46-48dc-aca5-64a71c692d54 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:17.541010 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b68f8ed7-a137-41d8-bfc8-00c77018acc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (71be08a2-1f46-48dc-aca5-64a71c692d54), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:17.597219 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] For port 71be08a2-1f46-48dc-aca5-64a71c692d54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71be08a2-1f46-48dc-aca5-64a71c692d54,segment=NetworkSegment(8b895a16-9354-4f62-872e-184c60327dde),segment_id=8b895a16-9354-4f62-872e-184c60327dde)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:17.597631 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (71be08a2-1f46-48dc-aca5-64a71c692d54), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:17.601469 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:17.612564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Calling delete_port for 71be08a2-1f46-48dc-aca5-64a71c692d54 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:17.633510 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b68f8ed7-a137-41d8-bfc8-00c77018acc5 None None] For port 71be08a2-1f46-48dc-aca5-64a71c692d54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71be08a2-1f46-48dc-aca5-64a71c692d54,segment=NetworkSegment(8b895a16-9354-4f62-872e-184c60327dde),segment_id=8b895a16-9354-4f62-872e-184c60327dde)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:17.634410 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b68f8ed7-a137-41d8-bfc8-00c77018acc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (71be08a2-1f46-48dc-aca5-64a71c692d54), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:17.650678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b68f8ed7-a137-41d8-bfc8-00c77018acc5 None None] Calling delete_port for 71be08a2-1f46-48dc-aca5-64a71c692d54 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:17.808700 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (71be08a2-1f46-48dc-aca5-64a71c692d54), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.808976 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.811228 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.811228 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.811228 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.811228 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.811228 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.811228 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.811228 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.811228 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.811228 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.811228 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.811228 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.811228 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.811228 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:17.811228 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:24:17.818301 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b68f8ed7-a137-41d8-bfc8-00c77018acc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (71be08a2-1f46-48dc-aca5-64a71c692d54), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:17.828194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] No DVR routers for this DVR port 71be08a2-1f46-48dc-aca5-64a71c692d54 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:24:17.856206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f8ed7-a137-41d8-bfc8-00c77018acc5 None None] No DVR routers for this DVR port 71be08a2-1f46-48dc-aca5-64a71c692d54 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:24:17.898776 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f8ed7-a137-41d8-bfc8-00c77018acc5 None None] Pushing event deleted for resources: {'Port': ['ID=71be08a2-1f46-48dc-aca5-64a71c692d54,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:17.911704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00998686-0ebb-4d80-85e5-6b1909ffd003 req-f8495a43-350f-4524-89f7-40e25c5bc87d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:17.913268 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00998686-0ebb-4d80-85e5-6b1909ffd003 req-f8495a43-350f-4524-89f7-40e25c5bc87d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.8864064
Feb 12 21:24:17.933999 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event deleted for resources: {'Port': ['ID=71be08a2-1f46-48dc-aca5-64a71c692d54,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:17.980502 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:17.985198 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00998686-0ebb-4d80-85e5-6b1909ffd003 req-fc3cffd3-4b87-440b-bc07-e318e97ccee1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645063
Feb 12 21:24:18.010832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde22b98-d12e-4f05-801c-bf1f888e1c3d None None] Sync routers for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:18.036414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde22b98-d12e-4f05-801c-bf1f888e1c3d None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:18.041072 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bde22b98-d12e-4f05-801c-bf1f888e1c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4d0640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:18.077066 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (16b0cd6a-5f22-458c-877d-b7a4cc574a7e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:18.087797 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bde22b98-d12e-4f05-801c-bf1f888e1c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4d0640>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:18.105750 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde22b98-d12e-4f05-801c-bf1f888e1c3d None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:18.116094 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:18.126200 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bde22b98-d12e-4f05-801c-bf1f888e1c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4d0640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:18.133719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb617c40>,) {'filters': {'network_id': ['16b0cd6a-5f22-458c-877d-b7a4cc574a7e']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:18.148280 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb617c40>, '8b895a16-9354-4f62-872e-184c60327dde') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:18.149706 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb617c40>, '8b895a16-9354-4f62-872e-184c60327dde') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:18.165812 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (8b895a16-9354-4f62-872e-184c60327dde), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:18.181550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bde22b98-d12e-4f05-801c-bf1f888e1c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4d0640>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:18.182479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde22b98-d12e-4f05-801c-bf1f888e1c3d None None] The sync data for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:18.195130 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (8b895a16-9354-4f62-872e-184c60327dde), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:18.197692 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fecb6e20-1c26-4c9d-9640-39deb6bdb834 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 981 time: 5.1929684
Feb 12 21:24:18.198010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57968) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:18.321856 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ef50b9b7-0906-4272-ba27-f21dc23f7b37 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "GET /v2.0/floatingips/a01dd289-a2aa-4109-9804-96302d95cf42 HTTP/1.1" status: 200  len: 976 time: 0.1201158
Feb 12 21:24:18.323074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:24:18.323473 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (8b895a16-9354-4f62-872e-184c60327dde), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:18.324323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57974) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:24:18.327114 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:24:18.388653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57976) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:18.482763 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (16b0cd6a-5f22-458c-877d-b7a4cc574a7e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:18.495206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:18.504424 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "DELETE /v2.0/networks/16b0cd6a-5f22-458c-877d-b7a4cc574a7e HTTP/1.1" status: 204  len: 168 time: 1.3182139
Feb 12 21:24:18.504424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57982) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:18.567165 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5feb0045-460a-4508-bdbb-ba16d3c51e0b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 979 time: 0.2415473
Feb 12 21:24:18.569773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57986) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:18.574885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a302e2c6-8419-45ba-9e35-7b1e5964804e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'floatingip': {'port_id': '91ac86c8-7d9a-44b1-b4b8-cb9d4038445b'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:18.594022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a0586-7ee4-44ae-852d-f49165f7acf9 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Pushing event deleted for resources: {'Network': ['ID=16b0cd6a-5f22-458c-877d-b7a4cc574a7e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:18.606256 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7a82372d-c0c9-4afc-8e94-daa969015ab0 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "GET /v2.0/ports?device_id=3af18c05-547b-4c96-aa85-44dba1f1edb9 HTTP/1.1" status: 200  len: 205 time: 0.0776613
Feb 12 21:24:18.611130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57988) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:18.675328 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a302e2c6-8419-45ba-9e35-7b1e5964804e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (a01dd289-a2aa-4109-9804-96302d95cf42), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:18.715789 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-437961b6-5c72-4ff8-93b1-9eea2b8f4bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:18.733210 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34b7beb6-715d-4748-871f-e1498e338e09 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for router (3af18c05-547b-4c96-aa85-44dba1f1edb9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:18.943663 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 71be08a2-1f46-48dc-aca5-64a71c692d54 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:24:18.964699 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34b7beb6-715d-4748-871f-e1498e338e09 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (3af18c05-547b-4c96-aa85-44dba1f1edb9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:18.966951 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34b7beb6-715d-4748-871f-e1498e338e09 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for router_controller (3af18c05-547b-4c96-aa85-44dba1f1edb9), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:18.988400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 71be08a2-1f46-48dc-aca5-64a71c692d54 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:24:18.988655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 71be08a2-1f46-48dc-aca5-64a71c692d54 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:24:19.043328 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-437961b6-5c72-4ff8-93b1-9eea2b8f4bd1 admin admin] Publish callbacks [] for security_group (e89bb183-43b5-452a-b28d-5d58a79779cc), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:19.142159 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34b7beb6-715d-4748-871f-e1498e338e09 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (3af18c05-547b-4c96-aa85-44dba1f1edb9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:19.142931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b7beb6-715d-4748-871f-e1498e338e09 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Fanout notify agent at l3_agent the message router_deleted on router 3af18c05-547b-4c96-aa85-44dba1f1edb9 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:24:19.150316 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-34b7beb6-715d-4748-871f-e1498e338e09 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:19.151600 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-34b7beb6-715d-4748-871f-e1498e338e09 tempest-RoutersNegativeTest-1033241450 tempest-RoutersNegativeTest-1033241450-project] 10.222.0.31 "DELETE /v2.0/routers/3af18c05-547b-4c96-aa85-44dba1f1edb9 HTTP/1.1" status: 204  len: 168 time: 0.5393503
Feb 12 21:24:19.167353 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-437961b6-5c72-4ff8-93b1-9eea2b8f4bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e89bb183-43b5-452a-b28d-5d58a79779cc), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:19.250160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437961b6-5c72-4ff8-93b1-9eea2b8f4bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89bb183-43b5-452a-b28d-5d58a79779cc,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:19.275918 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-437961b6-5c72-4ff8-93b1-9eea2b8f4bd1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64370632ad2344aba0b587c4ecc55f88&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8858821
Feb 12 21:24:19.281483 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58006) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:19.364951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81759683-5029-462b-b62e-a7f97c99ab5f req-6a40f812-4522-466c-aaaa-e1a2cfecef82 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:19.367690 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81759683-5029-462b-b62e-a7f97c99ab5f req-6a40f812-4522-466c-aaaa-e1a2cfecef82 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.2547340
Feb 12 21:24:19.420095 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df9c30ac-f66f-41d3-8c14-9afbb5840dbe admin admin] Publish callbacks [] for security_group (e89bb183-43b5-452a-b28d-5d58a79779cc), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:19.473476 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81759683-5029-462b-b62e-a7f97c99ab5f req-1cf3e165-0efe-487d-b84d-a1f13ec1aa45 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949540
Feb 12 21:24:19.475760 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df9c30ac-f66f-41d3-8c14-9afbb5840dbe admin admin] Publish callbacks [] for security_group (e89bb183-43b5-452a-b28d-5d58a79779cc), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:19.497206 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a302e2c6-8419-45ba-9e35-7b1e5964804e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:19.586474 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a302e2c6-8419-45ba-9e35-7b1e5964804e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (a01dd289-a2aa-4109-9804-96302d95cf42), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:19.644779 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df9c30ac-f66f-41d3-8c14-9afbb5840dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e89bb183-43b5-452a-b28d-5d58a79779cc), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:19.648525 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df9c30ac-f66f-41d3-8c14-9afbb5840dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:19.651462 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-df9c30ac-f66f-41d3-8c14-9afbb5840dbe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e89bb183-43b5-452a-b28d-5d58a79779cc HTTP/1.1" status: 204  len: 168 time: 0.3663862
Feb 12 21:24:19.662214 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c30ac-f66f-41d3-8c14-9afbb5840dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89bb183-43b5-452a-b28d-5d58a79779cc,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:19.788424 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-a302e2c6-8419-45ba-9e35-7b1e5964804e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Floating IP a01dd289-a2aa-4109-9804-96302d95cf42 associated. External IP: 172.35.2.63, port: b1fcf914-82e3-4504-a4f8-37d8d43d160c.
Feb 12 21:24:20.040173 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58042) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:20.156337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a302e2c6-8419-45ba-9e35-7b1e5964804e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:20.608530 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-63e10c7c-3cf1-490e-a90b-39070ffcda74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b78a5be62d44cdaa24a9a29fa71a8cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5661294
Feb 12 21:24:20.612864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58062) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:20.689828 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a8a340b-7246-43e6-a4ba-4882f1bae149 admin admin] Publish callbacks [] for security_group (d4be0a99-29e2-4f5a-936b-d2007b80e49d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:20.719071 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a8a340b-7246-43e6-a4ba-4882f1bae149 admin admin] Publish callbacks [] for security_group (d4be0a99-29e2-4f5a-936b-d2007b80e49d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:20.736390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4a7ed-a3a7-48be-90f1-2e077072553a req-cee23139-1fe7-4406-8f4e-ff487060badb tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:20.738087 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c6d4a7ed-a3a7-48be-90f1-2e077072553a req-cee23139-1fe7-4406-8f4e-ff487060badb tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.0816448
Feb 12 21:24:20.782639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a302e2c6-8419-45ba-9e35-7b1e5964804e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:20.830592 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde67527-f671-4c14-b016-c766e0d12ae4 None None] Sync routers for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:20.830592 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde67527-f671-4c14-b016-c766e0d12ae4 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:20.830592 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fde67527-f671-4c14-b016-c766e0d12ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd79370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:20.897632 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c6d4a7ed-a3a7-48be-90f1-2e077072553a req-4c4b985d-7052-48d0-960f-44e27765be43 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470058
Feb 12 21:24:20.924003 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a8a340b-7246-43e6-a4ba-4882f1bae149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d4be0a99-29e2-4f5a-936b-d2007b80e49d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:20.926770 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a8a340b-7246-43e6-a4ba-4882f1bae149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:20.928017 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4a8a340b-7246-43e6-a4ba-4882f1bae149 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4be0a99-29e2-4f5a-936b-d2007b80e49d HTTP/1.1" status: 204  len: 168 time: 0.3139648
Feb 12 21:24:20.945029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a340b-7246-43e6-a4ba-4882f1bae149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4be0a99-29e2-4f5a-936b-d2007b80e49d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:20.986730 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fde67527-f671-4c14-b016-c766e0d12ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd79370>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:21.012517 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde67527-f671-4c14-b016-c766e0d12ae4 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:21.013418 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fde67527-f671-4c14-b016-c766e0d12ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd79370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:21.052656 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-fde67527-f671-4c14-b016-c766e0d12ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd79370>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:21.053628 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde67527-f671-4c14-b016-c766e0d12ae4 None None] The sync data for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:21.099075 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a302e2c6-8419-45ba-9e35-7b1e5964804e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:21.303973 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a302e2c6-8419-45ba-9e35-7b1e5964804e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:21.319100 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71128e10-00c3-40d7-a744-e7885ed18f09 None None] Sync routers for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:21.320066 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a302e2c6-8419-45ba-9e35-7b1e5964804e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:21.357261 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71128e10-00c3-40d7-a744-e7885ed18f09 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:21.358477 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-71128e10-00c3-40d7-a744-e7885ed18f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb10b7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:21.410401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-71128e10-00c3-40d7-a744-e7885ed18f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb10b7f0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:21.416527 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a302e2c6-8419-45ba-9e35-7b1e5964804e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "PUT /v2.0/floatingips/a01dd289-a2aa-4109-9804-96302d95cf42 HTTP/1.1" status: 200  len: 977 time: 2.8456011
Feb 12 21:24:21.419181 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58106) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:21.422611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71128e10-00c3-40d7-a744-e7885ed18f09 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:21.423598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-71128e10-00c3-40d7-a744-e7885ed18f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb10b7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:21.424454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3848fd7a-82ba-4344-800f-334478444126 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:21.463061 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-71128e10-00c3-40d7-a744-e7885ed18f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb10b7f0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:21.464130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71128e10-00c3-40d7-a744-e7885ed18f09 None None] The sync data for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:21.507966 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3848fd7a-82ba-4344-800f-334478444126 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (a01dd289-a2aa-4109-9804-96302d95cf42), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:21.696817 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3848fd7a-82ba-4344-800f-334478444126 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:21.869105 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3848fd7a-82ba-4344-800f-334478444126 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (a01dd289-a2aa-4109-9804-96302d95cf42), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:21.869105 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-3848fd7a-82ba-4344-800f-334478444126 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Floating IP a01dd289-a2aa-4109-9804-96302d95cf42 disassociated. External IP: 172.35.2.63, port: 91ac86c8-7d9a-44b1-b4b8-cb9d4038445b.
Feb 12 21:24:22.047928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293b06d-2ae1-45d8-bdf9-4f22f256c05a req-b674ba24-4017-444a-a64c-3710af1eebaa tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:22.056416 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d293b06d-2ae1-45d8-bdf9-4f22f256c05a req-b674ba24-4017-444a-a64c-3710af1eebaa tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.0831089
Feb 12 21:24:22.112161 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d293b06d-2ae1-45d8-bdf9-4f22f256c05a req-1da6af44-ede3-4537-9f46-1648d3a4d3b5 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548635
Feb 12 21:24:22.193974 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3848fd7a-82ba-4344-800f-334478444126 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:22.328620 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58144) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:22.352409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3848fd7a-82ba-4344-800f-334478444126 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:22.357199 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3848fd7a-82ba-4344-800f-334478444126 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:22.366896 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dc0745-824a-41d0-828c-8d5172e727a1 None None] Sync routers for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:22.375717 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dc0745-824a-41d0-828c-8d5172e727a1 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:22.376447 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-95dc0745-824a-41d0-828c-8d5172e727a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc6d160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:22.391395 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3848fd7a-82ba-4344-800f-334478444126 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "PUT /v2.0/floatingips/a01dd289-a2aa-4109-9804-96302d95cf42 HTTP/1.1" status: 200  len: 687 time: 0.9710772
Feb 12 21:24:22.394221 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58150) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:22.420882 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-95dc0745-824a-41d0-828c-8d5172e727a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc6d160>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:22.430508 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dc0745-824a-41d0-828c-8d5172e727a1 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:22.431318 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-95dc0745-824a-41d0-828c-8d5172e727a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc6d160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:23:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:22.467445 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-95dc0745-824a-41d0-828c-8d5172e727a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc6d160>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:22.468887 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dc0745-824a-41d0-828c-8d5172e727a1 None None] The sync data for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:22.527451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ed139-f956-4c50-a12e-386d18494814 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting port 690fb7bf-791c-42cc-8c7d-8f98301aa0cc {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:22.527920 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed139-f956-4c50-a12e-386d18494814 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (690fb7bf-791c-42cc-8c7d-8f98301aa0cc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:22.622697 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed139-f956-4c50-a12e-386d18494814 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (690fb7bf-791c-42cc-8c7d-8f98301aa0cc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:22.623107 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed139-f956-4c50-a12e-386d18494814 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (690fb7bf-791c-42cc-8c7d-8f98301aa0cc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:22.637156 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ed139-f956-4c50-a12e-386d18494814 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Calling delete_port for 690fb7bf-791c-42cc-8c7d-8f98301aa0cc owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:22.772452 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5927d6b0-6949-43db-a213-50e4413182f3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'network': {'name': 'tempest-RoutersTest-1836436778'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:22.877010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5927d6b0-6949-43db-a213-50e4413182f3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:22.880473 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5927d6b0-6949-43db-a213-50e4413182f3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:22.889180 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5927d6b0-6949-43db-a213-50e4413182f3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:22.894457 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed139-f956-4c50-a12e-386d18494814 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (690fb7bf-791c-42cc-8c7d-8f98301aa0cc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:22.944873 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ed139-f956-4c50-a12e-386d18494814 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Port': ['ID=690fb7bf-791c-42cc-8c7d-8f98301aa0cc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:23.012599 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5927d6b0-6949-43db-a213-50e4413182f3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for security_group (74d9dde7-f12f-4897-9cb4-9598654cf4cf), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:23.018039 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed139-f956-4c50-a12e-386d18494814 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (a01dd289-a2aa-4109-9804-96302d95cf42), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:23.020663 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed139-f956-4c50-a12e-386d18494814 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:23.024282 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ee1ed139-f956-4c50-a12e-386d18494814 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/floatingips/a01dd289-a2aa-4109-9804-96302d95cf42 HTTP/1.1" status: 204  len: 168 time: 0.6266952
Feb 12 21:24:23.024437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53241-9e4e-43a0-8fba-b1f7cc74dcde req-222d7cf4-9490-4bf2-9c66-3baab1f70233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:23.024572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58182) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:23.025786 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4c53241-9e4e-43a0-8fba-b1f7cc74dcde req-222d7cf4-9490-4bf2-9c66-3baab1f70233 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 1127 time: 0.0766532
Feb 12 21:24:23.061435 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-058f8be9-5d34-4146-a1d2-f72c7873c21e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] delete failed (client error): The resource could not be found.
Feb 12 21:24:23.062495 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-058f8be9-5d34-4146-a1d2-f72c7873c21e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/floatingips/a01dd289-a2aa-4109-9804-96302d95cf42 HTTP/1.1" status: 404  len: 345 time: 0.0368516
Feb 12 21:24:23.072641 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58186) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:23.135535 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5927d6b0-6949-43db-a213-50e4413182f3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (74d9dde7-f12f-4897-9cb4-9598654cf4cf), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:23.149576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53241-9e4e-43a0-8fba-b1f7cc74dcde req-8f614901-7318-476e-8263-066969d1f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:23.151381 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4c53241-9e4e-43a0-8fba-b1f7cc74dcde req-8f614901-7318-476e-8263-066969d1f46e service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.1181574
Feb 12 21:24:23.184156 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5927d6b0-6949-43db-a213-50e4413182f3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:24:23.216033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26ba943-76b9-4c60-a8ac-b513e8aa713f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:23.228258 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26ba943-76b9-4c60-a8ac-b513e8aa713f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:23.233682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26ba943-76b9-4c60-a8ac-b513e8aa713f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:23.237315 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c26ba943-76b9-4c60-a8ac-b513e8aa713f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "GET /v2.0/ports?network_id=860a427b-0afa-406a-8b95-f1a34cafe516 HTTP/1.1" status: 200  len: 2357 time: 0.1619701
Feb 12 21:24:23.237493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58196) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:23.247476 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58198) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:23.256900 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5927d6b0-6949-43db-a213-50e4413182f3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (2dce79bf-469a-4172-ae20-7256c1be639e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:23.257649 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-5927d6b0-6949-43db-a213-50e4413182f3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Added segment 2dce79bf-469a-4172-ae20-7256c1be639e of type vlan for network 337cafed-ba5e-40d9-9db4-56998fb3e2fc
Feb 12 21:24:23.260317 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4c53241-9e4e-43a0-8fba-b1f7cc74dcde req-d15bba09-a33b-445c-8fbf-0e17753c7589 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e592411-155b-4647-a7b6-b5174ceee7ec HTTP/1.1" status: 200  len: 217 time: 0.0932848
Feb 12 21:24:23.319956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927d6b0-6949-43db-a213-50e4413182f3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d9dde7-f12f-4897-9cb4-9598654cf4cf,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:23.353576 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7950d29f-b20a-4bef-bd8b-c7915998116c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:23.357400 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7950d29f-b20a-4bef-bd8b-c7915998116c tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "GET /v2.0/subnets/8601902c-2fd0-436b-bf10-6a3d80903c73 HTTP/1.1" status: 200  len: 797 time: 0.1060290
Feb 12 21:24:23.357554 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53241-9e4e-43a0-8fba-b1f7cc74dcde req-81bc3239-eb68-4826-ad11-c9d8aa9ae5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:23.357554 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4c53241-9e4e-43a0-8fba-b1f7cc74dcde req-81bc3239-eb68-4826-ad11-c9d8aa9ae5fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.0836141
Feb 12 21:24:23.362921 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58206) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:23.386838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-7d12e515-b6ef-4cba-a32f-c86d68862469 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'port': {'network_id': '860a427b-0afa-406a-8b95-f1a34cafe516', 'name': 'tempest-FloatingIPTestJSON-1506594774', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:23.393016 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f2733aa9-c571-4245-8385-b0357f264127 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-20969301'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:23.397723 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5927d6b0-6949-43db-a213-50e4413182f3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (337cafed-ba5e-40d9-9db4-56998fb3e2fc), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:23.434190 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07776ace-c8c7-4cc8-928d-02a2a06fb962 req-2d53009d-660b-4db2-88c1-c12386edced6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:23.435839 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-07776ace-c8c7-4cc8-928d-02a2a06fb962 req-2d53009d-660b-4db2-88c1-c12386edced6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.1060460
Feb 12 21:24:23.492302 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-07776ace-c8c7-4cc8-928d-02a2a06fb962 req-8186f4a1-4727-497f-843f-dea4110208ce tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495460
Feb 12 21:24:23.504024 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2733aa9-c571-4245-8385-b0357f264127 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Made reservation on behalf of 9c924410890f45a795f37fda1f7b4487 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:23.504654 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2733aa9-c571-4245-8385-b0357f264127 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:23.517108 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2733aa9-c571-4245-8385-b0357f264127 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:23.531807 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53241-9e4e-43a0-8fba-b1f7cc74dcde req-cf908669-f765-436e-bc5c-672003c59e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:23.533727 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4c53241-9e4e-43a0-8fba-b1f7cc74dcde req-cf908669-f765-436e-bc5c-672003c59e14 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1606748
Feb 12 21:24:23.615898 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2733aa9-c571-4245-8385-b0357f264127 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks [] for security_group (008dd920-e142-48b4-a2ad-8353ba9ef446), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:23.648154 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4c53241-9e4e-43a0-8fba-b1f7cc74dcde req-069627b5-2f0c-45aa-8242-95a15d87d0a6 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1030316
Feb 12 21:24:23.728465 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2733aa9-c571-4245-8385-b0357f264127 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (008dd920-e142-48b4-a2ad-8353ba9ef446), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:23.781216 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2733aa9-c571-4245-8385-b0357f264127 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:24:23.786950 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2733aa9-c571-4245-8385-b0357f264127 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008dd920-e142-48b4-a2ad-8353ba9ef446,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:23.803974 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2733aa9-c571-4245-8385-b0357f264127 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (a89d95a6-8d36-4957-adce-203762498dde), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:23.804579 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-f2733aa9-c571-4245-8385-b0357f264127 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Added segment a89d95a6-8d36-4957-adce-203762498dde of type vlan for network dbf1416b-14e8-4084-963a-bfabc56d33ff
Feb 12 21:24:23.880529 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2733aa9-c571-4245-8385-b0357f264127 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (dbf1416b-14e8-4084-963a-bfabc56d33ff), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:23.985756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d12e515-b6ef-4cba-a32f-c86d68862469 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Made reservation on behalf of 4e155b8f02d14f23a500cd282455a2b4 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:23.990723 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2733aa9-c571-4245-8385-b0357f264127 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (dbf1416b-14e8-4084-963a-bfabc56d33ff), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:23.991719 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5927d6b0-6949-43db-a213-50e4413182f3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (337cafed-ba5e-40d9-9db4-56998fb3e2fc), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:23.996350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5927d6b0-6949-43db-a213-50e4413182f3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:23.996852 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5927d6b0-6949-43db-a213-50e4413182f3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:23.997170 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2733aa9-c571-4245-8385-b0357f264127 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:23.999717 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2733aa9-c571-4245-8385-b0357f264127 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:24.076400 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2733aa9-c571-4245-8385-b0357f264127 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Pushing event updated for resources: {'Network': ['ID=dbf1416b-14e8-4084-963a-bfabc56d33ff,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:24.087336 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network dbf1416b-14e8-4084-963a-bfabc56d33ff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:24:24.114874 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f2733aa9-c571-4245-8385-b0357f264127 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 777 time: 0.8760400
Feb 12 21:24:24.117785 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58234) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:24.125946 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4410a3fe-49d9-43cd-b206-abc4ba75d808 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Request body: {'subnet': {'network_id': 'dbf1416b-14e8-4084-963a-bfabc56d33ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:24.171549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927d6b0-6949-43db-a213-50e4413182f3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Network': ['ID=337cafed-ba5e-40d9-9db4-56998fb3e2fc,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:24.183702 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 337cafed-ba5e-40d9-9db4-56998fb3e2fc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:24:24.192368 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4c53241-9e4e-43a0-8fba-b1f7cc74dcde req-8b4cb7b4-3a39-4f13-8de7-5a677b3e5168 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5353391
Feb 12 21:24:24.195969 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7d12e515-b6ef-4cba-a32f-c86d68862469 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:24.212631 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58236) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:24.212777 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5927d6b0-6949-43db-a213-50e4413182f3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.8821917
Feb 12 21:24:24.221644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c1cf6883-8d0f-428b-a4e8-35ccebef8bb4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'network': {'name': 'tempest-RoutersTest-625414537'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:24.225608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-7d12e515-b6ef-4cba-a32f-c86d68862469 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] device_id is not set on port fd39c1c5-4c61-4345-ab8e-a447e68f8a6d yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:24:24.316927 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4410a3fe-49d9-43cd-b206-abc4ba75d808 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Made reservation on behalf of 9c924410890f45a795f37fda1f7b4487 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:24.320374 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4410a3fe-49d9-43cd-b206-abc4ba75d808 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:24.324663 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cf6883-8d0f-428b-a4e8-35ccebef8bb4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:24.330618 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6883-8d0f-428b-a4e8-35ccebef8bb4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:24.415991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cf6883-8d0f-428b-a4e8-35ccebef8bb4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:24:24.437331 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6883-8d0f-428b-a4e8-35ccebef8bb4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (db054e40-f6d6-4500-9c50-751c20d0f4aa), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:24.437331 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-c1cf6883-8d0f-428b-a4e8-35ccebef8bb4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Added segment db054e40-f6d6-4500-9c50-751c20d0f4aa of type vlan for network 4de50162-dda9-4f06-81f8-42b894de2063
Feb 12 21:24:24.496331 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6883-8d0f-428b-a4e8-35ccebef8bb4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (4de50162-dda9-4f06-81f8-42b894de2063), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:24.564082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-7d12e515-b6ef-4cba-a32f-c86d68862469 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Allocated IP 172.20.0.13 (860a427b-0afa-406a-8b95-f1a34cafe516/8601902c-2fd0-436b-bf10-6a3d80903c73/fd39c1c5-4c61-4345-ab8e-a447e68f8a6d) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:24.570064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-7d12e515-b6ef-4cba-a32f-c86d68862469 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Allocated IP 172.20.0.12 (860a427b-0afa-406a-8b95-f1a34cafe516/8601902c-2fd0-436b-bf10-6a3d80903c73/fd39c1c5-4c61-4345-ab8e-a447e68f8a6d) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:24.636367 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6883-8d0f-428b-a4e8-35ccebef8bb4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (4de50162-dda9-4f06-81f8-42b894de2063), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:24.642887 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cf6883-8d0f-428b-a4e8-35ccebef8bb4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:24.643421 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6883-8d0f-428b-a4e8-35ccebef8bb4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:24.715255 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4410a3fe-49d9-43cd-b206-abc4ba75d808 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (d958d401-77dc-4a14-98d7-33018c398062), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:24.726839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe5ec0-8799-4165-af42-86c71781d680 req-f7abb050-679e-48f6-8938-b5478c311d13 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:24.728350 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b0fe5ec0-8799-4165-af42-86c71781d680 req-f7abb050-679e-48f6-8938-b5478c311d13 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.1312768
Feb 12 21:24:24.750192 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf6883-8d0f-428b-a4e8-35ccebef8bb4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Network': ['ID=4de50162-dda9-4f06-81f8-42b894de2063,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:24.763045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 4de50162-dda9-4f06-81f8-42b894de2063 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:24:24.764828 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c1cf6883-8d0f-428b-a4e8-35ccebef8bb4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5502183
Feb 12 21:24:24.770249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58248) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:24.782219 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-7a9e1192-b6c9-40b6-9997-8e0bc2301c7f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'subnet': {'network_id': '337cafed-ba5e-40d9-9db4-56998fb3e2fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:24.817139 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7d12e515-b6ef-4cba-a32f-c86d68862469 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (fd39c1c5-4c61-4345-ab8e-a447e68f8a6d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:24.843343 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410a3fe-49d9-43cd-b206-abc4ba75d808 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Pushing event updated for resources: {'Subnet': ['ID=d958d401-77dc-4a14-98d7-33018c398062,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:24.846636 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4410a3fe-49d9-43cd-b206-abc4ba75d808 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Checking segment: {'id': 'a89d95a6-8d36-4957-adce-203762498dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dbf1416b-14e8-4084-963a-bfabc56d33ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:24:24.847034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4410a3fe-49d9-43cd-b206-abc4ba75d808 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Network hostable DHCP agents. Network: dbf1416b-14e8-4084-963a-bfabc56d33ff, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:24:24.916205 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b0fe5ec0-8799-4165-af42-86c71781d680 req-1746aac8-c513-4e49-b0aa-7319ed69abd9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819768
Feb 12 21:24:24.921742 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4410a3fe-49d9-43cd-b206-abc4ba75d808 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Network dbf1416b-14e8-4084-963a-bfabc56d33ff is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:24:25.014641 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7d12e515-b6ef-4cba-a32f-c86d68862469 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (fd39c1c5-4c61-4345-ab8e-a447e68f8a6d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:25.062491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d12e515-b6ef-4cba-a32f-c86d68862469 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 860a427b-0afa-406a-8b95-f1a34cafe516 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:25.071213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9e1192-b6c9-40b6-9997-8e0bc2301c7f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:25.071825 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-4410a3fe-49d9-43cd-b206-abc4ba75d808 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dbf1416b-14e8-4084-963a-bfabc56d33ff) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:25.076549 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4410a3fe-49d9-43cd-b206-abc4ba75d808 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:25.076808 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1192-b6c9-40b6-9997-8e0bc2301c7f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:25.078745 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4410a3fe-49d9-43cd-b206-abc4ba75d808 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:25.084631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-7d12e515-b6ef-4cba-a32f-c86d68862469 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:25.086467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f512b-f3d9-4857-be24-1bf510bacbfe None None] Network dbf1416b-14e8-4084-963a-bfabc56d33ff requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:25.100236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12e515-b6ef-4cba-a32f-c86d68862469 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:25.134248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12e515-b6ef-4cba-a32f-c86d68862469 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=fd39c1c5-4c61-4345-ab8e-a447e68f8a6d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:25.161899 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4410a3fe-49d9-43cd-b206-abc4ba75d808 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0428507
Feb 12 21:24:25.165986 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58254) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:25.169601 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-615f5cae-b160-42ca-8e93-3673c670b446 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Request body: {'port': {'network_id': 'dbf1416b-14e8-4084-963a-bfabc56d33ff', 'name': 'tempest-TagsExtTest-522806875'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:25.207244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dbf1416b-14e8-4084-963a-bfabc56d33ff', 'network_id': 'dbf1416b-14e8-4084-963a-bfabc56d33ff', 'project_id': '9c924410890f45a795f37fda1f7b4487', 'fixed_ips': [{'subnet_id': 'd958d401-77dc-4a14-98d7-33018c398062'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:24:25.208827 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:25.217614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d12e515-b6ef-4cba-a32f-c86d68862469 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:25.218267 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7d12e515-b6ef-4cba-a32f-c86d68862469 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:25.339151 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7d12e515-b6ef-4cba-a32f-c86d68862469 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 1.9674106
Feb 12 21:24:25.342010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58258) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:25.347733 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': 'fd39c1c5-4c61-4345-ab8e-a447e68f8a6d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:25.374451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Allocated IP 172.20.0.2 (dbf1416b-14e8-4084-963a-bfabc56d33ff/d958d401-77dc-4a14-98d7-33018c398062/54c3e83d-cf68-4b08-ab7a-b7b6b909a325) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:25.385215 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615f5cae-b160-42ca-8e93-3673c670b446 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Made reservation on behalf of 9c924410890f45a795f37fda1f7b4487 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:25.388715 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-615f5cae-b160-42ca-8e93-3673c670b446 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:25.407187 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-615f5cae-b160-42ca-8e93-3673c670b446 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] device_id is not set on port 2d45de69-9c79-4c79-8137-5e109bdef6fc yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:24:25.470577 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1192-b6c9-40b6-9997-8e0bc2301c7f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (099b3998-2d8c-48ed-900c-d5034b9e9770), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:25.505569 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:25.539622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e1192-b6c9-40b6-9997-8e0bc2301c7f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Subnet': ['ID=099b3998-2d8c-48ed-900c-d5034b9e9770,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:25.540538 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Publish callbacks [] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:25.551012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e1192-b6c9-40b6-9997-8e0bc2301c7f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Checking segment: {'id': '2dce79bf-469a-4172-ae20-7256c1be639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '337cafed-ba5e-40d9-9db4-56998fb3e2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:24:25.551392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e1192-b6c9-40b6-9997-8e0bc2301c7f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network hostable DHCP agents. Network: 337cafed-ba5e-40d9-9db4-56998fb3e2fc, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:24:25.609788 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:25.631462 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:25.653883 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e1192-b6c9-40b6-9997-8e0bc2301c7f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network 337cafed-ba5e-40d9-9db4-56998fb3e2fc is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:24:25.671410 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Network dbf1416b-14e8-4084-963a-bfabc56d33ff is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:25.674835 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:25.678479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:25.688405 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Pushing event updated for resources: {'Port': ['ID=54c3e83d-cf68-4b08-ab7a-b7b6b909a325,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:25.751833 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-615f5cae-b160-42ca-8e93-3673c670b446 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Allocated IP 172.20.0.13 (dbf1416b-14e8-4084-963a-bfabc56d33ff/d958d401-77dc-4a14-98d7-33018c398062/2d45de69-9c79-4c79-8137-5e109bdef6fc) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:25.756121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Attempting to bind port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:24:25.756569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Attempting to bind port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a89d95a6-8d36-4957-adce-203762498dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dbf1416b-14e8-4084-963a-bfabc56d33ff'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:24:25.757237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Attempting to bind port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 on network dbf1416b-14e8-4084-963a-bfabc56d33ff {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:24:25.767114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-7a9e1192-b6c9-40b6-9997-8e0bc2301c7f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 337cafed-ba5e-40d9-9db4-56998fb3e2fc) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:25.772352 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9e1192-b6c9-40b6-9997-8e0bc2301c7f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:25.773434 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1192-b6c9-40b6-9997-8e0bc2301c7f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:25.773965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:24:25.774354 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Checking segment: {'id': 'a89d95a6-8d36-4957-adce-203762498dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dbf1416b-14e8-4084-963a-bfabc56d33ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:24:25.774767 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:25.775160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Bound using segment: {'id': 'a89d95a6-8d36-4957-adce-203762498dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dbf1416b-14e8-4084-963a-bfabc56d33ff'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:24:25.775647 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Bound port: 54c3e83d-cf68-4b08-ab7a-b7b6b909a325, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89d95a6-8d36-4957-adce-203762498dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dbf1416b-14e8-4084-963a-bfabc56d33ff'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:24:25.776035 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:25.791889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa7c4e5-08be-4017-8922-b7ef2bb4eeb0 None None] Network 337cafed-ba5e-40d9-9db4-56998fb3e2fc requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:25.801207 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Allocated IP 172.35.2.180 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/ac90ddbd-3c66-49af-b49a-9b0cee3fa09d) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:25.854506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7a9e1192-b6c9-40b6-9997-8e0bc2301c7f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0776782
Feb 12 21:24:25.862538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58268) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:25.869177 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c9bc7c30-627b-4c53-88b4-864b4eb03737 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'subnet': {'network_id': '4de50162-dda9-4f06-81f8-42b894de2063', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:26.042515 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3f80cc43-6a3b-476a-b00f-3b230731f392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:26.056707 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (ac90ddbd-3c66-49af-b49a-9b0cee3fa09d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:26.079543 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-615f5cae-b160-42ca-8e93-3673c670b446 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks [] for port (2d45de69-9c79-4c79-8137-5e109bdef6fc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:26.102809 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] For port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:24:26.109282 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] For port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54c3e83d-cf68-4b08-ab7a-b7b6b909a325,segment=NetworkSegment(a89d95a6-8d36-4957-adce-203762498dde),segment_id=a89d95a6-8d36-4957-adce-203762498dde)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:24:26.145932 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-337cafed-ba5e-40d9-9db4-56998fb3e2fc', 'network_id': '337cafed-ba5e-40d9-9db4-56998fb3e2fc', 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'fixed_ips': [{'subnet_id': '099b3998-2d8c-48ed-900c-d5034b9e9770'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:24:26.146935 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:26.182654 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a3d02-e32a-4460-adb1-d1bdfa87dfc9 req-c9ae439b-7ee3-4ddd-8871-1b9f93aa0cfc tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:26.184129 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-251a3d02-e32a-4460-adb1-d1bdfa87dfc9 req-c9ae439b-7ee3-4ddd-8871-1b9f93aa0cfc tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.1151230
Feb 12 21:24:26.208338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bc7c30-627b-4c53-88b4-864b4eb03737 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:26.213590 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7c30-627b-4c53-88b4-864b4eb03737 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:26.236173 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-251a3d02-e32a-4460-adb1-d1bdfa87dfc9 req-b157fbce-6279-40d0-ba41-5165e4ee0acc tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454831
Feb 12 21:24:26.297054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Allocated IP 172.20.0.2 (337cafed-ba5e-40d9-9db4-56998fb3e2fc/099b3998-2d8c-48ed-900c-d5034b9e9770/2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:26.308139 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:26.351838 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (ac90ddbd-3c66-49af-b49a-9b0cee3fa09d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:26.358834 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-615f5cae-b160-42ca-8e93-3673c670b446 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (2d45de69-9c79-4c79-8137-5e109bdef6fc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:26.424015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:26.425558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:26.426844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5f92b-8e6f-4d5e-a07a-a22ce1c933a0 None None] Pushing event updated for resources: {'Port': ['ID=54c3e83d-cf68-4b08-ab7a-b7b6b909a325,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:26.428338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:26.471746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615f5cae-b160-42ca-8e93-3673c670b446 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Network dbf1416b-14e8-4084-963a-bfabc56d33ff is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:26.472656 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=ac90ddbd-3c66-49af-b49a-9b0cee3fa09d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:26.533058 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7c30-627b-4c53-88b4-864b4eb03737 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (ff059b2e-35f4-43b8-935c-23f724058611), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:26.566875 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Publish callbacks [] for port (2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:26.585793 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-615f5cae-b160-42ca-8e93-3673c670b446 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:26.595057 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615f5cae-b160-42ca-8e93-3673c670b446 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:26.622571 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc7c30-627b-4c53-88b4-864b4eb03737 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Subnet': ['ID=ff059b2e-35f4-43b8-935c-23f724058611,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:26.633544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bc7c30-627b-4c53-88b4-864b4eb03737 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Checking segment: {'id': 'db054e40-f6d6-4500-9c50-751c20d0f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4de50162-dda9-4f06-81f8-42b894de2063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:24:26.633923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bc7c30-627b-4c53-88b4-864b4eb03737 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network hostable DHCP agents. Network: 4de50162-dda9-4f06-81f8-42b894de2063, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:24:26.666537 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:26.721641 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Network 337cafed-ba5e-40d9-9db4-56998fb3e2fc is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:26.723523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:26.727628 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:26.741535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Pushing event updated for resources: {'Port': ['ID=2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:26.745381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bc7c30-627b-4c53-88b4-864b4eb03737 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network 4de50162-dda9-4f06-81f8-42b894de2063 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:24:26.769679 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615f5cae-b160-42ca-8e93-3673c670b446 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:26.770404 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-615f5cae-b160-42ca-8e93-3673c670b446 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:26.776278 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f5cae-b160-42ca-8e93-3673c670b446 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Pushing event updated for resources: {'Port': ['ID=2d45de69-9c79-4c79-8137-5e109bdef6fc,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:26.824918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Attempting to bind port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:24:26.825301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Attempting to bind port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2dce79bf-469a-4172-ae20-7256c1be639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '337cafed-ba5e-40d9-9db4-56998fb3e2fc'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:24:26.825758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Attempting to bind port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec on network 337cafed-ba5e-40d9-9db4-56998fb3e2fc {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:24:26.832502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:24:26.832894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Checking segment: {'id': '2dce79bf-469a-4172-ae20-7256c1be639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '337cafed-ba5e-40d9-9db4-56998fb3e2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:24:26.833329 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:26.833769 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Bound using segment: {'id': '2dce79bf-469a-4172-ae20-7256c1be639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '337cafed-ba5e-40d9-9db4-56998fb3e2fc'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:24:26.834255 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Bound port: 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dce79bf-469a-4172-ae20-7256c1be639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '337cafed-ba5e-40d9-9db4-56998fb3e2fc'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:24:26.834642 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:26.899624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c9bc7c30-627b-4c53-88b4-864b4eb03737 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4de50162-dda9-4f06-81f8-42b894de2063) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:26.906250 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bc7c30-627b-4c53-88b4-864b4eb03737 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:26.907599 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7c30-627b-4c53-88b4-864b4eb03737 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:26.916865 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e3587c-984b-486e-828a-8d48d75db9f7 None None] Network 4de50162-dda9-4f06-81f8-42b894de2063 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:26.949801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58278) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:26.949972 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-615f5cae-b160-42ca-8e93-3673c670b446 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.7844388
Feb 12 21:24:26.956340 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:26.966084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-359f2491-3370-4e20-bf77-67ca854e699b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-298091469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:26.998073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:24:27.001231 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] For port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:24:27.029514 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c9bc7c30-627b-4c53-88b4-864b4eb03737 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1649768
Feb 12 21:24:27.032859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58282) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:27.037994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-221e9eba-c645-4724-a7a2-ea4610706d97 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1319547721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:27.053427 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] For port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec,segment=NetworkSegment(2dce79bf-469a-4172-ae20-7256c1be639e),segment_id=2dce79bf-469a-4172-ae20-7256c1be639e)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:24:27.106403 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:27.106780 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.135051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4de50162-dda9-4f06-81f8-42b894de2063', 'network_id': '4de50162-dda9-4f06-81f8-42b894de2063', 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'fixed_ips': [{'subnet_id': 'ff059b2e-35f4-43b8-935c-23f724058611'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:24:27.136173 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.137872 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-359f2491-3370-4e20-bf77-67ca854e699b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (d543d493-4c84-4e23-9be4-9b3593e8c0b8), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.139250 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-359f2491-3370-4e20-bf77-67ca854e699b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (d543d493-4c84-4e23-9be4-9b3593e8c0b8), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.180787 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-221e9eba-c645-4724-a7a2-ea4610706d97 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (e2901d34-5332-4c77-b821-db9e37afc9b0), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.182966 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-221e9eba-c645-4724-a7a2-ea4610706d97 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (e2901d34-5332-4c77-b821-db9e37afc9b0), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.183243 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.197505 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (aa7d7711-cb9e-41e8-b9a0-ab1ab91f9390), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.286342 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-359f2491-3370-4e20-bf77-67ca854e699b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks [] for router_controller (d543d493-4c84-4e23-9be4-9b3593e8c0b8), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.301130 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-221e9eba-c645-4724-a7a2-ea4610706d97 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_controller (e2901d34-5332-4c77-b821-db9e37afc9b0), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.355901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:27.356468 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.444994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41e3d0-64f9-4248-82d9-0d91c9322d85 req-1254fc98-383f-48a2-a4ef-25439b412033 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:27.447064 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ef41e3d0-64f9-4248-82d9-0d91c9322d85 req-1254fc98-383f-48a2-a4ef-25439b412033 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 945 time: 0.1170166
Feb 12 21:24:27.453111 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ac90ddbd-3c66-49af-b49a-9b0cee3fa09d), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.465315 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 7e592411-155b-4647-a7b6-b5174ceee7ec no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:24:27.479685 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc725c5-47ef-4226-95d7-7e3cd436caea None None] Pushing event updated for resources: {'Port': ['ID=2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:27.483238 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58290) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:27.505820 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-221e9eba-c645-4724-a7a2-ea4610706d97 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (e2901d34-5332-4c77-b821-db9e37afc9b0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.513613 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-359f2491-3370-4e20-bf77-67ca854e699b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (d543d493-4c84-4e23-9be4-9b3593e8c0b8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.559968 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54c3e83d-cf68-4b08-ab7a-b7b6b909a325,segment=NetworkSegment(a89d95a6-8d36-4957-adce-203762498dde),segment_id=a89d95a6-8d36-4957-adce-203762498dde)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:27.566251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Allocated IP 172.21.0.2 (4de50162-dda9-4f06-81f8-42b894de2063/ff059b2e-35f4-43b8-935c-23f724058611/ff297fa7-f917-4499-a96d-8c6de0cc77ea) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:27.632718 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ef41e3d0-64f9-4248-82d9-0d91c9322d85 req-6df9be86-7acc-4d4f-b7fd-eee80e8041a1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696892
Feb 12 21:24:27.636282 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-359f2491-3370-4e20-bf77-67ca854e699b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.641522 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-359f2491-3370-4e20-bf77-67ca854e699b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.6886802
Feb 12 21:24:27.644615 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58296) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:27.657985 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-50bb13a1-87d3-4524-8bee-ccfb245fbd3b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-981782281', 'prefixes': ['172.20.0.0/16']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:27.708452 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.717704 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-221e9eba-c645-4724-a7a2-ea4610706d97 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.719651 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-221e9eba-c645-4724-a7a2-ea4610706d97 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.6849275
Feb 12 21:24:27.724225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58300) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:27.826201 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (ac90ddbd-3c66-49af-b49a-9b0cee3fa09d), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.868804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=54c3e83d-cf68-4b08-ab7a-b7b6b909a325,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:27.883847 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.899043 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 7e592411-155b-4647-a7b6-b5174ceee7ec is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:27.899579 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.908554 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (ac90ddbd-3c66-49af-b49a-9b0cee3fa09d), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:27.957600 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955f9962-b43e-40fa-af91-d85da806dad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e592411-155b-4647-a7b6-b5174ceee7ec'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:24:27.961378 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e14ceab-aa7c-47a8-b5f6-9573cc4d7d62" -d '{"events": [{"server_uuid": "955f9962-b43e-40fa-af91-d85da806dad0", "name": "network-vif-unplugged", "status": "completed", "tag": "7e592411-155b-4647-a7b6-b5174ceee7ec"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:24:27.991084 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 7e592411-155b-4647-a7b6-b5174ceee7ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e592411-155b-4647-a7b6-b5174ceee7ec,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:28.038520 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 12 Feb 2022 21:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40a678b-5f3f-4204-b9be-e4b5d6f5ddf2 x-openstack-request-id: req-e40a678b-5f3f-4204-b9be-e4b5d6f5ddf2 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:24:28.039091 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955f9962-b43e-40fa-af91-d85da806dad0", "name": "network-vif-unplugged", "status": "failed", "tag": "7e592411-155b-4647-a7b6-b5174ceee7ec", "code": 422}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:24:28.039660 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e40a678b-5f3f-4204-b9be-e4b5d6f5ddf2 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:24:28.040278 ncdv-master-1 neutron-server[126507]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '955f9962-b43e-40fa-af91-d85da806dad0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7e592411-155b-4647-a7b6-b5174ceee7ec', 'code': 422} returned with failed status
Feb 12 21:24:28.063965 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e5363-dae3-4390-b74e-14dab827b5e4 req-85593d7e-2069-464b-9f03-42ba62cdfb9d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:28.066402 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c09e5363-dae3-4390-b74e-14dab827b5e4 req-85593d7e-2069-464b-9f03-42ba62cdfb9d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2588193
Feb 12 21:24:28.077644 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Publish callbacks [] for port (ff297fa7-f917-4499-a96d-8c6de0cc77ea), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:28.110793 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:28.113010 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (aa7d7711-cb9e-41e8-b9a0-ab1ab91f9390), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:28.162602 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=ac90ddbd-3c66-49af-b49a-9b0cee3fa09d,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:28.173658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce936a24-8bba-44e9-90e3-c9f719e4c98f None None] Network dbf1416b-14e8-4084-963a-bfabc56d33ff requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:28.202007 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (ff297fa7-f917-4499-a96d-8c6de0cc77ea), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:28.214943 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.215415 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.215823 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.216226 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.216624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.217035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.217824 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.217824 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.218207 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.218600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.218992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.220272 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.220670 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.221172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=7e592411-155b-4647-a7b6-b5174ceee7ec,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:28.256861 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c09e5363-dae3-4390-b74e-14dab827b5e4 req-e61b044d-c103-4060-ba18-1836bf2e3ffd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1820626
Feb 12 21:24:28.292406 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50bb13a1-87d3-4524-8bee-ccfb245fbd3b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:28.292406 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-50bb13a1-87d3-4524-8bee-ccfb245fbd3b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.6457336
Feb 12 21:24:28.302248 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58310) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:28.307342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-b1edbc63-a029-44f0-883d-efa5ac4f541b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fc700476bb0>, 'subnets', 'd958d401-77dc-4a14-98d7-33018c398062', 'tempest-TagsExtTest-Tag-196228233') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:28.328299 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:28.337345 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Network 4de50162-dda9-4f06-81f8-42b894de2063 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:28.347291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:28.355967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:28.370199 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-48b679c6-49e0-4de7-a41c-8415dca99d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:28.372703 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Floating IP aa7d7711-cb9e-41e8-b9a0-ab1ab91f9390 associated. External IP: 172.35.2.180, port: fd39c1c5-4c61-4345-ab8e-a447e68f8a6d.
Feb 12 21:24:28.373958 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Pushing event updated for resources: {'Port': ['ID=ff297fa7-f917-4499-a96d-8c6de0cc77ea,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:28.377447 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-cbd9dd59-7cd9-48bd-9fae-f1f9190407e3 None None] Provisioning complete for port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:28.377447 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cbd9dd59-7cd9-48bd-9fae-f1f9190407e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:28.437306 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Publish callbacks [] for security_group (7f51ffff-a731-45d7-9937-062e1811d436), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:28.518464 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Attempting to bind port ff297fa7-f917-4499-a96d-8c6de0cc77ea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:24:28.518843 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Attempting to bind port ff297fa7-f917-4499-a96d-8c6de0cc77ea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'db054e40-f6d6-4500-9c50-751c20d0f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4de50162-dda9-4f06-81f8-42b894de2063'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:24:28.519272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Attempting to bind port ff297fa7-f917-4499-a96d-8c6de0cc77ea on network 4de50162-dda9-4f06-81f8-42b894de2063 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:24:28.528469 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7f51ffff-a731-45d7-9937-062e1811d436), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:28.536208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:24:28.536644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Checking segment: {'id': 'db054e40-f6d6-4500-9c50-751c20d0f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4de50162-dda9-4f06-81f8-42b894de2063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:24:28.537527 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:28.538121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Bound using segment: {'id': 'db054e40-f6d6-4500-9c50-751c20d0f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4de50162-dda9-4f06-81f8-42b894de2063'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:24:28.538644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Bound port: ff297fa7-f917-4499-a96d-8c6de0cc77ea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db054e40-f6d6-4500-9c50-751c20d0f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4de50162-dda9-4f06-81f8-42b894de2063'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:24:28.539175 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ff297fa7-f917-4499-a96d-8c6de0cc77ea), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:28.555761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a538b7a-1a72-4615-a242-6c3564570b83 req-70382d8a-7ca9-4adf-b8a8-bc8139f58bee tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:28.555761 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a538b7a-1a72-4615-a242-6c3564570b83 req-70382d8a-7ca9-4adf-b8a8-bc8139f58bee tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1947827
Feb 12 21:24:28.654815 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] For port ff297fa7-f917-4499-a96d-8c6de0cc77ea, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:24:28.660047 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] For port ff297fa7-f917-4499-a96d-8c6de0cc77ea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff297fa7-f917-4499-a96d-8c6de0cc77ea,segment=NetworkSegment(db054e40-f6d6-4500-9c50-751c20d0f4aa),segment_id=db054e40-f6d6-4500-9c50-751c20d0f4aa)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:24:28.716043 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-cbd9dd59-7cd9-48bd-9fae-f1f9190407e3 None None] Current status of the port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:28.727175 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5096ea7587e4326a11d8ed590887424&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2384024
Feb 12 21:24:28.729176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f51ffff-a731-45d7-9937-062e1811d436,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:28.732206 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ff297fa7-f917-4499-a96d-8c6de0cc77ea), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:28.738868 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58314) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:28.850647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a538b7a-1a72-4615-a242-6c3564570b83 req-6f2bd61c-2e15-4c8f-8ff4-1996e76b79dd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2776337
Feb 12 21:24:28.881941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.882294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.882636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.882979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.883314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.883653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.883981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.884395 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.884622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.884945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.885273 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.885643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.886000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b6ae7-5603-4a9c-9ce9-a30b45512a8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:24:28.912620 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218335c-d8f6-4ec4-9bbc-6278200c1cd1 None None] Pushing event updated for resources: {'Port': ['ID=ff297fa7-f917-4499-a96d-8c6de0cc77ea,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:29.020929 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cfb86df0-b83d-420e-9420-0f56961551e3 admin admin] Publish callbacks [] for security_group (7f51ffff-a731-45d7-9937-062e1811d436), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:29.057661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f53b8ec-0803-4065-bcd5-2783c8c43b37 None None] Provisioning complete for port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:29.057661 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f53b8ec-0803-4065-bcd5-2783c8c43b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:29.113528 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cfb86df0-b83d-420e-9420-0f56961551e3 admin admin] Publish callbacks [] for security_group (7f51ffff-a731-45d7-9937-062e1811d436), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:29.176448 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:29.192783 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d884fa9-9e5a-4441-84f5-f7887e62de2d req-1f97c6af-57c2-44d2-9350-81e630bfacba tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:29.199037 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5d884fa9-9e5a-4441-84f5-f7887e62de2d req-1f97c6af-57c2-44d2-9350-81e630bfacba tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1094632
Feb 12 21:24:29.231365 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b1edbc63-a029-44f0-883d-efa5ac4f541b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "PUT /v2.0/subnets/d958d401-77dc-4a14-98d7-33018c398062/tags/tempest-TagsExtTest-Tag-196228233 HTTP/1.1" status: 201  len: 201 time: 0.9251773
Feb 12 21:24:29.265476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f53b8ec-0803-4065-bcd5-2783c8c43b37 None None] Current status of the port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:29.271470 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58adcd90-38af-44c4-9ca6-5abf68cc02d0 None None] Network 337cafed-ba5e-40d9-9db4-56998fb3e2fc requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:29.272375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58322) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:29.292595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:24:29.338554 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-509456a7-b4ad-4f18-a31c-0cbf86dbcf2b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6f8e7ff40>, 'ports', '2d45de69-9c79-4c79-8137-5e109bdef6fc', 'tempest-TagsExtTest-Tag-5056680') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:29.379247 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cfb86df0-b83d-420e-9420-0f56961551e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7f51ffff-a731-45d7-9937-062e1811d436), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:29.386072 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cfb86df0-b83d-420e-9420-0f56961551e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:29.387279 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cfb86df0-b83d-420e-9420-0f56961551e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f51ffff-a731-45d7-9937-062e1811d436 HTTP/1.1" status: 204  len: 168 time: 0.5654285
Feb 12 21:24:29.409000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb86df0-b83d-420e-9420-0f56961551e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f51ffff-a731-45d7-9937-062e1811d436,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:29.429992 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Allocated IP 172.20.0.1 (337cafed-ba5e-40d9-9db4-56998fb3e2fc/099b3998-2d8c-48ed-900c-d5034b9e9770/fd957283-4492-4fc6-9218-a6d992566e56) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:29.479727 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5d884fa9-9e5a-4441-84f5-f7887e62de2d req-0fcb20bc-06af-4840-b2e8-2c9390c8817e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2797525
Feb 12 21:24:29.580261 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:29.644854 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e9989a-d032-48cd-a00f-83e182263a38 None None] Sync routers for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:29.668802 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (fd957283-4492-4fc6-9218-a6d992566e56), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:29.687115 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee583c3-d21d-4679-b5fe-83604a3d4fd8 req-27d299c1-61ca-4a4b-acb2-9c3b9982964f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:29.688898 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bee583c3-d21d-4679-b5fe-83604a3d4fd8 req-27d299c1-61ca-4a4b-acb2-9c3b9982964f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0915101
Feb 12 21:24:29.695108 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f53b8ec-0803-4065-bcd5-2783c8c43b37 None None] Provisioning complete for port 2d45de69-9c79-4c79-8137-5e109bdef6fc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:29.701225 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f53b8ec-0803-4065-bcd5-2783c8c43b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d45de69-9c79-4c79-8137-5e109bdef6fc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:29.736683 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-509456a7-b4ad-4f18-a31c-0cbf86dbcf2b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "PUT /v2.0/ports/2d45de69-9c79-4c79-8137-5e109bdef6fc/tags/tempest-TagsExtTest-Tag-5056680 HTTP/1.1" status: 201  len: 201 time: 0.4078684
Feb 12 21:24:29.739072 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58328) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:29.744471 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-e4edcb0a-a696-4958-b0e3-baa17e0e29fe tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fc7001ccd30>, 'routers', 'd543d493-4c84-4e23-9be4-9b3593e8c0b8', 'tempest-TagsExtTest-Tag-999083922') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:29.764738 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9989a-d032-48cd-a00f-83e182263a38 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:29.765415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-27e9989a-d032-48cd-a00f-83e182263a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb535700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:29.770917 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bee583c3-d21d-4679-b5fe-83604a3d4fd8 req-edf207e9-c671-4227-91ec-a045fdfffb5d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748117
Feb 12 21:24:29.788331 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:29.816249 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:29.816992 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-27e9989a-d032-48cd-a00f-83e182263a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb535700>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:29.819297 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f53b8ec-0803-4065-bcd5-2783c8c43b37 None None] Port 2d45de69-9c79-4c79-8137-5e109bdef6fc cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:24:29.854506 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (fd957283-4492-4fc6-9218-a6d992566e56), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:29.861396 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-911aa43b-c517-4fad-a8e6-dc10a57f1c77 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 4.5181372
Feb 12 21:24:29.867019 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:29.870200 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9989a-d032-48cd-a00f-83e182263a38 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:29.870766 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58336) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:29.871033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-27e9989a-d032-48cd-a00f-83e182263a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb535700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:29.876748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-71ea7fe6-a253-4d5a-923b-fd4b58db4c75 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'floatingip': {'port_id': 'fd39c1c5-4c61-4345-ab8e-a447e68f8a6d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:29.933523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-27e9989a-d032-48cd-a00f-83e182263a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb535700>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:29.934250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e9989a-d032-48cd-a00f-83e182263a38 None None] The sync data for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:29.936526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:29.936967 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:29.980584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=fd957283-4492-4fc6-9218-a6d992566e56,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:29.991616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2992ef67-1675-4743-b9ba-443be74a021a None None] Provisioning complete for port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:29.992009 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2992ef67-1675-4743-b9ba-443be74a021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:29.993613 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network 337cafed-ba5e-40d9-9db4-56998fb3e2fc is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:29.996835 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:29.998124 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71ea7fe6-a253-4d5a-923b-fd4b58db4c75 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (aa7d7711-cb9e-41e8-b9a0-ab1ab91f9390), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:30.001875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:30.057027 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (e2901d34-5332-4c77-b821-db9e37afc9b0), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:30.101324 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e4edcb0a-a696-4958-b0e3-baa17e0e29fe tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "PUT /v2.0/routers/d543d493-4c84-4e23-9be4-9b3593e8c0b8/tags/tempest-TagsExtTest-Tag-999083922 HTTP/1.1" status: 201  len: 201 time: 0.3612287
Feb 12 21:24:30.106073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58338) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:30.118146 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-8f5d9517-76e9-4ede-ac6d-432c69259566 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6f9da0550>, 'subnetpools', 'f6f23450-4917-4d80-9a17-2c2f18e36000', 'tempest-TagsExtTest-Tag-1212370907') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:30.155749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:30.156175 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:30.212989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2992ef67-1675-4743-b9ba-443be74a021a None None] Current status of the port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:30.212989 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2992ef67-1675-4743-b9ba-443be74a021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:30.255135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec,segment=NetworkSegment(2dce79bf-469a-4172-ae20-7256c1be639e),segment_id=2dce79bf-469a-4172-ae20-7256c1be639e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:30.363042 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56663782-77ff-416f-8785-228a35592d26 req-6cfb7a9c-2e01-4a29-8d64-3fb75b6d96ca tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:30.364975 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56663782-77ff-416f-8785-228a35592d26 req-6cfb7a9c-2e01-4a29-8d64-3fb75b6d96ca tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0849473
Feb 12 21:24:30.392875 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:30.393758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:24:30.419720 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8f5d9517-76e9-4ede-ac6d-432c69259566 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "PUT /v2.0/subnetpools/f6f23450-4917-4d80-9a17-2c2f18e36000/tags/tempest-TagsExtTest-Tag-1212370907 HTTP/1.1" status: 201  len: 201 time: 0.3067892
Feb 12 21:24:30.429263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58346) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:30.457125 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-350a58e0-45c0-4468-892a-d1bde026ed77 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6f972c220>, 'subnets', 'd958d401-77dc-4a14-98d7-33018c398062') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:30.470922 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58348) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:30.487036 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e177bb24-a251-42f6-97eb-7c8eb8f76b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:30.525824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:30.532775 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fd957283-4492-4fc6-9218-a6d992566e56), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:30.605872 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56663782-77ff-416f-8785-228a35592d26 req-6c04f78e-314f-487f-8ec7-0a39b32cf235 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2349076
Feb 12 21:24:30.631154 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-2992ef67-1675-4743-b9ba-443be74a021a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:24:30.631154 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-2992ef67-1675-4743-b9ba-443be74a021a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:24:30.654020 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:30.654692 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:30.758104 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e177bb24-a251-42f6-97eb-7c8eb8f76b28 admin admin] Publish callbacks [] for security_group (0ac86f81-6cf3-4787-8354-c714558c52bc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:30.821515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:30.849163 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-350a58e0-45c0-4468-892a-d1bde026ed77 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/subnets/d958d401-77dc-4a14-98d7-33018c398062/tags HTTP/1.1" status: 200  len: 240 time: 0.4128046
Feb 12 21:24:30.849806 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58368) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:30.855995 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-3e47944e-b21f-4367-bdd6-72b96045841f tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6f983bca0>, 'subnets', 'd958d401-77dc-4a14-98d7-33018c398062', 'tempest-TagsExtTest-Tag-196228233') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:30.885758 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e177bb24-a251-42f6-97eb-7c8eb8f76b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0ac86f81-6cf3-4787-8354-c714558c52bc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:30.935212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec1237c-9245-462f-8c1d-1294b8a4c374 None None] Network 4de50162-dda9-4f06-81f8-42b894de2063 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:30.949726 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e177bb24-a251-42f6-97eb-7c8eb8f76b28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22f31c7e6280471fa06cc22b6254234c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4828377
Feb 12 21:24:30.956284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58372) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:30.965263 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71ea7fe6-a253-4d5a-923b-fd4b58db4c75 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:30.967339 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177bb24-a251-42f6-97eb-7c8eb8f76b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac86f81-6cf3-4787-8354-c714558c52bc,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:31.046698 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6db4-5ea0-4197-b986-49d5e9e9a01a admin admin] Publish callbacks [] for security_group (0ac86f81-6cf3-4787-8354-c714558c52bc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:31.063564 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:31.075490 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6db4-5ea0-4197-b986-49d5e9e9a01a admin admin] Publish callbacks [] for security_group (0ac86f81-6cf3-4787-8354-c714558c52bc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:31.088252 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71ea7fe6-a253-4d5a-923b-fd4b58db4c75 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (aa7d7711-cb9e-41e8-b9a0-ab1ab91f9390), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:31.115635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:24:31.196507 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2992ef67-1675-4743-b9ba-443be74a021a None None] Current status of the port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:31.225769 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2992ef67-1675-4743-b9ba-443be74a021a None None] Provisioning complete for port 2d45de69-9c79-4c79-8137-5e109bdef6fc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:31.226069 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2992ef67-1675-4743-b9ba-443be74a021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d45de69-9c79-4c79-8137-5e109bdef6fc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:31.278710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2992ef67-1675-4743-b9ba-443be74a021a None None] Port 2d45de69-9c79-4c79-8137-5e109bdef6fc cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:24:31.300091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:31.300091 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:31.304791 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6db4-5ea0-4197-b986-49d5e9e9a01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0ac86f81-6cf3-4787-8354-c714558c52bc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:31.307677 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eaeb6db4-5ea0-4197-b986-49d5e9e9a01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:31.311358 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-eaeb6db4-5ea0-4197-b986-49d5e9e9a01a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ac86f81-6cf3-4787-8354-c714558c52bc HTTP/1.1" status: 204  len: 168 time: 0.3516929
Feb 12 21:24:31.358792 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb6db4-5ea0-4197-b986-49d5e9e9a01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac86f81-6cf3-4787-8354-c714558c52bc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:31.451544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ea7fe6-a253-4d5a-923b-fd4b58db4c75 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:31.507109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-00bd2dfd-4522-4930-969a-05f30ae6bf65 None None] Provisioning complete for port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:31.507720 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-00bd2dfd-4522-4930-969a-05f30ae6bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:31.513277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:31.514502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ff297fa7-f917-4499-a96d-8c6de0cc77ea up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:24:31.638723 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3e47944e-b21f-4367-bdd6-72b96045841f tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/subnets/d958d401-77dc-4a14-98d7-33018c398062/tags/tempest-TagsExtTest-Tag-196228233 HTTP/1.1" status: 204  len: 168 time: 0.7859941
Feb 12 21:24:31.643267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58400) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:31.650544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-318e4562-86c5-4fb5-a01e-d9adeb82b337 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6f8e56070>, 'subnets', 'd958d401-77dc-4a14-98d7-33018c398062', 'tempest-TagsExtTest-Tag-196228233') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:31.652771 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-00bd2dfd-4522-4930-969a-05f30ae6bf65 None None] Current status of the port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:31.657483 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ff297fa7-f917-4499-a96d-8c6de0cc77ea triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:31.658140 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ff297fa7-f917-4499-a96d-8c6de0cc77ea), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:31.689205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ea7fe6-a253-4d5a-923b-fd4b58db4c75 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:31.700825 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71ea7fe6-a253-4d5a-923b-fd4b58db4c75 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:31.708890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-00bd2dfd-4522-4930-969a-05f30ae6bf65 None None] Provisioning complete for port ff297fa7-f917-4499-a96d-8c6de0cc77ea triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:31.709235 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-00bd2dfd-4522-4930-969a-05f30ae6bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ff297fa7-f917-4499-a96d-8c6de0cc77ea), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:31.720977 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e90345d-346a-4781-88be-e18fc30ee178 None None] Sync routers for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:31.753818 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e90345d-346a-4781-88be-e18fc30ee178 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:31.755856 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1e90345d-346a-4781-88be-e18fc30ee178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbda7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:31.774217 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (fd957283-4492-4fc6-9218-a6d992566e56), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:31.818344 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1e90345d-346a-4781-88be-e18fc30ee178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbda7c0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:31.828727 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e90345d-346a-4781-88be-e18fc30ee178 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:31.829796 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1e90345d-346a-4781-88be-e18fc30ee178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbda7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:31.844328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ff297fa7-f917-4499-a96d-8c6de0cc77ea is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:31.845065 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ff297fa7-f917-4499-a96d-8c6de0cc77ea), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:31.848263 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (fd957283-4492-4fc6-9218-a6d992566e56), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:31.869070 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1e90345d-346a-4781-88be-e18fc30ee178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbda7c0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:31.870082 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e90345d-346a-4781-88be-e18fc30ee178 None None] The sync data for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:31.970336 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port ff297fa7-f917-4499-a96d-8c6de0cc77ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff297fa7-f917-4499-a96d-8c6de0cc77ea,segment=NetworkSegment(db054e40-f6d6-4500-9c50-751c20d0f4aa),segment_id=db054e40-f6d6-4500-9c50-751c20d0f4aa)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:31.980232 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-00bd2dfd-4522-4930-969a-05f30ae6bf65 None None] Current status of the port ff297fa7-f917-4499-a96d-8c6de0cc77ea is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:31.980232 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-00bd2dfd-4522-4930-969a-05f30ae6bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ff297fa7-f917-4499-a96d-8c6de0cc77ea), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:32.001407 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (e2901d34-5332-4c77-b821-db9e37afc9b0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:32.007983 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-318e4562-86c5-4fb5-a01e-d9adeb82b337 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/subnets/d958d401-77dc-4a14-98d7-33018c398062/tags/tempest-TagsExtTest-Tag-196228233 HTTP/1.1" status: 204  len: 168 time: 0.3637555
Feb 12 21:24:32.018157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58418) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:32.023352 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-1eb864b7-c795-4d6e-85fd-8166ce1ab12b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6f932bfa0>, 'subnets', 'd958d401-77dc-4a14-98d7-33018c398062') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:32.028895 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=fd957283-4492-4fc6-9218-a6d992566e56,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:32.060192 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ff297fa7-f917-4499-a96d-8c6de0cc77ea), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:32.129408 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-71ea7fe6-a253-4d5a-923b-fd4b58db4c75 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "PUT /v2.0/floatingips/aa7d7711-cb9e-41e8-b9a0-ab1ab91f9390 HTTP/1.1" status: 200  len: 979 time: 2.2574456
Feb 12 21:24:32.133498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58422) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:32.148485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72e23c-655d-4d94-a26d-ec7a8043d2be req-ee27b8f6-9867-4727-9b72-ff2c31371ee3 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:32.154211 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1d72e23c-655d-4d94-a26d-ec7a8043d2be req-ee27b8f6-9867-4727-9b72-ff2c31371ee3 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1119158
Feb 12 21:24:32.182768 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-00bd2dfd-4522-4930-969a-05f30ae6bf65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:24:32.183126 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-00bd2dfd-4522-4930-969a-05f30ae6bf65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:24:32.188069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=ff297fa7-f917-4499-a96d-8c6de0cc77ea,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:32.196473 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1eb864b7-c795-4d6e-85fd-8166ce1ab12b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/subnets/d958d401-77dc-4a14-98d7-33018c398062/tags HTTP/1.1" status: 200  len: 205 time: 0.1768742
Feb 12 21:24:32.199726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58426) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:32.212943 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-e5607e9f-8d46-4375-87b7-570365a60bb8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6f920f430>, 'ports', '2d45de69-9c79-4c79-8137-5e109bdef6fc') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:32.228055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network 337cafed-ba5e-40d9-9db4-56998fb3e2fc is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:32.229559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:32.250170 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:32.382193 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1d72e23c-655d-4d94-a26d-ec7a8043d2be req-324fb14a-2f49-4ecf-8a88-baf02ac797a8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1792650
Feb 12 21:24:32.451522 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e5607e9f-8d46-4375-87b7-570365a60bb8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/ports/2d45de69-9c79-4c79-8137-5e109bdef6fc/tags HTTP/1.1" status: 200  len: 238 time: 0.2485757
Feb 12 21:24:32.451891 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58436) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:32.458591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-9fa05a48-c1ab-467f-aadc-62a68d7f1a41 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6f9401e80>, 'ports', '2d45de69-9c79-4c79-8137-5e109bdef6fc', 'tempest-TagsExtTest-Tag-5056680') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:32.493286 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-17132be7-e7f9-457f-b7a1-1cf787f977f2 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting port ac90ddbd-3c66-49af-b49a-9b0cee3fa09d {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:32.493801 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-17132be7-e7f9-457f-b7a1-1cf787f977f2 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ac90ddbd-3c66-49af-b49a-9b0cee3fa09d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:32.551862 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router e2901d34-5332-4c77-b821-db9e37afc9b0 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:24:32.579583 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9fa05a48-c1ab-467f-aadc-62a68d7f1a41 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/ports/2d45de69-9c79-4c79-8137-5e109bdef6fc/tags/tempest-TagsExtTest-Tag-5056680 HTTP/1.1" status: 204  len: 168 time: 0.1252403
Feb 12 21:24:32.583676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58452) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:32.590505 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-0d64a28c-7c83-4559-b031-5daa17ae67f6 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6f9401b20>, 'ports', '2d45de69-9c79-4c79-8137-5e109bdef6fc', 'tempest-TagsExtTest-Tag-5056680') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:32.647848 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-17132be7-e7f9-457f-b7a1-1cf787f977f2 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ac90ddbd-3c66-49af-b49a-9b0cee3fa09d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:32.648277 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-17132be7-e7f9-457f-b7a1-1cf787f977f2 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (ac90ddbd-3c66-49af-b49a-9b0cee3fa09d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:32.666573 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-17132be7-e7f9-457f-b7a1-1cf787f977f2 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Calling delete_port for ac90ddbd-3c66-49af-b49a-9b0cee3fa09d owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:32.738943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-00bd2dfd-4522-4930-969a-05f30ae6bf65 None None] Current status of the port ff297fa7-f917-4499-a96d-8c6de0cc77ea is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:32.763437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-00bd2dfd-4522-4930-969a-05f30ae6bf65 None None] Provisioning complete for port fd957283-4492-4fc6-9218-a6d992566e56 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:32.763944 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-00bd2dfd-4522-4930-969a-05f30ae6bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fd957283-4492-4fc6-9218-a6d992566e56), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:32.790823 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:32.796673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a406f84c-f484-42d1-adff-c8e39cc86a07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/e2901d34-5332-4c77-b821-db9e37afc9b0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0730371
Feb 12 21:24:32.801138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58464) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:32.824335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891f46d3-c9b4-4079-9de0-7f9915e377db None None] Sync routers for ids ['e2901d34-5332-4c77-b821-db9e37afc9b0'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:32.847968 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891f46d3-c9b4-4079-9de0-7f9915e377db None None] Routers {'e2901d34-5332-4c77-b821-db9e37afc9b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:32.848866 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-891f46d3-c9b4-4079-9de0-7f9915e377db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa755eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e2901d34-5332-4c77-b821-db9e37afc9b0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:32.853268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-00bd2dfd-4522-4930-969a-05f30ae6bf65 None None] Port fd957283-4492-4fc6-9218-a6d992566e56 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:24:32.869636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451f2ee8-1d13-406b-9c01-7b4dd8bf7684 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:32.871214 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-451f2ee8-1d13-406b-9c01-7b4dd8bf7684 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports/fd957283-4492-4fc6-9218-a6d992566e56 HTTP/1.1" status: 200  len: 910 time: 0.0693510
Feb 12 21:24:32.875118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58470) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:32.920419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-891f46d3-c9b4-4079-9de0-7f9915e377db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa755eb0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:32.948700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891f46d3-c9b4-4079-9de0-7f9915e377db None None] Routers {'e2901d34-5332-4c77-b821-db9e37afc9b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:32.949397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-891f46d3-c9b4-4079-9de0-7f9915e377db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa755eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e2901d34-5332-4c77-b821-db9e37afc9b0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:32.956109 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0d64a28c-7c83-4559-b031-5daa17ae67f6 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/ports/2d45de69-9c79-4c79-8137-5e109bdef6fc/tags/tempest-TagsExtTest-Tag-5056680 HTTP/1.1" status: 204  len: 168 time: 0.3710754
Feb 12 21:24:32.959022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58474) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:32.965738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-8881a8c6-69b4-4a9c-a91c-6c40426d80f5 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6fbf16f70>, 'ports', '2d45de69-9c79-4c79-8137-5e109bdef6fc') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:33.007375 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-891f46d3-c9b4-4079-9de0-7f9915e377db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa755eb0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:33.007915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891f46d3-c9b4-4079-9de0-7f9915e377db None None] The sync data for ids ['e2901d34-5332-4c77-b821-db9e37afc9b0'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:33.020223 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-17132be7-e7f9-457f-b7a1-1cf787f977f2 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (ac90ddbd-3c66-49af-b49a-9b0cee3fa09d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:33.027920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ff297fa7-f917-4499-a96d-8c6de0cc77ea up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:24:33.074642 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e0ba8755-7011-4767-a1fe-f911b7353e80 None None] Provisioning complete for port ff297fa7-f917-4499-a96d-8c6de0cc77ea triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:33.074943 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e0ba8755-7011-4767-a1fe-f911b7353e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ff297fa7-f917-4499-a96d-8c6de0cc77ea), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:33.084625 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17132be7-e7f9-457f-b7a1-1cf787f977f2 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Port': ['ID=ac90ddbd-3c66-49af-b49a-9b0cee3fa09d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:33.134909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ff297fa7-f917-4499-a96d-8c6de0cc77ea triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:33.135718 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ff297fa7-f917-4499-a96d-8c6de0cc77ea), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:33.210087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e0ba8755-7011-4767-a1fe-f911b7353e80 None None] Current status of the port ff297fa7-f917-4499-a96d-8c6de0cc77ea is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:33.247948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e0ba8755-7011-4767-a1fe-f911b7353e80 None None] Provisioning complete for port fd957283-4492-4fc6-9218-a6d992566e56 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:33.248326 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e0ba8755-7011-4767-a1fe-f911b7353e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fd957283-4492-4fc6-9218-a6d992566e56), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:33.252691 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8881a8c6-69b4-4a9c-a91c-6c40426d80f5 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/ports/2d45de69-9c79-4c79-8137-5e109bdef6fc/tags HTTP/1.1" status: 200  len: 205 time: 0.2915068
Feb 12 21:24:33.257632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58482) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:33.261998 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-17132be7-e7f9-457f-b7a1-1cf787f977f2 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (aa7d7711-cb9e-41e8-b9a0-ab1ab91f9390), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:33.262352 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-17132be7-e7f9-457f-b7a1-1cf787f977f2 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Floating IP aa7d7711-cb9e-41e8-b9a0-ab1ab91f9390 disassociated (deleted). External IP: 172.35.2.180, port: fd39c1c5-4c61-4345-ab8e-a447e68f8a6d.
Feb 12 21:24:33.263786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-abf9e47c-6e5f-4bd8-ba23-c7ea0e4e1d8d tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6fbde07f0>, 'routers', 'd543d493-4c84-4e23-9be4-9b3593e8c0b8') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:33.284200 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ff297fa7-f917-4499-a96d-8c6de0cc77ea is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:33.293520 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e0ba8755-7011-4767-a1fe-f911b7353e80 None None] Port fd957283-4492-4fc6-9218-a6d992566e56 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:24:33.405621 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:33.409785 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-abf9e47c-6e5f-4bd8-ba23-c7ea0e4e1d8d tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/routers/d543d493-4c84-4e23-9be4-9b3593e8c0b8/tags HTTP/1.1" status: 200  len: 240 time: 0.1522613
Feb 12 21:24:33.412357 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58492) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:33.425083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-f2db62e7-a951-421c-b8c9-22298297f20e tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6fbde0dc0>, 'routers', 'd543d493-4c84-4e23-9be4-9b3593e8c0b8', 'tempest-TagsExtTest-Tag-999083922') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:33.541520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17132be7-e7f9-457f-b7a1-1cf787f977f2 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:33.639970 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f2db62e7-a951-421c-b8c9-22298297f20e tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/routers/d543d493-4c84-4e23-9be4-9b3593e8c0b8/tags/tempest-TagsExtTest-Tag-999083922 HTTP/1.1" status: 204  len: 168 time: 0.2265995
Feb 12 21:24:33.643472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58496) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:33.675905 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17132be7-e7f9-457f-b7a1-1cf787f977f2 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:33.679091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-bf934d69-92eb-4b75-9281-a8406cebb5dc tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fc700215af0>, 'routers', 'd543d493-4c84-4e23-9be4-9b3593e8c0b8', 'tempest-TagsExtTest-Tag-999083922') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:33.693063 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec487fb-7776-4f57-b523-8be04da17ad5 None None] Sync routers for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:33.698575 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-17132be7-e7f9-457f-b7a1-1cf787f977f2 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:33.722078 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec487fb-7776-4f57-b523-8be04da17ad5 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:33.722712 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3ec487fb-7776-4f57-b523-8be04da17ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbda880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:33.738488 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-17132be7-e7f9-457f-b7a1-1cf787f977f2 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/floatingips/aa7d7711-cb9e-41e8-b9a0-ab1ab91f9390 HTTP/1.1" status: 204  len: 168 time: 1.6040595
Feb 12 21:24:33.739338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58502) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:33.763842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58508) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:33.782950 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3ec487fb-7776-4f57-b523-8be04da17ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbda880>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:33.792697 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec487fb-7776-4f57-b523-8be04da17ad5 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:33.793536 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3ec487fb-7776-4f57-b523-8be04da17ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbda880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:33.832759 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3ec487fb-7776-4f57-b523-8be04da17ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbda880>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:33.833998 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec487fb-7776-4f57-b523-8be04da17ad5 None None] The sync data for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:33.876411 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21945cd-7d73-441d-b82d-5602ad2dcaa8 req-578762be-a77f-4361-bdce-17b877cfd4e1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:33.878232 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a21945cd-7d73-441d-b82d-5602ad2dcaa8 req-578762be-a77f-4361-bdce-17b877cfd4e1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.3737338
Feb 12 21:24:33.987406 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3e59e9cd-77fb-409e-8df2-a22e7d3f8c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:34.028502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Allocated IP 172.21.0.1 (4de50162-dda9-4f06-81f8-42b894de2063/ff059b2e-35f4-43b8-935c-23f724058611/ce3d4187-c294-4deb-921d-bbc53179d8fc) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:34.038054 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a21945cd-7d73-441d-b82d-5602ad2dcaa8 req-b0443d83-a804-4a2a-a326-2eea8a030e2c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1115131
Feb 12 21:24:34.117856 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-0bc31fdb-166c-4f8d-9d8d-0cbb2682d90b tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:34.119357 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-0bc31fdb-166c-4f8d-9d8d-0cbb2682d90b tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/networks?id=6d5bc69a-2301-48bc-9830-3152e0fb1763 HTTP/1.1" status: 200  len: 813 time: 0.2816830
Feb 12 21:24:34.147565 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bf934d69-92eb-4b75-9281-a8406cebb5dc tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/routers/d543d493-4c84-4e23-9be4-9b3593e8c0b8/tags/tempest-TagsExtTest-Tag-999083922 HTTP/1.1" status: 204  len: 168 time: 0.4998453
Feb 12 21:24:34.148205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58526) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:34.154578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-4529b129-19e8-4e12-91db-93e4b7608637 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6f9271df0>, 'routers', 'd543d493-4c84-4e23-9be4-9b3593e8c0b8') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:34.161401 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-13d5bb5d-b5b5-4c26-904b-449aef89d27e tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/quotas/07de9e87ea3f495f90baaf85d83b982c HTTP/1.1" status: 200  len: 375 time: 0.0322130
Feb 12 21:24:34.212807 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (ce3d4187-c294-4deb-921d-bbc53179d8fc), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:34.268172 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd7558-9484-4d6f-af7b-2bce9176e5cd tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting port fd39c1c5-4c61-4345-ab8e-a447e68f8a6d {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:34.268510 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7558-9484-4d6f-af7b-2bce9176e5cd tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (fd39c1c5-4c61-4345-ab8e-a447e68f8a6d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:34.300032 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-52071a6c-9999-47c1-9887-b24d0dfca946 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=07de9e87ea3f495f90baaf85d83b982c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1006837
Feb 12 21:24:34.329424 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ce3d4187-c294-4deb-921d-bbc53179d8fc), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:34.369272 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3e59e9cd-77fb-409e-8df2-a22e7d3f8c8e admin admin] Publish callbacks [] for security_group (30dd3298-a455-484d-9a91-c273afa7bf3d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:34.377434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network 4de50162-dda9-4f06-81f8-42b894de2063 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:34.381312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:34.384017 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:34.389267 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4529b129-19e8-4e12-91db-93e4b7608637 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/routers/d543d493-4c84-4e23-9be4-9b3593e8c0b8/tags HTTP/1.1" status: 200  len: 205 time: 0.2363179
Feb 12 21:24:34.389511 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58534) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:34.399345 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-296673d8-3f41-4e38-90a4-ba56243e3458 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6fbcc6460>, 'subnetpools', 'f6f23450-4917-4d80-9a17-2c2f18e36000') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:34.428508 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7558-9484-4d6f-af7b-2bce9176e5cd tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (fd39c1c5-4c61-4345-ab8e-a447e68f8a6d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:34.444428 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (e2901d34-5332-4c77-b821-db9e37afc9b0), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:34.451058 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd7558-9484-4d6f-af7b-2bce9176e5cd tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Calling delete_port for fd39c1c5-4c61-4345-ab8e-a447e68f8a6d owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:34.457229 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-296673d8-3f41-4e38-90a4-ba56243e3458 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/subnetpools/f6f23450-4917-4d80-9a17-2c2f18e36000/tags HTTP/1.1" status: 200  len: 241 time: 0.0667260
Feb 12 21:24:34.459634 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3e59e9cd-77fb-409e-8df2-a22e7d3f8c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (30dd3298-a455-484d-9a91-c273afa7bf3d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:34.468504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58536) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:34.485098 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-11a0a4b9-11ef-4f6c-a233-3e892e4e55fc tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6fab6c490>, 'subnetpools', 'f6f23450-4917-4d80-9a17-2c2f18e36000', 'tempest-TagsExtTest-Tag-1212370907') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:34.491647 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=ce3d4187-c294-4deb-921d-bbc53179d8fc,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:34.505166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-6d6d1243-abaf-4e9c-a012-060ca69d6f8a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:24:34.510621 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-6d6d1243-abaf-4e9c-a012-060ca69d6f8a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1959004
Feb 12 21:24:34.576898 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3e59e9cd-77fb-409e-8df2-a22e7d3f8c8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a3e72a25d074da08cd38eb7eba08098&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8100193
Feb 12 21:24:34.579809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58538) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:34.644153 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-11a0a4b9-11ef-4f6c-a233-3e892e4e55fc tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/subnetpools/f6f23450-4917-4d80-9a17-2c2f18e36000/tags/tempest-TagsExtTest-Tag-1212370907 HTTP/1.1" status: 204  len: 168 time: 0.1670284
Feb 12 21:24:34.648182 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58542) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:34.658327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-db531d7d-3a64-445b-862f-f57d685cff59 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fc700358970>, 'subnetpools', 'f6f23450-4917-4d80-9a17-2c2f18e36000', 'tempest-TagsExtTest-Tag-1212370907') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:34.687390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59e9cd-77fb-409e-8df2-a22e7d3f8c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dd3298-a455-484d-9a91-c273afa7bf3d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:34.718586 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ce3d4187-c294-4deb-921d-bbc53179d8fc), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:34.730462 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-046b5a55-2dcd-4595-96cc-1782fc673da6 admin admin] Publish callbacks [] for security_group (30dd3298-a455-484d-9a91-c273afa7bf3d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:34.731146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-decb0d2b-eec4-4e88-bc43-0ddae0aa150c None None] Provisioning complete for port ce3d4187-c294-4deb-921d-bbc53179d8fc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:34.731752 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-decb0d2b-eec4-4e88-bc43-0ddae0aa150c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ce3d4187-c294-4deb-921d-bbc53179d8fc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:34.760972 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-36ebc30f-ae95-489b-be46-cb62ead313e2 service neutron] 10.222.0.31 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177749
Feb 12 21:24:34.795870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-decb0d2b-eec4-4e88-bc43-0ddae0aa150c None None] Port ce3d4187-c294-4deb-921d-bbc53179d8fc cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:24:34.804473 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-046b5a55-2dcd-4595-96cc-1782fc673da6 admin admin] Publish callbacks [] for security_group (30dd3298-a455-484d-9a91-c273afa7bf3d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:34.924806 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-db531d7d-3a64-445b-862f-f57d685cff59 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/subnetpools/f6f23450-4917-4d80-9a17-2c2f18e36000/tags/tempest-TagsExtTest-Tag-1212370907 HTTP/1.1" status: 204  len: 168 time: 0.2753572
Feb 12 21:24:34.927462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58550) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:34.933855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-94412197-2329-45fc-8df9-d76543205946 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6f9873ca0>, 'subnetpools', 'f6f23450-4917-4d80-9a17-2c2f18e36000') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:34.971835 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-94412197-2329-45fc-8df9-d76543205946 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/subnetpools/f6f23450-4917-4d80-9a17-2c2f18e36000/tags HTTP/1.1" status: 200  len: 205 time: 0.0432272
Feb 12 21:24:34.980502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58552) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:34.987735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-048a7997-5ace-4a38-96bf-c1a9ff4736d4 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6f949a970>, 'subnetpools', 'f6f23450-4917-4d80-9a17-2c2f18e36000') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:35.071174 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-046b5a55-2dcd-4595-96cc-1782fc673da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (30dd3298-a455-484d-9a91-c273afa7bf3d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:35.073783 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-046b5a55-2dcd-4595-96cc-1782fc673da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:35.081213 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-046b5a55-2dcd-4595-96cc-1782fc673da6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30dd3298-a455-484d-9a91-c273afa7bf3d HTTP/1.1" status: 204  len: 168 time: 0.4941027
Feb 12 21:24:35.081213 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-048a7997-5ace-4a38-96bf-c1a9ff4736d4 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/subnetpools/f6f23450-4917-4d80-9a17-2c2f18e36000/tags HTTP/1.1" status: 204  len: 168 time: 0.0950813
Feb 12 21:24:35.081213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58560) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:35.087880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-a250ee96-96ee-4e47-a3b9-e9e992d74a1c tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3f4730>, 'routers', 'd543d493-4c84-4e23-9be4-9b3593e8c0b8') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:35.129256 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b5a55-2dcd-4595-96cc-1782fc673da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dd3298-a455-484d-9a91-c273afa7bf3d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:35.173250 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-ee6c5fea-5214-4f9f-8116-8fbc1990de05 service neutron] 10.222.0.31 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3899632
Feb 12 21:24:35.215112 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7558-9484-4d6f-af7b-2bce9176e5cd tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (fd39c1c5-4c61-4345-ab8e-a447e68f8a6d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:35.294664 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd7558-9484-4d6f-af7b-2bce9176e5cd tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Port': ['ID=fd39c1c5-4c61-4345-ab8e-a447e68f8a6d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:35.402953 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7558-9484-4d6f-af7b-2bce9176e5cd tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:35.406335 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c9fd7558-9484-4d6f-af7b-2bce9176e5cd tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/ports/fd39c1c5-4c61-4345-ab8e-a447e68f8a6d HTTP/1.1" status: 204  len: 168 time: 1.6658051
Feb 12 21:24:35.412138 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58570) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:35.424174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:35.473091 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7464f0c1-b7c1-4309-960d-dadcb7c61d80 req-43c1636b-eba3-4c06-994b-a6caa943ae90 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 210 time: 0.0427575
Feb 12 21:24:35.553112 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:35.660989 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (ce3d4187-c294-4deb-921d-bbc53179d8fc), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:35.669491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac6f69-1c8b-4e04-a08c-89a4bd0ee59f req-ec34853b-6772-4198-a026-ba8f5e83fcbb tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:35.670887 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ac6f69-1c8b-4e04-a08c-89a4bd0ee59f req-ec34853b-6772-4198-a026-ba8f5e83fcbb tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1220951
Feb 12 21:24:35.675677 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a250ee96-96ee-4e47-a3b9-e9e992d74a1c tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/routers/d543d493-4c84-4e23-9be4-9b3593e8c0b8/tags HTTP/1.1" status: 204  len: 168 time: 0.5905595
Feb 12 21:24:35.675987 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58582) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:35.680224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-5a578fa3-4866-4134-9ab1-511968bcfb04 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6fa890460>, 'ports', '2d45de69-9c79-4c79-8137-5e109bdef6fc') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:35.726802 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:35.763678 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (ce3d4187-c294-4deb-921d-bbc53179d8fc), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:35.773736 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b7ac6f69-1c8b-4e04-a08c-89a4bd0ee59f req-aa6590dd-8f00-4196-9e1d-637f9a5c1dd0 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0901232
Feb 12 21:24:35.856671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=ce3d4187-c294-4deb-921d-bbc53179d8fc,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:35.859329 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (e2901d34-5332-4c77-b821-db9e37afc9b0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:35.866154 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5a578fa3-4866-4134-9ab1-511968bcfb04 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/ports/2d45de69-9c79-4c79-8137-5e109bdef6fc/tags HTTP/1.1" status: 204  len: 168 time: 0.1868851
Feb 12 21:24:35.866952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58584) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:35.872486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-6305690f-9134-4320-af9d-bae8ce9c8914 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6f950a7c0>, 'subnets', 'd958d401-77dc-4a14-98d7-33018c398062') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:35.920354 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Allocated IP 172.35.2.37 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/c4d836ec-7aaa-4c85-9c4d-48874d6044e2) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:36.003068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network 4de50162-dda9-4f06-81f8-42b894de2063 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:36.011185 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:36.052686 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58604) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:36.081395 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6305690f-9134-4320-af9d-bae8ce9c8914 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/subnets/d958d401-77dc-4a14-98d7-33018c398062/tags HTTP/1.1" status: 204  len: 168 time: 0.2132626
Feb 12 21:24:36.086533 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b23084c6-99f2-4153-ab3d-b6df0149cb5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:36.114216 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58612) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:36.127953 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-ffbd3a71-c23f-4b6c-936b-cf7843631015 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6fb943310>, 'subnets', 'd958d401-77dc-4a14-98d7-33018c398062', 'tempest-TagsExtTest-Tag-2011452118') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:36.142755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58614) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:36.232082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router e2901d34-5332-4c77-b821-db9e37afc9b0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:36.305532 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (c4d836ec-7aaa-4c85-9c4d-48874d6044e2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:36.338928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-bb7d1197-c189-4a65-b605-71753ef9659f None None] Provisioning complete for port ce3d4187-c294-4deb-921d-bbc53179d8fc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:36.339478 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1197-c189-4a65-b605-71753ef9659f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ce3d4187-c294-4deb-921d-bbc53179d8fc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:36.384107 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d1197-c189-4a65-b605-71753ef9659f None None] Port ce3d4187-c294-4deb-921d-bbc53179d8fc cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:24:36.409604 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b23084c6-99f2-4153-ab3d-b6df0149cb5a admin admin] Publish callbacks [] for security_group (58d48a01-3c68-4b83-82e4-f5b80258c437), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:36.432399 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:36.443141 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3737ab93-fe11-4430-9eb8-95d6616aea39 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/e2901d34-5332-4c77-b821-db9e37afc9b0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5645061
Feb 12 21:24:36.444112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58620) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:36.444500 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69861a47-dca0-4359-82c0-a32037b274fe None None] Sync routers for ids ['e2901d34-5332-4c77-b821-db9e37afc9b0'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:36.456835 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69861a47-dca0-4359-82c0-a32037b274fe None None] Routers {'e2901d34-5332-4c77-b821-db9e37afc9b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:36.458111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-69861a47-dca0-4359-82c0-a32037b274fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb089e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e2901d34-5332-4c77-b821-db9e37afc9b0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:36.496747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-69861a47-dca0-4359-82c0-a32037b274fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb089e20>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:36.505479 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4728878-980c-4c79-b8e9-0d75d3b82a64 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:36.506799 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f4728878-980c-4c79-b8e9-0d75d3b82a64 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports/ce3d4187-c294-4deb-921d-bbc53179d8fc HTTP/1.1" status: 200  len: 910 time: 0.0614107
Feb 12 21:24:36.508407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69861a47-dca0-4359-82c0-a32037b274fe None None] Routers {'e2901d34-5332-4c77-b821-db9e37afc9b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:36.509002 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-69861a47-dca0-4359-82c0-a32037b274fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb089e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e2901d34-5332-4c77-b821-db9e37afc9b0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:36.509532 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58624) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:36.516032 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ffbd3a71-c23f-4b6c-936b-cf7843631015 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "PUT /v2.0/subnets/d958d401-77dc-4a14-98d7-33018c398062/tags/tempest-TagsExtTest-Tag-2011452118 HTTP/1.1" status: 201  len: 201 time: 0.4007399
Feb 12 21:24:36.519222 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58626) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:36.519587 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c4d836ec-7aaa-4c85-9c4d-48874d6044e2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:36.525755 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b23084c6-99f2-4153-ab3d-b6df0149cb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (58d48a01-3c68-4b83-82e4-f5b80258c437), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:36.556220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.tag.tag_plugin [None req-4fc2c61f-b1b8-4c61-85b3-3da158d0bb99 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fc7001d6670>, 'ports', '2d45de69-9c79-4c79-8137-5e109bdef6fc', 'tempest-TagsExtTest-Tag-1970371194') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:36.558627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-69861a47-dca0-4359-82c0-a32037b274fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb089e20>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:36.559957 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69861a47-dca0-4359-82c0-a32037b274fe None None] The sync data for ids ['e2901d34-5332-4c77-b821-db9e37afc9b0'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:36.651298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:36.653719 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0af5e574-92db-4401-b5f1-16b1e82a4646 req-9c9b2a52-e270-4ab2-b375-fbab68889eab tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 210 time: 0.0649061
Feb 12 21:24:36.665743 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b23084c6-99f2-4153-ab3d-b6df0149cb5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13e08ae4975a418a91c83ed8f9d50dc3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6116989
Feb 12 21:24:36.669064 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58630) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:36.677837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58632) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:36.678324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:36.685821 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:36.689459 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=c4d836ec-7aaa-4c85-9c4d-48874d6044e2,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:36.692459 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23084c6-99f2-4153-ab3d-b6df0149cb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d48a01-3c68-4b83-82e4-f5b80258c437,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:36.834591 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-65454cdc-cd88-4ab8-9fb1-9ca34b5113cb admin admin] Publish callbacks [] for security_group (58d48a01-3c68-4b83-82e4-f5b80258c437), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:36.861157 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (8d4bc798-6a88-47d6-b7c3-5fa0face8cce), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:36.872033 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-65454cdc-cd88-4ab8-9fb1-9ca34b5113cb admin admin] Publish callbacks [] for security_group (58d48a01-3c68-4b83-82e4-f5b80258c437), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:36.899660 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da62c14a-25f9-4cec-82a5-3a4fd2a4a037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:36.982129 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c4d836ec-7aaa-4c85-9c4d-48874d6044e2), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:37.008905 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-65454cdc-cd88-4ab8-9fb1-9ca34b5113cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (58d48a01-3c68-4b83-82e4-f5b80258c437), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:37.011450 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-65454cdc-cd88-4ab8-9fb1-9ca34b5113cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:37.014956 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-65454cdc-cd88-4ab8-9fb1-9ca34b5113cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58d48a01-3c68-4b83-82e4-f5b80258c437 HTTP/1.1" status: 204  len: 168 time: 0.3397558
Feb 12 21:24:37.027010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65454cdc-cd88-4ab8-9fb1-9ca34b5113cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d48a01-3c68-4b83-82e4-f5b80258c437,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:37.028509 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4fc2c61f-b1b8-4c61-85b3-3da158d0bb99 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "PUT /v2.0/ports/2d45de69-9c79-4c79-8137-5e109bdef6fc/tags/tempest-TagsExtTest-Tag-1970371194 HTTP/1.1" status: 201  len: 201 time: 0.5082788
Feb 12 21:24:37.031352 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58640) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:37.036698 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-44e2f986-89ef-4835-b477-0839941437fb tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6f965ff10>, 'routers', 'd543d493-4c84-4e23-9be4-9b3593e8c0b8', 'tempest-TagsExtTest-Tag-1895423771') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:37.092547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b35e7-d212-4925-af67-882d039c743b req-9eaaee57-5435-4538-b664-d1159aaa4346 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:37.094303 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f81b35e7-d212-4925-af67-882d039c743b req-9eaaee57-5435-4538-b664-d1159aaa4346 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2204888
Feb 12 21:24:37.209150 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da62c14a-25f9-4cec-82a5-3a4fd2a4a037 admin admin] Publish callbacks [] for security_group (964ecfce-bd23-44ce-a085-2b9e23b02b67), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:37.223374 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f81b35e7-d212-4925-af67-882d039c743b req-095a6b22-ce4e-41c9-85ba-2fad1162900b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1175663
Feb 12 21:24:37.254074 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (c4d836ec-7aaa-4c85-9c4d-48874d6044e2), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:37.261726 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-44e2f986-89ef-4835-b477-0839941437fb tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "PUT /v2.0/routers/d543d493-4c84-4e23-9be4-9b3593e8c0b8/tags/tempest-TagsExtTest-Tag-1895423771 HTTP/1.1" status: 201  len: 201 time: 0.2288835
Feb 12 21:24:37.264123 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58642) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:37.269611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-b0abc6a6-4569-4f03-aca6-db015fe56f2b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fc7004579d0>, 'subnetpools', 'f6f23450-4917-4d80-9a17-2c2f18e36000', 'tempest-TagsExtTest-Tag-242692439') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:37.294876 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da62c14a-25f9-4cec-82a5-3a4fd2a4a037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (964ecfce-bd23-44ce-a085-2b9e23b02b67), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:37.312038 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (c4d836ec-7aaa-4c85-9c4d-48874d6044e2), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:37.367008 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-da62c14a-25f9-4cec-82a5-3a4fd2a4a037 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=390fed20c39a422199cdf0730c01d387&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6801996
Feb 12 21:24:37.369104 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-45a6a840-986c-4e4b-b390-0da927713bbb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (e2901d34-5332-4c77-b821-db9e37afc9b0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:37.370778 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62c14a-25f9-4cec-82a5-3a4fd2a4a037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964ecfce-bd23-44ce-a085-2b9e23b02b67,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:37.373202 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58646) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:37.395831 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b0abc6a6-4569-4f03-aca6-db015fe56f2b tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "PUT /v2.0/subnetpools/f6f23450-4917-4d80-9a17-2c2f18e36000/tags/tempest-TagsExtTest-Tag-242692439 HTTP/1.1" status: 201  len: 201 time: 0.1306903
Feb 12 21:24:37.405868 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58648) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:37.414544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-726f70e5-324c-444c-8d97-4b48fcc953cb tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6f9526790>, 'subnets', 'd958d401-77dc-4a14-98d7-33018c398062', {'tags': ['tempest-TagsExtTest-Tag-1295909956', 'tempest-TagsExtTest-Tag-1114757387', 'tempest-TagsExtTest-Tag-813268514']}) {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:37.433819 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=c4d836ec-7aaa-4c85-9c4d-48874d6044e2,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:37.454271 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff2c9-0d7d-41be-80f9-4f54b52f0115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (d10c3c54-e149-4055-ad99-e19133a8999d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:37.471010 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (8d4bc798-6a88-47d6-b7c3-5fa0face8cce), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:37.504349 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-559df517-6963-4569-a60d-205a0ad7e0f7 admin admin] Publish callbacks [] for security_group (964ecfce-bd23-44ce-a085-2b9e23b02b67), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:37.540196 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-559df517-6963-4569-a60d-205a0ad7e0f7 admin admin] Publish callbacks [] for security_group (964ecfce-bd23-44ce-a085-2b9e23b02b67), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:37.554552 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:37.555962 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-519099c8-b881-46eb-a33c-6d1f7f9da99b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.1415806
Feb 12 21:24:37.563231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58654) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:37.567030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-203ca393-3991-4792-9abd-f6d01f5f0ad0 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'port': {'network_id': '860a427b-0afa-406a-8b95-f1a34cafe516', 'name': 'tempest-FloatingIPTestJSON-2125954689'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:37.612264 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-726f70e5-324c-444c-8d97-4b48fcc953cb tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "PUT /v2.0/subnets/d958d401-77dc-4a14-98d7-33018c398062/tags HTTP/1.1" status: 200  len: 317 time: 0.2052579
Feb 12 21:24:37.612938 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58658) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:37.617644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-5042cf79-60af-4832-b17a-883a149cf96c tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6f99221f0>, 'subnets', 'd958d401-77dc-4a14-98d7-33018c398062') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:37.665028 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-559df517-6963-4569-a60d-205a0ad7e0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (964ecfce-bd23-44ce-a085-2b9e23b02b67), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:37.667690 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-559df517-6963-4569-a60d-205a0ad7e0f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:37.668845 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-559df517-6963-4569-a60d-205a0ad7e0f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/964ecfce-bd23-44ce-a085-2b9e23b02b67 HTTP/1.1" status: 204  len: 168 time: 0.2946639
Feb 12 21:24:37.680700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559df517-6963-4569-a60d-205a0ad7e0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964ecfce-bd23-44ce-a085-2b9e23b02b67,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:37.780056 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5042cf79-60af-4832-b17a-883a149cf96c tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/subnets/d958d401-77dc-4a14-98d7-33018c398062/tags HTTP/1.1" status: 204  len: 168 time: 0.1657596
Feb 12 21:24:37.780730 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58666) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:37.787318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-7dd928e4-a5ef-4f89-804b-ee3e20c7ce17 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe2da30>, 'subnets', 'd958d401-77dc-4a14-98d7-33018c398062', 'tempest-TagsExtTest-Tag-1295909956') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:37.848777 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c5cd4143-7eef-4522-9fc1-40cc0018b420 req-ecaca44d-669a-4349-bbc3-d4356b22647b tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 210 time: 0.0383561
Feb 12 21:24:37.891542 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-7dd928e4-a5ef-4f89-804b-ee3e20c7ce17 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] show failed (client error): The resource could not be found.
Feb 12 21:24:37.893044 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7dd928e4-a5ef-4f89-804b-ee3e20c7ce17 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/subnets/d958d401-77dc-4a14-98d7-33018c398062/tags/tempest-TagsExtTest-Tag-1295909956 HTTP/1.1" status: 404  len: 329 time: 0.1112835
Feb 12 21:24:37.898850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58668) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:37.904096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-14d09bd4-dd10-4506-8b10-488260cc7db6 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6fad74190>, 'subnets', 'd958d401-77dc-4a14-98d7-33018c398062', 'tempest-TagsExtTest-Tag-1114757387') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:37.969797 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-14d09bd4-dd10-4506-8b10-488260cc7db6 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] show failed (client error): The resource could not be found.
Feb 12 21:24:37.973643 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-14d09bd4-dd10-4506-8b10-488260cc7db6 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/subnets/d958d401-77dc-4a14-98d7-33018c398062/tags/tempest-TagsExtTest-Tag-1114757387 HTTP/1.1" status: 404  len: 329 time: 0.0710349
Feb 12 21:24:37.973904 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58672) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:37.986155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-571dc052-5cc8-47f6-8c6e-c505226d89ce tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b3ab50>, 'subnets', 'd958d401-77dc-4a14-98d7-33018c398062', 'tempest-TagsExtTest-Tag-813268514') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:38.056602 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-571dc052-5cc8-47f6-8c6e-c505226d89ce tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] show failed (client error): The resource could not be found.
Feb 12 21:24:38.057870 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-571dc052-5cc8-47f6-8c6e-c505226d89ce tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/subnets/d958d401-77dc-4a14-98d7-33018c398062/tags/tempest-TagsExtTest-Tag-813268514 HTTP/1.1" status: 404  len: 328 time: 0.0826714
Feb 12 21:24:38.061043 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58676) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:38.066443 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-9863195a-e1df-4d2b-9ec7-366c9cad5f5d tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fc70044f3d0>, 'ports', '2d45de69-9c79-4c79-8137-5e109bdef6fc', {'tags': ['tempest-TagsExtTest-Tag-362733215', 'tempest-TagsExtTest-Tag-1056355556', 'tempest-TagsExtTest-Tag-1318513106']}) {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:38.229342 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9863195a-e1df-4d2b-9ec7-366c9cad5f5d tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "PUT /v2.0/ports/2d45de69-9c79-4c79-8137-5e109bdef6fc/tags HTTP/1.1" status: 200  len: 317 time: 0.1670413
Feb 12 21:24:38.230946 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58682) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:38.240154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-e63dd32a-84d5-40e7-9f67-0bbda60a24ce tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6faa4f670>, 'ports', '2d45de69-9c79-4c79-8137-5e109bdef6fc') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:38.380125 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e63dd32a-84d5-40e7-9f67-0bbda60a24ce tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/ports/2d45de69-9c79-4c79-8137-5e109bdef6fc/tags HTTP/1.1" status: 204  len: 168 time: 0.1481607
Feb 12 21:24:38.383039 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58688) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:38.387494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-1c2b8ff8-e7be-4ef5-abc9-50c912fcdb83 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc700369370>, 'ports', '2d45de69-9c79-4c79-8137-5e109bdef6fc', 'tempest-TagsExtTest-Tag-362733215') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:38.398466 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-8c81db7f-e126-4560-937a-118df0a3cd72 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:38.400114 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-8c81db7f-e126-4560-937a-118df0a3cd72 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.48 "GET /v2.0/networks?id=6d5bc69a-2301-48bc-9830-3152e0fb1763 HTTP/1.1" status: 200  len: 813 time: 0.2353144
Feb 12 21:24:38.432703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203ca393-3991-4792-9abd-f6d01f5f0ad0 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Made reservation on behalf of 4e155b8f02d14f23a500cd282455a2b4 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:38.436152 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-203ca393-3991-4792-9abd-f6d01f5f0ad0 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:38.443690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-4cc7bb8f-78c4-4328-96b6-d33e09098df6 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Request body: {'port': {'device_id': '4dc92777-08a6-40e3-a421-5a9898d5e199', 'network_id': '6d5bc69a-2301-48bc-9830-3152e0fb1763', 'admin_state_up': True, 'tenant_id': '07de9e87ea3f495f90baaf85d83b982c'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:38.446650 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-1c2b8ff8-e7be-4ef5-abc9-50c912fcdb83 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] show failed (client error): The resource could not be found.
Feb 12 21:24:38.448170 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1c2b8ff8-e7be-4ef5-abc9-50c912fcdb83 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/ports/2d45de69-9c79-4c79-8137-5e109bdef6fc/tags/tempest-TagsExtTest-Tag-362733215 HTTP/1.1" status: 404  len: 328 time: 0.0642622
Feb 12 21:24:38.451012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58692) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:38.455975 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-5477b55f-8525-4c52-8da8-00f8a5b4b28a tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6f9f20e50>, 'ports', '2d45de69-9c79-4c79-8137-5e109bdef6fc', 'tempest-TagsExtTest-Tag-1056355556') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:38.504270 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58694) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:38.521720 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-5477b55f-8525-4c52-8da8-00f8a5b4b28a tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] show failed (client error): The resource could not be found.
Feb 12 21:24:38.523905 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5477b55f-8525-4c52-8da8-00f8a5b4b28a tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/ports/2d45de69-9c79-4c79-8137-5e109bdef6fc/tags/tempest-TagsExtTest-Tag-1056355556 HTTP/1.1" status: 404  len: 329 time: 0.0708554
Feb 12 21:24:38.525032 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2772d570-5a9e-4a1a-9915-e65ed9c18ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:38.526830 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58696) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:38.531070 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-b030dee1-788e-4a2d-89e7-1f89fd179298 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc7003cd880>, 'ports', '2d45de69-9c79-4c79-8137-5e109bdef6fc', 'tempest-TagsExtTest-Tag-1318513106') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:38.557025 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-203ca393-3991-4792-9abd-f6d01f5f0ad0 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] device_id is not set on port 6fa8d83a-dd55-41a0-a92e-989b7753211f yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:24:38.570493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092f592-c81a-439b-bfa8-094b98a2a0cc req-f38743c9-f932-4f3b-8e34-42a7d701f042 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:38.571980 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6092f592-c81a-439b-bfa8-094b98a2a0cc req-f38743c9-f932-4f3b-8e34-42a7d701f042 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2606325
Feb 12 21:24:38.621012 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-b030dee1-788e-4a2d-89e7-1f89fd179298 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] show failed (client error): The resource could not be found.
Feb 12 21:24:38.627505 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b030dee1-788e-4a2d-89e7-1f89fd179298 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/ports/2d45de69-9c79-4c79-8137-5e109bdef6fc/tags/tempest-TagsExtTest-Tag-1318513106 HTTP/1.1" status: 404  len: 329 time: 0.0943229
Feb 12 21:24:38.627752 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58698) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:38.633456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-c32207e7-0476-4d50-9d58-738f6691d202 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6fa2f4880>, 'routers', 'd543d493-4c84-4e23-9be4-9b3593e8c0b8', {'tags': ['tempest-TagsExtTest-Tag-977131226', 'tempest-TagsExtTest-Tag-1769000327', 'tempest-TagsExtTest-Tag-449276157']}) {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:38.741963 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2772d570-5a9e-4a1a-9915-e65ed9c18ea4 admin admin] Publish callbacks [] for security_group (eef906c2-b5bc-4e3e-a71c-7498201f4f4d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:38.780361 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6092f592-c81a-439b-bfa8-094b98a2a0cc req-df436609-3dc2-4b72-8ff3-6081e345f231 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1993835
Feb 12 21:24:38.786261 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-45a6a840-986c-4e4b-b390-0da927713bbb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port ce3d4187-c294-4deb-921d-bbc53179d8fc {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:38.786607 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-45a6a840-986c-4e4b-b390-0da927713bbb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ce3d4187-c294-4deb-921d-bbc53179d8fc), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:38.808596 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2772d570-5a9e-4a1a-9915-e65ed9c18ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (eef906c2-b5bc-4e3e-a71c-7498201f4f4d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:38.838204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ab1ff2c9-0d7d-41be-80f9-4f54b52f0115 admin admin] Deleting port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:38.838483 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff2c9-0d7d-41be-80f9-4f54b52f0115 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:38.842269 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c32207e7-0476-4d50-9d58-738f6691d202 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "PUT /v2.0/routers/d543d493-4c84-4e23-9be4-9b3593e8c0b8/tags HTTP/1.1" status: 200  len: 316 time: 0.2112920
Feb 12 21:24:38.847813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58702) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:38.854748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-34feaa25-b171-4c69-91a8-7f9dab0ca79c tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6f9a46640>, 'routers', 'd543d493-4c84-4e23-9be4-9b3593e8c0b8') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:38.861462 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2772d570-5a9e-4a1a-9915-e65ed9c18ea4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d328363e5aa24d559d9b30f4b485b0dd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3559749
Feb 12 21:24:38.869229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58704) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:38.894738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772d570-5a9e-4a1a-9915-e65ed9c18ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef906c2-b5bc-4e3e-a71c-7498201f4f4d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:38.905188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-203ca393-3991-4792-9abd-f6d01f5f0ad0 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Allocated IP 172.20.0.13 (860a427b-0afa-406a-8b95-f1a34cafe516/8601902c-2fd0-436b-bf10-6a3d80903c73/6fa8d83a-dd55-41a0-a92e-989b7753211f) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:38.908005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-4cc7bb8f-78c4-4328-96b6-d33e09098df6 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Made reservation on behalf of 07de9e87ea3f495f90baaf85d83b982c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:38.911504 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-4cc7bb8f-78c4-4328-96b6-d33e09098df6 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:38.977719 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bd29a08b-afb6-42aa-8c93-498470a9fdb7 req-c152b2d8-1e15-4b85-8ab8-084d9acde512 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 210 time: 0.0321209
Feb 12 21:24:39.065567 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-34feaa25-b171-4c69-91a8-7f9dab0ca79c tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/routers/d543d493-4c84-4e23-9be4-9b3593e8c0b8/tags HTTP/1.1" status: 204  len: 168 time: 0.2144029
Feb 12 21:24:39.068292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58712) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:39.072829 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-63178842-cbb3-447a-bb80-a5542026d581 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6f9243b20>, 'routers', 'd543d493-4c84-4e23-9be4-9b3593e8c0b8', 'tempest-TagsExtTest-Tag-977131226') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:39.120076 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-45a6a840-986c-4e4b-b390-0da927713bbb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ce3d4187-c294-4deb-921d-bbc53179d8fc), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:39.155079 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-63178842-cbb3-447a-bb80-a5542026d581 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] show failed (client error): The resource could not be found.
Feb 12 21:24:39.156157 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-63178842-cbb3-447a-bb80-a5542026d581 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/routers/d543d493-4c84-4e23-9be4-9b3593e8c0b8/tags/tempest-TagsExtTest-Tag-977131226 HTTP/1.1" status: 404  len: 328 time: 0.0868974
Feb 12 21:24:39.159782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58716) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:39.164247 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-ebad18c4-4a35-44fe-97b6-5347c623a545 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ca9370>, 'routers', 'd543d493-4c84-4e23-9be4-9b3593e8c0b8', 'tempest-TagsExtTest-Tag-1769000327') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:39.194127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-45a6a840-986c-4e4b-b390-0da927713bbb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for ce3d4187-c294-4deb-921d-bbc53179d8fc owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:39.197253 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-05b42534-d749-4d2b-93ad-8c3118470f52 admin admin] Publish callbacks [] for security_group (eef906c2-b5bc-4e3e-a71c-7498201f4f4d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:39.202630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-ab1ff2c9-0d7d-41be-80f9-4f54b52f0115 admin admin] For port 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:39.234067 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff2c9-0d7d-41be-80f9-4f54b52f0115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:39.245173 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-ebad18c4-4a35-44fe-97b6-5347c623a545 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] show failed (client error): The resource could not be found.
Feb 12 21:24:39.246387 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ebad18c4-4a35-44fe-97b6-5347c623a545 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/routers/d543d493-4c84-4e23-9be4-9b3593e8c0b8/tags/tempest-TagsExtTest-Tag-1769000327 HTTP/1.1" status: 404  len: 329 time: 0.0856326
Feb 12 21:24:39.249767 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58720) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:39.254465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-62a26182-dcfb-4d1e-8c6a-f76b77880db0 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6fa75b6d0>, 'routers', 'd543d493-4c84-4e23-9be4-9b3593e8c0b8', 'tempest-TagsExtTest-Tag-449276157') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:39.339746 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-62a26182-dcfb-4d1e-8c6a-f76b77880db0 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] show failed (client error): The resource could not be found.
Feb 12 21:24:39.343764 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-62a26182-dcfb-4d1e-8c6a-f76b77880db0 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/routers/d543d493-4c84-4e23-9be4-9b3593e8c0b8/tags/tempest-TagsExtTest-Tag-449276157 HTTP/1.1" status: 404  len: 328 time: 0.0907924
Feb 12 21:24:39.344098 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58724) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:39.348860 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-60372b05-8b7e-4854-88ef-3056e21b0f0d tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fc700868fd0>, 'subnetpools', 'f6f23450-4917-4d80-9a17-2c2f18e36000', {'tags': ['tempest-TagsExtTest-Tag-1939973889', 'tempest-TagsExtTest-Tag-1451892458', 'tempest-TagsExtTest-Tag-407990186']}) {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:39.356068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ab1ff2c9-0d7d-41be-80f9-4f54b52f0115 admin admin] Calling delete_port for 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:39.395847 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-05b42534-d749-4d2b-93ad-8c3118470f52 admin admin] Publish callbacks [] for security_group (eef906c2-b5bc-4e3e-a71c-7498201f4f4d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:39.482477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-4cc7bb8f-78c4-4328-96b6-d33e09098df6 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Allocated IP 172.20.0.5 (6d5bc69a-2301-48bc-9830-3152e0fb1763/84e31bc6-7d97-4527-928a-1f0b9e406f3b/d661d100-a3e2-4189-afa4-cff30b0ad7a4) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:39.497275 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-60372b05-8b7e-4854-88ef-3056e21b0f0d tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "PUT /v2.0/subnetpools/f6f23450-4917-4d80-9a17-2c2f18e36000/tags HTTP/1.1" status: 200  len: 317 time: 0.1498330
Feb 12 21:24:39.498377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58730) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:39.503621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-51e6b4ec-8983-49d6-be7e-b459e28a2c70 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6f98ea100>, 'subnetpools', 'f6f23450-4917-4d80-9a17-2c2f18e36000') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:39.603343 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-51e6b4ec-8983-49d6-be7e-b459e28a2c70 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/subnetpools/f6f23450-4917-4d80-9a17-2c2f18e36000/tags HTTP/1.1" status: 204  len: 168 time: 0.1039646
Feb 12 21:24:39.606174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58738) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:39.611711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-316dd174-160d-4ba3-b553-f9edd06c62ca tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6fac64af0>, 'subnetpools', 'f6f23450-4917-4d80-9a17-2c2f18e36000', 'tempest-TagsExtTest-Tag-1939973889') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:39.624351 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-203ca393-3991-4792-9abd-f6d01f5f0ad0 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (6fa8d83a-dd55-41a0-a92e-989b7753211f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:39.639648 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-316dd174-160d-4ba3-b553-f9edd06c62ca tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] show failed (client error): The resource could not be found.
Feb 12 21:24:39.643143 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-316dd174-160d-4ba3-b553-f9edd06c62ca tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/subnetpools/f6f23450-4917-4d80-9a17-2c2f18e36000/tags/tempest-TagsExtTest-Tag-1939973889 HTTP/1.1" status: 404  len: 329 time: 0.0335627
Feb 12 21:24:39.644499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58744) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:39.649142 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-6b740495-1a22-4d00-8b56-a9cbafc4f896 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7aceb0>, 'subnetpools', 'f6f23450-4917-4d80-9a17-2c2f18e36000', 'tempest-TagsExtTest-Tag-1451892458') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:39.670783 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-6b740495-1a22-4d00-8b56-a9cbafc4f896 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] show failed (client error): The resource could not be found.
Feb 12 21:24:39.673408 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6b740495-1a22-4d00-8b56-a9cbafc4f896 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/subnetpools/f6f23450-4917-4d80-9a17-2c2f18e36000/tags/tempest-TagsExtTest-Tag-1451892458 HTTP/1.1" status: 404  len: 329 time: 0.0265243
Feb 12 21:24:39.675092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58746) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:39.679955 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-ef9ca7f4-8346-4851-b532-a0d7a96810bf tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fc6f94920d0>, 'subnetpools', 'f6f23450-4917-4d80-9a17-2c2f18e36000', 'tempest-TagsExtTest-Tag-407990186') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:39.715448 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-05b42534-d749-4d2b-93ad-8c3118470f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (eef906c2-b5bc-4e3e-a71c-7498201f4f4d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:39.717436 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-ef9ca7f4-8346-4851-b532-a0d7a96810bf tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] show failed (client error): The resource could not be found.
Feb 12 21:24:39.718042 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-05b42534-d749-4d2b-93ad-8c3118470f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:39.722256 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-05b42534-d749-4d2b-93ad-8c3118470f52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eef906c2-b5bc-4e3e-a71c-7498201f4f4d HTTP/1.1" status: 204  len: 168 time: 0.8485537
Feb 12 21:24:39.722452 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ef9ca7f4-8346-4851-b532-a0d7a96810bf tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/subnetpools/f6f23450-4917-4d80-9a17-2c2f18e36000/tags/tempest-TagsExtTest-Tag-407990186 HTTP/1.1" status: 404  len: 328 time: 0.0463121
Feb 12 21:24:39.723015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58748) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:39.734422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-78d821e0-e85b-46ae-aba9-a93a9891e313 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6fa513ac0>, 'subnetpools', 'f6f23450-4917-4d80-9a17-2c2f18e36000') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:39.766187 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-78d821e0-e85b-46ae-aba9-a93a9891e313 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/subnetpools/f6f23450-4917-4d80-9a17-2c2f18e36000/tags HTTP/1.1" status: 204  len: 168 time: 0.0421631
Feb 12 21:24:39.769047 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58752) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:39.773586 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-62a0ddc0-d76c-418e-8e92-35a5f8990ce3 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6fa18b490>, 'routers', 'd543d493-4c84-4e23-9be4-9b3593e8c0b8') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:39.856541 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b42534-d749-4d2b-93ad-8c3118470f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef906c2-b5bc-4e3e-a71c-7498201f4f4d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:39.876383 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-62a0ddc0-d76c-418e-8e92-35a5f8990ce3 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/routers/d543d493-4c84-4e23-9be4-9b3593e8c0b8/tags HTTP/1.1" status: 204  len: 168 time: 0.1034009
Feb 12 21:24:39.877020 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58756) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:39.881482 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-b809297f-6bbb-4c17-b212-6ec8ddc90a82 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6f942f760>, 'ports', '2d45de69-9c79-4c79-8137-5e109bdef6fc') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:39.954141 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b809297f-6bbb-4c17-b212-6ec8ddc90a82 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/ports/2d45de69-9c79-4c79-8137-5e109bdef6fc/tags HTTP/1.1" status: 204  len: 168 time: 0.0757856
Feb 12 21:24:39.956701 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58758) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:39.961462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.tag.tag_plugin [None req-a2d73f10-85c6-482b-983b-6e905f19d40d tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7d5b50>, 'subnets', 'd958d401-77dc-4a14-98d7-33018c398062') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:39.981914 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-45a6a840-986c-4e4b-b390-0da927713bbb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ce3d4187-c294-4deb-921d-bbc53179d8fc), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:40.018891 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a2d73f10-85c6-482b-983b-6e905f19d40d tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/subnets/d958d401-77dc-4a14-98d7-33018c398062/tags HTTP/1.1" status: 204  len: 168 time: 0.0609214
Feb 12 21:24:40.023704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58762) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:40.056000 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-203ca393-3991-4792-9abd-f6d01f5f0ad0 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6fa8d83a-dd55-41a0-a92e-989b7753211f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:40.064298 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-4cc7bb8f-78c4-4328-96b6-d33e09098df6 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Publish callbacks [] for port (d661d100-a3e2-4189-afa4-cff30b0ad7a4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:40.066611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6a840-986c-4e4b-b390-0da927713bbb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=ce3d4187-c294-4deb-921d-bbc53179d8fc,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:40.200116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ca393-3991-4792-9abd-f6d01f5f0ad0 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 860a427b-0afa-406a-8b95-f1a34cafe516 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:40.211609 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b251b-64bd-4a03-bc6b-7ac5084295ff req-8c9214f8-628c-45f3-a5dc-cc344cb5c41c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:40.219617 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-194b251b-64bd-4a03-bc6b-7ac5084295ff req-8c9214f8-628c-45f3-a5dc-cc344cb5c41c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2977121
Feb 12 21:24:40.244150 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-203ca393-3991-4792-9abd-f6d01f5f0ad0 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:40.244734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ca393-3991-4792-9abd-f6d01f5f0ad0 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:40.304842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ca393-3991-4792-9abd-f6d01f5f0ad0 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=6fa8d83a-dd55-41a0-a92e-989b7753211f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:40.413608 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b00035c-6365-403e-a0ee-0a9d01bc35f8 req-0ade2b40-8c89-4911-833f-534dd16d7441 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 210 time: 0.3304546
Feb 12 21:24:40.416857 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff2c9-0d7d-41be-80f9-4f54b52f0115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:40.475071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ca393-3991-4792-9abd-f6d01f5f0ad0 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:40.475071 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-203ca393-3991-4792-9abd-f6d01f5f0ad0 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:40.481621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ff2c9-0d7d-41be-80f9-4f54b52f0115 admin admin] Pushing event deleted for resources: {'Port': ['ID=120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:40.489656 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-4cc7bb8f-78c4-4328-96b6-d33e09098df6 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d661d100-a3e2-4189-afa4-cff30b0ad7a4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:40.506631 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-194b251b-64bd-4a03-bc6b-7ac5084295ff req-abfa8c96-d02b-468f-a816-6a09ab6b3fbe tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2860985
Feb 12 21:24:40.602539 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f151038b-9124-4afa-bce1-d822d2dac2b2 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:40.607865 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f151038b-9124-4afa-bce1-d822d2dac2b2 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/subnetpools/f6f23450-4917-4d80-9a17-2c2f18e36000 HTTP/1.1" status: 204  len: 168 time: 0.5830514
Feb 12 21:24:40.610813 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-45a6a840-986c-4e4b-b390-0da927713bbb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (e2901d34-5332-4c77-b821-db9e37afc9b0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:40.611448 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58774) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:40.633980 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-4cc7bb8f-78c4-4328-96b6-d33e09098df6 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Network 6d5bc69a-2301-48bc-9830-3152e0fb1763 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:40.652403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7bb8f-78c4-4328-96b6-d33e09098df6 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Pushing event updated for resources: {'Port': ['ID=d661d100-a3e2-4189-afa4-cff30b0ad7a4,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:40.655006 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-4cc7bb8f-78c4-4328-96b6-d33e09098df6 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:40.666095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fd53e223-29e3-4f1a-b0c4-9b4f9f84633d tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "GET /v2.0/ports?device_id=d543d493-4c84-4e23-9be4-9b3593e8c0b8 HTTP/1.1" status: 200  len: 205 time: 0.0519285
Feb 12 21:24:40.667758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58778) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:40.708719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-4cc7bb8f-78c4-4328-96b6-d33e09098df6 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:40.722953 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-203ca393-3991-4792-9abd-f6d01f5f0ad0 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.1630981
Feb 12 21:24:40.723681 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58780) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:40.769084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-cdc3aef9-9297-4d18-b6bd-1b0ad7625877 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'floatingip': {'port_id': '6fa8d83a-dd55-41a0-a92e-989b7753211f'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:40.783844 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e0aad98b-f853-411c-97a9-1fe0498df0b2 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks [] for router (d543d493-4c84-4e23-9be4-9b3593e8c0b8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:41.014267 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e0aad98b-f853-411c-97a9-1fe0498df0b2 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (d543d493-4c84-4e23-9be4-9b3593e8c0b8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:41.017882 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e0aad98b-f853-411c-97a9-1fe0498df0b2 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks [] for router_controller (d543d493-4c84-4e23-9be4-9b3593e8c0b8), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:41.167780 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e0aad98b-f853-411c-97a9-1fe0498df0b2 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (d543d493-4c84-4e23-9be4-9b3593e8c0b8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:41.168297 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0aad98b-f853-411c-97a9-1fe0498df0b2 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Fanout notify agent at l3_agent the message router_deleted on router d543d493-4c84-4e23-9be4-9b3593e8c0b8 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:24:41.185010 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e0aad98b-f853-411c-97a9-1fe0498df0b2 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:41.186427 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e0aad98b-f853-411c-97a9-1fe0498df0b2 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/routers/d543d493-4c84-4e23-9be4-9b3593e8c0b8 HTTP/1.1" status: 204  len: 168 time: 0.5186107
Feb 12 21:24:41.189456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58792) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:41.246460 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cdc3aef9-9297-4d18-b6bd-1b0ad7625877 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (8d4bc798-6a88-47d6-b7c3-5fa0face8cce), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:41.313677 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-2263e250-447c-45ad-a91b-d463f3a58eb0 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Deleting port 2d45de69-9c79-4c79-8137-5e109bdef6fc {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:41.314113 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2263e250-447c-45ad-a91b-d463f3a58eb0 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2d45de69-9c79-4c79-8137-5e109bdef6fc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:41.347915 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-4cc7bb8f-78c4-4328-96b6-d33e09098df6 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:41.348550 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-4cc7bb8f-78c4-4328-96b6-d33e09098df6 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:41.440107 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2263e250-447c-45ad-a91b-d463f3a58eb0 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2d45de69-9c79-4c79-8137-5e109bdef6fc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:41.452999 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-2263e250-447c-45ad-a91b-d463f3a58eb0 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Calling delete_port for 2d45de69-9c79-4c79-8137-5e109bdef6fc owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:41.485939 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-4cc7bb8f-78c4-4328-96b6-d33e09098df6 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0706911
Feb 12 21:24:41.505096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Request body: {'port': {'device_id': '4dc92777-08a6-40e3-a421-5a9898d5e199', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:41.517207 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab1ff2c9-0d7d-41be-80f9-4f54b52f0115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (d10c3c54-e149-4055-ad99-e19133a8999d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:41.588657 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378eb10-33e9-439a-8e0d-021c13eb5d5b req-f5e924dc-d3b8-4698-a2cf-f038124070a0 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:41.590633 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f378eb10-33e9-439a-8e0d-021c13eb5d5b req-f5e924dc-d3b8-4698-a2cf-f038124070a0 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 931 time: 0.0883498
Feb 12 21:24:41.683655 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f378eb10-33e9-439a-8e0d-021c13eb5d5b req-36d30138-3334-45dd-bce5-99f48a8d217a tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869014
Feb 12 21:24:41.753427 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2263e250-447c-45ad-a91b-d463f3a58eb0 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (2d45de69-9c79-4c79-8137-5e109bdef6fc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:41.788538 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263e250-447c-45ad-a91b-d463f3a58eb0 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Pushing event deleted for resources: {'Port': ['ID=2d45de69-9c79-4c79-8137-5e109bdef6fc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:41.820578 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a6a840-986c-4e4b-b390-0da927713bbb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router e2901d34-5332-4c77-b821-db9e37afc9b0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:41.853063 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d661d100-a3e2-4189-afa4-cff30b0ad7a4), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:41.878946 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2263e250-447c-45ad-a91b-d463f3a58eb0 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:41.885484 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2263e250-447c-45ad-a91b-d463f3a58eb0 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/ports/2d45de69-9c79-4c79-8137-5e109bdef6fc HTTP/1.1" status: 204  len: 168 time: 0.6938858
Feb 12 21:24:41.886114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58820) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:41.892846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b9329-8563-4a72-8d71-af1d2d00a045 req-e20c4c85-46ce-4817-93e7-dc3ce308d892 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:41.894562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f25b9329-8563-4a72-8d71-af1d2d00a045 req-e20c4c85-46ce-4817-93e7-dc3ce308d892 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2757957
Feb 12 21:24:41.963470 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a8d491-8908-4335-ad2e-320c1d644e73 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Deleting subnet d958d401-77dc-4a14-98d7-33018c398062 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:24:41.968522 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21a8d491-8908-4335-ad2e-320c1d644e73 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks [] for subnet (d958d401-77dc-4a14-98d7-33018c398062), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:42.026991 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21a8d491-8908-4335-ad2e-320c1d644e73 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (d958d401-77dc-4a14-98d7-33018c398062), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:42.123992 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21a8d491-8908-4335-ad2e-320c1d644e73 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (d958d401-77dc-4a14-98d7-33018c398062), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:42.259937 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21a8d491-8908-4335-ad2e-320c1d644e73 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (d958d401-77dc-4a14-98d7-33018c398062), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:42.286830 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8d491-8908-4335-ad2e-320c1d644e73 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Pushing event deleted for resources: {'Subnet': ['ID=d958d401-77dc-4a14-98d7-33018c398062,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:42.292897 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21a8d491-8908-4335-ad2e-320c1d644e73 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:42.296189 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-21a8d491-8908-4335-ad2e-320c1d644e73 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/subnets/d958d401-77dc-4a14-98d7-33018c398062 HTTP/1.1" status: 204  len: 168 time: 0.4090798
Feb 12 21:24:42.310465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58828) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:42.311338 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84b3fe2-529f-4d41-9872-a8e37f08a170 None None] Network dbf1416b-14e8-4084-963a-bfabc56d33ff requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:42.388726 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (dbf1416b-14e8-4084-963a-bfabc56d33ff), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:42.415703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f25b9329-8563-4a72-8d71-af1d2d00a045 req-dc47d2d5-3853-41ed-b5b5-f7ddb13e10f9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4841170
Feb 12 21:24:42.454619 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Deleting port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:42.454972 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:42.464889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a6a840-986c-4e4b-b390-0da927713bbb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:42.481786 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91919462-258b-4c89-ab6d-831e54761393 None None] Sync routers for ids ['e2901d34-5332-4c77-b821-db9e37afc9b0'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:42.488552 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-45a6a840-986c-4e4b-b390-0da927713bbb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/e2901d34-5332-4c77-b821-db9e37afc9b0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9775231
Feb 12 21:24:42.491568 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58836) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:42.505092 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91919462-258b-4c89-ab6d-831e54761393 None None] Routers {'e2901d34-5332-4c77-b821-db9e37afc9b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:42.510326 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-91919462-258b-4c89-ab6d-831e54761393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd9ef70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e2901d34-5332-4c77-b821-db9e37afc9b0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:42.530278 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.db.resource_extend [None req-cdc3aef9-9297-4d18-b6bd-1b0ad7625877 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:24:42.558456 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06f505a-59f5-4d6e-ab77-58fbf2cf2317 None None] DHCP port deletion for dbf1416b-14e8-4084-963a-bfabc56d33ff request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:24:42.569096 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-91919462-258b-4c89-ab6d-831e54761393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd9ef70>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:42.584779 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91919462-258b-4c89-ab6d-831e54761393 None None] Routers {'e2901d34-5332-4c77-b821-db9e37afc9b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:42.585821 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-91919462-258b-4c89-ab6d-831e54761393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd9ef70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e2901d34-5332-4c77-b821-db9e37afc9b0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:42.635320 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-91919462-258b-4c89-ab6d-831e54761393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd9ef70>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:42.636240 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91919462-258b-4c89-ab6d-831e54761393 None None] The sync data for ids ['e2901d34-5332-4c77-b821-db9e37afc9b0'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:42.639149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1ff2c9-0d7d-41be-80f9-4f54b52f0115 admin admin] Router d10c3c54-e149-4055-ad99-e19133a8999d has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:42.645956 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cdc3aef9-9297-4d18-b6bd-1b0ad7625877 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:42.655351 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d661d100-a3e2-4189-afa4-cff30b0ad7a4 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:24:42.666383 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Publish callbacks [] for port (d661d100-a3e2-4189-afa4-cff30b0ad7a4), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:42.666884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d06f505a-59f5-4d6e-ab77-58fbf2cf2317 None None] Deleting port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:42.666884 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d06f505a-59f5-4d6e-ab77-58fbf2cf2317 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:42.683281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] For port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54c3e83d-cf68-4b08-ab7a-b7b6b909a325,segment=NetworkSegment(a89d95a6-8d36-4957-adce-203762498dde),segment_id=a89d95a6-8d36-4957-adce-203762498dde)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:42.683727 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:43.088058 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Calling delete_port for 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:43.089902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Transition to ACTIVE for port object d661d100-a3e2-4189-afa4-cff30b0ad7a4 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:24:43.090408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d06f505a-59f5-4d6e-ab77-58fbf2cf2317 None None] For port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54c3e83d-cf68-4b08-ab7a-b7b6b909a325,segment=NetworkSegment(a89d95a6-8d36-4957-adce-203762498dde),segment_id=a89d95a6-8d36-4957-adce-203762498dde)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:43.090408 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d06f505a-59f5-4d6e-ab77-58fbf2cf2317 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:43.090408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d06f505a-59f5-4d6e-ab77-58fbf2cf2317 None None] Calling delete_port for 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:43.091202 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1ff2c9-0d7d-41be-80f9-4f54b52f0115 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:43.091202 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ab1ff2c9-0d7d-41be-80f9-4f54b52f0115 admin admin] 10.222.0.31 "PUT /v2.0/routers/d10c3c54-e149-4055-ad99-e19133a8999d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6628344
Feb 12 21:24:43.091393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4320b1-4784-441f-9371-5046aae4727b None None] Sync routers for ids ['d10c3c54-e149-4055-ad99-e19133a8999d'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:43.091393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4320b1-4784-441f-9371-5046aae4727b None None] Routers {'d10c3c54-e149-4055-ad99-e19133a8999d'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:43.091393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ce4320b1-4784-441f-9371-5046aae4727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b39d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d10c3c54-e149-4055-ad99-e19133a8999d'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:43.091670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afa41f-ef22-4eb2-a14e-88e0f23d25a9 req-e2a639db-8051-43f1-a43c-622ac2e812a1 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:43.091670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3afa41f-ef22-4eb2-a14e-88e0f23d25a9 req-e2a639db-8051-43f1-a43c-622ac2e812a1 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 931 time: 0.0704551
Feb 12 21:24:43.091670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3afa41f-ef22-4eb2-a14e-88e0f23d25a9 req-c79c4633-0138-47f1-baa3-732e88cf5fcd tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612216
Feb 12 21:24:43.091937 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e0c7cc4a-7af2-445b-9ac3-45662a2d7569 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (e2901d34-5332-4c77-b821-db9e37afc9b0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:43.092039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58844) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:43.113138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:24:43.238122 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cdc3aef9-9297-4d18-b6bd-1b0ad7625877 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (8d4bc798-6a88-47d6-b7c3-5fa0face8cce), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:43.250466 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-ce4320b1-4784-441f-9371-5046aae4727b None None] Set router d10c3c54-e149-4055-ad99-e19133a8999d gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:24:43.255846 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:43.297848 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Pushing event deleted for resources: {'Port': ['ID=54c3e83d-cf68-4b08-ab7a-b7b6b909a325,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:43.308100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] No DVR routers for this DVR port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:24:43.340596 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d06f505a-59f5-4d6e-ab77-58fbf2cf2317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:43.379170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:43.379865 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (54c3e83d-cf68-4b08-ab7a-b7b6b909a325), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:43.519285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f505a-59f5-4d6e-ab77-58fbf2cf2317 None None] Pushing event deleted for resources: {'Port': ['ID=54c3e83d-cf68-4b08-ab7a-b7b6b909a325,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:43.528548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f505a-59f5-4d6e-ab77-58fbf2cf2317 None None] No DVR routers for this DVR port 54c3e83d-cf68-4b08-ab7a-b7b6b909a325 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:24:43.593527 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (dbf1416b-14e8-4084-963a-bfabc56d33ff), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:43.630618 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5dd190>,) {'filters': {'network_id': ['dbf1416b-14e8-4084-963a-bfabc56d33ff']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:43.648906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-e0c7cc4a-7af2-445b-9ac3-45662a2d7569 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port fd957283-4492-4fc6-9218-a6d992566e56 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:43.649250 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e0c7cc4a-7af2-445b-9ac3-45662a2d7569 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (fd957283-4492-4fc6-9218-a6d992566e56), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:43.670720 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5dd190>, 'a89d95a6-8d36-4957-adce-203762498dde') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:43.671342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5dd190>, 'a89d95a6-8d36-4957-adce-203762498dde') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:43.692576 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (a89d95a6-8d36-4957-adce-203762498dde), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:43.702951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ce4320b1-4784-441f-9371-5046aae4727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b39d0>, [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:24:39Z', 'revision_number': 5, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:43.726520 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (d661d100-a3e2-4189-afa4-cff30b0ad7a4), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:43.739014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4320b1-4784-441f-9371-5046aae4727b None None] Checking router: d10c3c54-e149-4055-ad99-e19133a8999d for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:24:43.746202 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (a89d95a6-8d36-4957-adce-203762498dde), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:43.749057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4320b1-4784-441f-9371-5046aae4727b None None] Routers {'d10c3c54-e149-4055-ad99-e19133a8999d'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:43.749848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ce4320b1-4784-441f-9371-5046aae4727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b39d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d10c3c54-e149-4055-ad99-e19133a8999d'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:43.760141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:24:43.760589 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (a89d95a6-8d36-4957-adce-203762498dde), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:43.761127 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1f9e88c8-e7e9-4dcd-a1d0-322c4d7ca3f7 admin admin] Publish callbacks [] for router (d10c3c54-e149-4055-ad99-e19133a8999d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:24:43.763665 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:24:43.840116 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e0c7cc4a-7af2-445b-9ac3-45662a2d7569 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (fd957283-4492-4fc6-9218-a6d992566e56), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:43.861676 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-e0c7cc4a-7af2-445b-9ac3-45662a2d7569 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for fd957283-4492-4fc6-9218-a6d992566e56 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:43.889650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-ce4320b1-4784-441f-9371-5046aae4727b None None] Set router d10c3c54-e149-4055-ad99-e19133a8999d gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:24:43.944383 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (dbf1416b-14e8-4084-963a-bfabc56d33ff), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:43.985576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45467177-a384-4166-9448-ae62745bded4 service neutron] Pushing event updated for resources: {'Port': ['ID=d661d100-a3e2-4189-afa4-cff30b0ad7a4,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:44.013231 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:44.013848 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-cdc3aef9-9297-4d18-b6bd-1b0ad7625877 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Floating IP 8d4bc798-6a88-47d6-b7c3-5fa0face8cce associated. External IP: 172.35.2.37, port: 6fa8d83a-dd55-41a0-a92e-989b7753211f.
Feb 12 21:24:44.017097 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] 10.222.0.31 "DELETE /v2.0/networks/dbf1416b-14e8-4084-963a-bfabc56d33ff HTTP/1.1" status: 204  len: 168 time: 1.7166007
Feb 12 21:24:44.018433 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60adb7ab-9bc5-40b3-a14d-a4f50b98f8e8 tempest-TagsExtTest-560422397 tempest-TagsExtTest-560422397-project] Pushing event deleted for resources: {'Network': ['ID=dbf1416b-14e8-4084-963a-bfabc56d33ff,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:44.169415 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d617c-542e-4867-9345-02b26db85554 req-f40c366f-525a-4b09-841d-bd5ef6059639 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:44.177169 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa1d617c-542e-4867-9345-02b26db85554 req-f40c366f-525a-4b09-841d-bd5ef6059639 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.4412727
Feb 12 21:24:44.185119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ce4320b1-4784-441f-9371-5046aae4727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b39d0>, [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:24:39Z', 'revision_number': 5, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:44.201168 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b616f-18cb-4a29-a64c-70bfc8213771 req-0022966b-5092-4da9-9841-48b75b31595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:44.202912 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a7b616f-18cb-4a29-a64c-70bfc8213771 req-0022966b-5092-4da9-9841-48b75b31595e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 1127 time: 0.4722416
Feb 12 21:24:44.204627 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e0c7cc4a-7af2-445b-9ac3-45662a2d7569 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (fd957283-4492-4fc6-9218-a6d992566e56), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:44.221494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4320b1-4784-441f-9371-5046aae4727b None None] The sync data for ids ['d10c3c54-e149-4055-ad99-e19133a8999d'] in ncdv-master-1 is: [{'id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'name': 'tempest-AttachVolumeTestJSON-1328358297-router', 'tenant_id': '1dda620b49344bdaa8408d14a9e44acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248'}], 'enable_snat': True}, 'gw_port_id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:19:15Z', 'updated_at': '2022-02-12T21:24:39Z', 'revision_number': 5, 'project_id': '1dda620b49344bdaa8408d14a9e44acd', 'gw_port': {'id': '34648701-09ed-4fca-8a50-4fbc8efd163c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10c3c54-e149-4055-ad99-e19133a8999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:19:18Z', 'updated_at': '2022-02-12T21:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:44.238116 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7cc4a-7af2-445b-9ac3-45662a2d7569 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=fd957283-4492-4fc6-9218-a6d992566e56,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:44.256677 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af1843-3f0e-4006-ab4e-be2a33d9ee29 req-f2e7d273-1845-4084-af37-6a9b75040f04 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:44.264746 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5af1843-3f0e-4006-ab4e-be2a33d9ee29 req-f2e7d273-1845-4084-af37-6a9b75040f04 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 943 time: 0.1092527
Feb 12 21:24:44.349594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Attempting to bind port d661d100-a3e2-4189-afa4-cff30b0ad7a4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:24:44.354108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Attempting to bind port d661d100-a3e2-4189-afa4-cff30b0ad7a4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b01752d7-6a38-43be-9059-a9cc9bbe9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6d5bc69a-2301-48bc-9830-3152e0fb1763'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:24:44.354108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Attempting to bind port d661d100-a3e2-4189-afa4-cff30b0ad7a4 on network 6d5bc69a-2301-48bc-9830-3152e0fb1763 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:24:44.354108 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1f9e88c8-e7e9-4dcd-a1d0-322c4d7ca3f7 admin admin] Publish callbacks [] for router_gateway (d10c3c54-e149-4055-ad99-e19133a8999d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:44.380531 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5af1843-3f0e-4006-ab4e-be2a33d9ee29 req-204d38f5-5a5e-4f12-bef2-15b6162221af tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143634
Feb 12 21:24:44.382712 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Port d661d100-a3e2-4189-afa4-cff30b0ad7a4 on network 6d5bc69a-2301-48bc-9830-3152e0fb1763 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:24:44.383123 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Attempting to bind port d661d100-a3e2-4189-afa4-cff30b0ad7a4 on network 6d5bc69a-2301-48bc-9830-3152e0fb1763 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:24:44.407583 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa1d617c-542e-4867-9345-02b26db85554 req-8ac6f81d-8634-4de5-8c19-c2f550c0fdb7 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2294450
Feb 12 21:24:44.418190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:24:44.418190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Checking segment: {'id': 'b01752d7-6a38-43be-9059-a9cc9bbe9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6d5bc69a-2301-48bc-9830-3152e0fb1763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:24:44.423193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Bound using segment: {'id': 'b01752d7-6a38-43be-9059-a9cc9bbe9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6d5bc69a-2301-48bc-9830-3152e0fb1763'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:24:44.423193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Bound port: d661d100-a3e2-4189-afa4-cff30b0ad7a4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01752d7-6a38-43be-9059-a9cc9bbe9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6d5bc69a-2301-48bc-9830-3152e0fb1763'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:24:44.423193 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d661d100-a3e2-4189-afa4-cff30b0ad7a4), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:44.495397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b616f-18cb-4a29-a64c-70bfc8213771 req-ec41b711-d9e4-423f-977f-38dea93ed939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:44.497278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a7b616f-18cb-4a29-a64c-70bfc8213771 req-ec41b711-d9e4-423f-977f-38dea93ed939 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.2727015
Feb 12 21:24:44.513081 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e0c7cc4a-7af2-445b-9ac3-45662a2d7569 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (e2901d34-5332-4c77-b821-db9e37afc9b0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:44.707646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] For port d661d100-a3e2-4189-afa4-cff30b0ad7a4, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:24:44.715035 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] For port d661d100-a3e2-4189-afa4-cff30b0ad7a4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d661d100-a3e2-4189-afa4-cff30b0ad7a4,segment=NetworkSegment(b01752d7-6a38-43be-9059-a9cc9bbe9281),segment_id=b01752d7-6a38-43be-9059-a9cc9bbe9281)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:24:44.734224 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a7b616f-18cb-4a29-a64c-70bfc8213771 req-e2c2a826-934c-4a13-8cdf-51794018cbb9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46b4431b-660a-42fe-8b92-e92dfee82188 HTTP/1.1" status: 200  len: 1000 time: 0.1908770
Feb 12 21:24:44.793947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc3aef9-9297-4d18-b6bd-1b0ad7625877 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:44.798167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e88c8-e7e9-4dcd-a1d0-322c4d7ca3f7 admin admin] Deleting port 34648701-09ed-4fca-8a50-4fbc8efd163c {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:44.798167 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1f9e88c8-e7e9-4dcd-a1d0-322c4d7ca3f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (34648701-09ed-4fca-8a50-4fbc8efd163c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:44.835696 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (d661d100-a3e2-4189-afa4-cff30b0ad7a4), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:44.900424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58896) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:44.907133 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b616f-18cb-4a29-a64c-70bfc8213771 req-0e718ed2-5590-4bc9-9fd9-1604650286fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:44.908704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a7b616f-18cb-4a29-a64c-70bfc8213771 req-0e718ed2-5590-4bc9-9fd9-1604650286fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.1666937
Feb 12 21:24:44.914859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:24:44.959191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:24:44.959538 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 120bcc9b-9ad8-4dcd-b154-e8c4b8ad6052 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:24:44.998633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:44.999263 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:45.001253 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-45467177-a384-4166-9448-ae62745bded4 service neutron] 10.222.0.48 "PUT /v2.0/ports/d661d100-a3e2-4189-afa4-cff30b0ad7a4 HTTP/1.1" status: 200  len: 1091 time: 3.5024545
Feb 12 21:24:45.001749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc92777-08a6-40e3-a421-5a9898d5e199', 'tag': 'd661d100-a3e2-4189-afa4-cff30b0ad7a4'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:24:45.004083 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae15fe0-593f-442f-84de-e7f4de9a6bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc92777-08a6-40e3-a421-5a9898d5e199", "tag": "d661d100-a3e2-4189-afa4-cff30b0ad7a4"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:24:45.094653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45467177-a384-4166-9448-ae62745bded4 service neutron] Pushing event updated for resources: {'Port': ['ID=d661d100-a3e2-4189-afa4-cff30b0ad7a4,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:45.100179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-1f9e88c8-e7e9-4dcd-a1d0-322c4d7ca3f7 admin admin] For port 34648701-09ed-4fca-8a50-4fbc8efd163c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34648701-09ed-4fca-8a50-4fbc8efd163c,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:45.100387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c7cc4a-7af2-445b-9ac3-45662a2d7569 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router e2901d34-5332-4c77-b821-db9e37afc9b0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:45.100567 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1f9e88c8-e7e9-4dcd-a1d0-322c4d7ca3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (34648701-09ed-4fca-8a50-4fbc8efd163c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:45.113810 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d086464a-90ed-4fe0-8d57-4aa9e01602c1 x-openstack-request-id: req-d086464a-90ed-4fe0-8d57-4aa9e01602c1 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:24:45.113954 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc92777-08a6-40e3-a421-5a9898d5e199", "tag": "d661d100-a3e2-4189-afa4-cff30b0ad7a4", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:24:45.114273 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d086464a-90ed-4fe0-8d57-4aa9e01602c1 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:24:45.114866 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc92777-08a6-40e3-a421-5a9898d5e199', 'tag': 'd661d100-a3e2-4189-afa4-cff30b0ad7a4', 'status': 'completed', 'code': 200}
Feb 12 21:24:45.158498 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e88c8-e7e9-4dcd-a1d0-322c4d7ca3f7 admin admin] Calling delete_port for 34648701-09ed-4fca-8a50-4fbc8efd163c owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:45.193345 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c7cc4a-7af2-445b-9ac3-45662a2d7569 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:45.200965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b616f-18cb-4a29-a64c-70bfc8213771 req-adf33cc7-0c4e-4ffc-b55b-535e515164ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:45.201271 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e0c7cc4a-7af2-445b-9ac3-45662a2d7569 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/e2901d34-5332-4c77-b821-db9e37afc9b0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7048800
Feb 12 21:24:45.201397 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a7b616f-18cb-4a29-a64c-70bfc8213771 req-adf33cc7-0c4e-4ffc-b55b-535e515164ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2753165
Feb 12 21:24:45.201500 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58906) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:45.208929 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a894c3a3-4bb3-4d71-a38f-e856fc519812 None None] Sync routers for ids ['e2901d34-5332-4c77-b821-db9e37afc9b0'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:45.219972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc3aef9-9297-4d18-b6bd-1b0ad7625877 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:45.226722 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a894c3a3-4bb3-4d71-a38f-e856fc519812 None None] Routers {'e2901d34-5332-4c77-b821-db9e37afc9b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:45.226722 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a894c3a3-4bb3-4d71-a38f-e856fc519812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd9eb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e2901d34-5332-4c77-b821-db9e37afc9b0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:45.232872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1282b7cd-66c1-4290-a8d8-7a116ed8a5ee None None] Sync routers for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:45.233797 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-08783f5f-d8a7-4de2-a5d9-e7b0a7bdb458 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2901d34-5332-4c77-b821-db9e37afc9b0 HTTP/1.1" status: 200  len: 205 time: 0.0313809
Feb 12 21:24:45.237870 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58908) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:45.255623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1282b7cd-66c1-4290-a8d8-7a116ed8a5ee None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:45.257306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1282b7cd-66c1-4290-a8d8-7a116ed8a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb315b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:45.269440 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cdc3aef9-9297-4d18-b6bd-1b0ad7625877 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:45.270574 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a894c3a3-4bb3-4d71-a38f-e856fc519812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd9eb80>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:45.282335 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a894c3a3-4bb3-4d71-a38f-e856fc519812 None None] Routers {'e2901d34-5332-4c77-b821-db9e37afc9b0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:45.283173 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a894c3a3-4bb3-4d71-a38f-e856fc519812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd9eb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e2901d34-5332-4c77-b821-db9e37afc9b0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:45.315461 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1282b7cd-66c1-4290-a8d8-7a116ed8a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb315b50>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:45.328116 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a894c3a3-4bb3-4d71-a38f-e856fc519812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd9eb80>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:45.329243 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a894c3a3-4bb3-4d71-a38f-e856fc519812 None None] The sync data for ids ['e2901d34-5332-4c77-b821-db9e37afc9b0'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:45.330100 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1282b7cd-66c1-4290-a8d8-7a116ed8a5ee None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:45.330927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1282b7cd-66c1-4290-a8d8-7a116ed8a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb315b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:45.375120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1282b7cd-66c1-4290-a8d8-7a116ed8a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb315b50>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:45.376549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1282b7cd-66c1-4290-a8d8-7a116ed8a5ee None None] The sync data for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:45.386769 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-20f6a481-46a3-4f8d-bea7-05824da94821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:45.387261 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2a83f8af-f7ec-4f9a-9f0f-841f1742bf0f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (e2901d34-5332-4c77-b821-db9e37afc9b0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:45.388403 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-20f6a481-46a3-4f8d-bea7-05824da94821 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07de9e87ea3f495f90baaf85d83b982c&device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 1125 time: 0.2834430
Feb 12 21:24:45.397010 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5cc91911-a991-4e52-ad00-c6b6de6e718d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c924410890f45a795f37fda1f7b4487&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4921718
Feb 12 21:24:45.400940 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cdc3aef9-9297-4d18-b6bd-1b0ad7625877 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "PUT /v2.0/floatingips/8d4bc798-6a88-47d6-b7c3-5fa0face8cce HTTP/1.1" status: 200  len: 978 time: 4.6400440
Feb 12 21:24:45.405055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58912) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:45.405425 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58914) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:45.494951 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-eab7ca2a-7eb4-469f-a72f-075dce4db6c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d661d100-a3e2-4189-afa4-cff30b0ad7a4 HTTP/1.1" status: 200  len: 217 time: 0.0926678
Feb 12 21:24:45.612431 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2a83f8af-f7ec-4f9a-9f0f-841f1742bf0f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (e2901d34-5332-4c77-b821-db9e37afc9b0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:45.615853 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2a83f8af-f7ec-4f9a-9f0f-841f1742bf0f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_controller (e2901d34-5332-4c77-b821-db9e37afc9b0), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:45.634975 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a7b616f-18cb-4a29-a64c-70bfc8213771 req-df22af98-5714-41b5-a2ff-a990095b480e service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4255407
Feb 12 21:24:45.679776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715335a4-cd9b-4c72-8ef4-28b37c86d9b2 req-f410391d-bc17-4fb4-a1da-10e9d7fbdf8e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:45.681337 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-715335a4-cd9b-4c72-8ef4-28b37c86d9b2 req-f410391d-bc17-4fb4-a1da-10e9d7fbdf8e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1337156
Feb 12 21:24:45.724592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-53bef741-73e8-4088-8db4-bf7a4ab77112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:45.726111 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-53bef741-73e8-4088-8db4-bf7a4ab77112 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=84e31bc6-7d97-4527-928a-1f0b9e406f3b HTTP/1.1" status: 200  len: 853 time: 0.1904721
Feb 12 21:24:45.735436 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-715335a4-cd9b-4c72-8ef4-28b37c86d9b2 req-a46c2057-2d80-42e1-b5fc-f25cbdd5941f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483146
Feb 12 21:24:45.762106 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2a83f8af-f7ec-4f9a-9f0f-841f1742bf0f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (e2901d34-5332-4c77-b821-db9e37afc9b0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:45.766425 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a83f8af-f7ec-4f9a-9f0f-841f1742bf0f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Fanout notify agent at l3_agent the message router_deleted on router e2901d34-5332-4c77-b821-db9e37afc9b0 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:24:45.770539 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2a83f8af-f7ec-4f9a-9f0f-841f1742bf0f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:45.771750 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2a83f8af-f7ec-4f9a-9f0f-841f1742bf0f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/routers/e2901d34-5332-4c77-b821-db9e37afc9b0 HTTP/1.1" status: 204  len: 168 time: 0.5327625
Feb 12 21:24:45.774437 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58924) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:45.838808 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-281cf9d3-63fa-4a50-899d-ba9f687e84a5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting subnet ff059b2e-35f4-43b8-935c-23f724058611 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:24:45.842805 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-281cf9d3-63fa-4a50-899d-ba9f687e84a5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (ff059b2e-35f4-43b8-935c-23f724058611), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:45.887172 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-281cf9d3-63fa-4a50-899d-ba9f687e84a5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (ff059b2e-35f4-43b8-935c-23f724058611), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:45.986693 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-281cf9d3-63fa-4a50-899d-ba9f687e84a5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (ff059b2e-35f4-43b8-935c-23f724058611), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.014928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58928) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:46.154793 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-281cf9d3-63fa-4a50-899d-ba9f687e84a5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (ff059b2e-35f4-43b8-935c-23f724058611), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.154793 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1070b3db-d0fe-4940-a6df-dafc02b310ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.155124 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25eab6e1-e179-4906-a763-b3c41f6ed807 admin admin] Publish callbacks [] for security_group (008dd920-e142-48b4-a2ad-8353ba9ef446), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.155909 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-97f8e9fb-d88c-46fb-b0be-5290644a4a1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d5bc69a-2301-48bc-9830-3152e0fb1763&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4231870
Feb 12 21:24:46.169391 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00393fc4-6805-4eec-9e30-6b1a191126ae req-29057e76-e964-4733-bd8a-2f3e0097dcf4 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:46.170862 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-00393fc4-6805-4eec-9e30-6b1a191126ae req-29057e76-e964-4733-bd8a-2f3e0097dcf4 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 943 time: 0.6266119
Feb 12 21:24:46.186859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cf9d3-63fa-4a50-899d-ba9f687e84a5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Subnet': ['ID=ff059b2e-35f4-43b8-935c-23f724058611,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:46.193147 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-281cf9d3-63fa-4a50-899d-ba9f687e84a5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.197139 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-281cf9d3-63fa-4a50-899d-ba9f687e84a5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/ff059b2e-35f4-43b8-935c-23f724058611 HTTP/1.1" status: 204  len: 168 time: 0.4211109
Feb 12 21:24:46.200226 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58932) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:46.209518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2fee49-e9f0-4901-bbd3-03bb54f9976a None None] Network 4de50162-dda9-4f06-81f8-42b894de2063 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:46.277611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83576ff-78c2-476b-a821-49f73f91c68c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting subnet 099b3998-2d8c-48ed-900c-d5034b9e9770 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:24:46.284869 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b83576ff-78c2-476b-a821-49f73f91c68c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (099b3998-2d8c-48ed-900c-d5034b9e9770), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.297725 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25eab6e1-e179-4906-a763-b3c41f6ed807 admin admin] Publish callbacks [] for security_group (008dd920-e142-48b4-a2ad-8353ba9ef446), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.327253 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a7b616f-18cb-4a29-a64c-70bfc8213771 req-0e8e4ab1-c5f2-4f3b-90e2-3726300f438b service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6768856
Feb 12 21:24:46.347499 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a117f551-81d5-4cb4-aed6-ba3435f61ed3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting port 6fa8d83a-dd55-41a0-a92e-989b7753211f {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:46.350084 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a117f551-81d5-4cb4-aed6-ba3435f61ed3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6fa8d83a-dd55-41a0-a92e-989b7753211f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.354967 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b83576ff-78c2-476b-a821-49f73f91c68c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (099b3998-2d8c-48ed-900c-d5034b9e9770), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.381033 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1070b3db-d0fe-4940-a6df-dafc02b310ab admin admin] Publish callbacks [] for security_group (57d27b2a-e9e6-42de-b853-62ceb5f25636), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.410892 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-00393fc4-6805-4eec-9e30-6b1a191126ae req-42f9de79-2d81-4fb3-8de1-cd3a2c5f9fa3 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2287185
Feb 12 21:24:46.411831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f37ed6c-d41a-4b5f-947c-3acb02bec8eb None None] DHCP port deletion for 4de50162-dda9-4f06-81f8-42b894de2063 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:24:46.418824 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1f9e88c8-e7e9-4dcd-a1d0-322c4d7ca3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (34648701-09ed-4fca-8a50-4fbc8efd163c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.451099 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1070b3db-d0fe-4940-a6df-dafc02b310ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (57d27b2a-e9e6-42de-b853-62ceb5f25636), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.490735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7f37ed6c-d41a-4b5f-947c-3acb02bec8eb None None] Deleting port ff297fa7-f917-4499-a96d-8c6de0cc77ea {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:46.492140 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f37ed6c-d41a-4b5f-947c-3acb02bec8eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ff297fa7-f917-4499-a96d-8c6de0cc77ea), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.493082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e88c8-e7e9-4dcd-a1d0-322c4d7ca3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=34648701-09ed-4fca-8a50-4fbc8efd163c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:46.496431 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-2f3a0791-33f4-4169-94b0-40348f9a9947 service neutron] 10.222.0.48 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3223953
Feb 12 21:24:46.509535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070b3db-d0fe-4940-a6df-dafc02b310ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d27b2a-e9e6-42de-b853-62ceb5f25636,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:46.548710 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b83576ff-78c2-476b-a821-49f73f91c68c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (099b3998-2d8c-48ed-900c-d5034b9e9770), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.555418 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1070b3db-d0fe-4940-a6df-dafc02b310ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f06a34293114cc985dceaf542ed06ce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5394511
Feb 12 21:24:46.561702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58936) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:46.608337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7f37ed6c-d41a-4b5f-947c-3acb02bec8eb None None] For port ff297fa7-f917-4499-a96d-8c6de0cc77ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff297fa7-f917-4499-a96d-8c6de0cc77ea,segment=NetworkSegment(db054e40-f6d6-4500-9c50-751c20d0f4aa),segment_id=db054e40-f6d6-4500-9c50-751c20d0f4aa)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:46.608738 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f37ed6c-d41a-4b5f-947c-3acb02bec8eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ff297fa7-f917-4499-a96d-8c6de0cc77ea), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.639859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7f37ed6c-d41a-4b5f-947c-3acb02bec8eb None None] Calling delete_port for ff297fa7-f917-4499-a96d-8c6de0cc77ea owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:46.657858 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25eab6e1-e179-4906-a763-b3c41f6ed807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (008dd920-e142-48b4-a2ad-8353ba9ef446), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.660300 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25eab6e1-e179-4906-a763-b3c41f6ed807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.661556 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-25eab6e1-e179-4906-a763-b3c41f6ed807 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/008dd920-e142-48b4-a2ad-8353ba9ef446 HTTP/1.1" status: 204  len: 168 time: 1.2487500
Feb 12 21:24:46.663424 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a117f551-81d5-4cb4-aed6-ba3435f61ed3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6fa8d83a-dd55-41a0-a92e-989b7753211f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.707177 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b83576ff-78c2-476b-a821-49f73f91c68c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (099b3998-2d8c-48ed-900c-d5034b9e9770), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.709134 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eab6e1-e179-4906-a763-b3c41f6ed807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008dd920-e142-48b4-a2ad-8353ba9ef446,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:46.717437 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1f9e88c8-e7e9-4dcd-a1d0-322c4d7ca3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (d10c3c54-e149-4055-ad99-e19133a8999d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.794400 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83576ff-78c2-476b-a821-49f73f91c68c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Subnet': ['ID=099b3998-2d8c-48ed-900c-d5034b9e9770,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:46.820047 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b83576ff-78c2-476b-a821-49f73f91c68c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.823730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5199d79-c7e4-4156-8896-589b7d3d0bad None None] Network 337cafed-ba5e-40d9-9db4-56998fb3e2fc requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:46.828049 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b83576ff-78c2-476b-a821-49f73f91c68c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/099b3998-2d8c-48ed-900c-d5034b9e9770 HTTP/1.1" status: 204  len: 168 time: 0.6246390
Feb 12 21:24:46.829204 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58944) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:46.944471 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32c606f8-b174-4d81-9275-3a0429081ac3 req-d9ede857-d22c-46d0-bb3d-a3c922ac4ccd service neutron] 10.222.0.48 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4346321
Feb 12 21:24:46.948044 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1f9e88c8-e7e9-4dcd-a1d0-322c4d7ca3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (d10c3c54-e149-4055-ad99-e19133a8999d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.952054 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f37ed6c-d41a-4b5f-947c-3acb02bec8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (ff297fa7-f917-4499-a96d-8c6de0cc77ea), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:46.961747 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1f9e88c8-e7e9-4dcd-a1d0-322c4d7ca3f7 admin admin] Publish callbacks [] for router_controller (d10c3c54-e149-4055-ad99-e19133a8999d), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.018041 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37ed6c-d41a-4b5f-947c-3acb02bec8eb None None] Pushing event deleted for resources: {'Port': ['ID=ff297fa7-f917-4499-a96d-8c6de0cc77ea,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:47.032054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37ed6c-d41a-4b5f-947c-3acb02bec8eb None None] No DVR routers for this DVR port ff297fa7-f917-4499-a96d-8c6de0cc77ea on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:24:47.038334 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-308a3517-a38a-42c3-8626-23fed5819fcb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (4de50162-dda9-4f06-81f8-42b894de2063), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.083351 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-821501c9-6fd9-4fff-a549-60035ebd387e admin admin] Publish callbacks [] for security_group (57d27b2a-e9e6-42de-b853-62ceb5f25636), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.087965 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a948c-adcd-4935-b136-42a6d9c3634f req-6d82c92a-5c1b-4ad4-bff0-cdc7d6362867 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:47.109481 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-515a948c-adcd-4935-b136-42a6d9c3634f req-6d82c92a-5c1b-4ad4-bff0-cdc7d6362867 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2295833
Feb 12 21:24:47.109613 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f633a186-a8af-4778-8a19-cef8272d94c7 None None] DHCP port deletion for 337cafed-ba5e-40d9-9db4-56998fb3e2fc request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:24:47.184230 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ff297fa7-f917-4499-a96d-8c6de0cc77ea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:24:47.214012 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-515a948c-adcd-4935-b136-42a6d9c3634f req-95677549-cf03-4236-b7e1-2d7f8d05b670 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1130571
Feb 12 21:24:47.247787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: ff297fa7-f917-4499-a96d-8c6de0cc77ea {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:24:47.253664 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ff297fa7-f917-4499-a96d-8c6de0cc77ea not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:24:47.325972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f633a186-a8af-4778-8a19-cef8272d94c7 None None] Deleting port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:47.328877 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f633a186-a8af-4778-8a19-cef8272d94c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.335089 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-821501c9-6fd9-4fff-a549-60035ebd387e admin admin] Publish callbacks [] for security_group (57d27b2a-e9e6-42de-b853-62ceb5f25636), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.336142 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-308a3517-a38a-42c3-8626-23fed5819fcb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (4de50162-dda9-4f06-81f8-42b894de2063), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.368354 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-308a3517-a38a-42c3-8626-23fed5819fcb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f8d9d0d0>,) {'filters': {'network_id': ['4de50162-dda9-4f06-81f8-42b894de2063']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:47.376887 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1f9e88c8-e7e9-4dcd-a1d0-322c4d7ca3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (d10c3c54-e149-4055-ad99-e19133a8999d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.381197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-308a3517-a38a-42c3-8626-23fed5819fcb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f8d9d0d0>, 'db054e40-f6d6-4500-9c50-751c20d0f4aa') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:47.382525 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9e88c8-e7e9-4dcd-a1d0-322c4d7ca3f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d10c3c54-e149-4055-ad99-e19133a8999d {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:24:47.382995 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-308a3517-a38a-42c3-8626-23fed5819fcb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f8d9d0d0>, 'db054e40-f6d6-4500-9c50-751c20d0f4aa') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:47.406916 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1f9e88c8-e7e9-4dcd-a1d0-322c4d7ca3f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.410433 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1f9e88c8-e7e9-4dcd-a1d0-322c4d7ca3f7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d10c3c54-e149-4055-ad99-e19133a8999d HTTP/1.1" status: 204  len: 168 time: 4.3238165
Feb 12 21:24:47.413936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f633a186-a8af-4778-8a19-cef8272d94c7 None None] For port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec,segment=NetworkSegment(2dce79bf-469a-4172-ae20-7256c1be639e),segment_id=2dce79bf-469a-4172-ae20-7256c1be639e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:47.418718 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f633a186-a8af-4778-8a19-cef8272d94c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.418855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58952) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:47.432666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f633a186-a8af-4778-8a19-cef8272d94c7 None None] Calling delete_port for 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:47.433301 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a117f551-81d5-4cb4-aed6-ba3435f61ed3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.434017 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a117f551-81d5-4cb4-aed6-ba3435f61ed3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (8d4bc798-6a88-47d6-b7c3-5fa0face8cce), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.434478 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-a117f551-81d5-4cb4-aed6-ba3435f61ed3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Floating IP 8d4bc798-6a88-47d6-b7c3-5fa0face8cce disassociated. External IP: 172.35.2.37, port: 6fa8d83a-dd55-41a0-a92e-989b7753211f.
Feb 12 21:24:47.434783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a117f551-81d5-4cb4-aed6-ba3435f61ed3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Calling delete_port for 6fa8d83a-dd55-41a0-a92e-989b7753211f owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:47.446362 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-308a3517-a38a-42c3-8626-23fed5819fcb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (db054e40-f6d6-4500-9c50-751c20d0f4aa), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.490746 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-308a3517-a38a-42c3-8626-23fed5819fcb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (db054e40-f6d6-4500-9c50-751c20d0f4aa), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.512850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308a3517-a38a-42c3-8626-23fed5819fcb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:24:47.513331 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-308a3517-a38a-42c3-8626-23fed5819fcb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (db054e40-f6d6-4500-9c50-751c20d0f4aa), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.564369 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15fe0-593f-442f-84de-e7f4de9a6bc9 req-a9cb38c2-ac38-4cbd-8c2b-29ca9e17ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:47.571098 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cae15fe0-593f-442f-84de-e7f4de9a6bc9 req-a9cb38c2-ac38-4cbd-8c2b-29ca9e17ae7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07de9e87ea3f495f90baaf85d83b982c&device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 1125 time: 0.3172193
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:24:47.608983 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:24:47.636411 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f633a186-a8af-4778-8a19-cef8272d94c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.650361 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f633a186-a8af-4778-8a19-cef8272d94c7 None None] No DVR routers for this DVR port 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:24:47.665511 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-308a3517-a38a-42c3-8626-23fed5819fcb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (4de50162-dda9-4f06-81f8-42b894de2063), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.687018 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-308a3517-a38a-42c3-8626-23fed5819fcb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.689642 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633a186-a8af-4778-8a19-cef8272d94c7 None None] Pushing event deleted for resources: {'Port': ['ID=2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:47.692037 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-308a3517-a38a-42c3-8626-23fed5819fcb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/networks/4de50162-dda9-4f06-81f8-42b894de2063 HTTP/1.1" status: 204  len: 168 time: 0.8604968
Feb 12 21:24:47.692974 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a3517-a38a-42c3-8626-23fed5819fcb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Network': ['ID=4de50162-dda9-4f06-81f8-42b894de2063,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:47.694846 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58960) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:47.829018 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f7e5886e-43c0-438a-8f3c-200e2ce9f482 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (337cafed-ba5e-40d9-9db4-56998fb3e2fc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.830556 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-821501c9-6fd9-4fff-a549-60035ebd387e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (57d27b2a-e9e6-42de-b853-62ceb5f25636), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.835227 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-821501c9-6fd9-4fff-a549-60035ebd387e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.841531 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-821501c9-6fd9-4fff-a549-60035ebd387e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57d27b2a-e9e6-42de-b853-62ceb5f25636 HTTP/1.1" status: 204  len: 168 time: 1.2545829
Feb 12 21:24:47.883264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5145a6-0dfa-4039-bf0a-b3c20ed73434 admin admin] Deleting subnet 08262d9b-e180-46f4-80c5-239821f96956 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:24:47.891436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15fe0-593f-442f-84de-e7f4de9a6bc9 req-35408db8-ae57-4fa1-ac39-5d14a1627b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:47.894176 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cae15fe0-593f-442f-84de-e7f4de9a6bc9 req-35408db8-ae57-4fa1-ac39-5d14a1627b19 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d5bc69a-2301-48bc-9830-3152e0fb1763 HTTP/1.1" status: 200  len: 914 time: 0.2890265
Feb 12 21:24:47.896040 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821501c9-6fd9-4fff-a549-60035ebd387e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d27b2a-e9e6-42de-b853-62ceb5f25636,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:47.903694 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b5145a6-0dfa-4039-bf0a-b3c20ed73434 admin admin] Publish callbacks [] for subnet (08262d9b-e180-46f4-80c5-239821f96956), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.996463 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f7e5886e-43c0-438a-8f3c-200e2ce9f482 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (337cafed-ba5e-40d9-9db4-56998fb3e2fc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:47.998405 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b5145a6-0dfa-4039-bf0a-b3c20ed73434 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (08262d9b-e180-46f4-80c5-239821f96956), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:48.034584 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-f7e5886e-43c0-438a-8f3c-200e2ce9f482 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f984cb20>,) {'filters': {'network_id': ['337cafed-ba5e-40d9-9db4-56998fb3e2fc']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:48.058146 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-f7e5886e-43c0-438a-8f3c-200e2ce9f482 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f984cb20>, '2dce79bf-469a-4172-ae20-7256c1be639e') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:48.058795 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-f7e5886e-43c0-438a-8f3c-200e2ce9f482 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f984cb20>, '2dce79bf-469a-4172-ae20-7256c1be639e') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:48.075863 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f7e5886e-43c0-438a-8f3c-200e2ce9f482 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (2dce79bf-469a-4172-ae20-7256c1be639e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:48.095973 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f7e5886e-43c0-438a-8f3c-200e2ce9f482 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (2dce79bf-469a-4172-ae20-7256c1be639e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:48.101950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffcaf3-3317-4b2f-bb08-1208e7668073 req-b63eb1d7-7819-46a1-8f81-aa992c808aad tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:48.103455 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eaffcaf3-3317-4b2f-bb08-1208e7668073 req-b63eb1d7-7819-46a1-8f81-aa992c808aad tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 943 time: 0.4969847
Feb 12 21:24:48.107212 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cae15fe0-593f-442f-84de-e7f4de9a6bc9 req-3b04bdde-a469-4422-b52d-cd99799367e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d661d100-a3e2-4189-afa4-cff30b0ad7a4 HTTP/1.1" status: 200  len: 217 time: 0.1478724
Feb 12 21:24:48.108332 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e5886e-43c0-438a-8f3c-200e2ce9f482 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:24:48.109187 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f7e5886e-43c0-438a-8f3c-200e2ce9f482 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (2dce79bf-469a-4172-ae20-7256c1be639e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:24:48.115685 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:24:48.289683 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f7e5886e-43c0-438a-8f3c-200e2ce9f482 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (337cafed-ba5e-40d9-9db4-56998fb3e2fc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:48.301386 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f7e5886e-43c0-438a-8f3c-200e2ce9f482 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:48.315132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15fe0-593f-442f-84de-e7f4de9a6bc9 req-233929e6-8b1e-43dd-8b11-936dd2f6adff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:48.317399 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cae15fe0-593f-442f-84de-e7f4de9a6bc9 req-233929e6-8b1e-43dd-8b11-936dd2f6adff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=84e31bc6-7d97-4527-928a-1f0b9e406f3b HTTP/1.1" status: 200  len: 853 time: 0.2004204
Feb 12 21:24:48.320911 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f7e5886e-43c0-438a-8f3c-200e2ce9f482 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/networks/337cafed-ba5e-40d9-9db4-56998fb3e2fc HTTP/1.1" status: 204  len: 168 time: 0.6249495
Feb 12 21:24:48.322946 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58992) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:48.334306 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-716df382-1cae-4964-bf8f-a507b86a12ed tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'network': {'name': 'tempest-RoutersTest-1145494387'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:48.334306 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b5145a6-0dfa-4039-bf0a-b3c20ed73434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (08262d9b-e180-46f4-80c5-239821f96956), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:48.351640 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eaffcaf3-3317-4b2f-bb08-1208e7668073 req-1d44887f-18e1-4eaf-9a4d-4c0b6734a9d3 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2364097
Feb 12 21:24:48.363537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5886e-43c0-438a-8f3c-200e2ce9f482 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Network': ['ID=337cafed-ba5e-40d9-9db4-56998fb3e2fc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:48.401993 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6478a-6111-4ff0-927d-504d2cdd1f88 req-954a74c7-b6dd-4e80-828f-c40470bc579d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:48.403940 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bdf6478a-6111-4ff0-927d-504d2cdd1f88 req-954a74c7-b6dd-4e80-828f-c40470bc579d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0817196
Feb 12 21:24:48.412582 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cae15fe0-593f-442f-84de-e7f4de9a6bc9 req-f03655ae-bcf8-4531-badb-76351f90689e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d5bc69a-2301-48bc-9830-3152e0fb1763&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0859747
Feb 12 21:24:48.460513 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bdf6478a-6111-4ff0-927d-504d2cdd1f88 req-0e0d29e2-24fb-443e-8cee-d4daf99f046e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504990
Feb 12 21:24:48.495345 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a117f551-81d5-4cb4-aed6-ba3435f61ed3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6fa8d83a-dd55-41a0-a92e-989b7753211f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:48.545515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117f551-81d5-4cb4-aed6-ba3435f61ed3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Port': ['ID=6fa8d83a-dd55-41a0-a92e-989b7753211f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:48.599172 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716df382-1cae-4964-bf8f-a507b86a12ed tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:48.602421 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-716df382-1cae-4964-bf8f-a507b86a12ed tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:48.650028 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cae15fe0-593f-442f-84de-e7f4de9a6bc9 req-af5218bc-ed67-410b-b797-765577134957 service neutron] 10.222.0.48 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2265286
Feb 12 21:24:48.690724 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b5145a6-0dfa-4039-bf0a-b3c20ed73434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (08262d9b-e180-46f4-80c5-239821f96956), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:48.739281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59002) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:48.755563 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-985b6d52-824b-4800-90a7-ef69920dea72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:48.757837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5145a6-0dfa-4039-bf0a-b3c20ed73434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08262d9b-e180-46f4-80c5-239821f96956,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:48.779648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecbd678-9251-4bd0-9a91-abf49cffbeb6 None None] Network 3d3223c4-7d3e-45d4-827e-f74909602e0e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:48.834662 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b5145a6-0dfa-4039-bf0a-b3c20ed73434 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:48.845740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5b5145a6-0dfa-4039-bf0a-b3c20ed73434 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/08262d9b-e180-46f4-80c5-239821f96956 HTTP/1.1" status: 204  len: 168 time: 1.4168844
Feb 12 21:24:48.845853 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59008) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:48.864063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716df382-1cae-4964-bf8f-a507b86a12ed tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:24:48.874022 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-716df382-1cae-4964-bf8f-a507b86a12ed tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (71d4389c-a2a9-4a5e-a231-a53400883da9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:48.876358 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-716df382-1cae-4964-bf8f-a507b86a12ed tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Added segment 71d4389c-a2a9-4a5e-a231-a53400883da9 of type vlan for network e504f084-69eb-45bc-83cb-7b950dc7d831
Feb 12 21:24:48.912454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef22df-c94b-484d-9b20-50384c31370a req-4b7129dc-e658-4a75-8192-1d9b981ac7f4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:48.915192 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3cef22df-c94b-484d-9b20-50384c31370a req-4b7129dc-e658-4a75-8192-1d9b981ac7f4 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.3708439
Feb 12 21:24:48.974513 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-985b6d52-824b-4800-90a7-ef69920dea72 admin admin] Publish callbacks [] for security_group (8ad8709e-cd20-4570-bcf0-76e2256abf99), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:48.980542 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (3d3223c4-7d3e-45d4-827e-f74909602e0e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:48.980728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:24:48.992774 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cae15fe0-593f-442f-84de-e7f4de9a6bc9 req-d2360c83-976f-47c2-9c96-c8a7af6c74c6 service neutron] 10.222.0.48 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3082104
Feb 12 21:24:49.010354 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a117f551-81d5-4cb4-aed6-ba3435f61ed3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:49.039271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:24:49.041289 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2ea5ebf5-19f2-4fa2-9c31-75f36b8dc9ec not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:24:49.041859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 34648701-09ed-4fca-8a50-4fbc8efd163c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:24:49.042734 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-716df382-1cae-4964-bf8f-a507b86a12ed tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (e504f084-69eb-45bc-83cb-7b950dc7d831), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:49.048665 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-985b6d52-824b-4800-90a7-ef69920dea72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8ad8709e-cd20-4570-bcf0-76e2256abf99), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:49.049869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e81bed6-9397-458f-b0f1-8a8d1feff1cb None None] DHCP port deletion for 3d3223c4-7d3e-45d4-827e-f74909602e0e request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:24:49.079804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 34648701-09ed-4fca-8a50-4fbc8efd163c {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:24:49.080314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 34648701-09ed-4fca-8a50-4fbc8efd163c not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:24:49.095859 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3cef22df-c94b-484d-9b20-50384c31370a req-6c64ad55-4643-4fb6-867d-3f42b9f43365 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1624842
Feb 12 21:24:49.107690 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-985b6d52-824b-4800-90a7-ef69920dea72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2038435a1083425396ff6bc58e9eaa73&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3646848
Feb 12 21:24:49.107690 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b6d52-824b-4800-90a7-ef69920dea72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad8709e-cd20-4570-bcf0-76e2256abf99,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:49.111060 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59014) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:49.112712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] Deleting port f5fef377-2c24-4c6f-a01b-5220c52d06ca {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:49.113067 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f5fef377-2c24-4c6f-a01b-5220c52d06ca), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:49.213738 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1e81bed6-9397-458f-b0f1-8a8d1feff1cb None None] Deleting port f5fef377-2c24-4c6f-a01b-5220c52d06ca {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:49.214266 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1e81bed6-9397-458f-b0f1-8a8d1feff1cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f5fef377-2c24-4c6f-a01b-5220c52d06ca), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:49.231126 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] For port f5fef377-2c24-4c6f-a01b-5220c52d06ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5fef377-2c24-4c6f-a01b-5220c52d06ca,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:49.231416 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f5fef377-2c24-4c6f-a01b-5220c52d06ca), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:49.265396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] Calling delete_port for f5fef377-2c24-4c6f-a01b-5220c52d06ca owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:49.270503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a117f551-81d5-4cb4-aed6-ba3435f61ed3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:49.282295 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6738a182-e48d-427a-aaf3-a8f7ca59b1d0 None None] Sync routers for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:49.300305 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05e68460-fa22-431d-8b58-36f281b59e70 admin admin] Publish callbacks [] for security_group (8ad8709e-cd20-4570-bcf0-76e2256abf99), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:49.300538 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-716df382-1cae-4964-bf8f-a507b86a12ed tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (e504f084-69eb-45bc-83cb-7b950dc7d831), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:49.305959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716df382-1cae-4964-bf8f-a507b86a12ed tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:49.306645 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-716df382-1cae-4964-bf8f-a507b86a12ed tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:49.316900 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6738a182-e48d-427a-aaf3-a8f7ca59b1d0 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:49.319393 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-6738a182-e48d-427a-aaf3-a8f7ca59b1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc700056f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:49.337145 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1e81bed6-9397-458f-b0f1-8a8d1feff1cb None None] For port f5fef377-2c24-4c6f-a01b-5220c52d06ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5fef377-2c24-4c6f-a01b-5220c52d06ca,segment=NetworkSegment(aa38d670-a6bc-490b-a80b-03c592297394),segment_id=aa38d670-a6bc-490b-a80b-03c592297394)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:49.337956 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1e81bed6-9397-458f-b0f1-8a8d1feff1cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f5fef377-2c24-4c6f-a01b-5220c52d06ca), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:49.354453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1e81bed6-9397-458f-b0f1-8a8d1feff1cb None None] Calling delete_port for f5fef377-2c24-4c6f-a01b-5220c52d06ca owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:49.434878 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716df382-1cae-4964-bf8f-a507b86a12ed tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Network': ['ID=e504f084-69eb-45bc-83cb-7b950dc7d831,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:49.449473 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-6738a182-e48d-427a-aaf3-a8f7ca59b1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc700056f10>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:49.452837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network e504f084-69eb-45bc-83cb-7b950dc7d831 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:24:49.456098 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a117f551-81d5-4cb4-aed6-ba3435f61ed3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:49.459670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a117f551-81d5-4cb4-aed6-ba3435f61ed3 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/ports/6fa8d83a-dd55-41a0-a92e-989b7753211f HTTP/1.1" status: 204  len: 168 time: 4.0457776
Feb 12 21:24:49.463200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59024) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:49.480085 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3784ff8-7f9d-45da-8ae2-2006641643a6 req-ae25c007-4462-4512-b707-bd644e095eb8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:49.485028 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a3784ff8-7f9d-45da-8ae2-2006641643a6 req-ae25c007-4462-4512-b707-bd644e095eb8 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2823629
Feb 12 21:24:49.498375 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6738a182-e48d-427a-aaf3-a8f7ca59b1d0 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:49.499013 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-6738a182-e48d-427a-aaf3-a8f7ca59b1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc700056f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:49.528947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59026) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:49.541221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d661d100-a3e2-4189-afa4-cff30b0ad7a4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:24:49.556326 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05e68460-fa22-431d-8b58-36f281b59e70 admin admin] Publish callbacks [] for security_group (8ad8709e-cd20-4570-bcf0-76e2256abf99), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:49.582319 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-716df382-1cae-4964-bf8f-a507b86a12ed tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.2583020
Feb 12 21:24:49.599218 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59032) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:49.602562 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-6738a182-e48d-427a-aaf3-a8f7ca59b1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc700056f10>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:49.603249 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6738a182-e48d-427a-aaf3-a8f7ca59b1d0 None None] The sync data for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:49.620652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a1295019-4be6-44d4-a67d-0d9f1b7cbbc7 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'subnet': {'network_id': 'e504f084-69eb-45bc-83cb-7b950dc7d831', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:49.653894 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-db614683-c4ca-4607-9443-7b64316daed2 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "GET /v2.0/floatingips/8d4bc798-6a88-47d6-b7c3-5fa0face8cce HTTP/1.1" status: 200  len: 687 time: 0.1873915
Feb 12 21:24:49.658939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59036) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:49.698100 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a3784ff8-7f9d-45da-8ae2-2006641643a6 req-6aab4139-1f12-4ef5-ae06-89f307172724 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2062511
Feb 12 21:24:49.718197 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1e81bed6-9397-458f-b0f1-8a8d1feff1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (f5fef377-2c24-4c6f-a01b-5220c52d06ca), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:49.760443 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f5fef377-2c24-4c6f-a01b-5220c52d06ca), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:49.786827 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port d661d100-a3e2-4189-afa4-cff30b0ad7a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d661d100-a3e2-4189-afa4-cff30b0ad7a4,segment=NetworkSegment(b01752d7-6a38-43be-9059-a9cc9bbe9281),segment_id=b01752d7-6a38-43be-9059-a9cc9bbe9281)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:49.796553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81bed6-9397-458f-b0f1-8a8d1feff1cb None None] Pushing event deleted for resources: {'Port': ['ID=f5fef377-2c24-4c6f-a01b-5220c52d06ca,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:49.798878 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5fef377-2c24-4c6f-a01b-5220c52d06ca,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:49.806889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81bed6-9397-458f-b0f1-8a8d1feff1cb None None] No DVR routers for this DVR port f5fef377-2c24-4c6f-a01b-5220c52d06ca on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:24:49.821424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] No DVR routers for this DVR port f5fef377-2c24-4c6f-a01b-5220c52d06ca on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:24:49.836556 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'd661d100-a3e2-4189-afa4-cff30b0ad7a4', 'network_id': '6d5bc69a-2301-48bc-9830-3152e0fb1763', 'port_id': 'd661d100-a3e2-4189-afa4-cff30b0ad7a4', 'mac_address': 'fa:16:3e:56:8e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84e31bc6-7d97-4527-928a-1f0b9e406f3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:24:49.892503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port d661d100-a3e2-4189-afa4-cff30b0ad7a4 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:49.893520 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d661d100-a3e2-4189-afa4-cff30b0ad7a4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:49.907585 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05e68460-fa22-431d-8b58-36f281b59e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8ad8709e-cd20-4570-bcf0-76e2256abf99), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:49.910656 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05e68460-fa22-431d-8b58-36f281b59e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:49.911971 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-05e68460-fa22-431d-8b58-36f281b59e70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ad8709e-cd20-4570-bcf0-76e2256abf99 HTTP/1.1" status: 204  len: 168 time: 0.7673347
Feb 12 21:24:49.992050 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e68460-fa22-431d-8b58-36f281b59e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad8709e-cd20-4570-bcf0-76e2256abf99,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:50.043900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1295019-4be6-44d4-a67d-0d9f1b7cbbc7 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:50.049626 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1295019-4be6-44d4-a67d-0d9f1b7cbbc7 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:50.084780 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-007d5efb-0aa5-48b7-abeb-473155ae610d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:50.105675 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (3d3223c4-7d3e-45d4-827e-f74909602e0e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:50.132001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d661d100-a3e2-4189-afa4-cff30b0ad7a4 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:24:50.157341 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port d661d100-a3e2-4189-afa4-cff30b0ad7a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d661d100-a3e2-4189-afa4-cff30b0ad7a4,segment=NetworkSegment(b01752d7-6a38-43be-9059-a9cc9bbe9281),segment_id=b01752d7-6a38-43be-9059-a9cc9bbe9281)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:50.207568 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f96fd970>,) {'filters': {'network_id': ['3d3223c4-7d3e-45d4-827e-f74909602e0e']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:50.239045 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f96fd970>, 'aa38d670-a6bc-490b-a80b-03c592297394') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:50.239342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f96fd970>, 'aa38d670-a6bc-490b-a80b-03c592297394') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:50.248024 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d661d100-a3e2-4189-afa4-cff30b0ad7a4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:50.252068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af86eac-f236-41a1-a13b-13a4329bb06a req-dc3098c2-4177-4928-bc7e-8d043d981a5a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:50.257561 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7af86eac-f236-41a1-a13b-13a4329bb06a req-dc3098c2-4177-4928-bc7e-8d043d981a5a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.3609908
Feb 12 21:24:50.274243 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (aa38d670-a6bc-490b-a80b-03c592297394), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:50.287246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8f155-85cb-4251-abb8-3df099c81c21 req-8f9ead74-ae09-4868-a20d-450f19ca2245 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:50.288542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0b8f155-85cb-4251-abb8-3df099c81c21 req-8f9ead74-ae09-4868-a20d-450f19ca2245 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 943 time: 0.7010174
Feb 12 21:24:50.326585 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (aa38d670-a6bc-490b-a80b-03c592297394), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:50.345567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:24:50.345984 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (aa38d670-a6bc-490b-a80b-03c592297394), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:24:50.350009 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:24:50.361433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=d661d100-a3e2-4189-afa4-cff30b0ad7a4,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:50.374357 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0b8f155-85cb-4251-abb8-3df099c81c21 req-50f464dd-bd1f-4ec8-93cb-62149fccc5a3 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801821
Feb 12 21:24:50.385673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-b48e6751-322b-4846-94e1-6b043d509c09 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting port c4d836ec-7aaa-4c85-9c4d-48874d6044e2 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:50.391211 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b48e6751-322b-4846-94e1-6b043d509c09 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c4d836ec-7aaa-4c85-9c4d-48874d6044e2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:50.479644 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7af86eac-f236-41a1-a13b-13a4329bb06a req-88a207ae-afcd-4e75-8016-3bd1d3f04e81 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2128794
Feb 12 21:24:50.494518 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b48e6751-322b-4846-94e1-6b043d509c09 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c4d836ec-7aaa-4c85-9c4d-48874d6044e2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:50.498012 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b48e6751-322b-4846-94e1-6b043d509c09 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (c4d836ec-7aaa-4c85-9c4d-48874d6044e2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:50.506545 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['d661d100-a3e2-4189-afa4-cff30b0ad7a4'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:24:50.510386 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-b48e6751-322b-4846-94e1-6b043d509c09 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Calling delete_port for c4d836ec-7aaa-4c85-9c4d-48874d6044e2 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:50.529790 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-007d5efb-0aa5-48b7-abeb-473155ae610d admin admin] Publish callbacks [] for security_group (b56d02fd-0cd9-46e8-98a4-80098690c7e4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:50.581907 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (3d3223c4-7d3e-45d4-827e-f74909602e0e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:50.589982 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:50.598562 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3d3223c4-7d3e-45d4-827e-f74909602e0e HTTP/1.1" status: 204  len: 168 time: 1.7566745
Feb 12 21:24:50.608628 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-007d5efb-0aa5-48b7-abeb-473155ae610d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b56d02fd-0cd9-46e8-98a4-80098690c7e4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:50.665034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d5efb-0aa5-48b7-abeb-473155ae610d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56d02fd-0cd9-46e8-98a4-80098690c7e4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:50.671613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0c7c4-2ee7-48b6-a63e-62a66447d030 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d3223c4-7d3e-45d4-827e-f74909602e0e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:50.675051 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1295019-4be6-44d4-a67d-0d9f1b7cbbc7 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (0a12fb21-2355-4576-8065-49ba58a17490), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:50.781810 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71047d28-a2e0-44a9-96da-d73e84df8c3b req-139e6b81-9540-4468-bc2e-e1cfe6a81307 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:50.784577 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-71047d28-a2e0-44a9-96da-d73e84df8c3b req-139e6b81-9540-4468-bc2e-e1cfe6a81307 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1473610
Feb 12 21:24:50.913244 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-71047d28-a2e0-44a9-96da-d73e84df8c3b req-60ea2988-9b32-4661-b1ec-774f1914094c tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1229999
Feb 12 21:24:50.950945 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b48e6751-322b-4846-94e1-6b043d509c09 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c4d836ec-7aaa-4c85-9c4d-48874d6044e2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.003220 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f5fef377-2c24-4c6f-a01b-5220c52d06ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:24:51.015939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e6751-322b-4846-94e1-6b043d509c09 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Port': ['ID=c4d836ec-7aaa-4c85-9c4d-48874d6044e2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:51.028989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: f5fef377-2c24-4c6f-a01b-5220c52d06ca {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:24:51.029623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f5fef377-2c24-4c6f-a01b-5220c52d06ca not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:24:51.080355 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b48e6751-322b-4846-94e1-6b043d509c09 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (8d4bc798-6a88-47d6-b7c3-5fa0face8cce), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.083047 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b48e6751-322b-4846-94e1-6b043d509c09 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.084213 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b48e6751-322b-4846-94e1-6b043d509c09 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/floatingips/8d4bc798-6a88-47d6-b7c3-5fa0face8cce HTTP/1.1" status: 204  len: 168 time: 1.4230042
Feb 12 21:24:51.087781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59068) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:51.092477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': '91ac86c8-7d9a-44b1-b4b8-cb9d4038445b'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:51.123351 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-007d5efb-0aa5-48b7-abeb-473155ae610d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8e767e342cf4ce49b2f5169b3e494bb&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5933046
Feb 12 21:24:51.130020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59070) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:51.143397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59074) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:51.160974 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1295019-4be6-44d4-a67d-0d9f1b7cbbc7 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Checking segment: {'id': '71d4389c-a2a9-4a5e-a231-a53400883da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e504f084-69eb-45bc-83cb-7b950dc7d831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:24:51.161377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1295019-4be6-44d4-a67d-0d9f1b7cbbc7 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network hostable DHCP agents. Network: e504f084-69eb-45bc-83cb-7b950dc7d831, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:24:51.173026 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1295019-4be6-44d4-a67d-0d9f1b7cbbc7 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Subnet': ['ID=0a12fb21-2355-4576-8065-49ba58a17490,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:51.190112 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c7cf8c4-2df4-4709-960d-8b2c117110f9 admin admin] Publish callbacks [] for security_group (b56d02fd-0cd9-46e8-98a4-80098690c7e4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.216979 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.227360 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a7a15007-150e-4ba8-99b7-c161466b4eeb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1dda620b49344bdaa8408d14a9e44acd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0828266
Feb 12 21:24:51.230015 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c7cf8c4-2df4-4709-960d-8b2c117110f9 admin admin] Publish callbacks [] for security_group (b56d02fd-0cd9-46e8-98a4-80098690c7e4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.231055 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59078) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:51.298330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1295019-4be6-44d4-a67d-0d9f1b7cbbc7 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network e504f084-69eb-45bc-83cb-7b950dc7d831 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:24:51.305084 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba7f6-5b16-48e2-b77b-9a72c6fc5340 admin admin] Publish callbacks [] for security_group (1bd170e2-d1f6-437b-8b33-c4a66a44da7e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.337036 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba7f6-5b16-48e2-b77b-9a72c6fc5340 admin admin] Publish callbacks [] for security_group (1bd170e2-d1f6-437b-8b33-c4a66a44da7e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.387230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-a1295019-4be6-44d4-a67d-0d9f1b7cbbc7 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e504f084-69eb-45bc-83cb-7b950dc7d831) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:51.393170 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1295019-4be6-44d4-a67d-0d9f1b7cbbc7 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:51.394151 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1295019-4be6-44d4-a67d-0d9f1b7cbbc7 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.403332 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e6f91d-6e49-4213-b52e-cb5932351d76 None None] Network e504f084-69eb-45bc-83cb-7b950dc7d831 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:51.404727 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.437831 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c7cf8c4-2df4-4709-960d-8b2c117110f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b56d02fd-0cd9-46e8-98a4-80098690c7e4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.440509 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c7cf8c4-2df4-4709-960d-8b2c117110f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.441855 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0c7cf8c4-2df4-4709-960d-8b2c117110f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b56d02fd-0cd9-46e8-98a4-80098690c7e4 HTTP/1.1" status: 204  len: 168 time: 0.3100407
Feb 12 21:24:51.496390 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cf8c4-2df4-4709-960d-8b2c117110f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56d02fd-0cd9-46e8-98a4-80098690c7e4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:51.545868 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d661d100-a3e2-4189-afa4-cff30b0ad7a4 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:24:51.563507 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba7f6-5b16-48e2-b77b-9a72c6fc5340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1bd170e2-d1f6-437b-8b33-c4a66a44da7e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.566133 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba7f6-5b16-48e2-b77b-9a72c6fc5340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.567379 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ea4ba7f6-5b16-48e2-b77b-9a72c6fc5340 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1bd170e2-d1f6-437b-8b33-c4a66a44da7e HTTP/1.1" status: 204  len: 168 time: 0.3349941
Feb 12 21:24:51.575984 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a1295019-4be6-44d4-a67d-0d9f1b7cbbc7 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9779103
Feb 12 21:24:51.584458 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ba7f6-5b16-48e2-b77b-9a72c6fc5340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd170e2-d1f6-437b-8b33-c4a66a44da7e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:51.586071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59094) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:51.592253 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-584cad00-1c0c-44ac-8516-264c420061ce tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-652735678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:51.614646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e504f084-69eb-45bc-83cb-7b950dc7d831', 'network_id': 'e504f084-69eb-45bc-83cb-7b950dc7d831', 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'fixed_ips': [{'subnet_id': '0a12fb21-2355-4576-8065-49ba58a17490'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:24:51.616209 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.632868 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd9771-cc1d-4965-8571-2c9176c990f0 req-de22089e-d138-4470-a5fc-5ff05779625f tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:51.634771 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b5cd9771-cc1d-4965-8571-2c9176c990f0 req-de22089e-d138-4470-a5fc-5ff05779625f tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 944 time: 0.1517363
Feb 12 21:24:51.676564 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:24:51.679691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33619ff-9cdb-493e-b5a5-6f7eff154466 req-bf27a2c3-6293-48d8-a0cc-a97baed23f69 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:51.681292 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a33619ff-9cdb-493e-b5a5-6f7eff154466 req-bf27a2c3-6293-48d8-a0cc-a97baed23f69 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2035441
Feb 12 21:24:51.703250 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Allocated IP 172.35.2.170 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/bde99d6d-3026-4053-8535-75d823ad69b6) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:51.724690 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b5cd9771-cc1d-4965-8571-2c9176c990f0 req-97f7a487-2591-45be-a757-d0508c447217 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833983
Feb 12 21:24:51.726057 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-584cad00-1c0c-44ac-8516-264c420061ce tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (ac2435a7-7687-40ac-9430-afe49c142fc5), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.728021 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-584cad00-1c0c-44ac-8516-264c420061ce tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (ac2435a7-7687-40ac-9430-afe49c142fc5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.820528 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-584cad00-1c0c-44ac-8516-264c420061ce tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_controller (ac2435a7-7687-40ac-9430-afe49c142fc5), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.822194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Allocated IP 172.20.0.2 (e504f084-69eb-45bc-83cb-7b950dc7d831/0a12fb21-2355-4576-8065-49ba58a17490/4cf37543-e34f-45c8-a779-426e16a824a6) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:51.849922 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port d661d100-a3e2-4189-afa4-cff30b0ad7a4 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:24:51.876013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port d661d100-a3e2-4189-afa4-cff30b0ad7a4 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:51.876013 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d661d100-a3e2-4189-afa4-cff30b0ad7a4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.882555 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-584cad00-1c0c-44ac-8516-264c420061ce tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (ac2435a7-7687-40ac-9430-afe49c142fc5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.884786 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a33619ff-9cdb-493e-b5a5-6f7eff154466 req-54d5afef-2824-4875-8b41-6791ce51b545 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0869334
Feb 12 21:24:51.894766 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (bde99d6d-3026-4053-8535-75d823ad69b6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.958315 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-584cad00-1c0c-44ac-8516-264c420061ce tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:51.959532 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-584cad00-1c0c-44ac-8516-264c420061ce tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3710177
Feb 12 21:24:51.962388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59104) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:51.967249 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ad2a8177-4937-464d-9555-938b0aca6ee8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'port': {'network_id': 'e504f084-69eb-45bc-83cb-7b950dc7d831', 'name': 'tempest-RoutersTest-627536101'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:52.060137 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (bde99d6d-3026-4053-8535-75d823ad69b6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:52.091093 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port d661d100-a3e2-4189-afa4-cff30b0ad7a4 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:52.092084 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d661d100-a3e2-4189-afa4-cff30b0ad7a4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:52.149461 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:52.153558 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc92777-08a6-40e3-a421-5a9898d5e199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd661d100-a3e2-4189-afa4-cff30b0ad7a4'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:24:52.155440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:52.156789 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231caf64-f6ee-488d-9f3f-36739adfe19b" -d '{"events": [{"server_uuid": "4dc92777-08a6-40e3-a421-5a9898d5e199", "name": "network-vif-plugged", "status": "completed", "tag": "d661d100-a3e2-4189-afa4-cff30b0ad7a4"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:24:52.160633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:52.164878 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Publish callbacks [] for port (4cf37543-e34f-45c8-a779-426e16a824a6), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:52.169237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=bde99d6d-3026-4053-8535-75d823ad69b6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:52.182364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port d661d100-a3e2-4189-afa4-cff30b0ad7a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d661d100-a3e2-4189-afa4-cff30b0ad7a4,segment=NetworkSegment(b01752d7-6a38-43be-9059-a9cc9bbe9281),segment_id=b01752d7-6a38-43be-9059-a9cc9bbe9281)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:52.230581 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2a8177-4937-464d-9555-938b0aca6ee8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:52.231426 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e53ae2-a8eb-4ecc-956a-7e3625469582 x-openstack-request-id: req-a4e53ae2-a8eb-4ecc-956a-7e3625469582 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:24:52.231710 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc92777-08a6-40e3-a421-5a9898d5e199", "name": "network-vif-plugged", "status": "completed", "tag": "d661d100-a3e2-4189-afa4-cff30b0ad7a4", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:24:52.231961 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4e53ae2-a8eb-4ecc-956a-7e3625469582 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:24:52.234822 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc92777-08a6-40e3-a421-5a9898d5e199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd661d100-a3e2-4189-afa4-cff30b0ad7a4', 'code': 200}
Feb 12 21:24:52.235328 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ad2a8177-4937-464d-9555-938b0aca6ee8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:52.270339 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (4cf37543-e34f-45c8-a779-426e16a824a6), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:52.279883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-ad2a8177-4937-464d-9555-938b0aca6ee8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] device_id is not set on port 8d98f917-f3da-4f01-a778-c8c2ca78fbe4 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:24:52.294087 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d661d100-a3e2-4189-afa4-cff30b0ad7a4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:52.370461 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Network e504f084-69eb-45bc-83cb-7b950dc7d831 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:52.373315 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:52.376816 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:52.389935 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Pushing event updated for resources: {'Port': ['ID=4cf37543-e34f-45c8-a779-426e16a824a6,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:52.414380 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-ad2a8177-4937-464d-9555-938b0aca6ee8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Allocated IP 172.20.0.10 (e504f084-69eb-45bc-83cb-7b950dc7d831/0a12fb21-2355-4576-8065-49ba58a17490/8d98f917-f3da-4f01-a778-c8c2ca78fbe4) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:52.465312 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Attempting to bind port 4cf37543-e34f-45c8-a779-426e16a824a6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:24:52.466042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Attempting to bind port 4cf37543-e34f-45c8-a779-426e16a824a6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '71d4389c-a2a9-4a5e-a231-a53400883da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e504f084-69eb-45bc-83cb-7b950dc7d831'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:24:52.466304 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Attempting to bind port 4cf37543-e34f-45c8-a779-426e16a824a6 on network e504f084-69eb-45bc-83cb-7b950dc7d831 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:24:52.475171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:24:52.475571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Checking segment: {'id': '71d4389c-a2a9-4a5e-a231-a53400883da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e504f084-69eb-45bc-83cb-7b950dc7d831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:24:52.476152 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:52.476571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Bound using segment: {'id': '71d4389c-a2a9-4a5e-a231-a53400883da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e504f084-69eb-45bc-83cb-7b950dc7d831'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:24:52.477026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Bound port: 4cf37543-e34f-45c8-a779-426e16a824a6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d4389c-a2a9-4a5e-a231-a53400883da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e504f084-69eb-45bc-83cb-7b950dc7d831'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:24:52.477437 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4cf37543-e34f-45c8-a779-426e16a824a6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:52.503733 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=d661d100-a3e2-4189-afa4-cff30b0ad7a4,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:52.576340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5e314-43aa-4e81-a6c1-97d8330de292 req-97b87bde-9727-43a9-9f8b-46d78c295237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:52.578016 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2bd5e314-43aa-4e81-a6c1-97d8330de292 req-97b87bde-9727-43a9-9f8b-46d78c295237 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 1127 time: 0.2022302
Feb 12 21:24:52.605699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] For port 4cf37543-e34f-45c8-a779-426e16a824a6, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:24:52.613099 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] For port 4cf37543-e34f-45c8-a779-426e16a824a6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cf37543-e34f-45c8-a779-426e16a824a6,segment=NetworkSegment(71d4389c-a2a9-4a5e-a231-a53400883da9),segment_id=71d4389c-a2a9-4a5e-a231-a53400883da9)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:24:52.616892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59158) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:52.667321 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ad2a8177-4937-464d-9555-938b0aca6ee8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (8d98f917-f3da-4f01-a778-c8c2ca78fbe4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:52.722499 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4cf37543-e34f-45c8-a779-426e16a824a6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:52.733040 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2531a655-f101-4987-91e8-44a75279d467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:52.755827 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2bd5e314-43aa-4e81-a6c1-97d8330de292 req-32f8d4b9-cc4b-4d7f-846f-785159f868d8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652141
Feb 12 21:24:52.808799 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ad2a8177-4937-464d-9555-938b0aca6ee8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8d98f917-f3da-4f01-a778-c8c2ca78fbe4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:52.815152 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a6965-1d89-4dfe-b9ec-142b3750ddda None None] Pushing event updated for resources: {'Port': ['ID=4cf37543-e34f-45c8-a779-426e16a824a6,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:52.862659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59174) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:52.924173 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2a8177-4937-464d-9555-938b0aca6ee8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network e504f084-69eb-45bc-83cb-7b950dc7d831 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:52.930828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-ad2a8177-4937-464d-9555-938b0aca6ee8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:52.937243 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2531a655-f101-4987-91e8-44a75279d467 admin admin] Publish callbacks [] for security_group (4814c876-c027-476b-a0b1-5e54c436eab3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:52.940760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a8177-4937-464d-9555-938b0aca6ee8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:53.017441 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2531a655-f101-4987-91e8-44a75279d467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4814c876-c027-476b-a0b1-5e54c436eab3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.039971 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a8177-4937-464d-9555-938b0aca6ee8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=8d98f917-f3da-4f01-a778-c8c2ca78fbe4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:53.096936 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2a8177-4937-464d-9555-938b0aca6ee8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:53.097647 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ad2a8177-4937-464d-9555-938b0aca6ee8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.183659 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e39ef0-84ec-4203-a508-da1291597e1a req-c41f6e7b-8fa3-4911-85e1-f20fe56a19ab tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:53.185800 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a1e39ef0-84ec-4203-a508-da1291597e1a req-c41f6e7b-8fa3-4911-85e1-f20fe56a19ab tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1734846
Feb 12 21:24:53.191743 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (17601e2d-79ae-4e1b-9799-954ba6a3d469), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.195771 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ad2a8177-4937-464d-9555-938b0aca6ee8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.2299199
Feb 12 21:24:53.196301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2531a655-f101-4987-91e8-44a75279d467 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32f8e266571542cdb1b64168bc898658&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5781929
Feb 12 21:24:53.196846 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59190) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:53.203839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bb978-2c65-432a-8d1f-3906fa5dd5ec req-2d6dc03f-f354-4889-9e26-c5bfb96f1a90 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:53.207939 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59192) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:53.208978 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-665bb978-2c65-432a-8d1f-3906fa5dd5ec req-2d6dc03f-f354-4889-9e26-c5bfb96f1a90 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 945 time: 0.3220909
Feb 12 21:24:53.210371 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aef401e6-fb3b-49c1-a642-ecc75d59b2c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.233797 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531a655-f101-4987-91e8-44a75279d467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4814c876-c027-476b-a0b1-5e54c436eab3,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:53.339916 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-665bb978-2c65-432a-8d1f-3906fa5dd5ec req-c6099fb0-bca6-403f-a237-e8b67b4f0d2d tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071725
Feb 12 21:24:53.401242 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aef401e6-fb3b-49c1-a642-ecc75d59b2c2 admin admin] Publish callbacks [] for security_group (3e728f45-04ad-4125-90f6-25f4dccfc104), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.437074 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bde99d6d-3026-4053-8535-75d823ad69b6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.486343 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aef401e6-fb3b-49c1-a642-ecc75d59b2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3e728f45-04ad-4125-90f6-25f4dccfc104), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.522564 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a1e39ef0-84ec-4203-a508-da1291597e1a req-31c88608-628d-4a39-a396-774f0bc9d829 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3270767
Feb 12 21:24:53.595523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef401e6-fb3b-49c1-a642-ecc75d59b2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e728f45-04ad-4125-90f6-25f4dccfc104,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:53.619704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-aef401e6-fb3b-49c1-a642-ecc75d59b2c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=139bda0b7a5e4471a216488f5b6824f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7508397
Feb 12 21:24:53.620675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59204) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:53.649477 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-626ddc04-1488-4dbe-bdf8-ed999b9027b0 admin admin] Publish callbacks [] for security_group (4814c876-c027-476b-a0b1-5e54c436eab3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.704239 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-626ddc04-1488-4dbe-bdf8-ed999b9027b0 admin admin] Publish callbacks [] for security_group (4814c876-c027-476b-a0b1-5e54c436eab3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.720096 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (bde99d6d-3026-4053-8535-75d823ad69b6), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.722434 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef957-fe16-4d5e-a2ab-3959993bd4aa admin admin] Publish callbacks [] for security_group (3e728f45-04ad-4125-90f6-25f4dccfc104), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.774551 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef957-fe16-4d5e-a2ab-3959993bd4aa admin admin] Publish callbacks [] for security_group (3e728f45-04ad-4125-90f6-25f4dccfc104), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.848897 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (bde99d6d-3026-4053-8535-75d823ad69b6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.864785 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc207927-8cd3-4f94-b84d-92a1b7e67a33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8d98f917-f3da-4f01-a778-c8c2ca78fbe4), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.964197 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef957-fe16-4d5e-a2ab-3959993bd4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3e728f45-04ad-4125-90f6-25f4dccfc104), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.966875 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef957-fe16-4d5e-a2ab-3959993bd4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.969411 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9a1ef957-fe16-4d5e-a2ab-3959993bd4aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e728f45-04ad-4125-90f6-25f4dccfc104 HTTP/1.1" status: 204  len: 168 time: 0.3460176
Feb 12 21:24:53.983140 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (17601e2d-79ae-4e1b-9799-954ba6a3d469), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:53.987590 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=bde99d6d-3026-4053-8535-75d823ad69b6,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:54.013302 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-626ddc04-1488-4dbe-bdf8-ed999b9027b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4814c876-c027-476b-a0b1-5e54c436eab3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:54.025957 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-626ddc04-1488-4dbe-bdf8-ed999b9027b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:54.027211 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-626ddc04-1488-4dbe-bdf8-ed999b9027b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4814c876-c027-476b-a0b1-5e54c436eab3 HTTP/1.1" status: 204  len: 168 time: 0.8010778
Feb 12 21:24:54.119024 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ddc04-1488-4dbe-bdf8-ed999b9027b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4814c876-c027-476b-a0b1-5e54c436eab3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:54.160998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ef957-fe16-4d5e-a2ab-3959993bd4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e728f45-04ad-4125-90f6-25f4dccfc104,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:54.297610 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Floating IP 17601e2d-79ae-4e1b-9799-954ba6a3d469 associated. External IP: 172.35.2.170, port: 91ac86c8-7d9a-44b1-b4b8-cb9d4038445b.
Feb 12 21:24:54.335315 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e75b7-8415-4155-95af-d40bbe6e1d11 req-89d9c5b1-003e-42ab-b54f-3b69cb8b94c5 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:54.336885 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7a7e75b7-8415-4155-95af-d40bbe6e1d11 req-89d9c5b1-003e-42ab-b54f-3b69cb8b94c5 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.3086224
Feb 12 21:24:54.412353 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c5828-67f1-4255-b1f4-b509949c3ac1 req-b1e48fda-2488-4bd9-87eb-d72659aa6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:54.413903 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-273c5828-67f1-4255-b1f4-b509949c3ac1 req-b1e48fda-2488-4bd9-87eb-d72659aa6cf5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 1127 time: 0.2296381
Feb 12 21:24:54.439340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c33a18-51ee-4001-b636-00ae076a4c32 None None] Network e504f084-69eb-45bc-83cb-7b950dc7d831 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:54.479601 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc207927-8cd3-4f94-b84d-92a1b7e67a33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (8d98f917-f3da-4f01-a778-c8c2ca78fbe4), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:54.511498 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c5828-67f1-4255-b1f4-b509949c3ac1 req-e23ba088-3255-4541-adf7-4ce1a9eba7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:54.513148 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-273c5828-67f1-4255-b1f4-b509949c3ac1 req-e23ba088-3255-4541-adf7-4ce1a9eba7fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.0915687
Feb 12 21:24:54.524801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-abd1867d-ef35-46d1-a0ff-fd7510b2c4c3 None None] Provisioning complete for port 4cf37543-e34f-45c8-a779-426e16a824a6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:54.525637 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-abd1867d-ef35-46d1-a0ff-fd7510b2c4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4cf37543-e34f-45c8-a779-426e16a824a6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:54.550836 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7a7e75b7-8415-4155-95af-d40bbe6e1d11 req-ce59657b-a3ea-4938-8d0a-cdfa58b9f256 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2061033
Feb 12 21:24:54.590794 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc207927-8cd3-4f94-b84d-92a1b7e67a33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (8d98f917-f3da-4f01-a778-c8c2ca78fbe4), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:54.650471 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-273c5828-67f1-4255-b1f4-b509949c3ac1 req-7e1e1734-26ad-4145-891d-99f204f29407 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46b4431b-660a-42fe-8b92-e92dfee82188 HTTP/1.1" status: 200  len: 1000 time: 0.1291349
Feb 12 21:24:54.734986 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-abd1867d-ef35-46d1-a0ff-fd7510b2c4c3 None None] Current status of the port 4cf37543-e34f-45c8-a779-426e16a824a6 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:54.735214 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-abd1867d-ef35-46d1-a0ff-fd7510b2c4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4cf37543-e34f-45c8-a779-426e16a824a6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:54.783861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc207927-8cd3-4f94-b84d-92a1b7e67a33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=8d98f917-f3da-4f01-a778-c8c2ca78fbe4,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:54.831484 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-abd1867d-ef35-46d1-a0ff-fd7510b2c4c3 None None] For port 4cf37543-e34f-45c8-a779-426e16a824a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cf37543-e34f-45c8-a779-426e16a824a6,segment=NetworkSegment(71d4389c-a2a9-4a5e-a231-a53400883da9),segment_id=71d4389c-a2a9-4a5e-a231-a53400883da9)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:24:54.837151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c5828-67f1-4255-b1f4-b509949c3ac1 req-cc17326c-4037-492f-92eb-213acbcc56b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:54.838798 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-273c5828-67f1-4255-b1f4-b509949c3ac1 req-cc17326c-4037-492f-92eb-213acbcc56b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.1759105
Feb 12 21:24:54.893467 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-abd1867d-ef35-46d1-a0ff-fd7510b2c4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4cf37543-e34f-45c8-a779-426e16a824a6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:54.963560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054663b3-8bf7-4b21-b07e-60efd1616064 req-6046d52d-a945-4e05-9824-7942c9413b2f tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:54.968282 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-054663b3-8bf7-4b21-b07e-60efd1616064 req-6046d52d-a945-4e05-9824-7942c9413b2f tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 945 time: 0.4526203
Feb 12 21:24:54.996993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1867d-ef35-46d1-a0ff-fd7510b2c4c3 None None] Pushing event updated for resources: {'Port': ['ID=4cf37543-e34f-45c8-a779-426e16a824a6,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:55.078210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4cf37543-e34f-45c8-a779-426e16a824a6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:24:55.120096 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc207927-8cd3-4f94-b84d-92a1b7e67a33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (ac2435a7-7687-40ac-9430-afe49c142fc5), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:55.133861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c5828-67f1-4255-b1f4-b509949c3ac1 req-42ac7bd1-8de7-4964-86a1-914f4c0a858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:55.135352 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-273c5828-67f1-4255-b1f4-b509949c3ac1 req-42ac7bd1-8de7-4964-86a1-914f4c0a858e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1625676
Feb 12 21:24:55.173615 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-054663b3-8bf7-4b21-b07e-60efd1616064 req-e64ec20b-6970-46ff-ad7c-004ffe87fb23 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2042747
Feb 12 21:24:55.233681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3fbd4d8c-559d-4d09-8234-44b733996209 None None] Provisioning complete for port 8d98f917-f3da-4f01-a778-c8c2ca78fbe4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:55.234056 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4d8c-559d-4d09-8234-44b733996209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8d98f917-f3da-4f01-a778-c8c2ca78fbe4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:55.270720 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4cf37543-e34f-45c8-a779-426e16a824a6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:55.271096 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4cf37543-e34f-45c8-a779-426e16a824a6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:55.362574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3fbd4d8c-559d-4d09-8234-44b733996209 None None] Port 8d98f917-f3da-4f01-a778-c8c2ca78fbe4 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:24:55.420213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3fbd4d8c-559d-4d09-8234-44b733996209 None None] Provisioning complete for port 4cf37543-e34f-45c8-a779-426e16a824a6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:55.422950 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4d8c-559d-4d09-8234-44b733996209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4cf37543-e34f-45c8-a779-426e16a824a6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:55.427536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:24:55.443518 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc207927-8cd3-4f94-b84d-92a1b7e67a33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8d98f917-f3da-4f01-a778-c8c2ca78fbe4), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:55.603835 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4cf37543-e34f-45c8-a779-426e16a824a6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:55.654821 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-273c5828-67f1-4255-b1f4-b509949c3ac1 req-690c4763-9e7a-497e-b5f3-b12bb20abbe7 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4754851
Feb 12 21:24:55.655921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3fbd4d8c-559d-4d09-8234-44b733996209 None None] Current status of the port 4cf37543-e34f-45c8-a779-426e16a824a6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:55.754090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59324) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:55.816209 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f9e6c11d-369f-47eb-8f91-daf428faf886 None None] Provisioning complete for port 8d98f917-f3da-4f01-a778-c8c2ca78fbe4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:55.816616 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c11d-369f-47eb-8f91-daf428faf886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8d98f917-f3da-4f01-a778-c8c2ca78fbe4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:55.891251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6c11d-369f-47eb-8f91-daf428faf886 None None] Port 8d98f917-f3da-4f01-a778-c8c2ca78fbe4 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:24:55.906869 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5af1d0d6-68a0-4f99-b959-678314a47f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:55.925864 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc577859-f97b-4455-a247-fd0ec2d7b220 req-3da7280f-fc28-482c-9772-e6ed944ffd78 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.7262464
Feb 12 21:24:55.944592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:55.959437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef57c5-6da1-4556-90bb-be689bf0de39 None None] Sync routers for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:55.971658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef57c5-6da1-4556-90bb-be689bf0de39 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:55.972691 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d6ef57c5-6da1-4556-90bb-be689bf0de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb609610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:56.038307 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4581fe2-a41c-4e3e-ab05-8df4e6cd7f80 req-3c54f905-4f08-464e-98bc-92541de9cb1b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:56.040495 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a4581fe2-a41c-4e3e-ab05-8df4e6cd7f80 req-3c54f905-4f08-464e-98bc-92541de9cb1b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.3001282
Feb 12 21:24:56.057235 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:56.060629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d6ef57c5-6da1-4556-90bb-be689bf0de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb609610>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:56.068781 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfdd6fc5-c188-441f-8403-9fb9f362411a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:56.081525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef57c5-6da1-4556-90bb-be689bf0de39 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:56.082524 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d6ef57c5-6da1-4556-90bb-be689bf0de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb609610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:56.136692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d6ef57c5-6da1-4556-90bb-be689bf0de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb609610>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:56.138470 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef57c5-6da1-4556-90bb-be689bf0de39 None None] The sync data for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:56.140218 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4d645997-7f2b-4093-916e-026592268fb9 None None] Provisioning complete for port 8d98f917-f3da-4f01-a778-c8c2ca78fbe4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:56.140862 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4d645997-7f2b-4093-916e-026592268fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8d98f917-f3da-4f01-a778-c8c2ca78fbe4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:56.176883 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-273c5828-67f1-4255-b1f4-b509949c3ac1 req-01ba76b2-a21a-4293-8b47-dca52eb052f4 service neutron] 10.222.0.48 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5137267
Feb 12 21:24:56.205541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4d645997-7f2b-4093-916e-026592268fb9 None None] Port 8d98f917-f3da-4f01-a778-c8c2ca78fbe4 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:24:56.219840 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5aa70dd1-72d3-4549-90f9-229178a5de90 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 5.1309221
Feb 12 21:24:56.222653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59346) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:56.241195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-643e7d43-3db0-4649-b5fe-6f9795710707 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-120715152'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:56.253627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59348) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:56.264342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc577859-f97b-4455-a247-fd0ec2d7b220 req-3db9b7ca-0a54-46f5-af9e-415255cdbf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:56.266280 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc577859-f97b-4455-a247-fd0ec2d7b220 req-3db9b7ca-0a54-46f5-af9e-415255cdbf7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=63fc5569c8334523aa6dff77b1d79015&device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 1127 time: 0.2535739
Feb 12 21:24:56.331547 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a4581fe2-a41c-4e3e-ab05-8df4e6cd7f80 req-40629812-f730-4731-852d-f377d822fa37 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2772329
Feb 12 21:24:56.455076 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfdd6fc5-c188-441f-8403-9fb9f362411a admin admin] Publish callbacks [] for security_group (6756a440-5691-48c2-8c29-01c76e61f516), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:56.461968 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc207927-8cd3-4f94-b84d-92a1b7e67a33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (8d98f917-f3da-4f01-a778-c8c2ca78fbe4), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:56.562710 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-1c3d43b2-e226-453e-b387-f611cb80a064 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1531588524'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:56.596646 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfdd6fc5-c188-441f-8403-9fb9f362411a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6756a440-5691-48c2-8c29-01c76e61f516), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:56.621614 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc207927-8cd3-4f94-b84d-92a1b7e67a33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (8d98f917-f3da-4f01-a778-c8c2ca78fbe4), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:56.707707 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dfdd6fc5-c188-441f-8403-9fb9f362411a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ae7b0c71e1c4ef6bbb1281b266e89fa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9499059
Feb 12 21:24:56.723935 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59360) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:56.724851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643e7d43-3db0-4649-b5fe-6f9795710707 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Made reservation on behalf of 4e155b8f02d14f23a500cd282455a2b4 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:56.728279 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-643e7d43-3db0-4649-b5fe-6f9795710707 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:56.749479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd6fc5-c188-441f-8403-9fb9f362411a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6756a440-5691-48c2-8c29-01c76e61f516,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:56.758438 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3d43b2-e226-453e-b387-f611cb80a064 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Made reservation on behalf of 5e4343c9a19942d2a9b22b929b3cedcc for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:56.763284 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c3d43b2-e226-453e-b387-f611cb80a064 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:56.787900 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c3d43b2-e226-453e-b387-f611cb80a064 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:56.793637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc207927-8cd3-4f94-b84d-92a1b7e67a33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=8d98f917-f3da-4f01-a778-c8c2ca78fbe4,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:56.807089 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc207927-8cd3-4f94-b84d-92a1b7e67a33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (ac2435a7-7687-40ac-9430-afe49c142fc5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:56.819710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643e7d43-3db0-4649-b5fe-6f9795710707 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:24:56.846083 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-643e7d43-3db0-4649-b5fe-6f9795710707 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (00101a25-0532-4b25-b3e6-3624c480fe00), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:56.847045 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-643e7d43-3db0-4649-b5fe-6f9795710707 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Added segment 00101a25-0532-4b25-b3e6-3624c480fe00 of type vlan for network 1236fad7-e17d-4730-8290-06b9f31673f1
Feb 12 21:24:56.869136 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc577859-f97b-4455-a247-fd0ec2d7b220 req-219e515b-4c94-438c-8272-0f79ebbb75db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:56.873124 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc577859-f97b-4455-a247-fd0ec2d7b220 req-219e515b-4c94-438c-8272-0f79ebbb75db service neutron] 10.222.0.50 "GET /v2.0/networks?id=2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 200  len: 912 time: 0.5822620
Feb 12 21:24:56.893662 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:56.932424 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5fd4ffb2-4826-4653-b90d-30a8dcd28567 admin admin] Publish callbacks [] for security_group (6756a440-5691-48c2-8c29-01c76e61f516), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:56.942006 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc577859-f97b-4455-a247-fd0ec2d7b220 req-74a94414-6323-484c-b3ce-93499807ab26 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a500c7b1-8358-4bc8-ae00-21079afb6cb4 HTTP/1.1" status: 200  len: 217 time: 0.0617845
Feb 12 21:24:56.977193 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4cf37543-e34f-45c8-a779-426e16a824a6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:24:57.013956 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-643e7d43-3db0-4649-b5fe-6f9795710707 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (1236fad7-e17d-4730-8290-06b9f31673f1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:57.036317 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc577859-f97b-4455-a247-fd0ec2d7b220 req-6fc9be10-2a49-4c3c-915b-21e586fbf250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:57.037856 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc577859-f97b-4455-a247-fd0ec2d7b220 req-6fc9be10-2a49-4c3c-915b-21e586fbf250 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 200  len: 850 time: 0.0894313
Feb 12 21:24:57.103757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4cf37543-e34f-45c8-a779-426e16a824a6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:57.104472 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4cf37543-e34f-45c8-a779-426e16a824a6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:57.127500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc577859-f97b-4455-a247-fd0ec2d7b220 req-9a65e29c-b94e-4aff-b295-28872dad5b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:57.129298 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc577859-f97b-4455-a247-fd0ec2d7b220 req-9a65e29c-b94e-4aff-b295-28872dad5b87 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2d2fb25f-a576-44b7-8aec-e44f4519d495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0843806
Feb 12 21:24:57.151056 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-643e7d43-3db0-4649-b5fe-6f9795710707 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (1236fad7-e17d-4730-8290-06b9f31673f1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:57.159579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643e7d43-3db0-4649-b5fe-6f9795710707 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:57.160302 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-643e7d43-3db0-4649-b5fe-6f9795710707 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:57.223468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4cf37543-e34f-45c8-a779-426e16a824a6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:24:57.325986 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5fd4ffb2-4826-4653-b90d-30a8dcd28567 admin admin] Publish callbacks [] for security_group (6756a440-5691-48c2-8c29-01c76e61f516), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:57.331023 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c3d43b2-e226-453e-b387-f611cb80a064 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks [] for security_group (163e0e9b-133c-43a9-a307-c2ac180a9b26), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:57.385117 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-643e7d43-3db0-4649-b5fe-6f9795710707 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1497030
Feb 12 21:24:57.391157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59410) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:57.398771 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-eb48d531-1404-4838-bb5a-e36390be0946 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'subnet': {'network_id': '1236fad7-e17d-4730-8290-06b9f31673f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:57.425230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e7d43-3db0-4649-b5fe-6f9795710707 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Network': ['ID=1236fad7-e17d-4730-8290-06b9f31673f1,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:57.443034 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 1236fad7-e17d-4730-8290-06b9f31673f1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:24:57.452509 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c3d43b2-e226-453e-b387-f611cb80a064 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (163e0e9b-133c-43a9-a307-c2ac180a9b26), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:57.471472 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc207927-8cd3-4f94-b84d-92a1b7e67a33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network e504f084-69eb-45bc-83cb-7b950dc7d831 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:57.496456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-dc207927-8cd3-4f94-b84d-92a1b7e67a33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:57.539729 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc577859-f97b-4455-a247-fd0ec2d7b220 req-6dcef1cf-ed7d-4404-b7ab-6481a4fb2851 service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4029496
Feb 12 21:24:57.551082 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3d43b2-e226-453e-b387-f611cb80a064 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:24:57.559434 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5fd4ffb2-4826-4653-b90d-30a8dcd28567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6756a440-5691-48c2-8c29-01c76e61f516), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:57.562796 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5fd4ffb2-4826-4653-b90d-30a8dcd28567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:57.564249 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5fd4ffb2-4826-4653-b90d-30a8dcd28567 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6756a440-5691-48c2-8c29-01c76e61f516 HTTP/1.1" status: 204  len: 168 time: 0.8392258
Feb 12 21:24:57.568775 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d43b2-e226-453e-b387-f611cb80a064 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=163e0e9b-133c-43a9-a307-c2ac180a9b26,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:57.662850 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c3d43b2-e226-453e-b387-f611cb80a064 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ace5b085-96fa-4d97-8776-47725c509fc8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:57.663195 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-1c3d43b2-e226-453e-b387-f611cb80a064 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Added segment ace5b085-96fa-4d97-8776-47725c509fc8 of type vlan for network d2218666-67e2-4a0e-af0f-ccf86cd0558e
Feb 12 21:24:57.665690 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4ffb2-4826-4653-b90d-30a8dcd28567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6756a440-5691-48c2-8c29-01c76e61f516,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:57.735242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa89581-7f39-4fab-9d1e-941e7edfbb6e req-57f6cc44-5a6d-42aa-9eb0-ef78e0e9b5ba tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:57.736968 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7fa89581-7f39-4fab-9d1e-941e7edfbb6e req-57f6cc44-5a6d-42aa-9eb0-ef78e0e9b5ba tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.2798753
Feb 12 21:24:57.769711 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc577859-f97b-4455-a247-fd0ec2d7b220 req-161538e9-2aa6-45d7-b378-0a6ce1d384dd service neutron] 10.222.0.50 "GET /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2200282
Feb 12 21:24:57.771060 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb48d531-1404-4838-bb5a-e36390be0946 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Made reservation on behalf of 4e155b8f02d14f23a500cd282455a2b4 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:57.773218 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c3d43b2-e226-453e-b387-f611cb80a064 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (d2218666-67e2-4a0e-af0f-ccf86cd0558e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:57.774840 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb48d531-1404-4838-bb5a-e36390be0946 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:57.865515 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7fa89581-7f39-4fab-9d1e-941e7edfbb6e req-355fc7d1-5b94-461e-8be3-c923e2af6e21 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1131790
Feb 12 21:24:57.927601 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c3d43b2-e226-453e-b387-f611cb80a064 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (d2218666-67e2-4a0e-af0f-ccf86cd0558e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:57.933594 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d43b2-e226-453e-b387-f611cb80a064 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:57.934291 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c3d43b2-e226-453e-b387-f611cb80a064 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:57.944169 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-121ad79f-721d-4efb-a7c5-391da7e24738 None None] Provisioning complete for port 8d98f917-f3da-4f01-a778-c8c2ca78fbe4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:24:57.944740 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-121ad79f-721d-4efb-a7c5-391da7e24738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8d98f917-f3da-4f01-a778-c8c2ca78fbe4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:57.978811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc207927-8cd3-4f94-b84d-92a1b7e67a33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router ac2435a7-7687-40ac-9430-afe49c142fc5 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:24:57.995645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-121ad79f-721d-4efb-a7c5-391da7e24738 None None] Port 8d98f917-f3da-4f01-a778-c8c2ca78fbe4 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:24:58.036381 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d43b2-e226-453e-b387-f611cb80a064 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event updated for resources: {'Network': ['ID=d2218666-67e2-4a0e-af0f-ccf86cd0558e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:58.049495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network d2218666-67e2-4a0e-af0f-ccf86cd0558e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:24:58.098794 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1c3d43b2-e226-453e-b387-f611cb80a064 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.8337750
Feb 12 21:24:58.115881 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59426) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:58.129020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0c2c2148-d82a-4366-98f1-cdb75951a973 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Request body: {'subnet': {'network_id': 'd2218666-67e2-4a0e-af0f-ccf86cd0558e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:58.165046 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc207927-8cd3-4f94-b84d-92a1b7e67a33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:24:58.177779 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1507e109-4596-4f46-abb9-3684ea3511c8 None None] Sync routers for ids ['ac2435a7-7687-40ac-9430-afe49c142fc5'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:24:58.197002 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1507e109-4596-4f46-abb9-3684ea3511c8 None None] Routers {'ac2435a7-7687-40ac-9430-afe49c142fc5'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:58.197175 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dc207927-8cd3-4f94-b84d-92a1b7e67a33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/ac2435a7-7687-40ac-9430-afe49c142fc5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9959848
Feb 12 21:24:58.197175 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59430) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:58.197511 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1507e109-4596-4f46-abb9-3684ea3511c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd39400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ac2435a7-7687-40ac-9430-afe49c142fc5'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:58.293670 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e881f18-db69-4037-abfd-93dcfe600aa4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:58.293670 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1e881f18-db69-4037-abfd-93dcfe600aa4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports/8d98f917-f3da-4f01-a778-c8c2ca78fbe4 HTTP/1.1" status: 200  len: 977 time: 0.0852947
Feb 12 21:24:58.295778 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71205322-3c99-4382-978b-c38dc62fe51e req-dfca7600-e7d2-41ff-ac39-e73f8f52ed8b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:58.296193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59434) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:58.306140 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-71205322-3c99-4382-978b-c38dc62fe51e req-dfca7600-e7d2-41ff-ac39-e73f8f52ed8b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.3140769
Feb 12 21:24:58.312091 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1507e109-4596-4f46-abb9-3684ea3511c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd39400>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:58.324246 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1507e109-4596-4f46-abb9-3684ea3511c8 None None] Routers {'ac2435a7-7687-40ac-9430-afe49c142fc5'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:24:58.325208 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1507e109-4596-4f46-abb9-3684ea3511c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd39400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ac2435a7-7687-40ac-9430-afe49c142fc5'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:58.367980 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1507e109-4596-4f46-abb9-3684ea3511c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd39400>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:24:58.368626 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1507e109-4596-4f46-abb9-3684ea3511c8 None None] The sync data for ids ['ac2435a7-7687-40ac-9430-afe49c142fc5'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:24:58.418729 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-71205322-3c99-4382-978b-c38dc62fe51e req-0a231dfe-ab99-45b3-a04e-f46a3729ca75 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1113269
Feb 12 21:24:58.419342 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-26e2c197-5217-4812-bb6b-735b4e29c483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:58.422684 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb48d531-1404-4838-bb5a-e36390be0946 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (e3e10fa2-ce13-40da-bef7-114155126522), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:58.532468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48d531-1404-4838-bb5a-e36390be0946 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Subnet': ['ID=e3e10fa2-ce13-40da-bef7-114155126522,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:58.553934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48d531-1404-4838-bb5a-e36390be0946 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Checking segment: {'id': '00101a25-0532-4b25-b3e6-3624c480fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1236fad7-e17d-4730-8290-06b9f31673f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:24:58.554325 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb48d531-1404-4838-bb5a-e36390be0946 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network hostable DHCP agents. Network: 1236fad7-e17d-4730-8290-06b9f31673f1, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:24:58.607755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2c2148-d82a-4366-98f1-cdb75951a973 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Made reservation on behalf of 5e4343c9a19942d2a9b22b929b3cedcc for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:58.611975 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2148-d82a-4366-98f1-cdb75951a973 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:58.641009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb48d531-1404-4838-bb5a-e36390be0946 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 1236fad7-e17d-4730-8290-06b9f31673f1 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:24:58.744912 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59452) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:58.773458 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8444b750-f56d-4900-87ed-5001e5d4b9ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:58.780490 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-eb48d531-1404-4838-bb5a-e36390be0946 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1236fad7-e17d-4730-8290-06b9f31673f1) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:58.784867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb48d531-1404-4838-bb5a-e36390be0946 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:58.785489 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb48d531-1404-4838-bb5a-e36390be0946 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:58.795532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8775fd11-3419-420e-a6b3-6178b6b7b120 None None] Network 1236fad7-e17d-4730-8290-06b9f31673f1 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:58.895309 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ad92a64-19f5-488d-803d-d1b26f73849c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (ac2435a7-7687-40ac-9430-afe49c142fc5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:58.926899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1236fad7-e17d-4730-8290-06b9f31673f1', 'network_id': '1236fad7-e17d-4730-8290-06b9f31673f1', 'project_id': '4e155b8f02d14f23a500cd282455a2b4', 'fixed_ips': [{'subnet_id': 'e3e10fa2-ce13-40da-bef7-114155126522'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:24:58.928164 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:58.979467 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-eb48d531-1404-4838-bb5a-e36390be0946 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5872383
Feb 12 21:24:58.981769 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2148-d82a-4366-98f1-cdb75951a973 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (5fd9e4c6-5491-4f67-890d-67ff8fc081b7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:58.984775 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59462) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:58.994611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-612236704', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:59.079523 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8444b750-f56d-4900-87ed-5001e5d4b9ea admin admin] Publish callbacks [] for security_group (8b2943e8-c4ed-4cfa-97ce-07894cb10612), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.123298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c2148-d82a-4366-98f1-cdb75951a973 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event updated for resources: {'Subnet': ['ID=5fd9e4c6-5491-4f67-890d-67ff8fc081b7,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:59.145314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Allocated IP 172.20.0.2 (1236fad7-e17d-4730-8290-06b9f31673f1/e3e10fa2-ce13-40da-bef7-114155126522/bb4c2ab5-ec07-4218-bcba-a3f3f07966e5) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:24:59.174338 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8444b750-f56d-4900-87ed-5001e5d4b9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8b2943e8-c4ed-4cfa-97ce-07894cb10612), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.179174 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c2148-d82a-4366-98f1-cdb75951a973 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Checking segment: {'id': 'ace5b085-96fa-4d97-8776-47725c509fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd2218666-67e2-4a0e-af0f-ccf86cd0558e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:24:59.179692 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2c2148-d82a-4366-98f1-cdb75951a973 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Network hostable DHCP agents. Network: d2218666-67e2-4a0e-af0f-ccf86cd0558e, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:24:59.199744 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (3f122598-09a8-4f24-9250-56dd5fba240f), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.200775 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (3f122598-09a8-4f24-9250-56dd5fba240f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.212230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444b750-f56d-4900-87ed-5001e5d4b9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2943e8-c4ed-4cfa-97ce-07894cb10612,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:59.248930 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59470) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:59.249135 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8444b750-f56d-4900-87ed-5001e5d4b9ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cbb1a4c0fce45d8b995fef5990bda5f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5032551
Feb 12 21:24:59.305538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2c2148-d82a-4366-98f1-cdb75951a973 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Network d2218666-67e2-4a0e-af0f-ccf86cd0558e is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:24:59.318519 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe746f7c-8d81-483c-9b31-2a4c8d1b16bc admin admin] Publish callbacks [] for security_group (8b2943e8-c4ed-4cfa-97ce-07894cb10612), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.350312 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe746f7c-8d81-483c-9b31-2a4c8d1b16bc admin admin] Publish callbacks [] for security_group (8b2943e8-c4ed-4cfa-97ce-07894cb10612), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.354166 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router_controller (3f122598-09a8-4f24-9250-56dd5fba240f), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.364804 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-2ad92a64-19f5-488d-803d-d1b26f73849c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port 8d98f917-f3da-4f01-a778-c8c2ca78fbe4 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:24:59.365159 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ad92a64-19f5-488d-803d-d1b26f73849c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8d98f917-f3da-4f01-a778-c8c2ca78fbe4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.427550 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Publish callbacks [] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.459693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-0c2c2148-d82a-4366-98f1-cdb75951a973 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d2218666-67e2-4a0e-af0f-ccf86cd0558e) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:59.475062 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c2148-d82a-4366-98f1-cdb75951a973 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:24:59.475659 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c2c2148-d82a-4366-98f1-cdb75951a973 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.476068 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950119a0-8bff-4877-98b7-bd192a54b3e2 None None] Network d2218666-67e2-4a0e-af0f-ccf86cd0558e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:24:59.504250 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ad92a64-19f5-488d-803d-d1b26f73849c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8d98f917-f3da-4f01-a778-c8c2ca78fbe4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.545015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-2ad92a64-19f5-488d-803d-d1b26f73849c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for 8d98f917-f3da-4f01-a778-c8c2ca78fbe4 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:24:59.560172 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.602824 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0c2c2148-d82a-4366-98f1-cdb75951a973 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4845769
Feb 12 21:24:59.603910 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe746f7c-8d81-483c-9b31-2a4c8d1b16bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8b2943e8-c4ed-4cfa-97ce-07894cb10612), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.606862 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe746f7c-8d81-483c-9b31-2a4c8d1b16bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.614424 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fe746f7c-8d81-483c-9b31-2a4c8d1b16bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b2943e8-c4ed-4cfa-97ce-07894cb10612 HTTP/1.1" status: 204  len: 168 time: 0.3637228
Feb 12 21:24:59.615471 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59484) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:24:59.636866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-97f6df9d-1497-4389-a294-7c58066bcb67 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Request body: {'port': {'network_id': 'd2218666-67e2-4a0e-af0f-ccf86cd0558e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-368835277'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:24:59.659182 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe746f7c-8d81-483c-9b31-2a4c8d1b16bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2943e8-c4ed-4cfa-97ce-07894cb10612,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:59.668448 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router_gateway (3f122598-09a8-4f24-9250-56dd5fba240f), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.820820 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.824020 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.856481 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d2218666-67e2-4a0e-af0f-ccf86cd0558e', 'network_id': 'd2218666-67e2-4a0e-af0f-ccf86cd0558e', 'project_id': '5e4343c9a19942d2a9b22b929b3cedcc', 'fixed_ips': [{'subnet_id': '5fd9e4c6-5491-4f67-890d-67ff8fc081b7'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:24:59.857682 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.904166 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Network 1236fad7-e17d-4730-8290-06b9f31673f1 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:24:59.918903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:24:59.922205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:24:59.924402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Pushing event updated for resources: {'Port': ['ID=bb4c2ab5-ec07-4218-bcba-a3f3f07966e5,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:24:59.940539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f6df9d-1497-4389-a294-7c58066bcb67 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Made reservation on behalf of 5e4343c9a19942d2a9b22b929b3cedcc for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:24:59.949634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-97f6df9d-1497-4389-a294-7c58066bcb67 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:24:59.996148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-97f6df9d-1497-4389-a294-7c58066bcb67 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] device_id is not set on port bbf1a6d8-280a-4dd0-8e74-ed390d58630c yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:25:00.061069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ad92a64-19f5-488d-803d-d1b26f73849c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8d98f917-f3da-4f01-a778-c8c2ca78fbe4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:00.102839 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Attempting to bind port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:25:00.103523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Attempting to bind port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '00101a25-0532-4b25-b3e6-3624c480fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1236fad7-e17d-4730-8290-06b9f31673f1'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:25:00.104058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Attempting to bind port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 on network 1236fad7-e17d-4730-8290-06b9f31673f1 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:25:00.133490 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad92a64-19f5-488d-803d-d1b26f73849c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=8d98f917-f3da-4f01-a778-c8c2ca78fbe4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:00.145831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:25:00.151439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Checking segment: {'id': '00101a25-0532-4b25-b3e6-3624c480fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1236fad7-e17d-4730-8290-06b9f31673f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:00.152731 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:00.156735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Bound using segment: {'id': '00101a25-0532-4b25-b3e6-3624c480fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1236fad7-e17d-4730-8290-06b9f31673f1'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:25:00.160561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Bound port: bb4c2ab5-ec07-4218-bcba-a3f3f07966e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00101a25-0532-4b25-b3e6-3624c480fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1236fad7-e17d-4730-8290-06b9f31673f1'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:25:00.160561 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:00.220851 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router_gateway (3f122598-09a8-4f24-9250-56dd5fba240f), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:00.250387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-97f6df9d-1497-4389-a294-7c58066bcb67 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Allocated IP 2001:db8::f2 (d2218666-67e2-4a0e-af0f-ccf86cd0558e/5fd9e4c6-5491-4f67-890d-67ff8fc081b7/bbf1a6d8-280a-4dd0-8e74-ed390d58630c) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:00.271357 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] For port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:25:00.278561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] For port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb4c2ab5-ec07-4218-bcba-a3f3f07966e5,segment=NetworkSegment(00101a25-0532-4b25-b3e6-3624c480fe00),segment_id=00101a25-0532-4b25-b3e6-3624c480fe00)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:25:00.288230 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:00.360727 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:00.448821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eeff53-f2c8-4605-952a-84afe38f9b9d None None] Pushing event updated for resources: {'Port': ['ID=bb4c2ab5-ec07-4218-bcba-a3f3f07966e5,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:00.578174 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ad92a64-19f5-488d-803d-d1b26f73849c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (ac2435a7-7687-40ac-9430-afe49c142fc5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:00.710732 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-97f6df9d-1497-4389-a294-7c58066bcb67 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks [] for port (bbf1a6d8-280a-4dd0-8e74-ed390d58630c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:00.758472 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Allocated IP 172.35.2.137 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/b3e92fc5-eeb0-4793-bbd1-1f09af5200e2) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:00.838226 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-97f6df9d-1497-4389-a294-7c58066bcb67 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (bbf1a6d8-280a-4dd0-8e74-ed390d58630c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:00.950135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Allocated IP 2001:db8::2 (d2218666-67e2-4a0e-af0f-ccf86cd0558e/5fd9e4c6-5491-4f67-890d-67ff8fc081b7/deca61dc-11c1-4cfd-b649-de15487eceeb) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:01.014039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6df9d-1497-4389-a294-7c58066bcb67 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event updated for resources: {'Port': ['ID=bbf1a6d8-280a-4dd0-8e74-ed390d58630c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:01.089296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f6df9d-1497-4389-a294-7c58066bcb67 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Network d2218666-67e2-4a0e-af0f-ccf86cd0558e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:01.097121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-97f6df9d-1497-4389-a294-7c58066bcb67 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:01.105238 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f6df9d-1497-4389-a294-7c58066bcb67 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:01.127090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f6df9d-1497-4389-a294-7c58066bcb67 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:01.127994 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-97f6df9d-1497-4389-a294-7c58066bcb67 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:01.170097 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:01.175098 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:01.215952 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-97f6df9d-1497-4389-a294-7c58066bcb67 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.5835121
Feb 12 21:25:01.219198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59544) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:01.224782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8b5f0631-5c4b-4bc8-8b28-d9fe713c6bc9 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Request body: {'port': {'network_id': 'd2218666-67e2-4a0e-af0f-ccf86cd0558e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1898874958', 'allowed_address_pairs': [{'ip_address': '2001:db8::f2', 'mac_address': 'fa:16:3e:1c:31:60'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:01.445743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:01.446129 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:01.488266 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad92a64-19f5-488d-803d-d1b26f73849c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router ac2435a7-7687-40ac-9430-afe49c142fc5 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:25:01.497751 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec4bb-7028-4228-b337-e99715197491 req-8c994017-3640-4dae-a657-3c1ddd2c2fbb tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:01.499395 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2edec4bb-7028-4228-b337-e99715197491 req-8c994017-3640-4dae-a657-3c1ddd2c2fbb tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=955f9962-b43e-40fa-af91-d85da806dad0 HTTP/1.1" status: 200  len: 943 time: 0.7660980
Feb 12 21:25:01.547849 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Publish callbacks [] for port (deca61dc-11c1-4cfd-b649-de15487eceeb), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:01.634745 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:01.634745 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:01.654931 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (deca61dc-11c1-4cfd-b649-de15487eceeb), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:01.655593 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5f0631-5c4b-4bc8-8b28-d9fe713c6bc9 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Made reservation on behalf of 5e4343c9a19942d2a9b22b929b3cedcc for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:01.711944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Pushing event updated for resources: {'Port': ['ID=deca61dc-11c1-4cfd-b649-de15487eceeb,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:01.727670 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb4c2ab5-ec07-4218-bcba-a3f3f07966e5,segment=NetworkSegment(00101a25-0532-4b25-b3e6-3624c480fe00),segment_id=00101a25-0532-4b25-b3e6-3624c480fe00)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:01.751089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Network d2218666-67e2-4a0e-af0f-ccf86cd0558e is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:01.754446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:01.758576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:01.818421 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:01.821114 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (b3e92fc5-eeb0-4793-bbd1-1f09af5200e2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:01.868212 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0631-5c4b-4bc8-8b28-d9fe713c6bc9 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:01.907282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-8b5f0631-5c4b-4bc8-8b28-d9fe713c6bc9 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] device_id is not set on port 8603d413-0b65-4b50-8f66-a2c5e72a7648 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:25:01.919010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Attempting to bind port deca61dc-11c1-4cfd-b649-de15487eceeb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:25:01.923638 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Attempting to bind port deca61dc-11c1-4cfd-b649-de15487eceeb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ace5b085-96fa-4d97-8776-47725c509fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd2218666-67e2-4a0e-af0f-ccf86cd0558e'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:25:01.924402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Attempting to bind port deca61dc-11c1-4cfd-b649-de15487eceeb on network d2218666-67e2-4a0e-af0f-ccf86cd0558e {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:25:01.935942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:25:01.936519 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Checking segment: {'id': 'ace5b085-96fa-4d97-8776-47725c509fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd2218666-67e2-4a0e-af0f-ccf86cd0558e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:01.936989 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:01.937610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Bound using segment: {'id': 'ace5b085-96fa-4d97-8776-47725c509fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd2218666-67e2-4a0e-af0f-ccf86cd0558e'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:25:01.938151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Bound port: deca61dc-11c1-4cfd-b649-de15487eceeb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace5b085-96fa-4d97-8776-47725c509fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd2218666-67e2-4a0e-af0f-ccf86cd0558e'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:25:01.938676 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (deca61dc-11c1-4cfd-b649-de15487eceeb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:01.960493 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=bb4c2ab5-ec07-4218-bcba-a3f3f07966e5,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:02.057224 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad92a64-19f5-488d-803d-d1b26f73849c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:02.063639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] For port deca61dc-11c1-4cfd-b649-de15487eceeb, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:25:02.065416 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2ad92a64-19f5-488d-803d-d1b26f73849c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/ac2435a7-7687-40ac-9430-afe49c142fc5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7675331
Feb 12 21:25:02.073569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] For port deca61dc-11c1-4cfd-b649-de15487eceeb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deca61dc-11c1-4cfd-b649-de15487eceeb,segment=NetworkSegment(ace5b085-96fa-4d97-8776-47725c509fc8),segment_id=ace5b085-96fa-4d97-8776-47725c509fc8)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:25:02.073983 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59570) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:02.077297 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c715023-741d-4277-b358-9ef1ad9655b3 None None] Sync routers for ids ['ac2435a7-7687-40ac-9430-afe49c142fc5'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:02.089528 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c715023-741d-4277-b358-9ef1ad9655b3 None None] Routers {'ac2435a7-7687-40ac-9430-afe49c142fc5'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:02.090535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0c715023-741d-4277-b358-9ef1ad9655b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa63fc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ac2435a7-7687-40ac-9430-afe49c142fc5'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:02.136329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0c715023-741d-4277-b358-9ef1ad9655b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa63fc10>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:02.138278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-8b5f0631-5c4b-4bc8-8b28-d9fe713c6bc9 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Allocated IP 2001:db8::1f1 (d2218666-67e2-4a0e-af0f-ccf86cd0558e/5fd9e4c6-5491-4f67-890d-67ff8fc081b7/8603d413-0b65-4b50-8f66-a2c5e72a7648) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:02.152081 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b3e92fc5-eeb0-4793-bbd1-1f09af5200e2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:02.165532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c715023-741d-4277-b358-9ef1ad9655b3 None None] Routers {'ac2435a7-7687-40ac-9430-afe49c142fc5'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:02.166165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0c715023-741d-4277-b358-9ef1ad9655b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa63fc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ac2435a7-7687-40ac-9430-afe49c142fc5'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:02.220335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:02.230493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:02.247261 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-2edec4bb-7028-4228-b337-e99715197491 req-61732797-cacd-4770-b798-7cb58b8ce389 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Deleting port 7e592411-155b-4647-a7b6-b5174ceee7ec {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:02.247367 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0c715023-741d-4277-b358-9ef1ad9655b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa63fc10>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:02.253654 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-2edec4bb-7028-4228-b337-e99715197491 req-61732797-cacd-4770-b798-7cb58b8ce389 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:02.254512 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c715023-741d-4277-b358-9ef1ad9655b3 None None] The sync data for ids ['ac2435a7-7687-40ac-9430-afe49c142fc5'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:02.256478 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (deca61dc-11c1-4cfd-b649-de15487eceeb), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:02.288618 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:02.354043 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8efbf-28e5-401c-ae6e-e5972a9db394 None None] Pushing event updated for resources: {'Port': ['ID=deca61dc-11c1-4cfd-b649-de15487eceeb,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:02.377842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d844368-ab1f-4fb2-acf6-fdf969a81a9b None None] Network 1236fad7-e17d-4730-8290-06b9f31673f1 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:02.378679 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:02.406053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=b3e92fc5-eeb0-4793-bbd1-1f09af5200e2,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:02.447276 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0631-5c4b-4bc8-8b28-d9fe713c6bc9 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks [] for port (8603d413-0b65-4b50-8f66-a2c5e72a7648), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:02.473163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-def8db33-1d8f-4806-898d-413fdd551796 None None] Provisioning complete for port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:02.474847 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-def8db33-1d8f-4806-898d-413fdd551796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:02.660442 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0631-5c4b-4bc8-8b28-d9fe713c6bc9 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8603d413-0b65-4b50-8f66-a2c5e72a7648), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:02.700133 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-9792f9a5-b19e-44a7-8a57-fd58691b37cf tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] remove_router_interface failed (client error): The resource could not be found.
Feb 12 21:25:02.702119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5f0631-5c4b-4bc8-8b28-d9fe713c6bc9 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Network d2218666-67e2-4a0e-af0f-ccf86cd0558e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:02.706377 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-8b5f0631-5c4b-4bc8-8b28-d9fe713c6bc9 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:02.707216 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9792f9a5-b19e-44a7-8a57-fd58691b37cf tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/ac2435a7-7687-40ac-9430-afe49c142fc5/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.6340001
Feb 12 21:25:02.707984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59590) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:02.778340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-def8db33-1d8f-4806-898d-413fdd551796 None None] Current status of the port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:02.855391 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f0631-5c4b-4bc8-8b28-d9fe713c6bc9 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:02.869296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5f0631-5c4b-4bc8-8b28-d9fe713c6bc9 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:02.871439 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0631-5c4b-4bc8-8b28-d9fe713c6bc9 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:02.899412 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7eacf1c1-3894-44aa-b8d5-c0c964ed655a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac2435a7-7687-40ac-9430-afe49c142fc5 HTTP/1.1" status: 200  len: 205 time: 0.1658971
Feb 12 21:25:02.909841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59602) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:02.910357 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-2edec4bb-7028-4228-b337-e99715197491 req-61732797-cacd-4770-b798-7cb58b8ce389 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] For port 7e592411-155b-4647-a7b6-b5174ceee7ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e592411-155b-4647-a7b6-b5174ceee7ec,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:02.910959 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-2edec4bb-7028-4228-b337-e99715197491 req-61732797-cacd-4770-b798-7cb58b8ce389 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:02.976338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [req-2edec4bb-7028-4228-b337-e99715197491 req-61732797-cacd-4770-b798-7cb58b8ce389 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Calling delete_port for 7e592411-155b-4647-a7b6-b5174ceee7ec owned by compute:nova {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:03.108649 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b032c43-7f41-4e85-bf3d-ff656474f442 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (ac2435a7-7687-40ac-9430-afe49c142fc5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:03.108649 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8b5f0631-5c4b-4bc8-8b28-d9fe713c6bc9 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 1.8826263
Feb 12 21:25:03.108649 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59608) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:03.227657 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4e3eb8f7-95a4-4e97-97f9-bb1d48b92656 None None] Provisioning complete for port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:03.228053 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4e3eb8f7-95a4-4e97-97f9-bb1d48b92656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:03.243324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f0631-5c4b-4bc8-8b28-d9fe713c6bc9 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event updated for resources: {'Port': ['ID=8603d413-0b65-4b50-8f66-a2c5e72a7648,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:03.290519 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:03.371002 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b032c43-7f41-4e85-bf3d-ff656474f442 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (ac2435a7-7687-40ac-9430-afe49c142fc5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:03.373478 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b032c43-7f41-4e85-bf3d-ff656474f442 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_controller (ac2435a7-7687-40ac-9430-afe49c142fc5), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:03.394050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4e3eb8f7-95a4-4e97-97f9-bb1d48b92656 None None] Current status of the port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:03.400509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:03.401095 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:03.454811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c97a2b-f5c3-4d8b-9995-d4801e0767a5 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:03.462539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c97a2b-f5c3-4d8b-9995-d4801e0767a5 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:03.468118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c97a2b-f5c3-4d8b-9995-d4801e0767a5 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:03.471532 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f3c97a2b-f5c3-4d8b-9995-d4801e0767a5 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2479 time: 0.3626082
Feb 12 21:25:03.475270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59632) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:03.524993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:03.541315 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device deca61dc-11c1-4cfd-b649-de15487eceeb up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:03.556886 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b032c43-7f41-4e85-bf3d-ff656474f442 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (ac2435a7-7687-40ac-9430-afe49c142fc5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:03.557544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b032c43-7f41-4e85-bf3d-ff656474f442 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Fanout notify agent at l3_agent the message router_deleted on router ac2435a7-7687-40ac-9430-afe49c142fc5 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:25:03.573205 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b032c43-7f41-4e85-bf3d-ff656474f442 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:03.577092 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5b032c43-7f41-4e85-bf3d-ff656474f442 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/routers/ac2435a7-7687-40ac-9430-afe49c142fc5 HTTP/1.1" status: 204  len: 168 time: 0.6639433
Feb 12 21:25:03.580933 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59644) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:03.589101 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router_gateway (3f122598-09a8-4f24-9250-56dd5fba240f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:03.623242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port deca61dc-11c1-4cfd-b649-de15487eceeb triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:03.623856 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (deca61dc-11c1-4cfd-b649-de15487eceeb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:03.657390 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-2edec4bb-7028-4228-b337-e99715197491 req-61732797-cacd-4770-b798-7cb58b8ce389 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (7e592411-155b-4647-a7b6-b5174ceee7ec), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:03.670084 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a500c7b1-8358-4bc8-ae00-21079afb6cb4', 'a7ca726b-c529-424c-8983-7b7a58cc17cd'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:25:03.677421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-15ad5086-29eb-4a99-902e-8072c5507216 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Deleting port 8603d413-0b65-4b50-8f66-a2c5e72a7648 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:03.677421 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-15ad5086-29eb-4a99-902e-8072c5507216 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8603d413-0b65-4b50-8f66-a2c5e72a7648), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:03.683341 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c54fd05-c311-46d0-930e-998e28000274 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting subnet 0a12fb21-2355-4576-8065-49ba58a17490 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:25:03.701750 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c54fd05-c311-46d0-930e-998e28000274 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (0a12fb21-2355-4576-8065-49ba58a17490), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:03.756982 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61732797-cacd-4770-b798-7cb58b8ce389 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event deleted for resources: {'Port': ['ID=7e592411-155b-4647-a7b6-b5174ceee7ec,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:03.821925 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c54fd05-c311-46d0-930e-998e28000274 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (0a12fb21-2355-4576-8065-49ba58a17490), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:03.932976 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-15ad5086-29eb-4a99-902e-8072c5507216 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8603d413-0b65-4b50-8f66-a2c5e72a7648), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:03.953715 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edec4bb-7028-4228-b337-e99715197491 req-61732797-cacd-4770-b798-7cb58b8ce389 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] No DVR routers for this DVR port 7e592411-155b-4647-a7b6-b5174ceee7ec on host nch1-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:03.956014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-15ad5086-29eb-4a99-902e-8072c5507216 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Calling delete_port for 8603d413-0b65-4b50-8f66-a2c5e72a7648 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:03.966802 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-2edec4bb-7028-4228-b337-e99715197491 req-61732797-cacd-4770-b798-7cb58b8ce389 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:03.975751 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2edec4bb-7028-4228-b337-e99715197491 req-61732797-cacd-4770-b798-7cb58b8ce389 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "DELETE /v2.0/ports/7e592411-155b-4647-a7b6-b5174ceee7ec HTTP/1.1" status: 204  len: 173 time: 2.4638889
Feb 12 21:25:03.976254 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955f9962-b43e-40fa-af91-d85da806dad0', 'name': 'network-vif-deleted', 'tag': '7e592411-155b-4647-a7b6-b5174ceee7ec'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:25:03.982326 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b983b0-45b4-42a1-a652-2fc984cfe501" -d '{"events": [{"server_uuid": "955f9962-b43e-40fa-af91-d85da806dad0", "name": "network-vif-deleted", "tag": "7e592411-155b-4647-a7b6-b5174ceee7ec"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:25:03.997216 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port deca61dc-11c1-4cfd-b649-de15487eceeb is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:04.002050 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (deca61dc-11c1-4cfd-b649-de15487eceeb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:04.034699 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c54fd05-c311-46d0-930e-998e28000274 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (0a12fb21-2355-4576-8065-49ba58a17490), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:04.060664 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (3f122598-09a8-4f24-9250-56dd5fba240f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:04.110983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port deca61dc-11c1-4cfd-b649-de15487eceeb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deca61dc-11c1-4cfd-b649-de15487eceeb,segment=NetworkSegment(ace5b085-96fa-4d97-8776-47725c509fc8),segment_id=ace5b085-96fa-4d97-8776-47725c509fc8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:04.200602 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 12 Feb 2022 21:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09333b4-c8b6-4cb2-942e-7ea51c488824 x-openstack-request-id: req-b09333b4-c8b6-4cb2-942e-7ea51c488824 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:25:04.204135 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955f9962-b43e-40fa-af91-d85da806dad0", "name": "network-vif-deleted", "tag": "7e592411-155b-4647-a7b6-b5174ceee7ec", "status": "failed", "code": 422}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:25:04.204401 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b09333b4-c8b6-4cb2-942e-7ea51c488824 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:25:04.204845 ncdv-master-1 neutron-server[126506]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '955f9962-b43e-40fa-af91-d85da806dad0', 'name': 'network-vif-deleted', 'tag': '7e592411-155b-4647-a7b6-b5174ceee7ec', 'status': 'failed', 'code': 422} returned with failed status
Feb 12 21:25:04.231586 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (deca61dc-11c1-4cfd-b649-de15487eceeb), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:04.344744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=deca61dc-11c1-4cfd-b649-de15487eceeb,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:04.358661 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c54fd05-c311-46d0-930e-998e28000274 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (0a12fb21-2355-4576-8065-49ba58a17490), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:04.391058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406a2f4b-5a2e-4246-b52b-5f61c83b9e7e None None] Network d2218666-67e2-4a0e-af0f-ccf86cd0558e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:04.417741 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54fd05-c311-46d0-930e-998e28000274 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Subnet': ['ID=0a12fb21-2355-4576-8065-49ba58a17490,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:04.420098 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c54fd05-c311-46d0-930e-998e28000274 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:04.424398 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2c54fd05-c311-46d0-930e-998e28000274 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/0a12fb21-2355-4576-8065-49ba58a17490 HTTP/1.1" status: 204  len: 168 time: 0.8382421
Feb 12 21:25:04.426810 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59664) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:04.452391 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d72827-e931-43fd-99b7-664d10cf3d49 None None] Network e504f084-69eb-45bc-83cb-7b950dc7d831 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:04.519812 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-15ad5086-29eb-4a99-902e-8072c5507216 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8603d413-0b65-4b50-8f66-a2c5e72a7648), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:04.528053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 3f122598-09a8-4f24-9250-56dd5fba240f is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:25:04.559045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad5086-29eb-4a99-902e-8072c5507216 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event deleted for resources: {'Port': ['ID=8603d413-0b65-4b50-8f66-a2c5e72a7648,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:04.606250 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (e504f084-69eb-45bc-83cb-7b950dc7d831), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:04.661529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8ed195af-7151-4a43-963c-fd0f4bf38846 None None] Provisioning complete for port deca61dc-11c1-4cfd-b649-de15487eceeb triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:04.661918 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8ed195af-7151-4a43-963c-fd0f4bf38846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (deca61dc-11c1-4cfd-b649-de15487eceeb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:04.865799 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:04.876301 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc3586d-f704-48c4-a779-757f4918c078 None None] Sync routers for ids ['3f122598-09a8-4f24-9250-56dd5fba240f'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:04.889591 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8ed195af-7151-4a43-963c-fd0f4bf38846 None None] Current status of the port deca61dc-11c1-4cfd-b649-de15487eceeb is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:04.892353 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc3586d-f704-48c4-a779-757f4918c078 None None] Routers {'3f122598-09a8-4f24-9250-56dd5fba240f'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:04.892525 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3fc3586d-f704-48c4-a779-757f4918c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba21250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3f122598-09a8-4f24-9250-56dd5fba240f'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:04.917216 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5d8af7-6825-4200-b84e-0265f33d50ed None None] DHCP port deletion for e504f084-69eb-45bc-83cb-7b950dc7d831 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:25:04.973787 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3fc3586d-f704-48c4-a779-757f4918c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba21250>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:04.981006 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:04.982565 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-26cf9103-3c02-4877-8558-57c3c9a3b2f6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 5.9968088
Feb 12 21:25:04.989042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59686) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:05.015946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d8af7-6825-4200-b84e-0265f33d50ed None None] Deleting port 4cf37543-e34f-45c8-a779-426e16a824a6 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:05.018018 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc3586d-f704-48c4-a779-757f4918c078 None None] Routers {'3f122598-09a8-4f24-9250-56dd5fba240f'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:05.018134 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3d5d8af7-6825-4200-b84e-0265f33d50ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4cf37543-e34f-45c8-a779-426e16a824a6), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:05.018230 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3fc3586d-f704-48c4-a779-757f4918c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba21250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3f122598-09a8-4f24-9250-56dd5fba240f'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:05.068624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device deca61dc-11c1-4cfd-b649-de15487eceeb up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:05.117817 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3fc3586d-f704-48c4-a779-757f4918c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba21250>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:05.118495 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc3586d-f704-48c4-a779-757f4918c078 None None] The sync data for ids ['3f122598-09a8-4f24-9250-56dd5fba240f'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:05.252762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3d5d8af7-6825-4200-b84e-0265f33d50ed None None] For port 4cf37543-e34f-45c8-a779-426e16a824a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cf37543-e34f-45c8-a779-426e16a824a6,segment=NetworkSegment(71d4389c-a2a9-4a5e-a231-a53400883da9),segment_id=71d4389c-a2a9-4a5e-a231-a53400883da9)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:05.254985 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3d5d8af7-6825-4200-b84e-0265f33d50ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4cf37543-e34f-45c8-a779-426e16a824a6), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:05.288896 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d8af7-6825-4200-b84e-0265f33d50ed None None] Calling delete_port for 4cf37543-e34f-45c8-a779-426e16a824a6 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:05.331544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port deca61dc-11c1-4cfd-b649-de15487eceeb triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:05.332012 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (deca61dc-11c1-4cfd-b649-de15487eceeb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:05.448303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-58cab5bc-09ba-46b2-bb57-2881efca1e51 None None] Provisioning complete for port bbf1a6d8-280a-4dd0-8e74-ed390d58630c triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:05.448871 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-58cab5bc-09ba-46b2-bb57-2881efca1e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bbf1a6d8-280a-4dd0-8e74-ed390d58630c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:05.466723 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-15ad5086-29eb-4a99-902e-8072c5507216 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:05.470450 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-15ad5086-29eb-4a99-902e-8072c5507216 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "DELETE /v2.0/ports/8603d413-0b65-4b50-8f66-a2c5e72a7648 HTTP/1.1" status: 204  len: 168 time: 1.9939215
Feb 12 21:25:05.506148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59712) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:05.507809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port 4cf37543-e34f-45c8-a779-426e16a824a6 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:05.508149 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4cf37543-e34f-45c8-a779-426e16a824a6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:05.550585 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-58cab5bc-09ba-46b2-bb57-2881efca1e51 None None] Port bbf1a6d8-280a-4dd0-8e74-ed390d58630c cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:05.598311 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] For port 4cf37543-e34f-45c8-a779-426e16a824a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cf37543-e34f-45c8-a779-426e16a824a6,segment=NetworkSegment(71d4389c-a2a9-4a5e-a231-a53400883da9),segment_id=71d4389c-a2a9-4a5e-a231-a53400883da9)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:05.598733 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4cf37543-e34f-45c8-a779-426e16a824a6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:05.624662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-58cab5bc-09ba-46b2-bb57-2881efca1e51 None None] Provisioning complete for port deca61dc-11c1-4cfd-b649-de15487eceeb triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:05.625254 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for 4cf37543-e34f-45c8-a779-426e16a824a6 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:05.625407 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-58cab5bc-09ba-46b2-bb57-2881efca1e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (deca61dc-11c1-4cfd-b649-de15487eceeb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:05.689130 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3d5d8af7-6825-4200-b84e-0265f33d50ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (4cf37543-e34f-45c8-a779-426e16a824a6), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:05.806338 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d8af7-6825-4200-b84e-0265f33d50ed None None] Pushing event deleted for resources: {'Port': ['ID=4cf37543-e34f-45c8-a779-426e16a824a6,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:05.812372 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d8af7-6825-4200-b84e-0265f33d50ed None None] No DVR routers for this DVR port 4cf37543-e34f-45c8-a779-426e16a824a6 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:05.816005 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port deca61dc-11c1-4cfd-b649-de15487eceeb is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:05.860378 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-948c6468-ec2a-412e-9a5e-634231a2d72c tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] GET failed (client error): The resource could not be found.
Feb 12 21:25:05.871692 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-948c6468-ec2a-412e-9a5e-634231a2d72c tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "GET /v2.0/ports/8603d413-0b65-4b50-8f66-a2c5e72a7648 HTTP/1.1" status: 404  len: 333 time: 0.0674253
Feb 12 21:25:05.872601 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (4cf37543-e34f-45c8-a779-426e16a824a6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:05.880338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59718) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:05.894512 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-cc04ed87-c27d-412b-b39f-c346754cac6b tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Request body: {'port': {'network_id': 'd2218666-67e2-4a0e-af0f-ccf86cd0558e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-783791069'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:05.898332 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-58cab5bc-09ba-46b2-bb57-2881efca1e51 None None] Current status of the port deca61dc-11c1-4cfd-b649-de15487eceeb is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:05.923611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4cf37543-e34f-45c8-a779-426e16a824a6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:25:05.964782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=4cf37543-e34f-45c8-a779-426e16a824a6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:06.035937 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] No DVR routers for this DVR port 4cf37543-e34f-45c8-a779-426e16a824a6 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:06.209335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 4cf37543-e34f-45c8-a779-426e16a824a6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:25:06.209718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4cf37543-e34f-45c8-a779-426e16a824a6 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:25:06.221822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4f7a61d3-b3e3-432b-ab8e-621fa369dce3 None None] Provisioning complete for port bbf1a6d8-280a-4dd0-8e74-ed390d58630c triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:06.222528 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4f7a61d3-b3e3-432b-ab8e-621fa369dce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bbf1a6d8-280a-4dd0-8e74-ed390d58630c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:06.229910 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (e504f084-69eb-45bc-83cb-7b950dc7d831), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:06.272629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a61d3-b3e3-432b-ab8e-621fa369dce3 None None] Port bbf1a6d8-280a-4dd0-8e74-ed390d58630c cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:06.290679 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee1cfe-cecc-4d98-87ea-e56ff92e89d6 req-81ccd32f-babd-43a3-89b5-23e7dc6fc477 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:06.293274 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2aee1cfe-cecc-4d98-87ea-e56ff92e89d6 req-81ccd32f-babd-43a3-89b5-23e7dc6fc477 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 907 time: 0.1414425
Feb 12 21:25:06.313175 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7cf7c0>,) {'filters': {'network_id': ['e504f084-69eb-45bc-83cb-7b950dc7d831']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:06.334365 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7cf7c0>, '71d4389c-a2a9-4a5e-a231-a53400883da9') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:06.334667 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7cf7c0>, '71d4389c-a2a9-4a5e-a231-a53400883da9') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:06.348867 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (71d4389c-a2a9-4a5e-a231-a53400883da9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:06.366344 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (71d4389c-a2a9-4a5e-a231-a53400883da9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:06.373625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:25:06.374162 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (71d4389c-a2a9-4a5e-a231-a53400883da9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:25:06.377742 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:25:06.405329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-855ce4dd-2289-41cf-989f-3c7a1bd252be None None] Could not find standard attr ID for object 8603d413-0b65-4b50-8f66-a2c5e72a7648. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:25:06.504585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc04ed87-c27d-412b-b39f-c346754cac6b tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Made reservation on behalf of 5e4343c9a19942d2a9b22b929b3cedcc for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:06.509965 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc04ed87-c27d-412b-b39f-c346754cac6b tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:06.537068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-cc04ed87-c27d-412b-b39f-c346754cac6b tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] device_id is not set on port 8eabb9b8-0143-4f7a-9d3d-1cc01b885643 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:25:06.599939 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (e504f084-69eb-45bc-83cb-7b950dc7d831), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:06.604912 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:06.612863 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/networks/e504f084-69eb-45bc-83cb-7b950dc7d831 HTTP/1.1" status: 204  len: 168 time: 2.1847720
Feb 12 21:25:06.616077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59740) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:06.636165 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-aeb58e48-6792-48c0-9588-a60f5d72f5cc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'network': {'name': 'tempest-RoutersTest-1102244299'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:06.644519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c57fc-b96f-4841-a067-7f4c51a67a20 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Network': ['ID=e504f084-69eb-45bc-83cb-7b950dc7d831,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:06.668199 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:06.758005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-cc04ed87-c27d-412b-b39f-c346754cac6b tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Allocated IP 2001:db8::ff (d2218666-67e2-4a0e-af0f-ccf86cd0558e/5fd9e4c6-5491-4f67-890d-67ff8fc081b7/8eabb9b8-0143-4f7a-9d3d-1cc01b885643) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:06.773843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb58e48-6792-48c0-9588-a60f5d72f5cc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:06.779425 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aeb58e48-6792-48c0-9588-a60f5d72f5cc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:06.849095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb58e48-6792-48c0-9588-a60f5d72f5cc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:25:06.974456 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aeb58e48-6792-48c0-9588-a60f5d72f5cc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:06.974736 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-aeb58e48-6792-48c0-9588-a60f5d72f5cc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Added segment ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1 of type vlan for network 7379b524-babe-496b-ae24-dc396d1c6b23
Feb 12 21:25:07.056509 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aeb58e48-6792-48c0-9588-a60f5d72f5cc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (7379b524-babe-496b-ae24-dc396d1c6b23), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:07.097788 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc04ed87-c27d-412b-b39f-c346754cac6b tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks [] for port (8eabb9b8-0143-4f7a-9d3d-1cc01b885643), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:07.137546 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Allocated IP 172.20.0.1 (1236fad7-e17d-4730-8290-06b9f31673f1/e3e10fa2-ce13-40da-bef7-114155126522/a0eda108-bfac-431d-a5ab-a51ce6816d2e) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:07.167959 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aeb58e48-6792-48c0-9588-a60f5d72f5cc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (7379b524-babe-496b-ae24-dc396d1c6b23), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:07.176475 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb58e48-6792-48c0-9588-a60f5d72f5cc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:07.177448 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aeb58e48-6792-48c0-9588-a60f5d72f5cc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:07.224468 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc04ed87-c27d-412b-b39f-c346754cac6b tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8eabb9b8-0143-4f7a-9d3d-1cc01b885643), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:07.279941 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (a0eda108-bfac-431d-a5ab-a51ce6816d2e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:07.286794 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-aeb58e48-6792-48c0-9588-a60f5d72f5cc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6651509
Feb 12 21:25:07.290426 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59754) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:07.325587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb58e48-6792-48c0-9588-a60f5d72f5cc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Network': ['ID=7379b524-babe-496b-ae24-dc396d1c6b23,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:07.340592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 7379b524-babe-496b-ae24-dc396d1c6b23 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:25:07.341467 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5089bb02-bf11-4bf9-8662-a260d12ca99d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'subnet': {'network_id': '7379b524-babe-496b-ae24-dc396d1c6b23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:07.345463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc04ed87-c27d-412b-b39f-c346754cac6b tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Network d2218666-67e2-4a0e-af0f-ccf86cd0558e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:07.355925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-cc04ed87-c27d-412b-b39f-c346754cac6b tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:07.364507 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04ed87-c27d-412b-b39f-c346754cac6b tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:07.371136 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc04ed87-c27d-412b-b39f-c346754cac6b tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:07.371817 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc04ed87-c27d-412b-b39f-c346754cac6b tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:07.376669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04ed87-c27d-412b-b39f-c346754cac6b tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event updated for resources: {'Port': ['ID=8eabb9b8-0143-4f7a-9d3d-1cc01b885643,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:07.414932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd4fad-5ff8-4478-aa69-dfb9d900fa94 req-5b02e0ac-ba79-4ea8-8ac4-514bdeb7532a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:07.416136 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9bd4fad-5ff8-4478-aa69-dfb9d900fa94 req-5b02e0ac-ba79-4ea8-8ac4-514bdeb7532a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.50 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 907 time: 0.2037084
Feb 12 21:25:07.493819 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cc04ed87-c27d-412b-b39f-c346754cac6b tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.6041725
Feb 12 21:25:07.496170 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59762) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:07.507942 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-909ca155-b152-4b1c-819c-edf7ec26abec tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f2', 'mac_address': 'fa:16:3e:1c:31:60'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:07.549836 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (a0eda108-bfac-431d-a5ab-a51ce6816d2e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:07.617815 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 1236fad7-e17d-4730-8290-06b9f31673f1 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:07.622439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38f91a-7a2d-4303-b637-63d544646834 req-ab40028f-6c3d-41c5-82e9-1b21cafa94da tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:07.624383 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3d38f91a-7a2d-4303-b637-63d544646834 req-ab40028f-6c3d-41c5-82e9-1b21cafa94da tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 907 time: 0.1148469
Feb 12 21:25:07.633279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:07.637098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-b9bd4fad-5ff8-4478-aa69-dfb9d900fa94 req-9a2689e8-4674-450a-a9ac-1117b4e4d03b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Deleting port 6c240f75-9cf6-4ab7-9416-73a6c32cc739 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:07.637725 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9bd4fad-5ff8-4478-aa69-dfb9d900fa94 req-9a2689e8-4674-450a-a9ac-1117b4e4d03b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:07.643895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:07.777195 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=a0eda108-bfac-431d-a5ab-a51ce6816d2e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:07.784948 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5089bb02-bf11-4bf9-8662-a260d12ca99d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:07.788394 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5089bb02-bf11-4bf9-8662-a260d12ca99d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:07.811287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b9bd4fad-5ff8-4478-aa69-dfb9d900fa94 req-9a2689e8-4674-450a-a9ac-1117b4e4d03b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] For port 6c240f75-9cf6-4ab7-9416-73a6c32cc739, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c240f75-9cf6-4ab7-9416-73a6c32cc739,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:07.811523 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9bd4fad-5ff8-4478-aa69-dfb9d900fa94 req-9a2689e8-4674-450a-a9ac-1117b4e4d03b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:07.822115 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (3f122598-09a8-4f24-9250-56dd5fba240f), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:07.866440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-b9bd4fad-5ff8-4478-aa69-dfb9d900fa94 req-9a2689e8-4674-450a-a9ac-1117b4e4d03b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Calling delete_port for 6c240f75-9cf6-4ab7-9416-73a6c32cc739 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:08.058051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a60c258d-10d0-4416-9cc7-1bf00ec8ca26 None None] Provisioning complete for port 8eabb9b8-0143-4f7a-9d3d-1cc01b885643 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:08.058812 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a60c258d-10d0-4416-9cc7-1bf00ec8ca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8eabb9b8-0143-4f7a-9d3d-1cc01b885643), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:08.165540 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a60c258d-10d0-4416-9cc7-1bf00ec8ca26 None None] Port 8eabb9b8-0143-4f7a-9d3d-1cc01b885643 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:08.167514 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a0eda108-bfac-431d-a5ab-a51ce6816d2e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:08.195946 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9bd4fad-5ff8-4478-aa69-dfb9d900fa94 req-9a2689e8-4674-450a-a9ac-1117b4e4d03b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6c240f75-9cf6-4ab7-9416-73a6c32cc739), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:08.233816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2689e8-4674-450a-a9ac-1117b4e4d03b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event deleted for resources: {'Port': ['ID=6c240f75-9cf6-4ab7-9416-73a6c32cc739,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:08.251460 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-909ca155-b152-4b1c-819c-edf7ec26abec tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8eabb9b8-0143-4f7a-9d3d-1cc01b885643), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:08.314008 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ff595190-4e2e-498a-bb17-dfe03b15fb11 None None] Provisioning complete for port a0eda108-bfac-431d-a5ab-a51ce6816d2e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:08.314008 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ff595190-4e2e-498a-bb17-dfe03b15fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a0eda108-bfac-431d-a5ab-a51ce6816d2e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:08.314205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bd4fad-5ff8-4478-aa69-dfb9d900fa94 req-9a2689e8-4674-450a-a9ac-1117b4e4d03b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] No DVR routers for this DVR port 6c240f75-9cf6-4ab7-9416-73a6c32cc739 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:08.317732 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9bd4fad-5ff8-4478-aa69-dfb9d900fa94 req-9a2689e8-4674-450a-a9ac-1117b4e4d03b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:08.322765 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9bd4fad-5ff8-4478-aa69-dfb9d900fa94 req-9a2689e8-4674-450a-a9ac-1117b4e4d03b tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.50 "DELETE /v2.0/ports/6c240f75-9cf6-4ab7-9416-73a6c32cc739 HTTP/1.1" status: 204  len: 173 time: 0.8994527
Feb 12 21:25:08.323477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d7cfd2-6923-4882-bbbe-97069905bcba', 'name': 'network-vif-deleted', 'tag': '6c240f75-9cf6-4ab7-9416-73a6c32cc739'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:25:08.337874 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627f00b9-ac81-4daf-b672-98d376dcbea7" -d '{"events": [{"server_uuid": "93d7cfd2-6923-4882-bbbe-97069905bcba", "name": "network-vif-deleted", "tag": "6c240f75-9cf6-4ab7-9416-73a6c32cc739"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:25:08.379740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ff595190-4e2e-498a-bb17-dfe03b15fb11 None None] Port a0eda108-bfac-431d-a5ab-a51ce6816d2e cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:08.404523 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e81fc3-de17-42ec-a5ee-061b70fa2d6a x-openstack-request-id: req-87e81fc3-de17-42ec-a5ee-061b70fa2d6a {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:25:08.404829 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d7cfd2-6923-4882-bbbe-97069905bcba", "name": "network-vif-deleted", "tag": "6c240f75-9cf6-4ab7-9416-73a6c32cc739", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:25:08.405090 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87e81fc3-de17-42ec-a5ee-061b70fa2d6a {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:25:08.405571 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d7cfd2-6923-4882-bbbe-97069905bcba', 'name': 'network-vif-deleted', 'tag': '6c240f75-9cf6-4ab7-9416-73a6c32cc739', 'status': 'completed', 'code': 200}
Feb 12 21:25:08.690136 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5089bb02-bf11-4bf9-8662-a260d12ca99d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (7808ae58-e1de-4826-b0a7-43cb0ba5b061), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:08.764590 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4635c7b4-8464-47ba-9ec5-70b6b26f3a71 req-fca26617-0a50-48a0-ad27-3db2ae93e05d tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=93d7cfd2-6923-4882-bbbe-97069905bcba HTTP/1.1" status: 200  len: 210 time: 0.0307741
Feb 12 21:25:09.105814 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089bb02-bf11-4bf9-8662-a260d12ca99d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Subnet': ['ID=7808ae58-e1de-4826-b0a7-43cb0ba5b061,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:09.139848 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-909ca155-b152-4b1c-819c-edf7ec26abec tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks [] for port (8eabb9b8-0143-4f7a-9d3d-1cc01b885643), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.144636 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5089bb02-bf11-4bf9-8662-a260d12ca99d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Checking segment: {'id': 'ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7379b524-babe-496b-ae24-dc396d1c6b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:09.145004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5089bb02-bf11-4bf9-8662-a260d12ca99d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network hostable DHCP agents. Network: 7379b524-babe-496b-ae24-dc396d1c6b23, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:25:09.183924 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (a0eda108-bfac-431d-a5ab-a51ce6816d2e), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.207376 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-909ca155-b152-4b1c-819c-edf7ec26abec tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (8eabb9b8-0143-4f7a-9d3d-1cc01b885643), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.240302 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5089bb02-bf11-4bf9-8662-a260d12ca99d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network 7379b524-babe-496b-ae24-dc396d1c6b23 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:25:09.251533 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-909ca155-b152-4b1c-819c-edf7ec26abec tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] In _notify_port_updated(), no bound segment for port 8eabb9b8-0143-4f7a-9d3d-1cc01b885643 on network d2218666-67e2-4a0e-af0f-ccf86cd0558e {{(pid=126506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:25:09.256621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909ca155-b152-4b1c-819c-edf7ec26abec tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:09.257492 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-909ca155-b152-4b1c-819c-edf7ec26abec tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.261385 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-909ca155-b152-4b1c-819c-edf7ec26abec tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "PUT /v2.0/ports/8eabb9b8-0143-4f7a-9d3d-1cc01b885643 HTTP/1.1" status: 200  len: 1000 time: 1.7614980
Feb 12 21:25:09.261729 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59822) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:09.314945 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (a0eda108-bfac-431d-a5ab-a51ce6816d2e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.317808 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-5089bb02-bf11-4bf9-8662-a260d12ca99d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7379b524-babe-496b-ae24-dc396d1c6b23) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:09.322851 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ca155-b152-4b1c-819c-edf7ec26abec tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event updated for resources: {'Port': ['ID=8eabb9b8-0143-4f7a-9d3d-1cc01b885643,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:09.328995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d41e64-a400-48a3-a85f-8387130c46f1 None None] Network 7379b524-babe-496b-ae24-dc396d1c6b23 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:09.375820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5089bb02-bf11-4bf9-8662-a260d12ca99d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:09.376726 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5089bb02-bf11-4bf9-8662-a260d12ca99d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.487612 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7379b524-babe-496b-ae24-dc396d1c6b23', 'network_id': '7379b524-babe-496b-ae24-dc396d1c6b23', 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'fixed_ips': [{'subnet_id': '7808ae58-e1de-4826-b0a7-43cb0ba5b061'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:25:09.488495 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.511043 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (3f122598-09a8-4f24-9250-56dd5fba240f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.536657 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=a0eda108-bfac-431d-a5ab-a51ce6816d2e,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:09.557958 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5089bb02-bf11-4bf9-8662-a260d12ca99d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2639751
Feb 12 21:25:09.558264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59838) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:09.563331 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a78bdbe9-1291-4913-a576-52b4d2f6e47c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1133441567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:09.613290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-96cfb559-31f7-4af0-bc6f-42b460fa2d86 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Deleting port 8eabb9b8-0143-4f7a-9d3d-1cc01b885643 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:09.613775 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96cfb559-31f7-4af0-bc6f-42b460fa2d86 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8eabb9b8-0143-4f7a-9d3d-1cc01b885643), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.643473 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a78bdbe9-1291-4913-a576-52b4d2f6e47c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (714d98c4-352c-4739-8cf0-4c458039a488), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.643860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b35743c4-37a2-4bd3-9e95-67b3587509bf None None] Provisioning complete for port 8eabb9b8-0143-4f7a-9d3d-1cc01b885643 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:09.644240 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b35743c4-37a2-4bd3-9e95-67b3587509bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8eabb9b8-0143-4f7a-9d3d-1cc01b885643), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.644694 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a78bdbe9-1291-4913-a576-52b4d2f6e47c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (714d98c4-352c-4739-8cf0-4c458039a488), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.679516 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Allocated IP 172.20.0.2 (7379b524-babe-496b-ae24-dc396d1c6b23/7808ae58-e1de-4826-b0a7-43cb0ba5b061/acbc90a8-5654-4edf-ae92-2802e4c2672c) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:09.693961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b35743c4-37a2-4bd3-9e95-67b3587509bf None None] Port 8eabb9b8-0143-4f7a-9d3d-1cc01b885643 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:09.699071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 1236fad7-e17d-4730-8290-06b9f31673f1 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:09.705479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:09.723040 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a78bdbe9-1291-4913-a576-52b4d2f6e47c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_controller (714d98c4-352c-4739-8cf0-4c458039a488), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.775631 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a78bdbe9-1291-4913-a576-52b4d2f6e47c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (714d98c4-352c-4739-8cf0-4c458039a488), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.825608 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96cfb559-31f7-4af0-bc6f-42b460fa2d86 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8eabb9b8-0143-4f7a-9d3d-1cc01b885643), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.846320 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-96cfb559-31f7-4af0-bc6f-42b460fa2d86 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Calling delete_port for 8eabb9b8-0143-4f7a-9d3d-1cc01b885643 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:09.868075 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a78bdbe9-1291-4913-a576-52b4d2f6e47c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.870115 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a78bdbe9-1291-4913-a576-52b4d2f6e47c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3105509
Feb 12 21:25:09.877426 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59854) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:09.929691 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Publish callbacks [] for port (acbc90a8-5654-4edf-ae92-2802e4c2672c), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:09.959980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 3f122598-09a8-4f24-9250-56dd5fba240f has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:25:09.999649 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (acbc90a8-5654-4edf-ae92-2802e4c2672c), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:10.096570 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Network 7379b524-babe-496b-ae24-dc396d1c6b23 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:10.101488 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:10.106335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:10.120798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Pushing event updated for resources: {'Port': ['ID=acbc90a8-5654-4edf-ae92-2802e4c2672c,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:10.153146 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:10.155424 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bff3ccf5-8abe-42c0-8d91-ee48bd22e400 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "PUT /v2.0/routers/3f122598-09a8-4f24-9250-56dd5fba240f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1679685
Feb 12 21:25:10.156634 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59860) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:10.162003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f5904317-07f2-4cc4-b135-d1d98b2320ff tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'port': {'network_id': '1236fad7-e17d-4730-8290-06b9f31673f1', 'name': 'tempest-FloatingIPTestJSON-861826079'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:10.165090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71256c71-9f59-44a9-9531-736b9fc048af None None] Sync routers for ids ['3f122598-09a8-4f24-9250-56dd5fba240f'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:10.192023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2af3280e-ded8-4716-a878-7e3810a8bcc0 None None] Provisioning complete for port a0eda108-bfac-431d-a5ab-a51ce6816d2e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:10.192630 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2af3280e-ded8-4716-a878-7e3810a8bcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a0eda108-bfac-431d-a5ab-a51ce6816d2e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:10.196138 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96cfb559-31f7-4af0-bc6f-42b460fa2d86 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8eabb9b8-0143-4f7a-9d3d-1cc01b885643), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:10.240570 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71256c71-9f59-44a9-9531-736b9fc048af None None] Routers {'3f122598-09a8-4f24-9250-56dd5fba240f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:10.241442 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-71256c71-9f59-44a9-9531-736b9fc048af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa680bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3f122598-09a8-4f24-9250-56dd5fba240f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:10.272130 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfb559-31f7-4af0-bc6f-42b460fa2d86 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event deleted for resources: {'Port': ['ID=8eabb9b8-0143-4f7a-9d3d-1cc01b885643,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:10.283328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-71256c71-9f59-44a9-9531-736b9fc048af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa680bb0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:10.285598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Attempting to bind port acbc90a8-5654-4edf-ae92-2802e4c2672c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:25:10.285970 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Attempting to bind port acbc90a8-5654-4edf-ae92-2802e4c2672c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7379b524-babe-496b-ae24-dc396d1c6b23'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:25:10.286331 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Attempting to bind port acbc90a8-5654-4edf-ae92-2802e4c2672c on network 7379b524-babe-496b-ae24-dc396d1c6b23 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:25:10.300553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:25:10.301062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Checking segment: {'id': 'ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7379b524-babe-496b-ae24-dc396d1c6b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:10.301553 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:10.302016 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Bound using segment: {'id': 'ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7379b524-babe-496b-ae24-dc396d1c6b23'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:25:10.302802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Bound port: acbc90a8-5654-4edf-ae92-2802e4c2672c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7379b524-babe-496b-ae24-dc396d1c6b23'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:25:10.305722 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (acbc90a8-5654-4edf-ae92-2802e4c2672c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:10.310199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2af3280e-ded8-4716-a878-7e3810a8bcc0 None None] Port a0eda108-bfac-431d-a5ab-a51ce6816d2e cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:10.326156 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71256c71-9f59-44a9-9531-736b9fc048af None None] Routers {'3f122598-09a8-4f24-9250-56dd5fba240f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:10.326755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-71256c71-9f59-44a9-9531-736b9fc048af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa680bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3f122598-09a8-4f24-9250-56dd5fba240f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:10.372788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-71256c71-9f59-44a9-9531-736b9fc048af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa680bb0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:10.373717 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71256c71-9f59-44a9-9531-736b9fc048af None None] The sync data for ids ['3f122598-09a8-4f24-9250-56dd5fba240f'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:10.377750 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:10.438695 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] For port acbc90a8-5654-4edf-ae92-2802e4c2672c, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:25:10.449803 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] For port acbc90a8-5654-4edf-ae92-2802e4c2672c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acbc90a8-5654-4edf-ae92-2802e4c2672c,segment=NetworkSegment(ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1),segment_id=ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:25:10.502421 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (acbc90a8-5654-4edf-ae92-2802e4c2672c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:10.542833 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-96cfb559-31f7-4af0-bc6f-42b460fa2d86 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:10.548929 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-96cfb559-31f7-4af0-bc6f-42b460fa2d86 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "DELETE /v2.0/ports/8eabb9b8-0143-4f7a-9d3d-1cc01b885643 HTTP/1.1" status: 204  len: 168 time: 1.2837181
Feb 12 21:25:10.551694 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59868) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:10.586662 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b88dc5-cff7-43f4-aea1-3c2cef98b432 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] GET failed (client error): The resource could not be found.
Feb 12 21:25:10.591992 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a0b88dc5-cff7-43f4-aea1-3c2cef98b432 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "GET /v2.0/ports/8eabb9b8-0143-4f7a-9d3d-1cc01b885643 HTTP/1.1" status: 404  len: 333 time: 0.0339797
Feb 12 21:25:10.597545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce77c9-649e-4109-8e7d-d90ccc9ea57d req-4cb90444-7a74-47e1-88f6-4773f8dc2caa tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:10.602075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e3afd-cbc2-49cc-9863-c9747fe88920 None None] Pushing event updated for resources: {'Port': ['ID=acbc90a8-5654-4edf-ae92-2802e4c2672c,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:10.608959 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a3ce77c9-649e-4109-8e7d-d90ccc9ea57d req-4cb90444-7a74-47e1-88f6-4773f8dc2caa tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 946 time: 0.2324526
Feb 12 21:25:10.608959 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59870) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:10.629921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-35e3a2d0-728e-40e8-bdfb-83bbf3548cfc tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Request body: {'port': {'network_id': 'd2218666-67e2-4a0e-af0f-ccf86cd0558e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-100738904'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:10.646833 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5904317-07f2-4cc4-b135-d1d98b2320ff tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Made reservation on behalf of 4e155b8f02d14f23a500cd282455a2b4 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:10.651201 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f5904317-07f2-4cc4-b135-d1d98b2320ff tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:10.712269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Allocated IP 172.20.0.1 (7379b524-babe-496b-ae24-dc396d1c6b23/7808ae58-e1de-4826-b0a7-43cb0ba5b061/86c68d7a-04b4-45d2-96ad-1666ecea7220) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:10.725152 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-f5904317-07f2-4cc4-b135-d1d98b2320ff tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] device_id is not set on port 6d71e75a-84c6-414d-98f6-bf28dc0d21c5 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:25:10.815093 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a3ce77c9-649e-4109-8e7d-d90ccc9ea57d req-d25920e6-f69e-4620-b8cb-80fddeea4efd tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088664
Feb 12 21:25:10.922073 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (86c68d7a-04b4-45d2-96ad-1666ecea7220), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:10.930451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-f5904317-07f2-4cc4-b135-d1d98b2320ff tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Allocated IP 172.20.0.6 (1236fad7-e17d-4730-8290-06b9f31673f1/e3e10fa2-ce13-40da-bef7-114155126522/6d71e75a-84c6-414d-98f6-bf28dc0d21c5) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:11.004447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e3a2d0-728e-40e8-bdfb-83bbf3548cfc tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Made reservation on behalf of 5e4343c9a19942d2a9b22b929b3cedcc for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:11.008013 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-35e3a2d0-728e-40e8-bdfb-83bbf3548cfc tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:11.012766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device acbc90a8-5654-4edf-ae92-2802e4c2672c up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:11.052651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-35e3a2d0-728e-40e8-bdfb-83bbf3548cfc tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] device_id is not set on port 74f697b3-92d6-4794-aba4-42b502a54fb3 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:25:11.060797 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (86c68d7a-04b4-45d2-96ad-1666ecea7220), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:11.080310 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port acbc90a8-5654-4edf-ae92-2802e4c2672c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:11.080839 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (acbc90a8-5654-4edf-ae92-2802e4c2672c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:11.105944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network 7379b524-babe-496b-ae24-dc396d1c6b23 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:11.111493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:11.119336 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:11.151103 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=86c68d7a-04b4-45d2-96ad-1666ecea7220,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:11.190981 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port acbc90a8-5654-4edf-ae92-2802e4c2672c is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:11.191490 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (acbc90a8-5654-4edf-ae92-2802e4c2672c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:11.201288 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (714d98c4-352c-4739-8cf0-4c458039a488), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:11.245039 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port acbc90a8-5654-4edf-ae92-2802e4c2672c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acbc90a8-5654-4edf-ae92-2802e4c2672c,segment=NetworkSegment(ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1),segment_id=ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:11.299895 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f5904317-07f2-4cc4-b135-d1d98b2320ff tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for port (6d71e75a-84c6-414d-98f6-bf28dc0d21c5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:11.333105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-35e3a2d0-728e-40e8-bdfb-83bbf3548cfc tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Allocated IP 2001:db8::cb (d2218666-67e2-4a0e-af0f-ccf86cd0558e/5fd9e4c6-5491-4f67-890d-67ff8fc081b7/74f697b3-92d6-4794-aba4-42b502a54fb3) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:11.356059 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (acbc90a8-5654-4edf-ae92-2802e4c2672c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:11.388398 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6c240f75-9cf6-4ab7-9416-73a6c32cc739 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:25:11.413629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 6c240f75-9cf6-4ab7-9416-73a6c32cc739 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:25:11.414040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6c240f75-9cf6-4ab7-9416-73a6c32cc739 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:25:11.438519 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=acbc90a8-5654-4edf-ae92-2802e4c2672c,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:11.498578 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f5904317-07f2-4cc4-b135-d1d98b2320ff tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (6d71e75a-84c6-414d-98f6-bf28dc0d21c5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:11.521482 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (86c68d7a-04b4-45d2-96ad-1666ecea7220), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:11.535461 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5904317-07f2-4cc4-b135-d1d98b2320ff tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Network 1236fad7-e17d-4730-8290-06b9f31673f1 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:11.539362 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-f5904317-07f2-4cc4-b135-d1d98b2320ff tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:11.542086 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5904317-07f2-4cc4-b135-d1d98b2320ff tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:11.655002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5904317-07f2-4cc4-b135-d1d98b2320ff tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:11.658950 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f5904317-07f2-4cc4-b135-d1d98b2320ff tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:11.682247 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-35e3a2d0-728e-40e8-bdfb-83bbf3548cfc tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks [] for port (74f697b3-92d6-4794-aba4-42b502a54fb3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:11.685745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5904317-07f2-4cc4-b135-d1d98b2320ff tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event updated for resources: {'Port': ['ID=6d71e75a-84c6-414d-98f6-bf28dc0d21c5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:11.748530 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e154d-f4f7-47ef-bb0c-a72f6fb3f091 req-9475167a-2d19-4ce6-af64-d9c1b964145a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:11.754692 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-899e154d-f4f7-47ef-bb0c-a72f6fb3f091 req-9475167a-2d19-4ce6-af64-d9c1b964145a tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 946 time: 0.1585975
Feb 12 21:25:11.758096 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f5904317-07f2-4cc4-b135-d1d98b2320ff tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.6003151
Feb 12 21:25:11.758749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59906) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:11.766536 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-72b9b165-830a-401b-a37b-e019dcab839f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Request body: {'floatingip': {'port_id': '6d71e75a-84c6-414d-98f6-bf28dc0d21c5'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:11.865811 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-35e3a2d0-728e-40e8-bdfb-83bbf3548cfc tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (74f697b3-92d6-4794-aba4-42b502a54fb3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:11.886764 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-72b9b165-830a-401b-a37b-e019dcab839f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (17601e2d-79ae-4e1b-9799-954ba6a3d469), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:11.954686 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-25ae9cde-9c3e-493d-84bb-7415cfbaa2de None None] Provisioning complete for port 6d71e75a-84c6-414d-98f6-bf28dc0d21c5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:11.955675 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-25ae9cde-9c3e-493d-84bb-7415cfbaa2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6d71e75a-84c6-414d-98f6-bf28dc0d21c5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:11.969660 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e3a2d0-728e-40e8-bdfb-83bbf3548cfc tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Network d2218666-67e2-4a0e-af0f-ccf86cd0558e is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:11.976774 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-35e3a2d0-728e-40e8-bdfb-83bbf3548cfc tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:11.985872 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e3a2d0-728e-40e8-bdfb-83bbf3548cfc tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:11.991726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e3a2d0-728e-40e8-bdfb-83bbf3548cfc tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:11.992467 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-35e3a2d0-728e-40e8-bdfb-83bbf3548cfc tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:12.004135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-25ae9cde-9c3e-493d-84bb-7415cfbaa2de None None] Port 6d71e75a-84c6-414d-98f6-bf28dc0d21c5 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:12.024510 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3a2d0-728e-40e8-bdfb-83bbf3548cfc tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event updated for resources: {'Port': ['ID=74f697b3-92d6-4794-aba4-42b502a54fb3,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:12.044113 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f1148-7c99-4c87-aaa4-2ab6a40c2028 req-6b60c75b-784a-49d9-9975-4c0903c05abf tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:12.052611 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-393f1148-7c99-4c87-aaa4-2ab6a40c2028 req-6b60c75b-784a-49d9-9975-4c0903c05abf tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 946 time: 0.1410642
Feb 12 21:25:12.065682 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-35e3a2d0-728e-40e8-bdfb-83bbf3548cfc tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.4571259
Feb 12 21:25:12.069164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59920) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:12.074480 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c46cda67-b751-41c7-8a5e-3f4107ffd316 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1c:31:60'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:12.100820 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7860a2-2119-4997-8dc6-3adb94a471a1 None None] Network 7379b524-babe-496b-ae24-dc396d1c6b23 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:12.115349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-899e154d-f4f7-47ef-bb0c-a72f6fb3f091 req-14a2872a-ff2c-4f83-b03e-f8751f890173 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Deleting port a7ca726b-c529-424c-8983-7b7a58cc17cd {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:12.115687 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-899e154d-f4f7-47ef-bb0c-a72f6fb3f091 req-14a2872a-ff2c-4f83-b03e-f8751f890173 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a7ca726b-c529-424c-8983-7b7a58cc17cd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:12.193648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6d038967-3406-47fc-bf6a-704636488e35 None None] Provisioning complete for port acbc90a8-5654-4edf-ae92-2802e4c2672c triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:12.194177 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6d038967-3406-47fc-bf6a-704636488e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (acbc90a8-5654-4edf-ae92-2802e4c2672c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:12.203730 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-393f1148-7c99-4c87-aaa4-2ab6a40c2028 req-041edfcb-461d-4be4-979b-43ad42bbab44 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480529
Feb 12 21:25:12.214624 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (86c68d7a-04b4-45d2-96ad-1666ecea7220), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:12.272519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-899e154d-f4f7-47ef-bb0c-a72f6fb3f091 req-14a2872a-ff2c-4f83-b03e-f8751f890173 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] For port a7ca726b-c529-424c-8983-7b7a58cc17cd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7ca726b-c529-424c-8983-7b7a58cc17cd,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:12.272957 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-899e154d-f4f7-47ef-bb0c-a72f6fb3f091 req-14a2872a-ff2c-4f83-b03e-f8751f890173 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a7ca726b-c529-424c-8983-7b7a58cc17cd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:12.290189 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-899e154d-f4f7-47ef-bb0c-a72f6fb3f091 req-14a2872a-ff2c-4f83-b03e-f8751f890173 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Calling delete_port for a7ca726b-c529-424c-8983-7b7a58cc17cd owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:12.296034 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c46cda67-b751-41c7-8a5e-3f4107ffd316 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (74f697b3-92d6-4794-aba4-42b502a54fb3), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:12.349135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6d038967-3406-47fc-bf6a-704636488e35 None None] Current status of the port acbc90a8-5654-4edf-ae92-2802e4c2672c is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:12.383729 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (86c68d7a-04b4-45d2-96ad-1666ecea7220), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:12.486978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-bd658b8c-0f95-495d-85ff-287d156121d2 None None] Provisioning complete for port 74f697b3-92d6-4794-aba4-42b502a54fb3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:12.488389 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bd658b8c-0f95-495d-85ff-287d156121d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (74f697b3-92d6-4794-aba4-42b502a54fb3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:12.510926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=86c68d7a-04b4-45d2-96ad-1666ecea7220,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:12.532786 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (714d98c4-352c-4739-8cf0-4c458039a488), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:12.575250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-bd658b8c-0f95-495d-85ff-287d156121d2 None None] Port 74f697b3-92d6-4794-aba4-42b502a54fb3 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:12.679825 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-899e154d-f4f7-47ef-bb0c-a72f6fb3f091 req-14a2872a-ff2c-4f83-b03e-f8751f890173 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a7ca726b-c529-424c-8983-7b7a58cc17cd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:12.695386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a500c7b1-8358-4bc8-ae00-21079afb6cb4', 'a7ca726b-c529-424c-8983-7b7a58cc17cd'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:25:12.720424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2872a-ff2c-4f83-b03e-f8751f890173 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event deleted for resources: {'Port': ['ID=a7ca726b-c529-424c-8983-7b7a58cc17cd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:12.734294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network 7379b524-babe-496b-ae24-dc396d1c6b23 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:12.737883 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:12.741200 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e1943c6a-34ce-4437-8547-649f8cd01223 None None] Provisioning complete for port acbc90a8-5654-4edf-ae92-2802e4c2672c triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:12.741621 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e1943c6a-34ce-4437-8547-649f8cd01223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (acbc90a8-5654-4edf-ae92-2802e4c2672c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:12.813191 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-899e154d-f4f7-47ef-bb0c-a72f6fb3f091 req-14a2872a-ff2c-4f83-b03e-f8751f890173 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] No DVR routers for this DVR port a7ca726b-c529-424c-8983-7b7a58cc17cd on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:12.816931 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-899e154d-f4f7-47ef-bb0c-a72f6fb3f091 req-14a2872a-ff2c-4f83-b03e-f8751f890173 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:12.821206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-899e154d-f4f7-47ef-bb0c-a72f6fb3f091 req-14a2872a-ff2c-4f83-b03e-f8751f890173 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.50 "DELETE /v2.0/ports/a7ca726b-c529-424c-8983-7b7a58cc17cd HTTP/1.1" status: 204  len: 173 time: 1.0469599
Feb 12 21:25:12.822861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7fd737-b889-4ec5-970b-9388c850a094', 'name': 'network-vif-deleted', 'tag': 'a7ca726b-c529-424c-8983-7b7a58cc17cd'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:25:12.828952 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf2efdd-68f6-41a5-8677-6cf61ef95484" -d '{"events": [{"server_uuid": "3f7fd737-b889-4ec5-970b-9388c850a094", "name": "network-vif-deleted", "tag": "a7ca726b-c529-424c-8983-7b7a58cc17cd"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:25:12.982080 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfff026c-9bf6-46f6-a1af-0fae472b780c x-openstack-request-id: req-dfff026c-9bf6-46f6-a1af-0fae472b780c {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:25:12.983238 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7fd737-b889-4ec5-970b-9388c850a094", "name": "network-vif-deleted", "tag": "a7ca726b-c529-424c-8983-7b7a58cc17cd", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:25:12.983662 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dfff026c-9bf6-46f6-a1af-0fae472b780c {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:25:12.984915 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7fd737-b889-4ec5-970b-9388c850a094', 'name': 'network-vif-deleted', 'tag': 'a7ca726b-c529-424c-8983-7b7a58cc17cd', 'status': 'completed', 'code': 200}
Feb 12 21:25:13.072836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e1943c6a-34ce-4437-8547-649f8cd01223 None None] Current status of the port acbc90a8-5654-4edf-ae92-2802e4c2672c is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:13.078974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device acbc90a8-5654-4edf-ae92-2802e4c2672c up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:13.104212 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c46cda67-b751-41c7-8a5e-3f4107ffd316 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks [] for port (74f697b3-92d6-4794-aba4-42b502a54fb3), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:13.143650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e1943c6a-34ce-4437-8547-649f8cd01223 None None] Provisioning complete for port 86c68d7a-04b4-45d2-96ad-1666ecea7220 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:13.144655 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e1943c6a-34ce-4437-8547-649f8cd01223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (86c68d7a-04b4-45d2-96ad-1666ecea7220), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:13.161985 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router 714d98c4-352c-4739-8cf0-4c458039a488 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:25:13.186292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e1943c6a-34ce-4437-8547-649f8cd01223 None None] Port 86c68d7a-04b4-45d2-96ad-1666ecea7220 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:13.201769 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c46cda67-b751-41c7-8a5e-3f4107ffd316 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (74f697b3-92d6-4794-aba4-42b502a54fb3), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:13.223748 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port acbc90a8-5654-4edf-ae92-2802e4c2672c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:13.224116 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (acbc90a8-5654-4edf-ae92-2802e4c2672c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:13.294936 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-c46cda67-b751-41c7-8a5e-3f4107ffd316 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] In _notify_port_updated(), no bound segment for port 74f697b3-92d6-4794-aba4-42b502a54fb3 on network d2218666-67e2-4a0e-af0f-ccf86cd0558e {{(pid=126506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:25:13.307491 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46cda67-b751-41c7-8a5e-3f4107ffd316 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:13.308190 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c46cda67-b751-41c7-8a5e-3f4107ffd316 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:13.312120 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c46cda67-b751-41c7-8a5e-3f4107ffd316 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "PUT /v2.0/ports/74f697b3-92d6-4794-aba4-42b502a54fb3 HTTP/1.1" status: 200  len: 1001 time: 1.2396293
Feb 12 21:25:13.325036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59950) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:13.333227 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cda67-b751-41c7-8a5e-3f4107ffd316 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event updated for resources: {'Port': ['ID=74f697b3-92d6-4794-aba4-42b502a54fb3,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:13.369382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:13.380207 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4741fb-2309-456b-a0b9-a0332fa35460 None None] Sync routers for ids ['714d98c4-352c-4739-8cf0-4c458039a488'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:13.392513 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1e98f0c7-f72d-4062-af9b-6adea5fc0cfc tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/714d98c4-352c-4739-8cf0-4c458039a488/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5115502
Feb 12 21:25:13.393964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59952) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:13.407852 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4741fb-2309-456b-a0b9-a0332fa35460 None None] Routers {'714d98c4-352c-4739-8cf0-4c458039a488'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:13.409085 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7c4741fb-2309-456b-a0b9-a0332fa35460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc830a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['714d98c4-352c-4739-8cf0-4c458039a488'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:13.449180 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8cb7cde8-ab6e-46d4-bd7f-2a956770375a req-2dbd3624-e996-43a7-b9bb-2b14236b8389 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f7fd737-b889-4ec5-970b-9388c850a094 HTTP/1.1" status: 200  len: 210 time: 0.1121383
Feb 12 21:25:13.468797 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7c4741fb-2309-456b-a0b9-a0332fa35460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc830a0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:13.487040 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4741fb-2309-456b-a0b9-a0332fa35460 None None] Routers {'714d98c4-352c-4739-8cf0-4c458039a488'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:13.488700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9303b558-7f95-47d7-b14e-6fa5ab357a38 None None] Provisioning complete for port 86c68d7a-04b4-45d2-96ad-1666ecea7220 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:13.488840 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7c4741fb-2309-456b-a0b9-a0332fa35460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc830a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['714d98c4-352c-4739-8cf0-4c458039a488'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:13.489085 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9303b558-7f95-47d7-b14e-6fa5ab357a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (86c68d7a-04b4-45d2-96ad-1666ecea7220), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:13.507628 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port acbc90a8-5654-4edf-ae92-2802e4c2672c is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:13.542100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5295c870-12e5-4487-8fe4-94b8e2d0cfa3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:13.551475 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5295c870-12e5-4487-8fe4-94b8e2d0cfa3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports/86c68d7a-04b4-45d2-96ad-1666ecea7220 HTTP/1.1" status: 200  len: 910 time: 0.1541200
Feb 12 21:25:13.553406 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.resource_extend [None req-72b9b165-830a-401b-a37b-e019dcab839f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:25:13.555380 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59954) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:13.562613 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7c4741fb-2309-456b-a0b9-a0332fa35460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc830a0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:13.563591 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4741fb-2309-456b-a0b9-a0332fa35460 None None] The sync data for ids ['714d98c4-352c-4739-8cf0-4c458039a488'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:13.606039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-05441be9-70d7-41e7-954b-ea48f82b4425 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Deleting port 74f697b3-92d6-4794-aba4-42b502a54fb3 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:13.606039 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-05441be9-70d7-41e7-954b-ea48f82b4425 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (74f697b3-92d6-4794-aba4-42b502a54fb3), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:13.606248 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9303b558-7f95-47d7-b14e-6fa5ab357a38 None None] Port 86c68d7a-04b4-45d2-96ad-1666ecea7220 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:13.723169 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-72b9b165-830a-401b-a37b-e019dcab839f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:13.753183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-51fe9c2d-9f8d-4d4e-b4c8-f84ae4232f60 None None] Provisioning complete for port 86c68d7a-04b4-45d2-96ad-1666ecea7220 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:13.755146 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-51fe9c2d-9f8d-4d4e-b4c8-f84ae4232f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (86c68d7a-04b4-45d2-96ad-1666ecea7220), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:13.829534 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-05441be9-70d7-41e7-954b-ea48f82b4425 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (74f697b3-92d6-4794-aba4-42b502a54fb3), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:13.837503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-51fe9c2d-9f8d-4d4e-b4c8-f84ae4232f60 None None] Port 86c68d7a-04b4-45d2-96ad-1666ecea7220 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:13.842685 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-05441be9-70d7-41e7-954b-ea48f82b4425 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Calling delete_port for 74f697b3-92d6-4794-aba4-42b502a54fb3 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:13.911228 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-72b9b165-830a-401b-a37b-e019dcab839f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (17601e2d-79ae-4e1b-9799-954ba6a3d469), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:14.044548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-016a8160-8841-4468-9e7a-2bbadfe510b8 None None] Provisioning complete for port 74f697b3-92d6-4794-aba4-42b502a54fb3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:14.044548 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-016a8160-8841-4468-9e7a-2bbadfe510b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (74f697b3-92d6-4794-aba4-42b502a54fb3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:14.044548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-016a8160-8841-4468-9e7a-2bbadfe510b8 None None] Port 74f697b3-92d6-4794-aba4-42b502a54fb3 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:14.055782 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-72b9b165-830a-401b-a37b-e019dcab839f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Floating IP 17601e2d-79ae-4e1b-9799-954ba6a3d469 associated. External IP: 172.35.2.170, port: 91ac86c8-7d9a-44b1-b4b8-cb9d4038445b.
Feb 12 21:25:14.173741 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-05441be9-70d7-41e7-954b-ea48f82b4425 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (74f697b3-92d6-4794-aba4-42b502a54fb3), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:14.207922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05441be9-70d7-41e7-954b-ea48f82b4425 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event deleted for resources: {'Port': ['ID=74f697b3-92d6-4794-aba4-42b502a54fb3,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:14.242031 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-05441be9-70d7-41e7-954b-ea48f82b4425 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:14.245256 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a665e9c-3655-46d4-81be-7fd5320456e5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (714d98c4-352c-4739-8cf0-4c458039a488), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:14.248768 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-05441be9-70d7-41e7-954b-ea48f82b4425 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "DELETE /v2.0/ports/74f697b3-92d6-4794-aba4-42b502a54fb3 HTTP/1.1" status: 204  len: 168 time: 0.9215429
Feb 12 21:25:14.250364 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59964) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:14.278343 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef66c81-044c-4015-8a0c-fb599f88aae4 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] GET failed (client error): The resource could not be found.
Feb 12 21:25:14.285095 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bef66c81-044c-4015-8a0c-fb599f88aae4 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "GET /v2.0/ports/74f697b3-92d6-4794-aba4-42b502a54fb3 HTTP/1.1" status: 404  len: 333 time: 0.0290873
Feb 12 21:25:14.285425 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59966) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:14.291651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b3c439e3-e6e8-46c8-b206-6767c7216add tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Request body: {'port': {'network_id': 'd2218666-67e2-4a0e-af0f-ccf86cd0558e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-104614399'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:14.479504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b9b165-830a-401b-a37b-e019dcab839f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:25:14.527814 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c439e3-e6e8-46c8-b206-6767c7216add tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Made reservation on behalf of 5e4343c9a19942d2a9b22b929b3cedcc for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:14.533459 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b3c439e3-e6e8-46c8-b206-6767c7216add tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:14.558746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-b3c439e3-e6e8-46c8-b206-6767c7216add tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] device_id is not set on port 1ead8b16-24ce-45ff-bbef-cdfe49236866 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:25:14.687335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b9b165-830a-401b-a37b-e019dcab839f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:14.701477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-b3c439e3-e6e8-46c8-b206-6767c7216add tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Allocated IP 2001:db8::1c6 (d2218666-67e2-4a0e-af0f-ccf86cd0558e/5fd9e4c6-5491-4f67-890d-67ff8fc081b7/1ead8b16-24ce-45ff-bbef-cdfe49236866) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:14.707655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23fb228-dff3-46a2-8733-4bcea5544247 None None] Sync routers for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:14.721693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23fb228-dff3-46a2-8733-4bcea5544247 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:14.722713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e23fb228-dff3-46a2-8733-4bcea5544247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fafdfdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:14.759210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e23fb228-dff3-46a2-8733-4bcea5544247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fafdfdc0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:14.770172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23fb228-dff3-46a2-8733-4bcea5544247 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:14.771212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e23fb228-dff3-46a2-8733-4bcea5544247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fafdfdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:14.809881 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e23fb228-dff3-46a2-8733-4bcea5544247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fafdfdc0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:14.810625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23fb228-dff3-46a2-8733-4bcea5544247 None None] The sync data for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:14.838696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-9a665e9c-3655-46d4-81be-7fd5320456e5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port 86c68d7a-04b4-45d2-96ad-1666ecea7220 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:14.839041 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a665e9c-3655-46d4-81be-7fd5320456e5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (86c68d7a-04b4-45d2-96ad-1666ecea7220), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:14.922668 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b3c439e3-e6e8-46c8-b206-6767c7216add tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks [] for port (1ead8b16-24ce-45ff-bbef-cdfe49236866), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:15.061769 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a665e9c-3655-46d4-81be-7fd5320456e5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (86c68d7a-04b4-45d2-96ad-1666ecea7220), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:15.104335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-9a665e9c-3655-46d4-81be-7fd5320456e5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for 86c68d7a-04b4-45d2-96ad-1666ecea7220 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:15.178146 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4bbd7-acd4-47d7-a46e-a85bf48e438b req-504925f9-6f08-4eeb-a77b-21c98b435e23 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:15.179680 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-04b4bbd7-acd4-47d7-a46e-a85bf48e438b req-504925f9-6f08-4eeb-a77b-21c98b435e23 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.2020657
Feb 12 21:25:15.184950 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b9b165-830a-401b-a37b-e019dcab839f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 3f122598-09a8-4f24-9250-56dd5fba240f has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:25:15.376651 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a7ca726b-c529-424c-8983-7b7a58cc17cd no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:25:15.387466 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b3c439e3-e6e8-46c8-b206-6767c7216add tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1ead8b16-24ce-45ff-bbef-cdfe49236866), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:15.400360 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: a7ca726b-c529-424c-8983-7b7a58cc17cd {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:25:15.400702 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a7ca726b-c529-424c-8983-7b7a58cc17cd not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:25:15.436859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c439e3-e6e8-46c8-b206-6767c7216add tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Network d2218666-67e2-4a0e-af0f-ccf86cd0558e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:15.440418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-b3c439e3-e6e8-46c8-b206-6767c7216add tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:15.442911 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c439e3-e6e8-46c8-b206-6767c7216add tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:15.448448 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c439e3-e6e8-46c8-b206-6767c7216add tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:15.449066 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b3c439e3-e6e8-46c8-b206-6767c7216add tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:15.457050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c439e3-e6e8-46c8-b206-6767c7216add tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event updated for resources: {'Port': ['ID=1ead8b16-24ce-45ff-bbef-cdfe49236866,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:15.551025 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b3c439e3-e6e8-46c8-b206-6767c7216add tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.2634337
Feb 12 21:25:15.553296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60014) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:15.559156 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5cc4dfee-86a6-4422-bbf5-433dd0cb82c8 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Request body: {'port': {'network_id': 'd2218666-67e2-4a0e-af0f-ccf86cd0558e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-602452543'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:15.649948 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-04b4bbd7-acd4-47d7-a46e-a85bf48e438b req-6c0c5888-97b0-4c89-a34b-b9ca000bed82 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4637456
Feb 12 21:25:15.734497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-77bbc875-a9e0-4622-86f9-b402fcd956b3 None None] Provisioning complete for port 1ead8b16-24ce-45ff-bbef-cdfe49236866 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:15.735793 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-77bbc875-a9e0-4622-86f9-b402fcd956b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1ead8b16-24ce-45ff-bbef-cdfe49236866), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:15.741052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b9b165-830a-401b-a37b-e019dcab839f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:15.755500 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ff670a-0c69-4ed2-acca-871acb813ce4 None None] Sync routers for ids ['3f122598-09a8-4f24-9250-56dd5fba240f'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:15.764757 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-72b9b165-830a-401b-a37b-e019dcab839f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:15.769178 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc4dfee-86a6-4422-bbf5-433dd0cb82c8 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Made reservation on behalf of 5e4343c9a19942d2a9b22b929b3cedcc for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:15.769463 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff670a-0c69-4ed2-acca-871acb813ce4 None None] Routers {'3f122598-09a8-4f24-9250-56dd5fba240f'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:15.769955 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-67ff670a-0c69-4ed2-acca-871acb813ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb99ad00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3f122598-09a8-4f24-9250-56dd5fba240f'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:15.772727 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5cc4dfee-86a6-4422-bbf5-433dd0cb82c8 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:15.803681 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-5cc4dfee-86a6-4422-bbf5-433dd0cb82c8 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] device_id is not set on port 16efcecc-1c49-4b3b-8550-104c4e5e93bd yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:25:15.806715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-77bbc875-a9e0-4622-86f9-b402fcd956b3 None None] Port 1ead8b16-24ce-45ff-bbef-cdfe49236866 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:15.816622 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-67ff670a-0c69-4ed2-acca-871acb813ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb99ad00>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:15.826077 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff670a-0c69-4ed2-acca-871acb813ce4 None None] Routers {'3f122598-09a8-4f24-9250-56dd5fba240f'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:15.826680 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-67ff670a-0c69-4ed2-acca-871acb813ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb99ad00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3f122598-09a8-4f24-9250-56dd5fba240f'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:15.847871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60020) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:15.848114 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-72b9b165-830a-401b-a37b-e019dcab839f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "PUT /v2.0/floatingips/17601e2d-79ae-4e1b-9799-954ba6a3d469 HTTP/1.1" status: 200  len: 977 time: 4.0866497
Feb 12 21:25:15.878874 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a665e9c-3655-46d4-81be-7fd5320456e5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (86c68d7a-04b4-45d2-96ad-1666ecea7220), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:15.879049 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-67ff670a-0c69-4ed2-acca-871acb813ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb99ad00>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:15.879049 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ff670a-0c69-4ed2-acca-871acb813ce4 None None] The sync data for ids ['3f122598-09a8-4f24-9250-56dd5fba240f'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:15.942058 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a665e9c-3655-46d4-81be-7fd5320456e5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=86c68d7a-04b4-45d2-96ad-1666ecea7220,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:16.008690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-5cc4dfee-86a6-4422-bbf5-433dd0cb82c8 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Allocated IP 2001:db8::102 (d2218666-67e2-4a0e-af0f-ccf86cd0558e/5fd9e4c6-5491-4f67-890d-67ff8fc081b7/16efcecc-1c49-4b3b-8550-104c4e5e93bd) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:16.045096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ff26054b-0c04-4212-baaa-777b25cd5b03 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting port 6d71e75a-84c6-414d-98f6-bf28dc0d21c5 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:16.045459 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ff26054b-0c04-4212-baaa-777b25cd5b03 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6d71e75a-84c6-414d-98f6-bf28dc0d21c5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.097734 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a665e9c-3655-46d4-81be-7fd5320456e5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (714d98c4-352c-4739-8cf0-4c458039a488), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.256270 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ff26054b-0c04-4212-baaa-777b25cd5b03 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6d71e75a-84c6-414d-98f6-bf28dc0d21c5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.280756 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a665e9c-3655-46d4-81be-7fd5320456e5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router 714d98c4-352c-4739-8cf0-4c458039a488 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:25:16.363225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525c468-b48a-4aa1-917f-66be5f3b4314 req-f5dbc304-9f31-4657-ab6d-36dbcc5ef103 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:16.364842 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3525c468-b48a-4aa1-917f-66be5f3b4314 req-f5dbc304-9f31-4657-ab6d-36dbcc5ef103 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.2444038
Feb 12 21:25:16.370610 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a665e9c-3655-46d4-81be-7fd5320456e5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:16.378704 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9a665e9c-3655-46d4-81be-7fd5320456e5 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/714d98c4-352c-4739-8cf0-4c458039a488/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8195097
Feb 12 21:25:16.381966 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60032) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:16.382130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29461771-218c-42e8-b310-41a4ec1d9cab None None] Sync routers for ids ['714d98c4-352c-4739-8cf0-4c458039a488'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:16.397877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29461771-218c-42e8-b310-41a4ec1d9cab None None] Routers {'714d98c4-352c-4739-8cf0-4c458039a488'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:16.399212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-29461771-218c-42e8-b310-41a4ec1d9cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa735640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['714d98c4-352c-4739-8cf0-4c458039a488'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:16.417870 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ed3a8d6a-ecb3-4df5-a025-fe35f7e0001f tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d98c4-352c-4739-8cf0-4c458039a488 HTTP/1.1" status: 200  len: 205 time: 0.0322163
Feb 12 21:25:16.418292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60036) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:16.449042 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5cc4dfee-86a6-4422-bbf5-433dd0cb82c8 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks [] for port (16efcecc-1c49-4b3b-8550-104c4e5e93bd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.449855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-29461771-218c-42e8-b310-41a4ec1d9cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa735640>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:16.460370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29461771-218c-42e8-b310-41a4ec1d9cab None None] Routers {'714d98c4-352c-4739-8cf0-4c458039a488'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:16.461024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-29461771-218c-42e8-b310-41a4ec1d9cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa735640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['714d98c4-352c-4739-8cf0-4c458039a488'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:16.496976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-29461771-218c-42e8-b310-41a4ec1d9cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa735640>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:16.497728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29461771-218c-42e8-b310-41a4ec1d9cab None None] The sync data for ids ['714d98c4-352c-4739-8cf0-4c458039a488'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:16.506117 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-448d33a2-cd8c-4cc2-90a2-0bba456af717 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (714d98c4-352c-4739-8cf0-4c458039a488), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.598551 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ff26054b-0c04-4212-baaa-777b25cd5b03 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.598917 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ff26054b-0c04-4212-baaa-777b25cd5b03 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (17601e2d-79ae-4e1b-9799-954ba6a3d469), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.599233 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-ff26054b-0c04-4212-baaa-777b25cd5b03 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Floating IP 17601e2d-79ae-4e1b-9799-954ba6a3d469 disassociated. External IP: 172.35.2.170, port: 6d71e75a-84c6-414d-98f6-bf28dc0d21c5.
Feb 12 21:25:16.599573 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ff26054b-0c04-4212-baaa-777b25cd5b03 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Calling delete_port for 6d71e75a-84c6-414d-98f6-bf28dc0d21c5 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:16.652925 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5cc4dfee-86a6-4422-bbf5-433dd0cb82c8 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (16efcecc-1c49-4b3b-8550-104c4e5e93bd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.662920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3525c468-b48a-4aa1-917f-66be5f3b4314 req-07d4366b-0566-46cb-a443-31db53d8b994 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Deleting port a500c7b1-8358-4bc8-ae00-21079afb6cb4 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:16.663258 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3525c468-b48a-4aa1-917f-66be5f3b4314 req-07d4366b-0566-46cb-a443-31db53d8b994 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a500c7b1-8358-4bc8-ae00-21079afb6cb4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.677717 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-448d33a2-cd8c-4cc2-90a2-0bba456af717 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (714d98c4-352c-4739-8cf0-4c458039a488), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.680030 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-448d33a2-cd8c-4cc2-90a2-0bba456af717 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_controller (714d98c4-352c-4739-8cf0-4c458039a488), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.760631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc4dfee-86a6-4422-bbf5-433dd0cb82c8 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Network d2218666-67e2-4a0e-af0f-ccf86cd0558e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:16.790639 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-448d33a2-cd8c-4cc2-90a2-0bba456af717 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (714d98c4-352c-4739-8cf0-4c458039a488), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.791238 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448d33a2-cd8c-4cc2-90a2-0bba456af717 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Fanout notify agent at l3_agent the message router_deleted on router 714d98c4-352c-4739-8cf0-4c458039a488 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:25:16.809802 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-448d33a2-cd8c-4cc2-90a2-0bba456af717 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.811314 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-448d33a2-cd8c-4cc2-90a2-0bba456af717 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/routers/714d98c4-352c-4739-8cf0-4c458039a488 HTTP/1.1" status: 204  len: 168 time: 0.3917994
Feb 12 21:25:16.814375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60042) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:16.823766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-5cc4dfee-86a6-4422-bbf5-433dd0cb82c8 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:16.832948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc4dfee-86a6-4422-bbf5-433dd0cb82c8 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:16.838406 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc4dfee-86a6-4422-bbf5-433dd0cb82c8 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:16.839104 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5cc4dfee-86a6-4422-bbf5-433dd0cb82c8 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.847022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4dfee-86a6-4422-bbf5-433dd0cb82c8 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event updated for resources: {'Port': ['ID=16efcecc-1c49-4b3b-8550-104c4e5e93bd,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:16.888191 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-29aeef83-ac53-41a7-aadd-a2e0e06efe73 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting subnet 7808ae58-e1de-4826-b0a7-43cb0ba5b061 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:25:16.894785 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-29aeef83-ac53-41a7-aadd-a2e0e06efe73 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (7808ae58-e1de-4826-b0a7-43cb0ba5b061), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.944857 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-29aeef83-ac53-41a7-aadd-a2e0e06efe73 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (7808ae58-e1de-4826-b0a7-43cb0ba5b061), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.946160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3525c468-b48a-4aa1-917f-66be5f3b4314 req-07d4366b-0566-46cb-a443-31db53d8b994 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] For port a500c7b1-8358-4bc8-ae00-21079afb6cb4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a500c7b1-8358-4bc8-ae00-21079afb6cb4,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:16.947918 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3525c468-b48a-4aa1-917f-66be5f3b4314 req-07d4366b-0566-46cb-a443-31db53d8b994 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a500c7b1-8358-4bc8-ae00-21079afb6cb4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:16.967141 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5cc4dfee-86a6-4422-bbf5-433dd0cb82c8 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.4124241
Feb 12 21:25:16.971932 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60046) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:16.977257 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-51ff349a-dc42-4de8-944d-35bfc20228e4 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f2', 'mac_address': 'fa:16:3e:1c:31:60'}, {'ip_address': '2001:db8::1c6', 'mac_address': 'fa:16:3e:ee:e3:59'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:16.987243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e30554-059e-4657-810a-3fa5c0b89e79 req-7a2ecbec-df7c-404a-a2ad-eb1a02c70bfe tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:16.987243 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-95e30554-059e-4657-810a-3fa5c0b89e79 req-7a2ecbec-df7c-404a-a2ad-eb1a02c70bfe tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 945 time: 0.2317915
Feb 12 21:25:16.992502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3525c468-b48a-4aa1-917f-66be5f3b4314 req-07d4366b-0566-46cb-a443-31db53d8b994 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Calling delete_port for a500c7b1-8358-4bc8-ae00-21079afb6cb4 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:17.093560 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-95e30554-059e-4657-810a-3fa5c0b89e79 req-78677d9a-f526-4f27-b01c-382b5836db33 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017084
Feb 12 21:25:17.112553 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ff26054b-0c04-4212-baaa-777b25cd5b03 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6d71e75a-84c6-414d-98f6-bf28dc0d21c5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:17.152737 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-29aeef83-ac53-41a7-aadd-a2e0e06efe73 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (7808ae58-e1de-4826-b0a7-43cb0ba5b061), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:17.158104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26054b-0c04-4212-baaa-777b25cd5b03 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Port': ['ID=6d71e75a-84c6-414d-98f6-bf28dc0d21c5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:17.243871 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8a3268b3-6ba2-42f1-865b-4914ebb00247 None None] Provisioning complete for port 16efcecc-1c49-4b3b-8550-104c4e5e93bd triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:17.244445 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a3268b3-6ba2-42f1-865b-4914ebb00247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (16efcecc-1c49-4b3b-8550-104c4e5e93bd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:17.323116 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-51ff349a-dc42-4de8-944d-35bfc20228e4 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (16efcecc-1c49-4b3b-8550-104c4e5e93bd), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:17.326680 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8a3268b3-6ba2-42f1-865b-4914ebb00247 None None] Port 16efcecc-1c49-4b3b-8550-104c4e5e93bd cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:17.335322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff26054b-0c04-4212-baaa-777b25cd5b03 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 3f122598-09a8-4f24-9250-56dd5fba240f has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:25:17.403804 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-29aeef83-ac53-41a7-aadd-a2e0e06efe73 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (7808ae58-e1de-4826-b0a7-43cb0ba5b061), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:17.422682 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3525c468-b48a-4aa1-917f-66be5f3b4314 req-07d4366b-0566-46cb-a443-31db53d8b994 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a500c7b1-8358-4bc8-ae00-21079afb6cb4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:17.433661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['a500c7b1-8358-4bc8-ae00-21079afb6cb4'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:25:17.441451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aeef83-ac53-41a7-aadd-a2e0e06efe73 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Subnet': ['ID=7808ae58-e1de-4826-b0a7-43cb0ba5b061,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:17.455309 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-29aeef83-ac53-41a7-aadd-a2e0e06efe73 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:17.461426 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-29aeef83-ac53-41a7-aadd-a2e0e06efe73 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/7808ae58-e1de-4826-b0a7-43cb0ba5b061 HTTP/1.1" status: 204  len: 168 time: 0.6460648
Feb 12 21:25:17.469878 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60052) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:17.479007 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6e2470-4d02-4967-b070-c77aa87c98ef None None] Network 7379b524-babe-496b-ae24-dc396d1c6b23 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:17.482752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4366b-0566-46cb-a443-31db53d8b994 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event deleted for resources: {'Port': ['ID=a500c7b1-8358-4bc8-ae00-21079afb6cb4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:17.541557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3525c468-b48a-4aa1-917f-66be5f3b4314 req-07d4366b-0566-46cb-a443-31db53d8b994 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] No DVR routers for this DVR port a500c7b1-8358-4bc8-ae00-21079afb6cb4 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:17.545056 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3525c468-b48a-4aa1-917f-66be5f3b4314 req-07d4366b-0566-46cb-a443-31db53d8b994 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:17.549965 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3525c468-b48a-4aa1-917f-66be5f3b4314 req-07d4366b-0566-46cb-a443-31db53d8b994 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.50 "DELETE /v2.0/ports/a500c7b1-8358-4bc8-ae00-21079afb6cb4 HTTP/1.1" status: 204  len: 173 time: 1.1727526
Feb 12 21:25:17.551281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8df7ff-9049-4b7d-940f-776982de0700', 'name': 'network-vif-deleted', 'tag': 'a500c7b1-8358-4bc8-ae00-21079afb6cb4'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:25:17.552743 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c1b94b-a287-43c6-bae8-f0cabe342f0d" -d '{"events": [{"server_uuid": "1d8df7ff-9049-4b7d-940f-776982de0700", "name": "network-vif-deleted", "tag": "a500c7b1-8358-4bc8-ae00-21079afb6cb4"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:25:17.590766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff26054b-0c04-4212-baaa-777b25cd5b03 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:17.609485 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8db63d0-3da9-47a1-806a-3ca689c21154 None None] Sync routers for ids ['3f122598-09a8-4f24-9250-56dd5fba240f'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:17.625977 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8db63d0-3da9-47a1-806a-3ca689c21154 None None] Routers {'3f122598-09a8-4f24-9250-56dd5fba240f'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:17.627643 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c8db63d0-3da9-47a1-806a-3ca689c21154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb99a460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3f122598-09a8-4f24-9250-56dd5fba240f'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:17.629972 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (7379b524-babe-496b-ae24-dc396d1c6b23), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:17.631758 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a128224-6293-4e9b-ad76-be4eafa7b44c x-openstack-request-id: req-2a128224-6293-4e9b-ad76-be4eafa7b44c {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:25:17.631758 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8df7ff-9049-4b7d-940f-776982de0700", "name": "network-vif-deleted", "tag": "a500c7b1-8358-4bc8-ae00-21079afb6cb4", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:25:17.634301 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a128224-6293-4e9b-ad76-be4eafa7b44c {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:25:17.634301 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8df7ff-9049-4b7d-940f-776982de0700', 'name': 'network-vif-deleted', 'tag': 'a500c7b1-8358-4bc8-ae00-21079afb6cb4', 'status': 'completed', 'code': 200}
Feb 12 21:25:17.698011 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c8db63d0-3da9-47a1-806a-3ca689c21154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb99a460>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:17.715275 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8db63d0-3da9-47a1-806a-3ca689c21154 None None] Routers {'3f122598-09a8-4f24-9250-56dd5fba240f'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:17.715275 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c8db63d0-3da9-47a1-806a-3ca689c21154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb99a460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3f122598-09a8-4f24-9250-56dd5fba240f'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:17.715567 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ff26054b-0c04-4212-baaa-777b25cd5b03 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:17.720398 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ff26054b-0c04-4212-baaa-777b25cd5b03 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/ports/6d71e75a-84c6-414d-98f6-bf28dc0d21c5 HTTP/1.1" status: 204  len: 168 time: 1.8714681
Feb 12 21:25:17.721161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60056) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:17.762786 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-51ff349a-dc42-4de8-944d-35bfc20228e4 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks [] for port (16efcecc-1c49-4b3b-8550-104c4e5e93bd), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:17.778920 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c8db63d0-3da9-47a1-806a-3ca689c21154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb99a460>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:17.789609 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8db63d0-3da9-47a1-806a-3ca689c21154 None None] The sync data for ids ['3f122598-09a8-4f24-9250-56dd5fba240f'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:17.802685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port acbc90a8-5654-4edf-ae92-2802e4c2672c {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:17.803029 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (acbc90a8-5654-4edf-ae92-2802e4c2672c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:17.829166 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] DHCP port deletion for 7379b524-babe-496b-ae24-dc396d1c6b23 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:25:17.893764 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-51ff349a-dc42-4de8-944d-35bfc20228e4 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (16efcecc-1c49-4b3b-8550-104c4e5e93bd), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:17.971337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-51ff349a-dc42-4de8-944d-35bfc20228e4 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] In _notify_port_updated(), no bound segment for port 16efcecc-1c49-4b3b-8550-104c4e5e93bd on network d2218666-67e2-4a0e-af0f-ccf86cd0558e {{(pid=126506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:25:17.974313 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ff349a-dc42-4de8-944d-35bfc20228e4 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:17.975002 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-51ff349a-dc42-4de8-944d-35bfc20228e4 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:17.978910 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-51ff349a-dc42-4de8-944d-35bfc20228e4 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "PUT /v2.0/ports/16efcecc-1c49-4b3b-8550-104c4e5e93bd HTTP/1.1" status: 200  len: 1066 time: 1.0035317
Feb 12 21:25:17.979720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60060) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:17.984678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] For port acbc90a8-5654-4edf-ae92-2802e4c2672c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acbc90a8-5654-4edf-ae92-2802e4c2672c,segment=NetworkSegment(ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1),segment_id=ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:17.985475 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (acbc90a8-5654-4edf-ae92-2802e4c2672c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.005974 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for acbc90a8-5654-4edf-ae92-2802e4c2672c owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:18.014488 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff349a-dc42-4de8-944d-35bfc20228e4 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event updated for resources: {'Port': ['ID=16efcecc-1c49-4b3b-8550-104c4e5e93bd,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:18.132547 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Deleting port acbc90a8-5654-4edf-ae92-2802e4c2672c {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:18.132547 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (acbc90a8-5654-4edf-ae92-2802e4c2672c), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.219725 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] For port acbc90a8-5654-4edf-ae92-2802e4c2672c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acbc90a8-5654-4edf-ae92-2802e4c2672c,segment=NetworkSegment(ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1),segment_id=ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:18.220142 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (acbc90a8-5654-4edf-ae92-2802e4c2672c), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.235576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Calling delete_port for acbc90a8-5654-4edf-ae92-2802e4c2672c owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:18.261382 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9c3d8c2-2996-4370-b06a-7f35a0b1778a req-fb4e65a7-387f-44f4-84e0-489d48bc03e9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d8df7ff-9049-4b7d-940f-776982de0700 HTTP/1.1" status: 200  len: 210 time: 0.0465147
Feb 12 21:25:18.262221 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (acbc90a8-5654-4edf-ae92-2802e4c2672c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.272476 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-e0897c60-7583-4d28-bf09-92b7708fc5ae tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Deleting port 16efcecc-1c49-4b3b-8550-104c4e5e93bd {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:18.272476 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e0897c60-7583-4d28-bf09-92b7708fc5ae tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (16efcecc-1c49-4b3b-8550-104c4e5e93bd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.330518 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] No DVR routers for this DVR port acbc90a8-5654-4edf-ae92-2802e4c2672c on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:18.364926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=acbc90a8-5654-4edf-ae92-2802e4c2672c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:18.454860 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e0897c60-7583-4d28-bf09-92b7708fc5ae tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (16efcecc-1c49-4b3b-8550-104c4e5e93bd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.463539 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (7379b524-babe-496b-ae24-dc396d1c6b23), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.471594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-e0897c60-7583-4d28-bf09-92b7708fc5ae tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Calling delete_port for 16efcecc-1c49-4b3b-8550-104c4e5e93bd owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:18.472215 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (acbc90a8-5654-4edf-ae92-2802e4c2672c), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.500980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f91a88e0>,) {'filters': {'network_id': ['7379b524-babe-496b-ae24-dc396d1c6b23']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:18.515361 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3f09dc2a-7a4b-4ffd-9706-8b82921670ee None None] Provisioning complete for port 16efcecc-1c49-4b3b-8550-104c4e5e93bd triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:18.515361 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3f09dc2a-7a4b-4ffd-9706-8b82921670ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (16efcecc-1c49-4b3b-8550-104c4e5e93bd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.519590 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f91a88e0>, 'ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:18.520070 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f91a88e0>, 'ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:18.528325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Pushing event deleted for resources: {'Port': ['ID=acbc90a8-5654-4edf-ae92-2802e4c2672c,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:18.535281 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.552050 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.554583 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ffd24746-3133-4b73-9741-c70388e3c674 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (3f122598-09a8-4f24-9250-56dd5fba240f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.564532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] No DVR routers for this DVR port acbc90a8-5654-4edf-ae92-2802e4c2672c on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:18.567922 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:25:18.569579 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (ddc4e199-b59d-4e1a-bdf5-625cc6e36ab1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.591876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:18.591876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:18.591876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:18.591876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:25:18.592668 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:25:18.596361 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:18.596361 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:18.596361 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:18.596361 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:18.596361 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:18.596361 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:18.596361 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:18.596361 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:18.596361 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150b4fb-131b-4201-97b5-7fa5eb793e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:18.624561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3f09dc2a-7a4b-4ffd-9706-8b82921670ee None None] Port 16efcecc-1c49-4b3b-8550-104c4e5e93bd cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:18.761594 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (7379b524-babe-496b-ae24-dc396d1c6b23), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.770172 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.773579 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/networks/7379b524-babe-496b-ae24-dc396d1c6b23 HTTP/1.1" status: 204  len: 168 time: 1.3027008
Feb 12 21:25:18.778000 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60072) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:18.783847 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-142293532', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:18.801937 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838c6ea-135c-49b6-9cfe-211db0440e08 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Network': ['ID=7379b524-babe-496b-ae24-dc396d1c6b23,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:18.870684 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (0841529f-42b0-4aa7-8567-3d1808ce7fd0), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.871841 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (0841529f-42b0-4aa7-8567-3d1808ce7fd0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:18.990659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device acbc90a8-5654-4edf-ae92-2802e4c2672c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:25:19.018357 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: acbc90a8-5654-4edf-ae92-2802e4c2672c {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:25:19.018759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device acbc90a8-5654-4edf-ae92-2802e4c2672c not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:25:19.265808 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e0897c60-7583-4d28-bf09-92b7708fc5ae tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (16efcecc-1c49-4b3b-8550-104c4e5e93bd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:19.307928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0897c60-7583-4d28-bf09-92b7708fc5ae tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event deleted for resources: {'Port': ['ID=16efcecc-1c49-4b3b-8550-104c4e5e93bd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:19.311578 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_controller (0841529f-42b0-4aa7-8567-3d1808ce7fd0), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:19.343342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ffd24746-3133-4b73-9741-c70388e3c674 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting port a0eda108-bfac-431d-a5ab-a51ce6816d2e {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:19.343833 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ffd24746-3133-4b73-9741-c70388e3c674 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a0eda108-bfac-431d-a5ab-a51ce6816d2e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:19.539927 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ffd24746-3133-4b73-9741-c70388e3c674 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a0eda108-bfac-431d-a5ab-a51ce6816d2e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:19.580137 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e0897c60-7583-4d28-bf09-92b7708fc5ae tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:19.586500 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e0897c60-7583-4d28-bf09-92b7708fc5ae tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "DELETE /v2.0/ports/16efcecc-1c49-4b3b-8550-104c4e5e93bd HTTP/1.1" status: 204  len: 168 time: 1.6035221
Feb 12 21:25:19.588104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60098) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:19.590373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ffd24746-3133-4b73-9741-c70388e3c674 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Calling delete_port for a0eda108-bfac-431d-a5ab-a51ce6816d2e owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:19.621565 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e21ff2-8952-4c7b-9d81-9ddf8f913224 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] GET failed (client error): The resource could not be found.
Feb 12 21:25:19.623017 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-98e21ff2-8952-4c7b-9d81-9ddf8f913224 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "GET /v2.0/ports/16efcecc-1c49-4b3b-8550-104c4e5e93bd HTTP/1.1" status: 404  len: 333 time: 0.0339170
Feb 12 21:25:19.626687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60100) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:19.630637 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_gateway (0841529f-42b0-4aa7-8567-3d1808ce7fd0), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:19.824038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3c4af50c-5053-46c0-add5-3ffd31494498 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Deleting port 1ead8b16-24ce-45ff-bbef-cdfe49236866 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:19.824889 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c4af50c-5053-46c0-add5-3ffd31494498 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1ead8b16-24ce-45ff-bbef-cdfe49236866), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:19.867452 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd1fb5-30ec-4b30-92a2-6e59cec0b30c req-46f58ec1-7fa4-43b0-b61e-29d8359f96b6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:19.869071 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-34dd1fb5-30ec-4b30-92a2-6e59cec0b30c req-46f58ec1-7fa4-43b0-b61e-29d8359f96b6 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0711923
Feb 12 21:25:19.959966 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c4af50c-5053-46c0-add5-3ffd31494498 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1ead8b16-24ce-45ff-bbef-cdfe49236866), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:19.974269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3c4af50c-5053-46c0-add5-3ffd31494498 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Calling delete_port for 1ead8b16-24ce-45ff-bbef-cdfe49236866 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:19.998211 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-34dd1fb5-30ec-4b30-92a2-6e59cec0b30c req-b84d0b80-c2c3-4a0e-8b00-af0dabc28a90 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1214073
Feb 12 21:25:20.027842 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ffd24746-3133-4b73-9741-c70388e3c674 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a0eda108-bfac-431d-a5ab-a51ce6816d2e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:20.033252 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_gateway (0841529f-42b0-4aa7-8567-3d1808ce7fd0), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:20.051535 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:20.068253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd24746-3133-4b73-9741-c70388e3c674 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Port': ['ID=a0eda108-bfac-431d-a5ab-a51ce6816d2e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:20.198505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Allocated IP 172.35.2.224 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/3f789618-7702-4094-8e3e-003f46693dea) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:20.296945 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ffd24746-3133-4b73-9741-c70388e3c674 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (3f122598-09a8-4f24-9250-56dd5fba240f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:20.372365 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c4af50c-5053-46c0-add5-3ffd31494498 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1ead8b16-24ce-45ff-bbef-cdfe49236866), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:20.408188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4af50c-5053-46c0-add5-3ffd31494498 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event deleted for resources: {'Port': ['ID=1ead8b16-24ce-45ff-bbef-cdfe49236866,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:20.454471 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c4af50c-5053-46c0-add5-3ffd31494498 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:20.457842 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3c4af50c-5053-46c0-add5-3ffd31494498 tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "DELETE /v2.0/ports/1ead8b16-24ce-45ff-bbef-cdfe49236866 HTTP/1.1" status: 204  len: 168 time: 0.8302164
Feb 12 21:25:20.460427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60130) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:20.475241 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (3f789618-7702-4094-8e3e-003f46693dea), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:20.493040 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-04edfa6c-b20a-4ec2-acfc-190a9c8c189b tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] GET failed (client error): The resource could not be found.
Feb 12 21:25:20.494553 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-04edfa6c-b20a-4ec2-acfc-190a9c8c189b tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "GET /v2.0/ports/1ead8b16-24ce-45ff-bbef-cdfe49236866 HTTP/1.1" status: 404  len: 333 time: 0.0332069
Feb 12 21:25:20.498552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60132) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:20.630235 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (3f789618-7702-4094-8e3e-003f46693dea), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:20.692955 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:20.698935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c6e9c5a3-161b-4ed3-b65f-4c5876507b6d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Deleting port bbf1a6d8-280a-4dd0-8e74-ed390d58630c {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:20.706328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=3f789618-7702-4094-8e3e-003f46693dea,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:20.706487 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6e9c5a3-161b-4ed3-b65f-4c5876507b6d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (bbf1a6d8-280a-4dd0-8e74-ed390d58630c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:20.706601 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:20.706601 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:20.715495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd24746-3133-4b73-9741-c70388e3c674 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 3f122598-09a8-4f24-9250-56dd5fba240f has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:25:20.873136 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6e9c5a3-161b-4ed3-b65f-4c5876507b6d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (bbf1a6d8-280a-4dd0-8e74-ed390d58630c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:20.890372 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c6e9c5a3-161b-4ed3-b65f-4c5876507b6d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Calling delete_port for bbf1a6d8-280a-4dd0-8e74-ed390d58630c owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:20.953906 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd24746-3133-4b73-9741-c70388e3c674 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:20.962861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60146) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:20.965925 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ffd24746-3133-4b73-9741-c70388e3c674 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "PUT /v2.0/routers/3f122598-09a8-4f24-9250-56dd5fba240f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2435517
Feb 12 21:25:20.966518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8b2ab-7413-454f-bb4c-a603702ea7b3 None None] Sync routers for ids ['3f122598-09a8-4f24-9250-56dd5fba240f'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:20.992107 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8b2ab-7413-454f-bb4c-a603702ea7b3 None None] Routers {'3f122598-09a8-4f24-9250-56dd5fba240f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:20.994927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5ab8b2ab-7413-454f-bb4c-a603702ea7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb39e5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3f122598-09a8-4f24-9250-56dd5fba240f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:21.114843 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5ab8b2ab-7413-454f-bb4c-a603702ea7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb39e5e0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:21.130547 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8b2ab-7413-454f-bb4c-a603702ea7b3 None None] Routers {'3f122598-09a8-4f24-9250-56dd5fba240f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:21.131513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5ab8b2ab-7413-454f-bb4c-a603702ea7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb39e5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3f122598-09a8-4f24-9250-56dd5fba240f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:21.196671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d054-8aaf-4f25-a0cd-96f1b081d7d7 req-5932fa0e-ec76-4ffb-9a25-aa2543a25ae1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:21.198530 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d0a8d054-8aaf-4f25-a0cd-96f1b081d7d7 req-5932fa0e-ec76-4ffb-9a25-aa2543a25ae1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.0892103
Feb 12 21:25:21.213033 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6e9c5a3-161b-4ed3-b65f-4c5876507b6d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (bbf1a6d8-280a-4dd0-8e74-ed390d58630c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:21.217573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5ab8b2ab-7413-454f-bb4c-a603702ea7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb39e5e0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:21.218612 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8b2ab-7413-454f-bb4c-a603702ea7b3 None None] The sync data for ids ['3f122598-09a8-4f24-9250-56dd5fba240f'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:21.257481 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9c5a3-161b-4ed3-b65f-4c5876507b6d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event deleted for resources: {'Port': ['ID=bbf1a6d8-280a-4dd0-8e74-ed390d58630c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:21.293157 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c6e9c5a3-161b-4ed3-b65f-4c5876507b6d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:21.297026 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c6e9c5a3-161b-4ed3-b65f-4c5876507b6d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "DELETE /v2.0/ports/bbf1a6d8-280a-4dd0-8e74-ed390d58630c HTTP/1.1" status: 204  len: 168 time: 0.7975037
Feb 12 21:25:21.305610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60164) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:21.349580 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d0a8d054-8aaf-4f25-a0cd-96f1b081d7d7 req-c768d9bf-4024-47c9-b8f7-d8d56a6bb5c1 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups?id=46dc496b-948f-4389-ac5b-a77b52991504&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1435220
Feb 12 21:25:21.381442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bef3b25-ff48-480e-ad84-be212cd3c42e tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Deleting subnet 5fd9e4c6-5491-4f67-890d-67ff8fc081b7 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:25:21.396537 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a500c7b1-8358-4bc8-ae00-21079afb6cb4 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:25:21.401906 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8bef3b25-ff48-480e-ad84-be212cd3c42e tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks [] for subnet (5fd9e4c6-5491-4f67-890d-67ff8fc081b7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:21.443718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: a500c7b1-8358-4bc8-ae00-21079afb6cb4 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:25:21.444386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device a500c7b1-8358-4bc8-ae00-21079afb6cb4 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:25:21.455471 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8bef3b25-ff48-480e-ad84-be212cd3c42e tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (5fd9e4c6-5491-4f67-890d-67ff8fc081b7), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:21.463290 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_gateway (0841529f-42b0-4aa7-8567-3d1808ce7fd0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:21.492924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c582892-0e11-4829-95be-3cb9f1b29332 req-f9db15d0-4d97-40b1-ae22-4378b1c63b83 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:21.494664 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9c582892-0e11-4829-95be-3cb9f1b29332 req-f9db15d0-4d97-40b1-ae22-4378b1c63b83 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 945 time: 0.1376975
Feb 12 21:25:21.693947 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8bef3b25-ff48-480e-ad84-be212cd3c42e tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (5fd9e4c6-5491-4f67-890d-67ff8fc081b7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:21.695772 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b47b917a-462c-4835-b470-1ce761304d9e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router (3f122598-09a8-4f24-9250-56dd5fba240f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:21.742379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-9c582892-0e11-4829-95be-3cb9f1b29332 req-4d8c9ae3-c84d-4027-9816-c9fac19b7c05 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Deleting port 46b4431b-660a-42fe-8b92-e92dfee82188 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:21.743019 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9c582892-0e11-4829-95be-3cb9f1b29332 req-4d8c9ae3-c84d-4027-9816-c9fac19b7c05 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:21.821691 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (0841529f-42b0-4aa7-8567-3d1808ce7fd0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:21.847678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-9c582892-0e11-4829-95be-3cb9f1b29332 req-4d8c9ae3-c84d-4027-9816-c9fac19b7c05 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] For port 46b4431b-660a-42fe-8b92-e92dfee82188, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46b4431b-660a-42fe-8b92-e92dfee82188,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:21.848045 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9c582892-0e11-4829-95be-3cb9f1b29332 req-4d8c9ae3-c84d-4027-9816-c9fac19b7c05 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:21.906615 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8bef3b25-ff48-480e-ad84-be212cd3c42e tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (5fd9e4c6-5491-4f67-890d-67ff8fc081b7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:21.917783 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b47b917a-462c-4835-b470-1ce761304d9e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router_gateway (3f122598-09a8-4f24-9250-56dd5fba240f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:21.955922 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0577e5d0-2aa5-4afa-acf0-83307f2e9fe5 None None] Network d2218666-67e2-4a0e-af0f-ccf86cd0558e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:21.980159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef3b25-ff48-480e-ad84-be212cd3c42e tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd9e4c6-5491-4f67-890d-67ff8fc081b7,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:21.987005 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8bef3b25-ff48-480e-ad84-be212cd3c42e tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:21.990225 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8bef3b25-ff48-480e-ad84-be212cd3c42e tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "DELETE /v2.0/subnets/5fd9e4c6-5491-4f67-890d-67ff8fc081b7 HTTP/1.1" status: 204  len: 168 time: 0.6873548
Feb 12 21:25:21.992929 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60182) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:22.079071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router 0841529f-42b0-4aa7-8567-3d1808ce7fd0 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:25:22.095321 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9c582892-0e11-4829-95be-3cb9f1b29332 req-4d8c9ae3-c84d-4027-9816-c9fac19b7c05 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:22.095692 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9c582892-0e11-4829-95be-3cb9f1b29332 req-4d8c9ae3-c84d-4027-9816-c9fac19b7c05 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (c51ed985-e4fe-4986-8bc4-561d1114f8fa), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:22.096011 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-9c582892-0e11-4829-95be-3cb9f1b29332 req-4d8c9ae3-c84d-4027-9816-c9fac19b7c05 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Floating IP c51ed985-e4fe-4986-8bc4-561d1114f8fa disassociated. External IP: 172.35.2.211, port: 46b4431b-660a-42fe-8b92-e92dfee82188.
Feb 12 21:25:22.096487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-9c582892-0e11-4829-95be-3cb9f1b29332 req-4d8c9ae3-c84d-4027-9816-c9fac19b7c05 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Calling delete_port for 46b4431b-660a-42fe-8b92-e92dfee82188 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:22.122700 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (d2218666-67e2-4a0e-af0f-ccf86cd0558e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:22.172102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e862bf-013f-45d1-b3cb-4a72aa21864e None None] DHCP port deletion for d2218666-67e2-4a0e-af0f-ccf86cd0558e request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:25:22.227660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-09e862bf-013f-45d1-b3cb-4a72aa21864e None None] Deleting port deca61dc-11c1-4cfd-b649-de15487eceeb {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:22.228250 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-09e862bf-013f-45d1-b3cb-4a72aa21864e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (deca61dc-11c1-4cfd-b649-de15487eceeb), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:22.251026 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-b47b917a-462c-4835-b470-1ce761304d9e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting port b3e92fc5-eeb0-4793-bbd1-1f09af5200e2 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:22.255472 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b47b917a-462c-4835-b470-1ce761304d9e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b3e92fc5-eeb0-4793-bbd1-1f09af5200e2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:22.310589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-09e862bf-013f-45d1-b3cb-4a72aa21864e None None] For port deca61dc-11c1-4cfd-b649-de15487eceeb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deca61dc-11c1-4cfd-b649-de15487eceeb,segment=NetworkSegment(ace5b085-96fa-4d97-8776-47725c509fc8),segment_id=ace5b085-96fa-4d97-8776-47725c509fc8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:22.311405 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-09e862bf-013f-45d1-b3cb-4a72aa21864e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (deca61dc-11c1-4cfd-b649-de15487eceeb), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:22.331264 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:22.344439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-09e862bf-013f-45d1-b3cb-4a72aa21864e None None] Calling delete_port for deca61dc-11c1-4cfd-b649-de15487eceeb owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:22.345343 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56203f84-cf45-45e9-a70d-62e6f257d548 None None] Sync routers for ids ['0841529f-42b0-4aa7-8567-3d1808ce7fd0'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:22.367464 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56203f84-cf45-45e9-a70d-62e6f257d548 None None] Routers {'0841529f-42b0-4aa7-8567-3d1808ce7fd0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:22.368626 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b47b917a-462c-4835-b470-1ce761304d9e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b3e92fc5-eeb0-4793-bbd1-1f09af5200e2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:22.368868 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-56203f84-cf45-45e9-a70d-62e6f257d548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba09970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['0841529f-42b0-4aa7-8567-3d1808ce7fd0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:22.382027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Deleting port deca61dc-11c1-4cfd-b649-de15487eceeb {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:22.382377 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (deca61dc-11c1-4cfd-b649-de15487eceeb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:22.387797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-b47b917a-462c-4835-b470-1ce761304d9e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Calling delete_port for b3e92fc5-eeb0-4793-bbd1-1f09af5200e2 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:22.407252 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9c582892-0e11-4829-95be-3cb9f1b29332 req-4d8c9ae3-c84d-4027-9816-c9fac19b7c05 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (46b4431b-660a-42fe-8b92-e92dfee82188), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:22.426405 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-56203f84-cf45-45e9-a70d-62e6f257d548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba09970>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:22.437583 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56203f84-cf45-45e9-a70d-62e6f257d548 None None] Routers {'0841529f-42b0-4aa7-8567-3d1808ce7fd0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:22.438753 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-56203f84-cf45-45e9-a70d-62e6f257d548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba09970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['0841529f-42b0-4aa7-8567-3d1808ce7fd0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:22.470896 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c9ae3-c84d-4027-9816-c9fac19b7c05 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event deleted for resources: {'Port': ['ID=46b4431b-660a-42fe-8b92-e92dfee82188,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:22.490703 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:22.492094 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-56203f84-cf45-45e9-a70d-62e6f257d548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba09970>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:22.492235 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-155f665b-a7bf-4b1e-b727-2c952304a00a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 879 time: 3.7130558
Feb 12 21:25:22.493263 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56203f84-cf45-45e9-a70d-62e6f257d548 None None] The sync data for ids ['0841529f-42b0-4aa7-8567-3d1808ce7fd0'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:22.497446 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60194) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:22.519923 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] For port deca61dc-11c1-4cfd-b649-de15487eceeb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deca61dc-11c1-4cfd-b649-de15487eceeb,segment=NetworkSegment(ace5b085-96fa-4d97-8776-47725c509fc8),segment_id=ace5b085-96fa-4d97-8776-47725c509fc8)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:22.520553 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (deca61dc-11c1-4cfd-b649-de15487eceeb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:22.544957 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1f046ca3-59ab-47c2-b6f6-3ed933fc713a req-382fc67e-a4d5-4bb3-abfb-4256db43beb9 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 210 time: 0.0516768
Feb 12 21:25:22.559170 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Calling delete_port for deca61dc-11c1-4cfd-b649-de15487eceeb owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:22.607241 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-09e862bf-013f-45d1-b3cb-4a72aa21864e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (deca61dc-11c1-4cfd-b649-de15487eceeb), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:22.636407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e862bf-013f-45d1-b3cb-4a72aa21864e None None] Pushing event deleted for resources: {'Port': ['ID=deca61dc-11c1-4cfd-b649-de15487eceeb,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:22.645595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e862bf-013f-45d1-b3cb-4a72aa21864e None None] No DVR routers for this DVR port deca61dc-11c1-4cfd-b649-de15487eceeb on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:22.725644 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (deca61dc-11c1-4cfd-b649-de15487eceeb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:22.740054 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1944d4c9-4e9b-4a0e-99e5-f01ea75d5631 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/routers/0841529f-42b0-4aa7-8567-3d1808ce7fd0 HTTP/1.1" status: 200  len: 880 time: 0.2383349
Feb 12 21:25:22.740748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60198) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:22.763624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event deleted for resources: {'Port': ['ID=deca61dc-11c1-4cfd-b649-de15487eceeb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:22.768365 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] No DVR routers for this DVR port deca61dc-11c1-4cfd-b649-de15487eceeb on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:22.799900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c582892-0e11-4829-95be-3cb9f1b29332 req-4d8c9ae3-c84d-4027-9816-c9fac19b7c05 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Router a79d0410-3571-4ecb-b0d3-5934c95ba02a has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:25:22.822791 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b47b917a-462c-4835-b470-1ce761304d9e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b3e92fc5-eeb0-4793-bbd1-1f09af5200e2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:22.895437 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (d2218666-67e2-4a0e-af0f-ccf86cd0558e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:22.903870 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b917a-462c-4835-b470-1ce761304d9e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Port': ['ID=b3e92fc5-eeb0-4793-bbd1-1f09af5200e2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:22.917759 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60202) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:22.950730 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9f231f0>,) {'filters': {'network_id': ['d2218666-67e2-4a0e-af0f-ccf86cd0558e']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:22.991455 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9f231f0>, 'ace5b085-96fa-4d97-8776-47725c509fc8') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:22.991455 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9f231f0>, 'ace5b085-96fa-4d97-8776-47725c509fc8') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:23.003735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (ace5b085-96fa-4d97-8776-47725c509fc8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.028672 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ace5b085-96fa-4d97-8776-47725c509fc8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.031751 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b47b917a-462c-4835-b470-1ce761304d9e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (3f122598-09a8-4f24-9250-56dd5fba240f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.032498 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device deca61dc-11c1-4cfd-b649-de15487eceeb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:25:23.065726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:25:23.066286 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (ace5b085-96fa-4d97-8776-47725c509fc8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:25:23.070841 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:25:23.099107 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: deca61dc-11c1-4cfd-b649-de15487eceeb {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:25:23.099849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device deca61dc-11c1-4cfd-b649-de15487eceeb not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:25:23.214835 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b47b917a-462c-4835-b470-1ce761304d9e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (3f122598-09a8-4f24-9250-56dd5fba240f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.216800 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9239b47-7d1a-43bd-a36f-f3391473d7e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.221099 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b47b917a-462c-4835-b470-1ce761304d9e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router_controller (3f122598-09a8-4f24-9250-56dd5fba240f), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.356724 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (d2218666-67e2-4a0e-af0f-ccf86cd0558e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.365568 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.370210 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] 10.222.0.31 "DELETE /v2.0/networks/d2218666-67e2-4a0e-af0f-ccf86cd0558e HTTP/1.1" status: 204  len: 168 time: 1.3748956
Feb 12 21:25:23.395026 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043d23e-0d43-4ae3-92bf-03071614b89d tempest-AllowedAddressPairIpV6TestJSON-634357705 tempest-AllowedAddressPairIpV6TestJSON-634357705-project] Pushing event deleted for resources: {'Network': ['ID=d2218666-67e2-4a0e-af0f-ccf86cd0558e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:23.435536 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b47b917a-462c-4835-b470-1ce761304d9e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (3f122598-09a8-4f24-9250-56dd5fba240f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.436106 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47b917a-462c-4835-b470-1ce761304d9e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Fanout notify agent at l3_agent the message router_deleted on router 3f122598-09a8-4f24-9250-56dd5fba240f {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:25:23.447444 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b47b917a-462c-4835-b470-1ce761304d9e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.448547 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b47b917a-462c-4835-b470-1ce761304d9e tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/routers/3f122598-09a8-4f24-9250-56dd5fba240f HTTP/1.1" status: 204  len: 168 time: 2.4846969
Feb 12 21:25:23.451269 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60236) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:23.497539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c582892-0e11-4829-95be-3cb9f1b29332 req-4d8c9ae3-c84d-4027-9816-c9fac19b7c05 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:23.518535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dd34b5-aedf-4983-a034-2ddcd3db6ebd None None] Sync routers for ids ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:23.528224 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad0d90a-d687-40e3-ad86-cab8a2e9a004 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting subnet e3e10fa2-ce13-40da-bef7-114155126522 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:25:23.533782 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bad0d90a-d687-40e3-ad86-cab8a2e9a004 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for subnet (e3e10fa2-ce13-40da-bef7-114155126522), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.540083 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dd34b5-aedf-4983-a034-2ddcd3db6ebd None None] Routers {'a79d0410-3571-4ecb-b0d3-5934c95ba02a'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:23.541202 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-76dd34b5-aedf-4983-a034-2ddcd3db6ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7762e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:23.555956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c582892-0e11-4829-95be-3cb9f1b29332 req-4d8c9ae3-c84d-4027-9816-c9fac19b7c05 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] No DVR routers for this DVR port 46b4431b-660a-42fe-8b92-e92dfee82188 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:23.558965 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9c582892-0e11-4829-95be-3cb9f1b29332 req-4d8c9ae3-c84d-4027-9816-c9fac19b7c05 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.562934 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9c582892-0e11-4829-95be-3cb9f1b29332 req-4d8c9ae3-c84d-4027-9816-c9fac19b7c05 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.48 "DELETE /v2.0/ports/46b4431b-660a-42fe-8b92-e92dfee82188 HTTP/1.1" status: 204  len: 173 time: 2.0588908
Feb 12 21:25:23.563475 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'name': 'network-vif-deleted', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:25:23.565886 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc732aa-96b8-4901-83d6-461271dccc31" -d '{"events": [{"server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "name": "network-vif-deleted", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:25:23.586083 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9239b47-7d1a-43bd-a36f-f3391473d7e8 admin admin] Publish callbacks [] for security_group (d8c0bb3d-4806-44bc-8040-9d1884451d7d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.600192 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bad0d90a-d687-40e3-ad86-cab8a2e9a004 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (e3e10fa2-ce13-40da-bef7-114155126522), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.682731 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc68b01-eda3-4758-9f8b-d8c3bc2d9a3b x-openstack-request-id: req-7cc68b01-eda3-4758-9f8b-d8c3bc2d9a3b {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:25:23.683835 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c34707c-1370-4765-a22b-cdab52d7a63e", "name": "network-vif-deleted", "tag": "46b4431b-660a-42fe-8b92-e92dfee82188", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:25:23.683835 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cc68b01-eda3-4758-9f8b-d8c3bc2d9a3b {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:25:23.683835 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c34707c-1370-4765-a22b-cdab52d7a63e', 'name': 'network-vif-deleted', 'tag': '46b4431b-660a-42fe-8b92-e92dfee82188', 'status': 'completed', 'code': 200}
Feb 12 21:25:23.701196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b0c7b31d-505f-4a7e-9c84-f3711c5f3d57 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 883 time: 0.9585717
Feb 12 21:25:23.706315 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60246) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:23.711310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-39349235-6ae0-43ee-93b5-bd79edacdf54 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-142293532'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:23.712815 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9239b47-7d1a-43bd-a36f-f3391473d7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d8c0bb3d-4806-44bc-8040-9d1884451d7d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.762487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-76dd34b5-aedf-4983-a034-2ddcd3db6ebd None None] Set router a79d0410-3571-4ecb-b0d3-5934c95ba02a gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:25:23.793087 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e9b7820-7038-4c02-8479-6b19a12971a5 req-d3ba9a36-79fe-484a-aaa6-abed04bbddfa tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c34707c-1370-4765-a22b-cdab52d7a63e HTTP/1.1" status: 200  len: 210 time: 0.0691838
Feb 12 21:25:23.842214 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a9239b47-7d1a-43bd-a36f-f3391473d7e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26401294be3c49e69ea7c2ea190bbce8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9233873
Feb 12 21:25:23.845775 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bad0d90a-d687-40e3-ad86-cab8a2e9a004 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (e3e10fa2-ce13-40da-bef7-114155126522), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:23.852430 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9239b47-7d1a-43bd-a36f-f3391473d7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c0bb3d-4806-44bc-8040-9d1884451d7d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:23.852681 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60250) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:23.954665 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d2b7365-c3ac-4cdd-b8f1-9fcc620b749e admin admin] Publish callbacks [] for security_group (d8c0bb3d-4806-44bc-8040-9d1884451d7d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:24.013739 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60268) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:24.025872 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bad0d90a-d687-40e3-ad86-cab8a2e9a004 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (e3e10fa2-ce13-40da-bef7-114155126522), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:24.063539 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0d90a-d687-40e3-ad86-cab8a2e9a004 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e10fa2-ce13-40da-bef7-114155126522,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:24.065771 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bad0d90a-d687-40e3-ad86-cab8a2e9a004 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:24.071494 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bad0d90a-d687-40e3-ad86-cab8a2e9a004 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/subnets/e3e10fa2-ce13-40da-bef7-114155126522 HTTP/1.1" status: 204  len: 168 time: 0.6166847
Feb 12 21:25:24.078231 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60272) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:24.078391 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af36844-e23d-4633-b5ab-51f822b6048d None None] Network 1236fad7-e17d-4730-8290-06b9f31673f1 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:24.166212 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d2b7365-c3ac-4cdd-b8f1-9fcc620b749e admin admin] Publish callbacks [] for security_group (d8c0bb3d-4806-44bc-8040-9d1884451d7d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:24.166969 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (1236fad7-e17d-4730-8290-06b9f31673f1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:24.244698 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-88e6431e-6025-44d2-b66e-f8c7191b28ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e4343c9a19942d2a9b22b929b3cedcc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2274611
Feb 12 21:25:24.248736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60274) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:24.269279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-76dd34b5-aedf-4983-a034-2ddcd3db6ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7762e0>, [{'id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'name': 'tempest-ServerActionsTestJSON-562429510-router', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232'}], 'enable_snat': True}, 'gw_port_id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:17:24Z', 'updated_at': '2022-02-12T21:17:29Z', 'revision_number': 4, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'gw_port': {'id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:25Z', 'updated_at': '2022-02-12T21:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c7c55105-b956-4dca-b45f-807c19520511', 'name': '', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'mac_address': 'fa:16:3e:b6:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:28Z', 'updated_at': '2022-02-12T21:17:36Z', 'revision_number': 5, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'subnets': [{'id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:24.302791 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dd34b5-aedf-4983-a034-2ddcd3db6ebd None None] Checking router: a79d0410-3571-4ecb-b0d3-5934c95ba02a for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:25:24.314934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dd34b5-aedf-4983-a034-2ddcd3db6ebd None None] Routers {'a79d0410-3571-4ecb-b0d3-5934c95ba02a'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:24.315750 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-76dd34b5-aedf-4983-a034-2ddcd3db6ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7762e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:24.324046 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:24.325088 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:24.362003 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22aaea58-457f-40bb-85ed-41d62b1390f7 admin admin] Publish callbacks [] for security_group (163e0e9b-133c-43a9-a307-c2ac180a9b26), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:24.390033 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39349235-6ae0-43ee-93b5-bd79edacdf54 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (0841529f-42b0-4aa7-8567-3d1808ce7fd0), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:24.394915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2f96a2-a844-4a73-811a-e2ae304a88aa None None] DHCP port deletion for 1236fad7-e17d-4730-8290-06b9f31673f1 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:25:24.418811 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d2b7365-c3ac-4cdd-b8f1-9fcc620b749e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d8c0bb3d-4806-44bc-8040-9d1884451d7d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:24.425314 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3d2b7365-c3ac-4cdd-b8f1-9fcc620b749e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:24.428054 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3d2b7365-c3ac-4cdd-b8f1-9fcc620b749e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8c0bb3d-4806-44bc-8040-9d1884451d7d HTTP/1.1" status: 204  len: 168 time: 0.5728776
Feb 12 21:25:24.441228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b7365-c3ac-4cdd-b8f1-9fcc620b749e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c0bb3d-4806-44bc-8040-9d1884451d7d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:24.505409 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39349235-6ae0-43ee-93b5-bd79edacdf54 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (0841529f-42b0-4aa7-8567-3d1808ce7fd0), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:24.524327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f96a2-a844-4a73-811a-e2ae304a88aa None None] Deleting port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:24.524912 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7b2f96a2-a844-4a73-811a-e2ae304a88aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:24.658720 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-76dd34b5-aedf-4983-a034-2ddcd3db6ebd None None] Set router a79d0410-3571-4ecb-b0d3-5934c95ba02a gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:25:24.674356 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39349235-6ae0-43ee-93b5-bd79edacdf54 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router 0841529f-42b0-4aa7-8567-3d1808ce7fd0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:25:24.727876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7b2f96a2-a844-4a73-811a-e2ae304a88aa None None] For port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb4c2ab5-ec07-4218-bcba-a3f3f07966e5,segment=NetworkSegment(00101a25-0532-4b25-b3e6-3624c480fe00),segment_id=00101a25-0532-4b25-b3e6-3624c480fe00)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:24.728287 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7b2f96a2-a844-4a73-811a-e2ae304a88aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:24.752712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] For port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb4c2ab5-ec07-4218-bcba-a3f3f07966e5,segment=NetworkSegment(00101a25-0532-4b25-b3e6-3624c480fe00),segment_id=00101a25-0532-4b25-b3e6-3624c480fe00)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:24.753377 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:24.772719 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Calling delete_port for bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:24.801418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39349235-6ae0-43ee-93b5-bd79edacdf54 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:24.812268 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9581b218-eb33-4fb7-8095-273b7735b162 None None] Sync routers for ids ['0841529f-42b0-4aa7-8567-3d1808ce7fd0'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:24.813090 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39349235-6ae0-43ee-93b5-bd79edacdf54 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:24.814314 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-39349235-6ae0-43ee-93b5-bd79edacdf54 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/0841529f-42b0-4aa7-8567-3d1808ce7fd0 HTTP/1.1" status: 200  len: 887 time: 1.1068246
Feb 12 21:25:24.819411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60288) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:24.824680 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22aaea58-457f-40bb-85ed-41d62b1390f7 admin admin] Publish callbacks [] for security_group (163e0e9b-133c-43a9-a307-c2ac180a9b26), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:24.831311 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9581b218-eb33-4fb7-8095-273b7735b162 None None] Routers {'0841529f-42b0-4aa7-8567-3d1808ce7fd0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:24.836138 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9581b218-eb33-4fb7-8095-273b7735b162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba09ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['0841529f-42b0-4aa7-8567-3d1808ce7fd0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:24.853477 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f96a2-a844-4a73-811a-e2ae304a88aa None None] Calling delete_port for bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:24.964512 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9581b218-eb33-4fb7-8095-273b7735b162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba09ca0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:24.975745 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9581b218-eb33-4fb7-8095-273b7735b162 None None] Routers {'0841529f-42b0-4aa7-8567-3d1808ce7fd0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:24.977084 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9581b218-eb33-4fb7-8095-273b7735b162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba09ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:24:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['0841529f-42b0-4aa7-8567-3d1808ce7fd0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:25.018800 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9581b218-eb33-4fb7-8095-273b7735b162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba09ca0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:25.019030 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:25:25.019906 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9581b218-eb33-4fb7-8095-273b7735b162 None None] The sync data for ids ['0841529f-42b0-4aa7-8567-3d1808ce7fd0'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:25.057087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60304) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:25.077853 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1aa854f9-0b9b-4dc3-bc10-d13600b0ab4b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/routers/0841529f-42b0-4aa7-8567-3d1808ce7fd0 HTTP/1.1" status: 200  len: 887 time: 0.2572317
Feb 12 21:25:25.080213 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60306) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:25.113244 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9cafada6-3e96-40ef-9061-0b7e724f656d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0841529f-42b0-4aa7-8567-3d1808ce7fd0 HTTP/1.1" status: 200  len: 205 time: 0.0318027
Feb 12 21:25:25.116035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60308) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:25.120436 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09b13926-9d69-403b-abde-17783cae909e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for security_group (46dc496b-948f-4389-ac5b-a77b52991504), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.152377 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09b13926-9d69-403b-abde-17783cae909e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for security_group (46dc496b-948f-4389-ac5b-a77b52991504), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.167055 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.190329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-76dd34b5-aedf-4983-a034-2ddcd3db6ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7762e0>, [{'id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'name': 'tempest-ServerActionsTestJSON-562429510-router', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232'}], 'enable_snat': True}, 'gw_port_id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:17:24Z', 'updated_at': '2022-02-12T21:17:29Z', 'revision_number': 4, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'gw_port': {'id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:25Z', 'updated_at': '2022-02-12T21:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c7c55105-b956-4dca-b45f-807c19520511', 'name': '', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'mac_address': 'fa:16:3e:b6:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:28Z', 'updated_at': '2022-02-12T21:17:36Z', 'revision_number': 5, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'subnets': [{'id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:25.194436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:25.195094 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.220532 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22aaea58-457f-40bb-85ed-41d62b1390f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (163e0e9b-133c-43a9-a307-c2ac180a9b26), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.221327 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7b2f96a2-a844-4a73-811a-e2ae304a88aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (bb4c2ab5-ec07-4218-bcba-a3f3f07966e5), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.223418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22aaea58-457f-40bb-85ed-41d62b1390f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.229045 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-22aaea58-457f-40bb-85ed-41d62b1390f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/163e0e9b-133c-43a9-a307-c2ac180a9b26 HTTP/1.1" status: 204  len: 168 time: 0.9740930
Feb 12 21:25:25.231014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dd34b5-aedf-4983-a034-2ddcd3db6ebd None None] The sync data for ids ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'] in ncdv-master-1 is: [{'id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'name': 'tempest-ServerActionsTestJSON-562429510-router', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232'}], 'enable_snat': True}, 'gw_port_id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:17:24Z', 'updated_at': '2022-02-12T21:17:29Z', 'revision_number': 4, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'gw_port': {'id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:25Z', 'updated_at': '2022-02-12T21:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c7c55105-b956-4dca-b45f-807c19520511', 'name': '', 'network_id': '2d2fb25f-a576-44b7-8aec-e44f4519d495', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'mac_address': 'fa:16:3e:b6:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:28Z', 'updated_at': '2022-02-12T21:17:36Z', 'revision_number': 5, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'subnets': [{'id': '4aba54e8-02c5-42b4-9b81-f8ec4ddd5749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:25.252121 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] No DVR routers for this DVR port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:25.261088 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Port': ['ID=bb4c2ab5-ec07-4218-bcba-a3f3f07966e5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:25.269035 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f96a2-a844-4a73-811a-e2ae304a88aa None None] Pushing event deleted for resources: {'Port': ['ID=bb4c2ab5-ec07-4218-bcba-a3f3f07966e5,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:25.269769 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f96a2-a844-4a73-811a-e2ae304a88aa None None] No DVR routers for this DVR port bb4c2ab5-ec07-4218-bcba-a3f3f07966e5 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:25.303582 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aaea58-457f-40bb-85ed-41d62b1390f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163e0e9b-133c-43a9-a307-c2ac180a9b26,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:25.367763 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09b13926-9d69-403b-abde-17783cae909e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (46dc496b-948f-4389-ac5b-a77b52991504), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.372264 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09b13926-9d69-403b-abde-17783cae909e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.373475 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-09b13926-9d69-403b-abde-17783cae909e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "DELETE /v2.0/security-groups/46dc496b-948f-4389-ac5b-a77b52991504 HTTP/1.1" status: 204  len: 168 time: 0.3152914
Feb 12 21:25:25.379592 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60314) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:25.384022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b13926-9d69-403b-abde-17783cae909e tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dc496b-948f-4389-ac5b-a77b52991504,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:25.391510 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (1236fad7-e17d-4730-8290-06b9f31673f1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.414195 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d77f97b-d365-4f9b-af62-e52eeaaf68fe tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (0841529f-42b0-4aa7-8567-3d1808ce7fd0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.423117 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-af27f434-f2e5-4a2f-8e8f-de453c71f48f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] show failed (client error): The resource could not be found.
Feb 12 21:25:25.424897 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-af27f434-f2e5-4a2f-8e8f-de453c71f48f tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "GET /v2.0/security-groups/46dc496b-948f-4389-ac5b-a77b52991504 HTTP/1.1" status: 404  len: 347 time: 0.0439546
Feb 12 21:25:25.431849 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60318) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:25.501403 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60320) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:25.503429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fae197c0>,) {'filters': {'network_id': ['1236fad7-e17d-4730-8290-06b9f31673f1']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:25.526105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fae197c0>, '00101a25-0532-4b25-b3e6-3624c480fe00') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:25.526329 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fae197c0>, '00101a25-0532-4b25-b3e6-3624c480fe00') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:25.554039 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5424af49-1191-4dfc-823d-e9a8b447b535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.562902 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (00101a25-0532-4b25-b3e6-3624c480fe00), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.586925 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (00101a25-0532-4b25-b3e6-3624c480fe00), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.600671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 46b4431b-660a-42fe-8b92-e92dfee82188 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:25:25.608493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:25:25.609639 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (00101a25-0532-4b25-b3e6-3624c480fe00), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:25:25.612882 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:25:25.640758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 46b4431b-660a-42fe-8b92-e92dfee82188 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:25:25.641121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 46b4431b-660a-42fe-8b92-e92dfee82188 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:25:25.652204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-04ea6314-d2bf-463a-aeed-5acedd344698 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Deleting port a33e72d7-139a-4244-add0-768d5840ea70 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:25.652641 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04ea6314-d2bf-463a-aeed-5acedd344698 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a33e72d7-139a-4244-add0-768d5840ea70), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.678015 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d77f97b-d365-4f9b-af62-e52eeaaf68fe tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_gateway (0841529f-42b0-4aa7-8567-3d1808ce7fd0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.679709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57891695-05d8-4f84-bd13-85c8bc89653e None None] New status for floating IP c51ed985-e4fe-4986-8bc4-561d1114f8fa: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:25:25.767946 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04ea6314-d2bf-463a-aeed-5acedd344698 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a33e72d7-139a-4244-add0-768d5840ea70), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.768530 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04ea6314-d2bf-463a-aeed-5acedd344698 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for floatingip (a33e72d7-139a-4244-add0-768d5840ea70), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.796267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-04ea6314-d2bf-463a-aeed-5acedd344698 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Calling delete_port for a33e72d7-139a-4244-add0-768d5840ea70 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:25.817542 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (1236fad7-e17d-4730-8290-06b9f31673f1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.835572 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:25.839891 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/networks/1236fad7-e17d-4730-8290-06b9f31673f1 HTTP/1.1" status: 204  len: 168 time: 1.7672489
Feb 12 21:25:25.855833 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60328) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:25.879250 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1583b-9a66-4675-849e-afd7988b548f tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Network': ['ID=1236fad7-e17d-4730-8290-06b9f31673f1,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:25.925381 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6284dbc7-d5ec-4904-8d54-80c7785eb3da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.032895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3d77f97b-d365-4f9b-af62-e52eeaaf68fe tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port 3f789618-7702-4094-8e3e-003f46693dea {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:26.033254 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d77f97b-d365-4f9b-af62-e52eeaaf68fe tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3f789618-7702-4094-8e3e-003f46693dea), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.102291 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5424af49-1191-4dfc-823d-e9a8b447b535 admin admin] Publish callbacks [] for security_group (363bed0c-7f41-48d8-b86d-ba08146dfe3e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.142082 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a304d0c5-5197-48f9-92ff-250d83050842 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting port bde99d6d-3026-4053-8535-75d823ad69b6 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:26.142492 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a304d0c5-5197-48f9-92ff-250d83050842 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (bde99d6d-3026-4053-8535-75d823ad69b6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.155577 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04ea6314-d2bf-463a-aeed-5acedd344698 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a33e72d7-139a-4244-add0-768d5840ea70), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.173645 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d77f97b-d365-4f9b-af62-e52eeaaf68fe tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3f789618-7702-4094-8e3e-003f46693dea), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.182931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea6314-d2bf-463a-aeed-5acedd344698 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Pushing event deleted for resources: {'Port': ['ID=a33e72d7-139a-4244-add0-768d5840ea70,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:26.217725 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5424af49-1191-4dfc-823d-e9a8b447b535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (363bed0c-7f41-48d8-b86d-ba08146dfe3e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.240985 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3d77f97b-d365-4f9b-af62-e52eeaaf68fe tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for 3f789618-7702-4094-8e3e-003f46693dea owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:26.254593 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04ea6314-d2bf-463a-aeed-5acedd344698 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks [] for floatingip (c51ed985-e4fe-4986-8bc4-561d1114f8fa), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.257322 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04ea6314-d2bf-463a-aeed-5acedd344698 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.258511 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-04ea6314-d2bf-463a-aeed-5acedd344698 tempest-ServerActionsTestJSON-614087630 tempest-ServerActionsTestJSON-614087630-project] 10.222.0.31 "DELETE /v2.0/floatingips/c51ed985-e4fe-4986-8bc4-561d1114f8fa HTTP/1.1" status: 204  len: 168 time: 0.8249710
Feb 12 21:25:26.261640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60344) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:26.284866 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5424af49-1191-4dfc-823d-e9a8b447b535 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7375fedabe7847dd867fafd752ce1f07&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7787292
Feb 12 21:25:26.293252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60348) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:26.293467 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424af49-1191-4dfc-823d-e9a8b447b535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363bed0c-7f41-48d8-b86d-ba08146dfe3e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:26.344005 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a304d0c5-5197-48f9-92ff-250d83050842 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (bde99d6d-3026-4053-8535-75d823ad69b6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.344005 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a304d0c5-5197-48f9-92ff-250d83050842 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (bde99d6d-3026-4053-8535-75d823ad69b6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.354585 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c35a679-c6e4-407f-b708-ec46710708e9 admin admin] Publish callbacks [] for security_group (363bed0c-7f41-48d8-b86d-ba08146dfe3e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.363199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a304d0c5-5197-48f9-92ff-250d83050842 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Calling delete_port for bde99d6d-3026-4053-8535-75d823ad69b6 owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:26.406604 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c35a679-c6e4-407f-b708-ec46710708e9 admin admin] Publish callbacks [] for security_group (363bed0c-7f41-48d8-b86d-ba08146dfe3e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.591188 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c35a679-c6e4-407f-b708-ec46710708e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (363bed0c-7f41-48d8-b86d-ba08146dfe3e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.594716 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c35a679-c6e4-407f-b708-ec46710708e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.595908 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0c35a679-c6e4-407f-b708-ec46710708e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/363bed0c-7f41-48d8-b86d-ba08146dfe3e HTTP/1.1" status: 204  len: 168 time: 0.3069735
Feb 12 21:25:26.623981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35a679-c6e4-407f-b708-ec46710708e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363bed0c-7f41-48d8-b86d-ba08146dfe3e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:26.642215 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d77f97b-d365-4f9b-af62-e52eeaaf68fe tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (3f789618-7702-4094-8e3e-003f46693dea), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.674479 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a304d0c5-5197-48f9-92ff-250d83050842 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (bde99d6d-3026-4053-8535-75d823ad69b6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.701750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77f97b-d365-4f9b-af62-e52eeaaf68fe tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=3f789618-7702-4094-8e3e-003f46693dea,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:26.759830 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60374) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:26.834670 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304d0c5-5197-48f9-92ff-250d83050842 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Port': ['ID=bde99d6d-3026-4053-8535-75d823ad69b6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:26.880481 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a304d0c5-5197-48f9-92ff-250d83050842 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for floatingip (17601e2d-79ae-4e1b-9799-954ba6a3d469), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.887097 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.893745 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a304d0c5-5197-48f9-92ff-250d83050842 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.893745 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a304d0c5-5197-48f9-92ff-250d83050842 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/floatingips/17601e2d-79ae-4e1b-9799-954ba6a3d469 HTTP/1.1" status: 204  len: 168 time: 1.0360096
Feb 12 21:25:26.895091 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60382) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:26.905590 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d77f97b-d365-4f9b-af62-e52eeaaf68fe tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (0841529f-42b0-4aa7-8567-3d1808ce7fd0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:26.987304 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e73b86b-4a41-450b-b68a-6bff19f4d34d tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:25:26.988553 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e73b86b-4a41-450b-b68a-6bff19f4d34d tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:25:26.991950 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0e73b86b-4a41-450b-b68a-6bff19f4d34d tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/ports/6d71e75a-84c6-414d-98f6-bf28dc0d21c5 HTTP/1.1" status: 404  len: 333 time: 0.0956397
Feb 12 21:25:26.994898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60384) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:27.040963 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d77f97b-d365-4f9b-af62-e52eeaaf68fe tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (0841529f-42b0-4aa7-8567-3d1808ce7fd0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.043548 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d77f97b-d365-4f9b-af62-e52eeaaf68fe tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_controller (0841529f-42b0-4aa7-8567-3d1808ce7fd0), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.044164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-dd71944b-5273-4e1c-bb5b-93b771275bb7 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f122598-09a8-4f24-9250-56dd5fba240f HTTP/1.1" status: 200  len: 205 time: 0.0479944
Feb 12 21:25:27.047337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60388) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:27.048608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-1535e319-f1c6-4545-8f54-f1abb845758a tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-942004205'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:27.061935 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-819b9cac-4f1c-4a50-901d-f81362960c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (a79d0410-3571-4ecb-b0d3-5934c95ba02a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.127773 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-6e107455-16ab-44fe-b6a1-270d7e7f3458 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] delete failed (client error): The resource could not be found.
Feb 12 21:25:27.128843 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6e107455-16ab-44fe-b6a1-270d7e7f3458 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/routers/3f122598-09a8-4f24-9250-56dd5fba240f HTTP/1.1" status: 404  len: 336 time: 0.0805762
Feb 12 21:25:27.132030 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60392) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:27.159711 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b494be-ccf4-43f4-b3dc-02efe644398b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:25:27.160173 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b494be-ccf4-43f4-b3dc-02efe644398b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:25:27.163304 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-62b494be-ccf4-43f4-b3dc-02efe644398b tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/subnets/e3e10fa2-ce13-40da-bef7-114155126522 HTTP/1.1" status: 404  len: 337 time: 0.0308657
Feb 12 21:25:27.165994 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60396) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:27.195949 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d77f97b-d365-4f9b-af62-e52eeaaf68fe tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (0841529f-42b0-4aa7-8567-3d1808ce7fd0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.201497 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d77f97b-d365-4f9b-af62-e52eeaaf68fe tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Fanout notify agent at l3_agent the message router_deleted on router 0841529f-42b0-4aa7-8567-3d1808ce7fd0 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:25:27.206599 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d77f97b-d365-4f9b-af62-e52eeaaf68fe tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.207824 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3d77f97b-d365-4f9b-af62-e52eeaaf68fe tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/routers/0841529f-42b0-4aa7-8567-3d1808ce7fd0 HTTP/1.1" status: 204  len: 168 time: 2.0901392
Feb 12 21:25:27.211318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60400) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:27.219943 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c9effc0a-643d-457f-9e55-6c369c227ebf tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'network': {'name': 'tempest-RoutersTest-382542424'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:27.230361 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1535e319-f1c6-4545-8f54-f1abb845758a tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Made reservation on behalf of cfb96138abca4946a096007550047945 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:27.235642 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1535e319-f1c6-4545-8f54-f1abb845758a tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.245905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1535e319-f1c6-4545-8f54-f1abb845758a tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.293497 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3a297543-4059-4825-adef-72ddacad3284 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting port 91ac86c8-7d9a-44b1-b4b8-cb9d4038445b {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:27.293966 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a297543-4059-4825-adef-72ddacad3284 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (91ac86c8-7d9a-44b1-b4b8-cb9d4038445b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.349746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9effc0a-643d-457f-9e55-6c369c227ebf tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:27.353122 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9effc0a-643d-457f-9e55-6c369c227ebf tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.399447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9effc0a-643d-457f-9e55-6c369c227ebf tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:25:27.416897 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a297543-4059-4825-adef-72ddacad3284 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (91ac86c8-7d9a-44b1-b4b8-cb9d4038445b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.429140 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9effc0a-643d-457f-9e55-6c369c227ebf tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d0da6caa-cd9e-4521-a4d1-18877b6c3caf), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.429548 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-c9effc0a-643d-457f-9e55-6c369c227ebf tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Added segment d0da6caa-cd9e-4521-a4d1-18877b6c3caf of type vlan for network cbc2abdc-f639-4f23-b923-6428c8e36567
Feb 12 21:25:27.434131 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1535e319-f1c6-4545-8f54-f1abb845758a tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks [] for security_group (c2fcd9e3-3e55-4ead-b7d4-2215b460766d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.444081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3a297543-4059-4825-adef-72ddacad3284 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Calling delete_port for 91ac86c8-7d9a-44b1-b4b8-cb9d4038445b owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:27.454914 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-819b9cac-4f1c-4a50-901d-f81362960c34 admin admin] Deleting port c7c55105-b956-4dca-b45f-807c19520511 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:27.455356 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-819b9cac-4f1c-4a50-901d-f81362960c34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c7c55105-b956-4dca-b45f-807c19520511), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.502929 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9effc0a-643d-457f-9e55-6c369c227ebf tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (cbc2abdc-f639-4f23-b923-6428c8e36567), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.518563 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1535e319-f1c6-4545-8f54-f1abb845758a tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c2fcd9e3-3e55-4ead-b7d4-2215b460766d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.563673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1535e319-f1c6-4545-8f54-f1abb845758a tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:25:27.574140 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535e319-f1c6-4545-8f54-f1abb845758a tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fcd9e3-3e55-4ead-b7d4-2215b460766d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:27.577739 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-819b9cac-4f1c-4a50-901d-f81362960c34 admin admin] For port c7c55105-b956-4dca-b45f-807c19520511, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7c55105-b956-4dca-b45f-807c19520511,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:27.578105 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-819b9cac-4f1c-4a50-901d-f81362960c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c7c55105-b956-4dca-b45f-807c19520511), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.589888 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1535e319-f1c6-4545-8f54-f1abb845758a tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (58bd4387-4db4-4052-92d9-96070be69106), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.590251 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-1535e319-f1c6-4545-8f54-f1abb845758a tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Added segment 58bd4387-4db4-4052-92d9-96070be69106 of type vlan for network 864c151b-c222-4feb-b9a4-8c16dcf9a6de
Feb 12 21:25:27.600716 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-819b9cac-4f1c-4a50-901d-f81362960c34 admin admin] Calling delete_port for c7c55105-b956-4dca-b45f-807c19520511 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:27.647058 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9effc0a-643d-457f-9e55-6c369c227ebf tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (cbc2abdc-f639-4f23-b923-6428c8e36567), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.652147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9effc0a-643d-457f-9e55-6c369c227ebf tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:27.652743 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9effc0a-643d-457f-9e55-6c369c227ebf tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.674027 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1535e319-f1c6-4545-8f54-f1abb845758a tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (864c151b-c222-4feb-b9a4-8c16dcf9a6de), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.726000 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a297543-4059-4825-adef-72ddacad3284 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (91ac86c8-7d9a-44b1-b4b8-cb9d4038445b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.767845 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c9effc0a-643d-457f-9e55-6c369c227ebf tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5502374
Feb 12 21:25:27.767845 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9effc0a-643d-457f-9e55-6c369c227ebf tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Network': ['ID=cbc2abdc-f639-4f23-b923-6428c8e36567,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:27.769100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a297543-4059-4825-adef-72ddacad3284 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Port': ['ID=91ac86c8-7d9a-44b1-b4b8-cb9d4038445b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:27.769220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60412) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:27.779301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network cbc2abdc-f639-4f23-b923-6428c8e36567 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:25:27.783138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-25628f17-b81c-4bd8-a305-82190bf18ad6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'subnet': {'network_id': 'cbc2abdc-f639-4f23-b923-6428c8e36567', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:27.791313 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1535e319-f1c6-4545-8f54-f1abb845758a tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (864c151b-c222-4feb-b9a4-8c16dcf9a6de), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.798124 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1535e319-f1c6-4545-8f54-f1abb845758a tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:27.798754 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1535e319-f1c6-4545-8f54-f1abb845758a tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.867332 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a297543-4059-4825-adef-72ddacad3284 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:27.873558 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3a297543-4059-4825-adef-72ddacad3284 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/ports/91ac86c8-7d9a-44b1-b4b8-cb9d4038445b HTTP/1.1" status: 204  len: 168 time: 0.7044361
Feb 12 21:25:27.875247 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60418) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:28.019311 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting port b1fcf914-82e3-4504-a4f8-37d8d43d160c {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:28.019831 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b1fcf914-82e3-4504-a4f8-37d8d43d160c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:28.045210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535e319-f1c6-4545-8f54-f1abb845758a tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Pushing event updated for resources: {'Network': ['ID=864c151b-c222-4feb-b9a4-8c16dcf9a6de,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:28.050873 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1535e319-f1c6-4545-8f54-f1abb845758a tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.2900217
Feb 12 21:25:28.055603 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60422) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:28.065611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-be2dc693-c53d-4b79-9a8d-19ab953aa5f7 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Request body: {'subnet': {'network_id': '864c151b-c222-4feb-b9a4-8c16dcf9a6de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:28.071036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 864c151b-c222-4feb-b9a4-8c16dcf9a6de details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:25:28.116449 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25628f17-b81c-4bd8-a305-82190bf18ad6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:28.121460 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25628f17-b81c-4bd8-a305-82190bf18ad6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:28.127372 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-819b9cac-4f1c-4a50-901d-f81362960c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c7c55105-b956-4dca-b45f-807c19520511), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:28.183021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b9cac-4f1c-4a50-901d-f81362960c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c55105-b956-4dca-b45f-807c19520511,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:28.263526 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b1fcf914-82e3-4504-a4f8-37d8d43d160c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:28.282524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Calling delete_port for b1fcf914-82e3-4504-a4f8-37d8d43d160c owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:28.304477 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-38877a3c-7ee6-4ce8-bcd1-376aa6c75039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:28.384279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2dc693-c53d-4b79-9a8d-19ab953aa5f7 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Made reservation on behalf of cfb96138abca4946a096007550047945 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:28.388117 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be2dc693-c53d-4b79-9a8d-19ab953aa5f7 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:28.509015 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-819b9cac-4f1c-4a50-901d-f81362960c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (a79d0410-3571-4ecb-b0d3-5934c95ba02a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:28.625479 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25628f17-b81c-4bd8-a305-82190bf18ad6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (057505e1-d3d5-462b-a59e-e784aad1c63f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:28.676375 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:25:28.726861 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b1fcf914-82e3-4504-a4f8-37d8d43d160c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:28.757114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Port': ['ID=b1fcf914-82e3-4504-a4f8-37d8d43d160c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:28.771215 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25628f17-b81c-4bd8-a305-82190bf18ad6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Subnet': ['ID=057505e1-d3d5-462b-a59e-e784aad1c63f,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:28.787692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:28.788176 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:28.788648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:28.788768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:28.789175 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:28.789574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:28.789959 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:28.790206 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:28.790531 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:28.790861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:28.791877 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:28.791877 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:28.791877 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:28.792245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25628f17-b81c-4bd8-a305-82190bf18ad6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Checking segment: {'id': 'd0da6caa-cd9e-4521-a4d1-18877b6c3caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cbc2abdc-f639-4f23-b923-6428c8e36567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:28.792619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25628f17-b81c-4bd8-a305-82190bf18ad6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network hostable DHCP agents. Network: cbc2abdc-f639-4f23-b923-6428c8e36567, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:25:28.818338 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be2dc693-c53d-4b79-9a8d-19ab953aa5f7 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (620680c8-692b-4c0f-a9f1-3f17dbb8c5dc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:28.831187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819b9cac-4f1c-4a50-901d-f81362960c34 admin admin] Router a79d0410-3571-4ecb-b0d3-5934c95ba02a has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:25:28.890937 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:28.894457 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-76c09350-97c8-4920-a85c-892c2e2b7800 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/ports/b1fcf914-82e3-4504-a4f8-37d8d43d160c HTTP/1.1" status: 204  len: 168 time: 1.0180991
Feb 12 21:25:28.895059 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60436) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:28.904105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60438) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:28.915338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2dc693-c53d-4b79-9a8d-19ab953aa5f7 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Pushing event updated for resources: {'Subnet': ['ID=620680c8-692b-4c0f-a9f1-3f17dbb8c5dc,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:28.933721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25628f17-b81c-4bd8-a305-82190bf18ad6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network cbc2abdc-f639-4f23-b923-6428c8e36567 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:25:28.968431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819b9cac-4f1c-4a50-901d-f81362960c34 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:28.969102 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2dc693-c53d-4b79-9a8d-19ab953aa5f7 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Checking segment: {'id': '58bd4387-4db4-4052-92d9-96070be69106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '864c151b-c222-4feb-b9a4-8c16dcf9a6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:28.971600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2dc693-c53d-4b79-9a8d-19ab953aa5f7 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Network hostable DHCP agents. Network: 864c151b-c222-4feb-b9a4-8c16dcf9a6de, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:25:28.977410 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-819b9cac-4f1c-4a50-901d-f81362960c34 admin admin] 10.222.0.31 "PUT /v2.0/routers/a79d0410-3571-4ecb-b0d3-5934c95ba02a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7146668
Feb 12 21:25:28.980963 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60444) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:28.984383 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40871833-5770-46e9-ad31-610e06d1c7db None None] Sync routers for ids ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:28.996046 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40871833-5770-46e9-ad31-610e06d1c7db None None] Routers {'a79d0410-3571-4ecb-b0d3-5934c95ba02a'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:28.997839 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-40871833-5770-46e9-ad31-610e06d1c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaa95e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:29.041408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-25628f17-b81c-4bd8-a305-82190bf18ad6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cbc2abdc-f639-4f23-b923-6428c8e36567) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:29.050440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25628f17-b81c-4bd8-a305-82190bf18ad6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:29.050440 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25628f17-b81c-4bd8-a305-82190bf18ad6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.060806 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a2914b-4e06-40c0-b303-8f05887b0e59 None None] Network cbc2abdc-f639-4f23-b923-6428c8e36567 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:29.137530 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-25628f17-b81c-4bd8-a305-82190bf18ad6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3656263
Feb 12 21:25:29.138392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60446) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:29.146643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-88a403a8-588a-47e1-908a-6dba361b15c6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1947386538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:29.195553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cbc2abdc-f639-4f23-b923-6428c8e36567', 'network_id': 'cbc2abdc-f639-4f23-b923-6428c8e36567', 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'fixed_ips': [{'subnet_id': '057505e1-d3d5-462b-a59e-e784aad1c63f'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:25:29.196735 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.231076 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-88a403a8-588a-47e1-908a-6dba361b15c6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (c4b16eba-26ab-4cd8-8bbd-99fbb50d274e), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.233530 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-88a403a8-588a-47e1-908a-6dba361b15c6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (c4b16eba-26ab-4cd8-8bbd-99fbb50d274e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.238894 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-40871833-5770-46e9-ad31-610e06d1c7db None None] Set router a79d0410-3571-4ecb-b0d3-5934c95ba02a gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:25:29.318089 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-88a403a8-588a-47e1-908a-6dba361b15c6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_controller (c4b16eba-26ab-4cd8-8bbd-99fbb50d274e), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.365175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Allocated IP 172.20.0.2 (cbc2abdc-f639-4f23-b923-6428c8e36567/057505e1-d3d5-462b-a59e-e784aad1c63f/a1c0631f-3710-4d7d-8276-7b4b59a8ad34) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:29.396629 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-88a403a8-588a-47e1-908a-6dba361b15c6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (c4b16eba-26ab-4cd8-8bbd-99fbb50d274e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.419026 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-496a552c-6241-467a-a83c-f53a796d2221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.443913 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c313cf2-ee2b-4dda-96c5-dc9be94f6a46 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:29.445570 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6c313cf2-ee2b-4dda-96c5-dc9be94f6a46 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa996e8-7b40-47bf-be90-80d7cdc45c60 HTTP/1.1" status: 200  len: 913 time: 0.5405102
Feb 12 21:25:29.448635 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60448) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:29.450694 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-40871833-5770-46e9-ad31-610e06d1c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaa95e0>, [{'id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'name': 'tempest-ServerActionsTestJSON-562429510-router', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232'}], 'enable_snat': True}, 'gw_port_id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:17:24Z', 'updated_at': '2022-02-12T21:25:28Z', 'revision_number': 5, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'gw_port': {'id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:25Z', 'updated_at': '2022-02-12T21:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:29.479863 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40871833-5770-46e9-ad31-610e06d1c7db None None] Checking router: a79d0410-3571-4ecb-b0d3-5934c95ba02a for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:25:29.480361 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.489684 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40871833-5770-46e9-ad31-610e06d1c7db None None] Routers {'a79d0410-3571-4ecb-b0d3-5934c95ba02a'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:29.490773 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-40871833-5770-46e9-ad31-610e06d1c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaa95e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:29.493003 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-88a403a8-588a-47e1-908a-6dba361b15c6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.499062 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-88a403a8-588a-47e1-908a-6dba361b15c6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3560061
Feb 12 21:25:29.499500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60450) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:29.539752 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2dc693-c53d-4b79-9a8d-19ab953aa5f7 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Network 864c151b-c222-4feb-b9a4-8c16dcf9a6de is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:25:29.549691 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Publish callbacks [] for port (a1c0631f-3710-4d7d-8276-7b4b59a8ad34), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.570734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-be2dc693-c53d-4b79-9a8d-19ab953aa5f7 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 864c151b-c222-4feb-b9a4-8c16dcf9a6de) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:29.575211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2dc693-c53d-4b79-9a8d-19ab953aa5f7 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:29.575809 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be2dc693-c53d-4b79-9a8d-19ab953aa5f7 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.585147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31d559c-10a2-4283-a1f1-7695388bcf88 None None] Network 864c151b-c222-4feb-b9a4-8c16dcf9a6de requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:29.604923 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-75bc7e9a-e1e5-4e83-a2f0-07fee99ed293 admin admin] Publish callbacks [] for router (a79d0410-3571-4ecb-b0d3-5934c95ba02a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.666149 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-40871833-5770-46e9-ad31-610e06d1c7db None None] Set router a79d0410-3571-4ecb-b0d3-5934c95ba02a gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:25:29.666365 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (a1c0631f-3710-4d7d-8276-7b4b59a8ad34), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.676866 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.703213 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-be2dc693-c53d-4b79-9a8d-19ab953aa5f7 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6462464
Feb 12 21:25:29.712693 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60456) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:29.720123 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-34e88999-3702-4d59-b511-d2cd75080c4c tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Request body: {'port': {'network_id': '864c151b-c222-4feb-b9a4-8c16dcf9a6de', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2118602513'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:29.764158 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Network cbc2abdc-f639-4f23-b923-6428c8e36567 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:29.769165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Pushing event updated for resources: {'Port': ['ID=a1c0631f-3710-4d7d-8276-7b4b59a8ad34,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:29.772461 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:29.777881 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:29.847186 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-864c151b-c222-4feb-b9a4-8c16dcf9a6de', 'network_id': '864c151b-c222-4feb-b9a4-8c16dcf9a6de', 'project_id': 'cfb96138abca4946a096007550047945', 'fixed_ips': [{'subnet_id': '620680c8-692b-4c0f-a9f1-3f17dbb8c5dc'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:25:29.848490 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.881255 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Attempting to bind port a1c0631f-3710-4d7d-8276-7b4b59a8ad34 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:25:29.881996 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Attempting to bind port a1c0631f-3710-4d7d-8276-7b4b59a8ad34 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd0da6caa-cd9e-4521-a4d1-18877b6c3caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cbc2abdc-f639-4f23-b923-6428c8e36567'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:25:29.882557 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Attempting to bind port a1c0631f-3710-4d7d-8276-7b4b59a8ad34 on network cbc2abdc-f639-4f23-b923-6428c8e36567 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:25:29.894613 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:25:29.895004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Checking segment: {'id': 'd0da6caa-cd9e-4521-a4d1-18877b6c3caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cbc2abdc-f639-4f23-b923-6428c8e36567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:29.895388 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.897264 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Bound using segment: {'id': 'd0da6caa-cd9e-4521-a4d1-18877b6c3caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cbc2abdc-f639-4f23-b923-6428c8e36567'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:25:29.897264 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Bound port: a1c0631f-3710-4d7d-8276-7b4b59a8ad34, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0da6caa-cd9e-4521-a4d1-18877b6c3caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cbc2abdc-f639-4f23-b923-6428c8e36567'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:25:29.897264 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a1c0631f-3710-4d7d-8276-7b4b59a8ad34), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.907168 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-40871833-5770-46e9-ad31-610e06d1c7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaa95e0>, [{'id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'name': 'tempest-ServerActionsTestJSON-562429510-router', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232'}], 'enable_snat': True}, 'gw_port_id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:17:24Z', 'updated_at': '2022-02-12T21:25:28Z', 'revision_number': 5, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'gw_port': {'id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:25Z', 'updated_at': '2022-02-12T21:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:29.944823 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40871833-5770-46e9-ad31-610e06d1c7db None None] The sync data for ids ['a79d0410-3571-4ecb-b0d3-5934c95ba02a'] in ncdv-master-1 is: [{'id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'name': 'tempest-ServerActionsTestJSON-562429510-router', 'tenant_id': '63fc5569c8334523aa6dff77b1d79015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232'}], 'enable_snat': True}, 'gw_port_id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:17:24Z', 'updated_at': '2022-02-12T21:25:28Z', 'revision_number': 5, 'project_id': '63fc5569c8334523aa6dff77b1d79015', 'gw_port': {'id': '6642a790-4fac-493b-9b60-16abbdcdc717', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d0410-3571-4ecb-b0d3-5934c95ba02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:17:25Z', 'updated_at': '2022-02-12T21:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:29.956691 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:29.986429 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-496a552c-6241-467a-a83c-f53a796d2221 admin admin] Publish callbacks [] for security_group (c34d3c1c-c5c5-4cda-8788-e66171724ab9), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.036960 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-75bc7e9a-e1e5-4e83-a2f0-07fee99ed293 admin admin] Publish callbacks [] for router_gateway (a79d0410-3571-4ecb-b0d3-5934c95ba02a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.081045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] For port a1c0631f-3710-4d7d-8276-7b4b59a8ad34, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:25:30.086125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] For port a1c0631f-3710-4d7d-8276-7b4b59a8ad34, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1c0631f-3710-4d7d-8276-7b4b59a8ad34,segment=NetworkSegment(d0da6caa-cd9e-4521-a4d1-18877b6c3caf),segment_id=d0da6caa-cd9e-4521-a4d1-18877b6c3caf)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:25:30.106401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Allocated IP 172.20.0.2 (864c151b-c222-4feb-b9a4-8c16dcf9a6de/620680c8-692b-4c0f-a9f1-3f17dbb8c5dc/8cb23849-26e4-40f9-92dc-88e21f4fc513) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:30.111042 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-496a552c-6241-467a-a83c-f53a796d2221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c34d3c1c-c5c5-4cda-8788-e66171724ab9), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.164198 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a552c-6241-467a-a83c-f53a796d2221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34d3c1c-c5c5-4cda-8788-e66171724ab9,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:30.193920 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a1c0631f-3710-4d7d-8276-7b4b59a8ad34), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.212032 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-496a552c-6241-467a-a83c-f53a796d2221 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f29161cd0d79485c9aa54690150d626c&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3138731
Feb 12 21:25:30.215205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e88999-3702-4d59-b511-d2cd75080c4c tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Made reservation on behalf of cfb96138abca4946a096007550047945 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:30.219222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-34e88999-3702-4d59-b511-d2cd75080c4c tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.222174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60460) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:30.276958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Allocated IP 172.20.0.1 (cbc2abdc-f639-4f23-b923-6428c8e36567/057505e1-d3d5-462b-a59e-e784aad1c63f/9a04775f-6374-47ad-ad50-4e31cfdbce7e) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:30.277134 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-34e88999-3702-4d59-b511-d2cd75080c4c tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] device_id is not set on port bc6ce808-e999-42dc-93eb-d78b24897b75 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:25:30.305582 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e8d58-7d19-4032-ae44-524465d5ca6a None None] Pushing event updated for resources: {'Port': ['ID=a1c0631f-3710-4d7d-8276-7b4b59a8ad34,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:30.328374 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Publish callbacks [] for port (8cb23849-26e4-40f9-92dc-88e21f4fc513), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.391200 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (8cb23849-26e4-40f9-92dc-88e21f4fc513), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.429158 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-68ed1bcb-a882-490c-9331-9b5c148d4c9c admin admin] Publish callbacks [] for security_group (c34d3c1c-c5c5-4cda-8788-e66171724ab9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.451678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Network 864c151b-c222-4feb-b9a4-8c16dcf9a6de is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:30.455794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:30.459473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:30.465786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-75bc7e9a-e1e5-4e83-a2f0-07fee99ed293 admin admin] Deleting port 6642a790-4fac-493b-9b60-16abbdcdc717 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:30.466186 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-75bc7e9a-e1e5-4e83-a2f0-07fee99ed293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6642a790-4fac-493b-9b60-16abbdcdc717), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.475625 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (9a04775f-6374-47ad-ad50-4e31cfdbce7e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.488840 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Pushing event updated for resources: {'Port': ['ID=8cb23849-26e4-40f9-92dc-88e21f4fc513,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:30.529810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Attempting to bind port 8cb23849-26e4-40f9-92dc-88e21f4fc513 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:25:30.530235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Attempting to bind port 8cb23849-26e4-40f9-92dc-88e21f4fc513 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '58bd4387-4db4-4052-92d9-96070be69106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '864c151b-c222-4feb-b9a4-8c16dcf9a6de'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:25:30.530733 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Attempting to bind port 8cb23849-26e4-40f9-92dc-88e21f4fc513 on network 864c151b-c222-4feb-b9a4-8c16dcf9a6de {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:25:30.537266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:25:30.537699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Checking segment: {'id': '58bd4387-4db4-4052-92d9-96070be69106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '864c151b-c222-4feb-b9a4-8c16dcf9a6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:30.538116 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.538534 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Bound using segment: {'id': '58bd4387-4db4-4052-92d9-96070be69106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '864c151b-c222-4feb-b9a4-8c16dcf9a6de'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:25:30.539022 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Bound port: 8cb23849-26e4-40f9-92dc-88e21f4fc513, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58bd4387-4db4-4052-92d9-96070be69106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '864c151b-c222-4feb-b9a4-8c16dcf9a6de'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:25:30.539443 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8cb23849-26e4-40f9-92dc-88e21f4fc513), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.598803 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (9a04775f-6374-47ad-ad50-4e31cfdbce7e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.644456 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-68ed1bcb-a882-490c-9331-9b5c148d4c9c admin admin] Publish callbacks [] for security_group (c34d3c1c-c5c5-4cda-8788-e66171724ab9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.655166 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] For port 8cb23849-26e4-40f9-92dc-88e21f4fc513, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:25:30.662599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] For port 8cb23849-26e4-40f9-92dc-88e21f4fc513, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8cb23849-26e4-40f9-92dc-88e21f4fc513,segment=NetworkSegment(58bd4387-4db4-4052-92d9-96070be69106),segment_id=58bd4387-4db4-4052-92d9-96070be69106)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:25:30.675328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-34e88999-3702-4d59-b511-d2cd75080c4c tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Allocated IP 172.20.0.11 (864c151b-c222-4feb-b9a4-8c16dcf9a6de/620680c8-692b-4c0f-a9f1-3f17dbb8c5dc/bc6ce808-e999-42dc-93eb-d78b24897b75) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:30.692599 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network cbc2abdc-f639-4f23-b923-6428c8e36567 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:30.704331 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:30.707798 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:30.733301 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8cb23849-26e4-40f9-92dc-88e21f4fc513), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.758087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-75bc7e9a-e1e5-4e83-a2f0-07fee99ed293 admin admin] For port 6642a790-4fac-493b-9b60-16abbdcdc717, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6642a790-4fac-493b-9b60-16abbdcdc717,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:30.758456 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-75bc7e9a-e1e5-4e83-a2f0-07fee99ed293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6642a790-4fac-493b-9b60-16abbdcdc717), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.766948 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (c4b16eba-26ab-4cd8-8bbd-99fbb50d274e), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.788453 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-75bc7e9a-e1e5-4e83-a2f0-07fee99ed293 admin admin] Calling delete_port for 6642a790-4fac-493b-9b60-16abbdcdc717 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:30.819038 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64d056e2-3b9e-454b-96ff-ff89e0c682ae tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (6fa996e8-7b40-47bf-be90-80d7cdc45c60), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:30.849250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d70eb-0cdf-48ca-8e47-e615d5e4dc69 None None] Pushing event updated for resources: {'Port': ['ID=8cb23849-26e4-40f9-92dc-88e21f4fc513,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:31.029409 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:31.086817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a1c0631f-3710-4d7d-8276-7b4b59a8ad34 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:31.219451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port a1c0631f-3710-4d7d-8276-7b4b59a8ad34 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:31.220206 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a1c0631f-3710-4d7d-8276-7b4b59a8ad34), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:31.221461 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-68ed1bcb-a882-490c-9331-9b5c148d4c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c34d3c1c-c5c5-4cda-8788-e66171724ab9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:31.227943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-68ed1bcb-a882-490c-9331-9b5c148d4c9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:31.231891 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-68ed1bcb-a882-490c-9331-9b5c148d4c9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c34d3c1c-c5c5-4cda-8788-e66171724ab9 HTTP/1.1" status: 204  len: 168 time: 1.0032370
Feb 12 21:25:31.315484 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=9a04775f-6374-47ad-ad50-4e31cfdbce7e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:31.337793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:31.338318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:31.338780 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:31.339270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:31.339719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:31.340200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:31.340674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:31.341120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:31.341578 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:31.341922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:31.342254 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:31.343487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:31.345080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:31.361577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed1bcb-a882-490c-9331-9b5c148d4c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34d3c1c-c5c5-4cda-8788-e66171724ab9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:31.402658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port a1c0631f-3710-4d7d-8276-7b4b59a8ad34 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:31.403736 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a1c0631f-3710-4d7d-8276-7b4b59a8ad34), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:31.477682 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port a1c0631f-3710-4d7d-8276-7b4b59a8ad34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1c0631f-3710-4d7d-8276-7b4b59a8ad34,segment=NetworkSegment(d0da6caa-cd9e-4521-a4d1-18877b6c3caf),segment_id=d0da6caa-cd9e-4521-a4d1-18877b6c3caf)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:31.523855 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9a04775f-6374-47ad-ad50-4e31cfdbce7e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:31.532916 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-34e88999-3702-4d59-b511-d2cd75080c4c tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks [] for port (bc6ce808-e999-42dc-93eb-d78b24897b75), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:31.555773 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a1c0631f-3710-4d7d-8276-7b4b59a8ad34), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:31.579506 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c7c55105-b956-4dca-b45f-807c19520511 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:25:31.603808 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-75bc7e9a-e1e5-4e83-a2f0-07fee99ed293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (6642a790-4fac-493b-9b60-16abbdcdc717), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:31.632584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: c7c55105-b956-4dca-b45f-807c19520511 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:25:31.632973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c7c55105-b956-4dca-b45f-807c19520511 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:25:31.667876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=a1c0631f-3710-4d7d-8276-7b4b59a8ad34,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:31.712130 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc7e9a-e1e5-4e83-a2f0-07fee99ed293 admin admin] Pushing event deleted for resources: {'Port': ['ID=6642a790-4fac-493b-9b60-16abbdcdc717,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:31.803863 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-34e88999-3702-4d59-b511-d2cd75080c4c tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (bc6ce808-e999-42dc-93eb-d78b24897b75), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:31.857088 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-64d056e2-3b9e-454b-96ff-ff89e0c682ae tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting port f65fef65-1c0a-48a9-9337-96d9ffa244c7 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:31.857541 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64d056e2-3b9e-454b-96ff-ff89e0c682ae tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f65fef65-1c0a-48a9-9337-96d9ffa244c7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:31.892450 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e88999-3702-4d59-b511-d2cd75080c4c tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Network 864c151b-c222-4feb-b9a4-8c16dcf9a6de is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:31.908479 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-75bc7e9a-e1e5-4e83-a2f0-07fee99ed293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (a79d0410-3571-4ecb-b0d3-5934c95ba02a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:31.918811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-34e88999-3702-4d59-b511-d2cd75080c4c tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:31.950705 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (9a04775f-6374-47ad-ad50-4e31cfdbce7e), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:31.974844 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e88999-3702-4d59-b511-d2cd75080c4c tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:32.024025 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (9a04775f-6374-47ad-ad50-4e31cfdbce7e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:32.042586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b4eeb8-1ab7-451e-97ad-7c57f74a900c None None] Network cbc2abdc-f639-4f23-b923-6428c8e36567 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:32.047412 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e88999-3702-4d59-b511-d2cd75080c4c tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Pushing event updated for resources: {'Port': ['ID=bc6ce808-e999-42dc-93eb-d78b24897b75,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:32.151128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e350c024-d91e-4750-ad87-f17511c32bfb None None] Provisioning complete for port a1c0631f-3710-4d7d-8276-7b4b59a8ad34 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:32.152529 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e350c024-d91e-4750-ad87-f17511c32bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a1c0631f-3710-4d7d-8276-7b4b59a8ad34), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:32.164663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=9a04775f-6374-47ad-ad50-4e31cfdbce7e,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:32.174224 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (c4b16eba-26ab-4cd8-8bbd-99fbb50d274e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:32.188396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-75bc7e9a-e1e5-4e83-a2f0-07fee99ed293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (a79d0410-3571-4ecb-b0d3-5934c95ba02a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:32.205974 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-75bc7e9a-e1e5-4e83-a2f0-07fee99ed293 admin admin] Publish callbacks [] for router_controller (a79d0410-3571-4ecb-b0d3-5934c95ba02a), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:32.217267 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64d056e2-3b9e-454b-96ff-ff89e0c682ae tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f65fef65-1c0a-48a9-9337-96d9ffa244c7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:32.262103 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:32.307452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e350c024-d91e-4750-ad87-f17511c32bfb None None] Current status of the port a1c0631f-3710-4d7d-8276-7b4b59a8ad34 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:32.354137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e88999-3702-4d59-b511-d2cd75080c4c tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:32.354834 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-34e88999-3702-4d59-b511-d2cd75080c4c tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:32.373854 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-64d056e2-3b9e-454b-96ff-ff89e0c682ae tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Calling delete_port for f65fef65-1c0a-48a9-9337-96d9ffa244c7 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:32.378299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network cbc2abdc-f639-4f23-b923-6428c8e36567 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:32.379794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:32.528190 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-34e88999-3702-4d59-b511-d2cd75080c4c tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.8116980
Feb 12 21:25:32.530013 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-75bc7e9a-e1e5-4e83-a2f0-07fee99ed293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (a79d0410-3571-4ecb-b0d3-5934c95ba02a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:32.530013 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bc7e9a-e1e5-4e83-a2f0-07fee99ed293 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a79d0410-3571-4ecb-b0d3-5934c95ba02a {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:25:32.531196 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60510) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:32.538167 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c4801e-9830-41bf-9373-6918b6307c30 None None] Network 864c151b-c222-4feb-b9a4-8c16dcf9a6de requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:32.540535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Request body: {'port': {'network_id': '864c151b-c222-4feb-b9a4-8c16dcf9a6de', 'name': 'tempest-ExtraDHCPOptionsTestJSON-157407123', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:32.541043 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.api.validators [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] bootfile-name is not in valid_values {{(pid=126506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 12 21:25:32.541519 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.api.validators [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] tftp-server is not in valid_values {{(pid=126506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 12 21:25:32.541917 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.api.validators [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] server-ip-address is not in valid_values {{(pid=126506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 12 21:25:32.551947 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-75bc7e9a-e1e5-4e83-a2f0-07fee99ed293 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:32.559945 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-75bc7e9a-e1e5-4e83-a2f0-07fee99ed293 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a79d0410-3571-4ecb-b0d3-5934c95ba02a HTTP/1.1" status: 204  len: 168 time: 3.5742354
Feb 12 21:25:32.562167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60512) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:32.642330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router c4b16eba-26ab-4cd8-8bbd-99fbb50d274e is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:25:32.729275 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-775d13fb-32cb-466c-ac3a-cffdb965ae07 None None] Provisioning complete for port 8cb23849-26e4-40f9-92dc-88e21f4fc513 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:32.729724 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-775d13fb-32cb-466c-ac3a-cffdb965ae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8cb23849-26e4-40f9-92dc-88e21f4fc513), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:32.868213 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60522) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:32.918225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:32.944376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a53eff8-6597-4d63-bb94-0c0558b1c4c1 None None] Sync routers for ids ['c4b16eba-26ab-4cd8-8bbd-99fbb50d274e'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:32.944597 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60534) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:32.944597 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Made reservation on behalf of cfb96138abca4946a096007550047945 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:32.946041 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fe6f32dd-b2f8-40c2-b299-7f46399a66b6 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/c4b16eba-26ab-4cd8-8bbd-99fbb50d274e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4322555
Feb 12 21:25:32.950440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb803fe3-0cd4-40c0-b627-26d5116a9930 admin admin] Deleting subnet 4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:25:32.957906 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fb803fe3-0cd4-40c0-b627-26d5116a9930 admin admin] Publish callbacks [] for subnet (4aba54e8-02c5-42b4-9b81-f8ec4ddd5749), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:32.960335 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:33.021871 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fb803fe3-0cd4-40c0-b627-26d5116a9930 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (4aba54e8-02c5-42b4-9b81-f8ec4ddd5749), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:33.073242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-775d13fb-32cb-466c-ac3a-cffdb965ae07 None None] Current status of the port 8cb23849-26e4-40f9-92dc-88e21f4fc513 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:33.073696 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-775d13fb-32cb-466c-ac3a-cffdb965ae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8cb23849-26e4-40f9-92dc-88e21f4fc513), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:33.140292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53eff8-6597-4d63-bb94-0c0558b1c4c1 None None] Routers {'c4b16eba-26ab-4cd8-8bbd-99fbb50d274e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:33.141134 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3a53eff8-6597-4d63-bb94-0c0558b1c4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1f7460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c4b16eba-26ab-4cd8-8bbd-99fbb50d274e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:33.147194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60540) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:33.279717 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fb803fe3-0cd4-40c0-b627-26d5116a9930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (4aba54e8-02c5-42b4-9b81-f8ec4ddd5749), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:33.438992 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d2db143-84ef-4b00-8a76-6e9b10c65624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:33.512103 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fb803fe3-0cd4-40c0-b627-26d5116a9930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (4aba54e8-02c5-42b4-9b81-f8ec4ddd5749), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:33.590724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb803fe3-0cd4-40c0-b627-26d5116a9930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aba54e8-02c5-42b4-9b81-f8ec4ddd5749,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:33.599768 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fb803fe3-0cd4-40c0-b627-26d5116a9930 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:33.605649 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fb803fe3-0cd4-40c0-b627-26d5116a9930 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4aba54e8-02c5-42b4-9b81-f8ec4ddd5749 HTTP/1.1" status: 204  len: 168 time: 1.0399988
Feb 12 21:25:33.607113 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-775d13fb-32cb-466c-ac3a-cffdb965ae07 None None] For port 8cb23849-26e4-40f9-92dc-88e21f4fc513, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8cb23849-26e4-40f9-92dc-88e21f4fc513,segment=NetworkSegment(58bd4387-4db4-4052-92d9-96070be69106),segment_id=58bd4387-4db4-4052-92d9-96070be69106)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:33.609960 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60552) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:33.620722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8cb23849-26e4-40f9-92dc-88e21f4fc513 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:33.642574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-592a7ac8-b3b2-414f-9db1-57d8216cc4c7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1798897564-network', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:33.648259 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64d056e2-3b9e-454b-96ff-ff89e0c682ae tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f65fef65-1c0a-48a9-9337-96d9ffa244c7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:33.670258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1ff1ae-f1e7-4554-8611-5e85f4756fc3 None None] Network 2d2fb25f-a576-44b7-8aec-e44f4519d495 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:33.687214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3a53eff8-6597-4d63-bb94-0c0558b1c4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1f7460>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:33.691027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] device_id is not set on port 43d911e0-80ae-46e0-a469-f4fd86b4a070 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:25:33.721870 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-775d13fb-32cb-466c-ac3a-cffdb965ae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8cb23849-26e4-40f9-92dc-88e21f4fc513), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:33.768910 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (2d2fb25f-a576-44b7-8aec-e44f4519d495), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:33.816556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Allocated IP 172.20.0.4 (864c151b-c222-4feb-b9a4-8c16dcf9a6de/620680c8-692b-4c0f-a9f1-3f17dbb8c5dc/43d911e0-80ae-46e0-a469-f4fd86b4a070) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:33.820975 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d2db143-84ef-4b00-8a76-6e9b10c65624 admin admin] Publish callbacks [] for security_group (d868084b-f5fc-4b50-beb2-a08e84d20821), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:33.869063 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a0243f-627a-44c5-9811-f5f76537faba tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:33.870945 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-43a0243f-627a-44c5-9811-f5f76537faba tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports/9a04775f-6374-47ad-ad50-4e31cfdbce7e HTTP/1.1" status: 200  len: 910 time: 0.9081857
Feb 12 21:25:33.876437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60558) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:33.877458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53eff8-6597-4d63-bb94-0c0558b1c4c1 None None] Routers {'c4b16eba-26ab-4cd8-8bbd-99fbb50d274e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:33.878490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3a53eff8-6597-4d63-bb94-0c0558b1c4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1f7460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c4b16eba-26ab-4cd8-8bbd-99fbb50d274e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:33.879107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d056e2-3b9e-454b-96ff-ff89e0c682ae tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Port': ['ID=f65fef65-1c0a-48a9-9337-96d9ffa244c7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:33.897653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-1839bc7b-5086-48f8-8b57-7e19c465bf35 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '057505e1-d3d5-462b-a59e-e784aad1c63f'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:33.949817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3a53eff8-6597-4d63-bb94-0c0558b1c4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1f7460>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:33.950441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a53eff8-6597-4d63-bb94-0c0558b1c4c1 None None] The sync data for ids ['c4b16eba-26ab-4cd8-8bbd-99fbb50d274e'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:34.004277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0140eab7-3f0b-41e6-8db0-4253e2a0c4f1 None None] Provisioning complete for port a1c0631f-3710-4d7d-8276-7b4b59a8ad34 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:34.004657 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0140eab7-3f0b-41e6-8db0-4253e2a0c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a1c0631f-3710-4d7d-8276-7b4b59a8ad34), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.005148 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d2db143-84ef-4b00-8a76-6e9b10c65624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d868084b-f5fc-4b50-beb2-a08e84d20821), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.006736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d13fb-32cb-466c-ac3a-cffdb965ae07 None None] Pushing event updated for resources: {'Port': ['ID=8cb23849-26e4-40f9-92dc-88e21f4fc513,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:34.013098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] Deleting port 19dbbd4f-f066-454a-9055-17d02928b884 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:34.015355 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (19dbbd4f-f066-454a-9055-17d02928b884), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.057451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8cb23849-26e4-40f9-92dc-88e21f4fc513 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:34.058172 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8cb23849-26e4-40f9-92dc-88e21f4fc513), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.102443 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592a7ac8-b3b2-414f-9db1-57d8216cc4c7 admin admin] Made reservation on behalf of 5c11b938ee814f3180aa6e0f37c4e1f0 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:34.104981 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-592a7ac8-b3b2-414f-9db1-57d8216cc4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.127513 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8d2db143-84ef-4b00-8a76-6e9b10c65624 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f5b7f41c8664a68b9167e87c2ef4680&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9792459
Feb 12 21:25:34.133791 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-592a7ac8-b3b2-414f-9db1-57d8216cc4c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.134011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2db143-84ef-4b00-8a76-6e9b10c65624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d868084b-f5fc-4b50-beb2-a08e84d20821,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:34.136405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60560) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:34.180121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] For port 19dbbd4f-f066-454a-9055-17d02928b884, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19dbbd4f-f066-454a-9055-17d02928b884,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:34.180606 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (19dbbd4f-f066-454a-9055-17d02928b884), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.209514 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] Calling delete_port for 19dbbd4f-f066-454a-9055-17d02928b884 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:34.217212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6e0936-cdca-4742-80a1-58179a79fd41 None None] DHCP port deletion for 2d2fb25f-a576-44b7-8aec-e44f4519d495 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:25:34.250646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0140eab7-3f0b-41e6-8db0-4253e2a0c4f1 None None] Current status of the port a1c0631f-3710-4d7d-8276-7b4b59a8ad34 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:34.271503 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1839bc7b-5086-48f8-8b57-7e19c465bf35 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9a04775f-6374-47ad-ad50-4e31cfdbce7e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.279455 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks [] for port (43d911e0-80ae-46e0-a469-f4fd86b4a070), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.298282 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-592a7ac8-b3b2-414f-9db1-57d8216cc4c7 admin admin] Publish callbacks [] for security_group (4e2974eb-268f-4ee4-8c20-6800acb25094), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.298660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8cb23849-26e4-40f9-92dc-88e21f4fc513 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:34.300497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a1c0631f-3710-4d7d-8276-7b4b59a8ad34 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:34.325480 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0140eab7-3f0b-41e6-8db0-4253e2a0c4f1 None None] Provisioning complete for port 9a04775f-6374-47ad-ad50-4e31cfdbce7e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:34.325803 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0140eab7-3f0b-41e6-8db0-4253e2a0c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9a04775f-6374-47ad-ad50-4e31cfdbce7e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.327746 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64d056e2-3b9e-454b-96ff-ff89e0c682ae tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (6fa996e8-7b40-47bf-be90-80d7cdc45c60), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.330864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-324d6cd3-23a1-4eaa-b8f9-a1e9d61865ac admin admin] Publish callbacks [] for security_group (d868084b-f5fc-4b50-beb2-a08e84d20821), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.387632 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0140eab7-3f0b-41e6-8db0-4253e2a0c4f1 None None] Port 9a04775f-6374-47ad-ad50-4e31cfdbce7e cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:34.404135 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-324d6cd3-23a1-4eaa-b8f9-a1e9d61865ac admin admin] Publish callbacks [] for security_group (d868084b-f5fc-4b50-beb2-a08e84d20821), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.419838 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-592a7ac8-b3b2-414f-9db1-57d8216cc4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4e2974eb-268f-4ee4-8c20-6800acb25094), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.423863 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e0936-cdca-4742-80a1-58179a79fd41 None None] Deleting port 19dbbd4f-f066-454a-9055-17d02928b884 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:34.424419 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0936-cdca-4742-80a1-58179a79fd41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (19dbbd4f-f066-454a-9055-17d02928b884), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.459857 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592a7ac8-b3b2-414f-9db1-57d8216cc4c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:25:34.484429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a7ac8-b3b2-414f-9db1-57d8216cc4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2974eb-268f-4ee4-8c20-6800acb25094,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:34.487465 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-592a7ac8-b3b2-414f-9db1-57d8216cc4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (89840f68-154f-493d-8f0b-b102cd41b8e0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.487907 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-592a7ac8-b3b2-414f-9db1-57d8216cc4c7 admin admin] Added segment 89840f68-154f-493d-8f0b-b102cd41b8e0 of type vlan for network 17443eb2-4308-410f-a5f4-59d4de5fb120
Feb 12 21:25:34.531728 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (43d911e0-80ae-46e0-a469-f4fd86b4a070), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.549226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ee6e0936-cdca-4742-80a1-58179a79fd41 None None] For port 19dbbd4f-f066-454a-9055-17d02928b884, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19dbbd4f-f066-454a-9055-17d02928b884,segment=NetworkSegment(d9d5003c-9a0f-45b0-a438-0ec287bae7cc),segment_id=d9d5003c-9a0f-45b0-a438-0ec287bae7cc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:34.549226 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0936-cdca-4742-80a1-58179a79fd41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (19dbbd4f-f066-454a-9055-17d02928b884), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.567779 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e0936-cdca-4742-80a1-58179a79fd41 None None] Calling delete_port for 19dbbd4f-f066-454a-9055-17d02928b884 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:34.582372 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-592a7ac8-b3b2-414f-9db1-57d8216cc4c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (17443eb2-4308-410f-a5f4-59d4de5fb120), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.625004 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (19dbbd4f-f066-454a-9055-17d02928b884), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.625757 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Network 864c151b-c222-4feb-b9a4-8c16dcf9a6de is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:34.633494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0140eab7-3f0b-41e6-8db0-4253e2a0c4f1 None None] Provisioning complete for port bc6ce808-e999-42dc-93eb-d78b24897b75 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:34.634049 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0140eab7-3f0b-41e6-8db0-4253e2a0c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bc6ce808-e999-42dc-93eb-d78b24897b75), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.663957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] Pushing event deleted for resources: {'Port': ['ID=19dbbd4f-f066-454a-9055-17d02928b884,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:34.666228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] No DVR routers for this DVR port 19dbbd4f-f066-454a-9055-17d02928b884 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:34.676294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port a1c0631f-3710-4d7d-8276-7b4b59a8ad34 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:34.676681 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a1c0631f-3710-4d7d-8276-7b4b59a8ad34), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.697805 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:34.699669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Pushing event updated for resources: {'Port': ['ID=43d911e0-80ae-46e0-a469-f4fd86b4a070,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:34.704390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:34.744153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0140eab7-3f0b-41e6-8db0-4253e2a0c4f1 None None] Port bc6ce808-e999-42dc-93eb-d78b24897b75 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:34.808667 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d056e2-3b9e-454b-96ff-ff89e0c682ae tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:25:34.824080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0140eab7-3f0b-41e6-8db0-4253e2a0c4f1 None None] Provisioning complete for port 8cb23849-26e4-40f9-92dc-88e21f4fc513 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:34.824448 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0140eab7-3f0b-41e6-8db0-4253e2a0c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8cb23849-26e4-40f9-92dc-88e21f4fc513), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.827717 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0936-cdca-4742-80a1-58179a79fd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (19dbbd4f-f066-454a-9055-17d02928b884), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.828399 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:34.829788 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.835383 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-592a7ac8-b3b2-414f-9db1-57d8216cc4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (17443eb2-4308-410f-a5f4-59d4de5fb120), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.836560 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a7ac8-b3b2-414f-9db1-57d8216cc4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:34.837172 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-592a7ac8-b3b2-414f-9db1-57d8216cc4c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.860578 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-324d6cd3-23a1-4eaa-b8f9-a1e9d61865ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d868084b-f5fc-4b50-beb2-a08e84d20821), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.863270 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-324d6cd3-23a1-4eaa-b8f9-a1e9d61865ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.866714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-324d6cd3-23a1-4eaa-b8f9-a1e9d61865ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d868084b-f5fc-4b50-beb2-a08e84d20821 HTTP/1.1" status: 204  len: 168 time: 0.7185168
Feb 12 21:25:34.880646 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (2d2fb25f-a576-44b7-8aec-e44f4519d495), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:34.907693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e0936-cdca-4742-80a1-58179a79fd41 None None] Pushing event deleted for resources: {'Port': ['ID=19dbbd4f-f066-454a-9055-17d02928b884,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:34.910725 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port a1c0631f-3710-4d7d-8276-7b4b59a8ad34 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:34.912910 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6e0936-cdca-4742-80a1-58179a79fd41 None None] No DVR routers for this DVR port 19dbbd4f-f066-454a-9055-17d02928b884 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:34.962142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d6cd3-23a1-4eaa-b8f9-a1e9d61865ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d868084b-f5fc-4b50-beb2-a08e84d20821,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:35.008600 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0140eab7-3f0b-41e6-8db0-4253e2a0c4f1 None None] Current status of the port 8cb23849-26e4-40f9-92dc-88e21f4fc513 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:35.032275 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9eaf160>,) {'filters': {'network_id': ['2d2fb25f-a576-44b7-8aec-e44f4519d495']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:35.034285 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-592a7ac8-b3b2-414f-9db1-57d8216cc4c7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.1596725
Feb 12 21:25:35.039460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6642a790-4fac-493b-9b60-16abbdcdc717 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:25:35.041912 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9eaf160>, 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:35.043124 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9eaf160>, 'd9d5003c-9a0f-45b0-a438-0ec287bae7cc') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:35.044827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60574) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:35.058493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f802c8cb-b20e-462c-bd15-76e5f9bec3df admin admin] Request body: {'subnet': {'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1798897564-subnet', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:35.061320 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a7ac8-b3b2-414f-9db1-57d8216cc4c7 admin admin] Pushing event updated for resources: {'Network': ['ID=17443eb2-4308-410f-a5f4-59d4de5fb120,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:35.066545 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 6642a790-4fac-493b-9b60-16abbdcdc717 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:25:35.066897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6642a790-4fac-493b-9b60-16abbdcdc717 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:25:35.093264 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 17443eb2-4308-410f-a5f4-59d4de5fb120 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:25:35.096792 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (d9d5003c-9a0f-45b0-a438-0ec287bae7cc), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.141819 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60576) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:35.181149 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d9d5003c-9a0f-45b0-a438-0ec287bae7cc), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.191263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:25:35.191751 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (d9d5003c-9a0f-45b0-a438-0ec287bae7cc), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.192128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-62eff206-478f-496a-b0be-34b1d506adf1 None None] Provisioning complete for port 43d911e0-80ae-46e0-a469-f4fd86b4a070 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:35.192521 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-62eff206-478f-496a-b0be-34b1d506adf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (43d911e0-80ae-46e0-a469-f4fd86b4a070), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:25:35.194140 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:25:35.235987 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c0701ba0-0273-4358-ace2-dc11157b8b03 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1151 time: 2.7011902
Feb 12 21:25:35.240294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8cb23849-26e4-40f9-92dc-88e21f4fc513 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:35.241242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60580) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:35.250840 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-62eff206-478f-496a-b0be-34b1d506adf1 None None] Port 43d911e0-80ae-46e0-a469-f4fd86b4a070 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:35.261791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f802c8cb-b20e-462c-bd15-76e5f9bec3df admin admin] Made reservation on behalf of 5c11b938ee814f3180aa6e0f37c4e1f0 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:35.267944 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f802c8cb-b20e-462c-bd15-76e5f9bec3df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.277445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1839bc7b-5086-48f8-8b57-7e19c465bf35 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (9a04775f-6374-47ad-ad50-4e31cfdbce7e), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.319179 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8cb23849-26e4-40f9-92dc-88e21f4fc513 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:35.320273 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8cb23849-26e4-40f9-92dc-88e21f4fc513), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.329890 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ff443-1554-4f3c-b229-6944e9cb5cd8 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:35.335615 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ff443-1554-4f3c-b229-6944e9cb5cd8 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:35.341256 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ff443-1554-4f3c-b229-6944e9cb5cd8 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:35.346798 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b16ff443-1554-4f3c-b229-6944e9cb5cd8 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2618 time: 0.1046143
Feb 12 21:25:35.347602 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60584) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:35.388780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d056e2-3b9e-454b-96ff-ff89e0c682ae tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:35.401122 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-64d056e2-3b9e-454b-96ff-ff89e0c682ae tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "PUT /v2.0/routers/6fa996e8-7b40-47bf-be90-80d7cdc45c60/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9488783
Feb 12 21:25:35.402973 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60586) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:35.404941 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a67dd-e4ec-46ff-8cd8-616d06086733 None None] Sync routers for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:35.422868 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8cb23849-26e4-40f9-92dc-88e21f4fc513 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:35.423851 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a67dd-e4ec-46ff-8cd8-616d06086733 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:35.427004 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-128a67dd-e4ec-46ff-8cd8-616d06086733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc22280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:35.506352 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-128a67dd-e4ec-46ff-8cd8-616d06086733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc22280>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:35.516358 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 19dbbd4f-f066-454a-9055-17d02928b884 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:25:35.517944 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a67dd-e4ec-46ff-8cd8-616d06086733 None None] Routers {'6fa996e8-7b40-47bf-be90-80d7cdc45c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:35.519092 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-128a67dd-e4ec-46ff-8cd8-616d06086733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc22280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:35.557185 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-06db810b-644f-4007-b26b-c4e6b1b5b400 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Deleting port 43d911e0-80ae-46e0-a469-f4fd86b4a070 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:35.557566 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-06db810b-644f-4007-b26b-c4e6b1b5b400 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (43d911e0-80ae-46e0-a469-f4fd86b4a070), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.565101 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-128a67dd-e4ec-46ff-8cd8-616d06086733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc22280>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:35.573152 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a67dd-e4ec-46ff-8cd8-616d06086733 None None] The sync data for ids ['6fa996e8-7b40-47bf-be90-80d7cdc45c60'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:35.578226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 19dbbd4f-f066-454a-9055-17d02928b884 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:25:35.578583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 19dbbd4f-f066-454a-9055-17d02928b884 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:25:35.623102 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (2d2fb25f-a576-44b7-8aec-e44f4519d495), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.624890 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1839bc7b-5086-48f8-8b57-7e19c465bf35 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (9a04775f-6374-47ad-ad50-4e31cfdbce7e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.633309 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dc443e9-b736-4ec5-8a69-c87f19c526db tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router (6fa996e8-7b40-47bf-be90-80d7cdc45c60), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.635372 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a7435e30-ad2d-4d22-b5f9-ba7f67f82653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.644549 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.647767 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2d2fb25f-a576-44b7-8aec-e44f4519d495 HTTP/1.1" status: 204  len: 168 time: 2.0368180
Feb 12 21:25:35.715952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f34ac-6d07-45aa-8548-1bcf8801d215 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2fb25f-a576-44b7-8aec-e44f4519d495,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:35.749108 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-06db810b-644f-4007-b26b-c4e6b1b5b400 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (43d911e0-80ae-46e0-a469-f4fd86b4a070), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.770751 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-06db810b-644f-4007-b26b-c4e6b1b5b400 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Calling delete_port for 43d911e0-80ae-46e0-a469-f4fd86b4a070 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:35.771992 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1839bc7b-5086-48f8-8b57-7e19c465bf35 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:35.776579 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1839bc7b-5086-48f8-8b57-7e19c465bf35 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.776579 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1839bc7b-5086-48f8-8b57-7e19c465bf35 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/ports/9a04775f-6374-47ad-ad50-4e31cfdbce7e HTTP/1.1" status: 200  len: 910 time: 1.8945730
Feb 12 21:25:35.777789 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839bc7b-5086-48f8-8b57-7e19c465bf35 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=9a04775f-6374-47ad-ad50-4e31cfdbce7e,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:35.778241 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60598) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:35.784142 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f802c8cb-b20e-462c-bd15-76e5f9bec3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (447c8376-828f-4491-9b8b-1373d20c6228), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.853796 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802c8cb-b20e-462c-bd15-76e5f9bec3df admin admin] Pushing event updated for resources: {'Subnet': ['ID=447c8376-828f-4491-9b8b-1373d20c6228,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:35.886891 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802c8cb-b20e-462c-bd15-76e5f9bec3df admin admin] Checking segment: {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:35.887290 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f802c8cb-b20e-462c-bd15-76e5f9bec3df admin admin] Network hostable DHCP agents. Network: 17443eb2-4308-410f-a5f4-59d4de5fb120, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:25:35.901383 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a7435e30-ad2d-4d22-b5f9-ba7f67f82653 admin admin] Publish callbacks [] for security_group (ef4825b4-df9d-4259-be1a-a20f96e09ee7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.928888 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dc443e9-b736-4ec5-8a69-c87f19c526db tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router_gateway (6fa996e8-7b40-47bf-be90-80d7cdc45c60), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.952919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a7435e30-ad2d-4d22-b5f9-ba7f67f82653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ef4825b4-df9d-4259-be1a-a20f96e09ee7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:35.995009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f802c8cb-b20e-462c-bd15-76e5f9bec3df admin admin] Network 17443eb2-4308-410f-a5f4-59d4de5fb120 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:25:36.003310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7435e30-ad2d-4d22-b5f9-ba7f67f82653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4825b4-df9d-4259-be1a-a20f96e09ee7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:36.010392 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a7435e30-ad2d-4d22-b5f9-ba7f67f82653 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65d77964723849248be9f2cf3eb83326&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8609765
Feb 12 21:25:36.010392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60606) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:36.073673 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52c67803-cff6-4f85-b358-aaf060307c24 admin admin] Publish callbacks [] for security_group (ef4825b4-df9d-4259-be1a-a20f96e09ee7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.075245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60610) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:36.122340 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52c67803-cff6-4f85-b358-aaf060307c24 admin admin] Publish callbacks [] for security_group (ef4825b4-df9d-4259-be1a-a20f96e09ee7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.131195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-f802c8cb-b20e-462c-bd15-76e5f9bec3df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 17443eb2-4308-410f-a5f4-59d4de5fb120) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:36.135770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f802c8cb-b20e-462c-bd15-76e5f9bec3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:36.136372 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f802c8cb-b20e-462c-bd15-76e5f9bec3df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.141145 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb0dd74-d49b-40d1-b848-6b71887a302d None None] Network 17443eb2-4308-410f-a5f4-59d4de5fb120 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:36.184836 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-12986b14-ca17-44e7-8bc8-20f920b762f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63fc5569c8334523aa6dff77b1d79015&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1076388
Feb 12 21:25:36.190149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60614) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:36.217545 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f802c8cb-b20e-462c-bd15-76e5f9bec3df admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1685789
Feb 12 21:25:36.233987 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60616) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:36.240172 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1798897564-router', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:36.276246 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-513ddb90-037d-4ddb-8f32-4b0c741db633 admin admin] Publish callbacks [] for security_group (ee4da649-b0ba-4234-a2a7-29cdf6c33b3d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.297407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-17443eb2-4308-410f-a5f4-59d4de5fb120', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'fixed_ips': [{'subnet_id': '447c8376-828f-4491-9b8b-1373d20c6228'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:25:36.298140 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.303407 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-513ddb90-037d-4ddb-8f32-4b0c741db633 admin admin] Publish callbacks [] for security_group (ee4da649-b0ba-4234-a2a7-29cdf6c33b3d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.357694 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (3749273a-922b-40cd-9009-b7a378128110), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.359487 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (3749273a-922b-40cd-9009-b7a378128110), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.401245 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52c67803-cff6-4f85-b358-aaf060307c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ef4825b4-df9d-4259-be1a-a20f96e09ee7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.404063 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52c67803-cff6-4f85-b358-aaf060307c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.408666 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-52c67803-cff6-4f85-b358-aaf060307c24 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef4825b4-df9d-4259-be1a-a20f96e09ee7 HTTP/1.1" status: 204  len: 168 time: 0.3937864
Feb 12 21:25:36.415834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c67803-cff6-4f85-b358-aaf060307c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4825b4-df9d-4259-be1a-a20f96e09ee7,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:36.481306 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-513ddb90-037d-4ddb-8f32-4b0c741db633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ee4da649-b0ba-4234-a2a7-29cdf6c33b3d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.484681 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-513ddb90-037d-4ddb-8f32-4b0c741db633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.485912 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-513ddb90-037d-4ddb-8f32-4b0c741db633 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee4da649-b0ba-4234-a2a7-29cdf6c33b3d HTTP/1.1" status: 204  len: 168 time: 0.2947073
Feb 12 21:25:36.493993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ddb90-037d-4ddb-8f32-4b0c741db633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4da649-b0ba-4234-a2a7-29cdf6c33b3d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:36.500086 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-8dc443e9-b736-4ec5-8a69-c87f19c526db tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting port 18ddbe62-6fb7-45c6-a489-05e8fc7ac561 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:36.500434 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dc443e9-b736-4ec5-8a69-c87f19c526db tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (18ddbe62-6fb7-45c6-a489-05e8fc7ac561), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.576510 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-06db810b-644f-4007-b26b-c4e6b1b5b400 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (43d911e0-80ae-46e0-a469-f4fd86b4a070), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.616621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db810b-644f-4007-b26b-c4e6b1b5b400 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Pushing event deleted for resources: {'Port': ['ID=43d911e0-80ae-46e0-a469-f4fd86b4a070,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:36.675484 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Publish callbacks [] for router_controller (3749273a-922b-40cd-9009-b7a378128110), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.703125 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dc443e9-b736-4ec5-8a69-c87f19c526db tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (18ddbe62-6fb7-45c6-a489-05e8fc7ac561), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.733244 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-8dc443e9-b736-4ec5-8a69-c87f19c526db tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Calling delete_port for 18ddbe62-6fb7-45c6-a489-05e8fc7ac561 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:36.739125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Allocated IP 172.20.0.2 (17443eb2-4308-410f-a5f4-59d4de5fb120/447c8376-828f-4491-9b8b-1373d20c6228/ac206332-61bb-46b6-8869-faf5b0d3c594) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:36.796817 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-06db810b-644f-4007-b26b-c4e6b1b5b400 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:36.804299 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-06db810b-644f-4007-b26b-c4e6b1b5b400 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] 10.222.0.31 "DELETE /v2.0/ports/43d911e0-80ae-46e0-a469-f4fd86b4a070 HTTP/1.1" status: 204  len: 168 time: 1.4504571
Feb 12 21:25:36.825291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60628) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:37.109625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-4cf27d8f-0845-4c84-aa50-01126f4362a4 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Request body: {'port': {'name': 'tempest-new-port-name-527948475', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:37.109625 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.api.validators [None req-4cf27d8f-0845-4c84-aa50-01126f4362a4 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] bootfile-name is not in valid_values {{(pid=126505) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 12 21:25:37.109625 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.api.validators [None req-4cf27d8f-0845-4c84-aa50-01126f4362a4 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] tftp-server is not in valid_values {{(pid=126505) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 12 21:25:37.109625 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.api.validators [None req-4cf27d8f-0845-4c84-aa50-01126f4362a4 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] server-ip-address is not in valid_values {{(pid=126505) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Feb 12 21:25:37.113574 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7463422f-f94c-45af-8b2c-8a9933a2231e tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (c4b16eba-26ab-4cd8-8bbd-99fbb50d274e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.114214 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Publish callbacks [] for port (ac206332-61bb-46b6-8869-faf5b0d3c594), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.114433 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cf27d8f-0845-4c84-aa50-01126f4362a4 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bc6ce808-e999-42dc-93eb-d78b24897b75), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.114433 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Publish callbacks [] for router_gateway (3749273a-922b-40cd-9009-b7a378128110), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.188906 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (ac206332-61bb-46b6-8869-faf5b0d3c594), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.208518 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dc443e9-b736-4ec5-8a69-c87f19c526db tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (18ddbe62-6fb7-45c6-a489-05e8fc7ac561), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.242873 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc443e9-b736-4ec5-8a69-c87f19c526db tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Port': ['ID=18ddbe62-6fb7-45c6-a489-05e8fc7ac561,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:37.271451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Network 17443eb2-4308-410f-a5f4-59d4de5fb120 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:37.281974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:37.290226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:37.308283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Pushing event updated for resources: {'Port': ['ID=ac206332-61bb-46b6-8869-faf5b0d3c594,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:37.344803 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cf27d8f-0845-4c84-aa50-01126f4362a4 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks [] for port (bc6ce808-e999-42dc-93eb-d78b24897b75), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.351433 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dc443e9-b736-4ec5-8a69-c87f19c526db tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (6fa996e8-7b40-47bf-be90-80d7cdc45c60), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.407571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Attempting to bind port ac206332-61bb-46b6-8869-faf5b0d3c594 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:25:37.407954 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Attempting to bind port ac206332-61bb-46b6-8869-faf5b0d3c594 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:25:37.408323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Attempting to bind port ac206332-61bb-46b6-8869-faf5b0d3c594 on network 17443eb2-4308-410f-a5f4-59d4de5fb120 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:25:37.414501 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:25:37.415255 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Checking segment: {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:37.415673 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.416195 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Bound using segment: {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:25:37.417248 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Bound port: ac206332-61bb-46b6-8869-faf5b0d3c594, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:25:37.423973 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ac206332-61bb-46b6-8869-faf5b0d3c594), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.439340 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cf27d8f-0845-4c84-aa50-01126f4362a4 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (bc6ce808-e999-42dc-93eb-d78b24897b75), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.473444 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dc443e9-b736-4ec5-8a69-c87f19c526db tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (6fa996e8-7b40-47bf-be90-80d7cdc45c60), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.476951 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dc443e9-b736-4ec5-8a69-c87f19c526db tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router_controller (6fa996e8-7b40-47bf-be90-80d7cdc45c60), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.526348 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-7463422f-f94c-45af-8b2c-8a9933a2231e tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port 9a04775f-6374-47ad-ad50-4e31cfdbce7e {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:37.526695 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7463422f-f94c-45af-8b2c-8a9933a2231e tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (9a04775f-6374-47ad-ad50-4e31cfdbce7e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.540446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] For port ac206332-61bb-46b6-8869-faf5b0d3c594, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:25:37.583040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] For port ac206332-61bb-46b6-8869-faf5b0d3c594, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac206332-61bb-46b6-8869-faf5b0d3c594,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:25:37.587148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf27d8f-0845-4c84-aa50-01126f4362a4 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Pushing event updated for resources: {'Port': ['ID=bc6ce808-e999-42dc-93eb-d78b24897b75,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:37.598518 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-4cf27d8f-0845-4c84-aa50-01126f4362a4 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] In _notify_port_updated(), no bound segment for port bc6ce808-e999-42dc-93eb-d78b24897b75 on network 864c151b-c222-4feb-b9a4-8c16dcf9a6de {{(pid=126505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:25:37.603745 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf27d8f-0845-4c84-aa50-01126f4362a4 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:37.604400 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4cf27d8f-0845-4c84-aa50-01126f4362a4 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.608809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60640) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:37.611886 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4cf27d8f-0845-4c84-aa50-01126f4362a4 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] 10.222.0.31 "PUT /v2.0/ports/bc6ce808-e999-42dc-93eb-d78b24897b75 HTTP/1.1" status: 200  len: 1136 time: 0.7852793
Feb 12 21:25:37.621050 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Publish callbacks [] for router_gateway (3749273a-922b-40cd-9009-b7a378128110), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.643432 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.668969 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7463422f-f94c-45af-8b2c-8a9933a2231e tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (9a04775f-6374-47ad-ad50-4e31cfdbce7e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.688337 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ac206332-61bb-46b6-8869-faf5b0d3c594), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.703862 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-7463422f-f94c-45af-8b2c-8a9933a2231e tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for 9a04775f-6374-47ad-ad50-4e31cfdbce7e owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:37.708172 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dc443e9-b736-4ec5-8a69-c87f19c526db tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (6fa996e8-7b40-47bf-be90-80d7cdc45c60), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.709027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc443e9-b736-4ec5-8a69-c87f19c526db tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Fanout notify agent at l3_agent the message router_deleted on router 6fa996e8-7b40-47bf-be90-80d7cdc45c60 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:25:37.722635 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8dc443e9-b736-4ec5-8a69-c87f19c526db tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.726243 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8dc443e9-b736-4ec5-8a69-c87f19c526db tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/routers/6fa996e8-7b40-47bf-be90-80d7cdc45c60 HTTP/1.1" status: 204  len: 168 time: 2.3203709
Feb 12 21:25:37.731515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60644) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:37.736958 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf4b9f4-0dfe-4231-ace6-5a85159ac8e6 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:37.744925 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-daf4b9f4-0dfe-4231-ace6-5a85159ac8e6 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] 10.222.0.31 "GET /v2.0/ports/bc6ce808-e999-42dc-93eb-d78b24897b75 HTTP/1.1" status: 200  len: 1136 time: 0.1351092
Feb 12 21:25:37.749017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60646) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:37.749429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60648) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:37.850798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5459ea-aee7-4b5e-98dc-92c7e2d4bf36 None None] Pushing event updated for resources: {'Port': ['ID=ac206332-61bb-46b6-8869-faf5b0d3c594,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:37.912535 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1a276e92-cd33-4ded-bb11-a7439ae6180b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:37.915292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0aa7804a-1f1a-4e0b-b5f8-e47522aa0780 None None] Provisioning complete for port bc6ce808-e999-42dc-93eb-d78b24897b75 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:37.919792 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0aa7804a-1f1a-4e0b-b5f8-e47522aa0780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bc6ce808-e999-42dc-93eb-d78b24897b75), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:38.003147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0aa7804a-1f1a-4e0b-b5f8-e47522aa0780 None None] Port bc6ce808-e999-42dc-93eb-d78b24897b75 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:38.359193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-2ac8ab80-1802-46b5-a876-6b8a6f58de04 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Deleting port bc6ce808-e999-42dc-93eb-d78b24897b75 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:38.364194 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ab80-1802-46b5-a876-6b8a6f58de04 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (bc6ce808-e999-42dc-93eb-d78b24897b75), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:38.385232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Allocated IP 172.35.2.92 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/2c5f23d8-f777-41ef-bccb-3c8656abcef8) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:38.394921 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1a276e92-cd33-4ded-bb11-a7439ae6180b admin admin] Publish callbacks [] for security_group (2990b159-69bd-4f87-8adc-1b6d9abe656a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:38.467493 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1a276e92-cd33-4ded-bb11-a7439ae6180b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2990b159-69bd-4f87-8adc-1b6d9abe656a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:38.510790 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Publish callbacks [] for port (2c5f23d8-f777-41ef-bccb-3c8656abcef8), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:38.523889 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ab80-1802-46b5-a876-6b8a6f58de04 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (bc6ce808-e999-42dc-93eb-d78b24897b75), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:38.538093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-134948dc-f459-4247-b482-970ebe63bbc4 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Deleting subnet 8601902c-2fd0-436b-bf10-6a3d80903c73 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:25:38.538547 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7463422f-f94c-45af-8b2c-8a9933a2231e tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (9a04775f-6374-47ad-ad50-4e31cfdbce7e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:38.542257 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-134948dc-f459-4247-b482-970ebe63bbc4 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for subnet (8601902c-2fd0-436b-bf10-6a3d80903c73), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:38.552375 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1a276e92-cd33-4ded-bb11-a7439ae6180b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a713c1161034145a3789e9e1326f40c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7993703
Feb 12 21:25:38.562409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60666) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:38.562409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-2ac8ab80-1802-46b5-a876-6b8a6f58de04 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Calling delete_port for bc6ce808-e999-42dc-93eb-d78b24897b75 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:38.590942 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a276e92-cd33-4ded-bb11-a7439ae6180b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2990b159-69bd-4f87-8adc-1b6d9abe656a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:38.599879 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-134948dc-f459-4247-b482-970ebe63bbc4 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (8601902c-2fd0-436b-bf10-6a3d80903c73), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:38.604194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463422f-f94c-45af-8b2c-8a9933a2231e tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=9a04775f-6374-47ad-ad50-4e31cfdbce7e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:38.668794 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-134948dc-f459-4247-b482-970ebe63bbc4 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (8601902c-2fd0-436b-bf10-6a3d80903c73), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:38.680476 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2c5f23d8-f777-41ef-bccb-3c8656abcef8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:38.790342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Pushing event updated for resources: {'Port': ['ID=2c5f23d8-f777-41ef-bccb-3c8656abcef8,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:38.800105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:38.808025 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:38.819503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:38.886489 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a24624a3-66cd-4eb0-b6ae-93c492feca94 admin admin] Publish callbacks [] for security_group (2990b159-69bd-4f87-8adc-1b6d9abe656a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:38.922314 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7463422f-f94c-45af-8b2c-8a9933a2231e tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (c4b16eba-26ab-4cd8-8bbd-99fbb50d274e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:38.933501 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a24624a3-66cd-4eb0-b6ae-93c492feca94 admin admin] Publish callbacks [] for security_group (2990b159-69bd-4f87-8adc-1b6d9abe656a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.131683 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60682) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:39.150414 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-134948dc-f459-4247-b482-970ebe63bbc4 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (8601902c-2fd0-436b-bf10-6a3d80903c73), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.213106 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-134948dc-f459-4247-b482-970ebe63bbc4 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.215266 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-134948dc-f459-4247-b482-970ebe63bbc4 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/subnets/8601902c-2fd0-436b-bf10-6a3d80903c73 HTTP/1.1" status: 204  len: 168 time: 1.4820776
Feb 12 21:25:39.216074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134948dc-f459-4247-b482-970ebe63bbc4 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Subnet': ['ID=8601902c-2fd0-436b-bf10-6a3d80903c73,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:39.223018 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60686) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:39.302158 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ab80-1802-46b5-a876-6b8a6f58de04 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (bc6ce808-e999-42dc-93eb-d78b24897b75), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.310287 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ac206332-61bb-46b6-8869-faf5b0d3c594 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:39.343628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f5584100-837c-4a96-9ac0-5ea4447c62d2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-740380941-network', 'tenant_id': 'a2d180f06cfb411eb0ef364c5b2ef81b'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:39.353834 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a24624a3-66cd-4eb0-b6ae-93c492feca94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2990b159-69bd-4f87-8adc-1b6d9abe656a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.356858 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a24624a3-66cd-4eb0-b6ae-93c492feca94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.358345 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a24624a3-66cd-4eb0-b6ae-93c492feca94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2990b159-69bd-4f87-8adc-1b6d9abe656a HTTP/1.1" status: 204  len: 168 time: 0.7931914
Feb 12 21:25:39.381580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7463422f-f94c-45af-8b2c-8a9933a2231e tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router c4b16eba-26ab-4cd8-8bbd-99fbb50d274e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:25:39.419111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ac206332-61bb-46b6-8869-faf5b0d3c594 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:39.419503 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ac206332-61bb-46b6-8869-faf5b0d3c594), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.448601 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bf9b1910-9df0-4ee0-a853-62d6de3d60a6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (860a427b-0afa-406a-8b95-f1a34cafe516), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.459053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24624a3-66cd-4eb0-b6ae-93c492feca94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2990b159-69bd-4f87-8adc-1b6d9abe656a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:39.509555 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8ab80-1802-46b5-a876-6b8a6f58de04 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Pushing event deleted for resources: {'Port': ['ID=bc6ce808-e999-42dc-93eb-d78b24897b75,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:39.562292 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Publish callbacks [] for router_gateway (3749273a-922b-40cd-9009-b7a378128110), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.585349 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ab80-1802-46b5-a876-6b8a6f58de04 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.589978 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2ac8ab80-1802-46b5-a876-6b8a6f58de04 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] 10.222.0.31 "DELETE /v2.0/ports/bc6ce808-e999-42dc-93eb-d78b24897b75 HTTP/1.1" status: 204  len: 168 time: 1.8331404
Feb 12 21:25:39.592151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60692) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:39.609860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a9344a-ea59-4fd5-a554-7ffd983f85ba None None] Network 17443eb2-4308-410f-a5f4-59d4de5fb120 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:39.613853 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ac206332-61bb-46b6-8869-faf5b0d3c594 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:39.614450 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ac206332-61bb-46b6-8869-faf5b0d3c594), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.691588 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bf9b1910-9df0-4ee0-a853-62d6de3d60a6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (860a427b-0afa-406a-8b95-f1a34cafe516), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.725723 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5584100-837c-4a96-9ac0-5ea4447c62d2 admin admin] Made reservation on behalf of a2d180f06cfb411eb0ef364c5b2ef81b for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:39.728061 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f5584100-837c-4a96-9ac0-5ea4447c62d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.753469 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-bf9b1910-9df0-4ee0-a853-62d6de3d60a6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2b61f0>,) {'filters': {'network_id': ['860a427b-0afa-406a-8b95-f1a34cafe516']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:39.763463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-51a64bf8-06eb-4ccc-a933-d918f04ffd17 None None] Provisioning complete for port ac206332-61bb-46b6-8869-faf5b0d3c594 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:39.765098 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-51a64bf8-06eb-4ccc-a933-d918f04ffd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ac206332-61bb-46b6-8869-faf5b0d3c594), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.769824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port ac206332-61bb-46b6-8869-faf5b0d3c594, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac206332-61bb-46b6-8869-faf5b0d3c594,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:39.771326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-bf9b1910-9df0-4ee0-a853-62d6de3d60a6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2b61f0>, '8e025a7a-e20f-4f49-ba2b-335550e76530') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:39.771901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-bf9b1910-9df0-4ee0-a853-62d6de3d60a6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2b61f0>, '8e025a7a-e20f-4f49-ba2b-335550e76530') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:39.772138 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f5584100-837c-4a96-9ac0-5ea4447c62d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.808959 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bf9b1910-9df0-4ee0-a853-62d6de3d60a6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (8e025a7a-e20f-4f49-ba2b-335550e76530), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.871410 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ac206332-61bb-46b6-8869-faf5b0d3c594), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.932755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=ac206332-61bb-46b6-8869-faf5b0d3c594,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:39.936968 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bf9b1910-9df0-4ee0-a853-62d6de3d60a6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (8e025a7a-e20f-4f49-ba2b-335550e76530), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.947345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9b1910-9df0-4ee0-a853-62d6de3d60a6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bf9b1910-9df0-4ee0-a853-62d6de3d60a6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (8e025a7a-e20f-4f49-ba2b-335550e76530), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:25:39.951534 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:25:39.989596 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-51a64bf8-06eb-4ccc-a933-d918f04ffd17 None None] Current status of the port ac206332-61bb-46b6-8869-faf5b0d3c594 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:40.026340 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (3749273a-922b-40cd-9009-b7a378128110), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.173799 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bf9b1910-9df0-4ee0-a853-62d6de3d60a6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (860a427b-0afa-406a-8b95-f1a34cafe516), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.188680 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bf9b1910-9df0-4ee0-a853-62d6de3d60a6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.196025 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bf9b1910-9df0-4ee0-a853-62d6de3d60a6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] 10.222.0.31 "DELETE /v2.0/networks/860a427b-0afa-406a-8b95-f1a34cafe516 HTTP/1.1" status: 204  len: 168 time: 0.9730659
Feb 12 21:25:40.203627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7463422f-f94c-45af-8b2c-8a9933a2231e tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:40.209302 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7463422f-f94c-45af-8b2c-8a9933a2231e tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/c4b16eba-26ab-4cd8-8bbd-99fbb50d274e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4300508
Feb 12 21:25:40.213900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5bbd4-ef4d-4144-b835-5d10bf5660cb None None] Sync routers for ids ['c4b16eba-26ab-4cd8-8bbd-99fbb50d274e'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:40.215938 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd65f4a-9234-48e4-adcb-e312f9ef915b tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Deleting subnet 620680c8-692b-4c0f-a9f1-3f17dbb8c5dc {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:25:40.218647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60704) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:40.223186 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2bd65f4a-9234-48e4-adcb-e312f9ef915b tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks [] for subnet (620680c8-692b-4c0f-a9f1-3f17dbb8c5dc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.235410 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5bbd4-ef4d-4144-b835-5d10bf5660cb None None] Routers {'c4b16eba-26ab-4cd8-8bbd-99fbb50d274e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:40.237130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bbb5bbd4-ef4d-4144-b835-5d10bf5660cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7139a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c4b16eba-26ab-4cd8-8bbd-99fbb50d274e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:40.240837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b1910-9df0-4ee0-a853-62d6de3d60a6 tempest-FloatingIPTestJSON-1055053677 tempest-FloatingIPTestJSON-1055053677-project] Pushing event deleted for resources: {'Network': ['ID=860a427b-0afa-406a-8b95-f1a34cafe516,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:40.290355 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1e3aa13e-4209-49e4-b0bd-11633ff2dd41 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4b16eba-26ab-4cd8-8bbd-99fbb50d274e HTTP/1.1" status: 200  len: 205 time: 0.0658200
Feb 12 21:25:40.291560 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60706) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:40.315927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bbb5bbd4-ef4d-4144-b835-5d10bf5660cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7139a0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:40.330930 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60708) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:40.334052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5bbd4-ef4d-4144-b835-5d10bf5660cb None None] Routers {'c4b16eba-26ab-4cd8-8bbd-99fbb50d274e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:40.334684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bbb5bbd4-ef4d-4144-b835-5d10bf5660cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7139a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c4b16eba-26ab-4cd8-8bbd-99fbb50d274e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:40.336520 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-590dec0f-5bb8-4f19-a0bb-36f4a44ccc2b None None] Provisioning complete for port ac206332-61bb-46b6-8869-faf5b0d3c594 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:40.336915 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-590dec0f-5bb8-4f19-a0bb-36f4a44ccc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ac206332-61bb-46b6-8869-faf5b0d3c594), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.357287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Router 3749273a-922b-40cd-9009-b7a378128110 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:25:40.360392 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e53280fb-a384-4cb3-994a-102b34c5f92c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.391782 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2bd65f4a-9234-48e4-adcb-e312f9ef915b tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (620680c8-692b-4c0f-a9f1-3f17dbb8c5dc), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.434360 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1daab443-dcb2-4992-bd0e-e990952fa6e1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (c4b16eba-26ab-4cd8-8bbd-99fbb50d274e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.558321 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-bbb5bbd4-ef4d-4144-b835-5d10bf5660cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7139a0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:40.558533 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f5584100-837c-4a96-9ac0-5ea4447c62d2 admin admin] Publish callbacks [] for security_group (b284b7d7-0f2b-4048-9cef-e02d26401537), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.558900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5bbd4-ef4d-4144-b835-5d10bf5660cb None None] The sync data for ids ['c4b16eba-26ab-4cd8-8bbd-99fbb50d274e'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:40.572337 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:40.583516 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Sync routers for ids ['3749273a-922b-40cd-9009-b7a378128110'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:40.600816 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Routers {'3749273a-922b-40cd-9009-b7a378128110'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:40.601756 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8c1220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3749273a-922b-40cd-9009-b7a378128110'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:40.611984 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e53280fb-a384-4cb3-994a-102b34c5f92c admin admin] Publish callbacks [] for security_group (95ed84e6-98c6-4f19-af73-9e4e4452ec42), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.657203 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-590dec0f-5bb8-4f19-a0bb-36f4a44ccc2b None None] Current status of the port ac206332-61bb-46b6-8869-faf5b0d3c594 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:40.673305 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.678118 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-afeae7b5-120d-4a3d-b866-2786711a3597 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.4429750
Feb 12 21:25:40.678693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60710) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:40.684438 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f5584100-837c-4a96-9ac0-5ea4447c62d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b284b7d7-0f2b-4048-9cef-e02d26401537), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.718022 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Set router 3749273a-922b-40cd-9009-b7a378128110 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:25:40.732004 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e53280fb-a384-4cb3-994a-102b34c5f92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (95ed84e6-98c6-4f19-af73-9e4e4452ec42), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.755884 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1daab443-dcb2-4992-bd0e-e990952fa6e1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (c4b16eba-26ab-4cd8-8bbd-99fbb50d274e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.764086 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1daab443-dcb2-4992-bd0e-e990952fa6e1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_controller (c4b16eba-26ab-4cd8-8bbd-99fbb50d274e), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.767707 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2bd65f4a-9234-48e4-adcb-e312f9ef915b tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (620680c8-692b-4c0f-a9f1-3f17dbb8c5dc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.775003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5584100-837c-4a96-9ac0-5ea4447c62d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:25:40.812775 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5584100-837c-4a96-9ac0-5ea4447c62d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b284b7d7-0f2b-4048-9cef-e02d26401537,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:40.857547 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f5584100-837c-4a96-9ac0-5ea4447c62d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (816038a1-a3c6-4795-b762-e5706bd3519c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.857977 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-f5584100-837c-4a96-9ac0-5ea4447c62d2 admin admin] Added segment 816038a1-a3c6-4795-b762-e5706bd3519c of type vlan for network 3056d90f-d42e-4df0-99f3-32e068e8afa8
Feb 12 21:25:40.917414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53280fb-a384-4cb3-994a-102b34c5f92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ed84e6-98c6-4f19-af73-9e4e4452ec42,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:40.928980 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f5584100-837c-4a96-9ac0-5ea4447c62d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (3056d90f-d42e-4df0-99f3-32e068e8afa8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.933392 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1daab443-dcb2-4992-bd0e-e990952fa6e1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (c4b16eba-26ab-4cd8-8bbd-99fbb50d274e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.933948 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daab443-dcb2-4992-bd0e-e990952fa6e1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Fanout notify agent at l3_agent the message router_deleted on router c4b16eba-26ab-4cd8-8bbd-99fbb50d274e {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:25:40.939112 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8c1220>, [{'id': '3749273a-922b-40cd-9009-b7a378128110', 'name': 'tempest-TestVolumeBootPattern-1798897564-router', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:36Z', 'updated_at': '2022-02-12T21:25:39Z', 'revision_number': 3, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'gw_port': {'id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:37Z', 'updated_at': '2022-02-12T21:25:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:40.951299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60716) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:40.953969 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1daab443-dcb2-4992-bd0e-e990952fa6e1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:40.955817 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1daab443-dcb2-4992-bd0e-e990952fa6e1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/routers/c4b16eba-26ab-4cd8-8bbd-99fbb50d274e HTTP/1.1" status: 204  len: 168 time: 0.6631472
Feb 12 21:25:40.960827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60718) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:40.974829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60722) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:40.982847 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e53280fb-a384-4cb3-994a-102b34c5f92c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed92b9789d2242dfaedb3d803c375a86&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6505115
Feb 12 21:25:40.987008 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Checking router: 3749273a-922b-40cd-9009-b7a378128110 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:25:40.987741 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Updating router 3749273a-922b-40cd-9009-b7a378128110 port 2c5f23d8-f777-41ef-bccb-3c8656abcef8 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:25:40.989679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60724) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:41.020543 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2c5f23d8-f777-41ef-bccb-3c8656abcef8), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.032145 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2bd65f4a-9234-48e4-adcb-e312f9ef915b tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (620680c8-692b-4c0f-a9f1-3f17dbb8c5dc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.078898 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd65f4a-9234-48e4-adcb-e312f9ef915b tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Pushing event deleted for resources: {'Subnet': ['ID=620680c8-692b-4c0f-a9f1-3f17dbb8c5dc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:41.083632 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2bd65f4a-9234-48e4-adcb-e312f9ef915b tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.088742 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2bd65f4a-9234-48e4-adcb-e312f9ef915b tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] 10.222.0.31 "DELETE /v2.0/subnets/620680c8-692b-4c0f-a9f1-3f17dbb8c5dc HTTP/1.1" status: 204  len: 168 time: 1.4907761
Feb 12 21:25:41.091414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78ef0f7-0a12-4f1e-b770-65e6915e8026 None None] Network 864c151b-c222-4feb-b9a4-8c16dcf9a6de requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:41.092003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60728) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:41.115019 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-2117c854-8f74-49ae-90fa-f38ffc1fa881 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting subnet 057505e1-d3d5-462b-a59e-e784aad1c63f {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:25:41.129246 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2117c854-8f74-49ae-90fa-f38ffc1fa881 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (057505e1-d3d5-462b-a59e-e784aad1c63f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.179149 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f5584100-837c-4a96-9ac0-5ea4447c62d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (3056d90f-d42e-4df0-99f3-32e068e8afa8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.180494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5584100-837c-4a96-9ac0-5ea4447c62d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:41.181660 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f5584100-837c-4a96-9ac0-5ea4447c62d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.292917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ac206332-61bb-46b6-8869-faf5b0d3c594 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:41.335847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2117c854-8f74-49ae-90fa-f38ffc1fa881 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (057505e1-d3d5-462b-a59e-e784aad1c63f), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.399163 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (864c151b-c222-4feb-b9a4-8c16dcf9a6de), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.402565 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Publish callbacks [] for port (2c5f23d8-f777-41ef-bccb-3c8656abcef8), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.408785 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f5584100-837c-4a96-9ac0-5ea4447c62d2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.2866075
Feb 12 21:25:41.413931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60732) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:41.422687 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-84fd449a-3570-46e2-ba92-8259c6f650d3 admin admin] Request body: {'subnet': {'network_id': '3056d90f-d42e-4df0-99f3-32e068e8afa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-740380941-subnet', 'tenant_id': 'a2d180f06cfb411eb0ef364c5b2ef81b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:41.422949 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ac206332-61bb-46b6-8869-faf5b0d3c594 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:41.423442 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ac206332-61bb-46b6-8869-faf5b0d3c594), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.429628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5584100-837c-4a96-9ac0-5ea4447c62d2 admin admin] Pushing event updated for resources: {'Network': ['ID=3056d90f-d42e-4df0-99f3-32e068e8afa8,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:41.449186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a9d2cf35-1554-48cf-9a8f-851c46ca9c8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e155b8f02d14f23a500cd282455a2b4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4703979
Feb 12 21:25:41.455579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60734) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:41.457869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 3056d90f-d42e-4df0-99f3-32e068e8afa8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:25:41.464181 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6bce5bf0-038b-4892-8299-f240ec720904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.476351 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2c5f23d8-f777-41ef-bccb-3c8656abcef8), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.528045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b90a38-f760-44aa-9b93-02e0ce0d0127 None None] DHCP port deletion for 864c151b-c222-4feb-b9a4-8c16dcf9a6de request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:25:41.583667 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6bce5bf0-038b-4892-8299-f240ec720904 admin admin] Publish callbacks [] for security_group (15582717-92e5-4782-8092-14739272365e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.586470 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Attempting to bind port 2c5f23d8-f777-41ef-bccb-3c8656abcef8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:25:41.587907 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Attempting to bind port 2c5f23d8-f777-41ef-bccb-3c8656abcef8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:25:41.588648 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Attempting to bind port 2c5f23d8-f777-41ef-bccb-3c8656abcef8 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:25:41.594207 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff00fb-1d18-407f-a583-74fbd8229933 None None] Pushing event updated for resources: {'Port': ['ID=2c5f23d8-f777-41ef-bccb-3c8656abcef8,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:41.605290 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2117c854-8f74-49ae-90fa-f38ffc1fa881 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (057505e1-d3d5-462b-a59e-e784aad1c63f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.607186 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:25:41.609665 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:41.610300 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.610944 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:25:41.611586 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Bound port: 2c5f23d8-f777-41ef-bccb-3c8656abcef8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:25:41.612146 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2c5f23d8-f777-41ef-bccb-3c8656abcef8), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.615824 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff00fb-1d18-407f-a583-74fbd8229933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:41.616347 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff00fb-1d18-407f-a583-74fbd8229933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:41.616843 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff00fb-1d18-407f-a583-74fbd8229933 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:41.617483 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff00fb-1d18-407f-a583-74fbd8229933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:41.617992 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff00fb-1d18-407f-a583-74fbd8229933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:41.618471 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff00fb-1d18-407f-a583-74fbd8229933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:41.618941 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff00fb-1d18-407f-a583-74fbd8229933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:41.619453 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff00fb-1d18-407f-a583-74fbd8229933 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:41.620072 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff00fb-1d18-407f-a583-74fbd8229933 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:41.620724 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff00fb-1d18-407f-a583-74fbd8229933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:41.621203 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff00fb-1d18-407f-a583-74fbd8229933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:41.621706 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff00fb-1d18-407f-a583-74fbd8229933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:41.622970 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cff00fb-1d18-407f-a583-74fbd8229933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:25:41.641790 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-983f4b74-75d6-4535-b511-665ed591b367 admin admin] Publish callbacks [] for security_group (95ed84e6-98c6-4f19-af73-9e4e4452ec42), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.642045 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fd449a-3570-46e2-ba92-8259c6f650d3 admin admin] Made reservation on behalf of a2d180f06cfb411eb0ef364c5b2ef81b for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:41.644524 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-84fd449a-3570-46e2-ba92-8259c6f650d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.650355 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c379af1-8bc5-4989-aba8-bf6f347cb21e admin admin] Publish callbacks [] for security_group (663b448b-a7d1-4e8e-9cb6-50fec5149746), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.669802 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Deleting port 8cb23849-26e4-40f9-92dc-88e21f4fc513 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:41.670143 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8cb23849-26e4-40f9-92dc-88e21f4fc513), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.687179 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6bce5bf0-038b-4892-8299-f240ec720904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (15582717-92e5-4782-8092-14739272365e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.707438 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-983f4b74-75d6-4535-b511-665ed591b367 admin admin] Publish callbacks [] for security_group (95ed84e6-98c6-4f19-af73-9e4e4452ec42), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.713286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-24b90a38-f760-44aa-9b93-02e0ce0d0127 None None] Deleting port 8cb23849-26e4-40f9-92dc-88e21f4fc513 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:41.714057 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-24b90a38-f760-44aa-9b93-02e0ce0d0127 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8cb23849-26e4-40f9-92dc-88e21f4fc513), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.715765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ac206332-61bb-46b6-8869-faf5b0d3c594 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:41.730906 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] For port 2c5f23d8-f777-41ef-bccb-3c8656abcef8, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:25:41.734370 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.736882 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] For port 2c5f23d8-f777-41ef-bccb-3c8656abcef8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c5f23d8-f777-41ef-bccb-3c8656abcef8,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:25:41.792872 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6bce5bf0-038b-4892-8299-f240ec720904 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2099a25ad7a84aaa83599a063ed46b43&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8375881
Feb 12 21:25:41.797166 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce5bf0-038b-4892-8299-f240ec720904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15582717-92e5-4782-8092-14739272365e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:41.800720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60736) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:41.802560 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2c5f23d8-f777-41ef-bccb-3c8656abcef8), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.811820 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c379af1-8bc5-4989-aba8-bf6f347cb21e admin admin] Publish callbacks [] for security_group (663b448b-a7d1-4e8e-9cb6-50fec5149746), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.821893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-24b90a38-f760-44aa-9b93-02e0ce0d0127 None None] For port 8cb23849-26e4-40f9-92dc-88e21f4fc513, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8cb23849-26e4-40f9-92dc-88e21f4fc513,segment=NetworkSegment(58bd4387-4db4-4052-92d9-96070be69106),segment_id=58bd4387-4db4-4052-92d9-96070be69106)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:41.822209 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-24b90a38-f760-44aa-9b93-02e0ce0d0127 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8cb23849-26e4-40f9-92dc-88e21f4fc513), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.847592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-24b90a38-f760-44aa-9b93-02e0ce0d0127 None None] Calling delete_port for 8cb23849-26e4-40f9-92dc-88e21f4fc513 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:41.862561 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] For port 8cb23849-26e4-40f9-92dc-88e21f4fc513, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8cb23849-26e4-40f9-92dc-88e21f4fc513,segment=NetworkSegment(58bd4387-4db4-4052-92d9-96070be69106),segment_id=58bd4387-4db4-4052-92d9-96070be69106)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:41.862850 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8cb23849-26e4-40f9-92dc-88e21f4fc513), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.887900 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2117c854-8f74-49ae-90fa-f38ffc1fa881 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (057505e1-d3d5-462b-a59e-e784aad1c63f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.893108 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Routers {'3749273a-922b-40cd-9009-b7a378128110'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:41.894009 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8c1220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3749273a-922b-40cd-9009-b7a378128110'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:41.929542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Calling delete_port for 8cb23849-26e4-40f9-92dc-88e21f4fc513 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:41.933765 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117c854-8f74-49ae-90fa-f38ffc1fa881 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Subnet': ['ID=057505e1-d3d5-462b-a59e-e784aad1c63f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:41.947567 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2117c854-8f74-49ae-90fa-f38ffc1fa881 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.947702 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be134a78-700b-43a1-bce3-71404fdbe809 None None] Network cbc2abdc-f639-4f23-b923-6428c8e36567 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:41.947806 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-15da9a7c-4863-4d76-87d2-75386210a6c3 admin admin] Publish callbacks [] for security_group (15582717-92e5-4782-8092-14739272365e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.948258 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2117c854-8f74-49ae-90fa-f38ffc1fa881 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/057505e1-d3d5-462b-a59e-e784aad1c63f HTTP/1.1" status: 204  len: 168 time: 0.9856126
Feb 12 21:25:41.950814 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60738) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:41.974328 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-983f4b74-75d6-4535-b511-665ed591b367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (95ed84e6-98c6-4f19-af73-9e4e4452ec42), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.977770 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-983f4b74-75d6-4535-b511-665ed591b367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:41.979111 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-983f4b74-75d6-4535-b511-665ed591b367 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95ed84e6-98c6-4f19-af73-9e4e4452ec42 HTTP/1.1" status: 204  len: 168 time: 0.9885192
Feb 12 21:25:42.088236 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-15da9a7c-4863-4d76-87d2-75386210a6c3 admin admin] Publish callbacks [] for security_group (15582717-92e5-4782-8092-14739272365e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.099376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f4b74-75d6-4535-b511-665ed591b367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ed84e6-98c6-4f19-af73-9e4e4452ec42,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:42.160229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Allocated IP 172.20.0.1 (17443eb2-4308-410f-a5f4-59d4de5fb120/447c8376-828f-4491-9b8b-1373d20c6228/46224adc-d6ad-47c1-8a38-0fe0ca58567c) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:42.165165 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (cbc2abdc-f639-4f23-b923-6428c8e36567), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.190523 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-24b90a38-f760-44aa-9b93-02e0ce0d0127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (8cb23849-26e4-40f9-92dc-88e21f4fc513), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.221674 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c379af1-8bc5-4989-aba8-bf6f347cb21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (663b448b-a7d1-4e8e-9cb6-50fec5149746), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.224695 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c379af1-8bc5-4989-aba8-bf6f347cb21e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.228363 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1c379af1-8bc5-4989-aba8-bf6f347cb21e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/663b448b-a7d1-4e8e-9cb6-50fec5149746 HTTP/1.1" status: 204  len: 168 time: 0.7670937
Feb 12 21:25:42.244858 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c379af1-8bc5-4989-aba8-bf6f347cb21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663b448b-a7d1-4e8e-9cb6-50fec5149746,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:42.255046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b90a38-f760-44aa-9b93-02e0ce0d0127 None None] Pushing event deleted for resources: {'Port': ['ID=8cb23849-26e4-40f9-92dc-88e21f4fc513,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:42.261024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a31c57-aed2-4e7a-addc-1ff4b5a66eb2 None None] DHCP port deletion for cbc2abdc-f639-4f23-b923-6428c8e36567 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:25:42.261282 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff00fb-1d18-407f-a583-74fbd8229933 None None] Pushing event updated for resources: {'Port': ['ID=2c5f23d8-f777-41ef-bccb-3c8656abcef8,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:42.265190 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b90a38-f760-44aa-9b93-02e0ce0d0127 None None] No DVR routers for this DVR port 8cb23849-26e4-40f9-92dc-88e21f4fc513 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:42.306558 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] Set router 3749273a-922b-40cd-9009-b7a378128110 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:25:42.316305 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8cb23849-26e4-40f9-92dc-88e21f4fc513), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.367050 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Publish callbacks [] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.367482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-08a31c57-aed2-4e7a-addc-1ff4b5a66eb2 None None] Deleting port a1c0631f-3710-4d7d-8276-7b4b59a8ad34 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:42.367482 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-08a31c57-aed2-4e7a-addc-1ff4b5a66eb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a1c0631f-3710-4d7d-8276-7b4b59a8ad34), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.392783 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-15da9a7c-4863-4d76-87d2-75386210a6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (15582717-92e5-4782-8092-14739272365e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.401294 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-15da9a7c-4863-4d76-87d2-75386210a6c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.403085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-15da9a7c-4863-4d76-87d2-75386210a6c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15582717-92e5-4782-8092-14739272365e HTTP/1.1" status: 204  len: 168 time: 0.6010261
Feb 12 21:25:42.424893 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-84fd449a-3570-46e2-ba92-8259c6f650d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (069bade8-3bb5-48e3-9143-152c956d5c53), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.439679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da9a7c-4863-4d76-87d2-75386210a6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15582717-92e5-4782-8092-14739272365e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:42.439859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Pushing event deleted for resources: {'Port': ['ID=8cb23849-26e4-40f9-92dc-88e21f4fc513,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:42.468633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] No DVR routers for this DVR port 8cb23849-26e4-40f9-92dc-88e21f4fc513 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:42.494102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-08a31c57-aed2-4e7a-addc-1ff4b5a66eb2 None None] For port a1c0631f-3710-4d7d-8276-7b4b59a8ad34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1c0631f-3710-4d7d-8276-7b4b59a8ad34,segment=NetworkSegment(d0da6caa-cd9e-4521-a4d1-18877b6c3caf),segment_id=d0da6caa-cd9e-4521-a4d1-18877b6c3caf)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:42.498947 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-08a31c57-aed2-4e7a-addc-1ff4b5a66eb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a1c0631f-3710-4d7d-8276-7b4b59a8ad34), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.511357 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-08a31c57-aed2-4e7a-addc-1ff4b5a66eb2 None None] Calling delete_port for a1c0631f-3710-4d7d-8276-7b4b59a8ad34 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:42.539821 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.621776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Network 17443eb2-4308-410f-a5f4-59d4de5fb120 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:42.630756 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8c1220>, [{'id': '3749273a-922b-40cd-9009-b7a378128110', 'name': 'tempest-TestVolumeBootPattern-1798897564-router', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:36Z', 'updated_at': '2022-02-12T21:25:39Z', 'revision_number': 3, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'gw_port': {'id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:37Z', 'updated_at': '2022-02-12T21:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:42.632979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:42.638784 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:42.641004 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (864c151b-c222-4feb-b9a4-8c16dcf9a6de), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.656978 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd449a-3570-46e2-ba92-8259c6f650d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=069bade8-3bb5-48e3-9143-152c956d5c53,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:42.670121 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-08a31c57-aed2-4e7a-addc-1ff4b5a66eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (a1c0631f-3710-4d7d-8276-7b4b59a8ad34), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.670354 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Pushing event updated for resources: {'Port': ['ID=46224adc-d6ad-47c1-8a38-0fe0ca58567c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:42.688988 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0934d-d119-4da8-b3a0-ba1a6b7f5854 None None] The sync data for ids ['3749273a-922b-40cd-9009-b7a378128110'] in ncdv-master-1 is: [{'id': '3749273a-922b-40cd-9009-b7a378128110', 'name': 'tempest-TestVolumeBootPattern-1798897564-router', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:36Z', 'updated_at': '2022-02-12T21:25:39Z', 'revision_number': 3, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'gw_port': {'id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:37Z', 'updated_at': '2022-02-12T21:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:42.694692 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (3749273a-922b-40cd-9009-b7a378128110), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.711809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc700868d60>,) {'filters': {'network_id': ['864c151b-c222-4feb-b9a4-8c16dcf9a6de']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:42.726647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port a1c0631f-3710-4d7d-8276-7b4b59a8ad34 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:25:42.727295 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a1c0631f-3710-4d7d-8276-7b4b59a8ad34), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.733655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc700868d60>, '58bd4387-4db4-4052-92d9-96070be69106') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:42.734162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc700868d60>, '58bd4387-4db4-4052-92d9-96070be69106') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:42.735490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a31c57-aed2-4e7a-addc-1ff4b5a66eb2 None None] Pushing event deleted for resources: {'Port': ['ID=a1c0631f-3710-4d7d-8276-7b4b59a8ad34,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:42.773392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd449a-3570-46e2-ba92-8259c6f650d3 admin admin] Checking segment: {'id': '816038a1-a3c6-4795-b762-e5706bd3519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3056d90f-d42e-4df0-99f3-32e068e8afa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:42.774251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd449a-3570-46e2-ba92-8259c6f650d3 admin admin] Network hostable DHCP agents. Network: 3056d90f-d42e-4df0-99f3-32e068e8afa8, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:25:42.785331 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (58bd4387-4db4-4052-92d9-96070be69106), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.791495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a31c57-aed2-4e7a-addc-1ff4b5a66eb2 None None] No DVR routers for this DVR port a1c0631f-3710-4d7d-8276-7b4b59a8ad34 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:42.848223 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (58bd4387-4db4-4052-92d9-96070be69106), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.876356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:25:42.877055 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (58bd4387-4db4-4052-92d9-96070be69106), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:25:42.882783 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:25:42.904290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] For port a1c0631f-3710-4d7d-8276-7b4b59a8ad34, host ncdv-master-1, got binding levels [] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:42.917072 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a1c0631f-3710-4d7d-8276-7b4b59a8ad34), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:42.978374 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd449a-3570-46e2-ba92-8259c6f650d3 admin admin] Network 3056d90f-d42e-4df0-99f3-32e068e8afa8 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:25:42.989592 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for a1c0631f-3710-4d7d-8276-7b4b59a8ad34 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:25:42.999703 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.ipam_backend_mixin [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Port a1c0631f-3710-4d7d-8276-7b4b59a8ad34 was not found and therefore no delete operation was performed {{(pid=126506) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 12 21:25:43.010162 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (a1c0631f-3710-4d7d-8276-7b4b59a8ad34), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.047928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=a1c0631f-3710-4d7d-8276-7b4b59a8ad34,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:43.053523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] No DVR routers for this DVR port a1c0631f-3710-4d7d-8276-7b4b59a8ad34 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:25:43.094430 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.099002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-84fd449a-3570-46e2-ba92-8259c6f650d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3056d90f-d42e-4df0-99f3-32e068e8afa8) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:43.113844 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fd449a-3570-46e2-ba92-8259c6f650d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:43.122401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-84fd449a-3570-46e2-ba92-8259c6f650d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.135435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ff1367e3-8413-41e5-8990-763333662654 None None] Provisioning complete for port 46224adc-d6ad-47c1-8a38-0fe0ca58567c triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:43.135435 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ff1367e3-8413-41e5-8990-763333662654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.157535 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (864c151b-c222-4feb-b9a4-8c16dcf9a6de), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.210112 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ff1367e3-8413-41e5-8990-763333662654 None None] Port 46224adc-d6ad-47c1-8a38-0fe0ca58567c cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:43.223398 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f81404-7dbb-4c4f-b63d-628c8e7edc28 None None] Network 3056d90f-d42e-4df0-99f3-32e068e8afa8 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:43.253536 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.259912 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] 10.222.0.31 "DELETE /v2.0/networks/864c151b-c222-4feb-b9a4-8c16dcf9a6de HTTP/1.1" status: 204  len: 168 time: 2.1659758
Feb 12 21:25:43.274615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8cb23849-26e4-40f9-92dc-88e21f4fc513 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:25:43.302721 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-84fd449a-3570-46e2-ba92-8259c6f650d3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.8850896
Feb 12 21:25:43.308615 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (cbc2abdc-f639-4f23-b923-6428c8e36567), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.312001 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b15d2-683b-445a-ae34-116308cf6437 tempest-ExtraDHCPOptionsTestJSON-1568837827 tempest-ExtraDHCPOptionsTestJSON-1568837827-project] Pushing event deleted for resources: {'Network': ['ID=864c151b-c222-4feb-b9a4-8c16dcf9a6de,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:43.334736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8be100>,) {'filters': {'network_id': ['cbc2abdc-f639-4f23-b923-6428c8e36567']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:43.346802 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8be100>, 'd0da6caa-cd9e-4521-a4d1-18877b6c3caf') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:43.347128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8be100>, 'd0da6caa-cd9e-4521-a4d1-18877b6c3caf') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:43.363401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (d0da6caa-cd9e-4521-a4d1-18877b6c3caf), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.381739 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d0da6caa-cd9e-4521-a4d1-18877b6c3caf), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.390295 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:25:43.391000 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (d0da6caa-cd9e-4521-a4d1-18877b6c3caf), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:25:43.396267 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:25:43.402253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 8cb23849-26e4-40f9-92dc-88e21f4fc513 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:25:43.404719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8cb23849-26e4-40f9-92dc-88e21f4fc513 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:25:43.406774 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a1c0631f-3710-4d7d-8276-7b4b59a8ad34 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:25:43.408951 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Publish callbacks [] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.418700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60772) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:43.441405 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88fe348a-791f-497f-ac39-8fd5dcb9308d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.474365 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: a1c0631f-3710-4d7d-8276-7b4b59a8ad34 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:25:43.476817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a1c0631f-3710-4d7d-8276-7b4b59a8ad34 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:25:43.482913 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.495297 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc2895d-d130-43bc-a5d5-fa0d2115dd0a None None] Network 3056d90f-d42e-4df0-99f3-32e068e8afa8 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:43.636739 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88fe348a-791f-497f-ac39-8fd5dcb9308d admin admin] Publish callbacks [] for security_group (c532a29e-d399-4e8b-9e5f-cc5dc644056c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.640614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Pushing event updated for resources: {'Port': ['ID=46224adc-d6ad-47c1-8a38-0fe0ca58567c,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:43.649268 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (cbc2abdc-f639-4f23-b923-6428c8e36567), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.664043 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.668458 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (3749273a-922b-40cd-9009-b7a378128110), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.671707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60776) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:43.674131 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/networks/cbc2abdc-f639-4f23-b923-6428c8e36567 HTTP/1.1" status: 204  len: 168 time: 1.7192731
Feb 12 21:25:43.682201 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a94cd332-640e-483c-bc23-b336be0b5972 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1282229016', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:43.713538 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c579b64-5122-43b1-a601-15629e68305d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Network': ['ID=cbc2abdc-f639-4f23-b923-6428c8e36567,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:43.732485 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88fe348a-791f-497f-ac39-8fd5dcb9308d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c532a29e-d399-4e8b-9e5f-cc5dc644056c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.777279 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-88fe348a-791f-497f-ac39-8fd5dcb9308d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f3cec5eb034484fb44ebe137e2f39a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3571348
Feb 12 21:25:43.777788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60780) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:43.814207 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe348a-791f-497f-ac39-8fd5dcb9308d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c532a29e-d399-4e8b-9e5f-cc5dc644056c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:43.840285 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a94cd332-640e-483c-bc23-b336be0b5972 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (b32e3aac-9b31-4189-a914-314c087a35ff), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.841341 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a94cd332-640e-483c-bc23-b336be0b5972 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (b32e3aac-9b31-4189-a914-314c087a35ff), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.872417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Network 17443eb2-4308-410f-a5f4-59d4de5fb120 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:43.875626 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5775218b-5573-4bd1-bc68-48e80cef6577 admin admin] Publish callbacks [] for security_group (c532a29e-d399-4e8b-9e5f-cc5dc644056c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.877916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:43.902527 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5775218b-5573-4bd1-bc68-48e80cef6577 admin admin] Publish callbacks [] for security_group (c532a29e-d399-4e8b-9e5f-cc5dc644056c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:43.999292 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a94cd332-640e-483c-bc23-b336be0b5972 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_controller (b32e3aac-9b31-4189-a914-314c087a35ff), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:44.081898 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5775218b-5573-4bd1-bc68-48e80cef6577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c532a29e-d399-4e8b-9e5f-cc5dc644056c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:44.084899 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5775218b-5573-4bd1-bc68-48e80cef6577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:44.085994 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5775218b-5573-4bd1-bc68-48e80cef6577 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c532a29e-d399-4e8b-9e5f-cc5dc644056c HTTP/1.1" status: 204  len: 168 time: 0.3046288
Feb 12 21:25:44.100132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775218b-5573-4bd1-bc68-48e80cef6577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c532a29e-d399-4e8b-9e5f-cc5dc644056c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:44.114372 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a94cd332-640e-483c-bc23-b336be0b5972 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (b32e3aac-9b31-4189-a914-314c087a35ff), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:44.138644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Router 3749273a-922b-40cd-9009-b7a378128110 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:25:44.186740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60796) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:44.244724 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a94cd332-640e-483c-bc23-b336be0b5972 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:44.245963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a94cd332-640e-483c-bc23-b336be0b5972 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5731027
Feb 12 21:25:44.247493 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-198c9897-f79e-4abe-8092-cc4869be5062 None None] Provisioning complete for port 46224adc-d6ad-47c1-8a38-0fe0ca58567c triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:44.247933 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-198c9897-f79e-4abe-8092-cc4869be5062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:44.248667 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60800) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:44.253996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a9e38de4-e89e-410e-bb9c-9575c5a076fa tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'network': {'name': 'tempest-RoutersTest-1846309424'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:44.293427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:44.300645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-198c9897-f79e-4abe-8092-cc4869be5062 None None] Port 46224adc-d6ad-47c1-8a38-0fe0ca58567c cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:44.305911 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d2521895-228c-4b13-9ec0-9c68441fe6d4 admin admin] 10.222.0.31 "PUT /v2.0/routers/3749273a-922b-40cd-9009-b7a378128110/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6260126
Feb 12 21:25:44.390924 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e38de4-e89e-410e-bb9c-9575c5a076fa tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:44.396326 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9e38de4-e89e-410e-bb9c-9575c5a076fa tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:44.426156 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e38de4-e89e-410e-bb9c-9575c5a076fa tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:25:44.435049 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9e38de4-e89e-410e-bb9c-9575c5a076fa tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (091536ee-0cc8-4d54-a7b7-79e74acd9bb7), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:44.435396 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-a9e38de4-e89e-410e-bb9c-9575c5a076fa tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Added segment 091536ee-0cc8-4d54-a7b7-79e74acd9bb7 of type vlan for network 559a6a6a-7c88-48bd-9423-3006757a8319
Feb 12 21:25:44.480426 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9e38de4-e89e-410e-bb9c-9575c5a076fa tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (559a6a6a-7c88-48bd-9423-3006757a8319), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:44.577901 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9e38de4-e89e-410e-bb9c-9575c5a076fa tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (559a6a6a-7c88-48bd-9423-3006757a8319), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:44.584140 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e38de4-e89e-410e-bb9c-9575c5a076fa tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:44.588222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9e38de4-e89e-410e-bb9c-9575c5a076fa tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:44.671802 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e38de4-e89e-410e-bb9c-9575c5a076fa tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Network': ['ID=559a6a6a-7c88-48bd-9423-3006757a8319,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:44.683089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 559a6a6a-7c88-48bd-9423-3006757a8319 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:25:44.796415 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-324b83d7-e8aa-4d54-bf14-52afe8a807a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfb96138abca4946a096007550047945&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6079414
Feb 12 21:25:44.801089 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a9e38de4-e89e-410e-bb9c-9575c5a076fa tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5511982
Feb 12 21:25:44.801850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60824) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:44.804344 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60826) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:44.817164 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0d17fec5-d016-4eec-829f-60f16310f59b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'subnet': {'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:44.866935 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cba12f5a-250d-4e16-a38e-09d20b12a117 admin admin] Publish callbacks [] for security_group (c2fcd9e3-3e55-4ead-b7d4-2215b460766d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:44.906944 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cba12f5a-250d-4e16-a38e-09d20b12a117 admin admin] Publish callbacks [] for security_group (c2fcd9e3-3e55-4ead-b7d4-2215b460766d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:45.091349 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Sync routers for ids ['3749273a-922b-40cd-9009-b7a378128110'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:45.104486 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Routers {'3749273a-922b-40cd-9009-b7a378128110'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:45.105131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa59aa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3749273a-922b-40cd-9009-b7a378128110'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:45.199884 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cba12f5a-250d-4e16-a38e-09d20b12a117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c2fcd9e3-3e55-4ead-b7d4-2215b460766d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:45.199884 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cba12f5a-250d-4e16-a38e-09d20b12a117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:45.204104 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cba12f5a-250d-4e16-a38e-09d20b12a117 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2fcd9e3-3e55-4ead-b7d4-2215b460766d HTTP/1.1" status: 204  len: 168 time: 0.4006083
Feb 12 21:25:45.221052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba12f5a-250d-4e16-a38e-09d20b12a117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fcd9e3-3e55-4ead-b7d4-2215b460766d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:45.275487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2c5f23d8-f777-41ef-bccb-3c8656abcef8 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:45.284552 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Set router 3749273a-922b-40cd-9009-b7a378128110 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:25:45.296637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-2bca8dd7-a319-48d8-bdb0-844fb1241fdf tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:45.298365 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-2bca8dd7-a319-48d8-bdb0-844fb1241fdf tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/networks?id=3056d90f-d42e-4df0-99f3-32e068e8afa8 HTTP/1.1" status: 200  len: 813 time: 0.5805655
Feb 12 21:25:45.315177 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-be1aabbf-3dd3-4475-9751-ca18b1d28c40 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/quotas/a2d180f06cfb411eb0ef364c5b2ef81b HTTP/1.1" status: 200  len: 375 time: 0.0099940
Feb 12 21:25:45.358479 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-024c1a4e-0693-4f11-9deb-5151bbce49b1 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2d180f06cfb411eb0ef364c5b2ef81b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0376189
Feb 12 21:25:45.361923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d17fec5-d016-4eec-829f-60f16310f59b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:45.365431 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d17fec5-d016-4eec-829f-60f16310f59b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:45.433460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2c5f23d8-f777-41ef-bccb-3c8656abcef8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:45.433460 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2c5f23d8-f777-41ef-bccb-3c8656abcef8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:45.551592 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-12a2757f-ab09-4304-a87f-9875036fe785 service neutron] 10.222.0.31 "GET /v2.0/networks/3056d90f-d42e-4df0-99f3-32e068e8afa8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635170
Feb 12 21:25:45.606397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2c5f23d8-f777-41ef-bccb-3c8656abcef8 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:45.606798 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2c5f23d8-f777-41ef-bccb-3c8656abcef8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:45.633857 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 2c5f23d8-f777-41ef-bccb-3c8656abcef8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c5f23d8-f777-41ef-bccb-3c8656abcef8,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:45.655795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa59aa00>, [{'id': '3749273a-922b-40cd-9009-b7a378128110', 'name': 'tempest-TestVolumeBootPattern-1798897564-router', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:36Z', 'updated_at': '2022-02-12T21:25:42Z', 'revision_number': 4, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'gw_port': {'id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:37Z', 'updated_at': '2022-02-12T21:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46224adc-d6ad-47c1-8a38-0fe0ca58567c', 'name': '', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'mac_address': 'fa:16:3e:72:12:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '447c8376-828f-4491-9b8b-1373d20c6228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:41Z', 'updated_at': '2022-02-12T21:25:43Z', 'revision_number': 2, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'subnets': [{'id': '447c8376-828f-4491-9b8b-1373d20c6228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:45.684330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Checking router: 3749273a-922b-40cd-9009-b7a378128110 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:25:45.685065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Updating router 3749273a-922b-40cd-9009-b7a378128110 port 46224adc-d6ad-47c1-8a38-0fe0ca58567c binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:25:45.713477 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2c5f23d8-f777-41ef-bccb-3c8656abcef8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:45.747809 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:45.762637 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-6151c059-d1c2-4465-a75d-576db5485f89 service neutron] 10.222.0.31 "GET /v2.0/networks/3056d90f-d42e-4df0-99f3-32e068e8afa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1995385
Feb 12 21:25:45.786210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=2c5f23d8-f777-41ef-bccb-3c8656abcef8,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:45.807139 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d17fec5-d016-4eec-829f-60f16310f59b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (cc5b5657-23c3-45f3-98ab-d6043cf22da9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:45.894321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d17fec5-d016-4eec-829f-60f16310f59b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Checking segment: {'id': '091536ee-0cc8-4d54-a7b7-79e74acd9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:45.896257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d17fec5-d016-4eec-829f-60f16310f59b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network hostable DHCP agents. Network: 559a6a6a-7c88-48bd-9423-3006757a8319, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:25:45.903901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17fec5-d016-4eec-829f-60f16310f59b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Subnet': ['ID=cc5b5657-23c3-45f3-98ab-d6043cf22da9,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:45.970554 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60854) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:46.001724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d17fec5-d016-4eec-829f-60f16310f59b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network 559a6a6a-7c88-48bd-9423-3006757a8319 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:25:46.076233 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-0d17fec5-d016-4eec-829f-60f16310f59b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 559a6a6a-7c88-48bd-9423-3006757a8319) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:46.082037 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d17fec5-d016-4eec-829f-60f16310f59b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:46.082667 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0d17fec5-d016-4eec-829f-60f16310f59b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:46.097589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d23fc0-b48f-4a3e-b853-37676d2751c4 None None] Network 559a6a6a-7c88-48bd-9423-3006757a8319 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:46.111800 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb970676-a446-4c1d-9c64-3937d5ccb71e req-8bc3114a-7e94-4c93-8019-6600f61edbb5 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 210 time: 0.0414870
Feb 12 21:25:46.175773 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0d17fec5-d016-4eec-829f-60f16310f59b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3703866
Feb 12 21:25:46.182404 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60868) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:46.335741 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-559a6a6a-7c88-48bd-9423-3006757a8319', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:25:46.336613 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:46.453383 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Publish callbacks [] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:46.522167 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Allocated IP 172.20.0.2 (559a6a6a-7c88-48bd-9423-3006757a8319/cc5b5657-23c3-45f3-98ab-d6043cf22da9/69c4e099-9184-4c94-b9f0-8d1326ffb4d4) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:46.567951 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:46.763989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908f9ff-0620-467c-af7f-419a6d65eb81 None None] Pushing event updated for resources: {'Port': ['ID=46224adc-d6ad-47c1-8a38-0fe0ca58567c,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:46.770199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Request body: {'networks': [{'name': 'tempest-network--603181138'}, {'name': 'tempest-network--1287541484'}]} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:46.770809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Request body: {'network': {'name': 'tempest-network--603181138'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:46.772193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Request body: {'network': {'name': 'tempest-network--1287541484'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:46.831439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60894) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:46.839199 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-10dfb8d6-1b25-4085-ac51-189e20bb6730 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1206078570-network', 'tenant_id': '059fba8ad4304de5a250f5fec5caf3ff'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:46.867419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Attempting to bind port 46224adc-d6ad-47c1-8a38-0fe0ca58567c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:25:46.867807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Attempting to bind port 46224adc-d6ad-47c1-8a38-0fe0ca58567c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:25:46.868166 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Attempting to bind port 46224adc-d6ad-47c1-8a38-0fe0ca58567c on network 17443eb2-4308-410f-a5f4-59d4de5fb120 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:25:46.875622 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:25:46.876121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Checking segment: {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:46.876536 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:46.876936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Bound using segment: {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:25:46.877443 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Bound port: 46224adc-d6ad-47c1-8a38-0fe0ca58567c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:25:46.877834 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:46.939124 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Publish callbacks [] for port (69c4e099-9184-4c94-b9f0-8d1326ffb4d4), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:46.955819 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dfb8d6-1b25-4085-ac51-189e20bb6730 admin admin] Made reservation on behalf of 059fba8ad4304de5a250f5fec5caf3ff for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:46.958220 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10dfb8d6-1b25-4085-ac51-189e20bb6730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:46.971487 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:46.972190 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10dfb8d6-1b25-4085-ac51-189e20bb6730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:46.981485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] For port 46224adc-d6ad-47c1-8a38-0fe0ca58567c, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:25:46.986415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] For port 46224adc-d6ad-47c1-8a38-0fe0ca58567c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46224adc-d6ad-47c1-8a38-0fe0ca58567c,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:25:47.019623 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Made reservation on behalf of 76115e1d3c6c4156b88bc69c06c97d4b for: {'network': 2} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:47.024270 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.048520 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (69c4e099-9184-4c94-b9f0-8d1326ffb4d4), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.069326 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.102933 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10dfb8d6-1b25-4085-ac51-189e20bb6730 admin admin] Publish callbacks [] for security_group (f12d36dc-d3ec-4c7a-abb3-e1cdd1f97488), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.112261 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.143149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a38fcd29-07e1-4c58-9386-dc5946d84f6a None None] Provisioning complete for port 46224adc-d6ad-47c1-8a38-0fe0ca58567c triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:47.143633 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a38fcd29-07e1-4c58-9386-dc5946d84f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.255719 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10dfb8d6-1b25-4085-ac51-189e20bb6730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f12d36dc-d3ec-4c7a-abb3-e1cdd1f97488), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.287562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ecfaf1a-c623-40d1-a610-2b3f7fcf5798 req-c946a933-c096-480d-a1e5-ce7dc82960ea tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 210 time: 0.0897202
Feb 12 21:25:47.301540 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2c5f23d8-f777-41ef-bccb-3c8656abcef8 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:47.312146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10dfb8d6-1b25-4085-ac51-189e20bb6730 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:25:47.324501 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfb8d6-1b25-4085-ac51-189e20bb6730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12d36dc-d3ec-4c7a-abb3-e1cdd1f97488,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:47.332593 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10dfb8d6-1b25-4085-ac51-189e20bb6730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b6600df4-f7e0-491a-a662-e2a9717bb1ad), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.333009 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-10dfb8d6-1b25-4085-ac51-189e20bb6730 admin admin] Added segment b6600df4-f7e0-491a-a662-e2a9717bb1ad of type vlan for network d7d2a564-f60f-4456-81b1-0e5541aae952
Feb 12 21:25:47.351862 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for security_group (91fe7304-be12-482a-a81d-9f4aa828467d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.363352 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Network 559a6a6a-7c88-48bd-9423-3006757a8319 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:47.368207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Pushing event updated for resources: {'Port': ['ID=69c4e099-9184-4c94-b9f0-8d1326ffb4d4,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:47.376325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:47.380058 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Allocated IP 172.20.0.1 (559a6a6a-7c88-48bd-9423-3006757a8319/cc5b5657-23c3-45f3-98ab-d6043cf22da9/421f6afc-db84-4acd-8e2b-bf21008271d4) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:47.394609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:47.480497 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10dfb8d6-1b25-4085-ac51-189e20bb6730 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (d7d2a564-f60f-4456-81b1-0e5541aae952), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.514767 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (91fe7304-be12-482a-a81d-9f4aa828467d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.515102 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.563976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Routers {'3749273a-922b-40cd-9009-b7a378128110'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:47.564624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa59aa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3749273a-922b-40cd-9009-b7a378128110'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:47.632405 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91fe7304-be12-482a-a81d-9f4aa828467d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:47.642299 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908f9ff-0620-467c-af7f-419a6d65eb81 None None] Pushing event updated for resources: {'Port': ['ID=46224adc-d6ad-47c1-8a38-0fe0ca58567c,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:47.647415 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10dfb8d6-1b25-4085-ac51-189e20bb6730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (d7d2a564-f60f-4456-81b1-0e5541aae952), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.652053 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dfb8d6-1b25-4085-ac51-189e20bb6730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:47.656789 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10dfb8d6-1b25-4085-ac51-189e20bb6730 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.666693 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:25:47.718487 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (7776637c-ec81-41fe-a496-7bb95a360864), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.719042 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Added segment 7776637c-ec81-41fe-a496-7bb95a360864 of type vlan for network 5956762f-8c77-4b8c-8a67-5455e621ba5b
Feb 12 21:25:47.739537 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.773581 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2c5f23d8-f777-41ef-bccb-3c8656abcef8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:47.774488 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2c5f23d8-f777-41ef-bccb-3c8656abcef8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.779706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a38fcd29-07e1-4c58-9386-dc5946d84f6a None None] Current status of the port 46224adc-d6ad-47c1-8a38-0fe0ca58567c is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:47.780344 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a38fcd29-07e1-4c58-9386-dc5946d84f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.866412 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Attempting to bind port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:25:47.866910 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Attempting to bind port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '091536ee-0cc8-4d54-a7b7-79e74acd9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:25:47.867492 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Attempting to bind port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 on network 559a6a6a-7c88-48bd-9423-3006757a8319 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:25:47.873528 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (5956762f-8c77-4b8c-8a67-5455e621ba5b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.930332 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:25:47.933172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Checking segment: {'id': '091536ee-0cc8-4d54-a7b7-79e74acd9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:47.934537 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.934952 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Bound using segment: {'id': '091536ee-0cc8-4d54-a7b7-79e74acd9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:25:47.937879 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Bound port: 69c4e099-9184-4c94-b9f0-8d1326ffb4d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091536ee-0cc8-4d54-a7b7-79e74acd9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:25:47.937879 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (69c4e099-9184-4c94-b9f0-8d1326ffb4d4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:47.957214 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfb8d6-1b25-4085-ac51-189e20bb6730 admin admin] Pushing event updated for resources: {'Network': ['ID=d7d2a564-f60f-4456-81b1-0e5541aae952,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:47.997262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network d7d2a564-f60f-4456-81b1-0e5541aae952 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:25:48.003946 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-10dfb8d6-1b25-4085-ac51-189e20bb6730 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1711583
Feb 12 21:25:48.004753 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60920) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:48.009984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8122baf7-c755-4684-940e-f6b2d07a46e4 admin admin] Request body: {'subnet': {'network_id': 'd7d2a564-f60f-4456-81b1-0e5541aae952', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1206078570-subnet', 'tenant_id': '059fba8ad4304de5a250f5fec5caf3ff', 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:48.043399 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a38fcd29-07e1-4c58-9386-dc5946d84f6a None None] For port 46224adc-d6ad-47c1-8a38-0fe0ca58567c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46224adc-d6ad-47c1-8a38-0fe0ca58567c,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:48.044685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:25:48.056089 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (7aff6c38-b3e4-4a76-8b55-94a18776171d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:48.056996 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Added segment 7aff6c38-b3e4-4a76-8b55-94a18776171d of type vlan for network 7ce2167d-f9a3-4f94-b43f-0ff393488d50
Feb 12 21:25:48.122846 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:48.128377 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (7ce2167d-f9a3-4f94-b43f-0ff393488d50), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:48.140447 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] Set router 3749273a-922b-40cd-9009-b7a378128110 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:25:48.173487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8122baf7-c755-4684-940e-f6b2d07a46e4 admin admin] Made reservation on behalf of 059fba8ad4304de5a250f5fec5caf3ff for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:48.176331 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8122baf7-c755-4684-940e-f6b2d07a46e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:48.207941 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network 559a6a6a-7c88-48bd-9423-3006757a8319 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:48.237509 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a38fcd29-07e1-4c58-9386-dc5946d84f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:48.237906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:48.244780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:48.363728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] For port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:25:48.414445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] For port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69c4e099-9184-4c94-b9f0-8d1326ffb4d4,segment=NetworkSegment(091536ee-0cc8-4d54-a7b7-79e74acd9bb7),segment_id=091536ee-0cc8-4d54-a7b7-79e74acd9bb7)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:25:48.438160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2c5f23d8-f777-41ef-bccb-3c8656abcef8 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:48.447852 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (b32e3aac-9b31-4189-a914-314c087a35ff), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:48.506132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=421f6afc-db84-4acd-8e2b-bf21008271d4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:48.507376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fcd29-07e1-4c58-9386-dc5946d84f6a None None] Pushing event updated for resources: {'Port': ['ID=46224adc-d6ad-47c1-8a38-0fe0ca58567c,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:48.519587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-820f5803-b7c5-4b1b-81c3-98a44333afe8 None None] Provisioning complete for port 46224adc-d6ad-47c1-8a38-0fe0ca58567c triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:48.520252 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-820f5803-b7c5-4b1b-81c3-98a44333afe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:48.546710 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0055ee54-8985-42de-b646-27acc00fc92e req-9ea0f495-3c86-46ca-a0bd-5a5355b7c989 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 210 time: 0.0911677
Feb 12 21:25:48.586914 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (69c4e099-9184-4c94-b9f0-8d1326ffb4d4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:48.627920 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (5956762f-8c77-4b8c-8a67-5455e621ba5b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:48.630678 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (7ce2167d-f9a3-4f94-b43f-0ff393488d50), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:48.642009 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:48.648104 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:48.648805 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:48.680147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60934) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:48.734483 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8122baf7-c755-4684-940e-f6b2d07a46e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (25ae377b-3ec3-4605-ae83-52327d5974eb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:48.746522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event updated for resources: {'Network': ['ID=5956762f-8c77-4b8c-8a67-5455e621ba5b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:48.790376 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 2.8186393
Feb 12 21:25:48.805086 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60940) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:48.886141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 5956762f-8c77-4b8c-8a67-5455e621ba5b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:25:49.011799 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:49.052902 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d0dbf-32f7-414e-856d-2206bab222a4 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event updated for resources: {'Network': ['ID=7ce2167d-f9a3-4f94-b43f-0ff393488d50,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:49.077829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-86620ccd-472a-4b80-a155-8db38cf8247c tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:49.078467 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-86620ccd-472a-4b80-a155-8db38cf8247c tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.50 "GET /v2.0/networks?id=3056d90f-d42e-4df0-99f3-32e068e8afa8 HTTP/1.1" status: 200  len: 813 time: 0.1795394
Feb 12 21:25:49.082937 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122baf7-c755-4684-940e-f6b2d07a46e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25ae377b-3ec3-4605-ae83-52327d5974eb,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:49.089498 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-67348a95-3793-4033-acc9-68c91e0067a0 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1221573098'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:49.114596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-48b7134a-73ad-42c2-b2e5-7756fe9b97de tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Request body: {'port': {'device_id': '1f7f353c-e294-4694-84c9-8e2b3f3268f6', 'network_id': '3056d90f-d42e-4df0-99f3-32e068e8afa8', 'admin_state_up': True, 'tenant_id': 'a2d180f06cfb411eb0ef364c5b2ef81b'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:49.138191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df818cb1-7f03-4236-a29a-93d4d709cf99 None None] Pushing event updated for resources: {'Port': ['ID=69c4e099-9184-4c94-b9f0-8d1326ffb4d4,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:49.163127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122baf7-c755-4684-940e-f6b2d07a46e4 admin admin] Checking segment: {'id': 'b6600df4-f7e0-491a-a662-e2a9717bb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd7d2a564-f60f-4456-81b1-0e5541aae952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:49.172178 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8122baf7-c755-4684-940e-f6b2d07a46e4 admin admin] Network hostable DHCP agents. Network: d7d2a564-f60f-4456-81b1-0e5541aae952, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:25:49.211033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 7ce2167d-f9a3-4f94-b43f-0ff393488d50 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:25:49.213843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67348a95-3793-4033-acc9-68c91e0067a0 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Made reservation on behalf of bb1afe6fa24e440db16c1928484b08d6 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:49.217066 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-67348a95-3793-4033-acc9-68c91e0067a0 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:49.230682 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-67348a95-3793-4033-acc9-68c91e0067a0 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:49.335648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-820f5803-b7c5-4b1b-81c3-98a44333afe8 None None] Current status of the port 46224adc-d6ad-47c1-8a38-0fe0ca58567c is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:49.369320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8122baf7-c755-4684-940e-f6b2d07a46e4 admin admin] Network d7d2a564-f60f-4456-81b1-0e5541aae952 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:25:49.465915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa59aa00>, [{'id': '3749273a-922b-40cd-9009-b7a378128110', 'name': 'tempest-TestVolumeBootPattern-1798897564-router', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:36Z', 'updated_at': '2022-02-12T21:25:42Z', 'revision_number': 4, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'gw_port': {'id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:37Z', 'updated_at': '2022-02-12T21:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46224adc-d6ad-47c1-8a38-0fe0ca58567c', 'name': '', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'mac_address': 'fa:16:3e:72:12:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '447c8376-828f-4491-9b8b-1373d20c6228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:41Z', 'updated_at': '2022-02-12T21:25:46Z', 'revision_number': 4, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'subnets': [{'id': '447c8376-828f-4491-9b8b-1373d20c6228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:49.473348 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-67348a95-3793-4033-acc9-68c91e0067a0 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for security_group (9e7bede4-13aa-4f8b-8e1b-22b667ed6bbd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:49.490772 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-8122baf7-c755-4684-940e-f6b2d07a46e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d7d2a564-f60f-4456-81b1-0e5541aae952) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:49.502435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec404bc5-0090-4b8f-978b-4bcbd964ea6c None None] Network d7d2a564-f60f-4456-81b1-0e5541aae952 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:49.502978 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8122baf7-c755-4684-940e-f6b2d07a46e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:49.503593 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8122baf7-c755-4684-940e-f6b2d07a46e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:49.505256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7eb60-6720-4715-8514-4c55e3e85d2b None None] The sync data for ids ['3749273a-922b-40cd-9009-b7a378128110'] in ncdv-master-1 is: [{'id': '3749273a-922b-40cd-9009-b7a378128110', 'name': 'tempest-TestVolumeBootPattern-1798897564-router', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:36Z', 'updated_at': '2022-02-12T21:25:42Z', 'revision_number': 4, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'gw_port': {'id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:37Z', 'updated_at': '2022-02-12T21:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46224adc-d6ad-47c1-8a38-0fe0ca58567c', 'name': '', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'mac_address': 'fa:16:3e:72:12:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '447c8376-828f-4491-9b8b-1373d20c6228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:41Z', 'updated_at': '2022-02-12T21:25:46Z', 'revision_number': 4, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'subnets': [{'id': '447c8376-828f-4491-9b8b-1373d20c6228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:49.585843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-48b7134a-73ad-42c2-b2e5-7756fe9b97de tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Made reservation on behalf of a2d180f06cfb411eb0ef364c5b2ef81b for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:49.603703 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-48b7134a-73ad-42c2-b2e5-7756fe9b97de tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:49.630796 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eba536-30da-490a-9b36-a51df4ef40df tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:49.636801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eba536-30da-490a-9b36-a51df4ef40df tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:49.640951 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-67348a95-3793-4033-acc9-68c91e0067a0 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9e7bede4-13aa-4f8b-8e1b-22b667ed6bbd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:49.642255 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eba536-30da-490a-9b36-a51df4ef40df tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:49.650438 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eba536-30da-490a-9b36-a51df4ef40df tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:49.651444 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f6eba536-30da-490a-9b36-a51df4ef40df tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.8408456
Feb 12 21:25:49.664532 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8122baf7-c755-4684-940e-f6b2d07a46e4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6584101
Feb 12 21:25:49.670632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60968) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:49.674565 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60970) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:49.684669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1206078570-router', 'tenant_id': '059fba8ad4304de5a250f5fec5caf3ff', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:49.776415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d7d2a564-f60f-4456-81b1-0e5541aae952', 'network_id': 'd7d2a564-f60f-4456-81b1-0e5541aae952', 'project_id': '059fba8ad4304de5a250f5fec5caf3ff', 'fixed_ips': [{'subnet_id': '25ae377b-3ec3-4605-ae83-52327d5974eb'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:25:49.778460 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:49.807696 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (9f0481c6-7b98-4bf8-a280-891b2724f5ae), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:49.808170 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (9f0481c6-7b98-4bf8-a280-891b2724f5ae), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:49.840425 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67348a95-3793-4033-acc9-68c91e0067a0 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:25:49.863099 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60974) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:49.872215 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ff08eb8e-378d-446b-a693-1099ceccd845 req-0e0852c2-5b17-4ca0-8ed0-8eef54fc37c6 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 210 time: 0.1356144
Feb 12 21:25:49.960705 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67348a95-3793-4033-acc9-68c91e0067a0 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7bede4-13aa-4f8b-8e1b-22b667ed6bbd,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:49.990648 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-67348a95-3793-4033-acc9-68c91e0067a0 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5d9a472c-07ce-4c08-ac07-29def5a45e6f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:49.991000 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-67348a95-3793-4033-acc9-68c91e0067a0 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Added segment 5d9a472c-07ce-4c08-ac07-29def5a45e6f of type vlan for network 3fbff765-00b4-497c-bb2c-2e79b1a4fad3
Feb 12 21:25:50.063236 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Publish callbacks [] for router_controller (9f0481c6-7b98-4bf8-a280-891b2724f5ae), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.095062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Allocated IP 172.20.0.2 (d7d2a564-f60f-4456-81b1-0e5541aae952/25ae377b-3ec3-4605-ae83-52327d5974eb/e4b9edd2-aaec-4165-857a-1cd1342d3f82) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:50.113086 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bbb8a8d6-4eca-4d32-8483-9ee48c90aacd tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (5956762f-8c77-4b8c-8a67-5455e621ba5b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.128771 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.149734 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-67348a95-3793-4033-acc9-68c91e0067a0 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (3fbff765-00b4-497c-bb2c-2e79b1a4fad3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.165186 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c37e410-2387-4daa-a464-c8759deb037d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.218661 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-48b7134a-73ad-42c2-b2e5-7756fe9b97de tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Allocated IP 172.20.0.9 (3056d90f-d42e-4df0-99f3-32e068e8afa8/069bade8-3bb5-48e3-9143-152c956d5c53/88886a31-ecd4-4ea6-b1fe-27f452ea98e3) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:50.319265 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.397097 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bbb8a8d6-4eca-4d32-8483-9ee48c90aacd tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (5956762f-8c77-4b8c-8a67-5455e621ba5b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.420692 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-bbb8a8d6-4eca-4d32-8483-9ee48c90aacd tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f949ad00>,) {'filters': {'network_id': ['5956762f-8c77-4b8c-8a67-5455e621ba5b']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:50.441270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-bbb8a8d6-4eca-4d32-8483-9ee48c90aacd tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f949ad00>, '7776637c-ec81-41fe-a496-7bb95a360864') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:50.441632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-bbb8a8d6-4eca-4d32-8483-9ee48c90aacd tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f949ad00>, '7776637c-ec81-41fe-a496-7bb95a360864') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:50.452830 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bbb8a8d6-4eca-4d32-8483-9ee48c90aacd tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (7776637c-ec81-41fe-a496-7bb95a360864), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.469489 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bbb8a8d6-4eca-4d32-8483-9ee48c90aacd tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (7776637c-ec81-41fe-a496-7bb95a360864), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.470227 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Publish callbacks [] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.480751 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb8a8d6-4eca-4d32-8483-9ee48c90aacd tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:25:50.481423 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bbb8a8d6-4eca-4d32-8483-9ee48c90aacd tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (7776637c-ec81-41fe-a496-7bb95a360864), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.506538 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Publish callbacks [] for router_gateway (9f0481c6-7b98-4bf8-a280-891b2724f5ae), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:25:50.507102 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:25:50.509682 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-67348a95-3793-4033-acc9-68c91e0067a0 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (3fbff765-00b4-497c-bb2c-2e79b1a4fad3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.515529 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67348a95-3793-4033-acc9-68c91e0067a0 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:50.516658 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-67348a95-3793-4033-acc9-68c91e0067a0 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.536358 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (b32e3aac-9b31-4189-a914-314c087a35ff), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.541836 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=421f6afc-db84-4acd-8e2b-bf21008271d4,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:50.558552 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c6f958-bdfa-4dee-8e9a-c8ba5602192d None None] Network 559a6a6a-7c88-48bd-9423-3006757a8319 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:50.566923 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.665322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67348a95-3793-4033-acc9-68c91e0067a0 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Pushing event updated for resources: {'Network': ['ID=3fbff765-00b4-497c-bb2c-2e79b1a4fad3,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:50.680268 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c37e410-2387-4daa-a464-c8759deb037d admin admin] Publish callbacks [] for security_group (1cdb4f2b-49ce-4f7c-b956-42b94c486dce), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.708846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Pushing event updated for resources: {'Port': ['ID=e4b9edd2-aaec-4165-857a-1cd1342d3f82,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:50.711588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 3fbff765-00b4-497c-bb2c-2e79b1a4fad3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:25:50.730771 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network 559a6a6a-7c88-48bd-9423-3006757a8319 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:50.734749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:50.778692 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-67348a95-3793-4033-acc9-68c91e0067a0 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.0975254
Feb 12 21:25:50.782572 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bbb8a8d6-4eca-4d32-8483-9ee48c90aacd tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (5956762f-8c77-4b8c-8a67-5455e621ba5b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.784188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60986) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:50.824589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5bd13bdd-4d3c-4798-8f25-23d1f69ad333 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Request body: {'subnet': {'network_id': '3fbff765-00b4-497c-bb2c-2e79b1a4fad3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:50.838257 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c37e410-2387-4daa-a464-c8759deb037d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1cdb4f2b-49ce-4f7c-b956-42b94c486dce), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.870079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Network d7d2a564-f60f-4456-81b1-0e5541aae952 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:50.882677 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:50.886220 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:50.940609 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bbb8a8d6-4eca-4d32-8483-9ee48c90aacd tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:50.946367 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bbb8a8d6-4eca-4d32-8483-9ee48c90aacd tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "DELETE /v2.0/networks/5956762f-8c77-4b8c-8a67-5455e621ba5b HTTP/1.1" status: 204  len: 168 time: 1.2487264
Feb 12 21:25:50.947248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8a8d6-4eca-4d32-8483-9ee48c90aacd tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event deleted for resources: {'Network': ['ID=5956762f-8c77-4b8c-8a67-5455e621ba5b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:50.951351 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 60990) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:50.956944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-bc009cab-fc99-4c9a-a263-77166b9068c4 None None] Provisioning complete for port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:50.958039 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bc009cab-fc99-4c9a-a263-77166b9068c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (69c4e099-9184-4c94-b9f0-8d1326ffb4d4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:51.002616 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd13bdd-4d3c-4798-8f25-23d1f69ad333 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Made reservation on behalf of bb1afe6fa24e440db16c1928484b08d6 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:51.006196 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5bd13bdd-4d3c-4798-8f25-23d1f69ad333 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:51.193855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-bc009cab-fc99-4c9a-a263-77166b9068c4 None None] Current status of the port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:51.194370 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bc009cab-fc99-4c9a-a263-77166b9068c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (69c4e099-9184-4c94-b9f0-8d1326ffb4d4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:51.219220 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Attempting to bind port e4b9edd2-aaec-4165-857a-1cd1342d3f82 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:25:51.219722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Attempting to bind port e4b9edd2-aaec-4165-857a-1cd1342d3f82 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b6600df4-f7e0-491a-a662-e2a9717bb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd7d2a564-f60f-4456-81b1-0e5541aae952'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:25:51.220295 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Attempting to bind port e4b9edd2-aaec-4165-857a-1cd1342d3f82 on network d7d2a564-f60f-4456-81b1-0e5541aae952 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:25:51.259009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:25:51.259798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Checking segment: {'id': 'b6600df4-f7e0-491a-a662-e2a9717bb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd7d2a564-f60f-4456-81b1-0e5541aae952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:51.260404 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:51.261168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Bound using segment: {'id': 'b6600df4-f7e0-491a-a662-e2a9717bb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd7d2a564-f60f-4456-81b1-0e5541aae952'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:25:51.261912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Bound port: e4b9edd2-aaec-4165-857a-1cd1342d3f82, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6600df4-f7e0-491a-a662-e2a9717bb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd7d2a564-f60f-4456-81b1-0e5541aae952'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:25:51.262540 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:51.292181 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-bc009cab-fc99-4c9a-a263-77166b9068c4 None None] For port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69c4e099-9184-4c94-b9f0-8d1326ffb4d4,segment=NetworkSegment(091536ee-0cc8-4d54-a7b7-79e74acd9bb7),segment_id=091536ee-0cc8-4d54-a7b7-79e74acd9bb7)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:51.336743 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f72cb782-97d9-4209-8763-00c55a6d4d6c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (7ce2167d-f9a3-4f94-b43f-0ff393488d50), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:51.338941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:51.420226 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bc009cab-fc99-4c9a-a263-77166b9068c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (69c4e099-9184-4c94-b9f0-8d1326ffb4d4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:51.448860 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-48b7134a-73ad-42c2-b2e5-7756fe9b97de tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Publish callbacks [] for port (88886a31-ecd4-4ea6-b1fe-27f452ea98e3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:51.540336 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc009cab-fc99-4c9a-a263-77166b9068c4 None None] Pushing event updated for resources: {'Port': ['ID=69c4e099-9184-4c94-b9f0-8d1326ffb4d4,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:51.549151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] For port e4b9edd2-aaec-4165-857a-1cd1342d3f82, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:25:51.557461 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] For port e4b9edd2-aaec-4165-857a-1cd1342d3f82, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4b9edd2-aaec-4165-857a-1cd1342d3f82,segment=NetworkSegment(b6600df4-f7e0-491a-a662-e2a9717bb1ad),segment_id=b6600df4-f7e0-491a-a662-e2a9717bb1ad)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:25:51.572019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:51.572271 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (69c4e099-9184-4c94-b9f0-8d1326ffb4d4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:51.575289 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5bd13bdd-4d3c-4798-8f25-23d1f69ad333 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (c9f242a6-ed5c-4dbe-b155-09bb5ec22f97), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:51.640783 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c502a1f6-e261-4a6f-a181-db1eaa832cc2 req-5b88caa0-bf32-457d-8a98-97af07ce07d7 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 210 time: 0.1887176
Feb 12 21:25:51.641616 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:51.672688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37e410-2387-4daa-a464-c8759deb037d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdb4f2b-49ce-4f7c-b956-42b94c486dce,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:51.688978 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f72cb782-97d9-4209-8763-00c55a6d4d6c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (7ce2167d-f9a3-4f94-b43f-0ff393488d50), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:51.721914 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2c37e410-2387-4daa-a464-c8759deb037d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=719423e0cf59432e9061327ea29609d7&name=default HTTP/1.1" status: 200  len: 3000 time: 1.8353913
Feb 12 21:25:51.724168 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60996) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:51.737599 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcf7ff04-83af-407d-8699-8b80e765c3be req-0d99d5ab-140c-4ce7-8bef-cd61d0a0b8df service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3125615
Feb 12 21:25:51.764173 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f72cb782-97d9-4209-8763-00c55a6d4d6c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f91254f0>,) {'filters': {'network_id': ['7ce2167d-f9a3-4f94-b43f-0ff393488d50']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:51.777693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4b49f-fba0-461f-906c-9480cb595eb7 None None] Pushing event updated for resources: {'Port': ['ID=e4b9edd2-aaec-4165-857a-1cd1342d3f82,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:51.804433 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 60998) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:51.810522 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd13bdd-4d3c-4798-8f25-23d1f69ad333 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Pushing event updated for resources: {'Subnet': ['ID=c9f242a6-ed5c-4dbe-b155-09bb5ec22f97,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:51.816345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f72cb782-97d9-4209-8763-00c55a6d4d6c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f91254f0>, '7aff6c38-b3e4-4a76-8b55-94a18776171d') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:51.816737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f72cb782-97d9-4209-8763-00c55a6d4d6c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f91254f0>, '7aff6c38-b3e4-4a76-8b55-94a18776171d') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:51.831042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:51.837435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 46224adc-d6ad-47c1-8a38-0fe0ca58567c up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:51.843028 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-48b7134a-73ad-42c2-b2e5-7756fe9b97de tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (88886a31-ecd4-4ea6-b1fe-27f452ea98e3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:51.843202 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7c7d4df-9fc0-4c0b-a9a7-66be6c15611c None None] Provisioning complete for port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:51.843202 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d4df-9fc0-4c0b-a9a7-66be6c15611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (69c4e099-9184-4c94-b9f0-8d1326ffb4d4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:51.874142 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f72cb782-97d9-4209-8763-00c55a6d4d6c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (7aff6c38-b3e4-4a76-8b55-94a18776171d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:51.915414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router b32e3aac-9b31-4189-a914-314c087a35ff is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:25:51.944141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-48b7134a-73ad-42c2-b2e5-7756fe9b97de tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Network 3056d90f-d42e-4df0-99f3-32e068e8afa8 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:51.947386 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd13bdd-4d3c-4798-8f25-23d1f69ad333 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Checking segment: {'id': '5d9a472c-07ce-4c08-ac07-29def5a45e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3fbff765-00b4-497c-bb2c-2e79b1a4fad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:51.953104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd13bdd-4d3c-4798-8f25-23d1f69ad333 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Network hostable DHCP agents. Network: 3fbff765-00b4-497c-bb2c-2e79b1a4fad3, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:25:51.955990 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f72cb782-97d9-4209-8763-00c55a6d4d6c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (7aff6c38-b3e4-4a76-8b55-94a18776171d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:51.963460 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-48b7134a-73ad-42c2-b2e5-7756fe9b97de tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:51.967209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-48b7134a-73ad-42c2-b2e5-7756fe9b97de tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:52.011533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72cb782-97d9-4209-8763-00c55a6d4d6c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:25:52.012281 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f72cb782-97d9-4209-8763-00c55a6d4d6c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (7aff6c38-b3e4-4a76-8b55-94a18776171d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:25:52.019583 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:25:52.027172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 46224adc-d6ad-47c1-8a38-0fe0ca58567c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:52.027506 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.041753 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-54072b77-fc70-4a14-bc31-5548e512027a admin admin] Publish callbacks [] for security_group (1cdb4f2b-49ce-4f7c-b956-42b94c486dce), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.048944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7134a-73ad-42c2-b2e5-7756fe9b97de tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Pushing event updated for resources: {'Port': ['ID=88886a31-ecd4-4ea6-b1fe-27f452ea98e3,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:52.098807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7d4df-9fc0-4c0b-a9a7-66be6c15611c None None] Current status of the port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:52.142859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7ff04-83af-407d-8699-8b80e765c3be req-616d79a7-ed8e-4e5c-a49c-00a0f7807933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:52.144962 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcf7ff04-83af-407d-8699-8b80e765c3be req-616d79a7-ed8e-4e5c-a49c-00a0f7807933 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07de9e87ea3f495f90baaf85d83b982c&device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 1127 time: 0.3360617
Feb 12 21:25:52.156112 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-807a2244-9d12-4e99-8b4f-60f93f073685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.165039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-48b7134a-73ad-42c2-b2e5-7756fe9b97de tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:52.167013 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-48b7134a-73ad-42c2-b2e5-7756fe9b97de tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.180700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7c7d4df-9fc0-4c0b-a9a7-66be6c15611c None None] Provisioning complete for port 421f6afc-db84-4acd-8e2b-bf21008271d4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:52.181075 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7c7d4df-9fc0-4c0b-a9a7-66be6c15611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.275717 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7d4df-9fc0-4c0b-a9a7-66be6c15611c None None] Port 421f6afc-db84-4acd-8e2b-bf21008271d4 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:52.284668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 46224adc-d6ad-47c1-8a38-0fe0ca58567c is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:52.299513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7ff04-83af-407d-8699-8b80e765c3be req-03d7ac03-7de7-4ecd-b673-5a897367a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:52.301506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcf7ff04-83af-407d-8699-8b80e765c3be req-03d7ac03-7de7-4ecd-b673-5a897367a7a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d5bc69a-2301-48bc-9830-3152e0fb1763 HTTP/1.1" status: 200  len: 914 time: 0.1274414
Feb 12 21:25:52.304079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd13bdd-4d3c-4798-8f25-23d1f69ad333 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Network 3fbff765-00b4-497c-bb2c-2e79b1a4fad3 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:25:52.306449 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f72cb782-97d9-4209-8763-00c55a6d4d6c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (7ce2167d-f9a3-4f94-b43f-0ff393488d50), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.313265 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-48b7134a-73ad-42c2-b2e5-7756fe9b97de tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2032170
Feb 12 21:25:52.321839 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:52.328576 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b850c493-aa06-4b0a-9050-0e4e24d095e0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/b32e3aac-9b31-4189-a914-314c087a35ff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1450818
Feb 12 21:25:52.339712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 32770) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:52.341408 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Sync routers for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:52.350205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3b34ca01-be88-42dc-ac22-4936748300c2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'network': {'name': 'tempest-RoutersTest-496098540'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:52.357404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Request body: {'port': {'device_id': '1f7f353c-e294-4694-84c9-8e2b3f3268f6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:52.380184 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-54072b77-fc70-4a14-bc31-5548e512027a admin admin] Publish callbacks [] for security_group (1cdb4f2b-49ce-4f7c-b956-42b94c486dce), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.391974 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:52.391974 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb79e2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:52.420782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f828b007-3dd8-4672-b5ae-2ebd91a2079e None None] Provisioning complete for port 421f6afc-db84-4acd-8e2b-bf21008271d4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:52.429010 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f828b007-3dd8-4672-b5ae-2ebd91a2079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.447243 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f72cb782-97d9-4209-8763-00c55a6d4d6c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.458323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 32772) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:52.461137 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f72cb782-97d9-4209-8763-00c55a6d4d6c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "DELETE /v2.0/networks/7ce2167d-f9a3-4f94-b43f-0ff393488d50 HTTP/1.1" status: 204  len: 168 time: 1.5074615
Feb 12 21:25:52.461491 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Publish callbacks [] for router_gateway (9f0481c6-7b98-4bf8-a280-891b2724f5ae), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.476443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cb782-97d9-4209-8763-00c55a6d4d6c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event deleted for resources: {'Network': ['ID=7ce2167d-f9a3-4f94-b43f-0ff393488d50,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:52.504692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f828b007-3dd8-4672-b5ae-2ebd91a2079e None None] Port 421f6afc-db84-4acd-8e2b-bf21008271d4 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:52.519453 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:25:52.531251 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-807a2244-9d12-4e99-8b4f-60f93f073685 admin admin] Publish callbacks [] for security_group (fd21d547-3a8a-4c11-9040-2cf460bb4814), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.532917 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.535557 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcf7ff04-83af-407d-8699-8b80e765c3be req-f9c14a2b-64d0-4303-976c-cefe2c673cc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d661d100-a3e2-4189-afa4-cff30b0ad7a4 HTTP/1.1" status: 200  len: 217 time: 0.2209194
Feb 12 21:25:52.546982 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b34ca01-be88-42dc-ac22-4936748300c2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:52.550906 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b34ca01-be88-42dc-ac22-4936748300c2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.587300 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b34ca01-be88-42dc-ac22-4936748300c2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:25:52.596553 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b34ca01-be88-42dc-ac22-4936748300c2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bbe098f5-fce3-41c7-adf0-cd6a356225d3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.597026 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-3b34ca01-be88-42dc-ac22-4936748300c2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Added segment bbe098f5-fce3-41c7-adf0-cd6a356225d3 of type vlan for network 017ab9af-ed67-459d-908a-13e701621a6a
Feb 12 21:25:52.601706 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-5bd13bdd-4d3c-4798-8f25-23d1f69ad333 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3fbff765-00b4-497c-bb2c-2e79b1a4fad3) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:52.611793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8481da95-0179-4373-8f92-1b8a0fffe286 None None] Network 3fbff765-00b4-497c-bb2c-2e79b1a4fad3 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:52.612904 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd13bdd-4d3c-4798-8f25-23d1f69ad333 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:52.614141 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5bd13bdd-4d3c-4798-8f25-23d1f69ad333 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.640356 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (88886a31-ecd4-4ea6-b1fe-27f452ea98e3), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.641858 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b34ca01-be88-42dc-ac22-4936748300c2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (017ab9af-ed67-459d-908a-13e701621a6a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.670594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7ff04-83af-407d-8699-8b80e765c3be req-cc42b143-9230-45f0-9c28-b891881a565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:52.672221 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcf7ff04-83af-407d-8699-8b80e765c3be req-cc42b143-9230-45f0-9c28-b891881a565f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=84e31bc6-7d97-4527-928a-1f0b9e406f3b HTTP/1.1" status: 200  len: 853 time: 0.1198192
Feb 12 21:25:52.674358 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-807a2244-9d12-4e99-8b4f-60f93f073685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fd21d547-3a8a-4c11-9040-2cf460bb4814), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.729568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-833a9ca3-4f44-49ca-a6df-73b6814dd605 None None] Provisioning complete for port 421f6afc-db84-4acd-8e2b-bf21008271d4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:52.729568 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-833a9ca3-4f44-49ca-a6df-73b6814dd605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.763011 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcf7ff04-83af-407d-8699-8b80e765c3be req-0d31958d-3634-4e32-b917-43cabf1ae23b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d5bc69a-2301-48bc-9830-3152e0fb1763&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533040
Feb 12 21:25:52.771424 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5bd13bdd-4d3c-4798-8f25-23d1f69ad333 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9840031
Feb 12 21:25:52.780545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 32778) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:52.785116 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-807a2244-9d12-4e99-8b4f-60f93f073685 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50718975580b44dba2623dabdff92603&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9795067
Feb 12 21:25:52.788717 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a2244-9d12-4e99-8b4f-60f93f073685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd21d547-3a8a-4c11-9040-2cf460bb4814,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:52.791617 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b34ca01-be88-42dc-ac22-4936748300c2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (017ab9af-ed67-459d-908a-13e701621a6a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.797567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34ca01-be88-42dc-ac22-4936748300c2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:52.799158 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b34ca01-be88-42dc-ac22-4936748300c2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.802056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-df70c3ef-5834-4c73-8cc1-8e824ae9d420 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-976460463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:52.803128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 32780) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:52.813895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-833a9ca3-4f44-49ca-a6df-73b6814dd605 None None] Port 421f6afc-db84-4acd-8e2b-bf21008271d4 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:25:52.830904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3fbff765-00b4-497c-bb2c-2e79b1a4fad3', 'network_id': '3fbff765-00b4-497c-bb2c-2e79b1a4fad3', 'project_id': 'bb1afe6fa24e440db16c1928484b08d6', 'fixed_ips': [{'subnet_id': 'c9f242a6-ed5c-4dbe-b155-09bb5ec22f97'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:25:52.831861 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.924584 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34ca01-be88-42dc-ac22-4936748300c2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Network': ['ID=017ab9af-ed67-459d-908a-13e701621a6a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:52.934185 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb79e2b0>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:25:48Z', 'revision_number': 2, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:49Z', 'revision_number': 2, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:52.949739 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 017ab9af-ed67-459d-908a-13e701621a6a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:25:52.962604 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c52e4d9c-a3e4-49ef-b2f7-59693e380940 admin admin] Publish callbacks [] for security_group (fd21d547-3a8a-4c11-9040-2cf460bb4814), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:52.982164 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Checking router: b32e3aac-9b31-4189-a914-314c087a35ff for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:25:52.982740 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Updating router b32e3aac-9b31-4189-a914-314c087a35ff port 421f6afc-db84-4acd-8e2b-bf21008271d4 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:25:53.027631 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.061188 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-54072b77-fc70-4a14-bc31-5548e512027a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1cdb4f2b-49ce-4f7c-b956-42b94c486dce), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.064247 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-54072b77-fc70-4a14-bc31-5548e512027a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.068061 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-54072b77-fc70-4a14-bc31-5548e512027a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1cdb4f2b-49ce-4f7c-b956-42b94c486dce HTTP/1.1" status: 204  len: 168 time: 1.3361106
Feb 12 21:25:53.070276 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c52e4d9c-a3e4-49ef-b2f7-59693e380940 admin admin] Publish callbacks [] for security_group (fd21d547-3a8a-4c11-9040-2cf460bb4814), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.122775 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54072b77-fc70-4a14-bc31-5548e512027a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdb4f2b-49ce-4f7c-b956-42b94c486dce,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:53.143763 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dbea65-a7fe-4236-bd64-74489242a05b tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:53.156643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dbea65-a7fe-4236-bd64-74489242a05b tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:53.158393 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a6dbea65-a7fe-4236-bd64-74489242a05b tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.6983979
Feb 12 21:25:53.162745 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3b34ca01-be88-42dc-ac22-4936748300c2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.8195269
Feb 12 21:25:53.162745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 32784) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:53.181651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-fed2ac0b-085d-492a-83f3-7f228125e592 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1075580902'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:53.203285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 32786) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:53.216825 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d3abf60f-1955-49c3-aa34-a56b3023961a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'subnet': {'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:53.238132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:25:53.257382 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Publish callbacks [] for port (88886a31-ecd4-4ea6-b1fe-27f452ea98e3), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.285934 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcf7ff04-83af-407d-8699-8b80e765c3be req-a3c2f61b-9a95-4fe5-a00d-02889e7f45a2 service neutron] 10.222.0.48 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4973490
Feb 12 21:25:53.296150 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df70c3ef-5834-4c73-8cc1-8e824ae9d420 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (25a36585-a324-451f-8541-64cc92d9c454), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.298755 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df70c3ef-5834-4c73-8cc1-8e824ae9d420 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (25a36585-a324-451f-8541-64cc92d9c454), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.332442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1906ce9-9eb1-433c-8511-1ce3a893c750 req-5ce517f4-14ad-454b-bd91-6f2f90fcbc36 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:53.339966 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1906ce9-9eb1-433c-8511-1ce3a893c750 req-5ce517f4-14ad-454b-bd91-6f2f90fcbc36 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 931 time: 0.4986682
Feb 12 21:25:53.343268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Allocated IP 172.20.0.2 (3fbff765-00b4-497c-bb2c-2e79b1a4fad3/c9f242a6-ed5c-4dbe-b155-09bb5ec22f97/ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:53.373393 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Transition to ACTIVE for port object 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:25:53.482517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed2ac0b-085d-492a-83f3-7f228125e592 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Made reservation on behalf of 76115e1d3c6c4156b88bc69c06c97d4b for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:53.484783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:53.490800 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fed2ac0b-085d-492a-83f3-7f228125e592 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.531314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed2ac0b-085d-492a-83f3-7f228125e592 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:25:53.539024 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fed2ac0b-085d-492a-83f3-7f228125e592 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ef0a79f0-46fc-4f50-9aa2-d93d66a3b77f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.539379 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-fed2ac0b-085d-492a-83f3-7f228125e592 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Added segment ef0a79f0-46fc-4f50-9aa2-d93d66a3b77f of type vlan for network def781f8-44cd-46ad-8fe1-8a90dfc6fc85
Feb 12 21:25:53.586839 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fed2ac0b-085d-492a-83f3-7f228125e592 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (def781f8-44cd-46ad-8fe1-8a90dfc6fc85), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.605936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d1906ce9-9eb1-433c-8511-1ce3a893c750 req-b2212de8-8cb5-4f12-bc95-845c064bfed2 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/security-groups?id=b284b7d7-0f2b-4048-9cef-e02d26401537&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2649453
Feb 12 21:25:53.612183 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (88886a31-ecd4-4ea6-b1fe-27f452ea98e3), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.625389 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Publish callbacks [] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.631241 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:53.634121 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (69c4e099-9184-4c94-b9f0-8d1326ffb4d4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.655647 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Publish callbacks [] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.658196 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Allocated IP 172.35.2.225 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/3df5ba00-983a-4b5e-b937-47962501d911) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:53.667877 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c52e4d9c-a3e4-49ef-b2f7-59693e380940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fd21d547-3a8a-4c11-9040-2cf460bb4814), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.675376 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c52e4d9c-a3e4-49ef-b2f7-59693e380940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.676772 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c52e4d9c-a3e4-49ef-b2f7-59693e380940 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd21d547-3a8a-4c11-9040-2cf460bb4814 HTTP/1.1" status: 204  len: 168 time: 0.7936769
Feb 12 21:25:53.691594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcc03f8-c88e-4ef1-932c-b145ee0a8c31 None None] Network d7d2a564-f60f-4456-81b1-0e5541aae952 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:53.701529 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e4d9c-a3e4-49ef-b2f7-59693e380940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd21d547-3a8a-4c11-9040-2cf460bb4814,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:53.701529 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fed2ac0b-085d-492a-83f3-7f228125e592 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (def781f8-44cd-46ad-8fe1-8a90dfc6fc85), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.706148 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed2ac0b-085d-492a-83f3-7f228125e592 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:53.706148 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fed2ac0b-085d-492a-83f3-7f228125e592 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.751710 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.801651 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.816237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d5cefdea-94e4-4517-8c34-8774be925f6d None None] Provisioning complete for port e4b9edd2-aaec-4165-857a-1cd1342d3f82 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:53.816632 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d5cefdea-94e4-4517-8c34-8774be925f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.827626 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f5763-c161-4f5a-8171-9a46631a4b53 None None] Pushing event updated for resources: {'Port': ['ID=421f6afc-db84-4acd-8e2b-bf21008271d4,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:53.939922 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Attempting to bind port 421f6afc-db84-4acd-8e2b-bf21008271d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:25:53.940319 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Attempting to bind port 421f6afc-db84-4acd-8e2b-bf21008271d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '091536ee-0cc8-4d54-a7b7-79e74acd9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:25:53.940682 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Attempting to bind port 421f6afc-db84-4acd-8e2b-bf21008271d4 on network 559a6a6a-7c88-48bd-9423-3006757a8319 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:25:53.957162 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:25:53.957162 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Checking segment: {'id': '091536ee-0cc8-4d54-a7b7-79e74acd9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:53.957162 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.957624 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Bound using segment: {'id': '091536ee-0cc8-4d54-a7b7-79e74acd9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:25:53.959098 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Bound port: 421f6afc-db84-4acd-8e2b-bf21008271d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091536ee-0cc8-4d54-a7b7-79e74acd9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:25:53.959098 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.962813 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Publish callbacks [] for port (3df5ba00-983a-4b5e-b937-47962501d911), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:53.979712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3abf60f-1955-49c3-aa34-a56b3023961a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:53.985660 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d3abf60f-1955-49c3-aa34-a56b3023961a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:54.019091 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fed2ac0b-085d-492a-83f3-7f228125e592 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.8414316
Feb 12 21:25:54.076552 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] For port 421f6afc-db84-4acd-8e2b-bf21008271d4, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:25:54.082457 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] For port 421f6afc-db84-4acd-8e2b-bf21008271d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=421f6afc-db84-4acd-8e2b-bf21008271d4,segment=NetworkSegment(091536ee-0cc8-4d54-a7b7-79e74acd9bb7),segment_id=091536ee-0cc8-4d54-a7b7-79e74acd9bb7)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:25:54.091141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 32794) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:54.103459 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-197166a0-f37d-4115-a99f-c258a7e80171 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-808527675'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:54.144442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2ac0b-085d-492a-83f3-7f228125e592 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event updated for resources: {'Network': ['ID=def781f8-44cd-46ad-8fe1-8a90dfc6fc85,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:54.191665 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:54.235537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 32798) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:54.252110 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (3df5ba00-983a-4b5e-b937-47962501d911), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:54.274897 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df70c3ef-5834-4c73-8cc1-8e824ae9d420 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for router_controller (25a36585-a324-451f-8541-64cc92d9c454), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:54.279297 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcf7ff04-83af-407d-8699-8b80e765c3be req-3666065c-c813-4b9a-859b-bc03c0c9fec3 service neutron] 10.222.0.48 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9707594
Feb 12 21:25:54.280398 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:54.281851 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb79e2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:54.304382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Pushing event updated for resources: {'Port': ['ID=88886a31-ecd4-4ea6-b1fe-27f452ea98e3,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:54.315663 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network def781f8-44cd-46ad-8fe1-8a90dfc6fc85 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:25:54.356144 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df70c3ef-5834-4c73-8cc1-8e824ae9d420 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (25a36585-a324-451f-8541-64cc92d9c454), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:54.390414 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a6477d25-64f9-471c-bfd7-3fa699925556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:54.452946 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:25:54.458941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Attempting to bind port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:25:54.459938 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:54.461690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Attempting to bind port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '816038a1-a3c6-4795-b762-e5706bd3519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3056d90f-d42e-4df0-99f3-32e068e8afa8'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:25:54.462238 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Attempting to bind port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 on network 3056d90f-d42e-4df0-99f3-32e068e8afa8 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:25:54.473277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Network 3fbff765-00b4-497c-bb2c-2e79b1a4fad3 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:54.474297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 on network 3056d90f-d42e-4df0-99f3-32e068e8afa8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:25:54.474297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Attempting to bind port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 on network 3056d90f-d42e-4df0-99f3-32e068e8afa8 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:25:54.479909 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:54.490014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:25:54.490707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Checking segment: {'id': '816038a1-a3c6-4795-b762-e5706bd3519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3056d90f-d42e-4df0-99f3-32e068e8afa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:54.491363 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Bound using segment: {'id': '816038a1-a3c6-4795-b762-e5706bd3519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3056d90f-d42e-4df0-99f3-32e068e8afa8'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:25:54.492053 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Bound port: 88886a31-ecd4-4ea6-b1fe-27f452ea98e3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816038a1-a3c6-4795-b762-e5706bd3519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3056d90f-d42e-4df0-99f3-32e068e8afa8'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:25:54.492611 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (88886a31-ecd4-4ea6-b1fe-27f452ea98e3), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:54.493214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:54.496877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:54.504678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:54.515981 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Pushing event updated for resources: {'Port': ['ID=3df5ba00-983a-4b5e-b937-47962501d911,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:54.521593 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df70c3ef-5834-4c73-8cc1-8e824ae9d420 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:54.523550 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-df70c3ef-5834-4c73-8cc1-8e824ae9d420 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 1.7395017
Feb 12 21:25:54.526590 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 32800) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:54.549685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197166a0-f37d-4115-a99f-c258a7e80171 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Made reservation on behalf of 76115e1d3c6c4156b88bc69c06c97d4b for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:54.553093 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-197166a0-f37d-4115-a99f-c258a7e80171 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:54.607158 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] For port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:25:54.610706 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f5763-c161-4f5a-8171-9a46631a4b53 None None] Pushing event updated for resources: {'Port': ['ID=421f6afc-db84-4acd-8e2b-bf21008271d4,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:54.616949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] For port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88886a31-ecd4-4ea6-b1fe-27f452ea98e3,segment=NetworkSegment(816038a1-a3c6-4795-b762-e5706bd3519c),segment_id=816038a1-a3c6-4795-b762-e5706bd3519c)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:25:54.646257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Attempting to bind port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:25:54.646257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Attempting to bind port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5d9a472c-07ce-4c08-ac07-29def5a45e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3fbff765-00b4-497c-bb2c-2e79b1a4fad3'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:25:54.646257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Attempting to bind port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 on network 3fbff765-00b4-497c-bb2c-2e79b1a4fad3 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:25:54.652119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Pushing event updated for resources: {'Port': ['ID=ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:54.664665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:54.666401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e4b9edd2-aaec-4165-857a-1cd1342d3f82 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:54.723455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:25:54.723647 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Checking segment: {'id': '5d9a472c-07ce-4c08-ac07-29def5a45e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3fbff765-00b4-497c-bb2c-2e79b1a4fad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:54.723951 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:54.724420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Bound using segment: {'id': '5d9a472c-07ce-4c08-ac07-29def5a45e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3fbff765-00b4-497c-bb2c-2e79b1a4fad3'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:25:54.724906 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Bound port: ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9a472c-07ce-4c08-ac07-29def5a45e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3fbff765-00b4-497c-bb2c-2e79b1a4fad3'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:25:54.725288 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:54.752477 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (88886a31-ecd4-4ea6-b1fe-27f452ea98e3), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:54.831547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 32808) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:54.848363 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197166a0-f37d-4115-a99f-c258a7e80171 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:25:54.853275 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:54.854054 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:54.855496 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] 10.222.0.50 "PUT /v2.0/ports/88886a31-ecd4-4ea6-b1fe-27f452ea98e3 HTTP/1.1" status: 200  len: 1091 time: 2.5092192
Feb 12 21:25:54.856063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7f353c-e294-4694-84c9-8e2b3f3268f6', 'tag': '88886a31-ecd4-4ea6-b1fe-27f452ea98e3'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:25:54.859036 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1231470f-3157-4155-b492-142df14fc2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7f353c-e294-4694-84c9-8e2b3f3268f6", "tag": "88886a31-ecd4-4ea6-b1fe-27f452ea98e3"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:25:54.909666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e4b9edd2-aaec-4165-857a-1cd1342d3f82 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:54.910047 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:54.913544 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb79e2b0>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:25:48Z', 'revision_number': 2, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:54Z', 'revision_number': 4, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:54.970244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d5cefdea-94e4-4517-8c34-8774be925f6d None None] Current status of the port e4b9edd2-aaec-4165-857a-1cd1342d3f82 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:54.971690 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d5cefdea-94e4-4517-8c34-8774be925f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:54.978154 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-197166a0-f37d-4115-a99f-c258a7e80171 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b5521378-8c5c-495f-887a-ad6c1eacaf7e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:54.978510 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-197166a0-f37d-4115-a99f-c258a7e80171 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Added segment b5521378-8c5c-495f-887a-ad6c1eacaf7e of type vlan for network 2884c4f9-2a24-45a0-8d85-4dc174ee0046
Feb 12 21:25:54.994807 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6fd9c-d89b-44bd-a4a2-6f55c1aa9c9f None None] The sync data for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 is: [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:25:48Z', 'revision_number': 2, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:54Z', 'revision_number': 4, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:25:55.031979 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff15f785-1a5e-44bd-b887-ec34654bfba1 x-openstack-request-id: req-ff15f785-1a5e-44bd-b887-ec34654bfba1 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:25:55.032355 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7f353c-e294-4694-84c9-8e2b3f3268f6", "tag": "88886a31-ecd4-4ea6-b1fe-27f452ea98e3", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:25:55.032615 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff15f785-1a5e-44bd-b887-ec34654bfba1 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:25:55.033202 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7f353c-e294-4694-84c9-8e2b3f3268f6', 'tag': '88886a31-ecd4-4ea6-b1fe-27f452ea98e3', 'status': 'completed', 'code': 200}
Feb 12 21:25:55.044335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-68057366-06ec-44df-be7d-37887d66c008 None None] For port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:25:55.056987 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0aa12460-8e5c-403c-9a17-3f8bfaa110c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.062397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-68057366-06ec-44df-be7d-37887d66c008 None None] For port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1,segment=NetworkSegment(5d9a472c-07ce-4c08-ac07-29def5a45e6f),segment_id=5d9a472c-07ce-4c08-ac07-29def5a45e6f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:25:55.124064 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e4b9edd2-aaec-4165-857a-1cd1342d3f82 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:55.124725 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.125998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983c631-16db-4784-a0fc-e74b63f89132 service neutron] Pushing event updated for resources: {'Port': ['ID=88886a31-ecd4-4ea6-b1fe-27f452ea98e3,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:55.150635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d5cefdea-94e4-4517-8c34-8774be925f6d None None] For port e4b9edd2-aaec-4165-857a-1cd1342d3f82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4b9edd2-aaec-4165-857a-1cd1342d3f82,segment=NetworkSegment(b6600df4-f7e0-491a-a662-e2a9717bb1ad),segment_id=b6600df4-f7e0-491a-a662-e2a9717bb1ad)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:55.172082 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a6477d25-64f9-471c-bfd7-3fa699925556 admin admin] Publish callbacks [] for security_group (e6dfbefc-f8de-4fe2-9509-99fedac89102), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.190025 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-197166a0-f37d-4115-a99f-c258a7e80171 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (2884c4f9-2a24-45a0-8d85-4dc174ee0046), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.191986 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.222115 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a079a1-8113-4455-8e1b-2ee481c15dae req-b9498019-27ba-463c-879e-260366720b08 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:55.229431 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63a079a1-8113-4455-8e1b-2ee481c15dae req-b9498019-27ba-463c-879e-260366720b08 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 943 time: 0.3736591
Feb 12 21:25:55.254901 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a6477d25-64f9-471c-bfd7-3fa699925556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e6dfbefc-f8de-4fe2-9509-99fedac89102), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.266258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-91cf04d9-f099-4d90-becf-6a7304e5fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:55.267591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-91cf04d9-f099-4d90-becf-6a7304e5fa8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2d180f06cfb411eb0ef364c5b2ef81b&device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 1125 time: 0.2499256
Feb 12 21:25:55.289016 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68057366-06ec-44df-be7d-37887d66c008 None None] Pushing event updated for resources: {'Port': ['ID=ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:55.303747 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d5cefdea-94e4-4517-8c34-8774be925f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.324557 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6477d25-64f9-471c-bfd7-3fa699925556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dfbefc-f8de-4fe2-9509-99fedac89102,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:55.326688 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d3abf60f-1955-49c3-aa34-a56b3023961a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (34a84b44-8d5d-41c9-ab04-096bbd4f39e5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.332753 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-4456b235-34e9-4146-ad88-9cb5581b6144 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88886a31-ecd4-4ea6-b1fe-27f452ea98e3 HTTP/1.1" status: 200  len: 217 time: 0.0383224
Feb 12 21:25:55.396679 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a6477d25-64f9-471c-bfd7-3fa699925556 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e190926642894de99e3664ca5a424272&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1573319
Feb 12 21:25:55.403239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 32824) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:55.474971 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63a079a1-8113-4455-8e1b-2ee481c15dae req-4e3c13df-fdb8-4a2f-a0e0-19f00a9b9be7 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/security-groups?id=b284b7d7-0f2b-4048-9cef-e02d26401537&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2445655
Feb 12 21:25:55.475945 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-197166a0-f37d-4115-a99f-c258a7e80171 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (2884c4f9-2a24-45a0-8d85-4dc174ee0046), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.479353 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9944ad23-bb0a-49bc-93d5-ee70c220dc09 None None] Provisioning complete for port e4b9edd2-aaec-4165-857a-1cd1342d3f82 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:55.479823 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9944ad23-bb0a-49bc-93d5-ee70c220dc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.484398 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197166a0-f37d-4115-a99f-c258a7e80171 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:55.485286 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-197166a0-f37d-4115-a99f-c258a7e80171 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.528607 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:25:55.529402 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:25:55.536130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cefdea-94e4-4517-8c34-8774be925f6d None None] Pushing event updated for resources: {'Port': ['ID=e4b9edd2-aaec-4165-857a-1cd1342d3f82,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:55.540510 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.560652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-66b7a52e-82b8-4919-b765-7d9bbd7a2c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:55.562786 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-66b7a52e-82b8-4919-b765-7d9bbd7a2c63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=069bade8-3bb5-48e3-9143-152c956d5c53 HTTP/1.1" status: 200  len: 853 time: 0.2077370
Feb 12 21:25:55.608083 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9944ad23-bb0a-49bc-93d5-ee70c220dc09 None None] Current status of the port e4b9edd2-aaec-4165-857a-1cd1342d3f82 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:55.619256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9944ad23-bb0a-49bc-93d5-ee70c220dc09 None None] Provisioning complete for port 421f6afc-db84-4acd-8e2b-bf21008271d4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:55.619500 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-1b90bf22-5326-4a48-be92-18b0b74f7944 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3056d90f-d42e-4df0-99f3-32e068e8afa8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460408
Feb 12 21:25:55.619625 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9944ad23-bb0a-49bc-93d5-ee70c220dc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.647024 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0aa12460-8e5c-403c-9a17-3f8bfaa110c6 admin admin] Publish callbacks [] for security_group (8f886cb6-a2b1-4dba-a9d5-14be5084b6b0), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.666353 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abf60f-1955-49c3-aa34-a56b3023961a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Subnet': ['ID=34a84b44-8d5d-41c9-ab04-096bbd4f39e5,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:55.671952 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7bb7695c-732f-465f-9a73-67c6a2aa101b admin admin] Publish callbacks [] for security_group (e6dfbefc-f8de-4fe2-9509-99fedac89102), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.691920 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-197166a0-f37d-4115-a99f-c258a7e80171 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.5932608
Feb 12 21:25:55.692560 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 32826) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:55.699794 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Request body: {'ports': [{'network_id': 'def781f8-44cd-46ad-8fe1-8a90dfc6fc85', 'name': 'tempest-port--1003138433', 'admin_state_up': True}, {'network_id': '2884c4f9-2a24-45a0-8d85-4dc174ee0046', 'admin_state_up': False}]} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:55.700107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Request body: {'port': {'network_id': 'def781f8-44cd-46ad-8fe1-8a90dfc6fc85', 'name': 'tempest-port--1003138433', 'admin_state_up': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:55.700642 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Request body: {'port': {'network_id': '2884c4f9-2a24-45a0-8d85-4dc174ee0046', 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:25:55.704685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197166a0-f37d-4115-a99f-c258a7e80171 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event updated for resources: {'Network': ['ID=2884c4f9-2a24-45a0-8d85-4dc174ee0046,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:55.743787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9944ad23-bb0a-49bc-93d5-ee70c220dc09 None None] Current status of the port 421f6afc-db84-4acd-8e2b-bf21008271d4 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:55.744292 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9944ad23-bb0a-49bc-93d5-ee70c220dc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.772221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 2884c4f9-2a24-45a0-8d85-4dc174ee0046 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:25:55.779441 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3abf60f-1955-49c3-aa34-a56b3023961a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Checking segment: {'id': 'bbe098f5-fce3-41c7-adf0-cd6a356225d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:55.780165 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3abf60f-1955-49c3-aa34-a56b3023961a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network hostable DHCP agents. Network: 017ab9af-ed67-459d-908a-13e701621a6a, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:25:55.801860 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7bb7695c-732f-465f-9a73-67c6a2aa101b admin admin] Publish callbacks [] for security_group (e6dfbefc-f8de-4fe2-9509-99fedac89102), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.806007 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Publish callbacks [] for router_gateway (9f0481c6-7b98-4bf8-a280-891b2724f5ae), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.886267 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0aa12460-8e5c-403c-9a17-3f8bfaa110c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8f886cb6-a2b1-4dba-a9d5-14be5084b6b0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:55.937592 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0aa12460-8e5c-403c-9a17-3f8bfaa110c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2d11c4397d54c0abcf752807650e860&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1005924
Feb 12 21:25:55.941447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 32828) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:55.947559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-9944ad23-bb0a-49bc-93d5-ee70c220dc09 None None] For port 421f6afc-db84-4acd-8e2b-bf21008271d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=421f6afc-db84-4acd-8e2b-bf21008271d4,segment=NetworkSegment(091536ee-0cc8-4d54-a7b7-79e74acd9bb7),segment_id=091536ee-0cc8-4d54-a7b7-79e74acd9bb7)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:56.017244 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3abf60f-1955-49c3-aa34-a56b3023961a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network 017ab9af-ed67-459d-908a-13e701621a6a is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:25:56.025875 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9944ad23-bb0a-49bc-93d5-ee70c220dc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:56.101228 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5599-3f6b-4931-ab41-7a32427174d3 admin admin] Publish callbacks [] for security_group (8f886cb6-a2b1-4dba-a9d5-14be5084b6b0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:56.121529 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-ad5564b6-07e0-4dee-b9f2-58ae2eeec0e4 service neutron] 10.222.0.50 "GET /v2.0/networks/3056d90f-d42e-4df0-99f3-32e068e8afa8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4940872
Feb 12 21:25:56.138842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa12460-8e5c-403c-9a17-3f8bfaa110c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f886cb6-a2b1-4dba-a9d5-14be5084b6b0,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:56.153089 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-05cdcd66-340e-4130-ae41-3ca3f45282f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:56.154594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944ad23-bb0a-49bc-93d5-ee70c220dc09 None None] Pushing event updated for resources: {'Port': ['ID=421f6afc-db84-4acd-8e2b-bf21008271d4,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:56.211468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e4b9edd2-aaec-4165-857a-1cd1342d3f82 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:56.212802 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7bb7695c-732f-465f-9a73-67c6a2aa101b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e6dfbefc-f8de-4fe2-9509-99fedac89102), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:56.216175 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7bb7695c-732f-465f-9a73-67c6a2aa101b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:56.216605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7bb7695c-732f-465f-9a73-67c6a2aa101b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6dfbefc-f8de-4fe2-9509-99fedac89102 HTTP/1.1" status: 204  len: 168 time: 0.8085759
Feb 12 21:25:56.252717 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d3abf60f-1955-49c3-aa34-a56b3023961a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 017ab9af-ed67-459d-908a-13e701621a6a) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:56.258246 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3abf60f-1955-49c3-aa34-a56b3023961a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:56.258985 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d3abf60f-1955-49c3-aa34-a56b3023961a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:56.264099 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf53a67-2fd7-4920-a0dd-738f037c51ac None None] Network 017ab9af-ed67-459d-908a-13e701621a6a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:56.293873 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5599-3f6b-4931-ab41-7a32427174d3 admin admin] Publish callbacks [] for security_group (8f886cb6-a2b1-4dba-a9d5-14be5084b6b0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:56.309736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Made reservation on behalf of 76115e1d3c6c4156b88bc69c06c97d4b for: {'port': 2} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:25:56.315050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7695c-732f-465f-9a73-67c6a2aa101b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dfbefc-f8de-4fe2-9509-99fedac89102,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:56.322896 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:56.359911 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d3abf60f-1955-49c3-aa34-a56b3023961a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1481738
Feb 12 21:25:56.366372 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 32834) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:56.370224 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:56.397212 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d44c9df-5fde-4028-91b0-b59dfabc1535 req-eac02dac-6235-498a-a58d-f10d45b3665f service neutron] 10.222.0.50 "GET /v2.0/networks/3056d90f-d42e-4df0-99f3-32e068e8afa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2668800
Feb 12 21:25:56.505516 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Allocated IP 172.20.0.1 (3fbff765-00b4-497c-bb2c-2e79b1a4fad3/c9f242a6-ed5c-4dbe-b155-09bb5ec22f97/bef8dfb1-2f42-442f-bb82-58cd3bc5cc49) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:56.521691 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-017ab9af-ed67-459d-908a-13e701621a6a', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:25:56.522710 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:56.632788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 421f6afc-db84-4acd-8e2b-bf21008271d4 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:56.736568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd407112-124c-4b14-8049-98af0a684497 req-5d72247e-82ba-4c82-b687-5f8d3a5e8407 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:56.738199 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd407112-124c-4b14-8049-98af0a684497 req-5d72247e-82ba-4c82-b687-5f8d3a5e8407 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 943 time: 0.1323826
Feb 12 21:25:56.770525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 421f6afc-db84-4acd-8e2b-bf21008271d4 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:56.771280 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:56.773800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231470f-3157-4155-b492-142df14fc2b8 req-a43a8c11-554f-419d-9281-af88a6a54f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:56.775351 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1231470f-3157-4155-b492-142df14fc2b8 req-a43a8c11-554f-419d-9281-af88a6a54f13 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a2d180f06cfb411eb0ef364c5b2ef81b&device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 1125 time: 0.2391987
Feb 12 21:25:56.823063 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for port (bef8dfb1-2f42-442f-bb82-58cd3bc5cc49), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:56.838526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Allocated IP 172.21.0.2 (017ab9af-ed67-459d-908a-13e701621a6a/34a84b44-8d5d-41c9-ab04-096bbd4f39e5/5f0b17e0-535b-42b5-a7c8-2e9803475837) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:56.964263 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd407112-124c-4b14-8049-98af0a684497 req-f7a538c8-3839-4c36-98f0-502931d2f7a1 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/security-groups?id=b284b7d7-0f2b-4048-9cef-e02d26401537&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014651
Feb 12 21:25:57.028539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231470f-3157-4155-b492-142df14fc2b8 req-d795e424-23c2-4ac4-be4f-b84a60164cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:57.028539 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1231470f-3157-4155-b492-142df14fc2b8 req-d795e424-23c2-4ac4-be4f-b84a60164cc7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3056d90f-d42e-4df0-99f3-32e068e8afa8 HTTP/1.1" status: 200  len: 914 time: 0.2249951
Feb 12 21:25:57.131259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1231470f-3157-4155-b492-142df14fc2b8 req-62857e0d-ccb1-4c68-8297-6566cb7c0c86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88886a31-ecd4-4ea6-b1fe-27f452ea98e3 HTTP/1.1" status: 200  len: 217 time: 0.0983319
Feb 12 21:25:57.132444 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (bef8dfb1-2f42-442f-bb82-58cd3bc5cc49), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:57.137761 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:57.157406 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (9f0481c6-7b98-4bf8-a280-891b2724f5ae), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:57.218692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 421f6afc-db84-4acd-8e2b-bf21008271d4 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:57.220253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:57.276173 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Publish callbacks [] for port (5f0b17e0-535b-42b5-a7c8-2e9803475837), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:57.277501 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Network 3fbff765-00b4-497c-bb2c-2e79b1a4fad3 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:57.298800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:57.316638 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:57.346519 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:57.347701 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5599-3f6b-4931-ab41-7a32427174d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8f886cb6-a2b1-4dba-a9d5-14be5084b6b0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:57.347967 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:57.350451 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Pushing event updated for resources: {'Port': ['ID=bef8dfb1-2f42-442f-bb82-58cd3bc5cc49,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:57.351503 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5599-3f6b-4931-ab41-7a32427174d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:57.356221 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8d5d5599-3f6b-4931-ab41-7a32427174d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f886cb6-a2b1-4dba-a9d5-14be5084b6b0 HTTP/1.1" status: 204  len: 168 time: 1.4135635
Feb 12 21:25:57.398996 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231470f-3157-4155-b492-142df14fc2b8 req-baf2bd96-4d95-4d38-a56c-e0cf0ce6db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:57.401852 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1231470f-3157-4155-b492-142df14fc2b8 req-baf2bd96-4d95-4d38-a56c-e0cf0ce6db88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=069bade8-3bb5-48e3-9143-152c956d5c53 HTTP/1.1" status: 200  len: 853 time: 0.2507751
Feb 12 21:25:57.429117 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (5f0b17e0-535b-42b5-a7c8-2e9803475837), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:57.431264 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7a8737-df35-4a88-8cdf-921464b4e83d None None] Network 3fbff765-00b4-497c-bb2c-2e79b1a4fad3 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:57.451331 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (25a36585-a324-451f-8541-64cc92d9c454), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:57.460891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] device_id is not set on port c7f1b518-0ce1-483d-8c4b-92a352a8b843 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:25:57.473382 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1231470f-3157-4155-b492-142df14fc2b8 req-8c0695fd-4bcc-416a-8472-e2d18da70fda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3056d90f-d42e-4df0-99f3-32e068e8afa8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0363364
Feb 12 21:25:57.509957 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d5599-3f6b-4931-ab41-7a32427174d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f886cb6-a2b1-4dba-a9d5-14be5084b6b0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:57.528481 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Network 017ab9af-ed67-459d-908a-13e701621a6a is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:57.568880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:57.581976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:57.622466 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Pushing event updated for resources: {'Port': ['ID=5f0b17e0-535b-42b5-a7c8-2e9803475837,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:57.625708 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-58388043-02a6-429a-a632-4ad06f035fa6 None None] Provisioning complete for port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:57.625902 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-58388043-02a6-429a-a632-4ad06f035fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:57.626010 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1231470f-3157-4155-b492-142df14fc2b8 req-49bddf5f-5fb9-4183-9fe0-14f0688427dd service neutron] 10.222.0.50 "GET /v2.0/networks/3056d90f-d42e-4df0-99f3-32e068e8afa8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1157937
Feb 12 21:25:57.814304 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for port (c7f1b518-0ce1-483d-8c4b-92a352a8b843), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:57.841846 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Router 9f0481c6-7b98-4bf8-a280-891b2724f5ae is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:25:57.861971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Attempting to bind port 5f0b17e0-535b-42b5-a7c8-2e9803475837 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:25:57.862632 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Attempting to bind port 5f0b17e0-535b-42b5-a7c8-2e9803475837 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bbe098f5-fce3-41c7-adf0-cd6a356225d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:25:57.863238 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Attempting to bind port 5f0b17e0-535b-42b5-a7c8-2e9803475837 on network 017ab9af-ed67-459d-908a-13e701621a6a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:25:57.870943 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1231470f-3157-4155-b492-142df14fc2b8 req-26523ddc-9972-4425-b6f1-15143fc04020 service neutron] 10.222.0.50 "GET /v2.0/networks/3056d90f-d42e-4df0-99f3-32e068e8afa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2377756
Feb 12 21:25:57.894472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:57.895054 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:57.917182 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:25:57.918856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Checking segment: {'id': 'bbe098f5-fce3-41c7-adf0-cd6a356225d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:57.918856 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:57.918856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Bound using segment: {'id': 'bbe098f5-fce3-41c7-adf0-cd6a356225d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:25:57.919150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Bound port: 5f0b17e0-535b-42b5-a7c8-2e9803475837, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe098f5-fce3-41c7-adf0-cd6a356225d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:25:57.919308 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5f0b17e0-535b-42b5-a7c8-2e9803475837), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:57.921926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] device_id is not set on port 4933a70a-97cd-4c94-91e0-ce74d6281215 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:25:57.949942 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bef8dfb1-2f42-442f-bb82-58cd3bc5cc49), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:57.972958 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-58388043-02a6-429a-a632-4ad06f035fa6 None None] Current status of the port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:57.973370 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-58388043-02a6-429a-a632-4ad06f035fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:57.978499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1,segment=NetworkSegment(5d9a472c-07ce-4c08-ac07-29def5a45e6f),segment_id=5d9a472c-07ce-4c08-ac07-29def5a45e6f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:25:58.091989 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:25:58.094411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] For port 5f0b17e0-535b-42b5-a7c8-2e9803475837, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:25:58.102706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] For port 5f0b17e0-535b-42b5-a7c8-2e9803475837, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f0b17e0-535b-42b5-a7c8-2e9803475837,segment=NetworkSegment(bbe098f5-fce3-41c7-adf0-cd6a356225d3),segment_id=bbe098f5-fce3-41c7-adf0-cd6a356225d3)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:25:58.114775 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:58.115887 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e4b9edd2-aaec-4165-857a-1cd1342d3f82 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:58.197765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Sync routers for ids ['9f0481c6-7b98-4bf8-a280-891b2724f5ae'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:25:58.306637 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:58.309413 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5f0b17e0-535b-42b5-a7c8-2e9803475837), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:58.355607 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:58.360770 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for port (4933a70a-97cd-4c94-91e0-ce74d6281215), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:58.376757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Routers {'9f0481c6-7b98-4bf8-a280-891b2724f5ae'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:25:58.377705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa74a400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9f0481c6-7b98-4bf8-a280-891b2724f5ae'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:58.398666 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:58.402397 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cfbec068-1be9-4739-a07b-b04d8a56d830 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 8.7252178
Feb 12 21:25:58.438386 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 32876) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:25:58.533104 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421ce4e-c3c8-4fe6-aa51-d254e2f0f55d req-f12621fc-0756-497b-974e-cd0d19cd149b tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:25:58.534766 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5421ce4e-c3c8-4fe6-aa51-d254e2f0f55d req-f12621fc-0756-497b-974e-cd0d19cd149b tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 943 time: 0.3138926
Feb 12 21:25:58.692868 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c7f1b518-0ce1-483d-8c4b-92a352a8b843), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:58.734912 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-58388043-02a6-429a-a632-4ad06f035fa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:25:58.735879 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-58388043-02a6-429a-a632-4ad06f035fa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:25:58.741743 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6eac725d-a28f-4bcd-a355-7551a048f110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:58.788532 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for port (bef8dfb1-2f42-442f-bb82-58cd3bc5cc49), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:58.811225 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5421ce4e-c3c8-4fe6-aa51-d254e2f0f55d req-e0e89758-ac0b-40da-9e1d-ceb490ce537d tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/security-groups?id=b284b7d7-0f2b-4048-9cef-e02d26401537&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2549777
Feb 12 21:25:58.839270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19976b5f-b541-42db-af8b-7f184c1e431f None None] Pushing event updated for resources: {'Port': ['ID=5f0b17e0-535b-42b5-a7c8-2e9803475837,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:58.845807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e4b9edd2-aaec-4165-857a-1cd1342d3f82 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:58.846156 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:58.894508 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Set router 9f0481c6-7b98-4bf8-a280-891b2724f5ae gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:25:58.920052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event updated for resources: {'Port': ['ID=c7f1b518-0ce1-483d-8c4b-92a352a8b843,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:58.946820 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (bef8dfb1-2f42-442f-bb82-58cd3bc5cc49), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:59.006254 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Checking segment: {'id': 'ef0a79f0-46fc-4f50-9aa2-d93d66a3b77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'def781f8-44cd-46ad-8fe1-8a90dfc6fc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:59.006762 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Network hostable DHCP agents. Network: def781f8-44cd-46ad-8fe1-8a90dfc6fc85, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:25:59.109564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e4b9edd2-aaec-4165-857a-1cd1342d3f82 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:59.114284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Allocated IP 172.21.0.1 (017ab9af-ed67-459d-908a-13e701621a6a/34a84b44-8d5d-41c9-ab04-096bbd4f39e5/f5d3dc95-df2d-4d37-a4be-f3a14725df5f) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:25:59.177806 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (25a36585-a324-451f-8541-64cc92d9c454), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:59.202474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa74a400>, [{'id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'name': 'tempest-TestVolumeBootPattern-1206078570-router', 'tenant_id': '059fba8ad4304de5a250f5fec5caf3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.225'}], 'enable_snat': True}, 'gw_port_id': '3df5ba00-983a-4b5e-b937-47962501d911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:49Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 3, 'project_id': '059fba8ad4304de5a250f5fec5caf3ff', 'gw_port': {'id': '3df5ba00-983a-4b5e-b937-47962501d911', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:24:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:52Z', 'updated_at': '2022-02-12T21:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:25:59.212896 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Network def781f8-44cd-46ad-8fe1-8a90dfc6fc85 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:25:59.290731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Checking router: 9f0481c6-7b98-4bf8-a280-891b2724f5ae for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:25:59.290731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Updating router 9f0481c6-7b98-4bf8-a280-891b2724f5ae port 3df5ba00-983a-4b5e-b937-47962501d911 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:25:59.348244 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, def781f8-44cd-46ad-8fe1-8a90dfc6fc85) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:59.361559 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:59.363693 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4933a70a-97cd-4c94-91e0-ce74d6281215), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:59.407138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e870c62-7270-49f6-a751-374b45203d93 None None] Network def781f8-44cd-46ad-8fe1-8a90dfc6fc85 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:25:59.417648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Pushing event updated for resources: {'Port': ['ID=bef8dfb1-2f42-442f-bb82-58cd3bc5cc49,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:59.470744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5f0b17e0-535b-42b5-a7c8-2e9803475837 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:25:59.508370 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3df5ba00-983a-4b5e-b937-47962501d911), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:59.544576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-58388043-02a6-429a-a632-4ad06f035fa6 None None] Current status of the port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:25:59.599935 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:25:59.647454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event updated for resources: {'Port': ['ID=4933a70a-97cd-4c94-91e0-ce74d6281215,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:25:59.664036 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:59.668876 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Checking segment: {'id': 'b5521378-8c5c-495f-887a-ad6c1eacaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2884c4f9-2a24-45a0-8d85-4dc174ee0046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:25:59.669250 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Network hostable DHCP agents. Network: 2884c4f9-2a24-45a0-8d85-4dc174ee0046, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:25:59.690987 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:59.692475 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:59.707077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Network 3fbff765-00b4-497c-bb2c-2e79b1a4fad3 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:59.710953 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:59.725956 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-39d8f593-83c4-493f-b59b-de732fdf8ed9 None None] Provisioning complete for port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:25:59.726608 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-39d8f593-83c4-493f-b59b-de732fdf8ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:59.783688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Network 2884c4f9-2a24-45a0-8d85-4dc174ee0046 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:25:59.840937 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:25:59.886613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network 017ab9af-ed67-459d-908a-13e701621a6a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:25:59.892078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:25:59.894953 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:25:59.940806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2884c4f9-2a24-45a0-8d85-4dc174ee0046) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:00.023502 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:00.030109 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:00.034738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:00.035635 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:00.042883 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.resource_extend [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:26:00.057218 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=f5d3dc95-df2d-4d37-a4be-f3a14725df5f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:00.060186 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (b32e3aac-9b31-4189-a914-314c087a35ff), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:00.140196 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f347cb2e-13a2-4f91-838e-03e5b8264df6 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 4.4443448
Feb 12 21:26:00.140849 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 32924) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:00.151277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Router 25a36585-a324-451f-8541-64cc92d9c454 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:26:00.207181 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1e4aa4-bc5d-4d00-a85e-af0af8fd2e50 None None] Network 2884c4f9-2a24-45a0-8d85-4dc174ee0046 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:00.259299 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 5f0b17e0-535b-42b5-a7c8-2e9803475837 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:00.259809 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5f0b17e0-535b-42b5-a7c8-2e9803475837), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:00.338740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d2c0f2-fef7-43bc-8ef7-5fca0a133476 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:00.345834 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d2c0f2-fef7-43bc-8ef7-5fca0a133476 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:00.350674 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e0d2c0f2-fef7-43bc-8ef7-5fca0a133476 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.2069561
Feb 12 21:26:00.351315 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 32938) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:00.387118 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:00.523147 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:00.571503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88886a31-ecd4-4ea6-b1fe-27f452ea98e3,segment=NetworkSegment(816038a1-a3c6-4795-b762-e5706bd3519c),segment_id=816038a1-a3c6-4795-b762-e5706bd3519c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:00.609815 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '88886a31-ecd4-4ea6-b1fe-27f452ea98e3', 'network_id': '3056d90f-d42e-4df0-99f3-32e068e8afa8', 'port_id': '88886a31-ecd4-4ea6-b1fe-27f452ea98e3', 'mac_address': 'fa:16:3e:c0:96:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069bade8-3bb5-48e3-9143-152c956d5c53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:26:00.672119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6cd319-0cdf-451a-b4da-3e32f1f4492a None None] Network 017ab9af-ed67-459d-908a-13e701621a6a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:00.695154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-6c41101e-70bf-459d-b8fa-fa79f33f7a93 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Deleting port c7f1b518-0ce1-483d-8c4b-92a352a8b843 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:00.695486 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6c41101e-70bf-459d-b8fa-fa79f33f7a93 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c7f1b518-0ce1-483d-8c4b-92a352a8b843), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:00.785153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-39d8f593-83c4-493f-b59b-de732fdf8ed9 None None] Current status of the port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:00.842670 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Publish callbacks [] for port (3df5ba00-983a-4b5e-b937-47962501d911), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:00.846337 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72042e47-2345-4b63-99f0-e05092005b82 req-0482944f-21d6-426f-8c5a-d5b8f426bdb2 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:00.847953 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-72042e47-2345-4b63-99f0-e05092005b82 req-0482944f-21d6-426f-8c5a-d5b8f426bdb2 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 943 time: 0.8201685
Feb 12 21:26:00.856222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6c41101e-70bf-459d-b8fa-fa79f33f7a93 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c7f1b518-0ce1-483d-8c4b-92a352a8b843), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:00.884716 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-6c41101e-70bf-459d-b8fa-fa79f33f7a93 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Calling delete_port for c7f1b518-0ce1-483d-8c4b-92a352a8b843 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:00.926869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:00.927250 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (88886a31-ecd4-4ea6-b1fe-27f452ea98e3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:00.929562 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:00.943525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-39d8f593-83c4-493f-b59b-de732fdf8ed9 None None] Provisioning complete for port bef8dfb1-2f42-442f-bb82-58cd3bc5cc49 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:00.943912 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-39d8f593-83c4-493f-b59b-de732fdf8ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bef8dfb1-2f42-442f-bb82-58cd3bc5cc49), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:00.959718 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950a61d0-3dc6-485b-8fad-760ddf671cf5 None None] Sync routers for ids ['25a36585-a324-451f-8541-64cc92d9c454'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:26:00.970498 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2fb1d45c-e82f-425a-a4a4-acf1f3ae0a3b tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] 10.222.0.31 "PUT /v2.0/routers/25a36585-a324-451f-8541-64cc92d9c454/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4427130
Feb 12 21:26:00.976705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 5f0b17e0-535b-42b5-a7c8-2e9803475837 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:00.976705 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5f0b17e0-535b-42b5-a7c8-2e9803475837), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:00.978075 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950a61d0-3dc6-485b-8fad-760ddf671cf5 None None] Routers {'25a36585-a324-451f-8541-64cc92d9c454'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:00.978671 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-950a61d0-3dc6-485b-8fad-760ddf671cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb84f820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['25a36585-a324-451f-8541-64cc92d9c454'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:00.991579 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-72042e47-2345-4b63-99f0-e05092005b82 req-328f4470-9ae1-4bd2-bb43-be6ab1906386 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/security-groups?id=b284b7d7-0f2b-4048-9cef-e02d26401537&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253080
Feb 12 21:26:00.992432 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 32950) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:01.003763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b31f9a31-d42c-484f-9607-48617652e91f tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Request body: {'port': {'network_id': '3fbff765-00b4-497c-bb2c-2e79b1a4fad3', 'name': 'tempest-FloatingIPNegativeTestJSON-435480229'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:01.034177 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-950a61d0-3dc6-485b-8fad-760ddf671cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb84f820>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:01.044843 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950a61d0-3dc6-485b-8fad-760ddf671cf5 None None] Routers {'25a36585-a324-451f-8541-64cc92d9c454'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:01.046280 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-950a61d0-3dc6-485b-8fad-760ddf671cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb84f820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['25a36585-a324-451f-8541-64cc92d9c454'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:01.082080 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3df5ba00-983a-4b5e-b937-47962501d911), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:01.128494 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-950a61d0-3dc6-485b-8fad-760ddf671cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb84f820>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:01.128494 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950a61d0-3dc6-485b-8fad-760ddf671cf5 None None] The sync data for ids ['25a36585-a324-451f-8541-64cc92d9c454'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:01.159681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:26:01.264906 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Allocated IP 172.20.0.1 (d7d2a564-f60f-4456-81b1-0e5541aae952/25ae377b-3ec3-4605-ae83-52327d5974eb/5d332fba-4da1-4dab-a977-d47ed7bba15f) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:01.287533 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:01.334535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-39d8f593-83c4-493f-b59b-de732fdf8ed9 None None] Port bef8dfb1-2f42-442f-bb82-58cd3bc5cc49 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:01.342738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31f9a31-d42c-484f-9607-48617652e91f tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Made reservation on behalf of bb1afe6fa24e440db16c1928484b08d6 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:01.344297 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88886a31-ecd4-4ea6-b1fe-27f452ea98e3,segment=NetworkSegment(816038a1-a3c6-4795-b762-e5706bd3519c),segment_id=816038a1-a3c6-4795-b762-e5706bd3519c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:01.347094 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b31f9a31-d42c-484f-9607-48617652e91f tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:01.378605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-b31f9a31-d42c-484f-9607-48617652e91f tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] device_id is not set on port 98571494-bd11-4926-872b-e553fe137b21 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:26:01.468385 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Publish callbacks [] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:01.560357 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:01.574374 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980539a2-8060-4893-9150-4988dc03c39e None None] Pushing event updated for resources: {'Port': ['ID=3df5ba00-983a-4b5e-b937-47962501d911,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:01.584745 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 5f0b17e0-535b-42b5-a7c8-2e9803475837, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f0b17e0-535b-42b5-a7c8-2e9803475837,segment=NetworkSegment(bbe098f5-fce3-41c7-adf0-cd6a356225d3),segment_id=bbe098f5-fce3-41c7-adf0-cd6a356225d3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:01.588583 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (88886a31-ecd4-4ea6-b1fe-27f452ea98e3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:01.593903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Attempting to bind port 3df5ba00-983a-4b5e-b937-47962501d911 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:01.594270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Attempting to bind port 3df5ba00-983a-4b5e-b937-47962501d911 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:01.594630 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Attempting to bind port 3df5ba00-983a-4b5e-b937-47962501d911 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:01.632862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:01.633249 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:01.633686 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:01.634074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:01.634548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Bound port: 3df5ba00-983a-4b5e-b937-47962501d911, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:01.634909 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3df5ba00-983a-4b5e-b937-47962501d911), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:01.647171 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:01.650379 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6c41101e-70bf-459d-b8fa-fa79f33f7a93 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c7f1b518-0ce1-483d-8c4b-92a352a8b843), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:01.664290 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c31ba9d4-73f4-47df-9dcf-53bb2a748572 None None] Provisioning complete for port bef8dfb1-2f42-442f-bb82-58cd3bc5cc49 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:01.664662 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c31ba9d4-73f4-47df-9dcf-53bb2a748572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bef8dfb1-2f42-442f-bb82-58cd3bc5cc49), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:01.675906 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-b31f9a31-d42c-484f-9607-48617652e91f tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Allocated IP 172.20.0.14 (3fbff765-00b4-497c-bb2c-2e79b1a4fad3/c9f242a6-ed5c-4dbe-b155-09bb5ec22f97/98571494-bd11-4926-872b-e553fe137b21) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:01.683457 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5f0b17e0-535b-42b5-a7c8-2e9803475837), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:01.684250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:01.709175 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:01.801274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=88886a31-ecd4-4ea6-b1fe-27f452ea98e3,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:01.808241 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6c41101e-70bf-459d-b8fa-fa79f33f7a93 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:01.809625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c31ba9d4-73f4-47df-9dcf-53bb2a748572 None None] Port bef8dfb1-2f42-442f-bb82-58cd3bc5cc49 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:01.820444 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6c41101e-70bf-459d-b8fa-fa79f33f7a93 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "DELETE /v2.0/ports/c7f1b518-0ce1-483d-8c4b-92a352a8b843 HTTP/1.1" status: 204  len: 168 time: 1.4680696
Feb 12 21:26:01.821492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33006) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:01.824682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Network d7d2a564-f60f-4456-81b1-0e5541aae952 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:01.828809 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (b32e3aac-9b31-4189-a914-314c087a35ff), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:01.832263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:01.839239 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['88886a31-ecd4-4ea6-b1fe-27f452ea98e3'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:26:01.847995 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:01.874537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=f5d3dc95-df2d-4d37-a4be-f3a14725df5f,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:01.888749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Pushing event updated for resources: {'Port': ['ID=5d332fba-4da1-4dab-a977-d47ed7bba15f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:01.929131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] For port 3df5ba00-983a-4b5e-b937-47962501d911, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:01.967895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c31ba9d4-73f4-47df-9dcf-53bb2a748572 None None] Provisioning complete for port 5f0b17e0-535b-42b5-a7c8-2e9803475837 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:01.969227 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c31ba9d4-73f4-47df-9dcf-53bb2a748572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5f0b17e0-535b-42b5-a7c8-2e9803475837), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:01.975107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41101e-70bf-459d-b8fa-fa79f33f7a93 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event deleted for resources: {'Port': ['ID=c7f1b518-0ce1-483d-8c4b-92a352a8b843,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:01.978474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] For port 3df5ba00-983a-4b5e-b937-47962501d911, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3df5ba00-983a-4b5e-b937-47962501d911,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:01.989203 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (9f0481c6-7b98-4bf8-a280-891b2724f5ae), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:02.079202 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3df5ba00-983a-4b5e-b937-47962501d911), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:02.092780 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=5f0b17e0-535b-42b5-a7c8-2e9803475837,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:02.123111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:02.124261 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:02.214771 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b31f9a31-d42c-484f-9607-48617652e91f tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for port (98571494-bd11-4926-872b-e553fe137b21), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:02.257630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network 017ab9af-ed67-459d-908a-13e701621a6a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:02.261243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:02.275195 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5fae8d53-8b9f-4c44-95f9-19ab845c0966 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Deleting port 4933a70a-97cd-4c94-91e0-ce74d6281215 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:02.275551 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5fae8d53-8b9f-4c44-95f9-19ab845c0966 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4933a70a-97cd-4c94-91e0-ce74d6281215), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:02.335887 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Routers {'9f0481c6-7b98-4bf8-a280-891b2724f5ae'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:02.336742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa74a400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9f0481c6-7b98-4bf8-a280-891b2724f5ae'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:02.425687 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b31f9a31-d42c-484f-9607-48617652e91f tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (98571494-bd11-4926-872b-e553fe137b21), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:02.447080 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5fae8d53-8b9f-4c44-95f9-19ab845c0966 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4933a70a-97cd-4c94-91e0-ce74d6281215), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:02.463857 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347843bc-f769-4103-8a42-b6e963e9ea48 req-ca8e4eab-74c0-48a7-a6d3-298a2d36e62d tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:02.465520 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-347843bc-f769-4103-8a42-b6e963e9ea48 req-ca8e4eab-74c0-48a7-a6d3-298a2d36e62d tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 944 time: 0.3041530
Feb 12 21:26:02.483722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c31ba9d4-73f4-47df-9dcf-53bb2a748572 None None] Current status of the port 5f0b17e0-535b-42b5-a7c8-2e9803475837 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:02.489457 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5fae8d53-8b9f-4c44-95f9-19ab845c0966 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Calling delete_port for 4933a70a-97cd-4c94-91e0-ce74d6281215 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:02.498093 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:02.539442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router b32e3aac-9b31-4189-a914-314c087a35ff has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:26:02.565977 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31f9a31-d42c-484f-9607-48617652e91f tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Network 3fbff765-00b4-497c-bb2c-2e79b1a4fad3 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:02.566877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980539a2-8060-4893-9150-4988dc03c39e None None] Pushing event updated for resources: {'Port': ['ID=3df5ba00-983a-4b5e-b937-47962501d911,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:02.582626 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-b31f9a31-d42c-484f-9607-48617652e91f tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:02.584396 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:02.595492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f9a31-d42c-484f-9607-48617652e91f tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:02.599167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f9a31-d42c-484f-9607-48617652e91f tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Pushing event updated for resources: {'Port': ['ID=98571494-bd11-4926-872b-e553fe137b21,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:02.603201 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-347843bc-f769-4103-8a42-b6e963e9ea48 req-5161207d-ca99-4bc0-9666-f7fd0d4e6d3a tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/security-groups?id=b284b7d7-0f2b-4048-9cef-e02d26401537&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286919
Feb 12 21:26:02.685498 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] Set router 9f0481c6-7b98-4bf8-a280-891b2724f5ae gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:02.739855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31f9a31-d42c-484f-9607-48617652e91f tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:02.740542 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b31f9a31-d42c-484f-9607-48617652e91f tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:02.822125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:02.832085 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-64d1d9ba-6e3b-48c6-b9e1-568831e8752d tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/b32e3aac-9b31-4189-a914-314c087a35ff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4627833
Feb 12 21:26:02.832933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33044) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:02.844360 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-42f2049e-003d-4fb6-8d66-e0b66c9eb845 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'network': {'name': 'tempest-RoutersTest-93242436'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:02.883955 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b31f9a31-d42c-484f-9607-48617652e91f tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8841043
Feb 12 21:26:02.889224 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33048) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:02.891919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:02.902336 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:02.905826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Sync routers for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:26:02.917169 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5fae8d53-8b9f-4c44-95f9-19ab845c0966 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4933a70a-97cd-4c94-91e0-ce74d6281215), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:02.946325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-126ed516-4017-477b-b163-9725f705465e None None] Provisioning complete for port 5d332fba-4da1-4dab-a977-d47ed7bba15f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:02.947913 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-126ed516-4017-477b-b163-9725f705465e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:02.953253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:02.954101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa680d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:02.988367 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae8d53-8b9f-4c44-95f9-19ab845c0966 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event deleted for resources: {'Port': ['ID=4933a70a-97cd-4c94-91e0-ce74d6281215,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:03.005466 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5fae8d53-8b9f-4c44-95f9-19ab845c0966 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.005967 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Publish callbacks [] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.013740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33050) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:03.014840 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5fae8d53-8b9f-4c44-95f9-19ab845c0966 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "DELETE /v2.0/ports/4933a70a-97cd-4c94-91e0-ce74d6281215 HTTP/1.1" status: 204  len: 168 time: 1.1880996
Feb 12 21:26:03.016547 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f2049e-003d-4fb6-8d66-e0b66c9eb845 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:03.020879 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42f2049e-003d-4fb6-8d66-e0b66c9eb845 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.057666 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f2049e-003d-4fb6-8d66-e0b66c9eb845 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:26:03.058750 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-39cf375e-bd20-472a-89a9-a11f186c4fab tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0417323
Feb 12 21:26:03.061675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33052) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:03.068596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-87535944-d1f3-4a99-9992-2b3f4f54408c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-139812281'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:03.068892 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42f2049e-003d-4fb6-8d66-e0b66c9eb845 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (3b76adfd-dc6f-4300-8be7-dfae78f5b26b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.069541 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-42f2049e-003d-4fb6-8d66-e0b66c9eb845 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Added segment 3b76adfd-dc6f-4300-8be7-dfae78f5b26b of type vlan for network c1fbdbd7-cd66-4dbd-94fa-9f768545b127
Feb 12 21:26:03.078630 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.086317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5f0b17e0-535b-42b5-a7c8-2e9803475837 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:03.098273 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.132982 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42f2049e-003d-4fb6-8d66-e0b66c9eb845 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (c1fbdbd7-cd66-4dbd-94fa-9f768545b127), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.169581 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-126ed516-4017-477b-b163-9725f705465e None None] Port 5d332fba-4da1-4dab-a977-d47ed7bba15f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:03.180421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Pushing event updated for resources: {'Port': ['ID=5d332fba-4da1-4dab-a977-d47ed7bba15f,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:03.182887 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87535944-d1f3-4a99-9992-2b3f4f54408c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Made reservation on behalf of 76115e1d3c6c4156b88bc69c06c97d4b for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:03.186758 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-87535944-d1f3-4a99-9992-2b3f4f54408c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.193059 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:03.204697 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (9f0481c6-7b98-4bf8-a280-891b2724f5ae), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.222440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87535944-d1f3-4a99-9992-2b3f4f54408c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:26:03.258266 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-87535944-d1f3-4a99-9992-2b3f4f54408c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0a39710e-b9ba-4f86-9396-8530c8c2138e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.258652 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-87535944-d1f3-4a99-9992-2b3f4f54408c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Added segment 0a39710e-b9ba-4f86-9396-8530c8c2138e of type vlan for network 12f0bca3-5c31-479e-9ba2-c185664fcfc5
Feb 12 21:26:03.271158 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.276537 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-126ed516-4017-477b-b163-9725f705465e None None] Provisioning complete for port 5f0b17e0-535b-42b5-a7c8-2e9803475837 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:03.276537 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-126ed516-4017-477b-b163-9725f705465e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5f0b17e0-535b-42b5-a7c8-2e9803475837), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.288901 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42f2049e-003d-4fb6-8d66-e0b66c9eb845 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (c1fbdbd7-cd66-4dbd-94fa-9f768545b127), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.298871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2049e-003d-4fb6-8d66-e0b66c9eb845 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:03.299733 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42f2049e-003d-4fb6-8d66-e0b66c9eb845 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.350341 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 5f0b17e0-535b-42b5-a7c8-2e9803475837 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:03.350341 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5f0b17e0-535b-42b5-a7c8-2e9803475837), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.380523 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-87535944-d1f3-4a99-9992-2b3f4f54408c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (12f0bca3-5c31-479e-9ba2-c185664fcfc5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.451282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Network d7d2a564-f60f-4456-81b1-0e5541aae952 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:03.453473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:03.455122 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-42f2049e-003d-4fb6-8d66-e0b66c9eb845 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.6208513
Feb 12 21:26:03.457868 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33072) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:03.461480 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2049e-003d-4fb6-8d66-e0b66c9eb845 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Network': ['ID=c1fbdbd7-cd66-4dbd-94fa-9f768545b127,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:03.462826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-dad79987-2592-4586-bb2e-f45c3bc274f4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'subnet': {'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:03.520103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network c1fbdbd7-cd66-4dbd-94fa-9f768545b127 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:26:03.579319 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-87535944-d1f3-4a99-9992-2b3f4f54408c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (12f0bca3-5c31-479e-9ba2-c185664fcfc5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.585920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87535944-d1f3-4a99-9992-2b3f4f54408c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:03.586546 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-87535944-d1f3-4a99-9992-2b3f4f54408c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.595122 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Allocated IP 172.35.2.89 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/7e65b607-bbcf-4c7e-b2bb-64510aaab5ad) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:03.629683 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:03.713884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa74a400>, [{'id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'name': 'tempest-TestVolumeBootPattern-1206078570-router', 'tenant_id': '059fba8ad4304de5a250f5fec5caf3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.225'}], 'enable_snat': True}, 'gw_port_id': '3df5ba00-983a-4b5e-b937-47962501d911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:49Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 3, 'project_id': '059fba8ad4304de5a250f5fec5caf3ff', 'gw_port': {'id': '3df5ba00-983a-4b5e-b937-47962501d911', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:24:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:52Z', 'updated_at': '2022-02-12T21:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:03.806113 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87535944-d1f3-4a99-9992-2b3f4f54408c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event updated for resources: {'Network': ['ID=12f0bca3-5c31-479e-9ba2-c185664fcfc5,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:03.813002 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-87535944-d1f3-4a99-9992-2b3f4f54408c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.7501888
Feb 12 21:26:03.822664 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33088) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:03.827066 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-126ed516-4017-477b-b163-9725f705465e None None] Current status of the port 5f0b17e0-535b-42b5-a7c8-2e9803475837 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:03.831396 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-70386ac1-4c72-4099-a574-1aa4358f2d2b tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-935536622'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:03.832170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 12f0bca3-5c31-479e-9ba2-c185664fcfc5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:26:03.835881 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for port (7e65b607-bbcf-4c7e-b2bb-64510aaab5ad), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.872965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Router 9f0481c6-7b98-4bf8-a280-891b2724f5ae has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:26:03.887210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0072d8-2760-4896-b8c2-953a18c67030 req-2e85cc09-7732-45aa-8469-a587a163c11e tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:03.888778 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ef0072d8-2760-4896-b8c2-953a18c67030 req-2e85cc09-7732-45aa-8469-a587a163c11e tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 944 time: 0.1490622
Feb 12 21:26:03.892183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad79987-2592-4586-bb2e-f45c3bc274f4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:03.896164 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dad79987-2592-4586-bb2e-f45c3bc274f4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:03.978514 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (7e65b607-bbcf-4c7e-b2bb-64510aaab5ad), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:04.068090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:04.071107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Pushing event updated for resources: {'Port': ['ID=7e65b607-bbcf-4c7e-b2bb-64510aaab5ad,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:04.077783 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:04.080079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6f07e-93e6-405b-856d-8a652f7f7a51 None None] The sync data for ids ['9f0481c6-7b98-4bf8-a280-891b2724f5ae'] in ncdv-master-1 is: [{'id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'name': 'tempest-TestVolumeBootPattern-1206078570-router', 'tenant_id': '059fba8ad4304de5a250f5fec5caf3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.225'}], 'enable_snat': True}, 'gw_port_id': '3df5ba00-983a-4b5e-b937-47962501d911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:49Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 3, 'project_id': '059fba8ad4304de5a250f5fec5caf3ff', 'gw_port': {'id': '3df5ba00-983a-4b5e-b937-47962501d911', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:24:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:52Z', 'updated_at': '2022-02-12T21:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:04.082734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:04.148612 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70386ac1-4c72-4099-a574-1aa4358f2d2b tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Made reservation on behalf of 76115e1d3c6c4156b88bc69c06c97d4b for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:04.153375 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-70386ac1-4c72-4099-a574-1aa4358f2d2b tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:04.161110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-126ed516-4017-477b-b163-9725f705465e None None] Provisioning complete for port f5d3dc95-df2d-4d37-a4be-f3a14725df5f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:04.161555 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-126ed516-4017-477b-b163-9725f705465e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:04.229328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:26:04.233663 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for floatingip (ff75905c-09ef-4182-934d-18f70459ac7c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:04.240535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 5f0b17e0-535b-42b5-a7c8-2e9803475837 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:04.251428 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:04.251799 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (88886a31-ecd4-4ea6-b1fe-27f452ea98e3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:04.276620 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ef0072d8-2760-4896-b8c2-953a18c67030 req-f6a0a2e0-db80-469b-80a1-c840410bd190 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/security-groups?id=b284b7d7-0f2b-4048-9cef-e02d26401537&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3770697
Feb 12 21:26:04.280343 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-126ed516-4017-477b-b163-9725f705465e None None] Port f5d3dc95-df2d-4d37-a4be-f3a14725df5f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:04.285763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70386ac1-4c72-4099-a574-1aa4358f2d2b tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:26:04.318108 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-70386ac1-4c72-4099-a574-1aa4358f2d2b tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (9ad40473-3b80-4999-ba75-27cac59ddb74), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:04.318992 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-70386ac1-4c72-4099-a574-1aa4358f2d2b tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Added segment 9ad40473-3b80-4999-ba75-27cac59ddb74 of type vlan for network da88ac2d-0d2d-47cb-b628-8067347828b6
Feb 12 21:26:04.322930 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa680d00>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:00Z', 'revision_number': 3, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:00Z', 'revision_number': 2, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:04.355705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Checking router: b32e3aac-9b31-4189-a914-314c087a35ff for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:26:04.356207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Updating router b32e3aac-9b31-4189-a914-314c087a35ff port f5d3dc95-df2d-4d37-a4be-f3a14725df5f binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:26:04.385621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:04.403077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d389145c-ef77-42ab-bc17-1a1decd58737 admin admin] 10.222.0.31 "PUT /v2.0/routers/9f0481c6-7b98-4bf8-a280-891b2724f5ae/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9593084
Feb 12 21:26:04.430713 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-70386ac1-4c72-4099-a574-1aa4358f2d2b tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (da88ac2d-0d2d-47cb-b628-8067347828b6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:04.453940 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7e65b607-bbcf-4c7e-b2bb-64510aaab5ad), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:04.500371 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:04.511963 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:04.515060 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (88886a31-ecd4-4ea6-b1fe-27f452ea98e3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:04.549668 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dad79987-2592-4586-bb2e-f45c3bc274f4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (9c0c4d58-f7cc-4a4a-bf0b-61eb88512708), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:04.587177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8b762c98-0e0b-4147-abec-a92fae851e20 None None] Provisioning complete for port 98571494-bd11-4926-872b-e553fe137b21 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:04.589242 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8b762c98-0e0b-4147-abec-a92fae851e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (98571494-bd11-4926-872b-e553fe137b21), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:04.643406 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-70386ac1-4c72-4099-a574-1aa4358f2d2b tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (da88ac2d-0d2d-47cb-b628-8067347828b6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:04.648842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70386ac1-4c72-4099-a574-1aa4358f2d2b tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:04.649551 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-70386ac1-4c72-4099-a574-1aa4358f2d2b tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:04.764468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386ac1-4c72-4099-a574-1aa4358f2d2b tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event updated for resources: {'Network': ['ID=da88ac2d-0d2d-47cb-b628-8067347828b6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:04.792413 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad79987-2592-4586-bb2e-f45c3bc274f4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Checking segment: {'id': '3b76adfd-dc6f-4300-8be7-dfae78f5b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:04.793034 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad79987-2592-4586-bb2e-f45c3bc274f4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network hostable DHCP agents. Network: c1fbdbd7-cd66-4dbd-94fa-9f768545b127, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:26:04.816626 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad79987-2592-4586-bb2e-f45c3bc274f4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Subnet': ['ID=9c0c4d58-f7cc-4a4a-bf0b-61eb88512708,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:04.853031 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for port (7e65b607-bbcf-4c7e-b2bb-64510aaab5ad), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:04.883742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network da88ac2d-0d2d-47cb-b628-8067347828b6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:26:04.906177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7f353c-e294-4694-84c9-8e2b3f3268f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88886a31-ecd4-4ea6-b1fe-27f452ea98e3'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:26:04.908527 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a376151-900f-487b-ad63-64c8f3226053" -d '{"events": [{"server_uuid": "1f7f353c-e294-4694-84c9-8e2b3f3268f6", "name": "network-vif-plugged", "status": "completed", "tag": "88886a31-ecd4-4ea6-b1fe-27f452ea98e3"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:26:04.915985 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-70386ac1-4c72-4099-a574-1aa4358f2d2b tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.0911100
Feb 12 21:26:04.939223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad79987-2592-4586-bb2e-f45c3bc274f4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network c1fbdbd7-cd66-4dbd-94fa-9f768545b127 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:26:04.952758 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (7e65b607-bbcf-4c7e-b2bb-64510aaab5ad), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:05.043394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-dad79987-2592-4586-bb2e-f45c3bc274f4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c1fbdbd7-cd66-4dbd-94fa-9f768545b127) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:05.045067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33170) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:05.052706 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Request body: {'subnets': [{'network_id': '12f0bca3-5c31-479e-9ba2-c185664fcfc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1309647913', 'ip_version': 4}, {'network_id': 'da88ac2d-0d2d-47cb-b628-8067347828b6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:05.053790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Request body: {'subnet': {'network_id': '12f0bca3-5c31-479e-9ba2-c185664fcfc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1309647913', 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:05.053790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Request body: {'subnet': {'network_id': 'da88ac2d-0d2d-47cb-b628-8067347828b6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:05.083921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88886a31-ecd4-4ea6-b1fe-27f452ea98e3,segment=NetworkSegment(816038a1-a3c6-4795-b762-e5706bd3519c),segment_id=816038a1-a3c6-4795-b762-e5706bd3519c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:05.118377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Pushing event updated for resources: {'Port': ['ID=7e65b607-bbcf-4c7e-b2bb-64510aaab5ad,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:05.189599 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (ff75905c-09ef-4182-934d-18f70459ac7c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:05.212429 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86c6cb4-c830-4fee-9fb2-23a9200d913e None None] Network c1fbdbd7-cd66-4dbd-94fa-9f768545b127 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:05.222249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad79987-2592-4586-bb2e-f45c3bc274f4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:05.224004 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dad79987-2592-4586-bb2e-f45c3bc274f4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:05.252099 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a8e547-06d8-489c-afc6-377c847520a5 x-openstack-request-id: req-a1a8e547-06d8-489c-afc6-377c847520a5 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:26:05.252587 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7f353c-e294-4694-84c9-8e2b3f3268f6", "name": "network-vif-plugged", "status": "completed", "tag": "88886a31-ecd4-4ea6-b1fe-27f452ea98e3", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:26:05.252587 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1a8e547-06d8-489c-afc6-377c847520a5 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:26:05.253029 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7f353c-e294-4694-84c9-8e2b3f3268f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88886a31-ecd4-4ea6-b1fe-27f452ea98e3', 'code': 200}
Feb 12 21:26:05.262148 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3df5ba00-983a-4b5e-b937-47962501d911 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:05.283171 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (88886a31-ecd4-4ea6-b1fe-27f452ea98e3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:05.339979 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:05.344764 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8399047f-3075-4186-a03c-8007031b2c26 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.4495976
Feb 12 21:26:05.345019 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33196) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:05.347887 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8b762c98-0e0b-4147-abec-a92fae851e20 None None] Port 98571494-bd11-4926-872b-e553fe137b21 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:05.349786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-dea17916-41a8-4982-82f2-58b959785ca5 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Request body: {'floatingip': {'port_id': '98571494-bd11-4926-872b-e553fe137b21', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:05.457201 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dea17916-41a8-4982-82f2-58b959785ca5 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for floatingip (ff75905c-09ef-4182-934d-18f70459ac7c), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:05.480835 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-dad79987-2592-4586-bb2e-f45c3bc274f4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0219023
Feb 12 21:26:05.493845 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33216) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:05.590215 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Publish callbacks [] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:05.655031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8b762c98-0e0b-4147-abec-a92fae851e20 None None] Provisioning complete for port 5d332fba-4da1-4dab-a977-d47ed7bba15f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:05.655799 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8b762c98-0e0b-4147-abec-a92fae851e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:05.682117 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:26:05.692646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a01f5-5407-4166-8d19-3fe863f37388 req-10080e3a-0b56-4136-8771-2f275265a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:05.694784 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-288a01f5-5407-4166-8d19-3fe863f37388 req-10080e3a-0b56-4136-8771-2f275265a941 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 1127 time: 0.4663081
Feb 12 21:26:05.726508 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:05.733211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=88886a31-ecd4-4ea6-b1fe-27f452ea98e3,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:05.762099 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-dea17916-41a8-4982-82f2-58b959785ca5 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] update failed (client error): The resource could not be found.
Feb 12 21:26:05.763190 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dea17916-41a8-4982-82f2-58b959785ca5 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] 10.222.0.31 "PUT /v2.0/floatingips/ff75905c-09ef-4182-934d-18f70459ac7c HTTP/1.1" status: 404  len: 507 time: 0.4171352
Feb 12 21:26:05.766259 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33234) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:05.806087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Made reservation on behalf of 76115e1d3c6c4156b88bc69c06c97d4b for: {'subnet': 2} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:05.811446 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:05.812569 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:05.847976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c1fbdbd7-cd66-4dbd-94fa-9f768545b127', 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127', 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'fixed_ips': [{'subnet_id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:26:05.849263 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:05.871677 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8b762c98-0e0b-4147-abec-a92fae851e20 None None] Port 5d332fba-4da1-4dab-a977-d47ed7bba15f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:05.875341 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 3df5ba00-983a-4b5e-b937-47962501d911 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:05.877630 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3df5ba00-983a-4b5e-b937-47962501d911), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:05.964831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8b762c98-0e0b-4147-abec-a92fae851e20 None None] Provisioning complete for port f5d3dc95-df2d-4d37-a4be-f3a14725df5f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:05.965509 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8b762c98-0e0b-4147-abec-a92fae851e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:05.967335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51e1ee-767e-49ec-a491-a47c87da6dac None None] Pushing event updated for resources: {'Port': ['ID=f5d3dc95-df2d-4d37-a4be-f3a14725df5f,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:06.067347 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-2a6955a8-7980-48cb-a31c-b9edb8fdc114 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Deleting port 7e65b607-bbcf-4c7e-b2bb-64510aaab5ad {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:06.067933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2a6955a8-7980-48cb-a31c-b9edb8fdc114 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7e65b607-bbcf-4c7e-b2bb-64510aaab5ad), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:06.238568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8b762c98-0e0b-4147-abec-a92fae851e20 None None] Port f5d3dc95-df2d-4d37-a4be-f3a14725df5f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:06.244043 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Attempting to bind port f5d3dc95-df2d-4d37-a4be-f3a14725df5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:06.244597 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Attempting to bind port f5d3dc95-df2d-4d37-a4be-f3a14725df5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bbe098f5-fce3-41c7-adf0-cd6a356225d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:06.245258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Attempting to bind port f5d3dc95-df2d-4d37-a4be-f3a14725df5f on network 017ab9af-ed67-459d-908a-13e701621a6a {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:06.274349 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2a6955a8-7980-48cb-a31c-b9edb8fdc114 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7e65b607-bbcf-4c7e-b2bb-64510aaab5ad), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:06.279668 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2a6955a8-7980-48cb-a31c-b9edb8fdc114 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for floatingip (7e65b607-bbcf-4c7e-b2bb-64510aaab5ad), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:06.301997 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:06.302719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Checking segment: {'id': 'bbe098f5-fce3-41c7-adf0-cd6a356225d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:06.302830 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:06.303151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Bound using segment: {'id': 'bbe098f5-fce3-41c7-adf0-cd6a356225d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:06.303642 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Bound port: f5d3dc95-df2d-4d37-a4be-f3a14725df5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe098f5-fce3-41c7-adf0-cd6a356225d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:06.304036 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:06.310308 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-2a6955a8-7980-48cb-a31c-b9edb8fdc114 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Calling delete_port for 7e65b607-bbcf-4c7e-b2bb-64510aaab5ad owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:06.488214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Allocated IP 172.22.0.2 (c1fbdbd7-cd66-4dbd-94fa-9f768545b127/9c0c4d58-f7cc-4a4a-bf0b-61eb88512708/961f48fc-3f3a-4f92-b4cb-85d5db0040e2) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:06.505796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 3df5ba00-983a-4b5e-b937-47962501d911 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:06.506195 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3df5ba00-983a-4b5e-b937-47962501d911), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:06.523303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b6235a8c-902a-457e-adad-c9b8c61b09b3 None None] Provisioning complete for port f5d3dc95-df2d-4d37-a4be-f3a14725df5f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:06.523679 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b6235a8c-902a-457e-adad-c9b8c61b09b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:06.584993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d46ff-44ff-4caf-86ca-258c1ec66bac req-a2436fa8-1a9a-468a-be77-2cfc085594a3 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:06.587219 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c29d46ff-44ff-4caf-86ca-258c1ec66bac req-a2436fa8-1a9a-468a-be77-2cfc085594a3 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 945 time: 1.1170845
Feb 12 21:26:06.601582 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-288a01f5-5407-4166-8d19-3fe863f37388 req-ffd90331-d110-45f5-a5d4-6622af9fa879 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b284b7d7-0f2b-4048-9cef-e02d26401537&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8911383
Feb 12 21:26:06.627317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 3df5ba00-983a-4b5e-b937-47962501d911, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3df5ba00-983a-4b5e-b937-47962501d911,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:06.628352 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] For port f5d3dc95-df2d-4d37-a4be-f3a14725df5f, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:06.649040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] For port f5d3dc95-df2d-4d37-a4be-f3a14725df5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5d3dc95-df2d-4d37-a4be-f3a14725df5f,segment=NetworkSegment(bbe098f5-fce3-41c7-adf0-cd6a356225d3),segment_id=bbe098f5-fce3-41c7-adf0-cd6a356225d3)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:06.651047 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b6235a8c-902a-457e-adad-c9b8c61b09b3 None None] Port f5d3dc95-df2d-4d37-a4be-f3a14725df5f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:06.798594 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c29d46ff-44ff-4caf-86ca-258c1ec66bac req-9e568768-b32b-42b3-b06e-dec9e3eda271 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/security-groups?id=b284b7d7-0f2b-4048-9cef-e02d26401537&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907473
Feb 12 21:26:06.819059 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2a6955a8-7980-48cb-a31c-b9edb8fdc114 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (7e65b607-bbcf-4c7e-b2bb-64510aaab5ad), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:06.825617 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3df5ba00-983a-4b5e-b937-47962501d911), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:06.842471 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:06.887460 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Publish callbacks [] for port (961f48fc-3f3a-4f92-b4cb-85d5db0040e2), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:06.906563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6955a8-7980-48cb-a31c-b9edb8fdc114 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Pushing event deleted for resources: {'Port': ['ID=7e65b607-bbcf-4c7e-b2bb-64510aaab5ad,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:06.963635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:06.964278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa680d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:07.034944 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (961f48fc-3f3a-4f92-b4cb-85d5db0040e2), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:07.084905 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33300) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:07.122737 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2a6955a8-7980-48cb-a31c-b9edb8fdc114 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for floatingip (ff75905c-09ef-4182-934d-18f70459ac7c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:07.143686 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2a6955a8-7980-48cb-a31c-b9edb8fdc114 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:07.145296 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2a6955a8-7980-48cb-a31c-b9edb8fdc114 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] 10.222.0.31 "DELETE /v2.0/floatingips/ff75905c-09ef-4182-934d-18f70459ac7c HTTP/1.1" status: 204  len: 168 time: 1.3769672
Feb 12 21:26:07.150641 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33304) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:07.161222 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Sync routers for ids ['9f0481c6-7b98-4bf8-a280-891b2724f5ae'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:26:07.174292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8454e64e-4e6a-42c2-8c98-939af22c81a7 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Request body: {'floatingip': {'floating_network_id': '3fbff765-00b4-497c-bb2c-2e79b1a4fad3', 'port_id': '98571494-bd11-4926-872b-e553fe137b21', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:07.174481 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Routers {'9f0481c6-7b98-4bf8-a280-891b2724f5ae'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:07.178662 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9e580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9f0481c6-7b98-4bf8-a280-891b2724f5ae'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:07.233304 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:07.293738 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8454e64e-4e6a-42c2-8c98-939af22c81a7 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:07.343278 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02702288-3224-4f7b-90f4-751d6069ba84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:07.425524 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Set router 9f0481c6-7b98-4bf8-a280-891b2724f5ae gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:07.484931 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=3df5ba00-983a-4b5e-b937-47962501d911,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:07.494370 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02702288-3224-4f7b-90f4-751d6069ba84 admin admin] Publish callbacks [] for security_group (cfa79a41-7c14-4bd9-ac39-d98f05a54544), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:07.572374 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02702288-3224-4f7b-90f4-751d6069ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cfa79a41-7c14-4bd9-ac39-d98f05a54544), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:07.607509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b4a6a969-88ce-4f0f-aa5d-c44d2183c34e None None] Provisioning complete for port f5d3dc95-df2d-4d37-a4be-f3a14725df5f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:07.608001 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b4a6a969-88ce-4f0f-aa5d-c44d2183c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:07.659995 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02702288-3224-4f7b-90f4-751d6069ba84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa79a41-7c14-4bd9-ac39-d98f05a54544,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:07.662897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Network c1fbdbd7-cd66-4dbd-94fa-9f768545b127 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:07.672539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:07.687510 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:07.690007 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:07.715288 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-02702288-3224-4f7b-90f4-751d6069ba84 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37ef9841352b4216987c7ee90339ef3e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6297536
Feb 12 21:26:07.716512 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33328) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:07.728981 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9e580>, [{'id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'name': 'tempest-TestVolumeBootPattern-1206078570-router', 'tenant_id': '059fba8ad4304de5a250f5fec5caf3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.225'}], 'enable_snat': True}, 'gw_port_id': '3df5ba00-983a-4b5e-b937-47962501d911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:49Z', 'updated_at': '2022-02-12T21:26:02Z', 'revision_number': 4, 'project_id': '059fba8ad4304de5a250f5fec5caf3ff', 'gw_port': {'id': '3df5ba00-983a-4b5e-b937-47962501d911', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:24:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:52Z', 'updated_at': '2022-02-12T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5d332fba-4da1-4dab-a977-d47ed7bba15f', 'name': '', 'network_id': 'd7d2a564-f60f-4456-81b1-0e5541aae952', 'tenant_id': '059fba8ad4304de5a250f5fec5caf3ff', 'mac_address': 'fa:16:3e:0d:6b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '25ae377b-3ec3-4605-ae83-52327d5974eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:00Z', 'updated_at': '2022-02-12T21:26:02Z', 'revision_number': 2, 'project_id': '059fba8ad4304de5a250f5fec5caf3ff', 'subnets': [{'id': '25ae377b-3ec3-4605-ae83-52327d5974eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:07.764712 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Checking router: 9f0481c6-7b98-4bf8-a280-891b2724f5ae for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:26:07.765378 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Updating router 9f0481c6-7b98-4bf8-a280-891b2724f5ae port 5d332fba-4da1-4dab-a977-d47ed7bba15f binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:26:07.769616 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-8454e64e-4e6a-42c2-8c98-939af22c81a7 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:26:07.784014 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8454e64e-4e6a-42c2-8c98-939af22c81a7 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.6272254
Feb 12 21:26:07.784622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33334) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:07.785462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Allocated IP 172.22.0.1 (c1fbdbd7-cd66-4dbd-94fa-9f768545b127/9c0c4d58-f7cc-4a4a-bf0b-61eb88512708/d4151c02-238b-4890-95bf-bf4795384ad6) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:07.790821 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': '98571494-bd11-4926-872b-e553fe137b21', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:07.798405 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51e1ee-767e-49ec-a491-a47c87da6dac None None] Pushing event updated for resources: {'Port': ['ID=f5d3dc95-df2d-4d37-a4be-f3a14725df5f,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:07.810638 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:07.845832 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7781-d1c4-4123-be41-c091c6aebec4 admin admin] Publish callbacks [] for security_group (cfa79a41-7c14-4bd9-ac39-d98f05a54544), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:07.883351 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7781-d1c4-4123-be41-c091c6aebec4 admin admin] Publish callbacks [] for security_group (cfa79a41-7c14-4bd9-ac39-d98f05a54544), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:07.899464 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:07.918299 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (5a571cbf-d90e-431c-a0d4-9d25b081dc01), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.027324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event updated for resources: {'Subnet': ['ID=5a571cbf-d90e-431c-a0d4-9d25b081dc01,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:08.031304 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Attempting to bind port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:08.031939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Attempting to bind port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b76adfd-dc6f-4300-8be7-dfae78f5b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:08.032479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Attempting to bind port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 on network c1fbdbd7-cd66-4dbd-94fa-9f768545b127 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:08.036253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Checking segment: {'id': '0a39710e-b9ba-4f86-9396-8530c8c2138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '12f0bca3-5c31-479e-9ba2-c185664fcfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:08.036696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Network hostable DHCP agents. Network: 12f0bca3-5c31-479e-9ba2-c185664fcfc5, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:26:08.044089 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (d4151c02-238b-4890-95bf-bf4795384ad6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.081887 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b4a6a969-88ce-4f0f-aa5d-c44d2183c34e None None] Current status of the port f5d3dc95-df2d-4d37-a4be-f3a14725df5f is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:08.082603 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b4a6a969-88ce-4f0f-aa5d-c44d2183c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.084837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:08.085563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Checking segment: {'id': '3b76adfd-dc6f-4300-8be7-dfae78f5b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:08.086208 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.086816 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Bound using segment: {'id': '3b76adfd-dc6f-4300-8be7-dfae78f5b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:08.087497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Bound port: 961f48fc-3f3a-4f92-b4cb-85d5db0040e2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76adfd-dc6f-4300-8be7-dfae78f5b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:08.088085 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (961f48fc-3f3a-4f92-b4cb-85d5db0040e2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.090050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Pushing event updated for resources: {'Port': ['ID=961f48fc-3f3a-4f92-b4cb-85d5db0040e2,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:08.125780 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7781-d1c4-4123-be41-c091c6aebec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cfa79a41-7c14-4bd9-ac39-d98f05a54544), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.125780 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7781-d1c4-4123-be41-c091c6aebec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.125780 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0b7c7781-d1c4-4123-be41-c091c6aebec4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfa79a41-7c14-4bd9-ac39-d98f05a54544 HTTP/1.1" status: 204  len: 168 time: 0.4037321
Feb 12 21:26:08.147827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c7781-d1c4-4123-be41-c091c6aebec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa79a41-7c14-4bd9-ac39-d98f05a54544,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:08.172691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Network 12f0bca3-5c31-479e-9ba2-c185664fcfc5 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:26:08.203529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b4a6a969-88ce-4f0f-aa5d-c44d2183c34e None None] For port f5d3dc95-df2d-4d37-a4be-f3a14725df5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5d3dc95-df2d-4d37-a4be-f3a14725df5f,segment=NetworkSegment(bbe098f5-fce3-41c7-adf0-cd6a356225d3),segment_id=bbe098f5-fce3-41c7-adf0-cd6a356225d3)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:08.216215 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Publish callbacks [] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.229919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d4151c02-238b-4890-95bf-bf4795384ad6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.248079 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54da99-7ab3-4ac3-bb91-001033f10036 req-a6b0bf66-8bb6-40c9-a2fc-944f03a91404 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:08.251529 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb54da99-7ab3-4ac3-bb91-001033f10036 req-a6b0bf66-8bb6-40c9-a2fc-944f03a91404 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 945 time: 0.2633255
Feb 12 21:26:08.257564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c623e886-6b19-463a-97fc-559772c85282 None None] For port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:08.273287 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c623e886-6b19-463a-97fc-559772c85282 None None] For port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=961f48fc-3f3a-4f92-b4cb-85d5db0040e2,segment=NetworkSegment(3b76adfd-dc6f-4300-8be7-dfae78f5b26b),segment_id=3b76adfd-dc6f-4300-8be7-dfae78f5b26b)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:08.274389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 12f0bca3-5c31-479e-9ba2-c185664fcfc5) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:08.288769 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9270e3-4ad3-4d0f-84da-619d5e9b7cd2 None None] Network 12f0bca3-5c31-479e-9ba2-c185664fcfc5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:08.292821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network c1fbdbd7-cd66-4dbd-94fa-9f768545b127 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:08.293583 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (018d3f1b-e710-4f0b-8fdf-51ed280bd268), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.309093 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.319449 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b4a6a969-88ce-4f0f-aa5d-c44d2183c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.344934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:08.361708 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:08.367203 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb54da99-7ab3-4ac3-bb91-001033f10036 req-81276451-de19-4ff0-bf9d-f5f05e12b4e5 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/security-groups?id=b284b7d7-0f2b-4048-9cef-e02d26401537&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045771
Feb 12 21:26:08.397670 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.399824 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (961f48fc-3f3a-4f92-b4cb-85d5db0040e2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.403629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa680d00>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:00Z', 'revision_number': 3, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:06Z', 'revision_number': 4, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:08.440052 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802c0c0-813b-4752-a7c3-6bbb489e32d7 None None] Pushing event updated for resources: {'Port': ['ID=5d332fba-4da1-4dab-a977-d47ed7bba15f,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:08.459057 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=d4151c02-238b-4890-95bf-bf4795384ad6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:08.470391 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846204df-f57a-4c8f-b18d-1c8fa93b4c12 None None] The sync data for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 is: [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:00Z', 'revision_number': 3, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:06Z', 'revision_number': 4, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:08.511603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6a969-88ce-4f0f-aa5d-c44d2183c34e None None] Pushing event updated for resources: {'Port': ['ID=f5d3dc95-df2d-4d37-a4be-f3a14725df5f,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:08.610689 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Attempting to bind port 5d332fba-4da1-4dab-a977-d47ed7bba15f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:08.611067 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Attempting to bind port 5d332fba-4da1-4dab-a977-d47ed7bba15f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b6600df4-f7e0-491a-a662-e2a9717bb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd7d2a564-f60f-4456-81b1-0e5541aae952'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:08.611437 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Attempting to bind port 5d332fba-4da1-4dab-a977-d47ed7bba15f on network d7d2a564-f60f-4456-81b1-0e5541aae952 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:08.630820 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:08.632800 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Checking segment: {'id': 'b6600df4-f7e0-491a-a662-e2a9717bb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd7d2a564-f60f-4456-81b1-0e5541aae952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:08.632800 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.632800 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Bound using segment: {'id': 'b6600df4-f7e0-491a-a662-e2a9717bb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd7d2a564-f60f-4456-81b1-0e5541aae952'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:08.637818 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Bound port: 5d332fba-4da1-4dab-a977-d47ed7bba15f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6600df4-f7e0-491a-a662-e2a9717bb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd7d2a564-f60f-4456-81b1-0e5541aae952'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:08.638521 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.653705 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event updated for resources: {'Subnet': ['ID=018d3f1b-e710-4f0b-8fdf-51ed280bd268,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:08.705322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Checking segment: {'id': '9ad40473-3b80-4999-ba75-27cac59ddb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'da88ac2d-0d2d-47cb-b628-8067347828b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:08.713648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Network hostable DHCP agents. Network: da88ac2d-0d2d-47cb-b628-8067347828b6, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:26:08.729292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-12f0bca3-5c31-479e-9ba2-c185664fcfc5', 'network_id': '12f0bca3-5c31-479e-9ba2-c185664fcfc5', 'project_id': '76115e1d3c6c4156b88bc69c06c97d4b', 'fixed_ips': [{'subnet_id': '5a571cbf-d90e-431c-a0d4-9d25b081dc01'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:26:08.730207 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.733674 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (b32e3aac-9b31-4189-a914-314c087a35ff), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:08.775475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Allocated IP 172.35.2.252 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/ce7c2ef9-86b6-4942-998e-468fb5c57337) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:08.834132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623e886-6b19-463a-97fc-559772c85282 None None] Pushing event updated for resources: {'Port': ['ID=961f48fc-3f3a-4f92-b4cb-85d5db0040e2,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:08.836859 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] For port 5d332fba-4da1-4dab-a977-d47ed7bba15f, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:08.849384 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] For port 5d332fba-4da1-4dab-a977-d47ed7bba15f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d332fba-4da1-4dab-a977-d47ed7bba15f,segment=NetworkSegment(b6600df4-f7e0-491a-a662-e2a9717bb1ad),segment_id=b6600df4-f7e0-491a-a662-e2a9717bb1ad)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:08.978663 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:09.012319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Network da88ac2d-0d2d-47cb-b628-8067347828b6 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:26:09.035096 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for port (ce7c2ef9-86b6-4942-998e-468fb5c57337), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:09.236475 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (ce7c2ef9-86b6-4942-998e-468fb5c57337), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:09.255395 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d4151c02-238b-4890-95bf-bf4795384ad6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:09.273062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-44291189-016a-414c-ba4e-6d8b9f7b07df None None] Provisioning complete for port 5d332fba-4da1-4dab-a977-d47ed7bba15f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:09.273297 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-44291189-016a-414c-ba4e-6d8b9f7b07df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:09.278944 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Routers {'9f0481c6-7b98-4bf8-a280-891b2724f5ae'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:09.279695 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9e580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9f0481c6-7b98-4bf8-a280-891b2724f5ae'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:09.289536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Allocated IP 172.20.0.2 (12f0bca3-5c31-479e-9ba2-c185664fcfc5/5a571cbf-d90e-431c-a0d4-9d25b081dc01/2cad6b1b-14f1-486f-9ca0-547a00613e72) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:09.293236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, da88ac2d-0d2d-47cb-b628-8067347828b6) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:09.303379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:09.304340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:09.304847 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:09.429680 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Pushing event updated for resources: {'Port': ['ID=ce7c2ef9-86b6-4942-998e-468fb5c57337,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:09.433935 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb1a757-7583-4001-8e9b-5a82dd3d1d27 None None] Network da88ac2d-0d2d-47cb-b628-8067347828b6 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:09.441652 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f5d3dc95-df2d-4d37-a4be-f3a14725df5f up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:09.489850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:09.497898 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:09.502167 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:09.682522 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] Set router 9f0481c6-7b98-4bf8-a280-891b2724f5ae gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:09.839728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Deleting port ce7c2ef9-86b6-4942-998e-468fb5c57337 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:09.840083 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ce7c2ef9-86b6-4942-998e-468fb5c57337), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:09.864598 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d289c58f-116c-49d3-9446-7516993de9fc tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 4.8180134
Feb 12 21:26:09.867414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33384) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:09.874295 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802c0c0-813b-4752-a7c3-6bbb489e32d7 None None] Pushing event updated for resources: {'Port': ['ID=5d332fba-4da1-4dab-a977-d47ed7bba15f,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:09.990986 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ce7c2ef9-86b6-4942-998e-468fb5c57337), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:09.991330 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for floatingip (ce7c2ef9-86b6-4942-998e-468fb5c57337), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:10.013414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Calling delete_port for ce7c2ef9-86b6-4942-998e-468fb5c57337 owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:10.062031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-da88ac2d-0d2d-47cb-b628-8067347828b6', 'network_id': 'da88ac2d-0d2d-47cb-b628-8067347828b6', 'project_id': '76115e1d3c6c4156b88bc69c06c97d4b', 'fixed_ips': [{'subnet_id': '018d3f1b-e710-4f0b-8fdf-51ed280bd268'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:26:10.063633 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:10.069716 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba6c2a-6245-43c4-a9e1-10b2e3842eb1 req-3849da92-db43-4d23-ae46-2179eea8bf12 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:10.071977 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-59ba6c2a-6245-43c4-a9e1-10b2e3842eb1 req-3849da92-db43-4d23-ae46-2179eea8bf12 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 945 time: 0.2408657
Feb 12 21:26:10.077623 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (d4151c02-238b-4890-95bf-bf4795384ad6), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:10.121948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f5d3dc95-df2d-4d37-a4be-f3a14725df5f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:10.122473 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:10.157387 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-59ba6c2a-6245-43c4-a9e1-10b2e3842eb1 req-e1b5b64d-b3b0-4b60-884a-25a093df3d19 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/security-groups?id=b284b7d7-0f2b-4048-9cef-e02d26401537&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767159
Feb 12 21:26:10.172064 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9e580>, [{'id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'name': 'tempest-TestVolumeBootPattern-1206078570-router', 'tenant_id': '059fba8ad4304de5a250f5fec5caf3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.225'}], 'enable_snat': True}, 'gw_port_id': '3df5ba00-983a-4b5e-b937-47962501d911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:49Z', 'updated_at': '2022-02-12T21:26:02Z', 'revision_number': 4, 'project_id': '059fba8ad4304de5a250f5fec5caf3ff', 'gw_port': {'id': '3df5ba00-983a-4b5e-b937-47962501d911', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:24:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:52Z', 'updated_at': '2022-02-12T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5d332fba-4da1-4dab-a977-d47ed7bba15f', 'name': '', 'network_id': 'd7d2a564-f60f-4456-81b1-0e5541aae952', 'tenant_id': '059fba8ad4304de5a250f5fec5caf3ff', 'mac_address': 'fa:16:3e:0d:6b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '25ae377b-3ec3-4605-ae83-52327d5974eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:00Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 4, 'project_id': '059fba8ad4304de5a250f5fec5caf3ff', 'subnets': [{'id': '25ae377b-3ec3-4605-ae83-52327d5974eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:10.182622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0344cb41-f5e7-4357-8774-fc0c734f86a5 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:10.184161 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0344cb41-f5e7-4357-8774-fc0c734f86a5 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:10.186827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0344cb41-f5e7-4357-8774-fc0c734f86a5 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:10.188801 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0344cb41-f5e7-4357-8774-fc0c734f86a5 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.3204012
Feb 12 21:26:10.191990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33390) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:10.200861 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (d4151c02-238b-4890-95bf-bf4795384ad6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:10.224044 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25f3f2-80aa-492b-bfc6-f287c2710b79 None None] The sync data for ids ['9f0481c6-7b98-4bf8-a280-891b2724f5ae'] in ncdv-master-1 is: [{'id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'name': 'tempest-TestVolumeBootPattern-1206078570-router', 'tenant_id': '059fba8ad4304de5a250f5fec5caf3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.225'}], 'enable_snat': True}, 'gw_port_id': '3df5ba00-983a-4b5e-b937-47962501d911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:49Z', 'updated_at': '2022-02-12T21:26:02Z', 'revision_number': 4, 'project_id': '059fba8ad4304de5a250f5fec5caf3ff', 'gw_port': {'id': '3df5ba00-983a-4b5e-b937-47962501d911', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:24:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:52Z', 'updated_at': '2022-02-12T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5d332fba-4da1-4dab-a977-d47ed7bba15f', 'name': '', 'network_id': 'd7d2a564-f60f-4456-81b1-0e5541aae952', 'tenant_id': '059fba8ad4304de5a250f5fec5caf3ff', 'mac_address': 'fa:16:3e:0d:6b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '25ae377b-3ec3-4605-ae83-52327d5974eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:00Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 4, 'project_id': '059fba8ad4304de5a250f5fec5caf3ff', 'subnets': [{'id': '25ae377b-3ec3-4605-ae83-52327d5974eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:10.313230 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-44291189-016a-414c-ba4e-6d8b9f7b07df None None] Current status of the port 5d332fba-4da1-4dab-a977-d47ed7bba15f is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:10.313230 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-44291189-016a-414c-ba4e-6d8b9f7b07df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:10.385062 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-4875e3be-90f1-4e9e-a35a-c5733ba906e0 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Deleting subnet 5a571cbf-d90e-431c-a0d4-9d25b081dc01 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:26:10.406790 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (b32e3aac-9b31-4189-a914-314c087a35ff), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:10.417090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=d4151c02-238b-4890-95bf-bf4795384ad6,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:10.578937 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network c1fbdbd7-cd66-4dbd-94fa-9f768545b127 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:10.581078 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:10.595715 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Publish callbacks [] for port (2cad6b1b-14f1-486f-9ca0-547a00613e72), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:10.655913 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-44291189-016a-414c-ba4e-6d8b9f7b07df None None] For port 5d332fba-4da1-4dab-a977-d47ed7bba15f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d332fba-4da1-4dab-a977-d47ed7bba15f,segment=NetworkSegment(b6600df4-f7e0-491a-a662-e2a9717bb1ad),segment_id=b6600df4-f7e0-491a-a662-e2a9717bb1ad)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:10.692501 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (ce7c2ef9-86b6-4942-998e-468fb5c57337), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:10.697508 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Allocated IP 172.20.0.18 (da88ac2d-0d2d-47cb-b628-8067347828b6/018d3f1b-e710-4f0b-8fdf-51ed280bd268/17955630-9c59-4c3c-b09b-438e074f214c) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:10.713448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f5d3dc95-df2d-4d37-a4be-f3a14725df5f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:10.714848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3df5ba00-983a-4b5e-b937-47962501d911 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:10.747028 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (2cad6b1b-14f1-486f-9ca0-547a00613e72), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:10.768050 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4875e3be-90f1-4e9e-a35a-c5733ba906e0 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for subnet (5a571cbf-d90e-431c-a0d4-9d25b081dc01), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:10.817963 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Pushing event updated for resources: {'Port': ['ID=2cad6b1b-14f1-486f-9ca0-547a00613e72,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:10.823296 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecbf310-9479-44cc-af24-380cb1b5c882 None None] Network c1fbdbd7-cd66-4dbd-94fa-9f768545b127 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:10.854896 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Pushing event deleted for resources: {'Port': ['ID=ce7c2ef9-86b6-4942-998e-468fb5c57337,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:10.867274 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc02c76-187d-4d89-8832-5f179c8e56b4 req-bc654d07-0a92-465c-b39a-14851ccb4917 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:10.868945 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6fc02c76-187d-4d89-8832-5f179c8e56b4 req-bc654d07-0a92-465c-b39a-14851ccb4917 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 945 time: 0.1618714
Feb 12 21:26:10.880254 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router b32e3aac-9b31-4189-a914-314c087a35ff has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:26:11.142709 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-44291189-016a-414c-ba4e-6d8b9f7b07df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:11.146944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-6fc02c76-187d-4d89-8832-5f179c8e56b4 req-c2f9f360-aa88-4ca1-a6f3-deaeab910892 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Deleting port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:11.147468 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6fc02c76-187d-4d89-8832-5f179c8e56b4 req-c2f9f360-aa88-4ca1-a6f3-deaeab910892 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (88886a31-ecd4-4ea6-b1fe-27f452ea98e3), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:11.147996 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Network 12f0bca3-5c31-479e-9ba2-c185664fcfc5 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:11.150994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:11.171625 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cccb8071-961c-403f-bbf5-fb64cf8a6c55 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/b32e3aac-9b31-4189-a914-314c087a35ff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6672916
Feb 12 21:26:11.186398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33406) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:11.211508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-93b022f8-521d-4bb7-8eee-fa6bde15ee71 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'network': {'name': 'tempest-RoutersTest-2139088940'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:11.246810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44291189-016a-414c-ba4e-6d8b9f7b07df None None] Pushing event updated for resources: {'Port': ['ID=5d332fba-4da1-4dab-a977-d47ed7bba15f,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:11.251718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Sync routers for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:26:11.273067 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:11.276457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:11.313139 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:11.314006 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7d5820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:11.413925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-6fc02c76-187d-4d89-8832-5f179c8e56b4 req-c2f9f360-aa88-4ca1-a6f3-deaeab910892 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] For port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88886a31-ecd4-4ea6-b1fe-27f452ea98e3,segment=NetworkSegment(816038a1-a3c6-4795-b762-e5706bd3519c),segment_id=816038a1-a3c6-4795-b762-e5706bd3519c)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:11.414333 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6fc02c76-187d-4d89-8832-5f179c8e56b4 req-c2f9f360-aa88-4ca1-a6f3-deaeab910892 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (88886a31-ecd4-4ea6-b1fe-27f452ea98e3), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:11.432275 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-6fc02c76-187d-4d89-8832-5f179c8e56b4 req-c2f9f360-aa88-4ca1-a6f3-deaeab910892 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Calling delete_port for 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:11.460270 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4875e3be-90f1-4e9e-a35a-c5733ba906e0 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (5a571cbf-d90e-431c-a0d4-9d25b081dc01), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:11.527159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc6411-cc51-49db-9e51-1760122b6fdd req-bb65ca69-bc17-4543-a859-d37e807d5b92 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:11.528748 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00cc6411-cc51-49db-9e51-1760122b6fdd req-bb65ca69-bc17-4543-a859-d37e807d5b92 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 945 time: 0.1453364
Feb 12 21:26:11.562925 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 3df5ba00-983a-4b5e-b937-47962501d911 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:11.563389 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3df5ba00-983a-4b5e-b937-47962501d911), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:11.611697 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4851529a-f12e-4fa5-8d3c-5ed5d54171f3 None None] Provisioning complete for port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:11.612199 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4851529a-f12e-4fa5-8d3c-5ed5d54171f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (961f48fc-3f3a-4f92-b4cb-85d5db0040e2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:11.726971 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00cc6411-cc51-49db-9e51-1760122b6fdd req-2ff26936-3b57-4fe5-bc4d-1ae8b1e0d290 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/security-groups?id=b284b7d7-0f2b-4048-9cef-e02d26401537&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1880784
Feb 12 21:26:11.727349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b022f8-521d-4bb7-8eee-fa6bde15ee71 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:11.734233 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-93b022f8-521d-4bb7-8eee-fa6bde15ee71 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:11.744030 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] create failed (client error): The resource could not be found.
Feb 12 21:26:11.750733 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a1f51493-9178-4a08-96a2-124d2143927d tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 3.9632828
Feb 12 21:26:11.771013 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4875e3be-90f1-4e9e-a35a-c5733ba906e0 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (5a571cbf-d90e-431c-a0d4-9d25b081dc01), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:11.784325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Attempting to bind port 2cad6b1b-14f1-486f-9ca0-547a00613e72 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:11.786874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33438) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:11.787569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Attempting to bind port 2cad6b1b-14f1-486f-9ca0-547a00613e72 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0a39710e-b9ba-4f86-9396-8530c8c2138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '12f0bca3-5c31-479e-9ba2-c185664fcfc5'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:11.790439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Attempting to bind port 2cad6b1b-14f1-486f-9ca0-547a00613e72 on network 12f0bca3-5c31-479e-9ba2-c185664fcfc5 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:11.904374 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4875e3be-90f1-4e9e-a35a-c5733ba906e0 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (5a571cbf-d90e-431c-a0d4-9d25b081dc01), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:11.937449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:11.937839 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Checking segment: {'id': '0a39710e-b9ba-4f86-9396-8530c8c2138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '12f0bca3-5c31-479e-9ba2-c185664fcfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:11.938254 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:11.938657 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Bound using segment: {'id': '0a39710e-b9ba-4f86-9396-8530c8c2138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '12f0bca3-5c31-479e-9ba2-c185664fcfc5'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:11.942647 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Bound port: 2cad6b1b-14f1-486f-9ca0-547a00613e72, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a39710e-b9ba-4f86-9396-8530c8c2138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '12f0bca3-5c31-479e-9ba2-c185664fcfc5'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:11.942647 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2cad6b1b-14f1-486f-9ca0-547a00613e72), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:11.955908 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875e3be-90f1-4e9e-a35a-c5733ba906e0 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event deleted for resources: {'Subnet': ['ID=5a571cbf-d90e-431c-a0d4-9d25b081dc01,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:11.962703 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4875e3be-90f1-4e9e-a35a-c5733ba906e0 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:11.972262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 3df5ba00-983a-4b5e-b937-47962501d911 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:11.977045 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4875e3be-90f1-4e9e-a35a-c5733ba906e0 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "DELETE /v2.0/subnets/5a571cbf-d90e-431c-a0d4-9d25b081dc01 HTTP/1.1" status: 204  len: 168 time: 1.7815375
Feb 12 21:26:11.977822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33448) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:11.986864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b022f8-521d-4bb7-8eee-fa6bde15ee71 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:26:12.013092 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:12.021801 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6fc02c76-187d-4d89-8832-5f179c8e56b4 req-c2f9f360-aa88-4ca1-a6f3-deaeab910892 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (88886a31-ecd4-4ea6-b1fe-27f452ea98e3), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.028587 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Publish callbacks [] for port (17955630-9c59-4c3c-b09b-438e074f214c), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.060354 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-93b022f8-521d-4bb7-8eee-fa6bde15ee71 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ac411af0-721d-48b5-863f-26d0caf08b5f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.062470 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-93b022f8-521d-4bb7-8eee-fa6bde15ee71 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Added segment ac411af0-721d-48b5-863f-26d0caf08b5f of type vlan for network d1f1b8a0-db53-4465-affc-ea2c25a8a522
Feb 12 21:26:12.074377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c24a6f-9fc8-4d5f-a371-ae6508b86d65 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Deleting subnet 018d3f1b-e710-4f0b-8fdf-51ed280bd268 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:26:12.100335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['88886a31-ecd4-4ea6-b1fe-27f452ea98e3'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:26:12.112758 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-81c24a6f-9fc8-4d5f-a371-ae6508b86d65 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for subnet (018d3f1b-e710-4f0b-8fdf-51ed280bd268), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.153212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9f360-aa88-4ca1-a6f3-deaeab910892 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Pushing event deleted for resources: {'Port': ['ID=88886a31-ecd4-4ea6-b1fe-27f452ea98e3,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:12.236001 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-81c24a6f-9fc8-4d5f-a371-ae6508b86d65 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (018d3f1b-e710-4f0b-8fdf-51ed280bd268), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.288767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc02c76-187d-4d89-8832-5f179c8e56b4 req-c2f9f360-aa88-4ca1-a6f3-deaeab910892 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] No DVR routers for this DVR port 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:12.301394 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-93b022f8-521d-4bb7-8eee-fa6bde15ee71 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (d1f1b8a0-db53-4465-affc-ea2c25a8a522), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.302205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5d332fba-4da1-4dab-a977-d47ed7bba15f up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:12.332277 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6fc02c76-187d-4d89-8832-5f179c8e56b4 req-c2f9f360-aa88-4ca1-a6f3-deaeab910892 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.335953 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6fc02c76-187d-4d89-8832-5f179c8e56b4 req-c2f9f360-aa88-4ca1-a6f3-deaeab910892 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.50 "DELETE /v2.0/ports/88886a31-ecd4-4ea6-b1fe-27f452ea98e3 HTTP/1.1" status: 204  len: 173 time: 1.4581945
Feb 12 21:26:12.336426 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7f353c-e294-4694-84c9-8e2b3f3268f6', 'name': 'network-vif-deleted', 'tag': '88886a31-ecd4-4ea6-b1fe-27f452ea98e3'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:26:12.339220 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce3b099-c88c-491e-b525-abd11c8cf961" -d '{"events": [{"server_uuid": "1f7f353c-e294-4694-84c9-8e2b3f3268f6", "name": "network-vif-deleted", "tag": "88886a31-ecd4-4ea6-b1fe-27f452ea98e3"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:26:12.346091 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (17955630-9c59-4c3c-b09b-438e074f214c), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.363871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a9959108-cfca-4452-991a-fa5957950cb7 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Deleting port 98571494-bd11-4926-872b-e553fe137b21 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:12.364223 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a9959108-cfca-4452-991a-fa5957950cb7 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (98571494-bd11-4926-872b-e553fe137b21), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.389649 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-81c24a6f-9fc8-4d5f-a371-ae6508b86d65 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (018d3f1b-e710-4f0b-8fdf-51ed280bd268), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.458167 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c52b9c-0151-40fb-b904-7be4e3c6b095 x-openstack-request-id: req-86c52b9c-0151-40fb-b904-7be4e3c6b095 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:26:12.468510 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7f353c-e294-4694-84c9-8e2b3f3268f6", "name": "network-vif-deleted", "tag": "88886a31-ecd4-4ea6-b1fe-27f452ea98e3", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:26:12.468510 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86c52b9c-0151-40fb-b904-7be4e3c6b095 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:26:12.468510 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7f353c-e294-4694-84c9-8e2b3f3268f6', 'name': 'network-vif-deleted', 'tag': '88886a31-ecd4-4ea6-b1fe-27f452ea98e3', 'status': 'completed', 'code': 200}
Feb 12 21:26:12.468958 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Pushing event updated for resources: {'Port': ['ID=17955630-9c59-4c3c-b09b-438e074f214c,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:12.492753 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-93b022f8-521d-4bb7-8eee-fa6bde15ee71 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (d1f1b8a0-db53-4465-affc-ea2c25a8a522), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.533893 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b022f8-521d-4bb7-8eee-fa6bde15ee71 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:12.533893 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-93b022f8-521d-4bb7-8eee-fa6bde15ee71 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.555723 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a9959108-cfca-4452-991a-fa5957950cb7 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (98571494-bd11-4926-872b-e553fe137b21), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.571035 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4851529a-f12e-4fa5-8d3c-5ed5d54171f3 None None] Current status of the port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:12.571427 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4851529a-f12e-4fa5-8d3c-5ed5d54171f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (961f48fc-3f3a-4f92-b4cb-85d5db0040e2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.599911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Network da88ac2d-0d2d-47cb-b628-8067347828b6 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:12.605296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a9959108-cfca-4452-991a-fa5957950cb7 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Calling delete_port for 98571494-bd11-4926-872b-e553fe137b21 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:12.617828 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b022f8-521d-4bb7-8eee-fa6bde15ee71 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Network': ['ID=d1f1b8a0-db53-4465-affc-ea2c25a8a522,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:12.653747 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-81c24a6f-9fc8-4d5f-a371-ae6508b86d65 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (018d3f1b-e710-4f0b-8fdf-51ed280bd268), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.656313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network d1f1b8a0-db53-4465-affc-ea2c25a8a522 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:26:12.665199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:12.667143 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-93b022f8-521d-4bb7-8eee-fa6bde15ee71 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.4794333
Feb 12 21:26:12.667903 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33458) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:12.675685 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5ca659b3-397b-4d04-9379-2e399c55354b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'subnet': {'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:12.716622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c24a6f-9fc8-4d5f-a371-ae6508b86d65 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event deleted for resources: {'Subnet': ['ID=018d3f1b-e710-4f0b-8fdf-51ed280bd268,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:12.734148 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-81c24a6f-9fc8-4d5f-a371-ae6508b86d65 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.737753 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-81c24a6f-9fc8-4d5f-a371-ae6508b86d65 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "DELETE /v2.0/subnets/018d3f1b-e710-4f0b-8fdf-51ed280bd268 HTTP/1.1" status: 204  len: 168 time: 0.7585273
Feb 12 21:26:12.740390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33462) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:12.766625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 5d332fba-4da1-4dab-a977-d47ed7bba15f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:12.766625 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:12.793581 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:12.807363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] For port 2cad6b1b-14f1-486f-9ca0-547a00613e72, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:12.930323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fca6c9-add9-453d-a4b3-e872d7feb04c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:12.932076 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a4fca6c9-add9-453d-a4b3-e872d7feb04c tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1907463
Feb 12 21:26:12.937947 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-79c26a53-fad5-49bc-a31b-a961a286a73e req-71b5f695-395d-4755-8e9f-3835f87e1405 tempest-ServerAddressesTestJSON-1427191290 tempest-ServerAddressesTestJSON-1427191290-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7f353c-e294-4694-84c9-8e2b3f3268f6 HTTP/1.1" status: 200  len: 210 time: 0.0853214
Feb 12 21:26:12.938594 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33472) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:12.974798 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca659b3-397b-4d04-9379-2e399c55354b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Made reservation on behalf of 1ff52ff911f1424387467a0770cfecd6 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:13.005849 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ca659b3-397b-4d04-9379-2e399c55354b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:13.065090 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (da88ac2d-0d2d-47cb-b628-8067347828b6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:13.090468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] For port 2cad6b1b-14f1-486f-9ca0-547a00613e72, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2cad6b1b-14f1-486f-9ca0-547a00613e72,segment=NetworkSegment(0a39710e-b9ba-4f86-9396-8530c8c2138e),segment_id=0a39710e-b9ba-4f86-9396-8530c8c2138e)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:13.110497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4851529a-f12e-4fa5-8d3c-5ed5d54171f3 None None] For port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=961f48fc-3f3a-4f92-b4cb-85d5db0040e2,segment=NetworkSegment(3b76adfd-dc6f-4300-8be7-dfae78f5b26b),segment_id=3b76adfd-dc6f-4300-8be7-dfae78f5b26b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:13.198979 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Deleting port 17955630-9c59-4c3c-b09b-438e074f214c {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:13.199321 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (17955630-9c59-4c3c-b09b-438e074f214c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:13.220910 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4851529a-f12e-4fa5-8d3c-5ed5d54171f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (961f48fc-3f3a-4f92-b4cb-85d5db0040e2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:13.267522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] For port 17955630-9c59-4c3c-b09b-438e074f214c, host ncdv-master-1, got binding levels [] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:13.268783 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (17955630-9c59-4c3c-b09b-438e074f214c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:13.276614 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2cad6b1b-14f1-486f-9ca0-547a00613e72), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:13.282369 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:13.282764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9ad40473-3b80-4999-ba75-27cac59ddb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'da88ac2d-0d2d-47cb-b628-8067347828b6'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:13.283465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:13.284980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Calling delete_port for 17955630-9c59-4c3c-b09b-438e074f214c owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:13.332061 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a9959108-cfca-4452-991a-fa5957950cb7 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (98571494-bd11-4926-872b-e553fe137b21), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:13.335789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:13.336261 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Checking segment: {'id': '9ad40473-3b80-4999-ba75-27cac59ddb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'da88ac2d-0d2d-47cb-b628-8067347828b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:13.336614 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:13.337072 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Bound using segment: {'id': '9ad40473-3b80-4999-ba75-27cac59ddb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'da88ac2d-0d2d-47cb-b628-8067347828b6'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:13.337755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Bound port: 17955630-9c59-4c3c-b09b-438e074f214c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad40473-3b80-4999-ba75-27cac59ddb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'da88ac2d-0d2d-47cb-b628-8067347828b6'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:13.338168 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (17955630-9c59-4c3c-b09b-438e074f214c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:13.368175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4851529a-f12e-4fa5-8d3c-5ed5d54171f3 None None] Provisioning complete for port 5d332fba-4da1-4dab-a977-d47ed7bba15f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:13.368536 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4851529a-f12e-4fa5-8d3c-5ed5d54171f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:13.389575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9959108-cfca-4452-991a-fa5957950cb7 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Pushing event deleted for resources: {'Port': ['ID=98571494-bd11-4926-872b-e553fe137b21,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:13.484185 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a9959108-cfca-4452-991a-fa5957950cb7 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:13.487078 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851529a-f12e-4fa5-8d3c-5ed5d54171f3 None None] Pushing event updated for resources: {'Port': ['ID=961f48fc-3f3a-4f92-b4cb-85d5db0040e2,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:13.488829 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a9959108-cfca-4452-991a-fa5957950cb7 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] 10.222.0.31 "DELETE /v2.0/ports/98571494-bd11-4926-872b-e553fe137b21 HTTP/1.1" status: 204  len: 168 time: 1.7009511
Feb 12 21:26:13.492028 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33484) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:13.503588 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ca659b3-397b-4d04-9379-2e399c55354b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (b2cc809b-a219-4359-8d07-c96006b0a0bf), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:13.521546 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (17955630-9c59-4c3c-b09b-438e074f214c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:13.616329 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event deleted for resources: {'Port': ['ID=17955630-9c59-4c3c-b09b-438e074f214c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:13.626160 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] No DVR routers for this DVR port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:13.635595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca659b3-397b-4d04-9379-2e399c55354b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Subnet': ['ID=b2cc809b-a219-4359-8d07-c96006b0a0bf,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:13.662549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5da617-fa97-4a44-bd2a-c7caa486c138 None None] Network 12f0bca3-5c31-479e-9ba2-c185664fcfc5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:13.669492 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 5d332fba-4da1-4dab-a977-d47ed7bba15f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:13.671343 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:13.689915 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca659b3-397b-4d04-9379-2e399c55354b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Checking segment: {'id': 'ac411af0-721d-48b5-863f-26d0caf08b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:13.690320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca659b3-397b-4d04-9379-2e399c55354b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network hostable DHCP agents. Network: d1f1b8a0-db53-4465-affc-ea2c25a8a522, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:26:13.694866 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7d5820>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 4, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4151c02-238b-4890-95bf-bf4795384ad6', 'name': '', 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:e7:09:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:07Z', 'updated_at': '2022-02-12T21:26:09Z', 'revision_number': 2, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:13.762655 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (da88ac2d-0d2d-47cb-b628-8067347828b6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:13.779274 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345d90da-3c0f-4c0b-a449-7bb32bd25cfb tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:13.784873 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-345d90da-3c0f-4c0b-a449-7bb32bd25cfb tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] 10.222.0.31 "GET /v2.0/ports?device_id=25a36585-a324-451f-8541-64cc92d9c454 HTTP/1.1" status: 200  len: 913 time: 0.2878916
Feb 12 21:26:13.785144 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33494) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:13.812501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f96e6be0>,) {'filters': {'network_id': ['da88ac2d-0d2d-47cb-b628-8067347828b6']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:13.825386 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca659b3-397b-4d04-9379-2e399c55354b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network d1f1b8a0-db53-4465-affc-ea2c25a8a522 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:26:13.900245 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f96e6be0>, '9ad40473-3b80-4999-ba75-27cac59ddb74') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:13.900550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f96e6be0>, '9ad40473-3b80-4999-ba75-27cac59ddb74') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:13.911477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-5ca659b3-397b-4d04-9379-2e399c55354b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d1f1b8a0-db53-4465-affc-ea2c25a8a522) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:13.930056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca659b3-397b-4d04-9379-2e399c55354b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:13.930684 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ca659b3-397b-4d04-9379-2e399c55354b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:13.945240 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (9ad40473-3b80-4999-ba75-27cac59ddb74), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.006646 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (9ad40473-3b80-4999-ba75-27cac59ddb74), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.012493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33510) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:14.029015 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5ca659b3-397b-4d04-9379-2e399c55354b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3577282
Feb 12 21:26:14.035604 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33512) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:14.052642 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e19084-c88c-413d-9bfe-1a8e3bd1ae7a None None] Network d1f1b8a0-db53-4465-affc-ea2c25a8a522 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:14.058764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:14.059041 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (9ad40473-3b80-4999-ba75-27cac59ddb74), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:14.065994 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:14.088852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f66c702-71dc-4f56-91be-5c5f611bac6d admin admin] Deleting subnet 069bade8-3bb5-48e3-9143-152c956d5c53 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:26:14.099280 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f66c702-71dc-4f56-91be-5c5f611bac6d admin admin] Publish callbacks [] for subnet (069bade8-3bb5-48e3-9143-152c956d5c53), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.147853 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a739a-23aa-4767-8c84-d6b9e5419b24 None None] Pushing event updated for resources: {'Port': ['ID=2cad6b1b-14f1-486f-9ca0-547a00613e72,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:14.150413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Checking router: b32e3aac-9b31-4189-a914-314c087a35ff for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:26:14.150835 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Updating router b32e3aac-9b31-4189-a914-314c087a35ff port d4151c02-238b-4890-95bf-bf4795384ad6 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:26:14.157843 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f66c702-71dc-4f56-91be-5c5f611bac6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (069bade8-3bb5-48e3-9143-152c956d5c53), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.184597 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:26:14.184960 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:26:14.211888 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f66c702-71dc-4f56-91be-5c5f611bac6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (069bade8-3bb5-48e3-9143-152c956d5c53), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.285108 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4851529a-f12e-4fa5-8d3c-5ed5d54171f3 None None] Current status of the port 5d332fba-4da1-4dab-a977-d47ed7bba15f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:14.289010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d1f1b8a0-db53-4465-affc-ea2c25a8a522', 'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522', 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'fixed_ips': [{'subnet_id': 'b2cc809b-a219-4359-8d07-c96006b0a0bf'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:26:14.289859 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.293432 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d4151c02-238b-4890-95bf-bf4795384ad6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.345273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:14.345273 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (961f48fc-3f3a-4f92-b4cb-85d5db0040e2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.346117 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f66c702-71dc-4f56-91be-5c5f611bac6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (069bade8-3bb5-48e3-9143-152c956d5c53), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.375783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66c702-71dc-4f56-91be-5c5f611bac6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=069bade8-3bb5-48e3-9143-152c956d5c53,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:14.378014 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f66c702-71dc-4f56-91be-5c5f611bac6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.381812 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8f66c702-71dc-4f56-91be-5c5f611bac6d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/069bade8-3bb5-48e3-9143-152c956d5c53 HTTP/1.1" status: 204  len: 168 time: 0.3680329
Feb 12 21:26:14.384595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33538) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:14.409641 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (da88ac2d-0d2d-47cb-b628-8067347828b6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.414319 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.418543 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "DELETE /v2.0/networks/da88ac2d-0d2d-47cb-b628-8067347828b6 HTTP/1.1" status: 204  len: 168 time: 1.4786470
Feb 12 21:26:14.452578 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33540) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:14.457141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de38b84-1507-4159-9738-34e4339e9490 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event deleted for resources: {'Network': ['ID=da88ac2d-0d2d-47cb-b628-8067347828b6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:14.504578 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07d821cd-8453-40db-ada0-7003fcbfcc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (3056d90f-d42e-4df0-99f3-32e068e8afa8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.563190 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (12f0bca3-5c31-479e-9ba2-c185664fcfc5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.587786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ae70c795-2b15-4866-8427-3fdf0c325f88 None None] Provisioning complete for port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:14.588158 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ae70c795-2b15-4866-8427-3fdf0c325f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (961f48fc-3f3a-4f92-b4cb-85d5db0040e2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.682380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Allocated IP 172.23.0.2 (d1f1b8a0-db53-4465-affc-ea2c25a8a522/b2cc809b-a219-4359-8d07-c96006b0a0bf/828845f5-f6ce-453f-a22c-f0bf944c1d76) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:14.702204 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07d821cd-8453-40db-ada0-7003fcbfcc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (3056d90f-d42e-4df0-99f3-32e068e8afa8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.761195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-07d821cd-8453-40db-ada0-7003fcbfcc1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f90f5bb0>,) {'filters': {'network_id': ['3056d90f-d42e-4df0-99f3-32e068e8afa8']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:14.776155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:14.776155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:14.776155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:14.784361 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-07d821cd-8453-40db-ada0-7003fcbfcc1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f90f5bb0>, '816038a1-a3c6-4795-b762-e5706bd3519c') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:14.784694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-07d821cd-8453-40db-ada0-7003fcbfcc1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f90f5bb0>, '816038a1-a3c6-4795-b762-e5706bd3519c') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:14.798780 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07d821cd-8453-40db-ada0-7003fcbfcc1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (816038a1-a3c6-4795-b762-e5706bd3519c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.801579 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9accfd07-176d-48e2-9eae-70e0f58308ca tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (25a36585-a324-451f-8541-64cc92d9c454), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.812853 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Deleting port 2cad6b1b-14f1-486f-9ca0-547a00613e72 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:14.813346 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2cad6b1b-14f1-486f-9ca0-547a00613e72), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.828418 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07d821cd-8453-40db-ada0-7003fcbfcc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (816038a1-a3c6-4795-b762-e5706bd3519c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.830522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:14.831113 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:14.844409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d821cd-8453-40db-ada0-7003fcbfcc1e admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:14.845010 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07d821cd-8453-40db-ada0-7003fcbfcc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (816038a1-a3c6-4795-b762-e5706bd3519c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:14.846891 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:14.880565 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:14.883024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:26:14.883613 ncdv-master-1 neutron-server[126507]: ERROR neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Failed to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal using segments []
Feb 12 21:26:14.888359 ncdv-master-1 neutron-server[126507]: INFO neutron.plugins.ml2.plugin [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempt 2 to bind port 17955630-9c59-4c3c-b09b-438e074f214c
Feb 12 21:26:14.925230 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:14.978044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ae70c795-2b15-4866-8427-3fdf0c325f88 None None] Current status of the port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:15.023352 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] For port 2cad6b1b-14f1-486f-9ca0-547a00613e72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2cad6b1b-14f1-486f-9ca0-547a00613e72,segment=NetworkSegment(0a39710e-b9ba-4f86-9396-8530c8c2138e),segment_id=0a39710e-b9ba-4f86-9396-8530c8c2138e)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:15.024029 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2cad6b1b-14f1-486f-9ca0-547a00613e72), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.034378 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:15.034743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:15.035104 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:15.058195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Calling delete_port for 2cad6b1b-14f1-486f-9ca0-547a00613e72 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:15.065175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:15.106289 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:15.106776 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:15.118656 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07d821cd-8453-40db-ada0-7003fcbfcc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (3056d90f-d42e-4df0-99f3-32e068e8afa8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.122430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ae70c795-2b15-4866-8427-3fdf0c325f88 None None] Provisioning complete for port d4151c02-238b-4890-95bf-bf4795384ad6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:15.122430 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ae70c795-2b15-4866-8427-3fdf0c325f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d4151c02-238b-4890-95bf-bf4795384ad6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.141532 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-07d821cd-8453-40db-ada0-7003fcbfcc1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.173969 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-07d821cd-8453-40db-ada0-7003fcbfcc1e admin admin] 10.222.0.31 "DELETE /v2.0/networks/3056d90f-d42e-4df0-99f3-32e068e8afa8 HTTP/1.1" status: 204  len: 168 time: 0.7880070
Feb 12 21:26:15.192194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:26:15.192519 ncdv-master-1 neutron-server[126507]: ERROR neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Failed to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal using segments []
Feb 12 21:26:15.203830 ncdv-master-1 neutron-server[126507]: INFO neutron.plugins.ml2.plugin [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempt 3 to bind port 17955630-9c59-4c3c-b09b-438e074f214c
Feb 12 21:26:15.244555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d821cd-8453-40db-ada0-7003fcbfcc1e admin admin] Pushing event deleted for resources: {'Network': ['ID=3056d90f-d42e-4df0-99f3-32e068e8afa8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:15.283757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:15.283757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:15.284645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:15.317392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:15.317794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:15.319789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ae70c795-2b15-4866-8427-3fdf0c325f88 None None] Port d4151c02-238b-4890-95bf-bf4795384ad6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:15.329338 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Publish callbacks [] for port (828845f5-f6ce-453f-a22c-f0bf944c1d76), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.332783 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Publish callbacks [] for port (d4151c02-238b-4890-95bf-bf4795384ad6), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.337872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:26:15.338220 ncdv-master-1 neutron-server[126507]: ERROR neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Failed to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal using segments []
Feb 12 21:26:15.340606 ncdv-master-1 neutron-server[126507]: INFO neutron.plugins.ml2.plugin [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempt 4 to bind port 17955630-9c59-4c3c-b09b-438e074f214c
Feb 12 21:26:15.352393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:15.352998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:15.353159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:15.357073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:15.358056 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (961f48fc-3f3a-4f92-b4cb-85d5db0040e2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.383893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:15.384280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:15.401755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:26:15.401755 ncdv-master-1 neutron-server[126507]: ERROR neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Failed to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal using segments []
Feb 12 21:26:15.401755 ncdv-master-1 neutron-server[126507]: INFO neutron.plugins.ml2.plugin [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempt 5 to bind port 17955630-9c59-4c3c-b09b-438e074f214c
Feb 12 21:26:15.402157 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2cad6b1b-14f1-486f-9ca0-547a00613e72), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.427842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:15.428413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:15.430117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:15.433204 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-9accfd07-176d-48e2-9eae-70e0f58308ca tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Deleting port bef8dfb1-2f42-442f-bb82-58cd3bc5cc49 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:15.433679 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9accfd07-176d-48e2-9eae-70e0f58308ca tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (bef8dfb1-2f42-442f-bb82-58cd3bc5cc49), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.437445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event deleted for resources: {'Port': ['ID=2cad6b1b-14f1-486f-9ca0-547a00613e72,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:15.443298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:15.444194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:15.448457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] No DVR routers for this DVR port 2cad6b1b-14f1-486f-9ca0-547a00613e72 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:15.449762 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d4151c02-238b-4890-95bf-bf4795384ad6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.455667 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (828845f5-f6ce-453f-a22c-f0bf944c1d76), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.464461 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:26:15.465063 ncdv-master-1 neutron-server[126507]: ERROR neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Failed to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal using segments []
Feb 12 21:26:15.495175 ncdv-master-1 neutron-server[126507]: INFO neutron.plugins.ml2.plugin [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempt 6 to bind port 17955630-9c59-4c3c-b09b-438e074f214c
Feb 12 21:26:15.564339 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:15.565211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:15.565700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:15.583081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Network d1f1b8a0-db53-4465-affc-ea2c25a8a522 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:15.586278 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (12f0bca3-5c31-479e-9ba2-c185664fcfc5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.593104 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:15.598146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856ff39-5027-48f2-a2d4-328f967c00d6 None None] Pushing event updated for resources: {'Port': ['ID=d4151c02-238b-4890-95bf-bf4795384ad6,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:15.600928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:15.606537 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:15.606537 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:15.616471 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33586) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:15.634172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:26:15.634172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:15.657730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6faae10d0>,) {'filters': {'network_id': ['12f0bca3-5c31-479e-9ba2-c185664fcfc5']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:15.667234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33590) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:15.675194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6faae10d0>, '0a39710e-b9ba-4f86-9396-8530c8c2138e') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:15.680258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6faae10d0>, '0a39710e-b9ba-4f86-9396-8530c8c2138e') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:15.692998 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (0a39710e-b9ba-4f86-9396-8530c8c2138e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.724796 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0a39710e-b9ba-4f86-9396-8530c8c2138e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.737606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:15.738624 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (0a39710e-b9ba-4f86-9396-8530c8c2138e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.743219 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Allocated IP 172.23.0.1 (d1f1b8a0-db53-4465-affc-ea2c25a8a522/b2cc809b-a219-4359-8d07-c96006b0a0bf/59cb5a46-245e-4e4d-9158-a82f3b8585dc) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:15.744463 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:15.751091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:26:15.751365 ncdv-master-1 neutron-server[126507]: ERROR neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Failed to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal using segments []
Feb 12 21:26:15.764400 ncdv-master-1 neutron-server[126507]: INFO neutron.plugins.ml2.plugin [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempt 7 to bind port 17955630-9c59-4c3c-b09b-438e074f214c
Feb 12 21:26:15.767678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:26:15.768221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 88886a31-ecd4-4ea6-b1fe-27f452ea98e3 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:26:15.841377 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e8cf2be1-ef69-4c75-b422-60350e14d904 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2d180f06cfb411eb0ef364c5b2ef81b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1589248
Feb 12 21:26:15.846014 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33594) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:15.851484 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9accfd07-176d-48e2-9eae-70e0f58308ca tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (bef8dfb1-2f42-442f-bb82-58cd3bc5cc49), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.876533 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:15.877058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:15.877565 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:15.886974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Pushing event updated for resources: {'Port': ['ID=828845f5-f6ce-453f-a22c-f0bf944c1d76,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:15.906016 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Attempting to bind port d4151c02-238b-4890-95bf-bf4795384ad6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:15.907061 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Attempting to bind port d4151c02-238b-4890-95bf-bf4795384ad6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b76adfd-dc6f-4300-8be7-dfae78f5b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:15.908016 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Attempting to bind port d4151c02-238b-4890-95bf-bf4795384ad6 on network c1fbdbd7-cd66-4dbd-94fa-9f768545b127 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:15.911799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:15.912811 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:15.931455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:15.932375 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Checking segment: {'id': '3b76adfd-dc6f-4300-8be7-dfae78f5b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:15.933178 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.934152 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Bound using segment: {'id': '3b76adfd-dc6f-4300-8be7-dfae78f5b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:15.935028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Bound port: d4151c02-238b-4890-95bf-bf4795384ad6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b76adfd-dc6f-4300-8be7-dfae78f5b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:15.936005 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d4151c02-238b-4890-95bf-bf4795384ad6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:15.943109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:26:15.944019 ncdv-master-1 neutron-server[126507]: ERROR neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Failed to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal using segments []
Feb 12 21:26:15.947660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Attempting to bind port 828845f5-f6ce-453f-a22c-f0bf944c1d76 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:15.948208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Attempting to bind port 828845f5-f6ce-453f-a22c-f0bf944c1d76 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ac411af0-721d-48b5-863f-26d0caf08b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:15.948809 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Attempting to bind port 828845f5-f6ce-453f-a22c-f0bf944c1d76 on network d1f1b8a0-db53-4465-affc-ea2c25a8a522 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:15.961957 ncdv-master-1 neutron-server[126507]: INFO neutron.plugins.ml2.plugin [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempt 8 to bind port 17955630-9c59-4c3c-b09b-438e074f214c
Feb 12 21:26:15.991443 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:15.992670 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:15.993645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:15.997735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:15.998565 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Checking segment: {'id': 'ac411af0-721d-48b5-863f-26d0caf08b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:15.999351 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:16.000270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Bound using segment: {'id': 'ac411af0-721d-48b5-863f-26d0caf08b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:16.001399 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Bound port: 828845f5-f6ce-453f-a22c-f0bf944c1d76, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac411af0-721d-48b5-863f-26d0caf08b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:16.003769 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (828845f5-f6ce-453f-a22c-f0bf944c1d76), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:16.018422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-9accfd07-176d-48e2-9eae-70e0f58308ca tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Calling delete_port for bef8dfb1-2f42-442f-bb82-58cd3bc5cc49 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:16.056254 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:16.057122 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:16.065037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-217b266e-f6ce-4406-97c9-501f97d48715 None None] Provisioning complete for port d4151c02-238b-4890-95bf-bf4795384ad6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:16.065431 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-217b266e-f6ce-4406-97c9-501f97d48715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d4151c02-238b-4890-95bf-bf4795384ad6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:16.074454 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:26:16.075056 ncdv-master-1 neutron-server[126507]: ERROR neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Failed to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal using segments []
Feb 12 21:26:16.116522 ncdv-master-1 neutron-server[126507]: INFO neutron.plugins.ml2.plugin [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempt 9 to bind port 17955630-9c59-4c3c-b09b-438e074f214c
Feb 12 21:26:16.150391 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-208e0eaf-812c-4d69-969e-8cd5e3347cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:16.157666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:16.158035 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:16.158403 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:16.162070 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (12f0bca3-5c31-479e-9ba2-c185664fcfc5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:16.176013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:16.176164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:16.178638 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] For port d4151c02-238b-4890-95bf-bf4795384ad6, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:16.181175 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:16.184450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-217b266e-f6ce-4406-97c9-501f97d48715 None None] Port d4151c02-238b-4890-95bf-bf4795384ad6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:16.188574 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "DELETE /v2.0/networks/12f0bca3-5c31-479e-9ba2-c185664fcfc5 HTTP/1.1" status: 204  len: 168 time: 1.7347758
Feb 12 21:26:16.189209 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] For port d4151c02-238b-4890-95bf-bf4795384ad6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4151c02-238b-4890-95bf-bf4795384ad6,segment=NetworkSegment(3b76adfd-dc6f-4300-8be7-dfae78f5b26b),segment_id=3b76adfd-dc6f-4300-8be7-dfae78f5b26b)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:16.189670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978f55b-6c6f-4b59-8a33-6d143cfeb4ae tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event deleted for resources: {'Network': ['ID=12f0bca3-5c31-479e-9ba2-c185664fcfc5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:16.200398 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:26:16.200774 ncdv-master-1 neutron-server[126507]: ERROR neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Failed to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal using segments []
Feb 12 21:26:16.205037 ncdv-master-1 neutron-server[126507]: INFO neutron.plugins.ml2.plugin [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempt 10 to bind port 17955630-9c59-4c3c-b09b-438e074f214c
Feb 12 21:26:16.206377 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33598) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:16.218236 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:16.218773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:16.219142 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:16.223999 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] For port 828845f5-f6ce-453f-a22c-f0bf944c1d76, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:16.229158 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] For port 828845f5-f6ce-453f-a22c-f0bf944c1d76, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=828845f5-f6ce-453f-a22c-f0bf944c1d76,segment=NetworkSegment(ac411af0-721d-48b5-863f-26d0caf08b5f),segment_id=ac411af0-721d-48b5-863f-26d0caf08b5f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:16.231242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:16.233786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Attempting to bind port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:16.240401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Port 17955630-9c59-4c3c-b09b-438e074f214c on network da88ac2d-0d2d-47cb-b628-8067347828b6 not bound, no agent of type HyperV agent registered on host ncdv-master-1 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:26:16.247873 ncdv-master-1 neutron-server[126507]: ERROR neutron.plugins.ml2.managers [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Failed to bind port 17955630-9c59-4c3c-b09b-438e074f214c on host ncdv-master-1 for vnic_type normal using segments []
Feb 12 21:26:16.247873 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (17955630-9c59-4c3c-b09b-438e074f214c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:16.279010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-663870e9-53f8-4bd8-a74d-b40fb3c62bc5 None None] Port 17955630-9c59-4c3c-b09b-438e074f214c has been deleted concurrently {{(pid=126507) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}}
Feb 12 21:26:16.317403 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d4151c02-238b-4890-95bf-bf4795384ad6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:16.363011 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (828845f5-f6ce-453f-a22c-f0bf944c1d76), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:16.494027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:16.494695 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7d5820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:16.507564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856ff39-5027-48f2-a2d4-328f967c00d6 None None] Pushing event updated for resources: {'Port': ['ID=d4151c02-238b-4890-95bf-bf4795384ad6,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:16.655288 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33602) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:16.704782 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c303880f-7117-498b-9b18-635a98e7c2d5 admin admin] Publish callbacks [] for security_group (b284b7d7-0f2b-4048-9cef-e02d26401537), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:16.791822 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:16.941216 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c303880f-7117-498b-9b18-635a98e7c2d5 admin admin] Publish callbacks [] for security_group (b284b7d7-0f2b-4048-9cef-e02d26401537), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.075408 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d75f5867-28f2-44bb-bb86-69b0c51d7587 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (2884c4f9-2a24-45a0-8d85-4dc174ee0046), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.106670 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6f46578-aeea-49f4-b909-b8de45288ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.136839 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-208e0eaf-812c-4d69-969e-8cd5e3347cba admin admin] Publish callbacks [] for security_group (f65eb504-8803-4627-b2d5-aeedf33bf904), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.150723 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-62b74a5f-792f-44b3-bf38-5ae12356ffeb None None] Provisioning complete for port d4151c02-238b-4890-95bf-bf4795384ad6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:17.150723 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-62b74a5f-792f-44b3-bf38-5ae12356ffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d4151c02-238b-4890-95bf-bf4795384ad6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.226942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e3522-5478-469e-970f-f3016d8930c7 None None] Pushing event updated for resources: {'Port': ['ID=828845f5-f6ce-453f-a22c-f0bf944c1d76,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:17.230402 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-208e0eaf-812c-4d69-969e-8cd5e3347cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f65eb504-8803-4627-b2d5-aeedf33bf904), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.231978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:17.241025 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d75f5867-28f2-44bb-bb86-69b0c51d7587 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (2884c4f9-2a24-45a0-8d85-4dc174ee0046), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.265546 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.296604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e0eaf-812c-4d69-969e-8cd5e3347cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65eb504-8803-4627-b2d5-aeedf33bf904,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:17.308255 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-d75f5867-28f2-44bb-bb86-69b0c51d7587 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa307700>,) {'filters': {'network_id': ['2884c4f9-2a24-45a0-8d85-4dc174ee0046']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:17.318827 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-208e0eaf-812c-4d69-969e-8cd5e3347cba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a891c20ff1164af49dd1bb694d1bb9df&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6978652
Feb 12 21:26:17.319339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33620) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:17.327318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-d75f5867-28f2-44bb-bb86-69b0c51d7587 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa307700>, 'b5521378-8c5c-495f-887a-ad6c1eacaf7e') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:17.327812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-d75f5867-28f2-44bb-bb86-69b0c51d7587 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa307700>, 'b5521378-8c5c-495f-887a-ad6c1eacaf7e') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:17.344767 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d75f5867-28f2-44bb-bb86-69b0c51d7587 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (b5521378-8c5c-495f-887a-ad6c1eacaf7e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.372193 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d75f5867-28f2-44bb-bb86-69b0c51d7587 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b5521378-8c5c-495f-887a-ad6c1eacaf7e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.382213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75f5867-28f2-44bb-bb86-69b0c51d7587 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:17.382624 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d75f5867-28f2-44bb-bb86-69b0c51d7587 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (b5521378-8c5c-495f-887a-ad6c1eacaf7e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.384535 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c303880f-7117-498b-9b18-635a98e7c2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b284b7d7-0f2b-4048-9cef-e02d26401537), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:17.385925 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:17.391859 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c303880f-7117-498b-9b18-635a98e7c2d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.391859 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c303880f-7117-498b-9b18-635a98e7c2d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b284b7d7-0f2b-4048-9cef-e02d26401537 HTTP/1.1" status: 204  len: 168 time: 1.5419347
Feb 12 21:26:17.392350 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=59cb5a46-245e-4e4d-9158-a82f3b8585dc,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:17.427674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-62b74a5f-792f-44b3-bf38-5ae12356ffeb None None] Current status of the port d4151c02-238b-4890-95bf-bf4795384ad6 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:17.428174 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-62b74a5f-792f-44b3-bf38-5ae12356ffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d4151c02-238b-4890-95bf-bf4795384ad6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.496096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-62b74a5f-792f-44b3-bf38-5ae12356ffeb None None] For port d4151c02-238b-4890-95bf-bf4795384ad6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4151c02-238b-4890-95bf-bf4795384ad6,segment=NetworkSegment(3b76adfd-dc6f-4300-8be7-dfae78f5b26b),segment_id=3b76adfd-dc6f-4300-8be7-dfae78f5b26b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:17.496495 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f144d502-e6f5-42ce-b1d9-d0aa33ba3e26 admin admin] Publish callbacks [] for security_group (f65eb504-8803-4627-b2d5-aeedf33bf904), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.519103 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9accfd07-176d-48e2-9eae-70e0f58308ca tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (bef8dfb1-2f42-442f-bb82-58cd3bc5cc49), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.538889 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d75f5867-28f2-44bb-bb86-69b0c51d7587 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (2884c4f9-2a24-45a0-8d85-4dc174ee0046), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.544126 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303880f-7117-498b-9b18-635a98e7c2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b284b7d7-0f2b-4048-9cef-e02d26401537,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:17.551385 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f144d502-e6f5-42ce-b1d9-d0aa33ba3e26 admin admin] Publish callbacks [] for security_group (f65eb504-8803-4627-b2d5-aeedf33bf904), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.551778 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network d1f1b8a0-db53-4465-affc-ea2c25a8a522 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:17.567943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7d5820>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 4, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4151c02-238b-4890-95bf-bf4795384ad6', 'name': '', 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:e7:09:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:07Z', 'updated_at': '2022-02-12T21:26:16Z', 'revision_number': 4, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:17.573292 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d75f5867-28f2-44bb-bb86-69b0c51d7587 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.582530 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d75f5867-28f2-44bb-bb86-69b0c51d7587 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "DELETE /v2.0/networks/2884c4f9-2a24-45a0-8d85-4dc174ee0046 HTTP/1.1" status: 204  len: 168 time: 1.3745582
Feb 12 21:26:17.583492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33624) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:17.591616 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:17.592002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9accfd07-176d-48e2-9eae-70e0f58308ca tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Pushing event deleted for resources: {'Port': ['ID=bef8dfb1-2f42-442f-bb82-58cd3bc5cc49,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:17.613931 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-62b74a5f-792f-44b3-bf38-5ae12356ffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d4151c02-238b-4890-95bf-bf4795384ad6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.621807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ba150-39e3-4b4d-a5d6-b16a2a87dd4e None None] The sync data for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 is: [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 4, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4151c02-238b-4890-95bf-bf4795384ad6', 'name': '', 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:e7:09:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:07Z', 'updated_at': '2022-02-12T21:26:16Z', 'revision_number': 4, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:17.640322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:17.647725 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f5867-28f2-44bb-bb86-69b0c51d7587 tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event deleted for resources: {'Network': ['ID=2884c4f9-2a24-45a0-8d85-4dc174ee0046,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:17.715355 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b74a5f-792f-44b3-bf38-5ae12356ffeb None None] Pushing event updated for resources: {'Port': ['ID=d4151c02-238b-4890-95bf-bf4795384ad6,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:17.820620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-ca85ed66-4b3e-4624-b8a0-67729b6422b0 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:17.823068 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-ca85ed66-4b3e-4624-b8a0-67729b6422b0 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 812 time: 0.4526048
Feb 12 21:26:17.883372 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-cf0c09f4-574b-480e-8879-b0771903ebd1 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/quotas/5c11b938ee814f3180aa6e0f37c4e1f0 HTTP/1.1" status: 200  len: 375 time: 0.0332537
Feb 12 21:26:17.918084 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6f46578-aeea-49f4-b909-b8de45288ec2 admin admin] Publish callbacks [] for security_group (1d6f8bbb-8f0b-40fa-9035-93ccc591964b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.919443 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f90234c-9ddc-4e54-99a0-83b9ee3a2f9a tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (def781f8-44cd-46ad-8fe1-8a90dfc6fc85), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:17.948103 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (b32e3aac-9b31-4189-a914-314c087a35ff), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:18.141087 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f144d502-e6f5-42ce-b1d9-d0aa33ba3e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f65eb504-8803-4627-b2d5-aeedf33bf904), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:18.147211 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f144d502-e6f5-42ce-b1d9-d0aa33ba3e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:18.149516 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f144d502-e6f5-42ce-b1d9-d0aa33ba3e26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f65eb504-8803-4627-b2d5-aeedf33bf904 HTTP/1.1" status: 204  len: 168 time: 0.8293128
Feb 12 21:26:18.151995 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f90234c-9ddc-4e54-99a0-83b9ee3a2f9a tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (def781f8-44cd-46ad-8fe1-8a90dfc6fc85), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:18.189399 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144d502-e6f5-42ce-b1d9-d0aa33ba3e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65eb504-8803-4627-b2d5-aeedf33bf904,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:18.195418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6f46578-aeea-49f4-b909-b8de45288ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1d6f8bbb-8f0b-40fa-9035-93ccc591964b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:18.200575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-6f90234c-9ddc-4e54-99a0-83b9ee3a2f9a tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa3074c0>,) {'filters': {'network_id': ['def781f8-44cd-46ad-8fe1-8a90dfc6fc85']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:18.217531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-6f90234c-9ddc-4e54-99a0-83b9ee3a2f9a tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa3074c0>, 'ef0a79f0-46fc-4f50-9aa2-d93d66a3b77f') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:18.218928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-6f90234c-9ddc-4e54-99a0-83b9ee3a2f9a tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa3074c0>, 'ef0a79f0-46fc-4f50-9aa2-d93d66a3b77f') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:18.235268 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f90234c-9ddc-4e54-99a0-83b9ee3a2f9a tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (ef0a79f0-46fc-4f50-9aa2-d93d66a3b77f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:18.255911 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f90234c-9ddc-4e54-99a0-83b9ee3a2f9a tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ef0a79f0-46fc-4f50-9aa2-d93d66a3b77f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:18.274543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f90234c-9ddc-4e54-99a0-83b9ee3a2f9a tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:18.275091 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f90234c-9ddc-4e54-99a0-83b9ee3a2f9a tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (ef0a79f0-46fc-4f50-9aa2-d93d66a3b77f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:18.288181 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:18.346092 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a881d4cc-d775-46b9-bc9a-3210dc6457a5 None None] Could not find standard attr ID for object 17955630-9c59-4c3c-b09b-438e074f214c. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:26:18.413433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bf1ecb-c56e-498e-9965-6a29809f938f None None] DHCP port deletion for da88ac2d-0d2d-47cb-b628-8067347828b6 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:26:18.464566 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9accfd07-176d-48e2-9eae-70e0f58308ca tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (25a36585-a324-451f-8541-64cc92d9c454), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:18.472548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d0ce21-d262-4963-8227-84c429f3899c None None] Network da88ac2d-0d2d-47cb-b628-8067347828b6 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:18.477636 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e6f46578-aeea-49f4-b909-b8de45288ec2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a46036bc674450f898e2036694a8495&name=default HTTP/1.1" status: 200  len: 3000 time: 1.8033552
Feb 12 21:26:18.482191 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33640) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:18.529190 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d0ce21-d262-4963-8227-84c429f3899c None None] Network da88ac2d-0d2d-47cb-b628-8067347828b6 could not be found, it might have been deleted concurrently. {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 12 21:26:18.536381 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f90234c-9ddc-4e54-99a0-83b9ee3a2f9a tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (def781f8-44cd-46ad-8fe1-8a90dfc6fc85), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:18.539998 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-5b8e3b32-6779-41f2-990c-d76376c9545c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6348150
Feb 12 21:26:18.546188 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f46578-aeea-49f4-b909-b8de45288ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6f8bbb-8f0b-40fa-9035-93ccc591964b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:18.552294 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f90234c-9ddc-4e54-99a0-83b9ee3a2f9a tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:18.575564 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6f90234c-9ddc-4e54-99a0-83b9ee3a2f9a tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] 10.222.0.31 "DELETE /v2.0/networks/def781f8-44cd-46ad-8fe1-8a90dfc6fc85 HTTP/1.1" status: 204  len: 168 time: 0.9352131
Feb 12 21:26:18.622768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90234c-9ddc-4e54-99a0-83b9ee3a2f9a tempest-BulkNetworkOpsTest-1205831845 tempest-BulkNetworkOpsTest-1205831845-project] Pushing event deleted for resources: {'Network': ['ID=def781f8-44cd-46ad-8fe1-8a90dfc6fc85,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:18.660842 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-58c53a51-afd5-4eb3-ab8f-d647de2e30ae admin admin] Publish callbacks [] for security_group (1d6f8bbb-8f0b-40fa-9035-93ccc591964b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:18.702249 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-58c53a51-afd5-4eb3-ab8f-d647de2e30ae admin admin] Publish callbacks [] for security_group (1d6f8bbb-8f0b-40fa-9035-93ccc591964b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:18.859310 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:18.869824 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-58c53a51-afd5-4eb3-ab8f-d647de2e30ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1d6f8bbb-8f0b-40fa-9035-93ccc591964b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:18.872491 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-58c53a51-afd5-4eb3-ab8f-d647de2e30ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:18.874212 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-58c53a51-afd5-4eb3-ab8f-d647de2e30ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d6f8bbb-8f0b-40fa-9035-93ccc591964b HTTP/1.1" status: 204  len: 168 time: 0.3906271
Feb 12 21:26:18.882362 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c53a51-afd5-4eb3-ab8f-d647de2e30ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6f8bbb-8f0b-40fa-9035-93ccc591964b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:18.940222 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc519626-9228-4fa5-94d4-5b5172135b6f None None] get_active_networks_info from ncdv-master-1 {{(pid=126507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 12 21:26:19.054511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Provisioning complete for port 828845f5-f6ce-453f-a22c-f0bf944c1d76 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:19.055162 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (828845f5-f6ce-453f-a22c-f0bf944c1d76), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:19.056394 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-b833de4b-238b-4998-86d1-cb1fb34bb415 service neutron] 10.222.0.31 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4992647
Feb 12 21:26:19.170692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc519626-9228-4fa5-94d4-5b5172135b6f None None] Resources bound (agent type, host, resource id):  {{(pid=126507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 12 21:26:19.188255 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9accfd07-176d-48e2-9eae-70e0f58308ca tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Router 25a36585-a324-451f-8541-64cc92d9c454 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:26:19.209572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33654) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:19.251834 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-69ef9b35-4866-4a5f-9b0b-4e5f5da73f04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:19.256489 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Current status of the port 828845f5-f6ce-453f-a22c-f0bf944c1d76 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:19.261075 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (828845f5-f6ce-453f-a22c-f0bf944c1d76), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:19.353486 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1d163591-5894-440d-940a-0b0526698a9c None None] For port 828845f5-f6ce-453f-a22c-f0bf944c1d76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=828845f5-f6ce-453f-a22c-f0bf944c1d76,segment=NetworkSegment(ac411af0-721d-48b5-863f-26d0caf08b5f),segment_id=ac411af0-721d-48b5-863f-26d0caf08b5f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:19.372105 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d4151c02-238b-4890-95bf-bf4795384ad6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:19.407542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9accfd07-176d-48e2-9eae-70e0f58308ca tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:19.424121 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3976245-95ed-4925-a873-10fa477bef5f None None] Sync routers for ids ['25a36585-a324-451f-8541-64cc92d9c454'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:26:19.426359 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9accfd07-176d-48e2-9eae-70e0f58308ca tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] 10.222.0.31 "PUT /v2.0/routers/25a36585-a324-451f-8541-64cc92d9c454/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6396422
Feb 12 21:26:19.434377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33656) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:19.449495 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3976245-95ed-4925-a873-10fa477bef5f None None] Routers {'25a36585-a324-451f-8541-64cc92d9c454'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:19.455916 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a3976245-95ed-4925-a873-10fa477bef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb01ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['25a36585-a324-451f-8541-64cc92d9c454'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:19.499808 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (828845f5-f6ce-453f-a22c-f0bf944c1d76), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:19.530736 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-69ef9b35-4866-4a5f-9b0b-4e5f5da73f04 admin admin] Publish callbacks [] for security_group (ee883ae6-d73d-420e-892c-50132dd3966d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:19.557561 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a3976245-95ed-4925-a873-10fa477bef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb01ca0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:19.565515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33660) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:19.572203 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3976245-95ed-4925-a873-10fa477bef5f None None] Routers {'25a36585-a324-451f-8541-64cc92d9c454'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:19.573281 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a3976245-95ed-4925-a873-10fa477bef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb01ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['25a36585-a324-451f-8541-64cc92d9c454'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:19.600592 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-69ef9b35-4866-4a5f-9b0b-4e5f5da73f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ee883ae6-d73d-420e-892c-50132dd3966d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:19.618274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Pushing event updated for resources: {'Port': ['ID=828845f5-f6ce-453f-a22c-f0bf944c1d76,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:19.622320 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d4151c02-238b-4890-95bf-bf4795384ad6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:19.622699 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d4151c02-238b-4890-95bf-bf4795384ad6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:19.625120 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a3976245-95ed-4925-a873-10fa477bef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb01ca0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:19.625120 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3976245-95ed-4925-a873-10fa477bef5f None None] The sync data for ids ['25a36585-a324-451f-8541-64cc92d9c454'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:19.652082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358ffbc6-4125-4262-960e-bf946b764adc None None] Network d1f1b8a0-db53-4465-affc-ea2c25a8a522 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:19.655570 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:19.655953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:19.656533 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:19.658031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:19.658245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:19.658633 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:19.658976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:19.659316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:19.659656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:19.659988 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:19.660323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:19.660632 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:19.660960 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d163591-5894-440d-940a-0b0526698a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:19.669250 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-1e1b79f0-9198-4997-b8e2-b571d13c8ee5 service neutron] 10.222.0.31 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5599704
Feb 12 21:26:19.720975 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1ae57640-08d5-4c58-9beb-187d6aa2a978 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for router (25a36585-a324-451f-8541-64cc92d9c454), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:19.742163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef9b35-4866-4a5f-9b0b-4e5f5da73f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee883ae6-d73d-420e-892c-50132dd3966d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:19.763533 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-69ef9b35-4866-4a5f-9b0b-4e5f5da73f04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ad9e25eeafc4080aeb2cb0c0321fb92&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5520332
Feb 12 21:26:19.765531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33666) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:19.856415 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba3d505a-7744-4aa3-95dc-f18a7dc2f85c admin admin] Publish callbacks [] for security_group (ee883ae6-d73d-420e-892c-50132dd3966d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:19.885374 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba3d505a-7744-4aa3-95dc-f18a7dc2f85c admin admin] Publish callbacks [] for security_group (ee883ae6-d73d-420e-892c-50132dd3966d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:19.939536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port d4151c02-238b-4890-95bf-bf4795384ad6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:19.940685 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 828845f5-f6ce-453f-a22c-f0bf944c1d76 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:20.009549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 828845f5-f6ce-453f-a22c-f0bf944c1d76 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:20.010899 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (828845f5-f6ce-453f-a22c-f0bf944c1d76), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.037830 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a5d2902c-6ed5-45a5-a6c1-fe3b78946dec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76115e1d3c6c4156b88bc69c06c97d4b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4701622
Feb 12 21:26:20.037830 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33672) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:20.110599 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba3d505a-7744-4aa3-95dc-f18a7dc2f85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ee883ae6-d73d-420e-892c-50132dd3966d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.122108 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba3d505a-7744-4aa3-95dc-f18a7dc2f85c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.129962 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ba3d505a-7744-4aa3-95dc-f18a7dc2f85c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee883ae6-d73d-420e-892c-50132dd3966d HTTP/1.1" status: 204  len: 168 time: 0.3623397
Feb 12 21:26:20.167513 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1ae57640-08d5-4c58-9beb-187d6aa2a978 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (25a36585-a324-451f-8541-64cc92d9c454), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.171149 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1ae57640-08d5-4c58-9beb-187d6aa2a978 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for router_controller (25a36585-a324-451f-8541-64cc92d9c454), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.188342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d505a-7744-4aa3-95dc-f18a7dc2f85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee883ae6-d73d-420e-892c-50132dd3966d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:20.192893 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-83ea080a-c822-40a6-8ad9-0a5a86a3ebc2 req-55185143-b88a-4a5d-875e-10e5888c2cd7 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 210 time: 0.0831795
Feb 12 21:26:20.243887 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 828845f5-f6ce-453f-a22c-f0bf944c1d76 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:20.255054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 17955630-9c59-4c3c-b09b-438e074f214c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:26:20.262118 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.267647 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ced9208c-5246-4121-a631-0e4915e39574 admin admin] Publish callbacks [] for security_group (91fe7304-be12-482a-a81d-9f4aa828467d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.282812 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 17955630-9c59-4c3c-b09b-438e074f214c {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:26:20.283306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 17955630-9c59-4c3c-b09b-438e074f214c not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:26:20.314656 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ced9208c-5246-4121-a631-0e4915e39574 admin admin] Publish callbacks [] for security_group (91fe7304-be12-482a-a81d-9f4aa828467d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.331134 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33684) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:20.349721 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.389107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33692) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:20.408738 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2f0ca91c-f2f6-4430-9900-8dfbe7801dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.442790 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e66ca203-4fdb-4f93-90d4-d16b3bde6d8a None None] Provisioning complete for port 828845f5-f6ce-453f-a22c-f0bf944c1d76 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:20.443430 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e66ca203-4fdb-4f93-90d4-d16b3bde6d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (828845f5-f6ce-453f-a22c-f0bf944c1d76), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.458823 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (b32e3aac-9b31-4189-a914-314c087a35ff), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.481205 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1ae57640-08d5-4c58-9beb-187d6aa2a978 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (25a36585-a324-451f-8541-64cc92d9c454), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.481858 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae57640-08d5-4c58-9beb-187d6aa2a978 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Fanout notify agent at l3_agent the message router_deleted on router 25a36585-a324-451f-8541-64cc92d9c454 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:26:20.500792 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ced9208c-5246-4121-a631-0e4915e39574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (91fe7304-be12-482a-a81d-9f4aa828467d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.515183 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ced9208c-5246-4121-a631-0e4915e39574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.516798 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ced9208c-5246-4121-a631-0e4915e39574 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91fe7304-be12-482a-a81d-9f4aa828467d HTTP/1.1" status: 204  len: 168 time: 0.4779451
Feb 12 21:26:20.552230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9208c-5246-4121-a631-0e4915e39574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fe7304-be12-482a-a81d-9f4aa828467d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:20.571733 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2f0ca91c-f2f6-4430-9900-8dfbe7801dd4 admin admin] Publish callbacks [] for security_group (32085038-ae74-4c44-babc-b52d6c08cc08), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.606662 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1ae57640-08d5-4c58-9beb-187d6aa2a978 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.613897 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33696) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:20.614108 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1ae57640-08d5-4c58-9beb-187d6aa2a978 tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] 10.222.0.31 "DELETE /v2.0/routers/25a36585-a324-451f-8541-64cc92d9c454 HTTP/1.1" status: 204  len: 168 time: 1.1767979
Feb 12 21:26:20.615265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event updated for resources: {'Port': ['ID=59cb5a46-245e-4e4d-9158-a82f3b8585dc,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:20.638710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e66ca203-4fdb-4f93-90d4-d16b3bde6d8a None None] Current status of the port 828845f5-f6ce-453f-a22c-f0bf944c1d76 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:20.644764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Network d1f1b8a0-db53-4465-affc-ea2c25a8a522 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:20.646030 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:20.680553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e66ca203-4fdb-4f93-90d4-d16b3bde6d8a None None] Provisioning complete for port 59cb5a46-245e-4e4d-9158-a82f3b8585dc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:20.680553 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e66ca203-4fdb-4f93-90d4-d16b3bde6d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.720064 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2f0ca91c-f2f6-4430-9900-8dfbe7801dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (32085038-ae74-4c44-babc-b52d6c08cc08), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.758623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e66ca203-4fdb-4f93-90d4-d16b3bde6d8a None None] Port 59cb5a46-245e-4e4d-9158-a82f3b8585dc cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:20.821621 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2f0ca91c-f2f6-4430-9900-8dfbe7801dd4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ab3732c1b2a4ee49a9f9b1a56eb3ee9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4306431
Feb 12 21:26:20.869842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33700) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:20.894429 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c02c4950-5ae7-4277-a582-22230aad17c5 None None] Provisioning complete for port 59cb5a46-245e-4e4d-9158-a82f3b8585dc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:20.894751 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c02c4950-5ae7-4277-a582-22230aad17c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.902418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e90d0a6-356e-4189-8bfa-2189a515915e tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Deleting subnet c9f242a6-ed5c-4dbe-b155-09bb5ec22f97 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:26:20.918304 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9e90d0a6-356e-4189-8bfa-2189a515915e tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for subnet (c9f242a6-ed5c-4dbe-b155-09bb5ec22f97), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:20.972616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c02c4950-5ae7-4277-a582-22230aad17c5 None None] Port 59cb5a46-245e-4e4d-9158-a82f3b8585dc cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:21.011506 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9e90d0a6-356e-4189-8bfa-2189a515915e tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (c9f242a6-ed5c-4dbe-b155-09bb5ec22f97), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:21.047085 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 828845f5-f6ce-453f-a22c-f0bf944c1d76 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:21.173610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 828845f5-f6ce-453f-a22c-f0bf944c1d76 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:21.174072 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (828845f5-f6ce-453f-a22c-f0bf944c1d76), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:21.188979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ca91c-f2f6-4430-9900-8dfbe7801dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32085038-ae74-4c44-babc-b52d6c08cc08,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:21.200781 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9e90d0a6-356e-4189-8bfa-2189a515915e tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (c9f242a6-ed5c-4dbe-b155-09bb5ec22f97), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:21.235916 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-963a043d-6ac3-47a2-ab33-73eeec05cfd8 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-14242903-network', 'tenant_id': '728db61ca9094fe293a8471317a6d762'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:21.321278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 828845f5-f6ce-453f-a22c-f0bf944c1d76 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:21.328422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1b1f867d-5c7d-4b34-b2e8-e37db5d8e1f8 None None] Provisioning complete for port 59cb5a46-245e-4e4d-9158-a82f3b8585dc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:21.329790 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1edfdf3a-2931-4a65-8df9-a15878837ded req-b617d996-74d1-4f26-aab4-e350b864fb49 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 210 time: 0.0404055
Feb 12 21:26:21.329922 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1b1f867d-5c7d-4b34-b2e8-e37db5d8e1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:21.347105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router b32e3aac-9b31-4189-a914-314c087a35ff has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:26:21.367600 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9efd-2d03-41ab-9a0e-7c0260f62c8b admin admin] Publish callbacks [] for security_group (32085038-ae74-4c44-babc-b52d6c08cc08), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:21.378014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1b1f867d-5c7d-4b34-b2e8-e37db5d8e1f8 None None] Port 59cb5a46-245e-4e4d-9158-a82f3b8585dc cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:21.419237 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9efd-2d03-41ab-9a0e-7c0260f62c8b admin admin] Publish callbacks [] for security_group (32085038-ae74-4c44-babc-b52d6c08cc08), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:21.439783 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9e90d0a6-356e-4189-8bfa-2189a515915e tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (c9f242a6-ed5c-4dbe-b155-09bb5ec22f97), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:21.485298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90d0a6-356e-4189-8bfa-2189a515915e tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f242a6-ed5c-4dbe-b155-09bb5ec22f97,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:21.495345 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:21.500366 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9e90d0a6-356e-4189-8bfa-2189a515915e tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:21.504650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9439d791-7c38-42d6-bec1-918b5cc7a5ae None None] Network 3fbff765-00b4-497c-bb2c-2e79b1a4fad3 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:21.505208 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9e90d0a6-356e-4189-8bfa-2189a515915e tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] 10.222.0.31 "DELETE /v2.0/subnets/c9f242a6-ed5c-4dbe-b155-09bb5ec22f97 HTTP/1.1" status: 204  len: 168 time: 0.8895180
Feb 12 21:26:21.507882 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33724) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:21.520425 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6492ff9f-c3f2-47ee-92cd-45c07e6748e9 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/b32e3aac-9b31-4189-a914-314c087a35ff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4767451
Feb 12 21:26:21.520838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33726) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:21.541740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-58967826-eddb-49cc-be7c-c7ac68e05340 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:21.563508 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Sync routers for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:26:21.607021 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963a043d-6ac3-47a2-ab33-73eeec05cfd8 admin admin] Made reservation on behalf of 728db61ca9094fe293a8471317a6d762 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:21.611428 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-963a043d-6ac3-47a2-ab33-73eeec05cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:21.615592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:21.615592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb074610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:21.624131 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-963a043d-6ac3-47a2-ab33-73eeec05cfd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:21.695064 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (3fbff765-00b4-497c-bb2c-2e79b1a4fad3), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:21.760990 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9efd-2d03-41ab-9a0e-7c0260f62c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (32085038-ae74-4c44-babc-b52d6c08cc08), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:21.765975 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9efd-2d03-41ab-9a0e-7c0260f62c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:21.766629 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ffbd9efd-2d03-41ab-9a0e-7c0260f62c8b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32085038-ae74-4c44-babc-b52d6c08cc08 HTTP/1.1" status: 204  len: 168 time: 0.6302946
Feb 12 21:26:21.807049 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:21.824562 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd9efd-2d03-41ab-9a0e-7c0260f62c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32085038-ae74-4c44-babc-b52d6c08cc08,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:21.849162 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-963a043d-6ac3-47a2-ab33-73eeec05cfd8 admin admin] Publish callbacks [] for security_group (2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:21.954879 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-963a043d-6ac3-47a2-ab33-73eeec05cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:22.027409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963a043d-6ac3-47a2-ab33-73eeec05cfd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:26:22.037579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a043d-6ac3-47a2-ab33-73eeec05cfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:22.060297 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-963a043d-6ac3-47a2-ab33-73eeec05cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (e9c99625-9af3-4b41-b38b-63aba4748ddc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:22.061372 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-963a043d-6ac3-47a2-ab33-73eeec05cfd8 admin admin] Added segment e9c99625-9af3-4b41-b38b-63aba4748ddc of type vlan for network 2d400d95-ec5f-48f7-ad66-79ff014da04a
Feb 12 21:26:22.088040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35450d97-1e1a-480c-8106-1a83a9cbcac6 None None] DHCP port deletion for 3fbff765-00b4-497c-bb2c-2e79b1a4fad3 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:26:22.146746 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-963a043d-6ac3-47a2-ab33-73eeec05cfd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (2d400d95-ec5f-48f7-ad66-79ff014da04a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:22.193945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Deleting port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:22.194395 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:22.237304 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-963a043d-6ac3-47a2-ab33-73eeec05cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (2d400d95-ec5f-48f7-ad66-79ff014da04a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:22.240483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963a043d-6ac3-47a2-ab33-73eeec05cfd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:22.241426 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-963a043d-6ac3-47a2-ab33-73eeec05cfd8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:22.275598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-35450d97-1e1a-480c-8106-1a83a9cbcac6 None None] Deleting port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:22.276572 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-35450d97-1e1a-480c-8106-1a83a9cbcac6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:22.311394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.extraroute_db [None req-58967826-eddb-49cc-be7c-c7ac68e05340 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=126505) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 12 21:26:22.335621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a043d-6ac3-47a2-ab33-73eeec05cfd8 admin admin] Pushing event updated for resources: {'Network': ['ID=2d400d95-ec5f-48f7-ad66-79ff014da04a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:22.370149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 2d400d95-ec5f-48f7-ad66-79ff014da04a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:26:22.379665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] For port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1,segment=NetworkSegment(5d9a472c-07ce-4c08-ac07-29def5a45e6f),segment_id=5d9a472c-07ce-4c08-ac07-29def5a45e6f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:22.387798 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:22.392904 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.extraroute_db [None req-58967826-eddb-49cc-be7c-c7ac68e05340 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Removed routes are [] {{(pid=126505) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 12 21:26:22.403431 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-58967826-eddb-49cc-be7c-c7ac68e05340 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (b32e3aac-9b31-4189-a914-314c087a35ff), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:22.418155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-35450d97-1e1a-480c-8106-1a83a9cbcac6 None None] For port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1,segment=NetworkSegment(5d9a472c-07ce-4c08-ac07-29def5a45e6f),segment_id=5d9a472c-07ce-4c08-ac07-29def5a45e6f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:22.418556 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-35450d97-1e1a-480c-8106-1a83a9cbcac6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:22.429438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Calling delete_port for ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:22.457701 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-963a043d-6ac3-47a2-ab33-73eeec05cfd8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.1256235
Feb 12 21:26:22.462384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33752) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:22.469451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-35450d97-1e1a-480c-8106-1a83a9cbcac6 None None] Calling delete_port for ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:22.470939 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-fa1d0f7f-8623-46f1-9ace-b02259719aa8 admin admin] Request body: {'subnet': {'network_id': '2d400d95-ec5f-48f7-ad66-79ff014da04a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-14242903-subnet', 'tenant_id': '728db61ca9094fe293a8471317a6d762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:22.500703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a76edbe-ef76-4c80-ac8e-48df7a2f3fd6 req-b4a720cd-f93e-496a-949e-be0d62db4f64 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 210 time: 0.0474141
Feb 12 21:26:22.565045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb074610>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:18Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59cb5a46-245e-4e4d-9158-a82f3b8585dc', 'name': '', 'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:1d:4c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'b2cc809b-a219-4359-8d07-c96006b0a0bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:15Z', 'updated_at': '2022-02-12T21:26:19Z', 'revision_number': 2, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'b2cc809b-a219-4359-8d07-c96006b0a0bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4151c02-238b-4890-95bf-bf4795384ad6', 'name': '', 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:e7:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:07Z', 'updated_at': '2022-02-12T21:26:17Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:22.595120 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1d0f7f-8623-46f1-9ace-b02259719aa8 admin admin] Made reservation on behalf of 728db61ca9094fe293a8471317a6d762 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:22.597748 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0f7f-8623-46f1-9ace-b02259719aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:22.602663 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Checking router: b32e3aac-9b31-4189-a914-314c087a35ff for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:26:22.603033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Updating router b32e3aac-9b31-4189-a914-314c087a35ff port 59cb5a46-245e-4e4d-9158-a82f3b8585dc binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:26:22.647428 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:22.785955 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-35450d97-1e1a-480c-8106-1a83a9cbcac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:22.831599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35450d97-1e1a-480c-8106-1a83a9cbcac6 None None] Pushing event deleted for resources: {'Port': ['ID=ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:22.838590 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:22.839558 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35450d97-1e1a-480c-8106-1a83a9cbcac6 None None] No DVR routers for this DVR port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:22.895921 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-58967826-eddb-49cc-be7c-c7ac68e05340 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (b32e3aac-9b31-4189-a914-314c087a35ff), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:22.899383 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Pushing event deleted for resources: {'Port': ['ID=ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:22.904922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] No DVR routers for this DVR port ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:22.907913 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-58967826-eddb-49cc-be7c-c7ac68e05340 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (b32e3aac-9b31-4189-a914-314c087a35ff), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:23.013404 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0f7f-8623-46f1-9ace-b02259719aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (5444c9f8-04f0-4a57-b767-5cf6afb40a44), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:23.078367 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:26:23.096884 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33776) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:23.142195 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:26:23.143335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ca1828f5-2a01-4f3d-9ad4-e08f9572b3c1 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:26:23.151203 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d0f7f-8623-46f1-9ace-b02259719aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5444c9f8-04f0-4a57-b767-5cf6afb40a44,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:23.165628 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Publish callbacks [] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:23.166874 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d0f7f-8623-46f1-9ace-b02259719aa8 admin admin] Checking segment: {'id': 'e9c99625-9af3-4b41-b38b-63aba4748ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2d400d95-ec5f-48f7-ad66-79ff014da04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:23.167250 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d0f7f-8623-46f1-9ace-b02259719aa8 admin admin] Network hostable DHCP agents. Network: 2d400d95-ec5f-48f7-ad66-79ff014da04a, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:26:23.218240 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:23.240571 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d0f7f-8623-46f1-9ace-b02259719aa8 admin admin] Network 2d400d95-ec5f-48f7-ad66-79ff014da04a is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:26:23.252679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (3fbff765-00b4-497c-bb2c-2e79b1a4fad3), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:23.332238 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-fa1d0f7f-8623-46f1-9ace-b02259719aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2d400d95-ec5f-48f7-ad66-79ff014da04a) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:23.337539 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d0f7f-8623-46f1-9ace-b02259719aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:23.338328 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0f7f-8623-46f1-9ace-b02259719aa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:23.349546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58967826-eddb-49cc-be7c-c7ac68e05340 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router b32e3aac-9b31-4189-a914-314c087a35ff has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:26:23.352759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc04bf-8114-4108-ad5d-26a1f5e86f9a None None] Pushing event updated for resources: {'Port': ['ID=59cb5a46-245e-4e4d-9158-a82f3b8585dc,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:23.397403 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659a35e7-65c9-42e8-aee3-d168b7b38221 None None] Network 2d400d95-ec5f-48f7-ad66-79ff014da04a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:23.397647 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa213040>,) {'filters': {'network_id': ['3fbff765-00b4-497c-bb2c-2e79b1a4fad3']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:23.434853 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa213040>, '5d9a472c-07ce-4c08-ac07-29def5a45e6f') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:23.435157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa213040>, '5d9a472c-07ce-4c08-ac07-29def5a45e6f') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:23.458031 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fa1d0f7f-8623-46f1-9ace-b02259719aa8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9936306
Feb 12 21:26:23.462680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-139a7581-ef0e-4eba-999a-b21fec5973a8 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:23.464862 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-139a7581-ef0e-4eba-999a-b21fec5973a8 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.50 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 812 time: 0.4609735
Feb 12 21:26:23.478905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (5d9a472c-07ce-4c08-ac07-29def5a45e6f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:23.485950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Attempting to bind port 59cb5a46-245e-4e4d-9158-a82f3b8585dc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:23.486370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Attempting to bind port 59cb5a46-245e-4e4d-9158-a82f3b8585dc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ac411af0-721d-48b5-863f-26d0caf08b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:23.487155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Attempting to bind port 59cb5a46-245e-4e4d-9158-a82f3b8585dc on network d1f1b8a0-db53-4465-affc-ea2c25a8a522 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:23.503832 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-0125f508-56ca-4eca-aa98-4aa3c86e947a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Request body: {'port': {'device_id': 'b035ff5e-f64d-4306-9b3d-33601a168720', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'admin_state_up': True, 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:23.512801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:23.513181 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Checking segment: {'id': 'ac411af0-721d-48b5-863f-26d0caf08b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:23.514163 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:23.514558 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Bound using segment: {'id': 'ac411af0-721d-48b5-863f-26d0caf08b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:23.515050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Bound port: 59cb5a46-245e-4e4d-9158-a82f3b8585dc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac411af0-721d-48b5-863f-26d0caf08b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:23.515420 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:23.641707 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a468e74e-2544-420f-b4ad-96c48e37067e tempest-ServiceProvidersTest-57251663 tempest-ServiceProvidersTest-57251663-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.5435855
Feb 12 21:26:23.651933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d38433-aec6-415f-8d90-3e3561618134 None None] Network 2d400d95-ec5f-48f7-ad66-79ff014da04a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:23.669106 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5d9a472c-07ce-4c08-ac07-29def5a45e6f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:23.701529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] For port 59cb5a46-245e-4e4d-9158-a82f3b8585dc, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:23.761501 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:23.765127 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (5d9a472c-07ce-4c08-ac07-29def5a45e6f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:23.766368 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3da4efb1-522c-453d-8cc0-52ae5a773f8e req-f065287b-e15f-4192-9c6f-e8916fe57a56 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 210 time: 0.1060393
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:23.798806 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:23.803159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] For port 59cb5a46-245e-4e4d-9158-a82f3b8585dc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59cb5a46-245e-4e4d-9158-a82f3b8585dc,segment=NetworkSegment(ac411af0-721d-48b5-863f-26d0caf08b5f),segment_id=ac411af0-721d-48b5-863f-26d0caf08b5f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:23.885196 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:23.891628 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c66c40c6-a596-4256-a2c3-194491cd164c None None] Provisioning complete for port 59cb5a46-245e-4e4d-9158-a82f3b8585dc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:23.892096 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c66c40c6-a596-4256-a2c3-194491cd164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:23.908061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58967826-eddb-49cc-be7c-c7ac68e05340 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:23.915955 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-58967826-eddb-49cc-be7c-c7ac68e05340 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:23.917306 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-58967826-eddb-49cc-be7c-c7ac68e05340 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/b32e3aac-9b31-4189-a914-314c087a35ff HTTP/1.1" status: 200  len: 934 time: 2.3949854
Feb 12 21:26:23.921002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33820) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:23.927434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-0125f508-56ca-4eca-aa98-4aa3c86e947a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Made reservation on behalf of 5c11b938ee814f3180aa6e0f37c4e1f0 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:23.934067 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-0125f508-56ca-4eca-aa98-4aa3c86e947a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:24.003908 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc04bf-8114-4108-ad5d-26a1f5e86f9a None None] Pushing event updated for resources: {'Port': ['ID=59cb5a46-245e-4e4d-9158-a82f3b8585dc,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:24.017752 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (3fbff765-00b4-497c-bb2c-2e79b1a4fad3), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:24.030876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:24.030876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb074610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:24.052712 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:24.057832 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] 10.222.0.31 "DELETE /v2.0/networks/3fbff765-00b4-497c-bb2c-2e79b1a4fad3 HTTP/1.1" status: 204  len: 168 time: 2.5488796
Feb 12 21:26:24.132426 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755a7c4-49cc-4691-806d-d1fa11cf2b3c tempest-FloatingIPNegativeTestJSON-2141642213 tempest-FloatingIPNegativeTestJSON-2141642213-project] Pushing event deleted for resources: {'Network': ['ID=3fbff765-00b4-497c-bb2c-2e79b1a4fad3,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:24.195630 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-208970a8-81e3-48c5-8996-6a1fd68838d3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/routers/b32e3aac-9b31-4189-a914-314c087a35ff HTTP/1.1" status: 200  len: 934 time: 0.2731173
Feb 12 21:26:24.198306 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33852) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:24.204760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-146190ac-cd5e-45a0-8d69-be2c8b4b926a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'router': {'routes': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:24.311789 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-0125f508-56ca-4eca-aa98-4aa3c86e947a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Allocated IP 172.20.0.7 (17443eb2-4308-410f-a5f4-59d4de5fb120/447c8376-828f-4491-9b8b-1373d20c6228/6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:24.354625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:24.622219 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-0125f508-56ca-4eca-aa98-4aa3c86e947a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for port (6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:24.658657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33880) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:24.716316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c66c40c6-a596-4256-a2c3-194491cd164c None None] Current status of the port 59cb5a46-245e-4e4d-9158-a82f3b8585dc is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:24.717241 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c66c40c6-a596-4256-a2c3-194491cd164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:24.772915 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-0125f508-56ca-4eca-aa98-4aa3c86e947a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:24.793710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c66c40c6-a596-4256-a2c3-194491cd164c None None] For port 59cb5a46-245e-4e4d-9158-a82f3b8585dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59cb5a46-245e-4e4d-9158-a82f3b8585dc,segment=NetworkSegment(ac411af0-721d-48b5-863f-26d0caf08b5f),segment_id=ac411af0-721d-48b5-863f-26d0caf08b5f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:24.859052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb074610>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:22Z', 'revision_number': 6, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59cb5a46-245e-4e4d-9158-a82f3b8585dc', 'name': '', 'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:1d:4c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'b2cc809b-a219-4359-8d07-c96006b0a0bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:15Z', 'updated_at': '2022-02-12T21:26:23Z', 'revision_number': 4, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'b2cc809b-a219-4359-8d07-c96006b0a0bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4151c02-238b-4890-95bf-bf4795384ad6', 'name': '', 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:e7:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:07Z', 'updated_at': '2022-02-12T21:26:17Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:24.901982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-0125f508-56ca-4eca-aa98-4aa3c86e947a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Network 17443eb2-4308-410f-a5f4-59d4de5fb120 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:24.914510 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6fdda5-854d-492e-b7e2-949ac682c77a None None] The sync data for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 is: [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:22Z', 'revision_number': 6, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59cb5a46-245e-4e4d-9158-a82f3b8585dc', 'name': '', 'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:1d:4c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'b2cc809b-a219-4359-8d07-c96006b0a0bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:15Z', 'updated_at': '2022-02-12T21:26:23Z', 'revision_number': 4, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'b2cc809b-a219-4359-8d07-c96006b0a0bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4151c02-238b-4890-95bf-bf4795384ad6', 'name': '', 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:e7:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:07Z', 'updated_at': '2022-02-12T21:26:17Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:24.922782 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c66c40c6-a596-4256-a2c3-194491cd164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:24.932130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-0125f508-56ca-4eca-aa98-4aa3c86e947a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:24.957595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-0125f508-56ca-4eca-aa98-4aa3c86e947a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:25.139503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125f508-56ca-4eca-aa98-4aa3c86e947a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event updated for resources: {'Port': ['ID=6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:25.146443 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.extraroute_db [None req-146190ac-cd5e-45a0-8d69-be2c8b4b926a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Added routes are [] {{(pid=126506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 12 21:26:25.147003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.extraroute_db [None req-146190ac-cd5e-45a0-8d69-be2c8b4b926a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=126506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 12 21:26:25.182338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6064cd2-8404-4bf7-a590-cbdbe506262d req-bb1d19f2-a4e4-494d-95a1-7e206ac88a30 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:25.184188 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6064cd2-8404-4bf7-a590-cbdbe506262d req-bb1d19f2-a4e4-494d-95a1-7e206ac88a30 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 931 time: 0.2137787
Feb 12 21:26:25.207493 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f97cf5d4-7764-4af1-a5f6-63ae4f204c1c None None] Provisioning complete for port 59cb5a46-245e-4e4d-9158-a82f3b8585dc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:25.209737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-0125f508-56ca-4eca-aa98-4aa3c86e947a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:25.211127 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f97cf5d4-7764-4af1-a5f6-63ae4f204c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:25.212183 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-0125f508-56ca-4eca-aa98-4aa3c86e947a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:25.275044 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-146190ac-cd5e-45a0-8d69-be2c8b4b926a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (b32e3aac-9b31-4189-a914-314c087a35ff), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:25.331257 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-0125f508-56ca-4eca-aa98-4aa3c86e947a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8421545
Feb 12 21:26:25.342334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Request body: {'port': {'device_id': 'b035ff5e-f64d-4306-9b3d-33601a168720', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:25.355786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c40c6-a596-4256-a2c3-194491cd164c None None] Pushing event updated for resources: {'Port': ['ID=59cb5a46-245e-4e4d-9158-a82f3b8585dc,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:25.357578 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6064cd2-8404-4bf7-a590-cbdbe506262d req-150662f4-d89a-46ad-9b3e-63cba8f15445 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537807
Feb 12 21:26:25.447911 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-29d1f9cc-01c8-4f93-8d24-d5d99a51f660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:25.476909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f97cf5d4-7764-4af1-a5f6-63ae4f204c1c None None] Current status of the port 59cb5a46-245e-4e4d-9158-a82f3b8585dc is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:25.523064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33940) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:25.545615 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:25.606267 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3be4819a-1fde-40c3-83d6-73f3fb4c52dd None None] Provisioning complete for port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:25.608033 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3be4819a-1fde-40c3-83d6-73f3fb4c52dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:25.672139 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3be4819a-1fde-40c3-83d6-73f3fb4c52dd None None] Port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:25.751301 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-29d1f9cc-01c8-4f93-8d24-d5d99a51f660 admin admin] Publish callbacks [] for security_group (41cb1a20-2b6c-4c75-b063-c397d7d31d89), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:25.799458 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-146190ac-cd5e-45a0-8d69-be2c8b4b926a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (b32e3aac-9b31-4189-a914-314c087a35ff), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:25.803315 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-146190ac-cd5e-45a0-8d69-be2c8b4b926a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (b32e3aac-9b31-4189-a914-314c087a35ff), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:25.882174 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-11064eca-0589-451d-9e11-3d221c404a0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb1afe6fa24e440db16c1928484b08d6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3578658
Feb 12 21:26:25.885205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33950) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:25.887109 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ef372646-4b80-49ce-8861-981fbd08db53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:25.904776 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-29d1f9cc-01c8-4f93-8d24-d5d99a51f660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (41cb1a20-2b6c-4c75-b063-c397d7d31d89), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:25.945602 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-29d1f9cc-01c8-4f93-8d24-d5d99a51f660 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5571216a2824600a0baf90d880777ad&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2841094
Feb 12 21:26:25.949278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33954) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:25.957495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146190ac-cd5e-45a0-8d69-be2c8b4b926a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router b32e3aac-9b31-4189-a914-314c087a35ff has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:26:26.064443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1f9cc-01c8-4f93-8d24-d5d99a51f660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cb1a20-2b6c-4c75-b063-c397d7d31d89,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:26.133957 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146190ac-cd5e-45a0-8d69-be2c8b4b926a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:26.147674 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-146190ac-cd5e-45a0-8d69-be2c8b4b926a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:26.151179 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-146190ac-cd5e-45a0-8d69-be2c8b4b926a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/b32e3aac-9b31-4189-a914-314c087a35ff HTTP/1.1" status: 200  len: 700 time: 1.9495244
Feb 12 21:26:26.152827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33964) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:26.197579 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e5d556a6-1236-42ce-9284-175727107a3e admin admin] Publish callbacks [] for security_group (41cb1a20-2b6c-4c75-b063-c397d7d31d89), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:26.221121 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dea26205-83f0-40be-9e7d-3cfce66c918d admin admin] Publish callbacks [] for security_group (9e7bede4-13aa-4f8b-8e1b-22b667ed6bbd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:26.263062 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dea26205-83f0-40be-9e7d-3cfce66c918d admin admin] Publish callbacks [] for security_group (9e7bede4-13aa-4f8b-8e1b-22b667ed6bbd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:26.283170 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33970) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:26.303054 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e26e864c-1ce5-464f-aa72-8687e2076af3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/routers/b32e3aac-9b31-4189-a914-314c087a35ff HTTP/1.1" status: 200  len: 700 time: 0.1453874
Feb 12 21:26:26.304450 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 33974) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:26.330720 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee28efc-9f50-4775-85c6-2e1a6dd04f07 None None] Sync routers for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:26:26.352534 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee28efc-9f50-4775-85c6-2e1a6dd04f07 None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:26.354772 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1ee28efc-9f50-4775-85c6-2e1a6dd04f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc22be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:26.395917 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e5d556a6-1236-42ce-9284-175727107a3e admin admin] Publish callbacks [] for security_group (41cb1a20-2b6c-4c75-b063-c397d7d31d89), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:26.588089 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-1ee28efc-9f50-4775-85c6-2e1a6dd04f07 None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:26.622589 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-51b93ae0-4e41-41ca-82b2-85e2c16d0213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:26.789834 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-51b93ae0-4e41-41ca-82b2-85e2c16d0213 admin admin] Publish callbacks [] for security_group (548049f7-b971-4e51-832b-216970eb6621), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:26.806111 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3d5df-891b-4868-81eb-f41d484f7083 req-f03e419f-669b-4ecf-856a-77191e098287 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:26.807756 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-10e3d5df-891b-4868-81eb-f41d484f7083 req-f03e419f-669b-4ecf-856a-77191e098287 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 931 time: 0.2955818
Feb 12 21:26:26.867264 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-51b93ae0-4e41-41ca-82b2-85e2c16d0213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (548049f7-b971-4e51-832b-216970eb6621), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:26.884779 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1ee28efc-9f50-4775-85c6-2e1a6dd04f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc22be0>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:25Z', 'revision_number': 7, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59cb5a46-245e-4e4d-9158-a82f3b8585dc', 'name': '', 'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:1d:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'b2cc809b-a219-4359-8d07-c96006b0a0bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:15Z', 'updated_at': '2022-02-12T21:26:24Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'b2cc809b-a219-4359-8d07-c96006b0a0bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4151c02-238b-4890-95bf-bf4795384ad6', 'name': '', 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:e7:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:07Z', 'updated_at': '2022-02-12T21:26:17Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:26.886391 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:26.911854 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b93ae0-4e41-41ca-82b2-85e2c16d0213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548049f7-b971-4e51-832b-216970eb6621,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:26.948400 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-10e3d5df-891b-4868-81eb-f41d484f7083 req-7ec5773e-af6a-4f08-8d5b-602ac2325749 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334469
Feb 12 21:26:26.972096 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-51b93ae0-4e41-41ca-82b2-85e2c16d0213 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eddb323a94c9421aafb5d030a9dc1f1a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6875770
Feb 12 21:26:26.976588 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dea26205-83f0-40be-9e7d-3cfce66c918d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9e7bede4-13aa-4f8b-8e1b-22b667ed6bbd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:26.981833 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dea26205-83f0-40be-9e7d-3cfce66c918d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:26.982836 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee28efc-9f50-4775-85c6-2e1a6dd04f07 None None] Checking router: b32e3aac-9b31-4189-a914-314c087a35ff for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:26:26.983128 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-dea26205-83f0-40be-9e7d-3cfce66c918d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e7bede4-13aa-4f8b-8e1b-22b667ed6bbd HTTP/1.1" status: 204  len: 168 time: 1.0964630
Feb 12 21:26:26.983849 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 33996) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:27.003957 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee28efc-9f50-4775-85c6-2e1a6dd04f07 None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:27.004778 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1ee28efc-9f50-4775-85c6-2e1a6dd04f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc22be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:25:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:27.065314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26205-83f0-40be-9e7d-3cfce66c918d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7bede4-13aa-4f8b-8e1b-22b667ed6bbd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:27.091604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:26:27.138527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 59cb5a46-245e-4e4d-9158-a82f3b8585dc up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:27.153247 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Publish callbacks [] for port (6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:27.165804 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e5d556a6-1236-42ce-9284-175727107a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (41cb1a20-2b6c-4c75-b063-c397d7d31d89), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:27.169290 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e5d556a6-1236-42ce-9284-175727107a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:27.175584 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e5d556a6-1236-42ce-9284-175727107a3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41cb1a20-2b6c-4c75-b063-c397d7d31d89 HTTP/1.1" status: 204  len: 168 time: 1.2136571
Feb 12 21:26:27.175784 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (b32e3aac-9b31-4189-a914-314c087a35ff), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:27.189635 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-1ee28efc-9f50-4775-85c6-2e1a6dd04f07 None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:27.207482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d556a6-1236-42ce-9284-175727107a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cb1a20-2b6c-4c75-b063-c397d7d31d89,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:27.210620 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Transition to ACTIVE for port object 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:26:27.226245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 59cb5a46-245e-4e4d-9158-a82f3b8585dc triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:27.228379 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:27.246069 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cff7a175-ba3d-445c-8852-e2e1c4273c6f admin admin] Publish callbacks [] for security_group (548049f7-b971-4e51-832b-216970eb6621), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:27.256648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-b8c4a419-ee2b-415a-bfa9-5e844a8f377d tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:27.258334 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-b8c4a419-ee2b-415a-bfa9-5e844a8f377d tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/networks?id=2d400d95-ec5f-48f7-ad66-79ff014da04a HTTP/1.1" status: 200  len: 808 time: 0.2532969
Feb 12 21:26:27.313923 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-35710b04-67b2-4003-a7fe-302f332233ae tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/quotas/728db61ca9094fe293a8471317a6d762 HTTP/1.1" status: 200  len: 375 time: 0.0463808
Feb 12 21:26:27.320262 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:27.335431 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cff7a175-ba3d-445c-8852-e2e1c4273c6f admin admin] Publish callbacks [] for security_group (548049f7-b971-4e51-832b-216970eb6621), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:27.383330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 59cb5a46-245e-4e4d-9158-a82f3b8585dc is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:27.467009 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-f0c76aa0-8085-41d4-8f8e-81f5ba435105 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=728db61ca9094fe293a8471317a6d762&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1442950
Feb 12 21:26:27.551959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Pushing event updated for resources: {'Port': ['ID=6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:27.666301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port 59cb5a46-245e-4e4d-9158-a82f3b8585dc {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:27.666836 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:27.713408 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1ee28efc-9f50-4775-85c6-2e1a6dd04f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc22be0>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:25Z', 'revision_number': 7, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59cb5a46-245e-4e4d-9158-a82f3b8585dc', 'name': '', 'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:1d:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'b2cc809b-a219-4359-8d07-c96006b0a0bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:15Z', 'updated_at': '2022-02-12T21:26:24Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'b2cc809b-a219-4359-8d07-c96006b0a0bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4151c02-238b-4890-95bf-bf4795384ad6', 'name': '', 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:e7:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:07Z', 'updated_at': '2022-02-12T21:26:17Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:27.793322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] For port 59cb5a46-245e-4e4d-9158-a82f3b8585dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59cb5a46-245e-4e4d-9158-a82f3b8585dc,segment=NetworkSegment(ac411af0-721d-48b5-863f-26d0caf08b5f),segment_id=ac411af0-721d-48b5-863f-26d0caf08b5f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:27.794116 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:27.806263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Attempting to bind port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:27.806647 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Attempting to bind port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:27.806927 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Attempting to bind port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 on network 17443eb2-4308-410f-a5f4-59d4de5fb120 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:27.810290 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee28efc-9f50-4775-85c6-2e1a6dd04f07 None None] The sync data for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 is: [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:25Z', 'revision_number': 7, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59cb5a46-245e-4e4d-9158-a82f3b8585dc', 'name': '', 'network_id': 'd1f1b8a0-db53-4465-affc-ea2c25a8a522', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:1d:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'b2cc809b-a219-4359-8d07-c96006b0a0bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:15Z', 'updated_at': '2022-02-12T21:26:24Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'b2cc809b-a219-4359-8d07-c96006b0a0bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4151c02-238b-4890-95bf-bf4795384ad6', 'name': '', 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:e7:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:07Z', 'updated_at': '2022-02-12T21:26:17Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:27.811069 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for 59cb5a46-245e-4e4d-9158-a82f3b8585dc owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:27.824143 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cff7a175-ba3d-445c-8852-e2e1c4273c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (548049f7-b971-4e51-832b-216970eb6621), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:27.840014 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cff7a175-ba3d-445c-8852-e2e1c4273c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:27.846001 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cff7a175-ba3d-445c-8852-e2e1c4273c6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/548049f7-b971-4e51-832b-216970eb6621 HTTP/1.1" status: 204  len: 168 time: 0.8166676
Feb 12 21:26:27.880508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7a175-ba3d-445c-8852-e2e1c4273c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548049f7-b971-4e51-832b-216970eb6621,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:27.883646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 on network 17443eb2-4308-410f-a5f4-59d4de5fb120 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:26:27.884720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Attempting to bind port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 on network 17443eb2-4308-410f-a5f4-59d4de5fb120 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:27.916253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:27.917620 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Checking segment: {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:27.922108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Bound using segment: {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:27.923571 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Bound port: 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:27.924907 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:28.031263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] For port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:28.035675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] For port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:28.125092 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:28.179015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:28.179452 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:28.181524 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] 10.222.0.50 "PUT /v2.0/ports/6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 HTTP/1.1" status: 200  len: 1091 time: 2.8441701
Feb 12 21:26:28.182007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b035ff5e-f64d-4306-9b3d-33601a168720', 'tag': '6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:26:28.208913 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502b826d-9646-4c16-a55c-2e3013a6938b" -d '{"events": [{"name": "network-changed", "server_uuid": "b035ff5e-f64d-4306-9b3d-33601a168720", "tag": "6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:26:28.269759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693511b-03ab-4f6f-bce8-1ccad582aafd service neutron] Pushing event updated for resources: {'Port': ['ID=6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:28.274338 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-3d59acfd-532b-4e27-a3ed-33885bec1f7b service neutron] 10.222.0.31 "GET /v2.0/networks/2d400d95-ec5f-48f7-ad66-79ff014da04a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8064356
Feb 12 21:26:28.292604 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-50e41ec8-e212-404d-8089-6a788fa882b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:28.430655 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-194852ac-c9eb-40c9-862e-2c9ac78f5a83 service neutron] 10.222.0.31 "GET /v2.0/networks/2d400d95-ec5f-48f7-ad66-79ff014da04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463845
Feb 12 21:26:28.489696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-f7490040-7f90-46c3-8ac6-30f043682262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:28.491225 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-f7490040-7f90-46c3-8ac6-30f043682262 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 1125 time: 0.0725558
Feb 12 21:26:28.575258 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-5eba5b00-ecf1-4cee-9735-58554c158bf4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 HTTP/1.1" status: 200  len: 217 time: 0.0757284
Feb 12 21:26:28.650844 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-43391e8a-ec28-49cd-91fb-c6ed3881f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:28.652885 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-43391e8a-ec28-49cd-91fb-c6ed3881f92b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=447c8376-828f-4491-9b8b-1373d20c6228 HTTP/1.1" status: 200  len: 851 time: 0.0714290
Feb 12 21:26:28.716049 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-019ea511-8753-4aac-8c24-2b80c732bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:28.718808 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-019ea511-8753-4aac-8c24-2b80c732bea7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=17443eb2-4308-410f-a5f4-59d4de5fb120&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0594995
Feb 12 21:26:28.799080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697acce-5821-4f4d-8427-72407875eb2f req-9c8d02f5-ddab-4cb2-aeb0-1606ec17e9a1 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:28.800928 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f697acce-5821-4f4d-8427-72407875eb2f req-9c8d02f5-ddab-4cb2-aeb0-1606ec17e9a1 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 943 time: 0.0817702
Feb 12 21:26:28.838069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (59cb5a46-245e-4e4d-9158-a82f3b8585dc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:28.838493 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-53edc30d-c662-4c1f-80c0-138d3ddccab1 service neutron] 10.222.0.50 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1143670
Feb 12 21:26:28.887588 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=59cb5a46-245e-4e4d-9158-a82f3b8585dc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:28.941093 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f697acce-5821-4f4d-8427-72407875eb2f req-2dd557e2-1ff4-45d9-9f11-7bcc25c58b62 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330535
Feb 12 21:26:28.943158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:28.943617 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:28.944058 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:28.944717 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:28.945175 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:28.945639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:28.946071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:28.946614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:28.947041 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:28.947468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:28.947896 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:28.948318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:28.948755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:29.027667 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4ea9c42-f521-40f5-82e6-917431447a11 req-e958f751-31d5-48d7-9c2a-8786352bdebc service neutron] 10.222.0.50 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771441
Feb 12 21:26:29.033256 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aadaf78-8142-4dc9-b836-d8f7c721ffc6 x-openstack-request-id: req-5aadaf78-8142-4dc9-b836-d8f7c721ffc6 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:26:29.033996 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b035ff5e-f64d-4306-9b3d-33601a168720", "tag": "6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:26:29.034270 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5aadaf78-8142-4dc9-b836-d8f7c721ffc6 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:26:29.034735 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b035ff5e-f64d-4306-9b3d-33601a168720', 'tag': '6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55', 'status': 'completed', 'code': 200}
Feb 12 21:26:29.129604 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ea2b7666-004f-4a1b-8dae-9c5bdb23f669 req-0b35896c-0c5d-446c-902a-b155c1be3093 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 210 time: 0.0618124
Feb 12 21:26:29.208997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b826d-9646-4c16-a55c-2e3013a6938b req-e9fcdcac-b1f3-4f09-9e0a-59a0efed536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:29.211605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-502b826d-9646-4c16-a55c-2e3013a6938b req-e9fcdcac-b1f3-4f09-9e0a-59a0efed536e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 1125 time: 0.0786743
Feb 12 21:26:29.310035 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (b32e3aac-9b31-4189-a914-314c087a35ff), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:29.374681 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b826d-9646-4c16-a55c-2e3013a6938b req-f5ad0720-149c-4c4b-be86-d6e662a26ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:29.376259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-502b826d-9646-4c16-a55c-2e3013a6938b req-f5ad0720-149c-4c4b-be86-d6e662a26ae2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 913 time: 0.1573551
Feb 12 21:26:29.422696 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-502b826d-9646-4c16-a55c-2e3013a6938b req-2463b622-ae58-4792-a93d-b4e7b3b52d6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 HTTP/1.1" status: 200  len: 217 time: 0.0403750
Feb 12 21:26:29.480592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b826d-9646-4c16-a55c-2e3013a6938b req-aab682d2-063b-4503-b13c-8d6602618c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:29.483809 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-502b826d-9646-4c16-a55c-2e3013a6938b req-aab682d2-063b-4503-b13c-8d6602618c97 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=447c8376-828f-4491-9b8b-1373d20c6228 HTTP/1.1" status: 200  len: 851 time: 0.0555305
Feb 12 21:26:29.487049 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:29.487764 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:29.545460 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b826d-9646-4c16-a55c-2e3013a6938b req-d8836e8b-d7a8-48d8-8b88-de80fa21516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:29.548201 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-502b826d-9646-4c16-a55c-2e3013a6938b req-d8836e8b-d7a8-48d8-8b88-de80fa21516f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=17443eb2-4308-410f-a5f4-59d4de5fb120&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0582089
Feb 12 21:26:29.562492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router b32e3aac-9b31-4189-a914-314c087a35ff has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:26:29.622177 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34098) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:29.668579 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-502b826d-9646-4c16-a55c-2e3013a6938b req-0de3140f-22bc-47b5-a3cb-e85911eedcc6 service neutron] 10.222.0.50 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1144857
Feb 12 21:26:29.683410 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:29.689964 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-71e9f42f-1ac8-4b9d-b9f6-10d55c2f80b1 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/b32e3aac-9b31-4189-a914-314c087a35ff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3843474
Feb 12 21:26:29.692292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34102) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:29.694453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac27757-a81f-44b5-8484-207839c1e162 None None] Sync routers for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:26:29.708321 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac27757-a81f-44b5-8484-207839c1e162 None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:29.708930 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4ac27757-a81f-44b5-8484-207839c1e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b3760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:29.800834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-66257477-fc82-4a1b-99c8-16a003ff01ad tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting subnet b2cc809b-a219-4359-8d07-c96006b0a0bf {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:26:29.807537 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66257477-fc82-4a1b-99c8-16a003ff01ad tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (b2cc809b-a219-4359-8d07-c96006b0a0bf), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:29.857209 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-502b826d-9646-4c16-a55c-2e3013a6938b req-0fd915b6-db31-47f8-b244-a20284dbb14e service neutron] 10.222.0.50 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1826894
Feb 12 21:26:29.864837 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66257477-fc82-4a1b-99c8-16a003ff01ad tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (b2cc809b-a219-4359-8d07-c96006b0a0bf), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:29.968624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34112) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:29.975216 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66257477-fc82-4a1b-99c8-16a003ff01ad tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (b2cc809b-a219-4359-8d07-c96006b0a0bf), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.057159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1872497130'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:30.071187 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-4ac27757-a81f-44b5-8484-207839c1e162 None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:30.107901 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-67f1b388-a14b-4537-aaac-d4ee96e8cadb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1232837848-network', 'tenant_id': '338dee3698c944ca8240d48553a4e629'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:30.211480 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f070-20e2-4ae0-b9fc-a6bf0ecb9778 req-b09bef23-e56a-4960-a49d-a99bd24e860c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:30.213107 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5631f070-20e2-4ae0-b9fc-a6bf0ecb9778 req-b09bef23-e56a-4960-a49d-a99bd24e860c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 943 time: 0.1097534
Feb 12 21:26:30.226086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:30.229817 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.237076 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a697188-0eec-4780-867b-7ddf8069b22d req-6ada4fce-d0ca-4711-b37d-989221154cfb tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 210 time: 0.0331950
Feb 12 21:26:30.257419 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.269476 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f1b388-a14b-4537-aaac-d4ee96e8cadb admin admin] Made reservation on behalf of 338dee3698c944ca8240d48553a4e629 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:30.278228 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67f1b388-a14b-4537-aaac-d4ee96e8cadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.283644 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67f1b388-a14b-4537-aaac-d4ee96e8cadb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.322771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5631f070-20e2-4ae0-b9fc-a6bf0ecb9778 req-10a04747-d543-4a66-a9da-7a1aa6f701f7 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006050
Feb 12 21:26:30.333649 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66257477-fc82-4a1b-99c8-16a003ff01ad tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (b2cc809b-a219-4359-8d07-c96006b0a0bf), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.372314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66257477-fc82-4a1b-99c8-16a003ff01ad tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Subnet': ['ID=b2cc809b-a219-4359-8d07-c96006b0a0bf,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:30.390398 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66257477-fc82-4a1b-99c8-16a003ff01ad tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.394642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-66257477-fc82-4a1b-99c8-16a003ff01ad tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/b2cc809b-a219-4359-8d07-c96006b0a0bf HTTP/1.1" status: 204  len: 168 time: 0.7013545
Feb 12 21:26:30.399547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34132) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:30.405111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e6fe10-08f4-46e6-9fac-7ad65e32e46d None None] Network d1f1b8a0-db53-4465-affc-ea2c25a8a522 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:30.416537 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67f1b388-a14b-4537-aaac-d4ee96e8cadb admin admin] Publish callbacks [] for security_group (86edaaac-41c9-40c6-bdb7-0048dc0d9e81), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.495220 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4ac27757-a81f-44b5-8484-207839c1e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b3760>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:28Z', 'revision_number': 8, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4151c02-238b-4890-95bf-bf4795384ad6', 'name': '', 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:e7:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:07Z', 'updated_at': '2022-02-12T21:26:17Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:30.529632 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (d1f1b8a0-db53-4465-affc-ea2c25a8a522), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.546919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac27757-a81f-44b5-8484-207839c1e162 None None] Checking router: b32e3aac-9b31-4189-a914-314c087a35ff for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:26:30.549145 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67f1b388-a14b-4537-aaac-d4ee96e8cadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (86edaaac-41c9-40c6-bdb7-0048dc0d9e81), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.558224 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for security_group (2e2569bc-601f-48df-be5a-3efe22ee07e4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.581150 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f1b388-a14b-4537-aaac-d4ee96e8cadb admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:26:30.584727 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac27757-a81f-44b5-8484-207839c1e162 None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:30.585457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4ac27757-a81f-44b5-8484-207839c1e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b3760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:30.598871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1b388-a14b-4537-aaac-d4ee96e8cadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86edaaac-41c9-40c6-bdb7-0048dc0d9e81,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:30.602812 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67f1b388-a14b-4537-aaac-d4ee96e8cadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (e509d1e6-eb8e-474b-8f23-c70fc16f51c2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.602986 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-67f1b388-a14b-4537-aaac-d4ee96e8cadb admin admin] Added segment e509d1e6-eb8e-474b-8f23-c70fc16f51c2 of type vlan for network f96b466b-384a-4a15-836c-202ee42be0f5
Feb 12 21:26:30.622721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port 828845f5-f6ce-453f-a22c-f0bf944c1d76 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:30.622721 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (828845f5-f6ce-453f-a22c-f0bf944c1d76), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.679572 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67f1b388-a14b-4537-aaac-d4ee96e8cadb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (f96b466b-384a-4a15-836c-202ee42be0f5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.707925 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2e2569bc-601f-48df-be5a-3efe22ee07e4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.720705 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] For port 828845f5-f6ce-453f-a22c-f0bf944c1d76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=828845f5-f6ce-453f-a22c-f0bf944c1d76,segment=NetworkSegment(ac411af0-721d-48b5-863f-26d0caf08b5f),segment_id=ac411af0-721d-48b5-863f-26d0caf08b5f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:30.720999 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (828845f5-f6ce-453f-a22c-f0bf944c1d76), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.746079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for 828845f5-f6ce-453f-a22c-f0bf944c1d76 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:30.758093 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-4ac27757-a81f-44b5-8484-207839c1e162 None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:30.760694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:26:30.778319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2569bc-601f-48df-be5a-3efe22ee07e4,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:30.819362 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (aadd3b7f-e2aa-404b-8ccc-0389a5044c50), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.819720 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Added segment aadd3b7f-e2aa-404b-8ccc-0389a5044c50 of type vlan for network 0307745b-d982-4b14-96ea-64ca7856201e
Feb 12 21:26:30.829552 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67f1b388-a14b-4537-aaac-d4ee96e8cadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (f96b466b-384a-4a15-836c-202ee42be0f5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.831158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f1b388-a14b-4537-aaac-d4ee96e8cadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:30.832422 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67f1b388-a14b-4537-aaac-d4ee96e8cadb admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.836829 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25a4444-c1cc-4f64-b931-5f0940e9ae81 None None] DHCP port deletion for d1f1b8a0-db53-4465-affc-ea2c25a8a522 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:26:30.899516 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (0307745b-d982-4b14-96ea-64ca7856201e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:30.977095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1b388-a14b-4537-aaac-d4ee96e8cadb admin admin] Pushing event updated for resources: {'Network': ['ID=f96b466b-384a-4a15-836c-202ee42be0f5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:30.999871 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-67f1b388-a14b-4537-aaac-d4ee96e8cadb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0272133
Feb 12 21:26:31.000142 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34152) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:31.007304 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-0eeed540-b219-4cab-a420-1e2bbe0ec1a8 admin admin] Request body: {'subnet': {'network_id': 'f96b466b-384a-4a15-836c-202ee42be0f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1232837848-subnet', 'tenant_id': '338dee3698c944ca8240d48553a4e629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:31.045688 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (828845f5-f6ce-453f-a22c-f0bf944c1d76), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:31.048949 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (0307745b-d982-4b14-96ea-64ca7856201e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:31.058087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network f96b466b-384a-4a15-836c-202ee42be0f5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:26:31.068982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:31.070329 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:31.138070 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeed540-b219-4cab-a420-1e2bbe0ec1a8 admin admin] Made reservation on behalf of 338dee3698c944ca8240d48553a4e629 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:31.140194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=828845f5-f6ce-453f-a22c-f0bf944c1d76,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:31.148864 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0eeed540-b219-4cab-a420-1e2bbe0ec1a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:31.187063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] No DVR routers for this DVR port 828845f5-f6ce-453f-a22c-f0bf944c1d76 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:31.219746 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 828845f5-f6ce-453f-a22c-f0bf944c1d76 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:26:31.316772 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 828845f5-f6ce-453f-a22c-f0bf944c1d76 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:26:31.317127 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 828845f5-f6ce-453f-a22c-f0bf944c1d76 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:26:31.326781 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.7033424
Feb 12 21:26:31.327127 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:31.355154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f25a4444-c1cc-4f64-b931-5f0940e9ae81 None None] Deleting port 828845f5-f6ce-453f-a22c-f0bf944c1d76 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:31.355539 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f25a4444-c1cc-4f64-b931-5f0940e9ae81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (828845f5-f6ce-453f-a22c-f0bf944c1d76), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:31.358808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Network': ['ID=0307745b-d982-4b14-96ea-64ca7856201e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:31.416898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:31.416898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:31.416898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:31.416898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:31.416898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:31.416898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:31.417575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:31.417936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:31.418818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:31.419249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:31.424172 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:31.424172 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:31.424172 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29679cd-533b-4848-8883-9f320e4c26b7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:26:31.454236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34166) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:31.456497 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d1bd2925-3c8a-4393-aae3-c943f0ea2958 req-c48f2100-1015-424c-9a12-2d9757edd66b tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 210 time: 0.0886738
Feb 12 21:26:31.486225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f0887ca3-1329-4bed-acc7-e5a960390aed tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'subnet': {'network_id': '0307745b-d982-4b14-96ea-64ca7856201e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:31.503654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f25a4444-c1cc-4f64-b931-5f0940e9ae81 None None] For port 828845f5-f6ce-453f-a22c-f0bf944c1d76, host ncdv-master-1, got binding levels [] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:31.504241 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f25a4444-c1cc-4f64-b931-5f0940e9ae81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (828845f5-f6ce-453f-a22c-f0bf944c1d76), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:31.523920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f25a4444-c1cc-4f64-b931-5f0940e9ae81 None None] Calling delete_port for 828845f5-f6ce-453f-a22c-f0bf944c1d76 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:31.527012 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.ipam_backend_mixin [None req-f25a4444-c1cc-4f64-b931-5f0940e9ae81 None None] Port 828845f5-f6ce-453f-a22c-f0bf944c1d76 was not found and therefore no delete operation was performed {{(pid=126507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 12 21:26:31.531286 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f25a4444-c1cc-4f64-b931-5f0940e9ae81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (828845f5-f6ce-453f-a22c-f0bf944c1d76), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:31.533450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 0307745b-d982-4b14-96ea-64ca7856201e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:26:31.571543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a4444-c1cc-4f64-b931-5f0940e9ae81 None None] Pushing event deleted for resources: {'Port': ['ID=828845f5-f6ce-453f-a22c-f0bf944c1d76,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:31.627258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a4444-c1cc-4f64-b931-5f0940e9ae81 None None] No DVR routers for this DVR port 828845f5-f6ce-453f-a22c-f0bf944c1d76 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:31.647424 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (d1f1b8a0-db53-4465-affc-ea2c25a8a522), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:31.659094 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4ac27757-a81f-44b5-8484-207839c1e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b3760>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:28Z', 'revision_number': 8, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4151c02-238b-4890-95bf-bf4795384ad6', 'name': '', 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:e7:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:07Z', 'updated_at': '2022-02-12T21:26:17Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:31.675440 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0eeed540-b219-4cab-a420-1e2bbe0ec1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (d923fd7c-9472-488d-bf06-22f4b1251a55), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:31.695100 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac27757-a81f-44b5-8484-207839c1e162 None None] The sync data for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 is: [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:28Z', 'revision_number': 8, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4151c02-238b-4890-95bf-bf4795384ad6', 'name': '', 'network_id': 'c1fbdbd7-cd66-4dbd-94fa-9f768545b127', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:e7:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:26:07Z', 'updated_at': '2022-02-12T21:26:17Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '9c0c4d58-f7cc-4a4a-bf0b-61eb88512708', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:31.724107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f93979a0>,) {'filters': {'network_id': ['d1f1b8a0-db53-4465-affc-ea2c25a8a522']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:31.750111 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeed540-b219-4cab-a420-1e2bbe0ec1a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d923fd7c-9472-488d-bf06-22f4b1251a55,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:31.773913 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f93979a0>, 'ac411af0-721d-48b5-863f-26d0caf08b5f') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:31.774181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f93979a0>, 'ac411af0-721d-48b5-863f-26d0caf08b5f') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:31.788888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0887ca3-1329-4bed-acc7-e5a960390aed tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:31.792057 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f0887ca3-1329-4bed-acc7-e5a960390aed tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:31.796775 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (ac411af0-721d-48b5-863f-26d0caf08b5f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:31.808930 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeed540-b219-4cab-a420-1e2bbe0ec1a8 admin admin] Checking segment: {'id': 'e509d1e6-eb8e-474b-8f23-c70fc16f51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f96b466b-384a-4a15-836c-202ee42be0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:31.809452 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeed540-b219-4cab-a420-1e2bbe0ec1a8 admin admin] Network hostable DHCP agents. Network: f96b466b-384a-4a15-836c-202ee42be0f5, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:26:31.863386 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ac411af0-721d-48b5-863f-26d0caf08b5f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:31.877403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d197997-864f-4067-a121-b2ebffdc0cd7 req-8f28b925-0735-465a-969a-748fecf3a8b7 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:31.878925 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1d197997-864f-4067-a121-b2ebffdc0cd7 req-8f28b925-0735-465a-969a-748fecf3a8b7 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 943 time: 0.2448952
Feb 12 21:26:31.883873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:31.884294 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (ac411af0-721d-48b5-863f-26d0caf08b5f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:31.887307 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:31.932775 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeed540-b219-4cab-a420-1e2bbe0ec1a8 admin admin] Network f96b466b-384a-4a15-836c-202ee42be0f5 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:26:32.004746 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1d197997-864f-4067-a121-b2ebffdc0cd7 req-f3902947-7a4c-48a7-bfcc-61b634c038c6 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165638
Feb 12 21:26:32.080826 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-0eeed540-b219-4cab-a420-1e2bbe0ec1a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f96b466b-384a-4a15-836c-202ee42be0f5) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:32.085656 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeed540-b219-4cab-a420-1e2bbe0ec1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:32.085800 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0eeed540-b219-4cab-a420-1e2bbe0ec1a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:32.103776 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (d1f1b8a0-db53-4465-affc-ea2c25a8a522), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:32.119128 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:32.119465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9df1f75-9715-4994-b9dc-f522c0d49bad None None] Network f96b466b-384a-4a15-836c-202ee42be0f5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:32.127634 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/networks/d1f1b8a0-db53-4465-affc-ea2c25a8a522 HTTP/1.1" status: 204  len: 168 time: 1.7270522
Feb 12 21:26:32.128129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34184) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:32.154472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387e5c6-575d-4c67-abf0-55fcd22160d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Network': ['ID=d1f1b8a0-db53-4465-affc-ea2c25a8a522,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:32.241140 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0eeed540-b219-4cab-a420-1e2bbe0ec1a8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2308133
Feb 12 21:26:32.269465 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:32.374014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66edc2a4-726a-4214-b74a-d9e10c75009c None None] Network f96b466b-384a-4a15-836c-202ee42be0f5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:32.480998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-3ad49ddc-2bc7-4537-8ed0-a5683b72be52 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:32.482888 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-3ad49ddc-2bc7-4537-8ed0-a5683b72be52 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.48 "GET /v2.0/networks?id=2d400d95-ec5f-48f7-ad66-79ff014da04a HTTP/1.1" status: 200  len: 808 time: 0.2738981
Feb 12 21:26:32.497088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-7965f29e-cd35-43d2-be61-6be99556e928 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Request body: {'port': {'device_id': '06e5319d-f792-40d2-b911-7f06300475ba', 'network_id': '2d400d95-ec5f-48f7-ad66-79ff014da04a', 'admin_state_up': True, 'tenant_id': '728db61ca9094fe293a8471317a6d762'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:32.593422 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f0887ca3-1329-4bed-acc7-e5a960390aed tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (fc3e24d5-f4de-43a7-b5c5-57d211e6033b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:32.632197 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7d6023dd-115e-4382-af9b-fdb52978da7e req-540c06c2-b87b-4c7c-9c25-91b482e56333 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 210 time: 0.0348380
Feb 12 21:26:32.688491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0887ca3-1329-4bed-acc7-e5a960390aed tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Subnet': ['ID=fc3e24d5-f4de-43a7-b5c5-57d211e6033b,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:32.719731 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0887ca3-1329-4bed-acc7-e5a960390aed tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Checking segment: {'id': 'aadd3b7f-e2aa-404b-8ccc-0389a5044c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0307745b-d982-4b14-96ea-64ca7856201e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:32.720084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0887ca3-1329-4bed-acc7-e5a960390aed tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network hostable DHCP agents. Network: 0307745b-d982-4b14-96ea-64ca7856201e, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:26:32.795014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-7965f29e-cd35-43d2-be61-6be99556e928 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Made reservation on behalf of 728db61ca9094fe293a8471317a6d762 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:32.799244 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-7965f29e-cd35-43d2-be61-6be99556e928 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:32.831443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0887ca3-1329-4bed-acc7-e5a960390aed tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network 0307745b-d982-4b14-96ea-64ca7856201e is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:26:32.867833 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1a81539c-e550-41c3-9c0a-54002eb71918 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (b32e3aac-9b31-4189-a914-314c087a35ff), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:32.956161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 59cb5a46-245e-4e4d-9158-a82f3b8585dc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:26:32.960375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-7965f29e-cd35-43d2-be61-6be99556e928 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Allocated IP 172.20.0.3 (2d400d95-ec5f-48f7-ad66-79ff014da04a/5444c9f8-04f0-4a57-b767-5cf6afb40a44/79333068-c2d8-461b-ae55-4351994e694a) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:32.980086 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 59cb5a46-245e-4e4d-9158-a82f3b8585dc {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:26:32.980783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 59cb5a46-245e-4e4d-9158-a82f3b8585dc not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:26:32.981146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-f0887ca3-1329-4bed-acc7-e5a960390aed tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0307745b-d982-4b14-96ea-64ca7856201e) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:32.987230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0887ca3-1329-4bed-acc7-e5a960390aed tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:32.988401 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f0887ca3-1329-4bed-acc7-e5a960390aed tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:32.996842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded70bda-dfe9-40e5-9aad-217afa501719 None None] Network 0307745b-d982-4b14-96ea-64ca7856201e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:33.013007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34206) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:33.150655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0307745b-d982-4b14-96ea-64ca7856201e', 'network_id': '0307745b-d982-4b14-96ea-64ca7856201e', 'project_id': '414d9ff7c5c1444586cdfcb441201b90', 'fixed_ips': [{'subnet_id': 'fc3e24d5-f4de-43a7-b5c5-57d211e6033b'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:26:33.152765 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.297116 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:33.298760 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f0887ca3-1329-4bed-acc7-e5a960390aed tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 1.8431726
Feb 12 21:26:33.302122 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-7965f29e-cd35-43d2-be61-6be99556e928 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Publish callbacks [] for port (79333068-c2d8-461b-ae55-4351994e694a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.309544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34218) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:33.316510 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ddadd4db-94b6-454d-8b9f-c8cb3ea0b52a tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-806050921'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:33.337890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Allocated IP 172.20.255.242 (0307745b-d982-4b14-96ea-64ca7856201e/fc3e24d5-f4de-43a7-b5c5-57d211e6033b/fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:33.353644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e9186-7ccb-4798-bddb-c8abc599f3ff req-0b63bb76-e460-4209-a406-ad42066140de tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:33.355589 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c8e9186-7ccb-4798-bddb-c8abc599f3ff req-0b63bb76-e460-4209-a406-ad42066140de tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 943 time: 0.1933866
Feb 12 21:26:33.369762 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1a81539c-e550-41c3-9c0a-54002eb71918 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port d4151c02-238b-4890-95bf-bf4795384ad6 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:33.370487 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1a81539c-e550-41c3-9c0a-54002eb71918 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d4151c02-238b-4890-95bf-bf4795384ad6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.412897 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c8e9186-7ccb-4798-bddb-c8abc599f3ff req-a8898872-5539-4b22-b8e4-a226e3a39e1e tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466151
Feb 12 21:26:33.475779 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-1a81539c-e550-41c3-9c0a-54002eb71918 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] For port d4151c02-238b-4890-95bf-bf4795384ad6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4151c02-238b-4890-95bf-bf4795384ad6,segment=NetworkSegment(3b76adfd-dc6f-4300-8be7-dfae78f5b26b),segment_id=3b76adfd-dc6f-4300-8be7-dfae78f5b26b)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:33.476182 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1a81539c-e550-41c3-9c0a-54002eb71918 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d4151c02-238b-4890-95bf-bf4795384ad6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.490888 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1a81539c-e550-41c3-9c0a-54002eb71918 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for d4151c02-238b-4890-95bf-bf4795384ad6 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:33.524283 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-7965f29e-cd35-43d2-be61-6be99556e928 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (79333068-c2d8-461b-ae55-4351994e694a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.534455 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Publish callbacks [] for port (fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.543402 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.547286 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddadd4db-94b6-454d-8b9f-c8cb3ea0b52a tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:33.549591 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddadd4db-94b6-454d-8b9f-c8cb3ea0b52a tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.592435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34224) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:33.601551 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-7965f29e-cd35-43d2-be61-6be99556e928 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Network 2d400d95-ec5f-48f7-ad66-79ff014da04a is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:33.603934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-dca42f34-d622-438f-9208-28ae7bcb2f9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1284315945-network', 'tenant_id': '43a500dbe61b4c14b679ed9f6ddded52'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:33.605015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-7965f29e-cd35-43d2-be61-6be99556e928 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:33.608337 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-7965f29e-cd35-43d2-be61-6be99556e928 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:33.625617 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddadd4db-94b6-454d-8b9f-c8cb3ea0b52a tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:26:33.643668 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965f29e-cd35-43d2-be61-6be99556e928 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Pushing event updated for resources: {'Port': ['ID=79333068-c2d8-461b-ae55-4351994e694a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:33.673760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-7965f29e-cd35-43d2-be61-6be99556e928 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:33.674452 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-7965f29e-cd35-43d2-be61-6be99556e928 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.676219 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddadd4db-94b6-454d-8b9f-c8cb3ea0b52a tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (f616ce82-690b-4839-82f3-d882da8f3a39), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.676219 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-ddadd4db-94b6-454d-8b9f-c8cb3ea0b52a tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Added segment f616ce82-690b-4839-82f3-d882da8f3a39 of type vlan for network de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe
Feb 12 21:26:33.726639 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.775829 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-7965f29e-cd35-43d2-be61-6be99556e928 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2830937
Feb 12 21:26:33.781668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Network 0307745b-d982-4b14-96ea-64ca7856201e is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:33.783966 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca42f34-d622-438f-9208-28ae7bcb2f9f admin admin] Made reservation on behalf of 43a500dbe61b4c14b679ed9f6ddded52 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:33.784924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:33.786130 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dca42f34-d622-438f-9208-28ae7bcb2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.788690 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:33.801706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Pushing event updated for resources: {'Port': ['ID=fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:33.803552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Request body: {'port': {'device_id': '06e5319d-f792-40d2-b911-7f06300475ba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:33.830559 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddadd4db-94b6-454d-8b9f-c8cb3ea0b52a tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.833760 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dca42f34-d622-438f-9208-28ae7bcb2f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.864117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Attempting to bind port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:33.864502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Attempting to bind port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aadd3b7f-e2aa-404b-8ccc-0389a5044c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0307745b-d982-4b14-96ea-64ca7856201e'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:33.864978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Attempting to bind port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 on network 0307745b-d982-4b14-96ea-64ca7856201e {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:33.870782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:33.871165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Checking segment: {'id': 'aadd3b7f-e2aa-404b-8ccc-0389a5044c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0307745b-d982-4b14-96ea-64ca7856201e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:33.871573 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.871971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Bound using segment: {'id': 'aadd3b7f-e2aa-404b-8ccc-0389a5044c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0307745b-d982-4b14-96ea-64ca7856201e'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:33.872439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Bound port: fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadd3b7f-e2aa-404b-8ccc-0389a5044c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0307745b-d982-4b14-96ea-64ca7856201e'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:33.873069 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.892695 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (79333068-c2d8-461b-ae55-4351994e694a), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:33.921853 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6f75e-9af6-45ab-9fa1-65ec43d72ce7 req-e44cc2a3-98bf-41c3-8155-64b59730b978 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:33.923373 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ec6f75e-9af6-45ab-9fa1-65ec43d72ce7 req-e44cc2a3-98bf-41c3-8155-64b59730b978 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 931 time: 0.2102993
Feb 12 21:26:33.945333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] For port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:33.948759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] For port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6,segment=NetworkSegment(aadd3b7f-e2aa-404b-8ccc-0389a5044c50),segment_id=aadd3b7f-e2aa-404b-8ccc-0389a5044c50)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:34.009518 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:34.011170 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddadd4db-94b6-454d-8b9f-c8cb3ea0b52a tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:34.016046 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddadd4db-94b6-454d-8b9f-c8cb3ea0b52a tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:34.016624 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddadd4db-94b6-454d-8b9f-c8cb3ea0b52a tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:34.051318 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ec6f75e-9af6-45ab-9fa1-65ec43d72ce7 req-a2f7999c-be32-46a1-8717-331ceb07363f tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/security-groups?id=2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159861
Feb 12 21:26:34.065382 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:34.141937 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1a81539c-e550-41c3-9c0a-54002eb71918 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d4151c02-238b-4890-95bf-bf4795384ad6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:34.181066 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3cb4a-4df5-4729-a5a6-ffa87f03b17f None None] Pushing event updated for resources: {'Port': ['ID=fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:34.195603 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadd4db-94b6-454d-8b9f-c8cb3ea0b52a tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Network': ['ID=de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:34.197766 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81539c-e550-41c3-9c0a-54002eb71918 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=d4151c02-238b-4890-95bf-bf4795384ad6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:34.205383 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ddadd4db-94b6-454d-8b9f-c8cb3ea0b52a tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8977566
Feb 12 21:26:34.211822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34232) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:34.220721 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:26:34.237241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79333068-c2d8-461b-ae55-4351994e694a {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:26:34.250486 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Publish callbacks [] for port (79333068-c2d8-461b-ae55-4351994e694a), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:34.273822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Transition to ACTIVE for port object 79333068-c2d8-461b-ae55-4351994e694a will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:26:34.281580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7201b800-f8ae-4006-bfe1-da72678bbcea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'subnet': {'network_id': 'de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:34.303344 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dca42f34-d622-438f-9208-28ae7bcb2f9f admin admin] Publish callbacks [] for security_group (bc472532-fa1a-4850-8a25-5607fcfc623f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:34.344705 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (79333068-c2d8-461b-ae55-4351994e694a), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:34.452202 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Pushing event updated for resources: {'Port': ['ID=79333068-c2d8-461b-ae55-4351994e694a,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:34.453254 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Allocated IP 172.35.2.103 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/3f0de72b-dd98-4b58-82bd-34d9a8ab26b5) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:34.474286 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dca42f34-d622-438f-9208-28ae7bcb2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bc472532-fa1a-4850-8a25-5607fcfc623f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:34.537108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Attempting to bind port 79333068-c2d8-461b-ae55-4351994e694a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:34.537513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Attempting to bind port 79333068-c2d8-461b-ae55-4351994e694a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e9c99625-9af3-4b41-b38b-63aba4748ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2d400d95-ec5f-48f7-ad66-79ff014da04a'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:34.537842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Attempting to bind port 79333068-c2d8-461b-ae55-4351994e694a on network 2d400d95-ec5f-48f7-ad66-79ff014da04a {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:34.562710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Port 79333068-c2d8-461b-ae55-4351994e694a on network 2d400d95-ec5f-48f7-ad66-79ff014da04a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:26:34.563086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Attempting to bind port 79333068-c2d8-461b-ae55-4351994e694a on network 2d400d95-ec5f-48f7-ad66-79ff014da04a {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:34.576659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:34.577052 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Checking segment: {'id': 'e9c99625-9af3-4b41-b38b-63aba4748ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2d400d95-ec5f-48f7-ad66-79ff014da04a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:34.577648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Bound using segment: {'id': 'e9c99625-9af3-4b41-b38b-63aba4748ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2d400d95-ec5f-48f7-ad66-79ff014da04a'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:34.578106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Bound port: 79333068-c2d8-461b-ae55-4351994e694a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c99625-9af3-4b41-b38b-63aba4748ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2d400d95-ec5f-48f7-ad66-79ff014da04a'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:34.578470 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (79333068-c2d8-461b-ae55-4351994e694a), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:34.647890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a8b66-9371-4592-a530-d2bd0ff63cb3 req-bfbdb721-9d7d-402f-89ec-80a1dbe999f4 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:34.649642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-551a8b66-9371-4592-a530-d2bd0ff63cb3 req-bfbdb721-9d7d-402f-89ec-80a1dbe999f4 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 943 time: 0.1294904
Feb 12 21:26:34.715019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] For port 79333068-c2d8-461b-ae55-4351994e694a, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:34.737561 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-551a8b66-9371-4592-a530-d2bd0ff63cb3 req-c04d13c4-1669-40e8-9ad3-c3eb3bb70a2d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821314
Feb 12 21:26:34.739530 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] For port 79333068-c2d8-461b-ae55-4351994e694a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79333068-c2d8-461b-ae55-4351994e694a,segment=NetworkSegment(e9c99625-9af3-4b41-b38b-63aba4748ddc),segment_id=e9c99625-9af3-4b41-b38b-63aba4748ddc)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:34.817005 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (79333068-c2d8-461b-ae55-4351994e694a), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:34.860958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:34.861634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:34.863254 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] 10.222.0.48 "PUT /v2.0/ports/79333068-c2d8-461b-ae55-4351994e694a HTTP/1.1" status: 200  len: 1091 time: 1.0724318
Feb 12 21:26:34.863724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e5319d-f792-40d2-b911-7f06300475ba', 'tag': '79333068-c2d8-461b-ae55-4351994e694a'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:26:34.866198 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f095c88b-4cbb-4a9c-90e6-c5c24d28eaa9" -d '{"events": [{"name": "network-changed", "server_uuid": "06e5319d-f792-40d2-b911-7f06300475ba", "tag": "79333068-c2d8-461b-ae55-4351994e694a"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:26:34.930070 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d5c580-a6b9-4315-9b48-d06fc8bab98f x-openstack-request-id: req-18d5c580-a6b9-4315-9b48-d06fc8bab98f {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:26:34.930696 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e5319d-f792-40d2-b911-7f06300475ba", "tag": "79333068-c2d8-461b-ae55-4351994e694a", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:26:34.931295 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18d5c580-a6b9-4315-9b48-d06fc8bab98f {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:26:34.931716 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e5319d-f792-40d2-b911-7f06300475ba', 'tag': '79333068-c2d8-461b-ae55-4351994e694a', 'status': 'completed', 'code': 200}
Feb 12 21:26:34.938834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea9635-e123-467a-b44b-5bcc60859847 service neutron] Pushing event updated for resources: {'Port': ['ID=79333068-c2d8-461b-ae55-4351994e694a,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:34.943714 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca42f34-d622-438f-9208-28ae7bcb2f9f admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:26:34.956106 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca42f34-d622-438f-9208-28ae7bcb2f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc472532-fa1a-4850-8a25-5607fcfc623f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:34.980275 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dca42f34-d622-438f-9208-28ae7bcb2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (26266da4-fc6d-41a9-adf1-7bc4526a6fae), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:34.980627 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-dca42f34-d622-438f-9208-28ae7bcb2f9f admin admin] Added segment 26266da4-fc6d-41a9-adf1-7bc4526a6fae of type vlan for network 46da1a0e-2367-4e60-9f3a-af1678e5b290
Feb 12 21:26:35.019987 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095c88b-4cbb-4a9c-90e6-c5c24d28eaa9 req-5520b0df-9049-4a94-ade0-ad1b07e53a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:35.021720 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f095c88b-4cbb-4a9c-90e6-c5c24d28eaa9 req-5520b0df-9049-4a94-ade0-ad1b07e53a1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=728db61ca9094fe293a8471317a6d762&device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 1125 time: 0.0596380
Feb 12 21:26:35.083245 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7201b800-f8ae-4006-bfe1-da72678bbcea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:35.086760 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7201b800-f8ae-4006-bfe1-da72678bbcea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:35.205005 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:35.232703 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dca42f34-d622-438f-9208-28ae7bcb2f9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (46da1a0e-2367-4e60-9f3a-af1678e5b290), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:35.240127 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for port (3f0de72b-dd98-4b58-82bd-34d9a8ab26b5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:35.274189 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095c88b-4cbb-4a9c-90e6-c5c24d28eaa9 req-13ba8e88-0c04-4e41-9294-d4eb2ac12206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:35.274447 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1a81539c-e550-41c3-9c0a-54002eb71918 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (b32e3aac-9b31-4189-a914-314c087a35ff), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:35.275452 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f095c88b-4cbb-4a9c-90e6-c5c24d28eaa9 req-13ba8e88-0c04-4e41-9294-d4eb2ac12206 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=728db61ca9094fe293a8471317a6d762&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2417965
Feb 12 21:26:35.296527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:35.297170 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:35.387127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749027b-7d67-4fb0-adde-eec91e4acf80 req-c3613dfd-205c-4523-9830-b5a017e01ab5 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:35.396000 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4749027b-7d67-4fb0-adde-eec91e4acf80 req-c3613dfd-205c-4523-9830-b5a017e01ab5 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 943 time: 0.1912007
Feb 12 21:26:35.401584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:35.402100 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:35.454646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6,segment=NetworkSegment(aadd3b7f-e2aa-404b-8ccc-0389a5044c50),segment_id=aadd3b7f-e2aa-404b-8ccc-0389a5044c50)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:35.462724 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dca42f34-d622-438f-9208-28ae7bcb2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (46da1a0e-2367-4e60-9f3a-af1678e5b290), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:35.463786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca42f34-d622-438f-9208-28ae7bcb2f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:35.464430 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dca42f34-d622-438f-9208-28ae7bcb2f9f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:35.481724 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4749027b-7d67-4fb0-adde-eec91e4acf80 req-499b9a3b-993c-466c-b277-270a0b23f8b5 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/security-groups?id=2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833533
Feb 12 21:26:35.483800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095c88b-4cbb-4a9c-90e6-c5c24d28eaa9 req-fdd3a82a-4dcd-42c9-bad7-285fe3232411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:35.494496 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f095c88b-4cbb-4a9c-90e6-c5c24d28eaa9 req-fdd3a82a-4dcd-42c9-bad7-285fe3232411 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2002714
Feb 12 21:26:35.518303 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (3f0de72b-dd98-4b58-82bd-34d9a8ab26b5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:35.550770 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:35.592090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-6f2105eb-f1c2-49d3-83a8-80cef214696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:35.593923 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-6f2105eb-f1c2-49d3-83a8-80cef214696c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=728db61ca9094fe293a8471317a6d762&device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 1125 time: 0.0570800
Feb 12 21:26:35.603709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28deb57b-1e10-4d07-8837-33d99ca46298 None None] Network 0307745b-d982-4b14-96ea-64ca7856201e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:35.616740 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dca42f34-d622-438f-9208-28ae7bcb2f9f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.0195014
Feb 12 21:26:35.634717 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:35.638349 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca42f34-d622-438f-9208-28ae7bcb2f9f admin admin] Pushing event updated for resources: {'Network': ['ID=46da1a0e-2367-4e60-9f3a-af1678e5b290,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:35.640324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34258) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:35.648028 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-ec200013-cdb6-491d-8105-8b6662b7fa35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79333068-c2d8-461b-ae55-4351994e694a HTTP/1.1" status: 200  len: 217 time: 0.0428517
Feb 12 21:26:35.655363 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-63f9316f-23f4-4b50-94e1-669bbe9391ff admin admin] Request body: {'subnet': {'network_id': '46da1a0e-2367-4e60-9f3a-af1678e5b290', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1284315945-subnet', 'tenant_id': '43a500dbe61b4c14b679ed9f6ddded52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:35.661604 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:35.679650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 46da1a0e-2367-4e60-9f3a-af1678e5b290 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:26:35.707510 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-4dae1e70-b5a0-4b66-8539-84d765b83892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:35.709149 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-4dae1e70-b5a0-4b66-8539-84d765b83892 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5444c9f8-04f0-4a57-b767-5cf6afb40a44 HTTP/1.1" status: 200  len: 848 time: 0.0549908
Feb 12 21:26:35.716057 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:35.752708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event updated for resources: {'Port': ['ID=3f0de72b-dd98-4b58-82bd-34d9a8ab26b5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:35.756586 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:35.759537 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-e450a956-632d-49ef-a503-c93859aa67bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d400d95-ec5f-48f7-ad66-79ff014da04a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385215
Feb 12 21:26:35.837336 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7201b800-f8ae-4006-bfe1-da72678bbcea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (3c71827c-b707-4e2f-95a5-30df776530a5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:35.884859 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-e3316049-57dc-43a8-91e3-a4c2a7c3d8dd service neutron] 10.222.0.48 "GET /v2.0/networks/2d400d95-ec5f-48f7-ad66-79ff014da04a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1159470
Feb 12 21:26:35.901665 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f9316f-23f4-4b50-94e1-669bbe9391ff admin admin] Made reservation on behalf of 43a500dbe61b4c14b679ed9f6ddded52 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:35.904954 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-63f9316f-23f4-4b50-94e1-669bbe9391ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:35.911811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a81539c-e550-41c3-9c0a-54002eb71918 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router b32e3aac-9b31-4189-a914-314c087a35ff has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:26:35.941795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-800543cc-a849-47ce-a362-d3114c928545 None None] Provisioning complete for port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:35.942325 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-800543cc-a849-47ce-a362-d3114c928545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:36.042509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201b800-f8ae-4006-bfe1-da72678bbcea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Subnet': ['ID=3c71827c-b707-4e2f-95a5-30df776530a5,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:36.043412 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf723e90-6bc3-428c-a6b5-21c6966bcdcf req-7866a32c-4975-40c8-97fc-8ecfb5383a8f service neutron] 10.222.0.48 "GET /v2.0/networks/2d400d95-ec5f-48f7-ad66-79ff014da04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490397
Feb 12 21:26:36.078525 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for floatingip (0ce8a63a-f8b5-4a46-9044-b320d1f59399), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:36.097147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-800543cc-a849-47ce-a362-d3114c928545 None None] Current status of the port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:36.172987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17438c4f-782b-4372-bbdb-127edd38b70b req-58dd235e-0754-4df4-9736-2db21372225f tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:36.174574 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-17438c4f-782b-4372-bbdb-127edd38b70b req-58dd235e-0754-4df4-9736-2db21372225f tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 943 time: 0.3520622
Feb 12 21:26:36.180069 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7201b800-f8ae-4006-bfe1-da72678bbcea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Checking segment: {'id': 'f616ce82-690b-4839-82f3-d882da8f3a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:36.180446 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7201b800-f8ae-4006-bfe1-da72678bbcea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network hostable DHCP agents. Network: de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:26:36.300305 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a81539c-e550-41c3-9c0a-54002eb71918 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:36.314915 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b217d587-fe0e-4eb6-b796-d56ed119bda8 None None] Sync routers for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:26:36.320037 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1a81539c-e550-41c3-9c0a-54002eb71918 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/b32e3aac-9b31-4189-a914-314c087a35ff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1873345
Feb 12 21:26:36.320171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34268) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:36.322975 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1eb0b862-6167-4497-95f3-e6248424cdca None None] Provisioning complete for port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:36.323615 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1eb0b862-6167-4497-95f3-e6248424cdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:36.333274 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-17438c4f-782b-4372-bbdb-127edd38b70b req-82c5ca92-2860-47d1-a8e4-0beefe95178c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502135
Feb 12 21:26:36.334050 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3f0de72b-dd98-4b58-82bd-34d9a8ab26b5), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:36.363009 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b217d587-fe0e-4eb6-b796-d56ed119bda8 None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:36.363009 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b217d587-fe0e-4eb6-b796-d56ed119bda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78e070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:36.384227 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7201b800-f8ae-4006-bfe1-da72678bbcea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:26:36.412855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0b862-6167-4497-95f3-e6248424cdca None None] Current status of the port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:36.428860 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f698e02-27dc-4cff-af0f-0714954c3487 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting subnet 9c0c4d58-f7cc-4a4a-bf0b-61eb88512708 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:26:36.432635 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f698e02-27dc-4cff-af0f-0714954c3487 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (9c0c4d58-f7cc-4a4a-bf0b-61eb88512708), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:36.483373 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b217d587-fe0e-4eb6-b796-d56ed119bda8 None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:36.568343 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for port (3f0de72b-dd98-4b58-82bd-34d9a8ab26b5), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:36.600759 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-7201b800-f8ae-4006-bfe1-da72678bbcea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:36.606209 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7201b800-f8ae-4006-bfe1-da72678bbcea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:36.608202 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7201b800-f8ae-4006-bfe1-da72678bbcea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:36.613632 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e625e4-a602-4d82-9114-554d4ee88d5f None None] Network de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:36.613837 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-63f9316f-23f4-4b50-94e1-669bbe9391ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (0a2958b2-2d66-413b-95d7-9eb9e66ad743), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:36.719707 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (3f0de72b-dd98-4b58-82bd-34d9a8ab26b5), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:36.770311 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34274) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:36.776034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9316f-23f4-4b50-94e1-669bbe9391ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a2958b2-2d66-413b-95d7-9eb9e66ad743,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:36.779728 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b217d587-fe0e-4eb6-b796-d56ed119bda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78e070>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:33Z', 'revision_number': 9, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:36.788764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9316f-23f4-4b50-94e1-669bbe9391ff admin admin] Checking segment: {'id': '26266da4-fc6d-41a9-adf1-7bc4526a6fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '46da1a0e-2367-4e60-9f3a-af1678e5b290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:36.789284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f9316f-23f4-4b50-94e1-669bbe9391ff admin admin] Network hostable DHCP agents. Network: 46da1a0e-2367-4e60-9f3a-af1678e5b290, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:26:36.805883 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe', 'network_id': 'de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe', 'project_id': '414d9ff7c5c1444586cdfcb441201b90', 'fixed_ips': [{'subnet_id': '3c71827c-b707-4e2f-95a5-30df776530a5'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:26:36.807871 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:36.814211 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7201b800-f8ae-4006-bfe1-da72678bbcea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 2.5985713
Feb 12 21:26:36.818000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34278) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:36.854147 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b217d587-fe0e-4eb6-b796-d56ed119bda8 None None] Checking router: b32e3aac-9b31-4189-a914-314c087a35ff for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:26:36.870069 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b217d587-fe0e-4eb6-b796-d56ed119bda8 None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:36.870693 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b217d587-fe0e-4eb6-b796-d56ed119bda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78e070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:36.875546 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (0ce8a63a-f8b5-4a46-9044-b320d1f59399), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:36.922637 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f698e02-27dc-4cff-af0f-0714954c3487 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (9c0c4d58-f7cc-4a4a-bf0b-61eb88512708), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:36.943532 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event updated for resources: {'Port': ['ID=3f0de72b-dd98-4b58-82bd-34d9a8ab26b5,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:36.994435 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:36.996784 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-02fb8baa-5888-481b-8008-28369028b771 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.9826293
Feb 12 21:26:37.002166 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b217d587-fe0e-4eb6-b796-d56ed119bda8 None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:37.003745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34280) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:37.015893 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d04fa6bd-dfbd-44b9-ac86-0f44c1d5a6d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.021599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f9316f-23f4-4b50-94e1-669bbe9391ff admin admin] Network 46da1a0e-2367-4e60-9f3a-af1678e5b290 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:26:37.028827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d59d14-f557-4b58-9828-83ac8e5b76a1 req-b31a69e7-80d5-4eaf-a236-c1c18106fa78 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:37.030401 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f0d59d14-f557-4b58-9828-83ac8e5b76a1 req-b31a69e7-80d5-4eaf-a236-c1c18106fa78 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 943 time: 0.2134686
Feb 12 21:26:37.053624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-930247ab-abb9-435d-a9d4-93a78d5673b2 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-58033187'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:37.065716 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Allocated IP 172.20.0.2 (de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe/3c71827c-b707-4e2f-95a5-30df776530a5/d2df15f6-9873-4caa-91b7-4d068899a3d6) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:37.069644 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.161514 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f698e02-27dc-4cff-af0f-0714954c3487 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (9c0c4d58-f7cc-4a4a-bf0b-61eb88512708), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.162989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d04fa6bd-dfbd-44b9-ac86-0f44c1d5a6d7 admin admin] Publish callbacks [] for security_group (acb93c50-b060-47ca-aee4-510e00ddcbac), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.167043 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-63f9316f-23f4-4b50-94e1-669bbe9391ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 46da1a0e-2367-4e60-9f3a-af1678e5b290) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:37.176866 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f9316f-23f4-4b50-94e1-669bbe9391ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:37.177697 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-63f9316f-23f4-4b50-94e1-669bbe9391ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.187303 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f0d59d14-f557-4b58-9828-83ac8e5b76a1 req-cdf694e9-2f1e-4c3b-bcfb-ff7da081e534 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/security-groups?id=2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445770
Feb 12 21:26:37.222001 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (3c71827c-b707-4e2f-95a5-30df776530a5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.240272 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d04fa6bd-dfbd-44b9-ac86-0f44c1d5a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (acb93c50-b060-47ca-aee4-510e00ddcbac), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.258503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:37.262088 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c0d233-38f1-4d6d-b124-ee9712842e55 None None] Network 46da1a0e-2367-4e60-9f3a-af1678e5b290 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:37.279316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fa6bd-dfbd-44b9-ac86-0f44c1d5a6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb93c50-b060-47ca-aee4-510e00ddcbac,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:37.291704 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b217d587-fe0e-4eb6-b796-d56ed119bda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78e070>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:33Z', 'revision_number': 9, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:37.302712 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-63f9316f-23f4-4b50-94e1-669bbe9391ff admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6508009
Feb 12 21:26:37.329416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34286) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:37.338936 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d04fa6bd-dfbd-44b9-ac86-0f44c1d5a6d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d681130566a4186bb8290bdfe443875&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5516815
Feb 12 21:26:37.343786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930247ab-abb9-435d-a9d4-93a78d5673b2 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Made reservation on behalf of 04cfe2dd468f40cc861f1e9895767040 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:37.351356 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930247ab-abb9-435d-a9d4-93a78d5673b2 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.369922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930247ab-abb9-435d-a9d4-93a78d5673b2 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.415315 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f698e02-27dc-4cff-af0f-0714954c3487 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (9c0c4d58-f7cc-4a4a-bf0b-61eb88512708), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.437088 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2b199b-6ca3-468f-a3b4-7b504cbc2d36 None None] Network 46da1a0e-2367-4e60-9f3a-af1678e5b290 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:37.440754 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b217d587-fe0e-4eb6-b796-d56ed119bda8 None None] The sync data for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 is: [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:33Z', 'revision_number': 9, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5d3dc95-df2d-4d37-a4be-f3a14725df5f', 'name': '', 'network_id': '017ab9af-ed67-459d-908a-13e701621a6a', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:ce:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:58Z', 'updated_at': '2022-02-12T21:26:08Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': '34a84b44-8d5d-41c9-ab04-096bbd4f39e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:37.453489 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Publish callbacks [] for port (d2df15f6-9873-4caa-91b7-4d068899a3d6), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.517508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f698e02-27dc-4cff-af0f-0714954c3487 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0c4d58-f7cc-4a4a-bf0b-61eb88512708,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:37.530200 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:37.530628 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.539179 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f698e02-27dc-4cff-af0f-0714954c3487 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.546142 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9f698e02-27dc-4cff-af0f-0714954c3487 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/9c0c4d58-f7cc-4a4a-bf0b-61eb88512708 HTTP/1.1" status: 204  len: 168 time: 1.2254357
Feb 12 21:26:37.550131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34292) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:37.575277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52cfaa3-55ac-4ec3-a404-8f0c8d74f069 None None] Network c1fbdbd7-cd66-4dbd-94fa-9f768545b127 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:37.580074 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930247ab-abb9-435d-a9d4-93a78d5673b2 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for security_group (61184155-51bf-4177-b80a-9d1671293c0c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.604916 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (d2df15f6-9873-4caa-91b7-4d068899a3d6), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.608503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92b9d6-7ef7-4bbf-a0c0-1183df3aa843 req-7c8221a7-0a97-46bb-b35f-0225bfb73cd7 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:37.610197 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f92b9d6-7ef7-4bbf-a0c0-1183df3aa843 req-7c8221a7-0a97-46bb-b35f-0225bfb73cd7 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 943 time: 0.1085696
Feb 12 21:26:37.639345 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8163929-177f-49b3-9496-e57e1d356a4f admin admin] Publish callbacks [] for security_group (acb93c50-b060-47ca-aee4-510e00ddcbac), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.665116 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930247ab-abb9-435d-a9d4-93a78d5673b2 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (61184155-51bf-4177-b80a-9d1671293c0c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.691707 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8163929-177f-49b3-9496-e57e1d356a4f admin admin] Publish callbacks [] for security_group (acb93c50-b060-47ca-aee4-510e00ddcbac), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.691946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:26:37.694290 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (3c71827c-b707-4e2f-95a5-30df776530a5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.715825 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (c1fbdbd7-cd66-4dbd-94fa-9f768545b127), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.721239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930247ab-abb9-435d-a9d4-93a78d5673b2 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:26:37.739047 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f92b9d6-7ef7-4bbf-a0c0-1183df3aa843 req-31cbfc63-7ad3-4370-9dfc-e26a2178e83e tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222405
Feb 12 21:26:37.751689 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Network de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:37.765452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:37.769470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Subnet': ['ID=3c71827c-b707-4e2f-95a5-30df776530a5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:37.773981 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Pushing event updated for resources: {'Port': ['ID=d2df15f6-9873-4caa-91b7-4d068899a3d6,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:37.778906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930247ab-abb9-435d-a9d4-93a78d5673b2 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61184155-51bf-4177-b80a-9d1671293c0c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:37.786730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:37.793496 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930247ab-abb9-435d-a9d4-93a78d5673b2 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c867bd30-7c75-4e37-b2f4-690d4f0d004e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.793790 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-930247ab-abb9-435d-a9d4-93a78d5673b2 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Added segment c867bd30-7c75-4e37-b2f4-690d4f0d004e of type vlan for network f0f6f42c-24de-4ceb-930c-abdc060433ce
Feb 12 21:26:37.837891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 79333068-c2d8-461b-ae55-4351994e694a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:26:37.864953 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930247ab-abb9-435d-a9d4-93a78d5673b2 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (f0f6f42c-24de-4ceb-930c-abdc060433ce), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.876367 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.924093 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.resource_extend [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:26:37.934669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f93cadc0>,) {'filters': {'network_id': ['de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:37.948957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f93cadc0>, 'f616ce82-690b-4839-82f3-d882da8f3a39') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:37.949455 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f93cadc0>, 'f616ce82-690b-4839-82f3-d882da8f3a39') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:37.972436 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (f616ce82-690b-4839-82f3-d882da8f3a39), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.991297 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930247ab-abb9-435d-a9d4-93a78d5673b2 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (f0f6f42c-24de-4ceb-930c-abdc060433ce), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:37.998689 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930247ab-abb9-435d-a9d4-93a78d5673b2 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:37.999931 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-930247ab-abb9-435d-a9d4-93a78d5673b2 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.011296 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (f616ce82-690b-4839-82f3-d882da8f3a39), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.025644 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.resource_extend [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 12 21:26:38.049756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:38.049756 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (961f48fc-3f3a-4f92-b4cb-85d5db0040e2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.061434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:38.064772 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8163929-177f-49b3-9496-e57e1d356a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (acb93c50-b060-47ca-aee4-510e00ddcbac), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.066960 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8163929-177f-49b3-9496-e57e1d356a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.068111 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f8163929-177f-49b3-9496-e57e1d356a4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/acb93c50-b060-47ca-aee4-510e00ddcbac HTTP/1.1" status: 204  len: 168 time: 0.7373357
Feb 12 21:26:38.077500 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Attempting to bind port d2df15f6-9873-4caa-91b7-4d068899a3d6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:38.078564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Attempting to bind port d2df15f6-9873-4caa-91b7-4d068899a3d6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f616ce82-690b-4839-82f3-d882da8f3a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:38.078564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Attempting to bind port d2df15f6-9873-4caa-91b7-4d068899a3d6 on network de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:38.085450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:38.085865 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (f616ce82-690b-4839-82f3-d882da8f3a39), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:38.090368 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:38.106749 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-930247ab-abb9-435d-a9d4-93a78d5673b2 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.1002913
Feb 12 21:26:38.110683 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34308) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:38.121621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930247ab-abb9-435d-a9d4-93a78d5673b2 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event updated for resources: {'Network': ['ID=f0f6f42c-24de-4ceb-930c-abdc060433ce,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:38.123294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b907a973-a379-4842-8edb-82654de15033 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Request body: {'subnet': {'network_id': 'f0f6f42c-24de-4ceb-930c-abdc060433ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:38.160967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network f0f6f42c-24de-4ceb-930c-abdc060433ce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:26:38.190166 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db8b531-729a-4233-bbe3-47d5884a33ba None None] DHCP port deletion for c1fbdbd7-cd66-4dbd-94fa-9f768545b127 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:26:38.190395 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8163929-177f-49b3-9496-e57e1d356a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb93c50-b060-47ca-aee4-510e00ddcbac,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:38.209648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:38.210027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Checking segment: {'id': 'f616ce82-690b-4839-82f3-d882da8f3a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:38.210471 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.210868 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Bound using segment: {'id': 'f616ce82-690b-4839-82f3-d882da8f3a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:38.211352 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Bound port: d2df15f6-9873-4caa-91b7-4d068899a3d6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f616ce82-690b-4839-82f3-d882da8f3a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:38.211728 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d2df15f6-9873-4caa-91b7-4d068899a3d6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.328063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] For port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=961f48fc-3f3a-4f92-b4cb-85d5db0040e2,segment=NetworkSegment(3b76adfd-dc6f-4300-8be7-dfae78f5b26b),segment_id=3b76adfd-dc6f-4300-8be7-dfae78f5b26b)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:38.329825 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (961f48fc-3f3a-4f92-b4cb-85d5db0040e2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.333260 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.db.api [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 12 21:26:38.333260 ncdv-master-1 neutron-server[126505]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 12 21:26:38.333260 ncdv-master-1 neutron-server[126505]: [parameters: {'id': 'de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe'}]
Feb 12 21:26:38.333260 ncdv-master-1 neutron-server[126505]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:26:38.333822 ncdv-master-1 neutron-server[126505]: DEBUG oslo_db.api [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:26:38.342485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:38.346586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 79333068-c2d8-461b-ae55-4351994e694a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79333068-c2d8-461b-ae55-4351994e694a,segment=NetworkSegment(e9c99625-9af3-4b41-b38b-63aba4748ddc),segment_id=e9c99625-9af3-4b41-b38b-63aba4748ddc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:38.350656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-7201ea24-fde1-4fcc-a79f-811d3624842f tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:38.354424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58786248-e822-41ff-88bf-d13ae8382892 req-48113f94-5168-45f5-aa4f-ad344bf66cad tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:38.359401 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-7201ea24-fde1-4fcc-a79f-811d3624842f tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/networks?id=f96b466b-384a-4a15-836c-202ee42be0f5 HTTP/1.1" status: 200  len: 809 time: 0.4013257
Feb 12 21:26:38.367032 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-58786248-e822-41ff-88bf-d13ae8382892 req-48113f94-5168-45f5-aa4f-ad344bf66cad tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 943 time: 0.0881989
Feb 12 21:26:38.387998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:38.411631 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-97ac14fc-8aa9-4676-98a1-e724a7dde8ee tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/quotas/338dee3698c944ca8240d48553a4e629 HTTP/1.1" status: 200  len: 375 time: 0.0512781
Feb 12 21:26:38.417165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '79333068-c2d8-461b-ae55-4351994e694a', 'network_id': '2d400d95-ec5f-48f7-ad66-79ff014da04a', 'port_id': '79333068-c2d8-461b-ae55-4351994e694a', 'mac_address': 'fa:16:3e:2e:e7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5444c9f8-04f0-4a57-b767-5cf6afb40a44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:26:38.419338 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'port_id': '6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55', 'mac_address': 'fa:16:3e:58:18:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '447c8376-828f-4491-9b8b-1373d20c6228', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:26:38.427489 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-58786248-e822-41ff-88bf-d13ae8382892 req-ff8ec70c-10b7-4ce5-96bd-8d9a594c590c tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/security-groups?id=2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513027
Feb 12 21:26:38.496154 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-0231a146-30cb-492d-bf5f-24a3598e1be3 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=338dee3698c944ca8240d48553a4e629&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0832279
Feb 12 21:26:38.577255 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b907a973-a379-4842-8edb-82654de15033 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Made reservation on behalf of 04cfe2dd468f40cc861f1e9895767040 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:38.581459 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b907a973-a379-4842-8edb-82654de15033 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.611973 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-d4fec0f7-f1ac-4e16-ac1d-fdf78ede0dd4 req-94aa156a-31a7-46d2-afda-58eb2ce984ba service neutron] (126506) timed out ('10.222.0.50', 55663) {{(pid=126506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 21:26:38.686555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] For port d2df15f6-9873-4caa-91b7-4d068899a3d6, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:38.691054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4db8b531-729a-4233-bbe3-47d5884a33ba None None] Deleting port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:38.691422 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4db8b531-729a-4233-bbe3-47d5884a33ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (961f48fc-3f3a-4f92-b4cb-85d5db0040e2), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.692988 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:38.693374 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.704394 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-1cefdc6d-b223-4868-a125-71b0b506d04e service neutron] 10.222.0.31 "GET /v2.0/networks/f96b466b-384a-4a15-836c-202ee42be0f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1988454
Feb 12 21:26:38.717777 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 79333068-c2d8-461b-ae55-4351994e694a is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:38.718351 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (79333068-c2d8-461b-ae55-4351994e694a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.736329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] For port d2df15f6-9873-4caa-91b7-4d068899a3d6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2df15f6-9873-4caa-91b7-4d068899a3d6,segment=NetworkSegment(f616ce82-690b-4839-82f3-d882da8f3a39),segment_id=f616ce82-690b-4839-82f3-d882da8f3a39)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:38.769540 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:26:38.770268 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (961f48fc-3f3a-4f92-b4cb-85d5db0040e2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.777406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79333068-c2d8-461b-ae55-4351994e694a {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:26:38.817066 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] No DVR routers for this DVR port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:38.826218 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 79333068-c2d8-461b-ae55-4351994e694a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79333068-c2d8-461b-ae55-4351994e694a,segment=NetworkSegment(e9c99625-9af3-4b41-b38b-63aba4748ddc),segment_id=e9c99625-9af3-4b41-b38b-63aba4748ddc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:38.827532 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34318) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:38.828252 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:38.830161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4db8b531-729a-4233-bbe3-47d5884a33ba None None] For port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=961f48fc-3f3a-4f92-b4cb-85d5db0040e2,segment=NetworkSegment(3b76adfd-dc6f-4300-8be7-dfae78f5b26b),segment_id=3b76adfd-dc6f-4300-8be7-dfae78f5b26b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:38.830560 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4db8b531-729a-4233-bbe3-47d5884a33ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (961f48fc-3f3a-4f92-b4cb-85d5db0040e2), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.843862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4db8b531-729a-4233-bbe3-47d5884a33ba None None] Calling delete_port for 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:38.854598 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2793525f-7795-4d84-a232-ca66dea6d6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.854809 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d2df15f6-9873-4caa-91b7-4d068899a3d6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.863746 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.874457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=961f48fc-3f3a-4f92-b4cb-85d5db0040e2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:38.928867 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (79333068-c2d8-461b-ae55-4351994e694a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:38.938434 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d63f47-04fe-44ae-b83d-97b92e3f40b2 req-0968b1ea-68bd-4523-88f9-ad1b48660f19 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:38.940020 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5d63f47-04fe-44ae-b83d-97b92e3f40b2 req-0968b1ea-68bd-4523-88f9-ad1b48660f19 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 943 time: 0.1032429
Feb 12 21:26:38.951999 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.010189 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (c1fbdbd7-cd66-4dbd-94fa-9f768545b127), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.017708 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2793525f-7795-4d84-a232-ca66dea6d6c8 admin admin] Publish callbacks [] for security_group (cb6c5777-a7d3-4c2c-b609-1a20831a4509), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.021574 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d5d63f47-04fe-44ae-b83d-97b92e3f40b2 req-68391b51-b4ea-49c7-8653-ccbc2f2e01bf tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756762
Feb 12 21:26:39.042893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dd4f14-49a1-43cd-8813-9878e7416bb8 None None] Network de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:39.049618 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-732ba70b-1041-4ded-ace6-6c3475f7c739 service neutron] 10.222.0.31 "GET /v2.0/networks/f96b466b-384a-4a15-836c-202ee42be0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3375752
Feb 12 21:26:39.059622 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190bd74-c0c5-4e1e-b659-17b9f440d270 None None] Pushing event updated for resources: {'Port': ['ID=d2df15f6-9873-4caa-91b7-4d068899a3d6,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:39.086218 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2793525f-7795-4d84-a232-ca66dea6d6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cb6c5777-a7d3-4c2c-b609-1a20831a4509), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.098627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9845040>,) {'filters': {'network_id': ['c1fbdbd7-cd66-4dbd-94fa-9f768545b127']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:39.114515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9845040>, '3b76adfd-dc6f-4300-8be7-dfae78f5b26b') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:39.114821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9845040>, '3b76adfd-dc6f-4300-8be7-dfae78f5b26b') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:39.116119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d4151c02-238b-4890-95bf-bf4795384ad6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:26:39.130677 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (3b76adfd-dc6f-4300-8be7-dfae78f5b26b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.138443 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2793525f-7795-4d84-a232-ca66dea6d6c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=035b018e90304dc18c14762d8e74ecf5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3093710
Feb 12 21:26:39.141250 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34320) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:39.159081 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (3b76adfd-dc6f-4300-8be7-dfae78f5b26b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.167228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:39.167633 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (3b76adfd-dc6f-4300-8be7-dfae78f5b26b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:39.171221 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:39.183915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: d4151c02-238b-4890-95bf-bf4795384ad6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:26:39.184135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Deleting port d2df15f6-9873-4caa-91b7-4d068899a3d6 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:39.184272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d4151c02-238b-4890-95bf-bf4795384ad6 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:26:39.184376 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d2df15f6-9873-4caa-91b7-4d068899a3d6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.188161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:26:39.192700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:26:39.198578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793525f-7795-4d84-a232-ca66dea6d6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6c5777-a7d3-4c2c-b609-1a20831a4509,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:39.207017 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b907a973-a379-4842-8edb-82654de15033 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (622b8496-d14d-428d-b9c3-a221bda62d7a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.227913 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9230bee6-abf2-4773-b66e-b622bbc4e0ca admin admin] Publish callbacks [] for security_group (cb6c5777-a7d3-4c2c-b609-1a20831a4509), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.254629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['79333068-c2d8-461b-ae55-4351994e694a'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:26:39.267459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:26:39.268019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:26:39.293479 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9230bee6-abf2-4773-b66e-b622bbc4e0ca admin admin] Publish callbacks [] for security_group (cb6c5777-a7d3-4c2c-b609-1a20831a4509), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.323879 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4db8b531-729a-4233-bbe3-47d5884a33ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (961f48fc-3f3a-4f92-b4cb-85d5db0040e2), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.334438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=79333068-c2d8-461b-ae55-4351994e694a,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:39.370218 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1749752b-a1de-4c95-84c9-8d692cda33aa req-b0446c03-bbb8-438b-84c7-90bd19f2f65d tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 210 time: 0.0630167
Feb 12 21:26:39.391328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8b531-729a-4233-bbe3-47d5884a33ba None None] No DVR routers for this DVR port 961f48fc-3f3a-4f92-b4cb-85d5db0040e2 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:39.454153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907a973-a379-4842-8edb-82654de15033 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event updated for resources: {'Subnet': ['ID=622b8496-d14d-428d-b9c3-a221bda62d7a,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:39.459190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] For port d2df15f6-9873-4caa-91b7-4d068899a3d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2df15f6-9873-4caa-91b7-4d068899a3d6,segment=NetworkSegment(f616ce82-690b-4839-82f3-d882da8f3a39),segment_id=f616ce82-690b-4839-82f3-d882da8f3a39)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:39.459576 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d2df15f6-9873-4caa-91b7-4d068899a3d6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.461264 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:39.479736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169ab17b-7a48-421a-8ca7-084534e5e3e0 None None] get_active_networks_info from ncdv-master-1 {{(pid=126507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 12 21:26:39.493675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Calling delete_port for d2df15f6-9873-4caa-91b7-4d068899a3d6 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:39.510429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b907a973-a379-4842-8edb-82654de15033 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Checking segment: {'id': 'c867bd30-7c75-4e37-b2f4-690d4f0d004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0f6f42c-24de-4ceb-930c-abdc060433ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:39.510797 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b907a973-a379-4842-8edb-82654de15033 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Network hostable DHCP agents. Network: f0f6f42c-24de-4ceb-930c-abdc060433ce, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:26:39.537820 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9230bee6-abf2-4773-b66e-b622bbc4e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cb6c5777-a7d3-4c2c-b609-1a20831a4509), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.540995 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9230bee6-abf2-4773-b66e-b622bbc4e0ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.542374 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9230bee6-abf2-4773-b66e-b622bbc4e0ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb6c5777-a7d3-4c2c-b609-1a20831a4509 HTTP/1.1" status: 204  len: 168 time: 0.3917758
Feb 12 21:26:39.551851 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8b531-729a-4233-bbe3-47d5884a33ba None None] Pushing event deleted for resources: {'Port': ['ID=961f48fc-3f3a-4f92-b4cb-85d5db0040e2,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:39.552546 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230bee6-abf2-4773-b66e-b622bbc4e0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6c5777-a7d3-4c2c-b609-1a20831a4509,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:39.604538 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (c1fbdbd7-cd66-4dbd-94fa-9f768545b127), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.618896 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.622443 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/networks/c1fbdbd7-cd66-4dbd-94fa-9f768545b127 HTTP/1.1" status: 204  len: 168 time: 2.0711341
Feb 12 21:26:39.626082 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34336) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:39.648335 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f0b78-1320-4fa8-aec6-4f2e5b930385 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Network': ['ID=c1fbdbd7-cd66-4dbd-94fa-9f768545b127,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:39.696622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d4a65-6119-4772-9f2a-b256688c412a req-2a243b19-e435-4410-b930-b7574e8ac20b tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:39.698890 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-406d4a65-6119-4772-9f2a-b256688c412a req-2a243b19-e435-4410-b930-b7574e8ac20b tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 944 time: 0.1328964
Feb 12 21:26:39.760650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b907a973-a379-4842-8edb-82654de15033 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Network f0f6f42c-24de-4ceb-930c-abdc060433ce is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:26:39.771696 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-406d4a65-6119-4772-9f2a-b256688c412a req-4ed2cd46-cf6e-4a81-8937-b79d8a4b26e4 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/security-groups?id=2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645027
Feb 12 21:26:39.800602 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d2df15f6-9873-4caa-91b7-4d068899a3d6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.834046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-b907a973-a379-4842-8edb-82654de15033 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f0f6f42c-24de-4ceb-930c-abdc060433ce) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:39.836681 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Port': ['ID=d2df15f6-9873-4caa-91b7-4d068899a3d6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:39.845019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b907a973-a379-4842-8edb-82654de15033 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:39.845871 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b907a973-a379-4842-8edb-82654de15033 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:39.868936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No DVR routers for this DVR port d2df15f6-9873-4caa-91b7-4d068899a3d6 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:39.903367 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ab17b-7a48-421a-8ca7-084534e5e3e0 None None] Unable to find a vacant binding_index for network f0f6f42c-24de-4ceb-930c-abdc060433ce and agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b {{(pid=126507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Feb 12 21:26:39.910501 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ab17b-7a48-421a-8ca7-084534e5e3e0 None None] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f0f6f42c-24de-4ceb-930c-abdc060433ce) {{(pid=126507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 12 21:26:39.973099 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b907a973-a379-4842-8edb-82654de15033 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8542144
Feb 12 21:26:39.976847 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34342) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:39.985091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1063072553', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:39.993440 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.024549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f901daf0>,) {'filters': {'network_id': ['de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:40.041189 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f901daf0>, 'f616ce82-690b-4839-82f3-d882da8f3a39') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:40.041526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f901daf0>, 'f616ce82-690b-4839-82f3-d882da8f3a39') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:40.084888 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (f616ce82-690b-4839-82f3-d882da8f3a39), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.102157 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (04fc1eb1-5eba-4155-b99c-11e4b633671b), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.103294 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (04fc1eb1-5eba-4155-b99c-11e4b633671b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.108399 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dad516c4-ca35-4478-af91-0295df6c0d68 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (b32e3aac-9b31-4189-a914-314c087a35ff), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.124731 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (f616ce82-690b-4839-82f3-d882da8f3a39), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.131227 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:40.131854 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (f616ce82-690b-4839-82f3-d882da8f3a39), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:40.134974 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:40.262951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f0f6f42c-24de-4ceb-930c-abdc060433ce', 'network_id': 'f0f6f42c-24de-4ceb-930c-abdc060433ce', 'project_id': '04cfe2dd468f40cc861f1e9895767040', 'fixed_ips': [{'subnet_id': '622b8496-d14d-428d-b9c3-a221bda62d7a'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:26:40.264595 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.298565 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.307600 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.309154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8e58e-79cd-4d93-985a-7da484871551 req-91efc1bc-29f6-43ca-9b06-199e0f767a9d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:40.315860 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe HTTP/1.1" status: 204  len: 168 time: 3.4904222
Feb 12 21:26:40.316831 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7cf8e58e-79cd-4d93-985a-7da484871551 req-91efc1bc-29f6-43ca-9b06-199e0f767a9d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 944 time: 0.1457577
Feb 12 21:26:40.318882 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34354) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:40.337932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-6df675f1-1273-4d74-95f1-be1a51aa2b80 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1143400382'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:40.362315 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfd600-2016-4d81-a445-6a0fd621f802 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Network': ['ID=de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:40.410650 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7cf8e58e-79cd-4d93-985a-7da484871551 req-dd796858-4ffb-4d06-9370-689e08f78383 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882707
Feb 12 21:26:40.440928 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for router_controller (04fc1eb1-5eba-4155-b99c-11e4b633671b), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.477780 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9edf946-d5bb-4a62-9ce6-5e05c2359f97 req-6a4f2ce1-3ca4-428a-9454-e58871868788 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 210 time: 0.0293474
Feb 12 21:26:40.484566 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Allocated IP 172.20.0.2 (f0f6f42c-24de-4ceb-930c-abdc060433ce/622b8496-d14d-428d-b9c3-a221bda62d7a/6f0b9061-a212-4094-a47b-1fb26cc8be24) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:40.538678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-dad516c4-ca35-4478-af91-0295df6c0d68 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port f5d3dc95-df2d-4d37-a4be-f3a14725df5f {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:40.539016 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dad516c4-ca35-4478-af91-0295df6c0d68 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.542919 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df675f1-1273-4d74-95f1-be1a51aa2b80 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:40.547114 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6df675f1-1273-4d74-95f1-be1a51aa2b80 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.573889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df675f1-1273-4d74-95f1-be1a51aa2b80 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:26:40.638452 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-dad516c4-ca35-4478-af91-0295df6c0d68 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] For port f5d3dc95-df2d-4d37-a4be-f3a14725df5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5d3dc95-df2d-4d37-a4be-f3a14725df5f,segment=NetworkSegment(bbe098f5-fce3-41c7-adf0-cd6a356225d3),segment_id=bbe098f5-fce3-41c7-adf0-cd6a356225d3)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:40.638938 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dad516c4-ca35-4478-af91-0295df6c0d68 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.652909 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6df675f1-1273-4d74-95f1-be1a51aa2b80 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (35f4855f-483a-4bde-a702-aec9fd781367), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.652909 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-6df675f1-1273-4d74-95f1-be1a51aa2b80 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Added segment 35f4855f-483a-4bde-a702-aec9fd781367 of type vlan for network eca6bcc3-9d13-46be-8fbb-534d648ae106
Feb 12 21:26:40.657607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-dad516c4-ca35-4478-af91-0295df6c0d68 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for f5d3dc95-df2d-4d37-a4be-f3a14725df5f owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:40.705389 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Publish callbacks [] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.772210 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6df675f1-1273-4d74-95f1-be1a51aa2b80 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (eca6bcc3-9d13-46be-8fbb-534d648ae106), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.778326 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for router_gateway (04fc1eb1-5eba-4155-b99c-11e4b633671b), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.796774 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.841203 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Network f0f6f42c-24de-4ceb-930c-abdc060433ce is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:40.844861 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:40.849337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:40.852568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Pushing event updated for resources: {'Port': ['ID=6f0b9061-a212-4094-a47b-1fb26cc8be24,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:40.899547 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6df675f1-1273-4d74-95f1-be1a51aa2b80 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (eca6bcc3-9d13-46be-8fbb-534d648ae106), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.906775 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df675f1-1273-4d74-95f1-be1a51aa2b80 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:40.908155 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6df675f1-1273-4d74-95f1-be1a51aa2b80 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.920147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Attempting to bind port 6f0b9061-a212-4094-a47b-1fb26cc8be24 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:40.921109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Attempting to bind port 6f0b9061-a212-4094-a47b-1fb26cc8be24 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c867bd30-7c75-4e37-b2f4-690d4f0d004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0f6f42c-24de-4ceb-930c-abdc060433ce'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:40.921109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Attempting to bind port 6f0b9061-a212-4094-a47b-1fb26cc8be24 on network f0f6f42c-24de-4ceb-930c-abdc060433ce {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:40.927212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:40.927847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Checking segment: {'id': 'c867bd30-7c75-4e37-b2f4-690d4f0d004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0f6f42c-24de-4ceb-930c-abdc060433ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:40.928666 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:40.929220 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Bound using segment: {'id': 'c867bd30-7c75-4e37-b2f4-690d4f0d004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0f6f42c-24de-4ceb-930c-abdc060433ce'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:40.930184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Bound port: 6f0b9061-a212-4094-a47b-1fb26cc8be24, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c867bd30-7c75-4e37-b2f4-690d4f0d004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f0f6f42c-24de-4ceb-930c-abdc060433ce'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:40.930917 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:41.006709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34372) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:41.012992 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] For port 6f0b9061-a212-4094-a47b-1fb26cc8be24, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:41.017392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] For port 6f0b9061-a212-4094-a47b-1fb26cc8be24, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f0b9061-a212-4094-a47b-1fb26cc8be24,segment=NetworkSegment(c867bd30-7c75-4e37-b2f4-690d4f0d004e),segment_id=c867bd30-7c75-4e37-b2f4-690d4f0d004e)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:41.069906 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:41.085283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df675f1-1273-4d74-95f1-be1a51aa2b80 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Network': ['ID=eca6bcc3-9d13-46be-8fbb-534d648ae106,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:41.128727 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6df675f1-1273-4d74-95f1-be1a51aa2b80 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8080215
Feb 12 21:26:41.131925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34376) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:41.137943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-420b7abe-30f9-4700-9cf3-2f9c5c3a89e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'subnet': {'network_id': 'eca6bcc3-9d13-46be-8fbb-534d648ae106', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:41.140380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network eca6bcc3-9d13-46be-8fbb-534d648ae106 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:26:41.224696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5e5e73d3-7d16-48b2-9541-5201f8155eab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-938193514-network', 'tenant_id': '67268b7cb701423a97c6d14f1de05645'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:41.251652 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71de7c-fe23-435a-b931-8d5bd69b3b7e None None] Pushing event updated for resources: {'Port': ['ID=6f0b9061-a212-4094-a47b-1fb26cc8be24,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:41.335479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a419f5-4d3c-40db-858e-8a206407099d req-336980a6-e98d-4b0e-ae23-e22bc005b7c8 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:41.337396 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-28a419f5-4d3c-40db-858e-8a206407099d req-336980a6-e98d-4b0e-ae23-e22bc005b7c8 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 944 time: 0.4768043
Feb 12 21:26:41.387672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5e73d3-7d16-48b2-9541-5201f8155eab admin admin] Made reservation on behalf of 67268b7cb701423a97c6d14f1de05645 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:41.390196 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5e5e73d3-7d16-48b2-9541-5201f8155eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:41.393120 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-28a419f5-4d3c-40db-858e-8a206407099d req-fe95acb3-59c6-418f-a0e5-1a3da7e8d433 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/security-groups?id=2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484078
Feb 12 21:26:41.404821 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5e5e73d3-7d16-48b2-9541-5201f8155eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:41.418554 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dad516c4-ca35-4478-af91-0295df6c0d68 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f5d3dc95-df2d-4d37-a4be-f3a14725df5f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:41.424422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420b7abe-30f9-4700-9cf3-2f9c5c3a89e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:41.428028 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-420b7abe-30f9-4700-9cf3-2f9c5c3a89e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:41.454844 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad516c4-ca35-4478-af91-0295df6c0d68 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=f5d3dc95-df2d-4d37-a4be-f3a14725df5f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:41.512089 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for router_gateway (04fc1eb1-5eba-4155-b99c-11e4b633671b), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:41.566808 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:41.643828 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.ipam_backend_mixin [None req-420b7abe-30f9-4700-9cf3-2f9c5c3a89e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Performing IP validity checks on allocation pools {{(pid=126505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 12 21:26:41.644695 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.ipam_backend_mixin [None req-420b7abe-30f9-4700-9cf3-2f9c5c3a89e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126505) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 12 21:26:41.711690 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-80a554ae-a0ad-409b-9d33-58f05224a387 req-f1ff948f-8cbc-4bf2-89e6-5c45a0d39d16 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 210 time: 0.0743363
Feb 12 21:26:41.749036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:41.750388 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dad516c4-ca35-4478-af91-0295df6c0d68 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (b32e3aac-9b31-4189-a914-314c087a35ff), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:41.808868 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f34e7-4429-41f6-ab6a-2c08dfedfc1a req-a650a58f-bf4f-45e0-ba53-e9e7dab73199 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:41.811170 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-282f34e7-4429-41f6-ab6a-2c08dfedfc1a req-a650a58f-bf4f-45e0-ba53-e9e7dab73199 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 944 time: 0.2536695
Feb 12 21:26:41.843587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 79333068-c2d8-461b-ae55-4351994e694a up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:41.889826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:26:41.901997 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:41.902379 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:41.968653 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad516c4-ca35-4478-af91-0295df6c0d68 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router b32e3aac-9b31-4189-a914-314c087a35ff has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:26:42.016851 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:42.017591 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.046201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b035ff5e-f64d-4306-9b3d-33601a168720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:26:42.048768 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef5c7be-8cad-45b1-835d-c112030a6012" -d '{"events": [{"server_uuid": "b035ff5e-f64d-4306-9b3d-33601a168720", "name": "network-vif-plugged", "status": "completed", "tag": "6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:26:42.064525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 79333068-c2d8-461b-ae55-4351994e694a completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:26:42.087818 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 79333068-c2d8-461b-ae55-4351994e694a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:42.088342 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (79333068-c2d8-461b-ae55-4351994e694a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.095403 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:42.098810 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad516c4-ca35-4478-af91-0295df6c0d68 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:42.110236 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dad516c4-ca35-4478-af91-0295df6c0d68 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/b32e3aac-9b31-4189-a914-314c087a35ff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4829645
Feb 12 21:26:42.132864 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4d6184-06ea-4116-86fe-079a60105eee x-openstack-request-id: req-9b4d6184-06ea-4116-86fe-079a60105eee {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:26:42.133381 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b035ff5e-f64d-4306-9b3d-33601a168720", "name": "network-vif-plugged", "status": "completed", "tag": "6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:26:42.134056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34386) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:42.134485 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b4d6184-06ea-4116-86fe-079a60105eee {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:26:42.141427 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b035ff5e-f64d-4306-9b3d-33601a168720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55', 'code': 200}
Feb 12 21:26:42.149774 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9d9c0-5746-4461-99bb-8c09a6cf4292 None None] Sync routers for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:26:42.180748 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.218884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c9d9c0-5746-4461-99bb-8c09a6cf4292 None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:42.219595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-60c9d9c0-5746-4461-99bb-8c09a6cf4292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4e1eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:42.224344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1583b1-3611-4db6-9126-79ca59a61874 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting subnet 34a84b44-8d5d-41c9-ab04-096bbd4f39e5 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:26:42.233851 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ac1583b1-3611-4db6-9126-79ca59a61874 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (34a84b44-8d5d-41c9-ab04-096bbd4f39e5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.283206 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ac1583b1-3611-4db6-9126-79ca59a61874 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (34a84b44-8d5d-41c9-ab04-096bbd4f39e5), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.331992 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-60c9d9c0-5746-4461-99bb-8c09a6cf4292 None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:42.345707 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5e5e73d3-7d16-48b2-9541-5201f8155eab admin admin] Publish callbacks [] for security_group (16998a53-8e87-474e-abda-e8e3f3cde6aa), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.370680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Allocated IP 172.35.2.234 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/8eade34c-c2f3-48a9-9b34-86fe9c655551) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:42.389770 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ac1583b1-3611-4db6-9126-79ca59a61874 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (34a84b44-8d5d-41c9-ab04-096bbd4f39e5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.465694 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5e5e73d3-7d16-48b2-9541-5201f8155eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (16998a53-8e87-474e-abda-e8e3f3cde6aa), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.547646 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-282f34e7-4429-41f6-ab6a-2c08dfedfc1a req-27f27a95-50a8-4388-9cc3-9e8ad1c5b5df tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7177844
Feb 12 21:26:42.578768 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ac1583b1-3611-4db6-9126-79ca59a61874 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (34a84b44-8d5d-41c9-ab04-096bbd4f39e5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.586662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5e73d3-7d16-48b2-9541-5201f8155eab admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:26:42.611848 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6cd80-620e-4684-a02f-67fd0ed8dd92 req-7917c749-e1ea-47dd-972a-f1686b329d89 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:42.613764 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ad6cd80-620e-4684-a02f-67fd0ed8dd92 req-7917c749-e1ea-47dd-972a-f1686b329d89 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 944 time: 0.1207306
Feb 12 21:26:42.635994 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ac1583b1-3611-4db6-9126-79ca59a61874 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.641891 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ac1583b1-3611-4db6-9126-79ca59a61874 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/34a84b44-8d5d-41c9-ab04-096bbd4f39e5 HTTP/1.1" status: 204  len: 168 time: 0.5036554
Feb 12 21:26:42.642908 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34392) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:42.662961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1583b1-3611-4db6-9126-79ca59a61874 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Subnet': ['ID=34a84b44-8d5d-41c9-ab04-096bbd4f39e5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:42.671880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdeb75-bc2f-4de9-ad50-aa12a783e96a req-efadf858-0947-411e-b451-b4e07e918b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:42.673479 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bbdeb75-bc2f-4de9-ad50-aa12a783e96a req-efadf858-0947-411e-b451-b4e07e918b01 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 1127 time: 0.4134881
Feb 12 21:26:42.682057 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5e5e73d3-7d16-48b2-9541-5201f8155eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b88e6610-28e8-45b6-a143-23f3b5d33791), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.682410 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-5e5e73d3-7d16-48b2-9541-5201f8155eab admin admin] Added segment b88e6610-28e8-45b6-a143-23f3b5d33791 of type vlan for network 57ed5d22-bc4f-4292-a243-27a5ebb4ba3c
Feb 12 21:26:42.682894 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:26:42.687634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 79333068-c2d8-461b-ae55-4351994e694a is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:42.691137 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (79333068-c2d8-461b-ae55-4351994e694a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.691137 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c1a6d9-3dd5-4893-807e-0bbad8bd2bd1 None None] Network f0f6f42c-24de-4ceb-930c-abdc060433ce requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:42.699947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e73d3-7d16-48b2-9541-5201f8155eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16998a53-8e87-474e-abda-e8e3f3cde6aa,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:42.703924 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-420b7abe-30f9-4700-9cf3-2f9c5c3a89e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (c379b709-5d4b-4f6d-b172-5c60b37d3a5b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.722503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-d69c5534-0501-4104-9b71-c937e74a5248 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:42.724024 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-d69c5534-0501-4104-9b71-c937e74a5248 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.50 "GET /v2.0/networks?id=f96b466b-384a-4a15-836c-202ee42be0f5 HTTP/1.1" status: 200  len: 809 time: 0.4651682
Feb 12 21:26:42.785889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:42.822832 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (017ab9af-ed67-459d-908a-13e701621a6a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.841061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-90bf6f72-4bf9-4d3a-ad7c-aac4a18459d4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Request body: {'port': {'device_id': '2ae856f2-36ae-44d3-9c25-fd798d8dc096', 'network_id': 'f96b466b-384a-4a15-836c-202ee42be0f5', 'admin_state_up': True, 'tenant_id': '338dee3698c944ca8240d48553a4e629'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:42.846703 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1ad6cd80-620e-4684-a02f-67fd0ed8dd92 req-a1bd2ee7-1cf5-49fa-be11-0a07a4b23a0d tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/security-groups?id=2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2024970
Feb 12 21:26:42.861749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6f899500-78ff-4a44-a844-89bd74893831 None None] Provisioning complete for port 6f0b9061-a212-4094-a47b-1fb26cc8be24 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:42.864473 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6f899500-78ff-4a44-a844-89bd74893831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.920007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port 5f0b17e0-535b-42b5-a7c8-2e9803475837 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:42.920584 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5f0b17e0-535b-42b5-a7c8-2e9803475837), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.936767 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5e5e73d3-7d16-48b2-9541-5201f8155eab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (57ed5d22-bc4f-4292-a243-27a5ebb4ba3c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:42.989643 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a6e22e0-b933-4226-b42b-0cff9fcf3dfb req-a3d72879-a09d-445e-98a7-3e15ceefcca1 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 210 time: 0.1525323
Feb 12 21:26:42.996858 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 79333068-c2d8-461b-ae55-4351994e694a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79333068-c2d8-461b-ae55-4351994e694a,segment=NetworkSegment(e9c99625-9af3-4b41-b38b-63aba4748ddc),segment_id=e9c99625-9af3-4b41-b38b-63aba4748ddc)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:43.015625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2371fa4a-d76d-4446-b1ef-fb993b36a6bd None None] Network 017ab9af-ed67-459d-908a-13e701621a6a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:43.015834 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] For port 5f0b17e0-535b-42b5-a7c8-2e9803475837, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f0b17e0-535b-42b5-a7c8-2e9803475837,segment=NetworkSegment(bbe098f5-fce3-41c7-adf0-cd6a356225d3),segment_id=bbe098f5-fce3-41c7-adf0-cd6a356225d3)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:43.016317 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5f0b17e0-535b-42b5-a7c8-2e9803475837), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.032918 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for 5f0b17e0-535b-42b5-a7c8-2e9803475837 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:43.053412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b7abe-30f9-4700-9cf3-2f9c5c3a89e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Subnet': ['ID=c379b709-5d4b-4f6d-b172-5c60b37d3a5b,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:43.100749 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bbdeb75-bc2f-4de9-ad50-aa12a783e96a req-128376ab-3731-4b0c-a3e1-10384b848534 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4200201
Feb 12 21:26:43.108450 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for port (8eade34c-c2f3-48a9-9b34-86fe9c655551), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.129095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420b7abe-30f9-4700-9cf3-2f9c5c3a89e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Checking segment: {'id': '35f4855f-483a-4bde-a702-aec9fd781367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eca6bcc3-9d13-46be-8fbb-534d648ae106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:43.129502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420b7abe-30f9-4700-9cf3-2f9c5c3a89e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network hostable DHCP agents. Network: eca6bcc3-9d13-46be-8fbb-534d648ae106, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:26:43.135768 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (79333068-c2d8-461b-ae55-4351994e694a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.191589 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5e5e73d3-7d16-48b2-9541-5201f8155eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (57ed5d22-bc4f-4292-a243-27a5ebb4ba3c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.192625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5e73d3-7d16-48b2-9541-5201f8155eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:43.193303 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5e5e73d3-7d16-48b2-9541-5201f8155eab admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.218672 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (5f0b17e0-535b-42b5-a7c8-2e9803475837), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.222681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6f0b9061-a212-4094-a47b-1fb26cc8be24 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:43.248009 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=5f0b17e0-535b-42b5-a7c8-2e9803475837,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:43.249985 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] No DVR routers for this DVR port 5f0b17e0-535b-42b5-a7c8-2e9803475837 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:43.267627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e73d3-7d16-48b2-9541-5201f8155eab admin admin] Pushing event updated for resources: {'Network': ['ID=57ed5d22-bc4f-4292-a243-27a5ebb4ba3c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:43.290906 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 57ed5d22-bc4f-4292-a243-27a5ebb4ba3c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:26:43.292229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420b7abe-30f9-4700-9cf3-2f9c5c3a89e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network eca6bcc3-9d13-46be-8fbb-534d648ae106 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:26:43.338703 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (017ab9af-ed67-459d-908a-13e701621a6a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.349221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=79333068-c2d8-461b-ae55-4351994e694a,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:43.358804 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5e5e73d3-7d16-48b2-9541-5201f8155eab admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.3478994
Feb 12 21:26:43.360441 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-90bf6f72-4bf9-4d3a-ad7c-aac4a18459d4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Made reservation on behalf of 338dee3698c944ca8240d48553a4e629 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:43.362865 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-90bf6f72-4bf9-4d3a-ad7c-aac4a18459d4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.364721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34396) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:43.367092 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8eade34c-c2f3-48a9-9b34-86fe9c655551), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.370817 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f98f56a0>,) {'filters': {'network_id': ['017ab9af-ed67-459d-908a-13e701621a6a']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:43.371711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f09766aa-b9a6-4f18-83e4-fef5a996238c admin admin] Request body: {'subnet': {'network_id': '57ed5d22-bc4f-4292-a243-27a5ebb4ba3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-938193514-subnet', 'tenant_id': '67268b7cb701423a97c6d14f1de05645', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:43.394945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6f899500-78ff-4a44-a844-89bd74893831 None None] Current status of the port 6f0b9061-a212-4094-a47b-1fb26cc8be24 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:43.394945 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6f899500-78ff-4a44-a844-89bd74893831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.395302 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f98f56a0>, 'bbe098f5-fce3-41c7-adf0-cd6a356225d3') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:43.395302 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f98f56a0>, 'bbe098f5-fce3-41c7-adf0-cd6a356225d3') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:43.405870 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (bbe098f5-fce3-41c7-adf0-cd6a356225d3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.432498 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bbe098f5-fce3-41c7-adf0-cd6a356225d3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.437228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:43.451360 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:43.457007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:43.457287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:43.459177 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (bbe098f5-fce3-41c7-adf0-cd6a356225d3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.461096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6f899500-78ff-4a44-a844-89bd74893831 None None] For port 6f0b9061-a212-4094-a47b-1fb26cc8be24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f0b9061-a212-4094-a47b-1fb26cc8be24,segment=NetworkSegment(c867bd30-7c75-4e37-b2f4-690d4f0d004e),segment_id=c867bd30-7c75-4e37-b2f4-690d4f0d004e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:43.463037 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event updated for resources: {'Port': ['ID=8eade34c-c2f3-48a9-9b34-86fe9c655551,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:43.468798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-60c9d9c0-5746-4461-99bb-8c09a6cf4292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4e1eb0>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:40Z', 'revision_number': 10, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:43.470778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6f0b9061-a212-4094-a47b-1fb26cc8be24 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:43.471152 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.519394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-420b7abe-30f9-4700-9cf3-2f9c5c3a89e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eca6bcc3-9d13-46be-8fbb-534d648ae106) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:43.531164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9d9c0-5746-4461-99bb-8c09a6cf4292 None None] Checking router: b32e3aac-9b31-4189-a914-314c087a35ff for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:26:43.552952 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c9d9c0-5746-4461-99bb-8c09a6cf4292 None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:43.553793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-60c9d9c0-5746-4461-99bb-8c09a6cf4292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4e1eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:43.558630 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:43.567558 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420b7abe-30f9-4700-9cf3-2f9c5c3a89e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:43.568007 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-420b7abe-30f9-4700-9cf3-2f9c5c3a89e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.582677 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09766aa-b9a6-4f18-83e4-fef5a996238c admin admin] Made reservation on behalf of 67268b7cb701423a97c6d14f1de05645 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:43.586733 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f09766aa-b9a6-4f18-83e4-fef5a996238c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.658366 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eb3758-83dc-43b8-95b4-c8ad35c6eeef None None] Network eca6bcc3-9d13-46be-8fbb-534d648ae106 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:43.687907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9192d32c-640e-47d5-a7e4-f02c639b2044 None None] DHCP port deletion for 017ab9af-ed67-459d-908a-13e701621a6a request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:26:43.695636 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db3881-951a-42d8-9e37-55fa1aace6b7 req-a9e0200c-ab59-4f36-9563-bf1e44f2891c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:43.698017 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-17db3881-951a-42d8-9e37-55fa1aace6b7 req-a9e0200c-ab59-4f36-9563-bf1e44f2891c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 945 time: 0.0686095
Feb 12 21:26:43.701743 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (017ab9af-ed67-459d-908a-13e701621a6a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.706666 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.708194 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6f899500-78ff-4a44-a844-89bd74893831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:43.711422 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/networks/017ab9af-ed67-459d-908a-13e701621a6a HTTP/1.1" status: 204  len: 168 time: 1.0497043
Feb 12 21:26:43.719199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34402) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:43.804252 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-420b7abe-30f9-4700-9cf3-2f9c5c3a89e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 2.6703053
Feb 12 21:26:43.813222 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34406) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:43.858638 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1a1cb-8cb2-4bcf-921c-4389030c79e8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Network': ['ID=017ab9af-ed67-459d-908a-13e701621a6a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:43.894895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6f0b9061-a212-4094-a47b-1fb26cc8be24 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:43.906300 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-17db3881-951a-42d8-9e37-55fa1aace6b7 req-d0b53a1b-d8d7-463e-8fa7-82ffe7a05492 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1936846
Feb 12 21:26:43.931694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f899500-78ff-4a44-a844-89bd74893831 None None] Pushing event updated for resources: {'Port': ['ID=6f0b9061-a212-4094-a47b-1fb26cc8be24,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:43.942898 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-60c9d9c0-5746-4461-99bb-8c09a6cf4292 None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:44.028031 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (eca6bcc3-9d13-46be-8fbb-534d648ae106), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:44.041882 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-90bf6f72-4bf9-4d3a-ad7c-aac4a18459d4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Allocated IP 172.20.0.13 (f96b466b-384a-4a15-836c-202ee42be0f5/d923fd7c-9472-488d-bf06-22f4b1251a55/bb7d08d8-ac0e-4122-9259-758f1b442408) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:44.066621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eca6bcc3-9d13-46be-8fbb-534d648ae106', 'network_id': 'eca6bcc3-9d13-46be-8fbb-534d648ae106', 'project_id': '414d9ff7c5c1444586cdfcb441201b90', 'fixed_ips': [{'subnet_id': 'c379b709-5d4b-4f6d-b172-5c60b37d3a5b'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:26:44.072061 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:44.156533 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e5319d-f792-40d2-b911-7f06300475ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79333068-c2d8-461b-ae55-4351994e694a'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:26:44.159471 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61a763d-1148-4ef5-97f9-991127b09b5f" -d '{"events": [{"server_uuid": "06e5319d-f792-40d2-b911-7f06300475ba", "name": "network-vif-plugged", "status": "completed", "tag": "79333068-c2d8-461b-ae55-4351994e694a"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:26:44.175437 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-729e8b16-cca2-451f-9591-d149be0c6177 req-cda2d351-03c4-4870-8324-d4abb86d7364 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 210 time: 0.0405228
Feb 12 21:26:44.224839 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb2337-eb33-42c1-8cf8-c4f6edf1497e None None] Network f0f6f42c-24de-4ceb-930c-abdc060433ce requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:44.302338 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a8439b-49e6-4d46-8606-89713e741b8f x-openstack-request-id: req-e4a8439b-49e6-4d46-8606-89713e741b8f {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:26:44.302727 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e5319d-f792-40d2-b911-7f06300475ba", "name": "network-vif-plugged", "status": "completed", "tag": "79333068-c2d8-461b-ae55-4351994e694a", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:26:44.303122 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4a8439b-49e6-4d46-8606-89713e741b8f {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:26:44.303615 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e5319d-f792-40d2-b911-7f06300475ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79333068-c2d8-461b-ae55-4351994e694a', 'code': 200}
Feb 12 21:26:44.315423 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5228ad78-896e-4071-8114-f46ed8eedea8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (b32e3aac-9b31-4189-a914-314c087a35ff), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:44.394595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-52ee1aea-b433-447e-abd1-bdef656048be None None] Provisioning complete for port 6f0b9061-a212-4094-a47b-1fb26cc8be24 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:44.395146 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-52ee1aea-b433-447e-abd1-bdef656048be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:44.471463 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (c379b709-5d4b-4f6d-b172-5c60b37d3a5b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:44.508381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfbd91-08ff-48fe-959e-c4d02678dbaf req-964232ee-e1a3-4454-8b7a-ec5860b9eaba tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:44.509844 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-adbfbd91-08ff-48fe-959e-c4d02678dbaf req-964232ee-e1a3-4454-8b7a-ec5860b9eaba tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 945 time: 0.4714048
Feb 12 21:26:44.650027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5228ad78-896e-4071-8114-f46ed8eedea8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port 421f6afc-db84-4acd-8e2b-bf21008271d4 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:44.655266 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5228ad78-896e-4071-8114-f46ed8eedea8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:44.704120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Allocated IP 172.20.0.3 (eca6bcc3-9d13-46be-8fbb-534d648ae106/c379b709-5d4b-4f6d-b172-5c60b37d3a5b/bcab5831-f61a-410d-9530-e756d1656ce9) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:44.748603 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-adbfbd91-08ff-48fe-959e-c4d02678dbaf req-abe89e4a-3598-4eef-875e-7db76b61ee0c tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/security-groups?id=2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2005515
Feb 12 21:26:44.750907 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e79d4c-0607-4045-9f1d-a0a973c7c4ac req-9883d688-a6e4-44d0-a69d-2dcd7bf9a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:44.752788 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99e79d4c-0607-4045-9f1d-a0a973c7c4ac req-9883d688-a6e4-44d0-a69d-2dcd7bf9a1bb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 1127 time: 0.4025297
Feb 12 21:26:44.756597 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-90bf6f72-4bf9-4d3a-ad7c-aac4a18459d4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Publish callbacks [] for port (bb7d08d8-ac0e-4122-9259-758f1b442408), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:44.785874 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-5228ad78-896e-4071-8114-f46ed8eedea8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] For port 421f6afc-db84-4acd-8e2b-bf21008271d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=421f6afc-db84-4acd-8e2b-bf21008271d4,segment=NetworkSegment(091536ee-0cc8-4d54-a7b7-79e74acd9bb7),segment_id=091536ee-0cc8-4d54-a7b7-79e74acd9bb7)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:44.786512 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5228ad78-896e-4071-8114-f46ed8eedea8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:44.788285 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for router_gateway (04fc1eb1-5eba-4155-b99c-11e4b633671b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:44.801445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5228ad78-896e-4071-8114-f46ed8eedea8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for 421f6afc-db84-4acd-8e2b-bf21008271d4 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:44.842904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-52ee1aea-b433-447e-abd1-bdef656048be None None] Current status of the port 6f0b9061-a212-4094-a47b-1fb26cc8be24 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:44.846077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-60c9d9c0-5746-4461-99bb-8c09a6cf4292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4e1eb0>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:40Z', 'revision_number': 10, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:44.881724 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9d9c0-5746-4461-99bb-8c09a6cf4292 None None] The sync data for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 is: [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:40Z', 'revision_number': 10, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None, '_interfaces': [{'id': '421f6afc-db84-4acd-8e2b-bf21008271d4', 'name': '', 'network_id': '559a6a6a-7c88-48bd-9423-3006757a8319', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'mac_address': 'fa:16:3e:85:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:47Z', 'updated_at': '2022-02-12T21:25:55Z', 'revision_number': 5, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'subnets': [{'id': 'cc5b5657-23c3-45f3-98ab-d6043cf22da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:44.911971 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f09766aa-b9a6-4f18-83e4-fef5a996238c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (740ae8f0-be09-4e5e-aa88-a43638bd4bd6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:44.980078 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Publish callbacks [] for port (bcab5831-f61a-410d-9530-e756d1656ce9), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:45.074051 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99e79d4c-0607-4045-9f1d-a0a973c7c4ac req-9e259140-e94d-4497-b6fd-d5822c8ca491 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3066318
Feb 12 21:26:45.075243 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (bcab5831-f61a-410d-9530-e756d1656ce9), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:45.089310 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5df938-29ab-4a34-82f3-18827f639bde req-ff36f708-24f2-4f50-9ae3-ab11606bf1a6 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:45.093952 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba5df938-29ab-4a34-82f3-18827f639bde req-ff36f708-24f2-4f50-9ae3-ab11606bf1a6 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 945 time: 0.0773227
Feb 12 21:26:45.114982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09766aa-b9a6-4f18-83e4-fef5a996238c admin admin] Pushing event updated for resources: {'Subnet': ['ID=740ae8f0-be09-4e5e-aa88-a43638bd4bd6,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:45.122983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Network eca6bcc3-9d13-46be-8fbb-534d648ae106 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:45.126201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:45.130019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:45.135792 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Pushing event updated for resources: {'Port': ['ID=bcab5831-f61a-410d-9530-e756d1656ce9,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:45.139715 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5228ad78-896e-4071-8114-f46ed8eedea8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (421f6afc-db84-4acd-8e2b-bf21008271d4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:45.161160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09766aa-b9a6-4f18-83e4-fef5a996238c admin admin] Checking segment: {'id': 'b88e6610-28e8-45b6-a143-23f3b5d33791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '57ed5d22-bc4f-4292-a243-27a5ebb4ba3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:45.161632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09766aa-b9a6-4f18-83e4-fef5a996238c admin admin] Network hostable DHCP agents. Network: 57ed5d22-bc4f-4292-a243-27a5ebb4ba3c, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:26:45.176336 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (04fc1eb1-5eba-4155-b99c-11e4b633671b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:45.188812 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-90bf6f72-4bf9-4d3a-ad7c-aac4a18459d4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (bb7d08d8-ac0e-4122-9259-758f1b442408), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:45.194248 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228ad78-896e-4071-8114-f46ed8eedea8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=421f6afc-db84-4acd-8e2b-bf21008271d4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:45.202436 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba5df938-29ab-4a34-82f3-18827f639bde req-b6cb02c6-ec82-41b3-8063-ccb886c5154d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958138
Feb 12 21:26:45.228401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3441e3f9-af37-4cdb-950a-2692854218b3 None None] Provisioning complete for port 6f0b9061-a212-4094-a47b-1fb26cc8be24 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:45.228401 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3441e3f9-af37-4cdb-950a-2692854218b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:45.297528 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Attempting to bind port bcab5831-f61a-410d-9530-e756d1656ce9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:45.297911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Attempting to bind port bcab5831-f61a-410d-9530-e756d1656ce9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35f4855f-483a-4bde-a702-aec9fd781367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eca6bcc3-9d13-46be-8fbb-534d648ae106'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:45.298283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Attempting to bind port bcab5831-f61a-410d-9530-e756d1656ce9 on network eca6bcc3-9d13-46be-8fbb-534d648ae106 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:45.318582 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:45.319044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Checking segment: {'id': '35f4855f-483a-4bde-a702-aec9fd781367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eca6bcc3-9d13-46be-8fbb-534d648ae106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:45.319929 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:45.320334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Bound using segment: {'id': '35f4855f-483a-4bde-a702-aec9fd781367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eca6bcc3-9d13-46be-8fbb-534d648ae106'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:45.320823 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Bound port: bcab5831-f61a-410d-9530-e756d1656ce9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f4855f-483a-4bde-a702-aec9fd781367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eca6bcc3-9d13-46be-8fbb-534d648ae106'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:45.321210 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bcab5831-f61a-410d-9530-e756d1656ce9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:45.353162 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (c379b709-5d4b-4f6d-b172-5c60b37d3a5b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:45.355383 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09766aa-b9a6-4f18-83e4-fef5a996238c admin admin] Network 57ed5d22-bc4f-4292-a243-27a5ebb4ba3c is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:26:45.434319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-90bf6f72-4bf9-4d3a-ad7c-aac4a18459d4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Network f96b466b-384a-4a15-836c-202ee42be0f5 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:45.453968 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] For port bcab5831-f61a-410d-9530-e756d1656ce9, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:45.459721 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] For port bcab5831-f61a-410d-9530-e756d1656ce9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcab5831-f61a-410d-9530-e756d1656ce9,segment=NetworkSegment(35f4855f-483a-4bde-a702-aec9fd781367),segment_id=35f4855f-483a-4bde-a702-aec9fd781367)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:45.470135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6f0b9061-a212-4094-a47b-1fb26cc8be24 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:45.484876 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-90bf6f72-4bf9-4d3a-ad7c-aac4a18459d4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:45.491490 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5228ad78-896e-4071-8114-f46ed8eedea8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (b32e3aac-9b31-4189-a914-314c087a35ff), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:45.497192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-90bf6f72-4bf9-4d3a-ad7c-aac4a18459d4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:45.557434 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19a64d-0984-4165-ac39-171d0605d83b req-2dfbbb13-a759-4e38-b17a-5509ede00a7a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:45.558714 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce19a64d-0984-4165-ac39-171d0605d83b req-2dfbbb13-a759-4e38-b17a-5509ede00a7a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 945 time: 0.1872737
Feb 12 21:26:45.584419 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Subnet': ['ID=c379b709-5d4b-4f6d-b172-5c60b37d3a5b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:45.586604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-f09766aa-b9a6-4f18-83e4-fef5a996238c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 57ed5d22-bc4f-4292-a243-27a5ebb4ba3c) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:45.615090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09766aa-b9a6-4f18-83e4-fef5a996238c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:45.615690 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f09766aa-b9a6-4f18-83e4-fef5a996238c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:45.616360 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3441e3f9-af37-4cdb-950a-2692854218b3 None None] Current status of the port 6f0b9061-a212-4094-a47b-1fb26cc8be24 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:45.624707 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (bcab5831-f61a-410d-9530-e756d1656ce9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:45.630008 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d80f72-ff8c-496f-89da-683228a0beee None None] Network 57ed5d22-bc4f-4292-a243-27a5ebb4ba3c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:45.648343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf6f72-4bf9-4d3a-ad7c-aac4a18459d4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Pushing event updated for resources: {'Port': ['ID=bb7d08d8-ac0e-4122-9259-758f1b442408,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:45.718366 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce19a64d-0984-4165-ac39-171d0605d83b req-d80514a5-f57c-4cac-a617-041665e13a0a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308224
Feb 12 21:26:45.741060 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5228ad78-896e-4071-8114-f46ed8eedea8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router b32e3aac-9b31-4189-a914-314c087a35ff has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:26:45.844092 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722cac4-dfc0-42d1-bb04-50a8140103cc None None] Pushing event updated for resources: {'Port': ['ID=bcab5831-f61a-410d-9530-e756d1656ce9,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:45.850521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6f0b9061-a212-4094-a47b-1fb26cc8be24 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:45.851018 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:45.853388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5228ad78-896e-4071-8114-f46ed8eedea8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:45.860188 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5228ad78-896e-4071-8114-f46ed8eedea8 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/b32e3aac-9b31-4189-a914-314c087a35ff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1380503
Feb 12 21:26:45.863097 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34428) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:45.874329 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25822081-95f6-4c8e-ad97-90ff0f1bb96b None None] Sync routers for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:26:45.892119 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25822081-95f6-4c8e-ad97-90ff0f1bb96b None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:45.892777 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-25822081-95f6-4c8e-ad97-90ff0f1bb96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc64160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:45.907195 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff0b187-9699-433a-8849-b0918d30fc92 None None] Network eca6bcc3-9d13-46be-8fbb-534d648ae106 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:45.922264 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e2862-06e3-44f3-ba15-fd5d4ecc316d req-c0820ca9-8647-46c4-8e6f-881b66b3c45f tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:45.923818 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-328e2862-06e3-44f3-ba15-fd5d4ecc316d req-c0820ca9-8647-46c4-8e6f-881b66b3c45f tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 945 time: 0.1075988
Feb 12 21:26:45.936634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8683b7-0868-498f-bbd0-f801fc9d4744 None None] Network 57ed5d22-bc4f-4292-a243-27a5ebb4ba3c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:45.941164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-6259d0c2-1ac7-4c13-9cc7-974659eec3bd tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting subnet cc5b5657-23c3-45f3-98ab-d6043cf22da9 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:26:45.946823 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6259d0c2-1ac7-4c13-9cc7-974659eec3bd tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (cc5b5657-23c3-45f3-98ab-d6043cf22da9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:45.989255 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-25822081-95f6-4c8e-ad97-90ff0f1bb96b None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:46.021269 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-328e2862-06e3-44f3-ba15-fd5d4ecc316d req-d6a31ee8-b20d-4d88-9271-05acfce966e5 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904007
Feb 12 21:26:46.039668 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6259d0c2-1ac7-4c13-9cc7-974659eec3bd tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (cc5b5657-23c3-45f3-98ab-d6043cf22da9), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:46.138898 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-25822081-95f6-4c8e-ad97-90ff0f1bb96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc64160>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:44Z', 'revision_number': 11, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:46.159280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6f0b9061-a212-4094-a47b-1fb26cc8be24 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:46.177588 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25822081-95f6-4c8e-ad97-90ff0f1bb96b None None] Checking router: b32e3aac-9b31-4189-a914-314c087a35ff for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:26:46.188809 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25822081-95f6-4c8e-ad97-90ff0f1bb96b None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:46.189746 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-25822081-95f6-4c8e-ad97-90ff0f1bb96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc64160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:46.193146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143f7808-542a-4498-bff1-f4c03361f74b None None] get_active_networks_info from ncdv-master-1 {{(pid=126507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 12 21:26:46.217407 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6259d0c2-1ac7-4c13-9cc7-974659eec3bd tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (cc5b5657-23c3-45f3-98ab-d6043cf22da9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:46.273534 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-25822081-95f6-4c8e-ad97-90ff0f1bb96b None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:46.286633 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5f0b17e0-535b-42b5-a7c8-2e9803475837 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:26:46.327266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 5f0b17e0-535b-42b5-a7c8-2e9803475837 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:26:46.327775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5f0b17e0-535b-42b5-a7c8-2e9803475837 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:26:46.328287 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f5d3dc95-df2d-4d37-a4be-f3a14725df5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:26:46.328915 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-25822081-95f6-4c8e-ad97-90ff0f1bb96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc64160>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:44Z', 'revision_number': 11, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:46.354617 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ab820-11fe-4d5c-9590-ad6896ac2a3f req-e90d2c4a-85f7-49d9-b3b0-712dbe7ec45d tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:46.358455 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-502ab820-11fe-4d5c-9590-ad6896ac2a3f req-e90d2c4a-85f7-49d9-b3b0-712dbe7ec45d tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 932 time: 0.9992473
Feb 12 21:26:46.359289 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: f5d3dc95-df2d-4d37-a4be-f3a14725df5f {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:26:46.359747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f5d3dc95-df2d-4d37-a4be-f3a14725df5f not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:26:46.360819 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c22133-d9fb-4b5e-b6de-4111d1c834b0 req-d69301d9-9bb6-49fd-91f6-a812e60fbf3a tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:46.363530 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25822081-95f6-4c8e-ad97-90ff0f1bb96b None None] The sync data for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 is: [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:44Z', 'revision_number': 11, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:46.373219 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c9c22133-d9fb-4b5e-b6de-4111d1c834b0 req-d69301d9-9bb6-49fd-91f6-a812e60fbf3a tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 945 time: 0.1980400
Feb 12 21:26:46.381085 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (eca6bcc3-9d13-46be-8fbb-534d648ae106), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:46.399096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143f7808-542a-4498-bff1-f4c03361f74b None None] Resources bound (agent type, host, resource id):  {{(pid=126507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 12 21:26:46.404267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-90bf6f72-4bf9-4d3a-ad7c-aac4a18459d4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:46.405904 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-90bf6f72-4bf9-4d3a-ad7c-aac4a18459d4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:46.429173 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f09766aa-b9a6-4f18-83e4-fef5a996238c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.0575626
Feb 12 21:26:46.448598 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f99d3e50>,) {'filters': {'network_id': ['eca6bcc3-9d13-46be-8fbb-534d648ae106']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:46.467890 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c9c22133-d9fb-4b5e-b6de-4111d1c834b0 req-1de228b8-69e0-486c-ba6b-e69a0100f8fa tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/security-groups?id=2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878634
Feb 12 21:26:46.468954 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f99d3e50>, '35f4855f-483a-4bde-a702-aec9fd781367') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:46.469264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f99d3e50>, '35f4855f-483a-4bde-a702-aec9fd781367') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:46.498651 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6259d0c2-1ac7-4c13-9cc7-974659eec3bd tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (cc5b5657-23c3-45f3-98ab-d6043cf22da9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:46.499436 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (35f4855f-483a-4bde-a702-aec9fd781367), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:46.524502 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-90bf6f72-4bf9-4d3a-ad7c-aac4a18459d4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7375519
Feb 12 21:26:46.531568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-502ab820-11fe-4d5c-9590-ad6896ac2a3f req-80d645b2-ca86-4c03-8c24-b0ecec5926de tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/security-groups?id=86edaaac-41c9-40c6-bdb7-0048dc0d9e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233342
Feb 12 21:26:46.537758 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Request body: {'port': {'device_id': '2ae856f2-36ae-44d3-9c25-fd798d8dc096', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:46.541464 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (35f4855f-483a-4bde-a702-aec9fd781367), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:46.566689 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:46.568165 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (35f4855f-483a-4bde-a702-aec9fd781367), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:46.570150 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:46.593588 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259d0c2-1ac7-4c13-9cc7-974659eec3bd tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5b5657-23c3-45f3-98ab-d6043cf22da9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:46.600726 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6259d0c2-1ac7-4c13-9cc7-974659eec3bd tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:46.604372 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6259d0c2-1ac7-4c13-9cc7-974659eec3bd tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/cc5b5657-23c3-45f3-98ab-d6043cf22da9 HTTP/1.1" status: 204  len: 168 time: 0.7391789
Feb 12 21:26:46.608318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34436) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:46.630357 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Router 04fc1eb1-5eba-4155-b99c-11e4b633671b is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:26:46.730604 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc882728-eddd-40e2-853f-daaca9c422f0 None None] Network 559a6a6a-7c88-48bd-9423-3006757a8319 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:46.743972 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (559a6a6a-7c88-48bd-9423-3006757a8319), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:46.824700 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.db.api [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 12 21:26:46.824700 ncdv-master-1 neutron-server[126505]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 12 21:26:46.824700 ncdv-master-1 neutron-server[126505]: [parameters: {'id': 'eca6bcc3-9d13-46be-8fbb-534d648ae106'}]
Feb 12 21:26:46.824700 ncdv-master-1 neutron-server[126505]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:26:46.825743 ncdv-master-1 neutron-server[126505]: DEBUG oslo_db.api [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:26:46.831069 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bb7d08d8-ac0e-4122-9259-758f1b442408), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:46.833094 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Deleting port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:46.833661 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (69c4e099-9184-4c94-b9f0-8d1326ffb4d4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:46.922439 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] For port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69c4e099-9184-4c94-b9f0-8d1326ffb4d4,segment=NetworkSegment(091536ee-0cc8-4d54-a7b7-79e74acd9bb7),segment_id=091536ee-0cc8-4d54-a7b7-79e74acd9bb7)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:46.922820 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (69c4e099-9184-4c94-b9f0-8d1326ffb4d4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:46.960638 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Calling delete_port for 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:46.987702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:47.009946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64a7bf8-0ec4-4f4c-b4d3-329e7c0d9259 None None] Sync routers for ids ['04fc1eb1-5eba-4155-b99c-11e4b633671b'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:26:47.032051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7523acc-7dfe-436f-9dbe-e4782d16ff45 None None] DHCP port deletion for 559a6a6a-7c88-48bd-9423-3006757a8319 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:26:47.043327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64a7bf8-0ec4-4f4c-b4d3-329e7c0d9259 None None] Routers {'04fc1eb1-5eba-4155-b99c-11e4b633671b'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:47.044234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e64a7bf8-0ec4-4f4c-b4d3-329e7c0d9259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4be640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['04fc1eb1-5eba-4155-b99c-11e4b633671b'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:47.117440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 421f6afc-db84-4acd-8e2b-bf21008271d4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:26:47.124994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e64a7bf8-0ec4-4f4c-b4d3-329e7c0d9259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4be640>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:47.160762 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (69c4e099-9184-4c94-b9f0-8d1326ffb4d4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:47.181068 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:47.182416 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-dab66d04-3018-4346-ba61-1203fffdce4e tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 7.2042673
Feb 12 21:26:47.184087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 421f6afc-db84-4acd-8e2b-bf21008271d4 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:26:47.185585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34444) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:47.186130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 421f6afc-db84-4acd-8e2b-bf21008271d4 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:26:47.192169 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Port': ['ID=69c4e099-9184-4c94-b9f0-8d1326ffb4d4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:47.198752 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] No DVR routers for this DVR port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:47.208850 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64a7bf8-0ec4-4f4c-b4d3-329e7c0d9259 None None] Routers {'04fc1eb1-5eba-4155-b99c-11e4b633671b'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:47.210010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e64a7bf8-0ec4-4f4c-b4d3-329e7c0d9259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4be640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['04fc1eb1-5eba-4155-b99c-11e4b633671b'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:47.267517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e64a7bf8-0ec4-4f4c-b4d3-329e7c0d9259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4be640>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:47.267517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64a7bf8-0ec4-4f4c-b4d3-329e7c0d9259 None None] The sync data for ids ['04fc1eb1-5eba-4155-b99c-11e4b633671b'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:47.267868 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7d08d8-ac0e-4122-9259-758f1b442408 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:26:47.273618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b7523acc-7dfe-436f-9dbe-e4782d16ff45 None None] Deleting port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:47.274745 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b7523acc-7dfe-436f-9dbe-e4782d16ff45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (69c4e099-9184-4c94-b9f0-8d1326ffb4d4), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:47.280752 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Publish callbacks [] for port (bb7d08d8-ac0e-4122-9259-758f1b442408), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:47.303895 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Transition to ACTIVE for port object bb7d08d8-ac0e-4122-9259-758f1b442408 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:26:47.327263 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (eca6bcc3-9d13-46be-8fbb-534d648ae106), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:47.359400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b7523acc-7dfe-436f-9dbe-e4782d16ff45 None None] For port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4, host ncdv-master-1, got binding levels [] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:47.360077 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b7523acc-7dfe-436f-9dbe-e4782d16ff45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (69c4e099-9184-4c94-b9f0-8d1326ffb4d4), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:47.376737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b7523acc-7dfe-436f-9dbe-e4782d16ff45 None None] Calling delete_port for 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:47.381764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.ipam_backend_mixin [None req-b7523acc-7dfe-436f-9dbe-e4782d16ff45 None None] Port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 was not found and therefore no delete operation was performed {{(pid=126507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 12 21:26:47.383319 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b7523acc-7dfe-436f-9dbe-e4782d16ff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (69c4e099-9184-4c94-b9f0-8d1326ffb4d4), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:47.424490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7523acc-7dfe-436f-9dbe-e4782d16ff45 None None] Pushing event deleted for resources: {'Port': ['ID=69c4e099-9184-4c94-b9f0-8d1326ffb4d4,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:47.433678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7523acc-7dfe-436f-9dbe-e4782d16ff45 None None] No DVR routers for this DVR port 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:47.436870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d10465-f80d-48b3-bdda-eb079b452950 req-4555bd16-bc4c-4512-b287-85d2978a4545 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:47.438496 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93d10465-f80d-48b3-bdda-eb079b452950 req-4555bd16-bc4c-4512-b287-85d2978a4545 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 945 time: 0.1314478
Feb 12 21:26:47.470731 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (bb7d08d8-ac0e-4122-9259-758f1b442408), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:47.630658 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7d08d8-ac0e-4122-9259-758f1b442408,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:47.676117 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93d10465-f80d-48b3-bdda-eb079b452950 req-9a649a34-4bea-494d-b1a3-03afa9b23d70 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2024548
Feb 12 21:26:47.676659 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (559a6a6a-7c88-48bd-9423-3006757a8319), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:47.728733 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fba6edc0>,) {'filters': {'network_id': ['559a6a6a-7c88-48bd-9423-3006757a8319']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:47.741209 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fba6edc0>, '091536ee-0cc8-4d54-a7b7-79e74acd9bb7') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:47.741525 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fba6edc0>, '091536ee-0cc8-4d54-a7b7-79e74acd9bb7') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:47.762144 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (091536ee-0cc8-4d54-a7b7-79e74acd9bb7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:47.781076 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513dae4-6ecb-4ffb-97a5-9fbd10283c71 req-5922c446-0612-488c-8668-7c51dcc43852 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:47.782836 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b513dae4-6ecb-4ffb-97a5-9fbd10283c71 req-5922c446-0612-488c-8668-7c51dcc43852 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 945 time: 0.1214728
Feb 12 21:26:47.795309 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (091536ee-0cc8-4d54-a7b7-79e74acd9bb7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:47.809470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Deleting port bcab5831-f61a-410d-9530-e756d1656ce9 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:47.809839 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (bcab5831-f61a-410d-9530-e756d1656ce9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:47.820558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:47.820961 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (091536ee-0cc8-4d54-a7b7-79e74acd9bb7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:47.823975 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:47.902762 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b513dae4-6ecb-4ffb-97a5-9fbd10283c71 req-8c5ef451-3d65-436a-b992-e2d3e9e4ac3b tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/security-groups?id=2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039336
Feb 12 21:26:47.915784 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Attempting to bind port bb7d08d8-ac0e-4122-9259-758f1b442408 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:47.916131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Attempting to bind port bb7d08d8-ac0e-4122-9259-758f1b442408 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e509d1e6-eb8e-474b-8f23-c70fc16f51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f96b466b-384a-4a15-836c-202ee42be0f5'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:47.916462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Attempting to bind port bb7d08d8-ac0e-4122-9259-758f1b442408 on network f96b466b-384a-4a15-836c-202ee42be0f5 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:47.936953 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] For port bcab5831-f61a-410d-9530-e756d1656ce9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcab5831-f61a-410d-9530-e756d1656ce9,segment=NetworkSegment(35f4855f-483a-4bde-a702-aec9fd781367),segment_id=35f4855f-483a-4bde-a702-aec9fd781367)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:47.937330 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (bcab5831-f61a-410d-9530-e756d1656ce9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:47.942235 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Port bb7d08d8-ac0e-4122-9259-758f1b442408 on network f96b466b-384a-4a15-836c-202ee42be0f5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:26:47.943277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Attempting to bind port bb7d08d8-ac0e-4122-9259-758f1b442408 on network f96b466b-384a-4a15-836c-202ee42be0f5 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:47.967624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Calling delete_port for bcab5831-f61a-410d-9530-e756d1656ce9 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:47.969686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:47.970113 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Checking segment: {'id': 'e509d1e6-eb8e-474b-8f23-c70fc16f51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f96b466b-384a-4a15-836c-202ee42be0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:47.970497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Bound using segment: {'id': 'e509d1e6-eb8e-474b-8f23-c70fc16f51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f96b466b-384a-4a15-836c-202ee42be0f5'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:47.970930 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Bound port: bb7d08d8-ac0e-4122-9259-758f1b442408, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e509d1e6-eb8e-474b-8f23-c70fc16f51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f96b466b-384a-4a15-836c-202ee42be0f5'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:47.971287 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bb7d08d8-ac0e-4122-9259-758f1b442408), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:48.005231 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (559a6a6a-7c88-48bd-9423-3006757a8319), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:48.021936 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:48.021936 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/networks/559a6a6a-7c88-48bd-9423-3006757a8319 HTTP/1.1" status: 204  len: 168 time: 1.4093456
Feb 12 21:26:48.022993 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34462) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:48.036936 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-cdd0f5d8-d409-47ce-96fa-52018fdad5a0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'router': {'routes': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:48.040496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50070984-a0e5-423e-8bb4-4e38d2f831e3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Pushing event deleted for resources: {'Network': ['ID=559a6a6a-7c88-48bd-9423-3006757a8319,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:48.079192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06e90c-2bed-4ca1-ac91-dd5d0227c569 req-72d50169-94dc-44c4-849a-dbda821d8dc4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:48.080738 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c06e90c-2bed-4ca1-ac91-dd5d0227c569 req-72d50169-94dc-44c4-849a-dbda821d8dc4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 944 time: 0.2680571
Feb 12 21:26:48.228843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] For port bb7d08d8-ac0e-4122-9259-758f1b442408, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:48.244448 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.extraroute_db [None req-cdd0f5d8-d409-47ce-96fa-52018fdad5a0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Added routes are [] {{(pid=126506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 12 21:26:48.244891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.extraroute_db [None req-cdd0f5d8-d409-47ce-96fa-52018fdad5a0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Removed routes are [] {{(pid=126506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 12 21:26:48.246317 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f5d8-d409-47ce-96fa-52018fdad5a0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (b32e3aac-9b31-4189-a914-314c087a35ff), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:48.258349 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7c06e90c-2bed-4ca1-ac91-dd5d0227c569 req-b6c93a4f-be45-476f-bd35-4d71fbc8c5cd tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/security-groups?id=86edaaac-41c9-40c6-bdb7-0048dc0d9e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616297
Feb 12 21:26:48.264588 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] For port bb7d08d8-ac0e-4122-9259-758f1b442408, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb7d08d8-ac0e-4122-9259-758f1b442408,segment=NetworkSegment(e509d1e6-eb8e-474b-8f23-c70fc16f51c2),segment_id=e509d1e6-eb8e-474b-8f23-c70fc16f51c2)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:48.335365 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:48.394918 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (bb7d08d8-ac0e-4122-9259-758f1b442408), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:48.430383 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (bcab5831-f61a-410d-9530-e756d1656ce9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:48.450230 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f5d8-d409-47ce-96fa-52018fdad5a0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (b32e3aac-9b31-4189-a914-314c087a35ff), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:48.454977 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f5d8-d409-47ce-96fa-52018fdad5a0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (b32e3aac-9b31-4189-a914-314c087a35ff), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:48.498368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:48.499079 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:48.500384 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] 10.222.0.50 "PUT /v2.0/ports/bb7d08d8-ac0e-4122-9259-758f1b442408 HTTP/1.1" status: 200  len: 1092 time: 1.9679182
Feb 12 21:26:48.505971 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae856f2-36ae-44d3-9c25-fd798d8dc096', 'tag': 'bb7d08d8-ac0e-4122-9259-758f1b442408'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:26:48.508376 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312075cd-1293-42e0-a784-b684c93236ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae856f2-36ae-44d3-9c25-fd798d8dc096", "tag": "bb7d08d8-ac0e-4122-9259-758f1b442408"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:26:48.511075 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No DVR routers for this DVR port bcab5831-f61a-410d-9530-e756d1656ce9 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:48.549488 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd0f5d8-d409-47ce-96fa-52018fdad5a0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router b32e3aac-9b31-4189-a914-314c087a35ff has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:26:48.581569 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b25088-af2a-4240-8d5f-18962d75a255 x-openstack-request-id: req-b8b25088-af2a-4240-8d5f-18962d75a255 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:26:48.581855 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae856f2-36ae-44d3-9c25-fd798d8dc096", "tag": "bb7d08d8-ac0e-4122-9259-758f1b442408", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:26:48.582120 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8b25088-af2a-4240-8d5f-18962d75a255 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:26:48.582622 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae856f2-36ae-44d3-9c25-fd798d8dc096', 'tag': 'bb7d08d8-ac0e-4122-9259-758f1b442408', 'status': 'completed', 'code': 200}
Feb 12 21:26:48.629647 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a22f2-1a7d-4488-b1cd-dbc8ddfb83c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7d08d8-ac0e-4122-9259-758f1b442408,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:48.638132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd0f5d8-d409-47ce-96fa-52018fdad5a0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:48.645890 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f5d8-d409-47ce-96fa-52018fdad5a0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:48.649977 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cdd0f5d8-d409-47ce-96fa-52018fdad5a0 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/b32e3aac-9b31-4189-a914-314c087a35ff HTTP/1.1" status: 200  len: 701 time: 0.6231077
Feb 12 21:26:48.649977 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34478) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:48.652720 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e506e4-045b-453b-b51b-08c502a3d925 None None] Sync routers for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:26:48.664149 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e506e4-045b-453b-b51b-08c502a3d925 None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:48.664753 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a1e506e4-045b-453b-b51b-08c502a3d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc646a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:48.687264 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6e94148e-5bb2-42ad-8c01-68962ffb9027 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports?device_id=b32e3aac-9b31-4189-a914-314c087a35ff HTTP/1.1" status: 200  len: 205 time: 0.0362468
Feb 12 21:26:48.690616 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34480) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:48.747700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Port': ['ID=bcab5831-f61a-410d-9530-e756d1656ce9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:48.757021 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (eca6bcc3-9d13-46be-8fbb-534d648ae106), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:48.765991 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-a1e506e4-045b-453b-b51b-08c502a3d925 None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:48.821556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428f9f3-24ae-4351-a466-36efb616c90f req-e3717cfa-8b63-4201-94dd-fdedbd175d4f tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:48.823096 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f428f9f3-24ae-4351-a466-36efb616c90f req-e3717cfa-8b63-4201-94dd-fdedbd175d4f tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 945 time: 0.3512659
Feb 12 21:26:48.859260 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a1e506e4-045b-453b-b51b-08c502a3d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc646a0>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:44Z', 'revision_number': 11, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:48.874478 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c09cb120-b7a8-4a78-9fe8-cd4f0e8e8e33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (b32e3aac-9b31-4189-a914-314c087a35ff), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:48.892368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fba8d400>,) {'filters': {'network_id': ['eca6bcc3-9d13-46be-8fbb-534d648ae106']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:48.892640 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e506e4-045b-453b-b51b-08c502a3d925 None None] Checking router: b32e3aac-9b31-4189-a914-314c087a35ff for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:26:48.901572 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e506e4-045b-453b-b51b-08c502a3d925 None None] Routers {'b32e3aac-9b31-4189-a914-314c087a35ff'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:48.909988 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a1e506e4-045b-453b-b51b-08c502a3d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc646a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b32e3aac-9b31-4189-a914-314c087a35ff'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:48.916140 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fba8d400>, '35f4855f-483a-4bde-a702-aec9fd781367') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:48.916446 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fba8d400>, '35f4855f-483a-4bde-a702-aec9fd781367') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:48.962232 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (35f4855f-483a-4bde-a702-aec9fd781367), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:48.966442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200020d6-2f94-48b8-9ab6-3f0127a89630 req-611852e3-b062-456a-b23e-95cedf270e2d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:48.973621 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-200020d6-2f94-48b8-9ab6-3f0127a89630 req-611852e3-b062-456a-b23e-95cedf270e2d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 945 time: 0.1423097
Feb 12 21:26:48.993656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312075cd-1293-42e0-a784-b684c93236ff req-21f88ad0-f3bc-4e4e-8f3f-b53cf37c985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:48.995094 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-312075cd-1293-42e0-a784-b684c93236ff req-21f88ad0-f3bc-4e4e-8f3f-b53cf37c985c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=338dee3698c944ca8240d48553a4e629&device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 1126 time: 0.3512945
Feb 12 21:26:49.028420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:26:49.030078 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (35f4855f-483a-4bde-a702-aec9fd781367), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.049370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:26:49.050101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 69c4e099-9184-4c94-b9f0-8d1326ffb4d4 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:26:49.053128 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-a1e506e4-045b-453b-b51b-08c502a3d925 None None] Set router b32e3aac-9b31-4189-a914-314c087a35ff gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:49.063818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:49.064293 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (35f4855f-483a-4bde-a702-aec9fd781367), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.071444 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f428f9f3-24ae-4351-a466-36efb616c90f req-b0939197-8841-40ec-93cc-f6e6188a71e5 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/security-groups?id=2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2259510
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:49.076449 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:49.126434 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a1e506e4-045b-453b-b51b-08c502a3d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc646a0>, [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:44Z', 'revision_number': 11, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:49.152103 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a1cfb-745c-4ede-b7c3-963c30e965dd req-11c6c93a-cd73-453d-9434-d36bf9128cb6 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:49.153723 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-779a1cfb-745c-4ede-b7c3-963c30e965dd req-11c6c93a-cd73-453d-9434-d36bf9128cb6 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.50 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 945 time: 0.3296332
Feb 12 21:26:49.155134 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c09cb120-b7a8-4a78-9fe8-cd4f0e8e8e33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (b32e3aac-9b31-4189-a914-314c087a35ff), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.158650 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e506e4-045b-453b-b51b-08c502a3d925 None None] The sync data for ids ['b32e3aac-9b31-4189-a914-314c087a35ff'] in ncdv-master-1 is: [{'id': 'b32e3aac-9b31-4189-a914-314c087a35ff', 'name': 'tempest-RoutersTest-router-1282229016', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:43Z', 'updated_at': '2022-02-12T21:26:44Z', 'revision_number': 11, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:49.159920 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c09cb120-b7a8-4a78-9fe8-cd4f0e8e8e33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_controller (b32e3aac-9b31-4189-a914-314c087a35ff), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.168563 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-200020d6-2f94-48b8-9ab6-3f0127a89630 req-93e3ddbf-4919-45b7-a15c-7570bf35ee18 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940401
Feb 12 21:26:49.272983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Allocated IP 172.20.0.1 (f0f6f42c-24de-4ceb-930c-abdc060433ce/622b8496-d14d-428d-b9c3-a221bda62d7a/62aef42d-1ce7-4262-8532-0abcaa6274b3) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:49.291897 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c09cb120-b7a8-4a78-9fe8-cd4f0e8e8e33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (b32e3aac-9b31-4189-a914-314c087a35ff), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.292546 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09cb120-b7a8-4a78-9fe8-cd4f0e8e8e33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Fanout notify agent at l3_agent the message router_deleted on router b32e3aac-9b31-4189-a914-314c087a35ff {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:26:49.303001 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c09cb120-b7a8-4a78-9fe8-cd4f0e8e8e33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.312968 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c09cb120-b7a8-4a78-9fe8-cd4f0e8e8e33 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/routers/b32e3aac-9b31-4189-a914-314c087a35ff HTTP/1.1" status: 204  len: 168 time: 0.6131985
Feb 12 21:26:49.316197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34490) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:49.322319 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-03c5d0bf-ccca-4a19-9421-0cf3202ae519 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-786353294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:49.328511 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (eca6bcc3-9d13-46be-8fbb-534d648ae106), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.335597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312075cd-1293-42e0-a784-b684c93236ff req-ae26dc83-95fb-41a6-adfd-d63126552259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:49.336755 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-312075cd-1293-42e0-a784-b684c93236ff req-ae26dc83-95fb-41a6-adfd-d63126552259 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=338dee3698c944ca8240d48553a4e629&shared=False HTTP/1.1" status: 200  len: 910 time: 0.3308616
Feb 12 21:26:49.360483 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.365534 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/eca6bcc3-9d13-46be-8fbb-534d648ae106 HTTP/1.1" status: 204  len: 168 time: 5.5451720
Feb 12 21:26:49.373107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34492) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:49.382925 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d7127dd8-4381-4dc9-90e0-9e6af9b1dd6f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1795211316'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:49.416898 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-03c5d0bf-ccca-4a19-9421-0cf3202ae519 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (a4d3795d-6a3d-4718-82ba-c674db5f8daa), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.418110 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-03c5d0bf-ccca-4a19-9421-0cf3202ae519 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (a4d3795d-6a3d-4718-82ba-c674db5f8daa), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.422037 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fdbed-9d13-47a8-9c86-e2483abdaad8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Network': ['ID=eca6bcc3-9d13-46be-8fbb-534d648ae106,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:49.493732 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-03c5d0bf-ccca-4a19-9421-0cf3202ae519 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_controller (a4d3795d-6a3d-4718-82ba-c674db5f8daa), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.515180 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7127dd8-4381-4dc9-90e0-9e6af9b1dd6f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:49.518528 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d7127dd8-4381-4dc9-90e0-9e6af9b1dd6f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.544631 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7127dd8-4381-4dc9-90e0-9e6af9b1dd6f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:26:49.554485 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d7127dd8-4381-4dc9-90e0-9e6af9b1dd6f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c6bc41fc-3acf-40c5-a91e-a4250dc21cfe), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.554840 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-d7127dd8-4381-4dc9-90e0-9e6af9b1dd6f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Added segment c6bc41fc-3acf-40c5-a91e-a4250dc21cfe of type vlan for network 49301f09-59cc-4731-b571-e87d15b274d6
Feb 12 21:26:49.588160 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-03c5d0bf-ccca-4a19-9421-0cf3202ae519 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (a4d3795d-6a3d-4718-82ba-c674db5f8daa), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.612526 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d7127dd8-4381-4dc9-90e0-9e6af9b1dd6f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (49301f09-59cc-4731-b571-e87d15b274d6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.682683 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-03c5d0bf-ccca-4a19-9421-0cf3202ae519 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.684231 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-03c5d0bf-ccca-4a19-9421-0cf3202ae519 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3669906
Feb 12 21:26:49.687752 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34494) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:49.693902 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-75b5057f-11b9-4f3e-8b2d-164300a3db90 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Request body: {'router': {'admin_state_up': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:49.740168 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d7127dd8-4381-4dc9-90e0-9e6af9b1dd6f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (49301f09-59cc-4731-b571-e87d15b274d6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.751001 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7127dd8-4381-4dc9-90e0-9e6af9b1dd6f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:49.751001 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d7127dd8-4381-4dc9-90e0-9e6af9b1dd6f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:49.910172 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d7127dd8-4381-4dc9-90e0-9e6af9b1dd6f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5358057
Feb 12 21:26:49.910919 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7127dd8-4381-4dc9-90e0-9e6af9b1dd6f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Network': ['ID=49301f09-59cc-4731-b571-e87d15b274d6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:49.913690 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34502) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:49.924803 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 49301f09-59cc-4731-b571-e87d15b274d6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:26:49.949571 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f9fbeb0f-8529-4633-a5ca-5e0a907c4016 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'subnet': {'network_id': '49301f09-59cc-4731-b571-e87d15b274d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:49.964471 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-779a1cfb-745c-4ede-b7c3-963c30e965dd req-ca8b4dc4-8875-4494-a49a-e12790e53ac9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Deleting port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:49.965078 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-779a1cfb-745c-4ede-b7c3-963c30e965dd req-ca8b4dc4-8875-4494-a49a-e12790e53ac9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:50.022847 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for port (62aef42d-1ce7-4262-8532-0abcaa6274b3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:50.073004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f69caf-1659-4945-8e3e-8e74b547bdfb req-8c0f4a10-1981-4ebf-b1ef-0411293de3ed tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:50.074570 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4f69caf-1659-4945-8e3e-8e74b547bdfb req-8c0f4a10-1981-4ebf-b1ef-0411293de3ed tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 944 time: 0.6970952
Feb 12 21:26:50.082117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bbfdb-359b-45ec-9eb0-7e9cb2be9f80 req-44eec335-febf-4ba6-adff-b3ae8cc3134a tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:50.086278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de4bbfdb-359b-45ec-9eb0-7e9cb2be9f80 req-44eec335-febf-4ba6-adff-b3ae8cc3134a tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.48 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 945 time: 0.2565680
Feb 12 21:26:50.089811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312075cd-1293-42e0-a784-b684c93236ff req-73d2bf55-1cc0-4a28-b286-8cb540ea013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:50.091867 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-312075cd-1293-42e0-a784-b684c93236ff req-73d2bf55-1cc0-4a28-b286-8cb540ea013e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7265491
Feb 12 21:26:50.199505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fbeb0f-8529-4633-a5ca-5e0a907c4016 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:50.202892 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f9fbeb0f-8529-4633-a5ca-5e0a907c4016 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:50.271505 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-75b5057f-11b9-4f3e-8b2d-164300a3db90 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (a4d3795d-6a3d-4718-82ba-c674db5f8daa), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:50.291115 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4f69caf-1659-4945-8e3e-8e74b547bdfb req-40fdcc24-58cb-45e1-8427-be547bbcda56 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/security-groups?id=86edaaac-41c9-40c6-bdb7-0048dc0d9e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2059789
Feb 12 21:26:50.296558 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-779a1cfb-745c-4ede-b7c3-963c30e965dd req-ca8b4dc4-8875-4494-a49a-e12790e53ac9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] For port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:50.296931 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-779a1cfb-745c-4ede-b7c3-963c30e965dd req-ca8b4dc4-8875-4494-a49a-e12790e53ac9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:50.315769 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-779a1cfb-745c-4ede-b7c3-963c30e965dd req-ca8b4dc4-8875-4494-a49a-e12790e53ac9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Calling delete_port for 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:50.331529 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd302f-f555-445d-8620-86246356690c req-287647bc-2401-48e7-853f-de9b0bfc5862 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:50.332850 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-debd302f-f555-445d-8620-86246356690c req-287647bc-2401-48e7-853f-de9b0bfc5862 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/networks?id=57ed5d22-bc4f-4292-a243-27a5ebb4ba3c HTTP/1.1" status: 200  len: 808 time: 0.2868998
Feb 12 21:26:50.340355 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-26af1d89-c4d3-491b-b54b-949e52f99a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:50.342405 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-26af1d89-c4d3-491b-b54b-949e52f99a42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=338dee3698c944ca8240d48553a4e629&device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 1126 time: 0.1906283
Feb 12 21:26:50.354731 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-debd302f-f555-445d-8620-86246356690c req-99b1bc18-2b54-45b2-85ee-a354a29b086d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/quotas/67268b7cb701423a97c6d14f1de05645 HTTP/1.1" status: 200  len: 375 time: 0.0135789
Feb 12 21:26:50.383717 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (62aef42d-1ce7-4262-8532-0abcaa6274b3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:50.408538 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-debd302f-f555-445d-8620-86246356690c req-b76011ff-e175-4d74-a04d-7a4163e78d37 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67268b7cb701423a97c6d14f1de05645&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0475931
Feb 12 21:26:50.412307 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-75b5057f-11b9-4f3e-8b2d-164300a3db90 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (a4d3795d-6a3d-4718-82ba-c674db5f8daa), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:50.467086 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-17d0e17f-6672-4217-bf1e-3ffaab7f36d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb7d08d8-ac0e-4122-9259-758f1b442408 HTTP/1.1" status: 200  len: 217 time: 0.0938261
Feb 12 21:26:50.517989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Network f0f6f42c-24de-4ceb-930c-abdc060433ce is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:50.531608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-de4bbfdb-359b-45ec-9eb0-7e9cb2be9f80 req-0a8469d6-399a-415b-b34d-33effa836e4f tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Deleting port 79333068-c2d8-461b-ae55-4351994e694a {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:50.531953 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-de4bbfdb-359b-45ec-9eb0-7e9cb2be9f80 req-0a8469d6-399a-415b-b34d-33effa836e4f tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (79333068-c2d8-461b-ae55-4351994e694a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:50.562888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:50.582821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:50.598395 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event updated for resources: {'Port': ['ID=62aef42d-1ce7-4262-8532-0abcaa6274b3,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:50.693752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-c43dda85-d4d1-43df-8131-7ffff05ad019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:50.702139 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-c43dda85-d4d1-43df-8131-7ffff05ad019 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d923fd7c-9472-488d-bf06-22f4b1251a55 HTTP/1.1" status: 200  len: 849 time: 0.2165835
Feb 12 21:26:50.758960 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d204a-fbca-451c-b0ce-cb03e79272dc req-4d5057da-e8d0-4193-9057-a6bde127e63f tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:50.760592 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-742d204a-fbca-451c-b0ce-cb03e79272dc req-4d5057da-e8d0-4193-9057-a6bde127e63f tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 945 time: 0.3726072
Feb 12 21:26:50.782923 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (04fc1eb1-5eba-4155-b99c-11e4b633671b), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:50.786763 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-424f7953-3593-475c-8219-348c9b1cc374 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f96b466b-384a-4a15-836c-202ee42be0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0836670
Feb 12 21:26:50.910636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d49a9389-1a98-4d4f-9dfb-93d65c82544c None None] Provisioning complete for port 62aef42d-1ce7-4262-8532-0abcaa6274b3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:50.911259 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d49a9389-1a98-4d4f-9dfb-93d65c82544c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (62aef42d-1ce7-4262-8532-0abcaa6274b3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:50.938444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-de4bbfdb-359b-45ec-9eb0-7e9cb2be9f80 req-0a8469d6-399a-415b-b34d-33effa836e4f tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] For port 79333068-c2d8-461b-ae55-4351994e694a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=79333068-c2d8-461b-ae55-4351994e694a,segment=NetworkSegment(e9c99625-9af3-4b41-b38b-63aba4748ddc),segment_id=e9c99625-9af3-4b41-b38b-63aba4748ddc)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:50.938807 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-de4bbfdb-359b-45ec-9eb0-7e9cb2be9f80 req-0a8469d6-399a-415b-b34d-33effa836e4f tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (79333068-c2d8-461b-ae55-4351994e694a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:50.948229 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-debd302f-f555-445d-8620-86246356690c req-08035e6f-27cd-4034-b430-61e13a5dbe51 service neutron] 10.222.0.31 "GET /v2.0/networks/57ed5d22-bc4f-4292-a243-27a5ebb4ba3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5283959
Feb 12 21:26:50.959419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d49a9389-1a98-4d4f-9dfb-93d65c82544c None None] Port 62aef42d-1ce7-4262-8532-0abcaa6274b3 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:50.981670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-de4bbfdb-359b-45ec-9eb0-7e9cb2be9f80 req-0a8469d6-399a-415b-b34d-33effa836e4f tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Calling delete_port for 79333068-c2d8-461b-ae55-4351994e694a owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:50.984404 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f9fbeb0f-8529-4633-a5ca-5e0a907c4016 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (4773bce3-0699-4f13-871f-53c2b6b74ab3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:51.011173 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-742d204a-fbca-451c-b0ce-cb03e79272dc req-40d597c7-5d5d-4b73-87ef-8d4e5ada43f3 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/security-groups?id=2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2225354
Feb 12 21:26:51.046228 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b5057f-11b9-4f3e-8b2d-164300a3db90 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Router a4d3795d-6a3d-4718-82ba-c674db5f8daa is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:26:51.062780 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-779a1cfb-745c-4ede-b7c3-963c30e965dd req-ca8b4dc4-8875-4494-a49a-e12790e53ac9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:51.075313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:26:51.102568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-d4c1a84e-ba93-4307-a6a9-4752e2f4ec94 service neutron] 10.222.0.50 "GET /v2.0/networks/f96b466b-384a-4a15-836c-202ee42be0f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3053074
Feb 12 21:26:51.157580 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b4dc4-8875-4494-a49a-e12790e53ac9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event deleted for resources: {'Port': ['ID=6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:51.165844 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbeb0f-8529-4633-a5ca-5e0a907c4016 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Subnet': ['ID=4773bce3-0699-4f13-871f-53c2b6b74ab3,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:51.191278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ffb77dc9-7ccb-4ae4-96b4-2d96d0649d27 req-78bf130c-e854-46cd-b8d3-0600a15051e2 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 210 time: 0.0950770
Feb 12 21:26:51.195129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b5057f-11b9-4f3e-8b2d-164300a3db90 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:51.202611 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-75b5057f-11b9-4f3e-8b2d-164300a3db90 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:51.206208 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-75b5057f-11b9-4f3e-8b2d-164300a3db90 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "PUT /v2.0/routers/a4d3795d-6a3d-4718-82ba-c674db5f8daa HTTP/1.1" status: 200  len: 693 time: 1.5142479
Feb 12 21:26:51.207593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34520) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:51.217093 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e587046-cccb-4201-852e-24151e56e542 None None] Sync routers for ids ['a4d3795d-6a3d-4718-82ba-c674db5f8daa'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:26:51.226154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fbeb0f-8529-4633-a5ca-5e0a907c4016 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Checking segment: {'id': 'c6bc41fc-3acf-40c5-a91e-a4250dc21cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49301f09-59cc-4731-b571-e87d15b274d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:51.226495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fbeb0f-8529-4633-a5ca-5e0a907c4016 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network hostable DHCP agents. Network: 49301f09-59cc-4731-b571-e87d15b274d6, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:26:51.231951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e587046-cccb-4201-852e-24151e56e542 None None] Routers {'a4d3795d-6a3d-4718-82ba-c674db5f8daa'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:51.233109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1e587046-cccb-4201-852e-24151e56e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb7d340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a4d3795d-6a3d-4718-82ba-c674db5f8daa'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:51.263857 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-debd302f-f555-445d-8620-86246356690c req-10e7c95d-bb7f-4c1a-ad52-f6747ec1182e service neutron] 10.222.0.31 "GET /v2.0/networks/57ed5d22-bc4f-4292-a243-27a5ebb4ba3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3061066
Feb 12 21:26:51.291908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-779a1cfb-745c-4ede-b7c3-963c30e965dd req-ca8b4dc4-8875-4494-a49a-e12790e53ac9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] No DVR routers for this DVR port 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:51.315222 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-779a1cfb-745c-4ede-b7c3-963c30e965dd req-ca8b4dc4-8875-4494-a49a-e12790e53ac9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:51.318705 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-779a1cfb-745c-4ede-b7c3-963c30e965dd req-ca8b4dc4-8875-4494-a49a-e12790e53ac9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.50 "DELETE /v2.0/ports/6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 HTTP/1.1" status: 204  len: 173 time: 2.1351078
Feb 12 21:26:51.319182 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b035ff5e-f64d-4306-9b3d-33601a168720', 'name': 'network-vif-deleted', 'tag': '6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:26:51.326065 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-60206ddd-8f53-40ba-87b0-4ccea18a82bb tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/routers/a4d3795d-6a3d-4718-82ba-c674db5f8daa HTTP/1.1" status: 200  len: 699 time: 0.1163387
Feb 12 21:26:51.327828 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ae561e-1497-44c0-b435-7f2c7a960ea1" -d '{"events": [{"server_uuid": "b035ff5e-f64d-4306-9b3d-33601a168720", "name": "network-vif-deleted", "tag": "6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:26:51.329490 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34524) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:51.368970 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-1e587046-cccb-4201-852e-24151e56e542 None None] Set router a4d3795d-6a3d-4718-82ba-c674db5f8daa gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:51.387493 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b8404851-a7fc-4af8-b4f1-11bbb477b25b tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d3795d-6a3d-4718-82ba-c674db5f8daa HTTP/1.1" status: 200  len: 205 time: 0.0544214
Feb 12 21:26:51.392621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34528) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:51.451729 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1e587046-cccb-4201-852e-24151e56e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb7d340>, [{'id': 'a4d3795d-6a3d-4718-82ba-c674db5f8daa', 'name': 'tempest-RoutersTest-router-786353294', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:26:49Z', 'updated_at': '2022-02-12T21:26:50Z', 'revision_number': 2, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:51.455178 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fbeb0f-8529-4633-a5ca-5e0a907c4016 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network 49301f09-59cc-4731-b571-e87d15b274d6 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:26:51.473641 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (62aef42d-1ce7-4262-8532-0abcaa6274b3), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:51.506203 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e587046-cccb-4201-852e-24151e56e542 None None] Checking router: a4d3795d-6a3d-4718-82ba-c674db5f8daa for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:26:51.511151 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d82f82e3-2d34-4cbe-ad5e-e3260d07922c req-0d3cc6c7-5e50-4f35-bcc3-eadc24fab9be service neutron] 10.222.0.50 "GET /v2.0/networks/f96b466b-384a-4a15-836c-202ee42be0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3685319
Feb 12 21:26:51.512538 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e587046-cccb-4201-852e-24151e56e542 None None] Routers {'a4d3795d-6a3d-4718-82ba-c674db5f8daa'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:51.514042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1e587046-cccb-4201-852e-24151e56e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb7d340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a4d3795d-6a3d-4718-82ba-c674db5f8daa'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:51.516180 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2ef4-cdaf-4172-8682-7b12fcda78d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (a4d3795d-6a3d-4718-82ba-c674db5f8daa), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:51.583665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d6c8d-c91f-42f0-9582-b5cd9a63c299 req-11b3f40b-8c35-467e-9f8f-75edef91fbd8 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:51.585477 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-332d6c8d-c91f-42f0-9582-b5cd9a63c299 req-11b3f40b-8c35-467e-9f8f-75edef91fbd8 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 944 time: 0.1376231
Feb 12 21:26:51.635452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-1e587046-cccb-4201-852e-24151e56e542 None None] Set router a4d3795d-6a3d-4718-82ba-c674db5f8daa gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:26:51.668581 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fec89f-d05f-422b-8268-cd3b7701389e x-openstack-request-id: req-c4fec89f-d05f-422b-8268-cd3b7701389e {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:26:51.669229 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b035ff5e-f64d-4306-9b3d-33601a168720", "name": "network-vif-deleted", "tag": "6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:26:51.670284 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4fec89f-d05f-422b-8268-cd3b7701389e {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:26:51.674842 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b035ff5e-f64d-4306-9b3d-33601a168720', 'name': 'network-vif-deleted', 'tag': '6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55', 'status': 'completed', 'code': 200}
Feb 12 21:26:51.691284 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-de4bbfdb-359b-45ec-9eb0-7e9cb2be9f80 req-0a8469d6-399a-415b-b34d-33effa836e4f tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (79333068-c2d8-461b-ae55-4351994e694a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:51.704958 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-f9fbeb0f-8529-4633-a5ca-5e0a907c4016 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 49301f09-59cc-4731-b571-e87d15b274d6) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:51.730489 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5abeaf8f-b35d-45c3-9029-696554ea50eb req-7b5abfe5-52af-4f9d-8c6a-63387ed18bf6 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 210 time: 0.0370724
Feb 12 21:26:51.734556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fbeb0f-8529-4633-a5ca-5e0a907c4016 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:51.735158 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f9fbeb0f-8529-4633-a5ca-5e0a907c4016 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:51.792040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['79333068-c2d8-461b-ae55-4351994e694a'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:26:51.795411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af08a6c-26a6-4dc5-9cdb-2ec18bd50fff None None] Network 49301f09-59cc-4731-b571-e87d15b274d6 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:51.837494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-1e587046-cccb-4201-852e-24151e56e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb7d340>, [{'id': 'a4d3795d-6a3d-4718-82ba-c674db5f8daa', 'name': 'tempest-RoutersTest-router-786353294', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:26:49Z', 'updated_at': '2022-02-12T21:26:50Z', 'revision_number': 2, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:51.849843 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2ef4-cdaf-4172-8682-7b12fcda78d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (a4d3795d-6a3d-4718-82ba-c674db5f8daa), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:51.852853 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2ef4-cdaf-4172-8682-7b12fcda78d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router_controller (a4d3795d-6a3d-4718-82ba-c674db5f8daa), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:51.857439 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f9fbeb0f-8529-4633-a5ca-5e0a907c4016 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.9137051
Feb 12 21:26:51.860138 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34538) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:51.861472 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-332d6c8d-c91f-42f0-9582-b5cd9a63c299 req-7d8f3328-f23d-4d0b-87fc-9fca034b990e tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/security-groups?id=86edaaac-41c9-40c6-bdb7-0048dc0d9e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2672305
Feb 12 21:26:51.870198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8469d6-399a-415b-b34d-33effa836e4f tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Pushing event deleted for resources: {'Port': ['ID=79333068-c2d8-461b-ae55-4351994e694a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:51.933775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e587046-cccb-4201-852e-24151e56e542 None None] The sync data for ids ['a4d3795d-6a3d-4718-82ba-c674db5f8daa'] in ncdv-master-1 is: [{'id': 'a4d3795d-6a3d-4718-82ba-c674db5f8daa', 'name': 'tempest-RoutersTest-router-786353294', 'tenant_id': '1ff52ff911f1424387467a0770cfecd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:26:49Z', 'updated_at': '2022-02-12T21:26:50Z', 'revision_number': 2, 'project_id': '1ff52ff911f1424387467a0770cfecd6', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:51.998160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4bbfdb-359b-45ec-9eb0-7e9cb2be9f80 req-0a8469d6-399a-415b-b34d-33effa836e4f tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] No DVR routers for this DVR port 79333068-c2d8-461b-ae55-4351994e694a on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:52.006583 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-de4bbfdb-359b-45ec-9eb0-7e9cb2be9f80 req-0a8469d6-399a-415b-b34d-33effa836e4f tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:52.006583 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de4bbfdb-359b-45ec-9eb0-7e9cb2be9f80 req-0a8469d6-399a-415b-b34d-33effa836e4f tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.48 "DELETE /v2.0/ports/79333068-c2d8-461b-ae55-4351994e694a HTTP/1.1" status: 204  len: 173 time: 1.9025993
Feb 12 21:26:52.017626 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2ef4-cdaf-4172-8682-7b12fcda78d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (a4d3795d-6a3d-4718-82ba-c674db5f8daa), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:52.019228 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ac2ef4-cdaf-4172-8682-7b12fcda78d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Fanout notify agent at l3_agent the message router_deleted on router a4d3795d-6a3d-4718-82ba-c674db5f8daa {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:26:52.033682 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2ef4-cdaf-4172-8682-7b12fcda78d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:52.035129 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a9ac2ef4-cdaf-4172-8682-7b12fcda78d2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/routers/a4d3795d-6a3d-4718-82ba-c674db5f8daa HTTP/1.1" status: 204  len: 168 time: 0.6448114
Feb 12 21:26:52.042619 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (49301f09-59cc-4731-b571-e87d15b274d6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:52.047393 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34542) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:52.070605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26ca9b01-aacc-4187-b2b1-4393bbdc5bab req-0d6d7b5a-ea44-4014-a7cb-f0371b4b035c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2747540
Feb 12 21:26:52.087386 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3886c8a6-d446-40f3-8f27-dcde66df1929 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4d3795d-6a3d-4718-82ba-c674db5f8daa HTTP/1.1" status: 200  len: 205 time: 0.0366757
Feb 12 21:26:52.089562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34546) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:52.102402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-49301f09-59cc-4731-b571-e87d15b274d6', 'network_id': '49301f09-59cc-4731-b571-e87d15b274d6', 'project_id': '414d9ff7c5c1444586cdfcb441201b90', 'fixed_ips': [{'subnet_id': '4773bce3-0699-4f13-871f-53c2b6b74ab3'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:26:52.103333 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:52.199134 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-9d90adbf-c7a6-4a39-b17e-1316355de992 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] delete failed (client error): The resource could not be found.
Feb 12 21:26:52.199134 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9d90adbf-c7a6-4a39-b17e-1316355de992 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/routers/a4d3795d-6a3d-4718-82ba-c674db5f8daa HTTP/1.1" status: 404  len: 336 time: 0.1093593
Feb 12 21:26:52.205765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34548) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:52.258686 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7429c601-6b8a-465e-baf0-37f4abf81025 req-1ea6d457-02db-489b-bf6e-79d283e33d26 tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 210 time: 0.1265645
Feb 12 21:26:52.271899 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-51890d97-5baf-44c3-8d59-07118c0762c7 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:26:52.273059 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51890d97-5baf-44c3-8d59-07118c0762c7 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:26:52.275667 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-51890d97-5baf-44c3-8d59-07118c0762c7 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/b2cc809b-a219-4359-8d07-c96006b0a0bf HTTP/1.1" status: 404  len: 337 time: 0.0682523
Feb 12 21:26:52.278554 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (4773bce3-0699-4f13-871f-53c2b6b74ab3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:52.281280 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34552) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:52.331423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca9b01-aacc-4187-b2b1-4393bbdc5bab req-d3c62549-50f2-4322-a384-68ef49465e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:52.333036 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26ca9b01-aacc-4187-b2b1-4393bbdc5bab req-d3c62549-50f2-4322-a384-68ef49465e19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07de9e87ea3f495f90baaf85d83b982c&device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 1127 time: 0.1930144
Feb 12 21:26:52.358759 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f9c647-9d34-4ac9-90ba-5fadd9c220b3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:26:52.359468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f9c647-9d34-4ac9-90ba-5fadd9c220b3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:26:52.362895 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-41f9c647-9d34-4ac9-90ba-5fadd9c220b3 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/9c0c4d58-f7cc-4a4a-bf0b-61eb88512708 HTTP/1.1" status: 404  len: 337 time: 0.0688756
Feb 12 21:26:52.365974 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34554) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:52.379327 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-384ec71b-cb3b-4690-b04a-d464ed243446 req-68e344c9-6670-4675-8567-3d52b82269f2 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=b035ff5e-f64d-4306-9b3d-33601a168720 HTTP/1.1" status: 200  len: 210 time: 0.0415962
Feb 12 21:26:52.399871 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Allocated IP 172.20.0.1 (49301f09-59cc-4731-b571-e87d15b274d6/4773bce3-0699-4f13-871f-53c2b6b74ab3/b8b9db46-33ba-47ff-9068-97ec5c814752) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:52.410335 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e96364-3cb6-4e5a-b8fb-659e0f1489ce tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:26:52.412601 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e96364-3cb6-4e5a-b8fb-659e0f1489ce tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:26:52.415288 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-28e96364-3cb6-4e5a-b8fb-659e0f1489ce tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/34a84b44-8d5d-41c9-ab04-096bbd4f39e5 HTTP/1.1" status: 404  len: 337 time: 0.0486383
Feb 12 21:26:52.419246 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34556) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:52.457619 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c758388-efd0-464d-94e7-b90ffa921f56 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:26:52.458540 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c758388-efd0-464d-94e7-b90ffa921f56 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:26:52.461837 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8c758388-efd0-464d-94e7-b90ffa921f56 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/cc5b5657-23c3-45f3-98ab-d6043cf22da9 HTTP/1.1" status: 404  len: 337 time: 0.0412774
Feb 12 21:26:52.464435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34558) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:52.525830 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-84c78c45-fab8-4eb3-9c3f-1fa092b76465 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports?device_id=b32e3aac-9b31-4189-a914-314c087a35ff HTTP/1.1" status: 200  len: 205 time: 0.0596073
Feb 12 21:26:52.526776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34566) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:52.538322 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for port (62aef42d-1ce7-4262-8532-0abcaa6274b3), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:52.546024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca9b01-aacc-4187-b2b1-4393bbdc5bab req-e25b0a91-513e-47f6-aacb-f580ca7625ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:52.548035 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26ca9b01-aacc-4187-b2b1-4393bbdc5bab req-e25b0a91-513e-47f6-aacb-f580ca7625ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d5bc69a-2301-48bc-9830-3152e0fb1763 HTTP/1.1" status: 200  len: 914 time: 0.1735983
Feb 12 21:26:52.586384 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-03edbd41-25d6-450e-be05-2a7aa384b1b4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] delete failed (client error): The resource could not be found.
Feb 12 21:26:52.592849 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-03edbd41-25d6-450e-be05-2a7aa384b1b4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/routers/b32e3aac-9b31-4189-a914-314c087a35ff HTTP/1.1" status: 404  len: 336 time: 0.0643151
Feb 12 21:26:52.593944 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34572) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:52.623719 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Publish callbacks [] for port (b8b9db46-33ba-47ff-9068-97ec5c814752), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:52.630135 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c2a47296-a629-4469-bf0c-49123b3926e7 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4b16eba-26ab-4cd8-8bbd-99fbb50d274e HTTP/1.1" status: 200  len: 205 time: 0.0350192
Feb 12 21:26:52.632521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34574) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:52.633716 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26ca9b01-aacc-4187-b2b1-4393bbdc5bab req-11a941d0-3840-479d-a447-6d17cb2acc09 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d661d100-a3e2-4189-afa4-cff30b0ad7a4 HTTP/1.1" status: 200  len: 217 time: 0.0661681
Feb 12 21:26:52.636357 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (62aef42d-1ce7-4262-8532-0abcaa6274b3), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:52.678689 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-8518231c-8aaf-45b2-ad7e-8a3a24b4233c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] delete failed (client error): The resource could not be found.
Feb 12 21:26:52.692998 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8518231c-8aaf-45b2-ad7e-8a3a24b4233c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/routers/c4b16eba-26ab-4cd8-8bbd-99fbb50d274e HTTP/1.1" status: 404  len: 336 time: 0.0463014
Feb 12 21:26:52.692998 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34578) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:52.715610 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e74565-d68f-4f71-9686-e0e7caa905ab tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:26:52.716826 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e74565-d68f-4f71-9686-e0e7caa905ab tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:26:52.720293 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e9e74565-d68f-4f71-9686-e0e7caa905ab tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/057505e1-d3d5-462b-a59e-e784aad1c63f HTTP/1.1" status: 404  len: 337 time: 0.0368257
Feb 12 21:26:52.722964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34580) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:52.752920 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-45def8a3-8ebb-4b12-a95c-941458978fc2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports?device_id=0841529f-42b0-4aa7-8567-3d1808ce7fd0 HTTP/1.1" status: 200  len: 205 time: 0.0268338
Feb 12 21:26:52.753429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34582) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:52.757898 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (04fc1eb1-5eba-4155-b99c-11e4b633671b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:52.758100 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (b8b9db46-33ba-47ff-9068-97ec5c814752), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:52.765680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event updated for resources: {'Port': ['ID=62aef42d-1ce7-4262-8532-0abcaa6274b3,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:52.778295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca9b01-aacc-4187-b2b1-4393bbdc5bab req-7a20efb8-0230-4e8a-ba14-d2335e2c4648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:52.780853 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26ca9b01-aacc-4187-b2b1-4393bbdc5bab req-7a20efb8-0230-4e8a-ba14-d2335e2c4648 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=84e31bc6-7d97-4527-928a-1f0b9e406f3b HTTP/1.1" status: 200  len: 853 time: 0.1403816
Feb 12 21:26:52.812234 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-081e0cf2-79a3-4029-ad8e-dc1a175b2736 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] delete failed (client error): The resource could not be found.
Feb 12 21:26:52.815806 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-081e0cf2-79a3-4029-ad8e-dc1a175b2736 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/routers/0841529f-42b0-4aa7-8567-3d1808ce7fd0 HTTP/1.1" status: 404  len: 336 time: 0.0588298
Feb 12 21:26:52.816053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34586) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:52.873454 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1a12bb92-d416-4f48-afa5-0bcb6477de2c tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports?device_id=714d98c4-352c-4739-8cf0-4c458039a488 HTTP/1.1" status: 200  len: 205 time: 0.0561585
Feb 12 21:26:52.876243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34588) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:52.880305 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26ca9b01-aacc-4187-b2b1-4393bbdc5bab req-da6015fa-e9a1-4bc4-89a5-f3e0dc269b9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d5bc69a-2301-48bc-9830-3152e0fb1763&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0360391
Feb 12 21:26:52.881141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Network 49301f09-59cc-4731-b571-e87d15b274d6 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:52.884293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:52.902192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:52.927898 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Pushing event updated for resources: {'Port': ['ID=b8b9db46-33ba-47ff-9068-97ec5c814752,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:52.983395 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-d47d3efd-0df3-4ce3-9955-9036c9405956 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] delete failed (client error): The resource could not be found.
Feb 12 21:26:52.984583 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d47d3efd-0df3-4ce3-9955-9036c9405956 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/routers/714d98c4-352c-4739-8cf0-4c458039a488 HTTP/1.1" status: 404  len: 336 time: 0.1074221
Feb 12 21:26:52.988069 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5461aeab-2659-404b-9607-a30406815deb req-603acf79-6a34-4dde-8733-484ed4e73592 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 210 time: 0.1266553
Feb 12 21:26:52.989824 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (4773bce3-0699-4f13-871f-53c2b6b74ab3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:52.993049 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34594) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:52.995457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Network f0f6f42c-24de-4ceb-930c-abdc060433ce is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:53.019416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:53.045675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Attempting to bind port b8b9db46-33ba-47ff-9068-97ec5c814752 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:53.046244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Attempting to bind port b8b9db46-33ba-47ff-9068-97ec5c814752 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c6bc41fc-3acf-40c5-a91e-a4250dc21cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49301f09-59cc-4731-b571-e87d15b274d6'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:53.046756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Attempting to bind port b8b9db46-33ba-47ff-9068-97ec5c814752 on network 49301f09-59cc-4731-b571-e87d15b274d6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:53.055909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:53.056303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Checking segment: {'id': 'c6bc41fc-3acf-40c5-a91e-a4250dc21cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49301f09-59cc-4731-b571-e87d15b274d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:53.056712 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:53.057385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Bound using segment: {'id': 'c6bc41fc-3acf-40c5-a91e-a4250dc21cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49301f09-59cc-4731-b571-e87d15b274d6'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:53.059062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Bound port: b8b9db46-33ba-47ff-9068-97ec5c814752, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6bc41fc-3acf-40c5-a91e-a4250dc21cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49301f09-59cc-4731-b571-e87d15b274d6'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:53.060210 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b8b9db46-33ba-47ff-9068-97ec5c814752), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:53.094132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Subnet': ['ID=4773bce3-0699-4f13-871f-53c2b6b74ab3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:53.098422 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df41c8b-09ae-4d83-99bb-f9545afc9f0a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:26:53.098878 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df41c8b-09ae-4d83-99bb-f9545afc9f0a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:26:53.105869 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7df41c8b-09ae-4d83-99bb-f9545afc9f0a tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/7808ae58-e1de-4826-b0a7-43cb0ba5b061 HTTP/1.1" status: 404  len: 337 time: 0.1032071
Feb 12 21:26:53.117022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34596) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:53.180173 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] For port b8b9db46-33ba-47ff-9068-97ec5c814752, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:53.187570 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] For port b8b9db46-33ba-47ff-9068-97ec5c814752, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8b9db46-33ba-47ff-9068-97ec5c814752,segment=NetworkSegment(c6bc41fc-3acf-40c5-a91e-a4250dc21cfe),segment_id=c6bc41fc-3acf-40c5-a91e-a4250dc21cfe)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:53.275279 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b8b9db46-33ba-47ff-9068-97ec5c814752), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:53.282801 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (49301f09-59cc-4731-b571-e87d15b274d6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:53.350431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6faac29a0>,) {'filters': {'network_id': ['49301f09-59cc-4731-b571-e87d15b274d6']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:53.373089 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6faac29a0>, 'c6bc41fc-3acf-40c5-a91e-a4250dc21cfe') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:53.373483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6faac29a0>, 'c6bc41fc-3acf-40c5-a91e-a4250dc21cfe') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:53.386453 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (c6bc41fc-3acf-40c5-a91e-a4250dc21cfe), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:53.412355 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e655b44-13c6-437b-a530-fe235de09508 None None] Pushing event updated for resources: {'Port': ['ID=b8b9db46-33ba-47ff-9068-97ec5c814752,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:53.435941 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c6bc41fc-3acf-40c5-a91e-a4250dc21cfe), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:53.473227 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:53.473227 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (c6bc41fc-3acf-40c5-a91e-a4250dc21cfe), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:53.490890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-74646cb8-68cb-4dda-997d-7ed76fe08d44 None None] Provisioning complete for port 62aef42d-1ce7-4262-8532-0abcaa6274b3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:53.496881 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-74646cb8-68cb-4dda-997d-7ed76fe08d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (62aef42d-1ce7-4262-8532-0abcaa6274b3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:53.502498 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:53.518670 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d39ad55e-474f-4162-99a9-c0c069b72811 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac2435a7-7687-40ac-9430-afe49c142fc5 HTTP/1.1" status: 200  len: 205 time: 0.4009941
Feb 12 21:26:53.540917 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34602) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:53.547500 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-74646cb8-68cb-4dda-997d-7ed76fe08d44 None None] Port 62aef42d-1ce7-4262-8532-0abcaa6274b3 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:53.561685 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961b7ce7-c386-4ce2-8b23-319aaae6731a None None] get_active_networks_info from ncdv-master-1 {{(pid=126507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 12 21:26:53.588704 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3426eb8f-4c55-44a3-b39a-db4f29dd763c req-e3cb8704-8852-4974-aa41-24a4d6d8de5c tempest-ServerGroupTestJSON-1733270993 tempest-ServerGroupTestJSON-1733270993-project] 10.222.0.31 "GET /v2.0/ports?device_id=06e5319d-f792-40d2-b911-7f06300475ba HTTP/1.1" status: 200  len: 210 time: 0.0813863
Feb 12 21:26:53.617573 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26ca9b01-aacc-4187-b2b1-4393bbdc5bab req-e72017cc-7777-42df-a98b-59224f69ecd6 service neutron] 10.222.0.48 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7240050
Feb 12 21:26:53.624571 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-d15688f9-dba3-4a04-9e88-cc58050bce42 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] delete failed (client error): The resource could not be found.
Feb 12 21:26:53.625671 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d15688f9-dba3-4a04-9e88-cc58050bce42 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/routers/ac2435a7-7687-40ac-9430-afe49c142fc5 HTTP/1.1" status: 404  len: 336 time: 0.0834541
Feb 12 21:26:53.630350 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34604) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:53.664127 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b955f4-38f7-4856-be6e-3d3afb9ddb07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:26:53.664616 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b955f4-38f7-4856-be6e-3d3afb9ddb07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:26:53.673416 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-55b955f4-38f7-4856-be6e-3d3afb9ddb07 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/0a12fb21-2355-4576-8065-49ba58a17490 HTTP/1.1" status: 404  len: 337 time: 0.0386884
Feb 12 21:26:53.676071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e5319d-f792-40d2-b911-7f06300475ba', 'name': 'network-vif-deleted', 'tag': '79333068-c2d8-461b-ae55-4351994e694a'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:26:53.678391 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f329baf5-0039-4060-b492-85b4baa99f34" -d '{"events": [{"server_uuid": "06e5319d-f792-40d2-b911-7f06300475ba", "name": "network-vif-deleted", "tag": "79333068-c2d8-461b-ae55-4351994e694a"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:26:53.681132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34608) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:53.707251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c713b3-c895-4f4c-93d2-1c3b534bdc4d req-fe47fc3f-2890-4ac4-bc96-fa8970dc8c74 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:53.714206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-91c713b3-c895-4f4c-93d2-1c3b534bdc4d req-fe47fc3f-2890-4ac4-bc96-fa8970dc8c74 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 944 time: 0.7173769
Feb 12 21:26:53.733972 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4efae7e5-1b63-4546-8ed3-73f008c980d4 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2901d34-5332-4c77-b821-db9e37afc9b0 HTTP/1.1" status: 200  len: 205 time: 0.0516319
Feb 12 21:26:53.735520 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.api [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 12 21:26:53.735520 ncdv-master-1 neutron-server[126506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 12 21:26:53.735520 ncdv-master-1 neutron-server[126506]: [parameters: {'id': '49301f09-59cc-4731-b571-e87d15b274d6'}]
Feb 12 21:26:53.735520 ncdv-master-1 neutron-server[126506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:26:53.735520 ncdv-master-1 neutron-server[126506]: DEBUG oslo_db.api [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:26:53.737751 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34614) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:53.752347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device bb7d08d8-ac0e-4122-9259-758f1b442408 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:26:53.784959 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e621023-bc97-42ed-8167-2813255cfce4 x-openstack-request-id: req-2e621023-bc97-42ed-8167-2813255cfce4 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:26:53.785285 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e5319d-f792-40d2-b911-7f06300475ba", "name": "network-vif-deleted", "tag": "79333068-c2d8-461b-ae55-4351994e694a", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:26:53.785534 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e621023-bc97-42ed-8167-2813255cfce4 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:26:53.785934 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e5319d-f792-40d2-b911-7f06300475ba', 'name': 'network-vif-deleted', 'tag': '79333068-c2d8-461b-ae55-4351994e694a', 'status': 'completed', 'code': 200}
Feb 12 21:26:53.790053 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-66a897bd-4af0-40e9-835d-f7d5b45103b2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] delete failed (client error): The resource could not be found.
Feb 12 21:26:53.794870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Router 04fc1eb1-5eba-4155-b99c-11e4b633671b has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:26:53.799205 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-66a897bd-4af0-40e9-835d-f7d5b45103b2 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/routers/e2901d34-5332-4c77-b821-db9e37afc9b0 HTTP/1.1" status: 404  len: 336 time: 0.0557065
Feb 12 21:26:53.799205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34616) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:53.825160 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea09481e-7b3e-44e9-9148-83c099e48f40 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:26:53.825827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea09481e-7b3e-44e9-9148-83c099e48f40 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:26:53.832248 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ea09481e-7b3e-44e9-9148-83c099e48f40 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/ff059b2e-35f4-43b8-935c-23f724058611 HTTP/1.1" status: 404  len: 337 time: 0.0352204
Feb 12 21:26:53.832838 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34618) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:53.860607 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05aa534-da4e-4e2a-b6a4-2ff633611c69 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:26:53.861069 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05aa534-da4e-4e2a-b6a4-2ff633611c69 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:26:53.867125 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e05aa534-da4e-4e2a-b6a4-2ff633611c69 tempest-RoutersTest-1291434461 tempest-RoutersTest-1291434461-project] 10.222.0.31 "DELETE /v2.0/subnets/099b3998-2d8c-48ed-900c-d5034b9e9770 HTTP/1.1" status: 404  len: 337 time: 0.0331361
Feb 12 21:26:53.871883 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:26:53.880116 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 79333068-c2d8-461b-ae55-4351994e694a no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:26:53.906655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 79333068-c2d8-461b-ae55-4351994e694a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:26:53.906942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 79333068-c2d8-461b-ae55-4351994e694a not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:26:53.930737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:26:53.931379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6e1f4d04-fb0d-4afc-8f41-bbfb4f641a55 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:26:53.932894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961b7ce7-c386-4ce2-8b23-319aaae6731a None None] Resources bound (agent type, host, resource id):  {{(pid=126507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 12 21:26:53.961526 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26ca9b01-aacc-4187-b2b1-4393bbdc5bab req-eaed8cad-84e3-4444-bfd6-a34f4b1c819f service neutron] 10.222.0.48 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3299713
Feb 12 21:26:53.992711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:53.999972 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-57486d14-654d-4dce-a107-7692d85211ce tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] 10.222.0.31 "PUT /v2.0/routers/04fc1eb1-5eba-4155-b99c-11e4b633671b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8133659
Feb 12 21:26:54.000196 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port bb7d08d8-ac0e-4122-9259-758f1b442408, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb7d08d8-ac0e-4122-9259-758f1b442408,segment=NetworkSegment(e509d1e6-eb8e-474b-8f23-c70fc16f51c2),segment_id=e509d1e6-eb8e-474b-8f23-c70fc16f51c2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:54.002885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34624) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:54.008818 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-835074c9-5652-4748-8851-7aa163fdc1f8 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Request body: {'port': {'network_id': 'f0f6f42c-24de-4ceb-930c-abdc060433ce', 'name': 'tempest-FloatingIPAdminTestJSON-1090422723'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:54.009496 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f1c0d1-b9f8-4f29-b814-5d723320e453 None None] Sync routers for ids ['04fc1eb1-5eba-4155-b99c-11e4b633671b'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:26:54.023920 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-91c713b3-c895-4f4c-93d2-1c3b534bdc4d req-0e5e464c-d20a-41ca-a96d-7aed0c31bab6 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/security-groups?id=86edaaac-41c9-40c6-bdb7-0048dc0d9e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3087728
Feb 12 21:26:54.025157 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f1c0d1-b9f8-4f29-b814-5d723320e453 None None] Routers {'04fc1eb1-5eba-4155-b99c-11e4b633671b'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:54.026713 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b9f1c0d1-b9f8-4f29-b814-5d723320e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc26520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['04fc1eb1-5eba-4155-b99c-11e4b633671b'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:54.080172 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b9f1c0d1-b9f8-4f29-b814-5d723320e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc26520>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:54.080441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'bb7d08d8-ac0e-4122-9259-758f1b442408', 'network_id': 'f96b466b-384a-4a15-836c-202ee42be0f5', 'port_id': 'bb7d08d8-ac0e-4122-9259-758f1b442408', 'mac_address': 'fa:16:3e:88:60:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd923fd7c-9472-488d-bf06-22f4b1251a55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:26:54.104516 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f1c0d1-b9f8-4f29-b814-5d723320e453 None None] Routers {'04fc1eb1-5eba-4155-b99c-11e4b633671b'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:54.105149 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b9f1c0d1-b9f8-4f29-b814-5d723320e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc26520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['04fc1eb1-5eba-4155-b99c-11e4b633671b'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:54.143131 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b9f1c0d1-b9f8-4f29-b814-5d723320e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc26520>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:54.144245 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f1c0d1-b9f8-4f29-b814-5d723320e453 None None] The sync data for ids ['04fc1eb1-5eba-4155-b99c-11e4b633671b'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:54.148017 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port bb7d08d8-ac0e-4122-9259-758f1b442408 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:54.148282 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bb7d08d8-ac0e-4122-9259-758f1b442408), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:54.178244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7d08d8-ac0e-4122-9259-758f1b442408 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:26:54.225396 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port bb7d08d8-ac0e-4122-9259-758f1b442408, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb7d08d8-ac0e-4122-9259-758f1b442408,segment=NetworkSegment(e509d1e6-eb8e-474b-8f23-c70fc16f51c2),segment_id=e509d1e6-eb8e-474b-8f23-c70fc16f51c2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:54.285988 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e47a2c-6188-4f00-a75a-1d86837ab511 None None] Network 49301f09-59cc-4731-b571-e87d15b274d6 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:54.366737 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (bb7d08d8-ac0e-4122-9259-758f1b442408), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:54.410022 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (49301f09-59cc-4731-b571-e87d15b274d6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:54.412156 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34630) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:54.435358 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=bb7d08d8-ac0e-4122-9259-758f1b442408,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:54.435571 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9fd41e4a-a39a-4ecc-b43a-4ae20c290329 req-17914d78-642c-4546-85c6-0806f45088c6 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 210 time: 0.3488505
Feb 12 21:26:54.512759 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Deleting port b8b9db46-33ba-47ff-9068-97ec5c814752 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:26:54.514116 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b8b9db46-33ba-47ff-9068-97ec5c814752), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:54.553742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['bb7d08d8-ac0e-4122-9259-758f1b442408'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:26:54.571208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835074c9-5652-4748-8851-7aa163fdc1f8 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Made reservation on behalf of 04cfe2dd468f40cc861f1e9895767040 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:54.574967 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-835074c9-5652-4748-8851-7aa163fdc1f8 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:54.590824 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3876de33-9a98-449d-a564-ca6eec33f545 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ff52ff911f1424387467a0770cfecd6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1771700
Feb 12 21:26:54.593865 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34634) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:54.623041 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] For port b8b9db46-33ba-47ff-9068-97ec5c814752, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8b9db46-33ba-47ff-9068-97ec5c814752,segment=NetworkSegment(c6bc41fc-3acf-40c5-a91e-a4250dc21cfe),segment_id=c6bc41fc-3acf-40c5-a91e-a4250dc21cfe)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:54.623441 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b8b9db46-33ba-47ff-9068-97ec5c814752), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:54.640135 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-835074c9-5652-4748-8851-7aa163fdc1f8 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] device_id is not set on port d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:26:54.659935 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Calling delete_port for b8b9db46-33ba-47ff-9068-97ec5c814752 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:26:54.862553 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c50b009-02d3-4fd6-8082-74b269cf1c4b admin admin] Publish callbacks [] for security_group (74d9dde7-f12f-4897-9cb4-9598654cf4cf), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:54.868323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd302f-f555-445d-8620-86246356690c req-80e878fa-c727-4902-a698-12e151da4929 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:54.871043 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-debd302f-f555-445d-8620-86246356690c req-80e878fa-c727-4902-a698-12e151da4929 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.48 "GET /v2.0/networks?id=57ed5d22-bc4f-4292-a243-27a5ebb4ba3c HTTP/1.1" status: 200  len: 808 time: 0.1650145
Feb 12 21:26:54.897225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-debd302f-f555-445d-8620-86246356690c req-ddae22e2-0ae0-4558-a372-9685e51f076d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Request body: {'port': {'device_id': 'fa5b018f-87a0-4198-b3b1-346b49ee6bf1', 'network_id': '57ed5d22-bc4f-4292-a243-27a5ebb4ba3c', 'admin_state_up': True, 'tenant_id': '67268b7cb701423a97c6d14f1de05645'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:54.908904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c50b009-02d3-4fd6-8082-74b269cf1c4b admin admin] Publish callbacks [] for security_group (74d9dde7-f12f-4897-9cb4-9598654cf4cf), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:54.922995 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-835074c9-5652-4748-8851-7aa163fdc1f8 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Allocated IP 172.20.0.12 (f0f6f42c-24de-4ceb-930c-abdc060433ce/622b8496-d14d-428d-b9c3-a221bda62d7a/d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:55.064711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34662) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:55.106617 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c50b009-02d3-4fd6-8082-74b269cf1c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (74d9dde7-f12f-4897-9cb4-9598654cf4cf), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.109140 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c50b009-02d3-4fd6-8082-74b269cf1c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.110303 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5c50b009-02d3-4fd6-8082-74b269cf1c4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74d9dde7-f12f-4897-9cb4-9598654cf4cf HTTP/1.1" status: 204  len: 168 time: 0.5090253
Feb 12 21:26:55.110996 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b8b9db46-33ba-47ff-9068-97ec5c814752), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.139763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f53c02-edd0-4457-a822-1ffa06e53a70 admin admin] Deleting subnet 5444c9f8-04f0-4a57-b767-5cf6afb40a44 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:26:55.143705 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-55f53c02-edd0-4457-a822-1ffa06e53a70 admin admin] Publish callbacks [] for subnet (5444c9f8-04f0-4a57-b767-5cf6afb40a44), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.171734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50b009-02d3-4fd6-8082-74b269cf1c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d9dde7-f12f-4897-9cb4-9598654cf4cf,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:55.178939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-debd302f-f555-445d-8620-86246356690c req-ddae22e2-0ae0-4558-a372-9685e51f076d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Made reservation on behalf of 67268b7cb701423a97c6d14f1de05645 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:55.182332 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-debd302f-f555-445d-8620-86246356690c req-ddae22e2-0ae0-4558-a372-9685e51f076d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.210907 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-55f53c02-edd0-4457-a822-1ffa06e53a70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (5444c9f8-04f0-4a57-b767-5cf6afb40a44), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.211076 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Port': ['ID=b8b9db46-33ba-47ff-9068-97ec5c814752,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:55.213709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No DVR routers for this DVR port b8b9db46-33ba-47ff-9068-97ec5c814752 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:26:55.260735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d377a88-fbf5-4687-8f7b-24dc91c614ab req-d6148b4e-9384-4496-ab58-026bf0cbf4a0 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:55.262266 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d377a88-fbf5-4687-8f7b-24dc91c614ab req-d6148b4e-9384-4496-ab58-026bf0cbf4a0 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 945 time: 0.1632628
Feb 12 21:26:55.324903 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (49301f09-59cc-4731-b571-e87d15b274d6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.335678 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-55f53c02-edd0-4457-a822-1ffa06e53a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (5444c9f8-04f0-4a57-b767-5cf6afb40a44), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.359680 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-835074c9-5652-4748-8851-7aa163fdc1f8 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for port (d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.362085 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc700457550>,) {'filters': {'network_id': ['49301f09-59cc-4731-b571-e87d15b274d6']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:55.375585 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc700457550>, 'c6bc41fc-3acf-40c5-a91e-a4250dc21cfe') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:55.375893 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc700457550>, 'c6bc41fc-3acf-40c5-a91e-a4250dc21cfe') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:55.390104 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (c6bc41fc-3acf-40c5-a91e-a4250dc21cfe), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.419502 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c6bc41fc-3acf-40c5-a91e-a4250dc21cfe), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.428565 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:55.428947 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d377a88-fbf5-4687-8f7b-24dc91c614ab req-46972429-b9ca-4e7f-ae5f-88e512b3f21b tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/security-groups?id=86edaaac-41c9-40c6-bdb7-0048dc0d9e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379759
Feb 12 21:26:55.429075 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (c6bc41fc-3acf-40c5-a91e-a4250dc21cfe), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:55.432137 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:55.447613 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-debd302f-f555-445d-8620-86246356690c req-ddae22e2-0ae0-4558-a372-9685e51f076d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Allocated IP 172.20.0.5 (57ed5d22-bc4f-4292-a243-27a5ebb4ba3c/740ae8f0-be09-4e5e-aa88-a43638bd4bd6/b75f5f83-8e7c-4255-9f7b-b748b078e9ef) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:55.561315 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6eb124ad-f180-493a-be6e-6d7ebbf2dff9 req-7b8fc48a-bea2-4f35-b239-2cc6bcaa4c3b tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 210 time: 0.0350695
Feb 12 21:26:55.595190 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-835074c9-5652-4748-8851-7aa163fdc1f8 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.639938 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-debd302f-f555-445d-8620-86246356690c req-ddae22e2-0ae0-4558-a372-9685e51f076d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Publish callbacks [] for port (b75f5f83-8e7c-4255-9f7b-b748b078e9ef), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.643483 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-55f53c02-edd0-4457-a822-1ffa06e53a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (5444c9f8-04f0-4a57-b767-5cf6afb40a44), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.644518 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835074c9-5652-4748-8851-7aa163fdc1f8 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Network f0f6f42c-24de-4ceb-930c-abdc060433ce is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:55.644993 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (49301f09-59cc-4731-b571-e87d15b274d6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.650129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-835074c9-5652-4748-8851-7aa163fdc1f8 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:55.658060 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835074c9-5652-4748-8851-7aa163fdc1f8 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:55.686450 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.693397 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/49301f09-59cc-4731-b571-e87d15b274d6 HTTP/1.1" status: 204  len: 168 time: 3.8288653
Feb 12 21:26:55.693592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f53c02-edd0-4457-a822-1ffa06e53a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5444c9f8-04f0-4a57-b767-5cf6afb40a44,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:55.694916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34676) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:55.702069 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-55f53c02-edd0-4457-a822-1ffa06e53a70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.704414 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-55f53c02-edd0-4457-a822-1ffa06e53a70 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5444c9f8-04f0-4a57-b767-5cf6afb40a44 HTTP/1.1" status: 204  len: 168 time: 0.6385984
Feb 12 21:26:55.710533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-105b2ca7-c765-4690-94b9-205e4eb00aa2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-40353022'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:55.713793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34678) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:55.725055 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835074c9-5652-4748-8851-7aa163fdc1f8 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event updated for resources: {'Port': ['ID=d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:55.732194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc1495-37c7-4cb9-aa42-e07151d79c20 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Network': ['ID=49301f09-59cc-4731-b571-e87d15b274d6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:55.748306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device bb7d08d8-ac0e-4122-9259-758f1b442408 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:26:55.749581 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835074c9-5652-4748-8851-7aa163fdc1f8 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:55.750250 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-835074c9-5652-4748-8851-7aa163fdc1f8 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.848312 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-835074c9-5652-4748-8851-7aa163fdc1f8 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 1.8441930
Feb 12 21:26:55.849059 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34684) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:55.890113 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b170066-2d1a-4468-936b-745ecdbc627b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (2d400d95-ec5f-48f7-ad66-79ff014da04a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.926750 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bead5ab7-de1a-45aa-ad9b-84418c8d8e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.955183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port bb7d08d8-ac0e-4122-9259-758f1b442408 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:26:55.961131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port bb7d08d8-ac0e-4122-9259-758f1b442408 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:55.961939 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bb7d08d8-ac0e-4122-9259-758f1b442408), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.987496 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105b2ca7-c765-4690-94b9-205e4eb00aa2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:55.991255 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-105b2ca7-c765-4690-94b9-205e4eb00aa2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:55.993683 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-debd302f-f555-445d-8620-86246356690c req-ddae22e2-0ae0-4558-a372-9685e51f076d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b75f5f83-8e7c-4255-9f7b-b748b078e9ef), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.019482 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b170066-2d1a-4468-936b-745ecdbc627b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (2d400d95-ec5f-48f7-ad66-79ff014da04a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.026342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3e54cb8c-0b6b-4411-bd9c-9643c81d9977 None None] Provisioning complete for port d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:26:56.027151 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3e54cb8c-0b6b-4411-bd9c-9643c81d9977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.039197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'project_id': '04cfe2dd468f40cc861f1e9895767040', 'port_id': 'd2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:56.092899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-debd302f-f555-445d-8620-86246356690c req-ddae22e2-0ae0-4558-a372-9685e51f076d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Network 57ed5d22-bc4f-4292-a243-27a5ebb4ba3c is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:56.094729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-5b170066-2d1a-4468-936b-745ecdbc627b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9399430>,) {'filters': {'network_id': ['2d400d95-ec5f-48f7-ad66-79ff014da04a']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:56.099441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3e54cb8c-0b6b-4411-bd9c-9643c81d9977 None None] Port d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:26:56.106940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-debd302f-f555-445d-8620-86246356690c req-ddae22e2-0ae0-4558-a372-9685e51f076d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:56.112666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae22e2-0ae0-4558-a372-9685e51f076d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Pushing event updated for resources: {'Port': ['ID=b75f5f83-8e7c-4255-9f7b-b748b078e9ef,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:56.115132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105b2ca7-c765-4690-94b9-205e4eb00aa2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:26:56.117424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-debd302f-f555-445d-8620-86246356690c req-ddae22e2-0ae0-4558-a372-9685e51f076d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:56.152175 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.164063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-5b170066-2d1a-4468-936b-745ecdbc627b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9399430>, 'e9c99625-9af3-4b41-b38b-63aba4748ddc') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:56.164381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-5b170066-2d1a-4468-936b-745ecdbc627b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9399430>, 'e9c99625-9af3-4b41-b38b-63aba4748ddc') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:56.184369 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-105b2ca7-c765-4690-94b9-205e4eb00aa2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (534558c6-3f36-4346-ae89-4c7773901865), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.185241 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-105b2ca7-c765-4690-94b9-205e4eb00aa2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Added segment 534558c6-3f36-4346-ae89-4c7773901865 of type vlan for network 07ea5b9f-c22a-4db3-8bde-66de73cd90cb
Feb 12 21:26:56.191664 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd302f-f555-445d-8620-86246356690c req-ddae22e2-0ae0-4558-a372-9685e51f076d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:56.192318 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-debd302f-f555-445d-8620-86246356690c req-ddae22e2-0ae0-4558-a372-9685e51f076d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.200067 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b170066-2d1a-4468-936b-745ecdbc627b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (e9c99625-9af3-4b41-b38b-63aba4748ddc), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.246623 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b170066-2d1a-4468-936b-745ecdbc627b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (e9c99625-9af3-4b41-b38b-63aba4748ddc), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.260301 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-105b2ca7-c765-4690-94b9-205e4eb00aa2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (07ea5b9f-c22a-4db3-8bde-66de73cd90cb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.263071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b170066-2d1a-4468-936b-745ecdbc627b admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:56.263468 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b170066-2d1a-4468-936b-745ecdbc627b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (e9c99625-9af3-4b41-b38b-63aba4748ddc), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:56.265272 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:56.311034 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.313233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port bb7d08d8-ac0e-4122-9259-758f1b442408 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:26:56.313849 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bb7d08d8-ac0e-4122-9259-758f1b442408), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.323799 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-debd302f-f555-445d-8620-86246356690c req-ddae22e2-0ae0-4558-a372-9685e51f076d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4389584
Feb 12 21:26:56.339309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Request body: {'port': {'device_id': 'fa5b018f-87a0-4198-b3b1-346b49ee6bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:56.344279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae856f2-36ae-44d3-9c25-fd798d8dc096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7d08d8-ac0e-4122-9259-758f1b442408'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:26:56.347298 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da6e1e5-fc54-40d8-89d7-48588c9b8ebf" -d '{"events": [{"server_uuid": "2ae856f2-36ae-44d3-9c25-fd798d8dc096", "name": "network-vif-plugged", "status": "completed", "tag": "bb7d08d8-ac0e-4122-9259-758f1b442408"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:26:56.382405 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port bb7d08d8-ac0e-4122-9259-758f1b442408, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb7d08d8-ac0e-4122-9259-758f1b442408,segment=NetworkSegment(e509d1e6-eb8e-474b-8f23-c70fc16f51c2),segment_id=e509d1e6-eb8e-474b-8f23-c70fc16f51c2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:26:56.407820 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182fcf06-9616-4e56-89ec-cde60fb98abf x-openstack-request-id: req-182fcf06-9616-4e56-89ec-cde60fb98abf {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:26:56.407820 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae856f2-36ae-44d3-9c25-fd798d8dc096", "name": "network-vif-plugged", "status": "completed", "tag": "bb7d08d8-ac0e-4122-9259-758f1b442408", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:26:56.407820 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-182fcf06-9616-4e56-89ec-cde60fb98abf {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:26:56.407820 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae856f2-36ae-44d3-9c25-fd798d8dc096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7d08d8-ac0e-4122-9259-758f1b442408', 'code': 200}
Feb 12 21:26:56.423068 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b75f5f83-8e7c-4255-9f7b-b748b078e9ef), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.472230 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b170066-2d1a-4468-936b-745ecdbc627b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (2d400d95-ec5f-48f7-ad66-79ff014da04a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.479324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Allocated IP 172.35.2.22 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/8ae4510f-c699-47b3-a15a-8a6e233aa883) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:56.489720 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b170066-2d1a-4468-936b-745ecdbc627b admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.494075 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5b170066-2d1a-4468-936b-745ecdbc627b admin admin] 10.222.0.31 "DELETE /v2.0/networks/2d400d95-ec5f-48f7-ad66-79ff014da04a HTTP/1.1" status: 204  len: 168 time: 0.7761033
Feb 12 21:26:56.519391 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (bb7d08d8-ac0e-4122-9259-758f1b442408), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.532409 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-105b2ca7-c765-4690-94b9-205e4eb00aa2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (07ea5b9f-c22a-4db3-8bde-66de73cd90cb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.537319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105b2ca7-c765-4690-94b9-205e4eb00aa2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:56.537932 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-105b2ca7-c765-4690-94b9-205e4eb00aa2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.552144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b170066-2d1a-4468-936b-745ecdbc627b admin admin] Pushing event deleted for resources: {'Network': ['ID=2d400d95-ec5f-48f7-ad66-79ff014da04a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:56.595133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=bb7d08d8-ac0e-4122-9259-758f1b442408,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:56.612615 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eab395-5d3c-44f2-bd94-480c7ba3b041 req-47be01cf-a9de-4c6b-9dda-bf4d57376027 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:56.618299 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-44eab395-5d3c-44f2-bd94-480c7ba3b041 req-47be01cf-a9de-4c6b-9dda-bf4d57376027 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 946 time: 0.0826452
Feb 12 21:26:56.693619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d08631-b03d-45c3-9955-254d9498476e req-f239cce8-d80f-4c49-b304-81339763599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:56.695681 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9d08631-b03d-45c3-9955-254d9498476e req-f239cce8-d80f-4c49-b304-81339763599a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 1127 time: 0.2199008
Feb 12 21:26:56.712842 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-105b2ca7-c765-4690-94b9-205e4eb00aa2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 1.0136428
Feb 12 21:26:56.712842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b2ca7-c765-4690-94b9-205e4eb00aa2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Network': ['ID=07ea5b9f-c22a-4db3-8bde-66de73cd90cb,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:56.725781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34710) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:56.732086 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 07ea5b9f-c22a-4db3-8bde-66de73cd90cb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:26:56.741237 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-44eab395-5d3c-44f2-bd94-480c7ba3b041 req-57b46021-2987-430a-aa4c-38277e989428 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/security-groups?id=86edaaac-41c9-40c6-bdb7-0048dc0d9e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160984
Feb 12 21:26:56.754454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a6e36506-3d89-4ded-8fb1-60f54cecaa6e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'subnet': {'network_id': '07ea5b9f-c22a-4db3-8bde-66de73cd90cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:26:56.802890 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks [] for port (8ae4510f-c699-47b3-a15a-8a6e233aa883), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.934273 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9d08631-b03d-45c3-9955-254d9498476e req-35d991f9-33d2-4ebc-a8f2-4a1e7cf0ce6f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=86edaaac-41c9-40c6-bdb7-0048dc0d9e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148297
Feb 12 21:26:56.938007 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.943585 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8ae4510f-c699-47b3-a15a-8a6e233aa883), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:56.959264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aabce0-0ea4-46eb-aa8a-63e7c31bf0cf req-328a246b-68be-41b0-94b9-b7de6d2fa681 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:56.960671 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98aabce0-0ea4-46eb-aa8a-63e7c31bf0cf req-328a246b-68be-41b0-94b9-b7de6d2fa681 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 931 time: 0.2705927
Feb 12 21:26:57.027905 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:57.032491 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:57.035055 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:57.051351 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e36506-3d89-4ded-8fb1-60f54cecaa6e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:26:57.055071 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6e36506-3d89-4ded-8fb1-60f54cecaa6e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:57.103444 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Pushing event updated for resources: {'Port': ['ID=8ae4510f-c699-47b3-a15a-8a6e233aa883,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:57.108676 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98aabce0-0ea4-46eb-aa8a-63e7c31bf0cf req-4a8d92a0-1afb-4262-bec1-6a90b4a471f8 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350534
Feb 12 21:26:57.145810 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34720) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:57.172119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75f5f83-8e7c-4255-9f7b-b748b078e9ef {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:26:57.184913 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Publish callbacks [] for port (b75f5f83-8e7c-4255-9f7b-b748b078e9ef), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:57.211502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Transition to ACTIVE for port object b75f5f83-8e7c-4255-9f7b-b748b078e9ef will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:26:57.290889 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-66fdfd8c-7299-4452-9902-08038f7558a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=728db61ca9094fe293a8471317a6d762&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1431723
Feb 12 21:26:57.296872 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34738) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:57.321913 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b75f5f83-8e7c-4255-9f7b-b748b078e9ef), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:57.414357 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b75f5f83-8e7c-4255-9f7b-b748b078e9ef,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:57.430667 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8acaa42-446d-4fd1-b71e-edf3a7e22f6f admin admin] Publish callbacks [] for security_group (2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:57.494815 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Attempting to bind port b75f5f83-8e7c-4255-9f7b-b748b078e9ef on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:57.495259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Attempting to bind port b75f5f83-8e7c-4255-9f7b-b748b078e9ef by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b88e6610-28e8-45b6-a143-23f3b5d33791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '57ed5d22-bc4f-4292-a243-27a5ebb4ba3c'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:57.495730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Attempting to bind port b75f5f83-8e7c-4255-9f7b-b748b078e9ef on network 57ed5d22-bc4f-4292-a243-27a5ebb4ba3c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:57.500004 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6e36506-3d89-4ded-8fb1-60f54cecaa6e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (4cee14e4-4864-43a1-a9eb-3ae8b4e33bcc), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:57.502601 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8acaa42-446d-4fd1-b71e-edf3a7e22f6f admin admin] Publish callbacks [] for security_group (2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:57.511221 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Port b75f5f83-8e7c-4255-9f7b-b748b078e9ef on network 57ed5d22-bc4f-4292-a243-27a5ebb4ba3c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:26:57.511505 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Attempting to bind port b75f5f83-8e7c-4255-9f7b-b748b078e9ef on network 57ed5d22-bc4f-4292-a243-27a5ebb4ba3c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:57.551152 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:57.551491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Checking segment: {'id': 'b88e6610-28e8-45b6-a143-23f3b5d33791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '57ed5d22-bc4f-4292-a243-27a5ebb4ba3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:57.551879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Bound using segment: {'id': 'b88e6610-28e8-45b6-a143-23f3b5d33791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '57ed5d22-bc4f-4292-a243-27a5ebb4ba3c'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:57.552321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Bound port: b75f5f83-8e7c-4255-9f7b-b748b078e9ef, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88e6610-28e8-45b6-a143-23f3b5d33791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '57ed5d22-bc4f-4292-a243-27a5ebb4ba3c'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:57.552677 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b75f5f83-8e7c-4255-9f7b-b748b078e9ef), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:57.588267 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks [] for floatingip (3ea44414-fa7f-4abd-bc18-e34b92b2d070), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:57.623294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e36506-3d89-4ded-8fb1-60f54cecaa6e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Subnet': ['ID=4cee14e4-4864-43a1-a9eb-3ae8b4e33bcc,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:57.645620 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e36506-3d89-4ded-8fb1-60f54cecaa6e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Checking segment: {'id': '534558c6-3f36-4346-ae89-4c7773901865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '07ea5b9f-c22a-4db3-8bde-66de73cd90cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:57.650409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e36506-3d89-4ded-8fb1-60f54cecaa6e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network hostable DHCP agents. Network: 07ea5b9f-c22a-4db3-8bde-66de73cd90cb, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:26:57.650635 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8acaa42-446d-4fd1-b71e-edf3a7e22f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:57.650635 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8acaa42-446d-4fd1-b71e-edf3a7e22f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:57.652583 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c8acaa42-446d-4fd1-b71e-edf3a7e22f6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1 HTTP/1.1" status: 204  len: 168 time: 0.3541875
Feb 12 21:26:57.663852 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acaa42-446d-4fd1-b71e-edf3a7e22f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce87c2e-e80d-444c-aaeb-f3aaa8c66fe1,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:57.669029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] For port b75f5f83-8e7c-4255-9f7b-b748b078e9ef, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:57.673245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] For port b75f5f83-8e7c-4255-9f7b-b748b078e9ef, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b75f5f83-8e7c-4255-9f7b-b748b078e9ef,segment=NetworkSegment(b88e6610-28e8-45b6-a143-23f3b5d33791),segment_id=b88e6610-28e8-45b6-a143-23f3b5d33791)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:57.789409 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8ae4510f-c699-47b3-a15a-8a6e233aa883), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:57.809299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e36506-3d89-4ded-8fb1-60f54cecaa6e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network 07ea5b9f-c22a-4db3-8bde-66de73cd90cb is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:26:57.814092 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b75f5f83-8e7c-4255-9f7b-b748b078e9ef), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:57.871943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:57.873578 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:57.875177 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-debd302f-f555-445d-8620-86246356690c req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] 10.222.0.48 "PUT /v2.0/ports/b75f5f83-8e7c-4255-9f7b-b748b078e9ef HTTP/1.1" status: 200  len: 1091 time: 1.5401587
Feb 12 21:26:57.875637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5b018f-87a0-4198-b3b1-346b49ee6bf1', 'tag': 'b75f5f83-8e7c-4255-9f7b-b748b078e9ef'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:26:57.878112 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944fdd81-110a-4c92-bed9-ebb3fa03bf0e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5b018f-87a0-4198-b3b1-346b49ee6bf1", "tag": "b75f5f83-8e7c-4255-9f7b-b748b078e9ef"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:26:57.941298 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db17d688-d19c-4f97-81ee-99e951734635 x-openstack-request-id: req-db17d688-d19c-4f97-81ee-99e951734635 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:26:57.941298 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5b018f-87a0-4198-b3b1-346b49ee6bf1", "tag": "b75f5f83-8e7c-4255-9f7b-b748b078e9ef", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:26:57.941616 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db17d688-d19c-4f97-81ee-99e951734635 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:26:57.941961 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5b018f-87a0-4198-b3b1-346b49ee6bf1', 'tag': 'b75f5f83-8e7c-4255-9f7b-b748b078e9ef', 'status': 'completed', 'code': 200}
Feb 12 21:26:57.958650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b2dfc-f897-4271-959f-d2afc684a0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b75f5f83-8e7c-4255-9f7b-b748b078e9ef,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:57.961590 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a6e36506-3d89-4ded-8fb1-60f54cecaa6e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 07ea5b9f-c22a-4db3-8bde-66de73cd90cb) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:57.971711 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eb110d-58bd-4204-9b51-d1fc6aa3a4c2 None None] Network 07ea5b9f-c22a-4db3-8bde-66de73cd90cb requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:26:57.981263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e36506-3d89-4ded-8fb1-60f54cecaa6e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:57.982014 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6e36506-3d89-4ded-8fb1-60f54cecaa6e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:58.047372 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fdd81-110a-4c92-bed9-ebb3fa03bf0e req-c6430e7d-4b08-4bf4-8737-6018070d073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:58.049256 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-944fdd81-110a-4c92-bed9-ebb3fa03bf0e req-c6430e7d-4b08-4bf4-8737-6018070d073a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67268b7cb701423a97c6d14f1de05645&device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 1125 time: 0.0855713
Feb 12 21:26:58.053795 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks [] for port (8ae4510f-c699-47b3-a15a-8a6e233aa883), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:58.126077 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (8ae4510f-c699-47b3-a15a-8a6e233aa883), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:58.147972 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a6e36506-3d89-4ded-8fb1-60f54cecaa6e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4216805
Feb 12 21:26:58.151662 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34778) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:58.195981 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-07ea5b9f-c22a-4db3-8bde-66de73cd90cb', 'network_id': '07ea5b9f-c22a-4db3-8bde-66de73cd90cb', 'project_id': '414d9ff7c5c1444586cdfcb441201b90', 'fixed_ips': [{'subnet_id': '4cee14e4-4864-43a1-a9eb-3ae8b4e33bcc'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:26:58.197285 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:58.352948 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Pushing event updated for resources: {'Port': ['ID=8ae4510f-c699-47b3-a15a-8a6e233aa883,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:58.374215 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437778b7-aafe-4b45-b0d4-f7b2415af559 req-0505cc7d-2ec5-489e-bcd4-6f60d56c830f tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:58.376916 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-437778b7-aafe-4b45-b0d4-f7b2415af559 req-0505cc7d-2ec5-489e-bcd4-6f60d56c830f tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 943 time: 0.1265285
Feb 12 21:26:58.378752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fdd81-110a-4c92-bed9-ebb3fa03bf0e req-bb60c3a8-0f12-403c-9862-b506e25d08c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:58.381870 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-944fdd81-110a-4c92-bed9-ebb3fa03bf0e req-bb60c3a8-0f12-403c-9862-b506e25d08c2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=67268b7cb701423a97c6d14f1de05645&shared=False HTTP/1.1" status: 200  len: 909 time: 0.3058677
Feb 12 21:26:58.403202 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Allocated IP 172.20.0.2 (07ea5b9f-c22a-4db3-8bde-66de73cd90cb/4cee14e4-4864-43a1-a9eb-3ae8b4e33bcc/e05d2883-5a11-4ad5-b538-16b995bf3b40) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:26:58.412982 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (3ea44414-fa7f-4abd-bc18-e34b92b2d070), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:58.548002 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-437778b7-aafe-4b45-b0d4-f7b2415af559 req-e3535e26-083a-4d1a-921f-5c48809c8b57 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390407
Feb 12 21:26:58.579107 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Publish callbacks [] for port (e05d2883-5a11-4ad5-b538-16b995bf3b40), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:58.588271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fdd81-110a-4c92-bed9-ebb3fa03bf0e req-e44ab8f6-0486-4be0-983b-8f4a0e02f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:58.590433 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-944fdd81-110a-4c92-bed9-ebb3fa03bf0e req-e44ab8f6-0486-4be0-983b-8f4a0e02f1ca service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2011402
Feb 12 21:26:58.594465 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (07ea5b9f-c22a-4db3-8bde-66de73cd90cb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:58.672756 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-45e55943-05b3-422d-ae10-62e70d2a8c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:58.675657 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Floating IP 3ea44414-fa7f-4abd-bc18-e34b92b2d070 associated. External IP: 172.35.2.22, port: d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da.
Feb 12 21:26:58.680228 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (e05d2883-5a11-4ad5-b538-16b995bf3b40), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:58.740110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Network 07ea5b9f-c22a-4db3-8bde-66de73cd90cb is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:26:58.743592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:26:58.743729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd302f-f555-445d-8620-86246356690c req-7269b867-e831-405d-b59d-a7e85047f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:58.745457 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-debd302f-f555-445d-8620-86246356690c req-7269b867-e831-405d-b59d-a7e85047f841 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67268b7cb701423a97c6d14f1de05645&device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 1125 time: 0.0923617
Feb 12 21:26:58.749559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:26:58.753551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Pushing event updated for resources: {'Port': ['ID=e05d2883-5a11-4ad5-b538-16b995bf3b40,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:58.784265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ece30-cee4-45ff-86c2-fa5edd23976d req-21a8f053-8ffd-4628-9e46-88ae7b1da1e9 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:58.785845 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a3ece30-cee4-45ff-86c2-fa5edd23976d req-21a8f053-8ffd-4628-9e46-88ae7b1da1e9 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 946 time: 0.9618120
Feb 12 21:26:58.798157 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (4cee14e4-4864-43a1-a9eb-3ae8b4e33bcc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:58.812588 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-debd302f-f555-445d-8620-86246356690c req-19bb69b9-b1ee-415e-b4ff-91269c9ab474 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b75f5f83-8e7c-4255-9f7b-b748b078e9ef HTTP/1.1" status: 200  len: 217 time: 0.0575151
Feb 12 21:26:58.826154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Attempting to bind port e05d2883-5a11-4ad5-b538-16b995bf3b40 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:26:58.826611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Attempting to bind port e05d2883-5a11-4ad5-b538-16b995bf3b40 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '534558c6-3f36-4346-ae89-4c7773901865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '07ea5b9f-c22a-4db3-8bde-66de73cd90cb'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:26:58.826907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Attempting to bind port e05d2883-5a11-4ad5-b538-16b995bf3b40 on network 07ea5b9f-c22a-4db3-8bde-66de73cd90cb {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:26:58.832373 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:26:58.833406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Checking segment: {'id': '534558c6-3f36-4346-ae89-4c7773901865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '07ea5b9f-c22a-4db3-8bde-66de73cd90cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:26:58.833825 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:58.834225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Bound using segment: {'id': '534558c6-3f36-4346-ae89-4c7773901865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '07ea5b9f-c22a-4db3-8bde-66de73cd90cb'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:26:58.834701 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Bound port: e05d2883-5a11-4ad5-b538-16b995bf3b40, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534558c6-3f36-4346-ae89-4c7773901865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '07ea5b9f-c22a-4db3-8bde-66de73cd90cb'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:26:58.835085 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e05d2883-5a11-4ad5-b538-16b995bf3b40), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:58.883014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd302f-f555-445d-8620-86246356690c req-cc8ccd6e-7955-4b1b-ac62-c0453b0e7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:58.886285 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-debd302f-f555-445d-8620-86246356690c req-cc8ccd6e-7955-4b1b-ac62-c0453b0e7c95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=740ae8f0-be09-4e5e-aa88-a43638bd4bd6 HTTP/1.1" status: 200  len: 848 time: 0.0645387
Feb 12 21:26:58.910645 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a3ece30-cee4-45ff-86c2-fa5edd23976d req-213d897f-c0e5-4333-b08c-02c3538bf69d tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/security-groups?id=86edaaac-41c9-40c6-bdb7-0048dc0d9e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137795
Feb 12 21:26:58.922672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] For port e05d2883-5a11-4ad5-b538-16b995bf3b40, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:26:58.925742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] For port e05d2883-5a11-4ad5-b538-16b995bf3b40, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e05d2883-5a11-4ad5-b538-16b995bf3b40,segment=NetworkSegment(534558c6-3f36-4346-ae89-4c7773901865),segment_id=534558c6-3f36-4346-ae89-4c7773901865)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:26:58.958924 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-debd302f-f555-445d-8620-86246356690c req-beed3e5a-4207-4675-a3e9-7c57c242ab1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57ed5d22-bc4f-4292-a243-27a5ebb4ba3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0633135
Feb 12 21:26:59.029809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Router 04fc1eb1-5eba-4155-b99c-11e4b633671b has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:26:59.047164 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e05d2883-5a11-4ad5-b538-16b995bf3b40), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:59.072767 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-debd302f-f555-445d-8620-86246356690c req-8ba61c05-8842-4d15-94f8-db2a8a4ed40f service neutron] 10.222.0.48 "GET /v2.0/networks/57ed5d22-bc4f-4292-a243-27a5ebb4ba3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1037071
Feb 12 21:26:59.107811 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda08941-0a92-46f9-b77e-8275fccc6055 None None] Pushing event updated for resources: {'Port': ['ID=e05d2883-5a11-4ad5-b538-16b995bf3b40,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:59.120998 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (4cee14e4-4864-43a1-a9eb-3ae8b4e33bcc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:59.157780 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Subnet': ['ID=4cee14e4-4864-43a1-a9eb-3ae8b4e33bcc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:26:59.277116 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (07ea5b9f-c22a-4db3-8bde-66de73cd90cb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:59.286474 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-debd302f-f555-445d-8620-86246356690c req-91a2fd78-af2c-4f0e-8d0a-ba59f2b456e6 service neutron] 10.222.0.48 "GET /v2.0/networks/57ed5d22-bc4f-4292-a243-27a5ebb4ba3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2048726
Feb 12 21:26:59.299310 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:26:59.314216 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd0580-eb3d-4e13-9c5d-700f503e44c3 None None] Sync routers for ids ['04fc1eb1-5eba-4155-b99c-11e4b633671b'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:26:59.317391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fae50e50>,) {'filters': {'network_id': ['07ea5b9f-c22a-4db3-8bde-66de73cd90cb']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:59.343540 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fae50e50>, '534558c6-3f36-4346-ae89-4c7773901865') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:59.344008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fae50e50>, '534558c6-3f36-4346-ae89-4c7773901865') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:59.362648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd0580-eb3d-4e13-9c5d-700f503e44c3 None None] Routers {'04fc1eb1-5eba-4155-b99c-11e4b633671b'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:59.363286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-acdd0580-eb3d-4e13-9c5d-700f503e44c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2cf2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['04fc1eb1-5eba-4155-b99c-11e4b633671b'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:59.371664 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (534558c6-3f36-4346-ae89-4c7773901865), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:59.395556 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (534558c6-3f36-4346-ae89-4c7773901865), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:59.430081 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:59.467117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-acdd0580-eb3d-4e13-9c5d-700f503e44c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2cf2e0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:59.475418 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:26:59.476139 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (534558c6-3f36-4346-ae89-4c7773901865), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:59.480613 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-355e5b18-beeb-46a9-934e-a03c36f12ea2 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 3.6303403
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:26:59.482356 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:26:59.487898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34812) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:59.519837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd0580-eb3d-4e13-9c5d-700f503e44c3 None None] Routers {'04fc1eb1-5eba-4155-b99c-11e4b633671b'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:26:59.519837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-acdd0580-eb3d-4e13-9c5d-700f503e44c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2cf2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['04fc1eb1-5eba-4155-b99c-11e4b633671b'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:59.570322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-acdd0580-eb3d-4e13-9c5d-700f503e44c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2cf2e0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:26:59.582433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd0580-eb3d-4e13-9c5d-700f503e44c3 None None] The sync data for ids ['04fc1eb1-5eba-4155-b99c-11e4b633671b'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:26:59.601763 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:59.629805 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:26:59.693576 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.api [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 12 21:26:59.693576 ncdv-master-1 neutron-server[126506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 12 21:26:59.693576 ncdv-master-1 neutron-server[126506]: [parameters: {'id': '07ea5b9f-c22a-4db3-8bde-66de73cd90cb'}]
Feb 12 21:26:59.693576 ncdv-master-1 neutron-server[126506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:26:59.694440 ncdv-master-1 neutron-server[126506]: DEBUG oslo_db.api [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:26:59.727464 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-03335acc-e945-4fd3-be23-d1cd6eeac323 tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] 10.222.0.31 "GET /v2.0/floatingips/3ea44414-fa7f-4abd-bc18-e34b92b2d070 HTTP/1.1" status: 200  len: 983 time: 0.2361195
Feb 12 21:26:59.728848 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34820) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:26:59.748876 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceccfce-743f-4312-a067-a26ff71ce47a req-af25edab-b768-40c4-8bc9-64f96095b14e tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:26:59.750495 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ceccfce-743f-4312-a067-a26ff71ce47a req-af25edab-b768-40c4-8bc9-64f96095b14e tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 943 time: 0.1020925
Feb 12 21:26:59.800778 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ceccfce-743f-4312-a067-a26ff71ce47a req-a55ef2c1-01b9-4e88-bd55-d42e1b3f5a36 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438285
Feb 12 21:26:59.856261 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4fe97715-c6ee-4ae5-80c9-136148a656bc tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1467 time: 0.1260424
Feb 12 21:26:59.857139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34826) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:00.059032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-20421412-a4a4-4054-9e3d-a67f750734e5 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Deleting port 8ae4510f-c699-47b3-a15a-8a6e233aa883 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:00.059368 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20421412-a4a4-4054-9e3d-a67f750734e5 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8ae4510f-c699-47b3-a15a-8a6e233aa883), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:00.079571 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dd9c5-c17b-4595-afb3-08b05efd4773 req-389ee7b3-1649-4275-8ba1-54a7bcc8734d tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:00.081092 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-254dd9c5-c17b-4595-afb3-08b05efd4773 req-389ee7b3-1649-4275-8ba1-54a7bcc8734d tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 946 time: 0.0838006
Feb 12 21:27:00.177438 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-254dd9c5-c17b-4595-afb3-08b05efd4773 req-163fd885-f4cf-4cd7-8dc6-e2eba5811cb1 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/security-groups?id=86edaaac-41c9-40c6-bdb7-0048dc0d9e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895891
Feb 12 21:27:00.187235 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20421412-a4a4-4054-9e3d-a67f750734e5 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8ae4510f-c699-47b3-a15a-8a6e233aa883), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:00.187520 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20421412-a4a4-4054-9e3d-a67f750734e5 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for floatingip (8ae4510f-c699-47b3-a15a-8a6e233aa883), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:00.195581 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (07ea5b9f-c22a-4db3-8bde-66de73cd90cb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:00.210621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-20421412-a4a4-4054-9e3d-a67f750734e5 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Calling delete_port for 8ae4510f-c699-47b3-a15a-8a6e233aa883 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:00.495096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f7f43e-6500-4464-9ba1-45a8a2a62cf3 None None] Network 07ea5b9f-c22a-4db3-8bde-66de73cd90cb requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:00.640019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d9514d92-5c4e-442f-bff4-60a71dc005d6 None None] Provisioning complete for port e05d2883-5a11-4ad5-b538-16b995bf3b40 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:27:00.640514 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d9514d92-5c4e-442f-bff4-60a71dc005d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e05d2883-5a11-4ad5-b538-16b995bf3b40), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:00.662476 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6c6399b9-82be-4b73-a2c1-6c86178694d1 req-d0feb865-79b5-4e66-a6bd-eb0814b0586e tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0379987
Feb 12 21:27:00.687614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Deleting port e05d2883-5a11-4ad5-b538-16b995bf3b40 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:00.688010 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e05d2883-5a11-4ad5-b538-16b995bf3b40), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:00.708821 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20421412-a4a4-4054-9e3d-a67f750734e5 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8ae4510f-c699-47b3-a15a-8a6e233aa883), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:00.739273 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20421412-a4a4-4054-9e3d-a67f750734e5 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event deleted for resources: {'Port': ['ID=8ae4510f-c699-47b3-a15a-8a6e233aa883,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:00.777780 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d9514d92-5c4e-442f-bff4-60a71dc005d6 None None] Current status of the port e05d2883-5a11-4ad5-b538-16b995bf3b40 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:27:00.778099 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] For port e05d2883-5a11-4ad5-b538-16b995bf3b40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e05d2883-5a11-4ad5-b538-16b995bf3b40,segment=NetworkSegment(534558c6-3f36-4346-ae89-4c7773901865),segment_id=534558c6-3f36-4346-ae89-4c7773901865)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:00.779373 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d9514d92-5c4e-442f-bff4-60a71dc005d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e05d2883-5a11-4ad5-b538-16b995bf3b40), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:00.779482 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e05d2883-5a11-4ad5-b538-16b995bf3b40), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:00.801133 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Calling delete_port for e05d2883-5a11-4ad5-b538-16b995bf3b40 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:00.831586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d9514d92-5c4e-442f-bff4-60a71dc005d6 None None] For port e05d2883-5a11-4ad5-b538-16b995bf3b40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e05d2883-5a11-4ad5-b538-16b995bf3b40,segment=NetworkSegment(534558c6-3f36-4346-ae89-4c7773901865),segment_id=534558c6-3f36-4346-ae89-4c7773901865)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:00.831842 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20421412-a4a4-4054-9e3d-a67f750734e5 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for floatingip (3ea44414-fa7f-4abd-bc18-e34b92b2d070), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:00.833134 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-20421412-a4a4-4054-9e3d-a67f750734e5 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Floating IP 3ea44414-fa7f-4abd-bc18-e34b92b2d070 disassociated (deleted). External IP: 172.35.2.22, port: d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da.
Feb 12 21:27:00.847669 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72034cd9-5a33-4a85-a8a0-9d7d3875172a None None] DHCP port deletion for 07ea5b9f-c22a-4db3-8bde-66de73cd90cb request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:27:00.906381 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d9514d92-5c4e-442f-bff4-60a71dc005d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e05d2883-5a11-4ad5-b538-16b995bf3b40), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:00.979838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9514d92-5c4e-442f-bff4-60a71dc005d6 None None] Pushing event updated for resources: {'Port': ['ID=e05d2883-5a11-4ad5-b538-16b995bf3b40,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:00.980125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270af95-55d3-47fd-971f-19fb377d95ac req-0e9fb154-3152-475c-863f-ddf549cfcd1c tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:00.984358 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e270af95-55d3-47fd-971f-19fb377d95ac req-0e9fb154-3152-475c-863f-ddf549cfcd1c tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 943 time: 0.0930099
Feb 12 21:27:00.992291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-72034cd9-5a33-4a85-a8a0-9d7d3875172a None None] Deleting port e05d2883-5a11-4ad5-b538-16b995bf3b40 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:00.993047 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-72034cd9-5a33-4a85-a8a0-9d7d3875172a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e05d2883-5a11-4ad5-b538-16b995bf3b40), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:01.019349 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:01.041019 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (e05d2883-5a11-4ad5-b538-16b995bf3b40), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:01.082283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-72034cd9-5a33-4a85-a8a0-9d7d3875172a None None] For port e05d2883-5a11-4ad5-b538-16b995bf3b40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e05d2883-5a11-4ad5-b538-16b995bf3b40,segment=NetworkSegment(534558c6-3f36-4346-ae89-4c7773901865),segment_id=534558c6-3f36-4346-ae89-4c7773901865)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:01.082520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Port': ['ID=e05d2883-5a11-4ad5-b538-16b995bf3b40,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:01.083255 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-72034cd9-5a33-4a85-a8a0-9d7d3875172a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e05d2883-5a11-4ad5-b538-16b995bf3b40), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:01.098205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No DVR routers for this DVR port e05d2883-5a11-4ad5-b538-16b995bf3b40 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:01.134297 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e270af95-55d3-47fd-971f-19fb377d95ac req-3eede6df-22bf-4d9c-8bee-cb2fe89e884a tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398079
Feb 12 21:27:01.154646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-72034cd9-5a33-4a85-a8a0-9d7d3875172a None None] Calling delete_port for e05d2883-5a11-4ad5-b538-16b995bf3b40 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:01.206368 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (07ea5b9f-c22a-4db3-8bde-66de73cd90cb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:01.252868 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc7005cc880>,) {'filters': {'network_id': ['07ea5b9f-c22a-4db3-8bde-66de73cd90cb']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:01.266679 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7005cc880>, '534558c6-3f36-4346-ae89-4c7773901865') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:01.266990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7005cc880>, '534558c6-3f36-4346-ae89-4c7773901865') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:01.284707 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (534558c6-3f36-4346-ae89-4c7773901865), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:01.293595 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (534558c6-3f36-4346-ae89-4c7773901865), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:01.301454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:27:01.301864 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (534558c6-3f36-4346-ae89-4c7773901865), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:27:01.305236 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:27:01.332917 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-72034cd9-5a33-4a85-a8a0-9d7d3875172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (e05d2883-5a11-4ad5-b538-16b995bf3b40), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:01.365786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72034cd9-5a33-4a85-a8a0-9d7d3875172a None None] Pushing event deleted for resources: {'Port': ['ID=e05d2883-5a11-4ad5-b538-16b995bf3b40,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:01.370985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72034cd9-5a33-4a85-a8a0-9d7d3875172a None None] No DVR routers for this DVR port e05d2883-5a11-4ad5-b538-16b995bf3b40 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:01.543835 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (07ea5b9f-c22a-4db3-8bde-66de73cd90cb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:01.553267 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:01.562364 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/07ea5b9f-c22a-4db3-8bde-66de73cd90cb HTTP/1.1" status: 204  len: 168 time: 3.3436725
Feb 12 21:27:01.564755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34880) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:01.571921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-116c770a-fd50-4a7e-b4c7-ee00be869316 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1340071156'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:01.590216 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20421412-a4a4-4054-9e3d-a67f750734e5 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Router 04fc1eb1-5eba-4155-b99c-11e4b633671b has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:27:01.593791 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1702a1-5d0d-44dd-979b-ee7552d95aa7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Network': ['ID=07ea5b9f-c22a-4db3-8bde-66de73cd90cb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:01.717084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116c770a-fd50-4a7e-b4c7-ee00be869316 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:01.722079 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-116c770a-fd50-4a7e-b4c7-ee00be869316 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:01.725605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20421412-a4a4-4054-9e3d-a67f750734e5 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:27:01.730221 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20421412-a4a4-4054-9e3d-a67f750734e5 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:01.742870 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3056820-d941-440a-b3af-556411f25095 None None] Sync routers for ids ['04fc1eb1-5eba-4155-b99c-11e4b633671b'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:27:01.768615 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3056820-d941-440a-b3af-556411f25095 None None] Routers {'04fc1eb1-5eba-4155-b99c-11e4b633671b'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:27:01.770458 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c3056820-d941-440a-b3af-556411f25095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc6d700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['04fc1eb1-5eba-4155-b99c-11e4b633671b'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:01.814525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-20421412-a4a4-4054-9e3d-a67f750734e5 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] 10.222.0.31 "DELETE /v2.0/floatingips/3ea44414-fa7f-4abd-bc18-e34b92b2d070 HTTP/1.1" status: 204  len: 168 time: 1.9531662
Feb 12 21:27:01.815453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34886) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:01.821701 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b6ecec43-ee1f-4245-ba5e-9afd20e4d7ad req-9c191713-148d-41fc-9d8a-4c91cbfac070 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0468805
Feb 12 21:27:01.821701 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116c770a-fd50-4a7e-b4c7-ee00be869316 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:27:01.827314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:01.837135 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c3056820-d941-440a-b3af-556411f25095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc6d700>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:01.848994 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-116c770a-fd50-4a7e-b4c7-ee00be869316 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1be15834-383a-4df4-9c4a-39e3c7933e47), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:01.849347 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-116c770a-fd50-4a7e-b4c7-ee00be869316 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Added segment 1be15834-383a-4df4-9c4a-39e3c7933e47 of type vlan for network da710fc6-7357-4f34-b91b-debdb897178d
Feb 12 21:27:01.854836 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3056820-d941-440a-b3af-556411f25095 None None] Routers {'04fc1eb1-5eba-4155-b99c-11e4b633671b'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:27:01.855547 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c3056820-d941-440a-b3af-556411f25095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc6d700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['04fc1eb1-5eba-4155-b99c-11e4b633671b'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:01.890863 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c3056820-d941-440a-b3af-556411f25095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc6d700>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:01.891665 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3056820-d941-440a-b3af-556411f25095 None None] The sync data for ids ['04fc1eb1-5eba-4155-b99c-11e4b633671b'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:27:01.901266 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-116c770a-fd50-4a7e-b4c7-ee00be869316 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (da710fc6-7357-4f34-b91b-debdb897178d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:01.912062 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:01.912699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b75f5f83-8e7c-4255-9f7b-b748b078e9ef details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:27:02.010764 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:02.024219 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b75f5f83-8e7c-4255-9f7b-b748b078e9ef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b75f5f83-8e7c-4255-9f7b-b748b078e9ef,segment=NetworkSegment(b88e6610-28e8-45b6-a143-23f3b5d33791),segment_id=b88e6610-28e8-45b6-a143-23f3b5d33791)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:02.029141 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-116c770a-fd50-4a7e-b4c7-ee00be869316 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (da710fc6-7357-4f34-b91b-debdb897178d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:02.033871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116c770a-fd50-4a7e-b4c7-ee00be869316 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:02.034468 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-116c770a-fd50-4a7e-b4c7-ee00be869316 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:02.035845 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'b75f5f83-8e7c-4255-9f7b-b748b078e9ef', 'network_id': '57ed5d22-bc4f-4292-a243-27a5ebb4ba3c', 'port_id': 'b75f5f83-8e7c-4255-9f7b-b748b078e9ef', 'mac_address': 'fa:16:3e:ac:29:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740ae8f0-be09-4e5e-aa88-a43638bd4bd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:27:02.080520 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b75f5f83-8e7c-4255-9f7b-b748b078e9ef is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:27:02.080933 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b75f5f83-8e7c-4255-9f7b-b748b078e9ef), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:02.098243 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75f5f83-8e7c-4255-9f7b-b748b078e9ef {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:27:02.109776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c770a-fd50-4a7e-b4c7-ee00be869316 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Network': ['ID=da710fc6-7357-4f34-b91b-debdb897178d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:02.124321 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network da710fc6-7357-4f34-b91b-debdb897178d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:27:02.137993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Allocated IP 172.35.2.60 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/6bb61c18-fd9c-4153-a438-3d669844e0ea) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:27:02.152552 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b75f5f83-8e7c-4255-9f7b-b748b078e9ef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b75f5f83-8e7c-4255-9f7b-b748b078e9ef,segment=NetworkSegment(b88e6610-28e8-45b6-a143-23f3b5d33791),segment_id=b88e6610-28e8-45b6-a143-23f3b5d33791)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:02.160207 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-116c770a-fd50-4a7e-b4c7-ee00be869316 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5937359
Feb 12 21:27:02.164412 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34906) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:02.168429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-89c5ecec-e9ae-4b90-9b92-816e3b67fc96 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'subnet': {'network_id': 'da710fc6-7357-4f34-b91b-debdb897178d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:02.240868 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:02.244914 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b75f5f83-8e7c-4255-9f7b-b748b078e9ef), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:02.274412 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks [] for port (6bb61c18-fd9c-4153-a438-3d669844e0ea), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:02.325072 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b75f5f83-8e7c-4255-9f7b-b748b078e9ef,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:02.363538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c5131-1f74-492d-8d43-e8a3a63a344d req-3e1864fd-1e68-463f-96f6-3954fd7e2f1a tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:02.364303 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-773c5131-1f74-492d-8d43-e8a3a63a344d req-3e1864fd-1e68-463f-96f6-3954fd7e2f1a tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 944 time: 0.0953572
Feb 12 21:27:02.412362 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c5ecec-e9ae-4b90-9b92-816e3b67fc96 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:02.420813 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-89c5ecec-e9ae-4b90-9b92-816e3b67fc96 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:02.421418 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-773c5131-1f74-492d-8d43-e8a3a63a344d req-53d1a336-885d-48d9-bc16-a1e536f4b17a tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509074
Feb 12 21:27:02.445868 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6bb61c18-fd9c-4153-a438-3d669844e0ea), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:02.466568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b75f5f83-8e7c-4255-9f7b-b748b078e9ef'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:27:02.482704 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:27:02.488287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:02.492345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:02.495826 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.ipam_backend_mixin [None req-89c5ecec-e9ae-4b90-9b92-816e3b67fc96 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Performing IP validity checks on allocation pools {{(pid=126506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 12 21:27:02.496534 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.ipam_backend_mixin [None req-89c5ecec-e9ae-4b90-9b92-816e3b67fc96 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 12 21:27:02.529249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Pushing event updated for resources: {'Port': ['ID=6bb61c18-fd9c-4153-a438-3d669844e0ea,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:02.616173 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks [] for floatingip (e514fa8b-ec63-4e10-8914-d437bab4d90b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:02.769905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6bb61c18-fd9c-4153-a438-3d669844e0ea), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:02.799464 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-89c5ecec-e9ae-4b90-9b92-816e3b67fc96 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (5c51e557-a9d5-4bc2-8ceb-312a1e2ef797), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:02.872678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5ecec-e9ae-4b90-9b92-816e3b67fc96 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Subnet': ['ID=5c51e557-a9d5-4bc2-8ceb-312a1e2ef797,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:02.883834 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c5ecec-e9ae-4b90-9b92-816e3b67fc96 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Checking segment: {'id': '1be15834-383a-4df4-9c4a-39e3c7933e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da710fc6-7357-4f34-b91b-debdb897178d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:02.885033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c5ecec-e9ae-4b90-9b92-816e3b67fc96 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network hostable DHCP agents. Network: da710fc6-7357-4f34-b91b-debdb897178d, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:27:02.982626 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3511ffb4-5b4b-45e5-a5c1-4919fbf669f7 req-37fa1ce5-e9e8-4790-b3cf-b3aa56bafb92 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0440691
Feb 12 21:27:02.999911 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c5ecec-e9ae-4b90-9b92-816e3b67fc96 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network da710fc6-7357-4f34-b91b-debdb897178d is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:27:03.030793 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks [] for port (6bb61c18-fd9c-4153-a438-3d669844e0ea), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:03.102822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-89c5ecec-e9ae-4b90-9b92-816e3b67fc96 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, da710fc6-7357-4f34-b91b-debdb897178d) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:03.103040 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (6bb61c18-fd9c-4153-a438-3d669844e0ea), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:03.107243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c5ecec-e9ae-4b90-9b92-816e3b67fc96 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:03.108387 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-89c5ecec-e9ae-4b90-9b92-816e3b67fc96 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:03.113559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25c1d51-e190-4b88-b64d-45a619f2dacf None None] Network da710fc6-7357-4f34-b91b-debdb897178d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:03.182576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Pushing event updated for resources: {'Port': ['ID=6bb61c18-fd9c-4153-a438-3d669844e0ea,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:03.198012 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (e514fa8b-ec63-4e10-8914-d437bab4d90b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:03.203717 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-89c5ecec-e9ae-4b90-9b92-816e3b67fc96 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 1.0361180
Feb 12 21:27:03.203988 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 34952) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:03.241612 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-da710fc6-7357-4f34-b91b-debdb897178d', 'network_id': 'da710fc6-7357-4f34-b91b-debdb897178d', 'project_id': '414d9ff7c5c1444586cdfcb441201b90', 'fixed_ips': [{'subnet_id': '5c51e557-a9d5-4bc2-8ceb-312a1e2ef797'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:27:03.242782 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:03.319785 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (da710fc6-7357-4f34-b91b-debdb897178d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:03.330666 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:03.336323 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6dcf7bca-aa0b-49e0-a033-db0aa180706f tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5142119
Feb 12 21:27:03.336323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 34956) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:03.421926 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (5c51e557-a9d5-4bc2-8ceb-312a1e2ef797), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:03.465072 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab581c9a-738b-413c-8ce3-3664e3359e4a req-3bed5e29-d3fa-4274-b71b-1afaac44f307 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:03.468264 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ab581c9a-738b-413c-8ce3-3664e3359e4a req-3bed5e29-d3fa-4274-b71b-1afaac44f307 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 945 time: 0.1147032
Feb 12 21:27:03.473977 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Allocated IP 172.20.0.3 (da710fc6-7357-4f34-b91b-debdb897178d/5c51e557-a9d5-4bc2-8ceb-312a1e2ef797/4cf01d48-8ad2-48b8-bd12-6a1cdef944d8) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:27:03.545298 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ab581c9a-738b-413c-8ce3-3664e3359e4a req-79bd6175-d502-47f5-a000-24e9a445d539 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704176
Feb 12 21:27:03.568682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:03.601672 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b9d65-ae16-408c-a613-3693c67c28d0 req-466086ef-79f1-42f4-b0a7-ed0205ec8ebb tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:03.603282 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be7b9d65-ae16-408c-a613-3693c67c28d0 req-466086ef-79f1-42f4-b0a7-ed0205ec8ebb tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 944 time: 0.0814934
Feb 12 21:27:03.646073 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Publish callbacks [] for port (4cf01d48-8ad2-48b8-bd12-6a1cdef944d8), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:03.652619 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be7b9d65-ae16-408c-a613-3693c67c28d0 req-fb15faff-b35b-4ba1-94e2-592367bb1ff2 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423186
Feb 12 21:27:03.702975 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:03.760696 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (4cf01d48-8ad2-48b8-bd12-6a1cdef944d8), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:03.819323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Network da710fc6-7357-4f34-b91b-debdb897178d is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:27:03.824336 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:03.826942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:03.835133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:03.877268 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (5c51e557-a9d5-4bc2-8ceb-312a1e2ef797), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:03.878012 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Pushing event updated for resources: {'Port': ['ID=4cf01d48-8ad2-48b8-bd12-6a1cdef944d8,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:03.913886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Subnet': ['ID=5c51e557-a9d5-4bc2-8ceb-312a1e2ef797,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:03.924584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b75f5f83-8e7c-4255-9f7b-b748b078e9ef up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:27:03.968883 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Attempting to bind port 4cf01d48-8ad2-48b8-bd12-6a1cdef944d8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:27:03.969257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Attempting to bind port 4cf01d48-8ad2-48b8-bd12-6a1cdef944d8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1be15834-383a-4df4-9c4a-39e3c7933e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da710fc6-7357-4f34-b91b-debdb897178d'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:27:03.969682 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Attempting to bind port 4cf01d48-8ad2-48b8-bd12-6a1cdef944d8 on network da710fc6-7357-4f34-b91b-debdb897178d {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:27:03.978493 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:27:03.980382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Checking segment: {'id': '1be15834-383a-4df4-9c4a-39e3c7933e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da710fc6-7357-4f34-b91b-debdb897178d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:03.980382 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:03.980382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Bound using segment: {'id': '1be15834-383a-4df4-9c4a-39e3c7933e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da710fc6-7357-4f34-b91b-debdb897178d'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:27:03.980382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Bound port: 4cf01d48-8ad2-48b8-bd12-6a1cdef944d8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be15834-383a-4df4-9c4a-39e3c7933e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da710fc6-7357-4f34-b91b-debdb897178d'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:27:03.980784 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4cf01d48-8ad2-48b8-bd12-6a1cdef944d8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:03.992256 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (da710fc6-7357-4f34-b91b-debdb897178d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:03.995835 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Allocated IP 172.35.2.35 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/b0fb15f0-7dda-4ec0-af21-78e57c8cbe08) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:27:04.015976 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f8f4df70>,) {'filters': {'network_id': ['da710fc6-7357-4f34-b91b-debdb897178d']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:04.029623 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f8f4df70>, '1be15834-383a-4df4-9c4a-39e3c7933e47') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:04.029939 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f8f4df70>, '1be15834-383a-4df4-9c4a-39e3c7933e47') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:04.049907 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (1be15834-383a-4df4-9c4a-39e3c7933e47), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:04.065861 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1be15834-383a-4df4-9c4a-39e3c7933e47), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:04.074342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] For port 4cf01d48-8ad2-48b8-bd12-6a1cdef944d8, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:27:04.077041 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:27:04.077553 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (1be15834-383a-4df4-9c4a-39e3c7933e47), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:04.079028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port b75f5f83-8e7c-4255-9f7b-b748b078e9ef completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:27:04.081143 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:27:04.085702 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port b75f5f83-8e7c-4255-9f7b-b748b078e9ef triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:27:04.086280 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b75f5f83-8e7c-4255-9f7b-b748b078e9ef), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:04.167234 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85c11234-07e2-4277-9244-b41715da0b2a req-65e885a8-9de6-4531-a585-06bf12ef9e00 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0383911
Feb 12 21:27:04.193895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] For port 4cf01d48-8ad2-48b8-bd12-6a1cdef944d8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cf01d48-8ad2-48b8-bd12-6a1cdef944d8,segment=NetworkSegment(1be15834-383a-4df4-9c4a-39e3c7933e47),segment_id=1be15834-383a-4df4-9c4a-39e3c7933e47)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:27:04.202290 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Publish callbacks [] for port (b0fb15f0-7dda-4ec0-af21-78e57c8cbe08), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:04.206295 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.api [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 12 21:27:04.206295 ncdv-master-1 neutron-server[126506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 12 21:27:04.206295 ncdv-master-1 neutron-server[126506]: [parameters: {'id': 'da710fc6-7357-4f34-b91b-debdb897178d'}]
Feb 12 21:27:04.206295 ncdv-master-1 neutron-server[126506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:27:04.210810 ncdv-master-1 neutron-server[126506]: DEBUG oslo_db.api [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:27:04.210976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b75f5f83-8e7c-4255-9f7b-b748b078e9ef is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:27:04.210976 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b75f5f83-8e7c-4255-9f7b-b748b078e9ef), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:04.234038 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5b018f-87a0-4198-b3b1-346b49ee6bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75f5f83-8e7c-4255-9f7b-b748b078e9ef'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:27:04.236317 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6747fc7-fa87-46ee-9d1e-3ee25e643192" -d '{"events": [{"server_uuid": "fa5b018f-87a0-4198-b3b1-346b49ee6bf1", "name": "network-vif-plugged", "status": "completed", "tag": "b75f5f83-8e7c-4255-9f7b-b748b078e9ef"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:27:04.249170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b75f5f83-8e7c-4255-9f7b-b748b078e9ef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b75f5f83-8e7c-4255-9f7b-b748b078e9ef,segment=NetworkSegment(b88e6610-28e8-45b6-a143-23f3b5d33791),segment_id=b88e6610-28e8-45b6-a143-23f3b5d33791)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:04.275393 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c57549e-6644-4c0b-9195-93b7b3073c94 x-openstack-request-id: req-7c57549e-6644-4c0b-9195-93b7b3073c94 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:27:04.275694 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5b018f-87a0-4198-b3b1-346b49ee6bf1", "name": "network-vif-plugged", "status": "completed", "tag": "b75f5f83-8e7c-4255-9f7b-b748b078e9ef", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:27:04.275954 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c57549e-6644-4c0b-9195-93b7b3073c94 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:27:04.276358 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5b018f-87a0-4198-b3b1-346b49ee6bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75f5f83-8e7c-4255-9f7b-b748b078e9ef', 'code': 200}
Feb 12 21:27:04.303303 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4cf01d48-8ad2-48b8-bd12-6a1cdef944d8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:04.374272 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b0fb15f0-7dda-4ec0-af21-78e57c8cbe08), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:04.382286 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b75f5f83-8e7c-4255-9f7b-b748b078e9ef), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:04.390872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fdb4b-818f-4f01-8b84-591a9c141623 None None] Pushing event updated for resources: {'Port': ['ID=4cf01d48-8ad2-48b8-bd12-6a1cdef944d8,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:04.449431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7509bf1d-afd4-4827-a576-a3df9f489fb5 None None] get_active_networks_info from ncdv-master-1 {{(pid=126507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 12 21:27:04.452877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b75f5f83-8e7c-4255-9f7b-b748b078e9ef,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:04.454699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:27:04.457779 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c6f5f-239e-408c-b90b-d8013356ff9e req-dae676e5-d6b8-4ffe-8fb8-4fb3d25eb93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:04.460202 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d6c6f5f-239e-408c-b90b-d8013356ff9e req-dae676e5-d6b8-4ffe-8fb8-4fb3d25eb93b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 1126 time: 0.1250777
Feb 12 21:27:04.484074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:04.486760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:04.508939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Pushing event updated for resources: {'Port': ['ID=b0fb15f0-7dda-4ec0-af21-78e57c8cbe08,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:04.568335 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e75169e-9e76-4b40-91a3-2e2328421e6e req-2b892d45-b8b3-442e-8b12-42363f231032 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0745087
Feb 12 21:27:04.612539 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5d6c6f5f-239e-408c-b90b-d8013356ff9e req-c94d79e5-1c41-4c4c-8988-b8d3a71e747f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297274
Feb 12 21:27:04.712873 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Publish callbacks [] for floatingip (b26c243f-a69a-49b6-9408-7153f22a810a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:04.713278 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (da710fc6-7357-4f34-b91b-debdb897178d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:04.754952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17a5f1-716b-4403-9e78-48438faa9069 req-91b15b43-89ce-404e-af36-4854a9af38da tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:04.756551 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d17a5f1-716b-4403-9e78-48438faa9069 req-91b15b43-89ce-404e-af36-4854a9af38da tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 945 time: 0.1082528
Feb 12 21:27:04.810515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7509bf1d-afd4-4827-a576-a3df9f489fb5 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 12 21:27:04.878154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f92d9-2fea-4dc2-81bc-6bd40e6a53e7 req-a7244aac-8b76-4590-977b-61208df2e6b3 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:04.886249 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1a9f92d9-2fea-4dc2-81bc-6bd40e6a53e7 req-a7244aac-8b76-4590-977b-61208df2e6b3 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 945 time: 0.1105740
Feb 12 21:27:04.888698 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b0fb15f0-7dda-4ec0-af21-78e57c8cbe08), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:04.925724 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d17a5f1-716b-4403-9e78-48438faa9069 req-67a25b25-74fd-433c-bab1-f0183d46a9ae tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616323
Feb 12 21:27:04.933053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Deleting port 4cf01d48-8ad2-48b8-bd12-6a1cdef944d8 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:04.933422 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4cf01d48-8ad2-48b8-bd12-6a1cdef944d8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:04.955753 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1a9f92d9-2fea-4dc2-81bc-6bd40e6a53e7 req-2aa682fc-95af-4bd5-8a03-5a2d468ddb75 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685613
Feb 12 21:27:05.025307 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] For port 4cf01d48-8ad2-48b8-bd12-6a1cdef944d8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cf01d48-8ad2-48b8-bd12-6a1cdef944d8,segment=NetworkSegment(1be15834-383a-4df4-9c4a-39e3c7933e47),segment_id=1be15834-383a-4df4-9c4a-39e3c7933e47)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:05.025793 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4cf01d48-8ad2-48b8-bd12-6a1cdef944d8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.045234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Calling delete_port for 4cf01d48-8ad2-48b8-bd12-6a1cdef944d8 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:05.094885 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abbc248-30be-454d-8cf0-2fecc8a834eb None None] Network da710fc6-7357-4f34-b91b-debdb897178d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:05.130916 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Publish callbacks [] for port (b0fb15f0-7dda-4ec0-af21-78e57c8cbe08), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.181461 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b0fb15f0-7dda-4ec0-af21-78e57c8cbe08), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.296810 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4cf01d48-8ad2-48b8-bd12-6a1cdef944d8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.297126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Pushing event updated for resources: {'Port': ['ID=b0fb15f0-7dda-4ec0-af21-78e57c8cbe08,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:05.304802 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (b26c243f-a69a-49b6-9408-7153f22a810a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.326164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2438c755-ae55-4590-87d5-aeab9aff4d10 req-ad5dd371-0be7-42f7-9a87-b2f931742ce4 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0432119
Feb 12 21:27:05.332520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Port': ['ID=4cf01d48-8ad2-48b8-bd12-6a1cdef944d8,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:05.342517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No DVR routers for this DVR port 4cf01d48-8ad2-48b8-bd12-6a1cdef944d8 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:05.352977 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a5292-e0fa-42f5-9170-ce524257ced9 req-44abf454-7b46-44a8-a1a4-4e7bbfee902d tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:05.354657 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a1a5292-e0fa-42f5-9170-ce524257ced9 req-44abf454-7b46-44a8-a1a4-4e7bbfee902d tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 945 time: 0.1136200
Feb 12 21:27:05.429968 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (da710fc6-7357-4f34-b91b-debdb897178d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.451437 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f94239d0>,) {'filters': {'network_id': ['da710fc6-7357-4f34-b91b-debdb897178d']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:05.461504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f94239d0>, '1be15834-383a-4df4-9c4a-39e3c7933e47') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:05.461808 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f94239d0>, '1be15834-383a-4df4-9c4a-39e3c7933e47') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:05.465315 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.467085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6942657b-2d21-4e2d-ae08-e248e988e8e4 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.1311946
Feb 12 21:27:05.469798 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35014) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:05.469942 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-5a1a5292-e0fa-42f5-9170-ce524257ced9 req-d7166679-5c24-4e5a-be6b-82fbcc2d91b0 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Deleting port d661d100-a3e2-4189-afa4-cff30b0ad7a4 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:05.470252 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5a1a5292-e0fa-42f5-9170-ce524257ced9 req-d7166679-5c24-4e5a-be6b-82fbcc2d91b0 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d661d100-a3e2-4189-afa4-cff30b0ad7a4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.477636 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (1be15834-383a-4df4-9c4a-39e3c7933e47), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.538708 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1be15834-383a-4df4-9c4a-39e3c7933e47), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.545728 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3c6706f5-c482-4d6f-bab3-5a06e3096f5e tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1650 time: 0.0719168
Feb 12 21:27:05.546767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35018) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:05.549023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:27:05.549472 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (1be15834-383a-4df4-9c4a-39e3c7933e47), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:27:05.552662 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:27:05.638527 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-351cd11f-47a4-4f75-acb8-9b5a794992b6 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.0895219
Feb 12 21:27:05.641281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35022) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:05.651213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-5a1a5292-e0fa-42f5-9170-ce524257ced9 req-d7166679-5c24-4e5a-be6b-82fbcc2d91b0 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] For port d661d100-a3e2-4189-afa4-cff30b0ad7a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d661d100-a3e2-4189-afa4-cff30b0ad7a4,segment=NetworkSegment(b01752d7-6a38-43be-9059-a9cc9bbe9281),segment_id=b01752d7-6a38-43be-9059-a9cc9bbe9281)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:05.651612 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5a1a5292-e0fa-42f5-9170-ce524257ced9 req-d7166679-5c24-4e5a-be6b-82fbcc2d91b0 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d661d100-a3e2-4189-afa4-cff30b0ad7a4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.666417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-5a1a5292-e0fa-42f5-9170-ce524257ced9 req-d7166679-5c24-4e5a-be6b-82fbcc2d91b0 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Calling delete_port for d661d100-a3e2-4189-afa4-cff30b0ad7a4 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:05.736291 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (da710fc6-7357-4f34-b91b-debdb897178d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.741211 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.747146 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/da710fc6-7357-4f34-b91b-debdb897178d HTTP/1.1" status: 204  len: 168 time: 2.5408125
Feb 12 21:27:05.760734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35028) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:05.769420 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-bed309c9-fe48-40cb-aea8-72a4e0456b89 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-878465697'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:05.785807 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2d900-156e-4a82-bb11-83ff15f4c70f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Network': ['ID=da710fc6-7357-4f34-b91b-debdb897178d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:05.853255 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-c4d5a15d-16d4-4ea4-9d59-2299b1766928 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Deleting port b0fb15f0-7dda-4ec0-af21-78e57c8cbe08 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:05.853639 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a15d-16d4-4ea4-9d59-2299b1766928 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b0fb15f0-7dda-4ec0-af21-78e57c8cbe08), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.906588 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed309c9-fe48-40cb-aea8-72a4e0456b89 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:05.909948 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bed309c9-fe48-40cb-aea8-72a4e0456b89 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.949842 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5a1a5292-e0fa-42f5-9170-ce524257ced9 req-d7166679-5c24-4e5a-be6b-82fbcc2d91b0 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d661d100-a3e2-4189-afa4-cff30b0ad7a4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.951954 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed309c9-fe48-40cb-aea8-72a4e0456b89 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:27:05.973202 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a15d-16d4-4ea4-9d59-2299b1766928 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b0fb15f0-7dda-4ec0-af21-78e57c8cbe08), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.973561 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a15d-16d4-4ea4-9d59-2299b1766928 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Publish callbacks [] for floatingip (b0fb15f0-7dda-4ec0-af21-78e57c8cbe08), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.986322 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bed309c9-fe48-40cb-aea8-72a4e0456b89 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (200949f5-8b49-4b09-9e90-7613418673c0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:05.987074 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-bed309c9-fe48-40cb-aea8-72a4e0456b89 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Added segment 200949f5-8b49-4b09-9e90-7613418673c0 of type vlan for network 562e0c25-6fbf-413b-883b-f58fbd2b756c
Feb 12 21:27:06.000978 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7166679-5c24-4e5a-be6b-82fbcc2d91b0 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Pushing event deleted for resources: {'Port': ['ID=d661d100-a3e2-4189-afa4-cff30b0ad7a4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:06.002728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-c4d5a15d-16d4-4ea4-9d59-2299b1766928 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Calling delete_port for b0fb15f0-7dda-4ec0-af21-78e57c8cbe08 owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:06.051809 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bed309c9-fe48-40cb-aea8-72a4e0456b89 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (562e0c25-6fbf-413b-883b-f58fbd2b756c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:06.060808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1a5292-e0fa-42f5-9170-ce524257ced9 req-d7166679-5c24-4e5a-be6b-82fbcc2d91b0 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] No DVR routers for this DVR port d661d100-a3e2-4189-afa4-cff30b0ad7a4 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:06.070329 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5a1a5292-e0fa-42f5-9170-ce524257ced9 req-d7166679-5c24-4e5a-be6b-82fbcc2d91b0 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:06.073750 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a1a5292-e0fa-42f5-9170-ce524257ced9 req-d7166679-5c24-4e5a-be6b-82fbcc2d91b0 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.48 "DELETE /v2.0/ports/d661d100-a3e2-4189-afa4-cff30b0ad7a4 HTTP/1.1" status: 204  len: 173 time: 0.7132254
Feb 12 21:27:06.074203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc92777-08a6-40e3-a421-5a9898d5e199', 'name': 'network-vif-deleted', 'tag': 'd661d100-a3e2-4189-afa4-cff30b0ad7a4'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:27:06.076733 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3399bb8-47d0-44db-a60e-eef94153081a" -d '{"events": [{"server_uuid": "4dc92777-08a6-40e3-a421-5a9898d5e199", "name": "network-vif-deleted", "tag": "d661d100-a3e2-4189-afa4-cff30b0ad7a4"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:27:06.099546 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e6d9c8ac-89e7-49b8-ba44-f8e2eeb70382 req-e8de4414-3254-449b-a777-10e9640cff2d tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 210 time: 0.0404086
Feb 12 21:27:06.221002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094498f-333a-4bc1-9d21-e4e88f72761d req-a31caa04-6590-439f-b4db-eb673882f8c4 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:06.222660 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6094498f-333a-4bc1-9d21-e4e88f72761d req-a31caa04-6590-439f-b4db-eb673882f8c4 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 945 time: 0.0545588
Feb 12 21:27:06.234561 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bed309c9-fe48-40cb-aea8-72a4e0456b89 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (562e0c25-6fbf-413b-883b-f58fbd2b756c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:06.241222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed309c9-fe48-40cb-aea8-72a4e0456b89 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:06.241935 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bed309c9-fe48-40cb-aea8-72a4e0456b89 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:06.276562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6094498f-333a-4bc1-9d21-e4e88f72761d req-00a67414-f86d-4743-a03c-8beab1653c5e tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481946
Feb 12 21:27:06.283208 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13f37e9-f5a7-467d-b22c-bf62776182be x-openstack-request-id: req-b13f37e9-f5a7-467d-b22c-bf62776182be {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:27:06.284000 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc92777-08a6-40e3-a421-5a9898d5e199", "name": "network-vif-deleted", "tag": "d661d100-a3e2-4189-afa4-cff30b0ad7a4", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:27:06.284468 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b13f37e9-f5a7-467d-b22c-bf62776182be {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:27:06.285031 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc92777-08a6-40e3-a421-5a9898d5e199', 'name': 'network-vif-deleted', 'tag': 'd661d100-a3e2-4189-afa4-cff30b0ad7a4', 'status': 'completed', 'code': 200}
Feb 12 21:27:06.320718 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a15d-16d4-4ea4-9d59-2299b1766928 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b0fb15f0-7dda-4ec0-af21-78e57c8cbe08), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:06.352465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5a15d-16d4-4ea4-9d59-2299b1766928 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Pushing event deleted for resources: {'Port': ['ID=b0fb15f0-7dda-4ec0-af21-78e57c8cbe08,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:06.354219 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed309c9-fe48-40cb-aea8-72a4e0456b89 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Network': ['ID=562e0c25-6fbf-413b-883b-f58fbd2b756c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:06.366626 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 562e0c25-6fbf-413b-883b-f58fbd2b756c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:27:06.375629 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bed309c9-fe48-40cb-aea8-72a4e0456b89 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6106315
Feb 12 21:27:06.378694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35046) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:06.385117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-01682a4d-44de-4d47-ad02-3c35dc547f18 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'subnet': {'network_id': '562e0c25-6fbf-413b-883b-f58fbd2b756c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:06.460590 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a15d-16d4-4ea4-9d59-2299b1766928 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Publish callbacks [] for floatingip (b26c243f-a69a-49b6-9408-7153f22a810a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:06.463191 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a15d-16d4-4ea4-9d59-2299b1766928 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:06.467825 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c4d5a15d-16d4-4ea4-9d59-2299b1766928 tempest-FloatingIPAdminTestJSON-53773953 tempest-FloatingIPAdminTestJSON-53773953-project] 10.222.0.31 "DELETE /v2.0/floatingips/b26c243f-a69a-49b6-9408-7153f22a810a HTTP/1.1" status: 204  len: 168 time: 0.8218071
Feb 12 21:27:06.474655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35048) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:06.511406 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb59d11-4311-4c06-888e-8d6ffc6ac33d req-734ee84e-9aa3-4ac4-9e62-bf6d67693ae6 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:06.513483 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bcb59d11-4311-4c06-888e-8d6ffc6ac33d req-734ee84e-9aa3-4ac4-9e62-bf6d67693ae6 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 946 time: 0.1527836
Feb 12 21:27:06.534163 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c46b7877-bedf-4e77-ac3d-e8e37bdeba66 req-8ef2d2ea-ddfd-4257-8bad-7936df9481da tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0639913
Feb 12 21:27:06.639854 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01682a4d-44de-4d47-ad02-3c35dc547f18 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:06.643408 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01682a4d-44de-4d47-ad02-3c35dc547f18 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:06.657224 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bcb59d11-4311-4c06-888e-8d6ffc6ac33d req-71836c35-fdfb-406d-b4e7-269909958758 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/security-groups?id=86edaaac-41c9-40c6-bdb7-0048dc0d9e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099639
Feb 12 21:27:06.693525 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-49c4c977-4023-49a8-8bca-92107a613eef tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Deleting port 6bb61c18-fd9c-4153-a438-3d669844e0ea {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:06.694109 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-49c4c977-4023-49a8-8bca-92107a613eef tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6bb61c18-fd9c-4153-a438-3d669844e0ea), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:06.813636 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-49c4c977-4023-49a8-8bca-92107a613eef tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6bb61c18-fd9c-4153-a438-3d669844e0ea), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:06.813975 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-49c4c977-4023-49a8-8bca-92107a613eef tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks [] for floatingip (6bb61c18-fd9c-4153-a438-3d669844e0ea), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:06.831120 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-49c4c977-4023-49a8-8bca-92107a613eef tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Calling delete_port for 6bb61c18-fd9c-4153-a438-3d669844e0ea owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:06.989454 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01682a4d-44de-4d47-ad02-3c35dc547f18 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (cbbd509c-8c94-46e1-a312-c3881fc7683b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:07.060811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01682a4d-44de-4d47-ad02-3c35dc547f18 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Subnet': ['ID=cbbd509c-8c94-46e1-a312-c3881fc7683b,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:07.078959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01682a4d-44de-4d47-ad02-3c35dc547f18 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Checking segment: {'id': '200949f5-8b49-4b09-9e90-7613418673c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '562e0c25-6fbf-413b-883b-f58fbd2b756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:07.079428 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01682a4d-44de-4d47-ad02-3c35dc547f18 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network hostable DHCP agents. Network: 562e0c25-6fbf-413b-883b-f58fbd2b756c, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:27:07.102582 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-49c4c977-4023-49a8-8bca-92107a613eef tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (6bb61c18-fd9c-4153-a438-3d669844e0ea), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:07.142542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4c977-4023-49a8-8bca-92107a613eef tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bb61c18-fd9c-4153-a438-3d669844e0ea,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:07.184535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01682a4d-44de-4d47-ad02-3c35dc547f18 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network 562e0c25-6fbf-413b-883b-f58fbd2b756c is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:27:07.224323 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-49c4c977-4023-49a8-8bca-92107a613eef tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks [] for floatingip (e514fa8b-ec63-4e10-8914-d437bab4d90b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:07.226868 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-49c4c977-4023-49a8-8bca-92107a613eef tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:07.228029 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-49c4c977-4023-49a8-8bca-92107a613eef tempest-FloatingIPAdminTestJSON-552307240 tempest-FloatingIPAdminTestJSON-552307240-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/e514fa8b-ec63-4e10-8914-d437bab4d90b HTTP/1.1" status: 204  len: 168 time: 0.7581236
Feb 12 21:27:07.232157 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35076) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:07.242375 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7026d8b2-20ab-47cd-8348-0a84831a4947 req-61e72a2e-3ceb-486d-8e59-345d8cc82eef tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=4dc92777-08a6-40e3-a421-5a9898d5e199 HTTP/1.1" status: 200  len: 210 time: 0.0293462
Feb 12 21:27:07.258072 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-01682a4d-44de-4d47-ad02-3c35dc547f18 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 562e0c25-6fbf-413b-883b-f58fbd2b756c) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:07.262153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01682a4d-44de-4d47-ad02-3c35dc547f18 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:07.262806 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01682a4d-44de-4d47-ad02-3c35dc547f18 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:07.276616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8ae65d-51ab-464f-abe3-8571e57c0f1e None None] Network 562e0c25-6fbf-413b-883b-f58fbd2b756c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:07.369275 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c8104-cd86-4774-85bf-483f3ffa6fb6 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Deleting port d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:07.369725 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5b0c8104-cd86-4774-85bf-483f3ffa6fb6 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:07.398396 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-562e0c25-6fbf-413b-883b-f58fbd2b756c', 'network_id': '562e0c25-6fbf-413b-883b-f58fbd2b756c', 'project_id': '414d9ff7c5c1444586cdfcb441201b90', 'fixed_ips': [{'subnet_id': 'cbbd509c-8c94-46e1-a312-c3881fc7683b'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:27:07.399372 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:07.464842 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5b0c8104-cd86-4774-85bf-483f3ffa6fb6 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:07.480548 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-01682a4d-44de-4d47-ad02-3c35dc547f18 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.0976412
Feb 12 21:27:07.480849 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35078) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:07.489461 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c8104-cd86-4774-85bf-483f3ffa6fb6 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Calling delete_port for d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:07.545313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Allocated IP 172.20.0.1 (562e0c25-6fbf-413b-883b-f58fbd2b756c/cbbd509c-8c94-46e1-a312-c3881fc7683b/db59d1b8-c68a-4cf0-bd8d-bddb09f032e8) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:27:07.651544 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (562e0c25-6fbf-413b-883b-f58fbd2b756c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:07.722022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168f91e-94ad-4a71-ada3-951c7f03411f req-f5c9135e-0010-4207-bd3b-e876051a1e0f tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:07.724418 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b168f91e-94ad-4a71-ada3-951c7f03411f req-f5c9135e-0010-4207-bd3b-e876051a1e0f tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 946 time: 0.1508775
Feb 12 21:27:07.784423 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (cbbd509c-8c94-46e1-a312-c3881fc7683b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:07.788650 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7c282c62-ac88-4e2d-a44f-f97c4ef0fbc5 req-ef92be34-f217-4613-8822-b9dbec094c03 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0509777
Feb 12 21:27:07.794904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5b0c8104-cd86-4774-85bf-483f3ffa6fb6 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:07.860498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c8104-cd86-4774-85bf-483f3ffa6fb6 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event deleted for resources: {'Port': ['ID=d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:07.884595 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Publish callbacks [] for port (db59d1b8-c68a-4cf0-bd8d-bddb09f032e8), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:07.915619 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d661d100-a3e2-4189-afa4-cff30b0ad7a4 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:27:07.953220 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: d661d100-a3e2-4189-afa4-cff30b0ad7a4 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:27:07.955572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device d661d100-a3e2-4189-afa4-cff30b0ad7a4 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:27:07.991411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bea5a-4984-4469-aeb3-656fec31e41a req-8c2830f5-f96a-414c-b85a-7e05135c6344 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:07.993103 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7d8bea5a-4984-4469-aeb3-656fec31e41a req-8c2830f5-f96a-414c-b85a-7e05135c6344 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 945 time: 0.1303551
Feb 12 21:27:08.000061 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5b0c8104-cd86-4774-85bf-483f3ffa6fb6 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:08.001108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0342990-0ceb-49bc-961c-7f790aa8a166 req-7bfdb5c2-7953-4d37-8a86-e8d0caa1977e tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:08.001880 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (db59d1b8-c68a-4cf0-bd8d-bddb09f032e8), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:08.007271 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5b0c8104-cd86-4774-85bf-483f3ffa6fb6 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] 10.222.0.31 "DELETE /v2.0/ports/d2ae99dc-e4d4-4c21-9a5f-6783b7d2b3da HTTP/1.1" status: 204  len: 168 time: 0.7716136
Feb 12 21:27:08.007479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35092) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:08.012239 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0342990-0ceb-49bc-961c-7f790aa8a166 req-7bfdb5c2-7953-4d37-8a86-e8d0caa1977e tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 946 time: 0.2024965
Feb 12 21:27:08.040772 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-b168f91e-94ad-4a71-ada3-951c7f03411f req-2571e0ce-acd5-484a-b0d4-10960f3476c4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Deleting port bb7d08d8-ac0e-4122-9259-758f1b442408 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:08.041305 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b168f91e-94ad-4a71-ada3-951c7f03411f req-2571e0ce-acd5-484a-b0d4-10960f3476c4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (bb7d08d8-ac0e-4122-9259-758f1b442408), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:08.085542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Network 562e0c25-6fbf-413b-883b-f58fbd2b756c is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:27:08.089005 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:08.095360 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:08.107933 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7d8bea5a-4984-4469-aeb3-656fec31e41a req-5e2706e8-fe2f-40ed-a7e7-98593e26a952 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855293
Feb 12 21:27:08.121820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9608995-552c-4bfc-bef8-17aabb7560d3 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:08.128159 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e9608995-552c-4bfc-bef8-17aabb7560d3 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] 10.222.0.31 "GET /v2.0/ports?device_id=04fc1eb1-5eba-4155-b99c-11e4b633671b HTTP/1.1" status: 200  len: 913 time: 0.1197650
Feb 12 21:27:08.130757 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35096) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:08.155452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Pushing event updated for resources: {'Port': ['ID=db59d1b8-c68a-4cf0-bd8d-bddb09f032e8,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:08.199472 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0342990-0ceb-49bc-961c-7f790aa8a166 req-5bfda3d9-3835-4117-93b2-5247ed894a1c tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/security-groups?id=86edaaac-41c9-40c6-bdb7-0048dc0d9e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833336
Feb 12 21:27:08.218879 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (cbbd509c-8c94-46e1-a312-c3881fc7683b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:08.221742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Attempting to bind port db59d1b8-c68a-4cf0-bd8d-bddb09f032e8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:27:08.222081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Attempting to bind port db59d1b8-c68a-4cf0-bd8d-bddb09f032e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '200949f5-8b49-4b09-9e90-7613418673c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '562e0c25-6fbf-413b-883b-f58fbd2b756c'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:27:08.222448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Attempting to bind port db59d1b8-c68a-4cf0-bd8d-bddb09f032e8 on network 562e0c25-6fbf-413b-883b-f58fbd2b756c {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:27:08.227731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:27:08.228383 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Checking segment: {'id': '200949f5-8b49-4b09-9e90-7613418673c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '562e0c25-6fbf-413b-883b-f58fbd2b756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:08.228792 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:08.229186 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Bound using segment: {'id': '200949f5-8b49-4b09-9e90-7613418673c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '562e0c25-6fbf-413b-883b-f58fbd2b756c'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:27:08.229681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Bound port: db59d1b8-c68a-4cf0-bd8d-bddb09f032e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200949f5-8b49-4b09-9e90-7613418673c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '562e0c25-6fbf-413b-883b-f58fbd2b756c'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:27:08.230065 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (db59d1b8-c68a-4cf0-bd8d-bddb09f032e8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:08.265344 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Subnet': ['ID=cbbd509c-8c94-46e1-a312-c3881fc7683b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:08.272926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b168f91e-94ad-4a71-ada3-951c7f03411f req-2571e0ce-acd5-484a-b0d4-10960f3476c4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] For port bb7d08d8-ac0e-4122-9259-758f1b442408, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb7d08d8-ac0e-4122-9259-758f1b442408,segment=NetworkSegment(e509d1e6-eb8e-474b-8f23-c70fc16f51c2),segment_id=e509d1e6-eb8e-474b-8f23-c70fc16f51c2)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:08.272926 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b168f91e-94ad-4a71-ada3-951c7f03411f req-2571e0ce-acd5-484a-b0d4-10960f3476c4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (bb7d08d8-ac0e-4122-9259-758f1b442408), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:08.303053 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-b168f91e-94ad-4a71-ada3-951c7f03411f req-2571e0ce-acd5-484a-b0d4-10960f3476c4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Calling delete_port for bb7d08d8-ac0e-4122-9259-758f1b442408 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:08.320878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] For port db59d1b8-c68a-4cf0-bd8d-bddb09f032e8, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:27:08.324225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] For port db59d1b8-c68a-4cf0-bd8d-bddb09f032e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db59d1b8-c68a-4cf0-bd8d-bddb09f032e8,segment=NetworkSegment(200949f5-8b49-4b09-9e90-7613418673c0),segment_id=200949f5-8b49-4b09-9e90-7613418673c0)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:27:08.345196 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (562e0c25-6fbf-413b-883b-f58fbd2b756c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:08.408522 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f94d1400>,) {'filters': {'network_id': ['562e0c25-6fbf-413b-883b-f58fbd2b756c']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:08.417452 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f94d1400>, '200949f5-8b49-4b09-9e90-7613418673c0') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:08.417759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f94d1400>, '200949f5-8b49-4b09-9e90-7613418673c0') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:08.431274 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (db59d1b8-c68a-4cf0-bd8d-bddb09f032e8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:08.437933 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (200949f5-8b49-4b09-9e90-7613418673c0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:08.455867 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (200949f5-8b49-4b09-9e90-7613418673c0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:08.470430 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:27:08.470777 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (200949f5-8b49-4b09-9e90-7613418673c0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:27:08.474455 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:27:08.489933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54f6a7-4258-459c-9b8a-e2580e3f06a0 None None] Pushing event updated for resources: {'Port': ['ID=db59d1b8-c68a-4cf0-bd8d-bddb09f032e8,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:08.552561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4448d6-de3d-46dc-8a02-ecfe4e6b6f00 None None] get_active_networks_info from ncdv-master-1 {{(pid=126507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 12 21:27:08.594005 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-07b000e7-7c47-4d26-ad30-35aefff0815b tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (04fc1eb1-5eba-4155-b99c-11e4b633671b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:08.606705 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.db.api [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 12 21:27:08.606705 ncdv-master-1 neutron-server[126505]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 12 21:27:08.606705 ncdv-master-1 neutron-server[126505]: [parameters: {'id': '562e0c25-6fbf-413b-883b-f58fbd2b756c'}]
Feb 12 21:27:08.606705 ncdv-master-1 neutron-server[126505]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:27:08.607138 ncdv-master-1 neutron-server[126505]: DEBUG oslo_db.api [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:27:08.650197 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4448d6-de3d-46dc-8a02-ecfe4e6b6f00 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 12 21:27:08.662761 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b168f91e-94ad-4a71-ada3-951c7f03411f req-2571e0ce-acd5-484a-b0d4-10960f3476c4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (bb7d08d8-ac0e-4122-9259-758f1b442408), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:08.681877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['bb7d08d8-ac0e-4122-9259-758f1b442408'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:27:08.698741 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571e0ce-acd5-484a-b0d4-10960f3476c4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Pushing event deleted for resources: {'Port': ['ID=bb7d08d8-ac0e-4122-9259-758f1b442408,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:08.763472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b168f91e-94ad-4a71-ada3-951c7f03411f req-2571e0ce-acd5-484a-b0d4-10960f3476c4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] No DVR routers for this DVR port bb7d08d8-ac0e-4122-9259-758f1b442408 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:08.767027 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b168f91e-94ad-4a71-ada3-951c7f03411f req-2571e0ce-acd5-484a-b0d4-10960f3476c4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:08.771039 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b168f91e-94ad-4a71-ada3-951c7f03411f req-2571e0ce-acd5-484a-b0d4-10960f3476c4 tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.50 "DELETE /v2.0/ports/bb7d08d8-ac0e-4122-9259-758f1b442408 HTTP/1.1" status: 204  len: 173 time: 1.0353024
Feb 12 21:27:08.771545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae856f2-36ae-44d3-9c25-fd798d8dc096', 'name': 'network-vif-deleted', 'tag': 'bb7d08d8-ac0e-4122-9259-758f1b442408'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:27:08.774084 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5573bedc-f904-478d-baf2-8ac30e76294a" -d '{"events": [{"server_uuid": "2ae856f2-36ae-44d3-9c25-fd798d8dc096", "name": "network-vif-deleted", "tag": "bb7d08d8-ac0e-4122-9259-758f1b442408"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:27:08.848241 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1983bb-5354-4954-b6a4-59ad72b0d795 x-openstack-request-id: req-ba1983bb-5354-4954-b6a4-59ad72b0d795 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:27:08.848542 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae856f2-36ae-44d3-9c25-fd798d8dc096", "name": "network-vif-deleted", "tag": "bb7d08d8-ac0e-4122-9259-758f1b442408", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:27:08.848799 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba1983bb-5354-4954-b6a4-59ad72b0d795 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:27:08.849216 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae856f2-36ae-44d3-9c25-fd798d8dc096', 'name': 'network-vif-deleted', 'tag': 'bb7d08d8-ac0e-4122-9259-758f1b442408', 'status': 'completed', 'code': 200}
Feb 12 21:27:08.914407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078499c0-dc58-4053-89e8-c2f274d19f44 None None] Network 562e0c25-6fbf-413b-883b-f58fbd2b756c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:08.945074 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8a08cc9b-9cd9-4f20-83fb-3ec63c603f38 req-c7f46315-4a3c-47a9-b311-bbeecda4209b tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0430284
Feb 12 21:27:09.017582 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-07b000e7-7c47-4d26-ad30-35aefff0815b tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Deleting port 62aef42d-1ce7-4262-8532-0abcaa6274b3 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:09.017938 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-07b000e7-7c47-4d26-ad30-35aefff0815b tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (62aef42d-1ce7-4262-8532-0abcaa6274b3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:09.107835 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-07b000e7-7c47-4d26-ad30-35aefff0815b tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (62aef42d-1ce7-4262-8532-0abcaa6274b3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:09.108098 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (562e0c25-6fbf-413b-883b-f58fbd2b756c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:09.121135 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-07b000e7-7c47-4d26-ad30-35aefff0815b tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Calling delete_port for 62aef42d-1ce7-4262-8532-0abcaa6274b3 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:09.249382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbee41-0e00-4428-a916-ee0629c9bc2c req-9d48c591-e459-4018-8ed1-c302568816b8 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:09.250958 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bccbee41-0e00-4428-a916-ee0629c9bc2c req-9d48c591-e459-4018-8ed1-c302568816b8 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 945 time: 0.1083694
Feb 12 21:27:09.254708 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Deleting port db59d1b8-c68a-4cf0-bd8d-bddb09f032e8 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:09.255061 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (db59d1b8-c68a-4cf0-bd8d-bddb09f032e8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:09.361447 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c229491-c4bb-4c72-b1e8-1486c1655b99 req-ea9c543b-566a-4186-9ca0-d6032368ee96 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:09.363032 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c229491-c4bb-4c72-b1e8-1486c1655b99 req-ea9c543b-566a-4186-9ca0-d6032368ee96 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 945 time: 0.1687078
Feb 12 21:27:09.432120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] For port db59d1b8-c68a-4cf0-bd8d-bddb09f032e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db59d1b8-c68a-4cf0-bd8d-bddb09f032e8,segment=NetworkSegment(200949f5-8b49-4b09-9e90-7613418673c0),segment_id=200949f5-8b49-4b09-9e90-7613418673c0)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:09.432494 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (db59d1b8-c68a-4cf0-bd8d-bddb09f032e8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:09.459875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Calling delete_port for db59d1b8-c68a-4cf0-bd8d-bddb09f032e8 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:09.490219 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c229491-c4bb-4c72-b1e8-1486c1655b99 req-accefa23-ce36-48af-a4fe-086450f7b793 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171947
Feb 12 21:27:09.545282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-bccbee41-0e00-4428-a916-ee0629c9bc2c req-34d6c6e4-d4f8-47ee-812d-94c1068b2518 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Deleting port b75f5f83-8e7c-4255-9f7b-b748b078e9ef {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:09.545723 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bccbee41-0e00-4428-a916-ee0629c9bc2c req-34d6c6e4-d4f8-47ee-812d-94c1068b2518 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b75f5f83-8e7c-4255-9f7b-b748b078e9ef), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:09.548111 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1853b700-9b50-4516-b5af-1f6316a9ff79 req-3ff308c2-c12f-4d66-828b-5b966da2531c tempest-VolumesActionsTest-662775030 tempest-VolumesActionsTest-662775030-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ae856f2-36ae-44d3-9c25-fd798d8dc096 HTTP/1.1" status: 200  len: 210 time: 0.0315096
Feb 12 21:27:09.650617 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-bccbee41-0e00-4428-a916-ee0629c9bc2c req-34d6c6e4-d4f8-47ee-812d-94c1068b2518 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] For port b75f5f83-8e7c-4255-9f7b-b748b078e9ef, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b75f5f83-8e7c-4255-9f7b-b748b078e9ef,segment=NetworkSegment(b88e6610-28e8-45b6-a143-23f3b5d33791),segment_id=b88e6610-28e8-45b6-a143-23f3b5d33791)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:09.650987 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bccbee41-0e00-4428-a916-ee0629c9bc2c req-34d6c6e4-d4f8-47ee-812d-94c1068b2518 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b75f5f83-8e7c-4255-9f7b-b748b078e9ef), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:09.668633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-bccbee41-0e00-4428-a916-ee0629c9bc2c req-34d6c6e4-d4f8-47ee-812d-94c1068b2518 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Calling delete_port for b75f5f83-8e7c-4255-9f7b-b748b078e9ef owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:09.713623 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (db59d1b8-c68a-4cf0-bd8d-bddb09f032e8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:09.744949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Port': ['ID=db59d1b8-c68a-4cf0-bd8d-bddb09f032e8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:09.753536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No DVR routers for this DVR port db59d1b8-c68a-4cf0-bd8d-bddb09f032e8 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:09.777366 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-07b000e7-7c47-4d26-ad30-35aefff0815b tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (62aef42d-1ce7-4262-8532-0abcaa6274b3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:09.804524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b000e7-7c47-4d26-ad30-35aefff0815b tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event deleted for resources: {'Port': ['ID=62aef42d-1ce7-4262-8532-0abcaa6274b3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:10.017106 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-07b000e7-7c47-4d26-ad30-35aefff0815b tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (04fc1eb1-5eba-4155-b99c-11e4b633671b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.264545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b000e7-7c47-4d26-ad30-35aefff0815b tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Router 04fc1eb1-5eba-4155-b99c-11e4b633671b has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:27:10.284775 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (562e0c25-6fbf-413b-883b-f58fbd2b756c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.288610 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c37b33a6-1988-41db-956f-a3cfca6efb39 req-da99a343-57ce-4ced-ad9d-3f40e9032c97 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0372851
Feb 12 21:27:10.333812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc705dbfee0>,) {'filters': {'network_id': ['562e0c25-6fbf-413b-883b-f58fbd2b756c']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:10.350909 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc705dbfee0>, '200949f5-8b49-4b09-9e90-7613418673c0') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:10.351237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc705dbfee0>, '200949f5-8b49-4b09-9e90-7613418673c0') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:10.365241 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (200949f5-8b49-4b09-9e90-7613418673c0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.378899 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (200949f5-8b49-4b09-9e90-7613418673c0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.385010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:27:10.385515 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (200949f5-8b49-4b09-9e90-7613418673c0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:27:10.388649 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:27:10.394549 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b000e7-7c47-4d26-ad30-35aefff0815b tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:27:10.400214 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-07b000e7-7c47-4d26-ad30-35aefff0815b tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] 10.222.0.31 "PUT /v2.0/routers/04fc1eb1-5eba-4155-b99c-11e4b633671b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2681413
Feb 12 21:27:10.403885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35134) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:10.406747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f8779-ed24-4a69-9d0c-b046e6cb5c8d None None] Sync routers for ids ['04fc1eb1-5eba-4155-b99c-11e4b633671b'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:27:10.417212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161f8779-ed24-4a69-9d0c-b046e6cb5c8d None None] Routers {'04fc1eb1-5eba-4155-b99c-11e4b633671b'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:27:10.417895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-161f8779-ed24-4a69-9d0c-b046e6cb5c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fafb5a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['04fc1eb1-5eba-4155-b99c-11e4b633671b'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:10.452627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-161f8779-ed24-4a69-9d0c-b046e6cb5c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fafb5a90>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:10.464735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161f8779-ed24-4a69-9d0c-b046e6cb5c8d None None] Routers {'04fc1eb1-5eba-4155-b99c-11e4b633671b'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:27:10.465382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-161f8779-ed24-4a69-9d0c-b046e6cb5c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fafb5a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:26:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['04fc1eb1-5eba-4155-b99c-11e4b633671b'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:10.467799 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bccbee41-0e00-4428-a916-ee0629c9bc2c req-34d6c6e4-d4f8-47ee-812d-94c1068b2518 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b75f5f83-8e7c-4255-9f7b-b748b078e9ef), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.507117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-161f8779-ed24-4a69-9d0c-b046e6cb5c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fafb5a90>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:10.507768 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f8779-ed24-4a69-9d0c-b046e6cb5c8d None None] The sync data for ids ['04fc1eb1-5eba-4155-b99c-11e4b633671b'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:27:10.528735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7faa-a6ed-4cf3-b778-a6d4a391ee4d tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for router (04fc1eb1-5eba-4155-b99c-11e4b633671b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.543039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6c6e4-d4f8-47ee-812d-94c1068b2518 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Pushing event deleted for resources: {'Port': ['ID=b75f5f83-8e7c-4255-9f7b-b748b078e9ef,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:10.570039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccbee41-0e00-4428-a916-ee0629c9bc2c req-34d6c6e4-d4f8-47ee-812d-94c1068b2518 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] No DVR routers for this DVR port b75f5f83-8e7c-4255-9f7b-b748b078e9ef on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:10.573461 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bccbee41-0e00-4428-a916-ee0629c9bc2c req-34d6c6e4-d4f8-47ee-812d-94c1068b2518 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.578102 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bccbee41-0e00-4428-a916-ee0629c9bc2c req-34d6c6e4-d4f8-47ee-812d-94c1068b2518 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.48 "DELETE /v2.0/ports/b75f5f83-8e7c-4255-9f7b-b748b078e9ef HTTP/1.1" status: 204  len: 173 time: 1.3169844
Feb 12 21:27:10.578732 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (562e0c25-6fbf-413b-883b-f58fbd2b756c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.584079 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.593331 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/562e0c25-6fbf-413b-883b-f58fbd2b756c HTTP/1.1" status: 204  len: 168 time: 3.1107025
Feb 12 21:27:10.593976 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35140) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:10.603497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-185a12f0-7dd1-429a-a9cf-1e80b82b2d44 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-755493335'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:10.627251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef7327-9344-4ac9-9d74-23d3e21f18ea tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Network': ['ID=562e0c25-6fbf-413b-883b-f58fbd2b756c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:10.655111 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0a10003a-847c-4eec-8d0e-082ceb6f14bb req-30722ae4-7f8a-4dea-be9e-02cd201f187e tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 210 time: 0.0805593
Feb 12 21:27:10.702550 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7faa-a6ed-4cf3-b778-a6d4a391ee4d tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for router_gateway (04fc1eb1-5eba-4155-b99c-11e4b633671b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.708599 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185a12f0-7dd1-429a-a9cf-1e80b82b2d44 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:10.714948 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-185a12f0-7dd1-429a-a9cf-1e80b82b2d44 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.748646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185a12f0-7dd1-429a-a9cf-1e80b82b2d44 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:27:10.759013 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-185a12f0-7dd1-429a-a9cf-1e80b82b2d44 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5455652b-3b00-4bae-ace4-f09a186da537), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.759372 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-185a12f0-7dd1-429a-a9cf-1e80b82b2d44 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Added segment 5455652b-3b00-4bae-ace4-f09a186da537 of type vlan for network 20121b2d-2307-4f5a-85db-bde21d4911a5
Feb 12 21:27:10.801529 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-185a12f0-7dd1-429a-a9cf-1e80b82b2d44 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (20121b2d-2307-4f5a-85db-bde21d4911a5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.844409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e7faa-a6ed-4cf3-b778-a6d4a391ee4d tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Deleting port 8eade34c-c2f3-48a9-9b34-86fe9c655551 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:10.844851 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7faa-a6ed-4cf3-b778-a6d4a391ee4d tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8eade34c-c2f3-48a9-9b34-86fe9c655551), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.850023 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5b018f-87a0-4198-b3b1-346b49ee6bf1', 'name': 'network-vif-deleted', 'tag': 'b75f5f83-8e7c-4255-9f7b-b748b078e9ef'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:27:10.853145 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9700437f-bb93-4f56-ac5c-54a686e57bec" -d '{"events": [{"server_uuid": "fa5b018f-87a0-4198-b3b1-346b49ee6bf1", "name": "network-vif-deleted", "tag": "b75f5f83-8e7c-4255-9f7b-b748b078e9ef"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:27:10.904499 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a91d2a-c24a-4c56-aa34-766ed2d23bab x-openstack-request-id: req-81a91d2a-c24a-4c56-aa34-766ed2d23bab {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:27:10.904671 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5b018f-87a0-4198-b3b1-346b49ee6bf1", "name": "network-vif-deleted", "tag": "b75f5f83-8e7c-4255-9f7b-b748b078e9ef", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:27:10.904828 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81a91d2a-c24a-4c56-aa34-766ed2d23bab {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:27:10.905233 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5b018f-87a0-4198-b3b1-346b49ee6bf1', 'name': 'network-vif-deleted', 'tag': 'b75f5f83-8e7c-4255-9f7b-b748b078e9ef', 'status': 'completed', 'code': 200}
Feb 12 21:27:10.908861 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-185a12f0-7dd1-429a-a9cf-1e80b82b2d44 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (20121b2d-2307-4f5a-85db-bde21d4911a5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.914436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a12f0-7dd1-429a-a9cf-1e80b82b2d44 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:10.915003 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-185a12f0-7dd1-429a-a9cf-1e80b82b2d44 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.945243 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7faa-a6ed-4cf3-b778-a6d4a391ee4d tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8eade34c-c2f3-48a9-9b34-86fe9c655551), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:10.970961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e7faa-a6ed-4cf3-b778-a6d4a391ee4d tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Calling delete_port for 8eade34c-c2f3-48a9-9b34-86fe9c655551 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:11.035668 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-185a12f0-7dd1-429a-a9cf-1e80b82b2d44 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4362628
Feb 12 21:27:11.039248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35172) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:11.044241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-738be339-fd48-40ed-a9db-6cf0f166d4c2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'subnet': {'network_id': '20121b2d-2307-4f5a-85db-bde21d4911a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:11.075500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a12f0-7dd1-429a-a9cf-1e80b82b2d44 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Network': ['ID=20121b2d-2307-4f5a-85db-bde21d4911a5,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:11.089039 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 20121b2d-2307-4f5a-85db-bde21d4911a5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:27:11.233466 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738be339-fd48-40ed-a9db-6cf0f166d4c2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:11.237205 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-738be339-fd48-40ed-a9db-6cf0f166d4c2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:11.280355 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7faa-a6ed-4cf3-b778-a6d4a391ee4d tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8eade34c-c2f3-48a9-9b34-86fe9c655551), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:11.320296 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e7faa-a6ed-4cf3-b778-a6d4a391ee4d tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event deleted for resources: {'Port': ['ID=8eade34c-c2f3-48a9-9b34-86fe9c655551,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:11.413914 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7faa-a6ed-4cf3-b778-a6d4a391ee4d tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (04fc1eb1-5eba-4155-b99c-11e4b633671b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:11.555964 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3b8a126b-e196-4460-9469-c0f407ffa050 req-f4aa16f5-33da-490d-8a6f-162c080b76fd tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.1231246
Feb 12 21:27:11.566620 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7faa-a6ed-4cf3-b778-a6d4a391ee4d tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (04fc1eb1-5eba-4155-b99c-11e4b633671b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:11.569411 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7faa-a6ed-4cf3-b778-a6d4a391ee4d tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for router_controller (04fc1eb1-5eba-4155-b99c-11e4b633671b), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:11.651544 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-738be339-fd48-40ed-a9db-6cf0f166d4c2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (da3861bd-0e07-4540-b649-b841e19f5d0b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:11.719090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738be339-fd48-40ed-a9db-6cf0f166d4c2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Subnet': ['ID=da3861bd-0e07-4540-b649-b841e19f5d0b,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:11.727775 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738be339-fd48-40ed-a9db-6cf0f166d4c2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Checking segment: {'id': '5455652b-3b00-4bae-ace4-f09a186da537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20121b2d-2307-4f5a-85db-bde21d4911a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:11.728137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738be339-fd48-40ed-a9db-6cf0f166d4c2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network hostable DHCP agents. Network: 20121b2d-2307-4f5a-85db-bde21d4911a5, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:27:11.780159 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25798169-0a24-4566-8d00-ecc609d2741b req-ec98ea8a-3010-42a4-91f4-a82ba73197c6 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5b018f-87a0-4198-b3b1-346b49ee6bf1 HTTP/1.1" status: 200  len: 210 time: 0.0296023
Feb 12 21:27:11.788493 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7faa-a6ed-4cf3-b778-a6d4a391ee4d tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (04fc1eb1-5eba-4155-b99c-11e4b633671b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:11.794337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1e7faa-a6ed-4cf3-b778-a6d4a391ee4d tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Fanout notify agent at l3_agent the message router_deleted on router 04fc1eb1-5eba-4155-b99c-11e4b633671b {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:27:11.798431 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc1e7faa-a6ed-4cf3-b778-a6d4a391ee4d tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:11.805182 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35224) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:11.805992 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bc1e7faa-a6ed-4cf3-b778-a6d4a391ee4d tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] 10.222.0.31 "DELETE /v2.0/routers/04fc1eb1-5eba-4155-b99c-11e4b633671b HTTP/1.1" status: 204  len: 168 time: 1.3995163
Feb 12 21:27:11.831029 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device bb7d08d8-ac0e-4122-9259-758f1b442408 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:27:11.852480 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738be339-fd48-40ed-a9db-6cf0f166d4c2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network 20121b2d-2307-4f5a-85db-bde21d4911a5 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:27:11.868504 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: bb7d08d8-ac0e-4122-9259-758f1b442408 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:27:11.868504 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device bb7d08d8-ac0e-4122-9259-758f1b442408 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:27:11.876749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85595a6-3c35-4508-8923-f2f21b971ae4 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Deleting subnet 622b8496-d14d-428d-b9c3-a221bda62d7a {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:27:11.880098 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b85595a6-3c35-4508-8923-f2f21b971ae4 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for subnet (622b8496-d14d-428d-b9c3-a221bda62d7a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:11.922886 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b75f5f83-8e7c-4255-9f7b-b748b078e9ef no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:27:11.924212 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b85595a6-3c35-4508-8923-f2f21b971ae4 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (622b8496-d14d-428d-b9c3-a221bda62d7a), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:11.944953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: b75f5f83-8e7c-4255-9f7b-b748b078e9ef {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:27:11.945307 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b75f5f83-8e7c-4255-9f7b-b748b078e9ef not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:27:11.959691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-738be339-fd48-40ed-a9db-6cf0f166d4c2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 20121b2d-2307-4f5a-85db-bde21d4911a5) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:11.964509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738be339-fd48-40ed-a9db-6cf0f166d4c2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:11.964949 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-738be339-fd48-40ed-a9db-6cf0f166d4c2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:11.974411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94929fcf-d852-4087-924f-fd683ba914cd None None] Network 20121b2d-2307-4f5a-85db-bde21d4911a5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:12.042051 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b85595a6-3c35-4508-8923-f2f21b971ae4 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (622b8496-d14d-428d-b9c3-a221bda62d7a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.085053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-20121b2d-2307-4f5a-85db-bde21d4911a5', 'network_id': '20121b2d-2307-4f5a-85db-bde21d4911a5', 'project_id': '414d9ff7c5c1444586cdfcb441201b90', 'fixed_ips': [{'subnet_id': 'da3861bd-0e07-4540-b649-b841e19f5d0b'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:27:12.086300 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.099343 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-738be339-fd48-40ed-a9db-6cf0f166d4c2 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.0590665
Feb 12 21:27:12.102209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35240) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:12.204765 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b85595a6-3c35-4508-8923-f2f21b971ae4 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (622b8496-d14d-428d-b9c3-a221bda62d7a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.214549 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (20121b2d-2307-4f5a-85db-bde21d4911a5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.225233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Allocated IP 172.20.0.1 (20121b2d-2307-4f5a-85db-bde21d4911a5/da3861bd-0e07-4540-b649-b841e19f5d0b/8b13ee32-619e-46d9-88db-8b850a4a4de2) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:27:12.242677 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85595a6-3c35-4508-8923-f2f21b971ae4 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event deleted for resources: {'Subnet': ['ID=622b8496-d14d-428d-b9c3-a221bda62d7a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:12.254864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b85595a6-3c35-4508-8923-f2f21b971ae4 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.258448 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b85595a6-3c35-4508-8923-f2f21b971ae4 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] 10.222.0.31 "DELETE /v2.0/subnets/622b8496-d14d-428d-b9c3-a221bda62d7a HTTP/1.1" status: 204  len: 168 time: 0.4520009
Feb 12 21:27:12.258587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35244) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:12.288556 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbcaba1-290e-4ffe-b006-137745044d4e None None] Network f0f6f42c-24de-4ceb-930c-abdc060433ce requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:12.332212 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (da3861bd-0e07-4540-b649-b841e19f5d0b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.380686 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (f0f6f42c-24de-4ceb-930c-abdc060433ce), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.458359 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Deleting port 6f0b9061-a212-4094-a47b-1fb26cc8be24 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:12.458759 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.567196 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] For port 6f0b9061-a212-4094-a47b-1fb26cc8be24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f0b9061-a212-4094-a47b-1fb26cc8be24,segment=NetworkSegment(c867bd30-7c75-4e37-b2f4-690d4f0d004e),segment_id=c867bd30-7c75-4e37-b2f4-690d4f0d004e)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:12.567715 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.587116 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Calling delete_port for 6f0b9061-a212-4094-a47b-1fb26cc8be24 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:12.607356 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Publish callbacks [] for port (8b13ee32-619e-46d9-88db-8b850a4a4de2), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.686696 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d1adb42e-9749-4da0-9071-62d15cf67784 req-26e237df-456f-46bc-bf89-ffc897f697cd tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0424407
Feb 12 21:27:12.703533 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (8b13ee32-619e-46d9-88db-8b850a4a4de2), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.748433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b05077b-46bb-4710-bceb-d8fc329dbd60 None None] DHCP port deletion for f0f6f42c-24de-4ceb-930c-abdc060433ce request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:27:12.777115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Network 20121b2d-2307-4f5a-85db-bde21d4911a5 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:27:12.799755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Pushing event updated for resources: {'Port': ['ID=8b13ee32-619e-46d9-88db-8b850a4a4de2,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:12.803511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:12.808870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:12.823562 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.823849 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (da3861bd-0e07-4540-b649-b841e19f5d0b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.857926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Subnet': ['ID=da3861bd-0e07-4540-b649-b841e19f5d0b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:12.870744 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event deleted for resources: {'Port': ['ID=6f0b9061-a212-4094-a47b-1fb26cc8be24,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:12.890364 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] No DVR routers for this DVR port 6f0b9061-a212-4094-a47b-1fb26cc8be24 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:12.933272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Attempting to bind port 8b13ee32-619e-46d9-88db-8b850a4a4de2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:27:12.933863 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Attempting to bind port 8b13ee32-619e-46d9-88db-8b850a4a4de2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5455652b-3b00-4bae-ace4-f09a186da537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20121b2d-2307-4f5a-85db-bde21d4911a5'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:27:12.934329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Attempting to bind port 8b13ee32-619e-46d9-88db-8b850a4a4de2 on network 20121b2d-2307-4f5a-85db-bde21d4911a5 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:27:12.941517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:27:12.942666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Checking segment: {'id': '5455652b-3b00-4bae-ace4-f09a186da537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20121b2d-2307-4f5a-85db-bde21d4911a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:12.943869 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.945576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Bound using segment: {'id': '5455652b-3b00-4bae-ace4-f09a186da537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20121b2d-2307-4f5a-85db-bde21d4911a5'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:27:12.946439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Bound port: 8b13ee32-619e-46d9-88db-8b850a4a4de2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5455652b-3b00-4bae-ace4-f09a186da537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20121b2d-2307-4f5a-85db-bde21d4911a5'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:27:12.947027 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8b13ee32-619e-46d9-88db-8b850a4a4de2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.958771 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (20121b2d-2307-4f5a-85db-bde21d4911a5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.962823 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8b05077b-46bb-4710-bceb-d8fc329dbd60 None None] Deleting port 6f0b9061-a212-4094-a47b-1fb26cc8be24 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:12.963198 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8b05077b-46bb-4710-bceb-d8fc329dbd60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.987471 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (f0f6f42c-24de-4ceb-930c-abdc060433ce), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:12.997481 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc7002e3e20>,) {'filters': {'network_id': ['20121b2d-2307-4f5a-85db-bde21d4911a5']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:13.015118 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa513730>,) {'filters': {'network_id': ['f0f6f42c-24de-4ceb-930c-abdc060433ce']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:13.032223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa513730>, 'c867bd30-7c75-4e37-b2f4-690d4f0d004e') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:13.032668 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa513730>, 'c867bd30-7c75-4e37-b2f4-690d4f0d004e') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:13.033081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7002e3e20>, '5455652b-3b00-4bae-ace4-f09a186da537') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:13.033748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7002e3e20>, '5455652b-3b00-4bae-ace4-f09a186da537') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:13.051160 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (c867bd30-7c75-4e37-b2f4-690d4f0d004e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.053037 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (5455652b-3b00-4bae-ace4-f09a186da537), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.069735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8b05077b-46bb-4710-bceb-d8fc329dbd60 None None] For port 6f0b9061-a212-4094-a47b-1fb26cc8be24, host ncdv-master-1, got binding levels [] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:13.070137 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8b05077b-46bb-4710-bceb-d8fc329dbd60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.081088 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c867bd30-7c75-4e37-b2f4-690d4f0d004e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.093273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8b05077b-46bb-4710-bceb-d8fc329dbd60 None None] Calling delete_port for 6f0b9061-a212-4094-a47b-1fb26cc8be24 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:13.093797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:27:13.094362 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (c867bd30-7c75-4e37-b2f4-690d4f0d004e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.096894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.ipam_backend_mixin [None req-8b05077b-46bb-4710-bceb-d8fc329dbd60 None None] Port 6f0b9061-a212-4094-a47b-1fb26cc8be24 was not found and therefore no delete operation was performed {{(pid=126507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:27:13.100216 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:27:13.102478 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] For port 8b13ee32-619e-46d9-88db-8b850a4a4de2, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:27:13.104479 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8b05077b-46bb-4710-bceb-d8fc329dbd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (6f0b9061-a212-4094-a47b-1fb26cc8be24), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.108886 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5455652b-3b00-4bae-ace4-f09a186da537), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.116051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:27:13.116994 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (5455652b-3b00-4bae-ace4-f09a186da537), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:27:13.120222 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:27:13.160668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6f0b9061-a212-4094-a47b-1fb26cc8be24 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:27:13.169919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b05077b-46bb-4710-bceb-d8fc329dbd60 None None] No DVR routers for this DVR port 6f0b9061-a212-4094-a47b-1fb26cc8be24 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:13.210048 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05077b-46bb-4710-bceb-d8fc329dbd60 None None] Pushing event deleted for resources: {'Port': ['ID=6f0b9061-a212-4094-a47b-1fb26cc8be24,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:13.217519 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 6f0b9061-a212-4094-a47b-1fb26cc8be24 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:27:13.217869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6f0b9061-a212-4094-a47b-1fb26cc8be24 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:27:13.222537 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] For port 8b13ee32-619e-46d9-88db-8b850a4a4de2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b13ee32-619e-46d9-88db-8b850a4a4de2,segment=NetworkSegment(5455652b-3b00-4bae-ace4-f09a186da537),segment_id=5455652b-3b00-4bae-ace4-f09a186da537)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:27:13.223682 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.db.api [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 12 21:27:13.223682 ncdv-master-1 neutron-server[126505]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 12 21:27:13.223682 ncdv-master-1 neutron-server[126505]: [parameters: {'id': '20121b2d-2307-4f5a-85db-bde21d4911a5'}]
Feb 12 21:27:13.223682 ncdv-master-1 neutron-server[126505]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:27:13.224247 ncdv-master-1 neutron-server[126505]: DEBUG oslo_db.api [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:27:13.296803 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (f0f6f42c-24de-4ceb-930c-abdc060433ce), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.296803 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.299185 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] 10.222.0.31 "DELETE /v2.0/networks/f0f6f42c-24de-4ceb-930c-abdc060433ce HTTP/1.1" status: 204  len: 168 time: 1.0394402
Feb 12 21:27:13.301765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35328) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:13.320589 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97887436-e914-4f09-8d94-ba9b3d067216 tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event deleted for resources: {'Network': ['ID=f0f6f42c-24de-4ceb-930c-abdc060433ce,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:13.339104 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8b13ee32-619e-46d9-88db-8b850a4a4de2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.363496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-777258ce-09bd-48e5-b312-f9a2f6d6822f tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:13.365068 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-777258ce-09bd-48e5-b312-f9a2f6d6822f tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/networks?id=57ed5d22-bc4f-4292-a243-27a5ebb4ba3c HTTP/1.1" status: 200  len: 808 time: 0.1392932
Feb 12 21:27:13.385165 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-b8e0c8f9-731b-42a7-8308-c9aa0c28d4e2 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/quotas/67268b7cb701423a97c6d14f1de05645 HTTP/1.1" status: 200  len: 375 time: 0.0129743
Feb 12 21:27:13.438927 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-3864cb8c-3129-4d38-8b56-1935e6c0f471 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67268b7cb701423a97c6d14f1de05645&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0440598
Feb 12 21:27:13.445793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-e0de7a3f-e46f-4bf0-8767-8968e5e7d5ac tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Deleting port 3f0de72b-dd98-4b58-82bd-34d9a8ab26b5 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:13.445793 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e0de7a3f-e46f-4bf0-8767-8968e5e7d5ac tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3f0de72b-dd98-4b58-82bd-34d9a8ab26b5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.564134 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e0de7a3f-e46f-4bf0-8767-8968e5e7d5ac tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3f0de72b-dd98-4b58-82bd-34d9a8ab26b5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.564883 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e0de7a3f-e46f-4bf0-8767-8968e5e7d5ac tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for floatingip (3f0de72b-dd98-4b58-82bd-34d9a8ab26b5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.589228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-e0de7a3f-e46f-4bf0-8767-8968e5e7d5ac tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Calling delete_port for 3f0de72b-dd98-4b58-82bd-34d9a8ab26b5 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:13.599035 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-363f95fc-876a-41e3-bb57-db3039729ce9 service neutron] 10.222.0.31 "GET /v2.0/networks/57ed5d22-bc4f-4292-a243-27a5ebb4ba3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475341
Feb 12 21:27:13.620653 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24ee62-a57b-4a36-b8ce-8665a34e9fd5 None None] Pushing event updated for resources: {'Port': ['ID=8b13ee32-619e-46d9-88db-8b850a4a4de2,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:13.648859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd09963-85f0-4390-96d8-feef93b73b4d None None] get_active_networks_info from ncdv-master-1 {{(pid=126507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 12 21:27:13.725923 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (20121b2d-2307-4f5a-85db-bde21d4911a5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.755413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd09963-85f0-4390-96d8-feef93b73b4d None None] Resources bound (agent type, host, resource id):  {{(pid=126507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 12 21:27:13.780861 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-3d623a5b-4a9a-4aa5-bff6-d6b4509a3969 service neutron] 10.222.0.31 "GET /v2.0/networks/57ed5d22-bc4f-4292-a243-27a5ebb4ba3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1642315
Feb 12 21:27:13.844601 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-db10403d-b32d-4eac-8bb0-cdf4141b12f1 req-47368dec-1df8-4c25-89dc-020e1f8ee241 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0369649
Feb 12 21:27:13.859315 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Deleting port 8b13ee32-619e-46d9-88db-8b850a4a4de2 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:13.859661 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8b13ee32-619e-46d9-88db-8b850a4a4de2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.911892 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e0de7a3f-e46f-4bf0-8767-8968e5e7d5ac tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3f0de72b-dd98-4b58-82bd-34d9a8ab26b5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:13.944001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de7a3f-e46f-4bf0-8767-8968e5e7d5ac tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Pushing event deleted for resources: {'Port': ['ID=3f0de72b-dd98-4b58-82bd-34d9a8ab26b5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:13.972312 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63867665-8136-4b2d-8efe-2b9810c1b2ed None None] Network 20121b2d-2307-4f5a-85db-bde21d4911a5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:14.011804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] For port 8b13ee32-619e-46d9-88db-8b850a4a4de2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b13ee32-619e-46d9-88db-8b850a4a4de2,segment=NetworkSegment(5455652b-3b00-4bae-ace4-f09a186da537),segment_id=5455652b-3b00-4bae-ace4-f09a186da537)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:14.012184 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8b13ee32-619e-46d9-88db-8b850a4a4de2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:14.033994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Calling delete_port for 8b13ee32-619e-46d9-88db-8b850a4a4de2 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:14.074745 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a322b70-0a15-4257-826f-384c5206d672 req-556dfe88-af47-4dd7-ae1f-cd8a874f5427 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 210 time: 0.0427251
Feb 12 21:27:14.081242 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e0de7a3f-e46f-4bf0-8767-8968e5e7d5ac tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks [] for floatingip (0ce8a63a-f8b5-4a46-9044-b320d1f59399), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:14.083479 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e0de7a3f-e46f-4bf0-8767-8968e5e7d5ac tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:14.087077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e0de7a3f-e46f-4bf0-8767-8968e5e7d5ac tempest-FloatingIPAdminTestJSON-1878838549 tempest-FloatingIPAdminTestJSON-1878838549-project] 10.222.0.31 "DELETE /v2.0/floatingips/0ce8a63a-f8b5-4a46-9044-b320d1f59399 HTTP/1.1" status: 204  len: 168 time: 0.7819057
Feb 12 21:27:14.233569 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8b13ee32-619e-46d9-88db-8b850a4a4de2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:14.257559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Port': ['ID=8b13ee32-619e-46d9-88db-8b850a4a4de2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:14.263642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No DVR routers for this DVR port 8b13ee32-619e-46d9-88db-8b850a4a4de2 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:14.347944 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (20121b2d-2307-4f5a-85db-bde21d4911a5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:14.369430 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa98b850>,) {'filters': {'network_id': ['20121b2d-2307-4f5a-85db-bde21d4911a5']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:14.378951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa98b850>, '5455652b-3b00-4bae-ace4-f09a186da537') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:14.379253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa98b850>, '5455652b-3b00-4bae-ace4-f09a186da537') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:14.388890 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (5455652b-3b00-4bae-ace4-f09a186da537), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:14.402628 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5455652b-3b00-4bae-ace4-f09a186da537), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:14.409059 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:27:14.409503 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (5455652b-3b00-4bae-ace4-f09a186da537), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:27:14.412498 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:27:14.594503 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (20121b2d-2307-4f5a-85db-bde21d4911a5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:14.602772 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:14.606062 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/20121b2d-2307-4f5a-85db-bde21d4911a5 HTTP/1.1" status: 204  len: 168 time: 2.5028417
Feb 12 21:27:14.610230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35354) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:14.615263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-0d8790cb-a75d-4c15-a78d-0eaf9bf96111 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1132991088'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:14.616909 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfd699-ad2e-494b-b17c-9c9cb28ca4f4 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Network': ['ID=20121b2d-2307-4f5a-85db-bde21d4911a5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:14.708316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8790cb-a75d-4c15-a78d-0eaf9bf96111 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:14.711969 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0d8790cb-a75d-4c15-a78d-0eaf9bf96111 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:14.728359 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35364) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:14.769027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8790cb-a75d-4c15-a78d-0eaf9bf96111 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:27:14.787316 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0d8790cb-a75d-4c15-a78d-0eaf9bf96111 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ecc9110a-39a9-4b1c-8672-3125860de54e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:14.787670 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-0d8790cb-a75d-4c15-a78d-0eaf9bf96111 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Added segment ecc9110a-39a9-4b1c-8672-3125860de54e of type vlan for network 97e6d6e9-7881-4d41-a195-bbd1efe7d2ba
Feb 12 21:27:14.830160 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0d8790cb-a75d-4c15-a78d-0eaf9bf96111 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (97e6d6e9-7881-4d41-a195-bbd1efe7d2ba), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:14.902450 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b892c8c3-2fc5-425d-a19d-65211e46fe10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04cfe2dd468f40cc861f1e9895767040&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1692767
Feb 12 21:27:14.902450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35372) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:14.925689 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0d8790cb-a75d-4c15-a78d-0eaf9bf96111 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (97e6d6e9-7881-4d41-a195-bbd1efe7d2ba), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:14.937626 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8790cb-a75d-4c15-a78d-0eaf9bf96111 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:14.938310 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0d8790cb-a75d-4c15-a78d-0eaf9bf96111 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:14.966883 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-76fbb58f-abd4-4589-9168-9c024cd27d25 admin admin] Publish callbacks [] for security_group (61184155-51bf-4177-b80a-9d1671293c0c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:14.991170 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-76fbb58f-abd4-4589-9168-9c024cd27d25 admin admin] Publish callbacks [] for security_group (61184155-51bf-4177-b80a-9d1671293c0c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:15.011240 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e79e7c48-db5f-4626-b3da-618599e21127 req-3e535b13-ac32-485f-9993-6cb75b290aa1 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0534580
Feb 12 21:27:15.050185 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8790cb-a75d-4c15-a78d-0eaf9bf96111 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Network': ['ID=97e6d6e9-7881-4d41-a195-bbd1efe7d2ba,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:15.062634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 97e6d6e9-7881-4d41-a195-bbd1efe7d2ba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:27:15.086042 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35378) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:15.086288 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0d8790cb-a75d-4c15-a78d-0eaf9bf96111 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4746354
Feb 12 21:27:15.092676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5de321e9-f654-4757-b549-e84a49657163 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'network': {'name': 'New_network'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:15.152001 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-76fbb58f-abd4-4589-9168-9c024cd27d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (61184155-51bf-4177-b80a-9d1671293c0c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:15.156268 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-76fbb58f-abd4-4589-9168-9c024cd27d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:15.156668 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-76fbb58f-abd4-4589-9168-9c024cd27d25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61184155-51bf-4177-b80a-9d1671293c0c HTTP/1.1" status: 204  len: 168 time: 0.2544167
Feb 12 21:27:15.170961 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbb58f-abd4-4589-9168-9c024cd27d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61184155-51bf-4177-b80a-9d1671293c0c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:15.239907 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1444af1-dc5f-4740-8ddd-520f45512c4f req-8e6dfd68-41ed-49c0-87ad-1d199c36f77c tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 210 time: 0.0506442
Feb 12 21:27:15.306233 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5de321e9-f654-4757-b549-e84a49657163 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (97e6d6e9-7881-4d41-a195-bbd1efe7d2ba), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:15.382597 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5de321e9-f654-4757-b549-e84a49657163 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (97e6d6e9-7881-4d41-a195-bbd1efe7d2ba), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:15.402022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5de321e9-f654-4757-b549-e84a49657163 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network 97e6d6e9-7881-4d41-a195-bbd1efe7d2ba is not hosted by any dhcp agent {{(pid=126505) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 12 21:27:15.407400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de321e9-f654-4757-b549-e84a49657163 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:15.408046 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5de321e9-f654-4757-b549-e84a49657163 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:15.412184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5de321e9-f654-4757-b549-e84a49657163 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "PUT /v2.0/networks/97e6d6e9-7881-4d41-a195-bbd1efe7d2ba HTTP/1.1" status: 200  len: 723 time: 0.3221207
Feb 12 21:27:15.412507 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35388) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:15.417598 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3d4cc74f-1723-4427-80c5-1a9620f0cf10 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'subnet': {'network_id': '97e6d6e9-7881-4d41-a195-bbd1efe7d2ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:15.480962 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de321e9-f654-4757-b549-e84a49657163 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Network': ['ID=97e6d6e9-7881-4d41-a195-bbd1efe7d2ba,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:15.493303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 97e6d6e9-7881-4d41-a195-bbd1efe7d2ba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:27:15.605509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4cc74f-1723-4427-80c5-1a9620f0cf10 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:15.610925 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d4cc74f-1723-4427-80c5-1a9620f0cf10 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:15.903329 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d4cc74f-1723-4427-80c5-1a9620f0cf10 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (c33c06a5-f181-4ccd-896a-0b06a236d19a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:15.989492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cc74f-1723-4427-80c5-1a9620f0cf10 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Subnet': ['ID=c33c06a5-f181-4ccd-896a-0b06a236d19a,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:16.007556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4cc74f-1723-4427-80c5-1a9620f0cf10 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Checking segment: {'id': 'ecc9110a-39a9-4b1c-8672-3125860de54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97e6d6e9-7881-4d41-a195-bbd1efe7d2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:16.007937 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4cc74f-1723-4427-80c5-1a9620f0cf10 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network hostable DHCP agents. Network: 97e6d6e9-7881-4d41-a195-bbd1efe7d2ba, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:27:16.130744 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a232e60-0b68-43a2-a232-b651db383b0e req-36aaf5da-ea83-4315-9510-9df9c8d60813 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0299561
Feb 12 21:27:16.160464 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35430) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:16.174423 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4aa0e5c4-6fbc-4a37-bf34-8f528c47e388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:16.195120 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4cc74f-1723-4427-80c5-1a9620f0cf10 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network 97e6d6e9-7881-4d41-a195-bbd1efe7d2ba is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:27:16.256292 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4aa0e5c4-6fbc-4a37-bf34-8f528c47e388 admin admin] Publish callbacks [] for security_group (1262525b-903a-40b2-85dc-629127a0a33e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:16.290359 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-3d4cc74f-1723-4427-80c5-1a9620f0cf10 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 97e6d6e9-7881-4d41-a195-bbd1efe7d2ba) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:16.296347 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4cc74f-1723-4427-80c5-1a9620f0cf10 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:16.298339 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d4cc74f-1723-4427-80c5-1a9620f0cf10 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:16.300381 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dbe818-7a68-4b39-9e62-59c4fb377fac None None] Network 97e6d6e9-7881-4d41-a195-bbd1efe7d2ba requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:16.350694 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4aa0e5c4-6fbc-4a37-bf34-8f528c47e388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1262525b-903a-40b2-85dc-629127a0a33e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:16.354955 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03b2229c-1b5c-4792-b768-191c67f373c5 req-65f29ba7-3b10-435b-b03f-55675622836f tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 210 time: 0.0329111
Feb 12 21:27:16.412037 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4aa0e5c4-6fbc-4a37-bf34-8f528c47e388 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63f077fc06ae43739ef61e8a71bfb699&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2503452
Feb 12 21:27:16.414570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35438) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:16.417524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0e5c4-6fbc-4a37-bf34-8f528c47e388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1262525b-903a-40b2-85dc-629127a0a33e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:16.425710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-97e6d6e9-7881-4d41-a195-bbd1efe7d2ba', 'network_id': '97e6d6e9-7881-4d41-a195-bbd1efe7d2ba', 'project_id': '414d9ff7c5c1444586cdfcb441201b90', 'fixed_ips': [{'subnet_id': 'c33c06a5-f181-4ccd-896a-0b06a236d19a'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:27:16.427067 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:16.497842 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3d4cc74f-1723-4427-80c5-1a9620f0cf10 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0829146
Feb 12 21:27:16.503157 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ef40-6138-4373-b8c8-c592d796e785 admin admin] Publish callbacks [] for security_group (1262525b-903a-40b2-85dc-629127a0a33e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:16.505295 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35442) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:16.511522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-bc39a083-7d87-4445-a301-eeff43dcb90d tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:16.539125 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ef40-6138-4373-b8c8-c592d796e785 admin admin] Publish callbacks [] for security_group (1262525b-903a-40b2-85dc-629127a0a33e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:16.612801 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc39a083-7d87-4445-a301-eeff43dcb90d tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-529293198'] for subnet (c33c06a5-f181-4ccd-896a-0b06a236d19a), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:16.627030 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Allocated IP 172.20.0.2 (97e6d6e9-7881-4d41-a195-bbd1efe7d2ba/c33c06a5-f181-4ccd-896a-0b06a236d19a/0111edc4-b5a3-4b57-b047-9f7734b2ee9a) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:27:16.692106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-255c0f1d-6e0b-4aca-a150-48882e49ed47 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:16.693621 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-255c0f1d-6e0b-4aca-a150-48882e49ed47 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.48 "GET /v2.0/networks?id=57ed5d22-bc4f-4292-a243-27a5ebb4ba3c HTTP/1.1" status: 200  len: 808 time: 0.1360064
Feb 12 21:27:16.709533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-23c61abb-daa7-45c1-a9de-1dbe1503322c tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Request body: {'port': {'device_id': '8e2a60cd-8ef4-40a4-95b9-67f57ef959f6', 'network_id': '57ed5d22-bc4f-4292-a243-27a5ebb4ba3c', 'admin_state_up': True, 'tenant_id': '67268b7cb701423a97c6d14f1de05645'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:16.769997 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ef40-6138-4373-b8c8-c592d796e785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1262525b-903a-40b2-85dc-629127a0a33e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:16.773009 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ef40-6138-4373-b8c8-c592d796e785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:16.775129 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5ff6ef40-6138-4373-b8c8-c592d796e785 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1262525b-903a-40b2-85dc-629127a0a33e HTTP/1.1" status: 204  len: 168 time: 0.3569891
Feb 12 21:27:16.786278 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Publish callbacks [] for port (0111edc4-b5a3-4b57-b047-9f7734b2ee9a), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:16.790503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6ef40-6138-4373-b8c8-c592d796e785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1262525b-903a-40b2-85dc-629127a0a33e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:16.892818 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (0111edc4-b5a3-4b57-b047-9f7734b2ee9a), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:16.931321 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Network 97e6d6e9-7881-4d41-a195-bbd1efe7d2ba is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:27:16.934807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:16.938097 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-23c61abb-daa7-45c1-a9de-1dbe1503322c tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Made reservation on behalf of 67268b7cb701423a97c6d14f1de05645 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:16.938304 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:16.941988 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-23c61abb-daa7-45c1-a9de-1dbe1503322c tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:16.977576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Pushing event updated for resources: {'Port': ['ID=0111edc4-b5a3-4b57-b047-9f7734b2ee9a,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:17.006592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Attempting to bind port 0111edc4-b5a3-4b57-b047-9f7734b2ee9a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:27:17.006974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Attempting to bind port 0111edc4-b5a3-4b57-b047-9f7734b2ee9a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ecc9110a-39a9-4b1c-8672-3125860de54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97e6d6e9-7881-4d41-a195-bbd1efe7d2ba'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:27:17.007347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Attempting to bind port 0111edc4-b5a3-4b57-b047-9f7734b2ee9a on network 97e6d6e9-7881-4d41-a195-bbd1efe7d2ba {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:27:17.012763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:27:17.013193 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Checking segment: {'id': 'ecc9110a-39a9-4b1c-8672-3125860de54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97e6d6e9-7881-4d41-a195-bbd1efe7d2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:17.013650 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:17.014039 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Bound using segment: {'id': 'ecc9110a-39a9-4b1c-8672-3125860de54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97e6d6e9-7881-4d41-a195-bbd1efe7d2ba'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:27:17.014513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Bound port: 0111edc4-b5a3-4b57-b047-9f7734b2ee9a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc9110a-39a9-4b1c-8672-3125860de54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97e6d6e9-7881-4d41-a195-bbd1efe7d2ba'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:27:17.015273 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0111edc4-b5a3-4b57-b047-9f7734b2ee9a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:17.082007 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc39a083-7d87-4445-a301-eeff43dcb90d tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780794952439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-529123816'] for subnet (c33c06a5-f181-4ccd-896a-0b06a236d19a), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:17.096676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-23c61abb-daa7-45c1-a9de-1dbe1503322c tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Allocated IP 172.20.0.6 (57ed5d22-bc4f-4292-a243-27a5ebb4ba3c/740ae8f0-be09-4e5e-aa88-a43638bd4bd6/2e7b7f50-bdcc-4774-a329-7fa81dc025e6) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:27:17.098741 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] For port 0111edc4-b5a3-4b57-b047-9f7734b2ee9a, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:27:17.102117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] For port 0111edc4-b5a3-4b57-b047-9f7734b2ee9a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0111edc4-b5a3-4b57-b047-9f7734b2ee9a,segment=NetworkSegment(ecc9110a-39a9-4b1c-8672-3125860de54e),segment_id=ecc9110a-39a9-4b1c-8672-3125860de54e)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:27:17.118147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc39a083-7d87-4445-a301-eeff43dcb90d tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:17.118749 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc39a083-7d87-4445-a301-eeff43dcb90d tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:17.125103 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bc39a083-7d87-4445-a301-eeff43dcb90d tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "PUT /v2.0/subnets/c33c06a5-f181-4ccd-896a-0b06a236d19a HTTP/1.1" status: 200  len: 806 time: 0.6165280
Feb 12 21:27:17.128052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35470) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:17.176840 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0111edc4-b5a3-4b57-b047-9f7734b2ee9a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:17.206748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39a083-7d87-4445-a301-eeff43dcb90d tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Subnet': ['ID=c33c06a5-f181-4ccd-896a-0b06a236d19a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:17.288580 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (97e6d6e9-7881-4d41-a195-bbd1efe7d2ba), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:17.311665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d7eff-4f04-47fa-8c55-981b9a458c06 None None] Pushing event updated for resources: {'Port': ['ID=0111edc4-b5a3-4b57-b047-9f7734b2ee9a,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:17.364890 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b7c2721e-47c1-4f99-9b9a-b84708dd8adf req-89496f07-e5f6-442b-beaa-de0c19da0349 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0842328
Feb 12 21:27:17.380437 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-23c61abb-daa7-45c1-a9de-1dbe1503322c tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Publish callbacks [] for port (2e7b7f50-bdcc-4774-a329-7fa81dc025e6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:17.425497 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Deleting port 0111edc4-b5a3-4b57-b047-9f7734b2ee9a {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:17.426115 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0111edc4-b5a3-4b57-b047-9f7734b2ee9a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:17.493812 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2af7c5eb-f497-434d-9887-9c073ece6c13 req-a326bf13-7da0-45f6-911d-1239e870f6a8 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 210 time: 0.0367265
Feb 12 21:27:17.550660 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] For port 0111edc4-b5a3-4b57-b047-9f7734b2ee9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0111edc4-b5a3-4b57-b047-9f7734b2ee9a,segment=NetworkSegment(ecc9110a-39a9-4b1c-8672-3125860de54e),segment_id=ecc9110a-39a9-4b1c-8672-3125860de54e)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:17.550660 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0111edc4-b5a3-4b57-b047-9f7734b2ee9a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:17.562177 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-23c61abb-daa7-45c1-a9de-1dbe1503322c tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2e7b7f50-bdcc-4774-a329-7fa81dc025e6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:17.569576 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Calling delete_port for 0111edc4-b5a3-4b57-b047-9f7734b2ee9a owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:17.643285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-23c61abb-daa7-45c1-a9de-1dbe1503322c tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Network 57ed5d22-bc4f-4292-a243-27a5ebb4ba3c is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:27:17.646821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-23c61abb-daa7-45c1-a9de-1dbe1503322c tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:17.651797 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-23c61abb-daa7-45c1-a9de-1dbe1503322c tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:17.688896 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c61abb-daa7-45c1-a9de-1dbe1503322c tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Pushing event updated for resources: {'Port': ['ID=2e7b7f50-bdcc-4774-a329-7fa81dc025e6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:17.724067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-23c61abb-daa7-45c1-a9de-1dbe1503322c tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:17.725040 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-23c61abb-daa7-45c1-a9de-1dbe1503322c tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:17.890125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35496) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:17.905808 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d25df02-75f3-4dd6-8a87-030e10f6c799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.001392 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (0111edc4-b5a3-4b57-b047-9f7734b2ee9a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.002925 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-23c61abb-daa7-45c1-a9de-1dbe1503322c tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2998772
Feb 12 21:27:18.037166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Port': ['ID=0111edc4-b5a3-4b57-b047-9f7734b2ee9a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:18.094934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No DVR routers for this DVR port 0111edc4-b5a3-4b57-b047-9f7734b2ee9a on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:18.159957 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (c33c06a5-f181-4ccd-896a-0b06a236d19a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.193196 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d25df02-75f3-4dd6-8a87-030e10f6c799 admin admin] Publish callbacks [] for security_group (ef9dcfd8-39c7-4e10-a76f-406c3ddf4f01), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.195851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Request body: {'port': {'device_id': '8e2a60cd-8ef4-40a4-95b9-67f57ef959f6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:18.268772 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d25df02-75f3-4dd6-8a87-030e10f6c799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ef9dcfd8-39c7-4e10-a76f-406c3ddf4f01), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.277797 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2e7b7f50-bdcc-4774-a329-7fa81dc025e6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.314018 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9d25df02-75f3-4dd6-8a87-030e10f6c799 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d965f872f56343dea6c7b829113d0d23&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4225664
Feb 12 21:27:18.316635 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35504) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:18.334707 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25df02-75f3-4dd6-8a87-030e10f6c799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9dcfd8-39c7-4e10-a76f-406c3ddf4f01,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:18.376064 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23541f49-a8dc-4c08-bf9f-4f42ed119e49 admin admin] Publish callbacks [] for security_group (ef9dcfd8-39c7-4e10-a76f-406c3ddf4f01), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.414404 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23541f49-a8dc-4c08-bf9f-4f42ed119e49 admin admin] Publish callbacks [] for security_group (ef9dcfd8-39c7-4e10-a76f-406c3ddf4f01), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.443206 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (c33c06a5-f181-4ccd-896a-0b06a236d19a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.517770 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4fce86-7f20-4021-a496-8279eeb33167 None None] Network 97e6d6e9-7881-4d41-a195-bbd1efe7d2ba requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:18.522861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Subnet': ['ID=c33c06a5-f181-4ccd-896a-0b06a236d19a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:18.569257 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c069efd3-0ce0-470e-ab0b-f3c70c0563a0 req-20cfc711-3893-4f8f-bf08-3f8b58a89b19 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0758114
Feb 12 21:27:18.634032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9544e307-3192-4c2d-8e92-7356e5a89a78 None None] Could not find standard attr ID for object 0111edc4-b5a3-4b57-b047-9f7734b2ee9a. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:27:18.649623 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (97e6d6e9-7881-4d41-a195-bbd1efe7d2ba), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.654224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:27:18.677301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc70051bd00>,) {'filters': {'network_id': ['97e6d6e9-7881-4d41-a195-bbd1efe7d2ba']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:18.678993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bba437-a030-40fa-aaf1-22e7d815aa1b None None] DHCP port deletion for 97e6d6e9-7881-4d41-a195-bbd1efe7d2ba request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:27:18.687654 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Publish callbacks [] for port (2e7b7f50-bdcc-4774-a329-7fa81dc025e6), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.688318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc70051bd00>, 'ecc9110a-39a9-4b1c-8672-3125860de54e') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:18.688724 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc70051bd00>, 'ecc9110a-39a9-4b1c-8672-3125860de54e') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:18.703073 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23541f49-a8dc-4c08-bf9f-4f42ed119e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ef9dcfd8-39c7-4e10-a76f-406c3ddf4f01), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.707135 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23541f49-a8dc-4c08-bf9f-4f42ed119e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.707262 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Transition to ACTIVE for port object 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:27:18.707897 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-23541f49-a8dc-4c08-bf9f-4f42ed119e49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef9dcfd8-39c7-4e10-a76f-406c3ddf4f01 HTTP/1.1" status: 204  len: 168 time: 0.3896518
Feb 12 21:27:18.712736 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (ecc9110a-39a9-4b1c-8672-3125860de54e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.718221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5335f1-791b-4a99-8c4b-b77f9eacea20 None None] Network 97e6d6e9-7881-4d41-a195-bbd1efe7d2ba requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:18.730729 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23541f49-a8dc-4c08-bf9f-4f42ed119e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9dcfd8-39c7-4e10-a76f-406c3ddf4f01,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:18.736909 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb49b5e-7bc0-4810-8932-3ac7f0ffcd5c req-87f34500-16ca-45b2-89da-53d46daa3691 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:18.739123 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-adb49b5e-7bc0-4810-8932-3ac7f0ffcd5c req-87f34500-16ca-45b2-89da-53d46daa3691 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 931 time: 0.1060495
Feb 12 21:27:18.741864 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ecc9110a-39a9-4b1c-8672-3125860de54e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.749248 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:27:18.749813 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (ecc9110a-39a9-4b1c-8672-3125860de54e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:27:18.753282 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:27:18.819558 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (2e7b7f50-bdcc-4774-a329-7fa81dc025e6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.835911 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-adb49b5e-7bc0-4810-8932-3ac7f0ffcd5c req-0f18dbc9-2282-4d68-8cb4-ff83974fefa6 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897110
Feb 12 21:27:18.893691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7b7f50-bdcc-4774-a329-7fa81dc025e6,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:18.928821 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (97e6d6e9-7881-4d41-a195-bbd1efe7d2ba), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.928821 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:18.928821 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/97e6d6e9-7881-4d41-a195-bbd1efe7d2ba HTTP/1.1" status: 204  len: 168 time: 1.7987897
Feb 12 21:27:18.931141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35518) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:18.942468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64793e4d-c443-4bb2-ae7f-c3a63349714f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Network': ['ID=97e6d6e9-7881-4d41-a195-bbd1efe7d2ba,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:18.958807 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e401a61-ee63-435d-b521-3706db46c8c5 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:18.959324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e401a61-ee63-435d-b521-3706db46c8c5 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:18.962394 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0e401a61-ee63-435d-b521-3706db46c8c5 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/97e6d6e9-7881-4d41-a195-bbd1efe7d2ba HTTP/1.1" status: 404  len: 339 time: 0.0303679
Feb 12 21:27:18.966907 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35520) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:18.972764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f883b5b8-352e-43d2-aa17-415cf61f7bc7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1516248161', 'description': 'd1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:18.988376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Attempting to bind port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:27:18.988858 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Attempting to bind port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b88e6610-28e8-45b6-a143-23f3b5d33791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '57ed5d22-bc4f-4292-a243-27a5ebb4ba3c'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:27:18.989255 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Attempting to bind port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 on network 57ed5d22-bc4f-4292-a243-27a5ebb4ba3c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:27:18.996792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 on network 57ed5d22-bc4f-4292-a243-27a5ebb4ba3c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:27:18.997631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Attempting to bind port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 on network 57ed5d22-bc4f-4292-a243-27a5ebb4ba3c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:27:19.003115 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:27:19.003394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Checking segment: {'id': 'b88e6610-28e8-45b6-a143-23f3b5d33791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '57ed5d22-bc4f-4292-a243-27a5ebb4ba3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:19.003772 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Bound using segment: {'id': 'b88e6610-28e8-45b6-a143-23f3b5d33791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '57ed5d22-bc4f-4292-a243-27a5ebb4ba3c'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:27:19.004224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Bound port: 2e7b7f50-bdcc-4774-a329-7fa81dc025e6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88e6610-28e8-45b6-a143-23f3b5d33791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '57ed5d22-bc4f-4292-a243-27a5ebb4ba3c'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:27:19.004578 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2e7b7f50-bdcc-4774-a329-7fa81dc025e6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:19.077685 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] For port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:27:19.081063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] For port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e7b7f50-bdcc-4774-a329-7fa81dc025e6,segment=NetworkSegment(b88e6610-28e8-45b6-a143-23f3b5d33791),segment_id=b88e6610-28e8-45b6-a143-23f3b5d33791)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:27:19.092707 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f883b5b8-352e-43d2-aa17-415cf61f7bc7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:19.096167 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f883b5b8-352e-43d2-aa17-415cf61f7bc7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:19.120704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f883b5b8-352e-43d2-aa17-415cf61f7bc7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:27:19.131303 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f883b5b8-352e-43d2-aa17-415cf61f7bc7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (85ac0d31-f3c2-4bdf-87c2-cfdb171e56bf), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:19.131562 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-f883b5b8-352e-43d2-aa17-415cf61f7bc7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Added segment 85ac0d31-f3c2-4bdf-87c2-cfdb171e56bf of type vlan for network 1b5b7ac2-d076-4c92-8b00-901e817efa91
Feb 12 21:27:19.175641 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f883b5b8-352e-43d2-aa17-415cf61f7bc7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (1b5b7ac2-d076-4c92-8b00-901e817efa91), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:19.210734 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (2e7b7f50-bdcc-4774-a329-7fa81dc025e6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:19.268842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:19.269749 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:19.271138 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] 10.222.0.48 "PUT /v2.0/ports/2e7b7f50-bdcc-4774-a329-7fa81dc025e6 HTTP/1.1" status: 200  len: 1091 time: 1.2562203
Feb 12 21:27:19.271574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2a60cd-8ef4-40a4-95b9-67f57ef959f6', 'tag': '2e7b7f50-bdcc-4774-a329-7fa81dc025e6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:27:19.273963 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ca1454-df22-4fbc-96b2-8231d69493a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2a60cd-8ef4-40a4-95b9-67f57ef959f6", "tag": "2e7b7f50-bdcc-4774-a329-7fa81dc025e6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:27:19.294732 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd06747-5aa7-4841-be91-b7a5524c3008 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7b7f50-bdcc-4774-a329-7fa81dc025e6,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:19.331876 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d676a6-32c4-47c6-85bc-ef72b2df70fa x-openstack-request-id: req-22d676a6-32c4-47c6-85bc-ef72b2df70fa {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:27:19.332174 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2a60cd-8ef4-40a4-95b9-67f57ef959f6", "tag": "2e7b7f50-bdcc-4774-a329-7fa81dc025e6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:27:19.332591 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22d676a6-32c4-47c6-85bc-ef72b2df70fa {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:27:19.333012 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2a60cd-8ef4-40a4-95b9-67f57ef959f6', 'tag': '2e7b7f50-bdcc-4774-a329-7fa81dc025e6', 'status': 'completed', 'code': 200}
Feb 12 21:27:19.407864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca1454-df22-4fbc-96b2-8231d69493a7 req-666bfd12-3c87-43ae-b900-95a6a47a8c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:19.409582 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0ca1454-df22-4fbc-96b2-8231d69493a7 req-666bfd12-3c87-43ae-b900-95a6a47a8c3e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67268b7cb701423a97c6d14f1de05645&device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 1125 time: 0.0556421
Feb 12 21:27:19.539836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca1454-df22-4fbc-96b2-8231d69493a7 req-9ffceb71-de15-41df-9363-b93a75b63e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:19.541653 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0ca1454-df22-4fbc-96b2-8231d69493a7 req-9ffceb71-de15-41df-9363-b93a75b63e3d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=67268b7cb701423a97c6d14f1de05645&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1217632
Feb 12 21:27:19.657278 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f883b5b8-352e-43d2-aa17-415cf61f7bc7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (1b5b7ac2-d076-4c92-8b00-901e817efa91), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:19.658865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca1454-df22-4fbc-96b2-8231d69493a7 req-0c0baba0-b219-44c6-9e5e-76575bf453ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:19.660356 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0ca1454-df22-4fbc-96b2-8231d69493a7 req-0c0baba0-b219-44c6-9e5e-76575bf453ea service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1099393
Feb 12 21:27:19.663234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f883b5b8-352e-43d2-aa17-415cf61f7bc7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:19.663818 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f883b5b8-352e-43d2-aa17-415cf61f7bc7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:19.677233 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:27:19.693862 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2a8d64e-f53b-4353-b6c9-49f95b4175aa req-2fbbd71d-9d33-4f91-8b84-b91739a022d8 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0309765
Feb 12 21:27:19.771027 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-f9e4ce3f-0ceb-4ef0-8fdb-30e02f78ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:19.777288 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-f9e4ce3f-0ceb-4ef0-8fdb-30e02f78ded5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67268b7cb701423a97c6d14f1de05645&device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 1125 time: 0.0662103
Feb 12 21:27:19.790271 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883b5b8-352e-43d2-aa17-415cf61f7bc7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Network': ['ID=1b5b7ac2-d076-4c92-8b00-901e817efa91,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:19.802572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-8e1061fe-7958-4e64-9ba9-ce4336f45b62 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:19.802572 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-8e1061fe-7958-4e64-9ba9-ce4336f45b62 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 812 time: 0.5549147
Feb 12 21:27:19.804022 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 1b5b7ac2-d076-4c92-8b00-901e817efa91 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:27:19.806984 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f883b5b8-352e-43d2-aa17-415cf61f7bc7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.8389995
Feb 12 21:27:19.810444 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35558) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:19.820779 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-45f77fce-f402-4423-b917-7a7e39f50ba0 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/quotas/5c11b938ee814f3180aa6e0f37c4e1f0 HTTP/1.1" status: 200  len: 375 time: 0.0119143
Feb 12 21:27:19.838783 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-9859e064-a52e-475c-87fd-f6818b31bff8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e7b7f50-bdcc-4774-a329-7fa81dc025e6 HTTP/1.1" status: 200  len: 217 time: 0.0552745
Feb 12 21:27:19.938247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bc3d1817-860d-41e9-bb53-61df7ba95938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:19.939674 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-bc3d1817-860d-41e9-bb53-61df7ba95938 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=740ae8f0-be09-4e5e-aa88-a43638bd4bd6 HTTP/1.1" status: 200  len: 848 time: 0.0918105
Feb 12 21:27:19.958233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab173c1e-f4a2-44ca-953c-bbe9c543cc31 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:19.959606 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ab173c1e-f4a2-44ca-953c-bbe9c543cc31 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "GET /v2.0/networks?id=1b5b7ac2-d076-4c92-8b00-901e817efa91 HTTP/1.1" status: 200  len: 761 time: 0.1404662
Feb 12 21:27:19.962426 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35564) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:19.970929 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-6305a922-a53d-48e1-8a24-0e855a4d7002 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1309981
Feb 12 21:27:19.972608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-cc1b7d7c-9594-4cc9-baf3-ebd2cfba2755 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'network': {'description': 'd2'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:20.058119 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-97d7cd7d-7de9-46a8-aab3-81ffc17a2a65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57ed5d22-bc4f-4292-a243-27a5ebb4ba3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0991561
Feb 12 21:27:20.071970 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-ee328f2f-d5a7-43cb-bbf9-7b4c3234479d service neutron] 10.222.0.31 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0928752
Feb 12 21:27:20.116067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb0d75-3204-4b97-9af9-dd0ed469d3b0 req-708de378-5fe7-4b7d-973c-126bac8b2685 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:20.119787 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65bb0d75-3204-4b97-9af9-dd0ed469d3b0 req-708de378-5fe7-4b7d-973c-126bac8b2685 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 943 time: 0.1937556
Feb 12 21:27:20.184675 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-2810aa33-cbce-493d-bfcd-abadcb36c430 service neutron] 10.222.0.31 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1052921
Feb 12 21:27:20.305739 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-65bb0d75-3204-4b97-9af9-dd0ed469d3b0 req-01d2b635-e0c5-4b9e-9bc7-3b1c2baa781f tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680381
Feb 12 21:27:20.314890 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc1b7d7c-9594-4cc9-baf3-ebd2cfba2755 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (1b5b7ac2-d076-4c92-8b00-901e817efa91), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:20.327125 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-29c63842-00af-4cf9-8cb2-723e354f5499 service neutron] 10.222.0.48 "GET /v2.0/networks/57ed5d22-bc4f-4292-a243-27a5ebb4ba3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2574956
Feb 12 21:27:20.406551 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc1b7d7c-9594-4cc9-baf3-ebd2cfba2755 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (1b5b7ac2-d076-4c92-8b00-901e817efa91), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:20.429880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc1b7d7c-9594-4cc9-baf3-ebd2cfba2755 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network 1b5b7ac2-d076-4c92-8b00-901e817efa91 is not hosted by any dhcp agent {{(pid=126505) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Feb 12 21:27:20.434751 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1b7d7c-9594-4cc9-baf3-ebd2cfba2755 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:20.435849 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc1b7d7c-9594-4cc9-baf3-ebd2cfba2755 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:20.437172 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cc1b7d7c-9594-4cc9-baf3-ebd2cfba2755 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "PUT /v2.0/networks/1b5b7ac2-d076-4c92-8b00-901e817efa91 HTTP/1.1" status: 200  len: 758 time: 0.4736888
Feb 12 21:27:20.440154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35580) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:20.499055 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0345fc7-3001-41aa-a037-34321d4465b8 req-04f477c9-9cc2-4056-8b14-fc4a381c7b09 service neutron] 10.222.0.48 "GET /v2.0/networks/57ed5d22-bc4f-4292-a243-27a5ebb4ba3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589847
Feb 12 21:27:20.502527 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b7d7c-9594-4cc9-baf3-ebd2cfba2755 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Network': ['ID=1b5b7ac2-d076-4c92-8b00-901e817efa91,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:20.512548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 1b5b7ac2-d076-4c92-8b00-901e817efa91 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:27:20.532427 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8100be-85c7-4438-ba26-29ca21707ef5 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:20.534724 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0b8100be-85c7-4438-ba26-29ca21707ef5 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "GET /v2.0/networks?id=1b5b7ac2-d076-4c92-8b00-901e817efa91 HTTP/1.1" status: 200  len: 761 time: 0.0928330
Feb 12 21:27:20.538280 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35586) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:20.543598 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-18461080-f4bf-4804-919f-e950191a7293 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1119353580'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:20.674701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18461080-f4bf-4804-919f-e950191a7293 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:20.678079 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-18461080-f4bf-4804-919f-e950191a7293 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:20.704785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18461080-f4bf-4804-919f-e950191a7293 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:27:20.714034 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-18461080-f4bf-4804-919f-e950191a7293 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (193e0145-4e50-4772-abcd-19be76668a61), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:20.714406 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-18461080-f4bf-4804-919f-e950191a7293 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Added segment 193e0145-4e50-4772-abcd-19be76668a61 of type vlan for network 56ee257e-3725-44b7-9f4f-3ae0f6c0fccb
Feb 12 21:27:20.766329 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-18461080-f4bf-4804-919f-e950191a7293 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (56ee257e-3725-44b7-9f4f-3ae0f6c0fccb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:20.891950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32fb5362-2366-4396-8e90-a441df024b83 req-2ede0b1a-c044-4e74-b513-b7b375932cbc tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0617783
Feb 12 21:27:20.928004 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-18461080-f4bf-4804-919f-e950191a7293 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (56ee257e-3725-44b7-9f4f-3ae0f6c0fccb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:20.932763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18461080-f4bf-4804-919f-e950191a7293 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:20.933717 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-18461080-f4bf-4804-919f-e950191a7293 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:20.963801 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6bcaa6ce-094e-4623-b07c-8a7acaf5cc5d req-2629235a-9863-4b7d-b267-0f4fc2aa62ac tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 210 time: 0.0539358
Feb 12 21:27:21.020156 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18461080-f4bf-4804-919f-e950191a7293 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Network': ['ID=56ee257e-3725-44b7-9f4f-3ae0f6c0fccb,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:21.039194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 56ee257e-3725-44b7-9f4f-3ae0f6c0fccb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:27:21.117007 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-18461080-f4bf-4804-919f-e950191a7293 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5774133
Feb 12 21:27:21.119672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35612) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:21.125384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-71771d6b-7873-428f-98e6-6705d931e5e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'subnet': {'network_id': '56ee257e-3725-44b7-9f4f-3ae0f6c0fccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:21.304556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71771d6b-7873-428f-98e6-6705d931e5e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:21.309582 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71771d6b-7873-428f-98e6-6705d931e5e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:21.427272 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35624) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:21.555626 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4237a802-251c-4e64-8866-66bbb3d60d2a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:21.564490 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68342fa8-b9ca-4fcb-8619-f9b54bb3dd0f req-2e11aa2c-8107-4728-ad0d-ae71f68a2a7d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:21.570031 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68342fa8-b9ca-4fcb-8619-f9b54bb3dd0f req-2e11aa2c-8107-4728-ad0d-ae71f68a2a7d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 943 time: 0.1249754
Feb 12 21:27:21.663156 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68342fa8-b9ca-4fcb-8619-f9b54bb3dd0f req-43669bbb-99b7-490b-a3fe-1388fa7e86fa tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866754
Feb 12 21:27:21.720951 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71771d6b-7873-428f-98e6-6705d931e5e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (ec1563fa-7c79-4f22-b60d-00d35e02bec3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:21.751855 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4237a802-251c-4e64-8866-66bbb3d60d2a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] 10.222.0.31 "PUT /v2.0/quotas/16c3768e49eb4fc7a1b2e4f818aabf8d HTTP/1.1" status: 200  len: 366 time: 0.3232708
Feb 12 21:27:21.755332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35632) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:21.792503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5e8dae94-b998-4bd9-8184-d996cd9ca76b tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0338423
Feb 12 21:27:21.793449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35636) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:21.805063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71771d6b-7873-428f-98e6-6705d931e5e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Subnet': ['ID=ec1563fa-7c79-4f22-b60d-00d35e02bec3,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:21.807194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35638) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:21.807525 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-feec2482-181f-4fcb-8e39-ae885b63b3e9 tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] 10.222.0.31 "GET /v2.0/quotas/16c3768e49eb4fc7a1b2e4f818aabf8d HTTP/1.1" status: 200  len: 366 time: 0.0120320
Feb 12 21:27:21.807908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71771d6b-7873-428f-98e6-6705d931e5e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Checking segment: {'id': '193e0145-4e50-4772-abcd-19be76668a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '56ee257e-3725-44b7-9f4f-3ae0f6c0fccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:21.808271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71771d6b-7873-428f-98e6-6705d931e5e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network hostable DHCP agents. Network: 56ee257e-3725-44b7-9f4f-3ae0f6c0fccb, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:27:21.960647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e085dad7-4a69-4cd4-9641-1a39300d53dd tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/16c3768e49eb4fc7a1b2e4f818aabf8d HTTP/1.1" status: 204  len: 168 time: 0.1496398
Feb 12 21:27:21.963032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35642) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:21.974013 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9ea656aa-dff0-4b93-87cc-e3ca0ebea706 tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0094454
Feb 12 21:27:21.976128 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35646) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:21.986956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71771d6b-7873-428f-98e6-6705d931e5e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network 56ee257e-3725-44b7-9f4f-3ae0f6c0fccb is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:27:21.995200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e1695b7a-9cfb-4225-a93e-dab6805aa126 tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] 10.222.0.31 "GET /v2.0/quotas/16c3768e49eb4fc7a1b2e4f818aabf8d HTTP/1.1" status: 200  len: 370 time: 0.0178528
Feb 12 21:27:21.999115 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35650) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:22.003286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:27:22.043333 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35654) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:22.044400 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e46aec9b-4949-4554-97cc-0a512358f009 tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] 10.222.0.31 "GET /v2.0/quotas/16c3768e49eb4fc7a1b2e4f818aabf8d/default HTTP/1.1" status: 200  len: 370 time: 0.0072520
Feb 12 21:27:22.049198 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d171e0a-623a-48e8-a55a-5753033a5c61 req-554e14df-1c20-4a41-a96e-989d58c29c46 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0782101
Feb 12 21:27:22.068602 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-bef672ea-d6a3-4316-b69d-d39cb88b5c53 tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] delete failed (client error): The resource could not be found.
Feb 12 21:27:22.072088 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bef672ea-d6a3-4316-b69d-d39cb88b5c53 tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/16c3768e49eb4fc7a1b2e4f818aabf8d HTTP/1.1" status: 404  len: 348 time: 0.0239484
Feb 12 21:27:22.123001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e7b7f50-bdcc-4774-a329-7fa81dc025e6,segment=NetworkSegment(b88e6610-28e8-45b6-a143-23f3b5d33791),segment_id=b88e6610-28e8-45b6-a143-23f3b5d33791)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:22.131827 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b98680d1-03f8-4b29-8e26-3bda03b5c5fa req-3aed2eb6-62d2-4abb-bec4-da21559b6b05 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 210 time: 0.0686982
Feb 12 21:27:22.132492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-71771d6b-7873-428f-98e6-6705d931e5e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 56ee257e-3725-44b7-9f4f-3ae0f6c0fccb) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:22.136214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '2e7b7f50-bdcc-4774-a329-7fa81dc025e6', 'network_id': '57ed5d22-bc4f-4292-a243-27a5ebb4ba3c', 'port_id': '2e7b7f50-bdcc-4774-a329-7fa81dc025e6', 'mac_address': 'fa:16:3e:e5:f4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740ae8f0-be09-4e5e-aa88-a43638bd4bd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:27:22.138717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71771d6b-7873-428f-98e6-6705d931e5e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:22.139756 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71771d6b-7873-428f-98e6-6705d931e5e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:22.145291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8d4fbe-f06b-4d61-9ecf-28300a237d7a None None] Network 56ee257e-3725-44b7-9f4f-3ae0f6c0fccb requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:22.220386 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-71771d6b-7873-428f-98e6-6705d931e5e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0996311
Feb 12 21:27:22.223786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35668) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:22.230444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:27:22.230845 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2e7b7f50-bdcc-4774-a329-7fa81dc025e6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:22.252717 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:27:22.280326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e7b7f50-bdcc-4774-a329-7fa81dc025e6,segment=NetworkSegment(b88e6610-28e8-45b6-a143-23f3b5d33791),segment_id=b88e6610-28e8-45b6-a143-23f3b5d33791)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:22.306965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-56ee257e-3725-44b7-9f4f-3ae0f6c0fccb', 'network_id': '56ee257e-3725-44b7-9f4f-3ae0f6c0fccb', 'project_id': '414d9ff7c5c1444586cdfcb441201b90', 'fixed_ips': [{'subnet_id': 'ec1563fa-7c79-4f22-b60d-00d35e02bec3'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:27:22.307874 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:22.330146 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (56ee257e-3725-44b7-9f4f-3ae0f6c0fccb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:22.392152 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2e7b7f50-bdcc-4774-a329-7fa81dc025e6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:22.392364 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (ec1563fa-7c79-4f22-b60d-00d35e02bec3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:22.392495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35670) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:22.413746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.quota.resource [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Usage tracker for resource:network and project:0282b8fb780c43deae2eacf3d008778c is out of sync, need to count used quota {{(pid=126505) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 12 21:27:22.417914 ncdv-master-1 neutron-server[126505]: DEBUG neutron.quota.resource [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=126505) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 12 21:27:22.433231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.quota.resource [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Usage tracker for resource:subnet and project:0282b8fb780c43deae2eacf3d008778c is out of sync, need to count used quota {{(pid=126505) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 12 21:27:22.440014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.quota.resource [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=126505) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 12 21:27:22.448212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.quota.resource [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Usage tracker for resource:subnetpool and project:0282b8fb780c43deae2eacf3d008778c is out of sync, need to count used quota {{(pid=126505) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 12 21:27:22.453593 ncdv-master-1 neutron-server[126505]: DEBUG neutron.quota.resource [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=126505) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 12 21:27:22.460222 ncdv-master-1 neutron-server[126505]: DEBUG neutron.quota.resource [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Usage tracker for resource:port and project:0282b8fb780c43deae2eacf3d008778c is out of sync, need to count used quota {{(pid=126505) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 12 21:27:22.463521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.quota.resource [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=126505) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 12 21:27:22.471232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.quota.resource [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Usage tracker for resource:router and project:0282b8fb780c43deae2eacf3d008778c is out of sync, need to count used quota {{(pid=126505) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 12 21:27:22.475654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.quota.resource [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=126505) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 12 21:27:22.484874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.quota.resource [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Usage tracker for resource:floatingip and project:0282b8fb780c43deae2eacf3d008778c is out of sync, need to count used quota {{(pid=126505) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 12 21:27:22.488582 ncdv-master-1 neutron-server[126505]: DEBUG neutron.quota.resource [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=126505) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 12 21:27:22.553826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.quota.resource [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Usage tracker for resource:security_group and project:0282b8fb780c43deae2eacf3d008778c is out of sync, need to count used quota {{(pid=126505) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 12 21:27:22.559889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.quota.resource [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=126505) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 12 21:27:22.568135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.quota.resource [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Usage tracker for resource:security_group_rule and project:0282b8fb780c43deae2eacf3d008778c is out of sync, need to count used quota {{(pid=126505) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Feb 12 21:27:22.573311 ncdv-master-1 neutron-server[126505]: DEBUG neutron.quota.resource [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=126505) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Feb 12 21:27:22.578350 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-882495a5-dfbc-44fb-b0ef-5c57681a7b0a tempest-QuotasTest-677793211 tempest-QuotasTest-677793211-project-admin] 10.222.0.31 "GET /v2.0/quotas/0282b8fb780c43deae2eacf3d008778c/details.json HTTP/1.1" status: 200  len: 703 time: 0.1882782
Feb 12 21:27:22.653215 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=2e7b7f50-bdcc-4774-a329-7fa81dc025e6,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:22.659312 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Allocated IP 172.20.0.2 (56ee257e-3725-44b7-9f4f-3ae0f6c0fccb/ec1563fa-7c79-4f22-b60d-00d35e02bec3/067e78ac-6dab-4fd4-ab0d-038bdaeebe5b) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:27:22.673027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:22.673394 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:22.673743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:22.674132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:22.675082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:22.675082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:22.675311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:22.675641 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:22.675996 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:22.676294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:22.676618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:22.676942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:22.677265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:22.713943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['2e7b7f50-bdcc-4774-a329-7fa81dc025e6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:27:22.823426 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862dd6a-280a-4ea1-a4c7-2393623f30ce req-13c66169-79a0-4cf2-926c-3f585f2b4d66 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:22.825041 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9862dd6a-280a-4ea1-a4c7-2393623f30ce req-13c66169-79a0-4cf2-926c-3f585f2b4d66 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 944 time: 0.0670991
Feb 12 21:27:22.873551 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9862dd6a-280a-4ea1-a4c7-2393623f30ce req-a7baff82-9b62-4873-b598-6a51b7bb9148 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422027
Feb 12 21:27:22.918234 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Publish callbacks [] for port (067e78ac-6dab-4fd4-ab0d-038bdaeebe5b), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:22.993426 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (067e78ac-6dab-4fd4-ab0d-038bdaeebe5b), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:23.032823 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Network 56ee257e-3725-44b7-9f4f-3ae0f6c0fccb is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:27:23.037532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:23.040734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:23.066236 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Pushing event updated for resources: {'Port': ['ID=067e78ac-6dab-4fd4-ab0d-038bdaeebe5b,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:23.088917 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (ec1563fa-7c79-4f22-b60d-00d35e02bec3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:23.117599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Attempting to bind port 067e78ac-6dab-4fd4-ab0d-038bdaeebe5b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:27:23.117980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Attempting to bind port 067e78ac-6dab-4fd4-ab0d-038bdaeebe5b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '193e0145-4e50-4772-abcd-19be76668a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '56ee257e-3725-44b7-9f4f-3ae0f6c0fccb'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:27:23.118354 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Attempting to bind port 067e78ac-6dab-4fd4-ab0d-038bdaeebe5b on network 56ee257e-3725-44b7-9f4f-3ae0f6c0fccb {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:27:23.124570 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:27:23.125223 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Checking segment: {'id': '193e0145-4e50-4772-abcd-19be76668a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '56ee257e-3725-44b7-9f4f-3ae0f6c0fccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:23.125323 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:23.125757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Bound using segment: {'id': '193e0145-4e50-4772-abcd-19be76668a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '56ee257e-3725-44b7-9f4f-3ae0f6c0fccb'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:27:23.126222 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Bound port: 067e78ac-6dab-4fd4-ab0d-038bdaeebe5b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193e0145-4e50-4772-abcd-19be76668a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '56ee257e-3725-44b7-9f4f-3ae0f6c0fccb'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:27:23.126635 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (067e78ac-6dab-4fd4-ab0d-038bdaeebe5b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:23.158192 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Subnet': ['ID=ec1563fa-7c79-4f22-b60d-00d35e02bec3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:23.188989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35690) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:23.236865 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] For port 067e78ac-6dab-4fd4-ab0d-038bdaeebe5b, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:27:23.242436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] For port 067e78ac-6dab-4fd4-ab0d-038bdaeebe5b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=067e78ac-6dab-4fd4-ab0d-038bdaeebe5b,segment=NetworkSegment(193e0145-4e50-4772-abcd-19be76668a61),segment_id=193e0145-4e50-4772-abcd-19be76668a61)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:27:23.246030 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c23091e1-8a54-4dac-a853-2d2c9e3d4250 req-7c552726-d5bd-41c1-927f-719f274e3523 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0454836
Feb 12 21:27:23.290743 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0a4d8be5-f33b-40aa-8300-e2e7da778015 req-751d2b82-0f95-4dc3-9ca4-d473f53123c5 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 210 time: 0.0318277
Feb 12 21:27:23.298733 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (56ee257e-3725-44b7-9f4f-3ae0f6c0fccb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:23.324682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb423220>,) {'filters': {'network_id': ['56ee257e-3725-44b7-9f4f-3ae0f6c0fccb']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:23.327004 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (067e78ac-6dab-4fd4-ab0d-038bdaeebe5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:23.339287 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb423220>, '193e0145-4e50-4772-abcd-19be76668a61') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:23.339287 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb423220>, '193e0145-4e50-4772-abcd-19be76668a61') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:23.348394 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (193e0145-4e50-4772-abcd-19be76668a61), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:23.363520 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (193e0145-4e50-4772-abcd-19be76668a61), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:23.373939 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:27:23.374871 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (193e0145-4e50-4772-abcd-19be76668a61), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:   warnings.warn('Neutron quota engine will require "--force" '
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:27:23.378767 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:27:23.434605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a19f9-d706-4ac0-bdfc-b3bbfd5968e5 None None] Pushing event updated for resources: {'Port': ['ID=067e78ac-6dab-4fd4-ab0d-038bdaeebe5b,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:23.444603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2a9f7a-9fff-4703-b43c-c8185cc400c1 None None] get_active_networks_info from ncdv-master-1 {{(pid=126507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 12 21:27:23.516461 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.api [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 12 21:27:23.516461 ncdv-master-1 neutron-server[126506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 12 21:27:23.516461 ncdv-master-1 neutron-server[126506]: [parameters: {'id': '56ee257e-3725-44b7-9f4f-3ae0f6c0fccb'}]
Feb 12 21:27:23.516461 ncdv-master-1 neutron-server[126506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:27:23.517766 ncdv-master-1 neutron-server[126506]: DEBUG oslo_db.api [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:27:23.548105 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2a9f7a-9fff-4703-b43c-c8185cc400c1 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 12 21:27:23.729945 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-404560bc-b19f-4758-afde-c3e7a04ed95e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:23.758836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ff82f2-3385-43c7-9e1c-a93ff526257c None None] Network 56ee257e-3725-44b7-9f4f-3ae0f6c0fccb requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:23.800059 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-7f4d3cfd-8612-45db-8f6a-a198de763c68 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:23.801641 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-7f4d3cfd-8612-45db-8f6a-a198de763c68 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.48 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 812 time: 0.5485647
Feb 12 21:27:23.826142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-c52a273f-7112-4313-a21d-fd4614afe885 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Request body: {'port': {'device_id': '8bd21b7e-2110-47b0-a723-422ec85bdeb1', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'admin_state_up': True, 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:23.909103 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-404560bc-b19f-4758-afde-c3e7a04ed95e admin admin] Publish callbacks [] for security_group (715e1123-12fa-4643-8da7-68e97e98f57b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:23.989620 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-404560bc-b19f-4758-afde-c3e7a04ed95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (715e1123-12fa-4643-8da7-68e97e98f57b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.015346 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:27:24.018874 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (56ee257e-3725-44b7-9f4f-3ae0f6c0fccb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.041732 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-404560bc-b19f-4758-afde-c3e7a04ed95e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67e6548fcd5444cba25c8aa9699ad45c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8534446
Feb 12 21:27:24.041732 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404560bc-b19f-4758-afde-c3e7a04ed95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715e1123-12fa-4643-8da7-68e97e98f57b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:24.043203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35700) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:24.061924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-c52a273f-7112-4313-a21d-fd4614afe885 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Made reservation on behalf of 5c11b938ee814f3180aa6e0f37c4e1f0 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:24.067149 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-c52a273f-7112-4313-a21d-fd4614afe885 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.081145 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Deleting port 067e78ac-6dab-4fd4-ab0d-038bdaeebe5b {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:24.081710 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (067e78ac-6dab-4fd4-ab0d-038bdaeebe5b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.107839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6234bb-62f6-47aa-8310-da9724971eb6 req-eac86ca4-ccdc-4791-911a-bcbf829b558d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:24.109266 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc6234bb-62f6-47aa-8310-da9724971eb6 req-eac86ca4-ccdc-4791-911a-bcbf829b558d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 944 time: 0.1536167
Feb 12 21:27:24.143196 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:27:24.148637 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:27:24.149220 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2e7b7f50-bdcc-4774-a329-7fa81dc025e6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.159789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] For port 067e78ac-6dab-4fd4-ab0d-038bdaeebe5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=067e78ac-6dab-4fd4-ab0d-038bdaeebe5b,segment=NetworkSegment(193e0145-4e50-4772-abcd-19be76668a61),segment_id=193e0145-4e50-4772-abcd-19be76668a61)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:24.160776 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (067e78ac-6dab-4fd4-ab0d-038bdaeebe5b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.177801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Calling delete_port for 067e78ac-6dab-4fd4-ab0d-038bdaeebe5b owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:24.244125 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dc6234bb-62f6-47aa-8310-da9724971eb6 req-dfcf5996-87b4-487e-80d3-3c08939b366d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252019
Feb 12 21:27:24.248323 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e18bf136-b278-4f97-8c02-5e2ba5a3314f admin admin] Publish callbacks [] for security_group (715e1123-12fa-4643-8da7-68e97e98f57b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.310346 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e18bf136-b278-4f97-8c02-5e2ba5a3314f admin admin] Publish callbacks [] for security_group (715e1123-12fa-4643-8da7-68e97e98f57b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.325805 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:27:24.326594 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2e7b7f50-bdcc-4774-a329-7fa81dc025e6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.355513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-c52a273f-7112-4313-a21d-fd4614afe885 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Allocated IP 172.20.0.10 (17443eb2-4308-410f-a5f4-59d4de5fb120/447c8376-828f-4491-9b8b-1373d20c6228/5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:27:24.370834 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2a60cd-8ef4-40a4-95b9-67f57ef959f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7b7f50-bdcc-4774-a329-7fa81dc025e6'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:27:24.371952 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac68ed20-afc7-4187-b915-0953ce8692db" -d '{"events": [{"server_uuid": "8e2a60cd-8ef4-40a4-95b9-67f57ef959f6", "name": "network-vif-plugged", "status": "completed", "tag": "2e7b7f50-bdcc-4774-a329-7fa81dc025e6"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:27:24.384834 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e7b7f50-bdcc-4774-a329-7fa81dc025e6,segment=NetworkSegment(b88e6610-28e8-45b6-a143-23f3b5d33791),segment_id=b88e6610-28e8-45b6-a143-23f3b5d33791)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:24.404984 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cc3ac984-1104-4612-9dff-524240ecb0da req-22aaacac-591d-4441-b84c-2d12de103992 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0385900
Feb 12 21:27:24.406041 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (067e78ac-6dab-4fd4-ab0d-038bdaeebe5b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.440948 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8b537480-66fc-4cb1-9abf-aa53926171dd req-3bad00c1-42dc-4773-a6dd-c70b9858934b tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 210 time: 0.0540841
Feb 12 21:27:24.453008 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2e7b7f50-bdcc-4774-a329-7fa81dc025e6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.456576 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Port': ['ID=067e78ac-6dab-4fd4-ab0d-038bdaeebe5b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:24.463462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No DVR routers for this DVR port 067e78ac-6dab-4fd4-ab0d-038bdaeebe5b on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:24.521672 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf899b8-5b37-45d3-a07a-466ecaadace7 x-openstack-request-id: req-7bf899b8-5b37-45d3-a07a-466ecaadace7 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:27:24.522076 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2a60cd-8ef4-40a4-95b9-67f57ef959f6", "name": "network-vif-plugged", "status": "completed", "tag": "2e7b7f50-bdcc-4774-a329-7fa81dc025e6", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:27:24.522397 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bf899b8-5b37-45d3-a07a-466ecaadace7 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:27:24.522871 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2a60cd-8ef4-40a4-95b9-67f57ef959f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7b7f50-bdcc-4774-a329-7fa81dc025e6', 'code': 200}
Feb 12 21:27:24.554946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=2e7b7f50-bdcc-4774-a329-7fa81dc025e6,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:24.566527 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (56ee257e-3725-44b7-9f4f-3ae0f6c0fccb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.588064 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa18bf70>,) {'filters': {'network_id': ['56ee257e-3725-44b7-9f4f-3ae0f6c0fccb']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:24.605410 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e18bf136-b278-4f97-8c02-5e2ba5a3314f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (715e1123-12fa-4643-8da7-68e97e98f57b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.605668 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa18bf70>, '193e0145-4e50-4772-abcd-19be76668a61') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:24.606515 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa18bf70>, '193e0145-4e50-4772-abcd-19be76668a61') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:24.607522 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e18bf136-b278-4f97-8c02-5e2ba5a3314f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.608727 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e18bf136-b278-4f97-8c02-5e2ba5a3314f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/715e1123-12fa-4643-8da7-68e97e98f57b HTTP/1.1" status: 204  len: 168 time: 0.5634565
Feb 12 21:27:24.630228 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (193e0145-4e50-4772-abcd-19be76668a61), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.650716 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (193e0145-4e50-4772-abcd-19be76668a61), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.656336 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bf136-b278-4f97-8c02-5e2ba5a3314f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715e1123-12fa-4643-8da7-68e97e98f57b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:24.659711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:27:24.660184 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (193e0145-4e50-4772-abcd-19be76668a61), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:27:24.664374 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:27:24.749230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31e532-8298-4da6-b94a-beab4e1a10e3 req-3c8dbfc4-ddfb-46af-970e-7dcfe2bc46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:24.750779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e31e532-8298-4da6-b94a-beab4e1a10e3 req-3c8dbfc4-ddfb-46af-970e-7dcfe2bc46a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 1127 time: 0.1586382
Feb 12 21:27:24.772974 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-c52a273f-7112-4313-a21d-fd4614afe885 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for port (5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.829044 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e31e532-8298-4da6-b94a-beab4e1a10e3 req-537030ab-0a71-4070-b07c-58c1b5015ec0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657187
Feb 12 21:27:24.855670 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (56ee257e-3725-44b7-9f4f-3ae0f6c0fccb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.863506 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.869046 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/56ee257e-3725-44b7-9f4f-3ae0f6c0fccb HTTP/1.1" status: 204  len: 168 time: 2.6417525
Feb 12 21:27:24.870115 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35726) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:24.891259 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e4f89-042b-4c09-b4cb-a2555f2ab133 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Network': ['ID=56ee257e-3725-44b7-9f4f-3ae0f6c0fccb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:24.911593 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82f0c42-2433-41e9-b00a-0bcc57489f98 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] GET failed (client error): The resource could not be found.
Feb 12 21:27:24.912918 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c82f0c42-2433-41e9-b00a-0bcc57489f98 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "GET /v2.0/subnets/ec1563fa-7c79-4f22-b60d-00d35e02bec3 HTTP/1.1" status: 404  len: 337 time: 0.0420504
Feb 12 21:27:24.915727 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35730) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:24.930516 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-c52a273f-7112-4313-a21d-fd4614afe885 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:24.946720 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad432fb4-b445-464f-8a0b-d07eaa937f2f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:24.947167 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad432fb4-b445-464f-8a0b-d07eaa937f2f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:24.955872 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ad432fb4-b445-464f-8a0b-d07eaa937f2f tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/56ee257e-3725-44b7-9f4f-3ae0f6c0fccb HTTP/1.1" status: 404  len: 339 time: 0.0391541
Feb 12 21:27:24.956540 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35732) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:24.989071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a273f-7112-4313-a21d-fd4614afe885 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event updated for resources: {'Port': ['ID=5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:25.005451 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-c52a273f-7112-4313-a21d-fd4614afe885 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Network 17443eb2-4308-410f-a5f4-59d4de5fb120 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:27:25.006939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-c52a273f-7112-4313-a21d-fd4614afe885 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:25.010151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-c52a273f-7112-4313-a21d-fd4614afe885 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:25.066648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-c52a273f-7112-4313-a21d-fd4614afe885 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:25.067994 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-c52a273f-7112-4313-a21d-fd4614afe885 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:25.193667 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751f3303-a84e-4271-b602-e142457c8915 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:25.195126 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-751f3303-a84e-4271-b602-e142457c8915 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2375813
Feb 12 21:27:25.197945 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35734) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:25.237748 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-464f5d31-af20-44ff-8ae6-217487383309 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 207 time: 0.0385256
Feb 12 21:27:25.246681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35736) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:25.271378 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-c52a273f-7112-4313-a21d-fd4614afe885 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4499536
Feb 12 21:27:25.292131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Request body: {'port': {'device_id': '8bd21b7e-2110-47b0-a723-422ec85bdeb1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:25.430230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de22a62e-6703-4173-a599-9ac0f3e7f8e9 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:25.436036 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de22a62e-6703-4173-a599-9ac0f3e7f8e9 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:25.445408 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de22a62e-6703-4173-a599-9ac0f3e7f8e9 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:25.449659 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:25.451451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de22a62e-6703-4173-a599-9ac0f3e7f8e9 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:25.456751 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-de22a62e-6703-4173-a599-9ac0f3e7f8e9 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.2053087
Feb 12 21:27:25.457238 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35746) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:25.485948 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35750) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:25.504698 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4587d72-498a-4ace-8a50-ffcce18c9c04 req-5d4e7ed7-74d2-4ecb-a1da-eac9e5f61b5d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:25.506334 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4587d72-498a-4ace-8a50-ffcce18c9c04 req-5d4e7ed7-74d2-4ecb-a1da-eac9e5f61b5d tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 945 time: 0.1203086
Feb 12 21:27:25.509064 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88beccd7-cf79-4280-afcf-5c40af5e6736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:25.530337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-be36a406-e1ae-407f-9bb9-c6d245d157c0 None None] Provisioning complete for port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:27:25.530943 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-be36a406-e1ae-407f-9bb9-c6d245d157c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:25.571421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-be36a406-e1ae-407f-9bb9-c6d245d157c0 None None] Port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:27:25.593688 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-81a6f204-d2fb-4e8c-8319-a921eda360a0 req-7da69d90-fe00-4369-9add-4c7d4c5b8872 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0392733
Feb 12 21:27:25.663250 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35752) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:25.663477 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d05d0e78-8bda-4fed-a4e9-ceb90dfa6733 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.2052033
Feb 12 21:27:25.730478 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88beccd7-cf79-4280-afcf-5c40af5e6736 admin admin] Publish callbacks [] for security_group (4fee2380-a1fe-4f07-8815-73a1d3dd1eff), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:25.750376 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57599be3-16c8-417c-a638-52bdb926f38e req-44d472b9-edd3-42be-bae1-ee1e45a5046a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:25.756145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4587d72-498a-4ace-8a50-ffcce18c9c04 req-66e33411-8b40-42a9-8b80-66beba533c98 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2379029
Feb 12 21:27:25.766145 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-57599be3-16c8-417c-a638-52bdb926f38e req-44d472b9-edd3-42be-bae1-ee1e45a5046a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 932 time: 0.1001472
Feb 12 21:27:25.816460 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-57599be3-16c8-417c-a638-52bdb926f38e req-8d4e690e-fc9b-4f55-93ce-699b64be6a36 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483294
Feb 12 21:27:25.817592 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-88beccd7-cf79-4280-afcf-5c40af5e6736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4fee2380-a1fe-4f07-8815-73a1d3dd1eff), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:25.830111 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f964a106-52d7-4af3-a96f-0d745cf4da10 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:25.831776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f964a106-52d7-4af3-a96f-0d745cf4da10 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:25.833393 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f964a106-52d7-4af3-a96f-0d745cf4da10 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1646791
Feb 12 21:27:25.843553 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35754) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:25.849614 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-598f16d6-605e-41f6-9f2f-5a1148f84e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:25.871992 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-88beccd7-cf79-4280-afcf-5c40af5e6736 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0282b8fb780c43deae2eacf3d008778c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3848977
Feb 12 21:27:25.875041 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88beccd7-cf79-4280-afcf-5c40af5e6736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fee2380-a1fe-4f07-8815-73a1d3dd1eff,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:25.881591 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35758) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:25.953410 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d182f50-143b-4a16-b1f1-87a641d4f94b admin admin] Publish callbacks [] for security_group (4fee2380-a1fe-4f07-8815-73a1d3dd1eff), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:25.975620 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048b6817-8392-4d28-b0ac-caa6e73c2a78 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['shared'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:25.977755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048b6817-8392-4d28-b0ac-caa6e73c2a78 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['shared'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:25.983953 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-048b6817-8392-4d28-b0ac-caa6e73c2a78 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1393986
Feb 12 21:27:25.986986 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d182f50-143b-4a16-b1f1-87a641d4f94b admin admin] Publish callbacks [] for security_group (4fee2380-a1fe-4f07-8815-73a1d3dd1eff), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:25.993400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35776) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:26.136858 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:27:26.147727 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Publish callbacks [] for port (5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:26.156187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d26470-3867-4298-af52-59c4e2c3d980 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:26.161313 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35788) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:26.161481 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-10d26470-3867-4298-af52-59c4e2c3d980 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "GET /v2.0/networks/0307745b-d982-4b14-96ea-64ca7856201e HTTP/1.1" status: 200  len: 800 time: 0.1643872
Feb 12 21:27:26.182695 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Transition to ACTIVE for port object 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:27:26.188700 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d182f50-143b-4a16-b1f1-87a641d4f94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4fee2380-a1fe-4f07-8815-73a1d3dd1eff), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:26.200552 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d182f50-143b-4a16-b1f1-87a641d4f94b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:26.202911 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9d182f50-143b-4a16-b1f1-87a641d4f94b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4fee2380-a1fe-4f07-8815-73a1d3dd1eff HTTP/1.1" status: 204  len: 168 time: 0.3240139
Feb 12 21:27:26.251973 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d182f50-143b-4a16-b1f1-87a641d4f94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fee2380-a1fe-4f07-8815-73a1d3dd1eff,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:26.320853 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6b53a040-2f7a-4cd8-b1e3-75688a966c9a tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "GET /v2.0/networks/0307745b-d982-4b14-96ea-64ca7856201e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.1450913
Feb 12 21:27:26.320853 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35796) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:26.328395 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34389d54-7957-4c6a-b3e8-352001306865 req-4ab35640-c459-4923-ba6c-5b9f07872b05 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:26.335554 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34389d54-7957-4c6a-b3e8-352001306865 req-4ab35640-c459-4923-ba6c-5b9f07872b05 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/networks?id=6d5bc69a-2301-48bc-9830-3152e0fb1763 HTTP/1.1" status: 200  len: 813 time: 0.1443381
Feb 12 21:27:26.338807 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:26.382402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a90671e-32fa-4fc4-a618-c687851d799d tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:26.388364 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8a90671e-32fa-4fc4-a618-c687851d799d tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "GET /v2.0/subnets/fc3e24d5-f4de-43a7-b5c5-57d211e6033b HTTP/1.1" status: 200  len: 811 time: 0.0617387
Feb 12 21:27:26.395307 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34389d54-7957-4c6a-b3e8-352001306865 req-a51c3a10-ae3f-464c-bfcc-39fe9f018795 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/quotas/07de9e87ea3f495f90baaf85d83b982c HTTP/1.1" status: 200  len: 375 time: 0.0505090
Feb 12 21:27:26.395764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35798) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:26.461092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b582125-470e-499c-9ff4-47b9e9cdf437 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['shared'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:26.467565 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6b582125-470e-499c-9ff4-47b9e9cdf437 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "GET /v2.0/subnets/fc3e24d5-f4de-43a7-b5c5-57d211e6033b?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0724900
Feb 12 21:27:26.469297 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35804) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:26.475310 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ec025ea6-86aa-4bb0-9f4e-a44933505d11 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1904011793'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:26.502326 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34389d54-7957-4c6a-b3e8-352001306865 req-4e41fc86-49d8-4d06-8c2a-a9d6f86f0d75 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=07de9e87ea3f495f90baaf85d83b982c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1143892
Feb 12 21:27:26.554205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Pushing event updated for resources: {'Port': ['ID=5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:26.582769 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec025ea6-86aa-4bb0-9f4e-a44933505d11 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:26.587805 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ec025ea6-86aa-4bb0-9f4e-a44933505d11 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:26.648138 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec025ea6-86aa-4bb0-9f4e-a44933505d11 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:27:26.669900 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ec025ea6-86aa-4bb0-9f4e-a44933505d11 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (43c28fc5-1e44-42a2-9fe3-6d3cb9d7823b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:26.670260 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-ec025ea6-86aa-4bb0-9f4e-a44933505d11 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Added segment 43c28fc5-1e44-42a2-9fe3-6d3cb9d7823b of type vlan for network 8bfd2c24-b7fc-4220-8558-c09ac0534bbc
Feb 12 21:27:26.798584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Attempting to bind port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:27:26.799482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Attempting to bind port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:27:26.799926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Attempting to bind port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d on network 17443eb2-4308-410f-a5f4-59d4de5fb120 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:27:26.805986 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34389d54-7957-4c6a-b3e8-352001306865 req-19804182-5354-4524-b6ce-c3c73a56c63a service neutron] 10.222.0.31 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3024716
Feb 12 21:27:26.808974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d on network 17443eb2-4308-410f-a5f4-59d4de5fb120 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:27:26.809700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Attempting to bind port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d on network 17443eb2-4308-410f-a5f4-59d4de5fb120 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:27:26.815318 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fe072b80-3f37-4057-b86e-40f005edb4c9 req-a169048d-fc95-4201-9401-dbc2663ec755 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0743644
Feb 12 21:27:26.816954 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ec025ea6-86aa-4bb0-9f4e-a44933505d11 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (8bfd2c24-b7fc-4220-8558-c09ac0534bbc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:26.832224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:27:26.833147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Checking segment: {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:26.833969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Bound using segment: {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:27:26.837892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Bound port: 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:27:26.837892 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:26.924861 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:26.964869 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ec025ea6-86aa-4bb0-9f4e-a44933505d11 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (8bfd2c24-b7fc-4220-8558-c09ac0534bbc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:26.971087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec025ea6-86aa-4bb0-9f4e-a44933505d11 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:26.972025 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ec025ea6-86aa-4bb0-9f4e-a44933505d11 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:27.022090 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34389d54-7957-4c6a-b3e8-352001306865 req-08f9c625-4b1d-492a-9fa3-b2d39e80a707 service neutron] 10.222.0.31 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2047594
Feb 12 21:27:27.025834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] For port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:27:27.029785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] For port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:27:27.063519 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e593dd-8506-4dae-8e98-905480073692 req-51264b94-6d7f-48dc-a29c-6253defe32d0 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:27.065028 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-92e593dd-8506-4dae-8e98-905480073692 req-51264b94-6d7f-48dc-a29c-6253defe32d0 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 945 time: 0.1344614
Feb 12 21:27:27.065864 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec025ea6-86aa-4bb0-9f4e-a44933505d11 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Network': ['ID=8bfd2c24-b7fc-4220-8558-c09ac0534bbc,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:27.078940 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 8bfd2c24-b7fc-4220-8558-c09ac0534bbc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:27:27.125762 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-92e593dd-8506-4dae-8e98-905480073692 req-0abc1e42-309a-4ee1-bc58-935c68a16e4a tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546360
Feb 12 21:27:27.146680 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ec025ea6-86aa-4bb0-9f4e-a44933505d11 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6733294
Feb 12 21:27:27.148352 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35862) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:27.179264 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b2d47202-dd1f-470c-a084-55ebda6d8922 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'subnet': {'network_id': '8bfd2c24-b7fc-4220-8558-c09ac0534bbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:27.190635 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:27.267340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:27.267340 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:27.267340 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] 10.222.0.48 "PUT /v2.0/ports/5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d HTTP/1.1" status: 200  len: 1092 time: 1.9843059
Feb 12 21:27:27.267340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd21b7e-2110-47b0-a723-422ec85bdeb1', 'tag': '5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:27:27.270132 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de39b7b6-141e-4456-9765-8ceb06802f98" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd21b7e-2110-47b0-a723-422ec85bdeb1", "tag": "5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:27:27.334920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6e40f-0f9b-4170-93d5-25a9d9215786 service neutron] Pushing event updated for resources: {'Port': ['ID=5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:27.381623 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1bbff5-132a-4dce-b779-cfb7a41bb821 x-openstack-request-id: req-2d1bbff5-132a-4dce-b779-cfb7a41bb821 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:27:27.382117 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd21b7e-2110-47b0-a723-422ec85bdeb1", "tag": "5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:27:27.382436 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d1bbff5-132a-4dce-b779-cfb7a41bb821 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:27:27.382940 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd21b7e-2110-47b0-a723-422ec85bdeb1', 'tag': '5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d', 'status': 'completed', 'code': 200}
Feb 12 21:27:27.474233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f51e0b-06c1-4764-89c5-dc4132fb55fe req-53a79644-e648-46b0-9356-09fb472534b0 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:27.474994 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e68317ae-a2b5-4211-ad0f-a708e6e57c6f req-d4d80c46-3a8f-493d-8951-2007ffc659cc tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 210 time: 0.0481033
Feb 12 21:27:27.475881 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-80f51e0b-06c1-4764-89c5-dc4132fb55fe req-53a79644-e648-46b0-9356-09fb472534b0 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 944 time: 0.2376945
Feb 12 21:27:27.516909 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-5f4b6e21-8117-4e9d-a42e-3c5f3f1afff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:27.527158 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-5f4b6e21-8117-4e9d-a42e-3c5f3f1afff6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 1126 time: 0.1349521
Feb 12 21:27:27.554669 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-80f51e0b-06c1-4764-89c5-dc4132fb55fe req-b4bac3d9-5db7-42a7-95e8-18d17daae4fc tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709145
Feb 12 21:27:27.569595 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d47202-dd1f-470c-a084-55ebda6d8922 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Made reservation on behalf of 414d9ff7c5c1444586cdfcb441201b90 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:27.573504 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b2d47202-dd1f-470c-a084-55ebda6d8922 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:27.590029 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-c8b03668-0af7-42ac-a9b9-95ad32a4d67f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d HTTP/1.1" status: 200  len: 217 time: 0.0637071
Feb 12 21:27:27.648599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.ipam_backend_mixin [None req-b2d47202-dd1f-470c-a084-55ebda6d8922 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Performing IP validity checks on allocation pools {{(pid=126506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 12 21:27:27.651935 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.ipam_backend_mixin [None req-b2d47202-dd1f-470c-a084-55ebda6d8922 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 12 21:27:27.655497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-426febd1-1a62-4c55-a3c0-c090c517ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:27.657317 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-426febd1-1a62-4c55-a3c0-c090c517ad7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=447c8376-828f-4491-9b8b-1373d20c6228 HTTP/1.1" status: 200  len: 851 time: 0.0618341
Feb 12 21:27:27.736621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-6cf033a8-4608-43ea-851b-792eb93980bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:27.740133 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-6cf033a8-4608-43ea-851b-792eb93980bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17443eb2-4308-410f-a5f4-59d4de5fb120&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0737212
Feb 12 21:27:27.849646 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-48d07fea-ef1d-4c7e-8f50-5ee61e6c99ad service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009896
Feb 12 21:27:27.980591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84588fba-44e7-48d1-a401-2a24a9ccb72c req-d47aa4ea-3ca6-4392-a697-27a9930f4c82 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0375905
Feb 12 21:27:27.994826 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b2d47202-dd1f-470c-a084-55ebda6d8922 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (87a30a17-2db7-4845-82fb-69c2a257ec69), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:28.003851 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ecbfdc88-8dc7-4c2f-b904-77fb5bbe5021 req-be3f19cd-14e8-49ec-aacf-2b8e3f5c100f service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480911
Feb 12 21:27:28.071501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d47202-dd1f-470c-a084-55ebda6d8922 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Subnet': ['ID=87a30a17-2db7-4845-82fb-69c2a257ec69,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:28.082759 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d47202-dd1f-470c-a084-55ebda6d8922 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Checking segment: {'id': '43c28fc5-1e44-42a2-9fe3-6d3cb9d7823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8bfd2c24-b7fc-4220-8558-c09ac0534bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:28.083333 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d47202-dd1f-470c-a084-55ebda6d8922 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network hostable DHCP agents. Network: 8bfd2c24-b7fc-4220-8558-c09ac0534bbc, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:27:28.211925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39b7b6-141e-4456-9765-8ceb06802f98 req-05380efa-b57c-4589-a820-4667dec1a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:28.213587 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de39b7b6-141e-4456-9765-8ceb06802f98 req-05380efa-b57c-4589-a820-4667dec1a50e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 1126 time: 0.0486095
Feb 12 21:27:28.245374 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d47202-dd1f-470c-a084-55ebda6d8922 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Network 8bfd2c24-b7fc-4220-8558-c09ac0534bbc is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:27:28.305204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39b7b6-141e-4456-9765-8ceb06802f98 req-442c569c-5da5-4f4b-b374-c977ce855efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:28.306714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de39b7b6-141e-4456-9765-8ceb06802f98 req-442c569c-5da5-4f4b-b374-c977ce855efd service neutron] 10.222.0.48 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 913 time: 0.0871055
Feb 12 21:27:28.316190 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d77f6f87-7c18-42ca-91fe-7174d9bd7789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:28.352527 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de39b7b6-141e-4456-9765-8ceb06802f98 req-ad9d9b89-6c0d-4707-88c1-7dfe37450b74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d HTTP/1.1" status: 200  len: 217 time: 0.0399001
Feb 12 21:27:28.376980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-b2d47202-dd1f-470c-a084-55ebda6d8922 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8bfd2c24-b7fc-4220-8558-c09ac0534bbc) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:28.383478 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d47202-dd1f-470c-a084-55ebda6d8922 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:28.384364 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b2d47202-dd1f-470c-a084-55ebda6d8922 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:28.397467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80c6938-1c2a-4fb2-bd37-a7ef1ad38289 None None] Network 8bfd2c24-b7fc-4220-8558-c09ac0534bbc requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:28.409991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39b7b6-141e-4456-9765-8ceb06802f98 req-662f5454-4605-4a83-8610-b8a88ba385e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:28.411533 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de39b7b6-141e-4456-9765-8ceb06802f98 req-662f5454-4605-4a83-8610-b8a88ba385e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=447c8376-828f-4491-9b8b-1373d20c6228 HTTP/1.1" status: 200  len: 851 time: 0.0523133
Feb 12 21:27:28.476473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39b7b6-141e-4456-9765-8ceb06802f98 req-42a6487d-a525-4757-8771-d780f49ccb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:28.478046 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de39b7b6-141e-4456-9765-8ceb06802f98 req-42a6487d-a525-4757-8771-d780f49ccb7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17443eb2-4308-410f-a5f4-59d4de5fb120&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0601554
Feb 12 21:27:28.516146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8bfd2c24-b7fc-4220-8558-c09ac0534bbc', 'network_id': '8bfd2c24-b7fc-4220-8558-c09ac0534bbc', 'project_id': '414d9ff7c5c1444586cdfcb441201b90', 'fixed_ips': [{'subnet_id': '87a30a17-2db7-4845-82fb-69c2a257ec69'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:27:28.517124 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:28.530198 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b2d47202-dd1f-470c-a084-55ebda6d8922 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.3758836
Feb 12 21:27:28.532748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35920) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:28.538154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:28.648503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de39b7b6-141e-4456-9765-8ceb06802f98 req-564f41a1-90ef-4e42-8af6-a622fb850cd6 service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629224
Feb 12 21:27:28.680295 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1fba0ce1-e1f1-46c4-bafc-3a3f74e5ef9f req-633a125f-f015-4213-a2dd-4338a172e0d2 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 210 time: 0.1369996
Feb 12 21:27:28.743404 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-529293198'] for subnet (87a30a17-2db7-4845-82fb-69c2a257ec69), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:28.761967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Allocated IP 172.20.0.3 (8bfd2c24-b7fc-4220-8558-c09ac0534bbc/87a30a17-2db7-4845-82fb-69c2a257ec69/a41adf04-f1c9-4873-a7c1-289d4da94992) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:27:28.846362 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de39b7b6-141e-4456-9765-8ceb06802f98 req-a8720868-6c7b-4fad-a451-edae1034b7e7 service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1610241
Feb 12 21:27:28.859693 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603af044-02a4-41a6-9fbe-06fc79b97164 req-d120b7b8-e02a-46e9-9fe6-96486538916c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:28.867530 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-603af044-02a4-41a6-9fbe-06fc79b97164 req-d120b7b8-e02a-46e9-9fe6-96486538916c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 944 time: 0.0807638
Feb 12 21:27:28.917224 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-603af044-02a4-41a6-9fbe-06fc79b97164 req-fe1887b5-4074-444c-8a96-a8d431fcfab2 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488231
Feb 12 21:27:29.028136 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Publish callbacks [] for port (a41adf04-f1c9-4873-a7c1-289d4da94992), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:29.104214 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (a41adf04-f1c9-4873-a7c1-289d4da94992), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:29.120732 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e84539-6d08-4483-b979-92eb7ebd58c5 req-429b089c-902e-428f-9c5d-0af34164b0fe tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:29.122380 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23e84539-6d08-4483-b979-92eb7ebd58c5 req-429b089c-902e-428f-9c5d-0af34164b0fe tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 945 time: 0.0823786
Feb 12 21:27:29.156913 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Network 8bfd2c24-b7fc-4220-8558-c09ac0534bbc is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:27:29.163350 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:29.166460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Pushing event updated for resources: {'Port': ['ID=a41adf04-f1c9-4873-a7c1-289d4da94992,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:29.170785 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:29.172379 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c391b419-3dc5-40dc-a541-8ef7d5dc390c req-9eb63c1d-cfb1-4345-8f4d-21607ca16ab0 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0832088
Feb 12 21:27:29.254535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Attempting to bind port a41adf04-f1c9-4873-a7c1-289d4da94992 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:27:29.254911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Attempting to bind port a41adf04-f1c9-4873-a7c1-289d4da94992 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '43c28fc5-1e44-42a2-9fe3-6d3cb9d7823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8bfd2c24-b7fc-4220-8558-c09ac0534bbc'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:27:29.255682 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23e84539-6d08-4483-b979-92eb7ebd58c5 req-0872bd52-6acd-48d5-ad2c-584970d84081 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053987
Feb 12 21:27:29.260910 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Attempting to bind port a41adf04-f1c9-4873-a7c1-289d4da94992 on network 8bfd2c24-b7fc-4220-8558-c09ac0534bbc {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:27:29.273824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:27:29.274485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Checking segment: {'id': '43c28fc5-1e44-42a2-9fe3-6d3cb9d7823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8bfd2c24-b7fc-4220-8558-c09ac0534bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:29.275316 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:29.275675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Bound using segment: {'id': '43c28fc5-1e44-42a2-9fe3-6d3cb9d7823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8bfd2c24-b7fc-4220-8558-c09ac0534bbc'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:27:29.276170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Bound port: a41adf04-f1c9-4873-a7c1-289d4da94992, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c28fc5-1e44-42a2-9fe3-6d3cb9d7823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8bfd2c24-b7fc-4220-8558-c09ac0534bbc'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:27:29.276541 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a41adf04-f1c9-4873-a7c1-289d4da94992), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:29.288591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35950) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:29.344731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] For port a41adf04-f1c9-4873-a7c1-289d4da94992, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:27:29.352171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] For port a41adf04-f1c9-4873-a7c1-289d4da94992, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a41adf04-f1c9-4873-a7c1-289d4da94992,segment=NetworkSegment(43c28fc5-1e44-42a2-9fe3-6d3cb9d7823b),segment_id=43c28fc5-1e44-42a2-9fe3-6d3cb9d7823b)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:27:29.424382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-1e7ffdbb-c68e-4141-ade3-6b601adb1a19 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1448023006'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:29.462743 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780794952439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-529123816'] for subnet (87a30a17-2db7-4845-82fb-69c2a257ec69), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:29.467164 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a41adf04-f1c9-4873-a7c1-289d4da94992), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:29.513827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:29.514444 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:29.515835 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "PUT /v2.0/subnets/87a30a17-2db7-4845-82fb-69c2a257ec69 HTTP/1.1" status: 200  len: 877 time: 0.9825025
Feb 12 21:27:29.522868 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35964) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:29.529805 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:29.534992 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd1267-03cc-4374-b6b1-d455ad3faab2 None None] Pushing event updated for resources: {'Port': ['ID=a41adf04-f1c9-4873-a7c1-289d4da94992,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:29.563200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event updated for resources: {'Subnet': ['ID=87a30a17-2db7-4845-82fb-69c2a257ec69,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:29.583049 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:29.585902 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffdbb-c68e-4141-ade3-6b601adb1a19 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (0199c909-7b91-4b7e-8592-2fe0bda050cc), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:29.585902 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffdbb-c68e-4141-ade3-6b601adb1a19 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (0199c909-7b91-4b7e-8592-2fe0bda050cc), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:29.599829 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:29.600179 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:29.600528 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:29.600870 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:29.601212 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:29.601591 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:29.601924 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:29.602252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:29.602579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:29.602910 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:29.603237 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:29.603561 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:29.603890 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eefeb2-70e8-4e89-8073-369de3d006c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:29.649117 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (8bfd2c24-b7fc-4220-8558-c09ac0534bbc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:29.679153 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffdbb-c68e-4141-ade3-6b601adb1a19 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router_controller (0199c909-7b91-4b7e-8592-2fe0bda050cc), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:29.737827 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffdbb-c68e-4141-ade3-6b601adb1a19 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (0199c909-7b91-4b7e-8592-2fe0bda050cc), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:29.748744 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Deleting port a41adf04-f1c9-4873-a7c1-289d4da94992 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:29.752697 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a41adf04-f1c9-4873-a7c1-289d4da94992), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:29.861087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] For port a41adf04-f1c9-4873-a7c1-289d4da94992, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a41adf04-f1c9-4873-a7c1-289d4da94992,segment=NetworkSegment(43c28fc5-1e44-42a2-9fe3-6d3cb9d7823b),segment_id=43c28fc5-1e44-42a2-9fe3-6d3cb9d7823b)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:29.861584 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a41adf04-f1c9-4873-a7c1-289d4da94992), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:29.882758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Calling delete_port for a41adf04-f1c9-4873-a7c1-289d4da94992 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:30.084534 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-72b6e727-0a8a-419f-9753-0e3e01a61734 req-86d7fdcb-fcd7-4c6c-9d98-7f166180a818 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 210 time: 0.2937129
Feb 12 21:27:30.095159 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffdbb-c68e-4141-ade3-6b601adb1a19 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:30.098620 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1e7ffdbb-c68e-4141-ade3-6b601adb1a19 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 0.8065135
Feb 12 21:27:30.100539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35972) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:30.235959 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fbba8aa7-9b80-41a3-9bf4-8de1907f994e tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router (0199c909-7b91-4b7e-8592-2fe0bda050cc), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:30.351878 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34389d54-7957-4c6a-b3e8-352001306865 req-ebf43104-096f-48f7-894f-a504d7f2f5dd tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:30.353412 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34389d54-7957-4c6a-b3e8-352001306865 req-ebf43104-096f-48f7-894f-a504d7f2f5dd tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.50 "GET /v2.0/networks?id=6d5bc69a-2301-48bc-9830-3152e0fb1763 HTTP/1.1" status: 200  len: 813 time: 0.2718129
Feb 12 21:27:30.447669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ee220-2566-43e7-90d2-ba8be9506a4c req-910d84a7-ce45-4180-8225-69da3b0dee67 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:30.449574 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c46ee220-2566-43e7-90d2-ba8be9506a4c req-910d84a7-ce45-4180-8225-69da3b0dee67 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 944 time: 0.0806270
Feb 12 21:27:30.456962 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-34389d54-7957-4c6a-b3e8-352001306865 req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Request body: {'port': {'device_id': '8ca553ab-0024-4fbf-8e16-f59d646c6680', 'network_id': '6d5bc69a-2301-48bc-9830-3152e0fb1763', 'admin_state_up': True, 'tenant_id': '07de9e87ea3f495f90baaf85d83b982c'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:30.461420 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-889a36da-4489-45e1-83c3-382a068bda9b req-b5ab15d4-2c27-4e5a-aecd-6dc6f7ffe553 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.1070466
Feb 12 21:27:30.491180 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (a41adf04-f1c9-4873-a7c1-289d4da94992), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:30.545001 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fbba8aa7-9b80-41a3-9bf4-8de1907f994e tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (0199c909-7b91-4b7e-8592-2fe0bda050cc), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:30.552602 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Port': ['ID=a41adf04-f1c9-4873-a7c1-289d4da94992,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:30.553844 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fbba8aa7-9b80-41a3-9bf4-8de1907f994e tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router_controller (0199c909-7b91-4b7e-8592-2fe0bda050cc), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:30.563389 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c46ee220-2566-43e7-90d2-ba8be9506a4c req-46045f5e-4f8b-47ee-972e-bdcfccc6e459 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049652
Feb 12 21:27:30.601134 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No DVR routers for this DVR port a41adf04-f1c9-4873-a7c1-289d4da94992 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:30.651665 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (87a30a17-2db7-4845-82fb-69c2a257ec69), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:30.732046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953fa234-b7c3-4908-a690-2a6ca3ba89f2 None None] Network 8bfd2c24-b7fc-4220-8558-c09ac0534bbc requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:30.735056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e3b85-f8a4-4e2d-ae67-0ee770a29d99 req-749b484e-048a-4b82-94cb-96094521d022 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:30.736831 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d77e3b85-f8a4-4e2d-ae67-0ee770a29d99 req-749b484e-048a-4b82-94cb-96094521d022 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 945 time: 0.3507679
Feb 12 21:27:30.760997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858571d2-e4bf-4967-ac42-5df4d1c0573c req-9b100991-1fe3-44b1-bd90-62f9f2f9f518 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:30.762525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-858571d2-e4bf-4967-ac42-5df4d1c0573c req-9b100991-1fe3-44b1-bd90-62f9f2f9f518 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 945 time: 0.1733468
Feb 12 21:27:30.768509 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fbba8aa7-9b80-41a3-9bf4-8de1907f994e tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (0199c909-7b91-4b7e-8592-2fe0bda050cc), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:30.769035 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbba8aa7-9b80-41a3-9bf4-8de1907f994e tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0199c909-7b91-4b7e-8592-2fe0bda050cc {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:27:30.789524 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (87a30a17-2db7-4845-82fb-69c2a257ec69), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:30.797485 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fbba8aa7-9b80-41a3-9bf4-8de1907f994e tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:30.800353 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fbba8aa7-9b80-41a3-9bf4-8de1907f994e tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] 10.222.0.31 "DELETE /v2.0/routers/0199c909-7b91-4b7e-8592-2fe0bda050cc HTTP/1.1" status: 204  len: 168 time: 0.6871109
Feb 12 21:27:30.808310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 35982) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:30.819965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ae472757-5ac9-4ea4-b1bc-9d111a137458 None None] Could not find standard attr ID for object a41adf04-f1c9-4873-a7c1-289d4da94992. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:27:30.820481 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a4361632-11f6-4752-8e81-6295348b8ed8 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Request body: {'router': {'name': 'tempest-router-213005533', 'distributed': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:30.826770 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Subnet': ['ID=87a30a17-2db7-4845-82fb-69c2a257ec69,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:30.896984 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (8bfd2c24-b7fc-4220-8558-c09ac0534bbc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:30.906483 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34389d54-7957-4c6a-b3e8-352001306865 req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Made reservation on behalf of 07de9e87ea3f495f90baaf85d83b982c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:30.910183 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-34389d54-7957-4c6a-b3e8-352001306865 req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:30.925583 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4ef760>,) {'filters': {'network_id': ['8bfd2c24-b7fc-4220-8558-c09ac0534bbc']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:30.933958 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-858571d2-e4bf-4967-ac42-5df4d1c0573c req-6a64fd8a-f3cc-4722-a5ae-201a7c61210f tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/security-groups?id=16998a53-8e87-474e-abda-e8e3f3cde6aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342409
Feb 12 21:27:30.938443 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4ef760>, '43c28fc5-1e44-42a2-9fe3-6d3cb9d7823b') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:30.938755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4ef760>, '43c28fc5-1e44-42a2-9fe3-6d3cb9d7823b') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:30.950680 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (43c28fc5-1e44-42a2-9fe3-6d3cb9d7823b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:30.969679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4361632-11f6-4752-8e81-6295348b8ed8 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (4dd67b64-926f-4ccf-9e47-52a02b4a2fbb), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:30.969679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4361632-11f6-4752-8e81-6295348b8ed8 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (4dd67b64-926f-4ccf-9e47-52a02b4a2fbb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:30.970029 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (43c28fc5-1e44-42a2-9fe3-6d3cb9d7823b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:30.976128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:27:30.976591 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (43c28fc5-1e44-42a2-9fe3-6d3cb9d7823b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:27:30.980621 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:27:30.988740 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.082820 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d77e3b85-f8a4-4e2d-ae67-0ee770a29d99 req-546b179a-3153-4465-ad7b-2c6fef2b2539 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Deleting port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:31.083160 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d77e3b85-f8a4-4e2d-ae67-0ee770a29d99 req-546b179a-3153-4465-ad7b-2c6fef2b2539 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2e7b7f50-bdcc-4774-a329-7fa81dc025e6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.115095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-34389d54-7957-4c6a-b3e8-352001306865 req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Allocated IP 172.20.0.14 (6d5bc69a-2301-48bc-9830-3152e0fb1763/84e31bc6-7d97-4527-928a-1f0b9e406f3b/3e04915f-889d-42d7-9810-114870636136) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:27:31.133444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0918d97-f70d-47d3-9237-cde8b5e6122d None None] Network 8bfd2c24-b7fc-4220-8558-c09ac0534bbc requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:31.149572 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (8bfd2c24-b7fc-4220-8558-c09ac0534bbc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.157455 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.166202 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/8bfd2c24-b7fc-4220-8558-c09ac0534bbc HTTP/1.1" status: 204  len: 168 time: 1.6393335
Feb 12 21:27:31.169302 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35988) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:31.196563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c13915-a716-4080-96ee-c31ee4126daa tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Network': ['ID=8bfd2c24-b7fc-4220-8558-c09ac0534bbc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:31.229663 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-43303954-f929-495d-943f-d70ae25cb8c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:31.232301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43303954-f929-495d-943f-d70ae25cb8c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:31.237977 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-43303954-f929-495d-943f-d70ae25cb8c0 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/subnets/87a30a17-2db7-4845-82fb-69c2a257ec69 HTTP/1.1" status: 404  len: 337 time: 0.0655921
Feb 12 21:27:31.238877 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35990) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:31.247120 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4361632-11f6-4752-8e81-6295348b8ed8 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router_controller (4dd67b64-926f-4ccf-9e47-52a02b4a2fbb), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.274174 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c17a06f6-004b-4f51-a1ae-af8514d7c7f0 req-98bd9108-d98d-4d13-b5fb-f7c36a8f5d32 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 210 time: 0.0564945
Feb 12 21:27:31.300292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d77e3b85-f8a4-4e2d-ae67-0ee770a29d99 req-546b179a-3153-4465-ad7b-2c6fef2b2539 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] For port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e7b7f50-bdcc-4774-a329-7fa81dc025e6,segment=NetworkSegment(b88e6610-28e8-45b6-a143-23f3b5d33791),segment_id=b88e6610-28e8-45b6-a143-23f3b5d33791)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:31.302596 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d77e3b85-f8a4-4e2d-ae67-0ee770a29d99 req-546b179a-3153-4465-ad7b-2c6fef2b2539 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2e7b7f50-bdcc-4774-a329-7fa81dc025e6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.307323 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c9b5ca-37c0-4e8a-a804-a896ac89cb9a tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:31.307885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c9b5ca-37c0-4e8a-a804-a896ac89cb9a tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:31.312871 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b2c9b5ca-37c0-4e8a-a804-a896ac89cb9a tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/8bfd2c24-b7fc-4220-8558-c09ac0534bbc HTTP/1.1" status: 404  len: 339 time: 0.0415227
Feb 12 21:27:31.317133 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35992) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:31.344420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64177ba2-95fb-4fbf-8f52-4178108c7c3f None None] DHCP port deletion for 8bfd2c24-b7fc-4220-8558-c09ac0534bbc request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:27:31.344656 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4361632-11f6-4752-8e81-6295348b8ed8 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (4dd67b64-926f-4ccf-9e47-52a02b4a2fbb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.348702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d77e3b85-f8a4-4e2d-ae67-0ee770a29d99 req-546b179a-3153-4465-ad7b-2c6fef2b2539 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Calling delete_port for 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:31.354586 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-860b70f5-129c-4849-91a7-476c4b56aa0c tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:31.355055 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860b70f5-129c-4849-91a7-476c4b56aa0c tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:31.358577 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-860b70f5-129c-4849-91a7-476c4b56aa0c tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/subnets/ec1563fa-7c79-4f22-b60d-00d35e02bec3 HTTP/1.1" status: 404  len: 337 time: 0.0403602
Feb 12 21:27:31.361219 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35994) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:31.381073 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-426ec11e-731a-4efa-b0d4-28eab8598140 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:31.381659 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426ec11e-731a-4efa-b0d4-28eab8598140 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:31.387610 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-426ec11e-731a-4efa-b0d4-28eab8598140 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/56ee257e-3725-44b7-9f4f-3ae0f6c0fccb HTTP/1.1" status: 404  len: 339 time: 0.0222485
Feb 12 21:27:31.387610 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 35998) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:31.456244 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-34389d54-7957-4c6a-b3e8-352001306865 req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Publish callbacks [] for port (3e04915f-889d-42d7-9810-114870636136), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.475273 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330f5020-87a7-42fd-b309-49a71a614855 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (1b5b7ac2-d076-4c92-8b00-901e817efa91), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.500285 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4361632-11f6-4752-8e81-6295348b8ed8 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.504021 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a4361632-11f6-4752-8e81-6295348b8ed8 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.6871085
Feb 12 21:27:31.504370 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36002) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:31.583389 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330f5020-87a7-42fd-b309-49a71a614855 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (1b5b7ac2-d076-4c92-8b00-901e817efa91), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.606830 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-330f5020-87a7-42fd-b309-49a71a614855 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9919040>,) {'filters': {'network_id': ['1b5b7ac2-d076-4c92-8b00-901e817efa91']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:31.616488 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-330f5020-87a7-42fd-b309-49a71a614855 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9919040>, '85ac0d31-f3c2-4bdf-87c2-cfdb171e56bf') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:31.616724 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-330f5020-87a7-42fd-b309-49a71a614855 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9919040>, '85ac0d31-f3c2-4bdf-87c2-cfdb171e56bf') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:31.628040 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330f5020-87a7-42fd-b309-49a71a614855 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (85ac0d31-f3c2-4bdf-87c2-cfdb171e56bf), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.639568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96291f02-f87b-4459-8972-481d67e9c8cb req-f499b5d9-9188-432c-941c-24cf18756021 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0440450
Feb 12 21:27:31.642905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf7e413d-77fb-4d98-8e0a-61cac34ae739 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router (4dd67b64-926f-4ccf-9e47-52a02b4a2fbb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.643067 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330f5020-87a7-42fd-b309-49a71a614855 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (85ac0d31-f3c2-4bdf-87c2-cfdb171e56bf), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.675276 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330f5020-87a7-42fd-b309-49a71a614855 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:27:31.675727 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330f5020-87a7-42fd-b309-49a71a614855 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (85ac0d31-f3c2-4bdf-87c2-cfdb171e56bf), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:27:31.679654 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:27:31.754041 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dad7e-e9f5-4557-bb49-15c055e728d9 req-0a772458-c65b-4cc8-9212-22a7d7f9b9b0 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:31.755547 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-034dad7e-e9f5-4557-bb49-15c055e728d9 req-0a772458-c65b-4cc8-9212-22a7d7f9b9b0 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 944 time: 0.1146879
Feb 12 21:27:31.779555 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-34389d54-7957-4c6a-b3e8-352001306865 req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3e04915f-889d-42d7-9810-114870636136), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.806145 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-034dad7e-e9f5-4557-bb49-15c055e728d9 req-2e491072-9132-4cc0-ade8-d2853d67f471 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447152
Feb 12 21:27:31.843162 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf7e413d-77fb-4d98-8e0a-61cac34ae739 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (4dd67b64-926f-4ccf-9e47-52a02b4a2fbb), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.846522 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf7e413d-77fb-4d98-8e0a-61cac34ae739 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router_controller (4dd67b64-926f-4ccf-9e47-52a02b4a2fbb), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.863381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34389d54-7957-4c6a-b3e8-352001306865 req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Network 6d5bc69a-2301-48bc-9830-3152e0fb1763 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:27:31.898696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-34389d54-7957-4c6a-b3e8-352001306865 req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:31.910361 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Pushing event updated for resources: {'Port': ['ID=3e04915f-889d-42d7-9810-114870636136,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:31.910361 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-34389d54-7957-4c6a-b3e8-352001306865 req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:31.930588 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:31.930940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:31.931286 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:31.931632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:31.931965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:31.932302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:31.932632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:31.932959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:31.933284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:31.933645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:31.933971 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:31.934320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:31.934639 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:27:31.962750 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34389d54-7957-4c6a-b3e8-352001306865 req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:31.963358 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-34389d54-7957-4c6a-b3e8-352001306865 req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:31.998075 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d77e3b85-f8a4-4e2d-ae67-0ee770a29d99 req-546b179a-3153-4465-ad7b-2c6fef2b2539 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2e7b7f50-bdcc-4774-a329-7fa81dc025e6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:32.014466 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['2e7b7f50-bdcc-4774-a329-7fa81dc025e6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:27:32.046604 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:27:32.047783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b179a-3153-4465-ad7b-2c6fef2b2539 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Pushing event deleted for resources: {'Port': ['ID=2e7b7f50-bdcc-4774-a329-7fa81dc025e6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:32.052673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9beba51-5a9b-4336-aea9-4d1c5da237d6 req-d0556296-8c48-4fff-8ea0-cb98e53e7e0b tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 210 time: 0.0526214
Feb 12 21:27:32.085749 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330f5020-87a7-42fd-b309-49a71a614855 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (1b5b7ac2-d076-4c92-8b00-901e817efa91), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:32.096286 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330f5020-87a7-42fd-b309-49a71a614855 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:32.104458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77e3b85-f8a4-4e2d-ae67-0ee770a29d99 req-546b179a-3153-4465-ad7b-2c6fef2b2539 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] No DVR routers for this DVR port 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:32.107919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d77e3b85-f8a4-4e2d-ae67-0ee770a29d99 req-546b179a-3153-4465-ad7b-2c6fef2b2539 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:32.111446 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d77e3b85-f8a4-4e2d-ae67-0ee770a29d99 req-546b179a-3153-4465-ad7b-2c6fef2b2539 tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.48 "DELETE /v2.0/ports/2e7b7f50-bdcc-4774-a329-7fa81dc025e6 HTTP/1.1" status: 204  len: 173 time: 1.3642251
Feb 12 21:27:32.111903 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2a60cd-8ef4-40a4-95b9-67f57ef959f6', 'name': 'network-vif-deleted', 'tag': '2e7b7f50-bdcc-4774-a329-7fa81dc025e6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:27:32.114368 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7fa0ea-5fa2-4d92-9c90-441f0f688962" -d '{"events": [{"server_uuid": "8e2a60cd-8ef4-40a4-95b9-67f57ef959f6", "name": "network-vif-deleted", "tag": "2e7b7f50-bdcc-4774-a329-7fa81dc025e6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:27:32.116274 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-330f5020-87a7-42fd-b309-49a71a614855 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/1b5b7ac2-d076-4c92-8b00-901e817efa91 HTTP/1.1" status: 204  len: 168 time: 0.7265573
Feb 12 21:27:32.117701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36014) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:32.136345 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf7e413d-77fb-4d98-8e0a-61cac34ae739 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (4dd67b64-926f-4ccf-9e47-52a02b4a2fbb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:32.136865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7e413d-77fb-4d98-8e0a-61cac34ae739 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4dd67b64-926f-4ccf-9e47-52a02b4a2fbb {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:27:32.144656 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34389d54-7957-4c6a-b3e8-352001306865 req-0cd4725e-4a45-493d-b18d-1adbe04962eb tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7594106
Feb 12 21:27:32.147655 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf7e413d-77fb-4d98-8e0a-61cac34ae739 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:32.149462 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cf7e413d-77fb-4d98-8e0a-61cac34ae739 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4dd67b64-926f-4ccf-9e47-52a02b4a2fbb HTTP/1.1" status: 204  len: 168 time: 0.6434436
Feb 12 21:27:32.165451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36020) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:32.173959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Request body: {'port': {'device_id': '8ca553ab-0024-4fbf-8e16-f59d646c6680', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:32.176273 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-27b5f2f1-4878-4934-ba1b-8d2d10223586 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Request body: {'router': {'name': 'tempest-router-1812085216', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '15d94b118f9c45618eac9de0ed48a7ea'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:32.177696 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5339abd-98f9-4906-8f2d-c6aa42789cc3 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:32.178137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5339abd-98f9-4906-8f2d-c6aa42789cc3 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:32.183848 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f5339abd-98f9-4906-8f2d-c6aa42789cc3 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/subnets/c33c06a5-f181-4ccd-896a-0b06a236d19a HTTP/1.1" status: 404  len: 337 time: 0.0540023
Feb 12 21:27:32.185628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36022) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:32.187696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f5020-87a7-42fd-b309-49a71a614855 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Network': ['ID=1b5b7ac2-d076-4c92-8b00-901e817efa91,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:32.193525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:32.200071 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0408e89-c560-4e42-955b-fed7c3b0d21e x-openstack-request-id: req-a0408e89-c560-4e42-955b-fed7c3b0d21e {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:27:32.200071 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2a60cd-8ef4-40a4-95b9-67f57ef959f6", "name": "network-vif-deleted", "tag": "2e7b7f50-bdcc-4774-a329-7fa81dc025e6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:27:32.200370 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0408e89-c560-4e42-955b-fed7c3b0d21e {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:27:32.200880 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2a60cd-8ef4-40a4-95b9-67f57ef959f6', 'name': 'network-vif-deleted', 'tag': '2e7b7f50-bdcc-4774-a329-7fa81dc025e6', 'status': 'completed', 'code': 200}
Feb 12 21:27:32.212401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'port_id': '5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d', 'mac_address': 'fa:16:3e:ef:df:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '447c8376-828f-4491-9b8b-1373d20c6228', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:27:32.236513 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77f04c2-a329-4709-9048-d30680aeeac7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:32.241067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f77f04c2-a329-4709-9048-d30680aeeac7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:32.245953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f77f04c2-a329-4709-9048-d30680aeeac7 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/97e6d6e9-7881-4d41-a195-bbd1efe7d2ba HTTP/1.1" status: 404  len: 339 time: 0.0493057
Feb 12 21:27:32.248250 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36024) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:32.251306 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3e04915f-889d-42d7-9810-114870636136), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:32.274662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:27:32.275144 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:32.281340 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a8363b-23e5-4e0a-b9ae-ecc337b7ecde tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:32.281914 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a8363b-23e5-4e0a-b9ae-ecc337b7ecde tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:32.285055 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-20a8363b-23e5-4e0a-b9ae-ecc337b7ecde tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/subnets/da3861bd-0e07-4540-b649-b841e19f5d0b HTTP/1.1" status: 404  len: 337 time: 0.0332117
Feb 12 21:27:32.293405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36028) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:32.299770 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:27:32.338013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:32.571310 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2e3c3d-d05d-4ef9-ab9e-7b7aae843485 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:32.571876 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2e3c3d-d05d-4ef9-ab9e-7b7aae843485 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:32.577594 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fe2e3c3d-d05d-4ef9-ab9e-7b7aae843485 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/20121b2d-2307-4f5a-85db-bde21d4911a5 HTTP/1.1" status: 404  len: 339 time: 0.2803330
Feb 12 21:27:32.578000 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36036) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:32.586871 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:32.598879 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:32.617656 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e922d3d0-1a3f-4653-a165-aa2e17a89128 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:32.618858 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e922d3d0-1a3f-4653-a165-aa2e17a89128 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:32.622636 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e922d3d0-1a3f-4653-a165-aa2e17a89128 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/subnets/cbbd509c-8c94-46e1-a312-c3881fc7683b HTTP/1.1" status: 404  len: 337 time: 0.0429776
Feb 12 21:27:32.624770 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-27b5f2f1-4878-4934-ba1b-8d2d10223586 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (1753294b-1f0f-4b85-96c9-316fafcdc591), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:32.626035 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-27b5f2f1-4878-4934-ba1b-8d2d10223586 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (1753294b-1f0f-4b85-96c9-316fafcdc591), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:32.629377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36038) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:32.659176 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d714ca8e-9fb0-43fb-ba9c-00dbb056f5ef tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:32.660766 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d714ca8e-9fb0-43fb-ba9c-00dbb056f5ef tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:32.662527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:32.665231 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d714ca8e-9fb0-43fb-ba9c-00dbb056f5ef tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/562e0c25-6fbf-413b-883b-f58fbd2b756c HTTP/1.1" status: 404  len: 339 time: 0.0331120
Feb 12 21:27:32.667077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36040) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:32.716306 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d82cf9-a14a-4a5f-ade2-fc719aa7c3e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:32.716766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d82cf9-a14a-4a5f-ade2-fc719aa7c3e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:32.720059 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e1d82cf9-a14a-4a5f-ade2-fc719aa7c3e8 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/subnets/5c51e557-a9d5-4bc2-8ceb-312a1e2ef797 HTTP/1.1" status: 404  len: 337 time: 0.0490599
Feb 12 21:27:32.725099 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36044) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:32.732063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb2d0c-3a2c-4295-8533-d86aaa814462 req-43af9e7c-e7fe-491f-8ba7-bf436cd43dfd tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:32.733842 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7fb2d0c-3a2c-4295-8533-d86aaa814462 req-43af9e7c-e7fe-491f-8ba7-bf436cd43dfd tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 932 time: 0.1869934
Feb 12 21:27:32.765829 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb19e3c5-38fa-4987-b122-4c840fc375ee tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:32.766301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb19e3c5-38fa-4987-b122-4c840fc375ee tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:32.770215 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fb19e3c5-38fa-4987-b122-4c840fc375ee tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/da710fc6-7357-4f34-b91b-debdb897178d HTTP/1.1" status: 404  len: 339 time: 0.0440929
Feb 12 21:27:32.773084 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-27b5f2f1-4878-4934-ba1b-8d2d10223586 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router_controller (1753294b-1f0f-4b85-96c9-316fafcdc591), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:32.774019 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36048) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:32.806966 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cdb8ae7-457b-4f8f-bfe3-5034090a7d90 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:32.807797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cdb8ae7-457b-4f8f-bfe3-5034090a7d90 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:32.815659 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5cdb8ae7-457b-4f8f-bfe3-5034090a7d90 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/subnets/4cee14e4-4864-43a1-a9eb-3ae8b4e33bcc HTTP/1.1" status: 404  len: 337 time: 0.0404229
Feb 12 21:27:32.817944 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36050) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:32.852284 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:27:32.879158 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7fb2d0c-3a2c-4295-8533-d86aaa814462 req-a36c2757-c0bb-47ce-9c4c-ee5a64cc5f0e tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243603
Feb 12 21:27:32.902942 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ee2be383-7c59-4e9e-b858-42b3fa358be0 req-e4db4945-301f-4151-9d1b-3d0dded9c938 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0981104
Feb 12 21:27:32.930542 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4179ecf2-d4e4-4c75-b614-6ff90e9e4d05 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:32.930542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4179ecf2-d4e4-4c75-b614-6ff90e9e4d05 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:32.933777 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4179ecf2-d4e4-4c75-b614-6ff90e9e4d05 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/07ea5b9f-c22a-4db3-8bde-66de73cd90cb HTTP/1.1" status: 404  len: 339 time: 0.1114931
Feb 12 21:27:32.934160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36066) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:32.936548 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-27b5f2f1-4878-4934-ba1b-8d2d10223586 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (1753294b-1f0f-4b85-96c9-316fafcdc591), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.012486 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f431ad-2abc-4a31-9a02-df01d7cab5ad tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:33.012975 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f431ad-2abc-4a31-9a02-df01d7cab5ad tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:33.018600 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-95f431ad-2abc-4a31-9a02-df01d7cab5ad tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/subnets/4773bce3-0699-4f13-871f-53c2b6b74ab3 HTTP/1.1" status: 404  len: 337 time: 0.0756454
Feb 12 21:27:33.019255 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36068) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:33.029460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a41adf04-f1c9-4873-a7c1-289d4da94992 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:27:33.040276 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb63cfc-8cbf-47d5-84e5-b33b8a945931 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:33.040610 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb63cfc-8cbf-47d5-84e5-b33b8a945931 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:33.046018 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7cb63cfc-8cbf-47d5-84e5-b33b8a945931 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/49301f09-59cc-4731-b571-e87d15b274d6 HTTP/1.1" status: 404  len: 339 time: 0.0231440
Feb 12 21:27:33.047042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36070) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:33.063099 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e04915f-889d-42d7-9810-114870636136 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:27:33.069410 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: a41adf04-f1c9-4873-a7c1-289d4da94992 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:27:33.069767 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a41adf04-f1c9-4873-a7c1-289d4da94992 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:27:33.073561 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Publish callbacks [] for port (3e04915f-889d-42d7-9810-114870636136), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.080040 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-27b5f2f1-4878-4934-ba1b-8d2d10223586 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.092902 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-27b5f2f1-4878-4934-ba1b-8d2d10223586 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.9243472
Feb 12 21:27:33.094211 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56454ea-f093-4e9e-adef-7ded497ac36c tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:33.094672 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56454ea-f093-4e9e-adef-7ded497ac36c tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:33.105190 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a56454ea-f093-4e9e-adef-7ded497ac36c tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/subnets/c379b709-5d4b-4f6d-b172-5c60b37d3a5b HTTP/1.1" status: 404  len: 337 time: 0.0513761
Feb 12 21:27:33.105190 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36074) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:33.105461 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f2d78-3d85-4e6a-aeb8-f0a12f95d4c8 req-c3aa8b30-b52c-41bc-8b70-fb2b268ca03c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:33.105461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be8f2d78-3d85-4e6a-aeb8-f0a12f95d4c8 req-c3aa8b30-b52c-41bc-8b70-fb2b268ca03c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 945 time: 0.1356325
Feb 12 21:27:33.105461 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Transition to ACTIVE for port object 3e04915f-889d-42d7-9810-114870636136 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:27:33.105461 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36076) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:33.113324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e90b29d8-d8c6-4764-a227-3a09426219c9 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Request body: {'router': {'distributed': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:33.152285 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-087e8078-a2d9-4604-ac86-757a584ffb99 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:33.152895 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087e8078-a2d9-4604-ac86-757a584ffb99 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:33.159071 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-087e8078-a2d9-4604-ac86-757a584ffb99 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/eca6bcc3-9d13-46be-8fbb-534d648ae106 HTTP/1.1" status: 404  len: 339 time: 0.0506217
Feb 12 21:27:33.162866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36078) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:33.207272 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (3e04915f-889d-42d7-9810-114870636136), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.209389 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcfa151-9a07-4248-b9c7-457a0f1f55f1 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:33.209848 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcfa151-9a07-4248-b9c7-457a0f1f55f1 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:33.215149 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8bcfa151-9a07-4248-b9c7-457a0f1f55f1 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/subnets/3c71827c-b707-4e2f-95a5-30df776530a5 HTTP/1.1" status: 404  len: 337 time: 0.0490668
Feb 12 21:27:33.216341 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36080) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:33.224773 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be8f2d78-3d85-4e6a-aeb8-f0a12f95d4c8 req-bde6ba2c-457d-4732-b985-f0b4fdf719be tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095421
Feb 12 21:27:33.233967 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a0cd2f1-c454-481b-ac12-aa3df7c3e95e req-9412ff39-a7fe-45ec-a688-867997e83aed tempest-VolumesActionsTest-2082612410 tempest-VolumesActionsTest-2082612410-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e2a60cd-8ef4-40a4-95b9-67f57ef959f6 HTTP/1.1" status: 200  len: 210 time: 0.0679238
Feb 12 21:27:33.279230 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df463a2-9fd6-478a-92af-8d7252bda2c6 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:33.279762 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df463a2-9fd6-478a-92af-8d7252bda2c6 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:33.282896 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7df463a2-9fd6-478a-92af-8d7252bda2c6 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/de98a2ff-8357-4c32-8fb7-6ba0b45ecdfe HTTP/1.1" status: 404  len: 339 time: 0.0617099
Feb 12 21:27:33.285702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36082) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:33.322635 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Pushing event updated for resources: {'Port': ['ID=3e04915f-889d-42d7-9810-114870636136,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:33.383929 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e90b29d8-d8c6-4764-a227-3a09426219c9 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (1753294b-1f0f-4b85-96c9-316fafcdc591), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.384293 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e90b29d8-d8c6-4764-a227-3a09426219c9 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router (1753294b-1f0f-4b85-96c9-316fafcdc591), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.393521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab134fba-4fb4-44ef-89de-7bba6b189325 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Deleting subnet fc3e24d5-f4de-43a7-b5c5-57d211e6033b {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:27:33.398479 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab134fba-4fb4-44ef-89de-7bba6b189325 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for subnet (fc3e24d5-f4de-43a7-b5c5-57d211e6033b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.456477 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab134fba-4fb4-44ef-89de-7bba6b189325 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (fc3e24d5-f4de-43a7-b5c5-57d211e6033b), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.474207 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e90b29d8-d8c6-4764-a227-3a09426219c9 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=126506) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Feb 12 21:27:33.474551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e90b29d8-d8c6-4764-a227-3a09426219c9 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Router 1753294b-1f0f-4b85-96c9-316fafcdc591 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7fc7021755b0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7fc70215cc70> provider. {{(pid=126506) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Feb 12 21:27:33.474919 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e90b29d8-d8c6-4764-a227-3a09426219c9 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router_controller (1753294b-1f0f-4b85-96c9-316fafcdc591), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.478179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Attempting to bind port 3e04915f-889d-42d7-9810-114870636136 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:27:33.478523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Attempting to bind port 3e04915f-889d-42d7-9810-114870636136 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b01752d7-6a38-43be-9059-a9cc9bbe9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6d5bc69a-2301-48bc-9830-3152e0fb1763'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:27:33.478853 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Attempting to bind port 3e04915f-889d-42d7-9810-114870636136 on network 6d5bc69a-2301-48bc-9830-3152e0fb1763 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:27:33.480110 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e90b29d8-d8c6-4764-a227-3a09426219c9 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router_controller (1753294b-1f0f-4b85-96c9-316fafcdc591), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.491551 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Port 3e04915f-889d-42d7-9810-114870636136 on network 6d5bc69a-2301-48bc-9830-3152e0fb1763 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:27:33.491879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Attempting to bind port 3e04915f-889d-42d7-9810-114870636136 on network 6d5bc69a-2301-48bc-9830-3152e0fb1763 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:27:33.502755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:27:33.503101 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Checking segment: {'id': 'b01752d7-6a38-43be-9059-a9cc9bbe9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6d5bc69a-2301-48bc-9830-3152e0fb1763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:33.503488 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Bound using segment: {'id': 'b01752d7-6a38-43be-9059-a9cc9bbe9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6d5bc69a-2301-48bc-9830-3152e0fb1763'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:27:33.503918 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Bound port: 3e04915f-889d-42d7-9810-114870636136, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01752d7-6a38-43be-9059-a9cc9bbe9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6d5bc69a-2301-48bc-9830-3152e0fb1763'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:27:33.504274 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3e04915f-889d-42d7-9810-114870636136), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.598871 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab134fba-4fb4-44ef-89de-7bba6b189325 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (fc3e24d5-f4de-43a7-b5c5-57d211e6033b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.607406 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e90b29d8-d8c6-4764-a227-3a09426219c9 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (1753294b-1f0f-4b85-96c9-316fafcdc591), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.635243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] For port 3e04915f-889d-42d7-9810-114870636136, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:27:33.641946 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] For port 3e04915f-889d-42d7-9810-114870636136, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e04915f-889d-42d7-9810-114870636136,segment=NetworkSegment(b01752d7-6a38-43be-9059-a9cc9bbe9281),segment_id=b01752d7-6a38-43be-9059-a9cc9bbe9281)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:27:33.692636 ncdv-master-1 neutron-server[126506]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e90b29d8-d8c6-4764-a227-3a09426219c9 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] No L3 agents can host the router 1753294b-1f0f-4b85-96c9-316fafcdc591
Feb 12 21:27:33.701948 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (3e04915f-889d-42d7-9810-114870636136), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.732663 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab134fba-4fb4-44ef-89de-7bba6b189325 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (fc3e24d5-f4de-43a7-b5c5-57d211e6033b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.775251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab134fba-4fb4-44ef-89de-7bba6b189325 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Subnet': ['ID=fc3e24d5-f4de-43a7-b5c5-57d211e6033b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:33.782348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:33.783055 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.785400 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34389d54-7957-4c6a-b3e8-352001306865 req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] 10.222.0.50 "PUT /v2.0/ports/3e04915f-889d-42d7-9810-114870636136 HTTP/1.1" status: 200  len: 1092 time: 1.6156847
Feb 12 21:27:33.791290 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab134fba-4fb4-44ef-89de-7bba6b189325 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.794571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15418c2-791b-41e4-87c6-4c13ad0137f9 None None] Network 0307745b-d982-4b14-96ea-64ca7856201e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:33.809936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ab134fba-4fb4-44ef-89de-7bba6b189325 tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/subnets/fc3e24d5-f4de-43a7-b5c5-57d211e6033b HTTP/1.1" status: 204  len: 168 time: 0.5231354
Feb 12 21:27:33.815738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36086) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:33.828199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90b29d8-d8c6-4764-a227-3a09426219c9 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Hosts for router 1753294b-1f0f-4b85-96c9-316fafcdc591: [] {{(pid=126506) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Feb 12 21:27:33.850934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13697add-3e90-44a2-a829-d95b883c6d69 service neutron] Pushing event updated for resources: {'Port': ['ID=3e04915f-889d-42d7-9810-114870636136,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:33.866361 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90b29d8-d8c6-4764-a227-3a09426219c9 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Hosts for other DVR routers connected to router 1753294b-1f0f-4b85-96c9-316fafcdc591: set() {{(pid=126506) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Feb 12 21:27:33.870118 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e90b29d8-d8c6-4764-a227-3a09426219c9 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.875190 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e90b29d8-d8c6-4764-a227-3a09426219c9 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] 10.222.0.31 "PUT /v2.0/routers/1753294b-1f0f-4b85-96c9-316fafcdc591 HTTP/1.1" status: 200  len: 717 time: 0.7739303
Feb 12 21:27:33.877728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36088) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:33.962474 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (0307745b-d982-4b14-96ea-64ca7856201e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:33.993447 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-140f5ccc-58d0-40ae-94c8-6eb5978d93a2 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] 10.222.0.31 "GET /v2.0/routers/1753294b-1f0f-4b85-96c9-316fafcdc591 HTTP/1.1" status: 200  len: 717 time: 0.1133974
Feb 12 21:27:33.995353 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36098) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:34.010657 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1f2ee-cb98-4734-b3ce-a901c3ef4ed4 None None] DHCP port deletion for 0307745b-d982-4b14-96ea-64ca7856201e request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:27:34.047054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:27:34.053052 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c04872a4-0b96-430f-832c-4efee77943b7 req-e2f4714a-66c3-4c41-8144-4baf509a8d7c tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0332515
Feb 12 21:27:34.103559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34389d54-7957-4c6a-b3e8-352001306865 req-03951f75-c267-4755-851a-53bee2891036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:34.104991 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34389d54-7957-4c6a-b3e8-352001306865 req-03951f75-c267-4755-851a-53bee2891036 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07de9e87ea3f495f90baaf85d83b982c&device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 1126 time: 0.2136843
Feb 12 21:27:34.115883 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b8f1f2ee-cb98-4734-b3ce-a901c3ef4ed4 None None] Deleting port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:34.116257 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b8f1f2ee-cb98-4734-b3ce-a901c3ef4ed4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:34.124729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8299bcd-c879-4813-839d-47bd94643e0a req-a52d8b94-127a-43ed-8ba7-b4e34729940e tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:34.126356 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a8299bcd-c879-4813-839d-47bd94643e0a req-a52d8b94-127a-43ed-8ba7-b4e34729940e tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 944 time: 0.1243801
Feb 12 21:27:34.191162 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34389d54-7957-4c6a-b3e8-352001306865 req-38fde2ca-3b67-49b8-b8c3-e20a19f2a393 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e04915f-889d-42d7-9810-114870636136 HTTP/1.1" status: 200  len: 217 time: 0.0751147
Feb 12 21:27:34.205916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca553ab-0024-4fbf-8e16-f59d646c6680', 'tag': '3e04915f-889d-42d7-9810-114870636136'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:27:34.208272 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb1400e-ab74-4201-8f3c-637c632463d7" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca553ab-0024-4fbf-8e16-f59d646c6680", "tag": "3e04915f-889d-42d7-9810-114870636136"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:27:34.240151 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-70747e2d-cef8-4af2-a01a-8b1331f94061 tempest-RoutersTestDVR-1141423184 tempest-RoutersTestDVR-1141423184-project] 10.222.0.31 "GET /v2.0/routers/1753294b-1f0f-4b85-96c9-316fafcdc591 HTTP/1.1" status: 200  len: 683 time: 0.2428463
Feb 12 21:27:34.242386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36104) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:34.267865 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2327175e-9431-4268-ab53-8588c7d0558d x-openstack-request-id: req-2327175e-9431-4268-ab53-8588c7d0558d {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:27:34.268193 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca553ab-0024-4fbf-8e16-f59d646c6680", "tag": "3e04915f-889d-42d7-9810-114870636136", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:27:34.268413 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2327175e-9431-4268-ab53-8588c7d0558d {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:27:34.268812 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca553ab-0024-4fbf-8e16-f59d646c6680', 'tag': '3e04915f-889d-42d7-9810-114870636136', 'status': 'completed', 'code': 200}
Feb 12 21:27:34.276372 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a8299bcd-c879-4813-839d-47bd94643e0a req-b2922267-5097-4c69-b3df-74825160778a tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378088
Feb 12 21:27:34.281946 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Deleting port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:34.282292 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:34.305270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34389d54-7957-4c6a-b3e8-352001306865 req-3114a0fc-bf13-41ca-9b6d-73596b51e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:34.307020 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34389d54-7957-4c6a-b3e8-352001306865 req-3114a0fc-bf13-41ca-9b6d-73596b51e66f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84e31bc6-7d97-4527-928a-1f0b9e406f3b HTTP/1.1" status: 200  len: 853 time: 0.1085722
Feb 12 21:27:34.340350 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:27:34.368566 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b8f1f2ee-cb98-4734-b3ce-a901c3ef4ed4 None None] For port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6,segment=NetworkSegment(aadd3b7f-e2aa-404b-8ccc-0389a5044c50),segment_id=aadd3b7f-e2aa-404b-8ccc-0389a5044c50)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:34.369117 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b8f1f2ee-cb98-4734-b3ce-a901c3ef4ed4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:34.385215 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b8f1f2ee-cb98-4734-b3ce-a901c3ef4ed4 None None] Calling delete_port for fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:34.388787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:27:34.388972 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:34.409086 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cffd04ee-4a37-490d-b3c1-41b5b079b768 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router (1753294b-1f0f-4b85-96c9-316fafcdc591), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:34.422040 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34389d54-7957-4c6a-b3e8-352001306865 req-595837df-fb1c-4c2a-a952-916074c8d9a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6d5bc69a-2301-48bc-9830-3152e0fb1763&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429256
Feb 12 21:27:34.423913 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] For port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6,segment=NetworkSegment(aadd3b7f-e2aa-404b-8ccc-0389a5044c50),segment_id=aadd3b7f-e2aa-404b-8ccc-0389a5044c50)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:34.424281 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:34.455191 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Calling delete_port for fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:34.557260 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:27:34.557686 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:34.580691 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119acb5-221d-481f-a2a7-b5299fbb63c5 req-792685b6-fe0b-44d6-9e3c-17f17bb9cd9f tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:34.583200 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6119acb5-221d-481f-a2a7-b5299fbb63c5 req-792685b6-fe0b-44d6-9e3c-17f17bb9cd9f tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 945 time: 0.2233419
Feb 12 21:27:34.586179 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd21b7e-2110-47b0-a723-422ec85bdeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:27:34.588984 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b3f917-3b84-4625-b457-53ce382fb0fc" -d '{"events": [{"server_uuid": "8bd21b7e-2110-47b0-a723-422ec85bdeb1", "name": "network-vif-plugged", "status": "completed", "tag": "5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:27:34.602191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:34.635317 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b8f1f2ee-cb98-4734-b3ce-a901c3ef4ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:34.640246 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dfb3d7-7f1c-4c33-89ed-77d6b7db9593 x-openstack-request-id: req-99dfb3d7-7f1c-4c33-89ed-77d6b7db9593 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:27:34.640560 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd21b7e-2110-47b0-a723-422ec85bdeb1", "name": "network-vif-plugged", "status": "completed", "tag": "5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:27:34.640950 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99dfb3d7-7f1c-4c33-89ed-77d6b7db9593 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:27:34.641535 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd21b7e-2110-47b0-a723-422ec85bdeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d', 'code': 200}
Feb 12 21:27:34.642002 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34389d54-7957-4c6a-b3e8-352001306865 req-ce6991a6-45de-4b82-8b04-ca2206789e5c service neutron] 10.222.0.50 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2099826
Feb 12 21:27:34.675120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1f2ee-cb98-4734-b3ce-a901c3ef4ed4 None None] Pushing event deleted for resources: {'Port': ['ID=fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:34.676913 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:34.677778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:27:34.681582 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:34.688965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f1f2ee-cb98-4734-b3ce-a901c3ef4ed4 None None] No DVR routers for this DVR port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:34.722209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Port': ['ID=fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:34.753448 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] No DVR routers for this DVR port fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:34.758038 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:27:34.758703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 2e7b7f50-bdcc-4774-a329-7fa81dc025e6 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:27:34.797572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:34.918443 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (0307745b-d982-4b14-96ea-64ca7856201e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:34.929167 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34389d54-7957-4c6a-b3e8-352001306865 req-6aa35308-8a1a-4a0b-b3b6-9c04f38c0b02 service neutron] 10.222.0.50 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2810943
Feb 12 21:27:34.946962 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa3a62b0>,) {'filters': {'network_id': ['0307745b-d982-4b14-96ea-64ca7856201e']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:34.957927 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bce512-ba30-4f5d-b762-b58c8c0ca9b9 req-1eca9f82-f7b9-478a-b5cd-88d057d9f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:34.959628 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2bce512-ba30-4f5d-b762-b58c8c0ca9b9 req-1eca9f82-f7b9-478a-b5cd-88d057d9f073 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 1128 time: 0.1569645
Feb 12 21:27:34.972756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa3a62b0>, 'aadd3b7f-e2aa-404b-8ccc-0389a5044c50') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:34.972756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa3a62b0>, 'aadd3b7f-e2aa-404b-8ccc-0389a5044c50') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:34.983726 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (aadd3b7f-e2aa-404b-8ccc-0389a5044c50), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:35.015582 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (aadd3b7f-e2aa-404b-8ccc-0389a5044c50), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:35.030715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:27:35.031158 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (aadd3b7f-e2aa-404b-8ccc-0389a5044c50), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:27:35.034695 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:27:35.066732 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2bce512-ba30-4f5d-b762-b58c8c0ca9b9 req-8acdc624-5be5-413f-8e7a-28f1736c1ad0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943825
Feb 12 21:27:35.133278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:27:35.158163 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cffd04ee-4a37-490d-b3c1-41b5b079b768 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (1753294b-1f0f-4b85-96c9-316fafcdc591), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:35.160499 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cffd04ee-4a37-490d-b3c1-41b5b079b768 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router_controller (1753294b-1f0f-4b85-96c9-316fafcdc591), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:35.179635 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1400e-ab74-4201-8f3c-637c632463d7 req-79910c7e-c51e-46e6-8ba1-50c46a07e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:35.179635 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bb1400e-ab74-4201-8f3c-637c632463d7 req-79910c7e-c51e-46e6-8ba1-50c46a07e8c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07de9e87ea3f495f90baaf85d83b982c&device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 1126 time: 0.0569832
Feb 12 21:27:35.187255 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:27:35.187828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fbfca6a1-e8dd-40ec-b50d-a206ec2fd9e6 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:27:35.247345 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6119acb5-221d-481f-a2a7-b5299fbb63c5 req-f7ee0f16-6490-459d-8d0e-c845d688b339 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6192870
Feb 12 21:27:35.281791 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4052935c-b5fe-45e2-b369-85ae512b5c7e req-2785f950-09d9-4f2b-b62d-0dff203b9b84 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0635409
Feb 12 21:27:35.286610 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (0307745b-d982-4b14-96ea-64ca7856201e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:35.304552 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:35.311217 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] 10.222.0.31 "DELETE /v2.0/networks/0307745b-d982-4b14-96ea-64ca7856201e HTTP/1.1" status: 204  len: 168 time: 1.4911871
Feb 12 21:27:35.311770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973409c-6a16-40c9-a459-e25cf0788b8e tempest-NetworksTest-1230918451 tempest-NetworksTest-1230918451-project] Pushing event deleted for resources: {'Network': ['ID=0307745b-d982-4b14-96ea-64ca7856201e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:35.335022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1400e-ab74-4201-8f3c-637c632463d7 req-ad58accd-2346-47c1-ba2f-e3c3235b337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:35.336467 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bb1400e-ab74-4201-8f3c-637c632463d7 req-ad58accd-2346-47c1-ba2f-e3c3235b337d service neutron] 10.222.0.50 "GET /v2.0/networks?id=6d5bc69a-2301-48bc-9830-3152e0fb1763 HTTP/1.1" status: 200  len: 914 time: 0.1533973
Feb 12 21:27:35.353401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cffd04ee-4a37-490d-b3c1-41b5b079b768 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (1753294b-1f0f-4b85-96c9-316fafcdc591), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:35.353792 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffd04ee-4a37-490d-b3c1-41b5b079b768 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1753294b-1f0f-4b85-96c9-316fafcdc591 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:27:35.375325 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cffd04ee-4a37-490d-b3c1-41b5b079b768 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:35.375325 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cffd04ee-4a37-490d-b3c1-41b5b079b768 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1753294b-1f0f-4b85-96c9-316fafcdc591 HTTP/1.1" status: 204  len: 168 time: 1.1254942
Feb 12 21:27:35.384092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36142) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:35.390198 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-83148be1-3e46-43b5-8ba9-ca3515711424 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Request body: {'router': {'name': 'tempest-router-1272684537', 'distributed': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:35.403118 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bb1400e-ab74-4201-8f3c-637c632463d7 req-2049099e-95a4-49a5-b9d1-96d049079655 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e04915f-889d-42d7-9810-114870636136 HTTP/1.1" status: 200  len: 217 time: 0.0600460
Feb 12 21:27:35.451823 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f4f50-f40f-453d-bd16-46de09be3617 req-44c7cece-f895-4753-8aec-ba30069207ba tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:35.453489 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-725f4f50-f40f-453d-bd16-46de09be3617 req-44c7cece-f895-4753-8aec-ba30069207ba tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 944 time: 0.0833786
Feb 12 21:27:35.458687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1400e-ab74-4201-8f3c-637c632463d7 req-04a492fc-5ef4-4a65-b18e-fa69133656b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:35.460153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bb1400e-ab74-4201-8f3c-637c632463d7 req-04a492fc-5ef4-4a65-b18e-fa69133656b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84e31bc6-7d97-4527-928a-1f0b9e406f3b HTTP/1.1" status: 200  len: 853 time: 0.0514345
Feb 12 21:27:35.496945 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bb1400e-ab74-4201-8f3c-637c632463d7 req-dc689a0f-1cae-4484-b93c-1751730d3b0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6d5bc69a-2301-48bc-9830-3152e0fb1763&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301926
Feb 12 21:27:35.505689 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83148be1-3e46-43b5-8ba9-ca3515711424 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (ee1a99a2-d820-4999-8dd7-6eb934c9df6d), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:35.516400 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83148be1-3e46-43b5-8ba9-ca3515711424 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (ee1a99a2-d820-4999-8dd7-6eb934c9df6d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:35.518563 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-725f4f50-f40f-453d-bd16-46de09be3617 req-5127befb-7354-424b-9825-cfc5e71037b9 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577745
Feb 12 21:27:35.585432 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83148be1-3e46-43b5-8ba9-ca3515711424 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router_controller (ee1a99a2-d820-4999-8dd7-6eb934c9df6d), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:35.602279 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bb1400e-ab74-4201-8f3c-637c632463d7 req-dbf88bf1-7bae-4cf6-951f-b0dcd93bc3af service neutron] 10.222.0.50 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0979531
Feb 12 21:27:35.635352 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83148be1-3e46-43b5-8ba9-ca3515711424 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (ee1a99a2-d820-4999-8dd7-6eb934c9df6d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:35.705058 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6bb1400e-ab74-4201-8f3c-637c632463d7 req-2f783635-9e1c-48b0-8c6c-b51a3accd170 service neutron] 10.222.0.50 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0954323
Feb 12 21:27:35.738891 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83148be1-3e46-43b5-8ba9-ca3515711424 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:35.740091 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-83148be1-3e46-43b5-8ba9-ca3515711424 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.3550556
Feb 12 21:27:35.742785 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36154) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:35.820757 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1684dc1-3f44-425c-90fd-7e43a4786a93 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router (ee1a99a2-d820-4999-8dd7-6eb934c9df6d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:35.858725 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36158) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:36.000514 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1684dc1-3f44-425c-90fd-7e43a4786a93 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (ee1a99a2-d820-4999-8dd7-6eb934c9df6d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:36.002698 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1684dc1-3f44-425c-90fd-7e43a4786a93 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router_controller (ee1a99a2-d820-4999-8dd7-6eb934c9df6d), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:36.023514 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5cdf610f-a464-47bd-957f-4301b84002af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=414d9ff7c5c1444586cdfcb441201b90&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1636193
Feb 12 21:27:36.026076 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36170) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:36.076310 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0381d5e-8637-424a-b539-349277a6f393 admin admin] Publish callbacks [] for security_group (2e2569bc-601f-48df-be5a-3efe22ee07e4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:36.100586 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0381d5e-8637-424a-b539-349277a6f393 admin admin] Publish callbacks [] for security_group (2e2569bc-601f-48df-be5a-3efe22ee07e4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:36.155161 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1684dc1-3f44-425c-90fd-7e43a4786a93 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (ee1a99a2-d820-4999-8dd7-6eb934c9df6d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:36.155734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1684dc1-3f44-425c-90fd-7e43a4786a93 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee1a99a2-d820-4999-8dd7-6eb934c9df6d {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:27:36.160011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1684dc1-3f44-425c-90fd-7e43a4786a93 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:36.173775 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c1684dc1-3f44-425c-90fd-7e43a4786a93 tempest-RoutersTestDVR-1506559284 tempest-RoutersTestDVR-1506559284-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ee1a99a2-d820-4999-8dd7-6eb934c9df6d HTTP/1.1" status: 204  len: 168 time: 0.4298792
Feb 12 21:27:36.235988 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09a200ba-abf5-43c0-a6c6-3082f502212f req-5d04a84f-dce4-470e-991f-109793410854 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0319612
Feb 12 21:27:36.262978 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0381d5e-8637-424a-b539-349277a6f393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2e2569bc-601f-48df-be5a-3efe22ee07e4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:36.265699 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0381d5e-8637-424a-b539-349277a6f393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:36.266816 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a0381d5e-8637-424a-b539-349277a6f393 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e2569bc-601f-48df-be5a-3efe22ee07e4 HTTP/1.1" status: 204  len: 168 time: 0.2397273
Feb 12 21:27:36.276419 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0381d5e-8637-424a-b539-349277a6f393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2569bc-601f-48df-be5a-3efe22ee07e4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:36.413657 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5cd67f91-8346-4b04-8894-e6b365c7f7b3 req-7c51e689-2f95-4850-963c-0d763d38559c tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0357294
Feb 12 21:27:36.442872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1e47c-50ca-4dc6-a704-ab0fc30ea959 req-7bee88a8-8619-4b02-8741-59aa9995ddb1 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:36.457617 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ad1e47c-50ca-4dc6-a704-ab0fc30ea959 req-7bee88a8-8619-4b02-8741-59aa9995ddb1 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 946 time: 0.1133952
Feb 12 21:27:36.533304 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ad1e47c-50ca-4dc6-a704-ab0fc30ea959 req-24767cd5-6be4-49df-aeae-687b7abb1b1c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635498
Feb 12 21:27:36.769241 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6b1a2-76a5-4110-a67c-aca4418b1bc0 req-2c2fafea-074f-4a52-89ed-08a93dbd2900 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:36.785338 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e4a6b1a2-76a5-4110-a67c-aca4418b1bc0 req-2c2fafea-074f-4a52-89ed-08a93dbd2900 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 944 time: 0.1772747
Feb 12 21:27:36.791714 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36212) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:36.908842 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e4a6b1a2-76a5-4110-a67c-aca4418b1bc0 req-592a1c3f-617e-44cb-a561-cda747928891 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224174
Feb 12 21:27:36.966191 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-78c3582f-5a27-4340-b913-66a9745608fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:37.069272 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-78c3582f-5a27-4340-b913-66a9745608fe admin admin] Publish callbacks [] for security_group (8ca28639-c697-4951-8f3a-6240fc906dbd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:37.148491 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-78c3582f-5a27-4340-b913-66a9745608fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8ca28639-c697-4951-8f3a-6240fc906dbd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:37.197096 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-78c3582f-5a27-4340-b913-66a9745608fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15d94b118f9c45618eac9de0ed48a7ea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4046085
Feb 12 21:27:37.198244 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3582f-5a27-4340-b913-66a9745608fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca28639-c697-4951-8f3a-6240fc906dbd,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:37.200673 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36238) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:37.302273 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55d36e79-78a0-4e0d-b0c3-00e86403ad11 admin admin] Publish callbacks [] for security_group (8ca28639-c697-4951-8f3a-6240fc906dbd), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:37.348275 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55d36e79-78a0-4e0d-b0c3-00e86403ad11 admin admin] Publish callbacks [] for security_group (8ca28639-c697-4951-8f3a-6240fc906dbd), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:37.458513 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55d36e79-78a0-4e0d-b0c3-00e86403ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8ca28639-c697-4951-8f3a-6240fc906dbd), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:37.461859 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-55d36e79-78a0-4e0d-b0c3-00e86403ad11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:37.466192 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-55d36e79-78a0-4e0d-b0c3-00e86403ad11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ca28639-c697-4951-8f3a-6240fc906dbd HTTP/1.1" status: 204  len: 168 time: 0.2607229
Feb 12 21:27:37.472399 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d36e79-78a0-4e0d-b0c3-00e86403ad11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca28639-c697-4951-8f3a-6240fc906dbd,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:37.551018 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ef35567-de69-4575-be93-e6fa25165ef1 req-e9e0ef95-e6da-4c38-8534-8fd4187451c9 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0305746
Feb 12 21:27:37.686543 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1217b76-db89-4648-9492-457c50326502 req-70e6d682-8023-4e94-8e8c-097ae8e94b62 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:37.691459 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b1217b76-db89-4648-9492-457c50326502 req-70e6d682-8023-4e94-8e8c-097ae8e94b62 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 946 time: 0.0778277
Feb 12 21:27:37.797301 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b1217b76-db89-4648-9492-457c50326502 req-45cd1396-955a-4b06-aa01-6aef41d64049 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015787
Feb 12 21:27:37.888555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36292) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:37.958500 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 3e04915f-889d-42d7-9810-114870636136 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:27:38.058504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928b6f7-aafe-45e4-b773-ee0fc689db79 req-5ab9cdaf-5674-4495-887e-60a9b2eb5e13 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:38.066825 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d928b6f7-aafe-45e4-b773-ee0fc689db79 req-5ab9cdaf-5674-4495-887e-60a9b2eb5e13 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 946 time: 0.1983306
Feb 12 21:27:38.224111 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d928b6f7-aafe-45e4-b773-ee0fc689db79 req-0106b2a8-f77e-4235-997a-b1ca2f1fcddf tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515577
Feb 12 21:27:38.229002 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 3e04915f-889d-42d7-9810-114870636136, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e04915f-889d-42d7-9810-114870636136,segment=NetworkSegment(b01752d7-6a38-43be-9059-a9cc9bbe9281),segment_id=b01752d7-6a38-43be-9059-a9cc9bbe9281)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:38.266703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ae3a780-02c1-4ebd-bfa0-56d975e504f8 req-aeab2bd5-c1f7-4794-a378-8c0c68509f51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a7c682ee61c44f7b9859963f0cd7f83&device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0529540
Feb 12 21:27:38.270809 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '3e04915f-889d-42d7-9810-114870636136', 'network_id': '6d5bc69a-2301-48bc-9830-3152e0fb1763', 'port_id': '3e04915f-889d-42d7-9810-114870636136', 'mac_address': 'fa:16:3e:5b:12:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84e31bc6-7d97-4527-928a-1f0b9e406f3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:27:38.298538 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ae3a780-02c1-4ebd-bfa0-56d975e504f8 req-f057ae47-2085-41d8-8fdd-82daa9591fb9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=7a7c682ee61c44f7b9859963f0cd7f83&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0263371
Feb 12 21:27:38.351330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 3e04915f-889d-42d7-9810-114870636136 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:27:38.351821 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3e04915f-889d-42d7-9810-114870636136), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:38.384183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e04915f-889d-42d7-9810-114870636136 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:27:38.436445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 3e04915f-889d-42d7-9810-114870636136, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e04915f-889d-42d7-9810-114870636136,segment=NetworkSegment(b01752d7-6a38-43be-9059-a9cc9bbe9281),segment_id=b01752d7-6a38-43be-9059-a9cc9bbe9281)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:38.472719 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e76e93-bdb6-415f-adcb-b14599056db6 req-f888264f-dc9a-453b-a29a-e6318a85c474 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:38.474733 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e3e76e93-bdb6-415f-adcb-b14599056db6 req-f888264f-dc9a-453b-a29a-e6318a85c474 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 944 time: 0.0943770
Feb 12 21:27:38.485587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-4ebc50d2-45c8-43d1-b75b-ce9f72d37d32 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2057252845'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:38.525760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3a780-02c1-4ebd-bfa0-56d975e504f8 req-727d60dd-b971-49ed-a0da-92e1901e9f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:38.527414 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ae3a780-02c1-4ebd-bfa0-56d975e504f8 req-727d60dd-b971-49ed-a0da-92e1901e9f3b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2238681
Feb 12 21:27:38.564169 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e3e76e93-bdb6-415f-adcb-b14599056db6 req-b9b67009-962f-4ec8-98ed-38b077b89eef tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780554
Feb 12 21:27:38.711423 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-592df7cc-b254-4708-a837-24f6474babd4 req-b1d1ee49-309c-454c-aed2-47df31b976de tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0488150
Feb 12 21:27:38.735916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebc50d2-45c8-43d1-b75b-ce9f72d37d32 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:38.740203 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3e04915f-889d-42d7-9810-114870636136), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:38.740884 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ebc50d2-45c8-43d1-b75b-ce9f72d37d32 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:38.762952 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ebc50d2-45c8-43d1-b75b-ce9f72d37d32 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:38.838214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=3e04915f-889d-42d7-9810-114870636136,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:38.893056 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ebc50d2-45c8-43d1-b75b-ce9f72d37d32 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (f0eec7a1-dedd-4f96-8455-1d4222a4626f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:38.959485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['3e04915f-889d-42d7-9810-114870636136'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:27:38.972819 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36316) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:38.988010 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-581a9423-c647-429e-a6a2-cd06cf6b4c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:39.037468 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ebc50d2-45c8-43d1-b75b-ce9f72d37d32 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f0eec7a1-dedd-4f96-8455-1d4222a4626f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:39.096387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebc50d2-45c8-43d1-b75b-ce9f72d37d32 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:27:39.129678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc50d2-45c8-43d1-b75b-ce9f72d37d32 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eec7a1-dedd-4f96-8455-1d4222a4626f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:39.134510 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ebc50d2-45c8-43d1-b75b-ce9f72d37d32 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b8f6687a-b53f-4264-a37e-ade47db9e961), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:39.135180 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-4ebc50d2-45c8-43d1-b75b-ce9f72d37d32 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Added segment b8f6687a-b53f-4264-a37e-ade47db9e961 of type vlan for network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7
Feb 12 21:27:39.478204 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ebc50d2-45c8-43d1-b75b-ce9f72d37d32 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (14c7ce6e-4075-4b4a-a13e-56a48b21bcf7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:39.484208 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-581a9423-c647-429e-a6a2-cd06cf6b4c2a admin admin] Publish callbacks [] for security_group (3aa678ae-e88c-4358-8388-44d00b49159e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:39.599620 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-581a9423-c647-429e-a6a2-cd06cf6b4c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3aa678ae-e88c-4358-8388-44d00b49159e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:39.613710 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ebc50d2-45c8-43d1-b75b-ce9f72d37d32 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (14c7ce6e-4075-4b4a-a13e-56a48b21bcf7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:39.619915 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebc50d2-45c8-43d1-b75b-ce9f72d37d32 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:39.621173 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ebc50d2-45c8-43d1-b75b-ce9f72d37d32 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:39.714945 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36336) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:39.716102 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-581a9423-c647-429e-a6a2-cd06cf6b4c2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4cf7acab4e747f48ec54361dc2746db&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7411077
Feb 12 21:27:39.736445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a9423-c647-429e-a6a2-cd06cf6b4c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa678ae-e88c-4358-8388-44d00b49159e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:39.818246 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4ebc50d2-45c8-43d1-b75b-ce9f72d37d32 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.9279304
Feb 12 21:27:39.818903 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36344) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:39.827012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-925c1ce0-fd62-41b0-9f4d-7571c3c73e8a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'name': 'tempest-PortsIpV6TestJSON-1381201431'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:39.841705 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ae3a780-02c1-4ebd-bfa0-56d975e504f8 req-1df2c34d-a210-4479-8590-f7bdfdce5827 tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.50 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0506923
Feb 12 21:27:39.845734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc50d2-45c8-43d1-b75b-ce9f72d37d32 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Network': ['ID=14c7ce6e-4075-4b4a-a13e-56a48b21bcf7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:39.866082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedd067-a0c4-43d8-b764-66e912634401 req-00c08165-676f-49cf-8caa-f198387e643c tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:39.873424 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cdedd067-a0c4-43d8-b764-66e912634401 req-00c08165-676f-49cf-8caa-f198387e643c tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 945 time: 0.1754544
Feb 12 21:27:39.876656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:27:39.907355 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce413bbd-2bb5-4670-bcc2-c13311e6e568 admin admin] Publish callbacks [] for security_group (3aa678ae-e88c-4358-8388-44d00b49159e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:39.970468 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce413bbd-2bb5-4670-bcc2-c13311e6e568 admin admin] Publish callbacks [] for security_group (3aa678ae-e88c-4358-8388-44d00b49159e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:40.000672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 3e04915f-889d-42d7-9810-114870636136 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:27:40.028651 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cdedd067-a0c4-43d8-b764-66e912634401 req-544ea358-683b-47ac-809f-6fb7b3edc0fd tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433768
Feb 12 21:27:40.235114 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 3e04915f-889d-42d7-9810-114870636136 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:27:40.240132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 3e04915f-889d-42d7-9810-114870636136 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:27:40.240511 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3e04915f-889d-42d7-9810-114870636136), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:40.245217 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0df78817-0818-4d8b-a921-df119294c58d req-50b81e03-3ad5-42b9-b233-960a50fa9c7c tempest-ServerShowV254Test-537664003 tempest-ServerShowV254Test-537664003-project] 10.222.0.31 "GET /v2.0/ports?device_id=2502e987-8e49-4813-b843-0d216e66fc4f HTTP/1.1" status: 200  len: 210 time: 0.0412531
Feb 12 21:27:40.326472 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925c1ce0-fd62-41b0-9f4d-7571c3c73e8a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:40.330222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-925c1ce0-fd62-41b0-9f4d-7571c3c73e8a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:40.332364 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce413bbd-2bb5-4670-bcc2-c13311e6e568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3aa678ae-e88c-4358-8388-44d00b49159e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:40.334938 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce413bbd-2bb5-4670-bcc2-c13311e6e568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:40.336070 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ce413bbd-2bb5-4670-bcc2-c13311e6e568 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3aa678ae-e88c-4358-8388-44d00b49159e HTTP/1.1" status: 204  len: 168 time: 0.6192229
Feb 12 21:27:40.358776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce413bbd-2bb5-4670-bcc2-c13311e6e568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa678ae-e88c-4358-8388-44d00b49159e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:40.369530 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-925c1ce0-fd62-41b0-9f4d-7571c3c73e8a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] device_id is not set on port 44968d26-7af1-4e52-b426-1991559db49f yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:27:40.425220 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 3e04915f-889d-42d7-9810-114870636136 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:27:40.426107 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3e04915f-889d-42d7-9810-114870636136), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:40.474323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca553ab-0024-4fbf-8e16-f59d646c6680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e04915f-889d-42d7-9810-114870636136'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:27:40.476798 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c11303-a9ef-4866-beb6-ca0d4acbe9e8" -d '{"events": [{"server_uuid": "8ca553ab-0024-4fbf-8e16-f59d646c6680", "name": "network-vif-plugged", "status": "completed", "tag": "3e04915f-889d-42d7-9810-114870636136"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:27:40.489969 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 3e04915f-889d-42d7-9810-114870636136, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e04915f-889d-42d7-9810-114870636136,segment=NetworkSegment(b01752d7-6a38-43be-9059-a9cc9bbe9281),segment_id=b01752d7-6a38-43be-9059-a9cc9bbe9281)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:40.526632 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5327d5f5-6241-40ae-8b10-59766b456e64 x-openstack-request-id: req-5327d5f5-6241-40ae-8b10-59766b456e64 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:27:40.527178 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca553ab-0024-4fbf-8e16-f59d646c6680", "name": "network-vif-plugged", "status": "completed", "tag": "3e04915f-889d-42d7-9810-114870636136", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:27:40.529974 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5327d5f5-6241-40ae-8b10-59766b456e64 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:27:40.537292 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca553ab-0024-4fbf-8e16-f59d646c6680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e04915f-889d-42d7-9810-114870636136', 'code': 200}
Feb 12 21:27:40.595050 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3e04915f-889d-42d7-9810-114870636136), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:40.624650 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-925c1ce0-fd62-41b0-9f4d-7571c3c73e8a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (44968d26-7af1-4e52-b426-1991559db49f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:40.721072 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c251b2-ea8c-4f11-9520-d81eeeb73fe1 req-8cbab478-285b-4295-b9fb-480e341031a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:40.722959 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-21c251b2-ea8c-4f11-9520-d81eeeb73fe1 req-8cbab478-285b-4295-b9fb-480e341031a2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 1128 time: 0.1292262
Feb 12 21:27:40.743424 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=3e04915f-889d-42d7-9810-114870636136,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:40.802055 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-21c251b2-ea8c-4f11-9520-d81eeeb73fe1 req-90781cc5-a527-462c-9549-98cce432f1c1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726237
Feb 12 21:27:40.874801 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-925c1ce0-fd62-41b0-9f4d-7571c3c73e8a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (44968d26-7af1-4e52-b426-1991559db49f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:40.956305 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c1ce0-fd62-41b0-9f4d-7571c3c73e8a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=44968d26-7af1-4e52-b426-1991559db49f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:40.971407 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c1ce0-fd62-41b0-9f4d-7571c3c73e8a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Checking segment: {'id': 'b8f6687a-b53f-4264-a37e-ade47db9e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:40.971848 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925c1ce0-fd62-41b0-9f4d-7571c3c73e8a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network hostable DHCP agents. Network: 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:27:41.095121 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925c1ce0-fd62-41b0-9f4d-7571c3c73e8a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:27:41.222372 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae5677-1bd9-466c-ba0f-1451a773172f req-f4bec4aa-ba38-41e0-921c-e6a6b1eec8c5 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:41.228488 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-925c1ce0-fd62-41b0-9f4d-7571c3c73e8a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:41.232993 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-48ae5677-1bd9-466c-ba0f-1451a773172f req-f4bec4aa-ba38-41e0-921c-e6a6b1eec8c5 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 946 time: 0.0773513
Feb 12 21:27:41.240120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b171a19a-ff96-4270-acd0-31d8f7714278 None None] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:41.242617 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925c1ce0-fd62-41b0-9f4d-7571c3c73e8a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:41.263252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925c1ce0-fd62-41b0-9f4d-7571c3c73e8a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:41.265579 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-925c1ce0-fd62-41b0-9f4d-7571c3c73e8a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:41.344153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-48ae5677-1bd9-466c-ba0f-1451a773172f req-2e329c23-610d-4531-9910-27d40ac0a64a tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129084
Feb 12 21:27:41.368014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36444) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:41.373842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-ad6f7536-f2e0-4248-b015-af805936b3b4 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1110974601'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:41.374062 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-925c1ce0-fd62-41b0-9f4d-7571c3c73e8a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.5531430
Feb 12 21:27:41.531969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6f7536-f2e0-4248-b015-af805936b3b4 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:41.535254 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7536-f2e0-4248-b015-af805936b3b4 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:41.598116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6f7536-f2e0-4248-b015-af805936b3b4 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:27:41.620563 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7536-f2e0-4248-b015-af805936b3b4 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (a4198101-ab2e-4b8a-b71f-feacce9ab857), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:41.622543 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-ad6f7536-f2e0-4248-b015-af805936b3b4 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Added segment a4198101-ab2e-4b8a-b71f-feacce9ab857 of type vlan for network b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d
Feb 12 21:27:41.777313 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7536-f2e0-4248-b015-af805936b3b4 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:41.946904 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7536-f2e0-4248-b015-af805936b3b4 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:41.958578 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6f7536-f2e0-4248-b015-af805936b3b4 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:41.962330 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7536-f2e0-4248-b015-af805936b3b4 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:42.129810 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f7536-f2e0-4248-b015-af805936b3b4 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Network': ['ID=b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:42.144329 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ad6f7536-f2e0-4248-b015-af805936b3b4 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7726979
Feb 12 21:27:42.144515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:27:42.145278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36494) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:42.162384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36496) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:42.166650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'ports': [{'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7'}, {'network_id': 'b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d'}]} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:42.167174 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:42.167852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'network_id': 'b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:42.309158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36502) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:42.520789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a85a9d2a-f787-467c-8f78-c98f25c37d43 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:42.522367 ncdv-master-1 neutron-server[126506]: WARNING neutron.api.v2.base [None req-a85a9d2a-f787-467c-8f78-c98f25c37d43 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Feb 12 21:27:42.522888 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-a85a9d2a-f787-467c-8f78-c98f25c37d43 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:27:42.524405 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a85a9d2a-f787-467c-8f78-c98f25c37d43 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3609622
Feb 12 21:27:42.525486 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7175db60-1fb1-46fd-9f83-eb52c2b0bb17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:42.528066 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36518) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:42.534819 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d81ead24-d1f8-437b-a58e-31f257dd9afb tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1787369516'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:42.540398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf7bd4-2bac-4cc8-bc86-00642af1e16b req-ee6e1e85-901b-4764-9590-7ece125c95e5 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:42.548485 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-37cf7bd4-2bac-4cc8-bc86-00642af1e16b req-ee6e1e85-901b-4764-9590-7ece125c95e5 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 946 time: 0.0881619
Feb 12 21:27:42.603101 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'port': 2} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:42.608053 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:42.626003 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-37cf7bd4-2bac-4cc8-bc86-00642af1e16b req-c44db641-322d-48af-90f7-8fc423b3dee2 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763924
Feb 12 21:27:42.640656 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:42.674902 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7175db60-1fb1-46fd-9f83-eb52c2b0bb17 admin admin] Publish callbacks [] for security_group (d8ffef75-5d89-415a-9d26-312e8dbc3d61), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:42.725649 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d81ead24-d1f8-437b-a58e-31f257dd9afb tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:42.734108 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d81ead24-d1f8-437b-a58e-31f257dd9afb tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:42.822058 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7175db60-1fb1-46fd-9f83-eb52c2b0bb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d8ffef75-5d89-415a-9d26-312e8dbc3d61), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:42.881051 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7175db60-1fb1-46fd-9f83-eb52c2b0bb17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a7c682ee61c44f7b9859963f0cd7f83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5674975
Feb 12 21:27:42.881051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36532) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:42.949536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] device_id is not set on port b5778227-504f-45db-a07c-a634e2f5e6bc yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:27:42.980343 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175db60-1fb1-46fd-9f83-eb52c2b0bb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ffef75-5d89-415a-9d26-312e8dbc3d61,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:43.036867 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d81ead24-d1f8-437b-a58e-31f257dd9afb tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (ba3c47ee-2b13-4d35-a048-58ace6216f13), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:43.044884 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db4eeabb-67f1-4f8e-9778-2f0df1cc0a0c admin admin] Publish callbacks [] for security_group (d8ffef75-5d89-415a-9d26-312e8dbc3d61), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:43.097082 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db4eeabb-67f1-4f8e-9778-2f0df1cc0a0c admin admin] Publish callbacks [] for security_group (d8ffef75-5d89-415a-9d26-312e8dbc3d61), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:43.105781 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (b5778227-504f-45db-a07c-a634e2f5e6bc), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:43.110237 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d81ead24-d1f8-437b-a58e-31f257dd9afb tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ba3c47ee-2b13-4d35-a048-58ace6216f13), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:43.176157 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ead24-d1f8-437b-a58e-31f257dd9afb tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3c47ee-2b13-4d35-a048-58ace6216f13,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:43.218626 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] device_id is not set on port baa39e1b-709c-4e0e-a0f8-9b30dd5d43b9 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:27:43.259994 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d81ead24-d1f8-437b-a58e-31f257dd9afb tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (b5b9f567-5a11-494e-8f9c-6b5a1f6f13b5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:43.315891 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db4eeabb-67f1-4f8e-9778-2f0df1cc0a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d8ffef75-5d89-415a-9d26-312e8dbc3d61), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:43.318949 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db4eeabb-67f1-4f8e-9778-2f0df1cc0a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:43.325331 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-db4eeabb-67f1-4f8e-9778-2f0df1cc0a0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8ffef75-5d89-415a-9d26-312e8dbc3d61 HTTP/1.1" status: 204  len: 168 time: 0.4385471
Feb 12 21:27:43.333283 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eeabb-67f1-4f8e-9778-2f0df1cc0a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ffef75-5d89-415a-9d26-312e8dbc3d61,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:43.356795 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d81ead24-d1f8-437b-a58e-31f257dd9afb tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b5b9f567-5a11-494e-8f9c-6b5a1f6f13b5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:43.411449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ead24-d1f8-437b-a58e-31f257dd9afb tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b9f567-5a11-494e-8f9c-6b5a1f6f13b5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:43.438944 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (baa39e1b-709c-4e0e-a0f8-9b30dd5d43b9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:43.499481 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d81ead24-d1f8-437b-a58e-31f257dd9afb tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:43.502048 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d81ead24-d1f8-437b-a58e-31f257dd9afb tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.9727619
Feb 12 21:27:43.505109 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36542) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:43.509610 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4231f166-537b-4fab-abb7-70ab9fcb73a9 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': 'b5b9f567-5a11-494e-8f9c-6b5a1f6f13b5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:43.607942 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b5778227-504f-45db-a07c-a634e2f5e6bc), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:43.665067 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4231f166-537b-4fab-abb7-70ab9fcb73a9 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group_rule (eca6216b-459b-426e-ab4f-089d29b1e707), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:43.676893 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:27:43.680777 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:43.687098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=b5778227-504f-45db-a07c-a634e2f5e6bc,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:43.702663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:43.714679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (baa39e1b-709c-4e0e-a0f8-9b30dd5d43b9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:43.845426 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4231f166-537b-4fab-abb7-70ab9fcb73a9 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group_rule (eca6216b-459b-426e-ab4f-089d29b1e707), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:43.849266 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=baa39e1b-709c-4e0e-a0f8-9b30dd5d43b9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:43.875137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Checking segment: {'id': 'a4198101-ab2e-4b8a-b71f-feacce9ab857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:43.875736 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network hostable DHCP agents. Network: b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:27:44.068108 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4231f166-537b-4fab-abb7-70ab9fcb73a9 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (eca6216b-459b-426e-ab4f-089d29b1e707), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:44.068291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:27:44.104790 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231f166-537b-4fab-abb7-70ab9fcb73a9 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca6216b-459b-426e-ab4f-089d29b1e707,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:44.165717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:44.170592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:44.177115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70fe80d-d993-4288-9fff-25fa3a64dbeb None None] Network b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:44.180637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:44.197047 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4231f166-537b-4fab-abb7-70ab9fcb73a9 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:44.203392 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4231f166-537b-4fab-abb7-70ab9fcb73a9 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6968529
Feb 12 21:27:44.203775 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36580) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:44.211088 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-00e1df91-e4f8-4b4c-bf7b-38045e278624 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': 'b5b9f567-5a11-494e-8f9c-6b5a1f6f13b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:44.219715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:44.219715 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:44.396986 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-00e1df91-e4f8-4b4c-bf7b-38045e278624 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group_rule (d1895d69-3563-4f0b-aae2-aaf3392912a5), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:44.482837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-514a1734-23c8-4baa-a7ad-556609093fe8 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:44.485879 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-514a1734-23c8-4baa-a7ad-556609093fe8 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 812 time: 0.2572219
Feb 12 21:27:44.496362 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-eb29d25c-5b20-49d5-9e6c-ac765848fa0f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.3461971
Feb 12 21:27:44.497199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36586) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:44.508503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-a31f91ed-996a-4fa3-8bd9-f0cfc0ee40f0 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/quotas/5c11b938ee814f3180aa6e0f37c4e1f0 HTTP/1.1" status: 200  len: 375 time: 0.0133169
Feb 12 21:27:44.550007 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-00e1df91-e4f8-4b4c-bf7b-38045e278624 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:27:44.551381 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-00e1df91-e4f8-4b4c-bf7b-38045e278624 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.3442130
Feb 12 21:27:44.556551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36590) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:44.675960 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-60e060f4-563b-40cf-91f6-e4cf286eed25 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1455312
Feb 12 21:27:44.753599 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ac47e0f-0477-4172-9185-0035c1b52677 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (b5b9f567-5a11-494e-8f9c-6b5a1f6f13b5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:44.816073 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-6e8330c9-f7a1-4c57-ba68-36787d340519 service neutron] 10.222.0.31 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240077
Feb 12 21:27:44.839379 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ac47e0f-0477-4172-9185-0035c1b52677 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (b5b9f567-5a11-494e-8f9c-6b5a1f6f13b5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:44.949629 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-20cc47a4-dd85-426f-9eb0-9a682f1b17fb tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port baa39e1b-709c-4e0e-a0f8-9b30dd5d43b9 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:44.952539 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-20cc47a4-dd85-426f-9eb0-9a682f1b17fb tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (baa39e1b-709c-4e0e-a0f8-9b30dd5d43b9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:45.011963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-8e33566c-5ba3-4e16-a3b3-c69a87f5f6c8 service neutron] 10.222.0.31 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2052472
Feb 12 21:27:45.158584 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ac47e0f-0477-4172-9185-0035c1b52677 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b5b9f567-5a11-494e-8f9c-6b5a1f6f13b5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:45.161109 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ac47e0f-0477-4172-9185-0035c1b52677 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:45.164967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36626) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:45.176055 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3ac47e0f-0477-4172-9185-0035c1b52677 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "DELETE /v2.0/security-groups/b5b9f567-5a11-494e-8f9c-6b5a1f6f13b5 HTTP/1.1" status: 204  len: 168 time: 0.6122379
Feb 12 21:27:45.214635 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-20cc47a4-dd85-426f-9eb0-9a682f1b17fb tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (baa39e1b-709c-4e0e-a0f8-9b30dd5d43b9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:45.218489 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac47e0f-0477-4172-9185-0035c1b52677 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b9f567-5a11-494e-8f9c-6b5a1f6f13b5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:45.231080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-20cc47a4-dd85-426f-9eb0-9a682f1b17fb tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for baa39e1b-709c-4e0e-a0f8-9b30dd5d43b9 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:45.349914 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fffb9eef-8211-4657-ad73-1ecf64646cdd tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1830223
Feb 12 21:27:45.354201 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36628) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:45.362642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-efbf1683-82bd-4005-b68a-40de15d2acf6 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367789165'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:45.560735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-20cc47a4-dd85-426f-9eb0-9a682f1b17fb tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (baa39e1b-709c-4e0e-a0f8-9b30dd5d43b9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:45.562701 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-efbf1683-82bd-4005-b68a-40de15d2acf6 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:45.617280 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc47a4-dd85-426f-9eb0-9a682f1b17fb tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=baa39e1b-709c-4e0e-a0f8-9b30dd5d43b9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:45.630487 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-20cc47a4-dd85-426f-9eb0-9a682f1b17fb tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:45.634943 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-20cc47a4-dd85-426f-9eb0-9a682f1b17fb tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/baa39e1b-709c-4e0e-a0f8-9b30dd5d43b9 HTTP/1.1" status: 204  len: 168 time: 1.1366267
Feb 12 21:27:45.637494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36642) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:45.681236 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-efbf1683-82bd-4005-b68a-40de15d2acf6 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (0e11254b-bcf1-4a40-9b23-75c615090341), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:45.776174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f302d06-ce05-4401-8413-5dcc9b0d07d9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:45.781067 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-efbf1683-82bd-4005-b68a-40de15d2acf6 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0e11254b-bcf1-4a40-9b23-75c615090341), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:45.791119 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f302d06-ce05-4401-8413-5dcc9b0d07d9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:45.803332 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2f302d06-ce05-4401-8413-5dcc9b0d07d9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.1640894
Feb 12 21:27:45.804189 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36652) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:45.844285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf1683-82bd-4005-b68a-40de15d2acf6 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e11254b-bcf1-4a40-9b23-75c615090341,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:45.887899 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ac725283-7e65-4c7c-bad3-3a0f5a2247ee req-2f96ede1-cd81-4c6e-aa06-3a591064d63e tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 210 time: 0.0788751
Feb 12 21:27:45.905688 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-efbf1683-82bd-4005-b68a-40de15d2acf6 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:45.909768 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-efbf1683-82bd-4005-b68a-40de15d2acf6 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5514510
Feb 12 21:27:45.909936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36654) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:45.914376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f73914e3-f5eb-4864-95f2-80ffb13c5587 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '0e11254b-bcf1-4a40-9b23-75c615090341', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:45.914879 ncdv-master-1 neutron-server[126505]: WARNING neutron.api.v2.base [None req-f73914e3-f5eb-4864-95f2-80ffb13c5587 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Feb 12 21:27:45.915381 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-f73914e3-f5eb-4864-95f2-80ffb13c5587 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:27:45.919759 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f73914e3-f5eb-4864-95f2-80ffb13c5587 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0055249
Feb 12 21:27:45.945534 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36658) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:46.123037 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-df8a8cdb-b417-4e5c-a420-505cb19bcb7e tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (0e11254b-bcf1-4a40-9b23-75c615090341), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:46.139464 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36668) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:46.162850 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-df8a8cdb-b417-4e5c-a420-505cb19bcb7e tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (0e11254b-bcf1-4a40-9b23-75c615090341), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:46.183500 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-01f55cdb-bd5c-4c94-8a61-aa77420f5a11 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port b5778227-504f-45db-a07c-a634e2f5e6bc {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:46.183862 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01f55cdb-bd5c-4c94-8a61-aa77420f5a11 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b5778227-504f-45db-a07c-a634e2f5e6bc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:46.464376 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bbcab17c-5468-470c-b133-a2f3cf053ec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:46.497039 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01f55cdb-bd5c-4c94-8a61-aa77420f5a11 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b5778227-504f-45db-a07c-a634e2f5e6bc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:46.511305 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-01f55cdb-bd5c-4c94-8a61-aa77420f5a11 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for b5778227-504f-45db-a07c-a634e2f5e6bc owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:46.534058 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-df8a8cdb-b417-4e5c-a420-505cb19bcb7e tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0e11254b-bcf1-4a40-9b23-75c615090341), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:46.536941 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-df8a8cdb-b417-4e5c-a420-505cb19bcb7e tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:46.538534 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-df8a8cdb-b417-4e5c-a420-505cb19bcb7e tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "DELETE /v2.0/security-groups/0e11254b-bcf1-4a40-9b23-75c615090341 HTTP/1.1" status: 204  len: 168 time: 0.5917909
Feb 12 21:27:46.541096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36676) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:46.595728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a8cdb-b417-4e5c-a420-505cb19bcb7e tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e11254b-bcf1-4a40-9b23-75c615090341,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:46.635330 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2020409c-31ee-40fa-ba5b-2ba5758f70d6 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0928559
Feb 12 21:27:46.643349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36680) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:46.650891 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a9b28b9e-5edc-48e7-98ef-8397e3c8d7f6 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064626760'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:46.687946 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bbcab17c-5468-470c-b133-a2f3cf053ec6 admin admin] Publish callbacks [] for security_group (cccb6abf-0837-43b1-b6e2-0fb0b8ca7897), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:46.777048 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bbcab17c-5468-470c-b133-a2f3cf053ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cccb6abf-0837-43b1-b6e2-0fb0b8ca7897), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:46.808310 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a9b28b9e-5edc-48e7-98ef-8397e3c8d7f6 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:46.819067 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01f55cdb-bd5c-4c94-8a61-aa77420f5a11 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b5778227-504f-45db-a07c-a634e2f5e6bc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:46.849412 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bbcab17c-5468-470c-b133-a2f3cf053ec6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7e4d8c2470447f0916238aff225abaf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7086594
Feb 12 21:27:46.854980 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36686) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:46.877634 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcab17c-5468-470c-b133-a2f3cf053ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccb6abf-0837-43b1-b6e2-0fb0b8ca7897,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:46.901022 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-01f55cdb-bd5c-4c94-8a61-aa77420f5a11 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:46.908486 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-01f55cdb-bd5c-4c94-8a61-aa77420f5a11 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/b5778227-504f-45db-a07c-a634e2f5e6bc HTTP/1.1" status: 204  len: 168 time: 1.0981679
Feb 12 21:27:46.912112 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f55cdb-bd5c-4c94-8a61-aa77420f5a11 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=b5778227-504f-45db-a07c-a634e2f5e6bc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:46.925834 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36688) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:47.061436 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2297dae-2c3b-4841-b51a-2737b0bbc92c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:47.067921 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c2297dae-2c3b-4841-b51a-2737b0bbc92c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1353459
Feb 12 21:27:47.068826 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36694) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:47.111445 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-feeec34b-b14d-4040-ba9a-4b4d0bd89aa4 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] GET failed (client error): The resource could not be found.
Feb 12 21:27:47.112953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-feeec34b-b14d-4040-ba9a-4b4d0bd89aa4 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/baa39e1b-709c-4e0e-a0f8-9b30dd5d43b9 HTTP/1.1" status: 404  len: 333 time: 0.0429466
Feb 12 21:27:47.115775 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36696) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:47.190709 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c282eec-749d-4416-ad39-ed2cba935ff3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] GET failed (client error): The resource could not be found.
Feb 12 21:27:47.190709 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8c282eec-749d-4416-ad39-ed2cba935ff3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/b5778227-504f-45db-a07c-a634e2f5e6bc HTTP/1.1" status: 404  len: 333 time: 0.0674708
Feb 12 21:27:47.190709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36700) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:47.193145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c49bffb6-b1bc-42ff-9c3b-14c21b4e5953 req-c07cdab8-5b91-4e53-8f31-9cc87b586d0b tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 210 time: 0.1215076
Feb 12 21:27:47.227696 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-837a7f76-135e-401d-818b-338cf7ea68c0 admin admin] Publish callbacks [] for security_group (cccb6abf-0837-43b1-b6e2-0fb0b8ca7897), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.252127 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-837a7f76-135e-401d-818b-338cf7ea68c0 admin admin] Publish callbacks [] for security_group (cccb6abf-0837-43b1-b6e2-0fb0b8ca7897), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.296420 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dca7b9d8-c12e-4504-a194-80d35b329d91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.304979 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a9b28b9e-5edc-48e7-98ef-8397e3c8d7f6 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (69fead55-19a4-479c-8c0e-c9e87e7030f7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.424976 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dca7b9d8-c12e-4504-a194-80d35b329d91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.449547 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-dca7b9d8-c12e-4504-a194-80d35b329d91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5adca0>,) {'filters': {'network_id': ['b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:47.461304 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-dca7b9d8-c12e-4504-a194-80d35b329d91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5adca0>, 'a4198101-ab2e-4b8a-b71f-feacce9ab857') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:47.461568 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-dca7b9d8-c12e-4504-a194-80d35b329d91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5adca0>, 'a4198101-ab2e-4b8a-b71f-feacce9ab857') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:47.474388 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dca7b9d8-c12e-4504-a194-80d35b329d91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (a4198101-ab2e-4b8a-b71f-feacce9ab857), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.489876 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-837a7f76-135e-401d-818b-338cf7ea68c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cccb6abf-0837-43b1-b6e2-0fb0b8ca7897), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.493924 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-837a7f76-135e-401d-818b-338cf7ea68c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.493924 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-837a7f76-135e-401d-818b-338cf7ea68c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cccb6abf-0837-43b1-b6e2-0fb0b8ca7897 HTTP/1.1" status: 204  len: 168 time: 0.6362677
Feb 12 21:27:47.494581 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a9b28b9e-5edc-48e7-98ef-8397e3c8d7f6 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (69fead55-19a4-479c-8c0e-c9e87e7030f7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.505216 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dca7b9d8-c12e-4504-a194-80d35b329d91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (a4198101-ab2e-4b8a-b71f-feacce9ab857), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.525768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca7b9d8-c12e-4504-a194-80d35b329d91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:27:47.526926 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dca7b9d8-c12e-4504-a194-80d35b329d91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (a4198101-ab2e-4b8a-b71f-feacce9ab857), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:27:47.533094 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:27:47.545907 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a7f76-135e-401d-818b-338cf7ea68c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccb6abf-0837-43b1-b6e2-0fb0b8ca7897,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:47.598293 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a9b28b9e-5edc-48e7-98ef-8397e3c8d7f6 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.603306 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a9b28b9e-5edc-48e7-98ef-8397e3c8d7f6 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.9588692
Feb 12 21:27:47.605265 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36710) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:47.615493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-6c3be8a7-2f3b-4b71-8ede-1847409107b3 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '69fead55-19a4-479c-8c0e-c9e87e7030f7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:47.616702 ncdv-master-1 neutron-server[126505]: WARNING neutron.api.v2.base [None req-6c3be8a7-2f3b-4b71-8ede-1847409107b3 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Feb 12 21:27:47.617416 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-6c3be8a7-2f3b-4b71-8ede-1847409107b3 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:27:47.624465 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6c3be8a7-2f3b-4b71-8ede-1847409107b3 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0112607
Feb 12 21:27:47.628265 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36712) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:47.642523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b28b9e-5edc-48e7-98ef-8397e3c8d7f6 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fead55-19a4-479c-8c0e-c9e87e7030f7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:47.754608 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a7d75d1e-95d8-4340-afa0-e4fe0c0dd88b tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (69fead55-19a4-479c-8c0e-c9e87e7030f7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.790438 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a7d75d1e-95d8-4340-afa0-e4fe0c0dd88b tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (69fead55-19a4-479c-8c0e-c9e87e7030f7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.944800 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dca7b9d8-c12e-4504-a194-80d35b329d91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.955029 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dca7b9d8-c12e-4504-a194-80d35b329d91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.960364 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36718) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:47.963569 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dca7b9d8-c12e-4504-a194-80d35b329d91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/networks/b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d HTTP/1.1" status: 204  len: 168 time: 0.7740760
Feb 12 21:27:47.969841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5219767d-3aa0-48e4-9b84-44fff7c928fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-563639671'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:47.991146 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7b9d8-c12e-4504-a194-80d35b329d91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Network': ['ID=b20c6d4d-62c8-4e30-91a9-7190b6a0bc8d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:47.991281 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a7d75d1e-95d8-4340-afa0-e4fe0c0dd88b tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (69fead55-19a4-479c-8c0e-c9e87e7030f7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.994404 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a7d75d1e-95d8-4340-afa0-e4fe0c0dd88b tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:47.997542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a7d75d1e-95d8-4340-afa0-e4fe0c0dd88b tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "DELETE /v2.0/security-groups/69fead55-19a4-479c-8c0e-c9e87e7030f7 HTTP/1.1" status: 204  len: 168 time: 0.3670263
Feb 12 21:27:48.005906 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36722) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:48.046928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d75d1e-95d8-4340-afa0-e4fe0c0dd88b tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fead55-19a4-479c-8c0e-c9e87e7030f7,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:48.108043 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36724) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:48.113053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e50af402-0e44-4cd0-96d9-17c062c3ce97 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group': {'name': 'tempest-secgroup--244501579'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:48.119163 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3a5a60a6-27f6-4276-a4b7-2a873366f801 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1105013
Feb 12 21:27:48.188282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5219767d-3aa0-48e4-9b84-44fff7c928fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:48.202305 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5219767d-3aa0-48e4-9b84-44fff7c928fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:48.278665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5219767d-3aa0-48e4-9b84-44fff7c928fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:27:48.306267 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5219767d-3aa0-48e4-9b84-44fff7c928fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (a02e70cb-9611-4f6a-abcb-2fe652580107), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:48.306759 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-5219767d-3aa0-48e4-9b84-44fff7c928fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Added segment a02e70cb-9611-4f6a-abcb-2fe652580107 of type vlan for network 44c9b5af-402f-408c-b33f-039936da72e6
Feb 12 21:27:48.308904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e50af402-0e44-4cd0-96d9-17c062c3ce97 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:48.406708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5219767d-3aa0-48e4-9b84-44fff7c928fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (44c9b5af-402f-408c-b33f-039936da72e6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:48.460220 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63061dd0-3219-47c1-afbd-c6df1f126378 req-d1cd2659-0d70-4f52-a7bf-e54a3640b7f2 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 210 time: 0.1224906
Feb 12 21:27:48.541329 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e50af402-0e44-4cd0-96d9-17c062c3ce97 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (688dd92f-e001-4861-a74f-da3562869fbd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:48.622598 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5219767d-3aa0-48e4-9b84-44fff7c928fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (44c9b5af-402f-408c-b33f-039936da72e6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:48.629411 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219767d-3aa0-48e4-9b84-44fff7c928fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:48.630100 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5219767d-3aa0-48e4-9b84-44fff7c928fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:48.670206 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e50af402-0e44-4cd0-96d9-17c062c3ce97 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (688dd92f-e001-4861-a74f-da3562869fbd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:48.798531 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50af402-0e44-4cd0-96d9-17c062c3ce97 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688dd92f-e001-4861-a74f-da3562869fbd,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:48.865284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36752) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:48.872223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f4e16afa-5257-4ecf-b7dc-b972e7151d24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'subnet': {'network_id': '44c9b5af-402f-408c-b33f-039936da72e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:48.872982 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5219767d-3aa0-48e4-9b84-44fff7c928fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.9100957
Feb 12 21:27:48.899869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219767d-3aa0-48e4-9b84-44fff7c928fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Network': ['ID=44c9b5af-402f-408c-b33f-039936da72e6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:48.916557 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 44c9b5af-402f-408c-b33f-039936da72e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:27:48.939053 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e50af402-0e44-4cd0-96d9-17c062c3ce97 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:48.946170 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e50af402-0e44-4cd0-96d9-17c062c3ce97 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.8369398
Feb 12 21:27:48.949265 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36754) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:48.956603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-6f736d9b-a490-460b-aeed-f22d27281150 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '688dd92f-e001-4861-a74f-da3562869fbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:48.956603 ncdv-master-1 neutron-server[126505]: WARNING neutron.api.v2.base [None req-6f736d9b-a490-460b-aeed-f22d27281150 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Feb 12 21:27:48.956603 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-6f736d9b-a490-460b-aeed-f22d27281150 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:27:48.960164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6f736d9b-a490-460b-aeed-f22d27281150 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0088809
Feb 12 21:27:48.960801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36756) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:48.965120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-266dc939-c0b5-4666-9099-8d2764308f7f tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '688dd92f-e001-4861-a74f-da3562869fbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:48.966436 ncdv-master-1 neutron-server[126505]: WARNING neutron.api.v2.base [None req-266dc939-c0b5-4666-9099-8d2764308f7f tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Feb 12 21:27:48.966914 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-266dc939-c0b5-4666-9099-8d2764308f7f tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:27:48.972783 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36758) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:48.977308 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e4944ab3-6de8-4950-9b4f-6aa3255a70f2 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '688dd92f-e001-4861-a74f-da3562869fbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:48.981834 ncdv-master-1 neutron-server[126506]: WARNING neutron.api.v2.base [None req-e4944ab3-6de8-4950-9b4f-6aa3255a70f2 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Feb 12 21:27:48.982480 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-e4944ab3-6de8-4950-9b4f-6aa3255a70f2 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:27:48.984389 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e4944ab3-6de8-4950-9b4f-6aa3255a70f2 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0096736
Feb 12 21:27:48.987116 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36760) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:48.991806 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-266dc939-c0b5-4666-9099-8d2764308f7f tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0288742
Feb 12 21:27:48.994138 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8ea26a84-6d73-448b-b0a3-b9e2b6985dbe tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '688dd92f-e001-4861-a74f-da3562869fbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:48.998346 ncdv-master-1 neutron-server[126506]: WARNING neutron.api.v2.base [None req-8ea26a84-6d73-448b-b0a3-b9e2b6985dbe tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Feb 12 21:27:49.002371 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-8ea26a84-6d73-448b-b0a3-b9e2b6985dbe tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:27:49.005191 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8ea26a84-6d73-448b-b0a3-b9e2b6985dbe tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0161166
Feb 12 21:27:49.007794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36762) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:49.127860 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e16ae50c-9e12-4685-9dbc-318e58a216e8 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (688dd92f-e001-4861-a74f-da3562869fbd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:49.164469 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e16ae50c-9e12-4685-9dbc-318e58a216e8 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (688dd92f-e001-4861-a74f-da3562869fbd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:49.234442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e16afa-5257-4ecf-b7dc-b972e7151d24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:49.239698 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f4e16afa-5257-4ecf-b7dc-b972e7151d24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:49.354563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.ipam_backend_mixin [None req-f4e16afa-5257-4ecf-b7dc-b972e7151d24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Performing IP validity checks on allocation pools {{(pid=126506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 12 21:27:49.365199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.ipam_backend_mixin [None req-f4e16afa-5257-4ecf-b7dc-b972e7151d24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 12 21:27:49.403929 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e16ae50c-9e12-4685-9dbc-318e58a216e8 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (688dd92f-e001-4861-a74f-da3562869fbd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:49.407020 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e16ae50c-9e12-4685-9dbc-318e58a216e8 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:49.409597 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e16ae50c-9e12-4685-9dbc-318e58a216e8 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "DELETE /v2.0/security-groups/688dd92f-e001-4861-a74f-da3562869fbd HTTP/1.1" status: 204  len: 168 time: 0.3991756
Feb 12 21:27:49.418611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36782) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:49.471895 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ae50c-9e12-4685-9dbc-318e58a216e8 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688dd92f-e001-4861-a74f-da3562869fbd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:49.642120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-2fc2f90d-9b2c-4f69-8a01-c6750e901164 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:49.648927 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-2fc2f90d-9b2c-4f69-8a01-c6750e901164 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.48 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 812 time: 0.3490260
Feb 12 21:27:49.703729 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3734fb55-a132-4635-83cb-4adb1dd6b05f tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2837694
Feb 12 21:27:49.709028 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36796) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:49.713169 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-26f12011-b6fa-4c04-b5ad-108b1462f1cf tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1689048930'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:49.718119 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2f81999-3332-48ea-b3e4-346ba35b2e26 req-9814ff83-9634-4142-995e-8899e078e592 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 210 time: 0.0664744
Feb 12 21:27:49.721945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-8ae24af9-6b94-421e-9188-4375b439f097 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Request body: {'port': {'device_id': 'd3e104e7-32ff-4fb0-b83b-1b02dbe58457', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'admin_state_up': True, 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:49.872641 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26f12011-b6fa-4c04-b5ad-108b1462f1cf tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:49.955849 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f4e16afa-5257-4ecf-b7dc-b972e7151d24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (6a375612-61df-4031-8daf-043f4dcb6e8a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:50.087563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e16afa-5257-4ecf-b7dc-b972e7151d24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Subnet': ['ID=6a375612-61df-4031-8daf-043f4dcb6e8a,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:50.098454 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26f12011-b6fa-4c04-b5ad-108b1462f1cf tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (7aff9f1f-e61c-4c8e-b720-92a6b09eca7a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:50.099468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e16afa-5257-4ecf-b7dc-b972e7151d24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Checking segment: {'id': 'a02e70cb-9611-4f6a-abcb-2fe652580107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44c9b5af-402f-408c-b33f-039936da72e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:50.099823 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e16afa-5257-4ecf-b7dc-b972e7151d24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network hostable DHCP agents. Network: 44c9b5af-402f-408c-b33f-039936da72e6, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:27:50.182947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-8ae24af9-6b94-421e-9188-4375b439f097 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Made reservation on behalf of 5c11b938ee814f3180aa6e0f37c4e1f0 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:50.183604 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26f12011-b6fa-4c04-b5ad-108b1462f1cf tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7aff9f1f-e61c-4c8e-b720-92a6b09eca7a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:50.188567 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-8ae24af9-6b94-421e-9188-4375b439f097 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:50.229518 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f12011-b6fa-4c04-b5ad-108b1462f1cf tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aff9f1f-e61c-4c8e-b720-92a6b09eca7a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:50.263084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e16afa-5257-4ecf-b7dc-b972e7151d24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 44c9b5af-402f-408c-b33f-039936da72e6 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:27:50.310459 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-26f12011-b6fa-4c04-b5ad-108b1462f1cf tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:50.318670 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-26f12011-b6fa-4c04-b5ad-108b1462f1cf tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6075020
Feb 12 21:27:50.319068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36832) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:50.336251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f91717d1-4ab1-4675-a393-150d28eaa5fc tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '7aff9f1f-e61c-4c8e-b720-92a6b09eca7a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:50.336752 ncdv-master-1 neutron-server[126506]: WARNING neutron.api.v2.base [None req-f91717d1-4ab1-4675-a393-150d28eaa5fc tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Feb 12 21:27:50.337252 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-f91717d1-4ab1-4675-a393-150d28eaa5fc tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:27:50.343101 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f91717d1-4ab1-4675-a393-150d28eaa5fc tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0201933
Feb 12 21:27:50.346438 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36834) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:50.370921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-2d1c0019-565a-4edd-b06e-59a134cc8159 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '7aff9f1f-e61c-4c8e-b720-92a6b09eca7a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:50.413500 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-f4e16afa-5257-4ecf-b7dc-b972e7151d24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 44c9b5af-402f-408c-b33f-039936da72e6) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:50.434098 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e16afa-5257-4ecf-b7dc-b972e7151d24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:50.434798 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f4e16afa-5257-4ecf-b7dc-b972e7151d24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:50.435070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2c5297-ceb9-4d7e-a7d0-78ca08dc9c9a None None] Network 44c9b5af-402f-408c-b33f-039936da72e6 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:50.462539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-8ae24af9-6b94-421e-9188-4375b439f097 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Allocated IP 172.20.0.3 (17443eb2-4308-410f-a5f4-59d4de5fb120/447c8376-828f-4491-9b8b-1373d20c6228/1dcb6e79-4a0a-495a-8490-6a5818d3fcb0) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:27:50.649050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36844) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:50.650322 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f4e16afa-5257-4ecf-b7dc-b972e7151d24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7836604
Feb 12 21:27:50.651885 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-44c9b5af-402f-408c-b33f-039936da72e6', 'network_id': '44c9b5af-402f-408c-b33f-039936da72e6', 'project_id': '5147b149b5ed445986e56e2acc3a253c', 'fixed_ips': [{'subnet_id': '6a375612-61df-4031-8daf-043f4dcb6e8a'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:27:50.653403 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:50.672858 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-df19c117-344f-4a81-addf-2666b80d536c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'network_id': '44c9b5af-402f-408c-b33f-039936da72e6', 'name': 'tempest-PortsIpV6TestJSON-912115381'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:50.782754 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-2d1c0019-565a-4edd-b06e-59a134cc8159 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:27:50.783818 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2d1c0019-565a-4edd-b06e-59a134cc8159 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.4352946
Feb 12 21:27:50.786737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36852) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:50.791395 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-56e234a3-f1a7-4e61-8419-3a0218ed7541 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '7aff9f1f-e61c-4c8e-b720-92a6b09eca7a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:50.793942 ncdv-master-1 neutron-server[126506]: WARNING neutron.api.v2.base [None req-56e234a3-f1a7-4e61-8419-3a0218ed7541 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Feb 12 21:27:50.793942 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-56e234a3-f1a7-4e61-8419-3a0218ed7541 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:27:50.794350 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-56e234a3-f1a7-4e61-8419-3a0218ed7541 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0057499
Feb 12 21:27:50.797156 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 36854) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:50.806187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-09bd0cb6-fd22-4cc9-8961-1c61c89428e5 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '7aff9f1f-e61c-4c8e-b720-92a6b09eca7a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:50.877719 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-8ae24af9-6b94-421e-9188-4375b439f097 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for port (1dcb6e79-4a0a-495a-8490-6a5818d3fcb0), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:50.953951 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7075f762-7cf1-4c74-b770-9359f603936f req-e907674a-b358-466f-a36c-f6175c1c0d0d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 210 time: 0.1054337
Feb 12 21:27:51.040381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df19c117-344f-4a81-addf-2666b80d536c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:51.040381 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df19c117-344f-4a81-addf-2666b80d536c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:51.072718 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-df19c117-344f-4a81-addf-2666b80d536c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] device_id is not set on port a1bfad04-2106-497c-96d2-c82afa115764 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:27:51.131081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Allocated IP 2001:db8::2 (44c9b5af-402f-408c-b33f-039936da72e6/6a375612-61df-4031-8daf-043f4dcb6e8a/4527c896-46a7-4ae8-8d53-8d8fb845d14a) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:27:51.324343 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-09bd0cb6-fd22-4cc9-8961-1c61c89428e5 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:27:51.326580 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-09bd0cb6-fd22-4cc9-8961-1c61c89428e5 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.5244212
Feb 12 21:27:51.329628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36880) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:51.336042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-cf6bf673-79b3-4417-9bfa-34e4f8f41c15 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '7aff9f1f-e61c-4c8e-b720-92a6b09eca7a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:51.337125 ncdv-master-1 neutron-server[126506]: WARNING neutron.api.v2.base [None req-cf6bf673-79b3-4417-9bfa-34e4f8f41c15 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Feb 12 21:27:51.338396 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-8ae24af9-6b94-421e-9188-4375b439f097 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1dcb6e79-4a0a-495a-8490-6a5818d3fcb0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:51.338834 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-cf6bf673-79b3-4417-9bfa-34e4f8f41c15 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:27:51.340441 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cf6bf673-79b3-4417-9bfa-34e4f8f41c15 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0087745
Feb 12 21:27:51.343430 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36882) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:51.351438 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-0bdfabfc-dcba-40f8-b21b-e23671cbb945 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '7aff9f1f-e61c-4c8e-b720-92a6b09eca7a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:51.374942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:27:51.505453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-8ae24af9-6b94-421e-9188-4375b439f097 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Network 17443eb2-4308-410f-a5f4-59d4de5fb120 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:27:51.509877 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-8ae24af9-6b94-421e-9188-4375b439f097 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:51.515146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-8ae24af9-6b94-421e-9188-4375b439f097 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:51.556362 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-0bdfabfc-dcba-40f8-b21b-e23671cbb945 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Project 28f13bc6447b46d3946d1e416e707918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:27:51.560991 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Publish callbacks [] for port (4527c896-46a7-4ae8-8d53-8d8fb845d14a), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:51.584020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae24af9-6b94-421e-9188-4375b439f097 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event updated for resources: {'Port': ['ID=1dcb6e79-4a0a-495a-8490-6a5818d3fcb0,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:51.631027 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-8ae24af9-6b94-421e-9188-4375b439f097 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:51.632992 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-8ae24af9-6b94-421e-9188-4375b439f097 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:51.665860 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (4527c896-46a7-4ae8-8d53-8d8fb845d14a), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:51.672443 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-0bdfabfc-dcba-40f8-b21b-e23671cbb945 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:27:51.673564 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0bdfabfc-dcba-40f8-b21b-e23671cbb945 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3288136
Feb 12 21:27:51.676223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36888) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:51.680825 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-cef0c761-246e-41bf-ada2-215a6b36c4b0 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '7aff9f1f-e61c-4c8e-b720-92a6b09eca7a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:51.681310 ncdv-master-1 neutron-server[126506]: WARNING neutron.api.v2.base [None req-cef0c761-246e-41bf-ada2-215a6b36c4b0 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Feb 12 21:27:51.681821 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-cef0c761-246e-41bf-ada2-215a6b36c4b0 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:27:51.682783 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cef0c761-246e-41bf-ada2-215a6b36c4b0 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0056350
Feb 12 21:27:51.687996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36890) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:51.709582 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4d2cb895-73da-4ca8-821d-b8c6fdcdc256 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '7aff9f1f-e61c-4c8e-b720-92a6b09eca7a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:51.728725 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Network 44c9b5af-402f-408c-b33f-039936da72e6 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:27:51.732142 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:51.745339 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:51.838714 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-df19c117-344f-4a81-addf-2666b80d536c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Allocated IP 2001:db8::33a (44c9b5af-402f-408c-b33f-039936da72e6/6a375612-61df-4031-8daf-043f4dcb6e8a/a1bfad04-2106-497c-96d2-c82afa115764) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:27:51.874302 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-4d2cb895-73da-4ca8-821d-b8c6fdcdc256 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Project 28f13bc6447b46d3946d1e416e707918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:27:51.897467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Attempting to bind port 4527c896-46a7-4ae8-8d53-8d8fb845d14a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:27:51.897995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Attempting to bind port 4527c896-46a7-4ae8-8d53-8d8fb845d14a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a02e70cb-9611-4f6a-abcb-2fe652580107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44c9b5af-402f-408c-b33f-039936da72e6'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:27:51.898827 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Attempting to bind port 4527c896-46a7-4ae8-8d53-8d8fb845d14a on network 44c9b5af-402f-408c-b33f-039936da72e6 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:27:51.913512 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Pushing event updated for resources: {'Port': ['ID=4527c896-46a7-4ae8-8d53-8d8fb845d14a,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:51.962893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:27:51.963471 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Checking segment: {'id': 'a02e70cb-9611-4f6a-abcb-2fe652580107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44c9b5af-402f-408c-b33f-039936da72e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:51.964302 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:51.970494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Bound using segment: {'id': 'a02e70cb-9611-4f6a-abcb-2fe652580107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44c9b5af-402f-408c-b33f-039936da72e6'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:27:51.976897 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-4d2cb895-73da-4ca8-821d-b8c6fdcdc256 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:27:51.977049 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Bound port: 4527c896-46a7-4ae8-8d53-8d8fb845d14a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02e70cb-9611-4f6a-abcb-2fe652580107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '44c9b5af-402f-408c-b33f-039936da72e6'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:27:51.977049 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4527c896-46a7-4ae8-8d53-8d8fb845d14a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:51.977425 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4d2cb895-73da-4ca8-821d-b8c6fdcdc256 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.2777808
Feb 12 21:27:51.977425 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36902) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:51.983357 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-1aea33c7-5968-409f-a842-bfd40ac66d02 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '7aff9f1f-e61c-4c8e-b720-92a6b09eca7a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:51.996554 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-576def7a-3839-4789-b380-a757c37930be None None] Provisioning complete for port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:27:51.996982 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-576def7a-3839-4789-b380-a757c37930be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1dcb6e79-4a0a-495a-8490-6a5818d3fcb0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:52.049508 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-576def7a-3839-4789-b380-a757c37930be None None] Port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:27:52.136282 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] For port 4527c896-46a7-4ae8-8d53-8d8fb845d14a, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:27:52.144054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] For port 4527c896-46a7-4ae8-8d53-8d8fb845d14a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4527c896-46a7-4ae8-8d53-8d8fb845d14a,segment=NetworkSegment(a02e70cb-9611-4f6a-abcb-2fe652580107),segment_id=a02e70cb-9611-4f6a-abcb-2fe652580107)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:27:52.154511 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-1aea33c7-5968-409f-a842-bfd40ac66d02 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Project 28f13bc6447b46d3946d1e416e707918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:27:52.240749 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4527c896-46a7-4ae8-8d53-8d8fb845d14a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:52.241421 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-1aea33c7-5968-409f-a842-bfd40ac66d02 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:27:52.242546 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1aea33c7-5968-409f-a842-bfd40ac66d02 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2704000
Feb 12 21:27:52.248084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36924) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:52.255436 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-8ae24af9-6b94-421e-9188-4375b439f097 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5969951
Feb 12 21:27:52.292844 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf24efa-86b3-40dd-84da-be7eb409abf5 req-31d2bed4-6697-4379-984b-62bda1a3cc91 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:52.294929 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0bf24efa-86b3-40dd-84da-be7eb409abf5 req-31d2bed4-6697-4379-984b-62bda1a3cc91 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 931 time: 0.1564834
Feb 12 21:27:52.301139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Request body: {'port': {'device_id': 'd3e104e7-32ff-4fb0-b83b-1b02dbe58457', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:52.373853 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d36ee8f-0e09-4f37-8ffd-03a2a5833cd9 req-387a0ef3-331b-41fd-a3ea-f54c150ef406 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2362304
Feb 12 21:27:52.461205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9ddc6-22ff-4abc-925e-d5ad7e12c18f None None] Pushing event updated for resources: {'Port': ['ID=4527c896-46a7-4ae8-8d53-8d8fb845d14a,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:52.497203 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7eeebae3-9bae-4596-a028-81133511ff80 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (7aff9f1f-e61c-4c8e-b720-92a6b09eca7a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:52.558551 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7eeebae3-9bae-4596-a028-81133511ff80 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (7aff9f1f-e61c-4c8e-b720-92a6b09eca7a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:52.754619 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7eeebae3-9bae-4596-a028-81133511ff80 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7aff9f1f-e61c-4c8e-b720-92a6b09eca7a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:52.760536 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7eeebae3-9bae-4596-a028-81133511ff80 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:52.765478 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7eeebae3-9bae-4596-a028-81133511ff80 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "DELETE /v2.0/security-groups/7aff9f1f-e61c-4c8e-b720-92a6b09eca7a HTTP/1.1" status: 204  len: 168 time: 0.5190392
Feb 12 21:27:52.766346 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36958) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:52.802141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeebae3-9bae-4596-a028-81133511ff80 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aff9f1f-e61c-4c8e-b720-92a6b09eca7a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:52.806752 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df19c117-344f-4a81-addf-2666b80d536c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (a1bfad04-2106-497c-96d2-c82afa115764), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:52.880391 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5c1645d0-71b2-44ad-8cc4-f8d332eacc29 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1098933
Feb 12 21:27:52.886334 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36962) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:52.893294 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4615a572-dfcc-4754-b523-e3bac2b5edc9 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group': {'name': 'tempest-secgroup--967205158'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:52.953585 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0bf24efa-86b3-40dd-84da-be7eb409abf5 req-aa475ef6-e5fa-4e94-9247-ae52018bf6d0 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6258519
Feb 12 21:27:52.978866 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1dcb6e79-4a0a-495a-8490-6a5818d3fcb0), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:53.016743 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4615a572-dfcc-4754-b523-e3bac2b5edc9 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:53.081277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36ee8f-0e09-4f37-8ffd-03a2a5833cd9 req-30a2ff96-66c1-46c3-880d-482414ebd4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:53.083325 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d36ee8f-0e09-4f37-8ffd-03a2a5833cd9 req-30a2ff96-66c1-46c3-880d-482414ebd4ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 1128 time: 0.2988436
Feb 12 21:27:53.228751 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4615a572-dfcc-4754-b523-e3bac2b5edc9 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (36793686-c74f-44a7-9cb2-ee620cab9dc2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:53.252823 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4527c896-46a7-4ae8-8d53-8d8fb845d14a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:27:53.273650 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df19c117-344f-4a81-addf-2666b80d536c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a1bfad04-2106-497c-96d2-c82afa115764), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:53.299684 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4615a572-dfcc-4754-b523-e3bac2b5edc9 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (36793686-c74f-44a7-9cb2-ee620cab9dc2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:53.346496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615a572-dfcc-4754-b523-e3bac2b5edc9 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36793686-c74f-44a7-9cb2-ee620cab9dc2,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:53.415495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4527c896-46a7-4ae8-8d53-8d8fb845d14a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:27:53.420232 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4615a572-dfcc-4754-b523-e3bac2b5edc9 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:53.424684 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4615a572-dfcc-4754-b523-e3bac2b5edc9 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5335989
Feb 12 21:27:53.424861 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4527c896-46a7-4ae8-8d53-8d8fb845d14a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:53.424974 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36978) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:53.431137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4ab9ef4c-7c19-4c8d-ba38-c679c6dd9990 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '36793686-c74f-44a7-9cb2-ee620cab9dc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:53.490497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19c117-344f-4a81-addf-2666b80d536c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=a1bfad04-2106-497c-96d2-c82afa115764,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:53.545852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df19c117-344f-4a81-addf-2666b80d536c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 44c9b5af-402f-408c-b33f-039936da72e6 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:27:53.556045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-df19c117-344f-4a81-addf-2666b80d536c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:27:53.560747 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19c117-344f-4a81-addf-2666b80d536c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:27:53.573432 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df19c117-344f-4a81-addf-2666b80d536c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:53.574110 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df19c117-344f-4a81-addf-2666b80d536c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:53.640500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36ee8f-0e09-4f37-8ffd-03a2a5833cd9 req-7933dbec-18c7-4294-b639-acc747856a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:53.643157 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d36ee8f-0e09-4f37-8ffd-03a2a5833cd9 req-7933dbec-18c7-4294-b639-acc747856a8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 913 time: 0.5310130
Feb 12 21:27:53.657661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4527c896-46a7-4ae8-8d53-8d8fb845d14a is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:27:53.658477 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4527c896-46a7-4ae8-8d53-8d8fb845d14a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:53.697912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 4527c896-46a7-4ae8-8d53-8d8fb845d14a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4527c896-46a7-4ae8-8d53-8d8fb845d14a,segment=NetworkSegment(a02e70cb-9611-4f6a-abcb-2fe652580107),segment_id=a02e70cb-9611-4f6a-abcb-2fe652580107)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:53.722045 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d36ee8f-0e09-4f37-8ffd-03a2a5833cd9 req-80b7399b-b476-4b39-9f80-f6eb0771fbe9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d HTTP/1.1" status: 200  len: 217 time: 0.0450723
Feb 12 21:27:53.769202 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-4ab9ef4c-7c19-4c8d-ba38-c679c6dd9990 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The resource could not be found.
Feb 12 21:27:53.773120 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4ab9ef4c-7c19-4c8d-ba38-c679c6dd9990 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.3432403
Feb 12 21:27:53.773800 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36982) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:53.791418 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-2b9a1d03-7452-48bd-882d-8aa9815dccb4 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '36793686-c74f-44a7-9cb2-ee620cab9dc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'db875ab8-b69b-400f-b46b-811f66abb841'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:53.808920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36ee8f-0e09-4f37-8ffd-03a2a5833cd9 req-c13c2ee5-db20-47c1-bdca-05a2e26eed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:53.811476 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d36ee8f-0e09-4f37-8ffd-03a2a5833cd9 req-c13c2ee5-db20-47c1-bdca-05a2e26eed50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=447c8376-828f-4491-9b8b-1373d20c6228 HTTP/1.1" status: 200  len: 851 time: 0.0833759
Feb 12 21:27:53.817314 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4527c896-46a7-4ae8-8d53-8d8fb845d14a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:53.820848 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-df19c117-344f-4a81-addf-2666b80d536c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.1701195
Feb 12 21:27:53.835918 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 36986) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:53.965636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36ee8f-0e09-4f37-8ffd-03a2a5833cd9 req-3319792a-2d84-440f-b9f6-e81f65502fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:53.967966 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d36ee8f-0e09-4f37-8ffd-03a2a5833cd9 req-3319792a-2d84-440f-b9f6-e81f65502fbd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17443eb2-4308-410f-a5f4-59d4de5fb120&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1488268
Feb 12 21:27:53.970587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=4527c896-46a7-4ae8-8d53-8d8fb845d14a,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:54.101655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98008e3-472f-44ec-a7b4-89b13ce227cf None None] Network 44c9b5af-402f-408c-b33f-039936da72e6 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:54.147993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:27:54.205965 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Publish callbacks [] for port (1dcb6e79-4a0a-495a-8490-6a5818d3fcb0), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:54.217739 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc09ff-1ebb-494e-960d-0ea29074234a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port a1bfad04-2106-497c-96d2-c82afa115764 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:54.218347 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfcc09ff-1ebb-494e-960d-0ea29074234a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a1bfad04-2106-497c-96d2-c82afa115764), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:54.292705 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Transition to ACTIVE for port object 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:27:54.306524 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d36ee8f-0e09-4f37-8ffd-03a2a5833cd9 req-67f795c0-aaad-4c9e-89c3-a8dc91336633 service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3244784
Feb 12 21:27:54.322297 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-27d4a289-deaa-4e76-b4c4-86483a92af8f None None] Provisioning complete for port 4527c896-46a7-4ae8-8d53-8d8fb845d14a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:27:54.326134 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-27d4a289-deaa-4e76-b4c4-86483a92af8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4527c896-46a7-4ae8-8d53-8d8fb845d14a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:54.401151 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfcc09ff-1ebb-494e-960d-0ea29074234a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a1bfad04-2106-497c-96d2-c82afa115764), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:54.434412 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (1dcb6e79-4a0a-495a-8490-6a5818d3fcb0), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:54.447076 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc09ff-1ebb-494e-960d-0ea29074234a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for a1bfad04-2106-497c-96d2-c82afa115764 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:54.462471 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec99314-a65e-46df-9869-0d707fe8c1e8 req-7ebbc1dc-bb75-46a6-87b9-f633dceea7f3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:54.475060 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ec99314-a65e-46df-9869-0d707fe8c1e8 req-7ebbc1dc-bb75-46a6-87b9-f633dceea7f3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 931 time: 0.3589151
Feb 12 21:27:54.477384 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-2b9a1d03-7452-48bd-882d-8aa9815dccb4 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The resource could not be found.
Feb 12 21:27:54.483238 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2b9a1d03-7452-48bd-882d-8aa9815dccb4 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.7056162
Feb 12 21:27:54.492215 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37008) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:54.567452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-27d4a289-deaa-4e76-b4c4-86483a92af8f None None] Current status of the port 4527c896-46a7-4ae8-8d53-8d8fb845d14a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:27:54.584907 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Pushing event updated for resources: {'Port': ['ID=1dcb6e79-4a0a-495a-8490-6a5818d3fcb0,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:54.611163 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8d36ee8f-0e09-4f37-8ffd-03a2a5833cd9 req-20811cd4-1b24-463b-9a2e-9e661133c59f service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2982204
Feb 12 21:27:54.766229 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2bcdbd30-4366-4e9a-a584-6ebd4a9ce1e0 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (36793686-c74f-44a7-9cb2-ee620cab9dc2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:54.796562 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ec99314-a65e-46df-9869-0d707fe8c1e8 req-0fc31708-27e3-457c-8beb-2782ae958a25 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3203638
Feb 12 21:27:54.846489 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2bcdbd30-4366-4e9a-a584-6ebd4a9ce1e0 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (36793686-c74f-44a7-9cb2-ee620cab9dc2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:54.856289 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Attempting to bind port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:27:54.856754 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Attempting to bind port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:27:54.857193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Attempting to bind port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 on network 17443eb2-4308-410f-a5f4-59d4de5fb120 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:27:54.872365 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 on network 17443eb2-4308-410f-a5f4-59d4de5fb120 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:27:54.872842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Attempting to bind port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 on network 17443eb2-4308-410f-a5f4-59d4de5fb120 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:27:54.911420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:27:54.917715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Checking segment: {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:27:54.918645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Bound using segment: {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:27:54.920828 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Bound port: 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:27:54.925239 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1dcb6e79-4a0a-495a-8490-6a5818d3fcb0), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:55.000380 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfcc09ff-1ebb-494e-960d-0ea29074234a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (a1bfad04-2106-497c-96d2-c82afa115764), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:55.046953 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] For port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:27:55.049004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc09ff-1ebb-494e-960d-0ea29074234a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=a1bfad04-2106-497c-96d2-c82afa115764,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:55.054142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] For port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1dcb6e79-4a0a-495a-8490-6a5818d3fcb0,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:27:55.081016 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2bcdbd30-4366-4e9a-a584-6ebd4a9ce1e0 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (36793686-c74f-44a7-9cb2-ee620cab9dc2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:55.087866 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2bcdbd30-4366-4e9a-a584-6ebd4a9ce1e0 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:55.089049 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2bcdbd30-4366-4e9a-a584-6ebd4a9ce1e0 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "DELETE /v2.0/security-groups/36793686-c74f-44a7-9cb2-ee620cab9dc2 HTTP/1.1" status: 204  len: 168 time: 0.5958602
Feb 12 21:27:55.124262 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37032) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:55.140968 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfcc09ff-1ebb-494e-960d-0ea29074234a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:55.154478 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dfcc09ff-1ebb-494e-960d-0ea29074234a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/a1bfad04-2106-497c-96d2-c82afa115764 HTTP/1.1" status: 204  len: 168 time: 1.3169715
Feb 12 21:27:55.157230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37042) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:55.179070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdbd30-4366-4e9a-a584-6ebd4a9ce1e0 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36793686-c74f-44a7-9cb2-ee620cab9dc2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:55.208791 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (1dcb6e79-4a0a-495a-8490-6a5818d3fcb0), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:55.248762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f4b7c6fa-c297-40ba-a38a-68aa52c2fa61 None None] Could not find standard attr ID for object a1bfad04-2106-497c-96d2-c82afa115764. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:27:55.278700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:55.279322 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:55.280963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] 10.222.0.48 "PUT /v2.0/ports/1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 HTTP/1.1" status: 200  len: 1091 time: 3.0091352
Feb 12 21:27:55.281411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4527c896-46a7-4ae8-8d53-8d8fb845d14a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:27:55.281728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e104e7-32ff-4fb0-b83b-1b02dbe58457', 'tag': '1dcb6e79-4a0a-495a-8490-6a5818d3fcb0'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:27:55.284187 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50710639-eec7-4034-92dc-b8dd21eb3da7" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e104e7-32ff-4fb0-b83b-1b02dbe58457", "tag": "1dcb6e79-4a0a-495a-8490-6a5818d3fcb0"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:27:55.315928 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8d2b53bf-bfcb-4352-b936-885d32ccd7f4 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1787310
Feb 12 21:27:55.318513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37048) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:55.321860 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e633319-aa2e-4a56-ba59-f0abb941cc91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:27:55.327602 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e633319-aa2e-4a56-ba59-f0abb941cc91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:27:55.350766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-893fcaef-6a31-4af2-9d10-11eaf46d3b9f tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '90039365-6ce6-4669-b07f-4047de4e1ac7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:55.351976 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0e633319-aa2e-4a56-ba59-f0abb941cc91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/a1bfad04-2106-497c-96d2-c82afa115764 HTTP/1.1" status: 404  len: 333 time: 0.1818125
Feb 12 21:27:55.354468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37050) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:55.407047 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeee42a9-f534-4358-ab0b-7bf697c004c0 x-openstack-request-id: req-eeee42a9-f534-4358-ab0b-7bf697c004c0 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:27:55.407047 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e104e7-32ff-4fb0-b83b-1b02dbe58457", "tag": "1dcb6e79-4a0a-495a-8490-6a5818d3fcb0", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:27:55.407047 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eeee42a9-f534-4358-ab0b-7bf697c004c0 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:27:55.407047 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e104e7-32ff-4fb0-b83b-1b02dbe58457', 'tag': '1dcb6e79-4a0a-495a-8490-6a5818d3fcb0', 'status': 'completed', 'code': 200}
Feb 12 21:27:55.459148 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f4b7c6fa-c297-40ba-a38a-68aa52c2fa61 None None] Provisioning complete for port 4527c896-46a7-4ae8-8d53-8d8fb845d14a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:27:55.460300 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f4b7c6fa-c297-40ba-a38a-68aa52c2fa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4527c896-46a7-4ae8-8d53-8d8fb845d14a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:55.462491 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e091eb7-60ac-4e6c-aebf-a9d5f06ee13d tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] GET failed (client error): The resource could not be found.
Feb 12 21:27:55.465800 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5e091eb7-60ac-4e6c-aebf-a9d5f06ee13d tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/a1bfad04-2106-497c-96d2-c82afa115764 HTTP/1.1" status: 404  len: 333 time: 0.1097896
Feb 12 21:27:55.469088 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37052) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:55.512450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93757f-e08b-4a3a-befa-0c72d73bea73 service neutron] Pushing event updated for resources: {'Port': ['ID=1dcb6e79-4a0a-495a-8490-6a5818d3fcb0,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:55.646537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50710639-eec7-4034-92dc-b8dd21eb3da7 req-4045f8af-dedd-41e5-a5c6-1ae49d644a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:55.646537 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50710639-eec7-4034-92dc-b8dd21eb3da7 req-4045f8af-dedd-41e5-a5c6-1ae49d644a1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 1125 time: 0.1920505
Feb 12 21:27:55.713465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-493986f5-cfac-43b0-b6cf-a306c84f736e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting subnet 6a375612-61df-4031-8daf-043f4dcb6e8a {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:27:55.720832 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-493986f5-cfac-43b0-b6cf-a306c84f736e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (6a375612-61df-4031-8daf-043f4dcb6e8a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:55.820554 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-493986f5-cfac-43b0-b6cf-a306c84f736e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (6a375612-61df-4031-8daf-043f4dcb6e8a), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:55.885165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4527c896-46a7-4ae8-8d53-8d8fb845d14a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:27:55.885571 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4527c896-46a7-4ae8-8d53-8d8fb845d14a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:55.905404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50710639-eec7-4034-92dc-b8dd21eb3da7 req-0b7c02eb-5e01-4133-ba68-75172c99355d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:55.906845 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50710639-eec7-4034-92dc-b8dd21eb3da7 req-0b7c02eb-5e01-4133-ba68-75172c99355d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2777462
Feb 12 21:27:55.963439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7c6fa-c297-40ba-a38a-68aa52c2fa61 None None] Current status of the port 4527c896-46a7-4ae8-8d53-8d8fb845d14a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:27:55.976788 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fb4253a1-b52a-4e5b-952b-f2f67d1c23bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:56.022728 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-493986f5-cfac-43b0-b6cf-a306c84f736e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (6a375612-61df-4031-8daf-043f4dcb6e8a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:56.023131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4527c896-46a7-4ae8-8d53-8d8fb845d14a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:27:56.030823 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-893fcaef-6a31-4af2-9d10-11eaf46d3b9f tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The resource could not be found.
Feb 12 21:27:56.031950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-893fcaef-6a31-4af2-9d10-11eaf46d3b9f tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.7038839
Feb 12 21:27:56.036514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37068) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:56.058463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50710639-eec7-4034-92dc-b8dd21eb3da7 req-c55e5790-3acf-4174-99ba-b7c977ac60ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:56.060685 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50710639-eec7-4034-92dc-b8dd21eb3da7 req-c55e5790-3acf-4174-99ba-b7c977ac60ce service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1447113
Feb 12 21:27:56.068746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a51bb692-8cb5-4e38-aac0-92bd0042cef1 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819882219'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:56.078153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-93f5b8bd-0a1c-4b93-abe0-601c340a41f3 None None] Could not find standard attr ID for object a1bfad04-2106-497c-96d2-c82afa115764. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:27:56.115897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9054f5-829f-47b7-9f6e-c6c1e2c88040 req-52105ec7-0f94-417f-aea0-9139c3f0a524 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:56.124042 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc9054f5-829f-47b7-9f6e-c6c1e2c88040 req-52105ec7-0f94-417f-aea0-9139c3f0a524 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 943 time: 0.2283876
Feb 12 21:27:56.160464 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-67f1a538-a3a5-4ca7-9c3b-a3ed438a6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:56.161673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-67f1a538-a3a5-4ca7-9c3b-a3ed438a6946 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 1125 time: 0.0580268
Feb 12 21:27:56.223758 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dc9054f5-829f-47b7-9f6e-c6c1e2c88040 req-609607b0-0aa6-40af-8f54-678f0647e397 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982943
Feb 12 21:27:56.236880 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a51bb692-8cb5-4e38-aac0-92bd0042cef1 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:56.241072 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-4c31f4d0-55cc-4fcf-b580-4155133463d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 HTTP/1.1" status: 200  len: 217 time: 0.0681496
Feb 12 21:27:56.266209 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-493986f5-cfac-43b0-b6cf-a306c84f736e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (6a375612-61df-4031-8daf-043f4dcb6e8a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:56.317467 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493986f5-cfac-43b0-b6cf-a306c84f736e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Subnet': ['ID=6a375612-61df-4031-8daf-043f4dcb6e8a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:56.332628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-6724b8b5-cf0f-4a97-b7a5-6550218bd05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:56.343357 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-6724b8b5-cf0f-4a97-b7a5-6550218bd05c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=447c8376-828f-4491-9b8b-1373d20c6228 HTTP/1.1" status: 200  len: 851 time: 0.0865009
Feb 12 21:27:56.389511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749cc840-f692-493f-b3f6-cf44d3436c2e None None] Network 44c9b5af-402f-408c-b33f-039936da72e6 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:27:56.404634 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-493986f5-cfac-43b0-b6cf-a306c84f736e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:56.431439 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-493986f5-cfac-43b0-b6cf-a306c84f736e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/6a375612-61df-4031-8daf-043f4dcb6e8a HTTP/1.1" status: 204  len: 168 time: 0.9590816
Feb 12 21:27:56.435384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37080) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:56.494990 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-9859b083-810d-4ed0-a377-c406dec67096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:56.502618 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-9859b083-810d-4ed0-a377-c406dec67096 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17443eb2-4308-410f-a5f4-59d4de5fb120&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1574166
Feb 12 21:27:56.527668 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a51bb692-8cb5-4e38-aac0-92bd0042cef1 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (9c614ffb-da69-4f61-ae47-8410c9ec9bd6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:56.599979 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (44c9b5af-402f-408c-b33f-039936da72e6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:56.655859 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-be45bf93-b279-4c86-83bb-04076865d207 service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458406
Feb 12 21:27:56.679579 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:27:56.702763 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a51bb692-8cb5-4e38-aac0-92bd0042cef1 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9c614ffb-da69-4f61-ae47-8410c9ec9bd6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:56.724572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a750fd-5900-446d-a59b-ce5f6191569c None None] DHCP port deletion for 44c9b5af-402f-408c-b33f-039936da72e6 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:27:56.819949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bb692-8cb5-4e38-aac0-92bd0042cef1 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c614ffb-da69-4f61-ae47-8410c9ec9bd6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:56.829697 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67465923-a379-4eb2-b59a-16c8c94fa66a req-1f9c858c-27a3-44c9-a86d-2578954a2462 service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621051
Feb 12 21:27:56.865123 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port 4527c896-46a7-4ae8-8d53-8d8fb845d14a {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:56.865909 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4527c896-46a7-4ae8-8d53-8d8fb845d14a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:56.883042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-20a750fd-5900-446d-a59b-ce5f6191569c None None] Deleting port 4527c896-46a7-4ae8-8d53-8d8fb845d14a {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:27:56.883042 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-20a750fd-5900-446d-a59b-ce5f6191569c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4527c896-46a7-4ae8-8d53-8d8fb845d14a), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:56.960115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-20a750fd-5900-446d-a59b-ce5f6191569c None None] For port 4527c896-46a7-4ae8-8d53-8d8fb845d14a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4527c896-46a7-4ae8-8d53-8d8fb845d14a,segment=NetworkSegment(a02e70cb-9611-4f6a-abcb-2fe652580107),segment_id=a02e70cb-9611-4f6a-abcb-2fe652580107)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:56.960522 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-20a750fd-5900-446d-a59b-ce5f6191569c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4527c896-46a7-4ae8-8d53-8d8fb845d14a), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:56.974502 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:56.982098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-20a750fd-5900-446d-a59b-ce5f6191569c None None] Calling delete_port for 4527c896-46a7-4ae8-8d53-8d8fb845d14a owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:56.995740 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a51bb692-8cb5-4e38-aac0-92bd0042cef1 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:57.001280 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37086) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:57.001902 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a51bb692-8cb5-4e38-aac0-92bd0042cef1 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.9394236
Feb 12 21:27:57.007390 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-148ddb2d-11f6-4cf4-9e5b-26b0a49a8ce1 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group': {'name': 'tempest-secgroup--583040759'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:57.013814 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] For port 4527c896-46a7-4ae8-8d53-8d8fb845d14a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4527c896-46a7-4ae8-8d53-8d8fb845d14a,segment=NetworkSegment(a02e70cb-9611-4f6a-abcb-2fe652580107),segment_id=a02e70cb-9611-4f6a-abcb-2fe652580107)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:27:57.014308 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4527c896-46a7-4ae8-8d53-8d8fb845d14a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:57.087585 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for 4527c896-46a7-4ae8-8d53-8d8fb845d14a owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:27:57.148162 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-148ddb2d-11f6-4cf4-9e5b-26b0a49a8ce1 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:57.150549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4527c896-46a7-4ae8-8d53-8d8fb845d14a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:27:57.165086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37088) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:57.265166 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-20a750fd-5900-446d-a59b-ce5f6191569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (4527c896-46a7-4ae8-8d53-8d8fb845d14a), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:57.268884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Port 4527c896-46a7-4ae8-8d53-8d8fb845d14a update to DOWN by agent not found {{(pid=126507) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Feb 12 21:27:57.289814 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4527c896-46a7-4ae8-8d53-8d8fb845d14a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:57.300009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a750fd-5900-446d-a59b-ce5f6191569c None None] Pushing event deleted for resources: {'Port': ['ID=4527c896-46a7-4ae8-8d53-8d8fb845d14a,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:57.310050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a750fd-5900-446d-a59b-ce5f6191569c None None] No DVR routers for this DVR port 4527c896-46a7-4ae8-8d53-8d8fb845d14a on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:57.356839 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=4527c896-46a7-4ae8-8d53-8d8fb845d14a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:57.366836 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-148ddb2d-11f6-4cf4-9e5b-26b0a49a8ce1 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (975541b8-a325-4ddc-a1d6-e9d394c814aa), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:57.379177 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No DVR routers for this DVR port 4527c896-46a7-4ae8-8d53-8d8fb845d14a on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:27:57.382759 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-949021fb-ad92-4a80-b897-6db9b9676bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:57.470344 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-148ddb2d-11f6-4cf4-9e5b-26b0a49a8ce1 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (975541b8-a325-4ddc-a1d6-e9d394c814aa), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:57.538230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ddb2d-11f6-4cf4-9e5b-26b0a49a8ce1 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975541b8-a325-4ddc-a1d6-e9d394c814aa,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:57.567138 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (44c9b5af-402f-408c-b33f-039936da72e6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:57.569500 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-148ddb2d-11f6-4cf4-9e5b-26b0a49a8ce1 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:57.571289 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-148ddb2d-11f6-4cf4-9e5b-26b0a49a8ce1 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5684586
Feb 12 21:27:57.575434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37104) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:57.591652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-7c096199-ea60-4fe8-bf10-454a07a073ef tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': '9c614ffb-da69-4f61-ae47-8410c9ec9bd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '975541b8-a325-4ddc-a1d6-e9d394c814aa'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:57.645377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7277c0>,) {'filters': {'network_id': ['44c9b5af-402f-408c-b33f-039936da72e6']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:57.650429 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-949021fb-ad92-4a80-b897-6db9b9676bbd admin admin] Publish callbacks [] for security_group (9ac75d04-fad8-4ea7-ab65-4191052db524), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:57.676855 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7277c0>, 'a02e70cb-9611-4f6a-abcb-2fe652580107') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:57.678074 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7277c0>, 'a02e70cb-9611-4f6a-abcb-2fe652580107') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:27:57.691151 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (a02e70cb-9611-4f6a-abcb-2fe652580107), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:57.702468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587207d8-3698-4e0e-95ba-be247ff7256e req-e1aa7bc8-a3d1-4a82-b32f-7da3329e8c4b tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:57.710258 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (a02e70cb-9611-4f6a-abcb-2fe652580107), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:57.711305 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-587207d8-3698-4e0e-95ba-be247ff7256e req-e1aa7bc8-a3d1-4a82-b32f-7da3329e8c4b tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 943 time: 0.2565992
Feb 12 21:27:57.739921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:27:57.740757 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (a02e70cb-9611-4f6a-abcb-2fe652580107), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   self.session.flush()
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:27:57.746643 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:27:57.750196 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-949021fb-ad92-4a80-b897-6db9b9676bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9ac75d04-fad8-4ea7-ab65-4191052db524), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:57.876211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37114) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:57.882176 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-949021fb-ad92-4a80-b897-6db9b9676bbd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92d8266885794cbb99dd965ca448a160&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7097657
Feb 12 21:27:57.892557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949021fb-ad92-4a80-b897-6db9b9676bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac75d04-fad8-4ea7-ab65-4191052db524,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:57.917371 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-587207d8-3698-4e0e-95ba-be247ff7256e req-39a9a146-9498-4b07-85a0-16a002a66656 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2045376
Feb 12 21:27:57.951908 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-7c096199-ea60-4fe8-bf10-454a07a073ef tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:27:57.955921 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7c096199-ea60-4fe8-bf10-454a07a073ef tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.3739400
Feb 12 21:27:57.958178 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37116) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:58.011726 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (44c9b5af-402f-408c-b33f-039936da72e6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:58.047609 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:58.058692 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/networks/44c9b5af-402f-408c-b33f-039936da72e6 HTTP/1.1" status: 204  len: 168 time: 1.6201684
Feb 12 21:27:58.064126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37118) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:58.064953 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345fa42-79f5-4f06-bc6e-6b1d9228b047 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Network': ['ID=44c9b5af-402f-408c-b33f-039936da72e6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:58.080308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-09a243ad-03cf-436b-9642-cec4a15d4b1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-859013260'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:58.085409 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6f57e14-b2d3-4b87-b1ce-1ed17ea0eccf admin admin] Publish callbacks [] for security_group (9ac75d04-fad8-4ea7-ab65-4191052db524), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:58.108654 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6f57e14-b2d3-4b87-b1ce-1ed17ea0eccf admin admin] Publish callbacks [] for security_group (9ac75d04-fad8-4ea7-ab65-4191052db524), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:58.240139 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ee58816-2aa4-4a2f-b34a-7b52bba8bd3c tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (975541b8-a325-4ddc-a1d6-e9d394c814aa), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:58.307725 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a243ad-03cf-436b-9642-cec4a15d4b1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:58.314887 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09a243ad-03cf-436b-9642-cec4a15d4b1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:58.316777 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ee58816-2aa4-4a2f-b34a-7b52bba8bd3c tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (975541b8-a325-4ddc-a1d6-e9d394c814aa), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:58.385863 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6a1c905-d7e6-48f7-99ec-89712499e0fd req-1f95a87c-a2a6-498e-a61f-69b622be77d1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2413731
Feb 12 21:27:58.417264 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6f57e14-b2d3-4b87-b1ce-1ed17ea0eccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9ac75d04-fad8-4ea7-ab65-4191052db524), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:58.417532 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7b574ded-60c5-4bcf-ac92-eda20c051c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:58.421867 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6f57e14-b2d3-4b87-b1ce-1ed17ea0eccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:58.423334 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e6f57e14-b2d3-4b87-b1ce-1ed17ea0eccf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ac75d04-fad8-4ea7-ab65-4191052db524 HTTP/1.1" status: 204  len: 168 time: 0.5427058
Feb 12 21:27:58.436202 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f57e14-b2d3-4b87-b1ce-1ed17ea0eccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac75d04-fad8-4ea7-ab65-4191052db524,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:58.527260 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1c905-d7e6-48f7-99ec-89712499e0fd req-82694b0c-ff9d-494b-9fae-14e5926d6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:58.531652 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6a1c905-d7e6-48f7-99ec-89712499e0fd req-82694b0c-ff9d-494b-9fae-14e5926d6fbf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07de9e87ea3f495f90baaf85d83b982c&device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 1128 time: 0.0930312
Feb 12 21:27:58.560571 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ee58816-2aa4-4a2f-b34a-7b52bba8bd3c tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (975541b8-a325-4ddc-a1d6-e9d394c814aa), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:58.563318 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ee58816-2aa4-4a2f-b34a-7b52bba8bd3c tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:58.567631 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3ee58816-2aa4-4a2f-b34a-7b52bba8bd3c tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "DELETE /v2.0/security-groups/975541b8-a325-4ddc-a1d6-e9d394c814aa HTTP/1.1" status: 204  len: 168 time: 0.6072965
Feb 12 21:27:58.568267 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37130) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:58.578840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a243ad-03cf-436b-9642-cec4a15d4b1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:27:58.617337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee58816-2aa4-4a2f-b34a-7b52bba8bd3c tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975541b8-a325-4ddc-a1d6-e9d394c814aa,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:58.709922 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09a243ad-03cf-436b-9642-cec4a15d4b1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c0a326a8-4699-49ba-881b-ba66d784c751), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:58.710605 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-09a243ad-03cf-436b-9642-cec4a15d4b1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Added segment c0a326a8-4699-49ba-881b-ba66d784c751 of type vlan for network 2e16f86e-2b05-4bbd-9665-5c9ae482406b
Feb 12 21:27:58.765608 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0ea4b275-96a5-479d-b033-7914ae8e560c tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1915655
Feb 12 21:27:58.766704 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37132) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:58.790151 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09a243ad-03cf-436b-9642-cec4a15d4b1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (2e16f86e-2b05-4bbd-9665-5c9ae482406b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:58.869410 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1c905-d7e6-48f7-99ec-89712499e0fd req-1a148da7-abd0-43f1-a0f6-65615c7eb70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:58.870981 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6a1c905-d7e6-48f7-99ec-89712499e0fd req-1a148da7-abd0-43f1-a0f6-65615c7eb70e service neutron] 10.222.0.50 "GET /v2.0/networks?id=6d5bc69a-2301-48bc-9830-3152e0fb1763 HTTP/1.1" status: 200  len: 914 time: 0.3106167
Feb 12 21:27:58.948187 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6a1c905-d7e6-48f7-99ec-89712499e0fd req-e02bf66e-bf1c-471a-af14-fcd29329e09f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e04915f-889d-42d7-9810-114870636136 HTTP/1.1" status: 200  len: 217 time: 0.0676103
Feb 12 21:27:58.952089 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31cc87e9-2886-4a9b-a37b-5e076ebf26cd tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (9c614ffb-da69-4f61-ae47-8410c9ec9bd6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:58.983430 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09a243ad-03cf-436b-9642-cec4a15d4b1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (2e16f86e-2b05-4bbd-9665-5c9ae482406b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:58.991239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a243ad-03cf-436b-9642-cec4a15d4b1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:58.991892 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09a243ad-03cf-436b-9642-cec4a15d4b1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:59.133585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a243ad-03cf-436b-9642-cec4a15d4b1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Network': ['ID=2e16f86e-2b05-4bbd-9665-5c9ae482406b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:59.150738 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 2e16f86e-2b05-4bbd-9665-5c9ae482406b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:27:59.169972 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31cc87e9-2886-4a9b-a37b-5e076ebf26cd tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (9c614ffb-da69-4f61-ae47-8410c9ec9bd6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:59.212843 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3204d9-30dd-4772-a2ed-14982afeb2c2 req-ebeefddd-58bd-4479-a8da-cb0b1a7262ac tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:59.214532 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3a3204d9-30dd-4772-a2ed-14982afeb2c2 req-ebeefddd-58bd-4479-a8da-cb0b1a7262ac tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 943 time: 0.1209741
Feb 12 21:27:59.240151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1c905-d7e6-48f7-99ec-89712499e0fd req-7544d2c1-0de0-442a-8acb-19510659df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:27:59.243383 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6a1c905-d7e6-48f7-99ec-89712499e0fd req-7544d2c1-0de0-442a-8acb-19510659df1a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84e31bc6-7d97-4527-928a-1f0b9e406f3b HTTP/1.1" status: 200  len: 853 time: 0.2834821
Feb 12 21:27:59.310549 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3a3204d9-30dd-4772-a2ed-14982afeb2c2 req-827769b7-46c2-4c56-b63a-007450ed0511 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935371
Feb 12 21:27:59.347742 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6a1c905-d7e6-48f7-99ec-89712499e0fd req-1fd9f2e4-caea-4dc9-b9e0-32d23136a625 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6d5bc69a-2301-48bc-9830-3152e0fb1763&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0979941
Feb 12 21:27:59.348875 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31cc87e9-2886-4a9b-a37b-5e076ebf26cd tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9c614ffb-da69-4f61-ae47-8410c9ec9bd6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:59.351530 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-31cc87e9-2886-4a9b-a37b-5e076ebf26cd tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:59.355624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37170) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:59.356601 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-31cc87e9-2886-4a9b-a37b-5e076ebf26cd tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "DELETE /v2.0/security-groups/9c614ffb-da69-4f61-ae47-8410c9ec9bd6 HTTP/1.1" status: 204  len: 168 time: 0.5811400
Feb 12 21:27:59.364550 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-09a243ad-03cf-436b-9642-cec4a15d4b1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.2989821
Feb 12 21:27:59.372034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37172) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:59.379041 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d5b1e05c-4d1f-472c-bd5f-2c57da1fe7ac tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'subnet': {'network_id': '2e16f86e-2b05-4bbd-9665-5c9ae482406b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:59.399321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc87e9-2886-4a9b-a37b-5e076ebf26cd tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c614ffb-da69-4f61-ae47-8410c9ec9bd6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:27:59.506706 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d5ebf8fc-9b29-4509-bcc9-1a13e9bca00b tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1496613
Feb 12 21:27:59.512810 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37180) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:59.515235 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:59.520989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-4d046122-6ea3-4591-bd0c-b91db5aca701 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group': {'name': 'tempest-secgroup--263424896'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:27:59.554438 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6a1c905-d7e6-48f7-99ec-89712499e0fd req-157e0a98-0791-4a94-abca-475243476d8a service neutron] 10.222.0.50 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1964316
Feb 12 21:27:59.599921 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:59.670383 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6a1c905-d7e6-48f7-99ec-89712499e0fd req-70f4c30c-3bea-4177-9537-dd257c26e4bd service neutron] 10.222.0.50 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1089869
Feb 12 21:27:59.679776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b1e05c-4d1f-472c-bd5f-2c57da1fe7ac tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:27:59.686866 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d046122-6ea3-4591-bd0c-b91db5aca701 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:59.687957 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e05c-4d1f-472c-bd5f-2c57da1fe7ac tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:59.722010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37188) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:27:59.739974 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e1b721dc-f475-405c-9487-45059e95e08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:59.847316 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d046122-6ea3-4591-bd0c-b91db5aca701 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (bddef398-8cf4-48ca-a1dc-44960ef66f01), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:59.931546 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e1b721dc-f475-405c-9487-45059e95e08b admin admin] Publish callbacks [] for security_group (a6e2ae4f-ca19-488c-86e2-e821c4180062), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:59.948173 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d046122-6ea3-4591-bd0c-b91db5aca701 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bddef398-8cf4-48ca-a1dc-44960ef66f01), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:27:59.982914 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d046122-6ea3-4591-bd0c-b91db5aca701 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bddef398-8cf4-48ca-a1dc-44960ef66f01,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:00.093972 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d046122-6ea3-4591-bd0c-b91db5aca701 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:00.094685 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e05c-4d1f-472c-bd5f-2c57da1fe7ac tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (96d2ec85-86ad-478c-8c19-8984d60d36fd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:00.095247 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4d046122-6ea3-4591-bd0c-b91db5aca701 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5793660
Feb 12 21:28:00.096146 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e1b721dc-f475-405c-9487-45059e95e08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a6e2ae4f-ca19-488c-86e2-e821c4180062), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:00.098508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37192) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:00.126626 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-11347d0a-99d9-49dd-a6cc-6abdcd5d85ec tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': 'bddef398-8cf4-48ca-a1dc-44960ef66f01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:00.194869 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b1e05c-4d1f-472c-bd5f-2c57da1fe7ac tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Checking segment: {'id': 'c0a326a8-4699-49ba-881b-ba66d784c751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2e16f86e-2b05-4bbd-9665-5c9ae482406b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:28:00.194869 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b1e05c-4d1f-472c-bd5f-2c57da1fe7ac tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network hostable DHCP agents. Network: 2e16f86e-2b05-4bbd-9665-5c9ae482406b, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:28:00.196784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1e05c-4d1f-472c-bd5f-2c57da1fe7ac tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Subnet': ['ID=96d2ec85-86ad-478c-8c19-8984d60d36fd,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:00.211145 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37194) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:00.222127 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e1b721dc-f475-405c-9487-45059e95e08b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86ae4f97a69042f7975fee3f17a2fef6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4990869
Feb 12 21:28:00.291967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b721dc-f475-405c-9487-45059e95e08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e2ae4f-ca19-488c-86e2-e821c4180062,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:00.323360 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b1e05c-4d1f-472c-bd5f-2c57da1fe7ac tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 2e16f86e-2b05-4bbd-9665-5c9ae482406b is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:28:00.347154 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d11b0806-2794-45ba-a7be-867b4df4c0e2 admin admin] Publish callbacks [] for security_group (a6e2ae4f-ca19-488c-86e2-e821c4180062), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:00.377247 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d11b0806-2794-45ba-a7be-867b4df4c0e2 admin admin] Publish callbacks [] for security_group (a6e2ae4f-ca19-488c-86e2-e821c4180062), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:00.450517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d5b1e05c-4d1f-472c-bd5f-2c57da1fe7ac tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2e16f86e-2b05-4bbd-9665-5c9ae482406b) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:00.456046 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b1e05c-4d1f-472c-bd5f-2c57da1fe7ac tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:00.456849 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5b1e05c-4d1f-472c-bd5f-2c57da1fe7ac tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:00.467741 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b27a183-4fc0-40e5-94df-f62d79da980c None None] Network 2e16f86e-2b05-4bbd-9665-5c9ae482406b requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:00.508685 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f100d3-a7fb-47b4-87f4-849160e9e666 req-78605090-8696-411c-8139-eae170e6e87f tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:00.510408 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3f100d3-a7fb-47b4-87f4-849160e9e666 req-78605090-8696-411c-8139-eae170e6e87f tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 943 time: 0.1013520
Feb 12 21:28:00.568152 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a3f100d3-a7fb-47b4-87f4-849160e9e666 req-b7aea51f-4a8c-46a2-8f69-7dbfcc214c41 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498292
Feb 12 21:28:00.600887 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-11347d0a-99d9-49dd-a6cc-6abdcd5d85ec tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:28:00.602289 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-11347d0a-99d9-49dd-a6cc-6abdcd5d85ec tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.4893224
Feb 12 21:28:00.608555 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d5b1e05c-4d1f-472c-bd5f-2c57da1fe7ac tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2352505
Feb 12 21:28:00.609317 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37206) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:00.610082 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d11b0806-2794-45ba-a7be-867b4df4c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a6e2ae4f-ca19-488c-86e2-e821c4180062), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:00.611936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37208) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:00.614477 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d11b0806-2794-45ba-a7be-867b4df4c0e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:00.615734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-4447e873-a6ee-40e0-8beb-d629f0e29e46 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group_rule': {'security_group_id': 'bddef398-8cf4-48ca-a1dc-44960ef66f01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:00.616420 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d11b0806-2794-45ba-a7be-867b4df4c0e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6e2ae4f-ca19-488c-86e2-e821c4180062 HTTP/1.1" status: 204  len: 168 time: 0.4023578
Feb 12 21:28:00.628024 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b0806-2794-45ba-a7be-867b4df4c0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e2ae4f-ca19-488c-86e2-e821c4180062,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:00.659030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a1b1e8dd-30d4-41da-aced-47642aa986a9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'network_id': '2e16f86e-2b05-4bbd-9665-5c9ae482406b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-800151976'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:00.734153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2e16f86e-2b05-4bbd-9665-5c9ae482406b', 'network_id': '2e16f86e-2b05-4bbd-9665-5c9ae482406b', 'project_id': '5147b149b5ed445986e56e2acc3a253c', 'fixed_ips': [{'subnet_id': '96d2ec85-86ad-478c-8c19-8984d60d36fd'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:28:00.738373 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:01.021639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Allocated IP 2001:db8::2 (2e16f86e-2b05-4bbd-9665-5c9ae482406b/96d2ec85-86ad-478c-8c19-8984d60d36fd/0adb20f0-44fd-4ac8-a892-22ae0e2db9e2) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:01.029654 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-4447e873-a6ee-40e0-8beb-d629f0e29e46 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:28:01.031520 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4447e873-a6ee-40e0-8beb-d629f0e29e46 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.4199038
Feb 12 21:28:01.036511 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37212) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:01.095613 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:01.165209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b1e8dd-30d4-41da-aced-47642aa986a9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:01.180698 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e8dd-30d4-41da-aced-47642aa986a9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:01.190066 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b481-1ae8-412f-9f64-6ee867c63e95 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (bddef398-8cf4-48ca-a1dc-44960ef66f01), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:01.225328 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-a1b1e8dd-30d4-41da-aced-47642aa986a9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] device_id is not set on port 2785e87b-fb61-482f-a3ae-558d7576ee7e yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:28:01.237206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b481-1ae8-412f-9f64-6ee867c63e95 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (bddef398-8cf4-48ca-a1dc-44960ef66f01), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:01.353199 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Publish callbacks [] for port (0adb20f0-44fd-4ac8-a892-22ae0e2db9e2), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:01.439514 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (0adb20f0-44fd-4ac8-a892-22ae0e2db9e2), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:01.491013 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b481-1ae8-412f-9f64-6ee867c63e95 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bddef398-8cf4-48ca-a1dc-44960ef66f01), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:01.493710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Network 2e16f86e-2b05-4bbd-9665-5c9ae482406b is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:01.497389 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:01.498676 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0ae0b481-1ae8-412f-9f64-6ee867c63e95 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:01.501858 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0ae0b481-1ae8-412f-9f64-6ee867c63e95 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "DELETE /v2.0/security-groups/bddef398-8cf4-48ca-a1dc-44960ef66f01 HTTP/1.1" status: 204  len: 168 time: 0.4642472
Feb 12 21:28:01.502535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:01.505494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37230) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:01.544579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-a1b1e8dd-30d4-41da-aced-47642aa986a9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Allocated IP 2001:db8::235 (2e16f86e-2b05-4bbd-9665-5c9ae482406b/96d2ec85-86ad-478c-8c19-8984d60d36fd/2785e87b-fb61-482f-a3ae-558d7576ee7e) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:01.549586 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0b481-1ae8-412f-9f64-6ee867c63e95 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddef398-8cf4-48ca-a1dc-44960ef66f01,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:01.598156 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7ac101d1-8fcb-45ca-86a6-49b283f19963 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0912280
Feb 12 21:28:01.601989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37234) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:01.616461 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f84c4018-6025-40a0-b152-0a979fcf5e79 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group': {'name': 'tempest-secgroup--543217881'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:01.662609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Pushing event updated for resources: {'Port': ['ID=0adb20f0-44fd-4ac8-a892-22ae0e2db9e2,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:01.680681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Attempting to bind port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:28:01.680681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Attempting to bind port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c0a326a8-4699-49ba-881b-ba66d784c751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2e16f86e-2b05-4bbd-9665-5c9ae482406b'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:28:01.680681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Attempting to bind port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 on network 2e16f86e-2b05-4bbd-9665-5c9ae482406b {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:28:01.685414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:28:01.685804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Checking segment: {'id': 'c0a326a8-4699-49ba-881b-ba66d784c751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2e16f86e-2b05-4bbd-9665-5c9ae482406b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:28:01.686188 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:01.686578 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Bound using segment: {'id': 'c0a326a8-4699-49ba-881b-ba66d784c751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2e16f86e-2b05-4bbd-9665-5c9ae482406b'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:28:01.687068 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Bound port: 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a326a8-4699-49ba-881b-ba66d784c751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2e16f86e-2b05-4bbd-9665-5c9ae482406b'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:28:01.687525 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0adb20f0-44fd-4ac8-a892-22ae0e2db9e2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:01.801587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091a0e9-4d98-433e-987e-7758b7893ed2 req-7f01fc42-db6a-41c2-ac6b-7a0b02bf8dd1 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:01.803937 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4091a0e9-4d98-433e-987e-7758b7893ed2 req-7f01fc42-db6a-41c2-ac6b-7a0b02bf8dd1 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 943 time: 0.0813251
Feb 12 21:28:01.807362 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] For port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:28:01.812507 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] For port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0adb20f0-44fd-4ac8-a892-22ae0e2db9e2,segment=NetworkSegment(c0a326a8-4699-49ba-881b-ba66d784c751),segment_id=c0a326a8-4699-49ba-881b-ba66d784c751)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:28:02.154390 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e8dd-30d4-41da-aced-47642aa986a9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (2785e87b-fb61-482f-a3ae-558d7576ee7e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:02.228882 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0adb20f0-44fd-4ac8-a892-22ae0e2db9e2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:02.286564 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f84c4018-6025-40a0-b152-0a979fcf5e79 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:02.372056 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:02.415873 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e8dd-30d4-41da-aced-47642aa986a9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2785e87b-fb61-482f-a3ae-558d7576ee7e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:02.431689 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf35d17-f069-4a50-8c0a-8ada7312c4cc None None] Pushing event updated for resources: {'Port': ['ID=0adb20f0-44fd-4ac8-a892-22ae0e2db9e2,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:02.444651 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4091a0e9-4d98-433e-987e-7758b7893ed2 req-c9ac8893-3236-4a79-b129-331823d5c812 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6320319
Feb 12 21:28:02.559202 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b1e8dd-30d4-41da-aced-47642aa986a9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 2e16f86e-2b05-4bbd-9665-5c9ae482406b is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:02.572154 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a1b1e8dd-30d4-41da-aced-47642aa986a9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:02.576504 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b1e8dd-30d4-41da-aced-47642aa986a9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:02.597392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b1e8dd-30d4-41da-aced-47642aa986a9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:02.599818 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e8dd-30d4-41da-aced-47642aa986a9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:02.612106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1e8dd-30d4-41da-aced-47642aa986a9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=2785e87b-fb61-482f-a3ae-558d7576ee7e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:02.656347 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f84c4018-6025-40a0-b152-0a979fcf5e79 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (e82dc2f5-a2fc-4c91-8ab4-c5732b8c6e4c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:02.758053 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a1b1e8dd-30d4-41da-aced-47642aa986a9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 2.1196928
Feb 12 21:28:02.759376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37258) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:02.834925 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f84c4018-6025-40a0-b152-0a979fcf5e79 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e82dc2f5-a2fc-4c91-8ab4-c5732b8c6e4c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:02.982601 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c4018-6025-40a0-b152-0a979fcf5e79 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82dc2f5-a2fc-4c91-8ab4-c5732b8c6e4c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:02.991067 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f84c4018-6025-40a0-b152-0a979fcf5e79 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:02.995738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37262) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:02.996954 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f84c4018-6025-40a0-b152-0a979fcf5e79 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.3914022
Feb 12 21:28:03.008797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-683e8468-97ec-40f7-96a4-20be2d523c5d tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:03.009668 ncdv-master-1 neutron-server[126506]: WARNING neutron.api.v2.base [None req-683e8468-97ec-40f7-96a4-20be2d523c5d tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Feb 12 21:28:03.011659 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-683e8468-97ec-40f7-96a4-20be2d523c5d tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] update failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:28:03.015076 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-683e8468-97ec-40f7-96a4-20be2d523c5d tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "PUT /v2.0/security-groups/e82dc2f5-a2fc-4c91-8ab4-c5732b8c6e4c HTTP/1.1" status: 409  len: 330 time: 0.0174365
Feb 12 21:28:03.018108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37264) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:03.046025 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-52bf06d8-e0ec-4183-a465-5a839ee7203c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port 2785e87b-fb61-482f-a3ae-558d7576ee7e {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:03.046469 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52bf06d8-e0ec-4183-a465-5a839ee7203c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2785e87b-fb61-482f-a3ae-558d7576ee7e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:03.091351 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-063b54f7-d05f-4ed5-918f-c2e5e8a9ec65 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (e82dc2f5-a2fc-4c91-8ab4-c5732b8c6e4c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:03.118997 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-063b54f7-d05f-4ed5-918f-c2e5e8a9ec65 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (e82dc2f5-a2fc-4c91-8ab4-c5732b8c6e4c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:03.208746 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52bf06d8-e0ec-4183-a465-5a839ee7203c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2785e87b-fb61-482f-a3ae-558d7576ee7e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:03.218764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:28:03.221559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-52bf06d8-e0ec-4183-a465-5a839ee7203c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for 2785e87b-fb61-482f-a3ae-558d7576ee7e owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:03.296833 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-063b54f7-d05f-4ed5-918f-c2e5e8a9ec65 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e82dc2f5-a2fc-4c91-8ab4-c5732b8c6e4c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:03.301525 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-063b54f7-d05f-4ed5-918f-c2e5e8a9ec65 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:03.304131 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-063b54f7-d05f-4ed5-918f-c2e5e8a9ec65 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "DELETE /v2.0/security-groups/e82dc2f5-a2fc-4c91-8ab4-c5732b8c6e4c HTTP/1.1" status: 204  len: 168 time: 0.2831428
Feb 12 21:28:03.307948 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37268) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:03.328521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:03.329279 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0adb20f0-44fd-4ac8-a892-22ae0e2db9e2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:03.371088 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b54f7-d05f-4ed5-918f-c2e5e8a9ec65 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82dc2f5-a2fc-4c91-8ab4-c5732b8c6e4c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:03.495559 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-de497ab9-4b95-4f2b-8629-1fd8916464d8 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1864223
Feb 12 21:28:03.496464 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37280) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:03.513014 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-da4cbbf3-c970-4795-96f0-68d72e0c4eba tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] delete failed (client error): The resource could not be found.
Feb 12 21:28:03.520317 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-da4cbbf3-c970-4795-96f0-68d72e0c4eba tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "DELETE /v2.0/security-groups/b1fd8683-acd1-4f58-bcf8-0fa3759e21cd HTTP/1.1" status: 404  len: 347 time: 0.0223339
Feb 12 21:28:03.527731 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37282) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:03.538031 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-ae35d3b8-bca2-4a1d-8bdf-ed72d0cc731b tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] show failed (client error): The resource could not be found.
Feb 12 21:28:03.545797 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ae35d3b8-bca2-4a1d-8bdf-ed72d0cc731b tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "GET /v2.0/security-groups/b11e0250-2b26-40b5-b795-a58a3f91858f HTTP/1.1" status: 404  len: 347 time: 0.0227952
Feb 12 21:28:03.546704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37284) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:03.563124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:03.563401 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-5b12696a-7194-400d-a62b-edfc3862b216 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] show failed (client error): The resource could not be found.
Feb 12 21:28:03.563549 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0adb20f0-44fd-4ac8-a892-22ae0e2db9e2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:03.575827 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5b12696a-7194-400d-a62b-edfc3862b216 tempest-NegativeSecGroupIPv6Test-265254983 tempest-NegativeSecGroupIPv6Test-265254983-project] 10.222.0.31 "GET /v2.0/security-group-rules/9c82a20f-6c9e-4f55-bdd9-84bb498a0ee1 HTTP/1.1" status: 404  len: 356 time: 0.0258987
Feb 12 21:28:03.656741 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0adb20f0-44fd-4ac8-a892-22ae0e2db9e2,segment=NetworkSegment(c0a326a8-4699-49ba-881b-ba66d784c751),segment_id=c0a326a8-4699-49ba-881b-ba66d784c751)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:03.743237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dc834-2a06-4843-b64b-add3cc8dd15f req-541fae9c-25d7-4d63-a04a-ef5eaa0c7e09 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:03.751296 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c92dc834-2a06-4843-b64b-add3cc8dd15f req-541fae9c-25d7-4d63-a04a-ef5eaa0c7e09 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 943 time: 0.0941634
Feb 12 21:28:03.759954 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0adb20f0-44fd-4ac8-a892-22ae0e2db9e2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:03.827781 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52bf06d8-e0ec-4183-a465-5a839ee7203c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2785e87b-fb61-482f-a3ae-558d7576ee7e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:03.843708 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=0adb20f0-44fd-4ac8-a892-22ae0e2db9e2,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:03.917682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf06d8-e0ec-4183-a465-5a839ee7203c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=2785e87b-fb61-482f-a3ae-558d7576ee7e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:03.939157 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c92dc834-2a06-4843-b64b-add3cc8dd15f req-34732093-a544-4d96-8a74-74d5b7c29986 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704910
Feb 12 21:28:03.970790 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-52bf06d8-e0ec-4183-a465-5a839ee7203c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:03.988914 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37294) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:04.001948 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-52bf06d8-e0ec-4183-a465-5a839ee7203c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/2785e87b-fb61-482f-a3ae-558d7576ee7e HTTP/1.1" status: 204  len: 168 time: 1.2111890
Feb 12 21:28:04.037485 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-342ce66a-6a74-424f-b072-6ac2af5dde21 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] GET failed (client error): The resource could not be found.
Feb 12 21:28:04.040235 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-342ce66a-6a74-424f-b072-6ac2af5dde21 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/2785e87b-fb61-482f-a3ae-558d7576ee7e HTTP/1.1" status: 404  len: 333 time: 0.0535624
Feb 12 21:28:04.044247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37296) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:04.145143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75a5b48-be64-4d93-9008-8c8b65d9c2d2 None None] Network 2e16f86e-2b05-4bbd-9665-5c9ae482406b requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:04.153036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d287f6-90d1-400b-bbe6-413b58a9be91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting subnet 96d2ec85-86ad-478c-8c19-8984d60d36fd {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:28:04.157756 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8d287f6-90d1-400b-bbe6-413b58a9be91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (96d2ec85-86ad-478c-8c19-8984d60d36fd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:04.235106 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8d287f6-90d1-400b-bbe6-413b58a9be91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (96d2ec85-86ad-478c-8c19-8984d60d36fd), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:04.260672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-cdc998b2-327c-4559-ae7e-d68867bd1a8b None None] Provisioning complete for port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:04.262324 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cdc998b2-327c-4559-ae7e-d68867bd1a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0adb20f0-44fd-4ac8-a892-22ae0e2db9e2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:04.347164 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8d287f6-90d1-400b-bbe6-413b58a9be91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (96d2ec85-86ad-478c-8c19-8984d60d36fd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:04.528695 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-cdc998b2-327c-4559-ae7e-d68867bd1a8b None None] Current status of the port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:04.547005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37314) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:04.589504 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8d287f6-90d1-400b-bbe6-413b58a9be91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (96d2ec85-86ad-478c-8c19-8984d60d36fd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:04.643382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d287f6-90d1-400b-bbe6-413b58a9be91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Subnet': ['ID=96d2ec85-86ad-478c-8c19-8984d60d36fd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:04.649175 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8d287f6-90d1-400b-bbe6-413b58a9be91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:04.655830 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e8d287f6-90d1-400b-bbe6-413b58a9be91 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/96d2ec85-86ad-478c-8c19-8984d60d36fd HTTP/1.1" status: 204  len: 168 time: 0.6099532
Feb 12 21:28:04.662470 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37322) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:04.787778 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (2e16f86e-2b05-4bbd-9665-5c9ae482406b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:04.877129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920c2932-117c-477a-8897-bcc7e9497d6d None None] Network 2e16f86e-2b05-4bbd-9665-5c9ae482406b requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:04.907364 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:04.908239 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0adb20f0-44fd-4ac8-a892-22ae0e2db9e2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:04.991177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d263a302-921e-44c4-9b60-a8d0c53c63c2 None None] Provisioning complete for port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:04.991649 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d263a302-921e-44c4-9b60-a8d0c53c63c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0adb20f0-44fd-4ac8-a892-22ae0e2db9e2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:05.037719 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] For port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0adb20f0-44fd-4ac8-a892-22ae0e2db9e2,segment=NetworkSegment(c0a326a8-4699-49ba-881b-ba66d784c751),segment_id=c0a326a8-4699-49ba-881b-ba66d784c751)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:05.038403 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0adb20f0-44fd-4ac8-a892-22ae0e2db9e2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:05.055734 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c21a333a-0e9f-4d1c-ba65-6b97c25f3d31 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28f13bc6447b46d3946d1e416e707918&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5051916
Feb 12 21:28:05.056039 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37338) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:05.056964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:05.124743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d263a302-921e-44c4-9b60-a8d0c53c63c2 None None] Current status of the port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:05.151728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:28:05.184301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7671b9f7-678a-4563-87ee-bad3c8b2a017 None None] DHCP port deletion for 2e16f86e-2b05-4bbd-9665-5c9ae482406b request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:28:05.195037 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5488128-3d18-4bb3-8267-0b70f3ba646e admin admin] Publish callbacks [] for security_group (ba3c47ee-2b13-4d35-a048-58ace6216f13), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:05.236055 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5488128-3d18-4bb3-8267-0b70f3ba646e admin admin] Publish callbacks [] for security_group (ba3c47ee-2b13-4d35-a048-58ace6216f13), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:05.246684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:05.247369 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0adb20f0-44fd-4ac8-a892-22ae0e2db9e2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:05.278783 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348718e0-0998-4c1c-ba3d-8c52abf5ae6d req-2bcb3e3b-3177-43b2-a6e2-319fa505d24a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:05.282290 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-348718e0-0998-4c1c-ba3d-8c52abf5ae6d req-2bcb3e3b-3177-43b2-a6e2-319fa505d24a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 943 time: 0.1809032
Feb 12 21:28:05.318074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7671b9f7-678a-4563-87ee-bad3c8b2a017 None None] Deleting port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:05.319272 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7671b9f7-678a-4563-87ee-bad3c8b2a017 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0adb20f0-44fd-4ac8-a892-22ae0e2db9e2), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:05.403618 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-348718e0-0998-4c1c-ba3d-8c52abf5ae6d req-0243391a-3025-4250-a07b-9b0553d3de86 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922875
Feb 12 21:28:05.458036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7671b9f7-678a-4563-87ee-bad3c8b2a017 None None] For port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0adb20f0-44fd-4ac8-a892-22ae0e2db9e2,segment=NetworkSegment(c0a326a8-4699-49ba-881b-ba66d784c751),segment_id=c0a326a8-4699-49ba-881b-ba66d784c751)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:05.458442 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7671b9f7-678a-4563-87ee-bad3c8b2a017 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0adb20f0-44fd-4ac8-a892-22ae0e2db9e2), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:05.480293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7671b9f7-678a-4563-87ee-bad3c8b2a017 None None] Calling delete_port for 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:05.485326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:05.495729 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (0adb20f0-44fd-4ac8-a892-22ae0e2db9e2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:05.550916 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5488128-3d18-4bb3-8267-0b70f3ba646e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ba3c47ee-2b13-4d35-a048-58ace6216f13), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:05.555887 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5488128-3d18-4bb3-8267-0b70f3ba646e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:05.557602 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b5488128-3d18-4bb3-8267-0b70f3ba646e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba3c47ee-2b13-4d35-a048-58ace6216f13 HTTP/1.1" status: 204  len: 168 time: 0.4979742
Feb 12 21:28:05.561015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=0adb20f0-44fd-4ac8-a892-22ae0e2db9e2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:05.571115 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No DVR routers for this DVR port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:28:05.576725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5488128-3d18-4bb3-8267-0b70f3ba646e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3c47ee-2b13-4d35-a048-58ace6216f13,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:05.647424 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7671b9f7-678a-4563-87ee-bad3c8b2a017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (0adb20f0-44fd-4ac8-a892-22ae0e2db9e2), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:05.687324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671b9f7-678a-4563-87ee-bad3c8b2a017 None None] Pushing event deleted for resources: {'Port': ['ID=0adb20f0-44fd-4ac8-a892-22ae0e2db9e2,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:05.691745 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671b9f7-678a-4563-87ee-bad3c8b2a017 None None] No DVR routers for this DVR port 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:28:05.743946 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (2e16f86e-2b05-4bbd-9665-5c9ae482406b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:05.785675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa207370>,) {'filters': {'network_id': ['2e16f86e-2b05-4bbd-9665-5c9ae482406b']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:05.799756 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa207370>, 'c0a326a8-4699-49ba-881b-ba66d784c751') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:05.800330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa207370>, 'c0a326a8-4699-49ba-881b-ba66d784c751') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:05.818600 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (c0a326a8-4699-49ba-881b-ba66d784c751), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:05.837467 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c0a326a8-4699-49ba-881b-ba66d784c751), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:05.849053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:28:05.850656 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (c0a326a8-4699-49ba-881b-ba66d784c751), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:28:05.854952 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:28:06.010257 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (2e16f86e-2b05-4bbd-9665-5c9ae482406b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:06.024074 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:06.043163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37390) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:06.049054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-eb30e24a-e33a-4777-ae31-13c77d7f8a1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'name': 'tempest-PortsIpV6TestJSON-1526291510'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:06.055728 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/networks/2e16f86e-2b05-4bbd-9665-5c9ae482406b HTTP/1.1" status: 204  len: 168 time: 1.3954563
Feb 12 21:28:06.095659 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52a555-5e4c-4f69-8bf8-ddb65baa457a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Network': ['ID=2e16f86e-2b05-4bbd-9665-5c9ae482406b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:06.210356 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:28:06.325700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb30e24a-e33a-4777-ae31-13c77d7f8a1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:06.331217 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb30e24a-e33a-4777-ae31-13c77d7f8a1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:06.398709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-eb30e24a-e33a-4777-ae31-13c77d7f8a1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] device_id is not set on port ea8bd82c-1930-449e-9f6b-8e4f9e798112 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:28:06.411939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1dcb6e79-4a0a-495a-8490-6a5818d3fcb0,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:06.445526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '1dcb6e79-4a0a-495a-8490-6a5818d3fcb0', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'port_id': '1dcb6e79-4a0a-495a-8490-6a5818d3fcb0', 'mac_address': 'fa:16:3e:8b:e9:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '447c8376-828f-4491-9b8b-1373d20c6228', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:28:06.600008 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:06.601102 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1dcb6e79-4a0a-495a-8490-6a5818d3fcb0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:06.616487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:28:06.641028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1dcb6e79-4a0a-495a-8490-6a5818d3fcb0,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:06.713221 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1dcb6e79-4a0a-495a-8490-6a5818d3fcb0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:06.733150 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c6b86-2c31-4b17-b80a-757edc34fc3f req-c4106833-c840-4c6d-b0a5-b9b164d4c9be tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:06.734959 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c3c6b86-2c31-4b17-b80a-757edc34fc3f req-c4106833-c840-4c6d-b0a5-b9b164d4c9be tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 943 time: 0.1562183
Feb 12 21:28:06.758340 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb30e24a-e33a-4777-ae31-13c77d7f8a1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (ea8bd82c-1930-449e-9f6b-8e4f9e798112), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:06.821831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=1dcb6e79-4a0a-495a-8490-6a5818d3fcb0,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:06.867574 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c3c6b86-2c31-4b17-b80a-757edc34fc3f req-bfce99b5-6871-4839-8c93-dc37187a12d6 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231525
Feb 12 21:28:06.925871 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb30e24a-e33a-4777-ae31-13c77d7f8a1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ea8bd82c-1930-449e-9f6b-8e4f9e798112), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:06.986847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['1dcb6e79-4a0a-495a-8490-6a5818d3fcb0'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:28:07.007417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb30e24a-e33a-4777-ae31-13c77d7f8a1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:07.011105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-eb30e24a-e33a-4777-ae31-13c77d7f8a1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:07.016473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb30e24a-e33a-4777-ae31-13c77d7f8a1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:07.023604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30e24a-e33a-4777-ae31-13c77d7f8a1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:07.024372 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb30e24a-e33a-4777-ae31-13c77d7f8a1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:07.047950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30e24a-e33a-4777-ae31-13c77d7f8a1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=ea8bd82c-1930-449e-9f6b-8e4f9e798112,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:07.147715 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-eb30e24a-e33a-4777-ae31-13c77d7f8a1f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.1020050
Feb 12 21:28:07.149444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37432) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:07.166988 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:28:07.213190 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:28:07.213972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0adb20f0-44fd-4ac8-a892-22ae0e2db9e2 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:28:07.344698 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-636c9c93-2e45-4768-9a93-609298773a58 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port ea8bd82c-1930-449e-9f6b-8e4f9e798112 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:07.345609 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-636c9c93-2e45-4768-9a93-609298773a58 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ea8bd82c-1930-449e-9f6b-8e4f9e798112), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:07.460737 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-636c9c93-2e45-4768-9a93-609298773a58 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ea8bd82c-1930-449e-9f6b-8e4f9e798112), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:07.481087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-636c9c93-2e45-4768-9a93-609298773a58 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for ea8bd82c-1930-449e-9f6b-8e4f9e798112 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:07.708294 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-636c9c93-2e45-4768-9a93-609298773a58 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ea8bd82c-1930-449e-9f6b-8e4f9e798112), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:07.750342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c9c93-2e45-4768-9a93-609298773a58 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=ea8bd82c-1930-449e-9f6b-8e4f9e798112,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:07.755726 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-636c9c93-2e45-4768-9a93-609298773a58 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:07.767814 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-636c9c93-2e45-4768-9a93-609298773a58 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/ea8bd82c-1930-449e-9f6b-8e4f9e798112 HTTP/1.1" status: 204  len: 168 time: 0.6094966
Feb 12 21:28:07.768602 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37452) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:07.775531 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3f405859-a959-4cfb-8d7c-7c9675580c4c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'mac_address': 'fa:16:3e:45:27:1e', 'name': 'tempest-PortsIpV6TestJSON-827294505'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:08.115336 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fa22a-8f24-4221-a892-8f695edaa7f7 req-59627ecd-3282-4f88-b638-e062b74c63d1 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:08.115336 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b68fa22a-8f24-4221-a892-8f695edaa7f7 req-59627ecd-3282-4f88-b638-e062b74c63d1 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 944 time: 0.1195292
Feb 12 21:28:08.223379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:28:08.306078 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b68fa22a-8f24-4221-a892-8f695edaa7f7 req-dbd53b4d-36b2-4d6e-b275-bfc167105704 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694863
Feb 12 21:28:08.306078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f405859-a959-4cfb-8d7c-7c9675580c4c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:08.435117 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f405859-a959-4cfb-8d7c-7c9675580c4c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:08.463863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-3f405859-a959-4cfb-8d7c-7c9675580c4c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] device_id is not set on port b1a19e04-1261-4533-9618-41b6d2761a1c yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:28:08.468350 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:28:08.473950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:08.473950 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1dcb6e79-4a0a-495a-8490-6a5818d3fcb0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:08.648897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:08.654013 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1dcb6e79-4a0a-495a-8490-6a5818d3fcb0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:08.736946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e104e7-32ff-4fb0-b83b-1b02dbe58457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcb6e79-4a0a-495a-8490-6a5818d3fcb0'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:28:08.739236 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df128e5-04db-42e9-90bf-79cfb9ff4e73" -d '{"events": [{"server_uuid": "d3e104e7-32ff-4fb0-b83b-1b02dbe58457", "name": "network-vif-plugged", "status": "completed", "tag": "1dcb6e79-4a0a-495a-8490-6a5818d3fcb0"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:28:08.786183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1dcb6e79-4a0a-495a-8490-6a5818d3fcb0,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:08.868972 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9b79fb-84b0-475e-b8f0-0dba37c34a3f x-openstack-request-id: req-7d9b79fb-84b0-475e-b8f0-0dba37c34a3f {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:28:08.869654 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e104e7-32ff-4fb0-b83b-1b02dbe58457", "name": "network-vif-plugged", "status": "completed", "tag": "1dcb6e79-4a0a-495a-8490-6a5818d3fcb0", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:28:08.869965 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d9b79fb-84b0-475e-b8f0-0dba37c34a3f {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:28:08.870539 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e104e7-32ff-4fb0-b83b-1b02dbe58457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcb6e79-4a0a-495a-8490-6a5818d3fcb0', 'code': 200}
Feb 12 21:28:08.872599 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1dcb6e79-4a0a-495a-8490-6a5818d3fcb0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:08.892994 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f405859-a959-4cfb-8d7c-7c9675580c4c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (b1a19e04-1261-4533-9618-41b6d2761a1c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:09.018663 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f405859-a959-4cfb-8d7c-7c9675580c4c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b1a19e04-1261-4533-9618-41b6d2761a1c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:09.032460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=1dcb6e79-4a0a-495a-8490-6a5818d3fcb0,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:09.048295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935520e7-df82-4bdd-b077-c3ca594bc91b req-b7a72be9-1d27-4d58-b03d-146b1491e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:09.048295 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-935520e7-df82-4bdd-b077-c3ca594bc91b req-b7a72be9-1d27-4d58-b03d-146b1491e14e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 1127 time: 0.1035278
Feb 12 21:28:09.099992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f405859-a959-4cfb-8d7c-7c9675580c4c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:09.103090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-3f405859-a959-4cfb-8d7c-7c9675580c4c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:09.108451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f405859-a959-4cfb-8d7c-7c9675580c4c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:09.120614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f405859-a959-4cfb-8d7c-7c9675580c4c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:09.120614 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3f405859-a959-4cfb-8d7c-7c9675580c4c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:09.120614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f405859-a959-4cfb-8d7c-7c9675580c4c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=b1a19e04-1261-4533-9618-41b6d2761a1c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:09.129662 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-935520e7-df82-4bdd-b077-c3ca594bc91b req-7ab62b49-f465-40a2-8419-b8cf8fe182ce service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711298
Feb 12 21:28:09.267813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37494) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:09.268290 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3f405859-a959-4cfb-8d7c-7c9675580c4c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.4973710
Feb 12 21:28:09.364607 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216fcf7d-112e-43d1-9386-91e749ad61f2 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:09.366291 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-216fcf7d-112e-43d1-9386-91e749ad61f2 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/b1a19e04-1261-4533-9618-41b6d2761a1c HTTP/1.1" status: 200  len: 844 time: 0.0963299
Feb 12 21:28:09.369126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37498) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:09.497663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-b274726d-4b99-4ef2-b7d2-7288ff56c862 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port b1a19e04-1261-4533-9618-41b6d2761a1c {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:09.497663 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b274726d-4b99-4ef2-b7d2-7288ff56c862 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b1a19e04-1261-4533-9618-41b6d2761a1c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:09.548768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc07dfd-d379-4d22-8ff1-c919c2ebe562 req-58a51597-da3e-480b-84e8-3b9704f70f39 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:09.555361 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5cc07dfd-d379-4d22-8ff1-c919c2ebe562 req-58a51597-da3e-480b-84e8-3b9704f70f39 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 945 time: 0.1413836
Feb 12 21:28:09.606005 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b274726d-4b99-4ef2-b7d2-7288ff56c862 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b1a19e04-1261-4533-9618-41b6d2761a1c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:09.629543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-b274726d-4b99-4ef2-b7d2-7288ff56c862 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for b1a19e04-1261-4533-9618-41b6d2761a1c owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:09.709043 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5cc07dfd-d379-4d22-8ff1-c919c2ebe562 req-e4086b4f-134a-47af-9b71-d89c0582c8a8 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477194
Feb 12 21:28:09.874750 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b274726d-4b99-4ef2-b7d2-7288ff56c862 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b1a19e04-1261-4533-9618-41b6d2761a1c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:09.915713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274726d-4b99-4ef2-b7d2-7288ff56c862 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=b1a19e04-1261-4533-9618-41b6d2761a1c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:09.927366 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b274726d-4b99-4ef2-b7d2-7288ff56c862 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:09.932784 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b274726d-4b99-4ef2-b7d2-7288ff56c862 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/b1a19e04-1261-4533-9618-41b6d2761a1c HTTP/1.1" status: 204  len: 168 time: 0.5621443
Feb 12 21:28:09.936550 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37528) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:09.990407 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-052216d4-2f84-499e-9847-64a08dcab7e3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] GET failed (client error): The resource could not be found.
Feb 12 21:28:09.999865 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-052216d4-2f84-499e-9847-64a08dcab7e3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/b1a19e04-1261-4533-9618-41b6d2761a1c HTTP/1.1" status: 404  len: 333 time: 0.0544522
Feb 12 21:28:10.002928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37534) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:10.015064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-89bba138-e12b-4669-9c57-cb91efc6a176 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'name': 'tempest-PortsIpV6TestJSON-2011456030'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:10.256454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bba138-e12b-4669-9c57-cb91efc6a176 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:10.268902 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-89bba138-e12b-4669-9c57-cb91efc6a176 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:10.320414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-89bba138-e12b-4669-9c57-cb91efc6a176 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] device_id is not set on port 704d648a-b718-4ecc-b725-e80363e55f76 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:28:10.638979 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-89bba138-e12b-4669-9c57-cb91efc6a176 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (704d648a-b718-4ecc-b725-e80363e55f76), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:10.871825 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515688b-5cf7-46b6-bd18-ec6c4c686bff req-b8ec806d-bc61-4e27-8ee4-73699253c91d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:10.873477 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1515688b-5cf7-46b6-bd18-ec6c4c686bff req-b8ec806d-bc61-4e27-8ee4-73699253c91d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 945 time: 0.0666621
Feb 12 21:28:10.930688 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1515688b-5cf7-46b6-bd18-ec6c4c686bff req-30268d02-b201-45a6-a9d6-47c94d2ed903 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509710
Feb 12 21:28:10.983077 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-89bba138-e12b-4669-9c57-cb91efc6a176 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (704d648a-b718-4ecc-b725-e80363e55f76), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:11.065547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bba138-e12b-4669-9c57-cb91efc6a176 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:11.080173 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-89bba138-e12b-4669-9c57-cb91efc6a176 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:11.082327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bba138-e12b-4669-9c57-cb91efc6a176 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:11.095858 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bba138-e12b-4669-9c57-cb91efc6a176 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:11.101041 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-89bba138-e12b-4669-9c57-cb91efc6a176 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:11.103608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bba138-e12b-4669-9c57-cb91efc6a176 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=704d648a-b718-4ecc-b725-e80363e55f76,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:11.247268 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-89bba138-e12b-4669-9c57-cb91efc6a176 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.2374411
Feb 12 21:28:11.249759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37612) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:11.255777 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-ef48c55c-b354-4ebf-aca5-d329cc819268 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:11.345196 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef48c55c-b354-4ebf-aca5-d329cc819268 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (704d648a-b718-4ecc-b725-e80363e55f76), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:11.692618 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef48c55c-b354-4ebf-aca5-d329cc819268 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (704d648a-b718-4ecc-b725-e80363e55f76), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:11.841378 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef48c55c-b354-4ebf-aca5-d329cc819268 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (704d648a-b718-4ecc-b725-e80363e55f76), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:11.894329 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48c55c-b354-4ebf-aca5-d329cc819268 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=704d648a-b718-4ecc-b725-e80363e55f76,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:11.904871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ef48c55c-b354-4ebf-aca5-d329cc819268 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] In _notify_port_updated(), no bound segment for port 704d648a-b718-4ecc-b725-e80363e55f76 on network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 {{(pid=126505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:28:11.910857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef48c55c-b354-4ebf-aca5-d329cc819268 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:11.913182 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef48c55c-b354-4ebf-aca5-d329cc819268 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:11.913182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ef48c55c-b354-4ebf-aca5-d329cc819268 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "PUT /v2.0/ports/704d648a-b718-4ecc-b725-e80363e55f76 HTTP/1.1" status: 200  len: 818 time: 0.6618216
Feb 12 21:28:11.915567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37634) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:12.055848 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-494ab497-5d1b-4848-a0bd-031ae80cd7c5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port 704d648a-b718-4ecc-b725-e80363e55f76 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:12.056266 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-494ab497-5d1b-4848-a0bd-031ae80cd7c5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (704d648a-b718-4ecc-b725-e80363e55f76), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:12.115165 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234f356-906b-45fe-83aa-f12d966e99d0 req-154e1fd2-63b7-46a5-946f-0e3b65fb76d3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:12.116808 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4234f356-906b-45fe-83aa-f12d966e99d0 req-154e1fd2-63b7-46a5-946f-0e3b65fb76d3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 945 time: 0.0747328
Feb 12 21:28:12.134209 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-494ab497-5d1b-4848-a0bd-031ae80cd7c5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (704d648a-b718-4ecc-b725-e80363e55f76), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:12.152905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-494ab497-5d1b-4848-a0bd-031ae80cd7c5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for 704d648a-b718-4ecc-b725-e80363e55f76 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:12.182055 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4234f356-906b-45fe-83aa-f12d966e99d0 req-3b0eff17-ec96-46d6-b889-0c2ad375a8f5 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554817
Feb 12 21:28:12.332365 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fa104-0d02-40b8-86fb-20d0a73357e1 req-4f1422a2-3330-4df1-b88c-fa0b2c5ac5f7 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:12.333926 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-078fa104-0d02-40b8-86fb-20d0a73357e1 req-4f1422a2-3330-4df1-b88c-fa0b2c5ac5f7 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 945 time: 0.0562093
Feb 12 21:28:12.353188 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-494ab497-5d1b-4848-a0bd-031ae80cd7c5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (704d648a-b718-4ecc-b725-e80363e55f76), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:12.389499 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ab497-5d1b-4848-a0bd-031ae80cd7c5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=704d648a-b718-4ecc-b725-e80363e55f76,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:12.402070 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-494ab497-5d1b-4848-a0bd-031ae80cd7c5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:12.405939 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-494ab497-5d1b-4848-a0bd-031ae80cd7c5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/704d648a-b718-4ecc-b725-e80363e55f76 HTTP/1.1" status: 204  len: 168 time: 0.4890745
Feb 12 21:28:12.409312 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37678) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:12.435963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-078fa104-0d02-40b8-86fb-20d0a73357e1 req-9a853d25-0215-41d3-bde8-b304a675932a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960214
Feb 12 21:28:12.482921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e7ba3b-014c-4d00-ba7a-51e0920a3737 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:12.484435 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-32e7ba3b-014c-4d00-ba7a-51e0920a3737 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0741205
Feb 12 21:28:12.487440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37688) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:12.521448 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-033f3849-c883-4889-add9-6b6677c80dc9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] GET failed (client error): The resource could not be found.
Feb 12 21:28:12.531564 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-033f3849-c883-4889-add9-6b6677c80dc9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/704d648a-b718-4ecc-b725-e80363e55f76 HTTP/1.1" status: 404  len: 333 time: 0.0430462
Feb 12 21:28:12.536143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37694) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:12.551007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a1886b91-c84c-45a9-9d7e-70e698ab6741 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1938594864'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:12.642365 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1886b91-c84c-45a9-9d7e-70e698ab6741 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:12.642365 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1886b91-c84c-45a9-9d7e-70e698ab6741 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:12.666208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1886b91-c84c-45a9-9d7e-70e698ab6741 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:28:12.676270 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1886b91-c84c-45a9-9d7e-70e698ab6741 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b077ecab-432c-4a8a-935e-3f91b479655d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:12.676624 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-a1886b91-c84c-45a9-9d7e-70e698ab6741 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Added segment b077ecab-432c-4a8a-935e-3f91b479655d of type vlan for network bbaeed5b-854f-4dfe-aed1-efeb09325c1b
Feb 12 21:28:12.724221 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1886b91-c84c-45a9-9d7e-70e698ab6741 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (bbaeed5b-854f-4dfe-aed1-efeb09325c1b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:12.817213 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1886b91-c84c-45a9-9d7e-70e698ab6741 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (bbaeed5b-854f-4dfe-aed1-efeb09325c1b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:12.825033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1886b91-c84c-45a9-9d7e-70e698ab6741 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:12.825859 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a1886b91-c84c-45a9-9d7e-70e698ab6741 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:12.972849 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1886b91-c84c-45a9-9d7e-70e698ab6741 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Network': ['ID=bbaeed5b-854f-4dfe-aed1-efeb09325c1b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:12.988558 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network bbaeed5b-854f-4dfe-aed1-efeb09325c1b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:28:13.011502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37734) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:13.012837 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a1886b91-c84c-45a9-9d7e-70e698ab6741 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4753029
Feb 12 21:28:13.017729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-41d6499b-4eff-4b0c-b172-750a4019a9fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'subnet': {'network_id': 'bbaeed5b-854f-4dfe-aed1-efeb09325c1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:13.223561 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c219ac-b16c-4db5-9e74-730d832fdfca req-95f879d0-bfdf-491d-90c1-d09fdb31bbd5 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:13.235276 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27c219ac-b16c-4db5-9e74-730d832fdfca req-95f879d0-bfdf-491d-90c1-d09fdb31bbd5 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 945 time: 0.0729582
Feb 12 21:28:13.294825 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27c219ac-b16c-4db5-9e74-730d832fdfca req-feb51235-9d72-4f69-a526-4098daf8a4dd tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624812
Feb 12 21:28:13.314393 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d6499b-4eff-4b0c-b172-750a4019a9fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:13.315253 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-41d6499b-4eff-4b0c-b172-750a4019a9fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:13.616643 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-41d6499b-4eff-4b0c-b172-750a4019a9fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (38db3d03-215c-4bdb-98f7-0fcd0e91685b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:13.683165 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6499b-4eff-4b0c-b172-750a4019a9fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Subnet': ['ID=38db3d03-215c-4bdb-98f7-0fcd0e91685b,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:13.695343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d6499b-4eff-4b0c-b172-750a4019a9fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Checking segment: {'id': 'b077ecab-432c-4a8a-935e-3f91b479655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bbaeed5b-854f-4dfe-aed1-efeb09325c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:28:13.695740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d6499b-4eff-4b0c-b172-750a4019a9fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network hostable DHCP agents. Network: bbaeed5b-854f-4dfe-aed1-efeb09325c1b, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:28:13.805045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d6499b-4eff-4b0c-b172-750a4019a9fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network bbaeed5b-854f-4dfe-aed1-efeb09325c1b is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:28:13.903154 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-41d6499b-4eff-4b0c-b172-750a4019a9fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bbaeed5b-854f-4dfe-aed1-efeb09325c1b) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:13.908725 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d6499b-4eff-4b0c-b172-750a4019a9fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:13.916120 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-41d6499b-4eff-4b0c-b172-750a4019a9fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:13.916892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0309a49-d0a8-4185-8c40-636e80ea11db None None] Network bbaeed5b-854f-4dfe-aed1-efeb09325c1b requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:14.082591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-41d6499b-4eff-4b0c-b172-750a4019a9fc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0703075
Feb 12 21:28:14.090734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37850) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:14.092601 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0beb6490-d2fd-4f6a-9030-ccb94b2221e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'subnet': {'network_id': 'bbaeed5b-854f-4dfe-aed1-efeb09325c1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:14.278662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bbaeed5b-854f-4dfe-aed1-efeb09325c1b', 'network_id': 'bbaeed5b-854f-4dfe-aed1-efeb09325c1b', 'project_id': '5147b149b5ed445986e56e2acc3a253c', 'fixed_ips': [{'subnet_id': '38db3d03-215c-4bdb-98f7-0fcd0e91685b'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:28:14.278662 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:14.355010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beb6490-d2fd-4f6a-9030-ccb94b2221e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:14.361035 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0beb6490-d2fd-4f6a-9030-ccb94b2221e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:14.430981 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3420ea-1f20-4871-b1e5-c1061123e5b0 req-0440ad13-0b2f-48c2-90a0-63d464c5c5dc tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:14.432625 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb3420ea-1f20-4871-b1e5-c1061123e5b0 req-0440ad13-0b2f-48c2-90a0-63d464c5c5dc tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 945 time: 0.0626547
Feb 12 21:28:14.442586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Allocated IP 2001:db8::2 (bbaeed5b-854f-4dfe-aed1-efeb09325c1b/38db3d03-215c-4bdb-98f7-0fcd0e91685b/ec48c8f1-fee1-4409-9225-4b15725d1497) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:14.494935 ncdv-master-1 neutron-server[126505]: INFO neutron.db.ipam_backend_mixin [None req-0beb6490-d2fd-4f6a-9030-ccb94b2221e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38db3d03-215c-4bdb-98f7-0fcd0e91685b (CIDR: 2001:db8::/64)
Feb 12 21:28:14.516353 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb3420ea-1f20-4871-b1e5-c1061123e5b0 req-a2e6549a-f52e-4135-ba5d-d358c2990b06 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694771
Feb 12 21:28:14.586502 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-0beb6490-d2fd-4f6a-9030-ccb94b2221e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:28:14.590331 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0beb6490-d2fd-4f6a-9030-ccb94b2221e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:28:14.605718 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Publish callbacks [] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:14.712141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f941c8-e889-44a4-b609-4ec087170785 req-53d3dcc7-d9d0-438a-a3f6-f8c420e6feba tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:14.713633 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67f941c8-e889-44a4-b609-4ec087170785 req-53d3dcc7-d9d0-438a-a3f6-f8c420e6feba tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 945 time: 0.0552874
Feb 12 21:28:14.718134 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0beb6490-d2fd-4f6a-9030-ccb94b2221e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6314406
Feb 12 21:28:14.720861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37882) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:14.725662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e214b872-67fb-4141-b740-2d0fa82a6bfd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'subnet': {'network_id': 'bbaeed5b-854f-4dfe-aed1-efeb09325c1b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:14.771242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37884) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:14.811180 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:14.858676 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Network bbaeed5b-854f-4dfe-aed1-efeb09325c1b is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:14.861909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:14.865490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:14.900312 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Pushing event updated for resources: {'Port': ['ID=ec48c8f1-fee1-4409-9225-4b15725d1497,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:14.906915 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-67f941c8-e889-44a4-b609-4ec087170785 req-b9aed967-cbda-4bf0-8a1d-ea1b07031bb9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Deleting port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:14.907249 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-67f941c8-e889-44a4-b609-4ec087170785 req-b9aed967-cbda-4bf0-8a1d-ea1b07031bb9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1dcb6e79-4a0a-495a-8490-6a5818d3fcb0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:14.929695 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2801825-cc97-424c-8f16-119ccf944195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:14.939996 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Attempting to bind port ec48c8f1-fee1-4409-9225-4b15725d1497 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:28:14.940382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Attempting to bind port ec48c8f1-fee1-4409-9225-4b15725d1497 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b077ecab-432c-4a8a-935e-3f91b479655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bbaeed5b-854f-4dfe-aed1-efeb09325c1b'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:28:14.940753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Attempting to bind port ec48c8f1-fee1-4409-9225-4b15725d1497 on network bbaeed5b-854f-4dfe-aed1-efeb09325c1b {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:28:14.946895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:28:14.947276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Checking segment: {'id': 'b077ecab-432c-4a8a-935e-3f91b479655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bbaeed5b-854f-4dfe-aed1-efeb09325c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:28:14.947683 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:14.948081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Bound using segment: {'id': 'b077ecab-432c-4a8a-935e-3f91b479655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bbaeed5b-854f-4dfe-aed1-efeb09325c1b'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:28:14.948550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Bound port: ec48c8f1-fee1-4409-9225-4b15725d1497, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b077ecab-432c-4a8a-935e-3f91b479655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bbaeed5b-854f-4dfe-aed1-efeb09325c1b'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:28:14.948934 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:15.027020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-67f941c8-e889-44a4-b609-4ec087170785 req-b9aed967-cbda-4bf0-8a1d-ea1b07031bb9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] For port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1dcb6e79-4a0a-495a-8490-6a5818d3fcb0,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:15.028034 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-67f941c8-e889-44a4-b609-4ec087170785 req-b9aed967-cbda-4bf0-8a1d-ea1b07031bb9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1dcb6e79-4a0a-495a-8490-6a5818d3fcb0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:15.041323 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2801825-cc97-424c-8f16-119ccf944195 admin admin] Publish callbacks [] for security_group (d9ac5c61-f270-46ca-9f30-1de47196f25a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:15.044547 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] For port ec48c8f1-fee1-4409-9225-4b15725d1497, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:28:15.048387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-67f941c8-e889-44a4-b609-4ec087170785 req-b9aed967-cbda-4bf0-8a1d-ea1b07031bb9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Calling delete_port for 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:15.048387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e214b872-67fb-4141-b740-2d0fa82a6bfd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:15.048592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] For port ec48c8f1-fee1-4409-9225-4b15725d1497, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec48c8f1-fee1-4409-9225-4b15725d1497,segment=NetworkSegment(b077ecab-432c-4a8a-935e-3f91b479655d),segment_id=b077ecab-432c-4a8a-935e-3f91b479655d)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:28:15.050258 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e214b872-67fb-4141-b740-2d0fa82a6bfd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:15.125464 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a2801825-cc97-424c-8f16-119ccf944195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d9ac5c61-f270-46ca-9f30-1de47196f25a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:15.172998 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:15.175782 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a2801825-cc97-424c-8f16-119ccf944195 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36bfb45e7d074a7a96e72a59f2d77b31&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4026275
Feb 12 21:28:15.176470 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2801825-cc97-424c-8f16-119ccf944195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ac5c61-f270-46ca-9f30-1de47196f25a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:15.178882 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37902) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:15.252013 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28c2d871-8ad7-4681-93f2-38fde9864998 admin admin] Publish callbacks [] for security_group (d9ac5c61-f270-46ca-9f30-1de47196f25a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:15.254555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df2dda-a430-48b1-ac6c-34bc7a5026fd None None] Pushing event updated for resources: {'Port': ['ID=ec48c8f1-fee1-4409-9225-4b15725d1497,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:15.300243 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28c2d871-8ad7-4681-93f2-38fde9864998 admin admin] Publish callbacks [] for security_group (d9ac5c61-f270-46ca-9f30-1de47196f25a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:15.454317 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28c2d871-8ad7-4681-93f2-38fde9864998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d9ac5c61-f270-46ca-9f30-1de47196f25a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:15.457016 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28c2d871-8ad7-4681-93f2-38fde9864998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:15.458735 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-28c2d871-8ad7-4681-93f2-38fde9864998 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9ac5c61-f270-46ca-9f30-1de47196f25a HTTP/1.1" status: 204  len: 168 time: 0.2784293
Feb 12 21:28:15.489409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2d871-8ad7-4681-93f2-38fde9864998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ac5c61-f270-46ca-9f30-1de47196f25a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:15.503020 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-67f941c8-e889-44a4-b609-4ec087170785 req-b9aed967-cbda-4bf0-8a1d-ea1b07031bb9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1dcb6e79-4a0a-495a-8490-6a5818d3fcb0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:15.521177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d', '1dcb6e79-4a0a-495a-8490-6a5818d3fcb0'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:28:15.552756 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e214b872-67fb-4141-b740-2d0fa82a6bfd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (ee3bb126-4203-4dff-935e-2f4fae5fa18a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:15.578286 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e214b872-67fb-4141-b740-2d0fa82a6bfd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network bbaeed5b-854f-4dfe-aed1-efeb09325c1b is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:15.579659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aed967-cbda-4bf0-8a1d-ea1b07031bb9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event deleted for resources: {'Port': ['ID=1dcb6e79-4a0a-495a-8490-6a5818d3fcb0,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:15.586750 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-e214b872-67fb-4141-b740-2d0fa82a6bfd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:15.614272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e214b872-67fb-4141-b740-2d0fa82a6bfd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:15.615009 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e214b872-67fb-4141-b740-2d0fa82a6bfd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:15.704424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f941c8-e889-44a4-b609-4ec087170785 req-b9aed967-cbda-4bf0-8a1d-ea1b07031bb9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] No DVR routers for this DVR port 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:28:15.707040 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-67f941c8-e889-44a4-b609-4ec087170785 req-b9aed967-cbda-4bf0-8a1d-ea1b07031bb9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:15.710596 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-67f941c8-e889-44a4-b609-4ec087170785 req-b9aed967-cbda-4bf0-8a1d-ea1b07031bb9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.48 "DELETE /v2.0/ports/1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 HTTP/1.1" status: 204  len: 173 time: 0.9814222
Feb 12 21:28:15.730782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e104e7-32ff-4fb0-b83b-1b02dbe58457', 'name': 'network-vif-deleted', 'tag': '1dcb6e79-4a0a-495a-8490-6a5818d3fcb0'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:28:15.733176 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9ffaf4-4007-44e5-af1b-55dd04a9462f" -d '{"events": [{"server_uuid": "d3e104e7-32ff-4fb0-b83b-1b02dbe58457", "name": "network-vif-deleted", "tag": "1dcb6e79-4a0a-495a-8490-6a5818d3fcb0"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:28:15.781950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e214b872-67fb-4141-b740-2d0fa82a6bfd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.0600126
Feb 12 21:28:15.784528 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2d204324-a6e7-4084-b32c-ba578a5cef5c req-435f9957-8f89-47f9-9d39-4d7ad0faf44b tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 210 time: 0.1333008
Feb 12 21:28:15.784730 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37930) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:15.791252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214b872-67fb-4141-b740-2d0fa82a6bfd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Subnet': ['ID=ee3bb126-4203-4dff-935e-2f4fae5fa18a,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:15.791691 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-0ab27318-4f90-465d-9835-bac9fa8892b8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'network_id': 'bbaeed5b-854f-4dfe-aed1-efeb09325c1b', 'fixed_ips': [{'subnet_id': '38db3d03-215c-4bdb-98f7-0fcd0e91685b'}, {'subnet_id': 'ee3bb126-4203-4dff-935e-2f4fae5fa18a'}], 'name': 'tempest-PortsIpV6TestJSON-65985223'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:16.121123 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f0a2d3-2ff3-4362-859a-636e2fdf2a2e x-openstack-request-id: req-06f0a2d3-2ff3-4362-859a-636e2fdf2a2e {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:28:16.121538 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e104e7-32ff-4fb0-b83b-1b02dbe58457", "name": "network-vif-deleted", "tag": "1dcb6e79-4a0a-495a-8490-6a5818d3fcb0", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:28:16.121819 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06f0a2d3-2ff3-4362-859a-636e2fdf2a2e {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:28:16.122227 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e104e7-32ff-4fb0-b83b-1b02dbe58457', 'name': 'network-vif-deleted', 'tag': '1dcb6e79-4a0a-495a-8490-6a5818d3fcb0', 'status': 'completed', 'code': 200}
Feb 12 21:28:16.180595 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab27318-4f90-465d-9835-bac9fa8892b8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:16.319203 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ab27318-4f90-465d-9835-bac9fa8892b8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:16.345038 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-0ab27318-4f90-465d-9835-bac9fa8892b8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] device_id is not set on port 4e5930df-b57d-4cfb-ba33-ce80bb48846d yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:28:16.566919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe82ff9c-a216-46d7-aeac-f33ca1247f95 None None] Network bbaeed5b-854f-4dfe-aed1-efeb09325c1b requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:16.575087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37956) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:16.590634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8fd80183-5249-401c-858f-3dd8bed1770a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:16.676853 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-0ab27318-4f90-465d-9835-bac9fa8892b8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Allocated IP 2001:db8::8 (bbaeed5b-854f-4dfe-aed1-efeb09325c1b/38db3d03-215c-4bdb-98f7-0fcd0e91685b/4e5930df-b57d-4cfb-ba33-ce80bb48846d) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:16.679905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8fd80183-5249-401c-858f-3dd8bed1770a admin admin] Publish callbacks [] for security_group (5deab9c7-900b-407f-82b7-da6b96b4948e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:16.684416 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-0ab27318-4f90-465d-9835-bac9fa8892b8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Allocated IP 2001:db8:0:1::2d4 (bbaeed5b-854f-4dfe-aed1-efeb09325c1b/ee3bb126-4203-4dff-935e-2f4fae5fa18a/4e5930df-b57d-4cfb-ba33-ce80bb48846d) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:16.693014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ce2ca82a-2df2-4fc2-bef6-df5bf42d4c5d None None] Provisioning complete for port ec48c8f1-fee1-4409-9225-4b15725d1497 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:16.694055 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ce2ca82a-2df2-4fc2-bef6-df5bf42d4c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:16.740632 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8fd80183-5249-401c-858f-3dd8bed1770a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5deab9c7-900b-407f-82b7-da6b96b4948e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:16.787018 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd80183-5249-401c-858f-3dd8bed1770a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5deab9c7-900b-407f-82b7-da6b96b4948e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:16.808288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ca82a-2df2-4fc2-bef6-df5bf42d4c5d None None] Current status of the port ec48c8f1-fee1-4409-9225-4b15725d1497 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:16.808288 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ce2ca82a-2df2-4fc2-bef6-df5bf42d4c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:16.809734 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8fd80183-5249-401c-858f-3dd8bed1770a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2d2ba27a40440eba980e1fd37106fc0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2325718
Feb 12 21:28:16.812142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 37958) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:16.875634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-752cb162-6041-4f6f-8397-15d05e939700 admin admin] Publish callbacks [] for security_group (5deab9c7-900b-407f-82b7-da6b96b4948e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:16.890240 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ab27318-4f90-465d-9835-bac9fa8892b8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (4e5930df-b57d-4cfb-ba33-ce80bb48846d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:16.899423 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-752cb162-6041-4f6f-8397-15d05e939700 admin admin] Publish callbacks [] for security_group (5deab9c7-900b-407f-82b7-da6b96b4948e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:16.932016 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efd6062-4a6c-4ead-aa79-1def9f6222d6 None None] Update dhcp port {'port': {'network_id': 'bbaeed5b-854f-4dfe-aed1-efeb09325c1b', 'fixed_ips': [{'subnet_id': '38db3d03-215c-4bdb-98f7-0fcd0e91685b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ee3bb126-4203-4dff-935e-2f4fae5fa18a'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'ec48c8f1-fee1-4409-9225-4b15725d1497'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:28:16.962898 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ce2ca82a-2df2-4fc2-bef6-df5bf42d4c5d None None] For port ec48c8f1-fee1-4409-9225-4b15725d1497, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec48c8f1-fee1-4409-9225-4b15725d1497,segment=NetworkSegment(b077ecab-432c-4a8a-935e-3f91b479655d),segment_id=b077ecab-432c-4a8a-935e-3f91b479655d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:16.975316 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3efd6062-4a6c-4ead-aa79-1def9f6222d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:17.006371 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e78b529-9247-4a07-9a70-8d7c89db0e00 req-57ca475b-2fcf-4612-86dd-a479f8933d3a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3e104e7-32ff-4fb0-b83b-1b02dbe58457 HTTP/1.1" status: 200  len: 210 time: 0.0466700
Feb 12 21:28:17.028988 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ab27318-4f90-465d-9835-bac9fa8892b8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4e5930df-b57d-4cfb-ba33-ce80bb48846d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:17.120982 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab27318-4f90-465d-9835-bac9fa8892b8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network bbaeed5b-854f-4dfe-aed1-efeb09325c1b is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:17.126011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-0ab27318-4f90-465d-9835-bac9fa8892b8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:17.130310 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab27318-4f90-465d-9835-bac9fa8892b8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:17.132496 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ce2ca82a-2df2-4fc2-bef6-df5bf42d4c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:17.135574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab27318-4f90-465d-9835-bac9fa8892b8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:17.136186 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ab27318-4f90-465d-9835-bac9fa8892b8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:17.160376 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab27318-4f90-465d-9835-bac9fa8892b8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=4e5930df-b57d-4cfb-ba33-ce80bb48846d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:17.182829 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ec48c8f1-fee1-4409-9225-4b15725d1497 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:28:17.221053 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-752cb162-6041-4f6f-8397-15d05e939700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5deab9c7-900b-407f-82b7-da6b96b4948e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:17.225953 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-752cb162-6041-4f6f-8397-15d05e939700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:17.228337 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-752cb162-6041-4f6f-8397-15d05e939700 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5deab9c7-900b-407f-82b7-da6b96b4948e HTTP/1.1" status: 204  len: 168 time: 0.4139230
Feb 12 21:28:17.240037 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cb162-6041-4f6f-8397-15d05e939700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deab9c7-900b-407f-82b7-da6b96b4948e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:17.276810 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0ab27318-4f90-465d-9835-bac9fa8892b8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1013 time: 1.4904029
Feb 12 21:28:17.279774 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 37984) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:17.287228 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-dffe9b94-2be3-4e50-8d01-3d5cd0f45cf5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38db3d03-215c-4bdb-98f7-0fcd0e91685b'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:17.313102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ca82a-2df2-4fc2-bef6-df5bf42d4c5d None None] Pushing event updated for resources: {'Port': ['ID=ec48c8f1-fee1-4409-9225-4b15725d1497,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:17.332646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-3efd6062-4a6c-4ead-aa79-1def9f6222d6 None None] Allocated IP 2001:db8:0:1::2 (bbaeed5b-854f-4dfe-aed1-efeb09325c1b/ee3bb126-4203-4dff-935e-2f4fae5fa18a/ec48c8f1-fee1-4409-9225-4b15725d1497) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:17.358580 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ec48c8f1-fee1-4409-9225-4b15725d1497 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:17.358963 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:17.425095 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dffe9b94-2be3-4e50-8d01-3d5cd0f45cf5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4e5930df-b57d-4cfb-ba33-ce80bb48846d), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:17.523925 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3efd6062-4a6c-4ead-aa79-1def9f6222d6 None None] For port ec48c8f1-fee1-4409-9225-4b15725d1497, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec48c8f1-fee1-4409-9225-4b15725d1497,segment=NetworkSegment(b077ecab-432c-4a8a-935e-3f91b479655d),segment_id=b077ecab-432c-4a8a-935e-3f91b479655d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:17.554101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ec48c8f1-fee1-4409-9225-4b15725d1497 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:17.571684 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3efd6062-4a6c-4ead-aa79-1def9f6222d6 None None] Publish callbacks [] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:17.668661 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3efd6062-4a6c-4ead-aa79-1def9f6222d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:17.748934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-dffe9b94-2be3-4e50-8d01-3d5cd0f45cf5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Delete allocated IP 2001:db8:0:1::2d4 (bbaeed5b-854f-4dfe-aed1-efeb09325c1b/ee3bb126-4203-4dff-935e-2f4fae5fa18a) {{(pid=126506) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 12 21:28:17.789759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd6062-4a6c-4ead-aa79-1def9f6222d6 None None] Pushing event updated for resources: {'Port': ['ID=ec48c8f1-fee1-4409-9225-4b15725d1497,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:17.923077 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dffe9b94-2be3-4e50-8d01-3d5cd0f45cf5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (4e5930df-b57d-4cfb-ba33-ce80bb48846d), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:17.988150 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dffe9b94-2be3-4e50-8d01-3d5cd0f45cf5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (4e5930df-b57d-4cfb-ba33-ce80bb48846d), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:18.072327 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-dffe9b94-2be3-4e50-8d01-3d5cd0f45cf5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] In _notify_port_updated(), no bound segment for port 4e5930df-b57d-4cfb-ba33-ce80bb48846d on network bbaeed5b-854f-4dfe-aed1-efeb09325c1b {{(pid=126506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:28:18.078486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffe9b94-2be3-4e50-8d01-3d5cd0f45cf5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:18.079847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dffe9b94-2be3-4e50-8d01-3d5cd0f45cf5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:18.080445 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dffe9b94-2be3-4e50-8d01-3d5cd0f45cf5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "PUT /v2.0/ports/4e5930df-b57d-4cfb-ba33-ce80bb48846d HTTP/1.1" status: 200  len: 922 time: 0.7992790
Feb 12 21:28:18.085137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38012) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:18.093242 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c02ae373-a5d7-4690-b1fb-eb168c504bea tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38db3d03-215c-4bdb-98f7-0fcd0e91685b'}, {'subnet_id': 'ee3bb126-4203-4dff-935e-2f4fae5fa18a'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:18.094512 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe9b94-2be3-4e50-8d01-3d5cd0f45cf5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=4e5930df-b57d-4cfb-ba33-ce80bb48846d,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:18.384803 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ba1010-bcbd-4bac-a467-fa581e0e5e9d None None] Network bbaeed5b-854f-4dfe-aed1-efeb09325c1b requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:18.503434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6bef7100-d4b9-4e04-8f08-c99cc2ea5b3f None None] Provisioning complete for port ec48c8f1-fee1-4409-9225-4b15725d1497 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:18.504263 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6bef7100-d4b9-4e04-8f08-c99cc2ea5b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:18.598387 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c02ae373-a5d7-4690-b1fb-eb168c504bea tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4e5930df-b57d-4cfb-ba33-ce80bb48846d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:18.677963 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6bef7100-d4b9-4e04-8f08-c99cc2ea5b3f None None] Current status of the port ec48c8f1-fee1-4409-9225-4b15725d1497 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:18.925195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-c02ae373-a5d7-4690-b1fb-eb168c504bea tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Allocated IP 2001:db8:0:1::1b3 (bbaeed5b-854f-4dfe-aed1-efeb09325c1b/ee3bb126-4203-4dff-935e-2f4fae5fa18a/4e5930df-b57d-4cfb-ba33-ce80bb48846d) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:19.004039 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d728d086-e56e-49d0-8910-515a82f4af73 None None] Provisioning complete for port ec48c8f1-fee1-4409-9225-4b15725d1497 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:19.004431 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d728d086-e56e-49d0-8910-515a82f4af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:19.115935 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c02ae373-a5d7-4690-b1fb-eb168c504bea tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (4e5930df-b57d-4cfb-ba33-ce80bb48846d), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:19.137526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d728d086-e56e-49d0-8910-515a82f4af73 None None] Current status of the port ec48c8f1-fee1-4409-9225-4b15725d1497 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:19.138536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ec48c8f1-fee1-4409-9225-4b15725d1497 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:28:19.182147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d728d086-e56e-49d0-8910-515a82f4af73 None None] Provisioning complete for port 4e5930df-b57d-4cfb-ba33-ce80bb48846d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:19.182519 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d728d086-e56e-49d0-8910-515a82f4af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4e5930df-b57d-4cfb-ba33-ce80bb48846d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:19.208654 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c02ae373-a5d7-4690-b1fb-eb168c504bea tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (4e5930df-b57d-4cfb-ba33-ce80bb48846d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:19.241684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d728d086-e56e-49d0-8910-515a82f4af73 None None] Port 4e5930df-b57d-4cfb-ba33-ce80bb48846d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:19.249854 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ec48c8f1-fee1-4409-9225-4b15725d1497 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:19.250301 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:19.320019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c02ae373-a5d7-4690-b1fb-eb168c504bea tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] In _notify_port_updated(), no bound segment for port 4e5930df-b57d-4cfb-ba33-ce80bb48846d on network bbaeed5b-854f-4dfe-aed1-efeb09325c1b {{(pid=126505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:28:19.330407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02ae373-a5d7-4690-b1fb-eb168c504bea tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:19.330407 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c02ae373-a5d7-4690-b1fb-eb168c504bea tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:19.330407 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c02ae373-a5d7-4690-b1fb-eb168c504bea tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "PUT /v2.0/ports/4e5930df-b57d-4cfb-ba33-ce80bb48846d HTTP/1.1" status: 200  len: 1008 time: 1.2416644
Feb 12 21:28:19.330407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ae373-a5d7-4690-b1fb-eb168c504bea tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=4e5930df-b57d-4cfb-ba33-ce80bb48846d,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:19.331356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38058) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:19.387319 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ec48c8f1-fee1-4409-9225-4b15725d1497 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:19.391890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7beda405-2f8e-42e2-a063-8b13230165b3 None None] Provisioning complete for port 4e5930df-b57d-4cfb-ba33-ce80bb48846d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:19.392304 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7beda405-2f8e-42e2-a063-8b13230165b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4e5930df-b57d-4cfb-ba33-ce80bb48846d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:19.432771 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7beda405-2f8e-42e2-a063-8b13230165b3 None None] Port 4e5930df-b57d-4cfb-ba33-ce80bb48846d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:19.442292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-238c4d94-81d0-42bf-a890-46bbd3a7648e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port 4e5930df-b57d-4cfb-ba33-ce80bb48846d {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:19.442292 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-238c4d94-81d0-42bf-a890-46bbd3a7648e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4e5930df-b57d-4cfb-ba33-ce80bb48846d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:19.614648 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-238c4d94-81d0-42bf-a890-46bbd3a7648e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4e5930df-b57d-4cfb-ba33-ce80bb48846d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:19.630093 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-238c4d94-81d0-42bf-a890-46bbd3a7648e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for 4e5930df-b57d-4cfb-ba33-ce80bb48846d owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:19.667256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-cd26dc8e-96ee-4eb2-a531-8b046211a45c None None] Provisioning complete for port 4e5930df-b57d-4cfb-ba33-ce80bb48846d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:19.667632 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cd26dc8e-96ee-4eb2-a531-8b046211a45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4e5930df-b57d-4cfb-ba33-ce80bb48846d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:19.715458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-cd26dc8e-96ee-4eb2-a531-8b046211a45c None None] Port 4e5930df-b57d-4cfb-ba33-ce80bb48846d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:19.939453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f2b79fad-1868-4d7e-9d50-55eecacbb9b8 None None] Provisioning complete for port 4e5930df-b57d-4cfb-ba33-ce80bb48846d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:19.939951 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2b79fad-1868-4d7e-9d50-55eecacbb9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4e5930df-b57d-4cfb-ba33-ce80bb48846d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:19.981993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f2b79fad-1868-4d7e-9d50-55eecacbb9b8 None None] Port 4e5930df-b57d-4cfb-ba33-ce80bb48846d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:20.005598 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-238c4d94-81d0-42bf-a890-46bbd3a7648e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4e5930df-b57d-4cfb-ba33-ce80bb48846d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:20.044516 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c4d94-81d0-42bf-a890-46bbd3a7648e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=4e5930df-b57d-4cfb-ba33-ce80bb48846d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:20.102832 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-238c4d94-81d0-42bf-a890-46bbd3a7648e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:20.110122 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-238c4d94-81d0-42bf-a890-46bbd3a7648e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/4e5930df-b57d-4cfb-ba33-ce80bb48846d HTTP/1.1" status: 204  len: 168 time: 0.7754161
Feb 12 21:28:20.110122 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38078) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:20.137043 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-12658b0e-ecec-4ab6-8acb-398b58de58db tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] GET failed (client error): The resource could not be found.
Feb 12 21:28:20.138633 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-12658b0e-ecec-4ab6-8acb-398b58de58db tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/4e5930df-b57d-4cfb-ba33-ce80bb48846d HTTP/1.1" status: 404  len: 333 time: 0.0270724
Feb 12 21:28:20.144466 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38080) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:20.202200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-526b77f5-e44f-43c0-9c03-0c5684cf9fe6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting subnet ee3bb126-4203-4dff-935e-2f4fae5fa18a {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:28:20.206702 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-526b77f5-e44f-43c0-9c03-0c5684cf9fe6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (ee3bb126-4203-4dff-935e-2f4fae5fa18a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:20.259767 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-526b77f5-e44f-43c0-9c03-0c5684cf9fe6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (ee3bb126-4203-4dff-935e-2f4fae5fa18a), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:20.278733 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:28:20.300855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:28:20.301346 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 1dcb6e79-4a0a-495a-8490-6a5818d3fcb0 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:28:20.362268 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-526b77f5-e44f-43c0-9c03-0c5684cf9fe6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (ee3bb126-4203-4dff-935e-2f4fae5fa18a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:20.552250 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-526b77f5-e44f-43c0-9c03-0c5684cf9fe6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (ee3bb126-4203-4dff-935e-2f4fae5fa18a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:20.582575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b77f5-e44f-43c0-9c03-0c5684cf9fe6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Subnet': ['ID=ee3bb126-4203-4dff-935e-2f4fae5fa18a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:20.584536 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-526b77f5-e44f-43c0-9c03-0c5684cf9fe6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:20.591245 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-526b77f5-e44f-43c0-9c03-0c5684cf9fe6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/ee3bb126-4203-4dff-935e-2f4fae5fa18a HTTP/1.1" status: 204  len: 168 time: 0.4424419
Feb 12 21:28:20.591532 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38094) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:20.597330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48e5878-bbcb-412f-85d4-a0db0b7ffcc1 None None] Network bbaeed5b-854f-4dfe-aed1-efeb09325c1b requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:20.683189 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5a14b2-fc0e-40d1-bfe6-6d89c4a06385 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting subnet 38db3d03-215c-4bdb-98f7-0fcd0e91685b {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:28:20.687363 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab5a14b2-fc0e-40d1-bfe6-6d89c4a06385 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (38db3d03-215c-4bdb-98f7-0fcd0e91685b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:20.739862 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab5a14b2-fc0e-40d1-bfe6-6d89c4a06385 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (38db3d03-215c-4bdb-98f7-0fcd0e91685b), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:20.838542 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab5a14b2-fc0e-40d1-bfe6-6d89c4a06385 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (38db3d03-215c-4bdb-98f7-0fcd0e91685b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:20.962271 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab5a14b2-fc0e-40d1-bfe6-6d89c4a06385 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (38db3d03-215c-4bdb-98f7-0fcd0e91685b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:21.001450 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a14b2-fc0e-40d1-bfe6-6d89c4a06385 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Subnet': ['ID=38db3d03-215c-4bdb-98f7-0fcd0e91685b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:21.018546 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ab5a14b2-fc0e-40d1-bfe6-6d89c4a06385 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:21.022320 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ab5a14b2-fc0e-40d1-bfe6-6d89c4a06385 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/38db3d03-215c-4bdb-98f7-0fcd0e91685b HTTP/1.1" status: 204  len: 168 time: 0.4298184
Feb 12 21:28:21.025656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38112) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:21.167047 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (bbaeed5b-854f-4dfe-aed1-efeb09325c1b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:21.239106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port ec48c8f1-fee1-4409-9225-4b15725d1497 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:21.239555 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:21.328427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] For port ec48c8f1-fee1-4409-9225-4b15725d1497, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec48c8f1-fee1-4409-9225-4b15725d1497,segment=NetworkSegment(b077ecab-432c-4a8a-935e-3f91b479655d),segment_id=b077ecab-432c-4a8a-935e-3f91b479655d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:21.329483 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:21.346253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for ec48c8f1-fee1-4409-9225-4b15725d1497 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:21.466821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e471cd7-25af-49c1-902a-048f41fbc9be None None] Network bbaeed5b-854f-4dfe-aed1-efeb09325c1b requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:21.594568 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ec48c8f1-fee1-4409-9225-4b15725d1497), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:21.625189 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=ec48c8f1-fee1-4409-9225-4b15725d1497,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:21.630050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No DVR routers for this DVR port ec48c8f1-fee1-4409-9225-4b15725d1497 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:28:21.751734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b9e4752e-d5d9-479e-9f2e-48d1a91ab4e7 None None] Could not find standard attr ID for object ec48c8f1-fee1-4409-9225-4b15725d1497. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:28:21.772284 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (bbaeed5b-854f-4dfe-aed1-efeb09325c1b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:21.802679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fadc1d60>,) {'filters': {'network_id': ['bbaeed5b-854f-4dfe-aed1-efeb09325c1b']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:21.813389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fadc1d60>, 'b077ecab-432c-4a8a-935e-3f91b479655d') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:21.813693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fadc1d60>, 'b077ecab-432c-4a8a-935e-3f91b479655d') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:21.823619 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (b077ecab-432c-4a8a-935e-3f91b479655d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:21.838303 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b077ecab-432c-4a8a-935e-3f91b479655d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:21.845710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:28:21.846096 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (b077ecab-432c-4a8a-935e-3f91b479655d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:28:21.849313 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:28:21.856170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562eb1d5-280d-4e1a-9b67-9b0d832407f7 None None] DHCP port deletion for bbaeed5b-854f-4dfe-aed1-efeb09325c1b request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:28:22.025978 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (bbaeed5b-854f-4dfe-aed1-efeb09325c1b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:22.034540 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:22.037407 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/networks/bbaeed5b-854f-4dfe-aed1-efeb09325c1b HTTP/1.1" status: 204  len: 168 time: 1.0107298
Feb 12 21:28:22.041123 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38146) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:22.052932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a44bd0-5b40-4afc-9011-43196f10f8fe tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Network': ['ID=bbaeed5b-854f-4dfe-aed1-efeb09325c1b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:22.097571 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6601c688-74c9-4b9c-af88-15d66439c2b3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:22.099068 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6601c688-74c9-4b9c-af88-15d66439c2b3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0565832
Feb 12 21:28:22.102652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38150) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:22.156074 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8517c6c2-dcc4-402c-a1d2-599e60576d7f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0521572
Feb 12 21:28:22.159373 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38154) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:22.164415 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-dbd8b19d-f25b-4541-a84b-b31823692f3b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1731500576'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:22.262702 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd8b19d-f25b-4541-a84b-b31823692f3b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:22.266105 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b19d-f25b-4541-a84b-b31823692f3b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:22.290409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd8b19d-f25b-4541-a84b-b31823692f3b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:28:22.299209 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b19d-f25b-4541-a84b-b31823692f3b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (77c0e165-05c2-4197-a75b-d62171d809fd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:22.299583 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-dbd8b19d-f25b-4541-a84b-b31823692f3b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Added segment 77c0e165-05c2-4197-a75b-d62171d809fd of type vlan for network a8b3e193-77ad-4833-ae57-5e6297bff626
Feb 12 21:28:22.339222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b19d-f25b-4541-a84b-b31823692f3b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (a8b3e193-77ad-4833-ae57-5e6297bff626), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:22.485614 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b19d-f25b-4541-a84b-b31823692f3b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (a8b3e193-77ad-4833-ae57-5e6297bff626), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:22.490975 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd8b19d-f25b-4541-a84b-b31823692f3b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:22.491614 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b19d-f25b-4541-a84b-b31823692f3b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:22.565105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8b19d-f25b-4541-a84b-b31823692f3b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Network': ['ID=a8b3e193-77ad-4833-ae57-5e6297bff626,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:22.575427 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network a8b3e193-77ad-4833-ae57-5e6297bff626 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:28:22.619322 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dbd8b19d-f25b-4541-a84b-b31823692f3b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4588161
Feb 12 21:28:22.622368 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38168) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:22.628599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d575035a-9a77-4a23-8b10-809d489fb0be tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'subnet': {'network_id': 'a8b3e193-77ad-4833-ae57-5e6297bff626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:22.797547 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d575035a-9a77-4a23-8b10-809d489fb0be tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:22.801169 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d575035a-9a77-4a23-8b10-809d489fb0be tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:23.079538 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d575035a-9a77-4a23-8b10-809d489fb0be tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (5331bf68-eb5e-4478-a091-e99160faf770), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:23.103265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ec48c8f1-fee1-4409-9225-4b15725d1497 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:28:23.130301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: ec48c8f1-fee1-4409-9225-4b15725d1497 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:28:23.130659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ec48c8f1-fee1-4409-9225-4b15725d1497 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:28:23.153092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575035a-9a77-4a23-8b10-809d489fb0be tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Subnet': ['ID=5331bf68-eb5e-4478-a091-e99160faf770,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:23.177865 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575035a-9a77-4a23-8b10-809d489fb0be tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Checking segment: {'id': '77c0e165-05c2-4197-a75b-d62171d809fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a8b3e193-77ad-4833-ae57-5e6297bff626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:28:23.178230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d575035a-9a77-4a23-8b10-809d489fb0be tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network hostable DHCP agents. Network: a8b3e193-77ad-4833-ae57-5e6297bff626, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:28:23.313848 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d575035a-9a77-4a23-8b10-809d489fb0be tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network a8b3e193-77ad-4833-ae57-5e6297bff626 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:28:23.427892 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d575035a-9a77-4a23-8b10-809d489fb0be tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a8b3e193-77ad-4833-ae57-5e6297bff626) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:23.437908 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d575035a-9a77-4a23-8b10-809d489fb0be tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:23.438645 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d575035a-9a77-4a23-8b10-809d489fb0be tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:23.441927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01c7f03-dd6e-4fa7-8a46-f40e58372ed1 None None] Network a8b3e193-77ad-4833-ae57-5e6297bff626 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:23.555025 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d575035a-9a77-4a23-8b10-809d489fb0be tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9313569
Feb 12 21:28:23.557631 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38196) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:23.565004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a8b3e193-77ad-4833-ae57-5e6297bff626', 'network_id': 'a8b3e193-77ad-4833-ae57-5e6297bff626', 'project_id': '5147b149b5ed445986e56e2acc3a253c', 'fixed_ips': [{'subnet_id': '5331bf68-eb5e-4478-a091-e99160faf770'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:28:23.565004 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:23.565276 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b0103b78-c2bf-47ac-8afb-13d89b67e724 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'network_id': 'a8b3e193-77ad-4833-ae57-5e6297bff626', 'name': 'tempest-PortsIpV6TestJSON-933717973'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:23.725649 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Allocated IP 2001:db8::2 (a8b3e193-77ad-4833-ae57-5e6297bff626/5331bf68-eb5e-4478-a091-e99160faf770/e6ab571d-6470-4ced-ae24-629c022256ca) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:23.865865 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0103b78-c2bf-47ac-8afb-13d89b67e724 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:23.869263 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b0103b78-c2bf-47ac-8afb-13d89b67e724 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:23.888718 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Publish callbacks [] for port (e6ab571d-6470-4ced-ae24-629c022256ca), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:23.892884 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-b0103b78-c2bf-47ac-8afb-13d89b67e724 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] device_id is not set on port f52dfaa8-e682-44c1-a641-371747add949 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:28:23.991991 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (e6ab571d-6470-4ced-ae24-629c022256ca), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:24.031184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Network a8b3e193-77ad-4833-ae57-5e6297bff626 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:24.043856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:24.047810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:24.063574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-b0103b78-c2bf-47ac-8afb-13d89b67e724 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Allocated IP 2001:db8::281 (a8b3e193-77ad-4833-ae57-5e6297bff626/5331bf68-eb5e-4478-a091-e99160faf770/f52dfaa8-e682-44c1-a641-371747add949) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:24.081795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Pushing event updated for resources: {'Port': ['ID=e6ab571d-6470-4ced-ae24-629c022256ca,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:24.093150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:24.093765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:24.094277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:24.094817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:24.095153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:24.095656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:24.095994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:24.096324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:24.097391 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:24.097919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:24.098259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:24.098595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:24.098928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:24.143859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Attempting to bind port e6ab571d-6470-4ced-ae24-629c022256ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:28:24.144123 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Attempting to bind port e6ab571d-6470-4ced-ae24-629c022256ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '77c0e165-05c2-4197-a75b-d62171d809fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a8b3e193-77ad-4833-ae57-5e6297bff626'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:28:24.144481 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Attempting to bind port e6ab571d-6470-4ced-ae24-629c022256ca on network a8b3e193-77ad-4833-ae57-5e6297bff626 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:28:24.150149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:28:24.152669 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Checking segment: {'id': '77c0e165-05c2-4197-a75b-d62171d809fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a8b3e193-77ad-4833-ae57-5e6297bff626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:28:24.152669 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:24.152669 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Bound using segment: {'id': '77c0e165-05c2-4197-a75b-d62171d809fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a8b3e193-77ad-4833-ae57-5e6297bff626'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:28:24.152669 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Bound port: e6ab571d-6470-4ced-ae24-629c022256ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c0e165-05c2-4197-a75b-d62171d809fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a8b3e193-77ad-4833-ae57-5e6297bff626'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:28:24.153253 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e6ab571d-6470-4ced-ae24-629c022256ca), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:24.224769 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] For port e6ab571d-6470-4ced-ae24-629c022256ca, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:28:24.228248 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] For port e6ab571d-6470-4ced-ae24-629c022256ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6ab571d-6470-4ced-ae24-629c022256ca,segment=NetworkSegment(77c0e165-05c2-4197-a75b-d62171d809fd),segment_id=77c0e165-05c2-4197-a75b-d62171d809fd)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:28:24.256005 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b0103b78-c2bf-47ac-8afb-13d89b67e724 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (f52dfaa8-e682-44c1-a641-371747add949), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:24.292235 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e6ab571d-6470-4ced-ae24-629c022256ca), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:24.358459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0b671-07e7-4ef4-984a-bc52bf258de6 None None] Pushing event updated for resources: {'Port': ['ID=e6ab571d-6470-4ced-ae24-629c022256ca,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:24.412574 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b0103b78-c2bf-47ac-8afb-13d89b67e724 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f52dfaa8-e682-44c1-a641-371747add949), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:24.461066 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0103b78-c2bf-47ac-8afb-13d89b67e724 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network a8b3e193-77ad-4833-ae57-5e6297bff626 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:24.472784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-b0103b78-c2bf-47ac-8afb-13d89b67e724 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:24.475215 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0103b78-c2bf-47ac-8afb-13d89b67e724 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:24.481077 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0103b78-c2bf-47ac-8afb-13d89b67e724 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:24.481807 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b0103b78-c2bf-47ac-8afb-13d89b67e724 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:24.501479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0103b78-c2bf-47ac-8afb-13d89b67e724 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=f52dfaa8-e682-44c1-a641-371747add949,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:24.669625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38278) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:24.670937 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b0103b78-c2bf-47ac-8afb-13d89b67e724 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1113575
Feb 12 21:28:24.676197 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8f98753a-9306-4c08-bdba-d1f34d7392e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'network_id': 'a8b3e193-77ad-4833-ae57-5e6297bff626', 'name': 'tempest-PortsIpV6TestJSON-2036450638'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:24.712762 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38286) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:24.899951 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5e20c99-dc94-4438-bd33-9e7185b7d57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:24.929854 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f98753a-9306-4c08-bdba-d1f34d7392e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:24.934255 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f98753a-9306-4c08-bdba-d1f34d7392e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:24.952236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-8f98753a-9306-4c08-bdba-d1f34d7392e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] device_id is not set on port 82da2600-1e4e-449b-9f7f-d1b5e074d3ad yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:28:24.993828 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5e20c99-dc94-4438-bd33-9e7185b7d57e admin admin] Publish callbacks [] for security_group (56d87ad5-4560-471b-87dc-20f2ae77ec48), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:25.085318 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5e20c99-dc94-4438-bd33-9e7185b7d57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (56d87ad5-4560-471b-87dc-20f2ae77ec48), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:25.100905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-8f98753a-9306-4c08-bdba-d1f34d7392e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Allocated IP 2001:db8::1b7 (a8b3e193-77ad-4833-ae57-5e6297bff626/5331bf68-eb5e-4478-a091-e99160faf770/82da2600-1e4e-449b-9f7f-d1b5e074d3ad) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:25.131741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e20c99-dc94-4438-bd33-9e7185b7d57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d87ad5-4560-471b-87dc-20f2ae77ec48,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:25.161730 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b5e20c99-dc94-4438-bd33-9e7185b7d57e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f08e27e0766c482e97fadda6d5144a22&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4476693
Feb 12 21:28:25.162512 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38306) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:25.207208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e6ab571d-6470-4ced-ae24-629c022256ca up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:28:25.241144 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a8a7-6ed9-4467-8ec6-1c99d5234200 admin admin] Publish callbacks [] for security_group (56d87ad5-4560-471b-87dc-20f2ae77ec48), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:25.268560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e6ab571d-6470-4ced-ae24-629c022256ca triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:25.271174 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a8a7-6ed9-4467-8ec6-1c99d5234200 admin admin] Publish callbacks [] for security_group (56d87ad5-4560-471b-87dc-20f2ae77ec48), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:25.284275 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e6ab571d-6470-4ced-ae24-629c022256ca), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:25.295328 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f98753a-9306-4c08-bdba-d1f34d7392e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (82da2600-1e4e-449b-9f7f-d1b5e074d3ad), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:25.428979 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f98753a-9306-4c08-bdba-d1f34d7392e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (82da2600-1e4e-449b-9f7f-d1b5e074d3ad), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:25.434020 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e6ab571d-6470-4ced-ae24-629c022256ca is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:25.436401 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e6ab571d-6470-4ced-ae24-629c022256ca), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:25.456614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f98753a-9306-4c08-bdba-d1f34d7392e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network a8b3e193-77ad-4833-ae57-5e6297bff626 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:25.458159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-8f98753a-9306-4c08-bdba-d1f34d7392e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:25.462365 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f98753a-9306-4c08-bdba-d1f34d7392e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:25.464204 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a8a7-6ed9-4467-8ec6-1c99d5234200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (56d87ad5-4560-471b-87dc-20f2ae77ec48), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:25.468379 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a8a7-6ed9-4467-8ec6-1c99d5234200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:25.469636 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3bd7a8a7-6ed9-4467-8ec6-1c99d5234200 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56d87ad5-4560-471b-87dc-20f2ae77ec48 HTTP/1.1" status: 204  len: 168 time: 0.3051610
Feb 12 21:28:25.488376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port e6ab571d-6470-4ced-ae24-629c022256ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6ab571d-6470-4ced-ae24-629c022256ca,segment=NetworkSegment(77c0e165-05c2-4197-a75b-d62171d809fd),segment_id=77c0e165-05c2-4197-a75b-d62171d809fd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:25.492378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f98753a-9306-4c08-bdba-d1f34d7392e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:25.493931 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f98753a-9306-4c08-bdba-d1f34d7392e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:25.504270 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7a8a7-6ed9-4467-8ec6-1c99d5234200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d87ad5-4560-471b-87dc-20f2ae77ec48,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:25.566857 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e6ab571d-6470-4ced-ae24-629c022256ca), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:25.579011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98753a-9306-4c08-bdba-d1f34d7392e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=82da2600-1e4e-449b-9f7f-d1b5e074d3ad,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:25.640893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=e6ab571d-6470-4ced-ae24-629c022256ca,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:25.645529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b00727-5278-4401-9b79-108baf69c61d None None] Network a8b3e193-77ad-4833-ae57-5e6297bff626 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:25.646638 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8f98753a-9306-4c08-bdba-d1f34d7392e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.9745762
Feb 12 21:28:25.649028 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38332) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:25.733417 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1a2ce284-b7fe-4ce6-a588-bbe03d7ba6c3 None None] Provisioning complete for port e6ab571d-6470-4ced-ae24-629c022256ca triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:25.733799 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1a2ce284-b7fe-4ce6-a588-bbe03d7ba6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e6ab571d-6470-4ced-ae24-629c022256ca), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:25.751356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03eee83-2f7b-47bd-9cb1-d7e779a594f0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:25.756185 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38334) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:25.756686 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e03eee83-2f7b-47bd-9cb1-d7e779a594f0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A281 HTTP/1.1" status: 200  len: 928 time: 0.1057243
Feb 12 21:28:25.871216 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ad1b9fb1-f5da-46d7-8856-5dacf35e4d8b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port 82da2600-1e4e-449b-9f7f-d1b5e074d3ad {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:25.871965 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad1b9fb1-f5da-46d7-8856-5dacf35e4d8b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (82da2600-1e4e-449b-9f7f-d1b5e074d3ad), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:25.884315 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ce284-b7fe-4ce6-a588-bbe03d7ba6c3 None None] Current status of the port e6ab571d-6470-4ced-ae24-629c022256ca is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:25.908891 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3a7c070f-c54f-4ec3-ba7a-ed39e1bed0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.013060 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad1b9fb1-f5da-46d7-8856-5dacf35e4d8b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (82da2600-1e4e-449b-9f7f-d1b5e074d3ad), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.029625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ad1b9fb1-f5da-46d7-8856-5dacf35e4d8b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for 82da2600-1e4e-449b-9f7f-d1b5e074d3ad owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:26.118983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9ff90cf9-9ab3-4c1f-97a2-2b4a101f181f None None] Provisioning complete for port f52dfaa8-e682-44c1-a641-371747add949 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:26.119686 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9ff90cf9-9ab3-4c1f-97a2-2b4a101f181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f52dfaa8-e682-44c1-a641-371747add949), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.164873 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9ff90cf9-9ab3-4c1f-97a2-2b4a101f181f None None] Port f52dfaa8-e682-44c1-a641-371747add949 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:26.187400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9ff90cf9-9ab3-4c1f-97a2-2b4a101f181f None None] Provisioning complete for port 82da2600-1e4e-449b-9f7f-d1b5e074d3ad triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:26.188047 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9ff90cf9-9ab3-4c1f-97a2-2b4a101f181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (82da2600-1e4e-449b-9f7f-d1b5e074d3ad), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.236494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9ff90cf9-9ab3-4c1f-97a2-2b4a101f181f None None] Port 82da2600-1e4e-449b-9f7f-d1b5e074d3ad cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:26.247279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9ff90cf9-9ab3-4c1f-97a2-2b4a101f181f None None] Provisioning complete for port e6ab571d-6470-4ced-ae24-629c022256ca triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:26.247937 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9ff90cf9-9ab3-4c1f-97a2-2b4a101f181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e6ab571d-6470-4ced-ae24-629c022256ca), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.271809 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad1b9fb1-f5da-46d7-8856-5dacf35e4d8b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (82da2600-1e4e-449b-9f7f-d1b5e074d3ad), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.298906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38356) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:26.319167 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-16bfb6f4-2561-44a4-9cec-90f2ab93fa4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.326719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b9fb1-f5da-46d7-8856-5dacf35e4d8b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=82da2600-1e4e-449b-9f7f-d1b5e074d3ad,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:26.352696 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9ff90cf9-9ab3-4c1f-97a2-2b4a101f181f None None] Current status of the port e6ab571d-6470-4ced-ae24-629c022256ca is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:26.355458 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ad1b9fb1-f5da-46d7-8856-5dacf35e4d8b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.363415 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ad1b9fb1-f5da-46d7-8856-5dacf35e4d8b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/82da2600-1e4e-449b-9f7f-d1b5e074d3ad HTTP/1.1" status: 204  len: 168 time: 0.6015952
Feb 12 21:28:26.363415 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38358) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:26.388408 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd74a4c8-241f-492b-b6d8-2e06b3e9f895 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] GET failed (client error): The resource could not be found.
Feb 12 21:28:26.389891 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bd74a4c8-241f-492b-b6d8-2e06b3e9f895 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/82da2600-1e4e-449b-9f7f-d1b5e074d3ad HTTP/1.1" status: 404  len: 333 time: 0.0273607
Feb 12 21:28:26.392582 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38360) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:26.424262 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-16bfb6f4-2561-44a4-9cec-90f2ab93fa4f admin admin] Publish callbacks [] for security_group (75b4d8fb-3a8d-4bb5-aaa7-e9ae54245d8a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.498027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6b81a518-826b-42a9-8e20-381207cd70d2 None None] Provisioning complete for port f52dfaa8-e682-44c1-a641-371747add949 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:26.498399 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6b81a518-826b-42a9-8e20-381207cd70d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f52dfaa8-e682-44c1-a641-371747add949), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.525854 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-35e338c1-63c0-4646-a15f-d229c35d0366 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port f52dfaa8-e682-44c1-a641-371747add949 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:26.526292 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-35e338c1-63c0-4646-a15f-d229c35d0366 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f52dfaa8-e682-44c1-a641-371747add949), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.528963 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-16bfb6f4-2561-44a4-9cec-90f2ab93fa4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (75b4d8fb-3a8d-4bb5-aaa7-e9ae54245d8a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.540106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6b81a518-826b-42a9-8e20-381207cd70d2 None None] Port f52dfaa8-e682-44c1-a641-371747add949 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:26.580254 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-16bfb6f4-2561-44a4-9cec-90f2ab93fa4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10593ab958b644bfb10e46f8743381da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2802558
Feb 12 21:28:26.585264 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfb6f4-2561-44a4-9cec-90f2ab93fa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b4d8fb-3a8d-4bb5-aaa7-e9ae54245d8a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:26.587211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38366) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:26.637984 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-35e338c1-63c0-4646-a15f-d229c35d0366 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f52dfaa8-e682-44c1-a641-371747add949), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.655577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-212629d5-034a-4374-b702-faa7a3fc4cbf None None] Could not find standard attr ID for object 82da2600-1e4e-449b-9f7f-d1b5e074d3ad. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:28:26.658846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-35e338c1-63c0-4646-a15f-d229c35d0366 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for f52dfaa8-e682-44c1-a641-371747add949 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:26.663854 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-678110da-3f61-4ccc-b4e4-9373385dd387 admin admin] Publish callbacks [] for security_group (75b4d8fb-3a8d-4bb5-aaa7-e9ae54245d8a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.688177 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-678110da-3f61-4ccc-b4e4-9373385dd387 admin admin] Publish callbacks [] for security_group (75b4d8fb-3a8d-4bb5-aaa7-e9ae54245d8a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.844755 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-678110da-3f61-4ccc-b4e4-9373385dd387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (75b4d8fb-3a8d-4bb5-aaa7-e9ae54245d8a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.849819 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-678110da-3f61-4ccc-b4e4-9373385dd387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.849819 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-678110da-3f61-4ccc-b4e4-9373385dd387 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75b4d8fb-3a8d-4bb5-aaa7-e9ae54245d8a HTTP/1.1" status: 204  len: 168 time: 0.2610288
Feb 12 21:28:26.858385 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678110da-3f61-4ccc-b4e4-9373385dd387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b4d8fb-3a8d-4bb5-aaa7-e9ae54245d8a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:26.891927 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-35e338c1-63c0-4646-a15f-d229c35d0366 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f52dfaa8-e682-44c1-a641-371747add949), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.924476 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e338c1-63c0-4646-a15f-d229c35d0366 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=f52dfaa8-e682-44c1-a641-371747add949,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:26.958932 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-35e338c1-63c0-4646-a15f-d229c35d0366 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.962892 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-35e338c1-63c0-4646-a15f-d229c35d0366 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/f52dfaa8-e682-44c1-a641-371747add949 HTTP/1.1" status: 204  len: 168 time: 0.5693638
Feb 12 21:28:26.966154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38390) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:26.985557 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:26.998609 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b26219-81cb-45e7-91f6-f67fe7f36232 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] GET failed (client error): The resource could not be found.
Feb 12 21:28:27.001399 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-54b26219-81cb-45e7-91f6-f67fe7f36232 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/f52dfaa8-e682-44c1-a641-371747add949 HTTP/1.1" status: 404  len: 333 time: 0.0327311
Feb 12 21:28:27.002853 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38394) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:27.015335 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38396) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:27.069007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a6bc25-3ecb-44fd-8b2e-a76c20a7ec21 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting subnet 5331bf68-eb5e-4478-a091-e99160faf770 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:28:27.070108 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a6bc25-3ecb-44fd-8b2e-a76c20a7ec21 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (5331bf68-eb5e-4478-a091-e99160faf770), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.070627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d26478-6441-418d-8a9c-c77da50815c8 admin admin] Deleting subnet 740ae8f0-be09-4e5e-aa88-a43638bd4bd6 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:28:27.075053 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9d26478-6441-418d-8a9c-c77da50815c8 admin admin] Publish callbacks [] for subnet (740ae8f0-be09-4e5e-aa88-a43638bd4bd6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.124292 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9d26478-6441-418d-8a9c-c77da50815c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (740ae8f0-be09-4e5e-aa88-a43638bd4bd6), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.133710 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a6bc25-3ecb-44fd-8b2e-a76c20a7ec21 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (5331bf68-eb5e-4478-a091-e99160faf770), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.145707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e6ab571d-6470-4ced-ae24-629c022256ca up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:28:27.174371 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9d26478-6441-418d-8a9c-c77da50815c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (740ae8f0-be09-4e5e-aa88-a43638bd4bd6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.215402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e6ab571d-6470-4ced-ae24-629c022256ca triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:27.215853 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e6ab571d-6470-4ced-ae24-629c022256ca), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.276576 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a6bc25-3ecb-44fd-8b2e-a76c20a7ec21 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (5331bf68-eb5e-4478-a091-e99160faf770), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.324340 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9d26478-6441-418d-8a9c-c77da50815c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (740ae8f0-be09-4e5e-aa88-a43638bd4bd6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.333378 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e6ab571d-6470-4ced-ae24-629c022256ca is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:27.359433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d26478-6441-418d-8a9c-c77da50815c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=740ae8f0-be09-4e5e-aa88-a43638bd4bd6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:27.376221 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9d26478-6441-418d-8a9c-c77da50815c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.376221 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b9d26478-6441-418d-8a9c-c77da50815c8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/740ae8f0-be09-4e5e-aa88-a43638bd4bd6 HTTP/1.1" status: 204  len: 168 time: 0.3520522
Feb 12 21:28:27.377872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38404) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:27.435496 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a6bc25-3ecb-44fd-8b2e-a76c20a7ec21 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (5331bf68-eb5e-4478-a091-e99160faf770), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.459289 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e285c50-42e4-4b22-8bef-fda1e6a72202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (57ed5d22-bc4f-4292-a243-27a5ebb4ba3c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.462921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6bc25-3ecb-44fd-8b2e-a76c20a7ec21 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Subnet': ['ID=5331bf68-eb5e-4478-a091-e99160faf770,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:27.470838 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70a6bc25-3ecb-44fd-8b2e-a76c20a7ec21 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.477199 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-70a6bc25-3ecb-44fd-8b2e-a76c20a7ec21 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/5331bf68-eb5e-4478-a091-e99160faf770 HTTP/1.1" status: 204  len: 168 time: 0.4730113
Feb 12 21:28:27.478046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38410) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:27.478656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91117cbc-491e-4996-8b3b-c7af254c79e1 None None] Network a8b3e193-77ad-4833-ae57-5e6297bff626 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:27.647875 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e285c50-42e4-4b22-8bef-fda1e6a72202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (57ed5d22-bc4f-4292-a243-27a5ebb4ba3c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.652218 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (a8b3e193-77ad-4833-ae57-5e6297bff626), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.654928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c36cc78-554f-4156-a0ff-b4e98fcc7f5c None None] DHCP port deletion for a8b3e193-77ad-4833-ae57-5e6297bff626 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:28:27.680376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-2e285c50-42e4-4b22-8bef-fda1e6a72202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f998c040>,) {'filters': {'network_id': ['57ed5d22-bc4f-4292-a243-27a5ebb4ba3c']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:27.696687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-2e285c50-42e4-4b22-8bef-fda1e6a72202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f998c040>, 'b88e6610-28e8-45b6-a143-23f3b5d33791') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:27.697096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-2e285c50-42e4-4b22-8bef-fda1e6a72202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f998c040>, 'b88e6610-28e8-45b6-a143-23f3b5d33791') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:27.714559 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e285c50-42e4-4b22-8bef-fda1e6a72202 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (b88e6610-28e8-45b6-a143-23f3b5d33791), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.719369 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8c36cc78-554f-4156-a0ff-b4e98fcc7f5c None None] Deleting port e6ab571d-6470-4ced-ae24-629c022256ca {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:27.719746 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8c36cc78-554f-4156-a0ff-b4e98fcc7f5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e6ab571d-6470-4ced-ae24-629c022256ca), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.762592 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e285c50-42e4-4b22-8bef-fda1e6a72202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b88e6610-28e8-45b6-a143-23f3b5d33791), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.771633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e285c50-42e4-4b22-8bef-fda1e6a72202 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:28:27.772035 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e285c50-42e4-4b22-8bef-fda1e6a72202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (b88e6610-28e8-45b6-a143-23f3b5d33791), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:28:27.773839 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:28:27.802042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8c36cc78-554f-4156-a0ff-b4e98fcc7f5c None None] For port e6ab571d-6470-4ced-ae24-629c022256ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6ab571d-6470-4ced-ae24-629c022256ca,segment=NetworkSegment(77c0e165-05c2-4197-a75b-d62171d809fd),segment_id=77c0e165-05c2-4197-a75b-d62171d809fd)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:27.802448 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8c36cc78-554f-4156-a0ff-b4e98fcc7f5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e6ab571d-6470-4ced-ae24-629c022256ca), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.819703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8c36cc78-554f-4156-a0ff-b4e98fcc7f5c None None] Calling delete_port for e6ab571d-6470-4ced-ae24-629c022256ca owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:27.829441 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port e6ab571d-6470-4ced-ae24-629c022256ca {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:27.829787 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e6ab571d-6470-4ced-ae24-629c022256ca), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.904724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] For port e6ab571d-6470-4ced-ae24-629c022256ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6ab571d-6470-4ced-ae24-629c022256ca,segment=NetworkSegment(77c0e165-05c2-4197-a75b-d62171d809fd),segment_id=77c0e165-05c2-4197-a75b-d62171d809fd)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:27.905348 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e6ab571d-6470-4ced-ae24-629c022256ca), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.912429 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e285c50-42e4-4b22-8bef-fda1e6a72202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (57ed5d22-bc4f-4292-a243-27a5ebb4ba3c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.923981 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e285c50-42e4-4b22-8bef-fda1e6a72202 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:27.928502 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2e285c50-42e4-4b22-8bef-fda1e6a72202 admin admin] 10.222.0.31 "DELETE /v2.0/networks/57ed5d22-bc4f-4292-a243-27a5ebb4ba3c HTTP/1.1" status: 204  len: 168 time: 0.5493402
Feb 12 21:28:27.937850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for e6ab571d-6470-4ced-ae24-629c022256ca owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:27.940149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e285c50-42e4-4b22-8bef-fda1e6a72202 admin admin] Pushing event deleted for resources: {'Network': ['ID=57ed5d22-bc4f-4292-a243-27a5ebb4ba3c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:27.993780 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8c36cc78-554f-4156-a0ff-b4e98fcc7f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (e6ab571d-6470-4ced-ae24-629c022256ca), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.018910 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e6ab571d-6470-4ced-ae24-629c022256ca), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.021531 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36cc78-554f-4156-a0ff-b4e98fcc7f5c None None] Pushing event deleted for resources: {'Port': ['ID=e6ab571d-6470-4ced-ae24-629c022256ca,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:28.027532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36cc78-554f-4156-a0ff-b4e98fcc7f5c None None] No DVR routers for this DVR port e6ab571d-6470-4ced-ae24-629c022256ca on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:28:28.054231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=e6ab571d-6470-4ced-ae24-629c022256ca,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:28.059981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No DVR routers for this DVR port e6ab571d-6470-4ced-ae24-629c022256ca on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:28:28.139742 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (a8b3e193-77ad-4833-ae57-5e6297bff626), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.165090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa213130>,) {'filters': {'network_id': ['a8b3e193-77ad-4833-ae57-5e6297bff626']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:28.174669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa213130>, '77c0e165-05c2-4197-a75b-d62171d809fd') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:28.174969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa213130>, '77c0e165-05c2-4197-a75b-d62171d809fd') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:28.185336 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (77c0e165-05c2-4197-a75b-d62171d809fd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.200441 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (77c0e165-05c2-4197-a75b-d62171d809fd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.211149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:28:28.211570 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (77c0e165-05c2-4197-a75b-d62171d809fd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:28:28.215400 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:28:28.256722 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-29f679ef-94ee-42fb-b1de-019209217c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.288330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38436) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:28.331989 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-95690b43-3ae5-433f-b874-d02c54f7d737 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67268b7cb701423a97c6d14f1de05645&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0425215
Feb 12 21:28:28.334879 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38440) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:28.400586 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ddf22e5-f2bb-4750-ad81-52564eacee04 admin admin] Publish callbacks [] for security_group (16998a53-8e87-474e-abda-e8e3f3cde6aa), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.405162 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (a8b3e193-77ad-4833-ae57-5e6297bff626), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.412169 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.415377 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/networks/a8b3e193-77ad-4833-ae57-5e6297bff626 HTTP/1.1" status: 204  len: 168 time: 0.9360642
Feb 12 21:28:28.421189 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38446) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:28.425766 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3b2e4c3b-5b4e-4d4c-90f2-d735e5651cbd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1814898122'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:28.427983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18f50d-6426-48ce-8ca0-354f81862444 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Network': ['ID=a8b3e193-77ad-4833-ae57-5e6297bff626,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:28.440468 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ddf22e5-f2bb-4750-ad81-52564eacee04 admin admin] Publish callbacks [] for security_group (16998a53-8e87-474e-abda-e8e3f3cde6aa), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.530574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2e4c3b-5b4e-4d4c-90f2-d735e5651cbd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:28.534009 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4c3b-5b4e-4d4c-90f2-d735e5651cbd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.556950 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ddf22e5-f2bb-4750-ad81-52564eacee04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (16998a53-8e87-474e-abda-e8e3f3cde6aa), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.560214 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3ddf22e5-f2bb-4750-ad81-52564eacee04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.561610 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3ddf22e5-f2bb-4750-ad81-52564eacee04 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16998a53-8e87-474e-abda-e8e3f3cde6aa HTTP/1.1" status: 204  len: 168 time: 0.2255998
Feb 12 21:28:28.567861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2e4c3b-5b4e-4d4c-90f2-d735e5651cbd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:28:28.578771 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf22e5-f2bb-4750-ad81-52564eacee04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16998a53-8e87-474e-abda-e8e3f3cde6aa,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:28.586115 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4c3b-5b4e-4d4c-90f2-d735e5651cbd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (24f46dbe-92a7-4e57-8ab3-7fd06dbbf728), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.586577 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-3b2e4c3b-5b4e-4d4c-90f2-d735e5651cbd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Added segment 24f46dbe-92a7-4e57-8ab3-7fd06dbbf728 of type vlan for network a52117e8-74f5-48ba-acc2-6ac7edd33b2d
Feb 12 21:28:28.660508 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4c3b-5b4e-4d4c-90f2-d735e5651cbd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (a52117e8-74f5-48ba-acc2-6ac7edd33b2d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.780392 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4c3b-5b4e-4d4c-90f2-d735e5651cbd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (a52117e8-74f5-48ba-acc2-6ac7edd33b2d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.785848 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2e4c3b-5b4e-4d4c-90f2-d735e5651cbd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:28.786659 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4c3b-5b4e-4d4c-90f2-d735e5651cbd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:28.860539 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e4c3b-5b4e-4d4c-90f2-d735e5651cbd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Network': ['ID=a52117e8-74f5-48ba-acc2-6ac7edd33b2d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:28.873911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network a52117e8-74f5-48ba-acc2-6ac7edd33b2d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:28:28.908675 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3b2e4c3b-5b4e-4d4c-90f2-d735e5651cbd tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4866259
Feb 12 21:28:28.914874 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38484) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:28.916278 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-24270a25-d450-4fc8-8f8e-1186eb225bd8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'subnet': {'network_id': 'a52117e8-74f5-48ba-acc2-6ac7edd33b2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:29.118940 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e6ab571d-6470-4ced-ae24-629c022256ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:28:29.134040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24270a25-d450-4fc8-8f8e-1186eb225bd8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:29.137612 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24270a25-d450-4fc8-8f8e-1186eb225bd8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:29.149556 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: e6ab571d-6470-4ced-ae24-629c022256ca {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:28:29.150028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e6ab571d-6470-4ced-ae24-629c022256ca not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:28:29.440030 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24270a25-d450-4fc8-8f8e-1186eb225bd8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (b692ee4b-c2c5-409c-9d44-07d343235151), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:29.507420 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24270a25-d450-4fc8-8f8e-1186eb225bd8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Subnet': ['ID=b692ee4b-c2c5-409c-9d44-07d343235151,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:29.517890 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24270a25-d450-4fc8-8f8e-1186eb225bd8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Checking segment: {'id': '24f46dbe-92a7-4e57-8ab3-7fd06dbbf728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a52117e8-74f5-48ba-acc2-6ac7edd33b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:28:29.518460 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24270a25-d450-4fc8-8f8e-1186eb225bd8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network hostable DHCP agents. Network: a52117e8-74f5-48ba-acc2-6ac7edd33b2d, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:28:29.554004 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:29.554867 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:29.662041 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24270a25-d450-4fc8-8f8e-1186eb225bd8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network a52117e8-74f5-48ba-acc2-6ac7edd33b2d is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:28:29.816397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-24270a25-d450-4fc8-8f8e-1186eb225bd8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a52117e8-74f5-48ba-acc2-6ac7edd33b2d) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:29.821082 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24270a25-d450-4fc8-8f8e-1186eb225bd8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:29.822158 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24270a25-d450-4fc8-8f8e-1186eb225bd8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:29.825766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5546f9-1fb6-4207-bf79-76ecfded4a65 None None] Network a52117e8-74f5-48ba-acc2-6ac7edd33b2d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:29.916836 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-24270a25-d450-4fc8-8f8e-1186eb225bd8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0017209
Feb 12 21:28:29.917171 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38560) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:29.936590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a52117e8-74f5-48ba-acc2-6ac7edd33b2d', 'network_id': 'a52117e8-74f5-48ba-acc2-6ac7edd33b2d', 'project_id': '5147b149b5ed445986e56e2acc3a253c', 'fixed_ips': [{'subnet_id': 'b692ee4b-c2c5-409c-9d44-07d343235151'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:28:29.937880 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'network_id': 'a52117e8-74f5-48ba-acc2-6ac7edd33b2d', 'name': 'tempest-PortsIpV6TestJSON-598458823', 'fixed_ips': [{'subnet_id': 'b692ee4b-c2c5-409c-9d44-07d343235151', 'ip_address': '2001:db8::10'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:29.938148 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:30.095077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Allocated IP 2001:db8::2 (a52117e8-74f5-48ba-acc2-6ac7edd33b2d/b692ee4b-c2c5-409c-9d44-07d343235151/8255e495-7332-49a0-9439-9d269c7d6b30) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:30.180636 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:30.269315 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Publish callbacks [] for port (8255e495-7332-49a0-9439-9d269c7d6b30), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:30.284601 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:30.301762 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] device_id is not set on port a364f9b5-c922-4db2-9c5c-b11a6c983f06 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:28:30.400042 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (8255e495-7332-49a0-9439-9d269c7d6b30), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:30.441735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Network a52117e8-74f5-48ba-acc2-6ac7edd33b2d is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:30.446041 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:30.448848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:30.462544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Pushing event updated for resources: {'Port': ['ID=8255e495-7332-49a0-9439-9d269c7d6b30,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:30.464806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Allocated IP 2001:db8::10 (a52117e8-74f5-48ba-acc2-6ac7edd33b2d/b692ee4b-c2c5-409c-9d44-07d343235151/a364f9b5-c922-4db2-9c5c-b11a6c983f06) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:30.553026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Attempting to bind port 8255e495-7332-49a0-9439-9d269c7d6b30 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:28:30.553452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Attempting to bind port 8255e495-7332-49a0-9439-9d269c7d6b30 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '24f46dbe-92a7-4e57-8ab3-7fd06dbbf728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a52117e8-74f5-48ba-acc2-6ac7edd33b2d'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:28:30.554025 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Attempting to bind port 8255e495-7332-49a0-9439-9d269c7d6b30 on network a52117e8-74f5-48ba-acc2-6ac7edd33b2d {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:28:30.561056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:28:30.561924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Checking segment: {'id': '24f46dbe-92a7-4e57-8ab3-7fd06dbbf728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a52117e8-74f5-48ba-acc2-6ac7edd33b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:28:30.562346 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:30.562751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Bound using segment: {'id': '24f46dbe-92a7-4e57-8ab3-7fd06dbbf728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a52117e8-74f5-48ba-acc2-6ac7edd33b2d'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:28:30.563248 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Bound port: 8255e495-7332-49a0-9439-9d269c7d6b30, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f46dbe-92a7-4e57-8ab3-7fd06dbbf728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a52117e8-74f5-48ba-acc2-6ac7edd33b2d'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:28:30.563663 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8255e495-7332-49a0-9439-9d269c7d6b30), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:30.643588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] For port 8255e495-7332-49a0-9439-9d269c7d6b30, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:28:30.647920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] For port 8255e495-7332-49a0-9439-9d269c7d6b30, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8255e495-7332-49a0-9439-9d269c7d6b30,segment=NetworkSegment(24f46dbe-92a7-4e57-8ab3-7fd06dbbf728),segment_id=24f46dbe-92a7-4e57-8ab3-7fd06dbbf728)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:28:30.731055 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (a364f9b5-c922-4db2-9c5c-b11a6c983f06), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:30.772170 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8255e495-7332-49a0-9439-9d269c7d6b30), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:30.841763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfc904-30dd-49aa-932d-eaee07e8bc4d None None] Pushing event updated for resources: {'Port': ['ID=8255e495-7332-49a0-9439-9d269c7d6b30,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:30.900693 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (a364f9b5-c922-4db2-9c5c-b11a6c983f06), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:30.949806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network a52117e8-74f5-48ba-acc2-6ac7edd33b2d is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:30.952972 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:30.956631 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:30.961737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:30.962360 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:30.986941 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=a364f9b5-c922-4db2-9c5c-b11a6c983f06,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:30.987703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38602) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:31.003368 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:31.003726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:31.004137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:31.004413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:31.004747 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:31.005080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:31.005434 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:31.005768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:31.006097 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:31.006421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:31.006746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:31.007069 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:31.014582 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:31.015275 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:31.078062 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5cc0a330-9675-431a-8443-b3d42d9ea944 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.1577735
Feb 12 21:28:31.079372 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38606) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:31.085137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9a57ff3f-8519-4539-a69e-adb55d1275cc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'network_id': 'a52117e8-74f5-48ba-acc2-6ac7edd33b2d', 'name': 'tempest-PortsIpV6TestJSON-1163159935', 'fixed_ips': [{'subnet_id': 'b692ee4b-c2c5-409c-9d44-07d343235151', 'ip_address': '2001:db8::f'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:31.196852 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb0e3b33-da55-4f5a-ae49-4f57addeabea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:31.230971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8255e495-7332-49a0-9439-9d269c7d6b30 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:28:31.315607 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8255e495-7332-49a0-9439-9d269c7d6b30 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:31.316238 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8255e495-7332-49a0-9439-9d269c7d6b30), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:31.357914 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a57ff3f-8519-4539-a69e-adb55d1275cc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:31.358185 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb0e3b33-da55-4f5a-ae49-4f57addeabea admin admin] Publish callbacks [] for security_group (0546dce4-ee72-4b14-86a0-bc5dd6ed29a9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:31.363406 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a57ff3f-8519-4539-a69e-adb55d1275cc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:31.384637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-9a57ff3f-8519-4539-a69e-adb55d1275cc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] device_id is not set on port 133eb069-17c2-4111-ba40-3628d31830fd yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:28:31.407138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8255e495-7332-49a0-9439-9d269c7d6b30 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:31.407547 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8255e495-7332-49a0-9439-9d269c7d6b30), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:31.440459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 8255e495-7332-49a0-9439-9d269c7d6b30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8255e495-7332-49a0-9439-9d269c7d6b30,segment=NetworkSegment(24f46dbe-92a7-4e57-8ab3-7fd06dbbf728),segment_id=24f46dbe-92a7-4e57-8ab3-7fd06dbbf728)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:31.495191 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eb0e3b33-da55-4f5a-ae49-4f57addeabea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0546dce4-ee72-4b14-86a0-bc5dd6ed29a9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:31.541129 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e3b33-da55-4f5a-ae49-4f57addeabea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0546dce4-ee72-4b14-86a0-bc5dd6ed29a9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:31.543211 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8255e495-7332-49a0-9439-9d269c7d6b30), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:31.546994 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-eb0e3b33-da55-4f5a-ae49-4f57addeabea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4866227f696b4323bed387a3e56ae6a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5581889
Feb 12 21:28:31.550523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38624) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:31.614017 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-42739217-9c2c-4c6e-9c03-353917b6ba32 admin admin] Publish callbacks [] for security_group (0546dce4-ee72-4b14-86a0-bc5dd6ed29a9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:31.617278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=8255e495-7332-49a0-9439-9d269c7d6b30,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:31.646346 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-42739217-9c2c-4c6e-9c03-353917b6ba32 admin admin] Publish callbacks [] for security_group (0546dce4-ee72-4b14-86a0-bc5dd6ed29a9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:31.834850 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-42739217-9c2c-4c6e-9c03-353917b6ba32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0546dce4-ee72-4b14-86a0-bc5dd6ed29a9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:31.839037 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-42739217-9c2c-4c6e-9c03-353917b6ba32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:31.843262 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-42739217-9c2c-4c6e-9c03-353917b6ba32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0546dce4-ee72-4b14-86a0-bc5dd6ed29a9 HTTP/1.1" status: 204  len: 168 time: 0.2907095
Feb 12 21:28:31.853621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42739217-9c2c-4c6e-9c03-353917b6ba32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0546dce4-ee72-4b14-86a0-bc5dd6ed29a9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:31.952007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-9a57ff3f-8519-4539-a69e-adb55d1275cc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Allocated IP 2001:db8::f (a52117e8-74f5-48ba-acc2-6ac7edd33b2d/b692ee4b-c2c5-409c-9d44-07d343235151/133eb069-17c2-4111-ba40-3628d31830fd) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:32.123386 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a57ff3f-8519-4539-a69e-adb55d1275cc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (133eb069-17c2-4111-ba40-3628d31830fd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:32.130944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1097922d-a274-49a4-8b4d-8c3fe414c20f None None] Network a52117e8-74f5-48ba-acc2-6ac7edd33b2d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:32.211449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-123800cd-4d06-4036-a05a-c48597c3aa1e None None] Provisioning complete for port 8255e495-7332-49a0-9439-9d269c7d6b30 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:32.211830 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-123800cd-4d06-4036-a05a-c48597c3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8255e495-7332-49a0-9439-9d269c7d6b30), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:32.266087 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:32.268180 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a57ff3f-8519-4539-a69e-adb55d1275cc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (133eb069-17c2-4111-ba40-3628d31830fd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:32.341543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-123800cd-4d06-4036-a05a-c48597c3aa1e None None] Current status of the port 8255e495-7332-49a0-9439-9d269c7d6b30 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:32.393661 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a57ff3f-8519-4539-a69e-adb55d1275cc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network a52117e8-74f5-48ba-acc2-6ac7edd33b2d is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:32.397193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-9a57ff3f-8519-4539-a69e-adb55d1275cc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:32.403172 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a57ff3f-8519-4539-a69e-adb55d1275cc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:32.410606 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a57ff3f-8519-4539-a69e-adb55d1275cc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:32.411287 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a57ff3f-8519-4539-a69e-adb55d1275cc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:32.418285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57ff3f-8519-4539-a69e-adb55d1275cc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=133eb069-17c2-4111-ba40-3628d31830fd,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:32.576443 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9a57ff3f-8519-4539-a69e-adb55d1275cc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.4921753
Feb 12 21:28:32.586041 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-eaf3b6b7-6024-4691-83d7-f9ba5f1ed59a None None] Provisioning complete for port a364f9b5-c922-4db2-9c5c-b11a6c983f06 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:32.586041 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eaf3b6b7-6024-4691-83d7-f9ba5f1ed59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a364f9b5-c922-4db2-9c5c-b11a6c983f06), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:32.586483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38670) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:32.622056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-eaf3b6b7-6024-4691-83d7-f9ba5f1ed59a None None] Port a364f9b5-c922-4db2-9c5c-b11a6c983f06 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:32.633252 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-eaf3b6b7-6024-4691-83d7-f9ba5f1ed59a None None] Provisioning complete for port 8255e495-7332-49a0-9439-9d269c7d6b30 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:32.633915 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eaf3b6b7-6024-4691-83d7-f9ba5f1ed59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8255e495-7332-49a0-9439-9d269c7d6b30), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:32.683287 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0e1482-a61c-41fa-af0a-36fee236902f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:32.687995 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3e0e1482-a61c-41fa-af0a-36fee236902f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.1076133
Feb 12 21:28:32.688162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38672) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:32.720760 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-eaf3b6b7-6024-4691-83d7-f9ba5f1ed59a None None] Current status of the port 8255e495-7332-49a0-9439-9d269c7d6b30 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:32.752883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43babdb0-ca7d-4bff-9b16-6a8823c35d67 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:32.758485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43babdb0-ca7d-4bff-9b16-6a8823c35d67 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:32.764498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43babdb0-ca7d-4bff-9b16-6a8823c35d67 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:32.766383 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-43babdb0-ca7d-4bff-9b16-6a8823c35d67 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.0772889
Feb 12 21:28:32.770763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38678) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:32.779110 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38680) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:32.798470 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7ddae0a7-d4bc-44f5-a13c-bed45d33b736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:32.912933 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port 133eb069-17c2-4111-ba40-3628d31830fd {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:32.913418 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (133eb069-17c2-4111-ba40-3628d31830fd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:32.915150 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7ddae0a7-d4bc-44f5-a13c-bed45d33b736 admin admin] Publish callbacks [] for security_group (2597835d-5b7d-4ab8-8253-a2f89542d0a6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:32.946616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-220d46a4-3984-45d2-950e-940025405e59 None None] Provisioning complete for port a364f9b5-c922-4db2-9c5c-b11a6c983f06 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:32.946975 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-220d46a4-3984-45d2-950e-940025405e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a364f9b5-c922-4db2-9c5c-b11a6c983f06), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:32.982061 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7ddae0a7-d4bc-44f5-a13c-bed45d33b736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2597835d-5b7d-4ab8-8253-a2f89542d0a6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:32.994946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-220d46a4-3984-45d2-950e-940025405e59 None None] Port a364f9b5-c922-4db2-9c5c-b11a6c983f06 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:33.018487 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (133eb069-17c2-4111-ba40-3628d31830fd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:33.025318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddae0a7-d4bc-44f5-a13c-bed45d33b736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2597835d-5b7d-4ab8-8253-a2f89542d0a6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:33.034886 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7ddae0a7-d4bc-44f5-a13c-bed45d33b736 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a974ba8bb374824823e79213c741e88&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2549796
Feb 12 21:28:33.037580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38688) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:33.040625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for 133eb069-17c2-4111-ba40-3628d31830fd owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:33.109379 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ceb59648-addc-4032-afed-1b7b1072b178 admin admin] Publish callbacks [] for security_group (2597835d-5b7d-4ab8-8253-a2f89542d0a6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:33.146136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8255e495-7332-49a0-9439-9d269c7d6b30 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:28:33.150533 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ceb59648-addc-4032-afed-1b7b1072b178 admin admin] Publish callbacks [] for security_group (2597835d-5b7d-4ab8-8253-a2f89542d0a6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:33.219494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8255e495-7332-49a0-9439-9d269c7d6b30 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:33.219885 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8255e495-7332-49a0-9439-9d269c7d6b30), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:33.251344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-da24a1f6-c8a6-4045-9641-40009373d242 None None] Provisioning complete for port 133eb069-17c2-4111-ba40-3628d31830fd triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:33.251719 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-da24a1f6-c8a6-4045-9641-40009373d242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (133eb069-17c2-4111-ba40-3628d31830fd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:33.282877 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ceb59648-addc-4032-afed-1b7b1072b178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2597835d-5b7d-4ab8-8253-a2f89542d0a6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:33.285696 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ceb59648-addc-4032-afed-1b7b1072b178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:33.286877 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ceb59648-addc-4032-afed-1b7b1072b178 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2597835d-5b7d-4ab8-8253-a2f89542d0a6 HTTP/1.1" status: 204  len: 168 time: 0.2482939
Feb 12 21:28:33.295508 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb59648-addc-4032-afed-1b7b1072b178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2597835d-5b7d-4ab8-8253-a2f89542d0a6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:33.322389 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-da24a1f6-c8a6-4045-9641-40009373d242 None None] Port 133eb069-17c2-4111-ba40-3628d31830fd cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:33.332958 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (133eb069-17c2-4111-ba40-3628d31830fd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:33.342079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8255e495-7332-49a0-9439-9d269c7d6b30 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:33.365323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=133eb069-17c2-4111-ba40-3628d31830fd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:33.394950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:33.395667 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:33.395951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:33.396394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:33.396734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:33.397076 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:33.397509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:33.397981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:33.398278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:33.398614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:33.398973 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:33.399302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:33.399632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:28:33.402622 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:33.408708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c16ff658-9b98-46d1-aacf-b8415874668e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/133eb069-17c2-4111-ba40-3628d31830fd HTTP/1.1" status: 204  len: 168 time: 0.6346338
Feb 12 21:28:33.408830 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38706) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:33.437842 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e875db72-9a57-4d1e-9512-1d7e2e5192dc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] GET failed (client error): The resource could not be found.
Feb 12 21:28:33.441430 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e875db72-9a57-4d1e-9512-1d7e2e5192dc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/133eb069-17c2-4111-ba40-3628d31830fd HTTP/1.1" status: 404  len: 333 time: 0.0295191
Feb 12 21:28:33.442424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38710) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:33.555702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-499d0e68-64bd-4367-aa37-5d011823a487 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port a364f9b5-c922-4db2-9c5c-b11a6c983f06 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:33.556043 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499d0e68-64bd-4367-aa37-5d011823a487 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a364f9b5-c922-4db2-9c5c-b11a6c983f06), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:33.647124 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499d0e68-64bd-4367-aa37-5d011823a487 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a364f9b5-c922-4db2-9c5c-b11a6c983f06), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:33.659369 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-499d0e68-64bd-4367-aa37-5d011823a487 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for a364f9b5-c922-4db2-9c5c-b11a6c983f06 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:33.678844 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:28:33.854289 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499d0e68-64bd-4367-aa37-5d011823a487 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a364f9b5-c922-4db2-9c5c-b11a6c983f06), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:33.900369 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d0e68-64bd-4367-aa37-5d011823a487 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=a364f9b5-c922-4db2-9c5c-b11a6c983f06,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:33.938900 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499d0e68-64bd-4367-aa37-5d011823a487 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:33.942771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-499d0e68-64bd-4367-aa37-5d011823a487 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/a364f9b5-c922-4db2-9c5c-b11a6c983f06 HTTP/1.1" status: 204  len: 168 time: 0.4991500
Feb 12 21:28:33.945832 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38728) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:33.976970 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bc1423-b5c7-49e7-b96b-864c37b22c5b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] GET failed (client error): The resource could not be found.
Feb 12 21:28:33.978568 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-53bc1423-b5c7-49e7-b96b-864c37b22c5b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/a364f9b5-c922-4db2-9c5c-b11a6c983f06 HTTP/1.1" status: 404  len: 333 time: 0.0308859
Feb 12 21:28:33.982139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38734) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:34.051315 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-166ad392-602d-4735-a81c-7dceff55f0f3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting subnet b692ee4b-c2c5-409c-9d44-07d343235151 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:28:34.055257 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-166ad392-602d-4735-a81c-7dceff55f0f3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (b692ee4b-c2c5-409c-9d44-07d343235151), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:34.109709 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-166ad392-602d-4735-a81c-7dceff55f0f3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (b692ee4b-c2c5-409c-9d44-07d343235151), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:34.202166 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-166ad392-602d-4735-a81c-7dceff55f0f3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (b692ee4b-c2c5-409c-9d44-07d343235151), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:34.331448 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-166ad392-602d-4735-a81c-7dceff55f0f3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (b692ee4b-c2c5-409c-9d44-07d343235151), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:34.360028 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ad392-602d-4735-a81c-7dceff55f0f3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Subnet': ['ID=b692ee4b-c2c5-409c-9d44-07d343235151,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:34.363616 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-166ad392-602d-4735-a81c-7dceff55f0f3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:34.366877 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-166ad392-602d-4735-a81c-7dceff55f0f3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/b692ee4b-c2c5-409c-9d44-07d343235151 HTTP/1.1" status: 204  len: 168 time: 0.3832004
Feb 12 21:28:34.369526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38756) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:34.371823 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbd350d-9caa-4872-b2b4-14ac0ac6fc52 None None] Network a52117e8-74f5-48ba-acc2-6ac7edd33b2d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:34.453599 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (a52117e8-74f5-48ba-acc2-6ac7edd33b2d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:34.516517 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port 8255e495-7332-49a0-9439-9d269c7d6b30 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:34.518083 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8255e495-7332-49a0-9439-9d269c7d6b30), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:34.540811 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f279eb0-2b88-41b8-8b63-47a047854d0e None None] DHCP port deletion for a52117e8-74f5-48ba-acc2-6ac7edd33b2d request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:28:34.602352 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] For port 8255e495-7332-49a0-9439-9d269c7d6b30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8255e495-7332-49a0-9439-9d269c7d6b30,segment=NetworkSegment(24f46dbe-92a7-4e57-8ab3-7fd06dbbf728),segment_id=24f46dbe-92a7-4e57-8ab3-7fd06dbbf728)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:34.603955 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9f279eb0-2b88-41b8-8b63-47a047854d0e None None] Deleting port 8255e495-7332-49a0-9439-9d269c7d6b30 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:34.604349 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8255e495-7332-49a0-9439-9d269c7d6b30), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:34.604454 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9f279eb0-2b88-41b8-8b63-47a047854d0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8255e495-7332-49a0-9439-9d269c7d6b30), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:34.617946 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for 8255e495-7332-49a0-9439-9d269c7d6b30 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:34.860755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-9f279eb0-2b88-41b8-8b63-47a047854d0e None None] For port 8255e495-7332-49a0-9439-9d269c7d6b30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8255e495-7332-49a0-9439-9d269c7d6b30,segment=NetworkSegment(24f46dbe-92a7-4e57-8ab3-7fd06dbbf728),segment_id=24f46dbe-92a7-4e57-8ab3-7fd06dbbf728)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:34.861155 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9f279eb0-2b88-41b8-8b63-47a047854d0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8255e495-7332-49a0-9439-9d269c7d6b30), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:34.865219 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8255e495-7332-49a0-9439-9d269c7d6b30), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:34.874769 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9f279eb0-2b88-41b8-8b63-47a047854d0e None None] Calling delete_port for 8255e495-7332-49a0-9439-9d269c7d6b30 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:34.893815 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=8255e495-7332-49a0-9439-9d269c7d6b30,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:34.895657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No DVR routers for this DVR port 8255e495-7332-49a0-9439-9d269c7d6b30 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:28:34.963606 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9f279eb0-2b88-41b8-8b63-47a047854d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (8255e495-7332-49a0-9439-9d269c7d6b30), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:34.994993 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (a52117e8-74f5-48ba-acc2-6ac7edd33b2d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:35.029837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa58d820>,) {'filters': {'network_id': ['a52117e8-74f5-48ba-acc2-6ac7edd33b2d']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:35.034602 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f279eb0-2b88-41b8-8b63-47a047854d0e None None] No DVR routers for this DVR port 8255e495-7332-49a0-9439-9d269c7d6b30 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:28:35.047298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f279eb0-2b88-41b8-8b63-47a047854d0e None None] Pushing event deleted for resources: {'Port': ['ID=8255e495-7332-49a0-9439-9d269c7d6b30,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:35.048429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa58d820>, '24f46dbe-92a7-4e57-8ab3-7fd06dbbf728') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:35.048429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa58d820>, '24f46dbe-92a7-4e57-8ab3-7fd06dbbf728') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:35.080738 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (24f46dbe-92a7-4e57-8ab3-7fd06dbbf728), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:35.096497 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (24f46dbe-92a7-4e57-8ab3-7fd06dbbf728), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:35.106808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:28:35.107418 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (24f46dbe-92a7-4e57-8ab3-7fd06dbbf728), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:28:35.112410 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:28:35.189509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8255e495-7332-49a0-9439-9d269c7d6b30 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:28:35.211037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 8255e495-7332-49a0-9439-9d269c7d6b30 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:28:35.211467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8255e495-7332-49a0-9439-9d269c7d6b30 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:28:35.273684 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (a52117e8-74f5-48ba-acc2-6ac7edd33b2d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:35.280665 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:35.301851 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/networks/a52117e8-74f5-48ba-acc2-6ac7edd33b2d HTTP/1.1" status: 204  len: 168 time: 0.9146445
Feb 12 21:28:35.304641 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86847b88-e4eb-427e-9665-39c0faf9a311 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Network': ['ID=a52117e8-74f5-48ba-acc2-6ac7edd33b2d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:35.306898 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38802) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:35.313391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-2bcb6fe7-d8a5-4d47-927c-e2dce5910ed3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-581285772'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:35.434239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcb6fe7-d8a5-4d47-927c-e2dce5910ed3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:35.437676 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6fe7-d8a5-4d47-927c-e2dce5910ed3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:35.461433 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcb6fe7-d8a5-4d47-927c-e2dce5910ed3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:28:35.470358 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6fe7-d8a5-4d47-927c-e2dce5910ed3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0d14185e-77f5-4ede-84dc-bb217f598364), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:35.470711 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-2bcb6fe7-d8a5-4d47-927c-e2dce5910ed3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Added segment 0d14185e-77f5-4ede-84dc-bb217f598364 of type vlan for network 1b901940-78a5-4e6b-abbc-443fdb099b29
Feb 12 21:28:35.519273 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6fe7-d8a5-4d47-927c-e2dce5910ed3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (1b901940-78a5-4e6b-abbc-443fdb099b29), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:35.622854 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6fe7-d8a5-4d47-927c-e2dce5910ed3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (1b901940-78a5-4e6b-abbc-443fdb099b29), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:35.630603 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcb6fe7-d8a5-4d47-927c-e2dce5910ed3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:35.632073 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6fe7-d8a5-4d47-927c-e2dce5910ed3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:35.712699 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb6fe7-d8a5-4d47-927c-e2dce5910ed3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Network': ['ID=1b901940-78a5-4e6b-abbc-443fdb099b29,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:35.723777 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 1b901940-78a5-4e6b-abbc-443fdb099b29 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:28:35.724273 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2bcb6fe7-d8a5-4d47-927c-e2dce5910ed3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4150305
Feb 12 21:28:35.726205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38830) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:35.731402 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a8fe87bd-c0f7-4535-9403-eaac5ee26ced tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'subnet': {'network_id': '1b901940-78a5-4e6b-abbc-443fdb099b29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:35.945307 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fe87bd-c0f7-4535-9403-eaac5ee26ced tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:35.949813 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8fe87bd-c0f7-4535-9403-eaac5ee26ced tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.002170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38840) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:36.080656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b89c17-950d-49bf-8263-5d2860a02552 admin admin] Deleting subnet d923fd7c-9472-488d-bf06-22f4b1251a55 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:28:36.086071 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71b89c17-950d-49bf-8263-5d2860a02552 admin admin] Publish callbacks [] for subnet (d923fd7c-9472-488d-bf06-22f4b1251a55), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.159246 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71b89c17-950d-49bf-8263-5d2860a02552 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (d923fd7c-9472-488d-bf06-22f4b1251a55), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.239209 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71b89c17-950d-49bf-8263-5d2860a02552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (d923fd7c-9472-488d-bf06-22f4b1251a55), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.365462 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8fe87bd-c0f7-4535-9403-eaac5ee26ced tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (cd5d7050-7765-44e1-8331-4917f651d872), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.398126 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71b89c17-950d-49bf-8263-5d2860a02552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (d923fd7c-9472-488d-bf06-22f4b1251a55), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.426736 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-71b89c17-950d-49bf-8263-5d2860a02552 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.429332 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-71b89c17-950d-49bf-8263-5d2860a02552 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d923fd7c-9472-488d-bf06-22f4b1251a55 HTTP/1.1" status: 204  len: 168 time: 0.4262154
Feb 12 21:28:36.432036 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38868) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:36.442373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe87bd-c0f7-4535-9403-eaac5ee26ced tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Subnet': ['ID=cd5d7050-7765-44e1-8331-4917f651d872,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:36.470502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b89c17-950d-49bf-8263-5d2860a02552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d923fd7c-9472-488d-bf06-22f4b1251a55,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:36.474882 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe87bd-c0f7-4535-9403-eaac5ee26ced tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Checking segment: {'id': '0d14185e-77f5-4ede-84dc-bb217f598364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1b901940-78a5-4e6b-abbc-443fdb099b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:28:36.475252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fe87bd-c0f7-4535-9403-eaac5ee26ced tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network hostable DHCP agents. Network: 1b901940-78a5-4e6b-abbc-443fdb099b29, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:28:36.515714 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4163e514-bdaf-4cb0-916e-3ac9a92021f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (f96b466b-384a-4a15-836c-202ee42be0f5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.576596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fe87bd-c0f7-4535-9403-eaac5ee26ced tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 1b901940-78a5-4e6b-abbc-443fdb099b29 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:28:36.594823 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4163e514-bdaf-4cb0-916e-3ac9a92021f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (f96b466b-384a-4a15-836c-202ee42be0f5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.614133 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-4163e514-bdaf-4cb0-916e-3ac9a92021f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f988da60>,) {'filters': {'network_id': ['f96b466b-384a-4a15-836c-202ee42be0f5']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:36.624846 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-4163e514-bdaf-4cb0-916e-3ac9a92021f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f988da60>, 'e509d1e6-eb8e-474b-8f23-c70fc16f51c2') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:36.625151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-4163e514-bdaf-4cb0-916e-3ac9a92021f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f988da60>, 'e509d1e6-eb8e-474b-8f23-c70fc16f51c2') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:36.635556 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4163e514-bdaf-4cb0-916e-3ac9a92021f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (e509d1e6-eb8e-474b-8f23-c70fc16f51c2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.649342 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4163e514-bdaf-4cb0-916e-3ac9a92021f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (e509d1e6-eb8e-474b-8f23-c70fc16f51c2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.650835 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a8fe87bd-c0f7-4535-9403-eaac5ee26ced tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1b901940-78a5-4e6b-abbc-443fdb099b29) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:36.655608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe87bd-c0f7-4535-9403-eaac5ee26ced tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:36.656262 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a8fe87bd-c0f7-4535-9403-eaac5ee26ced tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.660696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4163e514-bdaf-4cb0-916e-3ac9a92021f2 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:28:36.660696 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4163e514-bdaf-4cb0-916e-3ac9a92021f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (e509d1e6-eb8e-474b-8f23-c70fc16f51c2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.660961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888e676f-2d41-4567-9561-801accd4e40a None None] Network 1b901940-78a5-4e6b-abbc-443fdb099b29 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:28:36.662384 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:28:36.803016 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38908) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:36.803183 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a8fe87bd-c0f7-4535-9403-eaac5ee26ced tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0758815
Feb 12 21:28:36.808522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-2c0e4f26-ebc2-4c98-851c-11187a594228 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1380860278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:36.810229 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1b901940-78a5-4e6b-abbc-443fdb099b29', 'network_id': '1b901940-78a5-4e6b-abbc-443fdb099b29', 'project_id': '5147b149b5ed445986e56e2acc3a253c', 'fixed_ips': [{'subnet_id': 'cd5d7050-7765-44e1-8331-4917f651d872'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:28:36.811660 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.854736 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4163e514-bdaf-4cb0-916e-3ac9a92021f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (f96b466b-384a-4a15-836c-202ee42be0f5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.861201 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4163e514-bdaf-4cb0-916e-3ac9a92021f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.865041 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4163e514-bdaf-4cb0-916e-3ac9a92021f2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f96b466b-384a-4a15-836c-202ee42be0f5 HTTP/1.1" status: 204  len: 168 time: 0.4313874
Feb 12 21:28:36.867806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38910) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:36.886301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163e514-bdaf-4cb0-916e-3ac9a92021f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f96b466b-384a-4a15-836c-202ee42be0f5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:36.911523 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4f26-ebc2-4c98-851c-11187a594228 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (dc234d36-2e5d-44ce-a297-476cfa676551), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.912629 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4f26-ebc2-4c98-851c-11187a594228 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (dc234d36-2e5d-44ce-a297-476cfa676551), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.937862 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-add73129-16e8-4280-b649-74908c5c03f6 admin admin] Deleting subnet 0a2958b2-2d66-413b-95d7-9eb9e66ad743 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:28:36.953375 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-add73129-16e8-4280-b649-74908c5c03f6 admin admin] Publish callbacks [] for subnet (0a2958b2-2d66-413b-95d7-9eb9e66ad743), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:36.962357 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Allocated IP 2001:db8::2 (1b901940-78a5-4e6b-abbc-443fdb099b29/cd5d7050-7765-44e1-8331-4917f651d872/1ec3580f-7fab-4141-90b3-cae3879752b9) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:37.006956 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4f26-ebc2-4c98-851c-11187a594228 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for router_controller (dc234d36-2e5d-44ce-a297-476cfa676551), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.017195 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-add73129-16e8-4280-b649-74908c5c03f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (0a2958b2-2d66-413b-95d7-9eb9e66ad743), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.056438 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-add73129-16e8-4280-b649-74908c5c03f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (0a2958b2-2d66-413b-95d7-9eb9e66ad743), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.088135 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4f26-ebc2-4c98-851c-11187a594228 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (dc234d36-2e5d-44ce-a297-476cfa676551), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.112770 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Publish callbacks [] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.242954 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.244891 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4f26-ebc2-4c98-851c-11187a594228 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.247820 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2c0e4f26-ebc2-4c98-851c-11187a594228 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.4428895
Feb 12 21:28:37.249277 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-add73129-16e8-4280-b649-74908c5c03f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (0a2958b2-2d66-413b-95d7-9eb9e66ad743), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.251483 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38914) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:37.270725 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0c39b5ff-8549-4cc0-89ae-b1288a0d5849 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'network_id': '1b901940-78a5-4e6b-abbc-443fdb099b29', 'name': 'tempest-PortsIpV6TestJSON-2076374942'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:37.292036 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add73129-16e8-4280-b649-74908c5c03f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a2958b2-2d66-413b-95d7-9eb9e66ad743,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:37.295261 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-add73129-16e8-4280-b649-74908c5c03f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.298779 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-add73129-16e8-4280-b649-74908c5c03f6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0a2958b2-2d66-413b-95d7-9eb9e66ad743 HTTP/1.1" status: 204  len: 168 time: 0.4300299
Feb 12 21:28:37.301197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38920) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:37.316793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Network 1b901940-78a5-4e6b-abbc-443fdb099b29 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:37.321225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:37.333643 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:37.389877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Pushing event updated for resources: {'Port': ['ID=1ec3580f-7fab-4141-90b3-cae3879752b9,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:37.398179 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38924) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:37.438323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Attempting to bind port 1ec3580f-7fab-4141-90b3-cae3879752b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:28:37.438813 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Attempting to bind port 1ec3580f-7fab-4141-90b3-cae3879752b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0d14185e-77f5-4ede-84dc-bb217f598364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1b901940-78a5-4e6b-abbc-443fdb099b29'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:28:37.439244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Attempting to bind port 1ec3580f-7fab-4141-90b3-cae3879752b9 on network 1b901940-78a5-4e6b-abbc-443fdb099b29 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:28:37.442402 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-414277a5-2aab-4ea3-8f06-eb27a8b2737b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (46da1a0e-2367-4e60-9f3a-af1678e5b290), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.446460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:28:37.446872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Checking segment: {'id': '0d14185e-77f5-4ede-84dc-bb217f598364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1b901940-78a5-4e6b-abbc-443fdb099b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:28:37.447284 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.447684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Bound using segment: {'id': '0d14185e-77f5-4ede-84dc-bb217f598364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1b901940-78a5-4e6b-abbc-443fdb099b29'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:28:37.448166 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Bound port: 1ec3580f-7fab-4141-90b3-cae3879752b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d14185e-77f5-4ede-84dc-bb217f598364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1b901940-78a5-4e6b-abbc-443fdb099b29'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:28:37.451133 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.543052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c061f349-6177-4200-9ef6-edffe023670f None None] For port 1ec3580f-7fab-4141-90b3-cae3879752b9, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:28:37.547187 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c061f349-6177-4200-9ef6-edffe023670f None None] For port 1ec3580f-7fab-4141-90b3-cae3879752b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ec3580f-7fab-4141-90b3-cae3879752b9,segment=NetworkSegment(0d14185e-77f5-4ede-84dc-bb217f598364),segment_id=0d14185e-77f5-4ede-84dc-bb217f598364)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:28:37.573112 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-414277a5-2aab-4ea3-8f06-eb27a8b2737b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (46da1a0e-2367-4e60-9f3a-af1678e5b290), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.587617 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c50ab679-3c66-418b-95bd-652e1c5776ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.610969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-414277a5-2aab-4ea3-8f06-eb27a8b2737b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4f6f40>,) {'filters': {'network_id': ['46da1a0e-2367-4e60-9f3a-af1678e5b290']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:37.628639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-414277a5-2aab-4ea3-8f06-eb27a8b2737b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4f6f40>, '26266da4-fc6d-41a9-adf1-7bc4526a6fae') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:37.628905 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.629393 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-414277a5-2aab-4ea3-8f06-eb27a8b2737b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4f6f40>, '26266da4-fc6d-41a9-adf1-7bc4526a6fae') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:37.642569 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-414277a5-2aab-4ea3-8f06-eb27a8b2737b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (26266da4-fc6d-41a9-adf1-7bc4526a6fae), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.685085 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-414277a5-2aab-4ea3-8f06-eb27a8b2737b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (26266da4-fc6d-41a9-adf1-7bc4526a6fae), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.696274 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414277a5-2aab-4ea3-8f06-eb27a8b2737b admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:28:37.696685 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-414277a5-2aab-4ea3-8f06-eb27a8b2737b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (26266da4-fc6d-41a9-adf1-7bc4526a6fae), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:28:37.698600 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:28:37.715197 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061f349-6177-4200-9ef6-edffe023670f None None] Pushing event updated for resources: {'Port': ['ID=1ec3580f-7fab-4141-90b3-cae3879752b9,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:37.739927 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c39b5ff-8549-4cc0-89ae-b1288a0d5849 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:37.745238 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c39b5ff-8549-4cc0-89ae-b1288a0d5849 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.767896 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-0c39b5ff-8549-4cc0-89ae-b1288a0d5849 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] device_id is not set on port bae2dd82-4fbb-41d4-8ffb-96a98e849452 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:28:37.799011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c50ab679-3c66-418b-95bd-652e1c5776ad admin admin] Publish callbacks [] for security_group (114dc55f-034a-433d-902c-bef370992df4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.856249 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-414277a5-2aab-4ea3-8f06-eb27a8b2737b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (46da1a0e-2367-4e60-9f3a-af1678e5b290), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.865691 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-414277a5-2aab-4ea3-8f06-eb27a8b2737b admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.868759 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-414277a5-2aab-4ea3-8f06-eb27a8b2737b admin admin] 10.222.0.31 "DELETE /v2.0/networks/46da1a0e-2367-4e60-9f3a-af1678e5b290 HTTP/1.1" status: 204  len: 168 time: 0.5665774
Feb 12 21:28:37.881193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414277a5-2aab-4ea3-8f06-eb27a8b2737b admin admin] Pushing event deleted for resources: {'Network': ['ID=46da1a0e-2367-4e60-9f3a-af1678e5b290,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:37.902187 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c50ab679-3c66-418b-95bd-652e1c5776ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (114dc55f-034a-433d-902c-bef370992df4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:37.919349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-0c39b5ff-8549-4cc0-89ae-b1288a0d5849 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Allocated IP 2001:db8::32e (1b901940-78a5-4e6b-abbc-443fdb099b29/cd5d7050-7765-44e1-8331-4917f651d872/bae2dd82-4fbb-41d4-8ffb-96a98e849452) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:37.969753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ab679-3c66-418b-95bd-652e1c5776ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114dc55f-034a-433d-902c-bef370992df4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:37.991087 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c50ab679-3c66-418b-95bd-652e1c5776ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2ecd0365f7d46ddad4c47115a80ed16&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5916698
Feb 12 21:28:37.991448 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38938) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:38.111117 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a18139f3-0976-4f0a-a500-17915bffd802 admin admin] Publish callbacks [] for security_group (114dc55f-034a-433d-902c-bef370992df4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:38.154202 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a18139f3-0976-4f0a-a500-17915bffd802 admin admin] Publish callbacks [] for security_group (114dc55f-034a-433d-902c-bef370992df4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:38.163648 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c39b5ff-8549-4cc0-89ae-b1288a0d5849 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (bae2dd82-4fbb-41d4-8ffb-96a98e849452), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:38.311891 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c39b5ff-8549-4cc0-89ae-b1288a0d5849 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (bae2dd82-4fbb-41d4-8ffb-96a98e849452), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:38.346154 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a18139f3-0976-4f0a-a500-17915bffd802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (114dc55f-034a-433d-902c-bef370992df4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:38.348772 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a18139f3-0976-4f0a-a500-17915bffd802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:38.349927 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a18139f3-0976-4f0a-a500-17915bffd802 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/114dc55f-034a-433d-902c-bef370992df4 HTTP/1.1" status: 204  len: 168 time: 0.3546193
Feb 12 21:28:38.351572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38942) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:38.364651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c39b5ff-8549-4cc0-89ae-b1288a0d5849 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 1b901940-78a5-4e6b-abbc-443fdb099b29 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:38.374616 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-0c39b5ff-8549-4cc0-89ae-b1288a0d5849 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:38.377379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18139f3-0976-4f0a-a500-17915bffd802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114dc55f-034a-433d-902c-bef370992df4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:38.379552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c39b5ff-8549-4cc0-89ae-b1288a0d5849 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:38.396707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c39b5ff-8549-4cc0-89ae-b1288a0d5849 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:38.396707 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c39b5ff-8549-4cc0-89ae-b1288a0d5849 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:38.403742 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39b5ff-8549-4cc0-89ae-b1288a0d5849 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=bae2dd82-4fbb-41d4-8ffb-96a98e849452,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:38.412849 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ee99ca46-2852-41da-933f-853e6c5dd605 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=338dee3698c944ca8240d48553a4e629&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0572371
Feb 12 21:28:38.413059 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38948) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:38.486226 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-64bde4cb-66c4-43e2-82e4-ac79b9aa1d5c admin admin] Publish callbacks [] for security_group (86edaaac-41c9-40c6-bdb7-0048dc0d9e81), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:38.516030 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-64bde4cb-66c4-43e2-82e4-ac79b9aa1d5c admin admin] Publish callbacks [] for security_group (86edaaac-41c9-40c6-bdb7-0048dc0d9e81), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:38.529196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0c39b5ff-8549-4cc0-89ae-b1288a0d5849 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.2754493
Feb 12 21:28:38.531955 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38954) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:38.700605 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-64bde4cb-66c4-43e2-82e4-ac79b9aa1d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (86edaaac-41c9-40c6-bdb7-0048dc0d9e81), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:38.704516 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-64bde4cb-66c4-43e2-82e4-ac79b9aa1d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:38.707343 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-64bde4cb-66c4-43e2-82e4-ac79b9aa1d5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86edaaac-41c9-40c6-bdb7-0048dc0d9e81 HTTP/1.1" status: 204  len: 168 time: 0.2937169
Feb 12 21:28:38.716334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bde4cb-66c4-43e2-82e4-ac79b9aa1d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86edaaac-41c9-40c6-bdb7-0048dc0d9e81,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:38.866172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d991226-e355-4b5c-b40a-849f8dcd4488 None None] Network 1b901940-78a5-4e6b-abbc-443fdb099b29 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:38.953132 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60f59471-8c23-400d-9501-2f88ba5ea025 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bae2dd82-4fbb-41d4-8ffb-96a98e849452), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:38.968185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3d74dcef-1344-41e5-a91f-06a05f4cd6bd None None] Provisioning complete for port 1ec3580f-7fab-4141-90b3-cae3879752b9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:38.968568 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3d74dcef-1344-41e5-a91f-06a05f4cd6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:39.116535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3d74dcef-1344-41e5-a91f-06a05f4cd6bd None None] Current status of the port 1ec3580f-7fab-4141-90b3-cae3879752b9 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:39.116535 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3d74dcef-1344-41e5-a91f-06a05f4cd6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:39.125456 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3d74dcef-1344-41e5-a91f-06a05f4cd6bd None None] For port 1ec3580f-7fab-4141-90b3-cae3879752b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ec3580f-7fab-4141-90b3-cae3879752b9,segment=NetworkSegment(0d14185e-77f5-4ede-84dc-bb217f598364),segment_id=0d14185e-77f5-4ede-84dc-bb217f598364)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:39.210563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1ec3580f-7fab-4141-90b3-cae3879752b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:28:39.257012 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60f59471-8c23-400d-9501-2f88ba5ea025 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (bae2dd82-4fbb-41d4-8ffb-96a98e849452), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:39.274637 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1ec3580f-7fab-4141-90b3-cae3879752b9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:39.275011 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:39.362306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1ec3580f-7fab-4141-90b3-cae3879752b9 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:39.362914 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:39.420246 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60f59471-8c23-400d-9501-2f88ba5ea025 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (bae2dd82-4fbb-41d4-8ffb-96a98e849452), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:39.421050 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3d74dcef-1344-41e5-a91f-06a05f4cd6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:39.517900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f59471-8c23-400d-9501-2f88ba5ea025 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=bae2dd82-4fbb-41d4-8ffb-96a98e849452,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:39.521339 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74dcef-1344-41e5-a91f-06a05f4cd6bd None None] Pushing event updated for resources: {'Port': ['ID=1ec3580f-7fab-4141-90b3-cae3879752b9,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:39.525114 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:28:39.525510 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:28:39.566366 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9a607c83-baaf-49e7-adf3-ebc69fe35cce None None] Provisioning complete for port bae2dd82-4fbb-41d4-8ffb-96a98e849452 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:39.566991 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9a607c83-baaf-49e7-adf3-ebc69fe35cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bae2dd82-4fbb-41d4-8ffb-96a98e849452), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:39.627440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9a607c83-baaf-49e7-adf3-ebc69fe35cce None None] Port bae2dd82-4fbb-41d4-8ffb-96a98e849452 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:39.648522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9a607c83-baaf-49e7-adf3-ebc69fe35cce None None] Provisioning complete for port 1ec3580f-7fab-4141-90b3-cae3879752b9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:39.648907 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9a607c83-baaf-49e7-adf3-ebc69fe35cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:39.694236 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60f59471-8c23-400d-9501-2f88ba5ea025 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (dc234d36-2e5d-44ce-a297-476cfa676551), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:39.731289 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38976) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:39.754747 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7898aae1-1417-44d7-992b-c0f34a171dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:39.757168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9a607c83-baaf-49e7-adf3-ebc69fe35cce None None] Current status of the port 1ec3580f-7fab-4141-90b3-cae3879752b9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:39.842982 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7898aae1-1417-44d7-992b-c0f34a171dc5 admin admin] Publish callbacks [] for security_group (99e8db44-7dfa-43f1-a498-5d6c5842d7b1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:39.880468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-cbf9b00b-5be8-40e0-bce7-ba90d6971f54 None None] Provisioning complete for port bae2dd82-4fbb-41d4-8ffb-96a98e849452 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:39.880468 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cbf9b00b-5be8-40e0-bce7-ba90d6971f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bae2dd82-4fbb-41d4-8ffb-96a98e849452), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:39.902834 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7898aae1-1417-44d7-992b-c0f34a171dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (99e8db44-7dfa-43f1-a498-5d6c5842d7b1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:39.930271 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60f59471-8c23-400d-9501-2f88ba5ea025 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bae2dd82-4fbb-41d4-8ffb-96a98e849452), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:39.943369 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9b00b-5be8-40e0-bce7-ba90d6971f54 None None] Port bae2dd82-4fbb-41d4-8ffb-96a98e849452 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:39.951409 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7898aae1-1417-44d7-992b-c0f34a171dc5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2939fb6b0bc42b48629c3ac92eabdf7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2188764
Feb 12 21:28:39.952407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898aae1-1417-44d7-992b-c0f34a171dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e8db44-7dfa-43f1-a498-5d6c5842d7b1,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:39.955077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38980) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:39.975830 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 38984) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:40.044110 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-56cb67c3-da6d-46b1-8148-ae2b31fc86a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43a500dbe61b4c14b679ed9f6ddded52&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0671861
Feb 12 21:28:40.049658 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 38988) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:40.054475 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-db86fef0-11e2-4081-b492-b07ba681205d admin admin] Publish callbacks [] for security_group (99e8db44-7dfa-43f1-a498-5d6c5842d7b1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:40.077620 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1ec3580f-7fab-4141-90b3-cae3879752b9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:40.080818 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-db86fef0-11e2-4081-b492-b07ba681205d admin admin] Publish callbacks [] for security_group (99e8db44-7dfa-43f1-a498-5d6c5842d7b1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:40.082828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a1c0612-3278-4985-a6f9-3cae869168bb None None] Provisioning complete for port bae2dd82-4fbb-41d4-8ffb-96a98e849452 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:40.082972 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a1c0612-3278-4985-a6f9-3cae869168bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bae2dd82-4fbb-41d4-8ffb-96a98e849452), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:40.119574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c0612-3278-4985-a6f9-3cae869168bb None None] Port bae2dd82-4fbb-41d4-8ffb-96a98e849452 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:40.191653 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-db86fef0-11e2-4081-b492-b07ba681205d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (99e8db44-7dfa-43f1-a498-5d6c5842d7b1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:40.194714 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-db86fef0-11e2-4081-b492-b07ba681205d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:40.195935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-db86fef0-11e2-4081-b492-b07ba681205d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99e8db44-7dfa-43f1-a498-5d6c5842d7b1 HTTP/1.1" status: 204  len: 168 time: 0.2399373
Feb 12 21:28:40.205476 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4d253fd3-6a25-4b39-b570-be1cc31dd021 admin admin] Publish callbacks [] for security_group (bc472532-fa1a-4850-8a25-5607fcfc623f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:40.205655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86fef0-11e2-4081-b492-b07ba681205d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e8db44-7dfa-43f1-a498-5d6c5842d7b1,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:40.242638 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4d253fd3-6a25-4b39-b570-be1cc31dd021 admin admin] Publish callbacks [] for security_group (bc472532-fa1a-4850-8a25-5607fcfc623f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:40.321868 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60f59471-8c23-400d-9501-2f88ba5ea025 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (bae2dd82-4fbb-41d4-8ffb-96a98e849452), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:40.404531 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60f59471-8c23-400d-9501-2f88ba5ea025 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (bae2dd82-4fbb-41d4-8ffb-96a98e849452), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:40.405340 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60f59471-8c23-400d-9501-2f88ba5ea025 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (dc234d36-2e5d-44ce-a297-476cfa676551), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:40.465818 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4d253fd3-6a25-4b39-b570-be1cc31dd021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bc472532-fa1a-4850-8a25-5607fcfc623f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:40.468402 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4d253fd3-6a25-4b39-b570-be1cc31dd021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:40.469574 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4d253fd3-6a25-4b39-b570-be1cc31dd021 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc472532-fa1a-4850-8a25-5607fcfc623f HTTP/1.1" status: 204  len: 168 time: 0.4180121
Feb 12 21:28:40.502067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f59471-8c23-400d-9501-2f88ba5ea025 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=bae2dd82-4fbb-41d4-8ffb-96a98e849452,revision_number=3']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:40.512185 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d253fd3-6a25-4b39-b570-be1cc31dd021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc472532-fa1a-4850-8a25-5607fcfc623f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:40.552569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f59471-8c23-400d-9501-2f88ba5ea025 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 1b901940-78a5-4e6b-abbc-443fdb099b29 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:40.553685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-60f59471-8c23-400d-9501-2f88ba5ea025 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:40.787394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f59471-8c23-400d-9501-2f88ba5ea025 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Router dc234d36-2e5d-44ce-a297-476cfa676551 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:28:40.890811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f59471-8c23-400d-9501-2f88ba5ea025 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:28:40.898815 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-60f59471-8c23-400d-9501-2f88ba5ea025 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "PUT /v2.0/routers/dc234d36-2e5d-44ce-a297-476cfa676551/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3638291
Feb 12 21:28:40.903892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39014) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:40.906748 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7777d31b-0096-482f-96c3-d6c26cc6d71d None None] Sync routers for ids ['dc234d36-2e5d-44ce-a297-476cfa676551'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:28:40.920764 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7777d31b-0096-482f-96c3-d6c26cc6d71d None None] Routers {'dc234d36-2e5d-44ce-a297-476cfa676551'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:28:40.921689 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7777d31b-0096-482f-96c3-d6c26cc6d71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe24b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['dc234d36-2e5d-44ce-a297-476cfa676551'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:40.955065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6393a61b-fae9-46ef-a5f5-5ac8fc8bb7c6 None None] Provisioning complete for port bae2dd82-4fbb-41d4-8ffb-96a98e849452 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:40.955622 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6393a61b-fae9-46ef-a5f5-5ac8fc8bb7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bae2dd82-4fbb-41d4-8ffb-96a98e849452), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:40.982809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fafc78-cac3-48b4-b760-aa105d79a2b3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:40.984460 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7777d31b-0096-482f-96c3-d6c26cc6d71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe24b50>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:40.988008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39022) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:40.994307 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-72fafc78-cac3-48b4-b760-aa105d79a2b3 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc234d36-2e5d-44ce-a297-476cfa676551 HTTP/1.1" status: 200  len: 989 time: 0.0922651
Feb 12 21:28:40.996548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6393a61b-fae9-46ef-a5f5-5ac8fc8bb7c6 None None] Port bae2dd82-4fbb-41d4-8ffb-96a98e849452 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:41.002638 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7777d31b-0096-482f-96c3-d6c26cc6d71d None None] Routers {'dc234d36-2e5d-44ce-a297-476cfa676551'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:28:41.003186 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7777d31b-0096-482f-96c3-d6c26cc6d71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe24b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['dc234d36-2e5d-44ce-a297-476cfa676551'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:41.036595 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7777d31b-0096-482f-96c3-d6c26cc6d71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe24b50>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:41.037324 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7777d31b-0096-482f-96c3-d6c26cc6d71d None None] The sync data for ids ['dc234d36-2e5d-44ce-a297-476cfa676551'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:28:41.166363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1ec3580f-7fab-4141-90b3-cae3879752b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:28:41.243062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1ec3580f-7fab-4141-90b3-cae3879752b9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:41.244687 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:41.358462 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1ec3580f-7fab-4141-90b3-cae3879752b9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:41.441085 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e1c0aff-fa32-484b-a2aa-3af7ba84de76 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (dc234d36-2e5d-44ce-a297-476cfa676551), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:41.690790 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5e1c0aff-fa32-484b-a2aa-3af7ba84de76 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port bae2dd82-4fbb-41d4-8ffb-96a98e849452 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:41.691227 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e1c0aff-fa32-484b-a2aa-3af7ba84de76 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (bae2dd82-4fbb-41d4-8ffb-96a98e849452), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:41.800151 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e1c0aff-fa32-484b-a2aa-3af7ba84de76 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (bae2dd82-4fbb-41d4-8ffb-96a98e849452), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:41.814062 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5e1c0aff-fa32-484b-a2aa-3af7ba84de76 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for bae2dd82-4fbb-41d4-8ffb-96a98e849452 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:42.060176 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e1c0aff-fa32-484b-a2aa-3af7ba84de76 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (bae2dd82-4fbb-41d4-8ffb-96a98e849452), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:42.088897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c0aff-fa32-484b-a2aa-3af7ba84de76 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=bae2dd82-4fbb-41d4-8ffb-96a98e849452,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:42.565524 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5e1c0aff-fa32-484b-a2aa-3af7ba84de76 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (dc234d36-2e5d-44ce-a297-476cfa676551), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:42.752411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1c0aff-fa32-484b-a2aa-3af7ba84de76 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Router dc234d36-2e5d-44ce-a297-476cfa676551 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:28:42.860057 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1c0aff-fa32-484b-a2aa-3af7ba84de76 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:28:42.865992 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5e1c0aff-fa32-484b-a2aa-3af7ba84de76 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "PUT /v2.0/routers/dc234d36-2e5d-44ce-a297-476cfa676551/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8768487
Feb 12 21:28:42.868556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39126) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:42.874130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a65fa-837c-4abe-8626-ad49c9e0b9c1 None None] Sync routers for ids ['dc234d36-2e5d-44ce-a297-476cfa676551'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:28:42.889169 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a65fa-837c-4abe-8626-ad49c9e0b9c1 None None] Routers {'dc234d36-2e5d-44ce-a297-476cfa676551'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:28:42.889917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a87a65fa-837c-4abe-8626-ad49c9e0b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb016b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['dc234d36-2e5d-44ce-a297-476cfa676551'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:42.902175 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ceb5b76-0ea1-4e18-8e8d-f381cc56146a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] GET failed (client error): The resource could not be found.
Feb 12 21:28:42.903775 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2ceb5b76-0ea1-4e18-8e8d-f381cc56146a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/bae2dd82-4fbb-41d4-8ffb-96a98e849452 HTTP/1.1" status: 404  len: 333 time: 0.0342274
Feb 12 21:28:42.906546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39128) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:42.941073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a87a65fa-837c-4abe-8626-ad49c9e0b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb016b20>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:42.950660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a65fa-837c-4abe-8626-ad49c9e0b9c1 None None] Routers {'dc234d36-2e5d-44ce-a297-476cfa676551'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:28:42.952099 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a87a65fa-837c-4abe-8626-ad49c9e0b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb016b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['dc234d36-2e5d-44ce-a297-476cfa676551'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:42.991989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a87a65fa-837c-4abe-8626-ad49c9e0b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb016b20>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:42.992117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a65fa-837c-4abe-8626-ad49c9e0b9c1 None None] The sync data for ids ['dc234d36-2e5d-44ce-a297-476cfa676551'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:28:43.054020 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-99940c66-abbb-4645-943f-b4fde53ca45b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for router (dc234d36-2e5d-44ce-a297-476cfa676551), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:43.234711 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-99940c66-abbb-4645-943f-b4fde53ca45b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (dc234d36-2e5d-44ce-a297-476cfa676551), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:43.237340 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-99940c66-abbb-4645-943f-b4fde53ca45b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for router_controller (dc234d36-2e5d-44ce-a297-476cfa676551), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:43.445024 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-99940c66-abbb-4645-943f-b4fde53ca45b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (dc234d36-2e5d-44ce-a297-476cfa676551), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:43.445593 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99940c66-abbb-4645-943f-b4fde53ca45b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Fanout notify agent at l3_agent the message router_deleted on router dc234d36-2e5d-44ce-a297-476cfa676551 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:28:43.452715 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-99940c66-abbb-4645-943f-b4fde53ca45b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:43.458896 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-99940c66-abbb-4645-943f-b4fde53ca45b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/routers/dc234d36-2e5d-44ce-a297-476cfa676551 HTTP/1.1" status: 204  len: 168 time: 0.5510290
Feb 12 21:28:43.459705 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39154) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:43.536811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-98584d77-adbe-428c-b9eb-c5570079fe24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting subnet cd5d7050-7765-44e1-8331-4917f651d872 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:28:43.540645 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98584d77-adbe-428c-b9eb-c5570079fe24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (cd5d7050-7765-44e1-8331-4917f651d872), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:43.584238 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98584d77-adbe-428c-b9eb-c5570079fe24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (cd5d7050-7765-44e1-8331-4917f651d872), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:43.681617 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98584d77-adbe-428c-b9eb-c5570079fe24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (cd5d7050-7765-44e1-8331-4917f651d872), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:43.925529 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98584d77-adbe-428c-b9eb-c5570079fe24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (cd5d7050-7765-44e1-8331-4917f651d872), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:43.956354 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98584d77-adbe-428c-b9eb-c5570079fe24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Subnet': ['ID=cd5d7050-7765-44e1-8331-4917f651d872,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:43.969723 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98584d77-adbe-428c-b9eb-c5570079fe24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:43.975370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a2618f-d1be-4165-ad1f-6f123a7f9c5b None None] Network 1b901940-78a5-4e6b-abbc-443fdb099b29 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:43.981114 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-98584d77-adbe-428c-b9eb-c5570079fe24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/cd5d7050-7765-44e1-8331-4917f651d872 HTTP/1.1" status: 204  len: 168 time: 0.5195513
Feb 12 21:28:43.983885 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39202) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:44.083330 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (1b901940-78a5-4e6b-abbc-443fdb099b29), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:44.138203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port 1ec3580f-7fab-4141-90b3-cae3879752b9 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:44.138567 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:44.168635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f4d783-2dad-413c-8ba7-fbd53b73f607 None None] DHCP port deletion for 1b901940-78a5-4e6b-abbc-443fdb099b29 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:28:44.220838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] For port 1ec3580f-7fab-4141-90b3-cae3879752b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ec3580f-7fab-4141-90b3-cae3879752b9,segment=NetworkSegment(0d14185e-77f5-4ede-84dc-bb217f598364),segment_id=0d14185e-77f5-4ede-84dc-bb217f598364)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:44.220838 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:44.221838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-14f4d783-2dad-413c-8ba7-fbd53b73f607 None None] Deleting port 1ec3580f-7fab-4141-90b3-cae3879752b9 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:44.222211 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-14f4d783-2dad-413c-8ba7-fbd53b73f607 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:44.226252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for 1ec3580f-7fab-4141-90b3-cae3879752b9 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:44.291163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-14f4d783-2dad-413c-8ba7-fbd53b73f607 None None] For port 1ec3580f-7fab-4141-90b3-cae3879752b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ec3580f-7fab-4141-90b3-cae3879752b9,segment=NetworkSegment(0d14185e-77f5-4ede-84dc-bb217f598364),segment_id=0d14185e-77f5-4ede-84dc-bb217f598364)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:44.291573 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-14f4d783-2dad-413c-8ba7-fbd53b73f607 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:44.304572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-14f4d783-2dad-413c-8ba7-fbd53b73f607 None None] Calling delete_port for 1ec3580f-7fab-4141-90b3-cae3879752b9 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:44.422220 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:44.429649 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-14f4d783-2dad-413c-8ba7-fbd53b73f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (1ec3580f-7fab-4141-90b3-cae3879752b9), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:44.462821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=1ec3580f-7fab-4141-90b3-cae3879752b9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:44.468937 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No DVR routers for this DVR port 1ec3580f-7fab-4141-90b3-cae3879752b9 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:28:44.484728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f4d783-2dad-413c-8ba7-fbd53b73f607 None None] No DVR routers for this DVR port 1ec3580f-7fab-4141-90b3-cae3879752b9 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:28:44.486965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4d783-2dad-413c-8ba7-fbd53b73f607 None None] Pushing event deleted for resources: {'Port': ['ID=1ec3580f-7fab-4141-90b3-cae3879752b9,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:44.582343 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (1b901940-78a5-4e6b-abbc-443fdb099b29), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:44.603333 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaf6b50>,) {'filters': {'network_id': ['1b901940-78a5-4e6b-abbc-443fdb099b29']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:44.613044 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaf6b50>, '0d14185e-77f5-4ede-84dc-bb217f598364') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:44.614205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaf6b50>, '0d14185e-77f5-4ede-84dc-bb217f598364') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:28:44.623566 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (0d14185e-77f5-4ede-84dc-bb217f598364), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:44.637078 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0d14185e-77f5-4ede-84dc-bb217f598364), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:44.643488 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:28:44.643875 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (0d14185e-77f5-4ede-84dc-bb217f598364), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:28:44.647353 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:28:44.802794 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (1b901940-78a5-4e6b-abbc-443fdb099b29), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:44.813708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:44.814255 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/networks/1b901940-78a5-4e6b-abbc-443fdb099b29 HTTP/1.1" status: 204  len: 168 time: 0.8291204
Feb 12 21:28:44.817881 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39268) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:44.826092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d567d34-d00d-47b9-af5f-6a09a7871df0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Network': ['ID=1b901940-78a5-4e6b-abbc-443fdb099b29,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:44.872277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e46f047-abf4-419c-a52a-51a97cbb771d tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:44.873841 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9e46f047-abf4-419c-a52a-51a97cbb771d tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/44968d26-7af1-4e52-b426-1991559db49f HTTP/1.1" status: 200  len: 845 time: 0.0546682
Feb 12 21:28:44.877295 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39270) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:44.920927 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d9b5a21f-3e2f-4548-8a98-8c12fa2291dc tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/44968d26-7af1-4e52-b426-1991559db49f?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0425389
Feb 12 21:28:44.924892 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39278) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:44.930184 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-97f12a6c-e0ca-4f9d-b241-3869583ea7d8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'subnet': {'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:45.135010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f12a6c-e0ca-4f9d-b241-3869583ea7d8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:45.135166 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1ec3580f-7fab-4141-90b3-cae3879752b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:28:45.135634 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97f12a6c-e0ca-4f9d-b241-3869583ea7d8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:45.158373 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 1ec3580f-7fab-4141-90b3-cae3879752b9 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:28:45.158727 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1ec3580f-7fab-4141-90b3-cae3879752b9 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:28:45.287797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39328) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:45.414702 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92079320-8de8-4204-94a7-d75798355e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:45.529021 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92079320-8de8-4204-94a7-d75798355e53 admin admin] Publish callbacks [] for security_group (0c3339cd-48b1-42f4-a37c-126474dfb6b6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:45.628141 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97f12a6c-e0ca-4f9d-b241-3869583ea7d8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (86a20cc8-8729-428e-b783-b6b275c12136), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:45.659760 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92079320-8de8-4204-94a7-d75798355e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0c3339cd-48b1-42f4-a37c-126474dfb6b6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:45.700341 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f12a6c-e0ca-4f9d-b241-3869583ea7d8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:45.719289 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-97f12a6c-e0ca-4f9d-b241-3869583ea7d8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:45.723494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f12a6c-e0ca-4f9d-b241-3869583ea7d8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:45.724667 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97f12a6c-e0ca-4f9d-b241-3869583ea7d8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:45.727134 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f12a6c-e0ca-4f9d-b241-3869583ea7d8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Subnet': ['ID=86a20cc8-8729-428e-b783-b6b275c12136,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:45.728283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ce2a73-3c62-4a98-95d1-0d37b7440400 None None] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:45.731702 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-92079320-8de8-4204-94a7-d75798355e53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5bc860bfd47441de882fc1306f23ba27&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4428365
Feb 12 21:28:45.734398 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92079320-8de8-4204-94a7-d75798355e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3339cd-48b1-42f4-a37c-126474dfb6b6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:45.734537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39350) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:45.827690 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca93c6b0-a512-4c69-a8d5-5871f6ea6651 admin admin] Publish callbacks [] for security_group (0c3339cd-48b1-42f4-a37c-126474dfb6b6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:45.828441 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-97f12a6c-e0ca-4f9d-b241-3869583ea7d8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9019449
Feb 12 21:28:45.830844 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39356) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:45.838276 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9d32d539-87e9-4cfa-bf20-25c92f8738e6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'security_group': {'name': 'tempest-secgroup-2131077937'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:45.882969 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca93c6b0-a512-4c69-a8d5-5871f6ea6651 admin admin] Publish callbacks [] for security_group (0c3339cd-48b1-42f4-a37c-126474dfb6b6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:45.919981 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'project_id': '5147b149b5ed445986e56e2acc3a253c', 'fixed_ips': [{'subnet_id': '86a20cc8-8729-428e-b783-b6b275c12136'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:28:45.921051 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.070960 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d32d539-87e9-4cfa-bf20-25c92f8738e6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.101414 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca93c6b0-a512-4c69-a8d5-5871f6ea6651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0c3339cd-48b1-42f4-a37c-126474dfb6b6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.104160 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca93c6b0-a512-4c69-a8d5-5871f6ea6651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.105375 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ca93c6b0-a512-4c69-a8d5-5871f6ea6651 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c3339cd-48b1-42f4-a37c-126474dfb6b6 HTTP/1.1" status: 204  len: 168 time: 0.3698552
Feb 12 21:28:46.122191 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93c6b0-a512-4c69-a8d5-5871f6ea6651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3339cd-48b1-42f4-a37c-126474dfb6b6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:46.180274 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d32d539-87e9-4cfa-bf20-25c92f8738e6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (2dc6e385-d9ba-4562-b217-ca043ae97b35), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.249623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Allocated IP 2001:db8::2 (14c7ce6e-4075-4b4a-a13e-56a48b21bcf7/86a20cc8-8729-428e-b783-b6b275c12136/7ac28f4b-aca7-4b37-b681-91d73b6b3f79) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:46.259172 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d32d539-87e9-4cfa-bf20-25c92f8738e6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2dc6e385-d9ba-4562-b217-ca043ae97b35), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.290040 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32d539-87e9-4cfa-bf20-25c92f8738e6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc6e385-d9ba-4562-b217-ca043ae97b35,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:46.333046 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9d32d539-87e9-4cfa-bf20-25c92f8738e6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.335579 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9d32d539-87e9-4cfa-bf20-25c92f8738e6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5026817
Feb 12 21:28:46.352993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39388) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:46.359714 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f9c4f34a-eacc-41bb-8fe3-104523ed6f19 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'security_group': {'name': 'tempest-secgroup-214501076'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:46.413165 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Publish callbacks [] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.468741 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f9c4f34a-eacc-41bb-8fe3-104523ed6f19 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.519637 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.556633 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f9c4f34a-eacc-41bb-8fe3-104523ed6f19 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (254bbdfe-4196-4cff-b178-d1c9e7ee987e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.567200 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:46.571513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:46.575703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:46.614812 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Pushing event updated for resources: {'Port': ['ID=7ac28f4b-aca7-4b37-b681-91d73b6b3f79,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:46.633850 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f9c4f34a-eacc-41bb-8fe3-104523ed6f19 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (254bbdfe-4196-4cff-b178-d1c9e7ee987e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.646614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Attempting to bind port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:28:46.646852 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Attempting to bind port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b8f6687a-b53f-4264-a37e-ade47db9e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:28:46.647612 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Attempting to bind port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 on network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:28:46.653429 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:28:46.653817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Checking segment: {'id': 'b8f6687a-b53f-4264-a37e-ade47db9e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:28:46.654242 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.654794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Bound using segment: {'id': 'b8f6687a-b53f-4264-a37e-ade47db9e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:28:46.655270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Bound port: 7ac28f4b-aca7-4b37-b681-91d73b6b3f79, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f6687a-b53f-4264-a37e-ade47db9e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:28:46.655659 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.677874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4f34a-eacc-41bb-8fe3-104523ed6f19 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254bbdfe-4196-4cff-b178-d1c9e7ee987e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:46.722880 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f9c4f34a-eacc-41bb-8fe3-104523ed6f19 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.724042 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f9c4f34a-eacc-41bb-8fe3-104523ed6f19 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3694339
Feb 12 21:28:46.726822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39404) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:46.733240 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-cb6b6408-9a90-4f38-acb2-029e4dbd70e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-103224885', 'security_groups': ['254bbdfe-4196-4cff-b178-d1c9e7ee987e'], 'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '86a20cc8-8729-428e-b783-b6b275c12136'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:46.733823 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] For port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:28:46.736936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] For port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ac28f4b-aca7-4b37-b681-91d73b6b3f79,segment=NetworkSegment(b8f6687a-b53f-4264-a37e-ade47db9e961),segment_id=b8f6687a-b53f-4264-a37e-ade47db9e961)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:28:46.810572 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.882190 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25ff76-3ed6-49dd-8a04-485f9bb8c872 None None] Pushing event updated for resources: {'Port': ['ID=7ac28f4b-aca7-4b37-b681-91d73b6b3f79,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:46.936697 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39410) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:46.953440 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b19ebd23-8b64-4c7d-984d-438d14fc21f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:46.988331 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6b6408-9a90-4f38-acb2-029e4dbd70e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:47.199228 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b19ebd23-8b64-4c7d-984d-438d14fc21f3 admin admin] Publish callbacks [] for security_group (faad7db4-ffee-4ca4-8302-9825783ffeea), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:47.225886 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6408-9a90-4f38-acb2-029e4dbd70e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:47.250421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:28:47.254579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-cb6b6408-9a90-4f38-acb2-029e4dbd70e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] device_id is not set on port 7e81e11e-9e97-45d2-a2e5-66f00ae42fc2 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:28:47.268126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39426) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:47.343605 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b19ebd23-8b64-4c7d-984d-438d14fc21f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (faad7db4-ffee-4ca4-8302-9825783ffeea), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:47.446864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-877fd9be-bef9-473a-9ca2-24bc8b251138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:47.459678 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b19ebd23-8b64-4c7d-984d-438d14fc21f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b523dbac2bf4e7e805c606075b1ac17&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5216520
Feb 12 21:28:47.462856 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39434) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:47.463252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ebd23-8b64-4c7d-984d-438d14fc21f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faad7db4-ffee-4ca4-8302-9825783ffeea,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:47.560725 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:47.561179 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:47.589476 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c447985e-7660-4ede-b15e-1ecff2665051 admin admin] Publish callbacks [] for security_group (faad7db4-ffee-4ca4-8302-9825783ffeea), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:47.596610 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-cb6b6408-9a90-4f38-acb2-029e4dbd70e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Allocated IP 2001:db8::111 (14c7ce6e-4075-4b4a-a13e-56a48b21bcf7/86a20cc8-8729-428e-b783-b6b275c12136/7e81e11e-9e97-45d2-a2e5-66f00ae42fc2) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:47.622320 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c447985e-7660-4ede-b15e-1ecff2665051 admin admin] Publish callbacks [] for security_group (faad7db4-ffee-4ca4-8302-9825783ffeea), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:47.657511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:47.658177 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:47.678294 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-877fd9be-bef9-473a-9ca2-24bc8b251138 admin admin] Publish callbacks [] for security_group (f1b80c4b-c1f2-4915-96aa-fa30a968e711), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:47.709974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ac28f4b-aca7-4b37-b681-91d73b6b3f79,segment=NetworkSegment(b8f6687a-b53f-4264-a37e-ade47db9e961),segment_id=b8f6687a-b53f-4264-a37e-ade47db9e961)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:47.760991 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-877fd9be-bef9-473a-9ca2-24bc8b251138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f1b80c4b-c1f2-4915-96aa-fa30a968e711), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:47.773770 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6408-9a90-4f38-acb2-029e4dbd70e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (7e81e11e-9e97-45d2-a2e5-66f00ae42fc2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:47.791946 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:47.810096 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c447985e-7660-4ede-b15e-1ecff2665051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (faad7db4-ffee-4ca4-8302-9825783ffeea), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:47.813586 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c447985e-7660-4ede-b15e-1ecff2665051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:47.816296 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c447985e-7660-4ede-b15e-1ecff2665051 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/faad7db4-ffee-4ca4-8302-9825783ffeea HTTP/1.1" status: 204  len: 168 time: 0.3454852
Feb 12 21:28:47.840366 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-877fd9be-bef9-473a-9ca2-24bc8b251138 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49deec94f3b14e0d98edeaa03e7adae5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5711181
Feb 12 21:28:47.842810 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fd9be-bef9-473a-9ca2-24bc8b251138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b80c4b-c1f2-4915-96aa-fa30a968e711,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:47.843137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39456) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:47.889013 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447985e-7660-4ede-b15e-1ecff2665051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faad7db4-ffee-4ca4-8302-9825783ffeea,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:47.926116 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=7ac28f4b-aca7-4b37-b681-91d73b6b3f79,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:47.970601 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ff399a4b-fde5-4ccc-bac2-812c94415aa6 admin admin] Publish callbacks [] for security_group (f1b80c4b-c1f2-4915-96aa-fa30a968e711), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:48.029110 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ff399a4b-fde5-4ccc-bac2-812c94415aa6 admin admin] Publish callbacks [] for security_group (f1b80c4b-c1f2-4915-96aa-fa30a968e711), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:48.034229 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6408-9a90-4f38-acb2-029e4dbd70e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (7e81e11e-9e97-45d2-a2e5-66f00ae42fc2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:48.119132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6b6408-9a90-4f38-acb2-029e4dbd70e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:48.125239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-cb6b6408-9a90-4f38-acb2-029e4dbd70e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:48.131841 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b6408-9a90-4f38-acb2-029e4dbd70e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:48.134509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6b6408-9a90-4f38-acb2-029e4dbd70e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:48.135112 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6408-9a90-4f38-acb2-029e4dbd70e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:48.146177 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b6408-9a90-4f38-acb2-029e4dbd70e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=7e81e11e-9e97-45d2-a2e5-66f00ae42fc2,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:48.204526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b9cbef50-a039-4880-b6a2-2895b16e5adc None None] Provisioning complete for port 44968d26-7af1-4e52-b426-1991559db49f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:48.204846 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b9cbef50-a039-4880-b6a2-2895b16e5adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (44968d26-7af1-4e52-b426-1991559db49f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:48.249695 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b9cbef50-a039-4880-b6a2-2895b16e5adc None None] Port 44968d26-7af1-4e52-b426-1991559db49f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:48.261672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b9cbef50-a039-4880-b6a2-2895b16e5adc None None] Provisioning complete for port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:48.262347 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b9cbef50-a039-4880-b6a2-2895b16e5adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:48.264143 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ff399a4b-fde5-4ccc-bac2-812c94415aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f1b80c4b-c1f2-4915-96aa-fa30a968e711), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:48.266947 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ff399a4b-fde5-4ccc-bac2-812c94415aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:48.271135 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ff399a4b-fde5-4ccc-bac2-812c94415aa6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1b80c4b-c1f2-4915-96aa-fa30a968e711 HTTP/1.1" status: 204  len: 168 time: 0.4232905
Feb 12 21:28:48.276839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39470) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:48.277713 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cb6b6408-9a90-4f38-acb2-029e4dbd70e0 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.5491743
Feb 12 21:28:48.285630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d9ac9f46-36df-4085-9c72-5eb51ea8304b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'subnet': {'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:48.301185 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff399a4b-fde5-4ccc-bac2-812c94415aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b80c4b-c1f2-4915-96aa-fa30a968e711,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:48.425462 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b9cbef50-a039-4880-b6a2-2895b16e5adc None None] Current status of the port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:48.548942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f6b89b28-3136-4fb2-8646-9bf66aa98337 None None] Provisioning complete for port 7e81e11e-9e97-45d2-a2e5-66f00ae42fc2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:48.549389 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f6b89b28-3136-4fb2-8646-9bf66aa98337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7e81e11e-9e97-45d2-a2e5-66f00ae42fc2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:48.587008 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f6b89b28-3136-4fb2-8646-9bf66aa98337 None None] Port 7e81e11e-9e97-45d2-a2e5-66f00ae42fc2 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:48.597327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ac9f46-36df-4085-9c72-5eb51ea8304b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:48.602259 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d9ac9f46-36df-4085-9c72-5eb51ea8304b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:48.710155 ncdv-master-1 neutron-server[126505]: INFO neutron.db.ipam_backend_mixin [None req-d9ac9f46-36df-4085-9c72-5eb51ea8304b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86a20cc8-8729-428e-b783-b6b275c12136 (CIDR: 2001:db8::/64)
Feb 12 21:28:48.740408 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ac9f46-36df-4085-9c72-5eb51ea8304b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:28:48.741218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ac9f46-36df-4085-9c72-5eb51ea8304b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:28:48.856020 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d9ac9f46-36df-4085-9c72-5eb51ea8304b tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5757635
Feb 12 21:28:48.862721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39510) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:48.870859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-7c92c111-62b2-4993-82cf-b4d80bf4b623 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'subnet': {'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:49.108187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c92c111-62b2-4993-82cf-b4d80bf4b623 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:49.112802 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c92c111-62b2-4993-82cf-b4d80bf4b623 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:49.120549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39520) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:49.148507 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c016173-ef46-4894-8796-0f75c1fcee96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:49.157208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:28:49.209344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:49.209756 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:49.315492 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:49.395019 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c016173-ef46-4894-8796-0f75c1fcee96 admin admin] Publish callbacks [] for security_group (d75cb704-57ce-4182-9065-4ad7173b1712), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:49.479094 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c016173-ef46-4894-8796-0f75c1fcee96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d75cb704-57ce-4182-9065-4ad7173b1712), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:49.512280 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c016173-ef46-4894-8796-0f75c1fcee96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75cb704-57ce-4182-9065-4ad7173b1712,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:49.528516 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39536) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:49.528978 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2c016173-ef46-4894-8796-0f75c1fcee96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=783e2759392c49ef9ca69762f21cd13d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4078927
Feb 12 21:28:49.567971 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c92c111-62b2-4993-82cf-b4d80bf4b623 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (0ae476d2-7000-4c18-a662-7819ec175f68), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:49.587056 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8509472-0b8e-4be0-bc1c-c25a0064f231 admin admin] Publish callbacks [] for security_group (d75cb704-57ce-4182-9065-4ad7173b1712), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:49.613164 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8509472-0b8e-4be0-bc1c-c25a0064f231 admin admin] Publish callbacks [] for security_group (d75cb704-57ce-4182-9065-4ad7173b1712), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:49.637349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c92c111-62b2-4993-82cf-b4d80bf4b623 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:49.642734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-7c92c111-62b2-4993-82cf-b4d80bf4b623 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:49.648274 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c92c111-62b2-4993-82cf-b4d80bf4b623 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:49.648274 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c92c111-62b2-4993-82cf-b4d80bf4b623 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:49.655946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51090d8-2398-4cf1-84a8-9bc4136f2d2e None None] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:49.658755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92c111-62b2-4993-82cf-b4d80bf4b623 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Subnet': ['ID=0ae476d2-7000-4c18-a662-7819ec175f68,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:49.743166 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8509472-0b8e-4be0-bc1c-c25a0064f231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d75cb704-57ce-4182-9065-4ad7173b1712), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:49.746589 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7c92c111-62b2-4993-82cf-b4d80bf4b623 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.8825469
Feb 12 21:28:49.752269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39546) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:49.754524 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f8509472-0b8e-4be0-bc1c-c25a0064f231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:49.756616 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f8509472-0b8e-4be0-bc1c-c25a0064f231 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d75cb704-57ce-4182-9065-4ad7173b1712 HTTP/1.1" status: 204  len: 168 time: 0.2269201
Feb 12 21:28:49.756782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-65966a02-67fa-4b8f-85fd-c41622b58b05 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-751222547', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0ae476d2-7000-4c18-a662-7819ec175f68'}], 'security_groups': ['2dc6e385-d9ba-4562-b217-ca043ae97b35']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:49.771053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8509472-0b8e-4be0-bc1c-c25a0064f231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75cb704-57ce-4182-9065-4ad7173b1712,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:49.944245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d71102a-4054-43a9-9aff-e64140fe35a0 None None] Update dhcp port {'port': {'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'fixed_ips': [{'subnet_id': '86a20cc8-8729-428e-b783-b6b275c12136', 'ip_address': '2001:db8::2'}, {'subnet_id': '0ae476d2-7000-4c18-a662-7819ec175f68'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '7ac28f4b-aca7-4b37-b681-91d73b6b3f79'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:28:49.972814 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65966a02-67fa-4b8f-85fd-c41622b58b05 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7e81e11e-9e97-45d2-a2e5-66f00ae42fc2), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:49.978254 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8d71102a-4054-43a9-9aff-e64140fe35a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:50.235935 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-8d71102a-4054-43a9-9aff-e64140fe35a0 None None] Allocated IP 2001:db8:0:1::2 (14c7ce6e-4075-4b4a-a13e-56a48b21bcf7/0ae476d2-7000-4c18-a662-7819ec175f68/7ac28f4b-aca7-4b37-b681-91d73b6b3f79) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:50.362722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8d71102a-4054-43a9-9aff-e64140fe35a0 None None] For port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ac28f4b-aca7-4b37-b681-91d73b6b3f79,segment=NetworkSegment(b8f6687a-b53f-4264-a37e-ade47db9e961),segment_id=b8f6687a-b53f-4264-a37e-ade47db9e961)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:50.399049 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8d71102a-4054-43a9-9aff-e64140fe35a0 None None] Publish callbacks [] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:50.507617 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8d71102a-4054-43a9-9aff-e64140fe35a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:50.604207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71102a-4054-43a9-9aff-e64140fe35a0 None None] Pushing event updated for resources: {'Port': ['ID=7ac28f4b-aca7-4b37-b681-91d73b6b3f79,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:50.618015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-65966a02-67fa-4b8f-85fd-c41622b58b05 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Delete allocated IP 2001:db8::111 (14c7ce6e-4075-4b4a-a13e-56a48b21bcf7/86a20cc8-8729-428e-b783-b6b275c12136) {{(pid=126505) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 12 21:28:50.627707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-65966a02-67fa-4b8f-85fd-c41622b58b05 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Allocated IP 2001:db8:0:1::31 (14c7ce6e-4075-4b4a-a13e-56a48b21bcf7/0ae476d2-7000-4c18-a662-7819ec175f68/7e81e11e-9e97-45d2-a2e5-66f00ae42fc2) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:50.846154 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65966a02-67fa-4b8f-85fd-c41622b58b05 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (7e81e11e-9e97-45d2-a2e5-66f00ae42fc2), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:50.924220 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65966a02-67fa-4b8f-85fd-c41622b58b05 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (7e81e11e-9e97-45d2-a2e5-66f00ae42fc2), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:51.022002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-65966a02-67fa-4b8f-85fd-c41622b58b05 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] In _notify_port_updated(), no bound segment for port 7e81e11e-9e97-45d2-a2e5-66f00ae42fc2 on network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 {{(pid=126505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:28:51.027458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65966a02-67fa-4b8f-85fd-c41622b58b05 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:51.028288 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-65966a02-67fa-4b8f-85fd-c41622b58b05 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:51.029654 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-65966a02-67fa-4b8f-85fd-c41622b58b05 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "PUT /v2.0/ports/7e81e11e-9e97-45d2-a2e5-66f00ae42fc2 HTTP/1.1" status: 200  len: 929 time: 1.2795780
Feb 12 21:28:51.033043 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39604) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:51.047536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65966a02-67fa-4b8f-85fd-c41622b58b05 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=7e81e11e-9e97-45d2-a2e5-66f00ae42fc2,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:51.244090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b91fc-bc4b-4f38-9663-d66d45e41a56 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port 7e81e11e-9e97-45d2-a2e5-66f00ae42fc2 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:51.244890 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c1b91fc-bc4b-4f38-9663-d66d45e41a56 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7e81e11e-9e97-45d2-a2e5-66f00ae42fc2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:51.405203 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c1b91fc-bc4b-4f38-9663-d66d45e41a56 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7e81e11e-9e97-45d2-a2e5-66f00ae42fc2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:51.422341 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b91fc-bc4b-4f38-9663-d66d45e41a56 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for 7e81e11e-9e97-45d2-a2e5-66f00ae42fc2 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:51.478777 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0e377079-75c5-44dc-8c0c-5a973cd078e4 None None] Provisioning complete for port 44968d26-7af1-4e52-b426-1991559db49f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:51.479730 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0e377079-75c5-44dc-8c0c-5a973cd078e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (44968d26-7af1-4e52-b426-1991559db49f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:51.523678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:28:51.562974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0e377079-75c5-44dc-8c0c-5a973cd078e4 None None] Port 44968d26-7af1-4e52-b426-1991559db49f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:51.585482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0e377079-75c5-44dc-8c0c-5a973cd078e4 None None] Provisioning complete for port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:51.585764 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0e377079-75c5-44dc-8c0c-5a973cd078e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:51.652755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:51.653333 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:51.736252 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0e377079-75c5-44dc-8c0c-5a973cd078e4 None None] Current status of the port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:51.743532 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c1b91fc-bc4b-4f38-9663-d66d45e41a56 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (7e81e11e-9e97-45d2-a2e5-66f00ae42fc2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:51.781197 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0e377079-75c5-44dc-8c0c-5a973cd078e4 None None] Provisioning complete for port 7e81e11e-9e97-45d2-a2e5-66f00ae42fc2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:51.781625 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0e377079-75c5-44dc-8c0c-5a973cd078e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7e81e11e-9e97-45d2-a2e5-66f00ae42fc2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:51.785718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:51.805412 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0e377079-75c5-44dc-8c0c-5a973cd078e4 None None] Port 7e81e11e-9e97-45d2-a2e5-66f00ae42fc2 was deleted so its status cannot be updated. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Feb 12 21:28:51.817984 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b91fc-bc4b-4f38-9663-d66d45e41a56 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=7e81e11e-9e97-45d2-a2e5-66f00ae42fc2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:51.820289 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c1b91fc-bc4b-4f38-9663-d66d45e41a56 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:51.826321 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1c1b91fc-bc4b-4f38-9663-d66d45e41a56 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/7e81e11e-9e97-45d2-a2e5-66f00ae42fc2 HTTP/1.1" status: 204  len: 168 time: 0.7918499
Feb 12 21:28:51.833954 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39652) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:51.868473 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-3534f562-8a3c-482b-805b-eb5fa14fb331 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] GET failed (client error): The resource could not be found.
Feb 12 21:28:51.870016 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3534f562-8a3c-482b-805b-eb5fa14fb331 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/7e81e11e-9e97-45d2-a2e5-66f00ae42fc2 HTTP/1.1" status: 404  len: 333 time: 0.0349119
Feb 12 21:28:51.879243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39656) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:51.919636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3bd39c83-8590-4e5f-99c3-8f01fb2590d8 None None] Could not find standard attr ID for object 7e81e11e-9e97-45d2-a2e5-66f00ae42fc2. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:28:51.951097 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2036f911-4c5c-4aa7-afda-21d7ee260fa5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (254bbdfe-4196-4cff-b178-d1c9e7ee987e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:51.978161 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2036f911-4c5c-4aa7-afda-21d7ee260fa5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (254bbdfe-4196-4cff-b178-d1c9e7ee987e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:52.156577 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2036f911-4c5c-4aa7-afda-21d7ee260fa5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (254bbdfe-4196-4cff-b178-d1c9e7ee987e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:52.159493 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2036f911-4c5c-4aa7-afda-21d7ee260fa5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:52.160703 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2036f911-4c5c-4aa7-afda-21d7ee260fa5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/security-groups/254bbdfe-4196-4cff-b178-d1c9e7ee987e HTTP/1.1" status: 204  len: 168 time: 0.2802842
Feb 12 21:28:52.164011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39684) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:52.172895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036f911-4c5c-4aa7-afda-21d7ee260fa5 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=254bbdfe-4196-4cff-b178-d1c9e7ee987e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:52.238195 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-61fe82c0-fe85-48ef-a3aa-be9a9f048e94 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (2dc6e385-d9ba-4562-b217-ca043ae97b35), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:52.261510 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-61fe82c0-fe85-48ef-a3aa-be9a9f048e94 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (2dc6e385-d9ba-4562-b217-ca043ae97b35), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:52.308185 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39688) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:52.373957 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-61fe82c0-fe85-48ef-a3aa-be9a9f048e94 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2dc6e385-d9ba-4562-b217-ca043ae97b35), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:52.376762 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-61fe82c0-fe85-48ef-a3aa-be9a9f048e94 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:52.380319 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-61fe82c0-fe85-48ef-a3aa-be9a9f048e94 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/security-groups/2dc6e385-d9ba-4562-b217-ca043ae97b35 HTTP/1.1" status: 204  len: 168 time: 0.2122059
Feb 12 21:28:52.382616 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39692) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:52.391037 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe82c0-fe85-48ef-a3aa-be9a9f048e94 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc6e385-d9ba-4562-b217-ca043ae97b35,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:52.451141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c2a5e0a6-5736-4a8a-96b8-aee21d12c253 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-597209772'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:52.451597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c2a5e0a6-5736-4a8a-96b8-aee21d12c253 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] Unknown quota resources ['metering_label']. {{(pid=126505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:28:52.453967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-98361c7d-b4d0-4ec2-b1d4-3b7448be9c08 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting subnet 86a20cc8-8729-428e-b783-b6b275c12136 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:28:52.457176 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98361c7d-b4d0-4ec2-b1d4-3b7448be9c08 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (86a20cc8-8729-428e-b783-b6b275c12136), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:52.510284 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98361c7d-b4d0-4ec2-b1d4-3b7448be9c08 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (86a20cc8-8729-428e-b783-b6b275c12136), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:52.574733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39696) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:52.602606 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98361c7d-b4d0-4ec2-b1d4-3b7448be9c08 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (86a20cc8-8729-428e-b783-b6b275c12136), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:52.760222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98361c7d-b4d0-4ec2-b1d4-3b7448be9c08 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (86a20cc8-8729-428e-b783-b6b275c12136), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:52.796900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98361c7d-b4d0-4ec2-b1d4-3b7448be9c08 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Subnet': ['ID=86a20cc8-8729-428e-b783-b6b275c12136,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:52.798491 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98361c7d-b4d0-4ec2-b1d4-3b7448be9c08 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:52.807378 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-98361c7d-b4d0-4ec2-b1d4-3b7448be9c08 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/86a20cc8-8729-428e-b783-b6b275c12136 HTTP/1.1" status: 204  len: 168 time: 0.4250343
Feb 12 21:28:52.808145 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39702) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:52.814715 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-77126233-b137-499c-aa4d-515b75e13d93 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'subnet': {'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:52.816642 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4bf8e5-efb7-4002-9577-b94d867f8c0c None None] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:52.940011 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c35b2fa2-c82e-4722-87ea-e2947979c4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:52.999429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77126233-b137-499c-aa4d-515b75e13d93 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:53.002933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-77126233-b137-499c-aa4d-515b75e13d93 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:53.012116 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c2a5e0a6-5736-4a8a-96b8-aee21d12c253 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:53.013324 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c2a5e0a6-5736-4a8a-96b8-aee21d12c253 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.7041755
Feb 12 21:28:53.016595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39710) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:53.021240 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a5831481-112f-4848-b0e4-a91af9105ad7 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1951f7c5-dfb7-4b27-9751-33b84ded4a4b'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:53.021777 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a5831481-112f-4848-b0e4-a91af9105ad7 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:28:53.172738 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c35b2fa2-c82e-4722-87ea-e2947979c4f8 admin admin] Publish callbacks [] for security_group (01ea7e72-2d00-42bc-ba19-2febdae6304a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:53.213661 ncdv-master-1 neutron-server[126505]: WARNING neutron.services.metering.metering_plugin [None req-a5831481-112f-4848-b0e4-a91af9105ad7 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Feb 12 21:28:53.321479 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c35b2fa2-c82e-4722-87ea-e2947979c4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (01ea7e72-2d00-42bc-ba19-2febdae6304a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:53.385121 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a5831481-112f-4848-b0e4-a91af9105ad7 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:53.390506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a5831481-112f-4848-b0e4-a91af9105ad7 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.3691521
Feb 12 21:28:53.390873 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39720) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:53.394841 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-87c478d2-eec4-4a4e-9d1c-9ba04874da4d tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1951f7c5-dfb7-4b27-9751-33b84ded4a4b'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:53.396140 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-87c478d2-eec4-4a4e-9d1c-9ba04874da4d tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126506) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:28:53.411070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b2fa2-c82e-4722-87ea-e2947979c4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ea7e72-2d00-42bc-ba19-2febdae6304a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:53.417036 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c35b2fa2-c82e-4722-87ea-e2947979c4f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=285919b3547b4edf9fe90deac6a58d62&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8411522
Feb 12 21:28:53.421266 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39722) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:53.481065 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa88dbd0-7acf-4261-832f-7f86df7f474b admin admin] Publish callbacks [] for security_group (01ea7e72-2d00-42bc-ba19-2febdae6304a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:53.486144 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-77126233-b137-499c-aa4d-515b75e13d93 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (91cedf01-7db0-447a-923f-715a058beb49), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:53.511837 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa88dbd0-7acf-4261-832f-7f86df7f474b admin admin] Publish callbacks [] for security_group (01ea7e72-2d00-42bc-ba19-2febdae6304a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:53.531293 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77126233-b137-499c-aa4d-515b75e13d93 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:53.537581 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-77126233-b137-499c-aa4d-515b75e13d93 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:53.543996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77126233-b137-499c-aa4d-515b75e13d93 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:53.544584 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-77126233-b137-499c-aa4d-515b75e13d93 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:53.560063 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77126233-b137-499c-aa4d-515b75e13d93 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Subnet': ['ID=91cedf01-7db0-447a-923f-715a058beb49,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:53.570571 ncdv-master-1 neutron-server[126506]: WARNING neutron.services.metering.metering_plugin [None req-87c478d2-eec4-4a4e-9d1c-9ba04874da4d tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Feb 12 21:28:53.640298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91d0911-e74b-48ba-8d96-3f26c3d967f2 None None] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:53.664193 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-87c478d2-eec4-4a4e-9d1c-9ba04874da4d tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:53.666228 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-87c478d2-eec4-4a4e-9d1c-9ba04874da4d tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2740176
Feb 12 21:28:53.668475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39726) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:53.679917 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-77126233-b137-499c-aa4d-515b75e13d93 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8707385
Feb 12 21:28:53.682802 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39728) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:53.683851 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5c80f2d5-0637-48cc-8e5f-6b29e649729a tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=8e267415-a30b-4539-8e2c-2bfc2b5f2cfe HTTP/1.1" status: 200  len: 464 time: 0.0140674
Feb 12 21:28:53.687964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d8ce5548-8829-4334-8fea-627599e7034d tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'security_group': {'name': 'tempest-secgroup-1045799678'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:53.689818 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39730) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:53.719209 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa88dbd0-7acf-4261-832f-7f86df7f474b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (01ea7e72-2d00-42bc-ba19-2febdae6304a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:53.722226 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa88dbd0-7acf-4261-832f-7f86df7f474b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:53.723445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-aa88dbd0-7acf-4261-832f-7f86df7f474b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01ea7e72-2d00-42bc-ba19-2febdae6304a HTTP/1.1" status: 204  len: 168 time: 0.3006074
Feb 12 21:28:53.736718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-28157b8f-529b-4459-95f9-079311dea101 None None] Provisioning complete for port 44968d26-7af1-4e52-b426-1991559db49f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:53.737169 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28157b8f-529b-4459-95f9-079311dea101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (44968d26-7af1-4e52-b426-1991559db49f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:53.742857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88dbd0-7acf-4261-832f-7f86df7f474b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ea7e72-2d00-42bc-ba19-2febdae6304a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:53.781748 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7e21dda-51be-4a74-9a6c-dc959a2fc896 req-78b3545a-6a1c-4f87-945f-3d891250039d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0566638
Feb 12 21:28:53.817408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-28157b8f-529b-4459-95f9-079311dea101 None None] Port 44968d26-7af1-4e52-b426-1991559db49f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:53.832766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-28157b8f-529b-4459-95f9-079311dea101 None None] Provisioning complete for port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:53.833209 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28157b8f-529b-4459-95f9-079311dea101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:53.873497 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d8ce5548-8829-4334-8fea-627599e7034d tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:53.920210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e21dda-51be-4a74-9a6c-dc959a2fc896 req-3c201060-c8cc-4e40-ada7-132c88f5ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:53.922266 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7e21dda-51be-4a74-9a6c-dc959a2fc896 req-3c201060-c8cc-4e40-ada7-132c88f5ada7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 1128 time: 0.0890582
Feb 12 21:28:53.966859 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-596a9149-2748-4321-ace9-ae472a325367 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:53.970162 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-596a9149-2748-4321-ace9-ae472a325367 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/8e267415-a30b-4539-8e2c-2bfc2b5f2cfe HTTP/1.1" status: 204  len: 168 time: 0.2790031
Feb 12 21:28:53.970810 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39738) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:53.971689 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-28157b8f-529b-4459-95f9-079311dea101 None None] Current status of the port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:53.985469 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fab9ec9d-b0f4-48b1-a6e9-d7ac36ed2ff7 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=8e267415-a30b-4539-8e2c-2bfc2b5f2cfe HTTP/1.1" status: 200  len: 221 time: 0.0134292
Feb 12 21:28:53.987474 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39740) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:53.992017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b2c0a56d-a840-4f95-af9e-581e4ab882cb tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1811101601', 'description': 'label created by tempest'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:53.992161 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b2c0a56d-a840-4f95-af9e-581e4ab882cb tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] Unknown quota resources ['metering_label']. {{(pid=126506) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:28:54.029924 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d8ce5548-8829-4334-8fea-627599e7034d tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (c7525fbc-06c0-45ae-b0d8-af59a19a5384), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:54.065542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d151845-a8f5-422a-ab58-136af405555d None None] Update dhcp port {'port': {'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'fixed_ips': [{'subnet_id': '0ae476d2-7000-4c18-a662-7819ec175f68', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '91cedf01-7db0-447a-923f-715a058beb49'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '7ac28f4b-aca7-4b37-b681-91d73b6b3f79'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:28:54.071694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e21dda-51be-4a74-9a6c-dc959a2fc896 req-549f0a0b-a914-4e01-886d-67c2b1c0b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:54.074566 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7e21dda-51be-4a74-9a6c-dc959a2fc896 req-549f0a0b-a914-4e01-886d-67c2b1c0b413 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 913 time: 0.1246557
Feb 12 21:28:54.100417 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3d151845-a8f5-422a-ab58-136af405555d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:54.127426 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7e21dda-51be-4a74-9a6c-dc959a2fc896 req-5068a7a5-4b7d-4c76-8ff9-b24199d6e5a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d HTTP/1.1" status: 200  len: 217 time: 0.0419974
Feb 12 21:28:54.134418 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d8ce5548-8829-4334-8fea-627599e7034d tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c7525fbc-06c0-45ae-b0d8-af59a19a5384), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:54.223737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce5548-8829-4334-8fea-627599e7034d tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7525fbc-06c0-45ae-b0d8-af59a19a5384,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:54.243366 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e21dda-51be-4a74-9a6c-dc959a2fc896 req-1b4ad8ef-f4b0-4299-8785-e236835102dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:54.245056 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7e21dda-51be-4a74-9a6c-dc959a2fc896 req-1b4ad8ef-f4b0-4299-8785-e236835102dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=447c8376-828f-4491-9b8b-1373d20c6228 HTTP/1.1" status: 200  len: 851 time: 0.1066747
Feb 12 21:28:54.255768 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d8ce5548-8829-4334-8fea-627599e7034d tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:54.263050 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d8ce5548-8829-4334-8fea-627599e7034d tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5789387
Feb 12 21:28:54.263937 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39750) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:54.279403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b66f1f0b-9471-4c09-ba88-fb944473ce3e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'security_group': {'name': 'tempest-secgroup-1001887140'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:54.299524 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a56d-a840-4f95-af9e-581e4ab882cb tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:54.301578 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b2c0a56d-a840-4f95-af9e-581e4ab882cb tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.3136880
Feb 12 21:28:54.302203 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-3d151845-a8f5-422a-ab58-136af405555d None None] Allocated IP 2001:db8::2 (14c7ce6e-4075-4b4a-a13e-56a48b21bcf7/91cedf01-7db0-447a-923f-715a058beb49/7ac28f4b-aca7-4b37-b681-91d73b6b3f79) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:54.304510 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39752) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:54.349455 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e21dda-51be-4a74-9a6c-dc959a2fc896 req-7706c8e7-1920-4194-8ff9-6f1b108ee53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:54.351103 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7e21dda-51be-4a74-9a6c-dc959a2fc896 req-7706c8e7-1920-4194-8ff9-6f1b108ee53d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17443eb2-4308-410f-a5f4-59d4de5fb120&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0860167
Feb 12 21:28:54.386658 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bc8eaa73-6693-4924-966f-6ad0fea6b880 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=b903da63-9895-4284-88d7-8d8df2455692 HTTP/1.1" status: 200  len: 468 time: 0.0799170
Feb 12 21:28:54.389493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39756) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:54.418311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3d151845-a8f5-422a-ab58-136af405555d None None] For port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ac28f4b-aca7-4b37-b681-91d73b6b3f79,segment=NetworkSegment(b8f6687a-b53f-4264-a37e-ade47db9e961),segment_id=b8f6687a-b53f-4264-a37e-ade47db9e961)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:54.451773 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3d151845-a8f5-422a-ab58-136af405555d None None] Publish callbacks [] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:54.465915 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7e21dda-51be-4a74-9a6c-dc959a2fc896 req-edd5b4cf-f041-4c36-a989-b340885c6af3 service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1045787
Feb 12 21:28:54.467637 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b66f1f0b-9471-4c09-ba88-fb944473ce3e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:54.537602 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3d151845-a8f5-422a-ab58-136af405555d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:54.575058 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39758) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:54.608291 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8ef74561-889a-4800-9978-e1e6e8dad36d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:54.646249 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d151845-a8f5-422a-ab58-136af405555d None None] Pushing event updated for resources: {'Port': ['ID=7ac28f4b-aca7-4b37-b681-91d73b6b3f79,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:54.652310 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7e21dda-51be-4a74-9a6c-dc959a2fc896 req-affe13ce-8f50-45fa-a53b-a772ed6b4acf service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1744678
Feb 12 21:28:54.677718 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b66f1f0b-9471-4c09-ba88-fb944473ce3e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (88bb8b56-a69a-46f6-a8e6-c09e44e9a30d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:54.698178 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-beb6e049-21b1-4f30-8328-3e84fd6ebe0b tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:54.702854 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-beb6e049-21b1-4f30-8328-3e84fd6ebe0b tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/b903da63-9895-4284-88d7-8d8df2455692 HTTP/1.1" status: 204  len: 168 time: 0.3116629
Feb 12 21:28:54.703033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39760) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:54.722748 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9d804b7c-6468-4a94-b209-01f8caddde1f tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=b903da63-9895-4284-88d7-8d8df2455692 HTTP/1.1" status: 200  len: 216 time: 0.0184402
Feb 12 21:28:54.725035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39762) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:54.741286 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8ef74561-889a-4800-9978-e1e6e8dad36d admin admin] Publish callbacks [] for security_group (1551ee1a-59c8-4541-971e-23f883fcc089), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:54.742308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39766) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:54.742758 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a3509123-d4d1-47f5-a669-5bea5f7380e1 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0146570
Feb 12 21:28:54.755508 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b66f1f0b-9471-4c09-ba88-fb944473ce3e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (88bb8b56-a69a-46f6-a8e6-c09e44e9a30d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:54.767913 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5496a245-dc96-4d94-adf6-56ac8d444140 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0209835
Feb 12 21:28:54.771023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39768) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:54.793521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f1f0b-9471-4c09-ba88-fb944473ce3e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88bb8b56-a69a-46f6-a8e6-c09e44e9a30d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:54.816608 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8ef74561-889a-4800-9978-e1e6e8dad36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1551ee1a-59c8-4541-971e-23f883fcc089), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:54.856558 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2cfef8db-2b95-42b2-b46c-4d35ca7df245 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/1951f7c5-dfb7-4b27-9751-33b84ded4a4b HTTP/1.1" status: 200  len: 472 time: 0.0841269
Feb 12 21:28:54.857195 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39780) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:54.863187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef74561-889a-4800-9978-e1e6e8dad36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1551ee1a-59c8-4541-971e-23f883fcc089,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:54.874044 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8ef74561-889a-4800-9978-e1e6e8dad36d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71fd9877b8e348e19d753e72f1445b9f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2979884
Feb 12 21:28:54.874714 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39784) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:54.875049 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39786) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:54.883016 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f613e234-0b89-4808-a26e-7d4d3c96c903 tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/bdba92cf-7f57-4f8c-8eb0-261b19dcd73e HTTP/1.1" status: 200  len: 461 time: 0.0220318
Feb 12 21:28:54.893966 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b66f1f0b-9471-4c09-ba88-fb944473ce3e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:54.898375 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b66f1f0b-9471-4c09-ba88-fb944473ce3e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6208527
Feb 12 21:28:54.898556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39790) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:54.904325 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ef27d568-777e-449f-a49b-3b86abd0a7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'security_group': {'name': 'tempest-secgroup-410332208'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:54.957696 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c88c3c0-6d94-406b-bc63-8e7f1d80d9ec admin admin] Publish callbacks [] for security_group (1551ee1a-59c8-4541-971e-23f883fcc089), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:54.981431 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c88c3c0-6d94-406b-bc63-8e7f1d80d9ec admin admin] Publish callbacks [] for security_group (1551ee1a-59c8-4541-971e-23f883fcc089), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:55.011422 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ef27d568-777e-449f-a49b-3b86abd0a7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:55.085864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c88c3c0-6d94-406b-bc63-8e7f1d80d9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1551ee1a-59c8-4541-971e-23f883fcc089), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:55.088392 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c88c3c0-6d94-406b-bc63-8e7f1d80d9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:55.094226 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8c88c3c0-6d94-406b-bc63-8e7f1d80d9ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1551ee1a-59c8-4541-971e-23f883fcc089 HTTP/1.1" status: 204  len: 168 time: 0.2111177
Feb 12 21:28:55.131436 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4f9e43b1-8929-4ae9-b983-2df699e889ee tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:55.132619 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4f9e43b1-8929-4ae9-b983-2df699e889ee tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/bdba92cf-7f57-4f8c-8eb0-261b19dcd73e HTTP/1.1" status: 204  len: 168 time: 0.2554083
Feb 12 21:28:55.135157 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39800) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:55.138330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88c3c0-6d94-406b-bc63-8e7f1d80d9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1551ee1a-59c8-4541-971e-23f883fcc089,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:55.212208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:28:55.268203 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ef27d568-777e-449f-a49b-3b86abd0a7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (9ea360b9-a068-4a6c-a71d-e011caf3f8d9), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:55.279423 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:55.279887 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:55.369734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:55.376736 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ef27d568-777e-449f-a49b-3b86abd0a7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9ea360b9-a068-4a6c-a71d-e011caf3f8d9), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:55.402529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d6cad27f-82f4-4225-a921-955efb239c84 None None] Provisioning complete for port 44968d26-7af1-4e52-b426-1991559db49f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:55.402923 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d6cad27f-82f4-4225-a921-955efb239c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (44968d26-7af1-4e52-b426-1991559db49f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:55.408101 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27d568-777e-449f-a49b-3b86abd0a7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea360b9-a068-4a6c-a71d-e011caf3f8d9,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:55.438011 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d6cad27f-82f4-4225-a921-955efb239c84 None None] Port 44968d26-7af1-4e52-b426-1991559db49f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:55.448019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d6cad27f-82f4-4225-a921-955efb239c84 None None] Provisioning complete for port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:55.448952 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d6cad27f-82f4-4225-a921-955efb239c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:55.452945 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8b8aa659-6b50-4f31-8258-25ca2b9bd1ad tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:55.454316 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8b8aa659-6b50-4f31-8258-25ca2b9bd1ad tempest-MeteringTestJSON-2117197762 tempest-MeteringTestJSON-2117197762-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/1951f7c5-dfb7-4b27-9751-33b84ded4a4b HTTP/1.1" status: 204  len: 168 time: 0.3172317
Feb 12 21:28:55.487068 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ef27d568-777e-449f-a49b-3b86abd0a7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:55.489053 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ef27d568-777e-449f-a49b-3b86abd0a7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.5885923
Feb 12 21:28:55.491477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39806) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:55.497594 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d0176483-9e86-4f91-9344-c8e23df5c7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-370569367', 'security_groups': ['9ea360b9-a068-4a6c-a71d-e011caf3f8d9'], 'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '91cedf01-7db0-447a-923f-715a058beb49'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:55.534434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d6cad27f-82f4-4225-a921-955efb239c84 None None] Current status of the port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:28:55.737138 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0176483-9e86-4f91-9344-c8e23df5c7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:55.827208 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0176483-9e86-4f91-9344-c8e23df5c7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:55.844816 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-d0176483-9e86-4f91-9344-c8e23df5c7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] device_id is not set on port c8e4fe0f-c667-41f1-bb22-13508523a987 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:28:55.867454 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f27cd919-1f45-49cc-97b7-99ddecee51cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:56.030073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-d0176483-9e86-4f91-9344-c8e23df5c7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Allocated IP 2001:db8::1cf (14c7ce6e-4075-4b4a-a13e-56a48b21bcf7/91cedf01-7db0-447a-923f-715a058beb49/c8e4fe0f-c667-41f1-bb22-13508523a987) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:56.075315 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39824) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:56.218759 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73e3a0fd-544a-4e5e-a370-202ec185eba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:56.222981 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0176483-9e86-4f91-9344-c8e23df5c7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (c8e4fe0f-c667-41f1-bb22-13508523a987), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:56.299207 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73e3a0fd-544a-4e5e-a370-202ec185eba8 admin admin] Publish callbacks [] for security_group (34c2f445-96aa-4987-a11b-9334405eac00), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:56.328781 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0176483-9e86-4f91-9344-c8e23df5c7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c8e4fe0f-c667-41f1-bb22-13508523a987), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:56.374709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0176483-9e86-4f91-9344-c8e23df5c7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:56.377890 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d0176483-9e86-4f91-9344-c8e23df5c7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:56.388409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0176483-9e86-4f91-9344-c8e23df5c7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:28:56.388548 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73e3a0fd-544a-4e5e-a370-202ec185eba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (34c2f445-96aa-4987-a11b-9334405eac00), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:56.388646 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0176483-9e86-4f91-9344-c8e23df5c7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:56.388646 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0176483-9e86-4f91-9344-c8e23df5c7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:56.403606 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0176483-9e86-4f91-9344-c8e23df5c7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=c8e4fe0f-c667-41f1-bb22-13508523a987,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:56.452146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3a0fd-544a-4e5e-a370-202ec185eba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c2f445-96aa-4987-a11b-9334405eac00,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:56.460247 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-73e3a0fd-544a-4e5e-a370-202ec185eba8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d17a13727f246b1bd23f91e545bd557&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3820751
Feb 12 21:28:56.462579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39846) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:56.508122 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d0176483-9e86-4f91-9344-c8e23df5c7e8 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.0153387
Feb 12 21:28:56.511900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39850) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:56.517442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0fb8cb82-f19b-4d30-aea1-f785666aeb5a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'subnet': {'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:56.536521 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e13ef38-3c25-4d78-8bfa-a85c6bb3854a admin admin] Publish callbacks [] for security_group (34c2f445-96aa-4987-a11b-9334405eac00), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:56.576170 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e13ef38-3c25-4d78-8bfa-a85c6bb3854a admin admin] Publish callbacks [] for security_group (34c2f445-96aa-4987-a11b-9334405eac00), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:56.695760 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e13ef38-3c25-4d78-8bfa-a85c6bb3854a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (34c2f445-96aa-4987-a11b-9334405eac00), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:56.699412 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e13ef38-3c25-4d78-8bfa-a85c6bb3854a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:56.703440 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0e13ef38-3c25-4d78-8bfa-a85c6bb3854a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34c2f445-96aa-4987-a11b-9334405eac00 HTTP/1.1" status: 204  len: 168 time: 0.2368350
Feb 12 21:28:56.709440 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13ef38-3c25-4d78-8bfa-a85c6bb3854a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c2f445-96aa-4987-a11b-9334405eac00,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:56.770268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb8cb82-f19b-4d30-aea1-f785666aeb5a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:56.774813 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0fb8cb82-f19b-4d30-aea1-f785666aeb5a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:56.778732 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9740abb3-b230-4a90-8156-32493a7b1944 None None] Provisioning complete for port c8e4fe0f-c667-41f1-bb22-13508523a987 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:56.779254 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9740abb3-b230-4a90-8156-32493a7b1944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c8e4fe0f-c667-41f1-bb22-13508523a987), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:56.818271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9740abb3-b230-4a90-8156-32493a7b1944 None None] Port c8e4fe0f-c667-41f1-bb22-13508523a987 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:28:56.897823 ncdv-master-1 neutron-server[126505]: INFO neutron.db.ipam_backend_mixin [None req-0fb8cb82-f19b-4d30-aea1-f785666aeb5a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91cedf01-7db0-447a-923f-715a058beb49 (CIDR: 2001:db8::/64)
Feb 12 21:28:56.942358 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:56.942647 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb8cb82-f19b-4d30-aea1-f785666aeb5a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:28:56.943616 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb8cb82-f19b-4d30-aea1-f785666aeb5a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:28:57.033551 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0fb8cb82-f19b-4d30-aea1-f785666aeb5a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5205038
Feb 12 21:28:57.036116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39878) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:57.041376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9ceee57c-6781-4c4d-97c0-e67f5f9edc43 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'subnet': {'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:57.242032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceee57c-6781-4c4d-97c0-e67f5f9edc43 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:57.245780 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9ceee57c-6781-4c4d-97c0-e67f5f9edc43 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:57.360049 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39900) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:57.366413 ncdv-master-1 neutron-server[126505]: INFO neutron.db.ipam_backend_mixin [None req-9ceee57c-6781-4c4d-97c0-e67f5f9edc43 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0ae476d2-7000-4c18-a662-7819ec175f68 (CIDR: 2001:db8:0:1::/64)
Feb 12 21:28:57.377015 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f138838-e09a-465a-96d5-151ba1c48bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:57.405835 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ceee57c-6781-4c4d-97c0-e67f5f9edc43 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:28:57.407010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ceee57c-6781-4c4d-97c0-e67f5f9edc43 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:28:57.491243 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9ceee57c-6781-4c4d-97c0-e67f5f9edc43 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.4540741
Feb 12 21:28:57.493854 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39916) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:57.502707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-40c7b13d-5738-4a52-aeba-ea0073c5b7db tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'subnet': {'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:57.643304 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f138838-e09a-465a-96d5-151ba1c48bc4 admin admin] Publish callbacks [] for security_group (122923b6-5d14-4517-939c-d190af17f373), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:57.712437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c7b13d-5738-4a52-aeba-ea0073c5b7db tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Made reservation on behalf of 5147b149b5ed445986e56e2acc3a253c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:28:57.715369 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-40c7b13d-5738-4a52-aeba-ea0073c5b7db tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:57.725042 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f138838-e09a-465a-96d5-151ba1c48bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (122923b6-5d14-4517-939c-d190af17f373), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:57.759772 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8f138838-e09a-465a-96d5-151ba1c48bc4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f79462220a0d461f9c3b91144a21a86a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3985758
Feb 12 21:28:57.763153 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 39930) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:57.771137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f138838-e09a-465a-96d5-151ba1c48bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122923b6-5d14-4517-939c-d190af17f373,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:57.819844 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef518-f090-462d-b77c-056b44157f20 admin admin] Publish callbacks [] for security_group (122923b6-5d14-4517-939c-d190af17f373), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:57.848677 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef518-f090-462d-b77c-056b44157f20 admin admin] Publish callbacks [] for security_group (122923b6-5d14-4517-939c-d190af17f373), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:58.021877 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef518-f090-462d-b77c-056b44157f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (122923b6-5d14-4517-939c-d190af17f373), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:58.025178 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef518-f090-462d-b77c-056b44157f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:58.027298 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-aa2ef518-f090-462d-b77c-056b44157f20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/122923b6-5d14-4517-939c-d190af17f373 HTTP/1.1" status: 204  len: 168 time: 0.2624965
Feb 12 21:28:58.049577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ef518-f090-462d-b77c-056b44157f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122923b6-5d14-4517-939c-d190af17f373,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:58.049842 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-40c7b13d-5738-4a52-aeba-ea0073c5b7db tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (424cd454-f144-4f35-8b17-61bebfeec1d3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:58.128838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c7b13d-5738-4a52-aeba-ea0073c5b7db tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:28:58.132239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7b13d-5738-4a52-aeba-ea0073c5b7db tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Subnet': ['ID=424cd454-f144-4f35-8b17-61bebfeec1d3,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:58.134723 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-40c7b13d-5738-4a52-aeba-ea0073c5b7db tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:28:58.138092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c7b13d-5738-4a52-aeba-ea0073c5b7db tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:58.138689 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-40c7b13d-5738-4a52-aeba-ea0073c5b7db tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:58.154926 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00f2297-2cdc-4a98-8ec9-1ee111a4a95e None None] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:28:58.239026 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-40c7b13d-5738-4a52-aeba-ea0073c5b7db tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.7439361
Feb 12 21:28:58.241549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 39958) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:58.246788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-25663a1a-a141-497e-ad27-db6cf6df28ee tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1535866206', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '424cd454-f144-4f35-8b17-61bebfeec1d3'}], 'security_groups': ['c7525fbc-06c0-45ae-b0d8-af59a19a5384', '88bb8b56-a69a-46f6-a8e6-c09e44e9a30d']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:28:58.333513 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1dc6df3a-b7dd-42a3-8053-9d0e33510deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:58.366154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecb1625-e428-45c0-8bc9-379fec3924e3 None None] Update dhcp port {'port': {'network_id': '14c7ce6e-4075-4b4a-a13e-56a48b21bcf7', 'fixed_ips': [{'subnet_id': '0ae476d2-7000-4c18-a662-7819ec175f68', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '91cedf01-7db0-447a-923f-715a058beb49', 'ip_address': '2001:db8::2'}, {'subnet_id': '424cd454-f144-4f35-8b17-61bebfeec1d3'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '7ac28f4b-aca7-4b37-b681-91d73b6b3f79'} from ncdv-master-1. {{(pid=126507) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Feb 12 21:28:58.402052 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eecb1625-e428-45c0-8bc9-379fec3924e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:58.403423 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25663a1a-a141-497e-ad27-db6cf6df28ee tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c8e4fe0f-c667-41f1-bb22-13508523a987), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:58.604166 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-eecb1625-e428-45c0-8bc9-379fec3924e3 None None] Allocated IP 2001:db8:0:2::2 (14c7ce6e-4075-4b4a-a13e-56a48b21bcf7/424cd454-f144-4f35-8b17-61bebfeec1d3/7ac28f4b-aca7-4b37-b681-91d73b6b3f79) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:58.723207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-eecb1625-e428-45c0-8bc9-379fec3924e3 None None] For port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ac28f4b-aca7-4b37-b681-91d73b6b3f79,segment=NetworkSegment(b8f6687a-b53f-4264-a37e-ade47db9e961),segment_id=b8f6687a-b53f-4264-a37e-ade47db9e961)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:28:58.763578 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eecb1625-e428-45c0-8bc9-379fec3924e3 None None] Publish callbacks [] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:58.865055 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eecb1625-e428-45c0-8bc9-379fec3924e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:58.987613 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-25663a1a-a141-497e-ad27-db6cf6df28ee tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Delete allocated IP 2001:db8::1cf (14c7ce6e-4075-4b4a-a13e-56a48b21bcf7/91cedf01-7db0-447a-923f-715a058beb49) {{(pid=126505) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Feb 12 21:28:58.998073 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-25663a1a-a141-497e-ad27-db6cf6df28ee tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Allocated IP 2001:db8:0:2::2ac (14c7ce6e-4075-4b4a-a13e-56a48b21bcf7/424cd454-f144-4f35-8b17-61bebfeec1d3/c8e4fe0f-c667-41f1-bb22-13508523a987) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:28:59.161615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb1625-e428-45c0-8bc9-379fec3924e3 None None] Pushing event updated for resources: {'Port': ['ID=7ac28f4b-aca7-4b37-b681-91d73b6b3f79,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:59.245446 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b56cade-c5ee-47e8-adcf-17a77c1a0452 req-f6199ed2-84a7-48bb-9c20-3e49168ffc3d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0947516
Feb 12 21:28:59.270301 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25663a1a-a141-497e-ad27-db6cf6df28ee tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for port (c8e4fe0f-c667-41f1-bb22-13508523a987), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:59.336677 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56cade-c5ee-47e8-adcf-17a77c1a0452 req-18821300-125a-4e71-82b6-96e7b9758b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:59.338440 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b56cade-c5ee-47e8-adcf-17a77c1a0452 req-18821300-125a-4e71-82b6-96e7b9758b8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07de9e87ea3f495f90baaf85d83b982c&device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 1128 time: 0.0490851
Feb 12 21:28:59.426318 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25663a1a-a141-497e-ad27-db6cf6df28ee tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c8e4fe0f-c667-41f1-bb22-13508523a987), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:59.525493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-25663a1a-a141-497e-ad27-db6cf6df28ee tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] In _notify_port_updated(), no bound segment for port c8e4fe0f-c667-41f1-bb22-13508523a987 on network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 {{(pid=126505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:28:59.530580 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25663a1a-a141-497e-ad27-db6cf6df28ee tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:59.531238 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25663a1a-a141-497e-ad27-db6cf6df28ee tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:59.535485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40002) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:28:59.536053 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-25663a1a-a141-497e-ad27-db6cf6df28ee tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "PUT /v2.0/ports/c8e4fe0f-c667-41f1-bb22-13508523a987 HTTP/1.1" status: 200  len: 970 time: 1.2929852
Feb 12 21:28:59.538931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25663a1a-a141-497e-ad27-db6cf6df28ee tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event updated for resources: {'Port': ['ID=c8e4fe0f-c667-41f1-bb22-13508523a987,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:28:59.541684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56cade-c5ee-47e8-adcf-17a77c1a0452 req-e7b6f1e6-02b9-4aa7-b2bc-194199e5964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:59.543746 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b56cade-c5ee-47e8-adcf-17a77c1a0452 req-e7b6f1e6-02b9-4aa7-b2bc-194199e5964b service neutron] 10.222.0.50 "GET /v2.0/networks?id=6d5bc69a-2301-48bc-9830-3152e0fb1763 HTTP/1.1" status: 200  len: 914 time: 0.1857481
Feb 12 21:28:59.556446 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:59.557270 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:59.592259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b56cade-c5ee-47e8-adcf-17a77c1a0452 req-a7ebda56-906b-474e-bf24-b11f93d24d06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e04915f-889d-42d7-9810-114870636136 HTTP/1.1" status: 200  len: 217 time: 0.0370290
Feb 12 21:28:59.662081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-d2998179-cc70-4a19-b6c3-4f46eadc4d4f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port c8e4fe0f-c667-41f1-bb22-13508523a987 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:28:59.662081 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2998179-cc70-4a19-b6c3-4f46eadc4d4f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c8e4fe0f-c667-41f1-bb22-13508523a987), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:59.662690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56cade-c5ee-47e8-adcf-17a77c1a0452 req-ff652b18-39c3-406f-8018-d9e5e4b2edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:28:59.662690 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b56cade-c5ee-47e8-adcf-17a77c1a0452 req-ff652b18-39c3-406f-8018-d9e5e4b2edfe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84e31bc6-7d97-4527-928a-1f0b9e406f3b HTTP/1.1" status: 200  len: 853 time: 0.0632827
Feb 12 21:28:59.709636 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b56cade-c5ee-47e8-adcf-17a77c1a0452 req-19de780a-b831-4ba9-8ad2-cf0f5b9d271b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6d5bc69a-2301-48bc-9830-3152e0fb1763&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391881
Feb 12 21:28:59.790943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2998179-cc70-4a19-b6c3-4f46eadc4d4f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c8e4fe0f-c667-41f1-bb22-13508523a987), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:28:59.811709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-d2998179-cc70-4a19-b6c3-4f46eadc4d4f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for c8e4fe0f-c667-41f1-bb22-13508523a987 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:28:59.846239 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b56cade-c5ee-47e8-adcf-17a77c1a0452 req-07f7e8c2-f12c-4bb2-8675-b6480c0ca69c service neutron] 10.222.0.50 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327362
Feb 12 21:28:59.962976 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b56cade-c5ee-47e8-adcf-17a77c1a0452 req-10cf47b8-f637-4177-a450-5670b307ff2d service neutron] 10.222.0.50 "GET /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1108067
Feb 12 21:28:59.979349 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-92a8b86c-309e-4ee1-b6be-6e76caeeac65 None None] Provisioning complete for port c8e4fe0f-c667-41f1-bb22-13508523a987 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:28:59.980910 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-92a8b86c-309e-4ee1-b6be-6e76caeeac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c8e4fe0f-c667-41f1-bb22-13508523a987), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.023925 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-92a8b86c-309e-4ee1-b6be-6e76caeeac65 None None] Port c8e4fe0f-c667-41f1-bb22-13508523a987 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:00.045153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-92a8b86c-309e-4ee1-b6be-6e76caeeac65 None None] Provisioning complete for port 44968d26-7af1-4e52-b426-1991559db49f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:00.045486 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-92a8b86c-309e-4ee1-b6be-6e76caeeac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (44968d26-7af1-4e52-b426-1991559db49f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.077161 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2998179-cc70-4a19-b6c3-4f46eadc4d4f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c8e4fe0f-c667-41f1-bb22-13508523a987), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.099191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-92a8b86c-309e-4ee1-b6be-6e76caeeac65 None None] Port 44968d26-7af1-4e52-b426-1991559db49f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:00.112634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-92a8b86c-309e-4ee1-b6be-6e76caeeac65 None None] Provisioning complete for port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:00.113067 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-92a8b86c-309e-4ee1-b6be-6e76caeeac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.116076 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2998179-cc70-4a19-b6c3-4f46eadc4d4f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=c8e4fe0f-c667-41f1-bb22-13508523a987,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:00.180221 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2998179-cc70-4a19-b6c3-4f46eadc4d4f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.187086 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d2998179-cc70-4a19-b6c3-4f46eadc4d4f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/c8e4fe0f-c667-41f1-bb22-13508523a987 HTTP/1.1" status: 204  len: 168 time: 0.6480670
Feb 12 21:29:00.187387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40028) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:00.228988 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6c7426-c2da-425c-a90d-28f9ee6058eb tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] GET failed (client error): The resource could not be found.
Feb 12 21:29:00.250442 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0f6c7426-c2da-425c-a90d-28f9ee6058eb tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports/c8e4fe0f-c667-41f1-bb22-13508523a987 HTTP/1.1" status: 404  len: 333 time: 0.0453718
Feb 12 21:29:00.251673 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-92a8b86c-309e-4ee1-b6be-6e76caeeac65 None None] Current status of the port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:00.252696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40032) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:00.318966 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dabc2462-e49b-4acb-bb96-84f735948af2 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (9ea360b9-a068-4a6c-a71d-e011caf3f8d9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.349553 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dabc2462-e49b-4acb-bb96-84f735948af2 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (9ea360b9-a068-4a6c-a71d-e011caf3f8d9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.357316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-410f0b3a-9ad1-4923-9c4b-24357ef04390 None None] Could not find standard attr ID for object c8e4fe0f-c667-41f1-bb22-13508523a987. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:29:00.494354 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40040) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:00.501375 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dabc2462-e49b-4acb-bb96-84f735948af2 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9ea360b9-a068-4a6c-a71d-e011caf3f8d9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.506707 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dabc2462-e49b-4acb-bb96-84f735948af2 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.506707 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dabc2462-e49b-4acb-bb96-84f735948af2 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/security-groups/9ea360b9-a068-4a6c-a71d-e011caf3f8d9 HTTP/1.1" status: 204  len: 168 time: 0.2513225
Feb 12 21:29:00.509588 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40044) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:00.514567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc2462-e49b-4acb-bb96-84f735948af2 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea360b9-a068-4a6c-a71d-e011caf3f8d9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:00.589466 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bf432770-6dae-4479-8629-f11ca2c82538 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (88bb8b56-a69a-46f6-a8e6-c09e44e9a30d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.613174 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bf432770-6dae-4479-8629-f11ca2c82538 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (88bb8b56-a69a-46f6-a8e6-c09e44e9a30d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.615168 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4672ee11-1722-4193-8f90-9b175f223ffc tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1383740616', 'router:external': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:00.701776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4672ee11-1722-4193-8f90-9b175f223ffc tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Made reservation on behalf of 08312b3c1c124cafb3f63360d83d5605 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:00.704160 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4672ee11-1722-4193-8f90-9b175f223ffc tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.713151 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4672ee11-1722-4193-8f90-9b175f223ffc tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.736140 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bf432770-6dae-4479-8629-f11ca2c82538 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (88bb8b56-a69a-46f6-a8e6-c09e44e9a30d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.739274 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bf432770-6dae-4479-8629-f11ca2c82538 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.741015 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bf432770-6dae-4479-8629-f11ca2c82538 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/security-groups/88bb8b56-a69a-46f6-a8e6-c09e44e9a30d HTTP/1.1" status: 204  len: 168 time: 0.2287185
Feb 12 21:29:00.744429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40056) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:00.751069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf432770-6dae-4479-8629-f11ca2c82538 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bb8b56-a69a-46f6-a8e6-c09e44e9a30d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:00.837395 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-80f31ed8-ccb9-432c-b8cc-0cee994dc817 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (c7525fbc-06c0-45ae-b0d8-af59a19a5384), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.843966 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4672ee11-1722-4193-8f90-9b175f223ffc tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for security_group (a10d619f-e35c-417f-b310-263ebb1de95a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.865407 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-80f31ed8-ccb9-432c-b8cc-0cee994dc817 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (c7525fbc-06c0-45ae-b0d8-af59a19a5384), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.927917 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4672ee11-1722-4193-8f90-9b175f223ffc tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a10d619f-e35c-417f-b310-263ebb1de95a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.954371 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672ee11-1722-4193-8f90-9b175f223ffc tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10d619f-e35c-417f-b310-263ebb1de95a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:00.993807 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-80f31ed8-ccb9-432c-b8cc-0cee994dc817 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c7525fbc-06c0-45ae-b0d8-af59a19a5384), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.996890 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-80f31ed8-ccb9-432c-b8cc-0cee994dc817 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:00.998076 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-80f31ed8-ccb9-432c-b8cc-0cee994dc817 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/security-groups/c7525fbc-06c0-45ae-b0d8-af59a19a5384 HTTP/1.1" status: 204  len: 168 time: 0.2525511
Feb 12 21:29:01.001908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40060) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:01.005079 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4672ee11-1722-4193-8f90-9b175f223ffc tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:29:01.007841 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:01.015270 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f31ed8-ccb9-432c-b8cc-0cee994dc817 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7525fbc-06c0-45ae-b0d8-af59a19a5384,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:01.024694 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4672ee11-1722-4193-8f90-9b175f223ffc tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c6783f35-c664-4eaf-9509-b7709126ffc8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:01.025051 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-4672ee11-1722-4193-8f90-9b175f223ffc tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Added segment c6783f35-c664-4eaf-9509-b7709126ffc8 of type vlan for network f61b787f-db93-4800-ad17-a9e443be011a
Feb 12 21:29:01.084967 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4672ee11-1722-4193-8f90-9b175f223ffc tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (f61b787f-db93-4800-ad17-a9e443be011a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:01.095812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c2621e-d745-4a69-af38-f2f3aadf8c24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting subnet 91cedf01-7db0-447a-923f-715a058beb49 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:29:01.102005 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09c2621e-d745-4a69-af38-f2f3aadf8c24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (91cedf01-7db0-447a-923f-715a058beb49), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:01.164540 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09c2621e-d745-4a69-af38-f2f3aadf8c24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (91cedf01-7db0-447a-923f-715a058beb49), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:01.165244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:01.189192 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4672ee11-1722-4193-8f90-9b175f223ffc tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (f61b787f-db93-4800-ad17-a9e443be011a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:01.194621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4672ee11-1722-4193-8f90-9b175f223ffc tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:01.194621 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4672ee11-1722-4193-8f90-9b175f223ffc tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:01.249405 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:01.249798 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:01.290448 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09c2621e-d745-4a69-af38-f2f3aadf8c24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (91cedf01-7db0-447a-923f-715a058beb49), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:01.305018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672ee11-1722-4193-8f90-9b175f223ffc tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Pushing event updated for resources: {'Network': ['ID=f61b787f-db93-4800-ad17-a9e443be011a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:01.313068 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4672ee11-1722-4193-8f90-9b175f223ffc tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 0.8163729
Feb 12 21:29:01.319736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network f61b787f-db93-4800-ad17-a9e443be011a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:29:01.324396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40072) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:01.330832 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-150ca9e2-16e2-40a2-80dd-c92518f6a257 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Request body: {'subnet': {'network_id': 'f61b787f-db93-4800-ad17-a9e443be011a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:01.430586 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150ca9e2-16e2-40a2-80dd-c92518f6a257 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Made reservation on behalf of 08312b3c1c124cafb3f63360d83d5605 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:01.432843 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:01.433570 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-150ca9e2-16e2-40a2-80dd-c92518f6a257 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:01.459980 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09c2621e-d745-4a69-af38-f2f3aadf8c24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (91cedf01-7db0-447a-923f-715a058beb49), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:01.490036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2621e-d745-4a69-af38-f2f3aadf8c24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Subnet': ['ID=91cedf01-7db0-447a-923f-715a058beb49,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:01.492195 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09c2621e-d745-4a69-af38-f2f3aadf8c24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:01.498991 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-09c2621e-d745-4a69-af38-f2f3aadf8c24 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/91cedf01-7db0-447a-923f-715a058beb49 HTTP/1.1" status: 204  len: 168 time: 0.4960117
Feb 12 21:29:01.503117 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40076) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:01.506010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9cc00b-0652-49ae-af45-444c0a10360f None None] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:01.572984 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-151398cc-8eb7-490a-a0c3-fbf7a1be09c1 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting subnet 424cd454-f144-4f35-8b17-61bebfeec1d3 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:29:01.577908 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-151398cc-8eb7-490a-a0c3-fbf7a1be09c1 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (424cd454-f144-4f35-8b17-61bebfeec1d3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:01.983311 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-151398cc-8eb7-490a-a0c3-fbf7a1be09c1 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (424cd454-f144-4f35-8b17-61bebfeec1d3), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:02.130761 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-151398cc-8eb7-490a-a0c3-fbf7a1be09c1 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (424cd454-f144-4f35-8b17-61bebfeec1d3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:02.244769 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:02.286125 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-151398cc-8eb7-490a-a0c3-fbf7a1be09c1 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (424cd454-f144-4f35-8b17-61bebfeec1d3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:02.304858 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b1a8f573-6d3a-44a6-9d52-6b4de802205a None None] Provisioning complete for port 44968d26-7af1-4e52-b426-1991559db49f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:02.306084 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b1a8f573-6d3a-44a6-9d52-6b4de802205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (44968d26-7af1-4e52-b426-1991559db49f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:02.321965 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151398cc-8eb7-490a-a0c3-fbf7a1be09c1 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Subnet': ['ID=424cd454-f144-4f35-8b17-61bebfeec1d3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:02.329815 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-151398cc-8eb7-490a-a0c3-fbf7a1be09c1 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:02.333573 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-151398cc-8eb7-490a-a0c3-fbf7a1be09c1 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/424cd454-f144-4f35-8b17-61bebfeec1d3 HTTP/1.1" status: 204  len: 168 time: 0.8293071
Feb 12 21:29:02.336204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40094) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:02.354538 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc10afd-8a9f-498b-9434-8196a26e16ab None None] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:02.371427 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84ff022-7c2c-448a-810f-3d895323ee0c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:29:02.377293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84ff022-7c2c-448a-810f-3d895323ee0c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:29:02.377293 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c84ff022-7c2c-448a-810f-3d895323ee0c tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/91cedf01-7db0-447a-923f-715a058beb49 HTTP/1.1" status: 404  len: 337 time: 0.0390677
Feb 12 21:29:02.379062 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40096) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:02.387499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.objects.ports [None req-150ca9e2-16e2-40a2-80dd-c92518f6a257 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126506) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Feb 12 21:29:02.388711 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-150ca9e2-16e2-40a2-80dd-c92518f6a257 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (37b0d278-2141-4d63-a35f-bbda1c82a69d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:02.424307 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8f573-6d3a-44a6-9d52-6b4de802205a None None] Port 44968d26-7af1-4e52-b426-1991559db49f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:02.437800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-853415b0-da48-4507-8284-f2eb0f87fda6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting subnet 0ae476d2-7000-4c18-a662-7819ec175f68 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:29:02.441036 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-853415b0-da48-4507-8284-f2eb0f87fda6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (0ae476d2-7000-4c18-a662-7819ec175f68), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:02.444826 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ca9e2-16e2-40a2-80dd-c92518f6a257 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Pushing event updated for resources: {'Subnet': ['ID=37b0d278-2141-4d63-a35f-bbda1c82a69d,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:02.456057 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150ca9e2-16e2-40a2-80dd-c92518f6a257 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Checking segment: {'id': 'c6783f35-c664-4eaf-9509-b7709126ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f61b787f-db93-4800-ad17-a9e443be011a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:02.456527 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150ca9e2-16e2-40a2-80dd-c92518f6a257 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Network hostable DHCP agents. Network: f61b787f-db93-4800-ad17-a9e443be011a, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:29:02.457651 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b1a8f573-6d3a-44a6-9d52-6b4de802205a None None] Provisioning complete for port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:02.458040 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b1a8f573-6d3a-44a6-9d52-6b4de802205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:02.486420 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-853415b0-da48-4507-8284-f2eb0f87fda6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (0ae476d2-7000-4c18-a662-7819ec175f68), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:02.539278 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150ca9e2-16e2-40a2-80dd-c92518f6a257 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Network f61b787f-db93-4800-ad17-a9e443be011a is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:29:02.575038 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-853415b0-da48-4507-8284-f2eb0f87fda6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (0ae476d2-7000-4c18-a662-7819ec175f68), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:02.579980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8f573-6d3a-44a6-9d52-6b4de802205a None None] Current status of the port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:02.642251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-150ca9e2-16e2-40a2-80dd-c92518f6a257 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f61b787f-db93-4800-ad17-a9e443be011a) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:02.647105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150ca9e2-16e2-40a2-80dd-c92518f6a257 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:02.647724 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-150ca9e2-16e2-40a2-80dd-c92518f6a257 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:02.651948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4540bb2-a21c-4806-9d8f-9c8edd88c5c1 None None] Network f61b787f-db93-4800-ad17-a9e443be011a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:02.717127 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-853415b0-da48-4507-8284-f2eb0f87fda6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (0ae476d2-7000-4c18-a662-7819ec175f68), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:02.733784 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-150ca9e2-16e2-40a2-80dd-c92518f6a257 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.4054046
Feb 12 21:29:02.737949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40100) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:02.742849 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ec07beae-1e94-4584-bff1-36b106e14e44 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-174828816', 'network_id': 'f61b787f-db93-4800-ad17-a9e443be011a'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:02.756868 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-853415b0-da48-4507-8284-f2eb0f87fda6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:02.761639 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-853415b0-da48-4507-8284-f2eb0f87fda6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/0ae476d2-7000-4c18-a662-7819ec175f68 HTTP/1.1" status: 204  len: 168 time: 0.3802662
Feb 12 21:29:02.763011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853415b0-da48-4507-8284-f2eb0f87fda6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae476d2-7000-4c18-a662-7819ec175f68,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:02.765846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40102) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:02.768847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67803606-453b-4ef1-acd6-a265a6efe6d5 None None] Network f61b787f-db93-4800-ad17-a9e443be011a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:02.796184 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d94eba2-650a-4376-9d73-f95177fe26fb tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:29:02.796779 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d94eba2-650a-4376-9d73-f95177fe26fb tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:29:02.800768 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0d94eba2-650a-4376-9d73-f95177fe26fb tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/86a20cc8-8729-428e-b783-b6b275c12136 HTTP/1.1" status: 404  len: 337 time: 0.0338483
Feb 12 21:29:02.803350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40104) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:02.837675 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-31b4ed56-dca1-4463-b70d-2c893685583a tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc234d36-2e5d-44ce-a297-476cfa676551 HTTP/1.1" status: 200  len: 205 time: 0.0330472
Feb 12 21:29:02.841080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40108) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:02.873443 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec07beae-1e94-4584-bff1-36b106e14e44 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Made reservation on behalf of 08312b3c1c124cafb3f63360d83d5605 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:02.876098 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ec07beae-1e94-4584-bff1-36b106e14e44 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:02.889413 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-99a3fcbc-9290-4f05-b0f9-e2dd5c1c6253 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] delete failed (client error): The resource could not be found.
Feb 12 21:29:02.890712 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-99a3fcbc-9290-4f05-b0f9-e2dd5c1c6253 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/routers/dc234d36-2e5d-44ce-a297-476cfa676551 HTTP/1.1" status: 404  len: 336 time: 0.0485725
Feb 12 21:29:02.893324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40110) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:02.901827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-ec07beae-1e94-4584-bff1-36b106e14e44 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] device_id is not set on port eb45ed70-4525-4186-8eb5-ec377a4e75d2 yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:29:02.925341 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba64e49-8cae-4127-9881-2e90dcaef3e2 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:29:02.925834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba64e49-8cae-4127-9881-2e90dcaef3e2 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:29:02.929032 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2ba64e49-8cae-4127-9881-2e90dcaef3e2 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/cd5d7050-7765-44e1-8331-4917f651d872 HTTP/1.1" status: 404  len: 337 time: 0.0347481
Feb 12 21:29:02.934957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40112) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:02.962982 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-87371440-b29b-4022-8b3c-f6a9b8cca9c9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:29:02.963454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87371440-b29b-4022-8b3c-f6a9b8cca9c9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:29:02.967132 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-87371440-b29b-4022-8b3c-f6a9b8cca9c9 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/b692ee4b-c2c5-409c-9d44-07d343235151 HTTP/1.1" status: 404  len: 337 time: 0.0305867
Feb 12 21:29:02.969839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40114) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:02.999803 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d10b34-5298-428e-b817-f612b2e94d08 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:29:02.999803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d10b34-5298-428e-b817-f612b2e94d08 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:29:03.003312 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-70d10b34-5298-428e-b817-f612b2e94d08 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/5331bf68-eb5e-4478-a091-e99160faf770 HTTP/1.1" status: 404  len: 337 time: 0.0324380
Feb 12 21:29:03.006033 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40118) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:03.020374 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-ec07beae-1e94-4584-bff1-36b106e14e44 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Allocated IP 172.20.0.3 (f61b787f-db93-4800-ad17-a9e443be011a/37b0d278-2141-4d63-a35f-bbda1c82a69d/eb45ed70-4525-4186-8eb5-ec377a4e75d2) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:03.034390 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afb3695-b216-4424-aab5-e8acbd3d5a8f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:29:03.035030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2afb3695-b216-4424-aab5-e8acbd3d5a8f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:29:03.041880 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2afb3695-b216-4424-aab5-e8acbd3d5a8f tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/4e5930df-b57d-4cfb-ba33-ce80bb48846d HTTP/1.1" status: 404  len: 333 time: 0.0323756
Feb 12 21:29:03.043714 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40122) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:03.074759 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eaf5706-3b9d-4b97-b049-cac04e1dd3ef tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:29:03.075357 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eaf5706-3b9d-4b97-b049-cac04e1dd3ef tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:29:03.080967 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3eaf5706-3b9d-4b97-b049-cac04e1dd3ef tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/ee3bb126-4203-4dff-935e-2f4fae5fa18a HTTP/1.1" status: 404  len: 337 time: 0.0336063
Feb 12 21:29:03.081179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40124) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:03.116155 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18e3ff7-6b39-4141-a3f0-ddd5cd92d072 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:29:03.116155 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18e3ff7-6b39-4141-a3f0-ddd5cd92d072 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:29:03.119440 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e18e3ff7-6b39-4141-a3f0-ddd5cd92d072 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/38db3d03-215c-4bdb-98f7-0fcd0e91685b HTTP/1.1" status: 404  len: 337 time: 0.0345273
Feb 12 21:29:03.120514 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40126) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:03.147490 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5a3be9-29d9-4fbe-a90d-95c5df2b2e63 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:29:03.148185 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5a3be9-29d9-4fbe-a90d-95c5df2b2e63 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:29:03.151242 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2e5a3be9-29d9-4fbe-a90d-95c5df2b2e63 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/2785e87b-fb61-482f-a3ae-558d7576ee7e HTTP/1.1" status: 404  len: 333 time: 0.0295949
Feb 12 21:29:03.153994 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40130) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:03.190115 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00170d8-170f-4196-869b-3b0f77c25f28 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:29:03.190579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00170d8-170f-4196-869b-3b0f77c25f28 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:29:03.194682 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b00170d8-170f-4196-869b-3b0f77c25f28 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/96d2ec85-86ad-478c-8c19-8984d60d36fd HTTP/1.1" status: 404  len: 337 time: 0.0397289
Feb 12 21:29:03.198537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40132) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:03.200018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9493834-3525-40be-8020-17c55021f31c None None] Network 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:03.240176 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae53f2e-1308-45e4-8b37-6c9d712ef2b6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:29:03.240634 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae53f2e-1308-45e4-8b37-6c9d712ef2b6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:29:03.243871 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3ae53f2e-1308-45e4-8b37-6c9d712ef2b6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/subnets/6a375612-61df-4031-8daf-043f4dcb6e8a HTTP/1.1" status: 404  len: 337 time: 0.0443826
Feb 12 21:29:03.247231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40134) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:03.256471 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a98dc268-2702-40b0-9648-6aa633f4756e None None] Provisioning complete for port 44968d26-7af1-4e52-b426-1991559db49f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:03.256943 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a98dc268-2702-40b0-9648-6aa633f4756e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (44968d26-7af1-4e52-b426-1991559db49f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.262959 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ec07beae-1e94-4584-bff1-36b106e14e44 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for port (eb45ed70-4525-4186-8eb5-ec377a4e75d2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.316392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a98dc268-2702-40b0-9648-6aa633f4756e None None] Port 44968d26-7af1-4e52-b426-1991559db49f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:03.334311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a98dc268-2702-40b0-9648-6aa633f4756e None None] Provisioning complete for port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:03.334692 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a98dc268-2702-40b0-9648-6aa633f4756e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.348812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-b2e3e627-7ca0-45aa-9080-afc49266cec6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Deleting port 44968d26-7af1-4e52-b426-1991559db49f {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:03.349817 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e627-7ca0-45aa-9080-afc49266cec6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (44968d26-7af1-4e52-b426-1991559db49f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.371847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ec07beae-1e94-4584-bff1-36b106e14e44 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (eb45ed70-4525-4186-8eb5-ec377a4e75d2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.430936 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec07beae-1e94-4584-bff1-36b106e14e44 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Network f61b787f-db93-4800-ad17-a9e443be011a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:03.434744 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-ec07beae-1e94-4584-bff1-36b106e14e44 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:03.437402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec07beae-1e94-4584-bff1-36b106e14e44 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:03.450969 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a98dc268-2702-40b0-9648-6aa633f4756e None None] Current status of the port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:03.454265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3f769e-cd8a-4217-b72d-18560803bbde None None] DHCP port deletion for 14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:29:03.466078 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e627-7ca0-45aa-9080-afc49266cec6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (44968d26-7af1-4e52-b426-1991559db49f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.473151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07beae-1e94-4584-bff1-36b106e14e44 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Pushing event updated for resources: {'Port': ['ID=eb45ed70-4525-4186-8eb5-ec377a4e75d2,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:03.486362 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-b2e3e627-7ca0-45aa-9080-afc49266cec6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Calling delete_port for 44968d26-7af1-4e52-b426-1991559db49f owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:03.497825 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec07beae-1e94-4584-bff1-36b106e14e44 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:03.501673 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ec07beae-1e94-4584-bff1-36b106e14e44 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.508124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f769e-cd8a-4217-b72d-18560803bbde None None] Deleting port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:03.508497 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ff3f769e-cd8a-4217-b72d-18560803bbde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.575183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ff3f769e-cd8a-4217-b72d-18560803bbde None None] For port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ac28f4b-aca7-4b37-b681-91d73b6b3f79,segment=NetworkSegment(b8f6687a-b53f-4264-a37e-ade47db9e961),segment_id=b8f6687a-b53f-4264-a37e-ade47db9e961)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:03.575575 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ff3f769e-cd8a-4217-b72d-18560803bbde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.587701 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f769e-cd8a-4217-b72d-18560803bbde None None] Calling delete_port for 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:03.591078 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ec07beae-1e94-4584-bff1-36b106e14e44 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1022 time: 0.8519778
Feb 12 21:29:03.593821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40140) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:03.660091 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e627-7ca0-45aa-9080-afc49266cec6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (44968d26-7af1-4e52-b426-1991559db49f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.707029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3e627-7ca0-45aa-9080-afc49266cec6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Port': ['ID=44968d26-7af1-4e52-b426-1991559db49f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:03.714900 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e627-7ca0-45aa-9080-afc49266cec6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.718182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b2e3e627-7ca0-45aa-9080-afc49266cec6 tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/ports/44968d26-7af1-4e52-b426-1991559db49f HTTP/1.1" status: 204  len: 168 time: 0.4699693
Feb 12 21:29:03.720740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40144) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:03.722368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-759d905a-4f82-4fa2-a189-da7dda8fed65 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Deleting port eb45ed70-4525-4186-8eb5-ec377a4e75d2 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:03.722670 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-759d905a-4f82-4fa2-a189-da7dda8fed65 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (eb45ed70-4525-4186-8eb5-ec377a4e75d2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.754096 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ff3f769e-cd8a-4217-b72d-18560803bbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (7ac28f4b-aca7-4b37-b681-91d73b6b3f79), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.782481 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f769e-cd8a-4217-b72d-18560803bbde None None] Pushing event deleted for resources: {'Port': ['ID=7ac28f4b-aca7-4b37-b681-91d73b6b3f79,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:03.784316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3f769e-cd8a-4217-b72d-18560803bbde None None] No DVR routers for this DVR port 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:29:03.808602 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-759d905a-4f82-4fa2-a189-da7dda8fed65 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (eb45ed70-4525-4186-8eb5-ec377a4e75d2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.810833 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-56c2f4d8-eb51-4d2c-b995-b8e03446e10e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (14c7ce6e-4075-4b4a-a13e-56a48b21bcf7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.821586 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-759d905a-4f82-4fa2-a189-da7dda8fed65 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Calling delete_port for eb45ed70-4525-4186-8eb5-ec377a4e75d2 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:03.909768 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-56c2f4d8-eb51-4d2c-b995-b8e03446e10e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (14c7ce6e-4075-4b4a-a13e-56a48b21bcf7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.934399 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-56c2f4d8-eb51-4d2c-b995-b8e03446e10e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f91e7d30>,) {'filters': {'network_id': ['14c7ce6e-4075-4b4a-a13e-56a48b21bcf7']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:03.945741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-56c2f4d8-eb51-4d2c-b995-b8e03446e10e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f91e7d30>, 'b8f6687a-b53f-4264-a37e-ade47db9e961') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:03.951715 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-56c2f4d8-eb51-4d2c-b995-b8e03446e10e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f91e7d30>, 'b8f6687a-b53f-4264-a37e-ade47db9e961') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:03.958041 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-56c2f4d8-eb51-4d2c-b995-b8e03446e10e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (b8f6687a-b53f-4264-a37e-ade47db9e961), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.973525 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-56c2f4d8-eb51-4d2c-b995-b8e03446e10e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b8f6687a-b53f-4264-a37e-ade47db9e961), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.980864 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c2f4d8-eb51-4d2c-b995-b8e03446e10e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:29:03.981282 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-56c2f4d8-eb51-4d2c-b995-b8e03446e10e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (b8f6687a-b53f-4264-a37e-ade47db9e961), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:29:03.984496 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:29:04.119085 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-56c2f4d8-eb51-4d2c-b995-b8e03446e10e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (14c7ce6e-4075-4b4a-a13e-56a48b21bcf7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:04.127690 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-56c2f4d8-eb51-4d2c-b995-b8e03446e10e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:04.130882 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-56c2f4d8-eb51-4d2c-b995-b8e03446e10e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] 10.222.0.31 "DELETE /v2.0/networks/14c7ce6e-4075-4b4a-a13e-56a48b21bcf7 HTTP/1.1" status: 204  len: 168 time: 0.4089904
Feb 12 21:29:04.146064 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2f4d8-eb51-4d2c-b995-b8e03446e10e tempest-PortsIpV6TestJSON-1654630158 tempest-PortsIpV6TestJSON-1654630158-project] Pushing event deleted for resources: {'Network': ['ID=14c7ce6e-4075-4b4a-a13e-56a48b21bcf7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:04.316114 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-759d905a-4f82-4fa2-a189-da7dda8fed65 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (eb45ed70-4525-4186-8eb5-ec377a4e75d2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:04.346186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d905a-4f82-4fa2-a189-da7dda8fed65 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb45ed70-4525-4186-8eb5-ec377a4e75d2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:04.411563 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-759d905a-4f82-4fa2-a189-da7dda8fed65 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:04.414881 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-759d905a-4f82-4fa2-a189-da7dda8fed65 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "DELETE /v2.0/ports/eb45ed70-4525-4186-8eb5-ec377a4e75d2 HTTP/1.1" status: 204  len: 168 time: 0.8199420
Feb 12 21:29:04.418411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40160) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:04.423081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f61b787f-db93-4800-ad17-a9e443be011a', 'external_fixed_ips': [{'subnet_id': '37b0d278-2141-4d63-a35f-bbda1c82a69d', 'ip_address': '172.20.0.3'}]}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:04.533547 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (f1e47d13-f0c0-491b-a9b2-9dd953fcabb4), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:04.534740 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (f1e47d13-f0c0-491b-a9b2-9dd953fcabb4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:04.588993 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_controller (f1e47d13-f0c0-491b-a9b2-9dd953fcabb4), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:04.673540 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40166) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:04.851188 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (f1e47d13-f0c0-491b-a9b2-9dd953fcabb4), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:04.878785 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-36e328fc-ba50-42b4-aeae-86a940b2f783 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5147b149b5ed445986e56e2acc3a253c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2038112
Feb 12 21:29:04.880116 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40172) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:04.932825 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0d86aa0f-fe83-4d4a-a925-8c11bb9ec17d admin admin] Publish callbacks [] for security_group (f0eec7a1-dedd-4f96-8455-1d4222a4626f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:04.954650 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0d86aa0f-fe83-4d4a-a925-8c11bb9ec17d admin admin] Publish callbacks [] for security_group (f0eec7a1-dedd-4f96-8455-1d4222a4626f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:05.139980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:29:05.143455 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0d86aa0f-fe83-4d4a-a925-8c11bb9ec17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f0eec7a1-dedd-4f96-8455-1d4222a4626f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:05.146458 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0d86aa0f-fe83-4d4a-a925-8c11bb9ec17d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:05.151601 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0d86aa0f-fe83-4d4a-a925-8c11bb9ec17d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0eec7a1-dedd-4f96-8455-1d4222a4626f HTTP/1.1" status: 204  len: 168 time: 0.2664917
Feb 12 21:29:05.160839 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86aa0f-fe83-4d4a-a925-8c11bb9ec17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eec7a1-dedd-4f96-8455-1d4222a4626f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:05.193175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:29:05.193795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7ac28f4b-aca7-4b37-b681-91d73b6b3f79 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:29:05.211972 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (f1e47d13-f0c0-491b-a9b2-9dd953fcabb4), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:05.248967 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:05.447077 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Allocated IP 172.20.0.3 (f61b787f-db93-4800-ad17-a9e443be011a/37b0d278-2141-4d63-a35f-bbda1c82a69d/0e65584d-d5a8-4112-b2b4-9247ade7ca82) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:05.562833 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for port (0e65584d-d5a8-4112-b2b4-9247ade7ca82), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:05.762184 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (0e65584d-d5a8-4112-b2b4-9247ade7ca82), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:05.799046 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Network f61b787f-db93-4800-ad17-a9e443be011a is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:05.801849 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:05.804576 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:05.842187 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Pushing event updated for resources: {'Port': ['ID=0e65584d-d5a8-4112-b2b4-9247ade7ca82,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:05.966770 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebac112-ee58-4fc1-baa2-aaaa5ed5bcee req-2b54a2f4-39c2-4c0e-bed3-ceca36dc4c03 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:05.968283 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bebac112-ee58-4fc1-baa2-aaaa5ed5bcee req-2b54a2f4-39c2-4c0e-bed3-ceca36dc4c03 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 946 time: 0.1366494
Feb 12 21:29:06.050069 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bebac112-ee58-4fc1-baa2-aaaa5ed5bcee req-0c5b7461-c4b5-4c1e-98bb-f02fe8d4c70e tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582156
Feb 12 21:29:06.241854 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (f1e47d13-f0c0-491b-a9b2-9dd953fcabb4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:06.385176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40236) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:06.460824 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (f1e47d13-f0c0-491b-a9b2-9dd953fcabb4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:06.496678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-98def3d0-c6b1-49aa-a868-3b6a163d7167 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1136223756'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:06.622147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98def3d0-c6b1-49aa-a868-3b6a163d7167 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:06.626727 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98def3d0-c6b1-49aa-a868-3b6a163d7167 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:06.636835 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98def3d0-c6b1-49aa-a868-3b6a163d7167 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:06.732186 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98def3d0-c6b1-49aa-a868-3b6a163d7167 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for security_group (5264098f-5b35-4097-9cff-7bc67caa6ade), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:06.764838 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Router f1e47d13-f0c0-491b-a9b2-9dd953fcabb4 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:29:06.857058 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98def3d0-c6b1-49aa-a868-3b6a163d7167 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5264098f-5b35-4097-9cff-7bc67caa6ade), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:06.886607 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98def3d0-c6b1-49aa-a868-3b6a163d7167 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:29:06.887760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:06.895892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98def3d0-c6b1-49aa-a868-3b6a163d7167 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5264098f-5b35-4097-9cff-7bc67caa6ade,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:06.898187 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Sync routers for ids ['f1e47d13-f0c0-491b-a9b2-9dd953fcabb4'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:06.903030 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98def3d0-c6b1-49aa-a868-3b6a163d7167 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:06.903364 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-98def3d0-c6b1-49aa-a868-3b6a163d7167 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Added segment 92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5 of type vlan for network 8e013960-4ea0-4246-bc13-1a6b67ce624f
Feb 12 21:29:06.921482 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Routers {'f1e47d13-f0c0-491b-a9b2-9dd953fcabb4'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:06.922090 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc701d67940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f1e47d13-f0c0-491b-a9b2-9dd953fcabb4'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:06.946119 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98def3d0-c6b1-49aa-a868-3b6a163d7167 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (8e013960-4ea0-4246-bc13-1a6b67ce624f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:06.984858 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:06.986492 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cdf18c2e-8d61-4de8-a435-0289eb14113c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 2.5670679
Feb 12 21:29:06.993109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40284) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:07.046901 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Set router f1e47d13-f0c0-491b-a9b2-9dd953fcabb4 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:29:07.085077 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98def3d0-c6b1-49aa-a868-3b6a163d7167 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (8e013960-4ea0-4246-bc13-1a6b67ce624f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:07.097717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98def3d0-c6b1-49aa-a868-3b6a163d7167 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:07.098387 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98def3d0-c6b1-49aa-a868-3b6a163d7167 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:07.267227 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc701d67940>, [{'id': 'f1e47d13-f0c0-491b-a9b2-9dd953fcabb4', 'name': '', 'tenant_id': '08312b3c1c124cafb3f63360d83d5605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f61b787f-db93-4800-ad17-a9e443be011a', 'external_fixed_ips': [{'subnet_id': '37b0d278-2141-4d63-a35f-bbda1c82a69d', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '0e65584d-d5a8-4112-b2b4-9247ade7ca82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:04Z', 'updated_at': '2022-02-12T21:29:06Z', 'revision_number': 3, 'project_id': '08312b3c1c124cafb3f63360d83d5605', 'gw_port': {'id': '0e65584d-d5a8-4112-b2b4-9247ade7ca82', 'name': '', 'network_id': 'f61b787f-db93-4800-ad17-a9e443be011a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e47d13-f0c0-491b-a9b2-9dd953fcabb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '37b0d278-2141-4d63-a35f-bbda1c82a69d', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:05Z', 'updated_at': '2022-02-12T21:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37b0d278-2141-4d63-a35f-bbda1c82a69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:07.268161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98def3d0-c6b1-49aa-a868-3b6a163d7167 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Network': ['ID=8e013960-4ea0-4246-bc13-1a6b67ce624f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:07.282089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 8e013960-4ea0-4246-bc13-1a6b67ce624f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:29:07.294823 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Checking router: f1e47d13-f0c0-491b-a9b2-9dd953fcabb4 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:29:07.295170 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Updating router f1e47d13-f0c0-491b-a9b2-9dd953fcabb4 port 0e65584d-d5a8-4112-b2b4-9247ade7ca82 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:29:07.303524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b5b6b-d9cc-461b-8ae8-bdca51d42e9f req-a96899c3-45d9-474b-856a-a978c326389e tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:07.311192 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a3b5b6b-d9cc-461b-8ae8-bdca51d42e9f req-a96899c3-45d9-474b-856a-a978c326389e tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 946 time: 0.1209052
Feb 12 21:29:07.311192 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-607e735f-a86d-4c44-82da-849fc5c85b06 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router (f1e47d13-f0c0-491b-a9b2-9dd953fcabb4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:07.315250 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-98def3d0-c6b1-49aa-a868-3b6a163d7167 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.9263530
Feb 12 21:29:07.315599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40314) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:07.320796 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-57825ffd-ae57-4cd0-b02f-11182e2727e3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2059208625'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:07.334466 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0e65584d-d5a8-4112-b2b4-9247ade7ca82), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:07.428208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57825ffd-ae57-4cd0-b02f-11182e2727e3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:07.432105 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57825ffd-ae57-4cd0-b02f-11182e2727e3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:07.444374 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a3b5b6b-d9cc-461b-8ae8-bdca51d42e9f req-ae9fab85-cebc-4b94-b018-d61e3535d69a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e2974eb-268f-4ee4-8c20-6800acb25094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922916
Feb 12 21:29:07.476314 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-607e735f-a86d-4c44-82da-849fc5c85b06 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (f1e47d13-f0c0-491b-a9b2-9dd953fcabb4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:07.502377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57825ffd-ae57-4cd0-b02f-11182e2727e3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:29:07.515744 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57825ffd-ae57-4cd0-b02f-11182e2727e3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c792ed6c-edf4-4b46-bac0-601dc3cf0d39), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:07.516103 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-57825ffd-ae57-4cd0-b02f-11182e2727e3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Added segment c792ed6c-edf4-4b46-bac0-601dc3cf0d39 of type vlan for network 32795488-6924-4b2f-a5f9-1491adff18f5
Feb 12 21:29:07.573376 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57825ffd-ae57-4cd0-b02f-11182e2727e3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (32795488-6924-4b2f-a5f9-1491adff18f5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:07.646016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd13f8-14d0-4412-ba21-c315ce33d01f req-79df6008-7d64-4483-ae25-ebb454737e5d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:07.647642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aabd13f8-14d0-4412-ba21-c315ce33d01f req-79df6008-7d64-4483-ae25-ebb454737e5d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 946 time: 0.1129777
Feb 12 21:29:07.675792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-607e735f-a86d-4c44-82da-849fc5c85b06 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Deleting port 0e65584d-d5a8-4112-b2b4-9247ade7ca82 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:07.676398 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-607e735f-a86d-4c44-82da-849fc5c85b06 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0e65584d-d5a8-4112-b2b4-9247ade7ca82), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:07.682812 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57825ffd-ae57-4cd0-b02f-11182e2727e3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (32795488-6924-4b2f-a5f9-1491adff18f5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:07.689103 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57825ffd-ae57-4cd0-b02f-11182e2727e3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:07.689861 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57825ffd-ae57-4cd0-b02f-11182e2727e3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:07.708011 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Publish callbacks [] for port (0e65584d-d5a8-4112-b2b4-9247ade7ca82), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:07.772855 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57825ffd-ae57-4cd0-b02f-11182e2727e3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Network': ['ID=32795488-6924-4b2f-a5f9-1491adff18f5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:07.784825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 32795488-6924-4b2f-a5f9-1491adff18f5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:29:07.799992 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-57825ffd-ae57-4cd0-b02f-11182e2727e3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4832876
Feb 12 21:29:07.803778 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40348) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:07.808264 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5aaa24ce-ee6e-4ecb-959a-831084a39e87 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'subnet': {'network_id': '8e013960-4ea0-4246-bc13-1a6b67ce624f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:07.823348 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0e65584d-d5a8-4112-b2b4-9247ade7ca82), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:07.846297 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-607e735f-a86d-4c44-82da-849fc5c85b06 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0e65584d-d5a8-4112-b2b4-9247ade7ca82), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:07.864838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-607e735f-a86d-4c44-82da-849fc5c85b06 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Calling delete_port for 0e65584d-d5a8-4112-b2b4-9247ade7ca82 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:07.882693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-aabd13f8-14d0-4412-ba21-c315ce33d01f req-28aaf948-31df-481c-8181-09fde6eb70cb tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Deleting port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:07.883100 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-aabd13f8-14d0-4412-ba21-c315ce33d01f req-28aaf948-31df-481c-8181-09fde6eb70cb tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:07.950045 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a7d05-1d3a-46bb-9161-86af74768692 None None] Pushing event updated for resources: {'Port': ['ID=0e65584d-d5a8-4112-b2b4-9247ade7ca82,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:07.962378 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Attempting to bind port 0e65584d-d5a8-4112-b2b4-9247ade7ca82 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:29:07.963119 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Attempting to bind port 0e65584d-d5a8-4112-b2b4-9247ade7ca82 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c6783f35-c664-4eaf-9509-b7709126ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f61b787f-db93-4800-ad17-a9e443be011a'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:29:07.964229 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Attempting to bind port 0e65584d-d5a8-4112-b2b4-9247ade7ca82 on network f61b787f-db93-4800-ad17-a9e443be011a {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:29:07.971497 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a7d05-1d3a-46bb-9161-86af74768692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:07.972128 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a7d05-1d3a-46bb-9161-86af74768692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:07.972643 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a7d05-1d3a-46bb-9161-86af74768692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:07.973150 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a7d05-1d3a-46bb-9161-86af74768692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:07.973675 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a7d05-1d3a-46bb-9161-86af74768692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:07.974204 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a7d05-1d3a-46bb-9161-86af74768692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:07.974723 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a7d05-1d3a-46bb-9161-86af74768692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:07.975384 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a7d05-1d3a-46bb-9161-86af74768692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:07.975885 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a7d05-1d3a-46bb-9161-86af74768692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:07.976415 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a7d05-1d3a-46bb-9161-86af74768692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:07.976911 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a7d05-1d3a-46bb-9161-86af74768692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:07.977529 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a7d05-1d3a-46bb-9161-86af74768692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:07.978027 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a7d05-1d3a-46bb-9161-86af74768692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:07.982593 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:29:07.983282 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Checking segment: {'id': 'c6783f35-c664-4eaf-9509-b7709126ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f61b787f-db93-4800-ad17-a9e443be011a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:07.983927 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:07.984476 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Bound using segment: {'id': 'c6783f35-c664-4eaf-9509-b7709126ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f61b787f-db93-4800-ad17-a9e443be011a'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:29:07.985164 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Bound port: 0e65584d-d5a8-4112-b2b4-9247ade7ca82, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6783f35-c664-4eaf-9509-b7709126ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f61b787f-db93-4800-ad17-a9e443be011a'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:29:07.985753 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0e65584d-d5a8-4112-b2b4-9247ade7ca82), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:08.043445 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] For port 0e65584d-d5a8-4112-b2b4-9247ade7ca82, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:29:08.046800 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] For port 0e65584d-d5a8-4112-b2b4-9247ade7ca82, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e65584d-d5a8-4112-b2b4-9247ade7ca82,segment=NetworkSegment(c6783f35-c664-4eaf-9509-b7709126ffc8),segment_id=c6783f35-c664-4eaf-9509-b7709126ffc8)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:29:08.084630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-aabd13f8-14d0-4412-ba21-c315ce33d01f req-28aaf948-31df-481c-8181-09fde6eb70cb tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] For port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:08.084996 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-aabd13f8-14d0-4412-ba21-c315ce33d01f req-28aaf948-31df-481c-8181-09fde6eb70cb tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:08.106589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-aabd13f8-14d0-4412-ba21-c315ce33d01f req-28aaf948-31df-481c-8181-09fde6eb70cb tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Calling delete_port for 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:08.133553 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaa24ce-ee6e-4ecb-959a-831084a39e87 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:08.137231 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5aaa24ce-ee6e-4ecb-959a-831084a39e87 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:08.188448 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0e65584d-d5a8-4112-b2b4-9247ade7ca82), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:08.257841 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a7d05-1d3a-46bb-9161-86af74768692 None None] Pushing event updated for resources: {'Port': ['ID=0e65584d-d5a8-4112-b2b4-9247ade7ca82,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:08.263919 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Routers {'f1e47d13-f0c0-491b-a9b2-9dd953fcabb4'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:08.264778 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc701d67940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f1e47d13-f0c0-491b-a9b2-9dd953fcabb4'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:08.365904 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] Set router f1e47d13-f0c0-491b-a9b2-9dd953fcabb4 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:29:08.381975 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-aabd13f8-14d0-4412-ba21-c315ce33d01f req-28aaf948-31df-481c-8181-09fde6eb70cb tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:08.398962 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:29:08.412270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aaf948-31df-481c-8181-09fde6eb70cb tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event deleted for resources: {'Port': ['ID=5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:08.414958 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5aaa24ce-ee6e-4ecb-959a-831084a39e87 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (44266899-d804-41eb-8652-eb2b9a14b396), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:08.423671 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-607e735f-a86d-4c44-82da-849fc5c85b06 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (0e65584d-d5a8-4112-b2b4-9247ade7ca82), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:08.452928 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc701d67940>, [{'id': 'f1e47d13-f0c0-491b-a9b2-9dd953fcabb4', 'name': '', 'tenant_id': '08312b3c1c124cafb3f63360d83d5605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:04Z', 'updated_at': '2022-02-12T21:29:07Z', 'revision_number': 4, 'project_id': '08312b3c1c124cafb3f63360d83d5605', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:08.489617 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa24ce-ee6e-4ecb-959a-831084a39e87 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Subnet': ['ID=44266899-d804-41eb-8652-eb2b9a14b396,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:08.497180 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48576e2-b17f-4fe8-ac68-4d1dd38504cb None None] The sync data for ids ['f1e47d13-f0c0-491b-a9b2-9dd953fcabb4'] in ncdv-master-1 is: [{'id': 'f1e47d13-f0c0-491b-a9b2-9dd953fcabb4', 'name': '', 'tenant_id': '08312b3c1c124cafb3f63360d83d5605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:04Z', 'updated_at': '2022-02-12T21:29:07Z', 'revision_number': 4, 'project_id': '08312b3c1c124cafb3f63360d83d5605', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:08.513451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaa24ce-ee6e-4ecb-959a-831084a39e87 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Checking segment: {'id': '92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8e013960-4ea0-4246-bc13-1a6b67ce624f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:08.514108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaa24ce-ee6e-4ecb-959a-831084a39e87 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network hostable DHCP agents. Network: 8e013960-4ea0-4246-bc13-1a6b67ce624f, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:29:08.516796 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabd13f8-14d0-4412-ba21-c315ce33d01f req-28aaf948-31df-481c-8181-09fde6eb70cb tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] No DVR routers for this DVR port 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:29:08.519460 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e735f-a86d-4c44-82da-849fc5c85b06 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e65584d-d5a8-4112-b2b4-9247ade7ca82,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:08.531041 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-aabd13f8-14d0-4412-ba21-c315ce33d01f req-28aaf948-31df-481c-8181-09fde6eb70cb tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:08.536732 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aabd13f8-14d0-4412-ba21-c315ce33d01f req-28aaf948-31df-481c-8181-09fde6eb70cb tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.48 "DELETE /v2.0/ports/5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d HTTP/1.1" status: 204  len: 173 time: 0.8800704
Feb 12 21:29:08.537220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd21b7e-2110-47b0-a723-422ec85bdeb1', 'name': 'network-vif-deleted', 'tag': '5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:29:08.540202 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0acaf9-86e9-4f5c-a7de-6a4548a88a73" -d '{"events": [{"server_uuid": "8bd21b7e-2110-47b0-a723-422ec85bdeb1", "name": "network-vif-deleted", "tag": "5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:29:08.619850 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6f1a0d-5d87-4b19-b72d-4c8ed959dcfc x-openstack-request-id: req-0e6f1a0d-5d87-4b19-b72d-4c8ed959dcfc {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:29:08.620366 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd21b7e-2110-47b0-a723-422ec85bdeb1", "name": "network-vif-deleted", "tag": "5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:29:08.620621 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e6f1a0d-5d87-4b19-b72d-4c8ed959dcfc {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:29:08.621032 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd21b7e-2110-47b0-a723-422ec85bdeb1', 'name': 'network-vif-deleted', 'tag': '5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d', 'status': 'completed', 'code': 200}
Feb 12 21:29:08.629208 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-607e735f-a86d-4c44-82da-849fc5c85b06 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (f1e47d13-f0c0-491b-a9b2-9dd953fcabb4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:08.637788 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2a770c7-3a37-4919-9be2-1558cfb83105 req-87becc24-5c28-44b1-9c82-cf587135f4e0 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 210 time: 0.0490024
Feb 12 21:29:08.638584 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaa24ce-ee6e-4ecb-959a-831084a39e87 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 8e013960-4ea0-4246-bc13-1a6b67ce624f is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:29:08.759131 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-607e735f-a86d-4c44-82da-849fc5c85b06 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (f1e47d13-f0c0-491b-a9b2-9dd953fcabb4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:08.762355 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-607e735f-a86d-4c44-82da-849fc5c85b06 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_controller (f1e47d13-f0c0-491b-a9b2-9dd953fcabb4), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:08.770868 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-5aaa24ce-ee6e-4ecb-959a-831084a39e87 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8e013960-4ea0-4246-bc13-1a6b67ce624f) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:08.792209 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaa24ce-ee6e-4ecb-959a-831084a39e87 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:08.792811 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5aaa24ce-ee6e-4ecb-959a-831084a39e87 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:08.812022 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d75b19d-c360-4c1c-920c-12503c78a7c8 None None] Network 8e013960-4ea0-4246-bc13-1a6b67ce624f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:08.922228 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5aaa24ce-ee6e-4ecb-959a-831084a39e87 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1177628
Feb 12 21:29:08.926188 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40394) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:08.931744 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-21d297c3-df69-47b2-be06-40f7afa19af4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'subnet': {'network_id': '32795488-6924-4b2f-a5f9-1491adff18f5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:08.934842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8e013960-4ea0-4246-bc13-1a6b67ce624f', 'network_id': '8e013960-4ea0-4246-bc13-1a6b67ce624f', 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'fixed_ips': [{'subnet_id': '44266899-d804-41eb-8652-eb2b9a14b396'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:29:08.936184 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:08.948749 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-607e735f-a86d-4c44-82da-849fc5c85b06 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (f1e47d13-f0c0-491b-a9b2-9dd953fcabb4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:08.949609 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607e735f-a86d-4c44-82da-849fc5c85b06 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1e47d13-f0c0-491b-a9b2-9dd953fcabb4 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:29:08.959555 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-607e735f-a86d-4c44-82da-849fc5c85b06 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:08.965568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-607e735f-a86d-4c44-82da-849fc5c85b06 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "DELETE /v2.0/routers/f1e47d13-f0c0-491b-a9b2-9dd953fcabb4 HTTP/1.1" status: 204  len: 168 time: 1.9704804
Feb 12 21:29:08.966348 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40398) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:09.063994 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d39f105-a6ea-48b5-a2ba-303244be8c71 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Deleting subnet 37b0d278-2141-4d63-a35f-bbda1c82a69d {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:29:09.070700 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d39f105-a6ea-48b5-a2ba-303244be8c71 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for subnet (37b0d278-2141-4d63-a35f-bbda1c82a69d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.103069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Allocated IP 2001:db8::2 (8e013960-4ea0-4246-bc13-1a6b67ce624f/44266899-d804-41eb-8652-eb2b9a14b396/8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:09.111111 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d39f105-a6ea-48b5-a2ba-303244be8c71 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (37b0d278-2141-4d63-a35f-bbda1c82a69d), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.152531 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d39f105-a6ea-48b5-a2ba-303244be8c71 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (37b0d278-2141-4d63-a35f-bbda1c82a69d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.172395 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d297c3-df69-47b2-be06-40f7afa19af4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:09.175779 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21d297c3-df69-47b2-be06-40f7afa19af4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.259384 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Publish callbacks [] for port (8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.337520 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.377070 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d39f105-a6ea-48b5-a2ba-303244be8c71 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (37b0d278-2141-4d63-a35f-bbda1c82a69d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.384056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Network 8e013960-4ea0-4246-bc13-1a6b67ce624f is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:09.393208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:09.404571 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:09.408233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Pushing event updated for resources: {'Port': ['ID=8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:09.435775 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39f105-a6ea-48b5-a2ba-303244be8c71 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=37b0d278-2141-4d63-a35f-bbda1c82a69d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:09.443146 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d39f105-a6ea-48b5-a2ba-303244be8c71 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.446987 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5d39f105-a6ea-48b5-a2ba-303244be8c71 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/37b0d278-2141-4d63-a35f-bbda1c82a69d HTTP/1.1" status: 204  len: 168 time: 0.4794366
Feb 12 21:29:09.453526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40404) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:09.495556 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Attempting to bind port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:29:09.495928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Attempting to bind port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8e013960-4ea0-4246-bc13-1a6b67ce624f'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:29:09.496294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Attempting to bind port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb on network 8e013960-4ea0-4246-bc13-1a6b67ce624f {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:29:09.501759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:29:09.502134 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Checking segment: {'id': '92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8e013960-4ea0-4246-bc13-1a6b67ce624f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:09.502535 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.502925 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Bound using segment: {'id': '92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8e013960-4ea0-4246-bc13-1a6b67ce624f'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:29:09.503385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Bound port: 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8e013960-4ea0-4246-bc13-1a6b67ce624f'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:29:09.503765 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.541915 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21d297c3-df69-47b2-be06-40f7afa19af4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (c30fa492-b0ab-4a39-b13b-8bfd9f7fc0ca), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.544736 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-28fd7680-8a85-40f9-91e1-4a163a86c48d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (f61b787f-db93-4800-ad17-a9e443be011a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.608656 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d297c3-df69-47b2-be06-40f7afa19af4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Subnet': ['ID=c30fa492-b0ab-4a39-b13b-8bfd9f7fc0ca,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:09.608942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] For port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:29:09.625990 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] For port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb,segment=NetworkSegment(92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5),segment_id=92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:29:09.632253 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d297c3-df69-47b2-be06-40f7afa19af4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Checking segment: {'id': 'c792ed6c-edf4-4b46-bac0-601dc3cf0d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '32795488-6924-4b2f-a5f9-1491adff18f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:09.632872 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d297c3-df69-47b2-be06-40f7afa19af4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network hostable DHCP agents. Network: 32795488-6924-4b2f-a5f9-1491adff18f5, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:29:09.692980 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-28fd7680-8a85-40f9-91e1-4a163a86c48d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (f61b787f-db93-4800-ad17-a9e443be011a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.716958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-28fd7680-8a85-40f9-91e1-4a163a86c48d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa302400>,) {'filters': {'network_id': ['f61b787f-db93-4800-ad17-a9e443be011a']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:09.718156 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.727119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-28fd7680-8a85-40f9-91e1-4a163a86c48d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa302400>, 'c6783f35-c664-4eaf-9509-b7709126ffc8') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:09.727435 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-28fd7680-8a85-40f9-91e1-4a163a86c48d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa302400>, 'c6783f35-c664-4eaf-9509-b7709126ffc8') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:09.736020 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d297c3-df69-47b2-be06-40f7afa19af4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 32795488-6924-4b2f-a5f9-1491adff18f5 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:29:09.739127 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-28fd7680-8a85-40f9-91e1-4a163a86c48d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (c6783f35-c664-4eaf-9509-b7709126ffc8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.755943 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-28fd7680-8a85-40f9-91e1-4a163a86c48d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c6783f35-c664-4eaf-9509-b7709126ffc8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.764335 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fd7680-8a85-40f9-91e1-4a163a86c48d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:29:09.765690 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-28fd7680-8a85-40f9-91e1-4a163a86c48d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (c6783f35-c664-4eaf-9509-b7709126ffc8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.839175 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-21d297c3-df69-47b2-be06-40f7afa19af4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 32795488-6924-4b2f-a5f9-1491adff18f5) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:09.855646 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d297c3-df69-47b2-be06-40f7afa19af4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:09.855870 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21d297c3-df69-47b2-be06-40f7afa19af4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:   items = [
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:29:09.860814 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:29:09.898094 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46972d56-d9ec-4bd8-a815-25c54dd3c2c2 None None] Network 32795488-6924-4b2f-a5f9-1491adff18f5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:09.907602 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cc211c67-ba54-4d91-ad9c-9a4ea8014c7d req-72c778f3-3d52-4dfc-a504-4f63cb40b5a9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 210 time: 0.0418417
Feb 12 21:29:09.947202 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789b4c8-8c65-4238-91d4-9991a427932f None None] Pushing event updated for resources: {'Port': ['ID=8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:09.982765 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-28fd7680-8a85-40f9-91e1-4a163a86c48d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (f61b787f-db93-4800-ad17-a9e443be011a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:09.982999 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-21d297c3-df69-47b2-be06-40f7afa19af4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.0553730
Feb 12 21:29:09.987263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40422) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:09.988584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fd7680-8a85-40f9-91e1-4a163a86c48d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  f61b787f-db93-4800-ad17-a9e443be011a {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Feb 12 21:29:09.997266 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-406159e2-22ef-408f-81e5-8b88626bdb7f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-101524635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:10.021620 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-28fd7680-8a85-40f9-91e1-4a163a86c48d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:10.045710 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-28fd7680-8a85-40f9-91e1-4a163a86c48d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "DELETE /v2.0/networks/f61b787f-db93-4800-ad17-a9e443be011a HTTP/1.1" status: 204  len: 168 time: 0.5906491
Feb 12 21:29:10.078035 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd7680-8a85-40f9-91e1-4a163a86c48d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Pushing event deleted for resources: {'Network': ['ID=f61b787f-db93-4800-ad17-a9e443be011a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:10.176107 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-32795488-6924-4b2f-a5f9-1491adff18f5', 'network_id': '32795488-6924-4b2f-a5f9-1491adff18f5', 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'fixed_ips': [{'subnet_id': 'c30fa492-b0ab-4a39-b13b-8bfd9f7fc0ca'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:29:10.177506 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:10.249648 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-406159e2-22ef-408f-81e5-8b88626bdb7f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (0bfc008b-f18e-442b-9b5f-554c85e75df6), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:10.252254 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-406159e2-22ef-408f-81e5-8b88626bdb7f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (0bfc008b-f18e-442b-9b5f-554c85e75df6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:10.419218 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-406159e2-22ef-408f-81e5-8b88626bdb7f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_controller (0bfc008b-f18e-442b-9b5f-554c85e75df6), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:10.537293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Allocated IP 2001:db8:1::2 (32795488-6924-4b2f-a5f9-1491adff18f5/c30fa492-b0ab-4a39-b13b-8bfd9f7fc0ca/e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:10.677414 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:29:10.692645 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Publish callbacks [] for port (e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:10.865393 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-406159e2-22ef-408f-81e5-8b88626bdb7f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (0bfc008b-f18e-442b-9b5f-554c85e75df6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:10.961245 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40444) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:10.966232 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-16c8f1e8-150c-4cfb-8adb-34ea7cc6a5da tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Request body: {'router': {'name': 'tempest-router--1415356657', 'project_id': 'f8baa76d8ed44baaa7259594ecada901'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:11.034561 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:11.048953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-74bbf774-edc1-4ce4-b5ed-921b99591f21 req-7cb7e44d-bb12-419d-a142-e3ebe88bd4f2 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd21b7e-2110-47b0-a723-422ec85bdeb1 HTTP/1.1" status: 200  len: 210 time: 0.0421503
Feb 12 21:29:11.052892 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-406159e2-22ef-408f-81e5-8b88626bdb7f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:11.057086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40448) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:11.060810 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-406159e2-22ef-408f-81e5-8b88626bdb7f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.0677423
Feb 12 21:29:11.096891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Network 32795488-6924-4b2f-a5f9-1491adff18f5 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:11.101535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:11.105001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:11.107879 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Pushing event updated for resources: {'Port': ['ID=e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:11.130419 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-16c8f1e8-150c-4cfb-8adb-34ea7cc6a5da tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (57c5bdf7-80d3-4ec4-8b91-2cd58dd0b6eb), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:11.134887 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-16c8f1e8-150c-4cfb-8adb-34ea7cc6a5da tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (57c5bdf7-80d3-4ec4-8b91-2cd58dd0b6eb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:11.195155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Attempting to bind port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:29:11.195930 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Attempting to bind port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c792ed6c-edf4-4b46-bac0-601dc3cf0d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '32795488-6924-4b2f-a5f9-1491adff18f5'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:29:11.196900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Attempting to bind port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 on network 32795488-6924-4b2f-a5f9-1491adff18f5 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:29:11.206170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4082fe-3109-4ddf-8b16-aad1f6248d72 None None] Network 8e013960-4ea0-4246-bc13-1a6b67ce624f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:11.211065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:29:11.211448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Checking segment: {'id': 'c792ed6c-edf4-4b46-bac0-601dc3cf0d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '32795488-6924-4b2f-a5f9-1491adff18f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:11.213391 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:11.215221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Bound using segment: {'id': 'c792ed6c-edf4-4b46-bac0-601dc3cf0d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '32795488-6924-4b2f-a5f9-1491adff18f5'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:29:11.215934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Bound port: e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c792ed6c-edf4-4b46-bac0-601dc3cf0d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '32795488-6924-4b2f-a5f9-1491adff18f5'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:29:11.216326 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:11.266030 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-16c8f1e8-150c-4cfb-8adb-34ea7cc6a5da tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_controller (57c5bdf7-80d3-4ec4-8b91-2cd58dd0b6eb), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:11.294262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:11.331617 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-16c8f1e8-150c-4cfb-8adb-34ea7cc6a5da tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (57c5bdf7-80d3-4ec4-8b91-2cd58dd0b6eb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:11.419202 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f854d83e-188e-44a5-87c0-cefaa597262e None None] Provisioning complete for port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:11.419765 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f854d83e-188e-44a5-87c0-cefaa597262e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:11.442914 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-16c8f1e8-150c-4cfb-8adb-34ea7cc6a5da tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:11.442914 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-16c8f1e8-150c-4cfb-8adb-34ea7cc6a5da tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.4796207
Feb 12 21:29:11.444997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40454) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:11.493276 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:11.498242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] For port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:29:11.503574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] For port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9,segment=NetworkSegment(c792ed6c-edf4-4b46-bac0-601dc3cf0d39),segment_id=c792ed6c-edf4-4b46-bac0-601dc3cf0d39)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:29:11.517886 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:11.517886 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:11.713009 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:11.770526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f854d83e-188e-44a5-87c0-cefaa597262e None None] Current status of the port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:11.771582 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f854d83e-188e-44a5-87c0-cefaa597262e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:11.813244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:11.814014 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:11.866763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb,segment=NetworkSegment(92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5),segment_id=92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:11.925257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Allocated IP 2001:db8::1 (8e013960-4ea0-4246-bc13-1a6b67ce624f/44266899-d804-41eb-8652-eb2b9a14b396/5cd403ef-4734-4c67-a628-8024b943332f) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:11.936737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62f57a-e831-401f-b19e-a9e352e61863 None None] Pushing event updated for resources: {'Port': ['ID=e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:12.000286 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:12.039721 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-387b2132-ec7c-4f25-a5d4-fbe40124930d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router (57c5bdf7-80d3-4ec4-8b91-2cd58dd0b6eb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:12.082479 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-f854d83e-188e-44a5-87c0-cefaa597262e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:29:12.082911 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-f854d83e-188e-44a5-87c0-cefaa597262e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:29:12.091339 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (5cd403ef-4734-4c67-a628-8024b943332f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:12.100787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:12.239489 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (5cd403ef-4734-4c67-a628-8024b943332f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:12.305225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 8e013960-4ea0-4246-bc13-1a6b67ce624f is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:12.309492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:12.314586 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:12.315149 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (0bfc008b-f18e-442b-9b5f-554c85e75df6), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:12.325761 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-387b2132-ec7c-4f25-a5d4-fbe40124930d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (57c5bdf7-80d3-4ec4-8b91-2cd58dd0b6eb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:12.328069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-387b2132-ec7c-4f25-a5d4-fbe40124930d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_controller (57c5bdf7-80d3-4ec4-8b91-2cd58dd0b6eb), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:12.363299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=5cd403ef-4734-4c67-a628-8024b943332f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:12.432950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:29:12.455429 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:29:12.455788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 5c93b7c0-4b50-4e5a-b4bb-7412fd5c594d not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:29:12.486610 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-387b2132-ec7c-4f25-a5d4-fbe40124930d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (57c5bdf7-80d3-4ec4-8b91-2cd58dd0b6eb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:12.486610 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387b2132-ec7c-4f25-a5d4-fbe40124930d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57c5bdf7-80d3-4ec4-8b91-2cd58dd0b6eb {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:29:12.487803 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-387b2132-ec7c-4f25-a5d4-fbe40124930d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:12.492301 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-387b2132-ec7c-4f25-a5d4-fbe40124930d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "DELETE /v2.0/routers/57c5bdf7-80d3-4ec4-8b91-2cd58dd0b6eb HTTP/1.1" status: 204  len: 168 time: 1.0461984
Feb 12 21:29:12.557503 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5cd403ef-4734-4c67-a628-8024b943332f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:12.623275 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f854d83e-188e-44a5-87c0-cefaa597262e None None] Current status of the port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:12.747180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b6117b9a-fd58-4b10-8bb8-dbd7dd2132a5 None None] Provisioning complete for port 5cd403ef-4734-4c67-a628-8024b943332f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:12.747180 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b6117b9a-fd58-4b10-8bb8-dbd7dd2132a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5cd403ef-4734-4c67-a628-8024b943332f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:12.779166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40496) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:12.802524 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b6117b9a-fd58-4b10-8bb8-dbd7dd2132a5 None None] Port 5cd403ef-4734-4c67-a628-8024b943332f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:12.818258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b6117b9a-fd58-4b10-8bb8-dbd7dd2132a5 None None] Provisioning complete for port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:12.819047 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b6117b9a-fd58-4b10-8bb8-dbd7dd2132a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:12.907713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b6117b9a-fd58-4b10-8bb8-dbd7dd2132a5 None None] Current status of the port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:12.917606 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (5cd403ef-4734-4c67-a628-8024b943332f), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:12.993103 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (5cd403ef-4734-4c67-a628-8024b943332f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:12.994077 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (0bfc008b-f18e-442b-9b5f-554c85e75df6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:13.025805 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1178900298', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:13.062585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=5cd403ef-4734-4c67-a628-8024b943332f,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:13.110976 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (26ea7749-08da-404a-b368-5fa4752c94e6), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:13.112666 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (26ea7749-08da-404a-b368-5fa4752c94e6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:13.125208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b778a01f-e917-444b-9199-10d785de81e8 None None] Network 32795488-6924-4b2f-a5f9-1491adff18f5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:13.148530 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 8e013960-4ea0-4246-bc13-1a6b67ce624f is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:13.150812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:13.237165 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_controller (26ea7749-08da-404a-b368-5fa4752c94e6), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:13.275276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-5f4d88a2-bcbc-45ae-93fa-454938115022 None None] Provisioning complete for port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:13.275977 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5f4d88a2-bcbc-45ae-93fa-454938115022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:13.351001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:13.451848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5f4d88a2-bcbc-45ae-93fa-454938115022 None None] Current status of the port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:13.452336 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5f4d88a2-bcbc-45ae-93fa-454938115022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:13.467334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:13.467995 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:13.505867 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5f4d88a2-bcbc-45ae-93fa-454938115022 None None] For port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9,segment=NetworkSegment(c792ed6c-edf4-4b46-bac0-601dc3cf0d39),segment_id=c792ed6c-edf4-4b46-bac0-601dc3cf0d39)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:13.580917 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (26ea7749-08da-404a-b368-5fa4752c94e6), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:13.601868 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5f4d88a2-bcbc-45ae-93fa-454938115022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:13.653517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:13.654644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:13.697316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d88a2-bcbc-45ae-93fa-454938115022 None None] Pushing event updated for resources: {'Port': ['ID=e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:13.735350 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a73bcfd3-4432-4cd3-8418-78b08b8fff35 None None] Provisioning complete for port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:13.736728 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a73bcfd3-4432-4cd3-8418-78b08b8fff35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:13.743576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:13.748836 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:13.804137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router 0bfc008b-f18e-442b-9b5f-554c85e75df6 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:29:13.897458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:13.905533 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a73bcfd3-4432-4cd3-8418-78b08b8fff35 None None] Current status of the port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:13.919151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:13.927412 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fafa2660-42b8-41cc-b999-93c195e9b297 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/0bfc008b-f18e-442b-9b5f-554c85e75df6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8677826
Feb 12 21:29:13.928119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40518) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:13.933070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176a201-9799-45b2-9475-f27d4004f968 None None] Sync routers for ids ['0bfc008b-f18e-442b-9b5f-554c85e75df6'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:13.934214 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (26ea7749-08da-404a-b368-5fa4752c94e6), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:13.937511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a73bcfd3-4432-4cd3-8418-78b08b8fff35 None None] Provisioning complete for port 5cd403ef-4734-4c67-a628-8024b943332f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:13.937896 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a73bcfd3-4432-4cd3-8418-78b08b8fff35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5cd403ef-4734-4c67-a628-8024b943332f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:13.956518 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:13.972472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176a201-9799-45b2-9475-f27d4004f968 None None] Routers {'0bfc008b-f18e-442b-9b5f-554c85e75df6'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:13.973149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-9176a201-9799-45b2-9475-f27d4004f968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6b30d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['0bfc008b-f18e-442b-9b5f-554c85e75df6'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:13.982654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c8cae2-b8f2-48b4-ab76-09f987a450bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:13.985414 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d2c8cae2-b8f2-48b4-ab76-09f987a450bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports/5cd403ef-4734-4c67-a628-8024b943332f HTTP/1.1" status: 200  len: 911 time: 0.0551653
Feb 12 21:29:13.986943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40520) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:14.014361 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-9176a201-9799-45b2-9475-f27d4004f968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6b30d0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:14.020373 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a73bcfd3-4432-4cd3-8418-78b08b8fff35 None None] Port 5cd403ef-4734-4c67-a628-8024b943332f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:14.026812 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176a201-9799-45b2-9475-f27d4004f968 None None] Routers {'0bfc008b-f18e-442b-9b5f-554c85e75df6'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:14.027437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-9176a201-9799-45b2-9475-f27d4004f968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6b30d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['0bfc008b-f18e-442b-9b5f-554c85e75df6'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:14.061225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-9176a201-9799-45b2-9475-f27d4004f968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6b30d0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:14.061907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176a201-9799-45b2-9475-f27d4004f968 None None] The sync data for ids ['0bfc008b-f18e-442b-9b5f-554c85e75df6'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:14.072387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Allocated IP 172.35.2.5 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/4b1a541b-5ca5-44ee-883d-4003d3bd3290) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:14.175691 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for port (4b1a541b-5ca5-44ee-883d-4003d3bd3290), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:14.256264 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4b1a541b-5ca5-44ee-883d-4003d3bd3290), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:14.297925 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:14.300772 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:14.304451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:14.344871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Pushing event updated for resources: {'Port': ['ID=4b1a541b-5ca5-44ee-883d-4003d3bd3290,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:14.409105 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:14.671986 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (26ea7749-08da-404a-b368-5fa4752c94e6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:14.680127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Allocated IP 2001:db8:1::1 (32795488-6924-4b2f-a5f9-1491adff18f5/c30fa492-b0ab-4a39-b13b-8bfd9f7fc0ca/34afb7a6-deb8-40b4-9ca2-dcead5732d2d) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:14.804059 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (34afb7a6-deb8-40b4-9ca2-dcead5732d2d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:14.892029 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (26ea7749-08da-404a-b368-5fa4752c94e6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:14.913307 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (34afb7a6-deb8-40b4-9ca2-dcead5732d2d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:14.960645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 32795488-6924-4b2f-a5f9-1491adff18f5 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:14.964295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:14.966851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:14.967682 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (0bfc008b-f18e-442b-9b5f-554c85e75df6), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:15.019341 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=34afb7a6-deb8-40b4-9ca2-dcead5732d2d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:15.112951 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Router 26ea7749-08da-404a-b368-5fa4752c94e6 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:29:15.159722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:15.178870 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (34afb7a6-deb8-40b4-9ca2-dcead5732d2d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:15.233650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:15.233892 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:15.253595 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:15.266558 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0736fa-747b-4fa8-9e12-c0b17cf9ad23 None None] Sync routers for ids ['26ea7749-08da-404a-b368-5fa4752c94e6'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:15.277731 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0736fa-747b-4fa8-9e12-c0b17cf9ad23 None None] Routers {'26ea7749-08da-404a-b368-5fa4752c94e6'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:15.278718 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9c0736fa-747b-4fa8-9e12-c0b17cf9ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc7000cb940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['26ea7749-08da-404a-b368-5fa4752c94e6'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:15.288034 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9c6db777-37ca-4bd3-9ca6-9f7702b11976 None None] Provisioning complete for port 34afb7a6-deb8-40b4-9ca2-dcead5732d2d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:15.288467 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9c6db777-37ca-4bd3-9ca6-9f7702b11976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (34afb7a6-deb8-40b4-9ca2-dcead5732d2d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:15.316877 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9c0736fa-747b-4fa8-9e12-c0b17cf9ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc7000cb940>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:15.326896 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0736fa-747b-4fa8-9e12-c0b17cf9ad23 None None] Routers {'26ea7749-08da-404a-b368-5fa4752c94e6'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:15.327749 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9c0736fa-747b-4fa8-9e12-c0b17cf9ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc7000cb940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['26ea7749-08da-404a-b368-5fa4752c94e6'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:15.355317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9c6db777-37ca-4bd3-9ca6-9f7702b11976 None None] Port 34afb7a6-deb8-40b4-9ca2-dcead5732d2d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:15.363430 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9c0736fa-747b-4fa8-9e12-c0b17cf9ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc7000cb940>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:15.364698 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0736fa-747b-4fa8-9e12-c0b17cf9ad23 None None] The sync data for ids ['26ea7749-08da-404a-b368-5fa4752c94e6'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:15.370502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:15.373229 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:15.378207 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-eb56979b-4f2b-4b23-902f-cc561cb882db tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 2.5958610
Feb 12 21:29:15.378207 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40556) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:15.514041 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b6c98571-0f50-49ad-98b6-5cfc9812c3f5 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/routers/26ea7749-08da-404a-b368-5fa4752c94e6 HTTP/1.1" status: 200  len: 919 time: 0.1331465
Feb 12 21:29:15.515177 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40568) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:15.548764 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (34afb7a6-deb8-40b4-9ca2-dcead5732d2d), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:15.559600 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-28b081b5-09c8-494e-92c2-f6bc1a59ba67 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ea7749-08da-404a-b368-5fa4752c94e6 HTTP/1.1" status: 200  len: 205 time: 0.0354230
Feb 12 21:29:15.559600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40570) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:15.610330 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (34afb7a6-deb8-40b4-9ca2-dcead5732d2d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:15.611221 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (0bfc008b-f18e-442b-9b5f-554c85e75df6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:15.666125 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be043c13-1250-4b6b-a280-eee3fd1d4414 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (26ea7749-08da-404a-b368-5fa4752c94e6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:15.703662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=34afb7a6-deb8-40b4-9ca2-dcead5732d2d,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:15.751748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 32795488-6924-4b2f-a5f9-1491adff18f5 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:15.751748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:15.794265 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be043c13-1250-4b6b-a280-eee3fd1d4414 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (26ea7749-08da-404a-b368-5fa4752c94e6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:15.861679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router 0bfc008b-f18e-442b-9b5f-554c85e75df6 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:29:15.985906 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:15.993693 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-25796ae5-efbc-473a-a64e-a057410905bf tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/0bfc008b-f18e-442b-9b5f-554c85e75df6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0048444
Feb 12 21:29:15.995555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40580) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:15.999415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a3034-3858-4904-9337-3a0c3d1fcbce None None] Sync routers for ids ['0bfc008b-f18e-442b-9b5f-554c85e75df6'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:16.018574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-be043c13-1250-4b6b-a280-eee3fd1d4414 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Deleting port 4b1a541b-5ca5-44ee-883d-4003d3bd3290 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:16.019138 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be043c13-1250-4b6b-a280-eee3fd1d4414 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4b1a541b-5ca5-44ee-883d-4003d3bd3290), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:16.020297 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a3034-3858-4904-9337-3a0c3d1fcbce None None] Routers {'0bfc008b-f18e-442b-9b5f-554c85e75df6'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:16.021867 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f43a3034-3858-4904-9337-3a0c3d1fcbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8c88b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['0bfc008b-f18e-442b-9b5f-554c85e75df6'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:16.062352 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40582) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:16.077996 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f43a3034-3858-4904-9337-3a0c3d1fcbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8c88b0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:16.093337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a3034-3858-4904-9337-3a0c3d1fcbce None None] Routers {'0bfc008b-f18e-442b-9b5f-554c85e75df6'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:16.094358 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f43a3034-3858-4904-9337-3a0c3d1fcbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8c88b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['0bfc008b-f18e-442b-9b5f-554c85e75df6'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:16.096933 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b5da95-a165-4092-b04d-bf3d68e582bd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:16.102276 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40586) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:16.103890 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-20b5da95-a165-4092-b04d-bf3d68e582bd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports/34afb7a6-deb8-40b4-9ca2-dcead5732d2d HTTP/1.1" status: 200  len: 913 time: 0.0941973
Feb 12 21:29:16.137621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f43a3034-3858-4904-9337-3a0c3d1fcbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8c88b0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:16.138379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a3034-3858-4904-9337-3a0c3d1fcbce None None] The sync data for ids ['0bfc008b-f18e-442b-9b5f-554c85e75df6'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:16.140990 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f2f86a95-b4f0-4bdb-a968-1cd75ceeef9b None None] Provisioning complete for port 34afb7a6-deb8-40b4-9ca2-dcead5732d2d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:16.141780 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2f86a95-b4f0-4bdb-a968-1cd75ceeef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (34afb7a6-deb8-40b4-9ca2-dcead5732d2d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:16.181895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f2f86a95-b4f0-4bdb-a968-1cd75ceeef9b None None] Port 34afb7a6-deb8-40b4-9ca2-dcead5732d2d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:16.216985 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8fbc22aa-696a-46f5-8221-2d4bed743b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:16.255993 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be043c13-1250-4b6b-a280-eee3fd1d4414 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4b1a541b-5ca5-44ee-883d-4003d3bd3290), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:16.279161 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-be043c13-1250-4b6b-a280-eee3fd1d4414 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Calling delete_port for 4b1a541b-5ca5-44ee-883d-4003d3bd3290 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:16.888946 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8fbc22aa-696a-46f5-8221-2d4bed743b5a admin admin] Publish callbacks [] for security_group (3a8bbc96-227b-45c4-8888-6f2d6533c721), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:16.972867 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8fbc22aa-696a-46f5-8221-2d4bed743b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3a8bbc96-227b-45c4-8888-6f2d6533c721), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.031434 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8fbc22aa-696a-46f5-8221-2d4bed743b5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a70c35cc73d447eacc7b32dabbae7e3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9657769
Feb 12 21:29:17.031889 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc22aa-696a-46f5-8221-2d4bed743b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8bbc96-227b-45c4-8888-6f2d6533c721,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:17.032015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40602) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:17.049817 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-907405a3-1914-4db6-a9ab-53b85969310b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (0bfc008b-f18e-442b-9b5f-554c85e75df6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.108723 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-46b2c1bf-6333-44a2-94be-4922757e8b9c admin admin] Publish callbacks [] for security_group (3a8bbc96-227b-45c4-8888-6f2d6533c721), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.115434 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be043c13-1250-4b6b-a280-eee3fd1d4414 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4b1a541b-5ca5-44ee-883d-4003d3bd3290), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.133480 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-46b2c1bf-6333-44a2-94be-4922757e8b9c admin admin] Publish callbacks [] for security_group (3a8bbc96-227b-45c4-8888-6f2d6533c721), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.153070 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be043c13-1250-4b6b-a280-eee3fd1d4414 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Pushing event deleted for resources: {'Port': ['ID=4b1a541b-5ca5-44ee-883d-4003d3bd3290,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:17.255846 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-46b2c1bf-6333-44a2-94be-4922757e8b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3a8bbc96-227b-45c4-8888-6f2d6533c721), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.258606 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-46b2c1bf-6333-44a2-94be-4922757e8b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.259791 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-46b2c1bf-6333-44a2-94be-4922757e8b9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a8bbc96-227b-45c4-8888-6f2d6533c721 HTTP/1.1" status: 204  len: 168 time: 0.2268670
Feb 12 21:29:17.268606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2c1bf-6333-44a2-94be-4922757e8b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8bbc96-227b-45c4-8888-6f2d6533c721,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:17.287701 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be043c13-1250-4b6b-a280-eee3fd1d4414 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (26ea7749-08da-404a-b368-5fa4752c94e6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.390842 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be043c13-1250-4b6b-a280-eee3fd1d4414 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (26ea7749-08da-404a-b368-5fa4752c94e6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.393622 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be043c13-1250-4b6b-a280-eee3fd1d4414 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_controller (26ea7749-08da-404a-b368-5fa4752c94e6), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.523983 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-907405a3-1914-4db6-a9ab-53b85969310b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port 34afb7a6-deb8-40b4-9ca2-dcead5732d2d {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:17.524309 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-907405a3-1914-4db6-a9ab-53b85969310b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (34afb7a6-deb8-40b4-9ca2-dcead5732d2d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.538034 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be043c13-1250-4b6b-a280-eee3fd1d4414 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (26ea7749-08da-404a-b368-5fa4752c94e6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.538553 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be043c13-1250-4b6b-a280-eee3fd1d4414 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Fanout notify agent at l3_agent the message router_deleted on router 26ea7749-08da-404a-b368-5fa4752c94e6 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:29:17.551281 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-be043c13-1250-4b6b-a280-eee3fd1d4414 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.552394 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-be043c13-1250-4b6b-a280-eee3fd1d4414 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "DELETE /v2.0/routers/26ea7749-08da-404a-b368-5fa4752c94e6 HTTP/1.1" status: 204  len: 168 time: 1.9968843
Feb 12 21:29:17.556360 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40622) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:17.561013 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1398798017', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'enable_snat': False}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:17.646219 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-907405a3-1914-4db6-a9ab-53b85969310b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (34afb7a6-deb8-40b4-9ca2-dcead5732d2d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.659572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-907405a3-1914-4db6-a9ab-53b85969310b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for 34afb7a6-deb8-40b4-9ca2-dcead5732d2d owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:17.673387 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.675775 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.762844 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_controller (ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.947611 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-907405a3-1914-4db6-a9ab-53b85969310b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (34afb7a6-deb8-40b4-9ca2-dcead5732d2d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.972888 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:17.987138 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907405a3-1914-4db6-a9ab-53b85969310b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=34afb7a6-deb8-40b4-9ca2-dcead5732d2d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:18.118582 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-907405a3-1914-4db6-a9ab-53b85969310b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (0bfc008b-f18e-442b-9b5f-554c85e75df6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:18.331177 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:18.350857 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:18.361547 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907405a3-1914-4db6-a9ab-53b85969310b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router 0bfc008b-f18e-442b-9b5f-554c85e75df6 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:29:18.462034 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Allocated IP 172.35.2.110 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/ffc44497-5125-4303-b2d2-b8bb8a88888c) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:18.464666 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907405a3-1914-4db6-a9ab-53b85969310b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:18.470987 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-907405a3-1914-4db6-a9ab-53b85969310b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/0bfc008b-f18e-442b-9b5f-554c85e75df6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3675888
Feb 12 21:29:18.473688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40668) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:18.483327 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48184125-d8b9-4753-9098-2d21a4a1ca38 None None] Sync routers for ids ['0bfc008b-f18e-442b-9b5f-554c85e75df6'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:18.493074 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48184125-d8b9-4753-9098-2d21a4a1ca38 None None] Routers {'0bfc008b-f18e-442b-9b5f-554c85e75df6'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:18.494148 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-48184125-d8b9-4753-9098-2d21a4a1ca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaaf6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['0bfc008b-f18e-442b-9b5f-554c85e75df6'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:18.538239 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-48184125-d8b9-4753-9098-2d21a4a1ca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaaf6d0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:18.549068 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48184125-d8b9-4753-9098-2d21a4a1ca38 None None] Routers {'0bfc008b-f18e-442b-9b5f-554c85e75df6'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:18.550014 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-48184125-d8b9-4753-9098-2d21a4a1ca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaaf6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['0bfc008b-f18e-442b-9b5f-554c85e75df6'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:18.583445 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-48184125-d8b9-4753-9098-2d21a4a1ca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaaf6d0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:18.584427 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48184125-d8b9-4753-9098-2d21a4a1ca38 None None] The sync data for ids ['0bfc008b-f18e-442b-9b5f-554c85e75df6'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:18.597038 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for port (ffc44497-5125-4303-b2d2-b8bb8a88888c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:18.735708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ffc44497-5125-4303-b2d2-b8bb8a88888c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:18.794328 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:18.796510 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:18.799322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:18.838027 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Pushing event updated for resources: {'Port': ['ID=ffc44497-5125-4303-b2d2-b8bb8a88888c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:18.894503 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57b54c51-d6e5-43f5-9972-0252f0f17ff3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (0bfc008b-f18e-442b-9b5f-554c85e75df6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:19.176727 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-57b54c51-d6e5-43f5-9972-0252f0f17ff3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port 5cd403ef-4734-4c67-a628-8024b943332f {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:19.177071 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57b54c51-d6e5-43f5-9972-0252f0f17ff3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5cd403ef-4734-4c67-a628-8024b943332f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:19.202198 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:19.280604 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57b54c51-d6e5-43f5-9972-0252f0f17ff3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5cd403ef-4734-4c67-a628-8024b943332f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:19.302689 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-57b54c51-d6e5-43f5-9972-0252f0f17ff3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for 5cd403ef-4734-4c67-a628-8024b943332f owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:19.572942 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57b54c51-d6e5-43f5-9972-0252f0f17ff3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (5cd403ef-4734-4c67-a628-8024b943332f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:19.607966 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b54c51-d6e5-43f5-9972-0252f0f17ff3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=5cd403ef-4734-4c67-a628-8024b943332f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:19.741270 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:19.753531 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57b54c51-d6e5-43f5-9972-0252f0f17ff3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (0bfc008b-f18e-442b-9b5f-554c85e75df6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:19.979089 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b54c51-d6e5-43f5-9972-0252f0f17ff3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router 0bfc008b-f18e-442b-9b5f-554c85e75df6 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:29:20.007267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Router ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:29:20.068062 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b54c51-d6e5-43f5-9972-0252f0f17ff3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:20.077679 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-57b54c51-d6e5-43f5-9972-0252f0f17ff3 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/0bfc008b-f18e-442b-9b5f-554c85e75df6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6028233
Feb 12 21:29:20.078348 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40758) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:20.084089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1aa4d9-42bc-44a3-a828-e10df7789096 None None] Sync routers for ids ['0bfc008b-f18e-442b-9b5f-554c85e75df6'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:20.096094 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1aa4d9-42bc-44a3-a828-e10df7789096 None None] Routers {'0bfc008b-f18e-442b-9b5f-554c85e75df6'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:20.096837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2e1aa4d9-42bc-44a3-a828-e10df7789096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa478a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['0bfc008b-f18e-442b-9b5f-554c85e75df6'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:20.131307 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6ecf0d60-aa40-4547-8507-6c4e20ec0d31 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bfc008b-f18e-442b-9b5f-554c85e75df6 HTTP/1.1" status: 200  len: 205 time: 0.0518284
Feb 12 21:29:20.135891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40770) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:20.148796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2e1aa4d9-42bc-44a3-a828-e10df7789096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa478a90>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:20.154445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:20.165749 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Sync routers for ids ['ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:20.179275 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1aa4d9-42bc-44a3-a828-e10df7789096 None None] Routers {'0bfc008b-f18e-442b-9b5f-554c85e75df6'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:20.179587 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Routers {'ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:20.180076 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2e1aa4d9-42bc-44a3-a828-e10df7789096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa478a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['0bfc008b-f18e-442b-9b5f-554c85e75df6'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:20.180827 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc7013072e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:20.229164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2e1aa4d9-42bc-44a3-a828-e10df7789096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa478a90>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:20.229988 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1aa4d9-42bc-44a3-a828-e10df7789096 None None] The sync data for ids ['0bfc008b-f18e-442b-9b5f-554c85e75df6'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:20.245817 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9e82b99-3cd2-4fe7-b9d7-95ed113b0b1e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (0bfc008b-f18e-442b-9b5f-554c85e75df6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:20.252424 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:20.255848 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4d9fd163-89b8-4432-8728-cefb3cea1315 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 2.6955178
Feb 12 21:29:20.257286 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40780) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:20.339828 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Set router ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:29:20.396513 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-134c45f2-3bda-419c-ad8b-5ad2da5c04bb tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/routers/ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b HTTP/1.1" status: 200  len: 909 time: 0.1376574
Feb 12 21:29:20.399063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40800) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:20.408527 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1398798017', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'enable_snat': True}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:20.486627 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9e82b99-3cd2-4fe7-b9d7-95ed113b0b1e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (0bfc008b-f18e-442b-9b5f-554c85e75df6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:20.488082 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (d9587367-618d-4a01-8b26-217cbaea3c66), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:20.489253 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (d9587367-618d-4a01-8b26-217cbaea3c66), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:20.489533 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9e82b99-3cd2-4fe7-b9d7-95ed113b0b1e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_controller (0bfc008b-f18e-442b-9b5f-554c85e75df6), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:20.550911 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_controller (d9587367-618d-4a01-8b26-217cbaea3c66), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:20.607557 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9e82b99-3cd2-4fe7-b9d7-95ed113b0b1e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (0bfc008b-f18e-442b-9b5f-554c85e75df6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:20.608211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e82b99-3cd2-4fe7-b9d7-95ed113b0b1e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Fanout notify agent at l3_agent the message router_deleted on router 0bfc008b-f18e-442b-9b5f-554c85e75df6 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:29:20.626504 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9e82b99-3cd2-4fe7-b9d7-95ed113b0b1e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:20.627581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40812) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:20.629486 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c9e82b99-3cd2-4fe7-b9d7-95ed113b0b1e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/routers/0bfc008b-f18e-442b-9b5f-554c85e75df6 HTTP/1.1" status: 204  len: 168 time: 0.4955072
Feb 12 21:29:20.651342 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc7013072e0>, [{'id': 'ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b', 'name': 'tempest-snat-router-1398798017', 'tenant_id': '08312b3c1c124cafb3f63360d83d5605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.110'}], 'enable_snat': False}, 'gw_port_id': 'ffc44497-5125-4303-b2d2-b8bb8a88888c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:17Z', 'updated_at': '2022-02-12T21:29:18Z', 'revision_number': 3, 'project_id': '08312b3c1c124cafb3f63360d83d5605', 'gw_port': {'id': 'ffc44497-5125-4303-b2d2-b8bb8a88888c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:18Z', 'updated_at': '2022-02-12T21:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:20.696873 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Checking router: ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:29:20.697230 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Updating router ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b port ffc44497-5125-4303-b2d2-b8bb8a88888c binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:29:20.734429 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ffc44497-5125-4303-b2d2-b8bb8a88888c), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:20.750061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e97764f-e9c6-48ff-9f1a-5eb282c98506 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting subnet c30fa492-b0ab-4a39-b13b-8bfd9f7fc0ca {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:29:20.754399 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5e97764f-e9c6-48ff-9f1a-5eb282c98506 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (c30fa492-b0ab-4a39-b13b-8bfd9f7fc0ca), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:20.857928 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (d9587367-618d-4a01-8b26-217cbaea3c66), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:20.862333 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5e97764f-e9c6-48ff-9f1a-5eb282c98506 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (c30fa492-b0ab-4a39-b13b-8bfd9f7fc0ca), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:20.963104 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5e97764f-e9c6-48ff-9f1a-5eb282c98506 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (c30fa492-b0ab-4a39-b13b-8bfd9f7fc0ca), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.018908 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Publish callbacks [] for port (ffc44497-5125-4303-b2d2-b8bb8a88888c), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.105320 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ffc44497-5125-4303-b2d2-b8bb8a88888c), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.150245 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5e97764f-e9c6-48ff-9f1a-5eb282c98506 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (c30fa492-b0ab-4a39-b13b-8bfd9f7fc0ca), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.161167 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40838) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:21.163051 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Attempting to bind port ffc44497-5125-4303-b2d2-b8bb8a88888c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:29:21.167034 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Attempting to bind port ffc44497-5125-4303-b2d2-b8bb8a88888c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:29:21.167034 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Attempting to bind port ffc44497-5125-4303-b2d2-b8bb8a88888c on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:29:21.168378 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d5d22-b41f-4fce-b63a-c95c0f517074 None None] Pushing event updated for resources: {'Port': ['ID=ffc44497-5125-4303-b2d2-b8bb8a88888c,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:21.175166 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:29:21.175764 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:21.176263 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.176753 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:29:21.177324 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Bound port: ffc44497-5125-4303-b2d2-b8bb8a88888c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:29:21.177851 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ffc44497-5125-4303-b2d2-b8bb8a88888c), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.216320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97764f-e9c6-48ff-9f1a-5eb282c98506 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Subnet': ['ID=c30fa492-b0ab-4a39-b13b-8bfd9f7fc0ca,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:21.220808 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5e97764f-e9c6-48ff-9f1a-5eb282c98506 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.225844 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5e97764f-e9c6-48ff-9f1a-5eb282c98506 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/c30fa492-b0ab-4a39-b13b-8bfd9f7fc0ca HTTP/1.1" status: 204  len: 168 time: 0.6017876
Feb 12 21:29:21.229789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40846) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:21.238452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e729070c-dd88-4486-8aff-8a86c4ce48d7 None None] Network 32795488-6924-4b2f-a5f9-1491adff18f5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:21.258345 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] For port ffc44497-5125-4303-b2d2-b8bb8a88888c, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:29:21.265306 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] For port ffc44497-5125-4303-b2d2-b8bb8a88888c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffc44497-5125-4303-b2d2-b8bb8a88888c,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:29:21.295849 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (d9587367-618d-4a01-8b26-217cbaea3c66), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.298359 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-796c2772-b0c9-4914-9523-55ef4e0c5348 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting subnet 44266899-d804-41eb-8652-eb2b9a14b396 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:29:21.301689 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-796c2772-b0c9-4914-9523-55ef4e0c5348 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (44266899-d804-41eb-8652-eb2b9a14b396), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.319125 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.347657 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-796c2772-b0c9-4914-9523-55ef4e0c5348 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (44266899-d804-41eb-8652-eb2b9a14b396), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.353703 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ffc44497-5125-4303-b2d2-b8bb8a88888c), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.401347 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-49ef323f-50c6-4312-a2be-da7b94181a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.426546 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Routers {'ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:21.427351 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc7013072e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:21.508888 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-796c2772-b0c9-4914-9523-55ef4e0c5348 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (44266899-d804-41eb-8652-eb2b9a14b396), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.570905 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d5d22-b41f-4fce-b63a-c95c0f517074 None None] Pushing event updated for resources: {'Port': ['ID=ffc44497-5125-4303-b2d2-b8bb8a88888c,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:21.591772 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] Set router ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:29:21.631359 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-49ef323f-50c6-4312-a2be-da7b94181a51 admin admin] Publish callbacks [] for security_group (12fc8f12-fe53-4735-9a7c-40f2e61c818f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.644409 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e407063d-3d2f-4ec3-b85e-17d958c39b92 None None] DHCP port deletion for 32795488-6924-4b2f-a5f9-1491adff18f5 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:29:21.663321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Allocated IP 172.35.2.20 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/4c475f34-bf48-4569-8415-a4ceadc4a683) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:21.707568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e407063d-3d2f-4ec3-b85e-17d958c39b92 None None] Deleting port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:21.707940 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e407063d-3d2f-4ec3-b85e-17d958c39b92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.710477 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-49ef323f-50c6-4312-a2be-da7b94181a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (12fc8f12-fe53-4735-9a7c-40f2e61c818f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.753244 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-49ef323f-50c6-4312-a2be-da7b94181a51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b50b61007dcc4095b1d17314f9888739&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5908723
Feb 12 21:29:21.754524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef323f-50c6-4312-a2be-da7b94181a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fc8f12-fe53-4735-9a7c-40f2e61c818f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:21.757651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40870) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:21.768130 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-796c2772-b0c9-4914-9523-55ef4e0c5348 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (44266899-d804-41eb-8652-eb2b9a14b396), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.807447 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc7013072e0>, [{'id': 'ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b', 'name': 'tempest-snat-router-1398798017', 'tenant_id': '08312b3c1c124cafb3f63360d83d5605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.110'}], 'enable_snat': False}, 'gw_port_id': 'ffc44497-5125-4303-b2d2-b8bb8a88888c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:17Z', 'updated_at': '2022-02-12T21:29:18Z', 'revision_number': 3, 'project_id': '08312b3c1c124cafb3f63360d83d5605', 'gw_port': {'id': 'ffc44497-5125-4303-b2d2-b8bb8a88888c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:18Z', 'updated_at': '2022-02-12T21:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:21.810049 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c2772-b0c9-4914-9523-55ef4e0c5348 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Subnet': ['ID=44266899-d804-41eb-8652-eb2b9a14b396,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:21.822110 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-796c2772-b0c9-4914-9523-55ef4e0c5348 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.829241 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-796c2772-b0c9-4914-9523-55ef4e0c5348 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/44266899-d804-41eb-8652-eb2b9a14b396 HTTP/1.1" status: 204  len: 168 time: 0.5952466
Feb 12 21:29:21.830486 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40878) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:21.837939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b67002-3bc9-4e59-8d5f-9e418ecabcb9 None None] Network 8e013960-4ea0-4246-bc13-1a6b67ce624f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:21.845278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e407063d-3d2f-4ec3-b85e-17d958c39b92 None None] For port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9,segment=NetworkSegment(c792ed6c-edf4-4b46-bac0-601dc3cf0d39),segment_id=c792ed6c-edf4-4b46-bac0-601dc3cf0d39)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:21.845811 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e407063d-3d2f-4ec3-b85e-17d958c39b92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.855868 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0538-6760-419a-b80f-cbeab8c179a0 admin admin] Publish callbacks [] for security_group (12fc8f12-fe53-4735-9a7c-40f2e61c818f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.872044 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82926fb-ca95-4fd5-829c-9e3e12aefad2 None None] The sync data for ids ['ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b'] in ncdv-master-1 is: [{'id': 'ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b', 'name': 'tempest-snat-router-1398798017', 'tenant_id': '08312b3c1c124cafb3f63360d83d5605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.110'}], 'enable_snat': False}, 'gw_port_id': 'ffc44497-5125-4303-b2d2-b8bb8a88888c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:17Z', 'updated_at': '2022-02-12T21:29:18Z', 'revision_number': 3, 'project_id': '08312b3c1c124cafb3f63360d83d5605', 'gw_port': {'id': 'ffc44497-5125-4303-b2d2-b8bb8a88888c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:18Z', 'updated_at': '2022-02-12T21:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:21.879187 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e407063d-3d2f-4ec3-b85e-17d958c39b92 None None] Calling delete_port for e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:21.892817 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0538-6760-419a-b80f-cbeab8c179a0 admin admin] Publish callbacks [] for security_group (12fc8f12-fe53-4735-9a7c-40f2e61c818f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.945728 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (32795488-6924-4b2f-a5f9-1491adff18f5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:21.954014 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for port (4c475f34-bf48-4569-8415-a4ceadc4a683), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:22.049203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:22.049689 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:22.053699 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0538-6760-419a-b80f-cbeab8c179a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (12fc8f12-fe53-4735-9a7c-40f2e61c818f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:22.057958 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0538-6760-419a-b80f-cbeab8c179a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:22.060995 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0f8c0538-6760-419a-b80f-cbeab8c179a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12fc8f12-fe53-4735-9a7c-40f2e61c818f HTTP/1.1" status: 204  len: 168 time: 0.3023944
Feb 12 21:29:22.073806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c0538-6760-419a-b80f-cbeab8c179a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fc8f12-fe53-4735-9a7c-40f2e61c818f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:22.152008 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (4c475f34-bf48-4569-8415-a4ceadc4a683), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:22.215599 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:22.222327 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e407063d-3d2f-4ec3-b85e-17d958c39b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:22.225631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:22.233835 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:22.238213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] For port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9,segment=NetworkSegment(c792ed6c-edf4-4b46-bac0-601dc3cf0d39),segment_id=c792ed6c-edf4-4b46-bac0-601dc3cf0d39)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:22.238424 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:22.242435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8897ee6a-016a-4a81-b60f-cd9319b61de6 None None] DHCP port deletion for 8e013960-4ea0-4246-bc13-1a6b67ce624f request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:29:22.305141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e407063d-3d2f-4ec3-b85e-17d958c39b92 None None] No DVR routers for this DVR port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:29:22.309415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407063d-3d2f-4ec3-b85e-17d958c39b92 None None] Pushing event deleted for resources: {'Port': ['ID=e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:22.314485 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Pushing event updated for resources: {'Port': ['ID=4c475f34-bf48-4569-8415-a4ceadc4a683,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:22.317336 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:22.404072 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8897ee6a-016a-4a81-b60f-cd9319b61de6 None None] Deleting port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:22.404680 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8897ee6a-016a-4a81-b60f-cd9319b61de6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:22.509627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8897ee6a-016a-4a81-b60f-cd9319b61de6 None None] For port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb,segment=NetworkSegment(92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5),segment_id=92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:22.510122 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8897ee6a-016a-4a81-b60f-cd9319b61de6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:22.531623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8897ee6a-016a-4a81-b60f-cd9319b61de6 None None] Calling delete_port for 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:22.593807 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:22.625756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:22.629817 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No DVR routers for this DVR port e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:29:22.711902 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8897ee6a-016a-4a81-b60f-cd9319b61de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:22.759763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897ee6a-016a-4a81-b60f-cd9319b61de6 None None] Pushing event deleted for resources: {'Port': ['ID=8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:22.765244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8897ee6a-016a-4a81-b60f-cd9319b61de6 None None] No DVR routers for this DVR port 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:29:22.821896 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (32795488-6924-4b2f-a5f9-1491adff18f5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:22.852524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa583880>,) {'filters': {'network_id': ['32795488-6924-4b2f-a5f9-1491adff18f5']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:22.871520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa583880>, 'c792ed6c-edf4-4b46-bac0-601dc3cf0d39') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:22.871818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa583880>, 'c792ed6c-edf4-4b46-bac0-601dc3cf0d39') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:22.884146 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (c792ed6c-edf4-4b46-bac0-601dc3cf0d39), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:22.898904 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (d9587367-618d-4a01-8b26-217cbaea3c66), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:22.903809 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c792ed6c-edf4-4b46-bac0-601dc3cf0d39), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.016704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40928) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:23.048343 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86d0aba4-ba00-40cf-9061-31431b2ce402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.223621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ffc44497-5125-4303-b2d2-b8bb8a88888c up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:23.273933 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (c792ed6c-edf4-4b46-bac0-601dc3cf0d39), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:29:23.283878 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:29:23.296663 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ffc44497-5125-4303-b2d2-b8bb8a88888c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:23.297119 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ffc44497-5125-4303-b2d2-b8bb8a88888c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.381393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ffc44497-5125-4303-b2d2-b8bb8a88888c is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:23.381792 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ffc44497-5125-4303-b2d2-b8bb8a88888c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.415853 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port ffc44497-5125-4303-b2d2-b8bb8a88888c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffc44497-5125-4303-b2d2-b8bb8a88888c,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:23.429620 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (32795488-6924-4b2f-a5f9-1491adff18f5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.437662 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.440814 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/networks/32795488-6924-4b2f-a5f9-1491adff18f5 HTTP/1.1" status: 204  len: 168 time: 1.6078124
Feb 12 21:29:23.445898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40936) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:23.456678 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86d0aba4-ba00-40cf-9061-31431b2ce402 admin admin] Publish callbacks [] for security_group (94e2afb8-da56-463d-a593-48e574d3871e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.467066 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856232b-e9b4-4add-acb1-b1f8432db918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Network': ['ID=32795488-6924-4b2f-a5f9-1491adff18f5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:23.490590 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ffc44497-5125-4303-b2d2-b8bb8a88888c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.548552 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:29:23.553311 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86d0aba4-ba00-40cf-9061-31431b2ce402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (94e2afb8-da56-463d-a593-48e574d3871e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.555137 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b972b627-ca6c-4f76-9806-e0838cd1a72f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (8e013960-4ea0-4246-bc13-1a6b67ce624f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.562766 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (d9587367-618d-4a01-8b26-217cbaea3c66), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.589242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:29:23.589892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8aab4cbe-2413-4c4e-ac80-b6b637b6c1fb not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:29:23.591453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:29:23.596216 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-86d0aba4-ba00-40cf-9061-31431b2ce402 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6aacc69ea5854be3a447dc14901ebe56&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5786130
Feb 12 21:29:23.602102 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40940) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:23.612909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:29:23.614737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e2c9ed3c-51b4-4aeb-aa66-9c2724d2f5a9 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:29:23.624727 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0aba4-ba00-40cf-9061-31431b2ce402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e2afb8-da56-463d-a593-48e574d3871e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:23.626699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=ffc44497-5125-4303-b2d2-b8bb8a88888c,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:23.669981 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58dd29aa-16a8-4131-8b55-7801be51a02c admin admin] Publish callbacks [] for security_group (94e2afb8-da56-463d-a593-48e574d3871e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.680676 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40942) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:23.704870 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58dd29aa-16a8-4131-8b55-7801be51a02c admin admin] Publish callbacks [] for security_group (94e2afb8-da56-463d-a593-48e574d3871e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.785671 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b972b627-ca6c-4f76-9806-e0838cd1a72f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (8e013960-4ea0-4246-bc13-1a6b67ce624f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.819376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-b972b627-ca6c-4f76-9806-e0838cd1a72f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa858e20>,) {'filters': {'network_id': ['8e013960-4ea0-4246-bc13-1a6b67ce624f']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:23.833410 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-b972b627-ca6c-4f76-9806-e0838cd1a72f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa858e20>, '92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:23.833957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-b972b627-ca6c-4f76-9806-e0838cd1a72f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa858e20>, '92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:23.844463 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58dd29aa-16a8-4131-8b55-7801be51a02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (94e2afb8-da56-463d-a593-48e574d3871e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.847044 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58dd29aa-16a8-4131-8b55-7801be51a02c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.848136 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-58dd29aa-16a8-4131-8b55-7801be51a02c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94e2afb8-da56-463d-a593-48e574d3871e HTTP/1.1" status: 204  len: 168 time: 0.2450049
Feb 12 21:29:23.851876 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b972b627-ca6c-4f76-9806-e0838cd1a72f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.857884 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-07029e3b-8121-4393-9530-0ea627ec5e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.869123 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b972b627-ca6c-4f76-9806-e0838cd1a72f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.876658 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b972b627-ca6c-4f76-9806-e0838cd1a72f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:29:23.876946 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b972b627-ca6c-4f76-9806-e0838cd1a72f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (92f86cb1-7d4b-4b3c-9d45-d48e2953dfa5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:29:23.880340 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:29:23.976015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Router d9587367-618d-4a01-8b26-217cbaea3c66 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:29:24.080669 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b972b627-ca6c-4f76-9806-e0838cd1a72f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (8e013960-4ea0-4246-bc13-1a6b67ce624f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:24.085765 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b972b627-ca6c-4f76-9806-e0838cd1a72f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:24.095216 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b972b627-ca6c-4f76-9806-e0838cd1a72f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/networks/8e013960-4ea0-4246-bc13-1a6b67ce624f HTTP/1.1" status: 204  len: 168 time: 0.6483922
Feb 12 21:29:24.117797 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40952) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:24.126487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-bd9ee06a-32ae-40c5-abde-47fbac407488 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-314441361'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:24.170358 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972b627-ca6c-4f76-9806-e0838cd1a72f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Network': ['ID=8e013960-4ea0-4246-bc13-1a6b67ce624f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:24.190538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:24.203162 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Sync routers for ids ['d9587367-618d-4a01-8b26-217cbaea3c66'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:24.221113 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Routers {'d9587367-618d-4a01-8b26-217cbaea3c66'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:24.222809 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3f3d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d9587367-618d-4a01-8b26-217cbaea3c66'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:24.242812 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd29aa-16a8-4131-8b55-7801be51a02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e2afb8-da56-463d-a593-48e574d3871e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:24.318772 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9ee06a-32ae-40c5-abde-47fbac407488 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:24.323310 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bd9ee06a-32ae-40c5-abde-47fbac407488 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:24.347015 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-07029e3b-8121-4393-9530-0ea627ec5e5a admin admin] Publish callbacks [] for security_group (f9d0b303-3c3f-4364-8cd0-975210501bfb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:24.370033 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9ee06a-32ae-40c5-abde-47fbac407488 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:29:24.380353 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bd9ee06a-32ae-40c5-abde-47fbac407488 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (35b4282f-f484-4cc5-85d1-798eef7455a2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:24.380702 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-bd9ee06a-32ae-40c5-abde-47fbac407488 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Added segment 35b4282f-f484-4cc5-85d1-798eef7455a2 of type vlan for network 0d9f13ff-5384-4627-9d6f-c38ac66ddcb2
Feb 12 21:29:24.384560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Set router d9587367-618d-4a01-8b26-217cbaea3c66 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:29:24.393149 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:24.397901 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1146c947-5f33-42c9-b160-2f0b3b5579c7 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 3.9977944
Feb 12 21:29:24.398848 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40966) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:24.437568 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bd9ee06a-32ae-40c5-abde-47fbac407488 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (0d9f13ff-5384-4627-9d6f-c38ac66ddcb2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:24.478329 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-07029e3b-8121-4393-9530-0ea627ec5e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f9d0b303-3c3f-4364-8cd0-975210501bfb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:24.529887 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07029e3b-8121-4393-9530-0ea627ec5e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d0b303-3c3f-4364-8cd0-975210501bfb,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:24.534088 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-07029e3b-8121-4393-9530-0ea627ec5e5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f889653860848cbb682581b5e26d443&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8510537
Feb 12 21:29:24.536837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40968) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:24.572613 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bd9ee06a-32ae-40c5-abde-47fbac407488 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (0d9f13ff-5384-4627-9d6f-c38ac66ddcb2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:24.574373 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e25f9e50-328b-4dbe-b922-0d7d4dea8056 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/routers/d9587367-618d-4a01-8b26-217cbaea3c66 HTTP/1.1" status: 200  len: 907 time: 0.1687956
Feb 12 21:29:24.575071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 40972) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:24.578596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9ee06a-32ae-40c5-abde-47fbac407488 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:24.579199 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bd9ee06a-32ae-40c5-abde-47fbac407488 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:24.616986 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3f3d30>, [{'id': 'd9587367-618d-4a01-8b26-217cbaea3c66', 'name': 'tempest-snat-router-1398798017', 'tenant_id': '08312b3c1c124cafb3f63360d83d5605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.20'}], 'enable_snat': True}, 'gw_port_id': '4c475f34-bf48-4569-8415-a4ceadc4a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:20Z', 'updated_at': '2022-02-12T21:29:22Z', 'revision_number': 3, 'project_id': '08312b3c1c124cafb3f63360d83d5605', 'gw_port': {'id': '4c475f34-bf48-4569-8415-a4ceadc4a683', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:31:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9587367-618d-4a01-8b26-217cbaea3c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:21Z', 'updated_at': '2022-02-12T21:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:24.649296 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Checking router: d9587367-618d-4a01-8b26-217cbaea3c66 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:29:24.649995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Updating router d9587367-618d-4a01-8b26-217cbaea3c66 port 4c475f34-bf48-4569-8415-a4ceadc4a683 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:29:24.674563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ee06a-32ae-40c5-abde-47fbac407488 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Network': ['ID=0d9f13ff-5384-4627-9d6f-c38ac66ddcb2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:24.689164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 0d9f13ff-5384-4627-9d6f-c38ac66ddcb2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:29:24.691678 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4c475f34-bf48-4569-8415-a4ceadc4a683), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:24.705720 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bd9ee06a-32ae-40c5-abde-47fbac407488 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5859733
Feb 12 21:29:24.710761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 40982) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:24.716326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-10602570-2f64-4db1-a1e6-b2e505e6f4ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'subnet': {'network_id': '0d9f13ff-5384-4627-9d6f-c38ac66ddcb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:24.719719 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bea615b6-6f85-4677-a016-2d8d34020ef4 admin admin] Publish callbacks [] for security_group (f9d0b303-3c3f-4364-8cd0-975210501bfb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:24.740855 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d75adf7-13a2-4687-ab8b-b1100bae32a4 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router (d9587367-618d-4a01-8b26-217cbaea3c66), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:24.849423 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bea615b6-6f85-4677-a016-2d8d34020ef4 admin admin] Publish callbacks [] for security_group (f9d0b303-3c3f-4364-8cd0-975210501bfb), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:24.899907 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d75adf7-13a2-4687-ab8b-b1100bae32a4 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (d9587367-618d-4a01-8b26-217cbaea3c66), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.044698 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bea615b6-6f85-4677-a016-2d8d34020ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f9d0b303-3c3f-4364-8cd0-975210501bfb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.047586 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bea615b6-6f85-4677-a016-2d8d34020ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.048770 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bea615b6-6f85-4677-a016-2d8d34020ef4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9d0b303-3c3f-4364-8cd0-975210501bfb HTTP/1.1" status: 204  len: 168 time: 0.5088329
Feb 12 21:29:25.066981 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1d75adf7-13a2-4687-ab8b-b1100bae32a4 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Deleting port 4c475f34-bf48-4569-8415-a4ceadc4a683 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:25.066981 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d75adf7-13a2-4687-ab8b-b1100bae32a4 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4c475f34-bf48-4569-8415-a4ceadc4a683), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.067273 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea615b6-6f85-4677-a016-2d8d34020ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d0b303-3c3f-4364-8cd0-975210501bfb,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:25.087489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10602570-2f64-4db1-a1e6-b2e505e6f4ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:25.095562 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10602570-2f64-4db1-a1e6-b2e505e6f4ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.217981 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Publish callbacks [] for port (4c475f34-bf48-4569-8415-a4ceadc4a683), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.249820 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ffc44497-5125-4303-b2d2-b8bb8a88888c up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:25.255333 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d75adf7-13a2-4687-ab8b-b1100bae32a4 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4c475f34-bf48-4569-8415-a4ceadc4a683), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.277410 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1d75adf7-13a2-4687-ab8b-b1100bae32a4 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Calling delete_port for 4c475f34-bf48-4569-8415-a4ceadc4a683 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:25.322184 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4c475f34-bf48-4569-8415-a4ceadc4a683), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.426073 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10602570-2f64-4db1-a1e6-b2e505e6f4ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (f8331c29-3e84-45b4-ba9d-7b4f18a10f4a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.438695 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Attempting to bind port 4c475f34-bf48-4569-8415-a4ceadc4a683 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:29:25.439412 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Attempting to bind port 4c475f34-bf48-4569-8415-a4ceadc4a683 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:29:25.439412 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Attempting to bind port 4c475f34-bf48-4569-8415-a4ceadc4a683 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:29:25.442375 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecef26f-adcc-46bf-8d0b-7b2e134a8977 None None] Pushing event updated for resources: {'Port': ['ID=4c475f34-bf48-4569-8415-a4ceadc4a683,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:25.454189 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecef26f-adcc-46bf-8d0b-7b2e134a8977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:25.454546 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecef26f-adcc-46bf-8d0b-7b2e134a8977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:25.454894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecef26f-adcc-46bf-8d0b-7b2e134a8977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:25.455236 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecef26f-adcc-46bf-8d0b-7b2e134a8977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:25.455574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecef26f-adcc-46bf-8d0b-7b2e134a8977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:25.455908 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecef26f-adcc-46bf-8d0b-7b2e134a8977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:25.456253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecef26f-adcc-46bf-8d0b-7b2e134a8977 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:25.456569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecef26f-adcc-46bf-8d0b-7b2e134a8977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:25.456897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecef26f-adcc-46bf-8d0b-7b2e134a8977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:25.457222 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecef26f-adcc-46bf-8d0b-7b2e134a8977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:25.457580 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecef26f-adcc-46bf-8d0b-7b2e134a8977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:25.457909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecef26f-adcc-46bf-8d0b-7b2e134a8977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:25.458234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecef26f-adcc-46bf-8d0b-7b2e134a8977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:25.467085 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:29:25.467471 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:25.467982 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.468752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:29:25.469340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Bound port: 4c475f34-bf48-4569-8415-a4ceadc4a683, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:29:25.469757 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4c475f34-bf48-4569-8415-a4ceadc4a683), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.472847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ffc44497-5125-4303-b2d2-b8bb8a88888c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:25.473398 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ffc44497-5125-4303-b2d2-b8bb8a88888c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.613567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10602570-2f64-4db1-a1e6-b2e505e6f4ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Subnet': ['ID=f8331c29-3e84-45b4-ba9d-7b4f18a10f4a,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:25.615832 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10602570-2f64-4db1-a1e6-b2e505e6f4ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Checking segment: {'id': '35b4282f-f484-4cc5-85d1-798eef7455a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0d9f13ff-5384-4627-9d6f-c38ac66ddcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:25.616208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10602570-2f64-4db1-a1e6-b2e505e6f4ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network hostable DHCP agents. Network: 0d9f13ff-5384-4627-9d6f-c38ac66ddcb2, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:29:25.700070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ffc44497-5125-4303-b2d2-b8bb8a88888c is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:25.704393 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:29:25.704752 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:29:25.708761 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d75adf7-13a2-4687-ab8b-b1100bae32a4 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4c475f34-bf48-4569-8415-a4ceadc4a683), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.710854 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10602570-2f64-4db1-a1e6-b2e505e6f4ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 0d9f13ff-5384-4627-9d6f-c38ac66ddcb2 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:29:25.735642 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75adf7-13a2-4687-ab8b-b1100bae32a4 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c475f34-bf48-4569-8415-a4ceadc4a683,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:25.787245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-10602570-2f64-4db1-a1e6-b2e505e6f4ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0d9f13ff-5384-4627-9d6f-c38ac66ddcb2) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:25.793097 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10602570-2f64-4db1-a1e6-b2e505e6f4ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:25.793982 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-10602570-2f64-4db1-a1e6-b2e505e6f4ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.803618 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d75adf7-13a2-4687-ab8b-b1100bae32a4 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (d9587367-618d-4a01-8b26-217cbaea3c66), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.806538 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf09ab57-3ffd-43d7-b7d3-974df3939aa2 None None] Network 0d9f13ff-5384-4627-9d6f-c38ac66ddcb2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:25.870814 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df793c2d-c313-4956-93eb-c026ac2b0aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.871094 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-10602570-2f64-4db1-a1e6-b2e505e6f4ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1584036
Feb 12 21:29:25.873049 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41082) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:25.878693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c55cf501-9307-40f2-990c-6af087c5c5ab tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-287967027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:25.908093 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d75adf7-13a2-4687-ab8b-b1100bae32a4 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (d9587367-618d-4a01-8b26-217cbaea3c66), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.910276 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d75adf7-13a2-4687-ab8b-b1100bae32a4 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_controller (d9587367-618d-4a01-8b26-217cbaea3c66), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:25.927087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d9f13ff-5384-4627-9d6f-c38ac66ddcb2', 'network_id': '0d9f13ff-5384-4627-9d6f-c38ac66ddcb2', 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'fixed_ips': [{'subnet_id': 'f8331c29-3e84-45b4-ba9d-7b4f18a10f4a'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:29:25.928046 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.007220 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c55cf501-9307-40f2-990c-6af087c5c5ab tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (3e8ae7fd-ba90-4fcd-a808-0d9c1d337600), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.008395 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c55cf501-9307-40f2-990c-6af087c5c5ab tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (3e8ae7fd-ba90-4fcd-a808-0d9c1d337600), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.030095 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d75adf7-13a2-4687-ab8b-b1100bae32a4 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (d9587367-618d-4a01-8b26-217cbaea3c66), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.031115 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d75adf7-13a2-4687-ab8b-b1100bae32a4 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9587367-618d-4a01-8b26-217cbaea3c66 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:29:26.038488 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d75adf7-13a2-4687-ab8b-b1100bae32a4 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.040617 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1d75adf7-13a2-4687-ab8b-b1100bae32a4 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "DELETE /v2.0/routers/d9587367-618d-4a01-8b26-217cbaea3c66 HTTP/1.1" status: 204  len: 168 time: 1.4639747
Feb 12 21:29:26.044352 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41088) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:26.134097 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c55cf501-9307-40f2-990c-6af087c5c5ab tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_controller (3e8ae7fd-ba90-4fcd-a808-0d9c1d337600), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.208820 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9fb388a8-61c3-4e70-97fa-24776084bc80 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router (ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.219294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41100) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:26.223611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Allocated IP 2001:db8::2 (0d9f13ff-5384-4627-9d6f-c38ac66ddcb2/f8331c29-3e84-45b4-ba9d-7b4f18a10f4a/be848230-0023-4f97-98c1-5f00e104280f) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:26.237305 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Attempting to bind port 4c475f34-bf48-4569-8415-a4ceadc4a683 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:29:26.237724 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Attempting to bind port 4c475f34-bf48-4569-8415-a4ceadc4a683 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:29:26.238096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Attempting to bind port 4c475f34-bf48-4569-8415-a4ceadc4a683 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:29:26.239844 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c55cf501-9307-40f2-990c-6af087c5c5ab tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (3e8ae7fd-ba90-4fcd-a808-0d9c1d337600), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.249119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:29:26.249514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:26.249922 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.250322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:29:26.250799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Bound port: 4c475f34-bf48-4569-8415-a4ceadc4a683, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:29:26.251326 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4c475f34-bf48-4569-8415-a4ceadc4a683), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.270542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Port 4c475f34-bf48-4569-8415-a4ceadc4a683 has been deleted concurrently {{(pid=126507) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}}
Feb 12 21:29:26.292026 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94e77cb1-411a-40ea-9e94-6afe17badbd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.304977 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:26.305346 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Feb 12 21:29:26.306048 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_agentschedulers_db [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d9587367-618d-4a01-8b26-217cbaea3c66'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:28:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent'). {{(pid=126507) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Feb 12 21:29:26.306430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2707d276-8a44-4a77-afae-008cf00081bf None None] The sync data for ids ['d9587367-618d-4a01-8b26-217cbaea3c66'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:26.375887 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41106) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:26.427288 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9fb388a8-61c3-4e70-97fa-24776084bc80 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.449015 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94e77cb1-411a-40ea-9e94-6afe17badbd1 admin admin] Publish callbacks [] for security_group (89307469-9484-497e-9eae-4e913408a2b9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.453170 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c55cf501-9307-40f2-990c-6af087c5c5ab tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.454486 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c55cf501-9307-40f2-990c-6af087c5c5ab tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.5799706
Feb 12 21:29:26.457159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41114) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:26.462756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-1f23fa30-6325-469d-9d67-117262fb8918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'port': {'network_id': '0d9f13ff-5384-4627-9d6f-c38ac66ddcb2', 'name': 'tempest-RoutersIpV6Test-1032996154'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:26.482902 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Publish callbacks [] for port (be848230-0023-4f97-98c1-5f00e104280f), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.553642 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (be848230-0023-4f97-98c1-5f00e104280f), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.558555 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94e77cb1-411a-40ea-9e94-6afe17badbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (89307469-9484-497e-9eae-4e913408a2b9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.579197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-9fb388a8-61c3-4e70-97fa-24776084bc80 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Deleting port ffc44497-5125-4303-b2d2-b8bb8a88888c {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:26.580048 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9fb388a8-61c3-4e70-97fa-24776084bc80 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ffc44497-5125-4303-b2d2-b8bb8a88888c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.638833 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-94e77cb1-411a-40ea-9e94-6afe17badbd1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f813058e2b948dda707e38e3000e78a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4183311
Feb 12 21:29:26.640842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41120) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:26.649616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Network 0d9f13ff-5384-4627-9d6f-c38ac66ddcb2 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:26.652120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e77cb1-411a-40ea-9e94-6afe17badbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89307469-9484-497e-9eae-4e913408a2b9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:26.654347 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1f8282c-d4db-441d-9347-7f5eae4296ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.657444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:26.663567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:26.672606 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Pushing event updated for resources: {'Port': ['ID=be848230-0023-4f97-98c1-5f00e104280f,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:26.726378 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Attempting to bind port be848230-0023-4f97-98c1-5f00e104280f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:29:26.727333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Attempting to bind port be848230-0023-4f97-98c1-5f00e104280f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35b4282f-f484-4cc5-85d1-798eef7455a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0d9f13ff-5384-4627-9d6f-c38ac66ddcb2'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:29:26.727714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Attempting to bind port be848230-0023-4f97-98c1-5f00e104280f on network 0d9f13ff-5384-4627-9d6f-c38ac66ddcb2 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:29:26.735130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:29:26.736053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Checking segment: {'id': '35b4282f-f484-4cc5-85d1-798eef7455a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0d9f13ff-5384-4627-9d6f-c38ac66ddcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:26.736616 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.737020 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Bound using segment: {'id': '35b4282f-f484-4cc5-85d1-798eef7455a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0d9f13ff-5384-4627-9d6f-c38ac66ddcb2'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:29:26.737519 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Bound port: be848230-0023-4f97-98c1-5f00e104280f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b4282f-f484-4cc5-85d1-798eef7455a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0d9f13ff-5384-4627-9d6f-c38ac66ddcb2'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:29:26.737908 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (be848230-0023-4f97-98c1-5f00e104280f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.741735 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e338a607-9e58-45a3-a4f5-f3a678b3d938 admin admin] Publish callbacks [] for security_group (89307469-9484-497e-9eae-4e913408a2b9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.777174 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e338a607-9e58-45a3-a4f5-f3a678b3d938 admin admin] Publish callbacks [] for security_group (89307469-9484-497e-9eae-4e913408a2b9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.785214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-9fb388a8-61c3-4e70-97fa-24776084bc80 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] For port ffc44497-5125-4303-b2d2-b8bb8a88888c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffc44497-5125-4303-b2d2-b8bb8a88888c,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:26.785593 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9fb388a8-61c3-4e70-97fa-24776084bc80 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ffc44497-5125-4303-b2d2-b8bb8a88888c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.802696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f23fa30-6325-469d-9d67-117262fb8918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:26.807465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-9fb388a8-61c3-4e70-97fa-24776084bc80 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Calling delete_port for ffc44497-5125-4303-b2d2-b8bb8a88888c owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:26.808742 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1f23fa30-6325-469d-9d67-117262fb8918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.819190 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] For port be848230-0023-4f97-98c1-5f00e104280f, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:29:26.823644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] For port be848230-0023-4f97-98c1-5f00e104280f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be848230-0023-4f97-98c1-5f00e104280f,segment=NetworkSegment(35b4282f-f484-4cc5-85d1-798eef7455a2),segment_id=35b4282f-f484-4cc5-85d1-798eef7455a2)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:29:26.848938 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-1f23fa30-6325-469d-9d67-117262fb8918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] device_id is not set on port 69f79241-77c1-4969-b848-4215179b6085 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:29:26.908191 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (be848230-0023-4f97-98c1-5f00e104280f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:26.915008 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1f8282c-d4db-441d-9347-7f5eae4296ff admin admin] Publish callbacks [] for security_group (31ab941f-af90-405d-b4b9-2b0cc66b9efd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.001468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcec585-86a7-49ad-9ad9-3e6c93a31b9c None None] Pushing event updated for resources: {'Port': ['ID=be848230-0023-4f97-98c1-5f00e104280f,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:27.029934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-1f23fa30-6325-469d-9d67-117262fb8918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Allocated IP 2001:db8::aa (0d9f13ff-5384-4627-9d6f-c38ac66ddcb2/f8331c29-3e84-45b4-ba9d-7b4f18a10f4a/69f79241-77c1-4969-b848-4215179b6085) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:27.038804 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.044336 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e338a607-9e58-45a3-a4f5-f3a678b3d938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (89307469-9484-497e-9eae-4e913408a2b9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.048913 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e338a607-9e58-45a3-a4f5-f3a678b3d938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.061039 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e338a607-9e58-45a3-a4f5-f3a678b3d938 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89307469-9484-497e-9eae-4e913408a2b9 HTTP/1.1" status: 204  len: 168 time: 0.4180517
Feb 12 21:29:27.073637 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1f8282c-d4db-441d-9347-7f5eae4296ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (31ab941f-af90-405d-b4b9-2b0cc66b9efd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.093596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338a607-9e58-45a3-a4f5-f3a678b3d938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89307469-9484-497e-9eae-4e913408a2b9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:27.166805 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b1f8282c-d4db-441d-9347-7f5eae4296ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7799f036b0a49c89167227446bf3dcd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7898426
Feb 12 21:29:27.167792 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8282c-d4db-441d-9347-7f5eae4296ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ab941f-af90-405d-b4b9-2b0cc66b9efd,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:27.169755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41140) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:27.252548 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5dcf081d-a254-47b5-8aaf-fecac877a046 admin admin] Publish callbacks [] for security_group (31ab941f-af90-405d-b4b9-2b0cc66b9efd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.256682 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9fb388a8-61c3-4e70-97fa-24776084bc80 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (ffc44497-5125-4303-b2d2-b8bb8a88888c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.318125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb388a8-61c3-4e70-97fa-24776084bc80 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffc44497-5125-4303-b2d2-b8bb8a88888c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:27.367364 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5dcf081d-a254-47b5-8aaf-fecac877a046 admin admin] Publish callbacks [] for security_group (31ab941f-af90-405d-b4b9-2b0cc66b9efd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.475004 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9fb388a8-61c3-4e70-97fa-24776084bc80 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.571402 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1f23fa30-6325-469d-9d67-117262fb8918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (69f79241-77c1-4969-b848-4215179b6085), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.613780 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9fb388a8-61c3-4e70-97fa-24776084bc80 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.621716 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9fb388a8-61c3-4e70-97fa-24776084bc80 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_controller (ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.668886 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5dcf081d-a254-47b5-8aaf-fecac877a046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (31ab941f-af90-405d-b4b9-2b0cc66b9efd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.671774 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5dcf081d-a254-47b5-8aaf-fecac877a046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.672975 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5dcf081d-a254-47b5-8aaf-fecac877a046 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31ab941f-af90-405d-b4b9-2b0cc66b9efd HTTP/1.1" status: 204  len: 168 time: 0.5014071
Feb 12 21:29:27.682803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf081d-a254-47b5-8aaf-fecac877a046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ab941f-af90-405d-b4b9-2b0cc66b9efd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:27.705570 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1f23fa30-6325-469d-9d67-117262fb8918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (69f79241-77c1-4969-b848-4215179b6085), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.766923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f23fa30-6325-469d-9d67-117262fb8918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 0d9f13ff-5384-4627-9d6f-c38ac66ddcb2 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:27.767178 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9fb388a8-61c3-4e70-97fa-24776084bc80 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.768462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb388a8-61c3-4e70-97fa-24776084bc80 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:29:27.770652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-1f23fa30-6325-469d-9d67-117262fb8918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:27.776315 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9fb388a8-61c3-4e70-97fa-24776084bc80 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.776603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f23fa30-6325-469d-9d67-117262fb8918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:27.783153 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9fb388a8-61c3-4e70-97fa-24776084bc80 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ae60a2b5-faa8-4aec-a5c0-9443f0e0e72b HTTP/1.1" status: 204  len: 168 time: 1.7374187
Feb 12 21:29:27.784012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f23fa30-6325-469d-9d67-117262fb8918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:27.784361 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41162) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:27.784708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1f23fa30-6325-469d-9d67-117262fb8918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.806730 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2073311715', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:27.816958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23fa30-6325-469d-9d67-117262fb8918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=69f79241-77c1-4969-b848-4215179b6085,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:27.886564 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1f23fa30-6325-469d-9d67-117262fb8918 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.4236348
Feb 12 21:29:27.888707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41168) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:27.967735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (bccd3e59-2de8-4718-ae28-534173f93fcd), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:27.969202 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (bccd3e59-2de8-4718-ae28-534173f93fcd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:28.059327 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_controller (bccd3e59-2de8-4718-ae28-534173f93fcd), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:28.267635 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6d35cb57-ca87-4d3e-bfc1-bae47b88c11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:28.514003 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ff3cef1f-1aea-4df3-836a-8c89e11bc271 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (69f79241-77c1-4969-b848-4215179b6085), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:28.613130 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (bccd3e59-2de8-4718-ae28-534173f93fcd), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:28.781160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc025d30-08fd-4e8b-8c90-492b11eaf73c None None] Network 0d9f13ff-5384-4627-9d6f-c38ac66ddcb2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:28.900191 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ff3cef1f-1aea-4df3-836a-8c89e11bc271 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (69f79241-77c1-4969-b848-4215179b6085), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:28.900922 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41198) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:28.925663 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76bb4249-40c3-4dce-947f-51c3c6ee774c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:28.968246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41212) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:28.974396 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-045e0de2-cf46-47d6-a79d-240466ba66e3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-857036283', 'description': 'tempest-secgroup-smoke-857036283 description', 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:28.999635 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ff3cef1f-1aea-4df3-836a-8c89e11bc271 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (69f79241-77c1-4969-b848-4215179b6085), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.049654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-89715351-70e2-40f3-844b-fe5812587de4 None None] Provisioning complete for port be848230-0023-4f97-98c1-5f00e104280f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:29.050299 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-89715351-70e2-40f3-844b-fe5812587de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (be848230-0023-4f97-98c1-5f00e104280f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.152240 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (bccd3e59-2de8-4718-ae28-534173f93fcd), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.173404 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-045e0de2-cf46-47d6-a79d-240466ba66e3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.178016 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-89715351-70e2-40f3-844b-fe5812587de4 None None] Current status of the port be848230-0023-4f97-98c1-5f00e104280f is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:29.179859 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-89715351-70e2-40f3-844b-fe5812587de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (be848230-0023-4f97-98c1-5f00e104280f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.222961 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.226093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cef1f-1aea-4df3-836a-8c89e11bc271 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=69f79241-77c1-4969-b848-4215179b6085,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:29.249860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-89715351-70e2-40f3-844b-fe5812587de4 None None] For port be848230-0023-4f97-98c1-5f00e104280f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be848230-0023-4f97-98c1-5f00e104280f,segment=NetworkSegment(35b4282f-f484-4cc5-85d1-798eef7455a2),segment_id=35b4282f-f484-4cc5-85d1-798eef7455a2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:29.297202 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device be848230-0023-4f97-98c1-5f00e104280f up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:29.350760 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76bb4249-40c3-4dce-947f-51c3c6ee774c admin admin] Publish callbacks [] for security_group (0d8acc4d-4475-40d7-a188-bcb8379c16be), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.354560 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-89715351-70e2-40f3-844b-fe5812587de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (be848230-0023-4f97-98c1-5f00e104280f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.413837 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ff3cef1f-1aea-4df3-836a-8c89e11bc271 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (3e8ae7fd-ba90-4fcd-a808-0d9c1d337600), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.436441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89715351-70e2-40f3-844b-fe5812587de4 None None] Pushing event updated for resources: {'Port': ['ID=be848230-0023-4f97-98c1-5f00e104280f,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:29.459285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port be848230-0023-4f97-98c1-5f00e104280f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:29.459933 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (be848230-0023-4f97-98c1-5f00e104280f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.477788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41224) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:29.480729 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76bb4249-40c3-4dce-947f-51c3c6ee774c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0d8acc4d-4475-40d7-a188-bcb8379c16be), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.512323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Allocated IP 172.35.2.60 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/8789fc2f-e9c7-48f4-ab74-bb7e0d71f880) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:29.606667 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-045e0de2-cf46-47d6-a79d-240466ba66e3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group (ab335364-3716-4e2e-b8fd-97f3f843b459), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.608927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port be848230-0023-4f97-98c1-5f00e104280f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:29.622766 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.625864 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.683745 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ffc44497-5125-4303-b2d2-b8bb8a88888c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:29:29.692512 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e27832f0-869a-47dd-b516-fc6b56bd6d17 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-647511891-network', 'tenant_id': 'e963935b47a3401d8ca27de8bfcb3cf2'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:29.708707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: ffc44497-5125-4303-b2d2-b8bb8a88888c {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:29:29.709149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ffc44497-5125-4303-b2d2-b8bb8a88888c not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:29:29.713125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6023904e-abd1-4102-be0d-8ec246a7f152 None None] Provisioning complete for port be848230-0023-4f97-98c1-5f00e104280f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:29.713518 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6023904e-abd1-4102-be0d-8ec246a7f152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (be848230-0023-4f97-98c1-5f00e104280f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.727449 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for port (8789fc2f-e9c7-48f4-ab74-bb7e0d71f880), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.733706 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-76bb4249-40c3-4dce-947f-51c3c6ee774c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7c70c840fb64d9d9fa76d1e884b915c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8314478
Feb 12 21:29:29.738461 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41230) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:29.738705 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb4249-40c3-4dce-947f-51c3c6ee774c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8acc4d-4475-40d7-a188-bcb8379c16be,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:29.742204 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-045e0de2-cf46-47d6-a79d-240466ba66e3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ab335364-3716-4e2e-b8fd-97f3f843b459), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.813629 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27832f0-869a-47dd-b516-fc6b56bd6d17 admin admin] Made reservation on behalf of e963935b47a3401d8ca27de8bfcb3cf2 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:29.815995 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e27832f0-869a-47dd-b516-fc6b56bd6d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.822150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6023904e-abd1-4102-be0d-8ec246a7f152 None None] Current status of the port be848230-0023-4f97-98c1-5f00e104280f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:29.828687 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e27832f0-869a-47dd-b516-fc6b56bd6d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.833804 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ff3cef1f-1aea-4df3-836a-8c89e11bc271 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (69f79241-77c1-4969-b848-4215179b6085), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.840644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6023904e-abd1-4102-be0d-8ec246a7f152 None None] Provisioning complete for port 69f79241-77c1-4969-b848-4215179b6085 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:29.841224 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6023904e-abd1-4102-be0d-8ec246a7f152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (69f79241-77c1-4969-b848-4215179b6085), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.842623 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8789fc2f-e9c7-48f4-ab74-bb7e0d71f880), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.879926 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6023904e-abd1-4102-be0d-8ec246a7f152 None None] Port 69f79241-77c1-4969-b848-4215179b6085 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:29.888521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e0de2-cf46-47d6-a79d-240466ba66e3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab335364-3716-4e2e-b8fd-97f3f843b459,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:29.904258 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-045e0de2-cf46-47d6-a79d-240466ba66e3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:29.905541 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-045e0de2-cf46-47d6-a79d-240466ba66e3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.9361253
Feb 12 21:29:29.909334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41232) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:29.915212 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:29.918505 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-2087d99d-2abb-4396-acbe-762ae63de874 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Request body: {'security_group_rule': {'security_group_id': 'ab335364-3716-4e2e-b8fd-97f3f843b459', 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:29.923687 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:29.930651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:29.937408 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Pushing event updated for resources: {'Port': ['ID=8789fc2f-e9c7-48f4-ab74-bb7e0d71f880,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:30.032633 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-638b5fdc-e7d0-4d69-8981-c20ba054cc38 admin admin] Publish callbacks [] for security_group (0d8acc4d-4475-40d7-a188-bcb8379c16be), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.066273 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-638b5fdc-e7d0-4d69-8981-c20ba054cc38 admin admin] Publish callbacks [] for security_group (0d8acc4d-4475-40d7-a188-bcb8379c16be), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.086703 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e27832f0-869a-47dd-b516-fc6b56bd6d17 admin admin] Publish callbacks [] for security_group (50cfce63-ff75-42cd-8599-0df8391bc31b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.107928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-76df7c08-1791-4142-9064-26d8da2f2f1c None None] Provisioning complete for port 69f79241-77c1-4969-b848-4215179b6085 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:30.108505 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-76df7c08-1791-4142-9064-26d8da2f2f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (69f79241-77c1-4969-b848-4215179b6085), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.124832 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2087d99d-2abb-4396-acbe-762ae63de874 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (20212251-6d82-40de-8a97-d18f4a34db81), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.151403 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-76df7c08-1791-4142-9064-26d8da2f2f1c None None] Port 69f79241-77c1-4969-b848-4215179b6085 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:30.161590 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e27832f0-869a-47dd-b516-fc6b56bd6d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (50cfce63-ff75-42cd-8599-0df8391bc31b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.187027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27832f0-869a-47dd-b516-fc6b56bd6d17 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:29:30.201691 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27832f0-869a-47dd-b516-fc6b56bd6d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cfce63-ff75-42cd-8599-0df8391bc31b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:30.207050 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e27832f0-869a-47dd-b516-fc6b56bd6d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (eaa538b8-2bba-4249-926f-64cf17fd1dc5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.207399 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-e27832f0-869a-47dd-b516-fc6b56bd6d17 admin admin] Added segment eaa538b8-2bba-4249-926f-64cf17fd1dc5 of type vlan for network 94cb8996-8e41-42c9-8b99-277baaa5dd0d
Feb 12 21:29:30.252786 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2087d99d-2abb-4396-acbe-762ae63de874 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (20212251-6d82-40de-8a97-d18f4a34db81), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.332842 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ff3cef1f-1aea-4df3-836a-8c89e11bc271 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (69f79241-77c1-4969-b848-4215179b6085), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.336035 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2087d99d-2abb-4396-acbe-762ae63de874 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (20212251-6d82-40de-8a97-d18f4a34db81), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.357780 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087d99d-2abb-4396-acbe-762ae63de874 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20212251-6d82-40de-8a97-d18f4a34db81,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:30.359712 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-638b5fdc-e7d0-4d69-8981-c20ba054cc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0d8acc4d-4475-40d7-a188-bcb8379c16be), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.362459 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-638b5fdc-e7d0-4d69-8981-c20ba054cc38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.366113 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-638b5fdc-e7d0-4d69-8981-c20ba054cc38 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d8acc4d-4475-40d7-a188-bcb8379c16be HTTP/1.1" status: 204  len: 168 time: 0.6231425
Feb 12 21:29:30.373633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b5fdc-e7d0-4d69-8981-c20ba054cc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8acc4d-4475-40d7-a188-bcb8379c16be,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:30.390942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7cd83b89-35e6-40d9-a51e-ec578e78a03d None None] Provisioning complete for port 69f79241-77c1-4969-b848-4215179b6085 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:30.391461 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7cd83b89-35e6-40d9-a51e-ec578e78a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (69f79241-77c1-4969-b848-4215179b6085), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.436874 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7cd83b89-35e6-40d9-a51e-ec578e78a03d None None] Port 69f79241-77c1-4969-b848-4215179b6085 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:30.467586 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2087d99d-2abb-4396-acbe-762ae63de874 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.468903 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2087d99d-2abb-4396-acbe-762ae63de874 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5565975
Feb 12 21:29:30.470218 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ff3cef1f-1aea-4df3-836a-8c89e11bc271 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (69f79241-77c1-4969-b848-4215179b6085), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.479973 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ff3cef1f-1aea-4df3-836a-8c89e11bc271 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (3e8ae7fd-ba90-4fcd-a808-0d9c1d337600), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.483204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41248) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:30.487759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8e8736ef-8cc9-4cab-ac4f-649a2365d3ab tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Request body: {'security_group_rule': {'security_group_id': 'ab335364-3716-4e2e-b8fd-97f3f843b459', 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:30.594446 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cef1f-1aea-4df3-836a-8c89e11bc271 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=69f79241-77c1-4969-b848-4215179b6085,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:30.660709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3cef1f-1aea-4df3-836a-8c89e11bc271 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 0d9f13ff-5384-4627-9d6f-c38ac66ddcb2 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:30.671959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-ff3cef1f-1aea-4df3-836a-8c89e11bc271 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:30.687509 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e27832f0-869a-47dd-b516-fc6b56bd6d17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (94cb8996-8e41-42c9-8b99-277baaa5dd0d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.731327 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (bccd3e59-2de8-4718-ae28-534173f93fcd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.841774 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8e8736ef-8cc9-4cab-ac4f-649a2365d3ab tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (7571f7d0-f893-4a4d-88b1-70bb4dda21db), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.863144 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e27832f0-869a-47dd-b516-fc6b56bd6d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (94cb8996-8e41-42c9-8b99-277baaa5dd0d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.864415 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27832f0-869a-47dd-b516-fc6b56bd6d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:30.864679 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e27832f0-869a-47dd-b516-fc6b56bd6d17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:30.961871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27832f0-869a-47dd-b516-fc6b56bd6d17 admin admin] Pushing event updated for resources: {'Network': ['ID=94cb8996-8e41-42c9-8b99-277baaa5dd0d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:30.977199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 94cb8996-8e41-42c9-8b99-277baaa5dd0d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:29:31.014358 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8e8736ef-8cc9-4cab-ac4f-649a2365d3ab tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (7571f7d0-f893-4a4d-88b1-70bb4dda21db), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:31.025328 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:31.076586 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e27832f0-869a-47dd-b516-fc6b56bd6d17 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.5967178
Feb 12 21:29:31.080389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41268) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:31.086800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a4e71f2d-b578-49e3-a8d9-65264a76ffc3 admin admin] Request body: {'subnet': {'network_id': '94cb8996-8e41-42c9-8b99-277baaa5dd0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-647511891-subnet', 'tenant_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:31.089937 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b0c9cb84-f519-474d-857b-080dc6b6630a None None] Provisioning complete for port 69f79241-77c1-4969-b848-4215179b6085 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:31.090568 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b0c9cb84-f519-474d-857b-080dc6b6630a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (69f79241-77c1-4969-b848-4215179b6085), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:31.132426 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8e8736ef-8cc9-4cab-ac4f-649a2365d3ab tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (7571f7d0-f893-4a4d-88b1-70bb4dda21db), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:31.138964 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b0c9cb84-f519-474d-857b-080dc6b6630a None None] Port 69f79241-77c1-4969-b848-4215179b6085 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:31.165979 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (bccd3e59-2de8-4718-ae28-534173f93fcd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:31.178821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3cef1f-1aea-4df3-836a-8c89e11bc271 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router 3e8ae7fd-ba90-4fcd-a808-0d9c1d337600 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:29:31.199264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8736ef-8cc9-4cab-ac4f-649a2365d3ab tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7571f7d0-f893-4a4d-88b1-70bb4dda21db,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:31.256165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device be848230-0023-4f97-98c1-5f00e104280f up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:31.293158 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e71f2d-b578-49e3-a8d9-65264a76ffc3 admin admin] Made reservation on behalf of e963935b47a3401d8ca27de8bfcb3cf2 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:31.296206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4e71f2d-b578-49e3-a8d9-65264a76ffc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:31.314129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port be848230-0023-4f97-98c1-5f00e104280f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:31.314781 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (be848230-0023-4f97-98c1-5f00e104280f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:31.430494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port be848230-0023-4f97-98c1-5f00e104280f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:31.464314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Router bccd3e59-2de8-4718-ae28-534173f93fcd is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:29:31.626386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:31.641073 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066f4247-0c0a-424c-ada8-dc6850a2b875 None None] Sync routers for ids ['bccd3e59-2de8-4718-ae28-534173f93fcd'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:31.661118 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f4247-0c0a-424c-ada8-dc6850a2b875 None None] Routers {'bccd3e59-2de8-4718-ae28-534173f93fcd'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:31.661849 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-066f4247-0c0a-424c-ada8-dc6850a2b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbccb550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['bccd3e59-2de8-4718-ae28-534173f93fcd'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:31.692688 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8e8736ef-8cc9-4cab-ac4f-649a2365d3ab tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:31.696667 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8e8736ef-8cc9-4cab-ac4f-649a2365d3ab tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.2097943
Feb 12 21:29:31.703678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41292) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:31.710728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Request body: {'security_group_rule': {'security_group_id': 'ab335364-3716-4e2e-b8fd-97f3f843b459', 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:31.711147 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-066f4247-0c0a-424c-ada8-dc6850a2b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbccb550>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:31.724273 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f4247-0c0a-424c-ada8-dc6850a2b875 None None] Routers {'bccd3e59-2de8-4718-ae28-534173f93fcd'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:31.725462 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-066f4247-0c0a-424c-ada8-dc6850a2b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbccb550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['bccd3e59-2de8-4718-ae28-534173f93fcd'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:31.734853 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3cef1f-1aea-4df3-836a-8c89e11bc271 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:31.741007 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ff3cef1f-1aea-4df3-836a-8c89e11bc271 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/3e8ae7fd-ba90-4fcd-a808-0d9c1d337600/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8490837
Feb 12 21:29:31.748770 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45355849-2f3c-4d17-acb3-36bfa9b677a9 None None] Sync routers for ids ['3e8ae7fd-ba90-4fcd-a808-0d9c1d337600'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:31.754774 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41294) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:31.764240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45355849-2f3c-4d17-acb3-36bfa9b677a9 None None] Routers {'3e8ae7fd-ba90-4fcd-a808-0d9c1d337600'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:31.769312 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-45355849-2f3c-4d17-acb3-36bfa9b677a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa637e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3e8ae7fd-ba90-4fcd-a808-0d9c1d337600'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:31.777821 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:31.779346 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c93da7af-42d5-452e-9903-368cc1545f03 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.9934902
Feb 12 21:29:31.782027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41298) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:31.798924 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-066f4247-0c0a-424c-ada8-dc6850a2b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbccb550>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:31.808509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-188836a6-d411-43d6-ba78-185412ba89a8 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'enable_snat': False}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:31.820866 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066f4247-0c0a-424c-ada8-dc6850a2b875 None None] The sync data for ids ['bccd3e59-2de8-4718-ae28-534173f93fcd'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:31.870788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-45355849-2f3c-4d17-acb3-36bfa9b677a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa637e80>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:31.881448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45355849-2f3c-4d17-acb3-36bfa9b677a9 None None] Routers {'3e8ae7fd-ba90-4fcd-a808-0d9c1d337600'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:31.883809 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-45355849-2f3c-4d17-acb3-36bfa9b677a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa637e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3e8ae7fd-ba90-4fcd-a808-0d9c1d337600'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:31.921402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1428c1fc-cdfb-4af0-be3d-1f65b341d84e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:31.926139 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1428c1fc-cdfb-4af0-be3d-1f65b341d84e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports/69f79241-77c1-4969-b848-4215179b6085 HTTP/1.1" status: 200  len: 983 time: 0.1684628
Feb 12 21:29:31.926344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41302) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:31.935996 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-45355849-2f3c-4d17-acb3-36bfa9b677a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa637e80>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:31.936724 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45355849-2f3c-4d17-acb3-36bfa9b677a9 None None] The sync data for ids ['3e8ae7fd-ba90-4fcd-a808-0d9c1d337600'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:31.941791 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (07961402-7fd1-4590-9534-811b5659304f), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:32.074075 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4e71f2d-b578-49e3-a8d9-65264a76ffc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (0c172002-6adb-4007-b074-ef8729d4eee1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:32.144769 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e71f2d-b578-49e3-a8d9-65264a76ffc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c172002-6adb-4007-b074-ef8729d4eee1,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:32.155070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e71f2d-b578-49e3-a8d9-65264a76ffc3 admin admin] Checking segment: {'id': 'eaa538b8-2bba-4249-926f-64cf17fd1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '94cb8996-8e41-42c9-8b99-277baaa5dd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:32.155546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e71f2d-b578-49e3-a8d9-65264a76ffc3 admin admin] Network hostable DHCP agents. Network: 94cb8996-8e41-42c9-8b99-277baaa5dd0d, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:29:32.184406 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:32.245041 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (07961402-7fd1-4590-9534-811b5659304f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:32.253187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e71f2d-b578-49e3-a8d9-65264a76ffc3 admin admin] Network 94cb8996-8e41-42c9-8b99-277baaa5dd0d is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:29:32.361417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a4e71f2d-b578-49e3-a8d9-65264a76ffc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 94cb8996-8e41-42c9-8b99-277baaa5dd0d) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:32.367552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e71f2d-b578-49e3-a8d9-65264a76ffc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:32.367552 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4e71f2d-b578-49e3-a8d9-65264a76ffc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:32.376121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd74393f-8203-4651-8f42-fe3e81ee8f3c None None] Network 94cb8996-8e41-42c9-8b99-277baaa5dd0d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:32.378989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (07961402-7fd1-4590-9534-811b5659304f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:32.415652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07961402-7fd1-4590-9534-811b5659304f,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:32.433858 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:32.434205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:32.434548 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:32.434886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:32.435221 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:32.435554 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:32.435883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:32.436207 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:32.436531 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:32.436853 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:32.437467 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:32.437638 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:32.437965 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:32.476231 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a4e71f2d-b578-49e3-a8d9-65264a76ffc3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.3947270
Feb 12 21:29:32.482475 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41326) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:32.486905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-647511891-router', 'tenant_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:32.489193 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-188836a6-d411-43d6-ba78-185412ba89a8 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (bccd3e59-2de8-4718-ae28-534173f93fcd), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:32.517781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-94cb8996-8e41-42c9-8b99-277baaa5dd0d', 'network_id': '94cb8996-8e41-42c9-8b99-277baaa5dd0d', 'project_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'fixed_ips': [{'subnet_id': '0c172002-6adb-4007-b074-ef8729d4eee1'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:29:32.518746 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:32.545117 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:32.552112 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d4de376b-c568-4a10-afd7-836ef9daf120 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8417950
Feb 12 21:29:32.552258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41330) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:32.554487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-39cff36a-d0b2-4c48-93c7-f5cbee378058 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Request body: {'security_group_rule': {'security_group_id': 'ab335364-3716-4e2e-b8fd-97f3f843b459', 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:32.588228 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22ec3fe3-db5b-4066-8bf7-8915ce415478 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (3e8ae7fd-ba90-4fcd-a808-0d9c1d337600), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:32.633043 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (fbc4e9d8-02b6-4203-821a-38fd0351b903), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:32.634545 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (fbc4e9d8-02b6-4203-821a-38fd0351b903), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:32.718907 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Publish callbacks [] for router_controller (fbc4e9d8-02b6-4203-821a-38fd0351b903), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:32.722709 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39cff36a-d0b2-4c48-93c7-f5cbee378058 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (520be317-34f0-44f4-9749-dabc8d8c9e1d), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:32.767670 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Allocated IP 172.20.0.2 (94cb8996-8e41-42c9-8b99-277baaa5dd0d/0c172002-6adb-4007-b074-ef8729d4eee1/e71d4f19-08ca-4cf5-bbb4-84f3ce08416d) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:32.811338 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39cff36a-d0b2-4c48-93c7-f5cbee378058 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (520be317-34f0-44f4-9749-dabc8d8c9e1d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:32.987455 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39cff36a-d0b2-4c48-93c7-f5cbee378058 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (520be317-34f0-44f4-9749-dabc8d8c9e1d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.051859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cff36a-d0b2-4c48-93c7-f5cbee378058 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520be317-34f0-44f4-9749-dabc8d8c9e1d,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:33.059608 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Publish callbacks [] for router_gateway (fbc4e9d8-02b6-4203-821a-38fd0351b903), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.093077 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Publish callbacks [] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.110916 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-22ec3fe3-db5b-4066-8bf7-8915ce415478 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port 69f79241-77c1-4969-b848-4215179b6085 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:33.111527 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22ec3fe3-db5b-4066-8bf7-8915ce415478 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (69f79241-77c1-4969-b848-4215179b6085), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.127160 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39cff36a-d0b2-4c48-93c7-f5cbee378058 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.131857 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-39cff36a-d0b2-4c48-93c7-f5cbee378058 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5787532
Feb 12 21:29:33.131994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41354) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:33.138930 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Request body: {'security_group_rule': {'security_group_id': 'ab335364-3716-4e2e-b8fd-97f3f843b459', 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:33.242362 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.267424 ncdv-master-1 neutron-server[126505]: INFO neutron.db.securitygroups_db [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Project 5c11b938ee814f3180aa6e0f37c4e1f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:29:33.277077 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (d4a932e5-dcf7-4d3c-bfe2-350bb66c11e7), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.281658 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22ec3fe3-db5b-4066-8bf7-8915ce415478 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (69f79241-77c1-4969-b848-4215179b6085), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.286906 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Network 94cb8996-8e41-42c9-8b99-277baaa5dd0d is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:33.295768 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:33.300263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-22ec3fe3-db5b-4066-8bf7-8915ce415478 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for 69f79241-77c1-4969-b848-4215179b6085 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:33.300724 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:33.344151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Pushing event updated for resources: {'Port': ['ID=e71d4f19-08ca-4cf5-bbb4-84f3ce08416d,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:33.392169 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Attempting to bind port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:29:33.392981 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Attempting to bind port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eaa538b8-2bba-4249-926f-64cf17fd1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '94cb8996-8e41-42c9-8b99-277baaa5dd0d'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:29:33.392981 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Attempting to bind port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d on network 94cb8996-8e41-42c9-8b99-277baaa5dd0d {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:29:33.404143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41360) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:33.407010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:29:33.407745 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Checking segment: {'id': 'eaa538b8-2bba-4249-926f-64cf17fd1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '94cb8996-8e41-42c9-8b99-277baaa5dd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:33.408342 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.408804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Bound using segment: {'id': 'eaa538b8-2bba-4249-926f-64cf17fd1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '94cb8996-8e41-42c9-8b99-277baaa5dd0d'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:29:33.408946 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-72a53932-00fa-4dbc-b619-405c6c6f867e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-501368592', 'description': 'tempest-secgroup-smoke-501368592 description', 'project_id': 'bc1c557f5d984523b9dbe9c385659448'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:33.409590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Bound port: e71d4f19-08ca-4cf5-bbb4-84f3ce08416d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa538b8-2bba-4249-926f-64cf17fd1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '94cb8996-8e41-42c9-8b99-277baaa5dd0d'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:29:33.410068 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.422011 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (d4a932e5-dcf7-4d3c-bfe2-350bb66c11e7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.493178 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (d4a932e5-dcf7-4d3c-bfe2-350bb66c11e7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.515406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] For port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:29:33.525327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] For port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e71d4f19-08ca-4cf5-bbb4-84f3ce08416d,segment=NetworkSegment(eaa538b8-2bba-4249-926f-64cf17fd1dc5),segment_id=eaa538b8-2bba-4249-926f-64cf17fd1dc5)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:29:33.526294 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Publish callbacks [] for router_gateway (fbc4e9d8-02b6-4203-821a-38fd0351b903), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.528651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a932e5-dcf7-4d3c-bfe2-350bb66c11e7,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:33.553929 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.557312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:33.558020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:33.558567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:33.558890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:33.559233 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:33.559573 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:33.559911 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:33.560243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:33.560579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:33.560910 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:33.561241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:33.561592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:33.561923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:29:33.631991 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.635566 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.640403 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6dfce719-6101-4d65-92ed-03cb1564765d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5066426
Feb 12 21:29:33.641048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41370) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:33.666687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-173eedf9-51cb-4e58-b65f-e386c789dfd3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Request body: {'security_group_rule': {'security_group_id': 'ab335364-3716-4e2e-b8fd-97f3f843b459', 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:33.707499 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Allocated IP 172.35.2.182 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/6c317eaf-fde9-455f-beb3-ad17e0c9e36e) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:33.719521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdab2cd-78db-4b58-a0ae-3d2c9ba9d664 None None] Pushing event updated for resources: {'Port': ['ID=e71d4f19-08ca-4cf5-bbb4-84f3ce08416d,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:33.798289 ncdv-master-1 neutron-server[126505]: INFO neutron.db.securitygroups_db [None req-173eedf9-51cb-4e58-b65f-e386c789dfd3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Project 5c11b938ee814f3180aa6e0f37c4e1f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:29:33.805935 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-173eedf9-51cb-4e58-b65f-e386c789dfd3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (c90ca9a3-b210-4a33-9958-338876476efd), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.891694 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Publish callbacks [] for port (6c317eaf-fde9-455f-beb3-ad17e0c9e36e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:33.969976 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-173eedf9-51cb-4e58-b65f-e386c789dfd3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (c90ca9a3-b210-4a33-9958-338876476efd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:34.016250 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-72a53932-00fa-4dbc-b619-405c6c6f867e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:34.053590 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-173eedf9-51cb-4e58-b65f-e386c789dfd3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (c90ca9a3-b210-4a33-9958-338876476efd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:34.054290 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-72a53932-00fa-4dbc-b619-405c6c6f867e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:34.061647 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6c317eaf-fde9-455f-beb3-ad17e0c9e36e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:34.086073 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-188836a6-d411-43d6-ba78-185412ba89a8 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (bccd3e59-2de8-4718-ae28-534173f93fcd), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:34.096671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173eedf9-51cb-4e58-b65f-e386c789dfd3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90ca9a3-b210-4a33-9958-338876476efd,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:34.109518 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-188836a6-d411-43d6-ba78-185412ba89a8 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (bccd3e59-2de8-4718-ae28-534173f93fcd), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:34.159978 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:34.165951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:34.170674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:34.205382 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22ec3fe3-db5b-4066-8bf7-8915ce415478 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (69f79241-77c1-4969-b848-4215179b6085), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:34.206028 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Pushing event updated for resources: {'Port': ['ID=6c317eaf-fde9-455f-beb3-ad17e0c9e36e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:34.249177 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec3fe3-db5b-4066-8bf7-8915ce415478 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=69f79241-77c1-4969-b848-4215179b6085,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:34.311061 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-173eedf9-51cb-4e58-b65f-e386c789dfd3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:34.312670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-173eedf9-51cb-4e58-b65f-e386c789dfd3 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6513300
Feb 12 21:29:34.444458 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-72a53932-00fa-4dbc-b619-405c6c6f867e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (56f5c2e3-c1e8-4604-afad-f0f138848275), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:34.452524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188836a6-d411-43d6-ba78-185412ba89a8 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Router bccd3e59-2de8-4718-ae28-534173f93fcd has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:29:34.454365 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22ec3fe3-db5b-4066-8bf7-8915ce415478 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (3e8ae7fd-ba90-4fcd-a808-0d9c1d337600), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:34.579701 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-72a53932-00fa-4dbc-b619-405c6c6f867e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (56f5c2e3-c1e8-4604-afad-f0f138848275), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:34.641020 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Publish callbacks [] for router_gateway (fbc4e9d8-02b6-4203-821a-38fd0351b903), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:34.706628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a53932-00fa-4dbc-b619-405c6c6f867e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f5c2e3-c1e8-4604-afad-f0f138848275,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:34.819842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ec3fe3-db5b-4066-8bf7-8915ce415478 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router 3e8ae7fd-ba90-4fcd-a808-0d9c1d337600 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:29:34.845794 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188836a6-d411-43d6-ba78-185412ba89a8 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:34.850513 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-188836a6-d411-43d6-ba78-185412ba89a8 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:34.856219 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-188836a6-d411-43d6-ba78-185412ba89a8 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "PUT /v2.0/routers/bccd3e59-2de8-4718-ae28-534173f93fcd HTTP/1.1" status: 200  len: 921 time: 3.0729825
Feb 12 21:29:34.859293 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-72a53932-00fa-4dbc-b619-405c6c6f867e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (546859f2-632c-49b8-9a06-bc570c2c10f5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:34.860353 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41426) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:34.865775 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34677276-a6ba-4826-8365-2363379ca82e None None] Sync routers for ids ['bccd3e59-2de8-4718-ae28-534173f93fcd'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:34.885864 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34677276-a6ba-4826-8365-2363379ca82e None None] Routers {'bccd3e59-2de8-4718-ae28-534173f93fcd'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:34.886605 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-34677276-a6ba-4826-8365-2363379ca82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbccbca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['bccd3e59-2de8-4718-ae28-534173f93fcd'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:34.947979 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (fbc4e9d8-02b6-4203-821a-38fd0351b903), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:34.969863 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-34677276-a6ba-4826-8365-2363379ca82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbccbca0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:34.992848 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34677276-a6ba-4826-8365-2363379ca82e None None] Routers {'bccd3e59-2de8-4718-ae28-534173f93fcd'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:34.993810 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-34677276-a6ba-4826-8365-2363379ca82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbccbca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['bccd3e59-2de8-4718-ae28-534173f93fcd'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:35.022737 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-72a53932-00fa-4dbc-b619-405c6c6f867e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (546859f2-632c-49b8-9a06-bc570c2c10f5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:35.035476 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41432) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:35.038091 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-34677276-a6ba-4826-8365-2363379ca82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbccbca0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:35.038997 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34677276-a6ba-4826-8365-2363379ca82e None None] The sync data for ids ['bccd3e59-2de8-4718-ae28-534173f93fcd'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:35.170182 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab419c3-6307-4c3b-bb92-8ff5aec42d4b None None] Network 94cb8996-8e41-42c9-8b99-277baaa5dd0d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:35.235991 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-72a53932-00fa-4dbc-b619-405c6c6f867e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:35.240422 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-72a53932-00fa-4dbc-b619-405c6c6f867e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 1.8360612
Feb 12 21:29:35.243447 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41444) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:35.249779 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8c18e605-3e16-42de-982b-faf8819331ca tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '546859f2-632c-49b8-9a06-bc570c2c10f5', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:35.305070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-21cf881b-8d38-4992-83c9-deae7f918b57 None None] Provisioning complete for port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:35.305448 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-21cf881b-8d38-4992-83c9-deae7f918b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:35.318132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ec3fe3-db5b-4066-8bf7-8915ce415478 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:35.324332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Router fbc4e9d8-02b6-4203-821a-38fd0351b903 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:29:35.329731 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-22ec3fe3-db5b-4066-8bf7-8915ce415478 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/3e8ae7fd-ba90-4fcd-a808-0d9c1d337600/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3990352
Feb 12 21:29:35.332243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41450) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:35.333080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a53932-00fa-4dbc-b619-405c6c6f867e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546859f2-632c-49b8-9a06-bc570c2c10f5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:35.348293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e71d4f19-08ca-4cf5-bbb4-84f3ce08416d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:35.351266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e3f316-1fe1-4e55-bde8-9ed3007449bc None None] Sync routers for ids ['3e8ae7fd-ba90-4fcd-a808-0d9c1d337600'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:35.377804 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cdfc2abc-3ad6-43bf-acf8-d8e4310c29d0 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/routers/bccd3e59-2de8-4718-ae28-534173f93fcd HTTP/1.1" status: 200  len: 921 time: 0.5161371
Feb 12 21:29:35.380525 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41452) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:35.441031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e3f316-1fe1-4e55-bde8-9ed3007449bc None None] Routers {'3e8ae7fd-ba90-4fcd-a808-0d9c1d337600'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:35.442599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-10e3f316-1fe1-4e55-bde8-9ed3007449bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa52d100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3e8ae7fd-ba90-4fcd-a808-0d9c1d337600'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:35.460391 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-58c9cc2d-8c55-443c-b0ca-4e337f78f85c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:35.463636 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c18e605-3e16-42de-982b-faf8819331ca tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (ac6cec28-4304-4e73-b411-28c165c29ffc), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:35.471646 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604bd52d-9c7d-4ff2-b8ad-472cf99db69c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:35.473116 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-604bd52d-9c7d-4ff2-b8ad-472cf99db69c tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&device_id=bccd3e59-2de8-4718-ae28-534173f93fcd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0916154
Feb 12 21:29:35.475906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41454) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:35.507559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-10e3f316-1fe1-4e55-bde8-9ed3007449bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa52d100>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:35.560487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e3f316-1fe1-4e55-bde8-9ed3007449bc None None] Routers {'3e8ae7fd-ba90-4fcd-a808-0d9c1d337600'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:35.561140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-10e3f316-1fe1-4e55-bde8-9ed3007449bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa52d100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3e8ae7fd-ba90-4fcd-a808-0d9c1d337600'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:35.609967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636d5906-8c90-46ad-abda-5c625d8bcf7d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:35.611835 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-636d5906-8c90-46ad-abda-5c625d8bcf7d tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 881 time: 0.1349099
Feb 12 21:29:35.615073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:35.615463 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:35.617587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41462) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:35.618876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-10e3f316-1fe1-4e55-bde8-9ed3007449bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa52d100>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:35.621076 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e3f316-1fe1-4e55-bde8-9ed3007449bc None None] The sync data for ids ['3e8ae7fd-ba90-4fcd-a808-0d9c1d337600'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:35.643441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-21cf881b-8d38-4992-83c9-deae7f918b57 None None] Current status of the port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:35.643839 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-21cf881b-8d38-4992-83c9-deae7f918b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:35.670200 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c5416f6f-1547-477b-ae38-b418c02cc42e tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "GET /v2.0/ports?device_id=bccd3e59-2de8-4718-ae28-534173f93fcd HTTP/1.1" status: 200  len: 205 time: 0.0513661
Feb 12 21:29:35.672696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41468) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:35.704606 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-21cf881b-8d38-4992-83c9-deae7f918b57 None None] For port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e71d4f19-08ca-4cf5-bbb4-84f3ce08416d,segment=NetworkSegment(eaa538b8-2bba-4249-926f-64cf17fd1dc5),segment_id=eaa538b8-2bba-4249-926f-64cf17fd1dc5)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:35.776976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:35.776976 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:35.801825 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-21cf881b-8d38-4992-83c9-deae7f918b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:35.851316 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-529c003d-f286-4496-8910-f1487ccfb479 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (bccd3e59-2de8-4718-ae28-534173f93fcd), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:35.943339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:35.955674 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Sync routers for ids ['fbc4e9d8-02b6-4203-821a-38fd0351b903'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:35.971676 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Routers {'fbc4e9d8-02b6-4203-821a-38fd0351b903'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:35.972359 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdcbaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['fbc4e9d8-02b6-4203-821a-38fd0351b903'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:35.990668 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-6b819e39-289e-4040-9d79-aab36ff9306e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] remove_router_interface failed (client error): The resource could not be found.
Feb 12 21:29:36.000834 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6b819e39-289e-4040-9d79-aab36ff9306e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/3e8ae7fd-ba90-4fcd-a808-0d9c1d337600/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.6615021
Feb 12 21:29:36.004262 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41490) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:36.010523 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-529c003d-f286-4496-8910-f1487ccfb479 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (bccd3e59-2de8-4718-ae28-534173f93fcd), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.050914 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41494) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:36.051166 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d7d9e0dc-f964-454c-a3fb-2d707ec434e8 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e8ae7fd-ba90-4fcd-a808-0d9c1d337600 HTTP/1.1" status: 200  len: 205 time: 0.0432799
Feb 12 21:29:36.091488 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c18e605-3e16-42de-982b-faf8819331ca tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (ac6cec28-4304-4e73-b411-28c165c29ffc), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.093609 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-58c9cc2d-8c55-443c-b0ca-4e337f78f85c admin admin] Publish callbacks [] for security_group (6488e0e6-a940-419e-bb0f-17cfd14f28c2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.139968 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.142698 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6f0b597f-13c4-4185-9615-cd869ba17d68 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 3.6583810
Feb 12 21:29:36.144489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41502) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:36.158192 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Set router fbc4e9d8-02b6-4203-821a-38fd0351b903 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:29:36.175158 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-011e19b5-96e4-45d6-819f-2e2714f6f494 None None] Provisioning complete for port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:36.178899 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-011e19b5-96e4-45d6-819f-2e2714f6f494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.208150 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-913f12a3-b279-46c7-a7c6-432d46ef2d3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (3e8ae7fd-ba90-4fcd-a808-0d9c1d337600), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.211650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf881b-8d38-4992-83c9-deae7f918b57 None None] Pushing event updated for resources: {'Port': ['ID=e71d4f19-08ca-4cf5-bbb4-84f3ce08416d,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:36.217424 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:29:36.218840 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:29:36.233401 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-58c9cc2d-8c55-443c-b0ca-4e337f78f85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6488e0e6-a940-419e-bb0f-17cfd14f28c2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.235749 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c18e605-3e16-42de-982b-faf8819331ca tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (ac6cec28-4304-4e73-b411-28c165c29ffc), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.306209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9cc2d-8c55-443c-b0ca-4e337f78f85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6488e0e6-a940-419e-bb0f-17cfd14f28c2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:36.308681 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18e605-3e16-42de-982b-faf8819331ca tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6cec28-4304-4e73-b411-28c165c29ffc,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:36.310515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-011e19b5-96e4-45d6-819f-2e2714f6f494 None None] Current status of the port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:36.343145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-58c9cc2d-8c55-443c-b0ca-4e337f78f85c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5fa02b8ef494622b6f0ff7872a64141&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3052740
Feb 12 21:29:36.351411 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41506) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:36.413017 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-913f12a3-b279-46c7-a7c6-432d46ef2d3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (3e8ae7fd-ba90-4fcd-a808-0d9c1d337600), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.418137 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-913f12a3-b279-46c7-a7c6-432d46ef2d3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_controller (3e8ae7fd-ba90-4fcd-a808-0d9c1d337600), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.426016 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-529c003d-f286-4496-8910-f1487ccfb479 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Deleting port 8789fc2f-e9c7-48f4-ab74-bb7e0d71f880 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:36.428870 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-529c003d-f286-4496-8910-f1487ccfb479 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8789fc2f-e9c7-48f4-ab74-bb7e0d71f880), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.438818 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdcbaf0>, [{'id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'name': 'tempest-ImageQuotaTest-647511891-router', 'tenant_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:32Z', 'updated_at': '2022-02-12T21:29:34Z', 'revision_number': 3, 'project_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'gw_port': {'id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:33Z', 'updated_at': '2022-02-12T21:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:36.444110 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8c18e605-3e16-42de-982b-faf8819331ca tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.448594 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8c18e605-3e16-42de-982b-faf8819331ca tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2003598
Feb 12 21:29:36.452224 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41508) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:36.456114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9d9353f8-eeec-470f-a7c7-0cd5e5cf9601 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '546859f2-632c-49b8-9a06-bc570c2c10f5', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:36.474495 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Checking router: fbc4e9d8-02b6-4203-821a-38fd0351b903 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:29:36.474853 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Updating router fbc4e9d8-02b6-4203-821a-38fd0351b903 port 6c317eaf-fde9-455f-beb3-ad17e0c9e36e binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:29:36.495811 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-073db768-5785-48fc-b08b-b74172261d64 admin admin] Publish callbacks [] for security_group (6488e0e6-a940-419e-bb0f-17cfd14f28c2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.507068 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6c317eaf-fde9-455f-beb3-ad17e0c9e36e), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.528014 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-073db768-5785-48fc-b08b-b74172261d64 admin admin] Publish callbacks [] for security_group (6488e0e6-a940-419e-bb0f-17cfd14f28c2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.574680 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-529c003d-f286-4496-8910-f1487ccfb479 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8789fc2f-e9c7-48f4-ab74-bb7e0d71f880), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.586857 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-529c003d-f286-4496-8910-f1487ccfb479 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Calling delete_port for 8789fc2f-e9c7-48f4-ab74-bb7e0d71f880 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:36.648605 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d9353f8-eeec-470f-a7c7-0cd5e5cf9601 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (5ea8cd24-d018-46a6-82ef-2d55ab7a9da4), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.742728 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-913f12a3-b279-46c7-a7c6-432d46ef2d3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (3e8ae7fd-ba90-4fcd-a808-0d9c1d337600), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.742728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913f12a3-b279-46c7-a7c6-432d46ef2d3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Fanout notify agent at l3_agent the message router_deleted on router 3e8ae7fd-ba90-4fcd-a808-0d9c1d337600 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:29:36.751411 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-913f12a3-b279-46c7-a7c6-432d46ef2d3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.752532 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-913f12a3-b279-46c7-a7c6-432d46ef2d3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/routers/3e8ae7fd-ba90-4fcd-a808-0d9c1d337600 HTTP/1.1" status: 204  len: 168 time: 0.7006114
Feb 12 21:29:36.756499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41516) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:36.765102 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-073db768-5785-48fc-b08b-b74172261d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6488e0e6-a940-419e-bb0f-17cfd14f28c2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.768362 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-073db768-5785-48fc-b08b-b74172261d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.771807 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-073db768-5785-48fc-b08b-b74172261d64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6488e0e6-a940-419e-bb0f-17cfd14f28c2 HTTP/1.1" status: 204  len: 168 time: 0.4179144
Feb 12 21:29:36.792793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073db768-5785-48fc-b08b-b74172261d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6488e0e6-a940-419e-bb0f-17cfd14f28c2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:36.826450 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d9353f8-eeec-470f-a7c7-0cd5e5cf9601 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (5ea8cd24-d018-46a6-82ef-2d55ab7a9da4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.875770 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4dde9d9-9ea0-4366-af9a-cc1eb8578ddd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting subnet f8331c29-3e84-45b4-ba9d-7b4f18a10f4a {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:29:36.880533 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b4dde9d9-9ea0-4366-af9a-cc1eb8578ddd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (f8331c29-3e84-45b4-ba9d-7b4f18a10f4a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.889764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:36.900596 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.917667 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d9353f8-eeec-470f-a7c7-0cd5e5cf9601 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (5ea8cd24-d018-46a6-82ef-2d55ab7a9da4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:36.962113 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9353f8-eeec-470f-a7c7-0cd5e5cf9601 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea8cd24-d018-46a6-82ef-2d55ab7a9da4,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:36.967012 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b4dde9d9-9ea0-4366-af9a-cc1eb8578ddd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (f8331c29-3e84-45b4-ba9d-7b4f18a10f4a), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.006037 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-529c003d-f286-4496-8910-f1487ccfb479 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8789fc2f-e9c7-48f4-ab74-bb7e0d71f880), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.051599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c003d-f286-4496-8910-f1487ccfb479 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Pushing event deleted for resources: {'Port': ['ID=8789fc2f-e9c7-48f4-ab74-bb7e0d71f880,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:37.065067 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Publish callbacks [] for port (6c317eaf-fde9-455f-beb3-ad17e0c9e36e), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.158409 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6c317eaf-fde9-455f-beb3-ad17e0c9e36e), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.173382 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-529c003d-f286-4496-8910-f1487ccfb479 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (bccd3e59-2de8-4718-ae28-534173f93fcd), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.173382 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d9353f8-eeec-470f-a7c7-0cd5e5cf9601 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.174124 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9d9353f8-eeec-470f-a7c7-0cd5e5cf9601 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7229590
Feb 12 21:29:37.177588 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41534) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:37.232055 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b3265c23-b751-41e8-8cd0-7d826a202843 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '546859f2-632c-49b8-9a06-bc570c2c10f5', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:37.232476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e71d4f19-08ca-4cf5-bbb4-84f3ce08416d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:37.247890 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Attempting to bind port 6c317eaf-fde9-455f-beb3-ad17e0c9e36e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:29:37.248437 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Attempting to bind port 6c317eaf-fde9-455f-beb3-ad17e0c9e36e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:29:37.249020 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Attempting to bind port 6c317eaf-fde9-455f-beb3-ad17e0c9e36e on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:29:37.257870 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:29:37.258359 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:37.259161 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.260507 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:29:37.261012 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Bound port: 6c317eaf-fde9-455f-beb3-ad17e0c9e36e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:29:37.261538 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6c317eaf-fde9-455f-beb3-ad17e0c9e36e), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.316687 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b4dde9d9-9ea0-4366-af9a-cc1eb8578ddd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (f8331c29-3e84-45b4-ba9d-7b4f18a10f4a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.320547 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] For port 6c317eaf-fde9-455f-beb3-ad17e0c9e36e, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:29:37.324512 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] For port 6c317eaf-fde9-455f-beb3-ad17e0c9e36e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c317eaf-fde9-455f-beb3-ad17e0c9e36e,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:29:37.334261 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd579c39-fc76-42d9-b2e8-b1c6c135b28a None None] Pushing event updated for resources: {'Port': ['ID=6c317eaf-fde9-455f-beb3-ad17e0c9e36e,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:37.338525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:37.338927 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.353241 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-529c003d-f286-4496-8910-f1487ccfb479 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (bccd3e59-2de8-4718-ae28-534173f93fcd), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.359602 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-529c003d-f286-4496-8910-f1487ccfb479 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_controller (bccd3e59-2de8-4718-ae28-534173f93fcd), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.369834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Allocated IP 172.20.0.1 (94cb8996-8e41-42c9-8b99-277baaa5dd0d/0c172002-6adb-4007-b074-ef8729d4eee1/6cb514a3-088f-4ed8-ab13-9c89a32f3526) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:37.442709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:37.456234 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6c317eaf-fde9-455f-beb3-ad17e0c9e36e), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.463574 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b3265c23-b751-41e8-8cd0-7d826a202843 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (32d3d3ea-16bf-4560-9519-2deae1dae64c), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.521594 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b3265c23-b751-41e8-8cd0-7d826a202843 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (32d3d3ea-16bf-4560-9519-2deae1dae64c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.525984 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Routers {'fbc4e9d8-02b6-4203-821a-38fd0351b903'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:37.526598 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdcbaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['fbc4e9d8-02b6-4203-821a-38fd0351b903'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:37.531133 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd579c39-fc76-42d9-b2e8-b1c6c135b28a None None] Pushing event updated for resources: {'Port': ['ID=6c317eaf-fde9-455f-beb3-ad17e0c9e36e,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:37.534657 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Publish callbacks [] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.543078 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b4dde9d9-9ea0-4366-af9a-cc1eb8578ddd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (f8331c29-3e84-45b4-ba9d-7b4f18a10f4a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.545964 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-529c003d-f286-4496-8910-f1487ccfb479 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (bccd3e59-2de8-4718-ae28-534173f93fcd), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.546730 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529c003d-f286-4496-8910-f1487ccfb479 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Fanout notify agent at l3_agent the message router_deleted on router bccd3e59-2de8-4718-ae28-534173f93fcd {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:29:37.573318 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-529c003d-f286-4496-8910-f1487ccfb479 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.574535 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-529c003d-f286-4496-8910-f1487ccfb479 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "DELETE /v2.0/routers/bccd3e59-2de8-4718-ae28-534173f93fcd HTTP/1.1" status: 204  len: 168 time: 1.9007075
Feb 12 21:29:37.583350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41542) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:37.589348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-133abbb0-8831-462c-8ab3-5bde98565cf3 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-755671375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:37.601572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dde9d9-9ea0-4366-af9a-cc1eb8578ddd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Subnet': ['ID=f8331c29-3e84-45b4-ba9d-7b4f18a10f4a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:37.605991 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b4dde9d9-9ea0-4366-af9a-cc1eb8578ddd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.609153 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b4dde9d9-9ea0-4366-af9a-cc1eb8578ddd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/f8331c29-3e84-45b4-ba9d-7b4f18a10f4a HTTP/1.1" status: 204  len: 168 time: 0.8498344
Feb 12 21:29:37.612082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41544) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:37.614745 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1518e51-1e1f-434d-9eed-1629eae18147 None None] Network 0d9f13ff-5384-4627-9d6f-c38ac66ddcb2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:37.627011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b3265c23-b751-41e8-8cd0-7d826a202843 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (32d3d3ea-16bf-4560-9519-2deae1dae64c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.643695 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3265c23-b751-41e8-8cd0-7d826a202843 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d3d3ea-16bf-4560-9519-2deae1dae64c,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:37.662947 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] Set router fbc4e9d8-02b6-4203-821a-38fd0351b903 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:29:37.685321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41548) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:37.707684 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c91362b1-8aac-4dd2-8a96-d75c6fe9c913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.722062 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.731372 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-133abbb0-8831-462c-8ab3-5bde98565cf3 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (348cbe7c-e945-4edb-8ec4-ac000aac6d02), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.732425 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-133abbb0-8831-462c-8ab3-5bde98565cf3 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (348cbe7c-e945-4edb-8ec4-ac000aac6d02), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.750842 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b3265c23-b751-41e8-8cd0-7d826a202843 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.751691 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (0d9f13ff-5384-4627-9d6f-c38ac66ddcb2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.754859 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b3265c23-b751-41e8-8cd0-7d826a202843 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5736418
Feb 12 21:29:37.755309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41550) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:37.763174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ed62bfef-2f0e-4e1c-97bf-8c6d5696c3e2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '546859f2-632c-49b8-9a06-bc570c2c10f5', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:37.821139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Network 94cb8996-8e41-42c9-8b99-277baaa5dd0d is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:37.843471 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec26dcb-a718-409f-b903-06215d244e7a None None] DHCP port deletion for 0d9f13ff-5384-4627-9d6f-c38ac66ddcb2 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:29:37.859097 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c91362b1-8aac-4dd2-8a96-d75c6fe9c913 admin admin] Publish callbacks [] for security_group (a475afc6-771a-4571-810e-2be9f81512b0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.859902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:37.864785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:37.867830 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Pushing event updated for resources: {'Port': ['ID=6cb514a3-088f-4ed8-ab13-9c89a32f3526,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:37.893216 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed62bfef-2f0e-4e1c-97bf-8c6d5696c3e2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (d17806a4-aadc-4e2c-ba3c-7286ad4ae559), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.901448 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-133abbb0-8831-462c-8ab3-5bde98565cf3 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_controller (348cbe7c-e945-4edb-8ec4-ac000aac6d02), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.918638 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdcbaf0>, [{'id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'name': 'tempest-ImageQuotaTest-647511891-router', 'tenant_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:32Z', 'updated_at': '2022-02-12T21:29:34Z', 'revision_number': 3, 'project_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'gw_port': {'id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:33Z', 'updated_at': '2022-02-12T21:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:37.924443 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6ec26dcb-a718-409f-b903-06215d244e7a None None] Deleting port be848230-0023-4f97-98c1-5f00e104280f {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:37.925807 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6ec26dcb-a718-409f-b903-06215d244e7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (be848230-0023-4f97-98c1-5f00e104280f), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.963677 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348b0722-7954-474a-88c9-ba37dbf9fc29 None None] The sync data for ids ['fbc4e9d8-02b6-4203-821a-38fd0351b903'] in ncdv-master-1 is: [{'id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'name': 'tempest-ImageQuotaTest-647511891-router', 'tenant_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:32Z', 'updated_at': '2022-02-12T21:29:34Z', 'revision_number': 3, 'project_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'gw_port': {'id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:33Z', 'updated_at': '2022-02-12T21:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:37.975612 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed62bfef-2f0e-4e1c-97bf-8c6d5696c3e2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (d17806a4-aadc-4e2c-ba3c-7286ad4ae559), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:37.977348 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c91362b1-8aac-4dd2-8a96-d75c6fe9c913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a475afc6-771a-4571-810e-2be9f81512b0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.015695 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6ec26dcb-a718-409f-b903-06215d244e7a None None] For port be848230-0023-4f97-98c1-5f00e104280f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be848230-0023-4f97-98c1-5f00e104280f,segment=NetworkSegment(35b4282f-f484-4cc5-85d1-798eef7455a2),segment_id=35b4282f-f484-4cc5-85d1-798eef7455a2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:38.016117 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6ec26dcb-a718-409f-b903-06215d244e7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (be848230-0023-4f97-98c1-5f00e104280f), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.034824 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c91362b1-8aac-4dd2-8a96-d75c6fe9c913 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e0ff52298764d379f36daa10c0c242c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3488021
Feb 12 21:29:38.038549 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41552) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:38.044534 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6ec26dcb-a718-409f-b903-06215d244e7a None None] Calling delete_port for be848230-0023-4f97-98c1-5f00e104280f owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:38.048571 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91362b1-8aac-4dd2-8a96-d75c6fe9c913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a475afc6-771a-4571-810e-2be9f81512b0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:38.064532 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed62bfef-2f0e-4e1c-97bf-8c6d5696c3e2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (d17806a4-aadc-4e2c-ba3c-7286ad4ae559), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.111293 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62bfef-2f0e-4e1c-97bf-8c6d5696c3e2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17806a4-aadc-4e2c-ba3c-7286ad4ae559,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:38.134960 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-669d7dbd-fb5f-4761-9c99-1d2c12869ee8 admin admin] Publish callbacks [] for security_group (a475afc6-771a-4571-810e-2be9f81512b0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.170688 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-669d7dbd-fb5f-4761-9c99-1d2c12869ee8 admin admin] Publish callbacks [] for security_group (a475afc6-771a-4571-810e-2be9f81512b0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.208145 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed62bfef-2f0e-4e1c-97bf-8c6d5696c3e2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.218095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ed62bfef-2f0e-4e1c-97bf-8c6d5696c3e2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4533386
Feb 12 21:29:38.218095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41554) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:38.218095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ae4803b1-7f7e-4293-93df-e21dd7d44f31 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '546859f2-632c-49b8-9a06-bc570c2c10f5', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:38.241151 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6ec26dcb-a718-409f-b903-06215d244e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (be848230-0023-4f97-98c1-5f00e104280f), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.273919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec26dcb-a718-409f-b903-06215d244e7a None None] Pushing event deleted for resources: {'Port': ['ID=be848230-0023-4f97-98c1-5f00e104280f,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:38.279758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec26dcb-a718-409f-b903-06215d244e7a None None] No DVR routers for this DVR port be848230-0023-4f97-98c1-5f00e104280f on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:29:38.286183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e96edd61-5b33-436c-b2d7-4d89d4d8b784 None None] Provisioning complete for port 6cb514a3-088f-4ed8-ab13-9c89a32f3526 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:38.286500 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e96edd61-5b33-436c-b2d7-4d89d4d8b784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.315432 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-ae4803b1-7f7e-4293-93df-e21dd7d44f31 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Project bc1c557f5d984523b9dbe9c385659448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:29:38.332047 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ae4803b1-7f7e-4293-93df-e21dd7d44f31 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (519b958a-131e-443e-95a7-182274fa9ba4), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.360148 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-133abbb0-8831-462c-8ab3-5bde98565cf3 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (348cbe7c-e945-4edb-8ec4-ac000aac6d02), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.363340 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-669d7dbd-fb5f-4761-9c99-1d2c12869ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a475afc6-771a-4571-810e-2be9f81512b0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.364220 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e96edd61-5b33-436c-b2d7-4d89d4d8b784 None None] Port 6cb514a3-088f-4ed8-ab13-9c89a32f3526 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:38.366053 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-669d7dbd-fb5f-4761-9c99-1d2c12869ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.370075 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-669d7dbd-fb5f-4761-9c99-1d2c12869ee8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a475afc6-771a-4571-810e-2be9f81512b0 HTTP/1.1" status: 204  len: 168 time: 0.3275595
Feb 12 21:29:38.401854 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (fbc4e9d8-02b6-4203-821a-38fd0351b903), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.418939 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d7dbd-fb5f-4761-9c99-1d2c12869ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a475afc6-771a-4571-810e-2be9f81512b0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:38.451113 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ae4803b1-7f7e-4293-93df-e21dd7d44f31 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (519b958a-131e-443e-95a7-182274fa9ba4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.540352 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-133abbb0-8831-462c-8ab3-5bde98565cf3 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.545647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-133abbb0-8831-462c-8ab3-5bde98565cf3 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.9579155
Feb 12 21:29:38.545910 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ae4803b1-7f7e-4293-93df-e21dd7d44f31 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (519b958a-131e-443e-95a7-182274fa9ba4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.545910 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41560) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:38.552994 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Request body: {'router': {'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:38.556430 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port be848230-0023-4f97-98c1-5f00e104280f {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:38.558072 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (be848230-0023-4f97-98c1-5f00e104280f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.647905 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4803b1-7f7e-4293-93df-e21dd7d44f31 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519b958a-131e-443e-95a7-182274fa9ba4,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:38.671130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] For port be848230-0023-4f97-98c1-5f00e104280f, host ncdv-master-1, got binding levels [] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:38.675572 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (be848230-0023-4f97-98c1-5f00e104280f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.719470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for be848230-0023-4f97-98c1-5f00e104280f owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:38.733085 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.ipam_backend_mixin [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Port be848230-0023-4f97-98c1-5f00e104280f was not found and therefore no delete operation was performed {{(pid=126505) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 12 21:29:38.739031 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (be848230-0023-4f97-98c1-5f00e104280f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:38.800107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=be848230-0023-4f97-98c1-5f00e104280f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:38.808778 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No DVR routers for this DVR port be848230-0023-4f97-98c1-5f00e104280f on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:29:38.822862 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.011899 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (0d9f13ff-5384-4627-9d6f-c38ac66ddcb2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.070588 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc700434c70>,) {'filters': {'network_id': ['0d9f13ff-5384-4627-9d6f-c38ac66ddcb2']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:39.086439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc700434c70>, '35b4282f-f484-4cc5-85d1-798eef7455a2') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:39.091251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc700434c70>, '35b4282f-f484-4cc5-85d1-798eef7455a2') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:39.101888 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (35b4282f-f484-4cc5-85d1-798eef7455a2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.129138 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (35b4282f-f484-4cc5-85d1-798eef7455a2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.144328 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:29:39.144797 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (35b4282f-f484-4cc5-85d1-798eef7455a2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:29:39.148255 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:29:39.178426 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ae4803b1-7f7e-4293-93df-e21dd7d44f31 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.180750 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ae4803b1-7f7e-4293-93df-e21dd7d44f31 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.9667718
Feb 12 21:29:39.208166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41588) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:39.215802 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9e73de4b-c0d8-4008-ab1a-6213c603ff10 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '546859f2-632c-49b8-9a06-bc570c2c10f5', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:39.251222 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Publish callbacks [] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.270379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6c317eaf-fde9-455f-beb3-ad17e0c9e36e up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:39.325313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6c317eaf-fde9-455f-beb3-ad17e0c9e36e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:39.325716 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6c317eaf-fde9-455f-beb3-ad17e0c9e36e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.325968 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (348cbe7c-e945-4edb-8ec4-ac000aac6d02), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.330914 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.376961 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (0d9f13ff-5384-4627-9d6f-c38ac66ddcb2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.389657 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.392981 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/networks/0d9f13ff-5384-4627-9d6f-c38ac66ddcb2 HTTP/1.1" status: 204  len: 168 time: 1.7799323
Feb 12 21:29:39.397714 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41590) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:39.402100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-128089d3-f3c3-4f01-b729-f5bc23c95c16 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-305514341'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:39.421762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6c317eaf-fde9-455f-beb3-ad17e0c9e36e is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:39.422345 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6c317eaf-fde9-455f-beb3-ad17e0c9e36e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.428868 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbc23a-a05d-472e-aa73-42d79f68b6f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Network': ['ID=0d9f13ff-5384-4627-9d6f-c38ac66ddcb2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:39.441480 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Pushing event updated for resources: {'Port': ['ID=6cb514a3-088f-4ed8-ab13-9c89a32f3526,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:39.445674 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (fbc4e9d8-02b6-4203-821a-38fd0351b903), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.445802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 6c317eaf-fde9-455f-beb3-ad17e0c9e36e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c317eaf-fde9-455f-beb3-ad17e0c9e36e,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:39.467767 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-9e73de4b-c0d8-4008-ab1a-6213c603ff10 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Project bc1c557f5d984523b9dbe9c385659448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:29:39.478963 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e73de4b-c0d8-4008-ab1a-6213c603ff10 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (da325c9b-38c0-4d95-bb88-182305c1e234), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.546885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128089d3-f3c3-4f01-b729-f5bc23c95c16 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:39.553595 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-128089d3-f3c3-4f01-b729-f5bc23c95c16 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.558764 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Network 94cb8996-8e41-42c9-8b99-277baaa5dd0d is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:39.560028 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:39.581651 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6c317eaf-fde9-455f-beb3-ad17e0c9e36e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.661672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=6c317eaf-fde9-455f-beb3-ad17e0c9e36e,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:39.666356 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device be848230-0023-4f97-98c1-5f00e104280f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:29:39.684501 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e73de4b-c0d8-4008-ab1a-6213c603ff10 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (da325c9b-38c0-4d95-bb88-182305c1e234), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.689479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128089d3-f3c3-4f01-b729-f5bc23c95c16 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:29:39.702067 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-128089d3-f3c3-4f01-b729-f5bc23c95c16 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d4b585d5-73a8-4584-b28c-158a1e1beaff), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.705727 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-128089d3-f3c3-4f01-b729-f5bc23c95c16 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Added segment d4b585d5-73a8-4584-b28c-158a1e1beaff of type vlan for network c8956558-7b9a-4919-b237-f1f4c27a56ef
Feb 12 21:29:39.712638 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: be848230-0023-4f97-98c1-5f00e104280f {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:29:39.723183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device be848230-0023-4f97-98c1-5f00e104280f not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:29:39.767965 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e73de4b-c0d8-4008-ab1a-6213c603ff10 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (da325c9b-38c0-4d95-bb88-182305c1e234), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.801375 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-128089d3-f3c3-4f01-b729-f5bc23c95c16 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (c8956558-7b9a-4919-b237-f1f4c27a56ef), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.828565 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73de4b-c0d8-4008-ab1a-6213c603ff10 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da325c9b-38c0-4d95-bb88-182305c1e234,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:39.849536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Router fbc4e9d8-02b6-4203-821a-38fd0351b903 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:29:39.972196 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9e73de4b-c0d8-4008-ab1a-6213c603ff10 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:39.975464 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9e73de4b-c0d8-4008-ab1a-6213c603ff10 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.7642577
Feb 12 21:29:39.979382 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41612) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:39.984675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-878619bf-5ac7-43b0-b610-6d6e4cae59ff tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'network': {'name': 'tempest-network-smoke--1744069678', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'port_security_enabled': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:40.003541 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-128089d3-f3c3-4f01-b729-f5bc23c95c16 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (c8956558-7b9a-4919-b237-f1f4c27a56ef), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:40.010544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128089d3-f3c3-4f01-b729-f5bc23c95c16 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:40.011331 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-128089d3-f3c3-4f01-b729-f5bc23c95c16 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:40.019836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:40.024860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7dc7647-52ab-4dfe-919d-761fce66ab9f None None] Provisioning complete for port 6cb514a3-088f-4ed8-ab13-9c89a32f3526 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:40.027472 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7647-52ab-4dfe-919d-761fce66ab9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:40.035656 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-652e2d33-39e5-4e82-8c0f-192a20eb079f admin admin] 10.222.0.31 "PUT /v2.0/routers/fbc4e9d8-02b6-4203-821a-38fd0351b903/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8821969
Feb 12 21:29:40.058369 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (348cbe7c-e945-4edb-8ec4-ac000aac6d02), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:40.075029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-06f7e53b-ff63-4234-b195-47eae249ce87 service neutron] (126505) timed out ('10.222.0.31', 53214) {{(pid=126505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 21:29:40.098594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc7647-52ab-4dfe-919d-761fce66ab9f None None] Port 6cb514a3-088f-4ed8-ab13-9c89a32f3526 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:40.101627 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:40.145796 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128089d3-f3c3-4f01-b729-f5bc23c95c16 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Network': ['ID=c8956558-7b9a-4919-b237-f1f4c27a56ef,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:40.156573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network c8956558-7b9a-4919-b237-f1f4c27a56ef details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:29:40.195700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878619bf-5ac7-43b0-b610-6d6e4cae59ff tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Made reservation on behalf of bc1c557f5d984523b9dbe9c385659448 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:40.199951 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-878619bf-5ac7-43b0-b610-6d6e4cae59ff tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:40.204983 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-128089d3-f3c3-4f01-b729-f5bc23c95c16 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8069005
Feb 12 21:29:40.208133 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41620) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:40.214022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-11fba2be-6a77-47c8-af17-430cce5cecc0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'subnet': {'network_id': 'c8956558-7b9a-4919-b237-f1f4c27a56ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:40.241313 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-f2a8fdba-4181-4fae-b75d-fc3276a24dac req-345f1b4b-cd26-49d7-b134-543cd7af5658 tempest-AttachVolumeShelveTestJSON-271936705 tempest-AttachVolumeShelveTestJSON-271936705-project] (126506) timed out ('10.222.0.31', 57184) {{(pid=126506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 21:29:40.283544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878619bf-5ac7-43b0-b610-6d6e4cae59ff tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:29:40.304679 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-878619bf-5ac7-43b0-b610-6d6e4cae59ff tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ed2e9a9e-e1e0-4993-bdaa-5146ab36115c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:40.305130 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-878619bf-5ac7-43b0-b610-6d6e4cae59ff tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Added segment ed2e9a9e-e1e0-4993-bdaa-5146ab36115c of type vlan for network f038c5fc-05b8-4c68-ba2a-521a1ea8b670
Feb 12 21:29:40.329010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Allocated IP 172.35.2.176 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/e51f5751-d0b3-492e-97e8-6aac646e5c4e) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:40.370566 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-878619bf-5ac7-43b0-b610-6d6e4cae59ff tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (f038c5fc-05b8-4c68-ba2a-521a1ea8b670), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:40.383322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Sync routers for ids ['fbc4e9d8-02b6-4203-821a-38fd0351b903'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:40.389515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Routers {'fbc4e9d8-02b6-4203-821a-38fd0351b903'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:40.390212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb10b0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['fbc4e9d8-02b6-4203-821a-38fd0351b903'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:40.479297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fba2be-6a77-47c8-af17-430cce5cecc0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:40.481697 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for port (e51f5751-d0b3-492e-97e8-6aac646e5c4e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:40.484689 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-11fba2be-6a77-47c8-af17-430cce5cecc0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:40.503957 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Set router fbc4e9d8-02b6-4203-821a-38fd0351b903 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:29:40.523372 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-878619bf-5ac7-43b0-b610-6d6e4cae59ff tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (f038c5fc-05b8-4c68-ba2a-521a1ea8b670), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:40.528778 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878619bf-5ac7-43b0-b610-6d6e4cae59ff tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:40.529464 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-878619bf-5ac7-43b0-b610-6d6e4cae59ff tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:40.638343 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878619bf-5ac7-43b0-b610-6d6e4cae59ff tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Network': ['ID=f038c5fc-05b8-4c68-ba2a-521a1ea8b670,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:40.654676 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:29:40.742328 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (e51f5751-d0b3-492e-97e8-6aac646e5c4e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:40.752049 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-878619bf-5ac7-43b0-b610-6d6e4cae59ff tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7713621
Feb 12 21:29:40.755453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41630) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:40.760775 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1658681504', 'admin_state_up': True, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:40.799933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:40.806604 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:40.814906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:40.836401 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-11fba2be-6a77-47c8-af17-430cce5cecc0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (91cd5fc6-cd60-4f59-89d0-de046ab746e0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:40.846887 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Pushing event updated for resources: {'Port': ['ID=e51f5751-d0b3-492e-97e8-6aac646e5c4e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:40.912238 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb10b0d0>, [{'id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'name': 'tempest-ImageQuotaTest-647511891-router', 'tenant_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:32Z', 'updated_at': '2022-02-12T21:29:38Z', 'revision_number': 4, 'project_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'gw_port': {'id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:33Z', 'updated_at': '2022-02-12T21:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6cb514a3-088f-4ed8-ab13-9c89a32f3526', 'name': '', 'network_id': '94cb8996-8e41-42c9-8b99-277baaa5dd0d', 'tenant_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'mac_address': 'fa:16:3e:35:91:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0c172002-6adb-4007-b074-ef8729d4eee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:36Z', 'updated_at': '2022-02-12T21:29:38Z', 'revision_number': 2, 'project_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'subnets': [{'id': '0c172002-6adb-4007-b074-ef8729d4eee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:40.920910 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41640) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:40.963472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Checking router: fbc4e9d8-02b6-4203-821a-38fd0351b903 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:29:40.963838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Updating router fbc4e9d8-02b6-4203-821a-38fd0351b903 port 6cb514a3-088f-4ed8-ab13-9c89a32f3526 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:29:40.979236 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (c89d663e-6044-4daf-992c-88bc769902c1), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:40.981206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (c89d663e-6044-4daf-992c-88bc769902c1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:41.028729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fba2be-6a77-47c8-af17-430cce5cecc0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Subnet': ['ID=91cd5fc6-cd60-4f59-89d0-de046ab746e0,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:41.039876 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:41.134745 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fba2be-6a77-47c8-af17-430cce5cecc0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Checking segment: {'id': 'd4b585d5-73a8-4584-b28c-158a1e1beaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c8956558-7b9a-4919-b237-f1f4c27a56ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:41.135132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fba2be-6a77-47c8-af17-430cce5cecc0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network hostable DHCP agents. Network: c8956558-7b9a-4919-b237-f1f4c27a56ef, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:29:41.143055 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_controller (c89d663e-6044-4daf-992c-88bc769902c1), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:41.205379 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f504c053-ea40-4504-b0c7-342ee701dda6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:41.226370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6c317eaf-fde9-455f-beb3-ad17e0c9e36e up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:41.232539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fba2be-6a77-47c8-af17-430cce5cecc0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network c8956558-7b9a-4919-b237-f1f4c27a56ef is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:29:41.382337 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (348cbe7c-e945-4edb-8ec4-ac000aac6d02), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:41.464196 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Publish callbacks [] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:41.476455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6c317eaf-fde9-455f-beb3-ad17e0c9e36e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:41.477320 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6c317eaf-fde9-455f-beb3-ad17e0c9e36e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:41.479591 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_gateway (c89d663e-6044-4daf-992c-88bc769902c1), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:41.513158 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f504c053-ea40-4504-b0c7-342ee701dda6 admin admin] Publish callbacks [] for security_group (4c6874e8-0358-47b4-b5b5-ec48ef9e2145), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:41.564680 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6c317eaf-fde9-455f-beb3-ad17e0c9e36e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:41.619550 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (348cbe7c-e945-4edb-8ec4-ac000aac6d02), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:41.623775 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (348cbe7c-e945-4edb-8ec4-ac000aac6d02), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:41.649857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-11fba2be-6a77-47c8-af17-430cce5cecc0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c8956558-7b9a-4919-b237-f1f4c27a56ef) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:41.655000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fba2be-6a77-47c8-af17-430cce5cecc0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:41.659768 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-11fba2be-6a77-47c8-af17-430cce5cecc0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:41.660189 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dbd7b2-c069-436c-8f0c-36e1d7576513 None None] Network c8956558-7b9a-4919-b237-f1f4c27a56ef requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:41.719518 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f504c053-ea40-4504-b0c7-342ee701dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4c6874e8-0358-47b4-b5b5-ec48ef9e2145), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:41.769191 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:41.813061 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41662) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:41.813944 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f504c053-ea40-4504-b0c7-342ee701dda6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad759ec818164553aff4d1f360c8a90d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8911242
Feb 12 21:29:41.833131 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-11fba2be-6a77-47c8-af17-430cce5cecc0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6199574
Feb 12 21:29:41.834159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41664) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:41.857077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bb31c-99a0-4489-b544-284a0521824e None None] Pushing event updated for resources: {'Port': ['ID=6cb514a3-088f-4ed8-ab13-9c89a32f3526,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:41.905818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-02e0c891-a694-41eb-9ac3-7bac89960244 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1225180351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:41.911939 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Router 348cbe7c-e945-4edb-8ec4-ac000aac6d02 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:29:41.924884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504c053-ea40-4504-b0c7-342ee701dda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6874e8-0358-47b4-b5b5-ec48ef9e2145,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:41.984181 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8956558-7b9a-4919-b237-f1f4c27a56ef', 'network_id': 'c8956558-7b9a-4919-b237-f1f4c27a56ef', 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'fixed_ips': [{'subnet_id': '91cd5fc6-cd60-4f59-89d0-de046ab746e0'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:29:41.987032 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.013203 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Attempting to bind port 6cb514a3-088f-4ed8-ab13-9c89a32f3526 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:29:42.013625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Attempting to bind port 6cb514a3-088f-4ed8-ab13-9c89a32f3526 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eaa538b8-2bba-4249-926f-64cf17fd1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '94cb8996-8e41-42c9-8b99-277baaa5dd0d'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:29:42.013992 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Attempting to bind port 6cb514a3-088f-4ed8-ab13-9c89a32f3526 on network 94cb8996-8e41-42c9-8b99-277baaa5dd0d {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:29:42.033478 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:29:42.033856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Checking segment: {'id': 'eaa538b8-2bba-4249-926f-64cf17fd1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '94cb8996-8e41-42c9-8b99-277baaa5dd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:42.034272 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.034677 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Bound using segment: {'id': 'eaa538b8-2bba-4249-926f-64cf17fd1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '94cb8996-8e41-42c9-8b99-277baaa5dd0d'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:29:42.035170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Bound port: 6cb514a3-088f-4ed8-ab13-9c89a32f3526, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa538b8-2bba-4249-926f-64cf17fd1dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '94cb8996-8e41-42c9-8b99-277baaa5dd0d'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:29:42.035562 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.118031 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:42.134566 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bd68d4-efed-4c58-bc6e-d627f2ad032c None None] Sync routers for ids ['348cbe7c-e945-4edb-8ec4-ac000aac6d02'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:42.160405 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_gateway (c89d663e-6044-4daf-992c-88bc769902c1), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.165131 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.166941 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1bb09315-5a6e-471e-b25a-12442a7587c5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "PUT /v2.0/routers/348cbe7c-e945-4edb-8ec4-ac000aac6d02 HTTP/1.1" status: 200  len: 879 time: 3.6174455
Feb 12 21:29:42.171898 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd68d4-efed-4c58-bc6e-d627f2ad032c None None] Routers {'348cbe7c-e945-4edb-8ec4-ac000aac6d02'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:42.172514 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a3bd68d4-efed-4c58-bc6e-d627f2ad032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe2d220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['348cbe7c-e945-4edb-8ec4-ac000aac6d02'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:42.179075 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41670) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:42.209638 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02e0c891-a694-41eb-9ac3-7bac89960244 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.210797 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02e0c891-a694-41eb-9ac3-7bac89960244 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.219005 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98756519-b1e9-4549-bf98-c94023b43529 admin admin] Publish callbacks [] for security_group (4c6874e8-0358-47b4-b5b5-ec48ef9e2145), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.219142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41672) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:42.219142 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.227579 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a3bd68d4-efed-4c58-bc6e-d627f2ad032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe2d220>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:42.238532 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd68d4-efed-4c58-bc6e-d627f2ad032c None None] Routers {'348cbe7c-e945-4edb-8ec4-ac000aac6d02'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:42.239391 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a3bd68d4-efed-4c58-bc6e-d627f2ad032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe2d220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['348cbe7c-e945-4edb-8ec4-ac000aac6d02'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:42.285940 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a3bd68d4-efed-4c58-bc6e-d627f2ad032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe2d220>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:42.286902 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bd68d4-efed-4c58-bc6e-d627f2ad032c None None] The sync data for ids ['348cbe7c-e945-4edb-8ec4-ac000aac6d02'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:42.319342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ba6a9831-9b07-4450-985f-c1831409dc18 None None] Provisioning complete for port 6cb514a3-088f-4ed8-ab13-9c89a32f3526 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:42.320028 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ba6a9831-9b07-4450-985f-c1831409dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.328805 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98756519-b1e9-4549-bf98-c94023b43529 admin admin] Publish callbacks [] for security_group (4c6874e8-0358-47b4-b5b5-ec48ef9e2145), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.398305 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-33564e1d-6f43-4be7-a7d6-b5f30a830a3e tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/routers/348cbe7c-e945-4edb-8ec4-ac000aac6d02 HTTP/1.1" status: 200  len: 920 time: 0.2151167
Feb 12 21:29:42.398977 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41674) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:42.418586 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02e0c891-a694-41eb-9ac3-7bac89960244 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_controller (9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.452751 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa38b5d9-04fc-4c5d-bccc-f661f77ef968 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:42.457454 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-aa38b5d9-04fc-4c5d-bccc-f661f77ef968 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&device_id=348cbe7c-e945-4edb-8ec4-ac000aac6d02&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0548022
Feb 12 21:29:42.457809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41676) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:42.485473 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98756519-b1e9-4549-bf98-c94023b43529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4c6874e8-0358-47b4-b5b5-ec48ef9e2145), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.488532 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-98756519-b1e9-4549-bf98-c94023b43529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.492618 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-98756519-b1e9-4549-bf98-c94023b43529 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c6874e8-0358-47b4-b5b5-ec48ef9e2145 HTTP/1.1" status: 204  len: 168 time: 0.6769347
Feb 12 21:29:42.513954 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Allocated IP 172.35.2.214 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/31a22961-d129-40c6-9e8f-0e948af9eaa9) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:42.532955 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98756519-b1e9-4549-bf98-c94023b43529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6874e8-0358-47b4-b5b5-ec48ef9e2145,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:42.574343 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc3d09-389b-4c1a-a782-b95b359cdbf1 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:42.576795 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-08fc3d09-389b-4c1a-a782-b95b359cdbf1 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 881 time: 0.1172917
Feb 12 21:29:42.579613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41680) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:42.581141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Allocated IP 2001:db8::2 (c8956558-7b9a-4919-b237-f1f4c27a56ef/91cd5fc6-cd60-4f59-89d0-de046ab746e0/61696e2d-9d89-4c76-9fd2-0227bd331c08) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:42.583811 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02e0c891-a694-41eb-9ac3-7bac89960244 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.586207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] For port 6cb514a3-088f-4ed8-ab13-9c89a32f3526, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:29:42.613443 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8a88ec5d-1c9e-4e78-aba8-e67221f0cd92 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "GET /v2.0/ports?device_id=348cbe7c-e945-4edb-8ec4-ac000aac6d02 HTTP/1.1" status: 200  len: 205 time: 0.0317950
Feb 12 21:29:42.615066 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41682) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:42.617727 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a9831-9b07-4450-985f-c1831409dc18 None None] Port 6cb514a3-088f-4ed8-ab13-9c89a32f3526 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:42.622739 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] For port 6cb514a3-088f-4ed8-ab13-9c89a32f3526, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cb514a3-088f-4ed8-ab13-9c89a32f3526,segment=NetworkSegment(eaa538b8-2bba-4249-926f-64cf17fd1dc5),segment_id=eaa538b8-2bba-4249-926f-64cf17fd1dc5)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:29:42.730000 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.803118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Routers {'fbc4e9d8-02b6-4203-821a-38fd0351b903'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:42.805802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb10b0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['fbc4e9d8-02b6-4203-821a-38fd0351b903'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:42.828047 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330801a1-e245-4503-8953-9a5979b47bb6 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (348cbe7c-e945-4edb-8ec4-ac000aac6d02), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.862572 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02e0c891-a694-41eb-9ac3-7bac89960244 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:42.889625 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-02e0c891-a694-41eb-9ac3-7bac89960244 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.0509779
Feb 12 21:29:42.897291 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41692) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:42.929914 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (31a22961-d129-40c6-9e8f-0e948af9eaa9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:43.233026 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Publish callbacks [] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:43.303530 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] Set router fbc4e9d8-02b6-4203-821a-38fd0351b903 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:29:43.306827 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bb31c-99a0-4489-b544-284a0521824e None None] Pushing event updated for resources: {'Port': ['ID=6cb514a3-088f-4ed8-ab13-9c89a32f3526,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:43.334883 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (31a22961-d129-40c6-9e8f-0e948af9eaa9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:43.346404 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:43.385097 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330801a1-e245-4503-8953-9a5979b47bb6 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (348cbe7c-e945-4edb-8ec4-ac000aac6d02), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:43.422658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Network c8956558-7b9a-4919-b237-f1f4c27a56ef is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:43.441750 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-e730e746-080d-4661-9cb5-ba22f38701c7 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-857036283&fields=id&tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0 HTTP/1.1" status: 200  len: 267 time: 0.2871215
Feb 12 21:29:43.499935 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:43.504200 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-252a95b9-c40a-4376-9474-3117cacd4928 None None] Provisioning complete for port 6cb514a3-088f-4ed8-ab13-9c89a32f3526 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:43.504950 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-252a95b9-c40a-4376-9474-3117cacd4928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:43.506926 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Pushing event updated for resources: {'Port': ['ID=61696e2d-9d89-4c76-9fd2-0227bd331c08,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:43.510462 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:43.680928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Attempting to bind port 61696e2d-9d89-4c76-9fd2-0227bd331c08 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:29:43.682128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Attempting to bind port 61696e2d-9d89-4c76-9fd2-0227bd331c08 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd4b585d5-73a8-4584-b28c-158a1e1beaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c8956558-7b9a-4919-b237-f1f4c27a56ef'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:29:43.682764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Attempting to bind port 61696e2d-9d89-4c76-9fd2-0227bd331c08 on network c8956558-7b9a-4919-b237-f1f4c27a56ef {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:29:43.699726 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:43.725118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:29:43.725861 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Checking segment: {'id': 'd4b585d5-73a8-4584-b28c-158a1e1beaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c8956558-7b9a-4919-b237-f1f4c27a56ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:43.726503 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:43.727140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Bound using segment: {'id': 'd4b585d5-73a8-4584-b28c-158a1e1beaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c8956558-7b9a-4919-b237-f1f4c27a56ef'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:29:43.727863 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Bound port: 61696e2d-9d89-4c76-9fd2-0227bd331c08, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b585d5-73a8-4584-b28c-158a1e1beaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c8956558-7b9a-4919-b237-f1f4c27a56ef'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:29:43.729073 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:43.730416 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-330801a1-e245-4503-8953-9a5979b47bb6 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Deleting port e51f5751-d0b3-492e-97e8-6aac646e5c4e {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:43.730762 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330801a1-e245-4503-8953-9a5979b47bb6 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e51f5751-d0b3-492e-97e8-6aac646e5c4e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:43.735965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:43.754888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:43.762876 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:43.799857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=31a22961-d129-40c6-9e8f-0e948af9eaa9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:43.826678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-252a95b9-c40a-4376-9474-3117cacd4928 None None] Current status of the port 6cb514a3-088f-4ed8-ab13-9c89a32f3526 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:43.827041 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-252a95b9-c40a-4376-9474-3117cacd4928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:43.834977 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3581fa-58a7-42a6-8fa4-35fd9459735b req-dad3c1d6-ad8c-47f6-8939-92683c1ffef1 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:43.836799 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a3581fa-58a7-42a6-8fa4-35fd9459735b req-dad3c1d6-ad8c-47f6-8939-92683c1ffef1 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 946 time: 0.1463172
Feb 12 21:29:43.840081 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab810971-d29a-4378-8305-1216938f83ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (fbc4e9d8-02b6-4203-821a-38fd0351b903), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:43.848467 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330801a1-e245-4503-8953-9a5979b47bb6 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e51f5751-d0b3-492e-97e8-6aac646e5c4e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:43.862765 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-330801a1-e245-4503-8953-9a5979b47bb6 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Calling delete_port for e51f5751-d0b3-492e-97e8-6aac646e5c4e owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:43.901536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-252a95b9-c40a-4376-9474-3117cacd4928 None None] For port 6cb514a3-088f-4ed8-ab13-9c89a32f3526, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cb514a3-088f-4ed8-ab13-9c89a32f3526,segment=NetworkSegment(eaa538b8-2bba-4249-926f-64cf17fd1dc5),segment_id=eaa538b8-2bba-4249-926f-64cf17fd1dc5)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:43.902982 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] For port 61696e2d-9d89-4c76-9fd2-0227bd331c08, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:29:43.929757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] For port 61696e2d-9d89-4c76-9fd2-0227bd331c08, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61696e2d-9d89-4c76-9fd2-0227bd331c08,segment=NetworkSegment(d4b585d5-73a8-4584-b28c-158a1e1beaff),segment_id=d4b585d5-73a8-4584-b28c-158a1e1beaff)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:29:43.942253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb10b0d0>, [{'id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'name': 'tempest-ImageQuotaTest-647511891-router', 'tenant_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:32Z', 'updated_at': '2022-02-12T21:29:38Z', 'revision_number': 4, 'project_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'gw_port': {'id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:33Z', 'updated_at': '2022-02-12T21:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6cb514a3-088f-4ed8-ab13-9c89a32f3526', 'name': '', 'network_id': '94cb8996-8e41-42c9-8b99-277baaa5dd0d', 'tenant_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'mac_address': 'fa:16:3e:35:91:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0c172002-6adb-4007-b074-ef8729d4eee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:36Z', 'updated_at': '2022-02-12T21:29:42Z', 'revision_number': 4, 'project_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'subnets': [{'id': '0c172002-6adb-4007-b074-ef8729d4eee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:43.983699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806db0ed-ef71-4d3e-aa12-11341da59c7c None None] The sync data for ids ['fbc4e9d8-02b6-4203-821a-38fd0351b903'] in ncdv-master-1 is: [{'id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'name': 'tempest-ImageQuotaTest-647511891-router', 'tenant_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:32Z', 'updated_at': '2022-02-12T21:29:38Z', 'revision_number': 4, 'project_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'gw_port': {'id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:33Z', 'updated_at': '2022-02-12T21:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6cb514a3-088f-4ed8-ab13-9c89a32f3526', 'name': '', 'network_id': '94cb8996-8e41-42c9-8b99-277baaa5dd0d', 'tenant_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'mac_address': 'fa:16:3e:35:91:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '0c172002-6adb-4007-b074-ef8729d4eee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:36Z', 'updated_at': '2022-02-12T21:29:42Z', 'revision_number': 4, 'project_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'subnets': [{'id': '0c172002-6adb-4007-b074-ef8729d4eee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:43.994711 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-252a95b9-c40a-4376-9474-3117cacd4928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:44.047346 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:44.128276 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a3581fa-58a7-42a6-8fa4-35fd9459735b req-6b0a8d19-3001-4933-b636-59a5942a4bb3 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2203891
Feb 12 21:29:44.169879 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a95b9-c40a-4376-9474-3117cacd4928 None None] Pushing event updated for resources: {'Port': ['ID=6cb514a3-088f-4ed8-ab13-9c89a32f3526,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:44.205681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-fc2e1f71-8df7-4b4b-a1d5-0b30343a2b57 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:44.213566 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-fc2e1f71-8df7-4b4b-a1d5-0b30343a2b57 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 812 time: 0.7707825
Feb 12 21:29:44.225234 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330801a1-e245-4503-8953-9a5979b47bb6 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (e51f5751-d0b3-492e-97e8-6aac646e5c4e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:44.252138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f91cc1-c24f-4e19-a9d3-2bd29e69218b None None] Pushing event updated for resources: {'Port': ['ID=61696e2d-9d89-4c76-9fd2-0227bd331c08,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:44.295486 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-03d8736a-a703-42db-8e60-3cef9eef1452 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/quotas/5c11b938ee814f3180aa6e0f37c4e1f0 HTTP/1.1" status: 200  len: 375 time: 0.0809243
Feb 12 21:29:44.309392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330801a1-e245-4503-8953-9a5979b47bb6 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Pushing event deleted for resources: {'Port': ['ID=e51f5751-d0b3-492e-97e8-6aac646e5c4e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:44.550487 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_gateway (c89d663e-6044-4daf-992c-88bc769902c1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:44.714547 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330801a1-e245-4503-8953-9a5979b47bb6 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (348cbe7c-e945-4edb-8ec4-ac000aac6d02), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:44.836797 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-cdca4b17-f3c2-44bc-9ce9-167747b092b5 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5401535
Feb 12 21:29:44.842852 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Allocated IP 2001:db8::1 (c8956558-7b9a-4919-b237-f1f4c27a56ef/91cd5fc6-cd60-4f59-89d0-de046ab746e0/efa54886-6306-4ec4-bd00-07c78085c4bc) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:44.861293 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330801a1-e245-4503-8953-9a5979b47bb6 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (348cbe7c-e945-4edb-8ec4-ac000aac6d02), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:44.864936 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330801a1-e245-4503-8953-9a5979b47bb6 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_controller (348cbe7c-e945-4edb-8ec4-ac000aac6d02), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:44.954345 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (c89d663e-6044-4daf-992c-88bc769902c1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:45.044784 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ab810971-d29a-4378-8305-1216938f83ca admin admin] Deleting port 6cb514a3-088f-4ed8-ab13-9c89a32f3526 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:45.048774 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab810971-d29a-4378-8305-1216938f83ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:45.155759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ca923-e7bc-412e-bddb-f19f4d1164ea req-790db30b-a41d-496c-8d59-be3d144e47b7 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:45.157043 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e21ca923-e7bc-412e-bddb-f19f4d1164ea req-790db30b-a41d-496c-8d59-be3d144e47b7 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 946 time: 0.2927656
Feb 12 21:29:45.374840 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6cb514a3-088f-4ed8-ab13-9c89a32f3526 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:45.446931 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6cb514a3-088f-4ed8-ab13-9c89a32f3526 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:45.448053 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:45.484228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-ab810971-d29a-4378-8305-1216938f83ca admin admin] For port 6cb514a3-088f-4ed8-ab13-9c89a32f3526, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cb514a3-088f-4ed8-ab13-9c89a32f3526,segment=NetworkSegment(eaa538b8-2bba-4249-926f-64cf17fd1dc5),segment_id=eaa538b8-2bba-4249-926f-64cf17fd1dc5)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:45.484661 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab810971-d29a-4378-8305-1216938f83ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:45.590113 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ab810971-d29a-4378-8305-1216938f83ca admin admin] Calling delete_port for 6cb514a3-088f-4ed8-ab13-9c89a32f3526 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:45.606573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6cb514a3-088f-4ed8-ab13-9c89a32f3526 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:45.607675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 61696e2d-9d89-4c76-9fd2-0227bd331c08 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:45.649395 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-82b1ddc6-309d-4d08-864d-2a819d19c250 service neutron] 10.222.0.31 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7934582
Feb 12 21:29:45.663546 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330801a1-e245-4503-8953-9a5979b47bb6 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (348cbe7c-e945-4edb-8ec4-ac000aac6d02), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:45.664192 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330801a1-e245-4503-8953-9a5979b47bb6 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Fanout notify agent at l3_agent the message router_deleted on router 348cbe7c-e945-4edb-8ec4-ac000aac6d02 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:29:45.714183 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-330801a1-e245-4503-8953-9a5979b47bb6 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:45.718635 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-330801a1-e245-4503-8953-9a5979b47bb6 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "DELETE /v2.0/routers/348cbe7c-e945-4edb-8ec4-ac000aac6d02 HTTP/1.1" status: 204  len: 168 time: 3.0987403
Feb 12 21:29:45.724890 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41762) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:45.725088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb2bfe-36ee-4782-b58e-59f81b44badf req-d4bc0ae7-61e7-43ed-8829-6d26748cc233 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:45.726428 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-72eb2bfe-36ee-4782-b58e-59f81b44badf req-d4bc0ae7-61e7-43ed-8829-6d26748cc233 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 946 time: 0.3647749
Feb 12 21:29:45.729346 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3854b03d-7d89-4440-9762-d9c17fbeb858 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-321374299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:45.738576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 61696e2d-9d89-4c76-9fd2-0227bd331c08 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:45.739742 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:45.834558 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d606e3a0-58c9-447a-89f9-624c82f0648c None None] Network c8956558-7b9a-4919-b237-f1f4c27a56ef requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:45.842414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-e21ca923-e7bc-412e-bddb-f19f4d1164ea req-7d740d56-376c-4639-9ccf-d09ff74d078e tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Deleting port 3e04915f-889d-42d7-9810-114870636136 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:45.842760 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e21ca923-e7bc-412e-bddb-f19f4d1164ea req-7d740d56-376c-4639-9ccf-d09ff74d078e tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3e04915f-889d-42d7-9810-114870636136), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:45.894647 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (efa54886-6306-4ec4-bd00-07c78085c4bc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:45.940314 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-177c6b21-2e68-4c2f-805d-b95d83d0fb88 service neutron] 10.222.0.31 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2882729
Feb 12 21:29:45.957710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router c89d663e-6044-4daf-992c-88bc769902c1 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:29:45.967980 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-72eb2bfe-36ee-4782-b58e-59f81b44badf req-17e17aba-2428-4372-9f73-152441bccbd9 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/security-groups?id=a57410d8-982c-4f96-88fb-bec2592dee34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2330298
Feb 12 21:29:45.984660 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3854b03d-7d89-4440-9762-d9c17fbeb858 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (7d82db0a-d061-49dc-9d02-ab17c36eface), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:45.989324 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3854b03d-7d89-4440-9762-d9c17fbeb858 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (7d82db0a-d061-49dc-9d02-ab17c36eface), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:45.998857 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 61696e2d-9d89-4c76-9fd2-0227bd331c08 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:46.001386 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:46.066285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2ffb22ac-6eb6-4ab3-916e-0fb08b56d82f None None] Provisioning complete for port 61696e2d-9d89-4c76-9fd2-0227bd331c08 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:46.067252 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2ffb22ac-6eb6-4ab3-916e-0fb08b56d82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:46.110304 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3854b03d-7d89-4440-9762-d9c17fbeb858 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_controller (7d82db0a-d061-49dc-9d02-ab17c36eface), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:46.113178 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (efa54886-6306-4ec4-bd00-07c78085c4bc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:46.135977 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 61696e2d-9d89-4c76-9fd2-0227bd331c08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61696e2d-9d89-4c76-9fd2-0227bd331c08,segment=NetworkSegment(d4b585d5-73a8-4584-b28c-158a1e1beaff),segment_id=d4b585d5-73a8-4584-b28c-158a1e1beaff)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:46.168062 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network c8956558-7b9a-4919-b237-f1f4c27a56ef is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:46.171913 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:46.175755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:46.176266 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:46.213756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e21ca923-e7bc-412e-bddb-f19f4d1164ea req-7d740d56-376c-4639-9ccf-d09ff74d078e tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] For port 3e04915f-889d-42d7-9810-114870636136, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e04915f-889d-42d7-9810-114870636136,segment=NetworkSegment(b01752d7-6a38-43be-9059-a9cc9bbe9281),segment_id=b01752d7-6a38-43be-9059-a9cc9bbe9281)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:46.214259 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e21ca923-e7bc-412e-bddb-f19f4d1164ea req-7d740d56-376c-4639-9ccf-d09ff74d078e tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3e04915f-889d-42d7-9810-114870636136), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:46.217234 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:46.231263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-e21ca923-e7bc-412e-bddb-f19f4d1164ea req-7d740d56-376c-4639-9ccf-d09ff74d078e tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Calling delete_port for 3e04915f-889d-42d7-9810-114870636136 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:46.240216 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3854b03d-7d89-4440-9762-d9c17fbeb858 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (7d82db0a-d061-49dc-9d02-ab17c36eface), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:46.263437 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=efa54886-6306-4ec4-bd00-07c78085c4bc,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:46.281439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb22ac-6eb6-4ab3-916e-0fb08b56d82f None None] Current status of the port 61696e2d-9d89-4c76-9fd2-0227bd331c08 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:46.281674 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2ffb22ac-6eb6-4ab3-916e-0fb08b56d82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:46.304534 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:46.324257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Sync routers for ids ['c89d663e-6044-4daf-992c-88bc769902c1'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:46.345469 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=61696e2d-9d89-4c76-9fd2-0227bd331c08,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:46.370411 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3854b03d-7d89-4440-9762-d9c17fbeb858 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:46.378215 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3854b03d-7d89-4440-9762-d9c17fbeb858 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6487548
Feb 12 21:29:46.378215 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41782) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:46.384010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'enable_snat': True}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:46.414819 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-2ffb22ac-6eb6-4ab3-916e-0fb08b56d82f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:29:46.415422 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-2ffb22ac-6eb6-4ab3-916e-0fb08b56d82f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:29:46.416740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Routers {'c89d663e-6044-4daf-992c-88bc769902c1'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:46.417713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb803460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c89d663e-6044-4daf-992c-88bc769902c1'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:46.545336 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Set router c89d663e-6044-4daf-992c-88bc769902c1 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:29:46.593672 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (efa54886-6306-4ec4-bd00-07c78085c4bc), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:46.787295 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (7d82db0a-d061-49dc-9d02-ab17c36eface), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:46.878944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb803460>, [{'id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658681504', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:40Z', 'updated_at': '2022-02-12T21:29:44Z', 'revision_number': 3, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:42Z', 'updated_at': '2022-02-12T21:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:46.932514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Checking router: c89d663e-6044-4daf-992c-88bc769902c1 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:29:46.933463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Updating router c89d663e-6044-4daf-992c-88bc769902c1 port 31a22961-d129-40c6-9e8f-0e948af9eaa9 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:29:46.956192 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:46.960497 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-84b8f428-258d-46a6-99d0-f290dcfe78be tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 6.2007515
Feb 12 21:29:46.961304 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41794) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:46.961764 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab810971-d29a-4378-8305-1216938f83ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6cb514a3-088f-4ed8-ab13-9c89a32f3526), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:47.072557 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0117dc8f-523a-4509-996b-91c9d4c86c2e req-694e36cd-f0cc-48fe-b400-5f825273f15d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 210 time: 0.1200137
Feb 12 21:29:47.078619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab810971-d29a-4378-8305-1216938f83ca admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb514a3-088f-4ed8-ab13-9c89a32f3526,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:47.081074 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e21ca923-e7bc-412e-bddb-f19f4d1164ea req-7d740d56-376c-4639-9ccf-d09ff74d078e tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3e04915f-889d-42d7-9810-114870636136), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:47.115539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb22ac-6eb6-4ab3-916e-0fb08b56d82f None None] Current status of the port 61696e2d-9d89-4c76-9fd2-0227bd331c08 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:47.173815 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (31a22961-d129-40c6-9e8f-0e948af9eaa9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:47.246427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d740d56-376c-4639-9ccf-d09ff74d078e tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Pushing event deleted for resources: {'Port': ['ID=3e04915f-889d-42d7-9810-114870636136,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:47.277904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (efa54886-6306-4ec4-bd00-07c78085c4bc), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:47.360706 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21ca923-e7bc-412e-bddb-f19f4d1164ea req-7d740d56-376c-4639-9ccf-d09ff74d078e tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] No DVR routers for this DVR port 3e04915f-889d-42d7-9810-114870636136 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:29:47.368682 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e21ca923-e7bc-412e-bddb-f19f4d1164ea req-7d740d56-376c-4639-9ccf-d09ff74d078e tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:47.372838 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e21ca923-e7bc-412e-bddb-f19f4d1164ea req-7d740d56-376c-4639-9ccf-d09ff74d078e tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.50 "DELETE /v2.0/ports/3e04915f-889d-42d7-9810-114870636136 HTTP/1.1" status: 204  len: 173 time: 2.1575234
Feb 12 21:29:47.373208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca553ab-0024-4fbf-8e16-f59d646c6680', 'name': 'network-vif-deleted', 'tag': '3e04915f-889d-42d7-9810-114870636136'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:29:47.375566 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d33ec93-0c0d-4c5b-b532-620b9c34e96f" -d '{"events": [{"server_uuid": "8ca553ab-0024-4fbf-8e16-f59d646c6680", "name": "network-vif-deleted", "tag": "3e04915f-889d-42d7-9810-114870636136"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:29:47.378036 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6e3b6eed-28b4-4aa2-a003-717804430165 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bc1c557f5d984523b9dbe9c385659448&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4115617
Feb 12 21:29:47.416847 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41804) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:47.428290 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 61696e2d-9d89-4c76-9fd2-0227bd331c08 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:47.430743 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c3ac047c-500d-44a7-883b-e38c66eb6df5 req-1b4acb6e-ee15-43c9-9781-8a010de06982 tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 210 time: 0.2669506
Feb 12 21:29:47.431719 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (efa54886-6306-4ec4-bd00-07c78085c4bc), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:47.432428 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:47.495523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-01be5fb6-e50b-43d1-a521-61077ec0c57a None None] Provisioning complete for port 61696e2d-9d89-4c76-9fd2-0227bd331c08 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:47.495523 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-01be5fb6-e50b-43d1-a521-61077ec0c57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:47.559838 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca2cd65-00f0-47a2-9428-781dbdfc6f82 x-openstack-request-id: req-cca2cd65-00f0-47a2-9428-781dbdfc6f82 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:29:47.560555 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca553ab-0024-4fbf-8e16-f59d646c6680", "name": "network-vif-deleted", "tag": "3e04915f-889d-42d7-9810-114870636136", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:29:47.560999 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cca2cd65-00f0-47a2-9428-781dbdfc6f82 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:29:47.561610 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca553ab-0024-4fbf-8e16-f59d646c6680', 'name': 'network-vif-deleted', 'tag': '3e04915f-889d-42d7-9810-114870636136', 'status': 'completed', 'code': 200}
Feb 12 21:29:47.668133 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ab810971-d29a-4378-8305-1216938f83ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (fbc4e9d8-02b6-4203-821a-38fd0351b903), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:47.676707 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:29:47.705743 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=efa54886-6306-4ec4-bd00-07c78085c4bc,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:47.766560 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network c8956558-7b9a-4919-b237-f1f4c27a56ef is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:47.774110 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:47.812768 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (7d82db0a-d061-49dc-9d02-ab17c36eface), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:47.861269 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:47.879925 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 61696e2d-9d89-4c76-9fd2-0227bd331c08 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:47.880626 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:47.933068 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-01be5fb6-e50b-43d1-a521-61077ec0c57a None None] Current status of the port 61696e2d-9d89-4c76-9fd2-0227bd331c08 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:47.971748 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-01be5fb6-e50b-43d1-a521-61077ec0c57a None None] Provisioning complete for port efa54886-6306-4ec4-bd00-07c78085c4bc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:47.972056 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-01be5fb6-e50b-43d1-a521-61077ec0c57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (efa54886-6306-4ec4-bd00-07c78085c4bc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:48.015343 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-01be5fb6-e50b-43d1-a521-61077ec0c57a None None] Port efa54886-6306-4ec4-bd00-07c78085c4bc cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:48.090381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab810971-d29a-4378-8305-1216938f83ca admin admin] Router fbc4e9d8-02b6-4203-821a-38fd0351b903 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:29:48.123424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3522049-386d-4f0c-9619-4b4b78c607e4 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:48.131657 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a3522049-386d-4f0c-9619-4b4b78c607e4 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.7111020
Feb 12 21:29:48.137618 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41822) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:48.138390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 61696e2d-9d89-4c76-9fd2-0227bd331c08 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:48.170607 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Publish callbacks [] for port (31a22961-d129-40c6-9e8f-0e948af9eaa9), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:48.245854 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5f3b2a80-d4df-49c4-866f-dd227822b591 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0998731
Feb 12 21:29:48.247011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41826) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:48.257555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-2b5058d1-c8c3-4df4-bc0e-a54b4d65a1c8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-364275268', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:48.266985 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (31a22961-d129-40c6-9e8f-0e948af9eaa9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:48.289793 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6486ac65-c04f-43e1-82ea-8fc1e96266ce req-63fdecdf-2a44-4335-b1db-ec759ecc59cd tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 210 time: 0.0546119
Feb 12 21:29:48.334422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 3e04915f-889d-42d7-9810-114870636136 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:29:48.341233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Attempting to bind port 31a22961-d129-40c6-9e8f-0e948af9eaa9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:29:48.341659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Attempting to bind port 31a22961-d129-40c6-9e8f-0e948af9eaa9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:29:48.342219 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Attempting to bind port 31a22961-d129-40c6-9e8f-0e948af9eaa9 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:29:48.357286 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Allocated IP 172.35.2.112 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/af4c33e9-81c5-4e83-804c-66632c6328c9) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:48.378079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 3e04915f-889d-42d7-9810-114870636136 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:29:48.378500 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 3e04915f-889d-42d7-9810-114870636136 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:29:48.383180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:29:48.383715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:48.384212 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:48.385433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:29:48.386022 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Bound port: 31a22961-d129-40c6-9e8f-0e948af9eaa9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:29:48.386524 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (31a22961-d129-40c6-9e8f-0e948af9eaa9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:48.390517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d524a-621d-43b2-920a-9b21b9824b95 None None] Pushing event updated for resources: {'Port': ['ID=31a22961-d129-40c6-9e8f-0e948af9eaa9,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:48.413145 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab810971-d29a-4378-8305-1216938f83ca admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:48.422093 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ab810971-d29a-4378-8305-1216938f83ca admin admin] 10.222.0.31 "PUT /v2.0/routers/fbc4e9d8-02b6-4203-821a-38fd0351b903/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2012434
Feb 12 21:29:48.424605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-cd5c2be5-5962-4875-b5d1-6f32cdd8a6a6 None None] Provisioning complete for port efa54886-6306-4ec4-bd00-07c78085c4bc triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:48.425092 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cd5c2be5-5962-4875-b5d1-6f32cdd8a6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (efa54886-6306-4ec4-bd00-07c78085c4bc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:48.427289 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295ac0e-650c-4020-b3d1-46b0608d4245 None None] Sync routers for ids ['fbc4e9d8-02b6-4203-821a-38fd0351b903'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:48.437429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41832) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:48.445863 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295ac0e-650c-4020-b3d1-46b0608d4245 None None] Routers {'fbc4e9d8-02b6-4203-821a-38fd0351b903'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:48.446860 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2295ac0e-650c-4020-b3d1-46b0608d4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfb5460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['fbc4e9d8-02b6-4203-821a-38fd0351b903'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:48.451155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router 9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:29:48.486690 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] For port 31a22961-d129-40c6-9e8f-0e948af9eaa9, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:29:48.490272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] For port 31a22961-d129-40c6-9e8f-0e948af9eaa9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31a22961-d129-40c6-9e8f-0e948af9eaa9,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:29:48.491767 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c2be5-5962-4875-b5d1-6f32cdd8a6a6 None None] Port efa54886-6306-4ec4-bd00-07c78085c4bc cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:48.570692 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (31a22961-d129-40c6-9e8f-0e948af9eaa9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:48.618601 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-2295ac0e-650c-4020-b3d1-46b0608d4245 None None] Set router fbc4e9d8-02b6-4203-821a-38fd0351b903 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:29:48.621669 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-75231d18-b3ea-40db-98eb-2c9b9821eafa admin admin] Publish callbacks [] for router (fbc4e9d8-02b6-4203-821a-38fd0351b903), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:48.626888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5058d1-c8c3-4df4-bc0e-a54b4d65a1c8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Made reservation on behalf of bc1c557f5d984523b9dbe9c385659448 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:48.630518 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2b5058d1-c8c3-4df4-bc0e-a54b4d65a1c8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:48.678359 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:48.683099 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for port (af4c33e9-81c5-4e83-804c-66632c6328c9), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:48.690704 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7b352e57-68c0-4a9f-90aa-ddde31b26d47 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7936418
Feb 12 21:29:48.691483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41842) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:48.705478 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e05fb0-01c5-44bd-97dc-5f982815e4fe None None] Sync routers for ids ['9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:48.714678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d524a-621d-43b2-920a-9b21b9824b95 None None] Pushing event updated for resources: {'Port': ['ID=31a22961-d129-40c6-9e8f-0e948af9eaa9,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:48.721185 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e9fd914-445b-4987-bf7d-35fa1bf54289 req-716dfc6d-47b9-4208-affc-5a42091290df tempest-VolumesSnapshotTestJSON-1959179807 tempest-VolumesSnapshotTestJSON-1959179807-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca553ab-0024-4fbf-8e16-f59d646c6680 HTTP/1.1" status: 200  len: 210 time: 0.0972135
Feb 12 21:29:48.730540 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e05fb0-01c5-44bd-97dc-5f982815e4fe None None] Routers {'9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:48.731173 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e9e05fb0-01c5-44bd-97dc-5f982815e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb466dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:48.750048 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6b1ab2-e071-4e0a-90b7-f880e46f3aae tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:48.754898 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8d6b1ab2-e071-4e0a-90b7-f880e46f3aae tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports/efa54886-6306-4ec4-bd00-07c78085c4bc HTTP/1.1" status: 200  len: 911 time: 0.0608807
Feb 12 21:29:48.755577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41844) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:48.783908 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e9e05fb0-01c5-44bd-97dc-5f982815e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb466dc0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:48.787445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Routers {'c89d663e-6044-4daf-992c-88bc769902c1'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:48.788266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb803460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c89d663e-6044-4daf-992c-88bc769902c1'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:48.938456 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-75231d18-b3ea-40db-98eb-2c9b9821eafa admin admin] Publish callbacks [] for router_gateway (fbc4e9d8-02b6-4203-821a-38fd0351b903), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:48.954406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] Set router c89d663e-6044-4daf-992c-88bc769902c1 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:29:48.954552 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (af4c33e9-81c5-4e83-804c-66632c6328c9), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:48.976332 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2295ac0e-650c-4020-b3d1-46b0608d4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfb5460>, [{'id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'name': 'tempest-ImageQuotaTest-647511891-router', 'tenant_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:32Z', 'updated_at': '2022-02-12T21:29:46Z', 'revision_number': 5, 'project_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'gw_port': {'id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:33Z', 'updated_at': '2022-02-12T21:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:49.022007 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295ac0e-650c-4020-b3d1-46b0608d4245 None None] Checking router: fbc4e9d8-02b6-4203-821a-38fd0351b903 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:29:49.032951 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295ac0e-650c-4020-b3d1-46b0608d4245 None None] Routers {'fbc4e9d8-02b6-4203-821a-38fd0351b903'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:49.033666 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2295ac0e-650c-4020-b3d1-46b0608d4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfb5460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['fbc4e9d8-02b6-4203-821a-38fd0351b903'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:49.047477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Pushing event updated for resources: {'Port': ['ID=af4c33e9-81c5-4e83-804c-66632c6328c9,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:49.072839 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:49.073480 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e05fb0-01c5-44bd-97dc-5f982815e4fe None None] Routers {'9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:49.077671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e9e05fb0-01c5-44bd-97dc-5f982815e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb466dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:49.085686 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:49.085686 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:49.168705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e9e05fb0-01c5-44bd-97dc-5f982815e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb466dc0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:49.169407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e05fb0-01c5-44bd-97dc-5f982815e4fe None None] The sync data for ids ['9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:49.245654 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-2295ac0e-650c-4020-b3d1-46b0608d4245 None None] Set router fbc4e9d8-02b6-4203-821a-38fd0351b903 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:29:49.250711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-75231d18-b3ea-40db-98eb-2c9b9821eafa admin admin] Deleting port 6c317eaf-fde9-455f-beb3-ad17e0c9e36e {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:49.251244 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-75231d18-b3ea-40db-98eb-2c9b9821eafa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6c317eaf-fde9-455f-beb3-ad17e0c9e36e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:49.281386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb803460>, [{'id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658681504', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:40Z', 'updated_at': '2022-02-12T21:29:44Z', 'revision_number': 3, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:42Z', 'updated_at': '2022-02-12T21:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:49.316891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59c2b21-5cba-430e-824b-913d819950f0 None None] The sync data for ids ['c89d663e-6044-4daf-992c-88bc769902c1'] in ncdv-master-1 is: [{'id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658681504', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:40Z', 'updated_at': '2022-02-12T21:29:44Z', 'revision_number': 3, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:42Z', 'updated_at': '2022-02-12T21:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:49.364566 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2b5058d1-c8c3-4df4-bc0e-a54b4d65a1c8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (ba626685-0119-4137-b135-a393d4eb44ef), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:49.479834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5058d1-c8c3-4df4-bc0e-a54b4d65a1c8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Subnet': ['ID=ba626685-0119-4137-b135-a393d4eb44ef,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:49.496974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-75231d18-b3ea-40db-98eb-2c9b9821eafa admin admin] For port 6c317eaf-fde9-455f-beb3-ad17e0c9e36e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c317eaf-fde9-455f-beb3-ad17e0c9e36e,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:49.497297 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-75231d18-b3ea-40db-98eb-2c9b9821eafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6c317eaf-fde9-455f-beb3-ad17e0c9e36e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:49.511424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5058d1-c8c3-4df4-bc0e-a54b4d65a1c8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Checking segment: {'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:49.511424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5058d1-c8c3-4df4-bc0e-a54b4d65a1c8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network hostable DHCP agents. Network: f038c5fc-05b8-4c68-ba2a-521a1ea8b670, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:29:49.516029 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2295ac0e-650c-4020-b3d1-46b0608d4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfb5460>, [{'id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'name': 'tempest-ImageQuotaTest-647511891-router', 'tenant_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:32Z', 'updated_at': '2022-02-12T21:29:46Z', 'revision_number': 5, 'project_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'gw_port': {'id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:33Z', 'updated_at': '2022-02-12T21:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:49.521322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-75231d18-b3ea-40db-98eb-2c9b9821eafa admin admin] Calling delete_port for 6c317eaf-fde9-455f-beb3-ad17e0c9e36e owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:49.546794 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295ac0e-650c-4020-b3d1-46b0608d4245 None None] The sync data for ids ['fbc4e9d8-02b6-4203-821a-38fd0351b903'] in ncdv-master-1 is: [{'id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'name': 'tempest-ImageQuotaTest-647511891-router', 'tenant_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182'}], 'enable_snat': True}, 'gw_port_id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:32Z', 'updated_at': '2022-02-12T21:29:46Z', 'revision_number': 5, 'project_id': 'e963935b47a3401d8ca27de8bfcb3cf2', 'gw_port': {'id': '6c317eaf-fde9-455f-beb3-ad17e0c9e36e', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc4e9d8-02b6-4203-821a-38fd0351b903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:33Z', 'updated_at': '2022-02-12T21:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:49.761863 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5058d1-c8c3-4df4-bc0e-a54b4d65a1c8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:29:49.848573 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-80b81b67-a747-4b64-b71d-22a15d925199 req-dbbe4581-9f3f-4ab2-93c4-c3506aa450f7 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 210 time: 0.0979197
Feb 12 21:29:49.882761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-2b5058d1-c8c3-4df4-bc0e-a54b4d65a1c8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f038c5fc-05b8-4c68-ba2a-521a1ea8b670) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:49.892537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5058d1-c8c3-4df4-bc0e-a54b4d65a1c8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:49.893218 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2b5058d1-c8c3-4df4-bc0e-a54b4d65a1c8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:49.894330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c932b76-eeb4-47a7-8e85-30e2a0ec599f None None] Network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:49.950349 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-75231d18-b3ea-40db-98eb-2c9b9821eafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6c317eaf-fde9-455f-beb3-ad17e0c9e36e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:50.024335 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (7d82db0a-d061-49dc-9d02-ab17c36eface), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:50.028698 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c98a315-3b98-4e05-8ac6-15b9c263382e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:50.123770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75231d18-b3ea-40db-98eb-2c9b9821eafa admin admin] Pushing event deleted for resources: {'Port': ['ID=6c317eaf-fde9-455f-beb3-ad17e0c9e36e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:50.149298 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2b5058d1-c8c3-4df4-bc0e-a54b4d65a1c8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.8967984
Feb 12 21:29:50.157264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41862) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:50.260321 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ips': [{'subnet_id': 'ba626685-0119-4137-b135-a393d4eb44ef'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:29:50.260321 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:50.424309 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-75231d18-b3ea-40db-98eb-2c9b9821eafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (fbc4e9d8-02b6-4203-821a-38fd0351b903), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:50.535696 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Allocated IP 172.20.0.2 (f038c5fc-05b8-4c68-ba2a-521a1ea8b670/ba626685-0119-4137-b135-a393d4eb44ef/2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:50.602039 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (7d82db0a-d061-49dc-9d02-ab17c36eface), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:50.609852 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (7d82db0a-d061-49dc-9d02-ab17c36eface), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:50.642643 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-75231d18-b3ea-40db-98eb-2c9b9821eafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (fbc4e9d8-02b6-4203-821a-38fd0351b903), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:50.647645 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-75231d18-b3ea-40db-98eb-2c9b9821eafa admin admin] Publish callbacks [] for router_controller (fbc4e9d8-02b6-4203-821a-38fd0351b903), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:50.930012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-8a859220-df83-4fd5-aa28-f2fb34ed040a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:50.932976 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-8a859220-df83-4fd5-aa28-f2fb34ed040a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.48 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 812 time: 0.6603882
Feb 12 21:29:50.933685 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-75231d18-b3ea-40db-98eb-2c9b9821eafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (fbc4e9d8-02b6-4203-821a-38fd0351b903), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:50.934632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75231d18-b3ea-40db-98eb-2c9b9821eafa admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbc4e9d8-02b6-4203-821a-38fd0351b903 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:29:50.947365 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-75231d18-b3ea-40db-98eb-2c9b9821eafa admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:50.950576 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41874) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:50.951109 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-75231d18-b3ea-40db-98eb-2c9b9821eafa admin admin] 10.222.0.31 "DELETE /v2.0/routers/fbc4e9d8-02b6-4203-821a-38fd0351b903 HTTP/1.1" status: 204  len: 168 time: 2.5121937
Feb 12 21:29:50.966920 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Publish callbacks [] for port (2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:51.037764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1c98a315-3b98-4e05-8ac6-15b9c263382e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port efa54886-6306-4ec4-bd00-07c78085c4bc {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:51.037969 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c98a315-3b98-4e05-8ac6-15b9c263382e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (efa54886-6306-4ec4-bd00-07c78085c4bc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:51.070426 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:51.073033 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac5ff6c9-20d5-494e-ac73-7690709e2ea9 req-039bb727-b674-4695-9234-a3cd0eac7815 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 210 time: 0.0666564
Feb 12 21:29:51.148429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Router 7d82db0a-d061-49dc-9d02-ab17c36eface is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:29:51.196579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e794706-6ea6-4546-9e02-423fac19684a admin admin] Deleting subnet 0c172002-6adb-4007-b074-ef8729d4eee1 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:29:51.202052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:51.215887 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:51.223220 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:51.242993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Pushing event updated for resources: {'Port': ['ID=2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:51.275139 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-c60c4b52-fbb3-4258-9f54-e79d9feb721d tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0 HTTP/1.1" status: 200  len: 379 time: 0.2771950
Feb 12 21:29:51.299756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-7fa1bcd6-0e36-4a87-b00c-83c3c75023ad tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Request body: {'port': {'device_id': 'a6b70a65-6aa4-49d4-8415-1eda9c7671c0', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'admin_state_up': True, 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'security_groups': ['ab335364-3716-4e2e-b8fd-97f3f843b459']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:51.309408 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e794706-6ea6-4546-9e02-423fac19684a admin admin] Publish callbacks [] for subnet (0c172002-6adb-4007-b074-ef8729d4eee1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:51.395485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Attempting to bind port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:29:51.397310 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Attempting to bind port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:29:51.397731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Attempting to bind port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad on network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:29:51.414303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:29:51.414701 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Checking segment: {'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:51.415248 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:51.416301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Bound using segment: {'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:29:51.416823 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Bound port: 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:29:51.417513 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:51.485872 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e794706-6ea6-4546-9e02-423fac19684a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (0c172002-6adb-4007-b074-ef8729d4eee1), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:51.551294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] For port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:29:51.555725 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] For port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad,segment=NetworkSegment(ed2e9a9e-e1e0-4993-bdaa-5146ab36115c),segment_id=ed2e9a9e-e1e0-4993-bdaa-5146ab36115c)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:29:51.562071 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c98a315-3b98-4e05-8ac6-15b9c263382e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (efa54886-6306-4ec4-bd00-07c78085c4bc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:51.592629 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1c98a315-3b98-4e05-8ac6-15b9c263382e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for efa54886-6306-4ec4-bd00-07c78085c4bc owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:51.646924 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:51.755466 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:51.760853 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e794706-6ea6-4546-9e02-423fac19684a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (0c172002-6adb-4007-b074-ef8729d4eee1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:51.765751 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:51.772577 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a968ec-d045-4712-8fb8-ad7f5cadd7be None None] Sync routers for ids ['7d82db0a-d061-49dc-9d02-ab17c36eface'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:51.773143 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c7d4d24c-7cbe-4be8-a907-b9f96c8bac5b tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "PUT /v2.0/routers/7d82db0a-d061-49dc-9d02-ab17c36eface HTTP/1.1" status: 200  len: 914 time: 5.3917818
Feb 12 21:29:51.777439 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41904) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:51.818637 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a968ec-d045-4712-8fb8-ad7f5cadd7be None None] Routers {'7d82db0a-d061-49dc-9d02-ab17c36eface'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:51.821055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 31a22961-d129-40c6-9e8f-0e948af9eaa9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:51.823469 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-08a968ec-d045-4712-8fb8-ad7f5cadd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfb5cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['7d82db0a-d061-49dc-9d02-ab17c36eface'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:51.948166 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-08a968ec-d045-4712-8fb8-ad7f5cadd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfb5cd0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:51.958069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 31a22961-d129-40c6-9e8f-0e948af9eaa9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:51.959025 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (31a22961-d129-40c6-9e8f-0e948af9eaa9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:51.964160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbc43a-0c6a-4b07-a19d-07d63542be82 None None] Pushing event updated for resources: {'Port': ['ID=2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:51.983545 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a968ec-d045-4712-8fb8-ad7f5cadd7be None None] Routers {'7d82db0a-d061-49dc-9d02-ab17c36eface'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:51.986087 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-08a968ec-d045-4712-8fb8-ad7f5cadd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfb5cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['7d82db0a-d061-49dc-9d02-ab17c36eface'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:52.048200 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-08a968ec-d045-4712-8fb8-ad7f5cadd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfb5cd0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:52.049245 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a968ec-d045-4712-8fb8-ad7f5cadd7be None None] The sync data for ids ['7d82db0a-d061-49dc-9d02-ab17c36eface'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:52.116789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 31a22961-d129-40c6-9e8f-0e948af9eaa9 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:52.120926 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (31a22961-d129-40c6-9e8f-0e948af9eaa9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:52.248678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 31a22961-d129-40c6-9e8f-0e948af9eaa9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31a22961-d129-40c6-9e8f-0e948af9eaa9,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:52.361778 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (31a22961-d129-40c6-9e8f-0e948af9eaa9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:52.362809 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49c48deb-801e-4311-95c2-01f11383da39 req-af2fed1a-3445-4c08-b050-4751bfaade87 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 210 time: 0.0841675
Feb 12 21:29:52.378789 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e794706-6ea6-4546-9e02-423fac19684a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (0c172002-6adb-4007-b074-ef8729d4eee1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:52.396784 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-040cdcc0-3031-4352-97c1-17a478c90698 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/routers/7d82db0a-d061-49dc-9d02-ab17c36eface HTTP/1.1" status: 200  len: 920 time: 0.5732026
Feb 12 21:29:52.433086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41920) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:52.457060 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e794706-6ea6-4546-9e02-423fac19684a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c172002-6adb-4007-b074-ef8729d4eee1,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:52.473633 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e794706-6ea6-4546-9e02-423fac19684a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:52.477929 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1e794706-6ea6-4546-9e02-423fac19684a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0c172002-6adb-4007-b074-ef8729d4eee1 HTTP/1.1" status: 204  len: 168 time: 1.5245979
Feb 12 21:29:52.482444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6cb514a3-088f-4ed8-ab13-9c89a32f3526 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:29:52.485746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41924) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:52.505561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1d83ec-34a3-45be-8f83-49b737adb226 None None] Network 94cb8996-8e41-42c9-8b99-277baaa5dd0d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:52.548881 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 6cb514a3-088f-4ed8-ab13-9c89a32f3526 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:29:52.549532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6cb514a3-088f-4ed8-ab13-9c89a32f3526 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:29:52.596669 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c98a315-3b98-4e05-8ac6-15b9c263382e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (efa54886-6306-4ec4-bd00-07c78085c4bc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:52.600201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=31a22961-d129-40c6-9e8f-0e948af9eaa9,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:52.642148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9e6d25-dc0d-47fa-98c2-91089d86aa3a tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:52.646481 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0c9e6d25-dc0d-47fa-98c2-91089d86aa3a tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&device_id=7d82db0a-d061-49dc-9d02-ab17c36eface&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2104213
Feb 12 21:29:52.648550 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41928) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:52.655798 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98a315-3b98-4e05-8ac6-15b9c263382e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=efa54886-6306-4ec4-bd00-07c78085c4bc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:52.686931 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (94cb8996-8e41-42c9-8b99-277baaa5dd0d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:52.732236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-7fa1bcd6-0e36-4a87-b00c-83c3c75023ad tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Made reservation on behalf of 5c11b938ee814f3180aa6e0f37c4e1f0 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:29:52.735461 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-7fa1bcd6-0e36-4a87-b00c-83c3c75023ad tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:52.768344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3e268e-ce25-4d06-95c7-2b595887fe17 None None] DHCP port deletion for 94cb8996-8e41-42c9-8b99-277baaa5dd0d request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:29:52.870955 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:52.874106 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c98a315-3b98-4e05-8ac6-15b9c263382e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:52.931406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e268e-ce25-4d06-95c7-2b595887fe17 None None] Deleting port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:52.937984 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d3e268e-ce25-4d06-95c7-2b595887fe17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:53.042603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2d3e268e-ce25-4d06-95c7-2b595887fe17 None None] For port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e71d4f19-08ca-4cf5-bbb4-84f3ce08416d,segment=NetworkSegment(eaa538b8-2bba-4249-926f-64cf17fd1dc5),segment_id=eaa538b8-2bba-4249-926f-64cf17fd1dc5)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:53.042744 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d3e268e-ce25-4d06-95c7-2b595887fe17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:53.075280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e268e-ce25-4d06-95c7-2b595887fe17 None None] Calling delete_port for e71d4f19-08ca-4cf5-bbb4-84f3ce08416d owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:53.238291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9b53f7-abb3-4137-a768-0b367e1e9cc8 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:53.242593 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ce9b53f7-abb3-4137-a768-0b367e1e9cc8 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 881 time: 0.5902891
Feb 12 21:29:53.263386 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41956) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:53.290967 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d3e268e-ce25-4d06-95c7-2b595887fe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:53.326699 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-42e41d4d-9bcf-4f79-9e15-9b3e4426e1fb tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d82db0a-d061-49dc-9d02-ab17c36eface HTTP/1.1" status: 200  len: 205 time: 0.0638177
Feb 12 21:29:53.335122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 41958) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:53.351615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e268e-ce25-4d06-95c7-2b595887fe17 None None] Pushing event deleted for resources: {'Port': ['ID=e71d4f19-08ca-4cf5-bbb4-84f3ce08416d,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:53.368544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3e268e-ce25-4d06-95c7-2b595887fe17 None None] No DVR routers for this DVR port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:29:53.416368 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:53.488417 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:53.489041 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:53.596504 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6f1197-a8b2-47ca-ab84-888bea579b82 None None] Network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:53.635252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] Deleting port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:53.635837 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:53.643878 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-7fa1bcd6-0e36-4a87-b00c-83c3c75023ad tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Allocated IP 172.20.0.14 (17443eb2-4308-410f-a5f4-59d4de5fb120/447c8376-828f-4491-9b8b-1373d20c6228/eb4be2e6-f5ae-4480-94a3-2f75ffe8516f) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:53.684281 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4dc981fc-f53e-4e7a-b138-a394a329edcd req-1efa5e26-488a-43c4-b310-0dfc635e4c3e tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 210 time: 0.0734460
Feb 12 21:29:53.745292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:53.745711 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:53.764616 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c98a315-3b98-4e05-8ac6-15b9c263382e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router 9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:29:53.783834 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] For port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d, host ncdv-master-1, got binding levels [] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:53.784208 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:53.800515 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] Calling delete_port for e71d4f19-08ca-4cf5-bbb4-84f3ce08416d owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:53.804393 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.ipam_backend_mixin [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] Port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d was not found and therefore no delete operation was performed {{(pid=126506) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 12 21:29:53.807904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (e71d4f19-08ca-4cf5-bbb4-84f3ce08416d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:53.838502 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09e85309-2f03-4f69-903d-950f68177acb tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (7d82db0a-d061-49dc-9d02-ab17c36eface), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:53.847612 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=e71d4f19-08ca-4cf5-bbb4-84f3ce08416d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:53.853002 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b0b8f186-acd6-425f-bed7-7a72a3ad89e3 None None] Provisioning complete for port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:53.854434 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b0b8f186-acd6-425f-bed7-7a72a3ad89e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:53.854704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] No DVR routers for this DVR port e71d4f19-08ca-4cf5-bbb4-84f3ce08416d on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:29:53.907744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad,segment=NetworkSegment(ed2e9a9e-e1e0-4993-bdaa-5146ab36115c),segment_id=ed2e9a9e-e1e0-4993-bdaa-5146ab36115c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:53.980240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8f186-acd6-425f-bed7-7a72a3ad89e3 None None] Current status of the port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:53.983014 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b0b8f186-acd6-425f-bed7-7a72a3ad89e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:53.987753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c98a315-3b98-4e05-8ac6-15b9c263382e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:54.006262 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1c98a315-3b98-4e05-8ac6-15b9c263382e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2387867
Feb 12 21:29:54.006612 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41994) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:54.008001 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.013616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 31a22961-d129-40c6-9e8f-0e948af9eaa9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:54.013616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5dd9e-ae74-4366-9842-9a126fd3c177 None None] Sync routers for ids ['9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:54.033825 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Allocated IP 172.20.0.1 (f038c5fc-05b8-4c68-ba2a-521a1ea8b670/ba626685-0119-4137-b135-a393d4eb44ef/166981b1-3752-467b-98d9-201e4949c2ab) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:54.052152 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff5dd9e-ae74-4366-9842-9a126fd3c177 None None] Routers {'9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:54.052152 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2ff5dd9e-ae74-4366-9842-9a126fd3c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7076a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:54.131822 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9076700e-5269-456e-a2ad-05e7c2200d87 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd HTTP/1.1" status: 200  len: 205 time: 0.1230690
Feb 12 21:29:54.134566 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 41998) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:54.145842 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (94cb8996-8e41-42c9-8b99-277baaa5dd0d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.166731 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09e85309-2f03-4f69-903d-950f68177acb tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (7d82db0a-d061-49dc-9d02-ab17c36eface), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.182801 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-7fa1bcd6-0e36-4a87-b00c-83c3c75023ad tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for port (eb4be2e6-f5ae-4480-94a3-2f75ffe8516f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.269326 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-766e432e-72be-4cbf-b897-7871c2ded441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.309184 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9dc52b0>,) {'filters': {'network_id': ['94cb8996-8e41-42c9-8b99-277baaa5dd0d']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:54.313523 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (166981b1-3752-467b-98d9-201e4949c2ab), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.353071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9dc52b0>, 'eaa538b8-2bba-4249-926f-64cf17fd1dc5') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:54.353971 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9dc52b0>, 'eaa538b8-2bba-4249-926f-64cf17fd1dc5') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:54.368934 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (eaa538b8-2bba-4249-926f-64cf17fd1dc5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.409293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-09e85309-2f03-4f69-903d-950f68177acb tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Deleting port af4c33e9-81c5-4e83-804c-66632c6328c9 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:54.410823 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09e85309-2f03-4f69-903d-950f68177acb tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (af4c33e9-81c5-4e83-804c-66632c6328c9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.457539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2ff5dd9e-ae74-4366-9842-9a126fd3c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7076a0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:54.471352 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (eaa538b8-2bba-4249-926f-64cf17fd1dc5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.482316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:29:54.482904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (eaa538b8-2bba-4249-926f-64cf17fd1dc5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:   items = [
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:29:54.484565 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:29:54.488138 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (166981b1-3752-467b-98d9-201e4949c2ab), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.496287 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:54.497541 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-766e432e-72be-4cbf-b897-7871c2ded441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.507043 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-766e432e-72be-4cbf-b897-7871c2ded441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_controller (9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.509005 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff5dd9e-ae74-4366-9842-9a126fd3c177 None None] Routers {'9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:54.509005 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2ff5dd9e-ae74-4366-9842-9a126fd3c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7076a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:54.537390 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09e85309-2f03-4f69-903d-950f68177acb tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (af4c33e9-81c5-4e83-804c-66632c6328c9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.548091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2ff5dd9e-ae74-4366-9842-9a126fd3c177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7076a0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:54.549037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5dd9e-ae74-4366-9842-9a126fd3c177 None None] The sync data for ids ['9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:29:54.551664 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 31a22961-d129-40c6-9e8f-0e948af9eaa9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:54.552048 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (31a22961-d129-40c6-9e8f-0e948af9eaa9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.555936 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-b0b8f186-acd6-425f-bed7-7a72a3ad89e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:29:54.556178 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-b0b8f186-acd6-425f-bed7-7a72a3ad89e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:29:54.570645 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-7fa1bcd6-0e36-4a87-b00c-83c3c75023ad tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (eb4be2e6-f5ae-4480-94a3-2f75ffe8516f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.579085 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-09e85309-2f03-4f69-903d-950f68177acb tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Calling delete_port for af4c33e9-81c5-4e83-804c-66632c6328c9 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:54.585655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:54.600512 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:54.603780 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:54.636738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=166981b1-3752-467b-98d9-201e4949c2ab,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:54.662781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 31a22961-d129-40c6-9e8f-0e948af9eaa9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:54.667799 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-766e432e-72be-4cbf-b897-7871c2ded441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.668342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766e432e-72be-4cbf-b897-7871c2ded441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Fanout notify agent at l3_agent the message router_deleted on router 9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:29:54.675435 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-766e432e-72be-4cbf-b897-7871c2ded441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.677095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-766e432e-72be-4cbf-b897-7871c2ded441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/routers/9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd HTTP/1.1" status: 204  len: 168 time: 0.5409575
Feb 12 21:29:54.680244 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42012) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:54.722639 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (94cb8996-8e41-42c9-8b99-277baaa5dd0d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.747748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-7fa1bcd6-0e36-4a87-b00c-83c3c75023ad tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Network 17443eb2-4308-410f-a5f4-59d4de5fb120 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:54.763352 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-7fa1bcd6-0e36-4a87-b00c-83c3c75023ad tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:54.771629 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-7fa1bcd6-0e36-4a87-b00c-83c3c75023ad tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:54.773002 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e71d4f19-08ca-4cf5-bbb4-84f3ce08416d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:29:54.800071 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.811315 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] 10.222.0.31 "DELETE /v2.0/networks/94cb8996-8e41-42c9-8b99-277baaa5dd0d HTTP/1.1" status: 204  len: 168 time: 2.3242607
Feb 12 21:29:54.830341 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (c89d663e-6044-4daf-992c-88bc769902c1), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.857900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438d004-d82d-4ee9-982e-15153dbf3f88 admin admin] Pushing event deleted for resources: {'Network': ['ID=94cb8996-8e41-42c9-8b99-277baaa5dd0d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:54.862568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: e71d4f19-08ca-4cf5-bbb4-84f3ce08416d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:29:54.867745 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e71d4f19-08ca-4cf5-bbb4-84f3ce08416d not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:29:54.868288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6c317eaf-fde9-455f-beb3-ad17e0c9e36e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:29:54.907941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1bcd6-0e36-4a87-b00c-83c3c75023ad tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event updated for resources: {'Port': ['ID=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:54.920703 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad1cc4e-891b-49ec-9473-a2ec3c4cb8fe tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting subnet 91cd5fc6-cd60-4f59-89d0-de046ab746e0 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:29:54.927407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 6c317eaf-fde9-455f-beb3-ad17e0c9e36e {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:29:54.927905 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6c317eaf-fde9-455f-beb3-ad17e0c9e36e not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:29:54.945318 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ad1cc4e-891b-49ec-9473-a2ec3c4cb8fe tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (91cd5fc6-cd60-4f59-89d0-de046ab746e0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:54.959040 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-7fa1bcd6-0e36-4a87-b00c-83c3c75023ad tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:54.959995 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-7fa1bcd6-0e36-4a87-b00c-83c3c75023ad tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.036081 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ad1cc4e-891b-49ec-9473-a2ec3c4cb8fe tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (91cd5fc6-cd60-4f59-89d0-de046ab746e0), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.084285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc8906-babd-4b9e-bfe3-55582a32711b req-8ded3293-449c-4350-9352-0d1d004bac15 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:55.092891 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-90dc8906-babd-4b9e-bfe3-55582a32711b req-8ded3293-449c-4350-9352-0d1d004bac15 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 932 time: 0.1614561
Feb 12 21:29:55.170404 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8f186-acd6-425f-bed7-7a72a3ad89e3 None None] Current status of the port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:55.197560 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-7fa1bcd6-0e36-4a87-b00c-83c3c75023ad tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9102697
Feb 12 21:29:55.197732 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-90dc8906-babd-4b9e-bfe3-55582a32711b req-a792b8c4-d0c4-4741-b77e-1e0b70c6680a tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab335364-3716-4e2e-b8fd-97f3f843b459&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023793
Feb 12 21:29:55.213582 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ad1cc4e-891b-49ec-9473-a2ec3c4cb8fe tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (91cd5fc6-cd60-4f59-89d0-de046ab746e0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.219680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Request body: {'port': {'device_id': 'a6b70a65-6aa4-49d4-8415-1eda9c7671c0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:55.227082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:29:55.262200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42026) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:55.298166 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c9c0bb3f-1c3c-4817-a007-6ffd4a83309f None None] Provisioning complete for port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:55.298851 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c9c0bb3f-1c3c-4817-a007-6ffd4a83309f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.343626 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:55.344290 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.346897 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09e85309-2f03-4f69-903d-950f68177acb tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (af4c33e9-81c5-4e83-804c-66632c6328c9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.391011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e85309-2f03-4f69-903d-950f68177acb tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Pushing event deleted for resources: {'Port': ['ID=af4c33e9-81c5-4e83-804c-66632c6328c9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:55.395336 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (eb4be2e6-f5ae-4480-94a3-2f75ffe8516f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.398374 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (166981b1-3752-467b-98d9-201e4949c2ab), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.465672 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42040) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:55.495063 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:55.497579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0bb3f-1c3c-4817-a007-6ffd4a83309f None None] Current status of the port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:55.510387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c9c0bb3f-1c3c-4817-a007-6ffd4a83309f None None] Provisioning complete for port 166981b1-3752-467b-98d9-201e4949c2ab triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:55.510768 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c9c0bb3f-1c3c-4817-a007-6ffd4a83309f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (166981b1-3752-467b-98d9-201e4949c2ab), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.519482 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0f92cff4-363e-4fd8-9c09-33855905f910 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e963935b47a3401d8ca27de8bfcb3cf2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0501390
Feb 12 21:29:55.523711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42042) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:55.531111 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ad1cc4e-891b-49ec-9473-a2ec3c4cb8fe tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (91cd5fc6-cd60-4f59-89d0-de046ab746e0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.535269 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e631c5a1-2519-4201-a4c7-7ed5264e8560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.552449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0bb3f-1c3c-4817-a007-6ffd4a83309f None None] Port 166981b1-3752-467b-98d9-201e4949c2ab cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:55.563241 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c9c0bb3f-1c3c-4817-a007-6ffd4a83309f None None] Provisioning complete for port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:55.563619 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c9c0bb3f-1c3c-4817-a007-6ffd4a83309f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (eb4be2e6-f5ae-4480-94a3-2f75ffe8516f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.577493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1cc4e-891b-49ec-9473-a2ec3c4cb8fe tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Subnet': ['ID=91cd5fc6-cd60-4f59-89d0-de046ab746e0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:55.587761 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ad1cc4e-891b-49ec-9473-a2ec3c4cb8fe tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.592279 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5ad1cc4e-891b-49ec-9473-a2ec3c4cb8fe tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/91cd5fc6-cd60-4f59-89d0-de046ab746e0 HTTP/1.1" status: 204  len: 168 time: 0.9107330
Feb 12 21:29:55.596645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42044) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:55.603439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63a498f-81c1-4696-be72-b42ab0931dd6 None None] Network c8956558-7b9a-4919-b237-f1f4c27a56ef requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:29:55.622237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0bb3f-1c3c-4817-a007-6ffd4a83309f None None] Port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:55.693274 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d1a969a-74e1-4eda-9298-3420b2a6235c admin admin] Publish callbacks [] for security_group (50cfce63-ff75-42cd-8599-0df8391bc31b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.720348 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (c8956558-7b9a-4919-b237-f1f4c27a56ef), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.740136 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d1a969a-74e1-4eda-9298-3420b2a6235c admin admin] Publish callbacks [] for security_group (50cfce63-ff75-42cd-8599-0df8391bc31b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.827317 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port 61696e2d-9d89-4c76-9fd2-0227bd331c08 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:55.827670 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.841103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05e5e80-beb4-4fe8-ba31-a467e3703423 None None] DHCP port deletion for c8956558-7b9a-4919-b237-f1f4c27a56ef request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:29:55.899470 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] For port 61696e2d-9d89-4c76-9fd2-0227bd331c08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61696e2d-9d89-4c76-9fd2-0227bd331c08,segment=NetworkSegment(d4b585d5-73a8-4584-b28c-158a1e1beaff),segment_id=d4b585d5-73a8-4584-b28c-158a1e1beaff)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:55.899922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.906513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d05e5e80-beb4-4fe8-ba31-a467e3703423 None None] Deleting port 61696e2d-9d89-4c76-9fd2-0227bd331c08 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:29:55.906905 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d05e5e80-beb4-4fe8-ba31-a467e3703423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.918883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for 61696e2d-9d89-4c76-9fd2-0227bd331c08 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:55.963621 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d1a969a-74e1-4eda-9298-3420b2a6235c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (50cfce63-ff75-42cd-8599-0df8391bc31b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.966203 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d1a969a-74e1-4eda-9298-3420b2a6235c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.967149 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6d1a969a-74e1-4eda-9298-3420b2a6235c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50cfce63-ff75-42cd-8599-0df8391bc31b HTTP/1.1" status: 204  len: 168 time: 0.4452233
Feb 12 21:29:55.972875 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09e85309-2f03-4f69-903d-950f68177acb tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (7d82db0a-d061-49dc-9d02-ab17c36eface), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:55.980071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a969a-74e1-4eda-9298-3420b2a6235c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cfce63-ff75-42cd-8599-0df8391bc31b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:55.993403 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d05e5e80-beb4-4fe8-ba31-a467e3703423 None None] For port 61696e2d-9d89-4c76-9fd2-0227bd331c08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61696e2d-9d89-4c76-9fd2-0227bd331c08,segment=NetworkSegment(d4b585d5-73a8-4584-b28c-158a1e1beaff),segment_id=d4b585d5-73a8-4584-b28c-158a1e1beaff)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:55.993916 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d05e5e80-beb4-4fe8-ba31-a467e3703423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.007657 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d05e5e80-beb4-4fe8-ba31-a467e3703423 None None] Calling delete_port for 61696e2d-9d89-4c76-9fd2-0227bd331c08 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:29:56.077557 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a1412bc5-1332-4b72-b5da-fbd81d54c632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.101483 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.118318 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d05e5e80-beb4-4fe8-ba31-a467e3703423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (61696e2d-9d89-4c76-9fd2-0227bd331c08), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.139544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=61696e2d-9d89-4c76-9fd2-0227bd331c08,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:56.142075 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No DVR routers for this DVR port 61696e2d-9d89-4c76-9fd2-0227bd331c08 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:29:56.169818 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09e85309-2f03-4f69-903d-950f68177acb tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (7d82db0a-d061-49dc-9d02-ab17c36eface), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.174998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e5e80-beb4-4fe8-ba31-a467e3703423 None None] Pushing event deleted for resources: {'Port': ['ID=61696e2d-9d89-4c76-9fd2-0227bd331c08,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:56.179819 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09e85309-2f03-4f69-903d-950f68177acb tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_controller (7d82db0a-d061-49dc-9d02-ab17c36eface), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.184950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e5e80-beb4-4fe8-ba31-a467e3703423 None None] No DVR routers for this DVR port 61696e2d-9d89-4c76-9fd2-0227bd331c08 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:29:56.242224 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (c8956558-7b9a-4919-b237-f1f4c27a56ef), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.270265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f8e59760>,) {'filters': {'network_id': ['c8956558-7b9a-4919-b237-f1f4c27a56ef']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:56.281605 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f8e59760>, 'd4b585d5-73a8-4584-b28c-158a1e1beaff') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:56.281996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f8e59760>, 'd4b585d5-73a8-4584-b28c-158a1e1beaff') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:56.293424 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (d4b585d5-73a8-4584-b28c-158a1e1beaff), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.308680 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d4b585d5-73a8-4584-b28c-158a1e1beaff), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.315165 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:29:56.316699 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (d4b585d5-73a8-4584-b28c-158a1e1beaff), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:29:56.318531 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:29:56.436948 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09e85309-2f03-4f69-903d-950f68177acb tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (7d82db0a-d061-49dc-9d02-ab17c36eface), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.437657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e85309-2f03-4f69-903d-950f68177acb tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Fanout notify agent at l3_agent the message router_deleted on router 7d82db0a-d061-49dc-9d02-ab17c36eface {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:29:56.440840 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e631c5a1-2519-4201-a4c7-7ed5264e8560 admin admin] Publish callbacks [] for security_group (5bffa45d-eed3-4c79-b52a-748ed4403a0e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.458177 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-09e85309-2f03-4f69-903d-950f68177acb tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.459288 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-09e85309-2f03-4f69-903d-950f68177acb tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "DELETE /v2.0/routers/7d82db0a-d061-49dc-9d02-ab17c36eface HTTP/1.1" status: 204  len: 168 time: 3.1232665
Feb 12 21:29:56.464251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42056) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:56.469935 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a4da5d72-6ccd-4389-9f9f-e64385e5bacd tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1578172316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:56.480436 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (c8956558-7b9a-4919-b237-f1f4c27a56ef), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.492629 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.502038 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/networks/c8956558-7b9a-4919-b237-f1f4c27a56ef HTTP/1.1" status: 204  len: 168 time: 0.9032691
Feb 12 21:29:56.504233 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dbced-1c50-4056-9304-b23c82904f33 req-fd5aef2b-9f17-4bd1-9fa9-caacc29ced0e tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:56.505002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42058) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:56.505787 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc2dbced-1c50-4056-9304-b23c82904f33 req-fd5aef2b-9f17-4bd1-9fa9-caacc29ced0e tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 932 time: 0.2257357
Feb 12 21:29:56.517204 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-286832352', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:56.528436 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e631c5a1-2519-4201-a4c7-7ed5264e8560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5bffa45d-eed3-4c79-b52a-748ed4403a0e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.544089 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3461e8-b940-4071-8416-88125c475441 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Network': ['ID=c8956558-7b9a-4919-b237-f1f4c27a56ef,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:56.627437 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (6b520fcd-56e3-4af6-9ced-e4d09cab2077), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.628518 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (6b520fcd-56e3-4af6-9ced-e4d09cab2077), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.632063 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a4da5d72-6ccd-4389-9f9f-e64385e5bacd tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (e4222400-4c21-4794-b507-1e6a74b33d0f), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.633135 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a4da5d72-6ccd-4389-9f9f-e64385e5bacd tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (e4222400-4c21-4794-b507-1e6a74b33d0f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.641769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e631c5a1-2519-4201-a4c7-7ed5264e8560 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2a96aaaa9f04d3bbff1b70d6181c4ad&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3281314
Feb 12 21:29:56.647209 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42060) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:56.648179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631c5a1-2519-4201-a4c7-7ed5264e8560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bffa45d-eed3-4c79-b52a-748ed4403a0e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:56.652815 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (166981b1-3752-467b-98d9-201e4949c2ab), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.661945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb4be2e6-f5ae-4480-94a3-2f75ffe8516f {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:29:56.674289 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Publish callbacks [] for port (eb4be2e6-f5ae-4480-94a3-2f75ffe8516f), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.679742 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc2dbced-1c50-4056-9304-b23c82904f33 req-b4e81773-937e-4a65-a911-c76e43bedd64 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab335364-3716-4e2e-b8fd-97f3f843b459&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1620667
Feb 12 21:29:56.691183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Transition to ACTIVE for port object eb4be2e6-f5ae-4480-94a3-2f75ffe8516f will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:29:56.750671 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_controller (6b520fcd-56e3-4af6-9ced-e4d09cab2077), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.760162 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a4da5d72-6ccd-4389-9f9f-e64385e5bacd tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_controller (e4222400-4c21-4794-b507-1e6a74b33d0f), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.777472 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f5ec81ee-772c-45a2-ac76-db8f2a5f96e2 admin admin] Publish callbacks [] for security_group (5bffa45d-eed3-4c79-b52a-748ed4403a0e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.779415 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (eb4be2e6-f5ae-4480-94a3-2f75ffe8516f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.782349 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (166981b1-3752-467b-98d9-201e4949c2ab), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.806702 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f5ec81ee-772c-45a2-ac76-db8f2a5f96e2 admin admin] Publish callbacks [] for security_group (5bffa45d-eed3-4c79-b52a-748ed4403a0e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.876743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:56.880763 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (c89d663e-6044-4daf-992c-88bc769902c1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.887628 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a4da5d72-6ccd-4389-9f9f-e64385e5bacd tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (e4222400-4c21-4794-b507-1e6a74b33d0f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.920709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42064) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:56.964971 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:56.995045 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ed090029-408e-4168-857c-7441cb902640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:57.001345 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a4da5d72-6ccd-4389-9f9f-e64385e5bacd tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:57.005792 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a4da5d72-6ccd-4389-9f9f-e64385e5bacd tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5395637
Feb 12 21:29:57.006663 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42066) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:57.013597 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_gateway (6b520fcd-56e3-4af6-9ced-e4d09cab2077), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:57.019318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'enable_snat': False}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:29:57.024036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=166981b1-3752-467b-98d9-201e4949c2ab,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:57.096248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Attempting to bind port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:29:57.096248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Attempting to bind port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:29:57.096248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Attempting to bind port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f on network 17443eb2-4308-410f-a5f4-59d4de5fb120 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:29:57.105223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f on network 17443eb2-4308-410f-a5f4-59d4de5fb120 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:29:57.105587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Attempting to bind port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f on network 17443eb2-4308-410f-a5f4-59d4de5fb120 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:29:57.117842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:29:57.118195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Checking segment: {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:57.119083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Bound using segment: {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:29:57.119596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Bound port: eb4be2e6-f5ae-4480-94a3-2f75ffe8516f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89840f68-154f-493d-8f0b-b102cd41b8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:29:57.120064 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (eb4be2e6-f5ae-4480-94a3-2f75ffe8516f), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:57.135004 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f5ec81ee-772c-45a2-ac76-db8f2a5f96e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5bffa45d-eed3-4c79-b52a-748ed4403a0e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:57.140356 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f5ec81ee-772c-45a2-ac76-db8f2a5f96e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:57.140356 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f5ec81ee-772c-45a2-ac76-db8f2a5f96e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5bffa45d-eed3-4c79-b52a-748ed4403a0e HTTP/1.1" status: 204  len: 168 time: 0.4905944
Feb 12 21:29:57.151632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:57.187373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:57.238756 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec81ee-772c-45a2-ac76-db8f2a5f96e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bffa45d-eed3-4c79-b52a-748ed4403a0e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:57.265475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 61696e2d-9d89-4c76-9fd2-0227bd331c08 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:29:57.313340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 61696e2d-9d89-4c76-9fd2-0227bd331c08 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:29:57.313978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 61696e2d-9d89-4c76-9fd2-0227bd331c08 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:29:57.331530 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] For port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:29:57.340987 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] For port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:29:57.350492 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ed090029-408e-4168-857c-7441cb902640 admin admin] Publish callbacks [] for security_group (2123c9ec-8032-4c42-bc40-a9a3d6d7f7ff), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:57.397218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router c89d663e-6044-4daf-992c-88bc769902c1 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:29:57.483970 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (eb4be2e6-f5ae-4480-94a3-2f75ffe8516f), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:57.485873 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ed090029-408e-4168-857c-7441cb902640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2123c9ec-8032-4c42-bc40-a9a3d6d7f7ff), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:57.560979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:57.560979 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:57.561919 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] 10.222.0.48 "PUT /v2.0/ports/eb4be2e6-f5ae-4480-94a3-2f75ffe8516f HTTP/1.1" status: 200  len: 1092 time: 2.3514395
Feb 12 21:29:57.569615 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b70a65-6aa4-49d4-8415-1eda9c7671c0', 'tag': 'eb4be2e6-f5ae-4480-94a3-2f75ffe8516f'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:29:57.573130 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70824b92-923c-4de0-95af-471424d781ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b70a65-6aa4-49d4-8415-1eda9c7671c0", "tag": "eb4be2e6-f5ae-4480-94a3-2f75ffe8516f"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:29:57.597030 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ed090029-408e-4168-857c-7441cb902640 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.6609225
Feb 12 21:29:57.600779 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (e4222400-4c21-4794-b507-1e6a74b33d0f), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:57.606670 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42074) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:57.610055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed090029-408e-4168-857c-7441cb902640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2123c9ec-8032-4c42-bc40-a9a3d6d7f7ff,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:57.621850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d56c6e-bb8a-4807-84a9-0d62c46aa7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:57.623001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e6c7f252-6835-4781-b0f2-424ca413c764 None None] Provisioning complete for port 166981b1-3752-467b-98d9-201e4949c2ab triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:57.623698 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e6c7f252-6835-4781-b0f2-424ca413c764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (166981b1-3752-467b-98d9-201e4949c2ab), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:57.635309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:29:57.642266 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c5aa5f87-bdcd-4908-80ee-3f89ec325b6d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "PUT /v2.0/routers/c89d663e-6044-4daf-992c-88bc769902c1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4848452
Feb 12 21:29:57.657984 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Sync routers for ids ['c89d663e-6044-4daf-992c-88bc769902c1'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:29:57.682638 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Routers {'c89d663e-6044-4daf-992c-88bc769902c1'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:57.688671 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d289f214-54ff-402a-a503-8d2915884005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe246d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c89d663e-6044-4daf-992c-88bc769902c1'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:57.733093 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7f252-6835-4781-b0f2-424ca413c764 None None] Port 166981b1-3752-467b-98d9-201e4949c2ab cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:29:57.752081 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cbc5fb-5900-4412-9ff9-393fef3028b6 x-openstack-request-id: req-91cbc5fb-5900-4412-9ff9-393fef3028b6 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:29:57.752676 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b70a65-6aa4-49d4-8415-1eda9c7671c0", "tag": "eb4be2e6-f5ae-4480-94a3-2f75ffe8516f", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:29:57.753095 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91cbc5fb-5900-4412-9ff9-393fef3028b6 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:29:57.753732 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b70a65-6aa4-49d4-8415-1eda9c7671c0', 'tag': 'eb4be2e6-f5ae-4480-94a3-2f75ffe8516f', 'status': 'completed', 'code': 200}
Feb 12 21:29:57.795712 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-f93f3458-9d30-4572-aea8-2e690725bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:57.800251 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-f93f3458-9d30-4572-aea8-2e690725bff9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 1126 time: 0.0905583
Feb 12 21:29:57.887718 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-6ead4667-6db7-4ba7-8a83-a5ce7b2aeed9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f HTTP/1.1" status: 200  len: 217 time: 0.0750217
Feb 12 21:29:57.888431 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b2323a0-89b2-4d6c-b057-aa3cdbaccce4 admin admin] Publish callbacks [] for security_group (2123c9ec-8032-4c42-bc40-a9a3d6d7f7ff), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:57.995003 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Set router c89d663e-6044-4daf-992c-88bc769902c1 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:29:58.000186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-2887c90f-66e8-445c-ae60-21db8e71172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:58.005932 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-2887c90f-66e8-445c-ae60-21db8e71172f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=447c8376-828f-4491-9b8b-1373d20c6228 HTTP/1.1" status: 200  len: 851 time: 0.0847123
Feb 12 21:29:58.011688 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b2323a0-89b2-4d6c-b057-aa3cdbaccce4 admin admin] Publish callbacks [] for security_group (2123c9ec-8032-4c42-bc40-a9a3d6d7f7ff), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:58.068335 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd9b73-04bc-4e1c-b054-dec91a033169 req-babecc78-a05b-4bbf-ad9e-7080c50078de tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:58.070775 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15fd9b73-04bc-4e1c-b054-dec91a033169 req-babecc78-a05b-4bbf-ad9e-7080c50078de tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 944 time: 0.1964703
Feb 12 21:29:58.134169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-2e8d4446-7821-420f-b8a6-ccd41bb67dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:58.136407 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-2e8d4446-7821-420f-b8a6-ccd41bb67dca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17443eb2-4308-410f-a5f4-59d4de5fb120&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1194620
Feb 12 21:29:58.179216 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15fd9b73-04bc-4e1c-b054-dec91a033169 req-05bd730a-d29b-4e35-b1af-1da896c61179 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab335364-3716-4e2e-b8fd-97f3f843b459&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1007476
Feb 12 21:29:58.215796 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-f5405065-4c3b-4827-9275-b23d0f877925 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-501368592&fields=id&tenant_id=bc1c557f5d984523b9dbe9c385659448 HTTP/1.1" status: 200  len: 267 time: 0.2448533
Feb 12 21:29:58.284197 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_gateway (6b520fcd-56e3-4af6-9ced-e4d09cab2077), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:58.289791 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-3bc2b348-900e-46a9-ac16-efe7b4b3ce6e service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391754
Feb 12 21:29:58.339106 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a79bddf8-8d4b-4b5b-b29c-e07ce2ce0380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:58.348725 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:58.361865 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d289f214-54ff-402a-a503-8d2915884005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe246d0>, [{'id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658681504', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:40Z', 'updated_at': '2022-02-12T21:29:55Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:42Z', 'updated_at': '2022-02-12T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '166981b1-3752-467b-98d9-201e4949c2ab', 'name': '', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:42:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:53Z', 'updated_at': '2022-02-12T21:29:56Z', 'revision_number': 2, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:58.401266 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42096) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:58.403084 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Checking router: c89d663e-6044-4daf-992c-88bc769902c1 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:29:58.403752 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Updating router c89d663e-6044-4daf-992c-88bc769902c1 port 166981b1-3752-467b-98d9-201e4949c2ab binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:29:58.423259 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a110c091-fb1e-4608-8459-81ca783c98c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:58.446185 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (166981b1-3752-467b-98d9-201e4949c2ab), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:58.464187 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ad80c4d2-cf68-41a0-bfc3-69f45aaf1cef req-94788450-0bbd-4945-ac04-c1c5f51f8ee6 service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1637363
Feb 12 21:29:58.512056 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b2323a0-89b2-4d6c-b057-aa3cdbaccce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2123c9ec-8032-4c42-bc40-a9a3d6d7f7ff), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:58.514694 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b2323a0-89b2-4d6c-b057-aa3cdbaccce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:58.517531 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3b2323a0-89b2-4d6c-b057-aa3cdbaccce4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2123c9ec-8032-4c42-bc40-a9a3d6d7f7ff HTTP/1.1" status: 204  len: 168 time: 0.9098039
Feb 12 21:29:58.573505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2323a0-89b2-4d6c-b057-aa3cdbaccce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2123c9ec-8032-4c42-bc40-a9a3d6d7f7ff,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:58.639851 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a110c091-fb1e-4608-8459-81ca783c98c5 admin admin] Publish callbacks [] for security_group (d472858e-efc2-463c-b15b-75052912cd89), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:58.711367 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-beb07a0d-21c3-402e-ae33-ae20352b0145 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:58.713877 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-beb07a0d-21c3-402e-ae33-ae20352b0145 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/networks?id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670 HTTP/1.1" status: 200  len: 797 time: 0.4865584
Feb 12 21:29:58.735495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70824b92-923c-4de0-95af-471424d781ca req-0bbca61a-1553-40fa-b74a-111b2bac4752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:58.737171 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70824b92-923c-4de0-95af-471424d781ca req-0bbca61a-1553-40fa-b74a-111b2bac4752 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 1126 time: 0.0970044
Feb 12 21:29:58.754252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Allocated IP 172.35.2.120 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/4d63a13d-24d6-4bf8-b6f1-4fba20272b22) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:58.769458 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a110c091-fb1e-4608-8459-81ca783c98c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d472858e-efc2-463c-b15b-75052912cd89), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:58.778495 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (e4222400-4c21-4794-b507-1e6a74b33d0f), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:58.837195 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:58.842488 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a110c091-fb1e-4608-8459-81ca783c98c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca790c3848d046e588d450f5c21d2775&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4400473
Feb 12 21:29:58.858417 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42102) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:29:58.861418 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-b269d852-001d-47d2-af08-1b2ff7d732c8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/quotas/bc1c557f5d984523b9dbe9c385659448 HTTP/1.1" status: 200  len: 375 time: 0.1404521
Feb 12 21:29:58.877572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110c091-fb1e-4608-8459-81ca783c98c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d472858e-efc2-463c-b15b-75052912cd89,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:58.912486 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Publish callbacks [] for port (166981b1-3752-467b-98d9-201e4949c2ab), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:58.950510 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70824b92-923c-4de0-95af-471424d781ca req-824369bc-4b6b-4da1-86ad-b64958d8a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:58.952540 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70824b92-923c-4de0-95af-471424d781ca req-824369bc-4b6b-4da1-86ad-b64958d8a624 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 913 time: 0.2086771
Feb 12 21:29:58.998313 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70824b92-923c-4de0-95af-471424d781ca req-5d1c6bb6-f36e-4904-9e4e-eef04f475cd6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f HTTP/1.1" status: 200  len: 217 time: 0.0381675
Feb 12 21:29:59.007287 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (166981b1-3752-467b-98d9-201e4949c2ab), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:59.149663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70824b92-923c-4de0-95af-471424d781ca req-8466dbaf-edb8-4f8c-b6c9-be6446bad9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:59.154919 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70824b92-923c-4de0-95af-471424d781ca req-8466dbaf-edb8-4f8c-b6c9-be6446bad9c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=447c8376-828f-4491-9b8b-1373d20c6228 HTTP/1.1" status: 200  len: 851 time: 0.1203151
Feb 12 21:29:59.167254 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-36864c59-3e9c-4e75-8cef-521e3834fa49 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2874060
Feb 12 21:29:59.173193 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c3f578fa-8bfe-4ce9-81cd-00e17861b2c4 admin admin] Publish callbacks [] for security_group (d472858e-efc2-463c-b15b-75052912cd89), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:59.205048 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60e114-4346-4373-b718-bf0abf840ef1 None None] Pushing event updated for resources: {'Port': ['ID=166981b1-3752-467b-98d9-201e4949c2ab,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:59.211254 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (4d63a13d-24d6-4bf8-b6f1-4fba20272b22), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:59.244957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70824b92-923c-4de0-95af-471424d781ca req-8e1a8ecc-7349-4e79-85e4-0aa6b4b38bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:59.247007 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70824b92-923c-4de0-95af-471424d781ca req-8e1a8ecc-7349-4e79-85e4-0aa6b4b38bd7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17443eb2-4308-410f-a5f4-59d4de5fb120&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0762899
Feb 12 21:29:59.262222 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Attempting to bind port 166981b1-3752-467b-98d9-201e4949c2ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:29:59.262596 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Attempting to bind port 166981b1-3752-467b-98d9-201e4949c2ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:29:59.265276 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Attempting to bind port 166981b1-3752-467b-98d9-201e4949c2ab on network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:29:59.270301 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:29:59.270821 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Checking segment: {'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:29:59.271491 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:59.271884 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Bound using segment: {'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:29:59.272366 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Bound port: 166981b1-3752-467b-98d9-201e4949c2ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:29:59.273340 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (166981b1-3752-467b-98d9-201e4949c2ab), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:59.289227 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c3f578fa-8bfe-4ce9-81cd-00e17861b2c4 admin admin] Publish callbacks [] for security_group (d472858e-efc2-463c-b15b-75052912cd89), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:59.379493 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-d289f214-54ff-402a-a503-8d2915884005 None None] For port 166981b1-3752-467b-98d9-201e4949c2ab, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:29:59.384319 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-d289f214-54ff-402a-a503-8d2915884005 None None] For port 166981b1-3752-467b-98d9-201e4949c2ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=166981b1-3752-467b-98d9-201e4949c2ab,segment=NetworkSegment(ed2e9a9e-e1e0-4993-bdaa-5146ab36115c),segment_id=ed2e9a9e-e1e0-4993-bdaa-5146ab36115c)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:29:59.420461 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-f3b01e71-386e-4e60-9033-4957142c45bb service neutron] 10.222.0.31 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1983275
Feb 12 21:29:59.420690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556e20b-ec72-4f7b-8997-b29e09efdbfb req-d81fd717-f602-4421-814d-16e0e46a2e45 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:29:59.422754 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1556e20b-ec72-4f7b-8997-b29e09efdbfb req-d81fd717-f602-4421-814d-16e0e46a2e45 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 944 time: 0.1379721
Feb 12 21:29:59.439205 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70824b92-923c-4de0-95af-471424d781ca req-c8907f04-defd-4826-b15a-a3cc9e370199 service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839795
Feb 12 21:29:59.477174 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (166981b1-3752-467b-98d9-201e4949c2ab), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:59.512898 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-74b7c740-a742-4bd7-baf5-4489a03d1a05 None None] Provisioning complete for port 166981b1-3752-467b-98d9-201e4949c2ab triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:29:59.514200 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-74b7c740-a742-4bd7-baf5-4489a03d1a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (166981b1-3752-467b-98d9-201e4949c2ab), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:59.520654 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1556e20b-ec72-4f7b-8997-b29e09efdbfb req-8ad3b054-7ca9-41bd-8bf1-eaa0c1e3a75b tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab335364-3716-4e2e-b8fd-97f3f843b459&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752697
Feb 12 21:29:59.578268 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4d63a13d-24d6-4bf8-b6f1-4fba20272b22), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:59.596924 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70824b92-923c-4de0-95af-471424d781ca req-1635bca4-83ba-4c2d-a979-d7d172850fcc service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327322
Feb 12 21:29:59.625204 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Routers {'c89d663e-6044-4daf-992c-88bc769902c1'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:29:59.630205 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d289f214-54ff-402a-a503-8d2915884005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe246d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c89d663e-6044-4daf-992c-88bc769902c1'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:29:59.631548 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:59.635835 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:59.733659 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60e114-4346-4373-b718-bf0abf840ef1 None None] Pushing event updated for resources: {'Port': ['ID=166981b1-3752-467b-98d9-201e4949c2ab,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:59.739442 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-74b7c740-a742-4bd7-baf5-4489a03d1a05 None None] Current status of the port 166981b1-3752-467b-98d9-201e4949c2ab is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:29:59.741325 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-74b7c740-a742-4bd7-baf5-4489a03d1a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (166981b1-3752-467b-98d9-201e4949c2ab), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:59.750230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:29:59.753697 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c3f578fa-8bfe-4ce9-81cd-00e17861b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d472858e-efc2-463c-b15b-75052912cd89), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:59.759404 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c3f578fa-8bfe-4ce9-81cd-00e17861b2c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:59.760900 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c3f578fa-8bfe-4ce9-81cd-00e17861b2c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d472858e-efc2-463c-b15b-75052912cd89 HTTP/1.1" status: 204  len: 168 time: 0.8951230
Feb 12 21:29:59.765210 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Allocated IP 172.35.2.51 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/02811334-26e3-43e1-b7bb-547a59712b9c) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:29:59.774050 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:29:59.776388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=4d63a13d-24d6-4bf8-b6f1-4fba20272b22,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:59.779049 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:29:59.794388 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-9a5a204b-3cf8-47e6-8802-5df478ce13e3 service neutron] 10.222.0.31 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3671997
Feb 12 21:29:59.821926 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-74b7c740-a742-4bd7-baf5-4489a03d1a05 None None] For port 166981b1-3752-467b-98d9-201e4949c2ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=166981b1-3752-467b-98d9-201e4949c2ab,segment=NetworkSegment(ed2e9a9e-e1e0-4993-bdaa-5146ab36115c),segment_id=ed2e9a9e-e1e0-4993-bdaa-5146ab36115c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:29:59.867567 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-d289f214-54ff-402a-a503-8d2915884005 None None] Set router c89d663e-6044-4daf-992c-88bc769902c1 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:29:59.874894 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f578fa-8bfe-4ce9-81cd-00e17861b2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d472858e-efc2-463c-b15b-75052912cd89,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:29:59.895190 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-74b7c740-a742-4bd7-baf5-4489a03d1a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (166981b1-3752-467b-98d9-201e4949c2ab), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:29:59.972975 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7c740-a742-4bd7-baf5-4489a03d1a05 None None] Pushing event updated for resources: {'Port': ['ID=166981b1-3752-467b-98d9-201e4949c2ab,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:00.020332 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-043a0c62-8ab0-4f78-87f2-b7c38756afe0 None None] Provisioning complete for port 166981b1-3752-467b-98d9-201e4949c2ab triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:00.020699 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-043a0c62-8ab0-4f78-87f2-b7c38756afe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (166981b1-3752-467b-98d9-201e4949c2ab), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:00.132684 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for port (02811334-26e3-43e1-b7bb-547a59712b9c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:00.173974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-043a0c62-8ab0-4f78-87f2-b7c38756afe0 None None] Current status of the port 166981b1-3752-467b-98d9-201e4949c2ab is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:00.212498 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5427f917-518e-49ff-a66b-86f66b514ae2 req-277e1bd8-f6ad-4b24-8116-e64fe9c5d5a9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 210 time: 0.0434735
Feb 12 21:30:00.216178 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d289f214-54ff-402a-a503-8d2915884005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe246d0>, [{'id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658681504', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:40Z', 'updated_at': '2022-02-12T21:29:55Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:42Z', 'updated_at': '2022-02-12T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '166981b1-3752-467b-98d9-201e4949c2ab', 'name': '', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:42:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:53Z', 'updated_at': '2022-02-12T21:29:59Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:00.253552 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289f214-54ff-402a-a503-8d2915884005 None None] The sync data for ids ['c89d663e-6044-4daf-992c-88bc769902c1'] in ncdv-master-1 is: [{'id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658681504', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:40Z', 'updated_at': '2022-02-12T21:29:55Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:42Z', 'updated_at': '2022-02-12T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '166981b1-3752-467b-98d9-201e4949c2ab', 'name': '', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:42:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:53Z', 'updated_at': '2022-02-12T21:29:59Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:00.369344 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (02811334-26e3-43e1-b7bb-547a59712b9c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:00.446437 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:00.452982 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:00.457506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Pushing event updated for resources: {'Port': ['ID=02811334-26e3-43e1-b7bb-547a59712b9c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:00.459256 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:00.529633 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_gateway (6b520fcd-56e3-4af6-9ced-e4d09cab2077), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:01.012576 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:01.085312 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dba42-6d5a-4397-bd5c-732fef344737 req-ae4e55e5-6757-4e37-b8ce-8b09ebbfb3a9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:01.087149 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-133dba42-6d5a-4397-bd5c-732fef344737 req-ae4e55e5-6757-4e37-b8ce-8b09ebbfb3a9 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 944 time: 0.4464800
Feb 12 21:30:01.275103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 166981b1-3752-467b-98d9-201e4949c2ab up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:01.410853 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-133dba42-6d5a-4397-bd5c-732fef344737 req-179567fb-6c17-44be-b3f5-322ceb9348f8 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab335364-3716-4e2e-b8fd-97f3f843b459&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2524881
Feb 12 21:30:01.424542 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (6b520fcd-56e3-4af6-9ced-e4d09cab2077), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:01.438619 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 166981b1-3752-467b-98d9-201e4949c2ab triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:01.439283 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (166981b1-3752-467b-98d9-201e4949c2ab), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:01.468694 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de692838-73f0-4f7b-91f2-c0493277f4c7 req-9dbc5d60-a0bb-4a5d-a11f-7fb0646339f0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 210 time: 0.1214211
Feb 12 21:30:01.566468 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router_gateway (e4222400-4c21-4794-b507-1e6a74b33d0f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:01.579011 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 166981b1-3752-467b-98d9-201e4949c2ab is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:01.831001 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (e4222400-4c21-4794-b507-1e6a74b33d0f), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:01.835282 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (e4222400-4c21-4794-b507-1e6a74b33d0f), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:01.941007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router 6b520fcd-56e3-4af6-9ced-e4d09cab2077 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:30:02.098579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:02.117138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ca5f9-431e-434c-8531-ccb15368e7d4 None None] Sync routers for ids ['6b520fcd-56e3-4af6-9ced-e4d09cab2077'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:02.136543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ca5f9-431e-434c-8531-ccb15368e7d4 None None] Routers {'6b520fcd-56e3-4af6-9ced-e4d09cab2077'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:02.137178 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-260ca5f9-431e-434c-8531-ccb15368e7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa651610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6b520fcd-56e3-4af6-9ced-e4d09cab2077'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:02.171483 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-260ca5f9-431e-434c-8531-ccb15368e7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa651610>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:02.182360 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ca5f9-431e-434c-8531-ccb15368e7d4 None None] Routers {'6b520fcd-56e3-4af6-9ced-e4d09cab2077'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:02.183193 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-260ca5f9-431e-434c-8531-ccb15368e7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa651610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6b520fcd-56e3-4af6-9ced-e4d09cab2077'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:02.221708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Router e4222400-4c21-4794-b507-1e6a74b33d0f is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:30:02.223483 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-260ca5f9-431e-434c-8531-ccb15368e7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa651610>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:02.224212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ca5f9-431e-434c-8531-ccb15368e7d4 None None] The sync data for ids ['6b520fcd-56e3-4af6-9ced-e4d09cab2077'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:02.261680 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:02.273458 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:02.275039 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dd8723ce-ada5-4502-94d2-4084189ef02c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 5.7618511
Feb 12 21:30:02.277687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42218) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:02.348121 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:02.352483 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:02.356523 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7b250c57-6319-46a4-9e6e-1449662094ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "PUT /v2.0/routers/e4222400-4c21-4794-b507-1e6a74b33d0f HTTP/1.1" status: 200  len: 915 time: 5.3434618
Feb 12 21:30:02.356523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42220) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:02.363302 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963cf7b7-7c9d-44f7-a670-bf2e99763521 None None] Sync routers for ids ['e4222400-4c21-4794-b507-1e6a74b33d0f'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:02.377775 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963cf7b7-7c9d-44f7-a670-bf2e99763521 None None] Routers {'e4222400-4c21-4794-b507-1e6a74b33d0f'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:02.378658 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-963cf7b7-7c9d-44f7-a670-bf2e99763521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe248b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e4222400-4c21-4794-b507-1e6a74b33d0f'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:02.419028 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-963cf7b7-7c9d-44f7-a670-bf2e99763521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe248b0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:02.429257 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963cf7b7-7c9d-44f7-a670-bf2e99763521 None None] Routers {'e4222400-4c21-4794-b507-1e6a74b33d0f'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:02.429973 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-963cf7b7-7c9d-44f7-a670-bf2e99763521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe248b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e4222400-4c21-4794-b507-1e6a74b33d0f'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:02.466912 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-963cf7b7-7c9d-44f7-a670-bf2e99763521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe248b0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:02.468112 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963cf7b7-7c9d-44f7-a670-bf2e99763521 None None] The sync data for ids ['e4222400-4c21-4794-b507-1e6a74b33d0f'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:02.505859 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b4ea867c-980e-456d-a1ab-9d34851a0f61 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/routers/e4222400-4c21-4794-b507-1e6a74b33d0f HTTP/1.1" status: 200  len: 921 time: 0.1481907
Feb 12 21:30:02.508796 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42230) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:02.589001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device eb4be2e6-f5ae-4480-94a3-2f75ffe8516f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:30:02.604805 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e73e6f-0640-43fc-964c-de9a1b5ad9e2 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:02.609345 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-91e73e6f-0640-43fc-964c-de9a1b5ad9e2 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&device_id=e4222400-4c21-4794-b507-1e6a74b33d0f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0983379
Feb 12 21:30:02.610789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42232) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:02.691944 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50dc8f-3123-4327-bb2d-86868f315c5c req-c3ca823d-7dc3-4c17-8d99-700fce2411cb tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:02.694159 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bb50dc8f-3123-4327-bb2d-86868f315c5c req-c3ca823d-7dc3-4c17-8d99-700fce2411cb tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 944 time: 0.1412265
Feb 12 21:30:02.742684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:02.749298 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b42dd71a-8315-4998-9155-87e92acf32a4 req-254cc967-d90a-477c-baba-fefec57497c0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 210 time: 0.0409710
Feb 12 21:30:02.768025 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'eb4be2e6-f5ae-4480-94a3-2f75ffe8516f', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'port_id': 'eb4be2e6-f5ae-4480-94a3-2f75ffe8516f', 'mac_address': 'fa:16:3e:f7:1d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '447c8376-828f-4491-9b8b-1373d20c6228', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:30:02.795162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f3bcae-4b0c-4d36-8a32-e792ab7c1897 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:02.796607 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e7f3bcae-4b0c-4d36-8a32-e792ab7c1897 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/networks/7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 881 time: 0.1848679
Feb 12 21:30:02.799390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42238) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:02.818027 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-dc9aac4e-54cf-4fd8-a157-8596c12a3068 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/routers/6b520fcd-56e3-4af6-9ced-e4d09cab2077 HTTP/1.1" status: 200  len: 884 time: 0.5391445
Feb 12 21:30:02.818765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42242) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:02.829618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:02.830011 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (eb4be2e6-f5ae-4480-94a3-2f75ffe8516f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:02.847644 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d0b08c54-f72e-41db-bb08-5b3a560fd333 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4222400-4c21-4794-b507-1e6a74b33d0f HTTP/1.1" status: 200  len: 205 time: 0.0471394
Feb 12 21:30:02.848835 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4be2e6-f5ae-4480-94a3-2f75ffe8516f {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:30:02.852446 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bb50dc8f-3123-4327-bb2d-86868f315c5c req-ef3120f0-392d-4db7-9a19-7c3f2fe549f6 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab335364-3716-4e2e-b8fd-97f3f843b459&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1461034
Feb 12 21:30:02.853743 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42246) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:02.875175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:02.977663 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (eb4be2e6-f5ae-4480-94a3-2f75ffe8516f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:02.996500 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2cc5-5b02-47c4-b4b4-887674dc45cc tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (e4222400-4c21-4794-b507-1e6a74b33d0f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:03.052407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:03.131349 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-64136bd3-b34d-4029-ab4c-391d9d46f7e8 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 887 time: 0.3037553
Feb 12 21:30:03.131349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42252) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:03.131349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-20cf9eb7-7f37-4bf5-b86f-d120ede6a533 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-286832352'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:03.264201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['eb4be2e6-f5ae-4480-94a3-2f75ffe8516f'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:30:03.399576 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2cc5-5b02-47c4-b4b4-887674dc45cc tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (e4222400-4c21-4794-b507-1e6a74b33d0f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:03.485099 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20cf9eb7-7f37-4bf5-b86f-d120ede6a533 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (6b520fcd-56e3-4af6-9ced-e4d09cab2077), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:03.531605 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f2cc5-5b02-47c4-b4b4-887674dc45cc tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Deleting port 02811334-26e3-43e1-b7bb-547a59712b9c {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:03.532196 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2cc5-5b02-47c4-b4b4-887674dc45cc tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (02811334-26e3-43e1-b7bb-547a59712b9c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:03.610424 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2cc5-5b02-47c4-b4b4-887674dc45cc tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (02811334-26e3-43e1-b7bb-547a59712b9c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:03.622551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f2cc5-5b02-47c4-b4b4-887674dc45cc tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Calling delete_port for 02811334-26e3-43e1-b7bb-547a59712b9c owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:03.629870 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20cf9eb7-7f37-4bf5-b86f-d120ede6a533 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (6b520fcd-56e3-4af6-9ced-e4d09cab2077), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:03.751062 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cf9eb7-7f37-4bf5-b86f-d120ede6a533 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router 6b520fcd-56e3-4af6-9ced-e4d09cab2077 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:30:03.799409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42262) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:03.867313 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1117f3cf-76fc-49eb-b932-55fe973fda3a req-91f2b675-973a-4d60-a7e4-aef78bb19d9a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 210 time: 0.0317018
Feb 12 21:30:03.892707 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2cc5-5b02-47c4-b4b4-887674dc45cc tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (02811334-26e3-43e1-b7bb-547a59712b9c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:03.896643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cf9eb7-7f37-4bf5-b86f-d120ede6a533 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:03.921024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e30990-c58c-453c-b7f4-aee5751ee765 None None] Sync routers for ids ['6b520fcd-56e3-4af6-9ced-e4d09cab2077'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:03.921943 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20cf9eb7-7f37-4bf5-b86f-d120ede6a533 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:03.921943 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-20cf9eb7-7f37-4bf5-b86f-d120ede6a533 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/6b520fcd-56e3-4af6-9ced-e4d09cab2077 HTTP/1.1" status: 200  len: 891 time: 0.7875912
Feb 12 21:30:03.922133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e30990-c58c-453c-b7f4-aee5751ee765 None None] Routers {'6b520fcd-56e3-4af6-9ced-e4d09cab2077'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:03.922133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b3e30990-c58c-453c-b7f4-aee5751ee765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3b6cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6b520fcd-56e3-4af6-9ced-e4d09cab2077'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:03.922554 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42268) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:03.938188 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f2cc5-5b02-47c4-b4b4-887674dc45cc tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Pushing event deleted for resources: {'Port': ['ID=02811334-26e3-43e1-b7bb-547a59712b9c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:03.969834 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b3e30990-c58c-453c-b7f4-aee5751ee765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3b6cd0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:03.980815 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e30990-c58c-453c-b7f4-aee5751ee765 None None] Routers {'6b520fcd-56e3-4af6-9ced-e4d09cab2077'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:03.981454 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b3e30990-c58c-453c-b7f4-aee5751ee765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3b6cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6b520fcd-56e3-4af6-9ced-e4d09cab2077'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:04.031528 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-001f2ced-73f3-46f2-a8ad-1b2c72c72bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.048406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b3e30990-c58c-453c-b7f4-aee5751ee765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3b6cd0>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:04.049228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e30990-c58c-453c-b7f4-aee5751ee765 None None] The sync data for ids ['6b520fcd-56e3-4af6-9ced-e4d09cab2077'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:04.055744 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2cc5-5b02-47c4-b4b4-887674dc45cc tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (e4222400-4c21-4794-b507-1e6a74b33d0f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.118094 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-73a543fd-f908-4e43-aa1d-93aa95cd1a04 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/routers/6b520fcd-56e3-4af6-9ced-e4d09cab2077 HTTP/1.1" status: 200  len: 891 time: 0.1928508
Feb 12 21:30:04.121068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42272) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:04.160927 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-001f2ced-73f3-46f2-a8ad-1b2c72c72bf5 admin admin] Publish callbacks [] for security_group (7ea428de-221e-4645-8862-4213309256e2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.169924 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6860d6f-e8f9-4011-9de0-84be3e146bd8 req-a4a7fbbe-cffa-44e0-8bdd-421c01f4474f tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:04.179913 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a6860d6f-e8f9-4011-9de0-84be3e146bd8 req-a4a7fbbe-cffa-44e0-8bdd-421c01f4474f tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 945 time: 0.1811988
Feb 12 21:30:04.201430 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e9512452-9121-4987-bdf7-ba717ef0683d tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b520fcd-56e3-4af6-9ced-e4d09cab2077 HTTP/1.1" status: 200  len: 205 time: 0.0774291
Feb 12 21:30:04.204213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42274) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:04.204361 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2cc5-5b02-47c4-b4b4-887674dc45cc tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (e4222400-4c21-4794-b507-1e6a74b33d0f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.212069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2cc5-5b02-47c4-b4b4-887674dc45cc tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_controller (e4222400-4c21-4794-b507-1e6a74b33d0f), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.273599 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-001f2ced-73f3-46f2-a8ad-1b2c72c72bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7ea428de-221e-4645-8862-4213309256e2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.277795 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a6860d6f-e8f9-4011-9de0-84be3e146bd8 req-7bc3a2bf-ec70-4b45-8b40-8ab0bfbd6046 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab335364-3716-4e2e-b8fd-97f3f843b459&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1007416
Feb 12 21:30:04.332305 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-001f2ced-73f3-46f2-a8ad-1b2c72c72bf5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3fb2a6354bee441ea8ccf728a9acde6c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5318508
Feb 12 21:30:04.332305 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f2ced-73f3-46f2-a8ad-1b2c72c72bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea428de-221e-4645-8862-4213309256e2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:04.332904 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42278) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:04.354298 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2cc5-5b02-47c4-b4b4-887674dc45cc tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (e4222400-4c21-4794-b507-1e6a74b33d0f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.355008 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8f2cc5-5b02-47c4-b4b4-887674dc45cc tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Fanout notify agent at l3_agent the message router_deleted on router e4222400-4c21-4794-b507-1e6a74b33d0f {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:30:04.358542 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fff24e2-9770-46ad-b74a-2a192874565e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (6b520fcd-56e3-4af6-9ced-e4d09cab2077), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.373203 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2cc5-5b02-47c4-b4b4-887674dc45cc tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.373203 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9a8f2cc5-5b02-47c4-b4b4-887674dc45cc tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "DELETE /v2.0/routers/e4222400-4c21-4794-b507-1e6a74b33d0f HTTP/1.1" status: 204  len: 168 time: 1.5155258
Feb 12 21:30:04.373203 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42280) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:04.392918 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2003368460', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:04.440550 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1d5252d-735e-48b0-ace2-67d2293034f8 admin admin] Publish callbacks [] for security_group (7ea428de-221e-4645-8862-4213309256e2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.466852 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1d5252d-735e-48b0-ace2-67d2293034f8 admin admin] Publish callbacks [] for security_group (7ea428de-221e-4645-8862-4213309256e2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.477298 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fff24e2-9770-46ad-b74a-2a192874565e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_gateway (6b520fcd-56e3-4af6-9ced-e4d09cab2077), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.506968 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (0e7e3d1d-5786-43b6-a232-6b11795471db), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.507977 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (0e7e3d1d-5786-43b6-a232-6b11795471db), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.588448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device eb4be2e6-f5ae-4480-94a3-2f75ffe8516f up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:04.619992 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1d5252d-735e-48b0-ace2-67d2293034f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7ea428de-221e-4645-8862-4213309256e2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.629469 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1d5252d-735e-48b0-ace2-67d2293034f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.635980 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c1d5252d-735e-48b0-ace2-67d2293034f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ea428de-221e-4645-8862-4213309256e2 HTTP/1.1" status: 204  len: 168 time: 0.2976618
Feb 12 21:30:04.655487 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5252d-735e-48b0-ace2-67d2293034f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea428de-221e-4645-8862-4213309256e2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:04.666962 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-7fff24e2-9770-46ad-b74a-2a192874565e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port 4d63a13d-24d6-4bf8-b6f1-4fba20272b22 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:04.666962 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fff24e2-9770-46ad-b74a-2a192874565e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4d63a13d-24d6-4bf8-b6f1-4fba20272b22), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.703017 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_controller (0e7e3d1d-5786-43b6-a232-6b11795471db), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.744203 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:30:04.748412 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:04.748872 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (eb4be2e6-f5ae-4480-94a3-2f75ffe8516f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.763666 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fff24e2-9770-46ad-b74a-2a192874565e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4d63a13d-24d6-4bf8-b6f1-4fba20272b22), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.776048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-7fff24e2-9770-46ad-b74a-2a192874565e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for 4d63a13d-24d6-4bf8-b6f1-4fba20272b22 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:04.848889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:04.849230 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (eb4be2e6-f5ae-4480-94a3-2f75ffe8516f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:04.883764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b70a65-6aa4-49d4-8415-1eda9c7671c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4be2e6-f5ae-4480-94a3-2f75ffe8516f'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:30:04.888198 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ee0018-35d8-4ee9-9283-030f729776a0" -d '{"events": [{"server_uuid": "a6b70a65-6aa4-49d4-8415-1eda9c7671c0", "name": "network-vif-plugged", "status": "completed", "tag": "eb4be2e6-f5ae-4480-94a3-2f75ffe8516f"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:30:04.916819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:04.988123 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (eb4be2e6-f5ae-4480-94a3-2f75ffe8516f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.008797 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (0e7e3d1d-5786-43b6-a232-6b11795471db), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.057156 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e6a88f24-8ba8-41c0-b162-5d32c7f876cb req-11c7180f-a9cd-49bf-87cf-5387fd103939 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 210 time: 0.0396078
Feb 12 21:30:05.082335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:05.166907 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fff24e2-9770-46ad-b74a-2a192874565e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (4d63a13d-24d6-4bf8-b6f1-4fba20272b22), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.206211 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff24e2-9770-46ad-b74a-2a192874565e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=4d63a13d-24d6-4bf8-b6f1-4fba20272b22,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:05.236710 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b1e581-1a49-40ae-9d1f-3110bb548b34 x-openstack-request-id: req-74b1e581-1a49-40ae-9d1f-3110bb548b34 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:30:05.237298 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b70a65-6aa4-49d4-8415-1eda9c7671c0", "name": "network-vif-plugged", "status": "completed", "tag": "eb4be2e6-f5ae-4480-94a3-2f75ffe8516f", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:30:05.241081 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74b1e581-1a49-40ae-9d1f-3110bb548b34 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:30:05.241081 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b70a65-6aa4-49d4-8415-1eda9c7671c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4be2e6-f5ae-4480-94a3-2f75ffe8516f', 'code': 200}
Feb 12 21:30:05.281669 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fff24e2-9770-46ad-b74a-2a192874565e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (6b520fcd-56e3-4af6-9ced-e4d09cab2077), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.328860 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (0e7e3d1d-5786-43b6-a232-6b11795471db), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.352239 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.437715 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fff24e2-9770-46ad-b74a-2a192874565e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (6b520fcd-56e3-4af6-9ced-e4d09cab2077), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.441795 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fff24e2-9770-46ad-b74a-2a192874565e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_controller (6b520fcd-56e3-4af6-9ced-e4d09cab2077), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.454517 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c945563-a85d-4e75-b317-d3d5765e5a4c req-a8f88900-b357-42e7-bf30-ed4f58d9ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:05.456004 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c945563-a85d-4e75-b317-d3d5765e5a4c req-a8f88900-b357-42e7-bf30-ed4f58d9ca0c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 1128 time: 0.0881610
Feb 12 21:30:05.473797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d20e2-d5b0-4e3b-9096-e3dd1be4446d req-86b50486-9e80-4cb0-82b9-a036f2583c1b tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:05.475314 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-629d20e2-d5b0-4e3b-9096-e3dd1be4446d req-86b50486-9e80-4cb0-82b9-a036f2583c1b tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 946 time: 0.1203594
Feb 12 21:30:05.514103 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Allocated IP 172.35.2.200 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/48ef7c81-69a7-4b40-a332-3993b70ac721) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:05.536384 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c945563-a85d-4e75-b317-d3d5765e5a4c req-224dcae3-d5c3-48f2-900d-3b2503564d0d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ab335364-3716-4e2e-b8fd-97f3f843b459&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481143
Feb 12 21:30:05.547186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42316) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:05.558111 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-629d20e2-d5b0-4e3b-9096-e3dd1be4446d req-2cde9036-0f31-4c67-9cdb-2333aceb8448 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab335364-3716-4e2e-b8fd-97f3f843b459&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736217
Feb 12 21:30:05.561510 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e67c0a86-fb08-4cad-89aa-1988a9d434d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.631101 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fff24e2-9770-46ad-b74a-2a192874565e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (6b520fcd-56e3-4af6-9ced-e4d09cab2077), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.631790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fff24e2-9770-46ad-b74a-2a192874565e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Fanout notify agent at l3_agent the message router_deleted on router 6b520fcd-56e3-4af6-9ced-e4d09cab2077 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:30:05.641661 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fff24e2-9770-46ad-b74a-2a192874565e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.642776 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7fff24e2-9770-46ad-b74a-2a192874565e tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/routers/6b520fcd-56e3-4af6-9ced-e4d09cab2077 HTTP/1.1" status: 204  len: 168 time: 1.4374878
Feb 12 21:30:05.647443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42318) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:05.648027 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for port (48ef7c81-69a7-4b40-a332-3993b70ac721), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.658042 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-da85ec19-c76a-4c63-b921-38db638e3750 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-420310195'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:05.711926 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e67c0a86-fb08-4cad-89aa-1988a9d434d5 admin admin] Publish callbacks [] for security_group (084f45e1-6722-4d64-8472-d6a3c11c7d7e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.772581 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (48ef7c81-69a7-4b40-a332-3993b70ac721), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.798903 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da85ec19-c76a-4c63-b921-38db638e3750 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:05.802459 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da85ec19-c76a-4c63-b921-38db638e3750 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.805578 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e67c0a86-fb08-4cad-89aa-1988a9d434d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (084f45e1-6722-4d64-8472-d6a3c11c7d7e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.815575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:05.818726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:05.823878 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:05.829641 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Pushing event updated for resources: {'Port': ['ID=48ef7c81-69a7-4b40-a332-3993b70ac721,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:05.859422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c0a86-fb08-4cad-89aa-1988a9d434d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084f45e1-6722-4d64-8472-d6a3c11c7d7e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:05.869060 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e67c0a86-fb08-4cad-89aa-1988a9d434d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a24d4df44a849d2aab2c35f4bfed090&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3179793
Feb 12 21:30:05.870494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42322) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:05.870631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da85ec19-c76a-4c63-b921-38db638e3750 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:30:05.881840 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da85ec19-c76a-4c63-b921-38db638e3750 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (84dace97-920d-461f-888a-f86d0c8ddc5e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:05.882478 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-da85ec19-c76a-4c63-b921-38db638e3750 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Added segment 84dace97-920d-461f-888a-f86d0c8ddc5e of type vlan for network 001fe362-3b93-4565-8c38-382e6951c32e
Feb 12 21:30:05.929936 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da85ec19-c76a-4c63-b921-38db638e3750 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (001fe362-3b93-4565-8c38-382e6951c32e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:06.029408 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eee9a526-a39f-4089-ad26-f67cea4fef40 admin admin] Publish callbacks [] for security_group (084f45e1-6722-4d64-8472-d6a3c11c7d7e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:06.052475 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da85ec19-c76a-4c63-b921-38db638e3750 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (001fe362-3b93-4565-8c38-382e6951c32e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:06.052859 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eee9a526-a39f-4089-ad26-f67cea4fef40 admin admin] Publish callbacks [] for security_group (084f45e1-6722-4d64-8472-d6a3c11c7d7e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:06.060373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da85ec19-c76a-4c63-b921-38db638e3750 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:06.060373 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da85ec19-c76a-4c63-b921-38db638e3750 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:06.163537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85ec19-c76a-4c63-b921-38db638e3750 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Network': ['ID=001fe362-3b93-4565-8c38-382e6951c32e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:06.175710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 001fe362-3b93-4565-8c38-382e6951c32e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:30:06.204797 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a2c804a-b5c7-440d-9091-ae385e9c300b req-a2f559a7-3926-4f1c-861b-c65527ff0b48 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 210 time: 0.0355136
Feb 12 21:30:06.211263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-eb0415a5-292a-4376-9d39-c450a12717cd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:06.213069 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-eb0415a5-292a-4376-9d39-c450a12717cd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.50 "GET /v2.0/networks?id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670 HTTP/1.1" status: 200  len: 797 time: 0.2218599
Feb 12 21:30:06.219137 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-da85ec19-c76a-4c63-b921-38db638e3750 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5706837
Feb 12 21:30:06.219956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42328) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:06.225112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-cca2bd63-cba5-4eda-85a1-78261ac415ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'subnet': {'network_id': '001fe362-3b93-4565-8c38-382e6951c32e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:06.268776 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eee9a526-a39f-4089-ad26-f67cea4fef40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (084f45e1-6722-4d64-8472-d6a3c11c7d7e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:06.271807 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eee9a526-a39f-4089-ad26-f67cea4fef40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:06.273343 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-eee9a526-a39f-4089-ad26-f67cea4fef40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/084f45e1-6722-4d64-8472-d6a3c11c7d7e HTTP/1.1" status: 204  len: 168 time: 0.3968112
Feb 12 21:30:06.290144 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9a526-a39f-4089-ad26-f67cea4fef40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084f45e1-6722-4d64-8472-d6a3c11c7d7e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:06.315547 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (0e7e3d1d-5786-43b6-a232-6b11795471db), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:06.383139 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-c60b9d9c-62d7-4bd2-9e82-2a724522cf29 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc1c557f5d984523b9dbe9c385659448 HTTP/1.1" status: 200  len: 379 time: 0.1523902
Feb 12 21:30:06.394162 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-2eb5513a-fdb0-4868-9cbb-aea2fcd79193 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'port': {'device_id': 'c607d778-8d84-4f12-a699-036c43189c10', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'admin_state_up': True, 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'security_groups': ['546859f2-632c-49b8-9a06-bc570c2c10f5']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:06.518046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca2bd63-cba5-4eda-85a1-78261ac415ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:06.521967 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cca2bd63-cba5-4eda-85a1-78261ac415ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:06.537845 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (0e7e3d1d-5786-43b6-a232-6b11795471db), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:06.588635 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-2eb5513a-fdb0-4868-9cbb-aea2fcd79193 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Made reservation on behalf of bc1c557f5d984523b9dbe9c385659448 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:06.592213 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-2eb5513a-fdb0-4868-9cbb-aea2fcd79193 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:06.722588 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda005b-113a-4c88-bd78-9f80342662c4 req-252ab54f-6b06-413f-9cf6-6307ab511611 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:06.724199 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9eda005b-113a-4c88-bd78-9f80342662c4 req-252ab54f-6b06-413f-9cf6-6307ab511611 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 946 time: 0.0899463
Feb 12 21:30:06.793955 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9eda005b-113a-4c88-bd78-9f80342662c4 req-67d22f84-4cb2-42eb-bf77-bb29bddb9f6f tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab335364-3716-4e2e-b8fd-97f3f843b459&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584991
Feb 12 21:30:06.803966 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Router 0e7e3d1d-5786-43b6-a232-6b11795471db is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:30:06.817899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-2eb5513a-fdb0-4868-9cbb-aea2fcd79193 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Allocated IP 172.20.0.12 (f038c5fc-05b8-4c68-ba2a-521a1ea8b670/ba626685-0119-4137-b135-a393d4eb44ef/91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:07.206141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:07.216583 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a79079-ecf1-4944-bef7-235682ca3b3a None None] Sync routers for ids ['0e7e3d1d-5786-43b6-a232-6b11795471db'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:07.240722 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a79079-ecf1-4944-bef7-235682ca3b3a None None] Routers {'0e7e3d1d-5786-43b6-a232-6b11795471db'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:07.241528 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-91a79079-ecf1-4944-bef7-235682ca3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb29df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['0e7e3d1d-5786-43b6-a232-6b11795471db'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:07.253745 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cca2bd63-cba5-4eda-85a1-78261ac415ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (b7d243c4-0d1b-4490-9560-b316a9ba4b79), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:07.289727 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-91a79079-ecf1-4944-bef7-235682ca3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb29df0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:07.299768 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a79079-ecf1-4944-bef7-235682ca3b3a None None] Routers {'0e7e3d1d-5786-43b6-a232-6b11795471db'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:07.300727 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-91a79079-ecf1-4944-bef7-235682ca3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb29df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['0e7e3d1d-5786-43b6-a232-6b11795471db'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:07.315089 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:07.319240 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-24c58cac-a746-4ab8-96d3-28a7f1e4ce9a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.9357533
Feb 12 21:30:07.323841 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42350) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:07.335408 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-119e01a8-bb53-447c-8bbf-1b571d39f398 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:07.351901 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-91a79079-ecf1-4944-bef7-235682ca3b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb29df0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:07.352547 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a79079-ecf1-4944-bef7-235682ca3b3a None None] The sync data for ids ['0e7e3d1d-5786-43b6-a232-6b11795471db'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:07.371901 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-17c541db-8efc-488d-b323-3e7350b18f9e req-e91d9254-ea1f-412c-8129-3b62fcc3aecf tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 210 time: 0.0593939
Feb 12 21:30:07.372524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2bd63-cba5-4eda-85a1-78261ac415ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Subnet': ['ID=b7d243c4-0d1b-4490-9560-b316a9ba4b79,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:07.386783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2bd63-cba5-4eda-85a1-78261ac415ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Checking segment: {'id': '84dace97-920d-461f-888a-f86d0c8ddc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '001fe362-3b93-4565-8c38-382e6951c32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:07.387147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2bd63-cba5-4eda-85a1-78261ac415ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network hostable DHCP agents. Network: 001fe362-3b93-4565-8c38-382e6951c32e, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:30:07.413628 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-2eb5513a-fdb0-4868-9cbb-aea2fcd79193 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:07.483963 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2bd63-cba5-4eda-85a1-78261ac415ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 001fe362-3b93-4565-8c38-382e6951c32e is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:30:07.518334 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-2eb5513a-fdb0-4868-9cbb-aea2fcd79193 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:07.567081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-2eb5513a-fdb0-4868-9cbb-aea2fcd79193 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:07.570263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-2eb5513a-fdb0-4868-9cbb-aea2fcd79193 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:07.575875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-2eb5513a-fdb0-4868-9cbb-aea2fcd79193 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:07.600347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5513a-fdb0-4868-9cbb-aea2fcd79193 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:07.630482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-2eb5513a-fdb0-4868-9cbb-aea2fcd79193 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:07.633431 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-2eb5513a-fdb0-4868-9cbb-aea2fcd79193 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:07.635686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-cca2bd63-cba5-4eda-85a1-78261ac415ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 001fe362-3b93-4565-8c38-382e6951c32e) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:07.651521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca2bd63-cba5-4eda-85a1-78261ac415ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:07.651521 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cca2bd63-cba5-4eda-85a1-78261ac415ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:07.656854 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dea640-b3fe-48df-a26b-c8357ea7ce8f None None] Network 001fe362-3b93-4565-8c38-382e6951c32e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:07.731997 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-2eb5513a-fdb0-4868-9cbb-aea2fcd79193 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3431544
Feb 12 21:30:07.748590 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Request body: {'port': {'device_id': 'c607d778-8d84-4f12-a699-036c43189c10', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:07.763043 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cca2bd63-cba5-4eda-85a1-78261ac415ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5414543
Feb 12 21:30:07.769329 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42360) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:07.782303 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e24f98cf-6175-4af4-a340-05cd8ecb58f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1534106721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:07.807265 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-119e01a8-bb53-447c-8bbf-1b571d39f398 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (0e7e3d1d-5786-43b6-a232-6b11795471db), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:07.809569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-001fe362-3b93-4565-8c38-382e6951c32e', 'network_id': '001fe362-3b93-4565-8c38-382e6951c32e', 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'fixed_ips': [{'subnet_id': 'b7d243c4-0d1b-4490-9560-b316a9ba4b79'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:30:07.810985 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:07.917501 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:07.943791 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e24f98cf-6175-4af4-a340-05cd8ecb58f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:07.945556 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e24f98cf-6175-4af4-a340-05cd8ecb58f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:07.954596 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-119e01a8-bb53-447c-8bbf-1b571d39f398 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_gateway (0e7e3d1d-5786-43b6-a232-6b11795471db), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:07.990912 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a224245-01cb-4311-9ace-b256c477d259 req-9be950e1-0c66-4faa-a2e2-80828ee4c562 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:07.992714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4aeca873-1b5d-40bb-9afb-41178d36e53c None None] Provisioning complete for port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:07.993165 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4aeca873-1b5d-40bb-9afb-41178d36e53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:07.999095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8a224245-01cb-4311-9ace-b256c477d259 req-9be950e1-0c66-4faa-a2e2-80828ee4c562 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 946 time: 0.1203389
Feb 12 21:30:08.030252 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Allocated IP 2001:db8::2 (001fe362-3b93-4565-8c38-382e6951c32e/b7d243c4-0d1b-4490-9560-b316a9ba4b79/f15e0561-fe33-4858-990f-9f17fcc75db9) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:08.050890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4aeca873-1b5d-40bb-9afb-41178d36e53c None None] Port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:08.061878 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e24f98cf-6175-4af4-a340-05cd8ecb58f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_controller (b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:08.129061 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8a224245-01cb-4311-9ace-b256c477d259 req-f094c38a-05ff-4c60-b9ae-383af095d17b tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab335364-3716-4e2e-b8fd-97f3f843b459&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1241851
Feb 12 21:30:08.149346 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e24f98cf-6175-4af4-a340-05cd8ecb58f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:08.179644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-119e01a8-bb53-447c-8bbf-1b571d39f398 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Deleting port 48ef7c81-69a7-4b40-a332-3993b70ac721 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:08.180266 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-119e01a8-bb53-447c-8bbf-1b571d39f398 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (48ef7c81-69a7-4b40-a332-3993b70ac721), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:08.254166 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e24f98cf-6175-4af4-a340-05cd8ecb58f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:08.255632 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e24f98cf-6175-4af4-a340-05cd8ecb58f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4852552
Feb 12 21:30:08.263371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42372) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:08.304076 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-119e01a8-bb53-447c-8bbf-1b571d39f398 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (48ef7c81-69a7-4b40-a332-3993b70ac721), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:08.319402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-119e01a8-bb53-447c-8bbf-1b571d39f398 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Calling delete_port for 48ef7c81-69a7-4b40-a332-3993b70ac721 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:08.402409 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Publish callbacks [] for port (f15e0561-fe33-4858-990f-9f17fcc75db9), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:08.483628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:30:08.531356 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Publish callbacks [] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:08.544320 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (f15e0561-fe33-4858-990f-9f17fcc75db9), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:08.572676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec688fd6-9a34-49b9-8c19-382e871d0595 req-1251208e-d6f9-4595-8494-b422a2753483 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:08.573628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c07f9-7177-4770-868c-143a06bd5604 req-18ca38c4-5cee-44b0-aea0-44a1af6d9ab9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:08.575353 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d3c07f9-7177-4770-868c-143a06bd5604 req-18ca38c4-5cee-44b0-aea0-44a1af6d9ab9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 932 time: 0.1025341
Feb 12 21:30:08.579654 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec688fd6-9a34-49b9-8c19-382e871d0595 req-1251208e-d6f9-4595-8494-b422a2753483 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 946 time: 0.3421054
Feb 12 21:30:08.615102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Pushing event updated for resources: {'Port': ['ID=f15e0561-fe33-4858-990f-9f17fcc75db9,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:08.635629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Network 001fe362-3b93-4565-8c38-382e6951c32e is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:08.637236 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:08.642457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:08.686469 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d3c07f9-7177-4770-868c-143a06bd5604 req-9b63888a-9c88-42f9-a51c-42a58a181f88 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772288
Feb 12 21:30:08.722778 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-119e01a8-bb53-447c-8bbf-1b571d39f398 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (48ef7c81-69a7-4b40-a332-3993b70ac721), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:08.730551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Attempting to bind port f15e0561-fe33-4858-990f-9f17fcc75db9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:30:08.732800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Attempting to bind port f15e0561-fe33-4858-990f-9f17fcc75db9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84dace97-920d-461f-888a-f86d0c8ddc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '001fe362-3b93-4565-8c38-382e6951c32e'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:30:08.733482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Attempting to bind port f15e0561-fe33-4858-990f-9f17fcc75db9 on network 001fe362-3b93-4565-8c38-382e6951c32e {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:30:08.739640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Transition to ACTIVE for port object 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:30:08.740362 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:30:08.741032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Checking segment: {'id': '84dace97-920d-461f-888a-f86d0c8ddc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '001fe362-3b93-4565-8c38-382e6951c32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:08.741750 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:08.742466 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Bound using segment: {'id': '84dace97-920d-461f-888a-f86d0c8ddc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '001fe362-3b93-4565-8c38-382e6951c32e'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:30:08.743210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Bound port: f15e0561-fe33-4858-990f-9f17fcc75db9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dace97-920d-461f-888a-f86d0c8ddc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '001fe362-3b93-4565-8c38-382e6951c32e'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:30:08.744024 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f15e0561-fe33-4858-990f-9f17fcc75db9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:08.747749 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec688fd6-9a34-49b9-8c19-382e871d0595 req-296501e9-a980-49cc-bc94-f68494ebcb16 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab335364-3716-4e2e-b8fd-97f3f843b459&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1672149
Feb 12 21:30:08.777832 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e01a8-bb53-447c-8bbf-1b571d39f398 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Pushing event deleted for resources: {'Port': ['ID=48ef7c81-69a7-4b40-a332-3993b70ac721,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:08.777832 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42404) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:08.826953 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:08.828825 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:08.880512 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] For port f15e0561-fe33-4858-990f-9f17fcc75db9, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:30:08.885315 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-119e01a8-bb53-447c-8bbf-1b571d39f398 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (0e7e3d1d-5786-43b6-a232-6b11795471db), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:08.888314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] For port f15e0561-fe33-4858-990f-9f17fcc75db9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f15e0561-fe33-4858-990f-9f17fcc75db9,segment=NetworkSegment(84dace97-920d-461f-888a-f86d0c8ddc5e),segment_id=84dace97-920d-461f-888a-f86d0c8ddc5e)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:30:08.979292 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f15e0561-fe33-4858-990f-9f17fcc75db9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:09.076575 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d30152-bd27-49c9-b1df-ecb93f82edc1 None None] Pushing event updated for resources: {'Port': ['ID=f15e0561-fe33-4858-990f-9f17fcc75db9,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:09.120535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Pushing event updated for resources: {'Port': ['ID=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:09.270904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-119e01a8-bb53-447c-8bbf-1b571d39f398 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (0e7e3d1d-5786-43b6-a232-6b11795471db), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:09.296544 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-119e01a8-bb53-447c-8bbf-1b571d39f398 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (0e7e3d1d-5786-43b6-a232-6b11795471db), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:09.340521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Attempting to bind port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:30:09.340862 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Attempting to bind port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:30:09.341198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Attempting to bind port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 on network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:30:09.412294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 on network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:30:09.412294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Attempting to bind port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 on network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:30:09.421194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:30:09.421964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Checking segment: {'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:09.422691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Bound using segment: {'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:30:09.423492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Bound port: 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:30:09.424021 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:09.492954 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119e01a8-bb53-447c-8bbf-1b571d39f398 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Router 0e7e3d1d-5786-43b6-a232-6b11795471db has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:30:09.498841 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e806ca93-71f0-47e5-a777-7a4cb72f2387 tempest-TestVolumeBootPattern-402673215 tempest-TestVolumeBootPattern-402673215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:09.501803 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e806ca93-71f0-47e5-a777-7a4cb72f2387 tempest-TestVolumeBootPattern-402673215 tempest-TestVolumeBootPattern-402673215-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 1123 time: 0.7222838
Feb 12 21:30:09.504475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42424) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:09.510469 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': 'eb4be2e6-f5ae-4480-94a3-2f75ffe8516f', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:09.511645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Allocated IP 2001:db8::1 (001fe362-3b93-4565-8c38-382e6951c32e/b7d243c4-0d1b-4490-9560-b316a9ba4b79/03221178-a6ae-482f-9db0-f7e92030d393) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:09.578168 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] For port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:30:09.628551 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] For port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,segment=NetworkSegment(ed2e9a9e-e1e0-4993-bdaa-5146ab36115c),segment_id=ed2e9a9e-e1e0-4993-bdaa-5146ab36115c)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:30:09.632963 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119e01a8-bb53-447c-8bbf-1b571d39f398 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:09.646849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b46fe-b1bf-4c99-b67b-0f1936b35cc9 None None] Sync routers for ids ['0e7e3d1d-5786-43b6-a232-6b11795471db'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:09.647083 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-119e01a8-bb53-447c-8bbf-1b571d39f398 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:09.651437 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-119e01a8-bb53-447c-8bbf-1b571d39f398 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "PUT /v2.0/routers/0e7e3d1d-5786-43b6-a232-6b11795471db HTTP/1.1" status: 200  len: 706 time: 2.3233671
Feb 12 21:30:09.652158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42430) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:09.664935 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b46fe-b1bf-4c99-b67b-0f1936b35cc9 None None] Routers {'0e7e3d1d-5786-43b6-a232-6b11795471db'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:09.666427 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4a0b46fe-b1bf-4c99-b67b-0f1936b35cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2bff70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['0e7e3d1d-5786-43b6-a232-6b11795471db'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:09.693167 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (03221178-a6ae-482f-9db0-f7e92030d393), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:09.709628 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4a0b46fe-b1bf-4c99-b67b-0f1936b35cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2bff70>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:09.719777 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:09.723668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b46fe-b1bf-4c99-b67b-0f1936b35cc9 None None] Routers {'0e7e3d1d-5786-43b6-a232-6b11795471db'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:09.723668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4a0b46fe-b1bf-4c99-b67b-0f1936b35cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2bff70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['0e7e3d1d-5786-43b6-a232-6b11795471db'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:09.767376 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a95a0b36-e01d-4a5d-8cc8-7691fd6087a3 tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/routers/0e7e3d1d-5786-43b6-a232-6b11795471db HTTP/1.1" status: 200  len: 741 time: 0.1131921
Feb 12 21:30:09.769831 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42434) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:09.778235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4a0b46fe-b1bf-4c99-b67b-0f1936b35cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2bff70>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:09.780146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b46fe-b1bf-4c99-b67b-0f1936b35cc9 None None] The sync data for ids ['0e7e3d1d-5786-43b6-a232-6b11795471db'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:09.795069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:09.795938 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:09.797593 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] 10.222.0.50 "PUT /v2.0/ports/91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 HTTP/1.1" status: 200  len: 1092 time: 2.0587010
Feb 12 21:30:09.798251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c607d778-8d84-4f12-a699-036c43189c10', 'tag': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:30:09.800726 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9d0260-4ee2-4e21-9e8a-11864adbc539" -d '{"events": [{"name": "network-changed", "server_uuid": "c607d778-8d84-4f12-a699-036c43189c10", "tag": "91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:30:09.846577 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ab6b9-27fa-416a-9398-ce51aae8ce95 service neutron] Pushing event updated for resources: {'Port': ['ID=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:09.874947 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b39a9144-ee91-4a12-b72f-608ac18372ec tempest-RoutersAdminTest-1968657684 tempest-RoutersAdminTest-1968657684-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&device_id=0e7e3d1d-5786-43b6-a232-6b11795471db HTTP/1.1" status: 200  len: 205 time: 0.1031823
Feb 12 21:30:09.877318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42442) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:09.883060 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (03221178-a6ae-482f-9db0-f7e92030d393), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:09.883249 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:09.971264 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e3bff59d-9709-4c65-9963-20660aa597a7 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7e3d1d-5786-43b6-a232-6b11795471db HTTP/1.1" status: 200  len: 205 time: 0.0911961
Feb 12 21:30:09.973894 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42448) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:09.976817 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28b2564-1204-4408-ba54-7e22b166e652 x-openstack-request-id: req-f28b2564-1204-4408-ba54-7e22b166e652 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:30:09.979022 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c607d778-8d84-4f12-a699-036c43189c10", "tag": "91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:30:09.979022 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f28b2564-1204-4408-ba54-7e22b166e652 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:30:09.979022 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c607d778-8d84-4f12-a699-036c43189c10', 'tag': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6', 'status': 'completed', 'code': 200}
Feb 12 21:30:09.983590 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=03221178-a6ae-482f-9db0-f7e92030d393,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:10.009489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 001fe362-3b93-4565-8c38-382e6951c32e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:10.029372 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:10.032218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:10.032765 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:10.133216 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42454) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:10.142836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-1ee28986-e830-4d3b-8838-7ee620f619cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:10.144371 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-1ee28986-e830-4d3b-8838-7ee620f619cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 1126 time: 0.1620591
Feb 12 21:30:10.179357 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fcafc8d6-e3b4-4d90-aeca-c76e0beb1f9d tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (0e7e3d1d-5786-43b6-a232-6b11795471db), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:10.198047 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd788257-2d9b-4036-b83e-51698d0f9777 req-aa687c1f-f3fa-4ac5-a623-8ab8338d5bc6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:10.208337 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dd788257-2d9b-4036-b83e-51698d0f9777 req-aa687c1f-f3fa-4ac5-a623-8ab8338d5bc6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 944 time: 0.3279614
Feb 12 21:30:10.221178 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-e4d7fe5f-6409-4523-aed7-7d0e2b63195f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 HTTP/1.1" status: 200  len: 217 time: 0.0481877
Feb 12 21:30:10.305609 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-0574f7df-7ed0-4098-b1d1-077dda42fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:10.308901 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-0574f7df-7ed0-4098-b1d1-077dda42fd00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba626685-0119-4137-b135-a393d4eb44ef HTTP/1.1" status: 200  len: 834 time: 0.0809867
Feb 12 21:30:10.364818 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02eb2016-3054-44eb-a006-26642bb8efa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:10.408513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-acf06ee7-10a0-421b-af61-797ed0112ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:10.410223 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-acf06ee7-10a0-421b-af61-797ed0112ea9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0958829
Feb 12 21:30:10.550495 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (03221178-a6ae-482f-9db0-f7e92030d393), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:10.586415 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02eb2016-3054-44eb-a006-26642bb8efa2 admin admin] Publish callbacks [] for security_group (e5f5866b-7851-4b87-9c83-ffcc7741b308), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:10.613280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcab75e-38e7-46f5-92f4-d28778ef8a77 None None] Network 001fe362-3b93-4565-8c38-382e6951c32e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:10.631626 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-6dda1b3d-c0f6-45df-b697-8cc878fc1bfa service neutron] 10.222.0.50 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2141545
Feb 12 21:30:10.642261 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dd788257-2d9b-4036-b83e-51698d0f9777 req-c22275b1-f30b-4932-af23-7a5130633383 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4327140
Feb 12 21:30:10.685341 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02eb2016-3054-44eb-a006-26642bb8efa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e5f5866b-7851-4b87-9c83-ffcc7741b308), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:10.708761 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-34f09eb2-f3a1-4893-a03d-8202ce0bdd73 None None] Provisioning complete for port f15e0561-fe33-4858-990f-9f17fcc75db9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:10.709431 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-34f09eb2-f3a1-4893-a03d-8202ce0bdd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f15e0561-fe33-4858-990f-9f17fcc75db9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:10.779034 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fcafc8d6-e3b4-4d90-aeca-c76e0beb1f9d tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (0e7e3d1d-5786-43b6-a232-6b11795471db), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:10.782761 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fcafc8d6-e3b4-4d90-aeca-c76e0beb1f9d tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router_controller (0e7e3d1d-5786-43b6-a232-6b11795471db), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:10.842873 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-34f09eb2-f3a1-4893-a03d-8202ce0bdd73 None None] Current status of the port f15e0561-fe33-4858-990f-9f17fcc75db9 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:10.843432 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-34f09eb2-f3a1-4893-a03d-8202ce0bdd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f15e0561-fe33-4858-990f-9f17fcc75db9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:10.848346 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-02eb2016-3054-44eb-a006-26642bb8efa2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d868d91217e64b8681cfbc345fc470ed&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7116079
Feb 12 21:30:10.848654 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42470) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:10.852195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb2016-3054-44eb-a006-26642bb8efa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f5866b-7851-4b87-9c83-ffcc7741b308,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:10.891682 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:10.896818 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6f3f048-93e0-41e1-a0d7-abeeb7212222 req-f54de55f-30db-4f1a-986b-ff9402497e40 service neutron] 10.222.0.50 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2594085
Feb 12 21:30:10.914007 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-34f09eb2-f3a1-4893-a03d-8202ce0bdd73 None None] For port f15e0561-fe33-4858-990f-9f17fcc75db9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f15e0561-fe33-4858-990f-9f17fcc75db9,segment=NetworkSegment(84dace97-920d-461f-888a-f86d0c8ddc5e),segment_id=84dace97-920d-461f-888a-f86d0c8ddc5e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:10.941029 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fcafc8d6-e3b4-4d90-aeca-c76e0beb1f9d tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (0e7e3d1d-5786-43b6-a232-6b11795471db), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:10.941593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcafc8d6-e3b4-4d90-aeca-c76e0beb1f9d tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Fanout notify agent at l3_agent the message router_deleted on router 0e7e3d1d-5786-43b6-a232-6b11795471db {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:30:10.956897 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fcafc8d6-e3b4-4d90-aeca-c76e0beb1f9d tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:10.958118 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fcafc8d6-e3b4-4d90-aeca-c76e0beb1f9d tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "DELETE /v2.0/routers/0e7e3d1d-5786-43b6-a232-6b11795471db HTTP/1.1" status: 204  len: 168 time: 0.9829116
Feb 12 21:30:10.961678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42472) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:10.991235 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-637bfb2a-4e69-41fe-87a7-caee27688ac2 admin admin] Publish callbacks [] for security_group (e5f5866b-7851-4b87-9c83-ffcc7741b308), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:10.997762 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-34f09eb2-f3a1-4893-a03d-8202ce0bdd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f15e0561-fe33-4858-990f-9f17fcc75db9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:11.041743 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b40cd9e8-10ff-4be1-ab94-51b0e55b9d0e tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7e3d1d-5786-43b6-a232-6b11795471db HTTP/1.1" status: 200  len: 205 time: 0.0782337
Feb 12 21:30:11.048426 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42474) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:11.052204 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-637bfb2a-4e69-41fe-87a7-caee27688ac2 admin admin] Publish callbacks [] for security_group (e5f5866b-7851-4b87-9c83-ffcc7741b308), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:11.114191 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Allocated IP 172.35.2.114 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/56f1faed-1525-4ae6-a13b-4f911cbdeb4c) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:11.116596 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-191591b1-fde5-4152-ba49-931e00e8bf7d tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] delete failed (client error): The resource could not be found.
Feb 12 21:30:11.117715 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-191591b1-fde5-4152-ba49-931e00e8bf7d tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "DELETE /v2.0/routers/0e7e3d1d-5786-43b6-a232-6b11795471db HTTP/1.1" status: 404  len: 336 time: 0.0683119
Feb 12 21:30:11.132218 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42478) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:11.148156 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f09eb2-f3a1-4893-a03d-8202ce0bdd73 None None] Pushing event updated for resources: {'Port': ['ID=f15e0561-fe33-4858-990f-9f17fcc75db9,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:11.192314 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ddfa4fb8-1a1e-4b63-b925-ebb78ec45fc3 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4222400-4c21-4794-b507-1e6a74b33d0f HTTP/1.1" status: 200  len: 205 time: 0.0643654
Feb 12 21:30:11.199086 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42482) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:11.217135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d0260-4ee2-4e21-9e8a-11864adbc539 req-3122ee93-9908-4fb1-8c5d-a2ba4f9ed7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:11.222785 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b9d0260-4ee2-4e21-9e8a-11864adbc539 req-3122ee93-9908-4fb1-8c5d-a2ba4f9ed7ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 1126 time: 0.1663742
Feb 12 21:30:11.242689 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-53e2a704-c48c-4841-8c37-d171551f3a75 None None] Provisioning complete for port 03221178-a6ae-482f-9db0-f7e92030d393 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:11.243837 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-53e2a704-c48c-4841-8c37-d171551f3a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (03221178-a6ae-482f-9db0-f7e92030d393), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:11.257542 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (03221178-a6ae-482f-9db0-f7e92030d393), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:11.297385 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-e15e2f9e-e8e0-46ab-94c9-ebefe6cada57 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] delete failed (client error): The resource could not be found.
Feb 12 21:30:11.301259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-53e2a704-c48c-4841-8c37-d171551f3a75 None None] Port 03221178-a6ae-482f-9db0-f7e92030d393 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:11.315626 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e15e2f9e-e8e0-46ab-94c9-ebefe6cada57 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "DELETE /v2.0/routers/e4222400-4c21-4794-b507-1e6a74b33d0f HTTP/1.1" status: 404  len: 336 time: 0.1194921
Feb 12 21:30:11.328601 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42484) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:11.329138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-53e2a704-c48c-4841-8c37-d171551f3a75 None None] Provisioning complete for port f15e0561-fe33-4858-990f-9f17fcc75db9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:11.329288 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (03221178-a6ae-482f-9db0-f7e92030d393), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:11.329564 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-53e2a704-c48c-4841-8c37-d171551f3a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f15e0561-fe33-4858-990f-9f17fcc75db9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:11.331393 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:11.383721 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f15e0561-fe33-4858-990f-9f17fcc75db9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:11.415369 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42486) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:11.458278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-49e80552-41c8-42c1-b196-7cf739ce53a0 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d82db0a-d061-49dc-9d02-ab17c36eface HTTP/1.1" status: 200  len: 205 time: 0.1245179
Feb 12 21:30:11.461777 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42490) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:11.537043 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-db979ada-2db1-4bc3-bed4-9ea96e53fb67 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] delete failed (client error): The resource could not be found.
Feb 12 21:30:11.537043 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-db979ada-2db1-4bc3-bed4-9ea96e53fb67 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "DELETE /v2.0/routers/7d82db0a-d061-49dc-9d02-ab17c36eface HTTP/1.1" status: 404  len: 336 time: 0.0701096
Feb 12 21:30:11.544176 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42492) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:11.577952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=03221178-a6ae-482f-9db0-f7e92030d393,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:11.584498 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f15e0561-fe33-4858-990f-9f17fcc75db9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:11.585070 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f15e0561-fe33-4858-990f-9f17fcc75db9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:11.587788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-53e2a704-c48c-4841-8c37-d171551f3a75 None None] Current status of the port f15e0561-fe33-4858-990f-9f17fcc75db9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:11.615807 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for port (56f1faed-1525-4ae6-a13b-4f911cbdeb4c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:11.617624 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-637bfb2a-4e69-41fe-87a7-caee27688ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e5f5866b-7851-4b87-9c83-ffcc7741b308), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:11.623352 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-637bfb2a-4e69-41fe-87a7-caee27688ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:11.630087 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-637bfb2a-4e69-41fe-87a7-caee27688ac2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5f5866b-7851-4b87-9c83-ffcc7741b308 HTTP/1.1" status: 204  len: 168 time: 0.7799850
Feb 12 21:30:11.633409 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-98ef6983-8ad6-4979-a2f4-5f81335bddb5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "GET /v2.0/ports?device_id=348cbe7c-e945-4edb-8ec4-ac000aac6d02 HTTP/1.1" status: 200  len: 205 time: 0.0872316
Feb 12 21:30:11.644282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42510) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:11.650222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bfb2a-4e69-41fe-87a7-caee27688ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f5866b-7851-4b87-9c83-ffcc7741b308,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:11.702633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d0260-4ee2-4e21-9e8a-11864adbc539 req-e5c166bd-0a71-4cd0-93c3-9623fe1e84ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:11.705924 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b9d0260-4ee2-4e21-9e8a-11864adbc539 req-e5c166bd-0a71-4cd0-93c3-9623fe1e84ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670 HTTP/1.1" status: 200  len: 898 time: 0.4437120
Feb 12 21:30:11.750231 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f15e0561-fe33-4858-990f-9f17fcc75db9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:11.768024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f51c9569-e677-4d64-b5d0-a5d8932e7b38 None None] Provisioning complete for port 03221178-a6ae-482f-9db0-f7e92030d393 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:11.769963 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f51c9569-e677-4d64-b5d0-a5d8932e7b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (03221178-a6ae-482f-9db0-f7e92030d393), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:11.792816 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b9d0260-4ee2-4e21-9e8a-11864adbc539 req-d46ccacc-05f1-4247-ae32-b070da80d0a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 HTTP/1.1" status: 200  len: 217 time: 0.0771260
Feb 12 21:30:11.798630 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-9cbd48c7-2562-47f9-bb68-7e977c6c7d7d tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] delete failed (client error): The resource could not be found.
Feb 12 21:30:11.798809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42524) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:11.799727 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9cbd48c7-2562-47f9-bb68-7e977c6c7d7d tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "DELETE /v2.0/routers/348cbe7c-e945-4edb-8ec4-ac000aac6d02 HTTP/1.1" status: 404  len: 336 time: 0.1372328
Feb 12 21:30:11.802912 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d60a7c4-c15c-4acd-9d85-d78a21d0685a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:11.814869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f51c9569-e677-4d64-b5d0-a5d8932e7b38 None None] Port 03221178-a6ae-482f-9db0-f7e92030d393 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:11.915913 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d60a7c4-c15c-4acd-9d85-d78a21d0685a admin admin] Publish callbacks [] for security_group (778e4306-a15d-4059-b684-677bcdd63910), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:11.938341 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (56f1faed-1525-4ae6-a13b-4f911cbdeb4c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:11.938596 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-04ff19f4-8ea7-4b8b-a07f-a688faef497e tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "GET /v2.0/ports?device_id=bccd3e59-2de8-4718-ae28-534173f93fcd HTTP/1.1" status: 200  len: 205 time: 0.1355965
Feb 12 21:30:11.942327 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42536) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:11.954132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 001fe362-3b93-4565-8c38-382e6951c32e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:11.960666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:11.980153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d0260-4ee2-4e21-9e8a-11864adbc539 req-8acbed68-cd36-443c-a096-c9ca8d9a5a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:11.981211 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b9d0260-4ee2-4e21-9e8a-11864adbc539 req-8acbed68-cd36-443c-a096-c9ca8d9a5a17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba626685-0119-4137-b135-a393d4eb44ef HTTP/1.1" status: 200  len: 834 time: 0.1461742
Feb 12 21:30:12.053340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event updated for resources: {'Port': ['ID=56f1faed-1525-4ae6-a13b-4f911cbdeb4c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:12.065741 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-975928db-2109-4df4-a16b-b16b3a5b5088 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] delete failed (client error): The resource could not be found.
Feb 12 21:30:12.071119 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-975928db-2109-4df4-a16b-b16b3a5b5088 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "DELETE /v2.0/routers/bccd3e59-2de8-4718-ae28-534173f93fcd HTTP/1.1" status: 404  len: 336 time: 0.1266749
Feb 12 21:30:12.072510 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d60a7c4-c15c-4acd-9d85-d78a21d0685a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (778e4306-a15d-4059-b684-677bcdd63910), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:12.085119 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42540) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:12.154214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:12.155048 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60a7c4-c15c-4acd-9d85-d78a21d0685a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778e4306-a15d-4059-b684-677bcdd63910,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:12.162220 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b76e0d6c-a5ae-489d-bf7c-6cd5db2210b5 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "GET /v2.0/ports?device_id=26ea7749-08da-404a-b368-5fa4752c94e6 HTTP/1.1" status: 200  len: 205 time: 0.0405309
Feb 12 21:30:12.166159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42544) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:12.178720 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:12.186798 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:12.281832 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2d60a7c4-c15c-4acd-9d85-d78a21d0685a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=219c3651b5ac413287feae19e4b82d5c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8622763
Feb 12 21:30:12.289450 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42552) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:12.331583 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-9f137bf6-041a-4857-8f56-9111338f927a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] delete failed (client error): The resource could not be found.
Feb 12 21:30:12.335230 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9f137bf6-041a-4857-8f56-9111338f927a tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "DELETE /v2.0/routers/26ea7749-08da-404a-b368-5fa4752c94e6 HTTP/1.1" status: 404  len: 336 time: 0.1640868
Feb 12 21:30:12.353246 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42556) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:12.369250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4b40e39f-59a3-47f3-9c9a-115313122676 None None] Provisioning complete for port 03221178-a6ae-482f-9db0-f7e92030d393 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:12.369250 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4b40e39f-59a3-47f3-9c9a-115313122676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (03221178-a6ae-482f-9db0-f7e92030d393), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:12.388071 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-80b31947-fd8a-4487-ad20-671d38b4211c admin admin] Publish callbacks [] for security_group (778e4306-a15d-4059-b684-677bcdd63910), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:12.411614 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e0ae19-27db-4660-8a49-73ccc5450670 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:30:12.412027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e0ae19-27db-4660-8a49-73ccc5450670 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:30:12.415877 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c6e0ae19-27db-4660-8a49-73ccc5450670 tempest-RoutersAdminTest-1396623846 tempest-RoutersAdminTest-1396623846-project] 10.222.0.31 "DELETE /v2.0/subnets/37b0d278-2141-4d63-a35f-bbda1c82a69d HTTP/1.1" status: 404  len: 337 time: 0.0591702
Feb 12 21:30:12.467258 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-80b31947-fd8a-4487-ad20-671d38b4211c admin admin] Publish callbacks [] for security_group (778e4306-a15d-4059-b684-677bcdd63910), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:12.476955 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4b40e39f-59a3-47f3-9c9a-115313122676 None None] Port 03221178-a6ae-482f-9db0-f7e92030d393 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:12.485060 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:30:12.575668 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd95a-2130-4c9b-afe5-cb5ea4a3979a req-f0001846-f509-430d-915d-2ea474c73b46 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:12.577041 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-235cd95a-2130-4c9b-afe5-cb5ea4a3979a req-f0001846-f509-430d-915d-2ea474c73b46 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 944 time: 0.7797198
Feb 12 21:30:12.658328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,segment=NetworkSegment(ed2e9a9e-e1e0-4993-bdaa-5146ab36115c),segment_id=ed2e9a9e-e1e0-4993-bdaa-5146ab36115c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:12.671593 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-235cd95a-2130-4c9b-afe5-cb5ea4a3979a req-485a3080-3274-484d-9573-df10199daed7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773842
Feb 12 21:30:12.671958 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'port_id': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6', 'mac_address': 'fa:16:3e:95:47:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:30:12.676261 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d0260-4ee2-4e21-9e8a-11864adbc539 req-90c4f9b7-f533-426a-8018-80f452231464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:12.677755 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b9d0260-4ee2-4e21-9e8a-11864adbc539 req-90c4f9b7-f533-426a-8018-80f452231464 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.6602671
Feb 12 21:30:12.711138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:12.711529 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:12.725630 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:30:12.745551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,segment=NetworkSegment(ed2e9a9e-e1e0-4993-bdaa-5146ab36115c),segment_id=ed2e9a9e-e1e0-4993-bdaa-5146ab36115c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:12.781370 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b9d0260-4ee2-4e21-9e8a-11864adbc539 req-cef746eb-1310-4b4e-a392-407b913bdbd2 service neutron] 10.222.0.50 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0969334
Feb 12 21:30:12.863924 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-80b31947-fd8a-4487-ad20-671d38b4211c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (778e4306-a15d-4059-b684-677bcdd63910), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:12.866943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-80b31947-fd8a-4487-ad20-671d38b4211c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:12.874989 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-80b31947-fd8a-4487-ad20-671d38b4211c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/778e4306-a15d-4059-b684-677bcdd63910 HTTP/1.1" status: 204  len: 168 time: 0.5832090
Feb 12 21:30:12.897781 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:12.906656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:30:12.937109 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b9d0260-4ee2-4e21-9e8a-11864adbc539 req-4626278f-998a-4482-969e-a27b65e223ad service neutron] 10.222.0.50 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493876
Feb 12 21:30:12.965093 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:13.041282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b31947-fd8a-4487-ad20-671d38b4211c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778e4306-a15d-4059-b684-677bcdd63910,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:13.122912 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:13.128708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-940008bc-1906-4016-922a-2e1da95ad24c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8647094
Feb 12 21:30:13.131282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42564) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:13.144418 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7707bc6c-2219-4518-bbb3-b283582d0991 None None] Sync routers for ids ['b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:13.160148 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:30:13.170639 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7707bc6c-2219-4518-bbb3-b283582d0991 None None] Routers {'b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:13.171507 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7707bc6c-2219-4518-bbb3-b283582d0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc700056f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:13.185971 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for floatingip (22dc8624-a9fa-4af0-823d-738ca28d6ab6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:13.228671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8493252-a63c-403e-b6fa-7360bce8f8ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:13.235168 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d8493252-a63c-403e-b6fa-7360bce8f8ec tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports/03221178-a6ae-482f-9db0-f7e92030d393 HTTP/1.1" status: 200  len: 911 time: 0.1003408
Feb 12 21:30:13.235932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42570) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:13.247987 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0827cd71-fa76-447c-b359-ffaabfd5e491 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7d243c4-0d1b-4490-9560-b316a9ba4b79'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:13.272178 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f15e0561-fe33-4858-990f-9f17fcc75db9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:13.318036 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7707bc6c-2219-4518-bbb3-b283582d0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc700056f10>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:13.366424 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7707bc6c-2219-4518-bbb3-b283582d0991 None None] Routers {'b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:13.367137 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7707bc6c-2219-4518-bbb3-b283582d0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc700056f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:13.468870 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0827cd71-fa76-447c-b359-ffaabfd5e491 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (03221178-a6ae-482f-9db0-f7e92030d393), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:13.483059 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42576) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:13.509042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f15e0561-fe33-4858-990f-9f17fcc75db9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:13.509593 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f15e0561-fe33-4858-990f-9f17fcc75db9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:13.544656 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (56f1faed-1525-4ae6-a13b-4f911cbdeb4c), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:13.653577 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7707bc6c-2219-4518-bbb3-b283582d0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc700056f10>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:13.660724 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7707bc6c-2219-4518-bbb3-b283582d0991 None None] The sync data for ids ['b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:13.733521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f15e0561-fe33-4858-990f-9f17fcc75db9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:14.068159 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0827cd71-fa76-447c-b359-ffaabfd5e491 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (03221178-a6ae-482f-9db0-f7e92030d393), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.123925 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a19e37e2-7e9e-45ab-ba71-ed621f227f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.151987 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for port (56f1faed-1525-4ae6-a13b-4f911cbdeb4c), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.186241 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2044eda-b046-4024-b9ae-aae45643ae0c req-78ce8d5e-d0e3-425d-9fe2-fe40541197f5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:14.188852 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0827cd71-fa76-447c-b359-ffaabfd5e491 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (03221178-a6ae-482f-9db0-f7e92030d393), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.193123 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2044eda-b046-4024-b9ae-aae45643ae0c req-78ce8d5e-d0e3-425d-9fe2-fe40541197f5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 945 time: 0.3916552
Feb 12 21:30:14.195080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0827cd71-fa76-447c-b359-ffaabfd5e491 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:14.195944 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0827cd71-fa76-447c-b359-ffaabfd5e491 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.200864 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0827cd71-fa76-447c-b359-ffaabfd5e491 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/ports/03221178-a6ae-482f-9db0-f7e92030d393 HTTP/1.1" status: 200  len: 911 time: 0.9639137
Feb 12 21:30:14.201665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42602) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:14.273927 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2044eda-b046-4024-b9ae-aae45643ae0c req-69315401-a3d7-4ce0-a18b-fc1060df0b4c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0796936
Feb 12 21:30:14.298692 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a19e37e2-7e9e-45ab-ba71-ed621f227f63 admin admin] Publish callbacks [] for security_group (e388567d-12fa-46fd-a0a7-aa8658d39eac), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.315558 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (56f1faed-1525-4ae6-a13b-4f911cbdeb4c), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.344698 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827cd71-fa76-447c-b359-ffaabfd5e491 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=03221178-a6ae-482f-9db0-f7e92030d393,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:14.389466 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42610) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:14.411664 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event updated for resources: {'Port': ['ID=56f1faed-1525-4ae6-a13b-4f911cbdeb4c,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:14.427783 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (22dc8624-a9fa-4af0-823d-738ca28d6ab6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.453102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:14.466519 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a19e37e2-7e9e-45ab-ba71-ed621f227f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e388567d-12fa-46fd-a0a7-aa8658d39eac), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.485684 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d9efe39c-bcbb-4059-b9eb-658b5ce469a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.537702 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e37e2-7e9e-45ab-ba71-ed621f227f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e388567d-12fa-46fd-a0a7-aa8658d39eac,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:14.567198 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a19e37e2-7e9e-45ab-ba71-ed621f227f63 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6d2a724321144a3873994faf1f7fa5a&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0739837
Feb 12 21:30:14.570824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42612) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:14.588427 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Floating IP 22dc8624-a9fa-4af0-823d-738ca28d6ab6 associated. External IP: 172.35.2.114, port: eb4be2e6-f5ae-4480-94a3-2f75ffe8516f.
Feb 12 21:30:14.609795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:30:14.614636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:14.620562 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.700813 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d9efe39c-bcbb-4059-b9eb-658b5ce469a4 admin admin] Publish callbacks [] for security_group (4944487c-924a-4538-9aa4-0219360f749c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.713059 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:14.713995 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.715763 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f2c5-3acf-4f7b-8035-4cc3f2b48749 admin admin] Publish callbacks [] for security_group (e388567d-12fa-46fd-a0a7-aa8658d39eac), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.738595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c607d778-8d84-4f12-a699-036c43189c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:30:14.741628 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c895909-f0d1-4466-9db1-87b9b537bbfa" -d '{"events": [{"server_uuid": "c607d778-8d84-4f12-a699-036c43189c10", "name": "network-vif-plugged", "status": "completed", "tag": "91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:30:14.744523 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f2c5-3acf-4f7b-8035-4cc3f2b48749 admin admin] Publish callbacks [] for security_group (e388567d-12fa-46fd-a0a7-aa8658d39eac), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.765565 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,segment=NetworkSegment(ed2e9a9e-e1e0-4993-bdaa-5146ab36115c),segment_id=ed2e9a9e-e1e0-4993-bdaa-5146ab36115c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:14.797944 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b140fd-149e-4526-a3fe-0ea02f52e33f x-openstack-request-id: req-f6b140fd-149e-4526-a3fe-0ea02f52e33f {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:30:14.798244 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c607d778-8d84-4f12-a699-036c43189c10", "name": "network-vif-plugged", "status": "completed", "tag": "91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:30:14.798571 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6b140fd-149e-4526-a3fe-0ea02f52e33f {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:30:14.799003 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c607d778-8d84-4f12-a699-036c43189c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6', 'code': 200}
Feb 12 21:30:14.813242 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d9efe39c-bcbb-4059-b9eb-658b5ce469a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4944487c-924a-4538-9aa4-0219360f749c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.840346 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.867613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Router 3749273a-922b-40cd-9009-b7a378128110 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:30:14.874410 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c3fbad9-ee99-4439-ae54-3df76754377f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.881935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d9efe39c-bcbb-4059-b9eb-658b5ce469a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93f92dff810148c7bde5dc8beaba2e82&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4911757
Feb 12 21:30:14.882509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42618) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:14.901702 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:14.937612 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efe39c-bcbb-4059-b9eb-658b5ce469a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4944487c-924a-4538-9aa4-0219360f749c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:14.988870 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f2c5-3acf-4f7b-8035-4cc3f2b48749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e388567d-12fa-46fd-a0a7-aa8658d39eac), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.991462 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f2c5-3acf-4f7b-8035-4cc3f2b48749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:14.995600 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4ed9f2c5-3acf-4f7b-8035-4cc3f2b48749 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e388567d-12fa-46fd-a0a7-aa8658d39eac HTTP/1.1" status: 204  len: 168 time: 0.4203310
Feb 12 21:30:15.010436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9f2c5-3acf-4f7b-8035-4cc3f2b48749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e388567d-12fa-46fd-a0a7-aa8658d39eac,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:15.048145 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-906f6968-9760-4506-9e1a-d378c402727e admin admin] Publish callbacks [] for security_group (4944487c-924a-4538-9aa4-0219360f749c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:15.052484 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:15.064579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8dd88f-d3e3-4903-aa81-7a759cd623dc None None] Sync routers for ids ['3749273a-922b-40cd-9009-b7a378128110'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:15.068607 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064fe2c-5a28-49d5-a425-c5e82a6f88ad req-3ba3a579-2732-46a1-ae75-c6fd196af682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:15.070669 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8064fe2c-5a28-49d5-a425-c5e82a6f88ad req-3ba3a579-2732-46a1-ae75-c6fd196af682 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 1128 time: 0.1868002
Feb 12 21:30:15.079799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8dd88f-d3e3-4903-aa81-7a759cd623dc None None] Routers {'3749273a-922b-40cd-9009-b7a378128110'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:15.081331 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-be8dd88f-d3e3-4903-aa81-7a759cd623dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb021430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3749273a-922b-40cd-9009-b7a378128110'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:15.095667 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-906f6968-9760-4506-9e1a-d378c402727e admin admin] Publish callbacks [] for security_group (4944487c-924a-4538-9aa4-0219360f749c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:15.156200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8064fe2c-5a28-49d5-a425-c5e82a6f88ad req-40b64ca0-310d-47ac-91ea-02b7f1026d12 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604331
Feb 12 21:30:15.205929 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:15.244665 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-83cf0170-714e-4fea-97db-0316875f328c tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.7286768
Feb 12 21:30:15.244665 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b70a65-6aa4-49d4-8415-1eda9c7671c0', 'tag': 'eb4be2e6-f5ae-4480-94a3-2f75ffe8516f'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:30:15.244665 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7357c60-58da-4cc4-bb54-9907591bac23" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b70a65-6aa4-49d4-8415-1eda9c7671c0", "tag": "eb4be2e6-f5ae-4480-94a3-2f75ffe8516f"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:30:15.254997 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-906f6968-9760-4506-9e1a-d378c402727e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4944487c-924a-4538-9aa4-0219360f749c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:15.258412 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-906f6968-9760-4506-9e1a-d378c402727e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:15.263375 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-906f6968-9760-4506-9e1a-d378c402727e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4944487c-924a-4538-9aa4-0219360f749c HTTP/1.1" status: 204  len: 168 time: 0.3788881
Feb 12 21:30:15.274182 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f6968-9760-4506-9e1a-d378c402727e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4944487c-924a-4538-9aa4-0219360f749c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:15.296181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-2c3fbad9-ee99-4439-ae54-3df76754377f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port 03221178-a6ae-482f-9db0-f7e92030d393 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:15.296605 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c3fbad9-ee99-4439-ae54-3df76754377f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (03221178-a6ae-482f-9db0-f7e92030d393), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:15.303879 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-be8dd88f-d3e3-4903-aa81-7a759cd623dc None None] Set router 3749273a-922b-40cd-9009-b7a378128110 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:15.454716 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c3fbad9-ee99-4439-ae54-3df76754377f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (03221178-a6ae-482f-9db0-f7e92030d393), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:15.479630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-2c3fbad9-ee99-4439-ae54-3df76754377f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for 03221178-a6ae-482f-9db0-f7e92030d393 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:15.494087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e9ba2-f889-463e-ac11-9005aae8918e req-56e46776-02b9-446a-912e-c66f1b111552 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:15.494087 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c8e9ba2-f889-463e-ac11-9005aae8918e req-56e46776-02b9-446a-912e-c66f1b111552 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.1012557
Feb 12 21:30:15.596522 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c8e9ba2-f889-463e-ac11-9005aae8918e req-467834be-eb6c-49a4-954e-01bdbe6cb049 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972986
Feb 12 21:30:15.724794 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b73f643-6c69-44f4-9ff3-9dda4df81e5e x-openstack-request-id: req-8b73f643-6c69-44f4-9ff3-9dda4df81e5e {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:30:15.725401 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b70a65-6aa4-49d4-8415-1eda9c7671c0", "tag": "eb4be2e6-f5ae-4480-94a3-2f75ffe8516f", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:30:15.730563 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b73f643-6c69-44f4-9ff3-9dda4df81e5e {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:30:15.730563 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b70a65-6aa4-49d4-8415-1eda9c7671c0', 'tag': 'eb4be2e6-f5ae-4480-94a3-2f75ffe8516f', 'status': 'completed', 'code': 200}
Feb 12 21:30:15.740137 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-be8dd88f-d3e3-4903-aa81-7a759cd623dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb021430>, [{'id': '3749273a-922b-40cd-9009-b7a378128110', 'name': 'tempest-TestVolumeBootPattern-1798897564-router', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:36Z', 'updated_at': '2022-02-12T21:25:42Z', 'revision_number': 4, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'gw_port': {'id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:37Z', 'updated_at': '2022-02-12T21:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '22dc8624-a9fa-4af0-823d-738ca28d6ab6', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'floating_ip_address': '172.35.2.114', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '3749273a-922b-40cd-9009-b7a378128110', 'port_id': 'eb4be2e6-f5ae-4480-94a3-2f75ffe8516f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'mac_address': 'fa:16:3e:f7:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b70a65-6aa4-49d4-8415-1eda9c7671c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:30:12Z', 'updated_at': '2022-02-12T21:30:12Z', 'revision_number': 0, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46224adc-d6ad-47c1-8a38-0fe0ca58567c', 'name': '', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'mac_address': 'fa:16:3e:72:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '447c8376-828f-4491-9b8b-1373d20c6228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:41Z', 'updated_at': '2022-02-12T21:25:47Z', 'revision_number': 5, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'subnets': [{'id': '447c8376-828f-4491-9b8b-1373d20c6228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:15.786604 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8dd88f-d3e3-4903-aa81-7a759cd623dc None None] Checking router: 3749273a-922b-40cd-9009-b7a378128110 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:30:15.792158 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8dd88f-d3e3-4903-aa81-7a759cd623dc None None] Routers {'3749273a-922b-40cd-9009-b7a378128110'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:15.792848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-be8dd88f-d3e3-4903-aa81-7a759cd623dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb021430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3749273a-922b-40cd-9009-b7a378128110'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:15.795475 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7357c60-58da-4cc4-bb54-9907591bac23 req-8a3a150d-2f8e-44e6-b337-f20606ef73c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:15.797024 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7357c60-58da-4cc4-bb54-9907591bac23 req-8a3a150d-2f8e-44e6-b337-f20606ef73c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 1128 time: 0.0520241
Feb 12 21:30:15.870615 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c3fbad9-ee99-4439-ae54-3df76754377f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (03221178-a6ae-482f-9db0-f7e92030d393), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:15.907561 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fbad9-ee99-4439-ae54-3df76754377f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=03221178-a6ae-482f-9db0-f7e92030d393,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:15.921870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-be8dd88f-d3e3-4903-aa81-7a759cd623dc None None] Set router 3749273a-922b-40cd-9009-b7a378128110 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:15.996212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7357c60-58da-4cc4-bb54-9907591bac23 req-6401526d-952e-4cfa-852b-fa5e0a5302ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:16.002436 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7357c60-58da-4cc4-bb54-9907591bac23 req-6401526d-952e-4cfa-852b-fa5e0a5302ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 913 time: 0.1997211
Feb 12 21:30:16.120865 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42660) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:16.155820 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c3fbad9-ee99-4439-ae54-3df76754377f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:16.198953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-417f003b-36a4-45cf-836d-eaddb6fd2494 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08312b3c1c124cafb3f63360d83d5605&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0735760
Feb 12 21:30:16.200897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42664) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:16.236655 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7357c60-58da-4cc4-bb54-9907591bac23 req-1da2a702-485a-4d39-ac34-701b3103e3dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f HTTP/1.1" status: 200  len: 1000 time: 0.1961298
Feb 12 21:30:16.264057 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cea8b6c0-397c-4157-8846-2c8df08d8f98 admin admin] Publish callbacks [] for security_group (a10d619f-e35c-417f-b310-263ebb1de95a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:16.295750 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cea8b6c0-397c-4157-8846-2c8df08d8f98 admin admin] Publish callbacks [] for security_group (a10d619f-e35c-417f-b310-263ebb1de95a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:16.447657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7357c60-58da-4cc4-bb54-9907591bac23 req-6fe9467e-dbe4-48f6-beff-9f6af33fda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:16.449140 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7357c60-58da-4cc4-bb54-9907591bac23 req-6fe9467e-dbe4-48f6-beff-9f6af33fda61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=447c8376-828f-4491-9b8b-1373d20c6228 HTTP/1.1" status: 200  len: 851 time: 0.1964967
Feb 12 21:30:16.496313 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cea8b6c0-397c-4157-8846-2c8df08d8f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a10d619f-e35c-417f-b310-263ebb1de95a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:16.498667 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cea8b6c0-397c-4157-8846-2c8df08d8f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:16.499894 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cea8b6c0-397c-4157-8846-2c8df08d8f98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a10d619f-e35c-417f-b310-263ebb1de95a HTTP/1.1" status: 204  len: 168 time: 0.2978761
Feb 12 21:30:16.508575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8b6c0-397c-4157-8846-2c8df08d8f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10d619f-e35c-417f-b310-263ebb1de95a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:16.569758 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3fbad9-ee99-4439-ae54-3df76754377f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:30:16.581980 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7357c60-58da-4cc4-bb54-9907591bac23 req-cb5d585b-024e-4448-835d-b2bbd2b3af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:16.583645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7357c60-58da-4cc4-bb54-9907591bac23 req-cb5d585b-024e-4448-835d-b2bbd2b3af1c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17443eb2-4308-410f-a5f4-59d4de5fb120&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1006961
Feb 12 21:30:16.604802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-be8dd88f-d3e3-4903-aa81-7a759cd623dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb021430>, [{'id': '3749273a-922b-40cd-9009-b7a378128110', 'name': 'tempest-TestVolumeBootPattern-1798897564-router', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:36Z', 'updated_at': '2022-02-12T21:25:42Z', 'revision_number': 4, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'gw_port': {'id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:37Z', 'updated_at': '2022-02-12T21:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '22dc8624-a9fa-4af0-823d-738ca28d6ab6', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'floating_ip_address': '172.35.2.114', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '3749273a-922b-40cd-9009-b7a378128110', 'port_id': 'eb4be2e6-f5ae-4480-94a3-2f75ffe8516f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'mac_address': 'fa:16:3e:f7:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b70a65-6aa4-49d4-8415-1eda9c7671c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:30:12Z', 'updated_at': '2022-02-12T21:30:12Z', 'revision_number': 0, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46224adc-d6ad-47c1-8a38-0fe0ca58567c', 'name': '', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'mac_address': 'fa:16:3e:72:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '447c8376-828f-4491-9b8b-1373d20c6228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:41Z', 'updated_at': '2022-02-12T21:25:47Z', 'revision_number': 5, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'subnets': [{'id': '447c8376-828f-4491-9b8b-1373d20c6228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:16.639926 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8dd88f-d3e3-4903-aa81-7a759cd623dc None None] The sync data for ids ['3749273a-922b-40cd-9009-b7a378128110'] in ncdv-master-1 is: [{'id': '3749273a-922b-40cd-9009-b7a378128110', 'name': 'tempest-TestVolumeBootPattern-1798897564-router', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:36Z', 'updated_at': '2022-02-12T21:25:42Z', 'revision_number': 4, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'gw_port': {'id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:37Z', 'updated_at': '2022-02-12T21:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '22dc8624-a9fa-4af0-823d-738ca28d6ab6', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'floating_ip_address': '172.35.2.114', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '3749273a-922b-40cd-9009-b7a378128110', 'port_id': 'eb4be2e6-f5ae-4480-94a3-2f75ffe8516f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'mac_address': 'fa:16:3e:f7:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b70a65-6aa4-49d4-8415-1eda9c7671c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:30:12Z', 'updated_at': '2022-02-12T21:30:12Z', 'revision_number': 0, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46224adc-d6ad-47c1-8a38-0fe0ca58567c', 'name': '', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'mac_address': 'fa:16:3e:72:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '447c8376-828f-4491-9b8b-1373d20c6228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:41Z', 'updated_at': '2022-02-12T21:25:47Z', 'revision_number': 5, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'subnets': [{'id': '447c8376-828f-4491-9b8b-1373d20c6228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:16.757805 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3fbad9-ee99-4439-ae54-3df76754377f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:16.769186 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40949d2-69fd-48e4-8aea-f391fa49c188 None None] Sync routers for ids ['b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:16.780670 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40949d2-69fd-48e4-8aea-f391fa49c188 None None] Routers {'b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:16.781448 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a40949d2-69fd-48e4-8aea-f391fa49c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc603a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:16.819393 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a40949d2-69fd-48e4-8aea-f391fa49c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc603a0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:16.829284 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40949d2-69fd-48e4-8aea-f391fa49c188 None None] Routers {'b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:16.830220 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a40949d2-69fd-48e4-8aea-f391fa49c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc603a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:16.883052 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a40949d2-69fd-48e4-8aea-f391fa49c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc603a0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:16.884293 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40949d2-69fd-48e4-8aea-f391fa49c188 None None] The sync data for ids ['b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:16.917744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16769b56-f463-417b-b10c-8db731c47c67 None None] New status for floating IP 22dc8624-a9fa-4af0-823d-738ca28d6ab6: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:30:17.112643 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2c3fbad9-ee99-4439-ae54-3df76754377f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8779376
Feb 12 21:30:17.119244 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42702) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:17.158622 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7ad59b19-5c25-4059-b79b-34ed4b195957 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1 HTTP/1.1" status: 200  len: 205 time: 0.0361111
Feb 12 21:30:17.161337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42704) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:17.174555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823625-c47e-4f23-8c98-fa619e8d589f req-e625b375-d8e3-45ca-9f39-2304c55ea7e2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:17.177311 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07823625-c47e-4f23-8c98-fa619e8d589f req-e625b375-d8e3-45ca-9f39-2304c55ea7e2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.4683950
Feb 12 21:30:17.210883 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7357c60-58da-4cc4-bb54-9907591bac23 req-b7f9a5fe-b24e-4249-94d5-95b4dd84a701 service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5781364
Feb 12 21:30:17.247673 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c95c2e2-c672-4e89-8dfb-13aaf0fddb70 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:17.260632 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07823625-c47e-4f23-8c98-fa619e8d589f req-27d32ee5-de99-471b-b020-34a096cf65de tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0781679
Feb 12 21:30:17.373739 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7357c60-58da-4cc4-bb54-9907591bac23 req-7378079b-f746-4d8c-b8f0-397e4fa63085 service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1552670
Feb 12 21:30:17.475628 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c95c2e2-c672-4e89-8dfb-13aaf0fddb70 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:17.479290 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c95c2e2-c672-4e89-8dfb-13aaf0fddb70 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_controller (b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:17.533965 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490b6db-3b47-4db3-b5ad-b5d26dafcfca req-a5c07970-179f-4ec6-a7ae-20011227f4d6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:17.535578 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8490b6db-3b47-4db3-b5ad-b5d26dafcfca req-a5c07970-179f-4ec6-a7ae-20011227f4d6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.1597414
Feb 12 21:30:17.594117 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8490b6db-3b47-4db3-b5ad-b5d26dafcfca req-ab63f22e-9a45-456c-8cd5-256c4326a304 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523784
Feb 12 21:30:17.612065 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c95c2e2-c672-4e89-8dfb-13aaf0fddb70 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:17.612885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c95c2e2-c672-4e89-8dfb-13aaf0fddb70 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Fanout notify agent at l3_agent the message router_deleted on router b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:30:17.616246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42726) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:17.621509 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c95c2e2-c672-4e89-8dfb-13aaf0fddb70 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:17.622801 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1c95c2e2-c672-4e89-8dfb-13aaf0fddb70 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/routers/b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1 HTTP/1.1" status: 204  len: 168 time: 0.4604406
Feb 12 21:30:17.625602 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42728) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:17.688646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bec35d3-0f19-4984-a294-368e568351a6 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:17.694675 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2bec35d3-0f19-4984-a294-368e568351a6 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 1123 time: 0.0728426
Feb 12 21:30:17.694886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-368c17d4-d626-4cdc-96fd-91e9e02407f9 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting subnet b7d243c4-0d1b-4490-9560-b316a9ba4b79 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:30:17.698821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42730) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:17.699041 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-368c17d4-d626-4cdc-96fd-91e9e02407f9 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (b7d243c4-0d1b-4490-9560-b316a9ba4b79), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:17.702635 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:17.742443 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-368c17d4-d626-4cdc-96fd-91e9e02407f9 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (b7d243c4-0d1b-4490-9560-b316a9ba4b79), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:17.832846 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-368c17d4-d626-4cdc-96fd-91e9e02407f9 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (b7d243c4-0d1b-4490-9560-b316a9ba4b79), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:17.847896 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:17.996807 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.038737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42746) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:18.058872 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-368c17d4-d626-4cdc-96fd-91e9e02407f9 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (b7d243c4-0d1b-4490-9560-b316a9ba4b79), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.084271 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c17d4-d626-4cdc-96fd-91e9e02407f9 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d243c4-0d1b-4490-9560-b316a9ba4b79,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:18.097344 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-368c17d4-d626-4cdc-96fd-91e9e02407f9 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.103117 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-368c17d4-d626-4cdc-96fd-91e9e02407f9 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/b7d243c4-0d1b-4490-9560-b316a9ba4b79 HTTP/1.1" status: 204  len: 168 time: 0.4741032
Feb 12 21:30:18.105022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42756) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:18.105843 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4553c619-886d-4a49-b488-55228650bdae None None] Network 001fe362-3b93-4565-8c38-382e6951c32e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:18.210535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Allocated IP 172.35.2.66 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/caf48ff7-b518-4460-b9b0-83e9b4a75090) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:18.226676 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (001fe362-3b93-4565-8c38-382e6951c32e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.332831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d741d6-d6d2-47e9-8be0-3823d2b162a3 None None] DHCP port deletion for 001fe362-3b93-4565-8c38-382e6951c32e request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:30:18.367454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9532dd40-b909-47f1-a05f-2a840783a7d3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-812667166'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:18.374031 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (caf48ff7-b518-4460-b9b0-83e9b4a75090), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.382690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port f15e0561-fe33-4858-990f-9f17fcc75db9 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:18.387667 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f15e0561-fe33-4858-990f-9f17fcc75db9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.389630 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-44d741d6-d6d2-47e9-8be0-3823d2b162a3 None None] Deleting port f15e0561-fe33-4858-990f-9f17fcc75db9 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:18.390017 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-44d741d6-d6d2-47e9-8be0-3823d2b162a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f15e0561-fe33-4858-990f-9f17fcc75db9), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.460385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-44d741d6-d6d2-47e9-8be0-3823d2b162a3 None None] For port f15e0561-fe33-4858-990f-9f17fcc75db9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f15e0561-fe33-4858-990f-9f17fcc75db9,segment=NetworkSegment(84dace97-920d-461f-888a-f86d0c8ddc5e),segment_id=84dace97-920d-461f-888a-f86d0c8ddc5e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:18.461118 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-44d741d6-d6d2-47e9-8be0-3823d2b162a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f15e0561-fe33-4858-990f-9f17fcc75db9), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.463167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] For port f15e0561-fe33-4858-990f-9f17fcc75db9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f15e0561-fe33-4858-990f-9f17fcc75db9,segment=NetworkSegment(84dace97-920d-461f-888a-f86d0c8ddc5e),segment_id=84dace97-920d-461f-888a-f86d0c8ddc5e)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:18.463546 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f15e0561-fe33-4858-990f-9f17fcc75db9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.475119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-44d741d6-d6d2-47e9-8be0-3823d2b162a3 None None] Calling delete_port for f15e0561-fe33-4858-990f-9f17fcc75db9 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:18.479345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for f15e0561-fe33-4858-990f-9f17fcc75db9 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:18.502712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9532dd40-b909-47f1-a05f-2a840783a7d3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Made reservation on behalf of 25997bbfb6fa400d897ec87c1fdeadb3 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:18.508482 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9532dd40-b909-47f1-a05f-2a840783a7d3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.527982 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9532dd40-b909-47f1-a05f-2a840783a7d3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.589556 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (caf48ff7-b518-4460-b9b0-83e9b4a75090), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.633630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:18.636595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:18.640269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:18.666507 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=caf48ff7-b518-4460-b9b0-83e9b4a75090,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:18.684461 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-44d741d6-d6d2-47e9-8be0-3823d2b162a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (f15e0561-fe33-4858-990f-9f17fcc75db9), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.722862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d741d6-d6d2-47e9-8be0-3823d2b162a3 None None] No DVR routers for this DVR port f15e0561-fe33-4858-990f-9f17fcc75db9 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:30:18.726773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d741d6-d6d2-47e9-8be0-3823d2b162a3 None None] Pushing event deleted for resources: {'Port': ['ID=f15e0561-fe33-4858-990f-9f17fcc75db9,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:18.737086 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f15e0561-fe33-4858-990f-9f17fcc75db9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.746470 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9532dd40-b909-47f1-a05f-2a840783a7d3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks [] for security_group (5204fb0a-7521-4e98-98de-f542060f6f45), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.784457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No DVR routers for this DVR port f15e0561-fe33-4858-990f-9f17fcc75db9 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:30:18.784457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=f15e0561-fe33-4858-990f-9f17fcc75db9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:18.812939 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9532dd40-b909-47f1-a05f-2a840783a7d3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5204fb0a-7521-4e98-98de-f542060f6f45), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.876275 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9532dd40-b909-47f1-a05f-2a840783a7d3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:30:18.889167 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9532dd40-b909-47f1-a05f-2a840783a7d3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (52b0a890-c5ea-4eaf-9a43-79688bc65403), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.889968 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-9532dd40-b909-47f1-a05f-2a840783a7d3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Added segment 52b0a890-c5ea-4eaf-9a43-79688bc65403 of type vlan for network bafc0795-3ea2-4f05-841d-caf77b379870
Feb 12 21:30:18.910894 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532dd40-b909-47f1-a05f-2a840783a7d3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5204fb0a-7521-4e98-98de-f542060f6f45,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:18.965913 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9532dd40-b909-47f1-a05f-2a840783a7d3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (bafc0795-3ea2-4f05-841d-caf77b379870), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:18.971314 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (001fe362-3b93-4565-8c38-382e6951c32e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.003612 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa368e80>,) {'filters': {'network_id': ['001fe362-3b93-4565-8c38-382e6951c32e']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:19.019484 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa368e80>, '84dace97-920d-461f-888a-f86d0c8ddc5e') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:19.019806 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa368e80>, '84dace97-920d-461f-888a-f86d0c8ddc5e') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:19.039209 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (84dace97-920d-461f-888a-f86d0c8ddc5e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.063646 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (84dace97-920d-461f-888a-f86d0c8ddc5e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.080259 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9532dd40-b909-47f1-a05f-2a840783a7d3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (bafc0795-3ea2-4f05-841d-caf77b379870), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.080812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:30:19.081227 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (84dace97-920d-461f-888a-f86d0c8ddc5e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.083873 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9532dd40-b909-47f1-a05f-2a840783a7d3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:30:19.084515 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:30:19.089442 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9532dd40-b909-47f1-a05f-2a840783a7d3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.200199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532dd40-b909-47f1-a05f-2a840783a7d3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event updated for resources: {'Network': ['ID=bafc0795-3ea2-4f05-841d-caf77b379870,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:19.213448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network bafc0795-3ea2-4f05-841d-caf77b379870 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:30:19.222892 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9532dd40-b909-47f1-a05f-2a840783a7d3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.1802814
Feb 12 21:30:19.228738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42800) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:19.228738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6ffd7cfe-d080-4d84-b657-5954be3b408b tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Request body: {'subnet': {'network_id': 'bafc0795-3ea2-4f05-841d-caf77b379870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:19.253521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f15e0561-fe33-4858-990f-9f17fcc75db9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:30:19.312683 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: f15e0561-fe33-4858-990f-9f17fcc75db9 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:30:19.312929 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f15e0561-fe33-4858-990f-9f17fcc75db9 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:30:19.370308 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for floatingip (5849a172-06fd-4a13-b415-40b889be79fe), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.425697 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (001fe362-3b93-4565-8c38-382e6951c32e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.434473 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffd7cfe-d080-4d84-b657-5954be3b408b tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Made reservation on behalf of 25997bbfb6fa400d897ec87c1fdeadb3 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:19.439004 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7cfe-d080-4d84-b657-5954be3b408b tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.451831 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.455060 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/networks/001fe362-3b93-4565-8c38-382e6951c32e HTTP/1.1" status: 204  len: 168 time: 1.3487344
Feb 12 21:30:19.456002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2018c84-d618-4d15-8a91-5c4395f19093 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Network': ['ID=001fe362-3b93-4565-8c38-382e6951c32e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:19.459554 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42806) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:19.479374 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-1e07dc1a-485a-4a88-b2ea-fbd2580f28e7 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1375129069', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:19.567114 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (caf48ff7-b518-4460-b9b0-83e9b4a75090), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.652552 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e07dc1a-485a-4a88-b2ea-fbd2580f28e7 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (b47d750d-219d-4cbf-a559-fce086600b11), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.653612 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e07dc1a-485a-4a88-b2ea-fbd2580f28e7 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (b47d750d-219d-4cbf-a559-fce086600b11), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.711889 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e07dc1a-485a-4a88-b2ea-fbd2580f28e7 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_controller (b47d750d-219d-4cbf-a559-fce086600b11), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.737761 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7cfe-d080-4d84-b657-5954be3b408b tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (ca47f3c5-66a4-4752-abc6-1e1be990803b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.743861 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (caf48ff7-b518-4460-b9b0-83e9b4a75090), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.809718 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e07dc1a-485a-4a88-b2ea-fbd2580f28e7 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (b47d750d-219d-4cbf-a559-fce086600b11), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.817912 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd7cfe-d080-4d84-b657-5954be3b408b tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event updated for resources: {'Subnet': ['ID=ca47f3c5-66a4-4752-abc6-1e1be990803b,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:19.824547 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffd7cfe-d080-4d84-b657-5954be3b408b tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Checking segment: {'id': '52b0a890-c5ea-4eaf-9a43-79688bc65403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bafc0795-3ea2-4f05-841d-caf77b379870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:19.824891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffd7cfe-d080-4d84-b657-5954be3b408b tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Network hostable DHCP agents. Network: bafc0795-3ea2-4f05-841d-caf77b379870, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:30:19.829508 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (caf48ff7-b518-4460-b9b0-83e9b4a75090), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.899738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=caf48ff7-b518-4460-b9b0-83e9b4a75090,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:19.917717 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (5849a172-06fd-4a13-b415-40b889be79fe), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.919553 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1e07dc1a-485a-4a88-b2ea-fbd2580f28e7 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:19.921824 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1e07dc1a-485a-4a88-b2ea-fbd2580f28e7 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.4609840
Feb 12 21:30:19.922633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffd7cfe-d080-4d84-b657-5954be3b408b tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Network bafc0795-3ea2-4f05-841d-caf77b379870 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:30:19.925494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42810) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:19.938590 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8d59d5f3-d371-4317-9495-7f3d5cd67253 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-340490306'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:20.006650 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-6ffd7cfe-d080-4d84-b657-5954be3b408b tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bafc0795-3ea2-4f05-841d-caf77b379870) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:20.012333 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffd7cfe-d080-4d84-b657-5954be3b408b tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:20.018092 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7cfe-d080-4d84-b657-5954be3b408b tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.018560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2aa3b1-bc18-4540-89ef-b72bd9beffd0 None None] Network bafc0795-3ea2-4f05-841d-caf77b379870 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:20.031816 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42814) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:20.040828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d59d5f3-d371-4317-9495-7f3d5cd67253 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:20.050183 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d59d5f3-d371-4317-9495-7f3d5cd67253 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.050369 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Floating IP 5849a172-06fd-4a13-b415-40b889be79fe associated. External IP: 172.35.2.66, port: 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6.
Feb 12 21:30:20.079703 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d59d5f3-d371-4317-9495-7f3d5cd67253 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:30:20.083656 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d59d5f3-d371-4317-9495-7f3d5cd67253 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (54208d76-da8c-4377-9976-1d8baa3df522), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.084048 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-8d59d5f3-d371-4317-9495-7f3d5cd67253 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Added segment 54208d76-da8c-4377-9976-1d8baa3df522 of type vlan for network abaeb000-6bc1-4551-ad70-2d3555dcf832
Feb 12 21:30:20.137403 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6ffd7cfe-d080-4d84-b657-5954be3b408b tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9111252
Feb 12 21:30:20.140440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42818) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:20.148850 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d59d5f3-d371-4317-9495-7f3d5cd67253 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (abaeb000-6bc1-4551-ad70-2d3555dcf832), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.150475 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9c5920bf-4635-4076-b461-7a19487b5ca2 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Request body: {'port': {'network_id': 'bafc0795-3ea2-4f05-841d-caf77b379870', 'name': 'tempest-AllowedAddressPairTestJSON-1412891590'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:20.160733 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bafc0795-3ea2-4f05-841d-caf77b379870', 'network_id': 'bafc0795-3ea2-4f05-841d-caf77b379870', 'project_id': '25997bbfb6fa400d897ec87c1fdeadb3', 'fixed_ips': [{'subnet_id': 'ca47f3c5-66a4-4752-abc6-1e1be990803b'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:30:20.160733 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.203746 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d232-120d-4b7f-a0df-c210c0c65a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.259815 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d59d5f3-d371-4317-9495-7f3d5cd67253 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (abaeb000-6bc1-4551-ad70-2d3555dcf832), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.264802 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d59d5f3-d371-4317-9495-7f3d5cd67253 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:20.266213 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d59d5f3-d371-4317-9495-7f3d5cd67253 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.333964 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Allocated IP 172.20.0.2 (bafc0795-3ea2-4f05-841d-caf77b379870/ca47f3c5-66a4-4752-abc6-1e1be990803b/5048f6ef-5059-4a34-8034-9f3f6a527fb9) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:20.363088 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59d5f3-d371-4317-9495-7f3d5cd67253 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Network': ['ID=abaeb000-6bc1-4551-ad70-2d3555dcf832,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:20.369693 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d232-120d-4b7f-a0df-c210c0c65a4b admin admin] Publish callbacks [] for security_group (9ce12f42-9d90-47e3-ae4b-cb1cdc1b0444), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.380735 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8d59d5f3-d371-4317-9495-7f3d5cd67253 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4530253
Feb 12 21:30:20.381662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network abaeb000-6bc1-4551-ad70-2d3555dcf832 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:30:20.387491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42822) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:20.401158 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-27e359b0-9cdf-4f0b-bbc7-f8c3bbcbb84c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'subnet': {'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:20.468862 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d232-120d-4b7f-a0df-c210c0c65a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9ce12f42-9d90-47e3-ae4b-cb1cdc1b0444), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.511849 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router c89d663e-6044-4daf-992c-88bc769902c1 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:30:20.527563 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5ad3d232-120d-4b7f-a0df-c210c0c65a4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23e12c1736764c03b7dd44a008dc864f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4940648
Feb 12 21:30:20.528510 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42824) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:20.529173 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3d232-120d-4b7f-a0df-c210c0c65a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce12f42-9d90-47e3-ae4b-cb1cdc1b0444,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:20.574323 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Publish callbacks [] for port (5048f6ef-5059-4a34-8034-9f3f6a527fb9), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.602076 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9127ec0-1c02-4589-8e07-40c0d33501af admin admin] Publish callbacks [] for security_group (9ce12f42-9d90-47e3-ae4b-cb1cdc1b0444), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.606281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5920bf-4635-4076-b461-7a19487b5ca2 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Made reservation on behalf of 25997bbfb6fa400d897ec87c1fdeadb3 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:20.609703 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c5920bf-4635-4076-b461-7a19487b5ca2 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.625071 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9127ec0-1c02-4589-8e07-40c0d33501af admin admin] Publish callbacks [] for security_group (9ce12f42-9d90-47e3-ae4b-cb1cdc1b0444), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.634985 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-9c5920bf-4635-4076-b461-7a19487b5ca2 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] device_id is not set on port 93d2a75f-b337-4e61-9cf6-7dec695e5b29 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:30:20.646674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e359b0-9cdf-4f0b-bbc7-f8c3bbcbb84c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:20.650908 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-27e359b0-9cdf-4f0b-bbc7-f8c3bbcbb84c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.672581 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (5048f6ef-5059-4a34-8034-9f3f6a527fb9), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.721736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Network bafc0795-3ea2-4f05-841d-caf77b379870 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:20.725202 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:20.730194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:20.736508 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Pushing event updated for resources: {'Port': ['ID=5048f6ef-5059-4a34-8034-9f3f6a527fb9,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:20.771107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:20.783849 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714df80c-2097-4d78-b561-1ab6a7b81f8f None None] Sync routers for ids ['c89d663e-6044-4daf-992c-88bc769902c1'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:20.794598 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9127ec0-1c02-4589-8e07-40c0d33501af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9ce12f42-9d90-47e3-ae4b-cb1cdc1b0444), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.796749 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714df80c-2097-4d78-b561-1ab6a7b81f8f None None] Routers {'c89d663e-6044-4daf-992c-88bc769902c1'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:20.799880 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-714df80c-2097-4d78-b561-1ab6a7b81f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc701d8cfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c89d663e-6044-4daf-992c-88bc769902c1'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:20.800761 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Attempting to bind port 5048f6ef-5059-4a34-8034-9f3f6a527fb9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:30:20.801234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Attempting to bind port 5048f6ef-5059-4a34-8034-9f3f6a527fb9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52b0a890-c5ea-4eaf-9a43-79688bc65403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bafc0795-3ea2-4f05-841d-caf77b379870'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:30:20.801924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Attempting to bind port 5048f6ef-5059-4a34-8034-9f3f6a527fb9 on network bafc0795-3ea2-4f05-841d-caf77b379870 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:30:20.802069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9127ec0-1c02-4589-8e07-40c0d33501af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.809065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:30:20.810067 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Checking segment: {'id': '52b0a890-c5ea-4eaf-9a43-79688bc65403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bafc0795-3ea2-4f05-841d-caf77b379870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:20.810722 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.811349 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Bound using segment: {'id': '52b0a890-c5ea-4eaf-9a43-79688bc65403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bafc0795-3ea2-4f05-841d-caf77b379870'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:30:20.812226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Bound port: 5048f6ef-5059-4a34-8034-9f3f6a527fb9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b0a890-c5ea-4eaf-9a43-79688bc65403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bafc0795-3ea2-4f05-841d-caf77b379870'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:30:20.812845 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5048f6ef-5059-4a34-8034-9f3f6a527fb9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.819741 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a9127ec0-1c02-4589-8e07-40c0d33501af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ce12f42-9d90-47e3-ae4b-cb1cdc1b0444 HTTP/1.1" status: 204  len: 168 time: 0.2671344
Feb 12 21:30:20.840861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9127ec0-1c02-4589-8e07-40c0d33501af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce12f42-9d90-47e3-ae4b-cb1cdc1b0444,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:20.861117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-9c5920bf-4635-4076-b461-7a19487b5ca2 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Allocated IP 172.20.0.11 (bafc0795-3ea2-4f05-841d-caf77b379870/ca47f3c5-66a4-4752-abc6-1e1be990803b/93d2a75f-b337-4e61-9cf6-7dec695e5b29) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:20.904508 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] For port 5048f6ef-5059-4a34-8034-9f3f6a527fb9, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:30:20.908054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] For port 5048f6ef-5059-4a34-8034-9f3f6a527fb9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5048f6ef-5059-4a34-8034-9f3f6a527fb9,segment=NetworkSegment(52b0a890-c5ea-4eaf-9a43-79688bc65403),segment_id=52b0a890-c5ea-4eaf-9a43-79688bc65403)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:30:20.930326 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:20.961533 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-714df80c-2097-4d78-b561-1ab6a7b81f8f None None] Set router c89d663e-6044-4daf-992c-88bc769902c1 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:20.999781 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5048f6ef-5059-4a34-8034-9f3f6a527fb9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:21.120366 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8605e3-3930-4fa0-a1cd-7c430a6df944 None None] Pushing event updated for resources: {'Port': ['ID=5048f6ef-5059-4a34-8034-9f3f6a527fb9,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:21.286916 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-714df80c-2097-4d78-b561-1ab6a7b81f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc701d8cfa0>, [{'id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658681504', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:40Z', 'updated_at': '2022-02-12T21:29:55Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:42Z', 'updated_at': '2022-02-12T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5849a172-06fd-4a13-b415-40b889be79fe', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'floating_ip_address': '172.35.2.66', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'port_id': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'mac_address': 'fa:16:3e:95:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c607d778-8d84-4f12-a699-036c43189c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:19Z', 'revision_number': 0, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166981b1-3752-467b-98d9-201e4949c2ab', 'name': '', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:42:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:53Z', 'updated_at': '2022-02-12T21:29:59Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:21.322338 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714df80c-2097-4d78-b561-1ab6a7b81f8f None None] Checking router: c89d663e-6044-4daf-992c-88bc769902c1 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:30:21.340708 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714df80c-2097-4d78-b561-1ab6a7b81f8f None None] Routers {'c89d663e-6044-4daf-992c-88bc769902c1'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:21.343142 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-714df80c-2097-4d78-b561-1ab6a7b81f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc701d8cfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c89d663e-6044-4daf-992c-88bc769902c1'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:21.465871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-17e8e53a-7fb0-4658-a096-517d56666314 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.7584248
Feb 12 21:30:21.490738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c607d778-8d84-4f12-a699-036c43189c10', 'tag': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:30:21.493462 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70590ced-d10d-450f-8170-fc75d9049459" -d '{"events": [{"name": "network-changed", "server_uuid": "c607d778-8d84-4f12-a699-036c43189c10", "tag": "91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:30:21.501279 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-714df80c-2097-4d78-b561-1ab6a7b81f8f None None] Set router c89d663e-6044-4daf-992c-88bc769902c1 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:21.551667 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79446dce-84a3-4f93-9e39-74edc24f4e79 x-openstack-request-id: req-79446dce-84a3-4f93-9e39-74edc24f4e79 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:30:21.551967 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c607d778-8d84-4f12-a699-036c43189c10", "tag": "91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:30:21.552228 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79446dce-84a3-4f93-9e39-74edc24f4e79 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:30:21.552631 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c607d778-8d84-4f12-a699-036c43189c10', 'tag': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6', 'status': 'completed', 'code': 200}
Feb 12 21:30:21.648760 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-27e359b0-9cdf-4f0b-bbc7-f8c3bbcbb84c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (00f39492-7faa-4d4a-a807-4772dd387863), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:21.708101 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42840) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:21.720770 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c5920bf-4635-4076-b461-7a19487b5ca2 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks [] for port (93d2a75f-b337-4e61-9cf6-7dec695e5b29), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:21.726989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4310f1ae-9b05-43ce-8a74-263ed19c9acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:21.740267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a50609-86b9-4a26-9e07-f0034b676d6a req-4ac30ad7-086a-4883-b4d2-4281c6052431 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:21.741821 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70a50609-86b9-4a26-9e07-f0034b676d6a req-4ac30ad7-086a-4883-b4d2-4281c6052431 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.1883998
Feb 12 21:30:21.774225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e359b0-9cdf-4f0b-bbc7-f8c3bbcbb84c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Subnet': ['ID=00f39492-7faa-4d4a-a807-4772dd387863,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:21.785774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590ced-d10d-450f-8170-fc75d9049459 req-1efc6c8c-e2e6-425c-b931-8542145bb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:21.787541 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70590ced-d10d-450f-8170-fc75d9049459 req-1efc6c8c-e2e6-425c-b931-8542145bb97b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 1128 time: 0.1924870
Feb 12 21:30:21.842309 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-714df80c-2097-4d78-b561-1ab6a7b81f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc701d8cfa0>, [{'id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658681504', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:40Z', 'updated_at': '2022-02-12T21:29:55Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:42Z', 'updated_at': '2022-02-12T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5849a172-06fd-4a13-b415-40b889be79fe', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'floating_ip_address': '172.35.2.66', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'port_id': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'mac_address': 'fa:16:3e:95:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c607d778-8d84-4f12-a699-036c43189c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:19Z', 'revision_number': 0, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166981b1-3752-467b-98d9-201e4949c2ab', 'name': '', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:42:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:53Z', 'updated_at': '2022-02-12T21:29:59Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:21.857214 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e359b0-9cdf-4f0b-bbc7-f8c3bbcbb84c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Checking segment: {'id': '54208d76-da8c-4377-9976-1d8baa3df522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:21.857623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e359b0-9cdf-4f0b-bbc7-f8c3bbcbb84c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network hostable DHCP agents. Network: abaeb000-6bc1-4551-ad70-2d3555dcf832, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:30:21.859532 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4310f1ae-9b05-43ce-8a74-263ed19c9acf admin admin] Publish callbacks [] for security_group (e191818a-3b6f-4350-8365-0b30eaf6693b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:21.877767 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714df80c-2097-4d78-b561-1ab6a7b81f8f None None] The sync data for ids ['c89d663e-6044-4daf-992c-88bc769902c1'] in ncdv-master-1 is: [{'id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658681504', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:40Z', 'updated_at': '2022-02-12T21:29:55Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:42Z', 'updated_at': '2022-02-12T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5849a172-06fd-4a13-b415-40b889be79fe', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'floating_ip_address': '172.35.2.66', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'port_id': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'mac_address': 'fa:16:3e:95:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c607d778-8d84-4f12-a699-036c43189c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:19Z', 'revision_number': 0, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166981b1-3752-467b-98d9-201e4949c2ab', 'name': '', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:42:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:53Z', 'updated_at': '2022-02-12T21:29:59Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:21.918018 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70a50609-86b9-4a26-9e07-f0034b676d6a req-11b40eb7-be91-46c8-a1e9-0c903c7cb0e8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1637447
Feb 12 21:30:21.947657 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42842) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:21.950311 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590ced-d10d-450f-8170-fc75d9049459 req-ed793805-b335-4392-893c-643add420ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:21.951847 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70590ced-d10d-450f-8170-fc75d9049459 req-ed793805-b335-4392-893c-643add420ed7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670 HTTP/1.1" status: 200  len: 898 time: 0.1542668
Feb 12 21:30:22.027883 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c5920bf-4635-4076-b461-7a19487b5ca2 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (93d2a75f-b337-4e61-9cf6-7dec695e5b29), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:22.029510 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e359b0-9cdf-4f0b-bbc7-f8c3bbcbb84c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network abaeb000-6bc1-4551-ad70-2d3555dcf832 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:30:22.065084 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4310f1ae-9b05-43ce-8a74-263ed19c9acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e191818a-3b6f-4350-8365-0b30eaf6693b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:22.125879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5920bf-4635-4076-b461-7a19487b5ca2 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Network bafc0795-3ea2-4f05-841d-caf77b379870 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:22.136015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-9c5920bf-4635-4076-b461-7a19487b5ca2 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:22.143254 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70590ced-d10d-450f-8170-fc75d9049459 req-bc585009-e5fa-4d48-aa91-da2dcc2a8953 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 HTTP/1.1" status: 200  len: 999 time: 0.1847377
Feb 12 21:30:22.167978 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5920bf-4635-4076-b461-7a19487b5ca2 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:22.213957 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310f1ae-9b05-43ce-8a74-263ed19c9acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e191818a-3b6f-4350-8365-0b30eaf6693b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:22.221871 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9d2a92-f511-4a66-8996-f3b145b714fc None None] New status for floating IP 5849a172-06fd-4a13-b415-40b889be79fe: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:30:22.251019 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4310f1ae-9b05-43ce-8a74-263ed19c9acf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79dec64e51c446e597fec9a7e8488fdc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5417860
Feb 12 21:30:22.262047 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42850) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:22.271288 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5c9bc8d8-cb43-4b90-b1a9-f5ee0ba849d5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/floatingips/5849a172-06fd-4a13-b415-40b889be79fe HTTP/1.1" status: 200  len: 991 time: 0.3217382
Feb 12 21:30:22.281458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-27e359b0-9cdf-4f0b-bbc7-f8c3bbcbb84c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, abaeb000-6bc1-4551-ad70-2d3555dcf832) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:22.283073 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5920bf-4635-4076-b461-7a19487b5ca2 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event updated for resources: {'Port': ['ID=93d2a75f-b337-4e61-9cf6-7dec695e5b29,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:22.294802 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e359b0-9cdf-4f0b-bbc7-f8c3bbcbb84c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:22.295404 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-27e359b0-9cdf-4f0b-bbc7-f8c3bbcbb84c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:22.335816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5920bf-4635-4076-b461-7a19487b5ca2 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:22.336516 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c5920bf-4635-4076-b461-7a19487b5ca2 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:22.353839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590ced-d10d-450f-8170-fc75d9049459 req-47e19ed4-0d3c-43d3-971a-701a1860fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:22.355777 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70590ced-d10d-450f-8170-fc75d9049459 req-47e19ed4-0d3c-43d3-971a-701a1860fa2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba626685-0119-4137-b135-a393d4eb44ef HTTP/1.1" status: 200  len: 834 time: 0.1896327
Feb 12 21:30:22.367753 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a411a9bf-0783-43c9-94f3-bca0031b8972 admin admin] Publish callbacks [] for security_group (e191818a-3b6f-4350-8365-0b30eaf6693b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:22.384946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92cd8e3-4f4d-432c-b7b2-0a1f5b6ec28f None None] Network abaeb000-6bc1-4551-ad70-2d3555dcf832 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:22.397487 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a411a9bf-0783-43c9-94f3-bca0031b8972 admin admin] Publish callbacks [] for security_group (e191818a-3b6f-4350-8365-0b30eaf6693b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:22.424360 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590ced-d10d-450f-8170-fc75d9049459 req-20ad4384-d5e4-4f0f-a08b-909ea72894bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:22.426430 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70590ced-d10d-450f-8170-fc75d9049459 req-20ad4384-d5e4-4f0f-a08b-909ea72894bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0643628
Feb 12 21:30:22.444917 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-27e359b0-9cdf-4f0b-bbc7-f8c3bbcbb84c tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0563426
Feb 12 21:30:22.447981 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42852) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:22.471672 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9c5920bf-4635-4076-b461-7a19487b5ca2 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3269453
Feb 12 21:30:22.481740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42854) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:22.486728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-6fffbfbb-1d9c-4c51-9e1e-b06695f9d487 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Request body: {'port': {'network_id': 'bafc0795-3ea2-4f05-841d-caf77b379870', 'name': 'tempest-AllowedAddressPairTestJSON-1229914213', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:22:e4:de'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:22.584656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-abaeb000-6bc1-4551-ad70-2d3555dcf832', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:30:22.587785 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:22.625641 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6365b0-c829-4c43-aaee-f4dc27bdbba4 None None] Network bafc0795-3ea2-4f05-841d-caf77b379870 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:22.655688 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70590ced-d10d-450f-8170-fc75d9049459 req-8d09d9e5-eb45-40ab-9f83-b93b6545eea0 service neutron] 10.222.0.50 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2220457
Feb 12 21:30:22.799758 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-70590ced-d10d-450f-8170-fc75d9049459 req-c37bf027-8512-4192-80c3-269dbf7158d6 service neutron] 10.222.0.50 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321473
Feb 12 21:30:22.828381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fffbfbb-1d9c-4c51-9e1e-b06695f9d487 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Made reservation on behalf of 25997bbfb6fa400d897ec87c1fdeadb3 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:22.975921 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6fffbfbb-1d9c-4c51-9e1e-b06695f9d487 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:23.000618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-6fffbfbb-1d9c-4c51-9e1e-b06695f9d487 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] device_id is not set on port 20de85c8-0c36-4f85-a66e-92eb516c41a4 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:30:23.009292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d0772935-e618-4a4f-bbff-2137c438344f None None] Provisioning complete for port 5048f6ef-5059-4a34-8034-9f3f6a527fb9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:23.009696 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d0772935-e618-4a4f-bbff-2137c438344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5048f6ef-5059-4a34-8034-9f3f6a527fb9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:23.043496 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a411a9bf-0783-43c9-94f3-bca0031b8972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e191818a-3b6f-4350-8365-0b30eaf6693b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:23.046129 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a411a9bf-0783-43c9-94f3-bca0031b8972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:23.049662 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a411a9bf-0783-43c9-94f3-bca0031b8972 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e191818a-3b6f-4350-8365-0b30eaf6693b HTTP/1.1" status: 204  len: 168 time: 0.7837918
Feb 12 21:30:23.078649 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411a9bf-0783-43c9-94f3-bca0031b8972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e191818a-3b6f-4350-8365-0b30eaf6693b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:23.116429 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Allocated IP 2001:db8::2 (abaeb000-6bc1-4551-ad70-2d3555dcf832/00f39492-7faa-4d4a-a807-4772dd387863/bcaae3d9-0970-4268-b5a1-810e57c6ebe6) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:23.142528 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:23.198308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-6fffbfbb-1d9c-4c51-9e1e-b06695f9d487 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Allocated IP 172.20.0.9 (bafc0795-3ea2-4f05-841d-caf77b379870/ca47f3c5-66a4-4752-abc6-1e1be990803b/20de85c8-0c36-4f85-a66e-92eb516c41a4) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:23.288433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42884) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:23.411880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d0772935-e618-4a4f-bbff-2137c438344f None None] Current status of the port 5048f6ef-5059-4a34-8034-9f3f6a527fb9 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:23.412461 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d0772935-e618-4a4f-bbff-2137c438344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5048f6ef-5059-4a34-8034-9f3f6a527fb9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:23.456596 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5048f6ef-5059-4a34-8034-9f3f6a527fb9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:23.481805 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1010a994-4ac9-42d8-8747-75b3218f1ff2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/floatingips/5849a172-06fd-4a13-b415-40b889be79fe HTTP/1.1" status: 200  len: 993 time: 0.1928785
Feb 12 21:30:23.526123 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d0772935-e618-4a4f-bbff-2137c438344f None None] For port 5048f6ef-5059-4a34-8034-9f3f6a527fb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5048f6ef-5059-4a34-8034-9f3f6a527fb9,segment=NetworkSegment(52b0a890-c5ea-4eaf-9a43-79688bc65403),segment_id=52b0a890-c5ea-4eaf-9a43-79688bc65403)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:23.553106 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Publish callbacks [] for port (bcaae3d9-0970-4268-b5a1-810e57c6ebe6), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:23.599859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 5048f6ef-5059-4a34-8034-9f3f6a527fb9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:23.600518 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5048f6ef-5059-4a34-8034-9f3f6a527fb9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:23.616231 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6fffbfbb-1d9c-4c51-9e1e-b06695f9d487 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks [] for port (20de85c8-0c36-4f85-a66e-92eb516c41a4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:23.650601 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d0772935-e618-4a4f-bbff-2137c438344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (5048f6ef-5059-4a34-8034-9f3f6a527fb9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:23.690551 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (bcaae3d9-0970-4268-b5a1-810e57c6ebe6), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:23.738331 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Network abaeb000-6bc1-4551-ad70-2d3555dcf832 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:23.743857 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:23.744476 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Allocated IP 2001:db8::1 (abaeb000-6bc1-4551-ad70-2d3555dcf832/00f39492-7faa-4d4a-a807-4772dd387863/09512a75-584c-4912-97da-1c0a13bdb3b5) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:23.746511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:23.759041 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6fffbfbb-1d9c-4c51-9e1e-b06695f9d487 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (20de85c8-0c36-4f85-a66e-92eb516c41a4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:23.811035 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0772935-e618-4a4f-bbff-2137c438344f None None] Pushing event updated for resources: {'Port': ['ID=5048f6ef-5059-4a34-8034-9f3f6a527fb9,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:23.874437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Attempting to bind port bcaae3d9-0970-4268-b5a1-810e57c6ebe6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:30:23.874818 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Attempting to bind port bcaae3d9-0970-4268-b5a1-810e57c6ebe6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '54208d76-da8c-4377-9976-1d8baa3df522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:30:23.875389 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Attempting to bind port bcaae3d9-0970-4268-b5a1-810e57c6ebe6 on network abaeb000-6bc1-4551-ad70-2d3555dcf832 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:30:23.878460 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fffbfbb-1d9c-4c51-9e1e-b06695f9d487 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Network bafc0795-3ea2-4f05-841d-caf77b379870 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:23.882102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-6fffbfbb-1d9c-4c51-9e1e-b06695f9d487 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:23.889010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fffbfbb-1d9c-4c51-9e1e-b06695f9d487 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:23.891872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:30:23.892258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Checking segment: {'id': '54208d76-da8c-4377-9976-1d8baa3df522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:23.892667 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:23.893062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Bound using segment: {'id': '54208d76-da8c-4377-9976-1d8baa3df522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:30:23.893576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Bound port: bcaae3d9-0970-4268-b5a1-810e57c6ebe6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54208d76-da8c-4377-9976-1d8baa3df522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:30:23.893961 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bcaae3d9-0970-4268-b5a1-810e57c6ebe6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:23.907600 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffbfbb-1d9c-4c51-9e1e-b06695f9d487 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event updated for resources: {'Port': ['ID=20de85c8-0c36-4f85-a66e-92eb516c41a4,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:23.911868 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 5048f6ef-5059-4a34-8034-9f3f6a527fb9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:23.921927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ab4aba66-b408-40c2-952a-48a1765b4782 None None] Provisioning complete for port 5048f6ef-5059-4a34-8034-9f3f6a527fb9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:23.922399 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ab4aba66-b408-40c2-952a-48a1765b4782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5048f6ef-5059-4a34-8034-9f3f6a527fb9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:24.025332 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:24.025651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fffbfbb-1d9c-4c51-9e1e-b06695f9d487 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:24.025651 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6fffbfbb-1d9c-4c51-9e1e-b06695f9d487 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:24.033520 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] For port bcaae3d9-0970-4268-b5a1-810e57c6ebe6, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:30:24.035524 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Pushing event updated for resources: {'Port': ['ID=bcaae3d9-0970-4268-b5a1-810e57c6ebe6,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:24.053508 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] For port bcaae3d9-0970-4268-b5a1-810e57c6ebe6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcaae3d9-0970-4268-b5a1-810e57c6ebe6,segment=NetworkSegment(54208d76-da8c-4377-9976-1d8baa3df522),segment_id=54208d76-da8c-4377-9976-1d8baa3df522)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:30:24.107615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ab4aba66-b408-40c2-952a-48a1765b4782 None None] Current status of the port 5048f6ef-5059-4a34-8034-9f3f6a527fb9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:24.119180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ab4aba66-b408-40c2-952a-48a1765b4782 None None] Provisioning complete for port 93d2a75f-b337-4e61-9cf6-7dec695e5b29 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:24.119649 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ab4aba66-b408-40c2-952a-48a1765b4782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (93d2a75f-b337-4e61-9cf6-7dec695e5b29), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:24.129413 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6fffbfbb-1d9c-4c51-9e1e-b06695f9d487 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 1.6459675
Feb 12 21:30:24.178816 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42896) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:24.179588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ab4aba66-b408-40c2-952a-48a1765b4782 None None] Port 93d2a75f-b337-4e61-9cf6-7dec695e5b29 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:24.204935 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (bcaae3d9-0970-4268-b5a1-810e57c6ebe6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:24.207520 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:24.274127 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network abaeb000-6bc1-4551-ad70-2d3555dcf832 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:24.289690 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d1837-8089-45e4-9991-4e6121e39176 None None] Pushing event updated for resources: {'Port': ['ID=bcaae3d9-0970-4268-b5a1-810e57c6ebe6,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:24.296763 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abde236-a0eb-43f7-945c-dc0fe36fe196 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:24.303907 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abde236-a0eb-43f7-945c-dc0fe36fe196 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:24.309934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-cf244ca8-735b-433b-8922-40de8fab0826 None None] Provisioning complete for port 20de85c8-0c36-4f85-a66e-92eb516c41a4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:24.310312 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cf244ca8-735b-433b-8922-40de8fab0826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (20de85c8-0c36-4f85-a66e-92eb516c41a4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:24.312078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abde236-a0eb-43f7-945c-dc0fe36fe196 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:24.318136 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42904) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:24.330026 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4abde236-a0eb-43f7-945c-dc0fe36fe196 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2468 time: 0.1976154
Feb 12 21:30:24.336559 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:24.348923 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:24.349647 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (b47d750d-219d-4cbf-a559-fce086600b11), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:24.354298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-cf244ca8-735b-433b-8922-40de8fab0826 None None] Port 20de85c8-0c36-4f85-a66e-92eb516c41a4 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:24.368593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-cf244ca8-735b-433b-8922-40de8fab0826 None None] Provisioning complete for port 93d2a75f-b337-4e61-9cf6-7dec695e5b29 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:24.369044 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cf244ca8-735b-433b-8922-40de8fab0826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (93d2a75f-b337-4e61-9cf6-7dec695e5b29), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:24.419903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-cf244ca8-735b-433b-8922-40de8fab0826 None None] Port 93d2a75f-b337-4e61-9cf6-7dec695e5b29 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:24.421889 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=09512a75-584c-4912-97da-1c0a13bdb3b5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:24.465961 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a6d07ad6-a6fe-4c6a-b0c2-bbe881c8c84a tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Deleting port 20de85c8-0c36-4f85-a66e-92eb516c41a4 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:24.466937 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6d07ad6-a6fe-4c6a-b0c2-bbe881c8c84a tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (20de85c8-0c36-4f85-a66e-92eb516c41a4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:24.577058 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6d07ad6-a6fe-4c6a-b0c2-bbe881c8c84a tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (20de85c8-0c36-4f85-a66e-92eb516c41a4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:24.590303 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a6d07ad6-a6fe-4c6a-b0c2-bbe881c8c84a tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Calling delete_port for 20de85c8-0c36-4f85-a66e-92eb516c41a4 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:24.677032 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:30:24.870372 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6d07ad6-a6fe-4c6a-b0c2-bbe881c8c84a tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (20de85c8-0c36-4f85-a66e-92eb516c41a4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:24.908765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d07ad6-a6fe-4c6a-b0c2-bbe881c8c84a tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event deleted for resources: {'Port': ['ID=20de85c8-0c36-4f85-a66e-92eb516c41a4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:24.914459 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:25.097525 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a6d07ad6-a6fe-4c6a-b0c2-bbe881c8c84a tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:25.104673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a6d07ad6-a6fe-4c6a-b0c2-bbe881c8c84a tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "DELETE /v2.0/ports/20de85c8-0c36-4f85-a66e-92eb516c41a4 HTTP/1.1" status: 204  len: 168 time: 0.7849133
Feb 12 21:30:25.107504 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42914) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:25.146716 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33a9205-4bad-4c58-956f-22f9668b68e4 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] GET failed (client error): The resource could not be found.
Feb 12 21:30:25.150183 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f33a9205-4bad-4c58-956f-22f9668b68e4 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "GET /v2.0/ports/20de85c8-0c36-4f85-a66e-92eb516c41a4 HTTP/1.1" status: 404  len: 333 time: 0.0396509
Feb 12 21:30:25.153636 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42916) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:25.162509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-319ac48f-b192-4baf-9eeb-d7f041d22340 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Request body: {'port': {'network_id': 'bafc0795-3ea2-4f05-841d-caf77b379870', 'name': 'tempest-AllowedAddressPairTestJSON-1362187738'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:25.407835 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bcaae3d9-0970-4268-b5a1-810e57c6ebe6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:25.517260 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:25.528103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port bcaae3d9-0970-4268-b5a1-810e57c6ebe6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:25.529632 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bcaae3d9-0970-4268-b5a1-810e57c6ebe6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:25.598464 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319ac48f-b192-4baf-9eeb-d7f041d22340 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Made reservation on behalf of 25997bbfb6fa400d897ec87c1fdeadb3 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:25.602474 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-319ac48f-b192-4baf-9eeb-d7f041d22340 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:25.606025 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:25.608940 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (b47d750d-219d-4cbf-a559-fce086600b11), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:25.625282 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port bcaae3d9-0970-4268-b5a1-810e57c6ebe6 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:25.626297 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bcaae3d9-0970-4268-b5a1-810e57c6ebe6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:25.642263 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7242e6bb-fbdb-4109-9879-4fbf6e6da90f None None] Network abaeb000-6bc1-4551-ad70-2d3555dcf832 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:25.690964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-319ac48f-b192-4baf-9eeb-d7f041d22340 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] device_id is not set on port c402af7b-1f2f-421e-9e00-2fb6c50c89ba yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:30:25.724794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port bcaae3d9-0970-4268-b5a1-810e57c6ebe6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcaae3d9-0970-4268-b5a1-810e57c6ebe6,segment=NetworkSegment(54208d76-da8c-4377-9976-1d8baa3df522),segment_id=54208d76-da8c-4377-9976-1d8baa3df522)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:25.727991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1fd4a94b-4dad-438b-bcf6-55dd2f0cbe5c None None] Provisioning complete for port bcaae3d9-0970-4268-b5a1-810e57c6ebe6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:25.728366 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1fd4a94b-4dad-438b-bcf6-55dd2f0cbe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bcaae3d9-0970-4268-b5a1-810e57c6ebe6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:25.782917 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=09512a75-584c-4912-97da-1c0a13bdb3b5,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:25.788176 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (bcaae3d9-0970-4268-b5a1-810e57c6ebe6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:25.789216 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5048f6ef-5059-4a34-8034-9f3f6a527fb9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:25.877884 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network abaeb000-6bc1-4551-ad70-2d3555dcf832 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:25.878980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-319ac48f-b192-4baf-9eeb-d7f041d22340 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Allocated IP 172.20.0.13 (bafc0795-3ea2-4f05-841d-caf77b379870/ca47f3c5-66a4-4752-abc6-1e1be990803b/c402af7b-1f2f-421e-9e00-2fb6c50c89ba) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:25.883169 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:25.928865 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6bd060db-8a59-46d4-9088-94f030b91e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:25.933409 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=bcaae3d9-0970-4268-b5a1-810e57c6ebe6,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:25.952037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:25.952387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:25.952729 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:25.953344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:25.953712 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:25.954049 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:25.954377 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:25.954703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:25.955029 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:25.955351 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:25.955672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:25.955990 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:25.956492 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:25.969496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4a94b-4dad-438b-bcf6-55dd2f0cbe5c None None] Current status of the port bcaae3d9-0970-4268-b5a1-810e57c6ebe6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:25.975867 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 5048f6ef-5059-4a34-8034-9f3f6a527fb9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:25.976308 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (5048f6ef-5059-4a34-8034-9f3f6a527fb9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:26.085770 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 5048f6ef-5059-4a34-8034-9f3f6a527fb9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:26.088188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42954) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:26.187477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42958) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:26.193520 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-319ac48f-b192-4baf-9eeb-d7f041d22340 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks [] for port (c402af7b-1f2f-421e-9e00-2fb6c50c89ba), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:26.224900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router b47d750d-219d-4cbf-a559-fce086600b11 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:30:26.316614 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-319ac48f-b192-4baf-9eeb-d7f041d22340 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c402af7b-1f2f-421e-9e00-2fb6c50c89ba), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:26.332818 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7d6709ea-7fa9-4afb-9a73-7847a7213e99 None None] Provisioning complete for port 09512a75-584c-4912-97da-1c0a13bdb3b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:26.333025 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-024b8736-c43e-4bb7-b9c1-20a2c108804b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:26.333582 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7d6709ea-7fa9-4afb-9a73-7847a7213e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:26.391873 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-594084cc-3a5c-4945-9603-77c8adea802c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:26.396838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7d6709ea-7fa9-4afb-9a73-7847a7213e99 None None] Port 09512a75-584c-4912-97da-1c0a13bdb3b5 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:26.412325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7d6709ea-7fa9-4afb-9a73-7847a7213e99 None None] Provisioning complete for port bcaae3d9-0970-4268-b5a1-810e57c6ebe6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:26.412740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:26.413312 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7d6709ea-7fa9-4afb-9a73-7847a7213e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bcaae3d9-0970-4268-b5a1-810e57c6ebe6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:26.421722 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d0eb6222-5464-46ef-963a-b8b30ae8d92a tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/b47d750d-219d-4cbf-a559-fce086600b11/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9699333
Feb 12 21:30:26.424041 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319ac48f-b192-4baf-9eeb-d7f041d22340 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Network bafc0795-3ea2-4f05-841d-caf77b379870 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:26.425114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42962) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:26.431525 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Sync routers for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:26.444940 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:26.445599 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe651c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:26.448491 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ac48f-b192-4baf-9eeb-d7f041d22340 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event updated for resources: {'Port': ['ID=c402af7b-1f2f-421e-9e00-2fb6c50c89ba,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:26.466971 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3cf6e7a8-a312-4460-839a-64112c63de21 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1823919978'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:26.470522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-319ac48f-b192-4baf-9eeb-d7f041d22340 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:26.478282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ac48f-b192-4baf-9eeb-d7f041d22340 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:26.502266 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-024b8736-c43e-4bb7-b9c1-20a2c108804b admin admin] Publish callbacks [] for security_group (096849b8-64c4-4b69-8681-8f69dddec134), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:26.569204 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-024b8736-c43e-4bb7-b9c1-20a2c108804b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (096849b8-64c4-4b69-8681-8f69dddec134), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:26.605800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7d6709ea-7fa9-4afb-9a73-7847a7213e99 None None] Current status of the port bcaae3d9-0970-4268-b5a1-810e57c6ebe6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:26.628533 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:26.653223 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-024b8736-c43e-4bb7-b9c1-20a2c108804b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96a598cc4c02447e92bc5932994a93fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5639668
Feb 12 21:30:26.657576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42970) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:26.694080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319ac48f-b192-4baf-9eeb-d7f041d22340 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:26.694838 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-319ac48f-b192-4baf-9eeb-d7f041d22340 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:26.703768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf6e7a8-a312-4460-839a-64112c63de21 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:26.716913 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e7a8-a312-4460-839a-64112c63de21 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:26.773137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b8736-c43e-4bb7-b9c1-20a2c108804b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096849b8-64c4-4b69-8681-8f69dddec134,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:26.784682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf6e7a8-a312-4460-839a-64112c63de21 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:30:26.826009 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6a26b9e2-0081-4db7-89ae-e5303d5437a9 admin admin] Publish callbacks [] for security_group (096849b8-64c4-4b69-8681-8f69dddec134), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:26.852178 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-319ac48f-b192-4baf-9eeb-d7f041d22340 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6948204
Feb 12 21:30:26.852178 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e7a8-a312-4460-839a-64112c63de21 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:26.853099 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 42972) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:26.853548 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-3cf6e7a8-a312-4460-839a-64112c63de21 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Added segment bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e of type vlan for network 7b33493a-ab11-4990-b3e4-7db090045a31
Feb 12 21:30:26.857094 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-594084cc-3a5c-4945-9603-77c8adea802c admin admin] Publish callbacks [] for security_group (b7697c26-8a13-4304-8f2c-97a4fd0e8707), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:26.869741 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-173b352c-6667-4983-a54c-30da09c6f7ec tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:22:e4:de'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:26.933386 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe651c0>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:24Z', 'revision_number': 2, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:25Z', 'revision_number': 2, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:26.949342 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6a26b9e2-0081-4db7-89ae-e5303d5437a9 admin admin] Publish callbacks [] for security_group (096849b8-64c4-4b69-8681-8f69dddec134), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:26.968667 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Checking router: b47d750d-219d-4cbf-a559-fce086600b11 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:30:26.969299 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Updating router b47d750d-219d-4cbf-a559-fce086600b11 port 09512a75-584c-4912-97da-1c0a13bdb3b5 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:30:26.988189 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e7a8-a312-4460-839a-64112c63de21 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (7b33493a-ab11-4990-b3e4-7db090045a31), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:26.992206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d8750163-ef82-45ca-ba08-09de88e5ecbd None None] Provisioning complete for port 09512a75-584c-4912-97da-1c0a13bdb3b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:26.992721 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d8750163-ef82-45ca-ba08-09de88e5ecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.002088 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.039780 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-594084cc-3a5c-4945-9603-77c8adea802c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b7697c26-8a13-4304-8f2c-97a4fd0e8707), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.063037 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.083988 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d8750163-ef82-45ca-ba08-09de88e5ecbd None None] Port 09512a75-584c-4912-97da-1c0a13bdb3b5 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:27.137014 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-594084cc-3a5c-4945-9603-77c8adea802c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35e3b75cb31246be89c7dcee4b478a38&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9479883
Feb 12 21:30:27.137596 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42982) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:27.145444 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594084cc-3a5c-4945-9603-77c8adea802c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7697c26-8a13-4304-8f2c-97a4fd0e8707,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:27.163294 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e7a8-a312-4460-839a-64112c63de21 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (7b33493a-ab11-4990-b3e4-7db090045a31), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.177241 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-173b352c-6667-4983-a54c-30da09c6f7ec tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c402af7b-1f2f-421e-9e00-2fb6c50c89ba), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.184477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf6e7a8-a312-4460-839a-64112c63de21 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:27.185257 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3cf6e7a8-a312-4460-839a-64112c63de21 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.222048 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0602936c-43cd-4e2b-846f-678a83e5bba8 None None] Provisioning complete for port c402af7b-1f2f-421e-9e00-2fb6c50c89ba triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:27.222488 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0602936c-43cd-4e2b-846f-678a83e5bba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c402af7b-1f2f-421e-9e00-2fb6c50c89ba), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.302958 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6a26b9e2-0081-4db7-89ae-e5303d5437a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (096849b8-64c4-4b69-8681-8f69dddec134), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.308106 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6a26b9e2-0081-4db7-89ae-e5303d5437a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.310343 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6a26b9e2-0081-4db7-89ae-e5303d5437a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/096849b8-64c4-4b69-8681-8f69dddec134 HTTP/1.1" status: 204  len: 168 time: 0.6484826
Feb 12 21:30:27.329446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0602936c-43cd-4e2b-846f-678a83e5bba8 None None] Port c402af7b-1f2f-421e-9e00-2fb6c50c89ba cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:27.333557 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3cf6e7a8-a312-4460-839a-64112c63de21 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.8897219
Feb 12 21:30:27.338075 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 42990) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:27.347111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bcaae3d9-0970-4268-b5a1-810e57c6ebe6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:27.349050 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7294349f-537d-447f-b6ab-ca4d09fa6eba tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'subnet': {'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:27.380677 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6e7a8-a312-4460-839a-64112c63de21 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Network': ['ID=7b33493a-ab11-4990-b3e4-7db090045a31,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:27.392651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26b9e2-0081-4db7-89ae-e5303d5437a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096849b8-64c4-4b69-8681-8f69dddec134,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:27.420626 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 7b33493a-ab11-4990-b3e4-7db090045a31 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:30:27.438116 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b2376fec-b37a-49af-99ba-5a52e38c97be admin admin] Publish callbacks [] for security_group (b7697c26-8a13-4304-8f2c-97a4fd0e8707), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.494180 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b2376fec-b37a-49af-99ba-5a52e38c97be admin admin] Publish callbacks [] for security_group (b7697c26-8a13-4304-8f2c-97a4fd0e8707), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.520783 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Publish callbacks [] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.569746 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3a166e2b-5e89-4cb2-affd-f5d3dac4950f None None] Provisioning complete for port 09512a75-584c-4912-97da-1c0a13bdb3b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:27.570138 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3a166e2b-5e89-4cb2-affd-f5d3dac4950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.597871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7294349f-537d-447f-b6ab-ca4d09fa6eba tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:27.602021 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7294349f-537d-447f-b6ab-ca4d09fa6eba tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.609105 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port bcaae3d9-0970-4268-b5a1-810e57c6ebe6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:27.609710 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bcaae3d9-0970-4268-b5a1-810e57c6ebe6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.626645 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.638724 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-173b352c-6667-4983-a54c-30da09c6f7ec tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks [] for port (c402af7b-1f2f-421e-9e00-2fb6c50c89ba), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.646090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3a166e2b-5e89-4cb2-affd-f5d3dac4950f None None] Port 09512a75-584c-4912-97da-1c0a13bdb3b5 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:27.694181 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c92c05-5713-4f8f-a2a3-986b1ad35e0b None None] Pushing event updated for resources: {'Port': ['ID=09512a75-584c-4912-97da-1c0a13bdb3b5,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:27.701774 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b2376fec-b37a-49af-99ba-5a52e38c97be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b7697c26-8a13-4304-8f2c-97a4fd0e8707), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.702880 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b2376fec-b37a-49af-99ba-5a52e38c97be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.705820 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b2376fec-b37a-49af-99ba-5a52e38c97be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7697c26-8a13-4304-8f2c-97a4fd0e8707 HTTP/1.1" status: 204  len: 168 time: 0.5666504
Feb 12 21:30:27.714045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port bcaae3d9-0970-4268-b5a1-810e57c6ebe6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:27.724500 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c92c05-5713-4f8f-a2a3-986b1ad35e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:27.725066 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c92c05-5713-4f8f-a2a3-986b1ad35e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:27.725562 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c92c05-5713-4f8f-a2a3-986b1ad35e0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:27.726089 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c92c05-5713-4f8f-a2a3-986b1ad35e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:27.726544 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c92c05-5713-4f8f-a2a3-986b1ad35e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:27.727461 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c92c05-5713-4f8f-a2a3-986b1ad35e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:27.728779 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c92c05-5713-4f8f-a2a3-986b1ad35e0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:27.729336 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c92c05-5713-4f8f-a2a3-986b1ad35e0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:27.729847 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c92c05-5713-4f8f-a2a3-986b1ad35e0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:27.730677 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c92c05-5713-4f8f-a2a3-986b1ad35e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:27.731067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2376fec-b37a-49af-99ba-5a52e38c97be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7697c26-8a13-4304-8f2c-97a4fd0e8707,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:27.731201 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c92c05-5713-4f8f-a2a3-986b1ad35e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:27.731768 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c92c05-5713-4f8f-a2a3-986b1ad35e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:27.732281 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c92c05-5713-4f8f-a2a3-986b1ad35e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:27.765719 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-173b352c-6667-4983-a54c-30da09c6f7ec tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c402af7b-1f2f-421e-9e00-2fb6c50c89ba), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.889496 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Attempting to bind port 09512a75-584c-4912-97da-1c0a13bdb3b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:30:27.891679 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Attempting to bind port 09512a75-584c-4912-97da-1c0a13bdb3b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '54208d76-da8c-4377-9976-1d8baa3df522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:30:27.895762 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Attempting to bind port 09512a75-584c-4912-97da-1c0a13bdb3b5 on network abaeb000-6bc1-4551-ad70-2d3555dcf832 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:30:27.914975 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:30:27.917058 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Checking segment: {'id': '54208d76-da8c-4377-9976-1d8baa3df522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:27.921576 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:27.921576 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Bound using segment: {'id': '54208d76-da8c-4377-9976-1d8baa3df522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:30:27.921576 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Bound port: 09512a75-584c-4912-97da-1c0a13bdb3b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54208d76-da8c-4377-9976-1d8baa3df522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:30:27.921576 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:28.006055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b352c-6667-4983-a54c-30da09c6f7ec tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event updated for resources: {'Port': ['ID=c402af7b-1f2f-421e-9e00-2fb6c50c89ba,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:28.024883 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7294349f-537d-447f-b6ab-ca4d09fa6eba tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (7d0bbd6e-1ff3-4144-91fa-a4fda38e0624), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:28.079398 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] For port 09512a75-584c-4912-97da-1c0a13bdb3b5, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:30:28.084070 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] For port 09512a75-584c-4912-97da-1c0a13bdb3b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09512a75-584c-4912-97da-1c0a13bdb3b5,segment=NetworkSegment(54208d76-da8c-4377-9976-1d8baa3df522),segment_id=54208d76-da8c-4377-9976-1d8baa3df522)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:30:28.088656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-173b352c-6667-4983-a54c-30da09c6f7ec tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] In _notify_port_updated(), no bound segment for port c402af7b-1f2f-421e-9e00-2fb6c50c89ba on network bafc0795-3ea2-4f05-841d-caf77b379870 {{(pid=126505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:30:28.112510 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b352c-6667-4983-a54c-30da09c6f7ec tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:28.115017 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-173b352c-6667-4983-a54c-30da09c6f7ec tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:28.116736 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-173b352c-6667-4983-a54c-30da09c6f7ec tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "PUT /v2.0/ports/c402af7b-1f2f-421e-9e00-2fb6c50c89ba HTTP/1.1" status: 200  len: 995 time: 1.2625074
Feb 12 21:30:28.129431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43002) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:28.154305 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:28.183642 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294349f-537d-447f-b6ab-ca4d09fa6eba tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Subnet': ['ID=7d0bbd6e-1ff3-4144-91fa-a4fda38e0624,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:28.192739 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7294349f-537d-447f-b6ab-ca4d09fa6eba tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Checking segment: {'id': 'bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:28.193193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7294349f-537d-447f-b6ab-ca4d09fa6eba tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network hostable DHCP agents. Network: 7b33493a-ab11-4990-b3e4-7db090045a31, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:30:28.277074 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:28.277789 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe651c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:29:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:28.289709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c5ad1535-19fc-486d-b5ff-24880db5438a None None] Provisioning complete for port 09512a75-584c-4912-97da-1c0a13bdb3b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:28.290911 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1535-19fc-486d-b5ff-24880db5438a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:28.339699 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7294349f-537d-447f-b6ab-ca4d09fa6eba tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 7b33493a-ab11-4990-b3e4-7db090045a31 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:30:28.369139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-cb2b115e-a2e8-4b5e-83f7-18aae4e93fca tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Deleting port c402af7b-1f2f-421e-9e00-2fb6c50c89ba {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:28.369750 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb2b115e-a2e8-4b5e-83f7-18aae4e93fca tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c402af7b-1f2f-421e-9e00-2fb6c50c89ba), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:28.378919 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-621e6008-20e6-469a-b545-84c95aeab572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:28.438265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-7294349f-537d-447f-b6ab-ca4d09fa6eba tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7b33493a-ab11-4990-b3e4-7db090045a31) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:28.442928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7294349f-537d-447f-b6ab-ca4d09fa6eba tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:28.443589 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7294349f-537d-447f-b6ab-ca4d09fa6eba tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:28.443931 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:28.478782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cfb6e4-e039-43d4-8d3e-fb48df1c4e54 None None] Network 7b33493a-ab11-4990-b3e4-7db090045a31 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:28.547229 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb2b115e-a2e8-4b5e-83f7-18aae4e93fca tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c402af7b-1f2f-421e-9e00-2fb6c50c89ba), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:28.559329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad1535-19fc-486d-b5ff-24880db5438a None None] Current status of the port 09512a75-584c-4912-97da-1c0a13bdb3b5 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:28.559937 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1535-19fc-486d-b5ff-24880db5438a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:28.564566 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-cb2b115e-a2e8-4b5e-83f7-18aae4e93fca tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Calling delete_port for c402af7b-1f2f-421e-9e00-2fb6c50c89ba owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:28.595793 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7294349f-537d-447f-b6ab-ca4d09fa6eba tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2562356
Feb 12 21:30:28.596736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43016) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:28.622820 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c92c05-5713-4f8f-a2a3-986b1ad35e0b None None] Pushing event updated for resources: {'Port': ['ID=09512a75-584c-4912-97da-1c0a13bdb3b5,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:28.756324 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe651c0>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:24Z', 'revision_number': 2, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 4, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:28.812035 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3510e-7cbb-40f5-9817-68e2a95937bd None None] The sync data for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 is: [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:24Z', 'revision_number': 2, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 4, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:28.878014 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb2b115e-a2e8-4b5e-83f7-18aae4e93fca tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c402af7b-1f2f-421e-9e00-2fb6c50c89ba), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:28.890325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c5ad1535-19fc-486d-b5ff-24880db5438a None None] For port 09512a75-584c-4912-97da-1c0a13bdb3b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09512a75-584c-4912-97da-1c0a13bdb3b5,segment=NetworkSegment(54208d76-da8c-4377-9976-1d8baa3df522),segment_id=54208d76-da8c-4377-9976-1d8baa3df522)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:28.911455 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b115e-a2e8-4b5e-83f7-18aae4e93fca tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event deleted for resources: {'Port': ['ID=c402af7b-1f2f-421e-9e00-2fb6c50c89ba,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:28.930183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7b33493a-ab11-4990-b3e4-7db090045a31', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:30:28.931776 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:29.131069 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1535-19fc-486d-b5ff-24880db5438a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:29.229689 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb2b115e-a2e8-4b5e-83f7-18aae4e93fca tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:29.233338 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cb2b115e-a2e8-4b5e-83f7-18aae4e93fca tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "DELETE /v2.0/ports/c402af7b-1f2f-421e-9e00-2fb6c50c89ba HTTP/1.1" status: 204  len: 168 time: 1.1016881
Feb 12 21:30:29.238820 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43036) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:29.302555 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6a019d-eb31-4346-b8b8-7e51a3c45c0f tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] GET failed (client error): The resource could not be found.
Feb 12 21:30:29.305802 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6b6a019d-eb31-4346-b8b8-7e51a3c45c0f tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "GET /v2.0/ports/c402af7b-1f2f-421e-9e00-2fb6c50c89ba HTTP/1.1" status: 404  len: 333 time: 0.0657320
Feb 12 21:30:29.309318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43038) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:29.316834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a21f760a-04fb-4ddb-9566-73521293cdb8 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Request body: {'port': {'network_id': 'bafc0795-3ea2-4f05-841d-caf77b379870', 'name': 'tempest-AllowedAddressPairTestJSON-422211380'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:29.371891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-426e3288-1366-4fc5-a895-e05d369c9ee5 None None] Could not find standard attr ID for object c402af7b-1f2f-421e-9e00-2fb6c50c89ba. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:30:29.385470 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Allocated IP 2001:db8:1::2 (7b33493a-ab11-4990-b3e4-7db090045a31/7d0bbd6e-1ff3-4144-91fa-a4fda38e0624/dca8b3e3-9b17-4614-b224-62ed986b979f) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:29.432902 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad1535-19fc-486d-b5ff-24880db5438a None None] Pushing event updated for resources: {'Port': ['ID=09512a75-584c-4912-97da-1c0a13bdb3b5,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:29.484561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-426e3288-1366-4fc5-a895-e05d369c9ee5 None None] Provisioning complete for port 09512a75-584c-4912-97da-1c0a13bdb3b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:29.485054 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-426e3288-1366-4fc5-a895-e05d369c9ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:29.622902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21f760a-04fb-4ddb-9566-73521293cdb8 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Made reservation on behalf of 25997bbfb6fa400d897ec87c1fdeadb3 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:29.631084 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a21f760a-04fb-4ddb-9566-73521293cdb8 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:29.664560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-a21f760a-04fb-4ddb-9566-73521293cdb8 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] device_id is not set on port ce1c7946-4190-4c0e-94e1-77fdc43ab9af yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:30:29.684500 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:29.748543 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:29.751438 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:29.830070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-426e3288-1366-4fc5-a895-e05d369c9ee5 None None] Current status of the port 09512a75-584c-4912-97da-1c0a13bdb3b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:29.834432 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Publish callbacks [] for port (dca8b3e3-9b17-4614-b224-62ed986b979f), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:29.868399 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-a21f760a-04fb-4ddb-9566-73521293cdb8 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Allocated IP 172.20.0.4 (bafc0795-3ea2-4f05-841d-caf77b379870/ca47f3c5-66a4-4752-abc6-1e1be990803b/ce1c7946-4190-4c0e-94e1-77fdc43ab9af) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:29.925088 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (dca8b3e3-9b17-4614-b224-62ed986b979f), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:29.981588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Network 7b33493a-ab11-4990-b3e4-7db090045a31 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:29.987061 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:29.991390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:30.026195 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Pushing event updated for resources: {'Port': ['ID=dca8b3e3-9b17-4614-b224-62ed986b979f,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:30.091388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Attempting to bind port dca8b3e3-9b17-4614-b224-62ed986b979f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:30:30.091388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Attempting to bind port dca8b3e3-9b17-4614-b224-62ed986b979f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:30:30.091890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Attempting to bind port dca8b3e3-9b17-4614-b224-62ed986b979f on network 7b33493a-ab11-4990-b3e4-7db090045a31 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:30:30.098385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:30:30.098777 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Checking segment: {'id': 'bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:30.099416 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:30.099832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Bound using segment: {'id': 'bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:30:30.101165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Bound port: dca8b3e3-9b17-4614-b224-62ed986b979f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:30:30.101657 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dca8b3e3-9b17-4614-b224-62ed986b979f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:30.150735 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Allocated IP 2001:db8:1::1 (7b33493a-ab11-4990-b3e4-7db090045a31/7d0bbd6e-1ff3-4144-91fa-a4fda38e0624/1c5cacbe-c63e-41d9-9244-b5e149cc645a) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:30.175094 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a21f760a-04fb-4ddb-9566-73521293cdb8 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks [] for port (ce1c7946-4190-4c0e-94e1-77fdc43ab9af), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:30.230553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] For port dca8b3e3-9b17-4614-b224-62ed986b979f, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:30:30.235803 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] For port dca8b3e3-9b17-4614-b224-62ed986b979f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dca8b3e3-9b17-4614-b224-62ed986b979f,segment=NetworkSegment(bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e),segment_id=bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:30:30.294063 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:30.372708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a21f760a-04fb-4ddb-9566-73521293cdb8 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ce1c7946-4190-4c0e-94e1-77fdc43ab9af), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:30.404280 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:30.404781 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dca8b3e3-9b17-4614-b224-62ed986b979f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:30.447473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21f760a-04fb-4ddb-9566-73521293cdb8 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Network bafc0795-3ea2-4f05-841d-caf77b379870 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:30.448702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f760a-04fb-4ddb-9566-73521293cdb8 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event updated for resources: {'Port': ['ID=ce1c7946-4190-4c0e-94e1-77fdc43ab9af,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:30.453236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a21f760a-04fb-4ddb-9566-73521293cdb8 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:30.457055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f760a-04fb-4ddb-9566-73521293cdb8 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:30.457642 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 7b33493a-ab11-4990-b3e4-7db090045a31 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:30.460850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:30.463711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:30.464630 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (b47d750d-219d-4cbf-a559-fce086600b11), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:30.499832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b20d7-7181-4a6b-b744-f8e4902e4a4a None None] Pushing event updated for resources: {'Port': ['ID=dca8b3e3-9b17-4614-b224-62ed986b979f,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:30.519606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21f760a-04fb-4ddb-9566-73521293cdb8 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:30.521280 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a21f760a-04fb-4ddb-9566-73521293cdb8 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:30.535378 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=1c5cacbe-c63e-41d9-9244-b5e149cc645a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:30.686769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a21f760a-04fb-4ddb-9566-73521293cdb8 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.3760595
Feb 12 21:30:30.693472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43054) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:30.695034 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c3841c77-5e7c-4a5f-9986-3cc379225f99 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:22:e4:de'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:30.774148 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:30.893786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6b5f2200-de49-4859-9593-8aeeb5d41371 None None] Provisioning complete for port ce1c7946-4190-4c0e-94e1-77fdc43ab9af triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:30.894301 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6b5f2200-de49-4859-9593-8aeeb5d41371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ce1c7946-4190-4c0e-94e1-77fdc43ab9af), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:30.963643 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f2200-de49-4859-9593-8aeeb5d41371 None None] Port ce1c7946-4190-4c0e-94e1-77fdc43ab9af cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:31.006499 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3841c77-5e7c-4a5f-9986-3cc379225f99 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ce1c7946-4190-4c0e-94e1-77fdc43ab9af), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:31.049776 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:31.152044 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:31.284593 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3841c77-5e7c-4a5f-9986-3cc379225f99 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks [] for port (ce1c7946-4190-4c0e-94e1-77fdc43ab9af), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:31.289671 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:31.292784 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (b47d750d-219d-4cbf-a559-fce086600b11), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:31.330745 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device dca8b3e3-9b17-4614-b224-62ed986b979f up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:31.360072 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=1c5cacbe-c63e-41d9-9244-b5e149cc645a,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:31.386327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port dca8b3e3-9b17-4614-b224-62ed986b979f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:31.387085 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dca8b3e3-9b17-4614-b224-62ed986b979f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:31.449923 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 7b33493a-ab11-4990-b3e4-7db090045a31 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:31.451738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:31.492983 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3841c77-5e7c-4a5f-9986-3cc379225f99 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (ce1c7946-4190-4c0e-94e1-77fdc43ab9af), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:31.500529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port dca8b3e3-9b17-4614-b224-62ed986b979f is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:31.501008 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dca8b3e3-9b17-4614-b224-62ed986b979f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:31.546336 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port dca8b3e3-9b17-4614-b224-62ed986b979f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dca8b3e3-9b17-4614-b224-62ed986b979f,segment=NetworkSegment(bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e),segment_id=bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:31.585257 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router b47d750d-219d-4cbf-a559-fce086600b11 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:30:31.624795 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3841c77-5e7c-4a5f-9986-3cc379225f99 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event updated for resources: {'Port': ['ID=ce1c7946-4190-4c0e-94e1-77fdc43ab9af,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:31.636949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c3841c77-5e7c-4a5f-9986-3cc379225f99 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] In _notify_port_updated(), no bound segment for port ce1c7946-4190-4c0e-94e1-77fdc43ab9af on network bafc0795-3ea2-4f05-841d-caf77b379870 {{(pid=126505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:30:31.638555 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dca8b3e3-9b17-4614-b224-62ed986b979f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:31.639227 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 09512a75-584c-4912-97da-1c0a13bdb3b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:31.642591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3841c77-5e7c-4a5f-9986-3cc379225f99 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:31.643266 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c3841c77-5e7c-4a5f-9986-3cc379225f99 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:31.647590 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c3841c77-5e7c-4a5f-9986-3cc379225f99 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "PUT /v2.0/ports/ce1c7946-4190-4c0e-94e1-77fdc43ab9af HTTP/1.1" status: 200  len: 995 time: 0.9544041
Feb 12 21:30:31.649038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43066) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:31.786402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:31.795336 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0ec732d9-eb08-45c6-90db-362c9256bce5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/b47d750d-219d-4cbf-a559-fce086600b11/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1968288
Feb 12 21:30:31.804121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43072) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:31.809737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-1571fabf-f173-4de2-9934-61fbb959cc77 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1108240844'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:31.820167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-03f1c4d1-8543-4d3a-a4f9-b3b323b61cff tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Deleting port ce1c7946-4190-4c0e-94e1-77fdc43ab9af {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:31.820527 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-03f1c4d1-8543-4d3a-a4f9-b3b323b61cff tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ce1c7946-4190-4c0e-94e1-77fdc43ab9af), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:31.851552 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=dca8b3e3-9b17-4614-b224-62ed986b979f,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:31.868662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Sync routers for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:31.890018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:31.893938 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb776460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:31.951503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 09512a75-584c-4912-97da-1c0a13bdb3b5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:31.951891 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:31.956320 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-03f1c4d1-8543-4d3a-a4f9-b3b323b61cff tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ce1c7946-4190-4c0e-94e1-77fdc43ab9af), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:31.969746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-03f1c4d1-8543-4d3a-a4f9-b3b323b61cff tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Calling delete_port for ce1c7946-4190-4c0e-94e1-77fdc43ab9af owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:31.971488 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1571fabf-f173-4de2-9934-61fbb959cc77 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:31.974853 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1571fabf-f173-4de2-9934-61fbb959cc77 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:32.037327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1571fabf-f173-4de2-9934-61fbb959cc77 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:30:32.045129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb1f477-bc4e-41f9-a8af-4698569adc87 None None] Network 7b33493a-ab11-4990-b3e4-7db090045a31 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:32.052492 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1571fabf-f173-4de2-9934-61fbb959cc77 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:32.052848 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-1571fabf-f173-4de2-9934-61fbb959cc77 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Added segment 5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee of type vlan for network 5569905f-62d8-4869-8abe-fb48c9b9fbb2
Feb 12 21:30:32.077586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:32.107750 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-51503027-e98a-4008-82b9-c51462d43cbc None None] Provisioning complete for port ce1c7946-4190-4c0e-94e1-77fdc43ab9af triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:32.108126 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-51503027-e98a-4008-82b9-c51462d43cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ce1c7946-4190-4c0e-94e1-77fdc43ab9af), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:32.121775 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1571fabf-f173-4de2-9934-61fbb959cc77 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (5569905f-62d8-4869-8abe-fb48c9b9fbb2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:32.278195 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1571fabf-f173-4de2-9934-61fbb959cc77 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (5569905f-62d8-4869-8abe-fb48c9b9fbb2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:32.283618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1571fabf-f173-4de2-9934-61fbb959cc77 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:32.284736 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1571fabf-f173-4de2-9934-61fbb959cc77 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:32.315015 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-51503027-e98a-4008-82b9-c51462d43cbc None None] Port ce1c7946-4190-4c0e-94e1-77fdc43ab9af cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:32.316836 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-03f1c4d1-8543-4d3a-a4f9-b3b323b61cff tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ce1c7946-4190-4c0e-94e1-77fdc43ab9af), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:32.385752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1c4d1-8543-4d3a-a4f9-b3b323b61cff tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event deleted for resources: {'Port': ['ID=ce1c7946-4190-4c0e-94e1-77fdc43ab9af,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:32.389049 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:32.394893 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571fabf-f173-4de2-9934-61fbb959cc77 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Network': ['ID=5569905f-62d8-4869-8abe-fb48c9b9fbb2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:32.395034 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 09512a75-584c-4912-97da-1c0a13bdb3b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:32.416755 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1571fabf-f173-4de2-9934-61fbb959cc77 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6084547
Feb 12 21:30:32.417434 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43102) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:32.427331 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'subnet': {'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:32.447240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 5569905f-62d8-4869-8abe-fb48c9b9fbb2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:30:32.485749 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-03f1c4d1-8543-4d3a-a4f9-b3b323b61cff tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:32.490795 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-03f1c4d1-8543-4d3a-a4f9-b3b323b61cff tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "DELETE /v2.0/ports/ce1c7946-4190-4c0e-94e1-77fdc43ab9af HTTP/1.1" status: 204  len: 168 time: 0.8385928
Feb 12 21:30:32.498560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43104) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:32.537283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a1b00b25-2080-4ec4-91f5-d6a69e34f8ac None None] Provisioning complete for port dca8b3e3-9b17-4614-b224-62ed986b979f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:32.537670 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb85dad-9164-42b5-bc7e-7fd3137be227 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] GET failed (client error): The resource could not be found.
Feb 12 21:30:32.537844 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a1b00b25-2080-4ec4-91f5-d6a69e34f8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dca8b3e3-9b17-4614-b224-62ed986b979f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:32.539549 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3bb85dad-9164-42b5-bc7e-7fd3137be227 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "GET /v2.0/ports/ce1c7946-4190-4c0e-94e1-77fdc43ab9af HTTP/1.1" status: 404  len: 333 time: 0.0386434
Feb 12 21:30:32.547375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43106) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:32.556658 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Request body: {'port': {'network_id': 'bafc0795-3ea2-4f05-841d-caf77b379870', 'name': 'tempest-AllowedAddressPairTestJSON-334790733'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:32.624000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb776460>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:30Z', 'revision_number': 3, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:30Z', 'revision_number': 2, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:32.657373 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:32.661308 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:32.686535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Checking router: b47d750d-219d-4cbf-a559-fce086600b11 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:30:32.686822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Updating router b47d750d-219d-4cbf-a559-fce086600b11 port 1c5cacbe-c63e-41d9-9244-b5e149cc645a binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:30:32.728589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a1b00b25-2080-4ec4-91f5-d6a69e34f8ac None None] Current status of the port dca8b3e3-9b17-4614-b224-62ed986b979f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:32.731539 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:32.839928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Made reservation on behalf of 25997bbfb6fa400d897ec87c1fdeadb3 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:32.843429 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:32.871729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] device_id is not set on port 1e5c3d25-542f-416b-b8f8-9b98f52816b8 yet. {{(pid=126505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:30:32.973285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-37220564-f2b7-49b9-b9ba-6074230bb700 None None] Provisioning complete for port dca8b3e3-9b17-4614-b224-62ed986b979f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:32.973974 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-37220564-f2b7-49b9-b9ba-6074230bb700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dca8b3e3-9b17-4614-b224-62ed986b979f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:32.974712 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (9f320323-f1fb-4bc0-a731-bcea75497a33), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:33.023098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Allocated IP 172.20.0.13 (bafc0795-3ea2-4f05-841d-caf77b379870/ca47f3c5-66a4-4752-abc6-1e1be990803b/1e5c3d25-542f-416b-b8f8-9b98f52816b8) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:33.050607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Checking segment: {'id': '5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:33.050984 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network hostable DHCP agents. Network: 5569905f-62d8-4869-8abe-fb48c9b9fbb2, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:30:33.053043 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Subnet': ['ID=9f320323-f1fb-4bc0-a731-bcea75497a33,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:33.064704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.065080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.065473 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.069776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.069776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.069776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.069776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.069776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.069776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.069776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.069776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.069776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.069776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.143074 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 5569905f-62d8-4869-8abe-fb48c9b9fbb2 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:30:33.147160 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Publish callbacks [] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:33.149474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-37220564-f2b7-49b9-b9ba-6074230bb700 None None] Current status of the port dca8b3e3-9b17-4614-b224-62ed986b979f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:33.164205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-37220564-f2b7-49b9-b9ba-6074230bb700 None None] Provisioning complete for port 1c5cacbe-c63e-41d9-9244-b5e149cc645a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:33.164536 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-37220564-f2b7-49b9-b9ba-6074230bb700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:33.230049 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5569905f-62d8-4869-8abe-fb48c9b9fbb2) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:33.237219 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:33.240670 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:33.241441 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:33.266150 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks [] for port (1e5c3d25-542f-416b-b8f8-9b98f52816b8), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:33.273233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd2d498-3cbc-45fa-bbf8-fdb70219da2d None None] Network 5569905f-62d8-4869-8abe-fb48c9b9fbb2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:33.339449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device dca8b3e3-9b17-4614-b224-62ed986b979f up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:33.347693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-37220564-f2b7-49b9-b9ba-6074230bb700 None None] Port 1c5cacbe-c63e-41d9-9244-b5e149cc645a cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:33.390385 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-78341b9a-353c-49c7-a443-23dec3c91565 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.9690769
Feb 12 21:30:33.390794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43120) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:33.448461 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1e5c3d25-542f-416b-b8f8-9b98f52816b8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:33.493023 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-00584449-52f5-42f4-bbf4-ee92e1a74b0d tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4fb7edbcd0864f13be6f5138d1350e12&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0419881
Feb 12 21:30:33.573436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event updated for resources: {'Port': ['ID=1e5c3d25-542f-416b-b8f8-9b98f52816b8,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:33.591280 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Network bafc0795-3ea2-4f05-841d-caf77b379870 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:33.594615 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.594962 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.595314 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.596654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.596998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.597335 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.597705 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.598041 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.598377 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.598713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.599046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.599371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.599701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:30:33.604812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:33.607365 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:33.648877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d4e11-51f4-4a1a-a609-ff00c37e0fd9 None None] Pushing event updated for resources: {'Port': ['ID=1c5cacbe-c63e-41d9-9244-b5e149cc645a,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:33.736374 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Attempting to bind port 1c5cacbe-c63e-41d9-9244-b5e149cc645a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:30:33.743817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Attempting to bind port 1c5cacbe-c63e-41d9-9244-b5e149cc645a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:30:33.751215 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Attempting to bind port 1c5cacbe-c63e-41d9-9244-b5e149cc645a on network 7b33493a-ab11-4990-b3e4-7db090045a31 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:30:33.759523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:30:33.760376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Checking segment: {'id': 'bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:33.760994 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:33.761583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Bound using segment: {'id': 'bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:30:33.762241 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Bound port: 1c5cacbe-c63e-41d9-9244-b5e149cc645a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:30:33.762822 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:33.765524 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e81dd49f-6bb3-4241-a998-7f77cad355b2 None None] Provisioning complete for port 1c5cacbe-c63e-41d9-9244-b5e149cc645a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:33.771992 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e81dd49f-6bb3-4241-a998-7f77cad355b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:33.792289 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-5d4df995-0db6-4d51-bc23-a0c1269ae9a1 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:33.801141 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-5d4df995-0db6-4d51-bc23-a0c1269ae9a1 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3014081
Feb 12 21:30:33.824974 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-07efe980-6df5-4a16-83b3-2840ef154a33 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/quotas/4fb7edbcd0864f13be6f5138d1350e12 HTTP/1.1" status: 200  len: 375 time: 0.0227120
Feb 12 21:30:33.879426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e81dd49f-6bb3-4241-a998-7f77cad355b2 None None] Port 1c5cacbe-c63e-41d9-9244-b5e149cc645a cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:33.879426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5569905f-62d8-4869-8abe-fb48c9b9fbb2', 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2', 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'fixed_ips': [{'subnet_id': '9f320323-f1fb-4bc0-a731-bcea75497a33'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:30:33.880224 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:33.885535 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-5ccc719c-32a6-4d14-81e8-c951dec5b968 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4fb7edbcd0864f13be6f5138d1350e12&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0594368
Feb 12 21:30:33.941948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port dca8b3e3-9b17-4614-b224-62ed986b979f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:33.950971 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dca8b3e3-9b17-4614-b224-62ed986b979f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:34.154672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] For port 1c5cacbe-c63e-41d9-9244-b5e149cc645a, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:30:34.168685 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a099d1ba-c43c-48ff-8936-74566193e347 None None] Provisioning complete for port 1c5cacbe-c63e-41d9-9244-b5e149cc645a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:34.169096 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a099d1ba-c43c-48ff-8936-74566193e347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:34.205551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port dca8b3e3-9b17-4614-b224-62ed986b979f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:34.215654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] For port 1c5cacbe-c63e-41d9-9244-b5e149cc645a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c5cacbe-c63e-41d9-9244-b5e149cc645a,segment=NetworkSegment(bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e),segment_id=bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:30:34.243373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:34.244801 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:34.247748 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3d40ee88-2b09-443c-88a8-967c7ededd66 req-073f35be-eecc-4504-8146-663b1c3b13c0 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 210 time: 0.0747583
Feb 12 21:30:34.253316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a099d1ba-c43c-48ff-8936-74566193e347 None None] Port 1c5cacbe-c63e-41d9-9244-b5e149cc645a cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:34.283814 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:34.350738 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Allocated IP 2001:db8:2::2 (5569905f-62d8-4869-8abe-fb48c9b9fbb2/9f320323-f1fb-4bc0-a731-bcea75497a33/468574a8-18fb-41c2-95ae-03eabc77ef62) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:34.378487 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bd91165a-7dca-4b63-8d25-2ec5ac259543 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8272974
Feb 12 21:30:34.378891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43140) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:34.387185 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8b8b1bc2-216e-4c36-a075-15e617663aae tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Request body: {'port': {'network_id': 'bafc0795-3ea2-4f05-841d-caf77b379870', 'name': 'tempest-AllowedAddressPairTestJSON-376352976'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:34.395298 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:34.400822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:34.401643 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb776460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:34.515827 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d4e11-51f4-4a1a-a609-ff00c37e0fd9 None None] Pushing event updated for resources: {'Port': ['ID=1c5cacbe-c63e-41d9-9244-b5e149cc645a,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:34.523679 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-42e3300d-2d6b-4be3-9f6a-0777de747736 None None] Provisioning complete for port 1c5cacbe-c63e-41d9-9244-b5e149cc645a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:34.524062 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-42e3300d-2d6b-4be3-9f6a-0777de747736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:34.618891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:34.708803 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8b1bc2-216e-4c36-a075-15e617663aae tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Made reservation on behalf of 25997bbfb6fa400d897ec87c1fdeadb3 for: {'port': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:34.712777 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8b8b1bc2-216e-4c36-a075-15e617663aae tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:34.733999 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [None req-8b8b1bc2-216e-4c36-a075-15e617663aae tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] device_id is not set on port 2142db2a-67fe-4855-9ae8-b3e523f7c2ad yet. {{(pid=126506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Feb 12 21:30:34.862366 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-42e3300d-2d6b-4be3-9f6a-0777de747736 None None] Current status of the port 1c5cacbe-c63e-41d9-9244-b5e149cc645a is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:34.863077 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-42e3300d-2d6b-4be3-9f6a-0777de747736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:34.869248 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Publish callbacks [] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:34.872970 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-8b8b1bc2-216e-4c36-a075-15e617663aae tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Allocated IP 172.20.0.9 (bafc0795-3ea2-4f05-841d-caf77b379870/ca47f3c5-66a4-4752-abc6-1e1be990803b/2142db2a-67fe-4855-9ae8-b3e523f7c2ad) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:34.922072 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-42e3300d-2d6b-4be3-9f6a-0777de747736 None None] For port 1c5cacbe-c63e-41d9-9244-b5e149cc645a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c5cacbe-c63e-41d9-9244-b5e149cc645a,segment=NetworkSegment(bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e),segment_id=bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:34.972905 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:35.005118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb776460>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:30Z', 'revision_number': 3, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 4, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:35.021378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Allocated IP 2001:db8:2::1 (5569905f-62d8-4869-8abe-fb48c9b9fbb2/9f320323-f1fb-4bc0-a731-bcea75497a33/cb9544e2-dc1d-4ca1-94ce-b4b6c973e014) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:35.045484 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Network 5569905f-62d8-4869-8abe-fb48c9b9fbb2 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:35.048474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65861f1d-46d7-422b-abd2-1e9df4a1fac0 None None] The sync data for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 is: [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:30Z', 'revision_number': 3, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 4, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:35.053486 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:35.058129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:35.066640 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8b8b1bc2-216e-4c36-a075-15e617663aae tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks [] for port (2142db2a-67fe-4855-9ae8-b3e523f7c2ad), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:35.071225 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-42e3300d-2d6b-4be3-9f6a-0777de747736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:35.076153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Pushing event updated for resources: {'Port': ['ID=468574a8-18fb-41c2-95ae-03eabc77ef62,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:35.237445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-42e3300d-2d6b-4be3-9f6a-0777de747736 None None] Provisioning complete for port 1e5c3d25-542f-416b-b8f8-9b98f52816b8 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:35.237445 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-42e3300d-2d6b-4be3-9f6a-0777de747736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1e5c3d25-542f-416b-b8f8-9b98f52816b8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:35.238808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3300d-2d6b-4be3-9f6a-0777de747736 None None] Pushing event updated for resources: {'Port': ['ID=1c5cacbe-c63e-41d9-9244-b5e149cc645a,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:35.243746 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Attempting to bind port 468574a8-18fb-41c2-95ae-03eabc77ef62 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:30:35.244171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Attempting to bind port 468574a8-18fb-41c2-95ae-03eabc77ef62 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:30:35.244533 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Attempting to bind port 468574a8-18fb-41c2-95ae-03eabc77ef62 on network 5569905f-62d8-4869-8abe-fb48c9b9fbb2 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:30:35.259426 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8b8b1bc2-216e-4c36-a075-15e617663aae tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (2142db2a-67fe-4855-9ae8-b3e523f7c2ad), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:35.276498 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:30:35.277519 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Checking segment: {'id': '5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:35.277939 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:35.278344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Bound using segment: {'id': '5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:30:35.280019 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:35.286528 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Bound port: 468574a8-18fb-41c2-95ae-03eabc77ef62, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:30:35.287030 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:35.345640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-42e3300d-2d6b-4be3-9f6a-0777de747736 None None] Port 1e5c3d25-542f-416b-b8f8-9b98f52816b8 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:35.410408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1c5cacbe-c63e-41d9-9244-b5e149cc645a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:35.449215 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] For port 468574a8-18fb-41c2-95ae-03eabc77ef62, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:30:35.452367 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2cdc7195-e7f4-4cc1-83a5-f44de7c8ee0c req-5777558f-787e-4cd9-b9b9-194a8fb77192 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 210 time: 0.0631502
Feb 12 21:30:35.454875 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8b1bc2-216e-4c36-a075-15e617663aae tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Network bafc0795-3ea2-4f05-841d-caf77b379870 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:35.456627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-8b8b1bc2-216e-4c36-a075-15e617663aae tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:35.458628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b1bc2-216e-4c36-a075-15e617663aae tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event updated for resources: {'Port': ['ID=2142db2a-67fe-4855-9ae8-b3e523f7c2ad,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:35.461104 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8b1bc2-216e-4c36-a075-15e617663aae tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:35.466948 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:35.491300 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] For port 468574a8-18fb-41c2-95ae-03eabc77ef62, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=468574a8-18fb-41c2-95ae-03eabc77ef62,segment=NetworkSegment(5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee),segment_id=5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:30:35.513422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-eddf6fec-2ccf-4b6e-b24c-12a5cf8cbbca None None] Provisioning complete for port 1c5cacbe-c63e-41d9-9244-b5e149cc645a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:35.513812 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eddf6fec-2ccf-4b6e-b24c-12a5cf8cbbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:35.545482 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8b1bc2-216e-4c36-a075-15e617663aae tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:35.547248 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8b8b1bc2-216e-4c36-a075-15e617663aae tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:35.582976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1c5cacbe-c63e-41d9-9244-b5e149cc645a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:35.583350 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:35.598039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=cb9544e2-dc1d-4ca1-94ce-b4b6c973e014,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:35.608014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 5569905f-62d8-4869-8abe-fb48c9b9fbb2 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:35.610626 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:35.616524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:35.616729 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (b47d750d-219d-4cbf-a559-fce086600b11), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:35.642606 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:35.675498 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8b8b1bc2-216e-4c36-a075-15e617663aae tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.2935047
Feb 12 21:30:35.676824 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43162) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:35.683615 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e74f6a6c-6a04-4f55-a673-fa64d931cf23 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:22:e4:de'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:f6:94:b5'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:35.850528 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-eddf6fec-2ccf-4b6e-b24c-12a5cf8cbbca None None] Current status of the port 1c5cacbe-c63e-41d9-9244-b5e149cc645a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:35.855136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af7737-0795-4ee9-a46c-ac17a55029d8 None None] Pushing event updated for resources: {'Port': ['ID=468574a8-18fb-41c2-95ae-03eabc77ef62,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:35.934653 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1c5cacbe-c63e-41d9-9244-b5e149cc645a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:35.965913 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e74f6a6c-6a04-4f55-a673-fa64d931cf23 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2142db2a-67fe-4855-9ae8-b3e523f7c2ad), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:36.029090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-148fb08a-1afb-44b0-9f02-d846df8f1e12 None None] Provisioning complete for port 2142db2a-67fe-4855-9ae8-b3e523f7c2ad triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:36.029090 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-148fb08a-1afb-44b0-9f02-d846df8f1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2142db2a-67fe-4855-9ae8-b3e523f7c2ad), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:36.080251 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:36.182319 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-148fb08a-1afb-44b0-9f02-d846df8f1e12 None None] Port 2142db2a-67fe-4855-9ae8-b3e523f7c2ad cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:36.325285 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e74f6a6c-6a04-4f55-a673-fa64d931cf23 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks [] for port (2142db2a-67fe-4855-9ae8-b3e523f7c2ad), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:36.421512 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e74f6a6c-6a04-4f55-a673-fa64d931cf23 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (2142db2a-67fe-4855-9ae8-b3e523f7c2ad), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:36.505620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f6a6c-6a04-4f55-a673-fa64d931cf23 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event updated for resources: {'Port': ['ID=2142db2a-67fe-4855-9ae8-b3e523f7c2ad,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:36.522380 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-e74f6a6c-6a04-4f55-a673-fa64d931cf23 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] In _notify_port_updated(), no bound segment for port 2142db2a-67fe-4855-9ae8-b3e523f7c2ad on network bafc0795-3ea2-4f05-841d-caf77b379870 {{(pid=126506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Feb 12 21:30:36.533773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74f6a6c-6a04-4f55-a673-fa64d931cf23 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:36.534529 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e74f6a6c-6a04-4f55-a673-fa64d931cf23 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:36.535849 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e74f6a6c-6a04-4f55-a673-fa64d931cf23 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "PUT /v2.0/ports/2142db2a-67fe-4855-9ae8-b3e523f7c2ad HTTP/1.1" status: 200  len: 1056 time: 0.8573642
Feb 12 21:30:36.539538 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43196) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:36.582009 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:36.643217 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-307e7a27-8eba-4413-b5ea-be3f94dd2c64 req-ba419040-b921-4974-9730-cd252024a06d tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 210 time: 0.0357585
Feb 12 21:30:36.697447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4abdfe18-b10c-4bb7-b562-b6bb7246c4a3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Deleting port 2142db2a-67fe-4855-9ae8-b3e523f7c2ad {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:36.698036 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4abdfe18-b10c-4bb7-b562-b6bb7246c4a3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2142db2a-67fe-4855-9ae8-b3e523f7c2ad), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:36.720135 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:36.721000 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (b47d750d-219d-4cbf-a559-fce086600b11), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:36.828417 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4abdfe18-b10c-4bb7-b562-b6bb7246c4a3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2142db2a-67fe-4855-9ae8-b3e523f7c2ad), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:36.856622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4abdfe18-b10c-4bb7-b562-b6bb7246c4a3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Calling delete_port for 2142db2a-67fe-4855-9ae8-b3e523f7c2ad owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:36.869296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=cb9544e2-dc1d-4ca1-94ce-b4b6c973e014,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:37.131499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7880d984-52fe-44a4-93eb-d128828924bf None None] Provisioning complete for port 2142db2a-67fe-4855-9ae8-b3e523f7c2ad triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:37.131499 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7880d984-52fe-44a4-93eb-d128828924bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2142db2a-67fe-4855-9ae8-b3e523f7c2ad), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:37.132612 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 5569905f-62d8-4869-8abe-fb48c9b9fbb2 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:37.132612 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:37.132873 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7880d984-52fe-44a4-93eb-d128828924bf None None] Port 2142db2a-67fe-4855-9ae8-b3e523f7c2ad cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:37.132979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router b47d750d-219d-4cbf-a559-fce086600b11 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:30:37.193780 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-593d9e96-6065-4f98-bece-e79444a22a7e tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4fb7edbcd0864f13be6f5138d1350e12&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0368431
Feb 12 21:30:37.217630 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4abdfe18-b10c-4bb7-b562-b6bb7246c4a3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (2142db2a-67fe-4855-9ae8-b3e523f7c2ad), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:37.265171 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdfe18-b10c-4bb7-b562-b6bb7246c4a3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event deleted for resources: {'Port': ['ID=2142db2a-67fe-4855-9ae8-b3e523f7c2ad,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:37.343423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:37.343673 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acd2073-2dbe-4bba-9b64-bd04bbcb74a3 None None] Network 5569905f-62d8-4869-8abe-fb48c9b9fbb2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:37.343868 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Sync routers for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:37.344375 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-da44a2a0-6b33-4f75-8cc9-820cfc6dd1b2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/b47d750d-219d-4cbf-a559-fce086600b11/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9408755
Feb 12 21:30:37.349429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43222) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:37.358488 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:37.359486 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:37.384353 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-4b46b519-c848-4106-90d9-8165121a0ebb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1448869630'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:37.465172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1c5cacbe-c63e-41d9-9244-b5e149cc645a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:37.532359 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-0161e423-e84a-4da8-969c-0ce829913a62 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:37.533879 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-0161e423-e84a-4da8-969c-0ce829913a62 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3346395
Feb 12 21:30:37.536375 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:37.554789 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Request body: {'port': {'device_id': 'f2bbf62a-7a91-43c1-82bc-ec91c40dbde3', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '4fb7edbcd0864f13be6f5138d1350e12'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:37.568275 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b46b519-c848-4106-90d9-8165121a0ebb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:37.572392 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4b46b519-c848-4106-90d9-8165121a0ebb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:37.689380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b46b519-c848-4106-90d9-8165121a0ebb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:30:37.718820 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4b46b519-c848-4106-90d9-8165121a0ebb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (64e3ccc3-f92b-4387-941c-bef7ee400a2c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:37.719229 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-4b46b519-c848-4106-90d9-8165121a0ebb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Added segment 64e3ccc3-f92b-4387-941c-bef7ee400a2c of type vlan for network 822df648-ac8c-4db2-bcbe-f17365c1f3a7
Feb 12 21:30:37.795815 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4b46b519-c848-4106-90d9-8165121a0ebb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (822df648-ac8c-4db2-bcbe-f17365c1f3a7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:37.824903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a400c57c-6296-483f-8927-a215e867903d None None] Provisioning complete for port 468574a8-18fb-41c2-95ae-03eabc77ef62 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:37.825612 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a400c57c-6296-483f-8927-a215e867903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:37.832622 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1c5cacbe-c63e-41d9-9244-b5e149cc645a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:37.833134 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:37.854374 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c10f5d2d-c95a-4275-bcc6-a42c48c8025a req-d78e0485-d175-4744-bf9a-4fe3649bc567 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 210 time: 0.0362334
Feb 12 21:30:37.903989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Made reservation on behalf of 4fb7edbcd0864f13be6f5138d1350e12 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:37.907612 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:37.915169 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65130>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:35Z', 'revision_number': 4, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb9544e2-dc1d-4ca1-94ce-b4b6c973e014', 'name': '', 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:4f:95:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:34Z', 'updated_at': '2022-02-12T21:30:36Z', 'revision_number': 2, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:37.918066 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:37.939478 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4b46b519-c848-4106-90d9-8165121a0ebb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (822df648-ac8c-4db2-bcbe-f17365c1f3a7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:37.943509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b46b519-c848-4106-90d9-8165121a0ebb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:37.944140 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4b46b519-c848-4106-90d9-8165121a0ebb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:37.953578 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Checking router: b47d750d-219d-4cbf-a559-fce086600b11 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:30:37.954199 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Updating router b47d750d-219d-4cbf-a559-fce086600b11 port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:30:37.998063 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.003473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1c5cacbe-c63e-41d9-9244-b5e149cc645a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:38.005145 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 468574a8-18fb-41c2-95ae-03eabc77ef62 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:38.076433 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4abdfe18-b10c-4bb7-b562-b6bb7246c4a3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.080375 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a400c57c-6296-483f-8927-a215e867903d None None] Current status of the port 468574a8-18fb-41c2-95ae-03eabc77ef62 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:38.081124 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a400c57c-6296-483f-8927-a215e867903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.085871 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4abdfe18-b10c-4bb7-b562-b6bb7246c4a3 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "DELETE /v2.0/ports/2142db2a-67fe-4855-9ae8-b3e523f7c2ad HTTP/1.1" status: 204  len: 168 time: 1.5444808
Feb 12 21:30:38.087634 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43230) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:38.135177 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-898bf1e2-cb6a-4268-b6ed-cc5c3aeaf4f0 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] GET failed (client error): The resource could not be found.
Feb 12 21:30:38.140061 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-898bf1e2-cb6a-4268-b6ed-cc5c3aeaf4f0 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "GET /v2.0/ports/2142db2a-67fe-4855-9ae8-b3e523f7c2ad HTTP/1.1" status: 404  len: 333 time: 0.0514524
Feb 12 21:30:38.140758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43232) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:38.148270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 468574a8-18fb-41c2-95ae-03eabc77ef62 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:38.165787 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.174304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46b519-c848-4106-90d9-8165121a0ebb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Network': ['ID=822df648-ac8c-4db2-bcbe-f17365c1f3a7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:38.188921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a400c57c-6296-483f-8927-a215e867903d None None] For port 468574a8-18fb-41c2-95ae-03eabc77ef62, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=468574a8-18fb-41c2-95ae-03eabc77ef62,segment=NetworkSegment(5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee),segment_id=5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:38.196561 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Publish callbacks [] for security_group (f4fa50e3-6825-4367-a461-46b58f29546d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.201386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 822df648-ac8c-4db2-bcbe-f17365c1f3a7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:30:38.299818 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43234) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:38.300096 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4b46b519-c848-4106-90d9-8165121a0ebb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.9496167
Feb 12 21:30:38.306980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e948ec01-2081-47fb-ae4a-0c9b0ca5b835 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'subnet': {'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:38.327621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 468574a8-18fb-41c2-95ae-03eabc77ef62 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:38.328105 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.336358 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f4fa50e3-6825-4367-a461-46b58f29546d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.340699 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a400c57c-6296-483f-8927-a215e867903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.400540 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-ef8e8708-1ea8-4d76-94ce-b1f517afff53 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Deleting port 1e5c3d25-542f-416b-b8f8-9b98f52816b8 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:38.400890 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ef8e8708-1ea8-4d76-94ce-b1f517afff53 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1e5c3d25-542f-416b-b8f8-9b98f52816b8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.426049 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Publish callbacks [] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.459743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400c57c-6296-483f-8927-a215e867903d None None] Pushing event updated for resources: {'Port': ['ID=468574a8-18fb-41c2-95ae-03eabc77ef62,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:38.471591 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:30:38.472047 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:30:38.488133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-840c64d6-d45c-4e49-92f8-3ee578275d25 None None] Provisioning complete for port 468574a8-18fb-41c2-95ae-03eabc77ef62 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:38.490850 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-840c64d6-d45c-4e49-92f8-3ee578275d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.527823 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ef8e8708-1ea8-4d76-94ce-b1f517afff53 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1e5c3d25-542f-416b-b8f8-9b98f52816b8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.530410 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Allocated IP 192.168.233.142 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/fce44142-693c-41f1-af3f-bb370c995071) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:38.543375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-ef8e8708-1ea8-4d76-94ce-b1f517afff53 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Calling delete_port for 1e5c3d25-542f-416b-b8f8-9b98f52816b8 owned by  {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:38.553523 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.612895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-840c64d6-d45c-4e49-92f8-3ee578275d25 None None] Current status of the port 468574a8-18fb-41c2-95ae-03eabc77ef62 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:38.626223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e948ec01-2081-47fb-ae4a-0c9b0ca5b835 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Made reservation on behalf of 7a61a43f7171486292bf41c6b82d75e2 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:30:38.630137 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e948ec01-2081-47fb-ae4a-0c9b0ca5b835 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.636318 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-840c64d6-d45c-4e49-92f8-3ee578275d25 None None] Provisioning complete for port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:38.637019 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-840c64d6-d45c-4e49-92f8-3ee578275d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.639206 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008ec68-ee7f-4c50-b1ec-519359190d4f None None] Pushing event updated for resources: {'Port': ['ID=cb9544e2-dc1d-4ca1-94ce-b4b6c973e014,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:38.711069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-840c64d6-d45c-4e49-92f8-3ee578275d25 None None] Port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:38.730621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fa50e3-6825-4367-a461-46b58f29546d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:38.761785 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Publish callbacks [] for port (fce44142-693c-41f1-af3f-bb370c995071), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.762402 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Attempting to bind port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:30:38.762863 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Attempting to bind port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:30:38.763368 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Attempting to bind port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 on network 5569905f-62d8-4869-8abe-fb48c9b9fbb2 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:30:38.772243 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:30:38.772617 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Checking segment: {'id': '5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:38.773019 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.775389 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Bound using segment: {'id': '5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:30:38.775912 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Bound port: cb9544e2-dc1d-4ca1-94ce-b4b6c973e014, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:30:38.776306 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.853170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-da65981d-ae3c-47a3-8b3d-c9866304d869 None None] Provisioning complete for port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:38.853607 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-da65981d-ae3c-47a3-8b3d-c9866304d869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:38.870646 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] For port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:30:38.874389 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] For port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb9544e2-dc1d-4ca1-94ce-b4b6c973e014,segment=NetworkSegment(5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee),segment_id=5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:30:38.895832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-da65981d-ae3c-47a3-8b3d-c9866304d869 None None] Port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:38.968864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (fce44142-693c-41f1-af3f-bb370c995071), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:39.013163 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:39.014922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ef8e8708-1ea8-4d76-94ce-b1f517afff53 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (1e5c3d25-542f-416b-b8f8-9b98f52816b8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:39.017602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:39.027257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:39.028225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 468574a8-18fb-41c2-95ae-03eabc77ef62 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:39.036907 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Pushing event updated for resources: {'Port': ['ID=fce44142-693c-41f1-af3f-bb370c995071,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:39.047523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:39.053895 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e948ec01-2081-47fb-ae4a-0c9b0ca5b835 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (1230504a-2b4f-4247-b37a-4071fb6ddc04), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:39.060884 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e8708-1ea8-4d76-94ce-b1f517afff53 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event deleted for resources: {'Port': ['ID=1e5c3d25-542f-416b-b8f8-9b98f52816b8,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:39.089927 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb604938-5a60-4029-97a3-fde6e62b7237 req-5e4d4383-66b6-41ac-9055-a76d489ae030 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:39.092094 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb604938-5a60-4029-97a3-fde6e62b7237 req-5e4d4383-66b6-41ac-9055-a76d489ae030 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 936 time: 0.1565332
Feb 12 21:30:39.125033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d119a009-cd41-45ea-bf9f-455d00d4d32c None None] Provisioning complete for port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:39.125429 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d119a009-cd41-45ea-bf9f-455d00d4d32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:39.138492 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008ec68-ee7f-4c50-b1ec-519359190d4f None None] Pushing event updated for resources: {'Port': ['ID=cb9544e2-dc1d-4ca1-94ce-b4b6c973e014,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:39.162776 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:39.163408 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:39.195688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:39.201979 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:39.289204 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb604938-5a60-4029-97a3-fde6e62b7237 req-926b47a0-85e6-4e1d-9a8a-09011d60e8d6 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fa50e3-6825-4367-a461-46b58f29546d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809978
Feb 12 21:30:39.328768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948ec01-2081-47fb-ae4a-0c9b0ca5b835 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Subnet': ['ID=1230504a-2b4f-4247-b37a-4071fb6ddc04,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:39.346725 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-e325eb68-4fbb-44b4-8bd9-495d3ea96917 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7967632
Feb 12 21:30:39.359598 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Request body: {'port': {'device_id': 'f2bbf62a-7a91-43c1-82bc-ec91c40dbde3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:39.402971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d119a009-cd41-45ea-bf9f-455d00d4d32c None None] Current status of the port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:39.403605 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d119a009-cd41-45ea-bf9f-455d00d4d32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:39.404874 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ef8e8708-1ea8-4d76-94ce-b1f517afff53 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:39.408933 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ef8e8708-1ea8-4d76-94ce-b1f517afff53 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "DELETE /v2.0/ports/1e5c3d25-542f-416b-b8f8-9b98f52816b8 HTTP/1.1" status: 204  len: 168 time: 1.2671585
Feb 12 21:30:39.412075 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43244) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:39.420831 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948ec01-2081-47fb-ae4a-0c9b0ca5b835 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Checking segment: {'id': '64e3ccc3-f92b-4387-941c-bef7ee400a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:39.424476 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e948ec01-2081-47fb-ae4a-0c9b0ca5b835 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network hostable DHCP agents. Network: 822df648-ac8c-4db2-bcbe-f17365c1f3a7, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:30:39.429217 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 468574a8-18fb-41c2-95ae-03eabc77ef62 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:39.451345 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1abe249-fdf8-4b1a-954d-cec780e7b851 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] GET failed (client error): The resource could not be found.
Feb 12 21:30:39.455932 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d1abe249-fdf8-4b1a-954d-cec780e7b851 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "GET /v2.0/ports/1e5c3d25-542f-416b-b8f8-9b98f52816b8 HTTP/1.1" status: 404  len: 333 time: 0.0397811
Feb 12 21:30:39.457507 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43246) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:39.548758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e948ec01-2081-47fb-ae4a-0c9b0ca5b835 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 822df648-ac8c-4db2-bcbe-f17365c1f3a7 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:30:39.568525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d119a009-cd41-45ea-bf9f-455d00d4d32c None None] For port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb9544e2-dc1d-4ca1-94ce-b4b6c973e014,segment=NetworkSegment(5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee),segment_id=5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:39.603340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 468574a8-18fb-41c2-95ae-03eabc77ef62 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:39.603743 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:39.618047 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fce44142-693c-41f1-af3f-bb370c995071), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:39.636718 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:39.676229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-e948ec01-2081-47fb-ae4a-0c9b0ca5b835 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 822df648-ac8c-4db2-bcbe-f17365c1f3a7) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:39.679222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e948ec01-2081-47fb-ae4a-0c9b0ca5b835 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:39.679752 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e948ec01-2081-47fb-ae4a-0c9b0ca5b835 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:39.699047 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90da647-7ae0-4b5c-b1bf-b1651afbcfc0 None None] Network 822df648-ac8c-4db2-bcbe-f17365c1f3a7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:39.701941 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d119a009-cd41-45ea-bf9f-455d00d4d32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:39.718747 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-16b9e4ba-e360-4372-80cd-1f4e127cf657 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Deleting port 93d2a75f-b337-4e61-9cf6-7dec695e5b29 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:39.719089 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-16b9e4ba-e360-4372-80cd-1f4e127cf657 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (93d2a75f-b337-4e61-9cf6-7dec695e5b29), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:39.779716 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e948ec01-2081-47fb-ae4a-0c9b0ca5b835 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4773960
Feb 12 21:30:39.782742 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43254) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:39.867542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 468574a8-18fb-41c2-95ae-03eabc77ef62 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:39.894150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f835c5f7-6ac4-4cfc-a9ed-269c3be75f00 None None] Provisioning complete for port fce44142-693c-41f1-af3f-bb370c995071 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:39.894150 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f835c5f7-6ac4-4cfc-a9ed-269c3be75f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fce44142-693c-41f1-af3f-bb370c995071), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:39.934304 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119a009-cd41-45ea-bf9f-455d00d4d32c None None] Pushing event updated for resources: {'Port': ['ID=cb9544e2-dc1d-4ca1-94ce-b4b6c973e014,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:39.967329 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-16b9e4ba-e360-4372-80cd-1f4e127cf657 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (93d2a75f-b337-4e61-9cf6-7dec695e5b29), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:40.005128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f835c5f7-6ac4-4cfc-a9ed-269c3be75f00 None None] Port fce44142-693c-41f1-af3f-bb370c995071 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:40.024995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-822df648-ac8c-4db2-bcbe-f17365c1f3a7', 'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7', 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'fixed_ips': [{'subnet_id': '1230504a-2b4f-4247-b37a-4071fb6ddc04'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:30:40.034676 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:40.034952 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65130>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:35Z', 'revision_number': 4, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb9544e2-dc1d-4ca1-94ce-b4b6c973e014', 'name': '', 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:4f:95:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:34Z', 'updated_at': '2022-02-12T21:30:38Z', 'revision_number': 4, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:40.044745 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-16b9e4ba-e360-4372-80cd-1f4e127cf657 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Calling delete_port for 93d2a75f-b337-4e61-9cf6-7dec695e5b29 owned by  {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:40.066759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f835c5f7-6ac4-4cfc-a9ed-269c3be75f00 None None] Provisioning complete for port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:40.071759 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f835c5f7-6ac4-4cfc-a9ed-269c3be75f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:40.099566 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a24db4-017e-47ee-99a9-90a1beca39df None None] The sync data for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 is: [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:35Z', 'revision_number': 4, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb9544e2-dc1d-4ca1-94ce-b4b6c973e014', 'name': '', 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:4f:95:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:34Z', 'updated_at': '2022-02-12T21:30:38Z', 'revision_number': 4, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:40.234454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce44142-693c-41f1-af3f-bb370c995071 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:30:40.245238 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Publish callbacks [] for port (fce44142-693c-41f1-af3f-bb370c995071), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:40.269391 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Transition to ACTIVE for port object fce44142-693c-41f1-af3f-bb370c995071 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:30:40.324781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Allocated IP 2001:db8:3::2 (822df648-ac8c-4db2-bcbe-f17365c1f3a7/1230504a-2b4f-4247-b37a-4071fb6ddc04/633839ce-2913-4730-a148-3c58bd764bf6) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:40.347912 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (fce44142-693c-41f1-af3f-bb370c995071), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:40.363782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f835c5f7-6ac4-4cfc-a9ed-269c3be75f00 None None] Current status of the port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:40.414379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Pushing event updated for resources: {'Port': ['ID=fce44142-693c-41f1-af3f-bb370c995071,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:40.522983 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:40.542536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1b265d8d-5b61-4e97-a25a-a8766170f786 None None] Provisioning complete for port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:40.543169 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1b265d8d-5b61-4e97-a25a-a8766170f786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:40.557783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf9019-479d-4c7c-966a-004aabb0e209 req-25c05d28-d9d0-4022-87ea-d4f1de6e4aec tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:40.568262 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6ccf9019-479d-4c7c-966a-004aabb0e209 req-25c05d28-d9d0-4022-87ea-d4f1de6e4aec tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 948 time: 0.1570089
Feb 12 21:30:40.611918 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-16b9e4ba-e360-4372-80cd-1f4e127cf657 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (93d2a75f-b337-4e61-9cf6-7dec695e5b29), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:40.627764 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Publish callbacks [] for port (633839ce-2913-4730-a148-3c58bd764bf6), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:40.669431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1b265d8d-5b61-4e97-a25a-a8766170f786 None None] Current status of the port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:40.700310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9e4ba-e360-4372-80cd-1f4e127cf657 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event deleted for resources: {'Port': ['ID=93d2a75f-b337-4e61-9cf6-7dec695e5b29,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:40.731670 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (633839ce-2913-4730-a148-3c58bd764bf6), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:40.779706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Pushing event updated for resources: {'Port': ['ID=633839ce-2913-4730-a148-3c58bd764bf6,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:40.798708 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Network 822df648-ac8c-4db2-bcbe-f17365c1f3a7 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:40.800257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:40.802631 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:40.882343 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6ccf9019-479d-4c7c-966a-004aabb0e209 req-3e0134f2-fb7a-4c8b-86b3-19feb64018e1 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fa50e3-6825-4367-a461-46b58f29546d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2804601
Feb 12 21:30:40.884293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Attempting to bind port fce44142-693c-41f1-af3f-bb370c995071 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:30:40.884873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Attempting to bind port fce44142-693c-41f1-af3f-bb370c995071 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:30:40.885419 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Attempting to bind port fce44142-693c-41f1-af3f-bb370c995071 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:30:40.904882 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Port fce44142-693c-41f1-af3f-bb370c995071 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:30:40.905212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Attempting to bind port fce44142-693c-41f1-af3f-bb370c995071 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:30:40.920183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:30:40.920183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:40.920450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:30:40.921459 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Bound port: fce44142-693c-41f1-af3f-bb370c995071, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:30:40.921820 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fce44142-693c-41f1-af3f-bb370c995071), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:40.930770 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Attempting to bind port 633839ce-2913-4730-a148-3c58bd764bf6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:30:40.931288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Attempting to bind port 633839ce-2913-4730-a148-3c58bd764bf6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64e3ccc3-f92b-4387-941c-bef7ee400a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:30:40.931765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Attempting to bind port 633839ce-2913-4730-a148-3c58bd764bf6 on network 822df648-ac8c-4db2-bcbe-f17365c1f3a7 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:30:40.948028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:30:40.948685 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Checking segment: {'id': '64e3ccc3-f92b-4387-941c-bef7ee400a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:40.948866 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-16b9e4ba-e360-4372-80cd-1f4e127cf657 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:40.949336 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:40.949804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Bound using segment: {'id': '64e3ccc3-f92b-4387-941c-bef7ee400a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:30:40.952462 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-16b9e4ba-e360-4372-80cd-1f4e127cf657 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "DELETE /v2.0/ports/93d2a75f-b337-4e61-9cf6-7dec695e5b29 HTTP/1.1" status: 204  len: 168 time: 1.4935563
Feb 12 21:30:40.956692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43274) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:40.962020 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Bound port: 633839ce-2913-4730-a148-3c58bd764bf6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e3ccc3-f92b-4387-941c-bef7ee400a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:30:40.962020 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (633839ce-2913-4730-a148-3c58bd764bf6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:41.035347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] For port fce44142-693c-41f1-af3f-bb370c995071, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:30:41.040891 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] For port fce44142-693c-41f1-af3f-bb370c995071, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fce44142-693c-41f1-af3f-bb370c995071,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:30:41.049017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4d8ee8-1504-4bf4-afcf-47ab27112bc9 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Deleting subnet ca47f3c5-66a4-4752-abc6-1e1be990803b {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:30:41.071616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] For port 633839ce-2913-4730-a148-3c58bd764bf6, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:30:41.079248 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb4d8ee8-1504-4bf4-afcf-47ab27112bc9 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks [] for subnet (ca47f3c5-66a4-4752-abc6-1e1be990803b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:41.082567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] For port 633839ce-2913-4730-a148-3c58bd764bf6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=633839ce-2913-4730-a148-3c58bd764bf6,segment=NetworkSegment(64e3ccc3-f92b-4387-941c-bef7ee400a2c),segment_id=64e3ccc3-f92b-4387-941c-bef7ee400a2c)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:30:41.124839 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (fce44142-693c-41f1-af3f-bb370c995071), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:41.173066 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:41.173066 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:41.173718 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] 10.222.0.48 "PUT /v2.0/ports/fce44142-693c-41f1-af3f-bb370c995071 HTTP/1.1" status: 200  len: 1096 time: 1.8196185
Feb 12 21:30:41.174070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2bbf62a-7a91-43c1-82bc-ec91c40dbde3', 'tag': 'fce44142-693c-41f1-af3f-bb370c995071'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:30:41.175533 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb4d8ee8-1504-4bf4-afcf-47ab27112bc9 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (ca47f3c5-66a4-4752-abc6-1e1be990803b), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:41.176620 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8184e0-de49-4193-b22a-b72ddf47c9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f2bbf62a-7a91-43c1-82bc-ec91c40dbde3", "tag": "fce44142-693c-41f1-af3f-bb370c995071"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:30:41.188789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Allocated IP 2001:db8:3::1 (822df648-ac8c-4db2-bcbe-f17365c1f3a7/1230504a-2b4f-4247-b37a-4071fb6ddc04/77e6017a-eae3-45bb-9aab-b80ba4518e1e) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:30:41.195187 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (633839ce-2913-4730-a148-3c58bd764bf6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:41.206295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8446a8-51f3-4965-a0da-5d7b79c89a5e service neutron] Pushing event updated for resources: {'Port': ['ID=fce44142-693c-41f1-af3f-bb370c995071,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:41.238497 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccffe96-b8cd-469f-98d9-de8824f351a3 x-openstack-request-id: req-fccffe96-b8cd-469f-98d9-de8824f351a3 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:30:41.243261 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2bbf62a-7a91-43c1-82bc-ec91c40dbde3", "tag": "fce44142-693c-41f1-af3f-bb370c995071", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:30:41.243261 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fccffe96-b8cd-469f-98d9-de8824f351a3 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:30:41.243261 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2bbf62a-7a91-43c1-82bc-ec91c40dbde3', 'tag': 'fce44142-693c-41f1-af3f-bb370c995071', 'status': 'completed', 'code': 200}
Feb 12 21:30:41.334654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241674f-54ad-4471-a134-4bf313241d0f None None] Pushing event updated for resources: {'Port': ['ID=633839ce-2913-4730-a148-3c58bd764bf6,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:41.379013 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8184e0-de49-4193-b22a-b72ddf47c9ad req-8a73c874-2b87-49b4-8fc8-ff6f58eb1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:41.387637 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a8184e0-de49-4193-b22a-b72ddf47c9ad req-8a73c874-2b87-49b4-8fc8-ff6f58eb1902 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fb7edbcd0864f13be6f5138d1350e12&device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 1130 time: 0.1110907
Feb 12 21:30:41.402436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:41.429571 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a8184e0-de49-4193-b22a-b72ddf47c9ad req-013075b9-a488-4464-94be-c3e8fe540155 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4fb7edbcd0864f13be6f5138d1350e12&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0374966
Feb 12 21:30:41.442687 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb4d8ee8-1504-4bf4-afcf-47ab27112bc9 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (ca47f3c5-66a4-4752-abc6-1e1be990803b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:41.472284 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:41.472635 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:41.507371 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:41.566680 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:41.596850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8184e0-de49-4193-b22a-b72ddf47c9ad req-407f2822-227e-4b18-be2b-e2fd0ad13be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:41.600085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a8184e0-de49-4193-b22a-b72ddf47c9ad req-407f2822-227e-4b18-be2b-e2fd0ad13be2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1508999
Feb 12 21:30:41.651138 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb4d8ee8-1504-4bf4-afcf-47ab27112bc9 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (ca47f3c5-66a4-4752-abc6-1e1be990803b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:41.698572 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:41.704903 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-7b8cc289-7ef0-4297-aec3-bef1d2878196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:41.706683 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-7b8cc289-7ef0-4297-aec3-bef1d2878196 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4fb7edbcd0864f13be6f5138d1350e12&device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 1130 time: 0.0513773
Feb 12 21:30:41.707005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d8ee8-1504-4bf4-afcf-47ab27112bc9 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event deleted for resources: {'Subnet': ['ID=ca47f3c5-66a4-4752-abc6-1e1be990803b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:41.718634 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb4d8ee8-1504-4bf4-afcf-47ab27112bc9 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:41.723915 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bb4d8ee8-1504-4bf4-afcf-47ab27112bc9 tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "DELETE /v2.0/subnets/ca47f3c5-66a4-4752-abc6-1e1be990803b HTTP/1.1" status: 204  len: 168 time: 0.7638698
Feb 12 21:30:41.724093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43280) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:41.724824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f5f14e-c72e-4792-ba36-730d8d9d22e7 None None] Network bafc0795-3ea2-4f05-841d-caf77b379870 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:41.774891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 822df648-ac8c-4db2-bcbe-f17365c1f3a7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:41.777440 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-061906e7-72e3-4711-b348-f5649395c6d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=fce44142-693c-41f1-af3f-bb370c995071 HTTP/1.1" status: 200  len: 217 time: 0.0597215
Feb 12 21:30:41.784295 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:41.799079 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:30:41.799079 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (b47d750d-219d-4cbf-a559-fce086600b11), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:41.848711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=77e6017a-eae3-45bb-9aab-b80ba4518e1e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:41.894382 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (bafc0795-3ea2-4f05-841d-caf77b379870), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:41.899403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-155ab98f-6c60-43c0-b3a3-311e198f6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:41.900266 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-155ab98f-6c60-43c0-b3a3-311e198f6167 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.1109204
Feb 12 21:30:41.962137 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8381deee-422c-4808-bd36-164b24828201 None None] DHCP port deletion for bafc0795-3ea2-4f05-841d-caf77b379870 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:30:42.015568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-b6be6059-ff71-4867-9ec5-a4ee8ce8cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:42.015568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-b6be6059-ff71-4867-9ec5-a4ee8ce8cfdd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1059182
Feb 12 21:30:42.016751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8381deee-422c-4808-bd36-164b24828201 None None] Deleting port 5048f6ef-5059-4a34-8034-9f3f6a527fb9 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:42.017844 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8381deee-422c-4808-bd36-164b24828201 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5048f6ef-5059-4a34-8034-9f3f6a527fb9), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:42.025658 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:42.061997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Deleting port 5048f6ef-5059-4a34-8034-9f3f6a527fb9 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:42.066130 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5048f6ef-5059-4a34-8034-9f3f6a527fb9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:42.097112 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8381deee-422c-4808-bd36-164b24828201 None None] For port 5048f6ef-5059-4a34-8034-9f3f6a527fb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5048f6ef-5059-4a34-8034-9f3f6a527fb9,segment=NetworkSegment(52b0a890-c5ea-4eaf-9a43-79688bc65403),segment_id=52b0a890-c5ea-4eaf-9a43-79688bc65403)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:42.097841 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8381deee-422c-4808-bd36-164b24828201 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5048f6ef-5059-4a34-8034-9f3f6a527fb9), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:42.111320 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8381deee-422c-4808-bd36-164b24828201 None None] Calling delete_port for 5048f6ef-5059-4a34-8034-9f3f6a527fb9 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:42.128570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4b3ff-f19d-4384-86d1-9acf95c7753d req-5c9c24d6-7b82-4d87-9a73-c52c5de05093 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:42.128835 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-91b4b3ff-f19d-4384-86d1-9acf95c7753d req-5c9c24d6-7b82-4d87-9a73-c52c5de05093 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 948 time: 0.1543932
Feb 12 21:30:42.281094 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8381deee-422c-4808-bd36-164b24828201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (5048f6ef-5059-4a34-8034-9f3f6a527fb9), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:42.316199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381deee-422c-4808-bd36-164b24828201 None None] Pushing event deleted for resources: {'Port': ['ID=5048f6ef-5059-4a34-8034-9f3f6a527fb9,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:42.326604 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8381deee-422c-4808-bd36-164b24828201 None None] No DVR routers for this DVR port 5048f6ef-5059-4a34-8034-9f3f6a527fb9 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:30:42.394522 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:42.474266 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:42.475525 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (b47d750d-219d-4cbf-a559-fce086600b11), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:42.577797 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] For port 5048f6ef-5059-4a34-8034-9f3f6a527fb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5048f6ef-5059-4a34-8034-9f3f6a527fb9,segment=NetworkSegment(52b0a890-c5ea-4eaf-9a43-79688bc65403),segment_id=52b0a890-c5ea-4eaf-9a43-79688bc65403)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:42.578089 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5048f6ef-5059-4a34-8034-9f3f6a527fb9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:42.587533 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event updated for resources: {'Port': ['ID=77e6017a-eae3-45bb-9aab-b80ba4518e1e,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:42.604256 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Calling delete_port for 5048f6ef-5059-4a34-8034-9f3f6a527fb9 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:42.632687 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-91b4b3ff-f19d-4384-86d1-9acf95c7753d req-5080aeff-1e80-4ddd-8d72-a01236f533e4 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fa50e3-6825-4367-a461-46b58f29546d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4736667
Feb 12 21:30:42.636411 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-d9f49a25-2477-4a0a-97b7-a253eea38e71 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6088374
Feb 12 21:30:42.656340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Network 822df648-ac8c-4db2-bcbe-f17365c1f3a7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:30:42.656340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:30:42.714725 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041d306b-8819-40d1-80e2-5e2a1381df16 None None] Network 822df648-ac8c-4db2-bcbe-f17365c1f3a7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:42.779404 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (5048f6ef-5059-4a34-8034-9f3f6a527fb9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:42.789108 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9016a5e-447b-4b55-bce9-d9a36eb28863 req-c4abbeff-f1a0-4e7d-a104-1a58758c4a22 service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219122
Feb 12 21:30:42.813589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event deleted for resources: {'Port': ['ID=5048f6ef-5059-4a34-8034-9f3f6a527fb9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:42.821516 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] No DVR routers for this DVR port 5048f6ef-5059-4a34-8034-9f3f6a527fb9 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:30:42.844017 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-270b63b0-c308-4e7e-af94-196328b2ef31 None None] Provisioning complete for port 633839ce-2913-4730-a148-3c58bd764bf6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:42.844465 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-270b63b0-c308-4e7e-af94-196328b2ef31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (633839ce-2913-4730-a148-3c58bd764bf6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:42.906810 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (bafc0795-3ea2-4f05-841d-caf77b379870), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:42.929079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe58a90>,) {'filters': {'network_id': ['bafc0795-3ea2-4f05-841d-caf77b379870']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:42.946856 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe58a90>, '52b0a890-c5ea-4eaf-9a43-79688bc65403') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:42.946856 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe58a90>, '52b0a890-c5ea-4eaf-9a43-79688bc65403') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:42.981463 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (52b0a890-c5ea-4eaf-9a43-79688bc65403), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:42.999893 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (52b0a890-c5ea-4eaf-9a43-79688bc65403), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:43.007624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:30:43.008035 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (52b0a890-c5ea-4eaf-9a43-79688bc65403), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   self.session.flush()
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:30:43.012709 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:30:43.111202 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router b47d750d-219d-4cbf-a559-fce086600b11 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:30:43.146499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-270b63b0-c308-4e7e-af94-196328b2ef31 None None] Current status of the port 633839ce-2913-4730-a148-3c58bd764bf6 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:43.147283 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-270b63b0-c308-4e7e-af94-196328b2ef31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (633839ce-2913-4730-a148-3c58bd764bf6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:43.178755 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (bafc0795-3ea2-4f05-841d-caf77b379870), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:43.189792 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-270b63b0-c308-4e7e-af94-196328b2ef31 None None] For port 633839ce-2913-4730-a148-3c58bd764bf6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=633839ce-2913-4730-a148-3c58bd764bf6,segment=NetworkSegment(64e3ccc3-f92b-4387-941c-bef7ee400a2c),segment_id=64e3ccc3-f92b-4387-941c-bef7ee400a2c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:43.194438 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:43.200927 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] 10.222.0.31 "DELETE /v2.0/networks/bafc0795-3ea2-4f05-841d-caf77b379870 HTTP/1.1" status: 204  len: 168 time: 1.4757254
Feb 12 21:30:43.239440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56838d14-fc14-45f8-b7c6-9fc9cd41bdcd tempest-AllowedAddressPairTestJSON-2004158932 tempest-AllowedAddressPairTestJSON-2004158932-project] Pushing event deleted for resources: {'Network': ['ID=bafc0795-3ea2-4f05-841d-caf77b379870,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:43.298694 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:43.308814 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Sync routers for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:43.314945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43300) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:43.316712 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c91623c4-fc42-48b4-a9b8-bf05a2bff794 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/b47d750d-219d-4cbf-a559-fce086600b11/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5322204
Feb 12 21:30:43.324530 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-988b90e4-3ae3-4182-b96b-5ca4d57e3767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:43.339494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 633839ce-2913-4730-a148-3c58bd764bf6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:43.369253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:43.369772 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa622e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:43.445274 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-270b63b0-c308-4e7e-af94-196328b2ef31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (633839ce-2913-4730-a148-3c58bd764bf6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:43.532551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:43.535090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b63b0-c308-4e7e-af94-196328b2ef31 None None] Pushing event updated for resources: {'Port': ['ID=633839ce-2913-4730-a148-3c58bd764bf6,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:43.575294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 633839ce-2913-4730-a148-3c58bd764bf6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:43.575521 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (633839ce-2913-4730-a148-3c58bd764bf6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:43.743781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-98507b13-2bca-452e-aa08-cb824fc11e35 None None] Provisioning complete for port 77e6017a-eae3-45bb-9aab-b80ba4518e1e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:43.744468 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-98507b13-2bca-452e-aa08-cb824fc11e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:43.801628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd511f-715c-4749-8400-e29e4f129623 req-0ab1d693-a98f-4e13-b8a3-950237cecfbc tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:43.812284 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-edcd511f-715c-4749-8400-e29e4f129623 req-0ab1d693-a98f-4e13-b8a3-950237cecfbc tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 948 time: 0.0895689
Feb 12 21:30:43.850188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.extraroute_db [None req-988b90e4-3ae3-4182-b96b-5ca4d57e3767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=126505) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 12 21:30:43.883076 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.extraroute_db [None req-988b90e4-3ae3-4182-b96b-5ca4d57e3767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Removed routes are [] {{(pid=126505) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 12 21:30:43.884398 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-988b90e4-3ae3-4182-b96b-5ca4d57e3767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (b47d750d-219d-4cbf-a559-fce086600b11), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:43.891534 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-98507b13-2bca-452e-aa08-cb824fc11e35 None None] Port 77e6017a-eae3-45bb-9aab-b80ba4518e1e cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:43.908597 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-edcd511f-715c-4749-8400-e29e4f129623 req-835cca7c-d7e4-416b-8182-0d66823653e7 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fa50e3-6825-4367-a461-46b58f29546d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953348
Feb 12 21:30:43.927849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 633839ce-2913-4730-a148-3c58bd764bf6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:43.937063 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-98507b13-2bca-452e-aa08-cb824fc11e35 None None] Provisioning complete for port 633839ce-2913-4730-a148-3c58bd764bf6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:43.937063 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-98507b13-2bca-452e-aa08-cb824fc11e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (633839ce-2913-4730-a148-3c58bd764bf6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:43.996349 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43316) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:44.010463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5048f6ef-5059-4a34-8034-9f3f6a527fb9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:30:44.046805 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 5048f6ef-5059-4a34-8034-9f3f6a527fb9 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:30:44.047163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5048f6ef-5059-4a34-8034-9f3f6a527fb9 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:30:44.065009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa622e50>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:41Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77e6017a-eae3-45bb-9aab-b80ba4518e1e', 'name': '', 'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:73:68:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '1230504a-2b4f-4247-b37a-4071fb6ddc04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:40Z', 'updated_at': '2022-02-12T21:30:42Z', 'revision_number': 2, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '1230504a-2b4f-4247-b37a-4071fb6ddc04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb9544e2-dc1d-4ca1-94ce-b4b6c973e014', 'name': '', 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:4f:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:34Z', 'updated_at': '2022-02-12T21:30:39Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:44.097899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Checking router: b47d750d-219d-4cbf-a559-fce086600b11 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:30:44.102120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Updating router b47d750d-219d-4cbf-a559-fce086600b11 port 77e6017a-eae3-45bb-9aab-b80ba4518e1e binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:30:44.153780 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:44.163405 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-98507b13-2bca-452e-aa08-cb824fc11e35 None None] Current status of the port 633839ce-2913-4730-a148-3c58bd764bf6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:44.167694 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-856a3ddd-657a-41fc-9be2-9c5b6d338429 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25997bbfb6fa400d897ec87c1fdeadb3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1698949
Feb 12 21:30:44.170302 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43322) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:44.185108 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-988b90e4-3ae3-4182-b96b-5ca4d57e3767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (b47d750d-219d-4cbf-a559-fce086600b11), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:44.193015 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-988b90e4-3ae3-4182-b96b-5ca4d57e3767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (b47d750d-219d-4cbf-a559-fce086600b11), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:44.224934 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9896873-780a-4504-9e55-3f282bf27b09 admin admin] Publish callbacks [] for security_group (5204fb0a-7521-4e98-98de-f542060f6f45), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:44.257835 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9896873-780a-4504-9e55-3f282bf27b09 admin admin] Publish callbacks [] for security_group (5204fb0a-7521-4e98-98de-f542060f6f45), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:44.311962 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988b90e4-3ae3-4182-b96b-5ca4d57e3767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router b47d750d-219d-4cbf-a559-fce086600b11 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:30:44.374676 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-648a9023-2dab-43bf-a709-9fe16f3b1c52 None None] Provisioning complete for port 77e6017a-eae3-45bb-9aab-b80ba4518e1e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:44.375057 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-648a9023-2dab-43bf-a709-9fe16f3b1c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:44.405715 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9896873-780a-4504-9e55-3f282bf27b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5204fb0a-7521-4e98-98de-f542060f6f45), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:44.416595 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a9896873-780a-4504-9e55-3f282bf27b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:44.416595 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a9896873-780a-4504-9e55-3f282bf27b09 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5204fb0a-7521-4e98-98de-f542060f6f45 HTTP/1.1" status: 204  len: 168 time: 0.2377810
Feb 12 21:30:44.426186 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9896873-780a-4504-9e55-3f282bf27b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5204fb0a-7521-4e98-98de-f542060f6f45,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:44.434881 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988b90e4-3ae3-4182-b96b-5ca4d57e3767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:44.441780 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-988b90e4-3ae3-4182-b96b-5ca4d57e3767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:44.445406 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-988b90e4-3ae3-4182-b96b-5ca4d57e3767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/b47d750d-219d-4cbf-a559-fce086600b11 HTTP/1.1" status: 200  len: 954 time: 1.1270323
Feb 12 21:30:44.447438 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43330) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:44.455272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-648a9023-2dab-43bf-a709-9fe16f3b1c52 None None] Port 77e6017a-eae3-45bb-9aab-b80ba4518e1e cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:30:44.523246 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Publish callbacks [] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:44.559578 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7d823b20-0022-4f2a-b486-f0a77ff2523d tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/routers/b47d750d-219d-4cbf-a559-fce086600b11 HTTP/1.1" status: 200  len: 954 time: 0.1105685
Feb 12 21:30:44.561767 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43332) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:44.565984 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8c0623dd-fc1c-4e71-9266-93bdfe689c6b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'router': {'routes': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:44.662354 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:44.717156 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673bc7c-31d5-4b8e-b2a8-cf51eae449be None None] Pushing event updated for resources: {'Port': ['ID=77e6017a-eae3-45bb-9aab-b80ba4518e1e,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:44.781933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Attempting to bind port 77e6017a-eae3-45bb-9aab-b80ba4518e1e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:30:44.783102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Attempting to bind port 77e6017a-eae3-45bb-9aab-b80ba4518e1e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64e3ccc3-f92b-4387-941c-bef7ee400a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:30:44.783674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Attempting to bind port 77e6017a-eae3-45bb-9aab-b80ba4518e1e on network 822df648-ac8c-4db2-bcbe-f17365c1f3a7 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:30:44.789838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:30:44.790712 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Checking segment: {'id': '64e3ccc3-f92b-4387-941c-bef7ee400a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:30:44.791329 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:44.791914 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Bound using segment: {'id': '64e3ccc3-f92b-4387-941c-bef7ee400a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:30:44.792574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Bound port: 77e6017a-eae3-45bb-9aab-b80ba4518e1e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e3ccc3-f92b-4387-941c-bef7ee400a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:30:44.793379 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:44.873577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] For port 77e6017a-eae3-45bb-9aab-b80ba4518e1e, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:30:44.877669 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] For port 77e6017a-eae3-45bb-9aab-b80ba4518e1e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77e6017a-eae3-45bb-9aab-b80ba4518e1e,segment=NetworkSegment(64e3ccc3-f92b-4387-941c-bef7ee400a2c),segment_id=64e3ccc3-f92b-4387-941c-bef7ee400a2c)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:30:44.960296 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:45.028808 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.extraroute_db [None req-8c0623dd-fc1c-4e71-9266-93bdfe689c6b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Added routes are [] {{(pid=126506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 12 21:30:45.029399 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.extraroute_db [None req-8c0623dd-fc1c-4e71-9266-93bdfe689c6b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=126506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 12 21:30:45.055623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d790fe-34df-48ce-b8e2-7a97599ac777 req-1263aaec-3307-47f3-aca0-e52a64e272b2 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:45.065512 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07d790fe-34df-48ce-b8e2-7a97599ac777 req-1263aaec-3307-47f3-aca0-e52a64e272b2 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 948 time: 0.0672898
Feb 12 21:30:45.067499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d9e8b3b8-c0dd-4e00-a419-72c68ab552b1 None None] Provisioning complete for port 77e6017a-eae3-45bb-9aab-b80ba4518e1e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:45.068244 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d9e8b3b8-c0dd-4e00-a419-72c68ab552b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:45.071315 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8c0623dd-fc1c-4e71-9266-93bdfe689c6b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (b47d750d-219d-4cbf-a559-fce086600b11), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:45.073920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673bc7c-31d5-4b8e-b2a8-cf51eae449be None None] Pushing event updated for resources: {'Port': ['ID=77e6017a-eae3-45bb-9aab-b80ba4518e1e,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:45.081043 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:45.081788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa622e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:45.123251 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07d790fe-34df-48ce-b8e2-7a97599ac777 req-7cf0678e-9a59-406f-beb7-7eaba66e6f7d tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fa50e3-6825-4367-a461-46b58f29546d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568650
Feb 12 21:30:45.222590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:45.419117 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8c0623dd-fc1c-4e71-9266-93bdfe689c6b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (b47d750d-219d-4cbf-a559-fce086600b11), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:45.431065 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8c0623dd-fc1c-4e71-9266-93bdfe689c6b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (b47d750d-219d-4cbf-a559-fce086600b11), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:45.513100 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 633839ce-2913-4730-a148-3c58bd764bf6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:45.536496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d9e8b3b8-c0dd-4e00-a419-72c68ab552b1 None None] Current status of the port 77e6017a-eae3-45bb-9aab-b80ba4518e1e is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:45.536889 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d9e8b3b8-c0dd-4e00-a419-72c68ab552b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:45.549993 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0623dd-fc1c-4e71-9266-93bdfe689c6b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router b47d750d-219d-4cbf-a559-fce086600b11 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:30:45.636657 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d9e8b3b8-c0dd-4e00-a419-72c68ab552b1 None None] For port 77e6017a-eae3-45bb-9aab-b80ba4518e1e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77e6017a-eae3-45bb-9aab-b80ba4518e1e,segment=NetworkSegment(64e3ccc3-f92b-4387-941c-bef7ee400a2c),segment_id=64e3ccc3-f92b-4387-941c-bef7ee400a2c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:45.660153 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0623dd-fc1c-4e71-9266-93bdfe689c6b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:45.673027 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8c0623dd-fc1c-4e71-9266-93bdfe689c6b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:45.677193 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8c0623dd-fc1c-4e71-9266-93bdfe689c6b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/b47d750d-219d-4cbf-a559-fce086600b11 HTTP/1.1" status: 200  len: 704 time: 1.1120892
Feb 12 21:30:45.678068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43358) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:45.678580 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 633839ce-2913-4730-a148-3c58bd764bf6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:45.679140 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (633839ce-2913-4730-a148-3c58bd764bf6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:45.730336 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d9e8b3b8-c0dd-4e00-a419-72c68ab552b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:45.731577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43360) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:45.800343 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e781459a-7b95-4d0d-a5e4-e340cffe75ba tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/routers/b47d750d-219d-4cbf-a559-fce086600b11 HTTP/1.1" status: 200  len: 704 time: 0.1209102
Feb 12 21:30:45.803013 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43366) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:45.817380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8b3b8-c0dd-4e00-a419-72c68ab552b1 None None] Pushing event updated for resources: {'Port': ['ID=77e6017a-eae3-45bb-9aab-b80ba4518e1e,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:45.876674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 633839ce-2913-4730-a148-3c58bd764bf6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:45.881684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7809e411-62fe-428f-a570-c8c4b2997c4e None None] Provisioning complete for port 77e6017a-eae3-45bb-9aab-b80ba4518e1e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:45.881684 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7809e411-62fe-428f-a570-c8c4b2997c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:45.896026 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-0a0b69b0-eded-428b-a92a-1bcca47e58b3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group': {'name': 'tempest-secgroup--387315450'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:45.908167 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa622e50>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:43Z', 'revision_number': 6, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77e6017a-eae3-45bb-9aab-b80ba4518e1e', 'name': '', 'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:73:68:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '1230504a-2b4f-4247-b37a-4071fb6ddc04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:40Z', 'updated_at': '2022-02-12T21:30:44Z', 'revision_number': 4, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '1230504a-2b4f-4247-b37a-4071fb6ddc04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb9544e2-dc1d-4ca1-94ce-b4b6c973e014', 'name': '', 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:4f:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:34Z', 'updated_at': '2022-02-12T21:30:39Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:45.938551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f83ea5-6793-4a45-8395-3fc51ac29c82 None None] The sync data for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 is: [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:43Z', 'revision_number': 6, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77e6017a-eae3-45bb-9aab-b80ba4518e1e', 'name': '', 'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:73:68:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '1230504a-2b4f-4247-b37a-4071fb6ddc04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:40Z', 'updated_at': '2022-02-12T21:30:44Z', 'revision_number': 4, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '1230504a-2b4f-4247-b37a-4071fb6ddc04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb9544e2-dc1d-4ca1-94ce-b4b6c973e014', 'name': '', 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:4f:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:34Z', 'updated_at': '2022-02-12T21:30:39Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:46.029278 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0a0b69b0-eded-428b-a92a-1bcca47e58b3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:46.035841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7809e411-62fe-428f-a570-c8c4b2997c4e None None] Current status of the port 77e6017a-eae3-45bb-9aab-b80ba4518e1e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:46.042473 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0a0b69b0-eded-428b-a92a-1bcca47e58b3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:46.216128 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0a0b69b0-eded-428b-a92a-1bcca47e58b3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (b55b9fec-d73c-4964-8d4c-24171db6286d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:46.281163 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0a0b69b0-eded-428b-a92a-1bcca47e58b3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b55b9fec-d73c-4964-8d4c-24171db6286d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:46.607605 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f783-e2ad-4a53-9022-75231ad7ee5f req-71894ed4-24df-473a-b42b-f53eacebb283 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:46.609208 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6568f783-e2ad-4a53-9022-75231ad7ee5f req-71894ed4-24df-473a-b42b-f53eacebb283 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 948 time: 0.3965535
Feb 12 21:30:46.662841 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b69b0-eded-428b-a92a-1bcca47e58b3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55b9fec-d73c-4964-8d4c-24171db6286d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:46.729776 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device fce44142-693c-41f1-af3f-bb370c995071 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:30:46.736254 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0a0b69b0-eded-428b-a92a-1bcca47e58b3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (fd65d424-a735-4bea-b3b8-5ffa76d1f3c4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:46.742154 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6568f783-e2ad-4a53-9022-75231ad7ee5f req-cd60ed91-9546-472a-ad5d-aa5017f9f5d3 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fa50e3-6825-4367-a461-46b58f29546d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026936
Feb 12 21:30:46.750105 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bf5028b-8cab-4dc5-9493-5f4e5e851e88 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (b47d750d-219d-4cbf-a559-fce086600b11), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:46.805218 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae1713a-b89c-460f-8497-079219eb4b03 None None] Sync routers for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:46.815337 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae1713a-b89c-460f-8497-079219eb4b03 None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:46.815979 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9ae1713a-b89c-460f-8497-079219eb4b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc644c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:46.830686 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0a0b69b0-eded-428b-a92a-1bcca47e58b3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fd65d424-a735-4bea-b3b8-5ffa76d1f3c4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:46.858561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port fce44142-693c-41f1-af3f-bb370c995071, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fce44142-693c-41f1-af3f-bb370c995071,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:46.870850 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'fce44142-693c-41f1-af3f-bb370c995071', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'fce44142-693c-41f1-af3f-bb370c995071', 'mac_address': 'fa:16:3e:00:09:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:30:46.880279 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b69b0-eded-428b-a92a-1bcca47e58b3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd65d424-a735-4bea-b3b8-5ffa76d1f3c4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:46.914388 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-9ae1713a-b89c-460f-8497-079219eb4b03 None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:46.916819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port fce44142-693c-41f1-af3f-bb370c995071 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:46.917233 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fce44142-693c-41f1-af3f-bb370c995071), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:46.932844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce44142-693c-41f1-af3f-bb370c995071 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:30:46.953082 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0a0b69b0-eded-428b-a92a-1bcca47e58b3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:46.954418 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port fce44142-693c-41f1-af3f-bb370c995071, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fce44142-693c-41f1-af3f-bb370c995071,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:46.955071 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0a0b69b0-eded-428b-a92a-1bcca47e58b3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.2212534
Feb 12 21:30:46.958084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43374) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:47.023348 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43376) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:47.023760 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ac402bce-c9f6-4cdd-8735-039e63a239fc tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0645399
Feb 12 21:30:47.029063 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-fbbc7966-c011-4a2c-ab7a-2ba7395d4945 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group': {'name': 'tempest-security--799354404', 'description': 'tempest-security-description-1882676313'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:47.043944 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fce44142-693c-41f1-af3f-bb370c995071), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:47.099203 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7966-c011-4a2c-ab7a-2ba7395d4945 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (fd65d424-a735-4bea-b3b8-5ffa76d1f3c4), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:47.105687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=fce44142-693c-41f1-af3f-bb370c995071,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:47.139028 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9ae1713a-b89c-460f-8497-079219eb4b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc644c0>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:45Z', 'revision_number': 7, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77e6017a-eae3-45bb-9aab-b80ba4518e1e', 'name': '', 'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:73:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '1230504a-2b4f-4247-b37a-4071fb6ddc04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:40Z', 'updated_at': '2022-02-12T21:30:45Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '1230504a-2b4f-4247-b37a-4071fb6ddc04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb9544e2-dc1d-4ca1-94ce-b4b6c973e014', 'name': '', 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:4f:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:34Z', 'updated_at': '2022-02-12T21:30:39Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:47.143633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4bf5028b-8cab-4dc5-9493-5f4e5e851e88 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port 77e6017a-eae3-45bb-9aab-b80ba4518e1e {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:47.143989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bf5028b-8cab-4dc5-9493-5f4e5e851e88 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:47.169063 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae1713a-b89c-460f-8497-079219eb4b03 None None] Checking router: b47d750d-219d-4cbf-a559-fce086600b11 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:30:47.177919 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae1713a-b89c-460f-8497-079219eb4b03 None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:47.178467 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9ae1713a-b89c-460f-8497-079219eb4b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc644c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:47.179295 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7966-c011-4a2c-ab7a-2ba7395d4945 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (fd65d424-a735-4bea-b3b8-5ffa76d1f3c4), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:47.255781 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-4bf5028b-8cab-4dc5-9493-5f4e5e851e88 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] For port 77e6017a-eae3-45bb-9aab-b80ba4518e1e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77e6017a-eae3-45bb-9aab-b80ba4518e1e,segment=NetworkSegment(64e3ccc3-f92b-4387-941c-bef7ee400a2c),segment_id=64e3ccc3-f92b-4387-941c-bef7ee400a2c)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:47.256150 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bf5028b-8cab-4dc5-9493-5f4e5e851e88 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:47.269692 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7966-c011-4a2c-ab7a-2ba7395d4945 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fd65d424-a735-4bea-b3b8-5ffa76d1f3c4), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:47.272298 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fbbc7966-c011-4a2c-ab7a-2ba7395d4945 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:47.275031 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-9ae1713a-b89c-460f-8497-079219eb4b03 None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:47.276996 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43378) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:47.277180 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fbbc7966-c011-4a2c-ab7a-2ba7395d4945 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "PUT /v2.0/security-groups/fd65d424-a735-4bea-b3b8-5ffa76d1f3c4 HTTP/1.1" status: 200  len: 1796 time: 0.2522919
Feb 12 21:30:47.278232 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4bf5028b-8cab-4dc5-9493-5f4e5e851e88 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for 77e6017a-eae3-45bb-9aab-b80ba4518e1e owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:47.317832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['fce44142-693c-41f1-af3f-bb370c995071'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:30:47.345537 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e5470349-9397-4863-9a91-8f71507f66d1 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-groups/fd65d424-a735-4bea-b3b8-5ffa76d1f3c4 HTTP/1.1" status: 200  len: 1796 time: 0.0668602
Feb 12 21:30:47.347815 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43380) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:47.349443 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc7966-c011-4a2c-ab7a-2ba7395d4945 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd65d424-a735-4bea-b3b8-5ffa76d1f3c4,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:47.368698 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 77e6017a-eae3-45bb-9aab-b80ba4518e1e up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:47.419950 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d4fe-5abb-45f0-b58a-5711d2cbab03 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (fd65d424-a735-4bea-b3b8-5ffa76d1f3c4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:47.445610 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d4fe-5abb-45f0-b58a-5711d2cbab03 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (fd65d424-a735-4bea-b3b8-5ffa76d1f3c4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:47.536771 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 77e6017a-eae3-45bb-9aab-b80ba4518e1e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:47.537140 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:47.550766 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9ae1713a-b89c-460f-8497-079219eb4b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc644c0>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:45Z', 'revision_number': 7, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77e6017a-eae3-45bb-9aab-b80ba4518e1e', 'name': '', 'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:73:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '1230504a-2b4f-4247-b37a-4071fb6ddc04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:40Z', 'updated_at': '2022-02-12T21:30:45Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '1230504a-2b4f-4247-b37a-4071fb6ddc04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb9544e2-dc1d-4ca1-94ce-b4b6c973e014', 'name': '', 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:4f:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:34Z', 'updated_at': '2022-02-12T21:30:39Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:47.578784 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae1713a-b89c-460f-8497-079219eb4b03 None None] The sync data for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 is: [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:45Z', 'revision_number': 7, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77e6017a-eae3-45bb-9aab-b80ba4518e1e', 'name': '', 'network_id': '822df648-ac8c-4db2-bcbe-f17365c1f3a7', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:73:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '1230504a-2b4f-4247-b37a-4071fb6ddc04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:40Z', 'updated_at': '2022-02-12T21:30:45Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '1230504a-2b4f-4247-b37a-4071fb6ddc04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb9544e2-dc1d-4ca1-94ce-b4b6c973e014', 'name': '', 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:4f:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:34Z', 'updated_at': '2022-02-12T21:30:39Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:47.617174 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d4fe-5abb-45f0-b58a-5711d2cbab03 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fd65d424-a735-4bea-b3b8-5ffa76d1f3c4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:47.620724 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d4fe-5abb-45f0-b58a-5711d2cbab03 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:47.621932 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2bc0d4fe-5abb-45f0-b58a-5711d2cbab03 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-groups/fd65d424-a735-4bea-b3b8-5ffa76d1f3c4 HTTP/1.1" status: 204  len: 168 time: 0.2728446
Feb 12 21:30:47.626567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43386) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:47.632368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0d4fe-5abb-45f0-b58a-5711d2cbab03 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd65d424-a735-4bea-b3b8-5ffa76d1f3c4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:47.639293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 77e6017a-eae3-45bb-9aab-b80ba4518e1e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:47.656592 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bf5028b-8cab-4dc5-9493-5f4e5e851e88 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (77e6017a-eae3-45bb-9aab-b80ba4518e1e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:47.707410 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5028b-8cab-4dc5-9493-5f4e5e851e88 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=77e6017a-eae3-45bb-9aab-b80ba4518e1e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:47.755388 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c3254afa-3a1e-4374-a89b-46e7c7490c9b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1290724
Feb 12 21:30:47.758273 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43388) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:47.790604 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-1b7d0ab6-f375-4bb5-b6bd-0317d8d25329 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] delete failed (client error): The resource could not be found.
Feb 12 21:30:47.790604 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1b7d0ab6-f375-4bb5-b6bd-0317d8d25329 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-groups/fd65d424-a735-4bea-b3b8-5ffa76d1f3c4 HTTP/1.1" status: 404  len: 347 time: 0.0289969
Feb 12 21:30:47.793029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43392) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:47.800795 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-51ca31ee-2d5b-4cfc-a379-3b0abcaf84d6 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614334269'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:47.876547 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bf5028b-8cab-4dc5-9493-5f4e5e851e88 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (b47d750d-219d-4cbf-a559-fce086600b11), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:47.902261 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-51ca31ee-2d5b-4cfc-a379-3b0abcaf84d6 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:47.927344 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80807636-a5c0-4bdb-a405-df09c2eb00dc req-a149791c-008f-40d8-a7e6-ecbb9829a1fd tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:47.927552 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80807636-a5c0-4bdb-a405-df09c2eb00dc req-a149791c-008f-40d8-a7e6-ecbb9829a1fd tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 949 time: 0.0808053
Feb 12 21:30:48.011132 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80807636-a5c0-4bdb-a405-df09c2eb00dc req-213dc0c8-6e91-42ed-aa3f-b13a8bcb5cd4 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fa50e3-6825-4367-a461-46b58f29546d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721729
Feb 12 21:30:48.030346 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-51ca31ee-2d5b-4cfc-a379-3b0abcaf84d6 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (53d34e22-4e95-401f-ad37-a806b656acef), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.097842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf5028b-8cab-4dc5-9493-5f4e5e851e88 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router b47d750d-219d-4cbf-a559-fce086600b11 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:30:48.106543 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-51ca31ee-2d5b-4cfc-a379-3b0abcaf84d6 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (53d34e22-4e95-401f-ad37-a806b656acef), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.136727 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca31ee-2d5b-4cfc-a379-3b0abcaf84d6 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d34e22-4e95-401f-ad37-a806b656acef,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:48.203401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf5028b-8cab-4dc5-9493-5f4e5e851e88 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:48.210839 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4bf5028b-8cab-4dc5-9493-5f4e5e851e88 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/b47d750d-219d-4cbf-a559-fce086600b11/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4038339
Feb 12 21:30:48.212736 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43394) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:48.213541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10916fa-1d04-4b09-aa27-ae49f11d1484 None None] Sync routers for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:48.223250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10916fa-1d04-4b09-aa27-ae49f11d1484 None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:48.223946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d10916fa-1d04-4b09-aa27-ae49f11d1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4bdc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:48.224120 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-51ca31ee-2d5b-4cfc-a379-3b0abcaf84d6 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.225288 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-51ca31ee-2d5b-4cfc-a379-3b0abcaf84d6 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4311121
Feb 12 21:30:48.229019 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43396) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:48.233771 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-869a9972-b444-4eda-861d-26b01fabbebc tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group_rule': {'security_group_id': '53d34e22-4e95-401f-ad37-a806b656acef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:48.268286 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d55640-194f-4e26-9fbd-3d85bc6ef808 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting subnet 1230504a-2b4f-4247-b37a-4071fb6ddc04 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:30:48.271987 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39d55640-194f-4e26-9fbd-3d85bc6ef808 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (1230504a-2b4f-4247-b37a-4071fb6ddc04), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.315344 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39d55640-194f-4e26-9fbd-3d85bc6ef808 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (1230504a-2b4f-4247-b37a-4071fb6ddc04), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.318372 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-d10916fa-1d04-4b09-aa27-ae49f11d1484 None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:48.329447 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-869a9972-b444-4eda-861d-26b01fabbebc tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (9cf73e96-05de-42ad-bd55-fe0300b016eb), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.389216 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-869a9972-b444-4eda-861d-26b01fabbebc tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (9cf73e96-05de-42ad-bd55-fe0300b016eb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.412668 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39d55640-194f-4e26-9fbd-3d85bc6ef808 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (1230504a-2b4f-4247-b37a-4071fb6ddc04), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.468231 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-869a9972-b444-4eda-861d-26b01fabbebc tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (9cf73e96-05de-42ad-bd55-fe0300b016eb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.488330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a9972-b444-4eda-861d-26b01fabbebc tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf73e96-05de-42ad-bd55-fe0300b016eb,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:48.532191 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39d55640-194f-4e26-9fbd-3d85bc6ef808 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (1230504a-2b4f-4247-b37a-4071fb6ddc04), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.548088 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d10916fa-1d04-4b09-aa27-ae49f11d1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4bdc10>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:47Z', 'revision_number': 8, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb9544e2-dc1d-4ca1-94ce-b4b6c973e014', 'name': '', 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:4f:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:34Z', 'updated_at': '2022-02-12T21:30:39Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:48.551796 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-869a9972-b444-4eda-861d-26b01fabbebc tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.553234 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-869a9972-b444-4eda-861d-26b01fabbebc tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3231549
Feb 12 21:30:48.557304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d55640-194f-4e26-9fbd-3d85bc6ef808 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Subnet': ['ID=1230504a-2b4f-4247-b37a-4071fb6ddc04,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:48.557501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43400) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:48.570539 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-39d55640-194f-4e26-9fbd-3d85bc6ef808 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.571737 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-39d55640-194f-4e26-9fbd-3d85bc6ef808 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/1230504a-2b4f-4247-b37a-4071fb6ddc04 HTTP/1.1" status: 204  len: 168 time: 0.3578906
Feb 12 21:30:48.572590 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43402) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:48.593242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3168a945-b127-4740-a850-bf640d1591f9 None None] Network 822df648-ac8c-4db2-bcbe-f17365c1f3a7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:48.596413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10916fa-1d04-4b09-aa27-ae49f11d1484 None None] Checking router: b47d750d-219d-4cbf-a559-fce086600b11 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:30:48.653252 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a597678a-5712-4a42-b14f-0a5b6780930f tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (9cf73e96-05de-42ad-bd55-fe0300b016eb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.656535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10916fa-1d04-4b09-aa27-ae49f11d1484 None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:48.657169 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d10916fa-1d04-4b09-aa27-ae49f11d1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4bdc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:48.665191 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a597678a-5712-4a42-b14f-0a5b6780930f tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (9cf73e96-05de-42ad-bd55-fe0300b016eb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.687447 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (822df648-ac8c-4db2-bcbe-f17365c1f3a7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.747250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device fce44142-693c-41f1-af3f-bb370c995071 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:30:48.754951 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port 633839ce-2913-4730-a148-3c58bd764bf6 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:48.755309 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (633839ce-2913-4730-a148-3c58bd764bf6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.808011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a597678a-5712-4a42-b14f-0a5b6780930f tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (9cf73e96-05de-42ad-bd55-fe0300b016eb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.815784 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a597678a-5712-4a42-b14f-0a5b6780930f tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.819351 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a597678a-5712-4a42-b14f-0a5b6780930f tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9cf73e96-05de-42ad-bd55-fe0300b016eb HTTP/1.1" status: 204  len: 168 time: 0.2576835
Feb 12 21:30:48.819499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-d10916fa-1d04-4b09-aa27-ae49f11d1484 None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:48.821060 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43406) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:48.836049 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597678a-5712-4a42-b14f-0a5b6780930f tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cf73e96-05de-42ad-bd55-fe0300b016eb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:48.844697 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] For port 633839ce-2913-4730-a148-3c58bd764bf6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=633839ce-2913-4730-a148-3c58bd764bf6,segment=NetworkSegment(64e3ccc3-f92b-4387-941c-bef7ee400a2c),segment_id=64e3ccc3-f92b-4387-941c-bef7ee400a2c)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:48.845196 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (633839ce-2913-4730-a148-3c58bd764bf6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.860187 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for 633839ce-2913-4730-a148-3c58bd764bf6 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:48.908670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3817ff79-aedf-41a4-a91d-c124ed280787 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0838571
Feb 12 21:30:48.909249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43408) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:48.909862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f3d7f0-307f-4f1f-af0c-5ddf27d5d075 None None] DHCP port deletion for 822df648-ac8c-4db2-bcbe-f17365c1f3a7 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:30:48.969536 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7531d607-59d4-4095-ab6a-1e2004f0af89 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (53d34e22-4e95-401f-ad37-a806b656acef), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:48.985592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port fce44142-693c-41f1-af3f-bb370c995071 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:30:48.992408 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7531d607-59d4-4095-ab6a-1e2004f0af89 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (53d34e22-4e95-401f-ad37-a806b656acef), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.001503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port fce44142-693c-41f1-af3f-bb370c995071 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:30:49.001879 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fce44142-693c-41f1-af3f-bb370c995071), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.074100 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (633839ce-2913-4730-a148-3c58bd764bf6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.092654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e4f3d7f0-307f-4f1f-af0c-5ddf27d5d075 None None] Deleting port 633839ce-2913-4730-a148-3c58bd764bf6 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:49.093031 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d7f0-307f-4f1f-af0c-5ddf27d5d075 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (633839ce-2913-4730-a148-3c58bd764bf6), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.104233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=633839ce-2913-4730-a148-3c58bd764bf6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:49.116385 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No DVR routers for this DVR port 633839ce-2913-4730-a148-3c58bd764bf6 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:30:49.166230 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7531d607-59d4-4095-ab6a-1e2004f0af89 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (53d34e22-4e95-401f-ad37-a806b656acef), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.170411 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7531d607-59d4-4095-ab6a-1e2004f0af89 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.174099 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7531d607-59d4-4095-ab6a-1e2004f0af89 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-groups/53d34e22-4e95-401f-ad37-a806b656acef HTTP/1.1" status: 204  len: 168 time: 0.2610190
Feb 12 21:30:49.176618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43412) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:49.241146 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ba8ed41c-ce63-4c76-9abf-17e85a640c62 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0634115
Feb 12 21:30:49.242791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531d607-59d4-4095-ab6a-1e2004f0af89 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d34e22-4e95-401f-ad37-a806b656acef,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:49.247154 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43414) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:49.250873 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (822df648-ac8c-4db2-bcbe-f17365c1f3a7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.252004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d96cf3b1-54c0-4c8a-8529-6c0020554a45 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group': {'name': 'tempest-secgroup--538773491'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:49.298528 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f525a-f958-414f-a843-6d30aa95feb1 req-451647e4-3111-47ee-8244-da77b9c6fe18 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:49.306430 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-238f525a-f958-414f-a843-6d30aa95feb1 req-451647e4-3111-47ee-8244-da77b9c6fe18 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 949 time: 0.2061212
Feb 12 21:30:49.322768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc700462040>,) {'filters': {'network_id': ['822df648-ac8c-4db2-bcbe-f17365c1f3a7']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:49.342286 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc700462040>, '64e3ccc3-f92b-4387-941c-bef7ee400a2c') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:49.342705 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc700462040>, '64e3ccc3-f92b-4387-941c-bef7ee400a2c') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:49.361547 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e4f3d7f0-307f-4f1f-af0c-5ddf27d5d075 None None] For port 633839ce-2913-4730-a148-3c58bd764bf6, host ncdv-master-1, got binding levels [] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:49.362049 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d7f0-307f-4f1f-af0c-5ddf27d5d075 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (633839ce-2913-4730-a148-3c58bd764bf6), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.366779 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (64e3ccc3-f92b-4387-941c-bef7ee400a2c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.372540 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 633839ce-2913-4730-a148-3c58bd764bf6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:30:49.398367 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-238f525a-f958-414f-a843-6d30aa95feb1 req-cf090cca-3fad-4e34-9bad-59446382250d tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fa50e3-6825-4367-a461-46b58f29546d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899804
Feb 12 21:30:49.399608 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (64e3ccc3-f92b-4387-941c-bef7ee400a2c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.402559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port fce44142-693c-41f1-af3f-bb370c995071 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:30:49.402948 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fce44142-693c-41f1-af3f-bb370c995071), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.404501 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d96cf3b1-54c0-4c8a-8529-6c0020554a45 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.408000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e4f3d7f0-307f-4f1f-af0c-5ddf27d5d075 None None] Calling delete_port for 633839ce-2913-4730-a148-3c58bd764bf6 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:49.408137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:30:49.408137 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (64e3ccc3-f92b-4387-941c-bef7ee400a2c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.410320 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.ipam_backend_mixin [None req-e4f3d7f0-307f-4f1f-af0c-5ddf27d5d075 None None] Port 633839ce-2913-4730-a148-3c58bd764bf6 was not found and therefore no delete operation was performed {{(pid=126507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:30:49.411173 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:30:49.419366 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 633839ce-2913-4730-a148-3c58bd764bf6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:30:49.419711 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 633839ce-2913-4730-a148-3c58bd764bf6 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:30:49.425783 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d7f0-307f-4f1f-af0c-5ddf27d5d075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (633839ce-2913-4730-a148-3c58bd764bf6), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.437559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d10916fa-1d04-4b09-aa27-ae49f11d1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4bdc10>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:47Z', 'revision_number': 8, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb9544e2-dc1d-4ca1-94ce-b4b6c973e014', 'name': '', 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:4f:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:34Z', 'updated_at': '2022-02-12T21:30:39Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:49.492495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3d7f0-307f-4f1f-af0c-5ddf27d5d075 None None] Pushing event deleted for resources: {'Port': ['ID=633839ce-2913-4730-a148-3c58bd764bf6,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:49.498923 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3d7f0-307f-4f1f-af0c-5ddf27d5d075 None None] No DVR routers for this DVR port 633839ce-2913-4730-a148-3c58bd764bf6 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:30:49.500325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bbf62a-7a91-43c1-82bc-ec91c40dbde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce44142-693c-41f1-af3f-bb370c995071'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:30:49.502611 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559732b2-8f32-4a55-9b89-a64bcb56c085" -d '{"events": [{"server_uuid": "f2bbf62a-7a91-43c1-82bc-ec91c40dbde3", "name": "network-vif-plugged", "status": "completed", "tag": "fce44142-693c-41f1-af3f-bb370c995071"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:30:49.509152 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10916fa-1d04-4b09-aa27-ae49f11d1484 None None] The sync data for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 is: [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:47Z', 'revision_number': 8, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb9544e2-dc1d-4ca1-94ce-b4b6c973e014', 'name': '', 'network_id': '5569905f-62d8-4869-8abe-fb48c9b9fbb2', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:4f:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:34Z', 'updated_at': '2022-02-12T21:30:39Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '9f320323-f1fb-4bc0-a731-bcea75497a33', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:49.525590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port fce44142-693c-41f1-af3f-bb370c995071, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fce44142-693c-41f1-af3f-bb370c995071,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:49.527011 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d96cf3b1-54c0-4c8a-8529-6c0020554a45 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (596173ed-bb1b-46b3-984e-446027158299), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.562102 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc79f559-c8c8-49f8-b309-c7dc10a32361 x-openstack-request-id: req-cc79f559-c8c8-49f8-b309-c7dc10a32361 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:30:49.568475 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bbf62a-7a91-43c1-82bc-ec91c40dbde3", "name": "network-vif-plugged", "status": "completed", "tag": "fce44142-693c-41f1-af3f-bb370c995071", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:30:49.568475 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc79f559-c8c8-49f8-b309-c7dc10a32361 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:30:49.568475 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bbf62a-7a91-43c1-82bc-ec91c40dbde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce44142-693c-41f1-af3f-bb370c995071', 'code': 200}
Feb 12 21:30:49.575309 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (822df648-ac8c-4db2-bcbe-f17365c1f3a7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.582517 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.590581 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/networks/822df648-ac8c-4db2-bcbe-f17365c1f3a7 HTTP/1.1" status: 204  len: 168 time: 1.0144734
Feb 12 21:30:49.596602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43420) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:49.606912 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562d7cb-eb94-4f09-850a-109152cf6298 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Network': ['ID=822df648-ac8c-4db2-bcbe-f17365c1f3a7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:49.615108 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fce44142-693c-41f1-af3f-bb370c995071), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.692866 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=fce44142-693c-41f1-af3f-bb370c995071,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:49.725696 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d96cf3b1-54c0-4c8a-8529-6c0020554a45 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (596173ed-bb1b-46b3-984e-446027158299), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.807028 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8826ff3-0e7a-49a5-9471-ca6a29592b6d req-9a40f1d8-a844-40ee-adf5-6dbc7e1e582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:49.808442 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b8826ff3-0e7a-49a5-9471-ca6a29592b6d req-9a40f1d8-a844-40ee-adf5-6dbc7e1e582f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 1132 time: 0.1619399
Feb 12 21:30:49.834439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cf3b1-54c0-4c8a-8529-6c0020554a45 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=596173ed-bb1b-46b3-984e-446027158299,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:49.847206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d96cf3b1-54c0-4c8a-8529-6c0020554a45 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:49.848389 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d96cf3b1-54c0-4c8a-8529-6c0020554a45 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6002138
Feb 12 21:30:49.851613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43424) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:49.857665 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-bc59caf9-28cd-48a5-9e01-5a8e1ba4aeeb tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group_rule': {'security_group_id': '596173ed-bb1b-46b3-984e-446027158299', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:49.908982 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b8826ff3-0e7a-49a5-9471-ca6a29592b6d req-2462d5a1-4b79-4cff-867a-75fc17b38880 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f4fa50e3-6825-4367-a461-46b58f29546d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754523
Feb 12 21:30:49.940031 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc59caf9-28cd-48a5-9e01-5a8e1ba4aeeb tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (77661a6e-e3dd-444e-a91c-6d9073b65f48), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:50.004087 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc59caf9-28cd-48a5-9e01-5a8e1ba4aeeb tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (77661a6e-e3dd-444e-a91c-6d9073b65f48), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:50.051801 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc59caf9-28cd-48a5-9e01-5a8e1ba4aeeb tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (77661a6e-e3dd-444e-a91c-6d9073b65f48), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:50.074488 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59caf9-28cd-48a5-9e01-5a8e1ba4aeeb tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77661a6e-e3dd-444e-a91c-6d9073b65f48,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:50.076435 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d67f5875-8cf7-43a9-bff7-a2d900e1dff4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (b47d750d-219d-4cbf-a559-fce086600b11), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:50.166216 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc59caf9-28cd-48a5-9e01-5a8e1ba4aeeb tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:50.167771 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bc59caf9-28cd-48a5-9e01-5a8e1ba4aeeb tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3145118
Feb 12 21:30:50.171740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43442) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:50.176652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-53f96bfd-9695-422b-a799-53202f27dfbd tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group_rule': {'security_group_id': '596173ed-bb1b-46b3-984e-446027158299', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:50.262102 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-53f96bfd-9695-422b-a799-53202f27dfbd tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (1dec71bc-1ac2-4b72-af0a-8d7a22435213), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:50.336887 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-53f96bfd-9695-422b-a799-53202f27dfbd tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (1dec71bc-1ac2-4b72-af0a-8d7a22435213), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:50.359935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-d67f5875-8cf7-43a9-bff7-a2d900e1dff4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:50.360499 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d67f5875-8cf7-43a9-bff7-a2d900e1dff4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:50.452420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-d67f5875-8cf7-43a9-bff7-a2d900e1dff4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] For port cb9544e2-dc1d-4ca1-94ce-b4b6c973e014, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb9544e2-dc1d-4ca1-94ce-b4b6c973e014,segment=NetworkSegment(5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee),segment_id=5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:50.452761 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d67f5875-8cf7-43a9-bff7-a2d900e1dff4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:50.456383 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-53f96bfd-9695-422b-a799-53202f27dfbd tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (1dec71bc-1ac2-4b72-af0a-8d7a22435213), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:50.476042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f96bfd-9695-422b-a799-53202f27dfbd tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dec71bc-1ac2-4b72-af0a-8d7a22435213,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:50.477334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-d67f5875-8cf7-43a9-bff7-a2d900e1dff4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:50.571985 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbecb26-f6b3-4298-b1fa-52cb5120601b req-efc78bd4-46f9-4c60-a30b-53dc0f199f40 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:50.573478 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0fbecb26-f6b3-4298-b1fa-52cb5120601b req-efc78bd4-46f9-4c60-a30b-53dc0f199f40 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 950 time: 0.0552151
Feb 12 21:30:50.622630 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0fbecb26-f6b3-4298-b1fa-52cb5120601b req-6b03aa1e-d1c8-4307-a056-82cd6b421b99 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fa50e3-6825-4367-a461-46b58f29546d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433202
Feb 12 21:30:50.638121 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-53f96bfd-9695-422b-a799-53202f27dfbd tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:50.639317 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-53f96bfd-9695-422b-a799-53202f27dfbd tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4664092
Feb 12 21:30:50.642023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43448) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:50.646535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7777bc19-7533-4dab-9a65-fde631b3c9c7 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group_rule': {'security_group_id': '596173ed-bb1b-46b3-984e-446027158299', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:50.737471 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d67f5875-8cf7-43a9-bff7-a2d900e1dff4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (cb9544e2-dc1d-4ca1-94ce-b4b6c973e014), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:50.782158 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f5875-8cf7-43a9-bff7-a2d900e1dff4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=cb9544e2-dc1d-4ca1-94ce-b4b6c973e014,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:50.804851 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7777bc19-7533-4dab-9a65-fde631b3c9c7 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (5dc87636-2afe-4dd7-b6b9-dd68ac1f03ad), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:50.877645 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7777bc19-7533-4dab-9a65-fde631b3c9c7 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (5dc87636-2afe-4dd7-b6b9-dd68ac1f03ad), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:50.947078 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d67f5875-8cf7-43a9-bff7-a2d900e1dff4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (b47d750d-219d-4cbf-a559-fce086600b11), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:50.952961 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb8398-03c0-4b41-a26d-ee31c2d633a6 req-741bd5c3-54d7-4842-bad9-69527ad72654 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:50.954918 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7efb8398-03c0-4b41-a26d-ee31c2d633a6 req-741bd5c3-54d7-4842-bad9-69527ad72654 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 1128 time: 0.1110151
Feb 12 21:30:50.956890 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7777bc19-7533-4dab-9a65-fde631b3c9c7 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (5dc87636-2afe-4dd7-b6b9-dd68ac1f03ad), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:50.980212 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777bc19-7533-4dab-9a65-fde631b3c9c7 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc87636-2afe-4dd7-b6b9-dd68ac1f03ad,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:51.048082 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7efb8398-03c0-4b41-a26d-ee31c2d633a6 req-dc893391-219c-4c5f-b016-a9be59e25aac tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:51.079959 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7777bc19-7533-4dab-9a65-fde631b3c9c7 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:51.081507 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7777bc19-7533-4dab-9a65-fde631b3c9c7 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4382629
Feb 12 21:30:51.084143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43470) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:51.088822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8d832ec6-18d7-4a15-b927-9dd9bf2f7b3a tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group_rule': {'security_group_id': '596173ed-bb1b-46b3-984e-446027158299', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:51.243076 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7efb8398-03c0-4b41-a26d-ee31c2d633a6 req-dc893391-219c-4c5f-b016-a9be59e25aac tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Publish callbacks [] for security_group (1fa88d20-7923-4c21-a9c5-7b5bdc209948), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:51.248470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67f5875-8cf7-43a9-bff7-a2d900e1dff4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router b47d750d-219d-4cbf-a559-fce086600b11 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:30:51.256585 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 77e6017a-eae3-45bb-9aab-b80ba4518e1e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:30:51.279657 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 77e6017a-eae3-45bb-9aab-b80ba4518e1e {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:30:51.280009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 77e6017a-eae3-45bb-9aab-b80ba4518e1e not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:30:51.330288 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d832ec6-18d7-4a15-b927-9dd9bf2f7b3a tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (58d72ab4-7ecc-49f6-9ad0-e1e10c0561d4), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:51.353538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67f5875-8cf7-43a9-bff7-a2d900e1dff4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:51.361750 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d67f5875-8cf7-43a9-bff7-a2d900e1dff4 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/b47d750d-219d-4cbf-a559-fce086600b11/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7658000
Feb 12 21:30:51.362251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43472) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:51.363232 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8ea81-88aa-4369-aea6-f6a1229c1932 None None] Sync routers for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:51.373455 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8ea81-88aa-4369-aea6-f6a1229c1932 None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:51.376057 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-47d8ea81-88aa-4369-aea6-f6a1229c1932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc1f3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:51.422832 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7efb8398-03c0-4b41-a26d-ee31c2d633a6 req-dc893391-219c-4c5f-b016-a9be59e25aac tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1fa88d20-7923-4c21-a9c5-7b5bdc209948), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:51.436234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-564ea5a3-8cb1-478e-80df-bd6bc4aa39a5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting subnet 9f320323-f1fb-4bc0-a731-bcea75497a33 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:30:51.446204 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d832ec6-18d7-4a15-b927-9dd9bf2f7b3a tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (58d72ab4-7ecc-49f6-9ad0-e1e10c0561d4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:51.447138 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-564ea5a3-8cb1-478e-80df-bd6bc4aa39a5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (9f320323-f1fb-4bc0-a731-bcea75497a33), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:51.468273 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7efb8398-03c0-4b41-a26d-ee31c2d633a6 req-dc893391-219c-4c5f-b016-a9be59e25aac tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5017228
Feb 12 21:30:51.469079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc893391-219c-4c5f-b016-a9be59e25aac tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa88d20-7923-4c21-a9c5-7b5bdc209948,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:51.482597 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-47d8ea81-88aa-4369-aea6-f6a1229c1932 None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:51.504932 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-564ea5a3-8cb1-478e-80df-bd6bc4aa39a5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (9f320323-f1fb-4bc0-a731-bcea75497a33), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:51.564119 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d832ec6-18d7-4a15-b927-9dd9bf2f7b3a tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (58d72ab4-7ecc-49f6-9ad0-e1e10c0561d4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:51.631077 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d832ec6-18d7-4a15-b927-9dd9bf2f7b3a tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d72ab4-7ecc-49f6-9ad0-e1e10c0561d4,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:51.650232 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-564ea5a3-8cb1-478e-80df-bd6bc4aa39a5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (9f320323-f1fb-4bc0-a731-bcea75497a33), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:51.694932 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f1767-039d-48ef-9a4f-0680f7169923 req-cd3ab3de-fba6-45fc-8e49-a273aa524fa3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:51.702536 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3a1f1767-039d-48ef-9a4f-0680f7169923 req-cd3ab3de-fba6-45fc-8e49-a273aa524fa3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.1511612
Feb 12 21:30:51.711995 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-47d8ea81-88aa-4369-aea6-f6a1229c1932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc1f3d0>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:50Z', 'revision_number': 9, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:51.728510 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d832ec6-18d7-4a15-b927-9dd9bf2f7b3a tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:51.732311 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8d832ec6-18d7-4a15-b927-9dd9bf2f7b3a tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6447263
Feb 12 21:30:51.733687 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43478) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:51.739297 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6fa596e1-856b-4b45-bcf2-7654e37c3fc0 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group_rule': {'security_group_id': '596173ed-bb1b-46b3-984e-446027158299', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:51.752294 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8ea81-88aa-4369-aea6-f6a1229c1932 None None] Checking router: b47d750d-219d-4cbf-a559-fce086600b11 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:30:51.765661 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8ea81-88aa-4369-aea6-f6a1229c1932 None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:51.766910 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-47d8ea81-88aa-4369-aea6-f6a1229c1932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc1f3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:51.772650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab685166-227a-4500-8e26-fb542eb63625 req-63f6a6f4-9908-4160-a6d7-fae724afbd05 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:51.780762 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ab685166-227a-4500-8e26-fb542eb63625 req-63f6a6f4-9908-4160-a6d7-fae724afbd05 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 950 time: 0.0781116
Feb 12 21:30:51.806172 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3a1f1767-039d-48ef-9a4f-0680f7169923 req-db5666bc-6cd9-45e4-bce4-832ea453c18f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1034653
Feb 12 21:30:51.833537 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ab685166-227a-4500-8e26-fb542eb63625 req-3820b136-5fa7-4b22-ba18-bb5cc3119a75 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fa50e3-6825-4367-a461-46b58f29546d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501363
Feb 12 21:30:51.836141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43482) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:51.896130 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-564ea5a3-8cb1-478e-80df-bd6bc4aa39a5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (9f320323-f1fb-4bc0-a731-bcea75497a33), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:51.933050 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ea5a3-8cb1-478e-80df-bd6bc4aa39a5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Subnet': ['ID=9f320323-f1fb-4bc0-a731-bcea75497a33,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:51.945144 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-564ea5a3-8cb1-478e-80df-bd6bc4aa39a5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:51.951264 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-564ea5a3-8cb1-478e-80df-bd6bc4aa39a5 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/9f320323-f1fb-4bc0-a731-bcea75497a33 HTTP/1.1" status: 204  len: 168 time: 0.5860240
Feb 12 21:30:51.951264 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fa596e1-856b-4b45-bcf2-7654e37c3fc0 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (75f0ffe7-4e25-4984-9347-4818a1f7c1d6), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:51.952306 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43490) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:51.956528 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d90200-8ecd-41e6-a212-4b77e05f333f None None] Network 5569905f-62d8-4869-8abe-fb48c9b9fbb2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:51.972347 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-03ac90db-0ed9-44dc-a88f-02a706da704c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/floatingips/5849a172-06fd-4a13-b415-40b889be79fe HTTP/1.1" status: 200  len: 993 time: 0.1342158
Feb 12 21:30:52.020196 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-47d8ea81-88aa-4369-aea6-f6a1229c1932 None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:52.082278 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fa596e1-856b-4b45-bcf2-7654e37c3fc0 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (75f0ffe7-4e25-4984-9347-4818a1f7c1d6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.100183 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (5569905f-62d8-4869-8abe-fb48c9b9fbb2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.175070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port 468574a8-18fb-41c2-95ae-03eabc77ef62 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:52.175414 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.177137 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fa596e1-856b-4b45-bcf2-7654e37c3fc0 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (75f0ffe7-4e25-4984-9347-4818a1f7c1d6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.198215 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6dc864-28b6-44e1-8c95-541f97a9145f None None] DHCP port deletion for 5569905f-62d8-4869-8abe-fb48c9b9fbb2 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:30:52.216934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa596e1-856b-4b45-bcf2-7654e37c3fc0 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f0ffe7-4e25-4984-9347-4818a1f7c1d6,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:52.267010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3f6dc864-28b6-44e1-8c95-541f97a9145f None None] Deleting port 468574a8-18fb-41c2-95ae-03eabc77ef62 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:52.267987 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc864-28b6-44e1-8c95-541f97a9145f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.286909 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fa596e1-856b-4b45-bcf2-7654e37c3fc0 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.286909 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6fa596e1-856b-4b45-bcf2-7654e37c3fc0 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.5496261
Feb 12 21:30:52.287570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] For port 468574a8-18fb-41c2-95ae-03eabc77ef62, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=468574a8-18fb-41c2-95ae-03eabc77ef62,segment=NetworkSegment(5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee),segment_id=5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:52.287852 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43502) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:52.288237 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.308415 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-47d8ea81-88aa-4369-aea6-f6a1229c1932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc1f3d0>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:50Z', 'revision_number': 9, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:52.320167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for 468574a8-18fb-41c2-95ae-03eabc77ef62 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:52.327015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-ada68186-4196-41b4-821b-696cd64c3621 req-4e0541a3-360b-4b27-b5ca-d2dff51620c0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:30:52.338475 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3c795d99-b1d5-48b1-8afb-0ef71e5009e1 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (75f0ffe7-4e25-4984-9347-4818a1f7c1d6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.339190 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ada68186-4196-41b4-821b-696cd64c3621 req-4e0541a3-360b-4b27-b5ca-d2dff51620c0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0198243
Feb 12 21:30:52.349544 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8ea81-88aa-4369-aea6-f6a1229c1932 None None] The sync data for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 is: [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:50Z', 'revision_number': 9, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c5cacbe-c63e-41d9-9244-b5e149cc645a', 'name': '', 'network_id': '7b33493a-ab11-4990-b3e4-7db090045a31', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:6e:6d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:29Z', 'updated_at': '2022-02-12T21:30:34Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '7d0bbd6e-1ff3-4144-91fa-a4fda38e0624', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:52.361758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3f6dc864-28b6-44e1-8c95-541f97a9145f None None] For port 468574a8-18fb-41c2-95ae-03eabc77ef62, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=468574a8-18fb-41c2-95ae-03eabc77ef62,segment=NetworkSegment(5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee),segment_id=5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:52.362603 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc864-28b6-44e1-8c95-541f97a9145f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.369176 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3c795d99-b1d5-48b1-8afb-0ef71e5009e1 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (75f0ffe7-4e25-4984-9347-4818a1f7c1d6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.395875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3f6dc864-28b6-44e1-8c95-541f97a9145f None None] Calling delete_port for 468574a8-18fb-41c2-95ae-03eabc77ef62 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:52.520065 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3c795d99-b1d5-48b1-8afb-0ef71e5009e1 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (75f0ffe7-4e25-4984-9347-4818a1f7c1d6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.528731 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3c795d99-b1d5-48b1-8afb-0ef71e5009e1 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.532329 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3c795d99-b1d5-48b1-8afb-0ef71e5009e1 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/75f0ffe7-4e25-4984-9347-4818a1f7c1d6 HTTP/1.1" status: 204  len: 168 time: 0.2409477
Feb 12 21:30:52.533988 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43508) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:52.541776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c795d99-b1d5-48b1-8afb-0ef71e5009e1 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75f0ffe7-4e25-4984-9347-4818a1f7c1d6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:52.610252 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e3f0d427-6706-4581-a0b8-ee9318f60252 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0722556
Feb 12 21:30:52.610506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43510) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:52.615014 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3f6dc864-28b6-44e1-8c95-541f97a9145f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.659378 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2f7c-65fe-486f-b76c-8a1aa57dfa56 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (58d72ab4-7ecc-49f6-9ad0-e1e10c0561d4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.660109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dc864-28b6-44e1-8c95-541f97a9145f None None] Pushing event deleted for resources: {'Port': ['ID=468574a8-18fb-41c2-95ae-03eabc77ef62,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:52.663948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6dc864-28b6-44e1-8c95-541f97a9145f None None] No DVR routers for this DVR port 468574a8-18fb-41c2-95ae-03eabc77ef62 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:30:52.682626 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2f7c-65fe-486f-b76c-8a1aa57dfa56 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (58d72ab4-7ecc-49f6-9ad0-e1e10c0561d4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.824714 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (468574a8-18fb-41c2-95ae-03eabc77ef62), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.827374 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2f7c-65fe-486f-b76c-8a1aa57dfa56 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (58d72ab4-7ecc-49f6-9ad0-e1e10c0561d4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.844878 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2f7c-65fe-486f-b76c-8a1aa57dfa56 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:52.846528 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cc7d2f7c-65fe-486f-b76c-8a1aa57dfa56 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/58d72ab4-7ecc-49f6-9ad0-e1e10c0561d4 HTTP/1.1" status: 204  len: 168 time: 0.2350378
Feb 12 21:30:52.850567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43514) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:52.873784 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=468574a8-18fb-41c2-95ae-03eabc77ef62,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:52.882868 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No DVR routers for this DVR port 468574a8-18fb-41c2-95ae-03eabc77ef62 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:30:52.886941 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d2f7c-65fe-486f-b76c-8a1aa57dfa56 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58d72ab4-7ecc-49f6-9ad0-e1e10c0561d4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:52.968406 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-87b394b5-b609-41be-82bd-c2e29b3bc3ce tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.1073115
Feb 12 21:30:52.971205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43520) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:53.009733 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b544a2e6-2651-4a8b-8f93-3bb6aca85b2b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (5dc87636-2afe-4dd7-b6b9-dd68ac1f03ad), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.026085 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b544a2e6-2651-4a8b-8f93-3bb6aca85b2b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (5dc87636-2afe-4dd7-b6b9-dd68ac1f03ad), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.063599 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (5569905f-62d8-4869-8abe-fb48c9b9fbb2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.074853 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43524) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:53.098193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1df275-adc6-42cd-b786-346f7aaff3f4 req-c9d389cc-aa78-4758-b2c3-16c5bba31863 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:53.099696 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c1df275-adc6-42cd-b786-346f7aaff3f4 req-c9d389cc-aa78-4758-b2c3-16c5bba31863 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.1114535
Feb 12 21:30:53.103521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f97fdeb0>,) {'filters': {'network_id': ['5569905f-62d8-4869-8abe-fb48c9b9fbb2']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:53.138398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f97fdeb0>, '5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:53.138741 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f97fdeb0>, '5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:53.155947 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.177400 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b544a2e6-2651-4a8b-8f93-3bb6aca85b2b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (5dc87636-2afe-4dd7-b6b9-dd68ac1f03ad), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.182195 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.184941 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b544a2e6-2651-4a8b-8f93-3bb6aca85b2b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.191015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43536) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:53.191331 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b544a2e6-2651-4a8b-8f93-3bb6aca85b2b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5dc87636-2afe-4dd7-b6b9-dd68ac1f03ad HTTP/1.1" status: 204  len: 168 time: 0.2176630
Feb 12 21:30:53.203256 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-dd2f898c-c021-4512-998f-d13c2e88e6de service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1272388
Feb 12 21:30:53.204948 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544a2e6-2651-4a8b-8f93-3bb6aca85b2b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dc87636-2afe-4dd7-b6b9-dd68ac1f03ad,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:53.205653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:30:53.206072 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (5c4b0e60-7cfe-4f27-8efd-a28e9fb19aee), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.217038 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-fc7ffc4e-4ba7-4fcd-9896-f00fee03e09e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:30:53.218268 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-fc7ffc4e-4ba7-4fcd-9896-f00fee03e09e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0074983
Feb 12 21:30:53.218993 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c1df275-adc6-42cd-b786-346f7aaff3f4 req-99b7a9a1-ff05-497d-9a38-afc6d33da573 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1129494
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:30:53.219717 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:30:53.309617 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3c5982ef-96d3-4303-9bb7-e62cdd8a6aa3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1136479
Feb 12 21:30:53.317267 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43548) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:53.319622 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 468574a8-18fb-41c2-95ae-03eabc77ef62 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:30:53.341888 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 468574a8-18fb-41c2-95ae-03eabc77ef62 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:30:53.342504 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 468574a8-18fb-41c2-95ae-03eabc77ef62 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:30:53.343125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:30:53.358150 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-68eb6b23-1d2c-41e4-8ac6-a6beb6c8c090 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (1dec71bc-1ac2-4b72-af0a-8d7a22435213), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.367023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:30:53.367270 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-68eb6b23-1d2c-41e4-8ac6-a6beb6c8c090 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (1dec71bc-1ac2-4b72-af0a-8d7a22435213), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.367921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cb9544e2-dc1d-4ca1-94ce-b4b6c973e014 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:30:53.434608 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (5569905f-62d8-4869-8abe-fb48c9b9fbb2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.442237 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.453225 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/networks/5569905f-62d8-4869-8abe-fb48c9b9fbb2 HTTP/1.1" status: 204  len: 168 time: 1.5007570
Feb 12 21:30:53.456155 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43560) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:53.473174 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d4872-d0b7-4e09-a05f-8928c7f65281 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Network': ['ID=5569905f-62d8-4869-8abe-fb48c9b9fbb2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:53.502447 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-68eb6b23-1d2c-41e4-8ac6-a6beb6c8c090 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (1dec71bc-1ac2-4b72-af0a-8d7a22435213), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.509035 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-68eb6b23-1d2c-41e4-8ac6-a6beb6c8c090 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.512697 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-68eb6b23-1d2c-41e4-8ac6-a6beb6c8c090 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1dec71bc-1ac2-4b72-af0a-8d7a22435213 HTTP/1.1" status: 204  len: 168 time: 0.1926408
Feb 12 21:30:53.512974 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43562) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:53.556427 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb6b23-1d2c-41e4-8ac6-a6beb6c8c090 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dec71bc-1ac2-4b72-af0a-8d7a22435213,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:53.612255 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4bba9ef6-cd1d-465f-8b95-57b5c23c98f0 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0980864
Feb 12 21:30:53.614922 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43578) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:53.644094 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-69293754-f640-42f8-82b3-8287e4008fc3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (77661a6e-e3dd-444e-a91c-6d9073b65f48), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.650742 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-69293754-f640-42f8-82b3-8287e4008fc3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (77661a6e-e3dd-444e-a91c-6d9073b65f48), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.751138 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-69293754-f640-42f8-82b3-8287e4008fc3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (77661a6e-e3dd-444e-a91c-6d9073b65f48), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.759778 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-69293754-f640-42f8-82b3-8287e4008fc3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.760890 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-69293754-f640-42f8-82b3-8287e4008fc3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/77661a6e-e3dd-444e-a91c-6d9073b65f48 HTTP/1.1" status: 204  len: 168 time: 0.1439643
Feb 12 21:30:53.765899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43582) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:53.766605 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69293754-f640-42f8-82b3-8287e4008fc3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77661a6e-e3dd-444e-a91c-6d9073b65f48,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:53.815612 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ec14993f-3c18-471e-b0a4-8a8b457db039 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0484521
Feb 12 21:30:53.818604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43584) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:53.844953 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43586) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:53.917990 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c71a3c6-df8e-4411-bbd8-e34e41368bdc tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (596173ed-bb1b-46b3-984e-446027158299), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.945033 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c71a3c6-df8e-4411-bbd8-e34e41368bdc tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (596173ed-bb1b-46b3-984e-446027158299), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:53.987986 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b28082fc-3c31-4a01-a232-c6c9926b1c3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (b47d750d-219d-4cbf-a559-fce086600b11), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:54.038141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-cd0aa628-973f-41f3-a0f9-a222a4787e27 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:54.041017 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-cd0aa628-973f-41f3-a0f9-a222a4787e27 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/ports/91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 HTTP/1.1" status: 200  len: 1125 time: 0.1944683
Feb 12 21:30:54.191774 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c71a3c6-df8e-4411-bbd8-e34e41368bdc tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (596173ed-bb1b-46b3-984e-446027158299), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:54.194453 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c71a3c6-df8e-4411-bbd8-e34e41368bdc tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:54.196493 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2c71a3c6-df8e-4411-bbd8-e34e41368bdc tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-groups/596173ed-bb1b-46b3-984e-446027158299 HTTP/1.1" status: 204  len: 168 time: 0.3763812
Feb 12 21:30:54.200026 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43606) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:54.227541 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71a3c6-df8e-4411-bbd8-e34e41368bdc tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=596173ed-bb1b-46b3-984e-446027158299,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:54.249250 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-24e3976a-9897-437c-91dd-1acd7ceed9b0 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0480328
Feb 12 21:30:54.253411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43610) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:54.259115 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-1f59c0f8-5de0-49a0-90c8-691ddaa98822 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group': {'name': 'tempest-secgroup--461716745'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:54.300071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-b28082fc-3c31-4a01-a232-c6c9926b1c3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port 1c5cacbe-c63e-41d9-9244-b5e149cc645a {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:54.300910 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b28082fc-3c31-4a01-a232-c6c9926b1c3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:54.407402 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805f45e-b2d0-45ff-8998-23a37b13f706 req-94090b58-4f92-45c6-8b4e-7bf1c52a6f45 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:54.409016 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e805f45e-b2d0-45ff-8998-23a37b13f706 req-94090b58-4f92-45c6-8b4e-7bf1c52a6f45 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.0581326
Feb 12 21:30:54.418292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-b28082fc-3c31-4a01-a232-c6c9926b1c3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] For port 1c5cacbe-c63e-41d9-9244-b5e149cc645a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c5cacbe-c63e-41d9-9244-b5e149cc645a,segment=NetworkSegment(bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e),segment_id=bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:54.418646 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b28082fc-3c31-4a01-a232-c6c9926b1c3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:54.432495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-b28082fc-3c31-4a01-a232-c6c9926b1c3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for 1c5cacbe-c63e-41d9-9244-b5e149cc645a owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:54.433380 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f59c0f8-5de0-49a0-90c8-691ddaa98822 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:54.483372 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e805f45e-b2d0-45ff-8998-23a37b13f706 req-4cc97b85-3791-433d-b312-79c85ca093bd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686893
Feb 12 21:30:54.559958 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f59c0f8-5de0-49a0-90c8-691ddaa98822 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (67823751-1431-42c4-9f36-073dd7743e91), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:54.634778 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f59c0f8-5de0-49a0-90c8-691ddaa98822 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (67823751-1431-42c4-9f36-073dd7743e91), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:54.665290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59c0f8-5de0-49a0-90c8-691ddaa98822 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67823751-1431-42c4-9f36-073dd7743e91,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:54.685679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b28082fc-3c31-4a01-a232-c6c9926b1c3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1c5cacbe-c63e-41d9-9244-b5e149cc645a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:54.714616 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28082fc-3c31-4a01-a232-c6c9926b1c3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=1c5cacbe-c63e-41d9-9244-b5e149cc645a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:54.817407 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f59c0f8-5de0-49a0-90c8-691ddaa98822 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:54.817407 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1f59c0f8-5de0-49a0-90c8-691ddaa98822 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5595798
Feb 12 21:30:54.817407 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43624) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:54.823868 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f09e8170-f5d6-43f5-990a-e9740c5eb650 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group_rule': {'security_group_id': '67823751-1431-42c4-9f36-073dd7743e91', 'direction': 'ingress', 'protocol': 17}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:54.848934 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b28082fc-3c31-4a01-a232-c6c9926b1c3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (b47d750d-219d-4cbf-a559-fce086600b11), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:54.982659 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f09e8170-f5d6-43f5-990a-e9740c5eb650 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (d1e1c9ac-a6db-4048-ba5b-6aad8bfdd74a), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.043204 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f09e8170-f5d6-43f5-990a-e9740c5eb650 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (d1e1c9ac-a6db-4048-ba5b-6aad8bfdd74a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.055902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28082fc-3c31-4a01-a232-c6c9926b1c3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router b47d750d-219d-4cbf-a559-fce086600b11 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:30:55.113981 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f09e8170-f5d6-43f5-990a-e9740c5eb650 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (d1e1c9ac-a6db-4048-ba5b-6aad8bfdd74a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.136372 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e8170-f5d6-43f5-990a-e9740c5eb650 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e1c9ac-a6db-4048-ba5b-6aad8bfdd74a,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:55.156448 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28082fc-3c31-4a01-a232-c6c9926b1c3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:55.161542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b28082fc-3c31-4a01-a232-c6c9926b1c3f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/b47d750d-219d-4cbf-a559-fce086600b11/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7043209
Feb 12 21:30:55.164305 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43628) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:55.167431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c609921-6705-4eda-bf76-1a4a6ff6c86c None None] Sync routers for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:55.191348 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c609921-6705-4eda-bf76-1a4a6ff6c86c None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:55.192289 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-9c609921-6705-4eda-bf76-1a4a6ff6c86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5669a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:55.221579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4db13d-4296-41d6-aab2-97c9ef18c9a0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting subnet 7d0bbd6e-1ff3-4144-91fa-a4fda38e0624 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:30:55.225050 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2f4db13d-4296-41d6-aab2-97c9ef18c9a0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (7d0bbd6e-1ff3-4144-91fa-a4fda38e0624), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.230763 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f09e8170-f5d6-43f5-990a-e9740c5eb650 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.232263 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f09e8170-f5d6-43f5-990a-e9740c5eb650 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.4139528
Feb 12 21:30:55.234996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43630) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:55.288696 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2f4db13d-4296-41d6-aab2-97c9ef18c9a0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (7d0bbd6e-1ff3-4144-91fa-a4fda38e0624), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.306206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-9c609921-6705-4eda-bf76-1a4a6ff6c86c None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:55.320354 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-555d3a2c-ca8f-4d2a-84bb-b1bf4bdb33c6 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (67823751-1431-42c4-9f36-073dd7743e91), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.359893 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-555d3a2c-ca8f-4d2a-84bb-b1bf4bdb33c6 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (67823751-1431-42c4-9f36-073dd7743e91), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.419384 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2f4db13d-4296-41d6-aab2-97c9ef18c9a0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (7d0bbd6e-1ff3-4144-91fa-a4fda38e0624), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.502406 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-555d3a2c-ca8f-4d2a-84bb-b1bf4bdb33c6 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (67823751-1431-42c4-9f36-073dd7743e91), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.505034 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-555d3a2c-ca8f-4d2a-84bb-b1bf4bdb33c6 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.506259 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-555d3a2c-ca8f-4d2a-84bb-b1bf4bdb33c6 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-groups/67823751-1431-42c4-9f36-073dd7743e91 HTTP/1.1" status: 204  len: 168 time: 0.2700081
Feb 12 21:30:55.509562 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43636) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:55.519258 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d3a2c-ca8f-4d2a-84bb-b1bf4bdb33c6 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67823751-1431-42c4-9f36-073dd7743e91,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:55.552254 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-9c609921-6705-4eda-bf76-1a4a6ff6c86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5669a0>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:54Z', 'revision_number': 10, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:55.555864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2f4db13d-4296-41d6-aab2-97c9ef18c9a0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (7d0bbd6e-1ff3-4144-91fa-a4fda38e0624), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.583704 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c609921-6705-4eda-bf76-1a4a6ff6c86c None None] Checking router: b47d750d-219d-4cbf-a559-fce086600b11 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:30:55.592587 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-451aed32-a466-4fe2-bb32-02f980d574eb tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0812833
Feb 12 21:30:55.592798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c609921-6705-4eda-bf76-1a4a6ff6c86c None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:55.593522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-9c609921-6705-4eda-bf76-1a4a6ff6c86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5669a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:55.594063 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2f4db13d-4296-41d6-aab2-97c9ef18c9a0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.606498 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2f4db13d-4296-41d6-aab2-97c9ef18c9a0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/7d0bbd6e-1ff3-4144-91fa-a4fda38e0624 HTTP/1.1" status: 204  len: 168 time: 0.4318182
Feb 12 21:30:55.606498 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4db13d-4296-41d6-aab2-97c9ef18c9a0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0bbd6e-1ff3-4144-91fa-a4fda38e0624,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:55.606767 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43640) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:55.607464 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43642) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:55.618517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e6cbcb4b-a02d-4fbd-a6c0-ec1fe491fcfd tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group': {'name': 'tempest-secgroup--233575033'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:55.639904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d75e954-4a1d-4ef9-8a24-599a2004b7de None None] Network 7b33493a-ab11-4990-b3e4-7db090045a31 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:55.670970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05228070-d43a-4558-ab4f-79773b5a5a4e req-95a8cda8-d6c5-4e47-828c-4aca5b16d7c5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:55.673857 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05228070-d43a-4558-ab4f-79773b5a5a4e req-95a8cda8-d6c5-4e47-828c-4aca5b16d7c5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.0756788
Feb 12 21:30:55.706401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (7b33493a-ab11-4990-b3e4-7db090045a31), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.755670 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6cbcb4b-a02d-4fbd-a6c0-ec1fe491fcfd tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.765079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-9c609921-6705-4eda-bf76-1a4a6ff6c86c None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:55.770867 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05228070-d43a-4558-ab4f-79773b5a5a4e req-397f3480-cc64-4635-a123-811253ccbb01 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909946
Feb 12 21:30:55.795884 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port dca8b3e3-9b17-4614-b224-62ed986b979f {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:55.796316 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (dca8b3e3-9b17-4614-b224-62ed986b979f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.885035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] For port dca8b3e3-9b17-4614-b224-62ed986b979f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dca8b3e3-9b17-4614-b224-62ed986b979f,segment=NetworkSegment(bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e),segment_id=bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:55.885403 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (dca8b3e3-9b17-4614-b224-62ed986b979f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.908773 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-464688a0-9716-457d-a32b-dde05baff739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.911434 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for dca8b3e3-9b17-4614-b224-62ed986b979f owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:55.921655 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6cbcb4b-a02d-4fbd-a6c0-ec1fe491fcfd tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (5462e9ac-9191-40a4-9c2c-e006156d7524), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:55.975963 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dc328a-8984-401e-8a0a-37a0837017b1 None None] DHCP port deletion for 7b33493a-ab11-4990-b3e4-7db090045a31 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:30:56.001130 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6cbcb4b-a02d-4fbd-a6c0-ec1fe491fcfd tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5462e9ac-9191-40a4-9c2c-e006156d7524), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.025925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-7ec9e659-80b6-4672-b6e1-080685ff647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:56.028542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-7ec9e659-80b6-4672-b6e1-080685ff647e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 1128 time: 0.0521126
Feb 12 21:30:56.037984 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbcb4b-a02d-4fbd-a6c0-ec1fe491fcfd tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5462e9ac-9191-40a4-9c2c-e006156d7524,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:56.052724 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-9c609921-6705-4eda-bf76-1a4a6ff6c86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5669a0>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:54Z', 'revision_number': 10, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:56.057901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-26dc328a-8984-401e-8a0a-37a0837017b1 None None] Deleting port dca8b3e3-9b17-4614-b224-62ed986b979f {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:56.058366 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-26dc328a-8984-401e-8a0a-37a0837017b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (dca8b3e3-9b17-4614-b224-62ed986b979f), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.084700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c609921-6705-4eda-bf76-1a4a6ff6c86c None None] The sync data for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 is: [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:54Z', 'revision_number': 10, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None, '_interfaces': [{'id': '09512a75-584c-4912-97da-1c0a13bdb3b5', 'name': '', 'network_id': 'abaeb000-6bc1-4551-ad70-2d3555dcf832', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'mac_address': 'fa:16:3e:42:7c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '00f39492-7faa-4d4a-a807-4772dd387863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:30:23Z', 'updated_at': '2022-02-12T21:30:28Z', 'revision_number': 5, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'subnets': [{'id': '00f39492-7faa-4d4a-a807-4772dd387863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:56.099865 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (dca8b3e3-9b17-4614-b224-62ed986b979f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.149882 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-fe7f60c8-ea9e-4553-a94a-ee2e7a5fa0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:56.153184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-fe7f60c8-ea9e-4553-a94a-ee2e7a5fa0b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670 HTTP/1.1" status: 200  len: 898 time: 0.1173232
Feb 12 21:30:56.155566 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=dca8b3e3-9b17-4614-b224-62ed986b979f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:56.166347 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6cbcb4b-a02d-4fbd-a6c0-ec1fe491fcfd tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.168337 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e6cbcb4b-a02d-4fbd-a6c0-ec1fe491fcfd tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5536997
Feb 12 21:30:56.168736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-26dc328a-8984-401e-8a0a-37a0837017b1 None None] For port dca8b3e3-9b17-4614-b224-62ed986b979f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dca8b3e3-9b17-4614-b224-62ed986b979f,segment=NetworkSegment(bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e),segment_id=bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:56.169236 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-26dc328a-8984-401e-8a0a-37a0837017b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (dca8b3e3-9b17-4614-b224-62ed986b979f), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.171456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43646) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:56.181864 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-eff81d17-bdeb-4539-bda0-f0badd15eb24 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116171817'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:56.524010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No DVR routers for this DVR port dca8b3e3-9b17-4614-b224-62ed986b979f on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:30:56.526498 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-26dc328a-8984-401e-8a0a-37a0837017b1 None None] Calling delete_port for dca8b3e3-9b17-4614-b224-62ed986b979f owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:56.527258 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-72e46247-58b1-4607-8b51-291eaf458eb2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 HTTP/1.1" status: 200  len: 1001 time: 0.0868354
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:30:56.527645 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:30:56.530786 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (7b33493a-ab11-4990-b3e4-7db090045a31), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.531109 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-26dc328a-8984-401e-8a0a-37a0837017b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (dca8b3e3-9b17-4614-b224-62ed986b979f), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.531200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-bd31ed20-2bce-4f6e-bc88-2781d907d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:56.531200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-bd31ed20-2bce-4f6e-bc88-2781d907d9fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba626685-0119-4137-b135-a393d4eb44ef HTTP/1.1" status: 200  len: 834 time: 0.0470817
Feb 12 21:30:56.531418 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6d2310>,) {'filters': {'network_id': ['7b33493a-ab11-4990-b3e4-7db090045a31']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:56.531418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eff81d17-bdeb-4539-bda0-f0badd15eb24 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.532260 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc328a-8984-401e-8a0a-37a0837017b1 None None] Pushing event deleted for resources: {'Port': ['ID=dca8b3e3-9b17-4614-b224-62ed986b979f,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:56.532260 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc328a-8984-401e-8a0a-37a0837017b1 None None] No DVR routers for this DVR port dca8b3e3-9b17-4614-b224-62ed986b979f on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:30:56.532442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6d2310>, 'bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:56.532442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6d2310>, 'bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:56.532442 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.532442 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.532818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-40301d22-ff59-4237-9b24-ebc7e12d5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:56.532818 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-40301d22-ff59-4237-9b24-ebc7e12d5cde service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0621064
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (bc4bcdec-7d5b-4594-923d-ec2cf9c4a23e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:30:56.533003 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:30:56.535164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-ece123e2-20a3-4ecf-9686-61a113636894 service neutron] 10.222.0.50 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1061752
Feb 12 21:30:56.535244 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eff81d17-bdeb-4539-bda0-f0badd15eb24 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (e8055f12-3d96-4481-80c1-ed6607acda22), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.576951 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-2d941383-8c58-4822-984d-3eccf1e76fdb service neutron] 10.222.0.50 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0926156
Feb 12 21:30:56.616649 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (7b33493a-ab11-4990-b3e4-7db090045a31), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.626519 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.629783 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/networks/7b33493a-ab11-4990-b3e4-7db090045a31 HTTP/1.1" status: 204  len: 168 time: 1.0231056
Feb 12 21:30:56.632677 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43652) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:56.641754 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eff81d17-bdeb-4539-bda0-f0badd15eb24 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e8055f12-3d96-4481-80c1-ed6607acda22), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.647931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623a03d-62bf-43b6-bc5d-2f5ce0ef0beb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Network': ['ID=7b33493a-ab11-4990-b3e4-7db090045a31,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:56.681200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff81d17-bdeb-4539-bda0-f0badd15eb24 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8055f12-3d96-4481-80c1-ed6607acda22,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:56.722043 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eff81d17-bdeb-4539-bda0-f0badd15eb24 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.724256 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-eff81d17-bdeb-4539-bda0-f0badd15eb24 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5507998
Feb 12 21:30:56.728584 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43654) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:56.733574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-fb1c7035-8315-498a-935c-6e5c16bd1c9b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group_rule': {'security_group_id': '5462e9ac-9191-40a4-9c2c-e006156d7524', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e8055f12-3d96-4481-80c1-ed6607acda22', 'remote_ip_prefix': None}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:56.806208 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb490ce3-b833-4dff-977f-e533deed066f req-62727c2d-5dfc-4bfa-b86d-1b72226d2a64 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1008365
Feb 12 21:30:56.920984 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7035-8315-498a-935c-6e5c16bd1c9b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (67bab9c3-c805-4a4b-b92f-c5a19a6939da), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:56.956389 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9dc3e-c8a0-41ac-bc56-1bfcf6501bf1 req-1ac2f802-2aa0-40b8-b1aa-10d9a638ee7c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:56.957977 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00c9dc3e-c8a0-41ac-bc56-1bfcf6501bf1 req-1ac2f802-2aa0-40b8-b1aa-10d9a638ee7c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.0893278
Feb 12 21:30:56.962811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb490ce3-b833-4dff-977f-e533deed066f req-62c32cdd-975f-45a4-8bb3-ce205db0b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:56.964304 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb490ce3-b833-4dff-977f-e533deed066f req-62c32cdd-975f-45a4-8bb3-ce205db0b466 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 1128 time: 0.1028149
Feb 12 21:30:57.045132 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7035-8315-498a-935c-6e5c16bd1c9b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (67bab9c3-c805-4a4b-b92f-c5a19a6939da), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:57.046085 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:57.050394 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00c9dc3e-c8a0-41ac-bc56-1bfcf6501bf1 req-8337b1e0-91f2-46ca-b948-dcc663d0f3cf tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0811629
Feb 12 21:30:57.114436 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7035-8315-498a-935c-6e5c16bd1c9b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (67bab9c3-c805-4a4b-b92f-c5a19a6939da), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:57.119464 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb490ce3-b833-4dff-977f-e533deed066f req-ea2f3513-563d-4577-8804-f5c3f4938340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:57.120937 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb490ce3-b833-4dff-977f-e533deed066f req-ea2f3513-563d-4577-8804-f5c3f4938340 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 913 time: 0.1191723
Feb 12 21:30:57.131619 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c7035-8315-498a-935c-6e5c16bd1c9b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67bab9c3-c805-4a4b-b92f-c5a19a6939da,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:57.137600 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb06f9f2-421a-415b-a6c1-634b41187670 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (b47d750d-219d-4cbf-a559-fce086600b11), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:57.224983 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7035-8315-498a-935c-6e5c16bd1c9b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:57.226584 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fb1c7035-8315-498a-935c-6e5c16bd1c9b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.4969206
Feb 12 21:30:57.230236 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43660) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:57.263648 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4320a655-66dd-4427-b4f8-17d7c68f0cc3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (67bab9c3-c805-4a4b-b92f-c5a19a6939da), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:57.273618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1c5cacbe-c63e-41d9-9244-b5e149cc645a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:30:57.283827 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4320a655-66dd-4427-b4f8-17d7c68f0cc3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (67bab9c3-c805-4a4b-b92f-c5a19a6939da), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:57.307119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 1c5cacbe-c63e-41d9-9244-b5e149cc645a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:30:57.308044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1c5cacbe-c63e-41d9-9244-b5e149cc645a not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:30:57.308629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device dca8b3e3-9b17-4614-b224-62ed986b979f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:30:57.333001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: dca8b3e3-9b17-4614-b224-62ed986b979f {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:30:57.334036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device dca8b3e3-9b17-4614-b224-62ed986b979f not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:30:57.615594 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb490ce3-b833-4dff-977f-e533deed066f req-724d9aea-d7db-40be-850d-6b10f1196e9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f HTTP/1.1" status: 200  len: 1002 time: 0.4887152
Feb 12 21:30:57.620769 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4320a655-66dd-4427-b4f8-17d7c68f0cc3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (67bab9c3-c805-4a4b-b92f-c5a19a6939da), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:57.626150 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4320a655-66dd-4427-b4f8-17d7c68f0cc3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:57.627325 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4320a655-66dd-4427-b4f8-17d7c68f0cc3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/67bab9c3-c805-4a4b-b92f-c5a19a6939da HTTP/1.1" status: 204  len: 168 time: 0.3961082
Feb 12 21:30:57.630916 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43666) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:57.642280 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320a655-66dd-4427-b4f8-17d7c68f0cc3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67bab9c3-c805-4a4b-b92f-c5a19a6939da,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:57.679774 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0ba0e980-9408-4dcf-9eab-d711ae878765 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0468779
Feb 12 21:30:57.683435 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43668) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:57.739408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb490ce3-b833-4dff-977f-e533deed066f req-1cdea2d4-4039-4a08-b227-895ae21448b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:57.740993 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb490ce3-b833-4dff-977f-e533deed066f req-1cdea2d4-4039-4a08-b227-895ae21448b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=447c8376-828f-4491-9b8b-1373d20c6228 HTTP/1.1" status: 200  len: 851 time: 0.1189473
Feb 12 21:30:57.810101 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a195e1f-d221-4935-9c3f-e675b48922a2 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (e8055f12-3d96-4481-80c1-ed6607acda22), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:57.846714 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a195e1f-d221-4935-9c3f-e675b48922a2 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (e8055f12-3d96-4481-80c1-ed6607acda22), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:57.857703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb490ce3-b833-4dff-977f-e533deed066f req-e9bcb247-d4eb-4722-8c86-b8f9b04d4095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:57.859329 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb490ce3-b833-4dff-977f-e533deed066f req-e9bcb247-d4eb-4722-8c86-b8f9b04d4095 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17443eb2-4308-410f-a5f4-59d4de5fb120&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1099005
Feb 12 21:30:58.033617 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb490ce3-b833-4dff-977f-e533deed066f req-7a18323b-2a64-41f6-901f-286ba54d8831 service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474066
Feb 12 21:30:58.051329 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-cb06f9f2-421a-415b-a6c1-634b41187670 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port 09512a75-584c-4912-97da-1c0a13bdb3b5 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:58.051672 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb06f9f2-421a-415b-a6c1-634b41187670 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:58.071231 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a195e1f-d221-4935-9c3f-e675b48922a2 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e8055f12-3d96-4481-80c1-ed6607acda22), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:58.073920 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a195e1f-d221-4935-9c3f-e675b48922a2 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:58.075038 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4a195e1f-d221-4935-9c3f-e675b48922a2 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-groups/e8055f12-3d96-4481-80c1-ed6607acda22 HTTP/1.1" status: 204  len: 168 time: 0.3906460
Feb 12 21:30:58.077748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43672) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:58.132708 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a195e1f-d221-4935-9c3f-e675b48922a2 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8055f12-3d96-4481-80c1-ed6607acda22,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:58.160847 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1819b2d9-7e23-403e-aca2-1c22da529849 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0819535
Feb 12 21:30:58.163665 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43674) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:58.218865 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0083c81d-041c-462d-9a0b-83e1f4a2ebb2 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (5462e9ac-9191-40a4-9c2c-e006156d7524), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:58.241701 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0083c81d-041c-462d-9a0b-83e1f4a2ebb2 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (5462e9ac-9191-40a4-9c2c-e006156d7524), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:58.257479 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-72b8b7f7-bd57-407e-8ba5-42337aff07f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:58.269575 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb490ce3-b833-4dff-977f-e533deed066f req-14cc8e38-d0d3-4fe1-9e70-bd10f4f5cfa1 service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2280397
Feb 12 21:30:58.281211 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09717bca-216b-454b-9873-f256c3e5702d req-5201bccd-6b64-4c82-98a9-dfce2188cbb4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:58.282895 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09717bca-216b-454b-9873-f256c3e5702d req-5201bccd-6b64-4c82-98a9-dfce2188cbb4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.1429434
Feb 12 21:30:58.289559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-cb06f9f2-421a-415b-a6c1-634b41187670 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] For port 09512a75-584c-4912-97da-1c0a13bdb3b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09512a75-584c-4912-97da-1c0a13bdb3b5,segment=NetworkSegment(54208d76-da8c-4377-9976-1d8baa3df522),segment_id=54208d76-da8c-4377-9976-1d8baa3df522)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:30:58.289922 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb06f9f2-421a-415b-a6c1-634b41187670 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:58.321250 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-cb06f9f2-421a-415b-a6c1-634b41187670 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for 09512a75-584c-4912-97da-1c0a13bdb3b5 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:30:58.393466 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09717bca-216b-454b-9873-f256c3e5702d req-8f99d42c-982d-46ec-b394-ee7097248a92 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1006980
Feb 12 21:30:58.394079 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0083c81d-041c-462d-9a0b-83e1f4a2ebb2 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5462e9ac-9191-40a4-9c2c-e006156d7524), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:58.397976 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0083c81d-041c-462d-9a0b-83e1f4a2ebb2 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:58.401418 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0083c81d-041c-462d-9a0b-83e1f4a2ebb2 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-groups/5462e9ac-9191-40a4-9c2c-e006156d7524 HTTP/1.1" status: 204  len: 168 time: 0.2361825
Feb 12 21:30:58.404563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43680) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:58.411563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083c81d-041c-462d-9a0b-83e1f4a2ebb2 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5462e9ac-9191-40a4-9c2c-e006156d7524,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:58.504039 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-381e9893-d85e-47ff-bf18-526a2507c419 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0983412
Feb 12 21:30:58.507900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43684) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:58.513149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-7affe2d3-6825-4636-841d-1cb57f12809b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group': {'name': 'tempest-secgroup--75969489'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:58.628251 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7affe2d3-6825-4636-841d-1cb57f12809b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:58.658653 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb06f9f2-421a-415b-a6c1-634b41187670 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (09512a75-584c-4912-97da-1c0a13bdb3b5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:58.701318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06f9f2-421a-415b-a6c1-634b41187670 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=09512a75-584c-4912-97da-1c0a13bdb3b5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:58.813871 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7affe2d3-6825-4636-841d-1cb57f12809b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (3975c757-dc2a-461a-9c3d-274413ffb2d3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:58.816700 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb06f9f2-421a-415b-a6c1-634b41187670 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (b47d750d-219d-4cbf-a559-fce086600b11), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:58.895911 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7affe2d3-6825-4636-841d-1cb57f12809b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3975c757-dc2a-461a-9c3d-274413ffb2d3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:58.935246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affe2d3-6825-4636-841d-1cb57f12809b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3975c757-dc2a-461a-9c3d-274413ffb2d3,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:59.014401 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb06f9f2-421a-415b-a6c1-634b41187670 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router b47d750d-219d-4cbf-a559-fce086600b11 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:30:59.028436 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7affe2d3-6825-4636-841d-1cb57f12809b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.029688 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7affe2d3-6825-4636-841d-1cb57f12809b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.5208147
Feb 12 21:30:59.032857 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43688) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:59.037492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3dce6b8c-d77a-4a4f-92c9-4760ed74cc54 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group_rule': {'security_group_id': '3975c757-dc2a-461a-9c3d-274413ffb2d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:30:59.107149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb06f9f2-421a-415b-a6c1-634b41187670 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:30:59.115735 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cb06f9f2-421a-415b-a6c1-634b41187670 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/b47d750d-219d-4cbf-a559-fce086600b11/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4819818
Feb 12 21:30:59.118767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43692) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:59.126094 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b8016a-bf64-45c8-91c5-99a0b1b99ed2 None None] Sync routers for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:30:59.132572 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3dce6b8c-d77a-4a4f-92c9-4760ed74cc54 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (1fbb6a57-7e6e-435e-a0a6-ed4f27faa56f), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.138101 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b8016a-bf64-45c8-91c5-99a0b1b99ed2 None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:59.138717 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f5b8016a-bf64-45c8-91c5-99a0b1b99ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb86e910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:59.174154 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9de526-8917-4948-a562-b6a4ce5cf767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting subnet 00f39492-7faa-4d4a-a807-4772dd387863 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:30:59.178109 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac9de526-8917-4948-a562-b6a4ce5cf767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (00f39492-7faa-4d4a-a807-4772dd387863), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.229090 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-f5b8016a-bf64-45c8-91c5-99a0b1b99ed2 None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:59.232123 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac9de526-8917-4948-a562-b6a4ce5cf767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (00f39492-7faa-4d4a-a807-4772dd387863), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.254419 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3dce6b8c-d77a-4a4f-92c9-4760ed74cc54 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (1fbb6a57-7e6e-435e-a0a6-ed4f27faa56f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.309612 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f5b8016a-bf64-45c8-91c5-99a0b1b99ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb86e910>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:58Z', 'revision_number': 11, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:59.343876 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b8016a-bf64-45c8-91c5-99a0b1b99ed2 None None] Checking router: b47d750d-219d-4cbf-a559-fce086600b11 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:30:59.348764 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3dce6b8c-d77a-4a4f-92c9-4760ed74cc54 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (1fbb6a57-7e6e-435e-a0a6-ed4f27faa56f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.351125 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac9de526-8917-4948-a562-b6a4ce5cf767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (00f39492-7faa-4d4a-a807-4772dd387863), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.353467 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b8016a-bf64-45c8-91c5-99a0b1b99ed2 None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:30:59.354097 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f5b8016a-bf64-45c8-91c5-99a0b1b99ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb86e910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:59.372194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce6b8c-d77a-4a4f-92c9-4760ed74cc54 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbb6a57-7e6e-435e-a0a6-ed4f27faa56f,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:59.424884 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-f5b8016a-bf64-45c8-91c5-99a0b1b99ed2 None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:30:59.476831 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3dce6b8c-d77a-4a4f-92c9-4760ed74cc54 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.478703 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3dce6b8c-d77a-4a4f-92c9-4760ed74cc54 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4447596
Feb 12 21:30:59.481673 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43696) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:59.491867 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f5b8016a-bf64-45c8-91c5-99a0b1b99ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb86e910>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:58Z', 'revision_number': 11, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:30:59.519091 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b8016a-bf64-45c8-91c5-99a0b1b99ed2 None None] The sync data for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 is: [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:58Z', 'revision_number': 11, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:30:59.534348 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac9de526-8917-4948-a562-b6a4ce5cf767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (00f39492-7faa-4d4a-a807-4772dd387863), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.554126 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d66347d6-e613-4b5c-84fd-ebc364978e76 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (1fbb6a57-7e6e-435e-a0a6-ed4f27faa56f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.574474 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d66347d6-e613-4b5c-84fd-ebc364978e76 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (1fbb6a57-7e6e-435e-a0a6-ed4f27faa56f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.582589 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.584203 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.598156 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9de526-8917-4948-a562-b6a4ce5cf767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Subnet': ['ID=00f39492-7faa-4d4a-a807-4772dd387863,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:59.623755 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac9de526-8917-4948-a562-b6a4ce5cf767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.631196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ac9de526-8917-4948-a562-b6a4ce5cf767 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/00f39492-7faa-4d4a-a807-4772dd387863 HTTP/1.1" status: 204  len: 168 time: 0.5113859
Feb 12 21:30:59.634413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a728da3-04da-4045-8e47-31e99a8132e6 None None] Network abaeb000-6bc1-4551-ad70-2d3555dcf832 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:30:59.636214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a290f1-7866-4764-b0a7-b1b94b46a60e req-935f18a0-8e6a-4267-abb6-bf093032aa3b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:30:59.637922 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00a290f1-7866-4764-b0a7-b1b94b46a60e req-935f18a0-8e6a-4267-abb6-bf093032aa3b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.1348889
Feb 12 21:30:59.639625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43704) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:59.715223 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-00a290f1-7866-4764-b0a7-b1b94b46a60e req-d145c429-9f81-444b-a7d9-ee4090ee0a1e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715444
Feb 12 21:30:59.735868 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d66347d6-e613-4b5c-84fd-ebc364978e76 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (1fbb6a57-7e6e-435e-a0a6-ed4f27faa56f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.736002 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (abaeb000-6bc1-4551-ad70-2d3555dcf832), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.740684 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d66347d6-e613-4b5c-84fd-ebc364978e76 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.740684 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d66347d6-e613-4b5c-84fd-ebc364978e76 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1fbb6a57-7e6e-435e-a0a6-ed4f27faa56f HTTP/1.1" status: 204  len: 168 time: 0.2562857
Feb 12 21:30:59.748738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43712) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:59.752419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66347d6-e613-4b5c-84fd-ebc364978e76 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fbb6a57-7e6e-435e-a0a6-ed4f27faa56f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:30:59.869746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43734) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:30:59.869932 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3061aba4-7db9-4d36-934d-1a6c2ec4513b tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1195993
Feb 12 21:30:59.911210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Deleting port bcaae3d9-0970-4268-b5a1-810e57c6ebe6 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:30:59.911210 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (bcaae3d9-0970-4268-b5a1-810e57c6ebe6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:30:59.940858 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3d6871-d0fa-4ce9-9c4a-3f377381e3b2 None None] DHCP port deletion for abaeb000-6bc1-4551-ad70-2d3555dcf832 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:30:59.977798 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a62c2eec-80c6-4770-9240-e211a6035d0f tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (3975c757-dc2a-461a-9c3d-274413ffb2d3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.015326 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a62c2eec-80c6-4770-9240-e211a6035d0f tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (3975c757-dc2a-461a-9c3d-274413ffb2d3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.023209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] For port bcaae3d9-0970-4268-b5a1-810e57c6ebe6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcaae3d9-0970-4268-b5a1-810e57c6ebe6,segment=NetworkSegment(54208d76-da8c-4377-9976-1d8baa3df522),segment_id=54208d76-da8c-4377-9976-1d8baa3df522)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:00.023603 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (bcaae3d9-0970-4268-b5a1-810e57c6ebe6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.039160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Calling delete_port for bcaae3d9-0970-4268-b5a1-810e57c6ebe6 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:31:00.041200 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d6871-d0fa-4ce9-9c4a-3f377381e3b2 None None] Deleting port bcaae3d9-0970-4268-b5a1-810e57c6ebe6 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:31:00.041838 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6871-d0fa-4ce9-9c4a-3f377381e3b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (bcaae3d9-0970-4268-b5a1-810e57c6ebe6), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.156733 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-9c3d6871-d0fa-4ce9-9c4a-3f377381e3b2 None None] For port bcaae3d9-0970-4268-b5a1-810e57c6ebe6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcaae3d9-0970-4268-b5a1-810e57c6ebe6,segment=NetworkSegment(54208d76-da8c-4377-9976-1d8baa3df522),segment_id=54208d76-da8c-4377-9976-1d8baa3df522)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:00.157574 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6871-d0fa-4ce9-9c4a-3f377381e3b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (bcaae3d9-0970-4268-b5a1-810e57c6ebe6), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.159859 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a62c2eec-80c6-4770-9240-e211a6035d0f tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3975c757-dc2a-461a-9c3d-274413ffb2d3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.163535 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a62c2eec-80c6-4770-9240-e211a6035d0f tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.164954 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a62c2eec-80c6-4770-9240-e211a6035d0f tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-groups/3975c757-dc2a-461a-9c3d-274413ffb2d3 HTTP/1.1" status: 204  len: 168 time: 0.2938826
Feb 12 21:31:00.168616 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43744) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:00.173410 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d6871-d0fa-4ce9-9c4a-3f377381e3b2 None None] Calling delete_port for bcaae3d9-0970-4268-b5a1-810e57c6ebe6 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:31:00.179217 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c2eec-80c6-4770-9240-e211a6035d0f tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3975c757-dc2a-461a-9c3d-274413ffb2d3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:00.238825 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (bcaae3d9-0970-4268-b5a1-810e57c6ebe6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.275124 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e69b141f-265e-40f4-b0bd-aa3cdaf3c6b8 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0998578
Feb 12 21:31:00.275502 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43752) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:00.277030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Port': ['ID=bcaae3d9-0970-4268-b5a1-810e57c6ebe6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:00.280263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c4c7b602-5ab5-4024-95a4-8b3ea8efa22c tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group': {'name': 'tempest-secgroup--261412319'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:00.282084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No DVR routers for this DVR port bcaae3d9-0970-4268-b5a1-810e57c6ebe6 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:31:00.395767 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (abaeb000-6bc1-4551-ad70-2d3555dcf832), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.417012 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b602-5ab5-4024-95a4-8b3ea8efa22c tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.419733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa3078e0>,) {'filters': {'network_id': ['abaeb000-6bc1-4551-ad70-2d3555dcf832']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:00.433254 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa3078e0>, '54208d76-da8c-4377-9976-1d8baa3df522') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:00.433624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa3078e0>, '54208d76-da8c-4377-9976-1d8baa3df522') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:00.452528 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (54208d76-da8c-4377-9976-1d8baa3df522), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.472059 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (54208d76-da8c-4377-9976-1d8baa3df522), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.487366 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:31:00.487969 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (54208d76-da8c-4377-9976-1d8baa3df522), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.512714 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b602-5ab5-4024-95a4-8b3ea8efa22c tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (986ebd41-53b0-4e93-a4b9-01713a1af692), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.541743 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6871-d0fa-4ce9-9c4a-3f377381e3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (bcaae3d9-0970-4268-b5a1-810e57c6ebe6), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:31:00.542866 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:31:00.567577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d6871-d0fa-4ce9-9c4a-3f377381e3b2 None None] Pushing event deleted for resources: {'Port': ['ID=bcaae3d9-0970-4268-b5a1-810e57c6ebe6,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:00.571397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3d6871-d0fa-4ce9-9c4a-3f377381e3b2 None None] No DVR routers for this DVR port bcaae3d9-0970-4268-b5a1-810e57c6ebe6 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:31:00.634109 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b602-5ab5-4024-95a4-8b3ea8efa22c tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (986ebd41-53b0-4e93-a4b9-01713a1af692), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.634278 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (abaeb000-6bc1-4551-ad70-2d3555dcf832), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.639880 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.642651 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/networks/abaeb000-6bc1-4551-ad70-2d3555dcf832 HTTP/1.1" status: 204  len: 168 time: 1.0018697
Feb 12 21:31:00.647366 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43758) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:00.662115 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-36a7dde6-2f1a-48ae-910e-d3cdd34a6ffc tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'router': {'routes': None}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:00.666061 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dbe2a-c4a4-4242-b2ee-8071e8cab065 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Pushing event deleted for resources: {'Network': ['ID=abaeb000-6bc1-4551-ad70-2d3555dcf832,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:00.666515 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b602-5ab5-4024-95a4-8b3ea8efa22c tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=986ebd41-53b0-4e93-a4b9-01713a1af692,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:00.742574 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b602-5ab5-4024-95a4-8b3ea8efa22c tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.744211 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c4c7b602-5ab5-4024-95a4-8b3ea8efa22c tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4674718
Feb 12 21:31:00.746948 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43762) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:00.755029 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-48a77333-7809-4925-9836-27784874f0ea tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group_rule': {'security_group_id': '986ebd41-53b0-4e93-a4b9-01713a1af692', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:00.867920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.extraroute_db [None req-36a7dde6-2f1a-48ae-910e-d3cdd34a6ffc tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Added routes are [] {{(pid=126505) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Feb 12 21:31:00.867920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.extraroute_db [None req-36a7dde6-2f1a-48ae-910e-d3cdd34a6ffc tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Removed routes are [] {{(pid=126505) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Feb 12 21:31:00.868079 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-36a7dde6-2f1a-48ae-910e-d3cdd34a6ffc tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (b47d750d-219d-4cbf-a559-fce086600b11), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.881325 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-48a77333-7809-4925-9836-27784874f0ea tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (0f6161c2-d980-499c-8b21-d8ccadf3d02c), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.967246 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-48a77333-7809-4925-9836-27784874f0ea tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (0f6161c2-d980-499c-8b21-d8ccadf3d02c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:00.970809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545522bf-e12a-4cc1-bdf9-3a773bad1bf0 req-46df640d-ca10-47a0-b693-53eb9c359889 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:00.972341 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-545522bf-e12a-4cc1-bdf9-3a773bad1bf0 req-46df640d-ca10-47a0-b693-53eb9c359889 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.1592851
Feb 12 21:31:01.005110 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:01.045053 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-48a77333-7809-4925-9836-27784874f0ea tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (0f6161c2-d980-499c-8b21-d8ccadf3d02c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:01.059581 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-36a7dde6-2f1a-48ae-910e-d3cdd34a6ffc tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (b47d750d-219d-4cbf-a559-fce086600b11), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:01.064112 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a77333-7809-4925-9836-27784874f0ea tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6161c2-d980-499c-8b21-d8ccadf3d02c,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:01.070733 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-36a7dde6-2f1a-48ae-910e-d3cdd34a6ffc tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (b47d750d-219d-4cbf-a559-fce086600b11), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:01.090771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-545522bf-e12a-4cc1-bdf9-3a773bad1bf0 req-6f631fe8-7352-49da-8e15-194a5bdd1110 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839636
Feb 12 21:31:01.139184 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-48a77333-7809-4925-9836-27784874f0ea tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:01.140512 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-48a77333-7809-4925-9836-27784874f0ea tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3923461
Feb 12 21:31:01.150071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43800) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:01.166413 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a7dde6-2f1a-48ae-910e-d3cdd34a6ffc tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router b47d750d-219d-4cbf-a559-fce086600b11 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:31:01.169798 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e18e29de-68b3-4784-8154-e2d50884ae09 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules/0f6161c2-d980-499c-8b21-d8ccadf3d02c HTTP/1.1" status: 200  len: 763 time: 0.0183210
Feb 12 21:31:01.172347 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43804) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:01.221880 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-21686fdd-e394-4292-b7f0-e98658737aca tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0482240
Feb 12 21:31:01.224478 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43806) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:01.254192 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-442c5c38-4455-4f42-98f5-74ecf3906599 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (0f6161c2-d980-499c-8b21-d8ccadf3d02c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:01.263530 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-442c5c38-4455-4f42-98f5-74ecf3906599 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (0f6161c2-d980-499c-8b21-d8ccadf3d02c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:01.263865 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bcaae3d9-0970-4268-b5a1-810e57c6ebe6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:31:01.264544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a7dde6-2f1a-48ae-910e-d3cdd34a6ffc tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:31:01.279428 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-36a7dde6-2f1a-48ae-910e-d3cdd34a6ffc tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:01.281866 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-36a7dde6-2f1a-48ae-910e-d3cdd34a6ffc tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/b47d750d-219d-4cbf-a559-fce086600b11 HTTP/1.1" status: 200  len: 705 time: 0.6321089
Feb 12 21:31:01.283948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43808) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:01.290553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3405bf19-2012-4a6a-aa4e-320f33e13544 None None] Sync routers for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:31:01.294091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: bcaae3d9-0970-4268-b5a1-810e57c6ebe6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:31:01.295671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bcaae3d9-0970-4268-b5a1-810e57c6ebe6 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:31:01.295671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 09512a75-584c-4912-97da-1c0a13bdb3b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:31:01.317836 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-838ac893-40b7-40e7-99ca-19c872921ece tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports?device_id=b47d750d-219d-4cbf-a559-fce086600b11 HTTP/1.1" status: 200  len: 205 time: 0.0318277
Feb 12 21:31:01.318913 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 09512a75-584c-4912-97da-1c0a13bdb3b5 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:31:01.319263 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 09512a75-584c-4912-97da-1c0a13bdb3b5 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:31:01.321131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43810) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:01.322497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3405bf19-2012-4a6a-aa4e-320f33e13544 None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:01.323115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3405bf19-2012-4a6a-aa4e-320f33e13544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa59f550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:01.387915 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-442c5c38-4455-4f42-98f5-74ecf3906599 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (0f6161c2-d980-499c-8b21-d8ccadf3d02c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:01.395152 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-442c5c38-4455-4f42-98f5-74ecf3906599 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:01.399833 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-442c5c38-4455-4f42-98f5-74ecf3906599 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0f6161c2-d980-499c-8b21-d8ccadf3d02c HTTP/1.1" status: 204  len: 168 time: 0.1741316
Feb 12 21:31:01.400368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43814) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:01.404773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c5c38-4455-4f42-98f5-74ecf3906599 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f6161c2-d980-499c-8b21-d8ccadf3d02c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:01.420314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-3405bf19-2012-4a6a-aa4e-320f33e13544 None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:31:01.425078 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f24af153-8501-4a47-9f3a-769a5bfb4591 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (b47d750d-219d-4cbf-a559-fce086600b11), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:01.488928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3405bf19-2012-4a6a-aa4e-320f33e13544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa59f550>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:58Z', 'revision_number': 11, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:01.517075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3405bf19-2012-4a6a-aa4e-320f33e13544 None None] Checking router: b47d750d-219d-4cbf-a559-fce086600b11 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:31:01.526985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3405bf19-2012-4a6a-aa4e-320f33e13544 None None] Routers {'b47d750d-219d-4cbf-a559-fce086600b11'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:01.527617 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3405bf19-2012-4a6a-aa4e-320f33e13544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa59f550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b47d750d-219d-4cbf-a559-fce086600b11'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:01.604787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-3405bf19-2012-4a6a-aa4e-320f33e13544 None None] Set router b47d750d-219d-4cbf-a559-fce086600b11 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:31:01.665140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3405bf19-2012-4a6a-aa4e-320f33e13544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa59f550>, [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:58Z', 'revision_number': 11, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:01.677321 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:31:01.693161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3405bf19-2012-4a6a-aa4e-320f33e13544 None None] The sync data for ids ['b47d750d-219d-4cbf-a559-fce086600b11'] in ncdv-master-1 is: [{'id': 'b47d750d-219d-4cbf-a559-fce086600b11', 'name': 'tempest-RoutersIpV6Test-router-1375129069', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:30:19Z', 'updated_at': '2022-02-12T21:30:58Z', 'revision_number': 11, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:31:01.877180 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ae02a34d-95b4-4fe7-b260-bfd684d9c8a5 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.4707501
Feb 12 21:31:01.879918 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43816) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:01.885086 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7798e9dd-03a4-4e22-adf2-cae0023e90a1 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group_rule': {'security_group_id': '986ebd41-53b0-4e93-a4b9-01713a1af692', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:01.976685 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f24af153-8501-4a47-9f3a-769a5bfb4591 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (b47d750d-219d-4cbf-a559-fce086600b11), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:01.979082 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f24af153-8501-4a47-9f3a-769a5bfb4591 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_controller (b47d750d-219d-4cbf-a559-fce086600b11), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:01.994430 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7798e9dd-03a4-4e22-adf2-cae0023e90a1 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (dd364161-fca0-4a96-b247-d97179192678), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.046161 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7798e9dd-03a4-4e22-adf2-cae0023e90a1 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (dd364161-fca0-4a96-b247-d97179192678), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.137556 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f24af153-8501-4a47-9f3a-769a5bfb4591 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (b47d750d-219d-4cbf-a559-fce086600b11), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.137556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24af153-8501-4a47-9f3a-769a5bfb4591 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Fanout notify agent at l3_agent the message router_deleted on router b47d750d-219d-4cbf-a559-fce086600b11 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:31:02.139854 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f24af153-8501-4a47-9f3a-769a5bfb4591 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.141565 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f24af153-8501-4a47-9f3a-769a5bfb4591 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/routers/b47d750d-219d-4cbf-a559-fce086600b11 HTTP/1.1" status: 204  len: 168 time: 0.8185887
Feb 12 21:31:02.142402 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7798e9dd-03a4-4e22-adf2-cae0023e90a1 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (dd364161-fca0-4a96-b247-d97179192678), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.145159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43822) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:02.153790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-89e61086-a5a6-4cc7-8204-8310cb66957b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-511126594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:02.167454 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798e9dd-03a4-4e22-adf2-cae0023e90a1 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd364161-fca0-4a96-b247-d97179192678,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:02.205810 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.240887 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391af967-f28d-466d-86cb-aec3ad8af073 req-9864cf16-39dd-4abe-9680-281b6ff7e1a7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:02.246092 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-391af967-f28d-466d-86cb-aec3ad8af073 req-9864cf16-39dd-4abe-9680-281b6ff7e1a7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.0613897
Feb 12 21:31:02.273211 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7798e9dd-03a4-4e22-adf2-cae0023e90a1 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.277133 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7798e9dd-03a4-4e22-adf2-cae0023e90a1 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3934839
Feb 12 21:31:02.278067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43826) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:02.307744 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bb3a0548-f9ea-454c-9fef-7678933ac9b6 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules/dd364161-fca0-4a96-b247-d97179192678 HTTP/1.1" status: 200  len: 763 time: 0.0256863
Feb 12 21:31:02.307925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43828) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:02.311053 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-391af967-f28d-466d-86cb-aec3ad8af073 req-ce3197e8-618a-4fee-b1c6-d9b75b2aef6c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622234
Feb 12 21:31:02.349656 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-452b987d-6de9-4d95-9cb3-8821b1e1bd14 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0406294
Feb 12 21:31:02.352242 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43830) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:02.359684 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-89e61086-a5a6-4cc7-8204-8310cb66957b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (2e296fde-cc7f-4345-a716-2c5659ecc261), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.360736 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-89e61086-a5a6-4cc7-8204-8310cb66957b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (2e296fde-cc7f-4345-a716-2c5659ecc261), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.385672 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f128a971-b1f3-41dc-9f6f-f0c9be001a24 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (dd364161-fca0-4a96-b247-d97179192678), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.403061 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f128a971-b1f3-41dc-9f6f-f0c9be001a24 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (dd364161-fca0-4a96-b247-d97179192678), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.446114 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-89e61086-a5a6-4cc7-8204-8310cb66957b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_controller (2e296fde-cc7f-4345-a716-2c5659ecc261), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.531407 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-89e61086-a5a6-4cc7-8204-8310cb66957b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (2e296fde-cc7f-4345-a716-2c5659ecc261), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.547904 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f128a971-b1f3-41dc-9f6f-f0c9be001a24 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (dd364161-fca0-4a96-b247-d97179192678), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.554144 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f128a971-b1f3-41dc-9f6f-f0c9be001a24 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.555828 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f128a971-b1f3-41dc-9f6f-f0c9be001a24 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/dd364161-fca0-4a96-b247-d97179192678 HTTP/1.1" status: 204  len: 168 time: 0.2020302
Feb 12 21:31:02.558634 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43836) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:02.568735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128a971-b1f3-41dc-9f6f-f0c9be001a24 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd364161-fca0-4a96-b247-d97179192678,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:02.595803 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-89e61086-a5a6-4cc7-8204-8310cb66957b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.597241 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-89e61086-a5a6-4cc7-8204-8310cb66957b tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.4507990
Feb 12 21:31:02.600204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43838) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:02.603548 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2aeccea4-1635-462a-b1bd-de1ac930863a tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0425088
Feb 12 21:31:02.605503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-aa351f0a-9585-456d-ae57-5102fd2cba5f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Request body: {'router': {'admin_state_up': True}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:02.605784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43840) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:02.610345 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6fc9b775-e0f7-42ba-b838-6eca1f89e765 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group_rule': {'security_group_id': '986ebd41-53b0-4e93-a4b9-01713a1af692', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:02.691009 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-6fc9b775-e0f7-42ba-b838-6eca1f89e765 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Project ced463b5a3394a288a83f85a53279054 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:31:02.696431 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fc9b775-e0f7-42ba-b838-6eca1f89e765 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (33766232-3804-4e4e-9600-ac52d85e8dbb), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.755350 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fc9b775-e0f7-42ba-b838-6eca1f89e765 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (33766232-3804-4e4e-9600-ac52d85e8dbb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.827307 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa351f0a-9585-456d-ae57-5102fd2cba5f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4926'] for router (2e296fde-cc7f-4345-a716-2c5659ecc261), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.827949 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fc9b775-e0f7-42ba-b838-6eca1f89e765 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (33766232-3804-4e4e-9600-ac52d85e8dbb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.846722 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9b775-e0f7-42ba-b838-6eca1f89e765 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33766232-3804-4e4e-9600-ac52d85e8dbb,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:02.902545 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa351f0a-9585-456d-ae57-5102fd2cba5f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-772918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539736'] for router (2e296fde-cc7f-4345-a716-2c5659ecc261), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.904445 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6fc9b775-e0f7-42ba-b838-6eca1f89e765 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:02.907949 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6fc9b775-e0f7-42ba-b838-6eca1f89e765 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2989683
Feb 12 21:31:02.908364 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43842) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:02.924759 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a4b6437c-ac1d-477c-86b7-c88e1076a543 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules/33766232-3804-4e4e-9600-ac52d85e8dbb HTTP/1.1" status: 200  len: 769 time: 0.0152173
Feb 12 21:31:02.935166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43844) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:02.978180 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5bfe7cb0-2f68-4d4d-830f-6912ef5c6079 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0418296
Feb 12 21:31:02.980446 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43848) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:03.006558 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d36984d-01eb-4121-bbc8-2fe140724036 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (33766232-3804-4e4e-9600-ac52d85e8dbb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.014673 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d36984d-01eb-4121-bbc8-2fe140724036 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (33766232-3804-4e4e-9600-ac52d85e8dbb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.077608 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa351f0a-9585-456d-ae57-5102fd2cba5f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Router 2e296fde-cc7f-4345-a716-2c5659ecc261 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:31:03.159994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa351f0a-9585-456d-ae57-5102fd2cba5f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:31:03.167892 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aa351f0a-9585-456d-ae57-5102fd2cba5f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.169350 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-aa351f0a-9585-456d-ae57-5102fd2cba5f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "PUT /v2.0/routers/2e296fde-cc7f-4345-a716-2c5659ecc261 HTTP/1.1" status: 200  len: 697 time: 0.5682085
Feb 12 21:31:03.171460 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d36984d-01eb-4121-bbc8-2fe140724036 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (33766232-3804-4e4e-9600-ac52d85e8dbb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.177281 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78378a6-09db-4d51-b712-30378df23c8c None None] Sync routers for ids ['2e296fde-cc7f-4345-a716-2c5659ecc261'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:31:03.182798 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43854) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:03.186559 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d36984d-01eb-4121-bbc8-2fe140724036 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.186559 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2d36984d-01eb-4121-bbc8-2fe140724036 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/33766232-3804-4e4e-9600-ac52d85e8dbb HTTP/1.1" status: 204  len: 168 time: 0.2029262
Feb 12 21:31:03.190931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43856) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:03.192401 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78378a6-09db-4d51-b712-30378df23c8c None None] Routers {'2e296fde-cc7f-4345-a716-2c5659ecc261'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:03.193733 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c78378a6-09db-4d51-b712-30378df23c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba09f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2e296fde-cc7f-4345-a716-2c5659ecc261'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:03.216804 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36984d-01eb-4121-bbc8-2fe140724036 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33766232-3804-4e4e-9600-ac52d85e8dbb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:03.252236 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c02e3f11-057c-4f1e-9f1e-2ddb3fa0ae7a tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0555515
Feb 12 21:31:03.252809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43860) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:03.294435 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c78378a6-09db-4d51-b712-30378df23c8c None None] Set router 2e296fde-cc7f-4345-a716-2c5659ecc261 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:31:03.300667 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4dfaab66-7303-46ea-ab60-a7cb2fb17260 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/routers/2e296fde-cc7f-4345-a716-2c5659ecc261 HTTP/1.1" status: 200  len: 703 time: 0.1184757
Feb 12 21:31:03.303352 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43862) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:03.333100 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8c4920d-0187-4285-a339-97100ddb966c tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (986ebd41-53b0-4e93-a4b9-01713a1af692), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.335187 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b42d1b70-2d87-4a93-a2af-44623fcfdd98 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e296fde-cc7f-4345-a716-2c5659ecc261 HTTP/1.1" status: 200  len: 205 time: 0.0307930
Feb 12 21:31:03.337811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43864) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:03.362907 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c78378a6-09db-4d51-b712-30378df23c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba09f70>, [{'id': '2e296fde-cc7f-4345-a716-2c5659ecc261', 'name': 'tempest-RoutersIpV6Test-router-511126594', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:02Z', 'updated_at': '2022-02-12T21:31:02Z', 'revision_number': 2, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:03.372257 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8c4920d-0187-4285-a339-97100ddb966c tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (986ebd41-53b0-4e93-a4b9-01713a1af692), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.392162 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78378a6-09db-4d51-b712-30378df23c8c None None] Checking router: 2e296fde-cc7f-4345-a716-2c5659ecc261 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:31:03.403043 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78378a6-09db-4d51-b712-30378df23c8c None None] Routers {'2e296fde-cc7f-4345-a716-2c5659ecc261'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:03.403659 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c78378a6-09db-4d51-b712-30378df23c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba09f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['2e296fde-cc7f-4345-a716-2c5659ecc261'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:03.424531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b08b2-9478-48fe-841a-694f1044ecbc req-ec9b7cad-703a-4e58-98e1-87ac7d49c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:03.426238 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b02b08b2-9478-48fe-841a-694f1044ecbc req-ec9b7cad-703a-4e58-98e1-87ac7d49c8e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 1128 time: 0.2549667
Feb 12 21:31:03.432592 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e2329e5a-735f-40e7-91a3-cbcd037611cd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (2e296fde-cc7f-4345-a716-2c5659ecc261), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.485982 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c78378a6-09db-4d51-b712-30378df23c8c None None] Set router 2e296fde-cc7f-4345-a716-2c5659ecc261 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:31:03.497401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8c4920d-0187-4285-a339-97100ddb966c tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (986ebd41-53b0-4e93-a4b9-01713a1af692), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.500344 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8c4920d-0187-4285-a339-97100ddb966c tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.503844 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c8c4920d-0187-4285-a339-97100ddb966c tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-groups/986ebd41-53b0-4e93-a4b9-01713a1af692 HTTP/1.1" status: 204  len: 168 time: 0.2467322
Feb 12 21:31:03.504647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43870) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:03.524677 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4920d-0187-4285-a339-97100ddb966c tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=986ebd41-53b0-4e93-a4b9-01713a1af692,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:03.567926 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c78378a6-09db-4d51-b712-30378df23c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba09f70>, [{'id': '2e296fde-cc7f-4345-a716-2c5659ecc261', 'name': 'tempest-RoutersIpV6Test-router-511126594', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:02Z', 'updated_at': '2022-02-12T21:31:02Z', 'revision_number': 2, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:03.580160 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-46d7382f-5da0-45db-999f-8d832f468c76 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0702932
Feb 12 21:31:03.582085 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43872) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:03.587609 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d1d19479-de19-487a-b2bb-bcec16cde9a3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group': {'name': 'tempest-secgroup--200427066'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:03.600152 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78378a6-09db-4d51-b712-30378df23c8c None None] The sync data for ids ['2e296fde-cc7f-4345-a716-2c5659ecc261'] in ncdv-master-1 is: [{'id': '2e296fde-cc7f-4345-a716-2c5659ecc261', 'name': 'tempest-RoutersIpV6Test-router-511126594', 'tenant_id': '7a61a43f7171486292bf41c6b82d75e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:02Z', 'updated_at': '2022-02-12T21:31:02Z', 'revision_number': 2, 'project_id': '7a61a43f7171486292bf41c6b82d75e2', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:31:03.699095 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d1d19479-de19-487a-b2bb-bcec16cde9a3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.721264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842429b-ad75-4a92-ae7f-f8cb781b75fa req-245817fa-5fb4-4b01-9e56-910f6da4577a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:03.722807 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5842429b-ad75-4a92-ae7f-f8cb781b75fa req-245817fa-5fb4-4b01-9e56-910f6da4577a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.2871838
Feb 12 21:31:03.754882 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e2329e5a-735f-40e7-91a3-cbcd037611cd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (2e296fde-cc7f-4345-a716-2c5659ecc261), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.759641 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e2329e5a-735f-40e7-91a3-cbcd037611cd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router_controller (2e296fde-cc7f-4345-a716-2c5659ecc261), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.764786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b08b2-9478-48fe-841a-694f1044ecbc req-3f54db85-aa97-43c5-9a71-9c11567f2b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:03.766415 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b02b08b2-9478-48fe-841a-694f1044ecbc req-3f54db85-aa97-43c5-9a71-9c11567f2b93 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670 HTTP/1.1" status: 200  len: 898 time: 0.2569549
Feb 12 21:31:03.782795 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d1d19479-de19-487a-b2bb-bcec16cde9a3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (4b84a579-61e6-4c00-a449-c2b9702b4829), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.851124 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d1d19479-de19-487a-b2bb-bcec16cde9a3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4b84a579-61e6-4c00-a449-c2b9702b4829), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.880293 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5842429b-ad75-4a92-ae7f-f8cb781b75fa req-ea336aca-189c-476f-ba36-eea92f2c40ad tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1493855
Feb 12 21:31:03.888811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d19479-de19-487a-b2bb-bcec16cde9a3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b84a579-61e6-4c00-a449-c2b9702b4829,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:03.894351 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b02b08b2-9478-48fe-841a-694f1044ecbc req-2700b04e-c1cf-47ab-9ccc-c25ac89f4c84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 HTTP/1.1" status: 200  len: 1001 time: 0.1195278
Feb 12 21:31:03.948048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b08b2-9478-48fe-841a-694f1044ecbc req-6551d61c-639c-408a-b336-8acf69d2eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:03.949516 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b02b08b2-9478-48fe-841a-694f1044ecbc req-6551d61c-639c-408a-b336-8acf69d2eb9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba626685-0119-4137-b135-a393d4eb44ef HTTP/1.1" status: 200  len: 834 time: 0.0491555
Feb 12 21:31:03.963889 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e2329e5a-735f-40e7-91a3-cbcd037611cd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (2e296fde-cc7f-4345-a716-2c5659ecc261), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.964376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2329e5a-735f-40e7-91a3-cbcd037611cd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Fanout notify agent at l3_agent the message router_deleted on router 2e296fde-cc7f-4345-a716-2c5659ecc261 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:31:03.983505 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d1d19479-de19-487a-b2bb-bcec16cde9a3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.985024 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d1d19479-de19-487a-b2bb-bcec16cde9a3 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4017239
Feb 12 21:31:03.985232 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e2329e5a-735f-40e7-91a3-cbcd037611cd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:03.986326 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e2329e5a-735f-40e7-91a3-cbcd037611cd tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/routers/2e296fde-cc7f-4345-a716-2c5659ecc261 HTTP/1.1" status: 204  len: 168 time: 0.6475866
Feb 12 21:31:03.987946 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43884) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:03.989827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43886) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.000902 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5be65654-2621-4fa4-a80f-b1d43f2ab7ed tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Request body: {'security_group_rule': {'security_group_id': '4b84a579-61e6-4c00-a449-c2b9702b4829', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:04.008684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b08b2-9478-48fe-841a-694f1044ecbc req-a944b0d0-ad16-4526-914c-7d2ede64af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:04.009100 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b02b08b2-9478-48fe-841a-694f1044ecbc req-a944b0d0-ad16-4526-914c-7d2ede64af85 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0530212
Feb 12 21:31:04.029980 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9333c279-355f-4f3d-9e31-4bf846c68b98 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e296fde-cc7f-4345-a716-2c5659ecc261 HTTP/1.1" status: 200  len: 205 time: 0.0370061
Feb 12 21:31:04.030479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43890) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.074957 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-4b97defe-107e-4ac4-a93f-09a6d8275090 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] delete failed (client error): The resource could not be found.
Feb 12 21:31:04.078296 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4b97defe-107e-4ac4-a93f-09a6d8275090 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/routers/2e296fde-cc7f-4345-a716-2c5659ecc261 HTTP/1.1" status: 404  len: 336 time: 0.0445745
Feb 12 21:31:04.078517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43892) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.109423 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9ef1b8-03c8-4a7d-a6a7-879867a345f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:31:04.112250 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9ef1b8-03c8-4a7d-a6a7-879867a345f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:31:04.112946 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4f9ef1b8-03c8-4a7d-a6a7-879867a345f0 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/1230504a-2b4f-4247-b37a-4071fb6ddc04 HTTP/1.1" status: 404  len: 337 time: 0.0335045
Feb 12 21:31:04.115578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43896) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.116158 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b02b08b2-9478-48fe-841a-694f1044ecbc req-071f4d55-7433-412f-b46d-1ba95dcfa950 service neutron] 10.222.0.50 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0971193
Feb 12 21:31:04.214357 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b02b08b2-9478-48fe-841a-694f1044ecbc req-e4060dfb-eb39-4b73-bfbe-db6996e81aa1 service neutron] 10.222.0.50 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0966835
Feb 12 21:31:04.424339 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-66045012-28f4-41ef-9040-ea7571337b97 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:31:04.424839 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66045012-28f4-41ef-9040-ea7571337b97 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:31:04.427922 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-66045012-28f4-41ef-9040-ea7571337b97 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/9f320323-f1fb-4bc0-a731-bcea75497a33 HTTP/1.1" status: 404  len: 337 time: 0.3113599
Feb 12 21:31:04.430933 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43902) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.431385 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5be65654-2621-4fa4-a80f-b1d43f2ab7ed tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (b5acb266-0c61-4a07-805a-1049ed6b8190), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:04.457159 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-39544d3c-9f37-40a5-9190-9250e334a074 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:31:04.457641 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39544d3c-9f37-40a5-9190-9250e334a074 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:31:04.460632 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-39544d3c-9f37-40a5-9190-9250e334a074 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/7d0bbd6e-1ff3-4144-91fa-a4fda38e0624 HTTP/1.1" status: 404  len: 337 time: 0.0286646
Feb 12 21:31:04.463867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43904) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.479916 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5be65654-2621-4fa4-a80f-b1d43f2ab7ed tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (b5acb266-0c61-4a07-805a-1049ed6b8190), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:04.490020 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-58cb7869-2775-41a4-8e68-26136e5f5834 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:31:04.490494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58cb7869-2775-41a4-8e68-26136e5f5834 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:31:04.493863 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-58cb7869-2775-41a4-8e68-26136e5f5834 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/00f39492-7faa-4d4a-a807-4772dd387863 HTTP/1.1" status: 404  len: 337 time: 0.0288446
Feb 12 21:31:04.496454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43906) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.529050 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1e81c001-1e83-464d-91a4-606d61eeb649 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports?device_id=b47d750d-219d-4cbf-a559-fce086600b11 HTTP/1.1" status: 200  len: 205 time: 0.0313470
Feb 12 21:31:04.531218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43908) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.552870 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5be65654-2621-4fa4-a80f-b1d43f2ab7ed tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (b5acb266-0c61-4a07-805a-1049ed6b8190), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:04.571064 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-d5d11602-bcbe-4e2b-956b-b76eac7574e9 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] delete failed (client error): The resource could not be found.
Feb 12 21:31:04.574328 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d5d11602-bcbe-4e2b-956b-b76eac7574e9 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/routers/b47d750d-219d-4cbf-a559-fce086600b11 HTTP/1.1" status: 404  len: 336 time: 0.0400238
Feb 12 21:31:04.574469 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be65654-2621-4fa4-a80f-b1d43f2ab7ed tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5acb266-0c61-4a07-805a-1049ed6b8190,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:04.574737 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43910) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.608294 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d7bf068e-8805-4ff0-b340-33381bec8d33 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports?device_id=b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1 HTTP/1.1" status: 200  len: 205 time: 0.0322471
Feb 12 21:31:04.610624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43912) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.645822 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5be65654-2621-4fa4-a80f-b1d43f2ab7ed tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:04.647473 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5be65654-2621-4fa4-a80f-b1d43f2ab7ed tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6581833
Feb 12 21:31:04.651336 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43914) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.655087 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-f0f4caf3-d90a-4551-b4cc-7a8c0b99b753 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] delete failed (client error): The resource could not be found.
Feb 12 21:31:04.656116 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f0f4caf3-d90a-4551-b4cc-7a8c0b99b753 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/routers/b96424c3-5e5d-4b9c-94be-5b0e6b65a2b1 HTTP/1.1" status: 404  len: 336 time: 0.0446119
Feb 12 21:31:04.659249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43916) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.691087 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec0635d-2289-4fbe-98ea-21161be5b215 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:31:04.691546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec0635d-2289-4fbe-98ea-21161be5b215 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:31:04.695163 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3ec0635d-2289-4fbe-98ea-21161be5b215 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/b7d243c4-0d1b-4490-9560-b316a9ba4b79 HTTP/1.1" status: 404  len: 337 time: 0.0337605
Feb 12 21:31:04.698183 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43918) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.734175 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5325667b-ad46-448a-922e-673df508ad20 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b520fcd-56e3-4af6-9ced-e4d09cab2077 HTTP/1.1" status: 200  len: 205 time: 0.0347567
Feb 12 21:31:04.736602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43920) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.754110 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f2f1-9fd0-47b9-8278-1eec1732af45 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (4b84a579-61e6-4c00-a449-c2b9702b4829), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:04.785561 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f2f1-9fd0-47b9-8278-1eec1732af45 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (4b84a579-61e6-4c00-a449-c2b9702b4829), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:04.785794 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-630412d6-8e4e-4c82-b470-904f5406e953 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] delete failed (client error): The resource could not be found.
Feb 12 21:31:04.786205 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-630412d6-8e4e-4c82-b470-904f5406e953 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/routers/6b520fcd-56e3-4af6-9ced-e4d09cab2077 HTTP/1.1" status: 404  len: 336 time: 0.0485868
Feb 12 21:31:04.788812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43930) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.840226 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c8282e12-0665-4eb4-a6bb-0744d9cdf126 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd HTTP/1.1" status: 200  len: 205 time: 0.0494306
Feb 12 21:31:04.842621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43944) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.882425 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-d96b4ce5-88bc-497b-8746-6bd1547adcf2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] delete failed (client error): The resource could not be found.
Feb 12 21:31:04.884063 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d96b4ce5-88bc-497b-8746-6bd1547adcf2 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/routers/9ed6dbcc-fe90-4da0-ab14-7c01b9e05ecd HTTP/1.1" status: 404  len: 336 time: 0.0402944
Feb 12 21:31:04.886559 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43946) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.913652 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ee6730-b89a-4f4e-b567-d5735e8eb52f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:31:04.914115 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ee6730-b89a-4f4e-b567-d5735e8eb52f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:31:04.917401 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-04ee6730-b89a-4f4e-b567-d5735e8eb52f tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/91cd5fc6-cd60-4f59-89d0-de046ab746e0 HTTP/1.1" status: 404  len: 337 time: 0.0299151
Feb 12 21:31:04.919905 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f2f1-9fd0-47b9-8278-1eec1732af45 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4b84a579-61e6-4c00-a449-c2b9702b4829), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:04.920734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43950) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.922661 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f2f1-9fd0-47b9-8278-1eec1732af45 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:04.924281 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ffa8f2f1-9fd0-47b9-8278-1eec1732af45 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-groups/4b84a579-61e6-4c00-a449-c2b9702b4829 HTTP/1.1" status: 204  len: 168 time: 0.2714124
Feb 12 21:31:04.931867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43952) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:04.934750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8f2f1-9fd0-47b9-8278-1eec1732af45 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b84a579-61e6-4c00-a449-c2b9702b4829,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:04.959885 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4443cb55-bd7e-440f-8ebe-0765e9496efa tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e8ae7fd-ba90-4fcd-a808-0d9c1d337600 HTTP/1.1" status: 200  len: 205 time: 0.0378244
Feb 12 21:31:04.967079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43954) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:05.009632 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-37a25ee5-4dc0-4bcc-bccd-469a37481631 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] delete failed (client error): The resource could not be found.
Feb 12 21:31:05.012946 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-37a25ee5-4dc0-4bcc-bccd-469a37481631 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/routers/3e8ae7fd-ba90-4fcd-a808-0d9c1d337600 HTTP/1.1" status: 404  len: 336 time: 0.0427485
Feb 12 21:31:05.013063 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15520eb-c359-4ab5-ac4e-84e6b9211b3f req-35a6c595-757c-4306-933d-0241116f5b56 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:05.014503 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f15520eb-c359-4ab5-ac4e-84e6b9211b3f req-35a6c595-757c-4306-933d-0241116f5b56 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.0544734
Feb 12 21:31:05.015037 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43956) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:05.035123 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a242473d-1f5a-401f-af01-494e1b9bfb32 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1021693
Feb 12 21:31:05.037881 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43958) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:05.059946 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcce202-4566-4333-a966-c68a474bf567 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:31:05.060500 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcce202-4566-4333-a966-c68a474bf567 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:31:05.063517 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bdcce202-4566-4333-a966-c68a474bf567 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/f8331c29-3e84-45b4-ba9d-7b4f18a10f4a HTTP/1.1" status: 404  len: 337 time: 0.0475047
Feb 12 21:31:05.066458 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43960) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:05.074678 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-57e98776-1399-43e5-938a-64800f962067 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0357914
Feb 12 21:31:05.079101 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43962) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:05.091662 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-810d51de-fe3c-4641-b2be-463131825cd9 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] delete failed (client error): The resource could not be found.
Feb 12 21:31:05.096141 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-810d51de-fe3c-4641-b2be-463131825cd9 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "DELETE /v2.0/security-groups/4b84a579-61e6-4c00-a449-c2b9702b4829 HTTP/1.1" status: 404  len: 347 time: 0.0143824
Feb 12 21:31:05.097084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43966) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:05.098791 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d0157c62-06f6-491d-9077-722541f25748 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bfc008b-f18e-442b-9b5f-554c85e75df6 HTTP/1.1" status: 200  len: 205 time: 0.0307200
Feb 12 21:31:05.103839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 43968) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:05.124762 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f15520eb-c359-4ab5-ac4e-84e6b9211b3f req-3f8cde5f-82f2-4f3f-8439-63440d61ed3a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1017969
Feb 12 21:31:05.154789 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-08a41e78-ce0a-4979-97b5-20c629493cbb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] delete failed (client error): The resource could not be found.
Feb 12 21:31:05.155845 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-08a41e78-ce0a-4979-97b5-20c629493cbb tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/routers/0bfc008b-f18e-442b-9b5f-554c85e75df6 HTTP/1.1" status: 404  len: 336 time: 0.0509782
Feb 12 21:31:05.158434 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43972) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:05.186042 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95beb71-16b7-4cd3-86e9-6b4050d14091 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:31:05.186645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95beb71-16b7-4cd3-86e9-6b4050d14091 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:31:05.191762 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f524321d-3c0b-47b7-9b65-b60f9d64bbe8 tempest-SecGroupIPv6Test-1068083758 tempest-SecGroupIPv6Test-1068083758-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0892303
Feb 12 21:31:05.191898 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b95beb71-16b7-4cd3-86e9-6b4050d14091 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/c30fa492-b0ab-4a39-b13b-8bfd9f7fc0ca HTTP/1.1" status: 404  len: 337 time: 0.0303626
Feb 12 21:31:05.199227 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43976) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:05.226135 ncdv-master-1 neutron-server[126506]: INFO neutron.pecan_wsgi.hooks.translation [None req-1015d8dd-a28f-4e5d-931e-a8dfa7ad4e08 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:31:05.226591 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1015d8dd-a28f-4e5d-931e-a8dfa7ad4e08 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:31:05.229690 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1015d8dd-a28f-4e5d-931e-a8dfa7ad4e08 tempest-RoutersIpV6Test-1523597133 tempest-RoutersIpV6Test-1523597133-project] 10.222.0.31 "DELETE /v2.0/subnets/44266899-d804-41eb-8652-eb2b9a14b396 HTTP/1.1" status: 404  len: 337 time: 0.0292342
Feb 12 21:31:05.754110 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43986) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:05.805683 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43990) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:05.966045 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-04d900e8-4f2f-45ce-b1a4-fa9f2df38103 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ced463b5a3394a288a83f85a53279054&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2106493
Feb 12 21:31:05.969502 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2100c736-9ba2-443e-b65c-a35f0b96d980 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a61a43f7171486292bf41c6b82d75e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1627285
Feb 12 21:31:05.972185 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43994) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:05.972513 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 43996) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:06.059829 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-08140c15-2aba-4c35-893c-0f263834b962 admin admin] Publish callbacks [] for security_group (5264098f-5b35-4097-9cff-7bc67caa6ade), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:06.065303 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c30c03a2-3916-4672-a770-ec894d25aa3f admin admin] Publish callbacks [] for security_group (b55b9fec-d73c-4964-8d4c-24171db6286d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:06.096169 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-08140c15-2aba-4c35-893c-0f263834b962 admin admin] Publish callbacks [] for security_group (5264098f-5b35-4097-9cff-7bc67caa6ade), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:06.106069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c30c03a2-3916-4672-a770-ec894d25aa3f admin admin] Publish callbacks [] for security_group (b55b9fec-d73c-4964-8d4c-24171db6286d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:06.258434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80983c6e-fe6d-4859-8a68-0571296d78b4 req-0cc6e62b-1022-4b89-a934-9b89f316f58e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:06.260030 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80983c6e-fe6d-4859-8a68-0571296d78b4 req-0cc6e62b-1022-4b89-a934-9b89f316f58e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.0555503
Feb 12 21:31:06.307304 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-08140c15-2aba-4c35-893c-0f263834b962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5264098f-5b35-4097-9cff-7bc67caa6ade), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:06.308969 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80983c6e-fe6d-4859-8a68-0571296d78b4 req-b046af38-d5ee-4eb0-a9de-5949b9fe7fe1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435004
Feb 12 21:31:06.313718 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-08140c15-2aba-4c35-893c-0f263834b962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:06.313718 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-08140c15-2aba-4c35-893c-0f263834b962 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5264098f-5b35-4097-9cff-7bc67caa6ade HTTP/1.1" status: 204  len: 168 time: 0.3380234
Feb 12 21:31:06.321830 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08140c15-2aba-4c35-893c-0f263834b962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5264098f-5b35-4097-9cff-7bc67caa6ade,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:06.359757 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c30c03a2-3916-4672-a770-ec894d25aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b55b9fec-d73c-4964-8d4c-24171db6286d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:06.362529 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c30c03a2-3916-4672-a770-ec894d25aa3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:06.363752 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c30c03a2-3916-4672-a770-ec894d25aa3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b55b9fec-d73c-4964-8d4c-24171db6286d HTTP/1.1" status: 204  len: 168 time: 0.3892028
Feb 12 21:31:06.373229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c03a2-3916-4672-a770-ec894d25aa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55b9fec-d73c-4964-8d4c-24171db6286d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:07.405267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44054) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:07.409146 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0028682
Feb 12 21:31:07.414237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44056) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:07.484856 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44060) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:07.493716 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ea01b-715b-4c1d-9eac-17de0647fba5 req-c1a73d66-c5ee-4d10-8040-7c29cbfdd750 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:07.495307 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ca0ea01b-715b-4c1d-9eac-17de0647fba5 req-c1a73d66-c5ee-4d10-8040-7c29cbfdd750 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.0937455
Feb 12 21:31:07.550185 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ca0ea01b-715b-4c1d-9eac-17de0647fba5 req-59202795-4271-4c8d-82c1-c166f3f26ea6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474434
Feb 12 21:31:07.595588 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-bbc2b106-c7e1-45ad-9883-baf5282c22c0 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-3143487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:07.629337 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-24ece5c9-ffd5-49ce-86a4-4941e4c3d775 tempest-NetworksApiDiscovery-857805426 tempest-NetworksApiDiscovery-857805426-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.2125297
Feb 12 21:31:07.702300 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bbc2b106-c7e1-45ad-9883-baf5282c22c0 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (5de73423-aa80-4d53-b047-942faaf3390c), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:07.703024 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bbc2b106-c7e1-45ad-9883-baf5282c22c0 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (5de73423-aa80-4d53-b047-942faaf3390c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:07.765622 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bbc2b106-c7e1-45ad-9883-baf5282c22c0 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for router_controller (5de73423-aa80-4d53-b047-942faaf3390c), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:07.828185 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bbc2b106-c7e1-45ad-9883-baf5282c22c0 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (5de73423-aa80-4d53-b047-942faaf3390c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:07.914931 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bbc2b106-c7e1-45ad-9883-baf5282c22c0 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:07.919629 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44076) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:07.919823 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bbc2b106-c7e1-45ad-9883-baf5282c22c0 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.4337087
Feb 12 21:31:07.924630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d05fb62f-7985-40b0-a88f-af01ba16dab4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-284921899'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:08.027410 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05fb62f-7985-40b0-a88f-af01ba16dab4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Made reservation on behalf of 221184b5dbe54bfebba3fa5dc1e24299 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:31:08.031028 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d05fb62f-7985-40b0-a88f-af01ba16dab4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:08.040299 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d05fb62f-7985-40b0-a88f-af01ba16dab4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:08.123904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d05fb62f-7985-40b0-a88f-af01ba16dab4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for security_group (53d27446-2839-4b42-8f90-e782ce1f977c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:08.128584 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44088) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:08.182575 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d05fb62f-7985-40b0-a88f-af01ba16dab4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (53d27446-2839-4b42-8f90-e782ce1f977c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:08.202842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05fb62f-7985-40b0-a88f-af01ba16dab4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:31:08.226733 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d05fb62f-7985-40b0-a88f-af01ba16dab4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:08.226908 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-d05fb62f-7985-40b0-a88f-af01ba16dab4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Added segment 0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e of type vlan for network f40aa987-6ace-419d-9eed-2ff7f1042e13
Feb 12 21:31:08.237685 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fb62f-7985-40b0-a88f-af01ba16dab4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d27446-2839-4b42-8f90-e782ce1f977c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:08.259315 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e0158ed5-922b-43b0-a7a4-be8567e3e968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:08.303880 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d05fb62f-7985-40b0-a88f-af01ba16dab4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (f40aa987-6ace-419d-9eed-2ff7f1042e13), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:08.399812 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e0158ed5-922b-43b0-a7a4-be8567e3e968 admin admin] Publish callbacks [] for security_group (6d1b314b-3581-46ea-ade5-99ad59663678), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:08.439513 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d05fb62f-7985-40b0-a88f-af01ba16dab4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (f40aa987-6ace-419d-9eed-2ff7f1042e13), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:08.444569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05fb62f-7985-40b0-a88f-af01ba16dab4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:08.445141 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d05fb62f-7985-40b0-a88f-af01ba16dab4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:08.475650 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e0158ed5-922b-43b0-a7a4-be8567e3e968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6d1b314b-3581-46ea-ade5-99ad59663678), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:08.541864 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fb62f-7985-40b0-a88f-af01ba16dab4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event updated for resources: {'Network': ['ID=f40aa987-6ace-419d-9eed-2ff7f1042e13,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:08.552116 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d05fb62f-7985-40b0-a88f-af01ba16dab4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6314180
Feb 12 21:31:08.555366 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0158ed5-922b-43b0-a7a4-be8567e3e968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1b314b-3581-46ea-ade5-99ad59663678,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:08.556915 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e0158ed5-922b-43b0-a7a4-be8567e3e968 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d9dcd96230e421e80097f9896c4a0a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4273031
Feb 12 21:31:08.557833 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44124) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:08.558921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network f40aa987-6ace-419d-9eed-2ff7f1042e13 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:31:08.563121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-cf1b95fb-68ce-418f-bbd3-48c9919a801e tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Request body: {'subnet': {'network_id': 'f40aa987-6ace-419d-9eed-2ff7f1042e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:08.565885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44126) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:08.655349 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1b28de5-72ed-4c61-be0c-9193013173cf admin admin] Publish callbacks [] for security_group (6d1b314b-3581-46ea-ade5-99ad59663678), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:08.689959 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1b28de5-72ed-4c61-be0c-9193013173cf admin admin] Publish callbacks [] for security_group (6d1b314b-3581-46ea-ade5-99ad59663678), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:08.784986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711c241-1858-432f-b4bb-1925a4fbe4e6 req-b1cc05b8-1348-4c61-8d6c-8371236b0e09 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:08.786572 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4711c241-1858-432f-b4bb-1925a4fbe4e6 req-b1cc05b8-1348-4c61-8d6c-8371236b0e09 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.1426556
Feb 12 21:31:08.794908 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-aee8c0d9-32b8-46a4-b0f9-ba16627c5b25 service neutron] show failed (client error): The resource could not be found.
Feb 12 21:31:08.795955 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-aee8c0d9-32b8-46a4-b0f9-ba16627c5b25 service neutron] 10.222.0.50 "GET /v2.0/ports/91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1158810
Feb 12 21:31:08.799967 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1b28de5-72ed-4c61-be0c-9193013173cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6d1b314b-3581-46ea-ade5-99ad59663678), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:08.802878 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1b28de5-72ed-4c61-be0c-9193013173cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:08.804342 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c1b28de5-72ed-4c61-be0c-9193013173cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d1b314b-3581-46ea-ade5-99ad59663678 HTTP/1.1" status: 204  len: 168 time: 0.2375178
Feb 12 21:31:08.813662 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b28de5-72ed-4c61-be0c-9193013173cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1b314b-3581-46ea-ade5-99ad59663678,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:08.862786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1b95fb-68ce-418f-bbd3-48c9919a801e tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Made reservation on behalf of 221184b5dbe54bfebba3fa5dc1e24299 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:31:08.866188 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf1b95fb-68ce-418f-bbd3-48c9919a801e tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:08.873270 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4711c241-1858-432f-b4bb-1925a4fbe4e6 req-8d14c43d-df7f-46af-a5c7-3a3e0b1465de tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0804801
Feb 12 21:31:09.119756 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf1b95fb-68ce-418f-bbd3-48c9919a801e tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (3b8bef15-9c60-4c05-ae36-9baa62a63be7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:09.186842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b95fb-68ce-418f-bbd3-48c9919a801e tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event updated for resources: {'Subnet': ['ID=3b8bef15-9c60-4c05-ae36-9baa62a63be7,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:09.196411 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b95fb-68ce-418f-bbd3-48c9919a801e tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Checking segment: {'id': '0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f40aa987-6ace-419d-9eed-2ff7f1042e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:09.196840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1b95fb-68ce-418f-bbd3-48c9919a801e tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Network hostable DHCP agents. Network: f40aa987-6ace-419d-9eed-2ff7f1042e13, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:31:09.308306 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1b95fb-68ce-418f-bbd3-48c9919a801e tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Network f40aa987-6ace-419d-9eed-2ff7f1042e13 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:31:09.425292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-cf1b95fb-68ce-418f-bbd3-48c9919a801e tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f40aa987-6ace-419d-9eed-2ff7f1042e13) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:09.433793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1b95fb-68ce-418f-bbd3-48c9919a801e tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:09.433793 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cf1b95fb-68ce-418f-bbd3-48c9919a801e tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:09.438521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0e3796-d6dd-42fc-9fdb-b50dbf35806f None None] Network f40aa987-6ace-419d-9eed-2ff7f1042e13 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:09.500432 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-2c1dc8b6-3375-4760-892a-dd9a15ed8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:09.502852 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-2c1dc8b6-3375-4760-892a-dd9a15ed8221 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10&tenant_id=bc1c557f5d984523b9dbe9c385659448 HTTP/1.1" status: 200  len: 1128 time: 0.1456668
Feb 12 21:31:09.511392 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cf1b95fb-68ce-418f-bbd3-48c9919a801e tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9484632
Feb 12 21:31:09.511619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44162) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:09.519991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:09.526757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-ef307636-fdad-4b97-aaf9-bc9361307c64 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Request body: {'network': {'name': 'tempest-router-network01--606360083'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:09.544283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f40aa987-6ace-419d-9eed-2ff7f1042e13', 'network_id': 'f40aa987-6ace-419d-9eed-2ff7f1042e13', 'project_id': '221184b5dbe54bfebba3fa5dc1e24299', 'fixed_ips': [{'subnet_id': '3b8bef15-9c60-4c05-ae36-9baa62a63be7'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:31:09.545159 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:09.603505 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:09.664535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef307636-fdad-4b97-aaf9-bc9361307c64 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Made reservation on behalf of 221184b5dbe54bfebba3fa5dc1e24299 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:31:09.669079 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef307636-fdad-4b97-aaf9-bc9361307c64 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:09.704400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Allocated IP 2001:db8::2 (f40aa987-6ace-419d-9eed-2ff7f1042e13/3b8bef15-9c60-4c05-ae36-9baa62a63be7/6381ae44-113a-4fa9-9761-fff91565441f) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:31:09.761997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef307636-fdad-4b97-aaf9-bc9361307c64 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:31:09.785972 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef307636-fdad-4b97-aaf9-bc9361307c64 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (92f3d0a6-2047-4ded-b95b-041a223a770d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:09.785972 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-ef307636-fdad-4b97-aaf9-bc9361307c64 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Added segment 92f3d0a6-2047-4ded-b95b-041a223a770d of type vlan for network 13d6fbf7-1485-4425-aa9a-2369a1915d65
Feb 12 21:31:09.872935 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef307636-fdad-4b97-aaf9-bc9361307c64 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (13d6fbf7-1485-4425-aa9a-2369a1915d65), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:09.880714 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Publish callbacks [] for port (6381ae44-113a-4fa9-9761-fff91565441f), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:09.916398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] For port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,segment=NetworkSegment(ed2e9a9e-e1e0-4993-bdaa-5146ab36115c),segment_id=ed2e9a9e-e1e0-4993-bdaa-5146ab36115c)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:09.951195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] For port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:31:09.977060 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef307636-fdad-4b97-aaf9-bc9361307c64 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (13d6fbf7-1485-4425-aa9a-2369a1915d65), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:09.977295 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (6381ae44-113a-4fa9-9761-fff91565441f), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:09.984238 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef307636-fdad-4b97-aaf9-bc9361307c64 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:09.984238 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ef307636-fdad-4b97-aaf9-bc9361307c64 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:10.032233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Network f40aa987-6ace-419d-9eed-2ff7f1042e13 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:31:10.035634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:10.040248 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:31:10.048394 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Pushing event updated for resources: {'Port': ['ID=6381ae44-113a-4fa9-9761-fff91565441f,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:10.050891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c1d04-3977-481a-a558-987270026320 req-b29dae4d-a3da-4b2d-b4be-290a4d023f49 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:10.053728 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a3c1d04-3977-481a-a558-987270026320 req-b29dae4d-a3da-4b2d-b4be-290a4d023f49 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.1045332
Feb 12 21:31:10.064651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c607d778-8d84-4f12-a699-036c43189c10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:31:10.066991 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a7b941-cdea-44f0-a1b4-dd723c5e8ebf" -d '{"events": [{"server_uuid": "c607d778-8d84-4f12-a699-036c43189c10", "name": "network-vif-unplugged", "status": "completed", "tag": "91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:31:10.074304 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Publish callbacks [] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:10.081997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef307636-fdad-4b97-aaf9-bc9361307c64 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event updated for resources: {'Network': ['ID=13d6fbf7-1485-4425-aa9a-2369a1915d65,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:10.093630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Transition to ACTIVE for port object 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:31:10.108298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 13d6fbf7-1485-4425-aa9a-2369a1915d65 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:31:10.124687 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ef307636-fdad-4b97-aaf9-bc9361307c64 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6091926
Feb 12 21:31:10.124879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44190) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:10.125467 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2a3c1d04-3977-481a-a558-987270026320 req-782796c7-7f38-4857-a6e6-e5fdccbec21d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663242
Feb 12 21:31:10.129977 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-06f91c66-896a-4584-bea4-c86af062877d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Request body: {'network': {'name': 'tempest-router-network02--1686124088'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:10.170930 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ae74cb-f2f5-4d63-b383-95fa0706fd58 x-openstack-request-id: req-71ae74cb-f2f5-4d63-b383-95fa0706fd58 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:31:10.171225 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c607d778-8d84-4f12-a699-036c43189c10", "name": "network-vif-unplugged", "status": "completed", "tag": "91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:31:10.171483 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71ae74cb-f2f5-4d63-b383-95fa0706fd58 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:31:10.171939 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c607d778-8d84-4f12-a699-036c43189c10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6', 'code': 200}
Feb 12 21:31:10.200217 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Attempting to bind port 6381ae44-113a-4fa9-9761-fff91565441f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:31:10.200603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Attempting to bind port 6381ae44-113a-4fa9-9761-fff91565441f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f40aa987-6ace-419d-9eed-2ff7f1042e13'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:31:10.200995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Attempting to bind port 6381ae44-113a-4fa9-9761-fff91565441f on network f40aa987-6ace-419d-9eed-2ff7f1042e13 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:31:10.209205 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:10.217097 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:31:10.217692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Checking segment: {'id': '0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f40aa987-6ace-419d-9eed-2ff7f1042e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:10.218110 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:10.218518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Bound using segment: {'id': '0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f40aa987-6ace-419d-9eed-2ff7f1042e13'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:31:10.219063 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Bound port: 6381ae44-113a-4fa9-9761-fff91565441f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f40aa987-6ace-419d-9eed-2ff7f1042e13'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:31:10.219442 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6381ae44-113a-4fa9-9761-fff91565441f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:10.283733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f91c66-896a-4584-bea4-c86af062877d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Made reservation on behalf of 221184b5dbe54bfebba3fa5dc1e24299 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:31:10.286885 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-06f91c66-896a-4584-bea4-c86af062877d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:10.290099 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] For port 6381ae44-113a-4fa9-9761-fff91565441f, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:31:10.293694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] For port 6381ae44-113a-4fa9-9761-fff91565441f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6381ae44-113a-4fa9-9761-fff91565441f,segment=NetworkSegment(0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e),segment_id=0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:31:10.342335 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Pushing event updated for resources: {'Port': ['ID=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,revision_number=6']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:10.381628 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6381ae44-113a-4fa9-9761-fff91565441f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:10.424519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] No DVR routers for this DVR port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:31:10.450785 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df10a1-53bd-4a72-aaa8-13d612e24cf5 None None] Pushing event updated for resources: {'Port': ['ID=6381ae44-113a-4fa9-9761-fff91565441f,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:10.478432 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f91c66-896a-4584-bea4-c86af062877d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:31:10.527267 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-06f91c66-896a-4584-bea4-c86af062877d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d1da15c6-08f9-497a-8410-52a58e18ebd4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:10.527730 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-06f91c66-896a-4584-bea4-c86af062877d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Added segment d1da15c6-08f9-497a-8410-52a58e18ebd4 of type vlan for network ae482736-7774-4e69-98c9-07e22d71aa80
Feb 12 21:31:10.985662 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-06f91c66-896a-4584-bea4-c86af062877d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (ae482736-7774-4e69-98c9-07e22d71aa80), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:11.050947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Attempting to bind port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:31:11.051297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Attempting to bind port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:31:11.051687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Attempting to bind port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 on network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:31:11.056500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 on network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:31:11.060774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Attempting to bind port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 on network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:31:11.062579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:31:11.062932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Checking segment: {'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:11.063346 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Bound using segment: {'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:31:11.063768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Bound port: 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:31:11.064128 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:11.106523 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-06f91c66-896a-4584-bea4-c86af062877d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (ae482736-7774-4e69-98c9-07e22d71aa80), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:11.111527 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f91c66-896a-4584-bea4-c86af062877d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:11.112139 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-06f91c66-896a-4584-bea4-c86af062877d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:11.206081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f91c66-896a-4584-bea4-c86af062877d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event updated for resources: {'Network': ['ID=ae482736-7774-4e69-98c9-07e22d71aa80,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:11.213488 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] For port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:31:11.218248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] For port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,segment=NetworkSegment(ed2e9a9e-e1e0-4993-bdaa-5146ab36115c),segment_id=ed2e9a9e-e1e0-4993-bdaa-5146ab36115c)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:31:11.244562 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network ae482736-7774-4e69-98c9-07e22d71aa80 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:31:11.250766 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-06f91c66-896a-4584-bea4-c86af062877d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1229048
Feb 12 21:31:11.251258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44228) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:11.265417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-071a651a-beb4-47ec-aae0-404c3c285197 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Request body: {'subnet': {'network_id': '13d6fbf7-1485-4425-aa9a-2369a1915d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:11.342158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2216f-bbdc-484c-8eeb-807cc16f05ff req-587af5a7-bd73-4ab0-9a47-ad4d9a10f645 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:11.348440 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-73e2216f-bbdc-484c-8eeb-807cc16f05ff req-587af5a7-bd73-4ab0-9a47-ad4d9a10f645 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 944 time: 0.1161144
Feb 12 21:31:11.348843 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:11.409951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6381ae44-113a-4fa9-9761-fff91565441f up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:11.433527 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-73e2216f-bbdc-484c-8eeb-807cc16f05ff req-9038176a-479e-4a06-9bad-1adcee0cfa84 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835011
Feb 12 21:31:11.465755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:11.466428 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:11.468638 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] 10.222.0.48 "PUT /v2.0/ports/91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 HTTP/1.1" status: 200  len: 1092 time: 1.9535117
Feb 12 21:31:11.499800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6381ae44-113a-4fa9-9761-fff91565441f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:11.500177 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6381ae44-113a-4fa9-9761-fff91565441f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:11.519255 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca8634-5650-4286-8e2d-a3fc625f85b3 service neutron] Pushing event updated for resources: {'Port': ['ID=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:11.572264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-781acf77-d68c-4008-a2e6-5f612a8e2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:11.574546 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-781acf77-d68c-4008-a2e6-5f612a8e2807 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 1126 time: 0.0704601
Feb 12 21:31:11.604027 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071a651a-beb4-47ec-aae0-404c3c285197 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Made reservation on behalf of 221184b5dbe54bfebba3fa5dc1e24299 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:31:11.610076 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-071a651a-beb4-47ec-aae0-404c3c285197 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:11.693551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6381ae44-113a-4fa9-9761-fff91565441f is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:11.693984 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6381ae44-113a-4fa9-9761-fff91565441f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:11.760948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 6381ae44-113a-4fa9-9761-fff91565441f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6381ae44-113a-4fa9-9761-fff91565441f,segment=NetworkSegment(0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e),segment_id=0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:11.856048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-c4da2d39-6056-4a5d-b2f7-c35e3234e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:11.857591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-c4da2d39-6056-4a5d-b2f7-c35e3234e2cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670 HTTP/1.1" status: 200  len: 898 time: 0.2738707
Feb 12 21:31:11.897173 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6381ae44-113a-4fa9-9761-fff91565441f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:11.972833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=6381ae44-113a-4fa9-9761-fff91565441f,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:11.998236 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-80a75347-ebdd-45c7-81d5-24d63a241cf6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 HTTP/1.1" status: 200  len: 999 time: 0.1331725
Feb 12 21:31:12.029247 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8097b6-ec4e-47f4-9048-eabc9dfa2f73 None None] Network f40aa987-6ace-419d-9eed-2ff7f1042e13 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:12.088675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-eec99378-6c97-4fff-a6d3-b94904e9dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:12.090197 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-eec99378-6c97-4fff-a6d3-b94904e9dfd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba626685-0119-4137-b135-a393d4eb44ef HTTP/1.1" status: 200  len: 834 time: 0.0849066
Feb 12 21:31:12.144117 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-071a651a-beb4-47ec-aae0-404c3c285197 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (5f0ef589-bc39-4d69-9948-6ef495bf7391), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:12.167737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a73f9a5c-76f5-4fa8-8424-4cc1b2467a2d None None] Provisioning complete for port 6381ae44-113a-4fa9-9761-fff91565441f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:12.168200 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a73f9a5c-76f5-4fa8-8424-4cc1b2467a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6381ae44-113a-4fa9-9761-fff91565441f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:12.182898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c607d778-8d84-4f12-a699-036c43189c10', 'tag': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:31:12.185395 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06df0db-447f-4e17-8e42-23c3a38e6a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c607d778-8d84-4f12-a699-036c43189c10", "tag": "91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:31:12.215343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-0aba86f2-02b6-40de-b21d-cf468601be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:12.216896 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-0aba86f2-02b6-40de-b21d-cf468601be31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1201868
Feb 12 21:31:12.254755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a651a-beb4-47ec-aae0-404c3c285197 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event updated for resources: {'Subnet': ['ID=5f0ef589-bc39-4d69-9948-6ef495bf7391,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:12.274548 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6edb35-9115-4656-8db0-a9668477a89a x-openstack-request-id: req-3b6edb35-9115-4656-8db0-a9668477a89a {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:31:12.274548 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c607d778-8d84-4f12-a699-036c43189c10", "tag": "91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:31:12.274999 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b6edb35-9115-4656-8db0-a9668477a89a {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:31:12.275309 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c607d778-8d84-4f12-a699-036c43189c10', 'tag': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6', 'status': 'completed', 'code': 200}
Feb 12 21:31:12.330630 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a73f9a5c-76f5-4fa8-8424-4cc1b2467a2d None None] Current status of the port 6381ae44-113a-4fa9-9761-fff91565441f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:12.351492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071a651a-beb4-47ec-aae0-404c3c285197 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Checking segment: {'id': '92f3d0a6-2047-4ded-b95b-041a223a770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '13d6fbf7-1485-4425-aa9a-2369a1915d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:12.351824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071a651a-beb4-47ec-aae0-404c3c285197 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Network hostable DHCP agents. Network: 13d6fbf7-1485-4425-aa9a-2369a1915d65, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:31:12.410388 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-23daa096-4d36-4f79-82fa-d057a5eb5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:12.411350 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44278) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:12.411911 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-23daa096-4d36-4f79-82fa-d057a5eb5936 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 1126 time: 0.1283357
Feb 12 21:31:12.413969 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-634f798d-c86b-4b1f-801c-85cf62bec8fc service neutron] 10.222.0.48 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853287
Feb 12 21:31:12.526163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071a651a-beb4-47ec-aae0-404c3c285197 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Network 13d6fbf7-1485-4425-aa9a-2369a1915d65 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:31:12.536807 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ad4d86b5-7827-430e-b38d-870fbf2ac8a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:12.555277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-586cb592-aa1c-4a62-8742-84f306b7d4da None None] Provisioning complete for port 6381ae44-113a-4fa9-9761-fff91565441f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:12.556460 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-586cb592-aa1c-4a62-8742-84f306b7d4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6381ae44-113a-4fa9-9761-fff91565441f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:12.587589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-75a18428-ea59-4090-8676-57f22ac01d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:12.589112 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-75a18428-ea59-4090-8676-57f22ac01d13 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670 HTTP/1.1" status: 200  len: 898 time: 0.1709037
Feb 12 21:31:12.595263 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4a5d3dc-f0f0-41ca-bbf6-9e3baf0fd1a7 req-4c65f5db-8fa8-41c2-9aeb-4776c4e0b7e2 service neutron] 10.222.0.48 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1693268
Feb 12 21:31:12.615103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:31:12.633004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b42c7e-81ca-44e5-a767-bd0135366eea req-6d5265cd-97d6-40f2-b8be-15416a66e9d6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:12.634964 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9b42c7e-81ca-44e5-a767-bd0135366eea req-6d5265cd-97d6-40f2-b8be-15416a66e9d6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 944 time: 0.0938110
Feb 12 21:31:12.636012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-071a651a-beb4-47ec-aae0-404c3c285197 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 13d6fbf7-1485-4425-aa9a-2369a1915d65) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:12.648194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071a651a-beb4-47ec-aae0-404c3c285197 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:12.650064 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-071a651a-beb4-47ec-aae0-404c3c285197 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:12.671347 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-542f9534-f3b5-420b-8971-05100091200d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 HTTP/1.1" status: 200  len: 999 time: 0.0750525
Feb 12 21:31:12.673112 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d989232-2237-4ab3-921c-c7963ba5f18d None None] Network 13d6fbf7-1485-4425-aa9a-2369a1915d65 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:12.702442 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ad4d86b5-7827-430e-b38d-870fbf2ac8a6 admin admin] Publish callbacks [] for security_group (a5e42716-bbf6-4d76-b7ea-5b54f0e45559), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:12.733715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-67128eb7-0262-4a75-ab8f-3b91dcac6e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:12.735664 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-67128eb7-0262-4a75-ab8f-3b91dcac6e67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba626685-0119-4137-b135-a393d4eb44ef HTTP/1.1" status: 200  len: 834 time: 0.0586727
Feb 12 21:31:12.739476 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9b42c7e-81ca-44e5-a767-bd0135366eea req-ec6c0e53-6622-4ba7-bd15-0a607dc97a75 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826111
Feb 12 21:31:12.740935 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-586cb592-aa1c-4a62-8742-84f306b7d4da None None] Current status of the port 6381ae44-113a-4fa9-9761-fff91565441f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:12.786561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] The host nch2-master-1 is not matching for port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 host nch1-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:31:12.787611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:31:12.787774 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-071a651a-beb4-47ec-aae0-404c3c285197 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5353441
Feb 12 21:31:12.791661 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44288) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:12.797846 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b0495adc-0d69-4a67-b1a9-02005872fcea tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Request body: {'subnet': {'network_id': 'ae482736-7774-4e69-98c9-07e22d71aa80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:12.802319 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ad4d86b5-7827-430e-b38d-870fbf2ac8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a5e42716-bbf6-4d76-b7ea-5b54f0e45559), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:12.853055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-d4e17ea7-3e1b-40b4-a46f-dfa05d148e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:12.855058 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-d4e17ea7-3e1b-40b4-a46f-dfa05d148e20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1132526
Feb 12 21:31:12.865703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-13d6fbf7-1485-4425-aa9a-2369a1915d65', 'network_id': '13d6fbf7-1485-4425-aa9a-2369a1915d65', 'project_id': '221184b5dbe54bfebba3fa5dc1e24299', 'fixed_ips': [{'subnet_id': '5f0ef589-bc39-4d69-9948-6ef495bf7391'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:31:12.866870 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:12.888389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-05a80913-f816-43e6-85cd-3fa904f2439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:12.890258 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-05a80913-f816-43e6-85cd-3fa904f2439d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 1126 time: 0.1089473
Feb 12 21:31:12.924141 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ad4d86b5-7827-430e-b38d-870fbf2ac8a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d712600c46a4190bbe156b799d5515f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5113125
Feb 12 21:31:12.924914 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d86b5-7827-430e-b38d-870fbf2ac8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e42716-bbf6-4d76-b7ea-5b54f0e45559,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:12.928837 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44292) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:13.005842 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fc6608da-2df5-4047-8709-9b5b3c640161 admin admin] Publish callbacks [] for security_group (a5e42716-bbf6-4d76-b7ea-5b54f0e45559), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:13.033022 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fc6608da-2df5-4047-8709-9b5b3c640161 admin admin] Publish callbacks [] for security_group (a5e42716-bbf6-4d76-b7ea-5b54f0e45559), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:13.058769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-79f3cf2b-8126-45c5-89f7-f3a1ce1946ee service neutron] 10.222.0.50 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927700
Feb 12 21:31:13.062347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-0d10cc01-e1c2-4d18-a1fc-1db1749028eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:13.064062 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-0d10cc01-e1c2-4d18-a1fc-1db1749028eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670 HTTP/1.1" status: 200  len: 898 time: 0.1599512
Feb 12 21:31:13.064177 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0495adc-0d69-4a67-b1a9-02005872fcea tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Made reservation on behalf of 221184b5dbe54bfebba3fa5dc1e24299 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:31:13.067375 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b0495adc-0d69-4a67-b1a9-02005872fcea tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:13.084935 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Allocated IP 2001:db8::2 (13d6fbf7-1485-4425-aa9a-2369a1915d65/5f0ef589-bc39-4d69-9948-6ef495bf7391/6722856f-0bd7-4686-ad9c-40e9951311e9) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:31:13.188135 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-31199486-6683-4432-9628-1206fc2e13dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 HTTP/1.1" status: 200  len: 999 time: 0.1150761
Feb 12 21:31:13.235891 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fc6608da-2df5-4047-8709-9b5b3c640161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a5e42716-bbf6-4d76-b7ea-5b54f0e45559), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:13.237100 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fc6608da-2df5-4047-8709-9b5b3c640161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:13.238899 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fc6608da-2df5-4047-8709-9b5b3c640161 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5e42716-bbf6-4d76-b7ea-5b54f0e45559 HTTP/1.1" status: 204  len: 168 time: 0.3091187
Feb 12 21:31:13.239700 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-8a0e88b7-25d2-495a-a5bd-22fc11a9e867 service neutron] 10.222.0.50 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1754053
Feb 12 21:31:13.255045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-56a5476d-d08a-498c-a928-46ae25d7e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:13.259077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-56a5476d-d08a-498c-a928-46ae25d7e2c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba626685-0119-4137-b135-a393d4eb44ef HTTP/1.1" status: 200  len: 834 time: 0.0619457
Feb 12 21:31:13.275379 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6608da-2df5-4047-8709-9b5b3c640161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e42716-bbf6-4d76-b7ea-5b54f0e45559,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:13.276306 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Publish callbacks [] for port (6722856f-0bd7-4686-ad9c-40e9951311e9), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:13.320034 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6381ae44-113a-4fa9-9761-fff91565441f up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:13.321125 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-ba2e5e3d-4330-4541-ba7d-468db5e730e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:13.322902 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-ba2e5e3d-4330-4541-ba7d-468db5e730e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0589221
Feb 12 21:31:13.368933 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (6722856f-0bd7-4686-ad9c-40e9951311e9), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:13.422748 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Network 13d6fbf7-1485-4425-aa9a-2369a1915d65 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:31:13.430712 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:13.432330 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-abea29e4-48db-4a78-a104-b29ffea41a3b service neutron] 10.222.0.48 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1022248
Feb 12 21:31:13.435050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:31:13.445224 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Pushing event updated for resources: {'Port': ['ID=6722856f-0bd7-4686-ad9c-40e9951311e9,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:13.454582 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6381ae44-113a-4fa9-9761-fff91565441f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:13.455937 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6381ae44-113a-4fa9-9761-fff91565441f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:13.486047 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b0495adc-0d69-4a67-b1a9-02005872fcea tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (d863d479-b8f1-439e-a88a-07a145615e72), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:13.542734 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e06df0db-447f-4e17-8e42-23c3a38e6a1d req-f435d338-6a33-43ae-848f-bdc185974fbb service neutron] 10.222.0.48 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1029255
Feb 12 21:31:13.548223 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Attempting to bind port 6722856f-0bd7-4686-ad9c-40e9951311e9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:31:13.549145 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Attempting to bind port 6722856f-0bd7-4686-ad9c-40e9951311e9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '92f3d0a6-2047-4ded-b95b-041a223a770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '13d6fbf7-1485-4425-aa9a-2369a1915d65'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:31:13.549565 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Attempting to bind port 6722856f-0bd7-4686-ad9c-40e9951311e9 on network 13d6fbf7-1485-4425-aa9a-2369a1915d65 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:31:13.561651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0495adc-0d69-4a67-b1a9-02005872fcea tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event updated for resources: {'Subnet': ['ID=d863d479-b8f1-439e-a88a-07a145615e72,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:13.564432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:31:13.565283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Checking segment: {'id': '92f3d0a6-2047-4ded-b95b-041a223a770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '13d6fbf7-1485-4425-aa9a-2369a1915d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:13.565728 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:13.566271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Bound using segment: {'id': '92f3d0a6-2047-4ded-b95b-041a223a770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '13d6fbf7-1485-4425-aa9a-2369a1915d65'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:31:13.566755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Bound port: 6722856f-0bd7-4686-ad9c-40e9951311e9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f3d0a6-2047-4ded-b95b-041a223a770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '13d6fbf7-1485-4425-aa9a-2369a1915d65'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:31:13.567815 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6722856f-0bd7-4686-ad9c-40e9951311e9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:13.580558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0495adc-0d69-4a67-b1a9-02005872fcea tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Checking segment: {'id': 'd1da15c6-08f9-497a-8410-52a58e18ebd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ae482736-7774-4e69-98c9-07e22d71aa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:13.580558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0495adc-0d69-4a67-b1a9-02005872fcea tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Network hostable DHCP agents. Network: ae482736-7774-4e69-98c9-07e22d71aa80, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:31:13.658272 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0495adc-0d69-4a67-b1a9-02005872fcea tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Network ae482736-7774-4e69-98c9-07e22d71aa80 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:31:13.677576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6381ae44-113a-4fa9-9761-fff91565441f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:13.687610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] For port 6722856f-0bd7-4686-ad9c-40e9951311e9, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:31:13.690639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] For port 6722856f-0bd7-4686-ad9c-40e9951311e9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6722856f-0bd7-4686-ad9c-40e9951311e9,segment=NetworkSegment(92f3d0a6-2047-4ded-b95b-041a223a770d),segment_id=92f3d0a6-2047-4ded-b95b-041a223a770d)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:31:13.763742 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-b0495adc-0d69-4a67-b1a9-02005872fcea tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ae482736-7774-4e69-98c9-07e22d71aa80) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:13.768503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0495adc-0d69-4a67-b1a9-02005872fcea tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:13.769112 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b0495adc-0d69-4a67-b1a9-02005872fcea tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:13.776123 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfdec5d-f90d-4e25-8470-258e292b9f92 None None] Network ae482736-7774-4e69-98c9-07e22d71aa80 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:13.802564 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6722856f-0bd7-4686-ad9c-40e9951311e9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:13.868072 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b0495adc-0d69-4a67-b1a9-02005872fcea tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0722370
Feb 12 21:31:13.868350 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44308) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:13.889474 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3bb21-fc52-4a77-8695-f7339ea96d51 req-28b99ac3-6e46-4fa7-a393-49512476adb1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:13.897320 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99f3bb21-fc52-4a77-8695-f7339ea96d51 req-28b99ac3-6e46-4fa7-a393-49512476adb1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 944 time: 0.0700254
Feb 12 21:31:13.959401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f96eb2-442a-4339-8c1a-3b0be1a32cd1 None None] Pushing event updated for resources: {'Port': ['ID=6722856f-0bd7-4686-ad9c-40e9951311e9,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:13.971013 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99f3bb21-fc52-4a77-8695-f7339ea96d51 req-ac7df0d3-7a19-48bd-ab59-c46b4077115e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724878
Feb 12 21:31:14.090842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ae482736-7774-4e69-98c9-07e22d71aa80', 'network_id': 'ae482736-7774-4e69-98c9-07e22d71aa80', 'project_id': '221184b5dbe54bfebba3fa5dc1e24299', 'fixed_ips': [{'subnet_id': 'd863d479-b8f1-439e-a88a-07a145615e72'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:31:14.095669 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:14.192651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44314) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:14.236187 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a87486b2-8921-4eec-b66c-2738716f68a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:14.283544 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:14.287113 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Allocated IP 2001:db8::2 (ae482736-7774-4e69-98c9-07e22d71aa80/d863d479-b8f1-439e-a88a-07a145615e72/9e4ca26f-43ce-47c4-a094-e3bba323af2d) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:31:14.465530 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Publish callbacks [] for port (9e4ca26f-43ce-47c4-a094-e3bba323af2d), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:14.544330 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a87486b2-8921-4eec-b66c-2738716f68a7 admin admin] Publish callbacks [] for security_group (d334d675-c39f-43c9-b385-160243ee8d71), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:14.582740 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (9e4ca26f-43ce-47c4-a094-e3bba323af2d), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:14.608969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Allocated IP 2001:db8::1 (13d6fbf7-1485-4425-aa9a-2369a1915d65/5f0ef589-bc39-4d69-9948-6ef495bf7391/f3d4de3e-6081-47f1-818a-3be17d47ac35) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:31:14.621271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Network ae482736-7774-4e69-98c9-07e22d71aa80 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:31:14.624169 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:14.627736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:31:14.641183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Pushing event updated for resources: {'Port': ['ID=9e4ca26f-43ce-47c4-a094-e3bba323af2d,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:14.645544 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a87486b2-8921-4eec-b66c-2738716f68a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d334d675-c39f-43c9-b385-160243ee8d71), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:14.696314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Attempting to bind port 9e4ca26f-43ce-47c4-a094-e3bba323af2d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:31:14.696853 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Attempting to bind port 9e4ca26f-43ce-47c4-a094-e3bba323af2d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd1da15c6-08f9-497a-8410-52a58e18ebd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ae482736-7774-4e69-98c9-07e22d71aa80'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:31:14.697443 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Attempting to bind port 9e4ca26f-43ce-47c4-a094-e3bba323af2d on network ae482736-7774-4e69-98c9-07e22d71aa80 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:31:14.703422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:31:14.704075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Checking segment: {'id': 'd1da15c6-08f9-497a-8410-52a58e18ebd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ae482736-7774-4e69-98c9-07e22d71aa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:14.704633 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:14.705180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Bound using segment: {'id': 'd1da15c6-08f9-497a-8410-52a58e18ebd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ae482736-7774-4e69-98c9-07e22d71aa80'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:31:14.705684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Bound port: 9e4ca26f-43ce-47c4-a094-e3bba323af2d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1da15c6-08f9-497a-8410-52a58e18ebd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ae482736-7774-4e69-98c9-07e22d71aa80'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:31:14.706071 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9e4ca26f-43ce-47c4-a094-e3bba323af2d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:14.739442 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a87486b2-8921-4eec-b66c-2738716f68a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f893843e9fc14dfab6f452737b030b95&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5419710
Feb 12 21:31:14.742444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44328) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:14.750395 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87486b2-8921-4eec-b66c-2738716f68a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d334d675-c39f-43c9-b385-160243ee8d71,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:14.804984 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] For port 9e4ca26f-43ce-47c4-a094-e3bba323af2d, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:31:14.809042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] For port 9e4ca26f-43ce-47c4-a094-e3bba323af2d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e4ca26f-43ce-47c4-a094-e3bba323af2d,segment=NetworkSegment(d1da15c6-08f9-497a-8410-52a58e18ebd4),segment_id=d1da15c6-08f9-497a-8410-52a58e18ebd4)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:31:14.818732 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for port (f3d4de3e-6081-47f1-818a-3be17d47ac35), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:14.820185 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-14714902-faff-4863-b33f-03372eb7d7a7 admin admin] Publish callbacks [] for security_group (d334d675-c39f-43c9-b385-160243ee8d71), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:14.855325 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-14714902-faff-4863-b33f-03372eb7d7a7 admin admin] Publish callbacks [] for security_group (d334d675-c39f-43c9-b385-160243ee8d71), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:14.901695 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9e4ca26f-43ce-47c4-a094-e3bba323af2d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:14.968827 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c151d1-0d4d-4d0a-bf21-95434565814f None None] Pushing event updated for resources: {'Port': ['ID=9e4ca26f-43ce-47c4-a094-e3bba323af2d,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:14.976050 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-14714902-faff-4863-b33f-03372eb7d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d334d675-c39f-43c9-b385-160243ee8d71), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:14.976685 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f3d4de3e-6081-47f1-818a-3be17d47ac35), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:14.979250 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-14714902-faff-4863-b33f-03372eb7d7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:14.983744 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-14714902-faff-4863-b33f-03372eb7d7a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d334d675-c39f-43c9-b385-160243ee8d71 HTTP/1.1" status: 204  len: 168 time: 0.2396798
Feb 12 21:31:14.993992 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14714902-faff-4863-b33f-03372eb7d7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d334d675-c39f-43c9-b385-160243ee8d71,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:15.089616 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Network 13d6fbf7-1485-4425-aa9a-2369a1915d65 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:31:15.092769 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:15.098971 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:31:15.099531 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (5de73423-aa80-4d53-b047-942faaf3390c), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:15.187605 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event updated for resources: {'Port': ['ID=f3d4de3e-6081-47f1-818a-3be17d47ac35,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:15.294419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a98a5d-e05b-4405-a289-b6d24ff33217 req-11e12646-36dd-43d8-92ea-804ac3a5e236 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:15.295971 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-27a98a5d-e05b-4405-a289-b6d24ff33217 req-11e12646-36dd-43d8-92ea-804ac3a5e236 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 944 time: 0.2006948
Feb 12 21:31:15.328870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3152caf-d77f-4921-b871-280025eeb22f None None] Network 13d6fbf7-1485-4425-aa9a-2369a1915d65 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:15.386061 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-27a98a5d-e05b-4405-a289-b6d24ff33217 req-15d6c25f-6f13-4ede-8f76-533405af6eaf tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835030
Feb 12 21:31:15.432333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6722856f-0bd7-4686-ad9c-40e9951311e9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:15.441150 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f3d4de3e-6081-47f1-818a-3be17d47ac35), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:15.676125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-656211e2-8652-4077-b4a3-b0e1800661ba None None] Provisioning complete for port 6722856f-0bd7-4686-ad9c-40e9951311e9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:15.676684 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-656211e2-8652-4077-b4a3-b0e1800661ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6722856f-0bd7-4686-ad9c-40e9951311e9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:15.753710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6722856f-0bd7-4686-ad9c-40e9951311e9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:15.754378 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6722856f-0bd7-4686-ad9c-40e9951311e9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:15.788065 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for port (f3d4de3e-6081-47f1-818a-3be17d47ac35), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:15.843513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-656211e2-8652-4077-b4a3-b0e1800661ba None None] Current status of the port 6722856f-0bd7-4686-ad9c-40e9951311e9 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:15.843970 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-656211e2-8652-4077-b4a3-b0e1800661ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6722856f-0bd7-4686-ad9c-40e9951311e9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:15.885659 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (f3d4de3e-6081-47f1-818a-3be17d47ac35), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:15.886539 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (5de73423-aa80-4d53-b047-942faaf3390c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:15.890266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-656211e2-8652-4077-b4a3-b0e1800661ba None None] For port 6722856f-0bd7-4686-ad9c-40e9951311e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6722856f-0bd7-4686-ad9c-40e9951311e9,segment=NetworkSegment(92f3d0a6-2047-4ded-b95b-041a223a770d),segment_id=92f3d0a6-2047-4ded-b95b-041a223a770d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:15.936089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6722856f-0bd7-4686-ad9c-40e9951311e9 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:15.936628 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6722856f-0bd7-4686-ad9c-40e9951311e9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:15.970715 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-656211e2-8652-4077-b4a3-b0e1800661ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6722856f-0bd7-4686-ad9c-40e9951311e9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:16.034419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event updated for resources: {'Port': ['ID=f3d4de3e-6081-47f1-818a-3be17d47ac35,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:16.050746 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656211e2-8652-4077-b4a3-b0e1800661ba None None] Pushing event updated for resources: {'Port': ['ID=6722856f-0bd7-4686-ad9c-40e9951311e9,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:16.084159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Network 13d6fbf7-1485-4425-aa9a-2369a1915d65 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:31:16.088311 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:16.130355 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:31:16.130754 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:31:16.131283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9705e70e-d333-487f-aea9-000109ea20e4 None None] Provisioning complete for port f3d4de3e-6081-47f1-818a-3be17d47ac35 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:16.131780 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9705e70e-d333-487f-aea9-000109ea20e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f3d4de3e-6081-47f1-818a-3be17d47ac35), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:16.222246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9705e70e-d333-487f-aea9-000109ea20e4 None None] Port f3d4de3e-6081-47f1-818a-3be17d47ac35 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:31:16.252364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9705e70e-d333-487f-aea9-000109ea20e4 None None] Provisioning complete for port 6722856f-0bd7-4686-ad9c-40e9951311e9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:16.252743 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9705e70e-d333-487f-aea9-000109ea20e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6722856f-0bd7-4686-ad9c-40e9951311e9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:16.363373 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9705e70e-d333-487f-aea9-000109ea20e4 None None] Current status of the port 6722856f-0bd7-4686-ad9c-40e9951311e9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:16.408069 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Router 5de73423-aa80-4d53-b047-942faaf3390c is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:31:16.536976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475518b5-b26f-4798-9b1e-09c2b3e312d4 None None] Network ae482736-7774-4e69-98c9-07e22d71aa80 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:16.595984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cfe64-c757-4b2f-8f02-2548e11742aa req-852bd0b8-d879-4bd4-ba9c-4ec18d512b99 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:16.595984 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-117cfe64-c757-4b2f-8f02-2548e11742aa req-852bd0b8-d879-4bd4-ba9c-4ec18d512b99 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 944 time: 0.0874281
Feb 12 21:31:16.608272 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:31:16.649208 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-38b53a27-b07e-414e-a203-460238d0d233 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "PUT /v2.0/routers/5de73423-aa80-4d53-b047-942faaf3390c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7792466
Feb 12 21:31:16.652382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44370) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:16.656553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd0c8e2-2fb4-4ffd-afc1-d198be5ac28f None None] Sync routers for ids ['5de73423-aa80-4d53-b047-942faaf3390c'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:31:16.705777 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-fedcd8e3-2415-4e2d-928e-bd513e28c925 None None] Provisioning complete for port 9e4ca26f-43ce-47c4-a094-e3bba323af2d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:16.706414 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fedcd8e3-2415-4e2d-928e-bd513e28c925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9e4ca26f-43ce-47c4-a094-e3bba323af2d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:16.740815 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd0c8e2-2fb4-4ffd-afc1-d198be5ac28f None None] Routers {'5de73423-aa80-4d53-b047-942faaf3390c'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:16.741491 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4fd0c8e2-2fb4-4ffd-afc1-d198be5ac28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb978820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['5de73423-aa80-4d53-b047-942faaf3390c'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:16.761108 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-117cfe64-c757-4b2f-8f02-2548e11742aa req-4e6e75ca-6a51-4dba-85b3-c55641758e2c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1589468
Feb 12 21:31:16.818232 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6722856f-0bd7-4686-ad9c-40e9951311e9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:16.823759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:31:16.830009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4fd0c8e2-2fb4-4ffd-afc1-d198be5ac28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb978820>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:16.877214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd0c8e2-2fb4-4ffd-afc1-d198be5ac28f None None] Routers {'5de73423-aa80-4d53-b047-942faaf3390c'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:16.877934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4fd0c8e2-2fb4-4ffd-afc1-d198be5ac28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb978820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['5de73423-aa80-4d53-b047-942faaf3390c'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:16.924143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-4fd0c8e2-2fb4-4ffd-afc1-d198be5ac28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb978820>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:16.924778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd0c8e2-2fb4-4ffd-afc1-d198be5ac28f None None] The sync data for ids ['5de73423-aa80-4d53-b047-942faaf3390c'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:31:17.018527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-fedcd8e3-2415-4e2d-928e-bd513e28c925 None None] Current status of the port 9e4ca26f-43ce-47c4-a094-e3bba323af2d is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:17.018923 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fedcd8e3-2415-4e2d-928e-bd513e28c925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9e4ca26f-43ce-47c4-a094-e3bba323af2d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:17.071329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,segment=NetworkSegment(ed2e9a9e-e1e0-4993-bdaa-5146ab36115c),segment_id=ed2e9a9e-e1e0-4993-bdaa-5146ab36115c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:17.092797 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-fedcd8e3-2415-4e2d-928e-bd513e28c925 None None] For port 9e4ca26f-43ce-47c4-a094-e3bba323af2d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e4ca26f-43ce-47c4-a094-e3bba323af2d,segment=NetworkSegment(d1da15c6-08f9-497a-8410-52a58e18ebd4),segment_id=d1da15c6-08f9-497a-8410-52a58e18ebd4)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:17.095573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'port_id': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6', 'mac_address': 'fa:16:3e:95:47:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:31:17.166671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:17.167303 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:17.186987 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:31:17.198613 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fedcd8e3-2415-4e2d-928e-bd513e28c925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9e4ca26f-43ce-47c4-a094-e3bba323af2d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:17.210472 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-d27a620a-82c8-4681-8c15-ccd1825251ce tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:31:17.215337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44386) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:17.215833 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d27a620a-82c8-4681-8c15-ccd1825251ce tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "PUT /v2.0/routers/5de73423-aa80-4d53-b047-942faaf3390c/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.5615518
Feb 12 21:31:17.253202 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ea5f5-91dc-493c-8697-bd79df81ef25 req-cdef8a00-b53b-46bd-a18a-ad4646c52ffe tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:17.255040 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-027ea5f5-91dc-493c-8697-bd79df81ef25 req-cdef8a00-b53b-46bd-a18a-ad4646c52ffe tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 944 time: 0.0994270
Feb 12 21:31:17.276714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,segment=NetworkSegment(ed2e9a9e-e1e0-4993-bdaa-5146ab36115c),segment_id=ed2e9a9e-e1e0-4993-bdaa-5146ab36115c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:17.298131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-fedcd8e3-2415-4e2d-928e-bd513e28c925 None None] Provisioning complete for port f3d4de3e-6081-47f1-818a-3be17d47ac35 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:17.298131 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fedcd8e3-2415-4e2d-928e-bd513e28c925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f3d4de3e-6081-47f1-818a-3be17d47ac35), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:17.379986 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-fedcd8e3-2415-4e2d-928e-bd513e28c925 None None] Port f3d4de3e-6081-47f1-818a-3be17d47ac35 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:31:17.388580 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:17.396331 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcd8e3-2415-4e2d-928e-bd513e28c925 None None] Pushing event updated for resources: {'Port': ['ID=9e4ca26f-43ce-47c4-a094-e3bba323af2d,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:17.401751 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-027ea5f5-91dc-493c-8697-bd79df81ef25 req-0bf9f36c-d30f-4d15-bf6c-26ffd01deb7b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1394677
Feb 12 21:31:17.486310 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:17.492076 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa61cb-7464-4989-a294-a3aaa98de05a req-a3cf9ef9-7808-4fd0-918f-4695692c2379 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:17.494560 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9fa61cb-7464-4989-a294-a3aaa98de05a req-a3cf9ef9-7808-4fd0-918f-4695692c2379 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.50 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10&tenant_id=bc1c557f5d984523b9dbe9c385659448&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.1970294
Feb 12 21:31:17.528276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-eecc3d87-70d1-4305-a563-c643067a8ca3 None None] Provisioning complete for port 9e4ca26f-43ce-47c4-a094-e3bba323af2d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:17.528681 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eecc3d87-70d1-4305-a563-c643067a8ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9e4ca26f-43ce-47c4-a094-e3bba323af2d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:17.533624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6722856f-0bd7-4686-ad9c-40e9951311e9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:17.622667 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-a9fa61cb-7464-4989-a294-a3aaa98de05a req-2c57b94a-bdff-40c7-8a95-cc734920080e service neutron] delete failed (client error): The resource could not be found.
Feb 12 21:31:17.625187 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9fa61cb-7464-4989-a294-a3aaa98de05a req-2c57b94a-bdff-40c7-8a95-cc734920080e service neutron] 10.222.0.50 "DELETE /v2.0/ports/91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1228552
Feb 12 21:31:17.702490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6722856f-0bd7-4686-ad9c-40e9951311e9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:17.702490 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6722856f-0bd7-4686-ad9c-40e9951311e9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:17.704374 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:31:17.749596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa61cb-7464-4989-a294-a3aaa98de05a req-690ff778-7f56-451f-9d8e-e93589bf3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:17.751473 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9fa61cb-7464-4989-a294-a3aaa98de05a req-690ff778-7f56-451f-9d8e-e93589bf3033 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 1127 time: 0.0532947
Feb 12 21:31:17.765597 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bdce3eb8-abfe-4252-bb0e-518d38e92453 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (5de73423-aa80-4d53-b047-942faaf3390c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:17.782239 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-eecc3d87-70d1-4305-a563-c643067a8ca3 None None] Current status of the port 9e4ca26f-43ce-47c4-a094-e3bba323af2d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:17.817073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-eecc3d87-70d1-4305-a563-c643067a8ca3 None None] Provisioning complete for port f3d4de3e-6081-47f1-818a-3be17d47ac35 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:17.817476 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eecc3d87-70d1-4305-a563-c643067a8ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f3d4de3e-6081-47f1-818a-3be17d47ac35), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:17.855360 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa61cb-7464-4989-a294-a3aaa98de05a req-d6682ace-626a-42e8-a308-a8ea7abc478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:17.856853 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9fa61cb-7464-4989-a294-a3aaa98de05a req-d6682ace-626a-42e8-a308-a8ea7abc478d service neutron] 10.222.0.50 "GET /v2.0/networks?id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670 HTTP/1.1" status: 200  len: 898 time: 0.1000338
Feb 12 21:31:17.907702 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-eecc3d87-70d1-4305-a563-c643067a8ca3 None None] Port f3d4de3e-6081-47f1-818a-3be17d47ac35 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:31:17.927949 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6722856f-0bd7-4686-ad9c-40e9951311e9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:17.930694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9e4ca26f-43ce-47c4-a094-e3bba323af2d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:17.933660 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9fa61cb-7464-4989-a294-a3aaa98de05a req-5fd4256a-dad6-4386-bf8f-e8c6b49ab944 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 HTTP/1.1" status: 200  len: 1000 time: 0.0686154
Feb 12 21:31:17.999415 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa61cb-7464-4989-a294-a3aaa98de05a req-fabf7bb3-33f7-4e4d-9e61-445efe2b0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:18.001301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9fa61cb-7464-4989-a294-a3aaa98de05a req-fabf7bb3-33f7-4e4d-9e61-445efe2b0367 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba626685-0119-4137-b135-a393d4eb44ef HTTP/1.1" status: 200  len: 834 time: 0.0614612
Feb 12 21:31:18.056384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa61cb-7464-4989-a294-a3aaa98de05a req-4c3433ab-7fe5-438b-be7f-a9f75b4e28af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:18.057867 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9fa61cb-7464-4989-a294-a3aaa98de05a req-4c3433ab-7fe5-438b-be7f-a9f75b4e28af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0510170
Feb 12 21:31:18.072668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 9e4ca26f-43ce-47c4-a094-e3bba323af2d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:18.073045 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9e4ca26f-43ce-47c4-a094-e3bba323af2d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:18.083204 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-bdce3eb8-abfe-4252-bb0e-518d38e92453 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Deleting port f3d4de3e-6081-47f1-818a-3be17d47ac35 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:31:18.085554 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bdce3eb8-abfe-4252-bb0e-518d38e92453 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f3d4de3e-6081-47f1-818a-3be17d47ac35), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:18.173505 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9fa61cb-7464-4989-a294-a3aaa98de05a req-9c254dcb-78d0-438b-ace9-5d0105c7e650 service neutron] 10.222.0.50 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1097000
Feb 12 21:31:18.179553 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bdce3eb8-abfe-4252-bb0e-518d38e92453 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f3d4de3e-6081-47f1-818a-3be17d47ac35), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:18.202206 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-bdce3eb8-abfe-4252-bb0e-518d38e92453 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Calling delete_port for f3d4de3e-6081-47f1-818a-3be17d47ac35 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:31:18.221524 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 9e4ca26f-43ce-47c4-a094-e3bba323af2d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:18.316799 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9fa61cb-7464-4989-a294-a3aaa98de05a req-fb884091-e1f1-4736-a79f-45292f5e666f service neutron] 10.222.0.50 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358883
Feb 12 21:31:18.483958 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bdce3eb8-abfe-4252-bb0e-518d38e92453 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f3d4de3e-6081-47f1-818a-3be17d47ac35), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:18.804625 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce3eb8-abfe-4252-bb0e-518d38e92453 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event deleted for resources: {'Port': ['ID=f3d4de3e-6081-47f1-818a-3be17d47ac35,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:18.822286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:18.955896 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f42ce7-ab7b-4353-a4e3-9a6d843ff5c5 req-e0f17409-3876-45d4-bd15-9b14e1e9a50d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:18.958854 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c3f42ce7-ab7b-4353-a4e3-9a6d843ff5c5 req-e0f17409-3876-45d4-bd15-9b14e1e9a50d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 945 time: 0.1552110
Feb 12 21:31:18.958854 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bdce3eb8-abfe-4252-bb0e-518d38e92453 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (5de73423-aa80-4d53-b047-942faaf3390c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:18.965127 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:31:18.970226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:18.970674 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:19.079961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:19.080354 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:19.112505 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c607d778-8d84-4f12-a699-036c43189c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:31:19.115018 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144db543-390d-47ac-b91f-79bfb9a99230" -d '{"events": [{"server_uuid": "c607d778-8d84-4f12-a699-036c43189c10", "name": "network-vif-plugged", "status": "completed", "tag": "91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:31:19.128061 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,segment=NetworkSegment(ed2e9a9e-e1e0-4993-bdaa-5146ab36115c),segment_id=ed2e9a9e-e1e0-4993-bdaa-5146ab36115c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:19.141765 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c3f42ce7-ab7b-4353-a4e3-9a6d843ff5c5 req-dd2dfb51-bcc4-4208-90ab-ca79e04a9f1e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1675711
Feb 12 21:31:19.167523 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d2d821-93d5-4843-8c38-01383ce8ec7f x-openstack-request-id: req-e5d2d821-93d5-4843-8c38-01383ce8ec7f {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:31:19.168089 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c607d778-8d84-4f12-a699-036c43189c10", "name": "network-vif-plugged", "status": "completed", "tag": "91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:31:19.168089 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5d2d821-93d5-4843-8c38-01383ce8ec7f {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:31:19.168455 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c607d778-8d84-4f12-a699-036c43189c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6', 'code': 200}
Feb 12 21:31:19.174717 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:19.189028 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdce3eb8-abfe-4252-bb0e-518d38e92453 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Router 5de73423-aa80-4d53-b047-942faaf3390c has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:31:19.243192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:19.276583 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdce3eb8-abfe-4252-bb0e-518d38e92453 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:31:19.286824 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bdce3eb8-abfe-4252-bb0e-518d38e92453 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "PUT /v2.0/routers/5de73423-aa80-4d53-b047-942faaf3390c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0635312
Feb 12 21:31:19.286924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44442) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:19.296460 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8152f1cc-9ea0-4666-873e-04cfb1bd00b1 None None] Sync routers for ids ['5de73423-aa80-4d53-b047-942faaf3390c'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:31:19.308827 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8152f1cc-9ea0-4666-873e-04cfb1bd00b1 None None] Routers {'5de73423-aa80-4d53-b047-942faaf3390c'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:19.309889 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8152f1cc-9ea0-4666-873e-04cfb1bd00b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc7000699a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['5de73423-aa80-4d53-b047-942faaf3390c'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:19.311996 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9e4ca26f-43ce-47c4-a094-e3bba323af2d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:19.348895 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8152f1cc-9ea0-4666-873e-04cfb1bd00b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc7000699a0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:19.349078 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-5ed118d3-f7a9-4895-b117-e5624d510e45 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] delete failed (client error): The resource could not be found.
Feb 12 21:31:19.350149 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5ed118d3-f7a9-4895-b117-e5624d510e45 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1067007879 HTTP/1.1" status: 404  len: 335 time: 0.0632834
Feb 12 21:31:19.355486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44446) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:19.361177 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8d9a7ba5-0d17-45fd-ac39-cddf54859787 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Request body: {'router': {'external_gateway_info': {'network_id': '5de73423-aa80-4d53-b047-942faaf3390c'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:19.369084 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8152f1cc-9ea0-4666-873e-04cfb1bd00b1 None None] Routers {'5de73423-aa80-4d53-b047-942faaf3390c'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:19.369910 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8152f1cc-9ea0-4666-873e-04cfb1bd00b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc7000699a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['5de73423-aa80-4d53-b047-942faaf3390c'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:19.375798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 9e4ca26f-43ce-47c4-a094-e3bba323af2d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:19.376420 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9e4ca26f-43ce-47c4-a094-e3bba323af2d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:19.406537 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8152f1cc-9ea0-4666-873e-04cfb1bd00b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc7000699a0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:19.407227 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8152f1cc-9ea0-4666-873e-04cfb1bd00b1 None None] The sync data for ids ['5de73423-aa80-4d53-b047-942faaf3390c'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:31:19.485270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 9e4ca26f-43ce-47c4-a094-e3bba323af2d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:19.632745 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d9a7ba5-0d17-45fd-ac39-cddf54859787 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for router_gateway (5de73423-aa80-4d53-b047-942faaf3390c), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:19.779168 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-8d9a7ba5-0d17-45fd-ac39-cddf54859787 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] update failed (client error): The resource could not be found.
Feb 12 21:31:19.780229 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8d9a7ba5-0d17-45fd-ac39-cddf54859787 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "PUT /v2.0/routers/5de73423-aa80-4d53-b047-942faaf3390c HTTP/1.1" status: 404  len: 339 time: 0.4237256
Feb 12 21:31:19.784200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44462) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:19.789267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b209854a-45f7-4e32-818e-4f127e5b6f92 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-22312268'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:19.925127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b209854a-45f7-4e32-818e-4f127e5b6f92 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Made reservation on behalf of 221184b5dbe54bfebba3fa5dc1e24299 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:31:19.928580 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b209854a-45f7-4e32-818e-4f127e5b6f92 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:19.952969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b209854a-45f7-4e32-818e-4f127e5b6f92 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:31:19.961641 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b209854a-45f7-4e32-818e-4f127e5b6f92 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (42f6f70f-dcb7-4fe9-b7d7-e84c9236731c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:19.961999 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-b209854a-45f7-4e32-818e-4f127e5b6f92 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Added segment 42f6f70f-dcb7-4fe9-b7d7-e84c9236731c of type vlan for network 3947e5c8-487e-41da-aa62-c01297c94613
Feb 12 21:31:20.002214 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b209854a-45f7-4e32-818e-4f127e5b6f92 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (3947e5c8-487e-41da-aa62-c01297c94613), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:20.125204 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b209854a-45f7-4e32-818e-4f127e5b6f92 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (3947e5c8-487e-41da-aa62-c01297c94613), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:20.130156 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b209854a-45f7-4e32-818e-4f127e5b6f92 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:20.130732 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b209854a-45f7-4e32-818e-4f127e5b6f92 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:20.200412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209854a-45f7-4e32-818e-4f127e5b6f92 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event updated for resources: {'Network': ['ID=3947e5c8-487e-41da-aa62-c01297c94613,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:20.213117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 3947e5c8-487e-41da-aa62-c01297c94613 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:31:20.231666 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b209854a-45f7-4e32-818e-4f127e5b6f92 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4463394
Feb 12 21:31:20.239760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44486) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:20.246003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a31340a7-d094-492c-ae02-9470fb0083f2 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Request body: {'subnet': {'network_id': '3947e5c8-487e-41da-aa62-c01297c94613', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:20.372352 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128e4bc-8465-414d-b56d-3e0e03cd234b req-f5d8c085-7d55-4837-936a-2c97c400f596 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:20.373927 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1128e4bc-8465-414d-b56d-3e0e03cd234b req-f5d8c085-7d55-4837-936a-2c97c400f596 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.1484971
Feb 12 21:31:20.427609 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1128e4bc-8465-414d-b56d-3e0e03cd234b req-855977f4-b613-4279-bca0-9b43d52e9d4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459714
Feb 12 21:31:20.450660 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44502) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:20.479811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31340a7-d094-492c-ae02-9470fb0083f2 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Made reservation on behalf of 221184b5dbe54bfebba3fa5dc1e24299 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:31:20.483275 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a31340a7-d094-492c-ae02-9470fb0083f2 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:20.521632 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6f8b4184-eb0a-438d-8c68-b887af864f4c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/floatingips/5849a172-06fd-4a13-b415-40b889be79fe HTTP/1.1" status: 200  len: 993 time: 0.0645185
Feb 12 21:31:20.760069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a31340a7-d094-492c-ae02-9470fb0083f2 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (86c0de2f-8834-4592-a1c4-38ea9a2a601c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:20.824694 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31340a7-d094-492c-ae02-9470fb0083f2 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event updated for resources: {'Subnet': ['ID=86c0de2f-8834-4592-a1c4-38ea9a2a601c,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:20.835093 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31340a7-d094-492c-ae02-9470fb0083f2 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Checking segment: {'id': '42f6f70f-dcb7-4fe9-b7d7-e84c9236731c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3947e5c8-487e-41da-aa62-c01297c94613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:20.835460 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31340a7-d094-492c-ae02-9470fb0083f2 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Network hostable DHCP agents. Network: 3947e5c8-487e-41da-aa62-c01297c94613, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:31:20.929424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31340a7-d094-492c-ae02-9470fb0083f2 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Network 3947e5c8-487e-41da-aa62-c01297c94613 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:31:21.015228 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-a31340a7-d094-492c-ae02-9470fb0083f2 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3947e5c8-487e-41da-aa62-c01297c94613) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:21.019439 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31340a7-d094-492c-ae02-9470fb0083f2 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:21.020040 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a31340a7-d094-492c-ae02-9470fb0083f2 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:21.027262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185e4555-adc8-4a4a-bac8-5a3f0a822e4e None None] Network 3947e5c8-487e-41da-aa62-c01297c94613 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:21.110849 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a31340a7-d094-492c-ae02-9470fb0083f2 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.8700202
Feb 12 21:31:21.115421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44526) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:21.119046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-ccd8bd9b-daaa-4fcb-9ff0-1c58173a8ae4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Request body: {'router': {'external_gateway_info': {'network_id': '3947e5c8-487e-41da-aa62-c01297c94613'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:21.143974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3947e5c8-487e-41da-aa62-c01297c94613', 'network_id': '3947e5c8-487e-41da-aa62-c01297c94613', 'project_id': '221184b5dbe54bfebba3fa5dc1e24299', 'fixed_ips': [{'subnet_id': '86c0de2f-8834-4592-a1c4-38ea9a2a601c'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:31:21.144861 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:21.349587 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ccd8bd9b-daaa-4fcb-9ff0-1c58173a8ae4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for router_gateway (5de73423-aa80-4d53-b047-942faaf3390c), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:21.437636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Allocated IP 2001:db8:1::2 (3947e5c8-487e-41da-aa62-c01297c94613/86c0de2f-8834-4592-a1c4-38ea9a2a601c/6ed7be11-943a-4c98-bee5-9f02a41c7a3a) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:31:21.538303 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44532) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:21.596647 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Publish callbacks [] for port (6ed7be11-943a-4c98-bee5-9f02a41c7a3a), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:21.612461 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-ccd8bd9b-daaa-4fcb-9ff0-1c58173a8ae4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:31:21.614471 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ccd8bd9b-daaa-4fcb-9ff0-1c58173a8ae4 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "PUT /v2.0/routers/5de73423-aa80-4d53-b047-942faaf3390c HTTP/1.1" status: 400  len: 364 time: 0.4987137
Feb 12 21:31:21.622916 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44536) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:21.685523 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (6ed7be11-943a-4c98-bee5-9f02a41c7a3a), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:21.708224 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57b1066e-0466-46c5-a608-e605f1283444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:21.726495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Network 3947e5c8-487e-41da-aa62-c01297c94613 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:31:21.729826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:21.733463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:31:21.741148 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Pushing event updated for resources: {'Port': ['ID=6ed7be11-943a-4c98-bee5-9f02a41c7a3a,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:21.804817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Attempting to bind port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:31:21.805797 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Attempting to bind port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42f6f70f-dcb7-4fe9-b7d7-e84c9236731c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3947e5c8-487e-41da-aa62-c01297c94613'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:31:21.806407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Attempting to bind port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a on network 3947e5c8-487e-41da-aa62-c01297c94613 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:31:21.811622 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:31:21.812031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Checking segment: {'id': '42f6f70f-dcb7-4fe9-b7d7-e84c9236731c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3947e5c8-487e-41da-aa62-c01297c94613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:21.812441 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:21.812845 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Bound using segment: {'id': '42f6f70f-dcb7-4fe9-b7d7-e84c9236731c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3947e5c8-487e-41da-aa62-c01297c94613'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:31:21.813315 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Bound port: 6ed7be11-943a-4c98-bee5-9f02a41c7a3a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f6f70f-dcb7-4fe9-b7d7-e84c9236731c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3947e5c8-487e-41da-aa62-c01297c94613'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:31:21.813742 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6ed7be11-943a-4c98-bee5-9f02a41c7a3a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:21.885275 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] For port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:31:21.889509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] For port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ed7be11-943a-4c98-bee5-9f02a41c7a3a,segment=NetworkSegment(42f6f70f-dcb7-4fe9-b7d7-e84c9236731c),segment_id=42f6f70f-dcb7-4fe9-b7d7-e84c9236731c)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:31:21.970457 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57b1066e-0466-46c5-a608-e605f1283444 admin admin] Publish callbacks [] for security_group (f16c2752-8139-4459-910f-e1d9e123c643), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:21.982850 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6ed7be11-943a-4c98-bee5-9f02a41c7a3a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:21.989255 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:22.051296 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e7dce-4aed-4f08-beac-68e5fbd85e2f None None] Pushing event updated for resources: {'Port': ['ID=6ed7be11-943a-4c98-bee5-9f02a41c7a3a,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:22.075775 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-57b1066e-0466-46c5-a608-e605f1283444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f16c2752-8139-4459-910f-e1d9e123c643), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:22.132683 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-57b1066e-0466-46c5-a608-e605f1283444 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23ffd4e3d84a4d2783c65eadd267d2b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5932813
Feb 12 21:31:22.135901 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1066e-0466-46c5-a608-e605f1283444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16c2752-8139-4459-910f-e1d9e123c643,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:22.136350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44552) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:22.200039 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8111226d-5d19-4758-8e94-cb8d37b16305 admin admin] Publish callbacks [] for security_group (f16c2752-8139-4459-910f-e1d9e123c643), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:22.227686 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8111226d-5d19-4758-8e94-cb8d37b16305 admin admin] Publish callbacks [] for security_group (f16c2752-8139-4459-910f-e1d9e123c643), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:22.329091 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Allocated IP 2001:db8::1 (f40aa987-6ace-419d-9eed-2ff7f1042e13/3b8bef15-9c60-4c05-ae36-9baa62a63be7/fe54e12d-0561-444e-97ce-e31b09d59cfe) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:31:22.415319 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8111226d-5d19-4758-8e94-cb8d37b16305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f16c2752-8139-4459-910f-e1d9e123c643), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:22.418650 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8111226d-5d19-4758-8e94-cb8d37b16305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:22.422573 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8111226d-5d19-4758-8e94-cb8d37b16305 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f16c2752-8139-4459-910f-e1d9e123c643 HTTP/1.1" status: 204  len: 168 time: 0.2851791
Feb 12 21:31:22.431639 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111226d-5d19-4758-8e94-cb8d37b16305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16c2752-8139-4459-910f-e1d9e123c643,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:22.464611 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for port (fe54e12d-0561-444e-97ce-e31b09d59cfe), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:22.576031 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (fe54e12d-0561-444e-97ce-e31b09d59cfe), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:22.621647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Network f40aa987-6ace-419d-9eed-2ff7f1042e13 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:31:22.624786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:22.629407 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:31:22.629933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (5de73423-aa80-4d53-b047-942faaf3390c), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:22.671845 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event updated for resources: {'Port': ['ID=fe54e12d-0561-444e-97ce-e31b09d59cfe,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:22.878856 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fe54e12d-0561-444e-97ce-e31b09d59cfe), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:22.991599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b2485ac7-b792-40fb-be02-9d911cb7d420 None None] Provisioning complete for port fe54e12d-0561-444e-97ce-e31b09d59cfe triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:22.992127 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b2485ac7-b792-40fb-be02-9d911cb7d420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fe54e12d-0561-444e-97ce-e31b09d59cfe), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:23.031456 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b2485ac7-b792-40fb-be02-9d911cb7d420 None None] Port fe54e12d-0561-444e-97ce-e31b09d59cfe cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:31:23.185221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9d868a-025a-4f5e-9fe0-4a33679f9fd2 None None] Network 3947e5c8-487e-41da-aa62-c01297c94613 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:23.191585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44568) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:23.209083 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17bd2ae5-8872-4549-907b-9e7a54f52429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:23.212651 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for port (fe54e12d-0561-444e-97ce-e31b09d59cfe), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:23.284475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b3509308-ef5b-48dd-b9c5-cfa44b917727 None None] Provisioning complete for port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:23.284926 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3509308-ef5b-48dd-b9c5-cfa44b917727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6ed7be11-943a-4c98-bee5-9f02a41c7a3a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:23.302963 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (fe54e12d-0561-444e-97ce-e31b09d59cfe), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:23.303765 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (5de73423-aa80-4d53-b047-942faaf3390c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:23.373602 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6ed7be11-943a-4c98-bee5-9f02a41c7a3a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:23.373774 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17bd2ae5-8872-4549-907b-9e7a54f52429 admin admin] Publish callbacks [] for security_group (9929aef8-c5cc-4dee-8bba-933f2a89fbd7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:23.446837 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17bd2ae5-8872-4549-907b-9e7a54f52429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9929aef8-c5cc-4dee-8bba-933f2a89fbd7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:23.447399 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b3509308-ef5b-48dd-b9c5-cfa44b917727 None None] Current status of the port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:23.448171 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3509308-ef5b-48dd-b9c5-cfa44b917727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6ed7be11-943a-4c98-bee5-9f02a41c7a3a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:23.475339 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event updated for resources: {'Port': ['ID=fe54e12d-0561-444e-97ce-e31b09d59cfe,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:23.512360 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b3509308-ef5b-48dd-b9c5-cfa44b917727 None None] For port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ed7be11-943a-4c98-bee5-9f02a41c7a3a,segment=NetworkSegment(42f6f70f-dcb7-4fe9-b7d7-e84c9236731c),segment_id=42f6f70f-dcb7-4fe9-b7d7-e84c9236731c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:23.513449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Network f40aa987-6ace-419d-9eed-2ff7f1042e13 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:31:23.514898 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:23.516716 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44590) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:23.517034 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-17bd2ae5-8872-4549-907b-9e7a54f52429 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ef8cc6a42a54b8093d1bc7b6fa62954&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3236473
Feb 12 21:31:23.519753 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd2ae5-8872-4549-907b-9e7a54f52429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9929aef8-c5cc-4dee-8bba-933f2a89fbd7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:23.526589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:23.528284 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6ed7be11-943a-4c98-bee5-9f02a41c7a3a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:23.691590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:23.693449 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3509308-ef5b-48dd-b9c5-cfa44b917727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6ed7be11-943a-4c98-bee5-9f02a41c7a3a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:23.714701 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1bac071d-3932-4e07-8eaf-ef19841c5632 admin admin] Publish callbacks [] for security_group (9929aef8-c5cc-4dee-8bba-933f2a89fbd7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:23.763610 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1bac071d-3932-4e07-8eaf-ef19841c5632 admin admin] Publish callbacks [] for security_group (9929aef8-c5cc-4dee-8bba-933f2a89fbd7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:23.807711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Router 5de73423-aa80-4d53-b047-942faaf3390c has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:31:23.820087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3509308-ef5b-48dd-b9c5-cfa44b917727 None None] Pushing event updated for resources: {'Port': ['ID=6ed7be11-943a-4c98-bee5-9f02a41c7a3a,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:23.870193 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8b191b9c-5c3f-4c98-a22f-7662fdebf1c0 None None] Provisioning complete for port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:23.870678 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8b191b9c-5c3f-4c98-a22f-7662fdebf1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6ed7be11-943a-4c98-bee5-9f02a41c7a3a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:23.990628 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1bac071d-3932-4e07-8eaf-ef19841c5632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9929aef8-c5cc-4dee-8bba-933f2a89fbd7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:24.001218 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1bac071d-3932-4e07-8eaf-ef19841c5632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:24.003960 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1bac071d-3932-4e07-8eaf-ef19841c5632 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9929aef8-c5cc-4dee-8bba-933f2a89fbd7 HTTP/1.1" status: 204  len: 168 time: 0.4847450
Feb 12 21:31:24.007521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:31:24.023553 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44630) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:24.024397 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-eb55eb13-9728-407a-94f5-fa6d4f6b28b7 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "PUT /v2.0/routers/5de73423-aa80-4d53-b047-942faaf3390c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4001124
Feb 12 21:31:24.026214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac071d-3932-4e07-8eaf-ef19841c5632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9929aef8-c5cc-4dee-8bba-933f2a89fbd7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:24.033537 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eae499-c602-4281-b8c1-e976ae73f513 None None] Sync routers for ids ['5de73423-aa80-4d53-b047-942faaf3390c'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:31:24.070145 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eae499-c602-4281-b8c1-e976ae73f513 None None] Routers {'5de73423-aa80-4d53-b047-942faaf3390c'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:24.071326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-51eae499-c602-4281-b8c1-e976ae73f513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5aff10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['5de73423-aa80-4d53-b047-942faaf3390c'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:24.073439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8b191b9c-5c3f-4c98-a22f-7662fdebf1c0 None None] Current status of the port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:24.117273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-51eae499-c602-4281-b8c1-e976ae73f513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5aff10>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:24.127837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eae499-c602-4281-b8c1-e976ae73f513 None None] Routers {'5de73423-aa80-4d53-b047-942faaf3390c'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:24.128472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-51eae499-c602-4281-b8c1-e976ae73f513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5aff10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['5de73423-aa80-4d53-b047-942faaf3390c'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:24.165424 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-51eae499-c602-4281-b8c1-e976ae73f513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5aff10>, [], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:24.166106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eae499-c602-4281-b8c1-e976ae73f513 None None] The sync data for ids ['5de73423-aa80-4d53-b047-942faaf3390c'] in ncdv-master-1 is: [] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:31:24.171923 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a6a8-b3d5-4065-bb4e-8290b0501a9a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for router (5de73423-aa80-4d53-b047-942faaf3390c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:24.197132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f372e679-7cb1-42b3-9b65-35d5330040d5 None None] Provisioning complete for port fe54e12d-0561-444e-97ce-e31b09d59cfe triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:24.197536 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f372e679-7cb1-42b3-9b65-35d5330040d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fe54e12d-0561-444e-97ce-e31b09d59cfe), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:24.275784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f372e679-7cb1-42b3-9b65-35d5330040d5 None None] Port fe54e12d-0561-444e-97ce-e31b09d59cfe cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:31:24.284470 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-a4b2a6a8-b3d5-4065-bb4e-8290b0501a9a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] delete failed (client error): There was a conflict when trying to complete your request.
Feb 12 21:31:24.285630 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a4b2a6a8-b3d5-4065-bb4e-8290b0501a9a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "DELETE /v2.0/routers/5de73423-aa80-4d53-b047-942faaf3390c HTTP/1.1" status: 409  len: 329 time: 0.2604389
Feb 12 21:31:24.289040 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44636) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:24.992991 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0ee01300-9036-46cb-9640-ec02f548257a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (5de73423-aa80-4d53-b047-942faaf3390c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:25.265204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-0ee01300-9036-46cb-9640-ec02f548257a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Deleting port fe54e12d-0561-444e-97ce-e31b09d59cfe {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:31:25.265590 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0ee01300-9036-46cb-9640-ec02f548257a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (fe54e12d-0561-444e-97ce-e31b09d59cfe), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:25.297865 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6ed7be11-943a-4c98-bee5-9f02a41c7a3a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:25.354302 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:25.354683 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6ed7be11-943a-4c98-bee5-9f02a41c7a3a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:25.376703 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0ee01300-9036-46cb-9640-ec02f548257a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (fe54e12d-0561-444e-97ce-e31b09d59cfe), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:25.389288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-0ee01300-9036-46cb-9640-ec02f548257a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Calling delete_port for fe54e12d-0561-444e-97ce-e31b09d59cfe owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:31:25.438651 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:25.653392 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0ee01300-9036-46cb-9640-ec02f548257a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (fe54e12d-0561-444e-97ce-e31b09d59cfe), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:25.681854 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee01300-9036-46cb-9640-ec02f548257a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event deleted for resources: {'Port': ['ID=fe54e12d-0561-444e-97ce-e31b09d59cfe,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:25.793452 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0ee01300-9036-46cb-9640-ec02f548257a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (5de73423-aa80-4d53-b047-942faaf3390c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:25.867988 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4341083b-5d9e-40e8-a584-7001e8d48b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:25.985176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee01300-9036-46cb-9640-ec02f548257a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Router 5de73423-aa80-4d53-b047-942faaf3390c has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:31:26.065916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee01300-9036-46cb-9640-ec02f548257a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:31:26.071138 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0ee01300-9036-46cb-9640-ec02f548257a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "PUT /v2.0/routers/5de73423-aa80-4d53-b047-942faaf3390c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7809539
Feb 12 21:31:26.074828 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44692) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:26.077273 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ef67b-1b15-4bbd-8514-a5e784ff6a03 None None] Sync routers for ids ['5de73423-aa80-4d53-b047-942faaf3390c'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:31:26.090828 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ef67b-1b15-4bbd-8514-a5e784ff6a03 None None] Routers {'5de73423-aa80-4d53-b047-942faaf3390c'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:26.091546 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a02ef67b-1b15-4bbd-8514-a5e784ff6a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9c7eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['5de73423-aa80-4d53-b047-942faaf3390c'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:26.118677 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-11a905d2-eb10-4441-a655-4e5abfce7b6b tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] show failed (client error): The resource could not be found.
Feb 12 21:31:26.119736 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-11a905d2-eb10-4441-a655-4e5abfce7b6b tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1383411156 HTTP/1.1" status: 404  len: 335 time: 0.0429540
Feb 12 21:31:26.123913 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44696) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:26.128772 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-26809e9e-3020-45cc-835d-9049666499aa tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Request body: {'router': {'name': 'new_name'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:26.169014 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-26809e9e-3020-45cc-835d-9049666499aa tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] update failed (client error): The resource could not be found.
Feb 12 21:31:26.174592 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-26809e9e-3020-45cc-835d-9049666499aa tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1343074964 HTTP/1.1" status: 404  len: 335 time: 0.0449746
Feb 12 21:31:26.174865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44700) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:26.236300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acb79f6-a4cb-4940-8ab1-26ed9994b6bf tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Deleting subnet 86c0de2f-8834-4592-a1c4-38ea9a2a601c {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:31:26.239605 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6acb79f6-a4cb-4940-8ab1-26ed9994b6bf tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for subnet (86c0de2f-8834-4592-a1c4-38ea9a2a601c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:26.263196 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a02ef67b-1b15-4bbd-8514-a5e784ff6a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9c7eb0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:26.273469 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ef67b-1b15-4bbd-8514-a5e784ff6a03 None None] Routers {'5de73423-aa80-4d53-b047-942faaf3390c'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:26.274936 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a02ef67b-1b15-4bbd-8514-a5e784ff6a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9c7eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:30:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['5de73423-aa80-4d53-b047-942faaf3390c'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:26.292414 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6acb79f6-a4cb-4940-8ab1-26ed9994b6bf tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (86c0de2f-8834-4592-a1c4-38ea9a2a601c), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:26.313905 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a02ef67b-1b15-4bbd-8514-a5e784ff6a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9c7eb0>, [], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:26.314645 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ef67b-1b15-4bbd-8514-a5e784ff6a03 None None] The sync data for ids ['5de73423-aa80-4d53-b047-942faaf3390c'] in ncdv-master-1 is: [] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:31:26.420230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e1e56-c0ac-4a58-8688-7c81f492f915 req-5b3a265c-68ca-441b-be24-49cc1e5d5c9f tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:26.421730 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe9e1e56-c0ac-4a58-8688-7c81f492f915 req-5b3a265c-68ca-441b-be24-49cc1e5d5c9f tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 950 time: 0.0998411
Feb 12 21:31:26.430334 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6acb79f6-a4cb-4940-8ab1-26ed9994b6bf tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (86c0de2f-8834-4592-a1c4-38ea9a2a601c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:26.503340 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe9e1e56-c0ac-4a58-8688-7c81f492f915 req-2247c470-2b29-44df-b24f-da93ab30433a tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fa50e3-6825-4367-a461-46b58f29546d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749567
Feb 12 21:31:26.600267 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6acb79f6-a4cb-4940-8ab1-26ed9994b6bf tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (86c0de2f-8834-4592-a1c4-38ea9a2a601c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:26.631597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb79f6-a4cb-4940-8ab1-26ed9994b6bf tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event deleted for resources: {'Subnet': ['ID=86c0de2f-8834-4592-a1c4-38ea9a2a601c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:26.635899 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6acb79f6-a4cb-4940-8ab1-26ed9994b6bf tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:26.639728 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6acb79f6-a4cb-4940-8ab1-26ed9994b6bf tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "DELETE /v2.0/subnets/86c0de2f-8834-4592-a1c4-38ea9a2a601c HTTP/1.1" status: 204  len: 168 time: 0.4632885
Feb 12 21:31:26.641685 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44706) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:26.644262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a987439-98f3-4470-b466-b113a2ec8dd0 None None] Network 3947e5c8-487e-41da-aa62-c01297c94613 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:26.720483 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (3947e5c8-487e-41da-aa62-c01297c94613), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:26.776436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Deleting port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:31:26.777395 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6ed7be11-943a-4c98-bee5-9f02a41c7a3a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:26.810818 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] DHCP port deletion for 3947e5c8-487e-41da-aa62-c01297c94613 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:31:26.848679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] For port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ed7be11-943a-4c98-bee5-9f02a41c7a3a,segment=NetworkSegment(42f6f70f-dcb7-4fe9-b7d7-e84c9236731c),segment_id=42f6f70f-dcb7-4fe9-b7d7-e84c9236731c)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:26.849044 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6ed7be11-943a-4c98-bee5-9f02a41c7a3a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:26.862546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Calling delete_port for 6ed7be11-943a-4c98-bee5-9f02a41c7a3a owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:31:26.864708 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Deleting port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:31:26.865129 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6ed7be11-943a-4c98-bee5-9f02a41c7a3a), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:26.947956 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] For port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ed7be11-943a-4c98-bee5-9f02a41c7a3a,segment=NetworkSegment(42f6f70f-dcb7-4fe9-b7d7-e84c9236731c),segment_id=42f6f70f-dcb7-4fe9-b7d7-e84c9236731c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:26.948341 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6ed7be11-943a-4c98-bee5-9f02a41c7a3a), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:26.960176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Calling delete_port for 6ed7be11-943a-4c98-bee5-9f02a41c7a3a owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:31:27.034336 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6ed7be11-943a-4c98-bee5-9f02a41c7a3a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:27.037607 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:27.045219 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (6ed7be11-943a-4c98-bee5-9f02a41c7a3a), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:27.064922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event deleted for resources: {'Port': ['ID=6ed7be11-943a-4c98-bee5-9f02a41c7a3a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:27.068756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] No DVR routers for this DVR port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:31:27.071296 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Pushing event deleted for resources: {'Port': ['ID=6ed7be11-943a-4c98-bee5-9f02a41c7a3a,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:27.079629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] No DVR routers for this DVR port 6ed7be11-943a-4c98-bee5-9f02a41c7a3a on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:31:27.082238 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:27.082697 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:27.083090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:27.083482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:27.083830 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:27.084163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:27.084496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:27.084824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:27.085164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:27.085536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:27.091101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:27.091101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:27.091101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb6e9b-02b3-4405-ad62-c283abc7c52a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:27.170129 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (3947e5c8-487e-41da-aa62-c01297c94613), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:27.190807 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc7003ac910>,) {'filters': {'network_id': ['3947e5c8-487e-41da-aa62-c01297c94613']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:27.201514 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7003ac910>, '42f6f70f-dcb7-4fe9-b7d7-e84c9236731c') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:27.201824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7003ac910>, '42f6f70f-dcb7-4fe9-b7d7-e84c9236731c') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:27.212576 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (42f6f70f-dcb7-4fe9-b7d7-e84c9236731c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:27.226846 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (42f6f70f-dcb7-4fe9-b7d7-e84c9236731c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:27.234192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:31:27.234588 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (42f6f70f-dcb7-4fe9-b7d7-e84c9236731c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:31:27.237638 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:31:27.284075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6ed7be11-943a-4c98-bee5-9f02a41c7a3a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:31:27.305083 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 6ed7be11-943a-4c98-bee5-9f02a41c7a3a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:31:27.305589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6ed7be11-943a-4c98-bee5-9f02a41c7a3a not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:31:27.421616 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (3947e5c8-487e-41da-aa62-c01297c94613), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:27.427084 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:27.434805 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44718) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:27.435350 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "DELETE /v2.0/networks/3947e5c8-487e-41da-aa62-c01297c94613 HTTP/1.1" status: 204  len: 168 time: 0.7921283
Feb 12 21:31:27.454014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b3b28-9e85-4218-9387-16cad2120a4d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event deleted for resources: {'Network': ['ID=3947e5c8-487e-41da-aa62-c01297c94613,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:27.493502 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc9a31f-c98d-40ae-a36e-f6df20ea434c tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Deleting subnet d863d479-b8f1-439e-a88a-07a145615e72 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:31:27.496675 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ebc9a31f-c98d-40ae-a36e-f6df20ea434c tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for subnet (d863d479-b8f1-439e-a88a-07a145615e72), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:27.541117 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ebc9a31f-c98d-40ae-a36e-f6df20ea434c tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (d863d479-b8f1-439e-a88a-07a145615e72), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:27.667510 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df47d22-9c09-4c08-9058-983fc9334151 req-dc1a77ae-2719-4bf8-8527-d92dcbae712e tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:27.669041 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6df47d22-9c09-4c08-9058-983fc9334151 req-dc1a77ae-2719-4bf8-8527-d92dcbae712e tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 950 time: 0.0922782
Feb 12 21:31:27.673498 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ebc9a31f-c98d-40ae-a36e-f6df20ea434c tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (d863d479-b8f1-439e-a88a-07a145615e72), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:27.760193 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6df47d22-9c09-4c08-9058-983fc9334151 req-d1057e33-a596-40b1-8ff6-ed4562a8f7cd tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fa50e3-6825-4367-a461-46b58f29546d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834594
Feb 12 21:31:27.827717 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ebc9a31f-c98d-40ae-a36e-f6df20ea434c tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (d863d479-b8f1-439e-a88a-07a145615e72), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:27.982258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264e6e5-9814-4b5d-8dfb-34c202a19cca req-96559c4e-a32a-4fa5-93d2-e11cada7ca06 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:27.983876 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d264e6e5-9814-4b5d-8dfb-34c202a19cca req-96559c4e-a32a-4fa5-93d2-e11cada7ca06 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 950 time: 0.0564620
Feb 12 21:31:28.099019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d264e6e5-9814-4b5d-8dfb-34c202a19cca req-db783cbc-0629-4799-a087-204ff4604c3c tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Deleting port fce44142-693c-41f1-af3f-bb370c995071 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:31:28.099019 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d264e6e5-9814-4b5d-8dfb-34c202a19cca req-db783cbc-0629-4799-a087-204ff4604c3c tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (fce44142-693c-41f1-af3f-bb370c995071), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.143644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9a31f-c98d-40ae-a36e-f6df20ea434c tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event deleted for resources: {'Subnet': ['ID=d863d479-b8f1-439e-a88a-07a145615e72,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:28.147751 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ebc9a31f-c98d-40ae-a36e-f6df20ea434c tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.154735 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ebc9a31f-c98d-40ae-a36e-f6df20ea434c tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "DELETE /v2.0/subnets/d863d479-b8f1-439e-a88a-07a145615e72 HTTP/1.1" status: 204  len: 168 time: 0.7167180
Feb 12 21:31:28.155067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44736) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:28.161983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c64498-a96a-433c-b51c-c4889a9fa4a2 None None] Network ae482736-7774-4e69-98c9-07e22d71aa80 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:28.233341 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-3471a689-c4a6-4d29-9d1a-0e089ed49e54 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Deleting subnet 5f0ef589-bc39-4d69-9948-6ef495bf7391 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:31:28.241604 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3471a689-c4a6-4d29-9d1a-0e089ed49e54 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for subnet (5f0ef589-bc39-4d69-9948-6ef495bf7391), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.246039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d264e6e5-9814-4b5d-8dfb-34c202a19cca req-db783cbc-0629-4799-a087-204ff4604c3c tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] For port fce44142-693c-41f1-af3f-bb370c995071, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fce44142-693c-41f1-af3f-bb370c995071,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:28.246391 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d264e6e5-9814-4b5d-8dfb-34c202a19cca req-db783cbc-0629-4799-a087-204ff4604c3c tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (fce44142-693c-41f1-af3f-bb370c995071), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.279923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d264e6e5-9814-4b5d-8dfb-34c202a19cca req-db783cbc-0629-4799-a087-204ff4604c3c tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Calling delete_port for fce44142-693c-41f1-af3f-bb370c995071 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:31:28.300486 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3471a689-c4a6-4d29-9d1a-0e089ed49e54 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (5f0ef589-bc39-4d69-9948-6ef495bf7391), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.321257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491f58b3-6d52-41dc-b30f-eba9a592f2a9 None None] DHCP port deletion for ae482736-7774-4e69-98c9-07e22d71aa80 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:31:28.325955 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6b932ded-35a3-4420-b84c-eb8ed82763a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.376195 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-491f58b3-6d52-41dc-b30f-eba9a592f2a9 None None] Deleting port 9e4ca26f-43ce-47c4-a094-e3bba323af2d {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:31:28.376495 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-491f58b3-6d52-41dc-b30f-eba9a592f2a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (9e4ca26f-43ce-47c4-a094-e3bba323af2d), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.439699 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3471a689-c4a6-4d29-9d1a-0e089ed49e54 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (5f0ef589-bc39-4d69-9948-6ef495bf7391), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.442658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-491f58b3-6d52-41dc-b30f-eba9a592f2a9 None None] For port 9e4ca26f-43ce-47c4-a094-e3bba323af2d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e4ca26f-43ce-47c4-a094-e3bba323af2d,segment=NetworkSegment(d1da15c6-08f9-497a-8410-52a58e18ebd4),segment_id=d1da15c6-08f9-497a-8410-52a58e18ebd4)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:28.443062 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-491f58b3-6d52-41dc-b30f-eba9a592f2a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (9e4ca26f-43ce-47c4-a094-e3bba323af2d), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.455847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-491f58b3-6d52-41dc-b30f-eba9a592f2a9 None None] Calling delete_port for 9e4ca26f-43ce-47c4-a094-e3bba323af2d owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:31:28.616845 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d264e6e5-9814-4b5d-8dfb-34c202a19cca req-db783cbc-0629-4799-a087-204ff4604c3c tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (fce44142-693c-41f1-af3f-bb370c995071), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.633874 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['fce44142-693c-41f1-af3f-bb370c995071'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:31:28.651795 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db783cbc-0629-4799-a087-204ff4604c3c tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Pushing event deleted for resources: {'Port': ['ID=fce44142-693c-41f1-af3f-bb370c995071,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:28.654307 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3471a689-c4a6-4d29-9d1a-0e089ed49e54 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (5f0ef589-bc39-4d69-9948-6ef495bf7391), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.668817 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-491f58b3-6d52-41dc-b30f-eba9a592f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (9e4ca26f-43ce-47c4-a094-e3bba323af2d), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.689021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471a689-c4a6-4d29-9d1a-0e089ed49e54 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0ef589-bc39-4d69-9948-6ef495bf7391,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:28.707771 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f58b3-6d52-41dc-b30f-eba9a592f2a9 None None] Pushing event deleted for resources: {'Port': ['ID=9e4ca26f-43ce-47c4-a094-e3bba323af2d,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:28.709593 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3471a689-c4a6-4d29-9d1a-0e089ed49e54 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.709743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f58b3-6d52-41dc-b30f-eba9a592f2a9 None None] No DVR routers for this DVR port 9e4ca26f-43ce-47c4-a094-e3bba323af2d on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:31:28.715387 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3471a689-c4a6-4d29-9d1a-0e089ed49e54 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "DELETE /v2.0/subnets/5f0ef589-bc39-4d69-9948-6ef495bf7391 HTTP/1.1" status: 204  len: 168 time: 0.5569274
Feb 12 21:31:28.715387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44742) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:28.724675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49efdf13-cf10-4da5-94fb-be575bd8ffce None None] Network 13d6fbf7-1485-4425-aa9a-2369a1915d65 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:28.747968 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d264e6e5-9814-4b5d-8dfb-34c202a19cca req-db783cbc-0629-4799-a087-204ff4604c3c tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] No DVR routers for this DVR port fce44142-693c-41f1-af3f-bb370c995071 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:31:28.755998 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d264e6e5-9814-4b5d-8dfb-34c202a19cca req-db783cbc-0629-4799-a087-204ff4604c3c tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.760131 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d264e6e5-9814-4b5d-8dfb-34c202a19cca req-db783cbc-0629-4799-a087-204ff4604c3c tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.48 "DELETE /v2.0/ports/fce44142-693c-41f1-af3f-bb370c995071 HTTP/1.1" status: 204  len: 173 time: 0.7705271
Feb 12 21:31:28.760640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bbf62a-7a91-43c1-82bc-ec91c40dbde3', 'name': 'network-vif-deleted', 'tag': 'fce44142-693c-41f1-af3f-bb370c995071'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:31:28.762995 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0029a30-6fcb-4a81-ad69-b91e0e5f6734" -d '{"events": [{"server_uuid": "f2bbf62a-7a91-43c1-82bc-ec91c40dbde3", "name": "network-vif-deleted", "tag": "fce44142-693c-41f1-af3f-bb370c995071"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:31:28.813171 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473846b9-6cdc-432c-b9a0-fdd333ce6938 x-openstack-request-id: req-473846b9-6cdc-432c-b9a0-fdd333ce6938 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:31:28.813510 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bbf62a-7a91-43c1-82bc-ec91c40dbde3", "name": "network-vif-deleted", "tag": "fce44142-693c-41f1-af3f-bb370c995071", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:31:28.813772 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-473846b9-6cdc-432c-b9a0-fdd333ce6938 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:31:28.814189 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bbf62a-7a91-43c1-82bc-ec91c40dbde3', 'name': 'network-vif-deleted', 'tag': 'fce44142-693c-41f1-af3f-bb370c995071', 'status': 'completed', 'code': 200}
Feb 12 21:31:28.838279 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1439f3a8-8cba-4c39-9117-5669cd4bc10d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (ae482736-7774-4e69-98c9-07e22d71aa80), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.882227 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9028ced6-6e9b-4280-ba85-850c59d128e1 req-ed912bd2-2ce8-43de-ab73-a6a445cdb642 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 210 time: 0.0281415
Feb 12 21:31:28.921666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fdfa25-ccf4-4b48-8bea-d7a4b282e0da None None] DHCP port deletion for 13d6fbf7-1485-4425-aa9a-2369a1915d65 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:31:28.938538 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1439f3a8-8cba-4c39-9117-5669cd4bc10d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (ae482736-7774-4e69-98c9-07e22d71aa80), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.962437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-1439f3a8-8cba-4c39-9117-5669cd4bc10d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb87daf0>,) {'filters': {'network_id': ['ae482736-7774-4e69-98c9-07e22d71aa80']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:28.973591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-1439f3a8-8cba-4c39-9117-5669cd4bc10d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb87daf0>, 'd1da15c6-08f9-497a-8410-52a58e18ebd4') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:28.973921 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-1439f3a8-8cba-4c39-9117-5669cd4bc10d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb87daf0>, 'd1da15c6-08f9-497a-8410-52a58e18ebd4') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:28.982270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f2fdfa25-ccf4-4b48-8bea-d7a4b282e0da None None] Deleting port 6722856f-0bd7-4686-ad9c-40e9951311e9 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:31:28.982779 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2fdfa25-ccf4-4b48-8bea-d7a4b282e0da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6722856f-0bd7-4686-ad9c-40e9951311e9), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:28.990142 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1439f3a8-8cba-4c39-9117-5669cd4bc10d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (d1da15c6-08f9-497a-8410-52a58e18ebd4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.004650 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1439f3a8-8cba-4c39-9117-5669cd4bc10d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (d1da15c6-08f9-497a-8410-52a58e18ebd4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.012442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1439f3a8-8cba-4c39-9117-5669cd4bc10d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:31:29.012852 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1439f3a8-8cba-4c39-9117-5669cd4bc10d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (d1da15c6-08f9-497a-8410-52a58e18ebd4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:31:29.016857 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:31:29.059991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f2fdfa25-ccf4-4b48-8bea-d7a4b282e0da None None] For port 6722856f-0bd7-4686-ad9c-40e9951311e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6722856f-0bd7-4686-ad9c-40e9951311e9,segment=NetworkSegment(92f3d0a6-2047-4ded-b95b-041a223a770d),segment_id=92f3d0a6-2047-4ded-b95b-041a223a770d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:29.060403 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2fdfa25-ccf4-4b48-8bea-d7a4b282e0da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6722856f-0bd7-4686-ad9c-40e9951311e9), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.077110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f2fdfa25-ccf4-4b48-8bea-d7a4b282e0da None None] Calling delete_port for 6722856f-0bd7-4686-ad9c-40e9951311e9 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:31:29.160982 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1439f3a8-8cba-4c39-9117-5669cd4bc10d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (ae482736-7774-4e69-98c9-07e22d71aa80), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.169562 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1439f3a8-8cba-4c39-9117-5669cd4bc10d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.175223 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1439f3a8-8cba-4c39-9117-5669cd4bc10d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "DELETE /v2.0/networks/ae482736-7774-4e69-98c9-07e22d71aa80 HTTP/1.1" status: 204  len: 168 time: 0.4588726
Feb 12 21:31:29.177676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44752) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:29.196684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439f3a8-8cba-4c39-9117-5669cd4bc10d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event deleted for resources: {'Network': ['ID=ae482736-7774-4e69-98c9-07e22d71aa80,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:29.240185 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2fdfa25-ccf4-4b48-8bea-d7a4b282e0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (6722856f-0bd7-4686-ad9c-40e9951311e9), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.268564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdfa25-ccf4-4b48-8bea-d7a4b282e0da None None] Pushing event deleted for resources: {'Port': ['ID=6722856f-0bd7-4686-ad9c-40e9951311e9,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:29.270475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fdfa25-ccf4-4b48-8bea-d7a4b282e0da None None] No DVR routers for this DVR port 6722856f-0bd7-4686-ad9c-40e9951311e9 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:31:29.307353 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e206771c-291f-44a5-971f-ea6b636b7d28 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (13d6fbf7-1485-4425-aa9a-2369a1915d65), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.330665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6722856f-0bd7-4686-ad9c-40e9951311e9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:31:29.352976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 6722856f-0bd7-4686-ad9c-40e9951311e9 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:31:29.357437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6722856f-0bd7-4686-ad9c-40e9951311e9 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:31:29.357822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9e4ca26f-43ce-47c4-a094-e3bba323af2d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:31:29.381617 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 9e4ca26f-43ce-47c4-a094-e3bba323af2d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:31:29.540523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9e4ca26f-43ce-47c4-a094-e3bba323af2d not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e206771c-291f-44a5-971f-ea6b636b7d28 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (13d6fbf7-1485-4425-aa9a-2369a1915d65), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-e206771c-291f-44a5-971f-ea6b636b7d28 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fadc4be0>,) {'filters': {'network_id': ['13d6fbf7-1485-4425-aa9a-2369a1915d65']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-e206771c-291f-44a5-971f-ea6b636b7d28 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fadc4be0>, '92f3d0a6-2047-4ded-b95b-041a223a770d') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-e206771c-291f-44a5-971f-ea6b636b7d28 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fadc4be0>, '92f3d0a6-2047-4ded-b95b-041a223a770d') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e206771c-291f-44a5-971f-ea6b636b7d28 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (92f3d0a6-2047-4ded-b95b-041a223a770d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e206771c-291f-44a5-971f-ea6b636b7d28 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (92f3d0a6-2047-4ded-b95b-041a223a770d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e206771c-291f-44a5-971f-ea6b636b7d28 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e206771c-291f-44a5-971f-ea6b636b7d28 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (92f3d0a6-2047-4ded-b95b-041a223a770d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:31:29.546034 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:31:29.758634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e206771c-291f-44a5-971f-ea6b636b7d28 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (13d6fbf7-1485-4425-aa9a-2369a1915d65), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.758891 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.758891 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.762734 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e206771c-291f-44a5-971f-ea6b636b7d28 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.766032 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e206771c-291f-44a5-971f-ea6b636b7d28 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "DELETE /v2.0/networks/13d6fbf7-1485-4425-aa9a-2369a1915d65 HTTP/1.1" status: 204  len: 168 time: 0.5873628
Feb 12 21:31:29.768798 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44758) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:29.776374 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206771c-291f-44a5-971f-ea6b636b7d28 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event deleted for resources: {'Network': ['ID=13d6fbf7-1485-4425-aa9a-2369a1915d65,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:29.820977 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-4975dad5-daaf-4344-b01d-e54d72475e2a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Deleting subnet 3b8bef15-9c60-4c05-ae36-9baa62a63be7 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:31:29.824181 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4975dad5-daaf-4344-b01d-e54d72475e2a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for subnet (3b8bef15-9c60-4c05-ae36-9baa62a63be7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.870437 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4975dad5-daaf-4344-b01d-e54d72475e2a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (3b8bef15-9c60-4c05-ae36-9baa62a63be7), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:29.969475 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4975dad5-daaf-4344-b01d-e54d72475e2a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (3b8bef15-9c60-4c05-ae36-9baa62a63be7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:30.009028 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c21d7b-8393-4763-8a6b-3a03c49d4388 req-f79be9e7-93f9-4576-bc13-9aa8537b2137 tempest-VolumesBackupsTest-835000994 tempest-VolumesBackupsTest-835000994-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2bbf62a-7a91-43c1-82bc-ec91c40dbde3 HTTP/1.1" status: 200  len: 210 time: 0.0273900
Feb 12 21:31:30.148608 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4975dad5-daaf-4344-b01d-e54d72475e2a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (3b8bef15-9c60-4c05-ae36-9baa62a63be7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:30.182090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975dad5-daaf-4344-b01d-e54d72475e2a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8bef15-9c60-4c05-ae36-9baa62a63be7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:30.185922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4975dad5-daaf-4344-b01d-e54d72475e2a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:30.189318 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4975dad5-daaf-4344-b01d-e54d72475e2a tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "DELETE /v2.0/subnets/3b8bef15-9c60-4c05-ae36-9baa62a63be7 HTTP/1.1" status: 204  len: 168 time: 0.4193556
Feb 12 21:31:30.191762 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44768) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:30.194507 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c344c706-c220-465e-b60c-25257077b7f2 None None] Network f40aa987-6ace-419d-9eed-2ff7f1042e13 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:30.277469 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (f40aa987-6ace-419d-9eed-2ff7f1042e13), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:30.355442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Deleting port 6381ae44-113a-4fa9-9761-fff91565441f {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:31:30.355857 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6381ae44-113a-4fa9-9761-fff91565441f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:30.374180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f50faf0-6526-497e-9e54-f396c8169257 None None] DHCP port deletion for f40aa987-6ace-419d-9eed-2ff7f1042e13 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:31:30.424074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3f50faf0-6526-497e-9e54-f396c8169257 None None] Deleting port 6381ae44-113a-4fa9-9761-fff91565441f {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:31:30.424445 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3f50faf0-6526-497e-9e54-f396c8169257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6381ae44-113a-4fa9-9761-fff91565441f), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:30.427703 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] For port 6381ae44-113a-4fa9-9761-fff91565441f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6381ae44-113a-4fa9-9761-fff91565441f,segment=NetworkSegment(0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e),segment_id=0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:30.429513 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6381ae44-113a-4fa9-9761-fff91565441f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:30.441439 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Calling delete_port for 6381ae44-113a-4fa9-9761-fff91565441f owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:31:30.487391 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3f50faf0-6526-497e-9e54-f396c8169257 None None] For port 6381ae44-113a-4fa9-9761-fff91565441f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6381ae44-113a-4fa9-9761-fff91565441f,segment=NetworkSegment(0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e),segment_id=0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:30.487784 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3f50faf0-6526-497e-9e54-f396c8169257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6381ae44-113a-4fa9-9761-fff91565441f), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:30.500186 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3f50faf0-6526-497e-9e54-f396c8169257 None None] Calling delete_port for 6381ae44-113a-4fa9-9761-fff91565441f owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:31:30.600003 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (6381ae44-113a-4fa9-9761-fff91565441f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:30.608025 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3f50faf0-6526-497e-9e54-f396c8169257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (6381ae44-113a-4fa9-9761-fff91565441f), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:30.634923 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event deleted for resources: {'Port': ['ID=6381ae44-113a-4fa9-9761-fff91565441f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:30.636012 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50faf0-6526-497e-9e54-f396c8169257 None None] Pushing event deleted for resources: {'Port': ['ID=6381ae44-113a-4fa9-9761-fff91565441f,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:30.646163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50faf0-6526-497e-9e54-f396c8169257 None None] No DVR routers for this DVR port 6381ae44-113a-4fa9-9761-fff91565441f on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:31:30.652372 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] No DVR routers for this DVR port 6381ae44-113a-4fa9-9761-fff91565441f on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:31:30.739134 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (f40aa987-6ace-419d-9eed-2ff7f1042e13), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:30.759532 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc70058d100>,) {'filters': {'network_id': ['f40aa987-6ace-419d-9eed-2ff7f1042e13']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:30.768806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc70058d100>, '0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:30.769113 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc70058d100>, '0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:30.779372 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:30.793463 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:30.799445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (0eb2f70c-4ccb-4c59-ac59-54e4ff673d2e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:31:30.802933 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:31:30.942078 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (f40aa987-6ace-419d-9eed-2ff7f1042e13), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:30.951044 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:30.954307 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "DELETE /v2.0/networks/f40aa987-6ace-419d-9eed-2ff7f1042e13 HTTP/1.1" status: 204  len: 168 time: 0.7615921
Feb 12 21:31:30.957014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44794) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:30.966367 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebbb7c-5a8f-4f73-95bc-b6affd8880b3 tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Pushing event deleted for resources: {'Network': ['ID=f40aa987-6ace-419d-9eed-2ff7f1042e13,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:30.988959 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bce5bbc3-008f-4af7-928f-132167abbd5d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "GET /v2.0/ports?device_id=5de73423-aa80-4d53-b047-942faaf3390c HTTP/1.1" status: 200  len: 205 time: 0.0306652
Feb 12 21:31:30.995143 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44796) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:31.040402 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:31.066266 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e15b582-4ac3-4627-ab80-1eea2c306d7d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for router (5de73423-aa80-4d53-b047-942faaf3390c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:31.234525 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e15b582-4ac3-4627-ab80-1eea2c306d7d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (5de73423-aa80-4d53-b047-942faaf3390c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:31.238203 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e15b582-4ac3-4627-ab80-1eea2c306d7d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for router_controller (5de73423-aa80-4d53-b047-942faaf3390c), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:31.289607 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6381ae44-113a-4fa9-9761-fff91565441f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:31:31.312766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 6381ae44-113a-4fa9-9761-fff91565441f {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:31:31.313167 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6381ae44-113a-4fa9-9761-fff91565441f not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:31:31.382803 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e15b582-4ac3-4627-ab80-1eea2c306d7d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (5de73423-aa80-4d53-b047-942faaf3390c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:31.383377 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e15b582-4ac3-4627-ab80-1eea2c306d7d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Fanout notify agent at l3_agent the message router_deleted on router 5de73423-aa80-4d53-b047-942faaf3390c {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:31:31.394429 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e15b582-4ac3-4627-ab80-1eea2c306d7d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:31.395071 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6e15b582-4ac3-4627-ab80-1eea2c306d7d tempest-RoutersNegativeIpV6Test-832976734 tempest-RoutersNegativeIpV6Test-832976734-project] 10.222.0.31 "DELETE /v2.0/routers/5de73423-aa80-4d53-b047-942faaf3390c HTTP/1.1" status: 204  len: 168 time: 0.4026172
Feb 12 21:31:31.859661 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44826) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:31.994054 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0e7ffbc0-233d-436c-87d2-97a7835b63d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=221184b5dbe54bfebba3fa5dc1e24299&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1331127
Feb 12 21:31:31.996506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44830) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:32.045076 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fccbc5b8-8973-49ec-9558-3967f8c32065 admin admin] Publish callbacks [] for security_group (53d27446-2839-4b42-8f90-e782ce1f977c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:32.066570 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fccbc5b8-8973-49ec-9558-3967f8c32065 admin admin] Publish callbacks [] for security_group (53d27446-2839-4b42-8f90-e782ce1f977c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:32.187738 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:32.216282 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fccbc5b8-8973-49ec-9558-3967f8c32065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (53d27446-2839-4b42-8f90-e782ce1f977c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:32.219033 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fccbc5b8-8973-49ec-9558-3967f8c32065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:32.220166 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fccbc5b8-8973-49ec-9558-3967f8c32065 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53d27446-2839-4b42-8f90-e782ce1f977c HTTP/1.1" status: 204  len: 168 time: 0.2227747
Feb 12 21:31:32.228116 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbc5b8-8973-49ec-9558-3967f8c32065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d27446-2839-4b42-8f90-e782ce1f977c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:32.884756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device fce44142-693c-41f1-af3f-bb370c995071 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:31:33.077998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: fce44142-693c-41f1-af3f-bb370c995071 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:31:33.078354 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device fce44142-693c-41f1-af3f-bb370c995071 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:31:33.161044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44860) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:33.266385 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-827173021-network', 'tenant_id': '975d50cd73f141debf973402fbe4294b'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:33.359222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Made reservation on behalf of 975d50cd73f141debf973402fbe4294b for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:31:33.361707 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:33.370911 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:33.444119 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Publish callbacks [] for security_group (4e90ee63-9b3b-4528-9e50-cadf73d81da5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:33.519439 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4e90ee63-9b3b-4528-9e50-cadf73d81da5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:33.544933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:31:33.555355 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e90ee63-9b3b-4528-9e50-cadf73d81da5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:33.563423 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1659da97-8fd9-4f85-9240-4863b0dbbdc0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:33.563779 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Added segment 1659da97-8fd9-4f85-9240-4863b0dbbdc0 of type vlan for network a8443ce1-02bb-43a3-aff9-65155ec4b534
Feb 12 21:31:33.571897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:33.572253 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:33.572606 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:33.572952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:33.573294 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:33.573660 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:33.573997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:33.574333 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:33.574665 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:33.575020 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:33.575353 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:33.575684 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:33.576014 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:33.619954 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (a8443ce1-02bb-43a3-aff9-65155ec4b534), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:33.736750 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (a8443ce1-02bb-43a3-aff9-65155ec4b534), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:33.737801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:33.738401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:33.802703 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] Pushing event updated for resources: {'Network': ['ID=a8443ce1-02bb-43a3-aff9-65155ec4b534,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:33.813141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network a8443ce1-02bb-43a3-aff9-65155ec4b534 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:31:33.845590 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-589245eb-4f88-4bab-bb1c-e31291cfed3d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6833608
Feb 12 21:31:33.848289 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44872) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:33.853445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-276357ea-85a7-4e75-89b0-1c34274828c1 admin admin] Request body: {'subnet': {'network_id': 'a8443ce1-02bb-43a3-aff9-65155ec4b534', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-827173021-subnet', 'tenant_id': '975d50cd73f141debf973402fbe4294b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:33.935127 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276357ea-85a7-4e75-89b0-1c34274828c1 admin admin] Made reservation on behalf of 975d50cd73f141debf973402fbe4294b for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:31:33.937595 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-276357ea-85a7-4e75-89b0-1c34274828c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:34.142373 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-276357ea-85a7-4e75-89b0-1c34274828c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (25dcbaca-9aa9-44eb-becb-eaf7c88da42e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:34.198424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276357ea-85a7-4e75-89b0-1c34274828c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25dcbaca-9aa9-44eb-becb-eaf7c88da42e,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:34.206954 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276357ea-85a7-4e75-89b0-1c34274828c1 admin admin] Checking segment: {'id': '1659da97-8fd9-4f85-9240-4863b0dbbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a8443ce1-02bb-43a3-aff9-65155ec4b534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:34.207320 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276357ea-85a7-4e75-89b0-1c34274828c1 admin admin] Network hostable DHCP agents. Network: a8443ce1-02bb-43a3-aff9-65155ec4b534, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:31:34.279581 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276357ea-85a7-4e75-89b0-1c34274828c1 admin admin] Network a8443ce1-02bb-43a3-aff9-65155ec4b534 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:31:34.347681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-276357ea-85a7-4e75-89b0-1c34274828c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a8443ce1-02bb-43a3-aff9-65155ec4b534) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:34.352326 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276357ea-85a7-4e75-89b0-1c34274828c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:34.353185 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-276357ea-85a7-4e75-89b0-1c34274828c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:34.357011 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf0f5ce-e319-48ac-b16a-49dd19b6b823 None None] Network a8443ce1-02bb-43a3-aff9-65155ec4b534 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:34.419476 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-276357ea-85a7-4e75-89b0-1c34274828c1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.5699601
Feb 12 21:31:34.461897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0448077b-cc9d-4289-89f9-be8aa074edd6 None None] Network a8443ce1-02bb-43a3-aff9-65155ec4b534 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:35.130570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44896) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:35.137866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-307703245-network', 'tenant_id': '69c01b7154f74ee188a49f24432a1199'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:35.210947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Made reservation on behalf of 69c01b7154f74ee188a49f24432a1199 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:31:35.214102 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:35.223449 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:35.298405 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Publish callbacks [] for security_group (cf79b657-7eb6-448c-aa6d-29c83fc1ba15), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:35.365257 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cf79b657-7eb6-448c-aa6d-29c83fc1ba15), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:35.390267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:31:35.400766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf79b657-7eb6-448c-aa6d-29c83fc1ba15,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:35.405401 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5b3c8474-2d11-4332-96b3-1cfb900db0e5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:35.406461 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Added segment 5b3c8474-2d11-4332-96b3-1cfb900db0e5 of type vlan for network 1d9d91fb-3416-46ff-907f-5dcdde48240a
Feb 12 21:31:35.417040 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:35.417418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:35.417768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:35.418112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:35.418451 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:35.418785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:35.419116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:35.419445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:35.419816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:35.420144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:35.420471 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:35.420793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:35.421115 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:35.465692 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (1d9d91fb-3416-46ff-907f-5dcdde48240a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:35.542454 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (1d9d91fb-3416-46ff-907f-5dcdde48240a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:35.543394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:35.543978 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:35.631534 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] Pushing event updated for resources: {'Network': ['ID=1d9d91fb-3416-46ff-907f-5dcdde48240a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:35.642668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 1d9d91fb-3416-46ff-907f-5dcdde48240a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:31:35.659562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-47583414-9da9-40be-addf-087afa73f83c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5279040
Feb 12 21:31:35.662501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44904) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:35.667643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-bc6661cf-e661-4cba-bc3f-638b0004b49b admin admin] Request body: {'subnet': {'network_id': '1d9d91fb-3416-46ff-907f-5dcdde48240a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-307703245-subnet', 'tenant_id': '69c01b7154f74ee188a49f24432a1199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:35.753920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6661cf-e661-4cba-bc3f-638b0004b49b admin admin] Made reservation on behalf of 69c01b7154f74ee188a49f24432a1199 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:31:35.756344 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc6661cf-e661-4cba-bc3f-638b0004b49b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:35.987833 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc6661cf-e661-4cba-bc3f-638b0004b49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (6b30f79f-0327-4421-8852-fe3a1c9dd65a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:36.046184 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6661cf-e661-4cba-bc3f-638b0004b49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b30f79f-0327-4421-8852-fe3a1c9dd65a,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:36.052736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6661cf-e661-4cba-bc3f-638b0004b49b admin admin] Checking segment: {'id': '5b3c8474-2d11-4332-96b3-1cfb900db0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1d9d91fb-3416-46ff-907f-5dcdde48240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:36.053109 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6661cf-e661-4cba-bc3f-638b0004b49b admin admin] Network hostable DHCP agents. Network: 1d9d91fb-3416-46ff-907f-5dcdde48240a, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:31:36.124969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6661cf-e661-4cba-bc3f-638b0004b49b admin admin] Network 1d9d91fb-3416-46ff-907f-5dcdde48240a is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:31:36.227898 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-bc6661cf-e661-4cba-bc3f-638b0004b49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1d9d91fb-3416-46ff-907f-5dcdde48240a) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:36.232797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6661cf-e661-4cba-bc3f-638b0004b49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:36.233462 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc6661cf-e661-4cba-bc3f-638b0004b49b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:36.239021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aa4a49-d5f9-4206-acb9-ed7fae6f6b57 None None] Network 1d9d91fb-3416-46ff-907f-5dcdde48240a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:36.291648 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bc6661cf-e661-4cba-bc3f-638b0004b49b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.6271565
Feb 12 21:31:36.349466 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6d7316-3f93-48b1-b267-1770b553ff2c None None] Network 1d9d91fb-3416-46ff-907f-5dcdde48240a requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:36.413445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44912) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:36.463921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-3576bd15-491b-43bb-9849-5414dd8ca043 admin admin] Deleting subnet 25dcbaca-9aa9-44eb-becb-eaf7c88da42e {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:31:36.467242 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3576bd15-491b-43bb-9849-5414dd8ca043 admin admin] Publish callbacks [] for subnet (25dcbaca-9aa9-44eb-becb-eaf7c88da42e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:36.502542 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3576bd15-491b-43bb-9849-5414dd8ca043 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (25dcbaca-9aa9-44eb-becb-eaf7c88da42e), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:36.543331 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3576bd15-491b-43bb-9849-5414dd8ca043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (25dcbaca-9aa9-44eb-becb-eaf7c88da42e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:36.680022 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3576bd15-491b-43bb-9849-5414dd8ca043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (25dcbaca-9aa9-44eb-becb-eaf7c88da42e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:36.713456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576bd15-491b-43bb-9849-5414dd8ca043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25dcbaca-9aa9-44eb-becb-eaf7c88da42e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:36.715518 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3576bd15-491b-43bb-9849-5414dd8ca043 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:36.718734 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3576bd15-491b-43bb-9849-5414dd8ca043 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/25dcbaca-9aa9-44eb-becb-eaf7c88da42e HTTP/1.1" status: 204  len: 168 time: 0.3040016
Feb 12 21:31:36.721302 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 44918) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:36.791848 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67835237-3e24-4b0d-8321-c87dcd3902e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (a8443ce1-02bb-43a3-aff9-65155ec4b534), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:36.874402 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67835237-3e24-4b0d-8321-c87dcd3902e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (a8443ce1-02bb-43a3-aff9-65155ec4b534), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:36.895327 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-67835237-3e24-4b0d-8321-c87dcd3902e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb021220>,) {'filters': {'network_id': ['a8443ce1-02bb-43a3-aff9-65155ec4b534']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:36.906356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-67835237-3e24-4b0d-8321-c87dcd3902e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb021220>, '1659da97-8fd9-4f85-9240-4863b0dbbdc0') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:36.906661 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-67835237-3e24-4b0d-8321-c87dcd3902e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb021220>, '1659da97-8fd9-4f85-9240-4863b0dbbdc0') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:36.916565 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67835237-3e24-4b0d-8321-c87dcd3902e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (1659da97-8fd9-4f85-9240-4863b0dbbdc0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:36.930390 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67835237-3e24-4b0d-8321-c87dcd3902e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1659da97-8fd9-4f85-9240-4863b0dbbdc0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:36.936781 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67835237-3e24-4b0d-8321-c87dcd3902e7 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:31:36.937304 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67835237-3e24-4b0d-8321-c87dcd3902e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (1659da97-8fd9-4f85-9240-4863b0dbbdc0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:31:36.939133 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:31:37.073775 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67835237-3e24-4b0d-8321-c87dcd3902e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (a8443ce1-02bb-43a3-aff9-65155ec4b534), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:37.079607 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67835237-3e24-4b0d-8321-c87dcd3902e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:37.082655 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-67835237-3e24-4b0d-8321-c87dcd3902e7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a8443ce1-02bb-43a3-aff9-65155ec4b534 HTTP/1.1" status: 204  len: 168 time: 0.3604128
Feb 12 21:31:37.085600 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44922) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:37.094092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67835237-3e24-4b0d-8321-c87dcd3902e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8443ce1-02bb-43a3-aff9-65155ec4b534,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:37.130972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-720215fa-aab6-4968-971a-5a942c55947b admin admin] Deleting subnet 6b30f79f-0327-4421-8852-fe3a1c9dd65a {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:31:37.134175 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-720215fa-aab6-4968-971a-5a942c55947b admin admin] Publish callbacks [] for subnet (6b30f79f-0327-4421-8852-fe3a1c9dd65a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:37.168990 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-720215fa-aab6-4968-971a-5a942c55947b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (6b30f79f-0327-4421-8852-fe3a1c9dd65a), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:37.211629 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-720215fa-aab6-4968-971a-5a942c55947b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (6b30f79f-0327-4421-8852-fe3a1c9dd65a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:37.342513 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-720215fa-aab6-4968-971a-5a942c55947b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (6b30f79f-0327-4421-8852-fe3a1c9dd65a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:37.367821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720215fa-aab6-4968-971a-5a942c55947b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b30f79f-0327-4421-8852-fe3a1c9dd65a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:37.373209 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-720215fa-aab6-4968-971a-5a942c55947b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:37.377031 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-720215fa-aab6-4968-971a-5a942c55947b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6b30f79f-0327-4421-8852-fe3a1c9dd65a HTTP/1.1" status: 204  len: 168 time: 0.2902894
Feb 12 21:31:37.379701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44926) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:37.446124 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c8aee58-8957-4310-a8bb-f6f9f78260a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (1d9d91fb-3416-46ff-907f-5dcdde48240a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:37.526624 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c8aee58-8957-4310-a8bb-f6f9f78260a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (1d9d91fb-3416-46ff-907f-5dcdde48240a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:37.545678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-0c8aee58-8957-4310-a8bb-f6f9f78260a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f979ff40>,) {'filters': {'network_id': ['1d9d91fb-3416-46ff-907f-5dcdde48240a']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:37.555137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-0c8aee58-8957-4310-a8bb-f6f9f78260a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f979ff40>, '5b3c8474-2d11-4332-96b3-1cfb900db0e5') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:37.555436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-0c8aee58-8957-4310-a8bb-f6f9f78260a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f979ff40>, '5b3c8474-2d11-4332-96b3-1cfb900db0e5') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:37.565284 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c8aee58-8957-4310-a8bb-f6f9f78260a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (5b3c8474-2d11-4332-96b3-1cfb900db0e5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:37.579046 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c8aee58-8957-4310-a8bb-f6f9f78260a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5b3c8474-2d11-4332-96b3-1cfb900db0e5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8aee58-8957-4310-a8bb-f6f9f78260a9 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c8aee58-8957-4310-a8bb-f6f9f78260a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (5b3c8474-2d11-4332-96b3-1cfb900db0e5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:31:37.591272 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:31:37.725036 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c8aee58-8957-4310-a8bb-f6f9f78260a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (1d9d91fb-3416-46ff-907f-5dcdde48240a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:37.731424 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c8aee58-8957-4310-a8bb-f6f9f78260a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:37.734817 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0c8aee58-8957-4310-a8bb-f6f9f78260a9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1d9d91fb-3416-46ff-907f-5dcdde48240a HTTP/1.1" status: 204  len: 168 time: 0.3541853
Feb 12 21:31:37.750803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8aee58-8957-4310-a8bb-f6f9f78260a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d9d91fb-3416-46ff-907f-5dcdde48240a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:38.129698 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44936) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:38.170330 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e0440737-954d-48ea-98be-2438f78a597d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=975d50cd73f141debf973402fbe4294b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0394289
Feb 12 21:31:38.172701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44938) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:38.219830 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-95cfb763-1bac-4b5a-8222-2dbe5ff09c0e admin admin] Publish callbacks [] for security_group (4e90ee63-9b3b-4528-9e50-cadf73d81da5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:38.240846 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-95cfb763-1bac-4b5a-8222-2dbe5ff09c0e admin admin] Publish callbacks [] for security_group (4e90ee63-9b3b-4528-9e50-cadf73d81da5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:38.363895 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-95cfb763-1bac-4b5a-8222-2dbe5ff09c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4e90ee63-9b3b-4528-9e50-cadf73d81da5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:38.366664 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-95cfb763-1bac-4b5a-8222-2dbe5ff09c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:38.367798 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-95cfb763-1bac-4b5a-8222-2dbe5ff09c0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e90ee63-9b3b-4528-9e50-cadf73d81da5 HTTP/1.1" status: 204  len: 168 time: 0.1942179
Feb 12 21:31:38.376788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfb763-1bac-4b5a-8222-2dbe5ff09c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e90ee63-9b3b-4528-9e50-cadf73d81da5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:38.678162 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:31:39.032738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44952) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:39.075331 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fe19810d-85c3-45ee-906e-1cebdb044e1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69c01b7154f74ee188a49f24432a1199&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0413754
Feb 12 21:31:39.077759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44954) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:39.123970 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25d8ae6a-87ff-4b90-9354-071471437d32 admin admin] Publish callbacks [] for security_group (cf79b657-7eb6-448c-aa6d-29c83fc1ba15), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:39.145278 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25d8ae6a-87ff-4b90-9354-071471437d32 admin admin] Publish callbacks [] for security_group (cf79b657-7eb6-448c-aa6d-29c83fc1ba15), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:39.233607 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25d8ae6a-87ff-4b90-9354-071471437d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (cf79b657-7eb6-448c-aa6d-29c83fc1ba15), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:39.236282 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-25d8ae6a-87ff-4b90-9354-071471437d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:39.237483 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-25d8ae6a-87ff-4b90-9354-071471437d32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf79b657-7eb6-448c-aa6d-29c83fc1ba15 HTTP/1.1" status: 204  len: 168 time: 0.1588356
Feb 12 21:31:39.245770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8ae6a-87ff-4b90-9354-071471437d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf79b657-7eb6-448c-aa6d-29c83fc1ba15,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:39.778248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 44992) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:39.930164 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a61215c-5caf-47a1-bb92-12b1fde916ce admin admin] Deleting subnet 84e31bc6-7d97-4527-928a-1f0b9e406f3b {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:31:39.934419 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a61215c-5caf-47a1-bb92-12b1fde916ce admin admin] Publish callbacks [] for subnet (84e31bc6-7d97-4527-928a-1f0b9e406f3b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:39.977438 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a61215c-5caf-47a1-bb92-12b1fde916ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (84e31bc6-7d97-4527-928a-1f0b9e406f3b), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:40.020298 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a61215c-5caf-47a1-bb92-12b1fde916ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (84e31bc6-7d97-4527-928a-1f0b9e406f3b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:40.125844 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a61215c-5caf-47a1-bb92-12b1fde916ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (84e31bc6-7d97-4527-928a-1f0b9e406f3b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:40.151152 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61215c-5caf-47a1-bb92-12b1fde916ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e31bc6-7d97-4527-928a-1f0b9e406f3b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:40.159294 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5a61215c-5caf-47a1-bb92-12b1fde916ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:40.162908 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5a61215c-5caf-47a1-bb92-12b1fde916ce admin admin] 10.222.0.31 "DELETE /v2.0/subnets/84e31bc6-7d97-4527-928a-1f0b9e406f3b HTTP/1.1" status: 204  len: 168 time: 0.3836517
Feb 12 21:31:40.166100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45048) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:40.244241 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdca5-81c7-42d3-b742-938188fb86a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (6d5bc69a-2301-48bc-9830-3152e0fb1763), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:40.335794 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdca5-81c7-42d3-b742-938188fb86a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (6d5bc69a-2301-48bc-9830-3152e0fb1763), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:40.354692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-ed8fdca5-81c7-42d3-b742-938188fb86a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ac3f70>,) {'filters': {'network_id': ['6d5bc69a-2301-48bc-9830-3152e0fb1763']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:40.364999 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-ed8fdca5-81c7-42d3-b742-938188fb86a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ac3f70>, 'b01752d7-6a38-43be-9059-a9cc9bbe9281') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:40.365300 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-ed8fdca5-81c7-42d3-b742-938188fb86a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ac3f70>, 'b01752d7-6a38-43be-9059-a9cc9bbe9281') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:40.376059 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdca5-81c7-42d3-b742-938188fb86a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (b01752d7-6a38-43be-9059-a9cc9bbe9281), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:40.392823 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdca5-81c7-42d3-b742-938188fb86a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b01752d7-6a38-43be-9059-a9cc9bbe9281), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:40.397017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8fdca5-81c7-42d3-b742-938188fb86a8 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:31:40.397469 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdca5-81c7-42d3-b742-938188fb86a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (b01752d7-6a38-43be-9059-a9cc9bbe9281), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:31:40.399669 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:31:40.564062 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdca5-81c7-42d3-b742-938188fb86a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (6d5bc69a-2301-48bc-9830-3152e0fb1763), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:40.569396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdca5-81c7-42d3-b742-938188fb86a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:40.573631 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ed8fdca5-81c7-42d3-b742-938188fb86a8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6d5bc69a-2301-48bc-9830-3152e0fb1763 HTTP/1.1" status: 204  len: 168 time: 0.4064817
Feb 12 21:31:40.586992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fdca5-81c7-42d3-b742-938188fb86a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d5bc69a-2301-48bc-9830-3152e0fb1763,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:40.927504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45098) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:40.980572 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dc3d4ab1-ee64-4f0d-ba87-2e93a9a198de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07de9e87ea3f495f90baaf85d83b982c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0518582
Feb 12 21:31:40.983074 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45102) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:41.032725 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fbecc523-762a-496b-aed0-8e4bdf4276de admin admin] Publish callbacks [] for security_group (a57410d8-982c-4f96-88fb-bec2592dee34), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:41.074046 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fbecc523-762a-496b-aed0-8e4bdf4276de admin admin] Publish callbacks [] for security_group (a57410d8-982c-4f96-88fb-bec2592dee34), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:41.199122 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fbecc523-762a-496b-aed0-8e4bdf4276de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a57410d8-982c-4f96-88fb-bec2592dee34), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:41.202693 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fbecc523-762a-496b-aed0-8e4bdf4276de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:41.203572 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fbecc523-762a-496b-aed0-8e4bdf4276de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a57410d8-982c-4f96-88fb-bec2592dee34 HTTP/1.1" status: 204  len: 168 time: 0.2195978
Feb 12 21:31:41.213669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecc523-762a-496b-aed0-8e4bdf4276de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57410d8-982c-4f96-88fb-bec2592dee34,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:42.319892 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45194) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:42.424386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3d6b6893-86d2-4870-8d16-7b9178eae6a3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2090367056-network', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:42.541333 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6b6893-86d2-4870-8d16-7b9178eae6a3 admin admin] Made reservation on behalf of cfcb9d238a52483a94553e900468a87c for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:31:42.543842 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6893-86d2-4870-8d16-7b9178eae6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:42.552546 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6893-86d2-4870-8d16-7b9178eae6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:42.625704 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6893-86d2-4870-8d16-7b9178eae6a3 admin admin] Publish callbacks [] for security_group (f31e49da-7d13-4e7b-81d7-337b7b9ed0aa), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:42.690760 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6893-86d2-4870-8d16-7b9178eae6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f31e49da-7d13-4e7b-81d7-337b7b9ed0aa), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:42.721236 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6b6893-86d2-4870-8d16-7b9178eae6a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:31:42.727860 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b6893-86d2-4870-8d16-7b9178eae6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31e49da-7d13-4e7b-81d7-337b7b9ed0aa,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:42.735633 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6893-86d2-4870-8d16-7b9178eae6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (03b25ef4-fd55-4dea-87f3-a25fc02ea0ed), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:42.738560 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-3d6b6893-86d2-4870-8d16-7b9178eae6a3 admin admin] Added segment 03b25ef4-fd55-4dea-87f3-a25fc02ea0ed of type vlan for network 7b73a427-9588-4cc4-abcf-a42a5fb9215f
Feb 12 21:31:42.783749 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6893-86d2-4870-8d16-7b9178eae6a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (7b73a427-9588-4cc4-abcf-a42a5fb9215f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:42.856838 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6893-86d2-4870-8d16-7b9178eae6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (7b73a427-9588-4cc4-abcf-a42a5fb9215f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:42.857865 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6b6893-86d2-4870-8d16-7b9178eae6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:42.858485 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6893-86d2-4870-8d16-7b9178eae6a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:42.920752 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b6893-86d2-4870-8d16-7b9178eae6a3 admin admin] Pushing event updated for resources: {'Network': ['ID=7b73a427-9588-4cc4-abcf-a42a5fb9215f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:42.930262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 7b73a427-9588-4cc4-abcf-a42a5fb9215f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:31:42.980316 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3d6b6893-86d2-4870-8d16-7b9178eae6a3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6583610
Feb 12 21:31:42.982666 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45218) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:42.987822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9ab5fe1f-b77a-40c8-afc9-03c45362ac51 admin admin] Request body: {'subnet': {'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2090367056-subnet', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:43.066711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab5fe1f-b77a-40c8-afc9-03c45362ac51 admin admin] Made reservation on behalf of cfcb9d238a52483a94553e900468a87c for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:31:43.068997 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ab5fe1f-b77a-40c8-afc9-03c45362ac51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:43.308449 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ab5fe1f-b77a-40c8-afc9-03c45362ac51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (059f933d-2c7c-441d-be8d-b4e1be60819a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:43.366417 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5fe1f-b77a-40c8-afc9-03c45362ac51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=059f933d-2c7c-441d-be8d-b4e1be60819a,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:43.374544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab5fe1f-b77a-40c8-afc9-03c45362ac51 admin admin] Checking segment: {'id': '03b25ef4-fd55-4dea-87f3-a25fc02ea0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:43.374973 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab5fe1f-b77a-40c8-afc9-03c45362ac51 admin admin] Network hostable DHCP agents. Network: 7b73a427-9588-4cc4-abcf-a42a5fb9215f, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:31:43.468665 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab5fe1f-b77a-40c8-afc9-03c45362ac51 admin admin] Network 7b73a427-9588-4cc4-abcf-a42a5fb9215f is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:31:43.530025 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-9ab5fe1f-b77a-40c8-afc9-03c45362ac51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7b73a427-9588-4cc4-abcf-a42a5fb9215f) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:43.535736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab5fe1f-b77a-40c8-afc9-03c45362ac51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:43.536777 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9ab5fe1f-b77a-40c8-afc9-03c45362ac51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:43.541205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ae8a6a-4f54-476a-a9f3-c2d998f28131 None None] Network 7b73a427-9588-4cc4-abcf-a42a5fb9215f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:43.640906 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45230) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:43.646136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'fixed_ips': [{'subnet_id': '059f933d-2c7c-441d-be8d-b4e1be60819a'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:31:43.646552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:43.646971 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:43.650674 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9ab5fe1f-b77a-40c8-afc9-03c45362ac51 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6666379
Feb 12 21:31:43.731074 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:43.732154 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:43.799320 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Publish callbacks [] for router_controller (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:43.803696 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Allocated IP 172.20.0.2 (7b73a427-9588-4cc4-abcf-a42a5fb9215f/059f933d-2c7c-441d-be8d-b4e1be60819a/3940c3ca-9c3b-43f0-9fdf-69b308cfdd24) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:31:43.954865 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Publish callbacks [] for port (3940c3ca-9c3b-43f0-9fdf-69b308cfdd24), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.017588 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (3940c3ca-9c3b-43f0-9fdf-69b308cfdd24), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.018861 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Publish callbacks [] for router_gateway (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.062663 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Network 7b73a427-9588-4cc4-abcf-a42a5fb9215f is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:31:44.065483 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:44.067978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:31:44.078999 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Pushing event updated for resources: {'Port': ['ID=3940c3ca-9c3b-43f0-9fdf-69b308cfdd24,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:44.109760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45238) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:44.141021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Attempting to bind port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:31:44.141429 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Attempting to bind port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '03b25ef4-fd55-4dea-87f3-a25fc02ea0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:31:44.141801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Attempting to bind port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 on network 7b73a427-9588-4cc4-abcf-a42a5fb9215f {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:31:44.147185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:31:44.147563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Checking segment: {'id': '03b25ef4-fd55-4dea-87f3-a25fc02ea0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:44.148098 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.148761 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Bound using segment: {'id': '03b25ef4-fd55-4dea-87f3-a25fc02ea0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:31:44.149234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Bound port: 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b25ef4-fd55-4dea-87f3-a25fc02ea0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:31:44.149639 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3940c3ca-9c3b-43f0-9fdf-69b308cfdd24), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.223226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] For port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:31:44.228933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] For port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3940c3ca-9c3b-43f0-9fdf-69b308cfdd24,segment=NetworkSegment(03b25ef4-fd55-4dea-87f3-a25fc02ea0ed),segment_id=03b25ef4-fd55-4dea-87f3-a25fc02ea0ed)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:31:44.235356 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22fc701f-be07-428c-8199-76923e9eff86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.308612 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3940c3ca-9c3b-43f0-9fdf-69b308cfdd24), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.323824 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22fc701f-be07-428c-8199-76923e9eff86 admin admin] Publish callbacks [] for security_group (b77a03bf-ffa3-4703-8f05-1a7a43a074a5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.331519 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Publish callbacks [] for router_gateway (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.354489 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.377324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb592f9-d4a7-49ea-add0-2c524d8cc571 None None] Pushing event updated for resources: {'Port': ['ID=3940c3ca-9c3b-43f0-9fdf-69b308cfdd24,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:44.394020 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22fc701f-be07-428c-8199-76923e9eff86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b77a03bf-ffa3-4703-8f05-1a7a43a074a5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.439068 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-22fc701f-be07-428c-8199-76923e9eff86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd842f16426c4268abdb6db183601ac5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3257017
Feb 12 21:31:44.439068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc701f-be07-428c-8199-76923e9eff86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77a03bf-ffa3-4703-8f05-1a7a43a074a5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:44.448587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45244) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:44.481772 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Allocated IP 172.35.2.207 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/d88a2853-cd7a-439e-bae5-db2686bed3a0) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:31:44.509729 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-888d0e83-68ee-4531-aa95-858d6c47fa42 admin admin] Publish callbacks [] for security_group (b77a03bf-ffa3-4703-8f05-1a7a43a074a5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.534081 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-888d0e83-68ee-4531-aa95-858d6c47fa42 admin admin] Publish callbacks [] for security_group (b77a03bf-ffa3-4703-8f05-1a7a43a074a5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.640745 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Publish callbacks [] for port (d88a2853-cd7a-439e-bae5-db2686bed3a0), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.656442 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-888d0e83-68ee-4531-aa95-858d6c47fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b77a03bf-ffa3-4703-8f05-1a7a43a074a5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.659556 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-888d0e83-68ee-4531-aa95-858d6c47fa42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.663034 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-888d0e83-68ee-4531-aa95-858d6c47fa42 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b77a03bf-ffa3-4703-8f05-1a7a43a074a5 HTTP/1.1" status: 204  len: 168 time: 0.2111287
Feb 12 21:31:44.681391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d0e83-68ee-4531-aa95-858d6c47fa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77a03bf-ffa3-4703-8f05-1a7a43a074a5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:44.788108 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d88a2853-cd7a-439e-bae5-db2686bed3a0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:44.830792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:31:44.833563 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:44.837345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:31:44.862793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d88a2853-cd7a-439e-bae5-db2686bed3a0,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:45.264469 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Publish callbacks [] for router_gateway (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:45.359147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:45.420539 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45314) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:45.439313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:45.441471 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3940c3ca-9c3b-43f0-9fdf-69b308cfdd24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:45.448853 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70e27e22-0182-4655-b14b-1755c42994f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:45.532530 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:45.532926 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3940c3ca-9c3b-43f0-9fdf-69b308cfdd24), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:45.556008 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de4d7eb-4a0a-4410-81a3-4d616bffb05d None None] Network 7b73a427-9588-4cc4-abcf-a42a5fb9215f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:45.566896 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70e27e22-0182-4655-b14b-1755c42994f8 admin admin] Publish callbacks [] for security_group (f4e9a1bb-6ab6-4b43-b25b-5142f2664a3d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:45.628722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3940c3ca-9c3b-43f0-9fdf-69b308cfdd24,segment=NetworkSegment(03b25ef4-fd55-4dea-87f3-a25fc02ea0ed),segment_id=03b25ef4-fd55-4dea-87f3-a25fc02ea0ed)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:45.671134 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70e27e22-0182-4655-b14b-1755c42994f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f4e9a1bb-6ab6-4b43-b25b-5142f2664a3d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:45.694592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-dbe9e6ec-cfb6-4cf8-a262-580489e743a5 None None] Provisioning complete for port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:45.694592 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dbe9e6ec-cfb6-4cf8-a262-580489e743a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3940c3ca-9c3b-43f0-9fdf-69b308cfdd24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:45.699558 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3940c3ca-9c3b-43f0-9fdf-69b308cfdd24), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:45.712430 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-70e27e22-0182-4655-b14b-1755c42994f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b875488ed8e240fbb2c4257476b434af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2901089
Feb 12 21:31:45.715091 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45318) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:45.780494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e27e22-0182-4655-b14b-1755c42994f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e9a1bb-6ab6-4b43-b25b-5142f2664a3d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:45.792987 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=3940c3ca-9c3b-43f0-9fdf-69b308cfdd24,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:45.818341 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d401be8b-b5dd-4741-8f3a-73be25cc167a admin admin] Publish callbacks [] for security_group (f4e9a1bb-6ab6-4b43-b25b-5142f2664a3d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:45.846617 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d401be8b-b5dd-4741-8f3a-73be25cc167a admin admin] Publish callbacks [] for security_group (f4e9a1bb-6ab6-4b43-b25b-5142f2664a3d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:45.866738 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9e6ec-cfb6-4cf8-a262-580489e743a5 None None] Current status of the port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:45.964142 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:45.973222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d401be8b-b5dd-4741-8f3a-73be25cc167a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f4e9a1bb-6ab6-4b43-b25b-5142f2664a3d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:45.978023 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d401be8b-b5dd-4741-8f3a-73be25cc167a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:45.982970 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d401be8b-b5dd-4741-8f3a-73be25cc167a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4e9a1bb-6ab6-4b43-b25b-5142f2664a3d HTTP/1.1" status: 204  len: 168 time: 0.2634447
Feb 12 21:31:45.988142 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401be8b-b5dd-4741-8f3a-73be25cc167a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e9a1bb-6ab6-4b43-b25b-5142f2664a3d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:46.116333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-de489dc2-06c5-4b2f-8bb6-9640c6672584 None None] Provisioning complete for port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:46.116722 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-de489dc2-06c5-4b2f-8bb6-9640c6672584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3940c3ca-9c3b-43f0-9fdf-69b308cfdd24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:46.219892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-de489dc2-06c5-4b2f-8bb6-9640c6672584 None None] Current status of the port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:46.267586 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:31:46.379807 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:31:46.390893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Sync routers for ids ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:31:46.402263 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Routers {'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:46.402930 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb776c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:31:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:46.499978 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:46.499978 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c7027c87-ad6d-4104-a0bd-8bc7a70667c9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.8567646
Feb 12 21:31:46.502054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45356) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:46.533621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Set router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:31:46.761484 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb776c40>, [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:31:44Z', 'revision_number': 3, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port': {'id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:44Z', 'updated_at': '2022-02-12T21:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:46.796725 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Checking router: b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:31:46.797092 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Updating router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 port d88a2853-cd7a-439e-bae5-db2686bed3a0 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:31:46.828119 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d88a2853-cd7a-439e-bae5-db2686bed3a0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:46.965704 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:47.107824 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Publish callbacks [] for port (d88a2853-cd7a-439e-bae5-db2686bed3a0), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:47.140194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Allocated IP 172.20.0.1 (7b73a427-9588-4cc4-abcf-a42a5fb9215f/059f933d-2c7c-441d-be8d-b4e1be60819a/3b938283-a97d-4cac-9e2e-52b46ccce809) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:31:47.182988 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d88a2853-cd7a-439e-bae5-db2686bed3a0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:47.256583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Attempting to bind port d88a2853-cd7a-439e-bae5-db2686bed3a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:31:47.256583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Attempting to bind port d88a2853-cd7a-439e-bae5-db2686bed3a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:31:47.256583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Attempting to bind port d88a2853-cd7a-439e-bae5-db2686bed3a0 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:31:47.266922 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:31:47.267397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:47.267875 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:47.268334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:31:47.269034 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Bound port: d88a2853-cd7a-439e-bae5-db2686bed3a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:31:47.269513 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d88a2853-cd7a-439e-bae5-db2686bed3a0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:47.271382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd644517-8ea3-431f-9b29-8402abdadfbf None None] Pushing event updated for resources: {'Port': ['ID=d88a2853-cd7a-439e-bae5-db2686bed3a0,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:47.279543 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Publish callbacks [] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:47.327363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:47.370950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] For port d88a2853-cd7a-439e-bae5-db2686bed3a0, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:31:47.390752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] For port d88a2853-cd7a-439e-bae5-db2686bed3a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d88a2853-cd7a-439e-bae5-db2686bed3a0,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:31:47.394341 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:47.406789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:47.407356 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3940c3ca-9c3b-43f0-9fdf-69b308cfdd24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:47.437493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Network 7b73a427-9588-4cc4-abcf-a42a5fb9215f is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:31:47.441645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:47.445860 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:31:47.451995 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Pushing event updated for resources: {'Port': ['ID=3b938283-a97d-4cac-9e2e-52b46ccce809,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:47.495879 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:47.496253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:47.514696 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d88a2853-cd7a-439e-bae5-db2686bed3a0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:47.598003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Routers {'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:47.602390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb776c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:31:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:47.699876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd644517-8ea3-431f-9b29-8402abdadfbf None None] Pushing event updated for resources: {'Port': ['ID=d88a2853-cd7a-439e-bae5-db2686bed3a0,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:47.742163 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:47.743466 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] Set router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:31:47.968527 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Publish callbacks [] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:47.996177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b49be54b-c335-402a-b6f5-1ae0be266c71 None None] Provisioning complete for port 3b938283-a97d-4cac-9e2e-52b46ccce809 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:47.996549 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b49be54b-c335-402a-b6f5-1ae0be266c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:48.039300 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:48.068124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b49be54b-c335-402a-b6f5-1ae0be266c71 None None] Port 3b938283-a97d-4cac-9e2e-52b46ccce809 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:31:48.112089 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Pushing event updated for resources: {'Port': ['ID=3b938283-a97d-4cac-9e2e-52b46ccce809,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:48.115185 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:48.144590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb776c40>, [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:31:44Z', 'revision_number': 3, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port': {'id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:44Z', 'updated_at': '2022-02-12T21:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:48.172453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b16a30-07e8-4f88-b100-3e7a928e502c None None] The sync data for ids ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'] in ncdv-master-1 is: [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:31:44Z', 'revision_number': 3, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port': {'id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:44Z', 'updated_at': '2022-02-12T21:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:31:48.215099 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Network 7b73a427-9588-4cc4-abcf-a42a5fb9215f is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:31:48.216442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:48.360827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:31:48.514912 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:31:48.522790 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-611804d5-e1f2-40c5-b3af-6a50ccb905af admin admin] 10.222.0.31 "PUT /v2.0/routers/b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0171263
Feb 12 21:31:48.594719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f25f5a5e-5f67-44db-abc4-2cd1aeb715d3 None None] Provisioning complete for port 3b938283-a97d-4cac-9e2e-52b46ccce809 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:48.595251 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f25f5a5e-5f67-44db-abc4-2cd1aeb715d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:48.639943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f25f5a5e-5f67-44db-abc4-2cd1aeb715d3 None None] Port 3b938283-a97d-4cac-9e2e-52b46ccce809 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:31:49.287693 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89585a7a-0bbf-44c1-bb4e-15c9e1ffd321 req-14e89459-5581-4fab-aebc-49a4fa6cd971 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:49.289251 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89585a7a-0bbf-44c1-bb4e-15c9e1ffd321 req-14e89459-5581-4fab-aebc-49a4fa6cd971 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 1128 time: 0.0675564
Feb 12 21:31:49.359457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d88a2853-cd7a-439e-bae5-db2686bed3a0 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:49.383929 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89585a7a-0bbf-44c1-bb4e-15c9e1ffd321 req-1396da92-2f14-4c8a-b7b7-503dd0cd5a4d tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0837095
Feb 12 21:31:49.409989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45464) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:49.425648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d88a2853-cd7a-439e-bae5-db2686bed3a0 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:49.426032 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d88a2853-cd7a-439e-bae5-db2686bed3a0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:49.515698 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45472) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:49.519775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port d88a2853-cd7a-439e-bae5-db2686bed3a0 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:49.520205 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d88a2853-cd7a-439e-bae5-db2686bed3a0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:49.522848 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-37a0c082-c55d-4852-8b93-4011cb777896 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1106117030-network', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:49.547178 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port d88a2853-cd7a-439e-bae5-db2686bed3a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d88a2853-cd7a-439e-bae5-db2686bed3a0,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:49.594503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a0c082-c55d-4852-8b93-4011cb777896 admin admin] Made reservation on behalf of 424f3f0efda547b4beed111dd6ef3c3f for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:31:49.599833 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37a0c082-c55d-4852-8b93-4011cb777896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:49.602354 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-708f7a89-127e-4956-9249-09269e2cbb3c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting port caf48ff7-b518-4460-b9b0-83e9b4a75090 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:31:49.603697 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-708f7a89-127e-4956-9249-09269e2cbb3c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (caf48ff7-b518-4460-b9b0-83e9b4a75090), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:49.609691 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37a0c082-c55d-4852-8b93-4011cb777896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:49.621382 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d88a2853-cd7a-439e-bae5-db2686bed3a0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:49.710851 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=d88a2853-cd7a-439e-bae5-db2686bed3a0,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:49.716717 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-708f7a89-127e-4956-9249-09269e2cbb3c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (caf48ff7-b518-4460-b9b0-83e9b4a75090), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:49.718918 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-708f7a89-127e-4956-9249-09269e2cbb3c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for floatingip (caf48ff7-b518-4460-b9b0-83e9b4a75090), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:49.725449 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37a0c082-c55d-4852-8b93-4011cb777896 admin admin] Publish callbacks [] for security_group (aba077f4-3a14-4829-851f-bd2cba5ea66d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:49.732470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-708f7a89-127e-4956-9249-09269e2cbb3c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Calling delete_port for caf48ff7-b518-4460-b9b0-83e9b4a75090 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:31:49.798251 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37a0c082-c55d-4852-8b93-4011cb777896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (aba077f4-3a14-4829-851f-bd2cba5ea66d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:49.822967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a0c082-c55d-4852-8b93-4011cb777896 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:31:49.839690 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0c082-c55d-4852-8b93-4011cb777896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba077f4-3a14-4829-851f-bd2cba5ea66d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:49.854555 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37a0c082-c55d-4852-8b93-4011cb777896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (75d421f3-9682-4e05-89b1-cea7c3d9806a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:49.854933 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-37a0c082-c55d-4852-8b93-4011cb777896 admin admin] Added segment 75d421f3-9682-4e05-89b1-cea7c3d9806a of type vlan for network 4662fc21-5323-4a9c-9efe-668ea8219ac2
Feb 12 21:31:49.901538 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37a0c082-c55d-4852-8b93-4011cb777896 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (4662fc21-5323-4a9c-9efe-668ea8219ac2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:49.999841 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-708f7a89-127e-4956-9249-09269e2cbb3c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (caf48ff7-b518-4460-b9b0-83e9b4a75090), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:50.029167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f7a89-127e-4956-9249-09269e2cbb3c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Port': ['ID=caf48ff7-b518-4460-b9b0-83e9b4a75090,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:50.075415 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Sync routers for ids ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:31:50.091060 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37a0c082-c55d-4852-8b93-4011cb777896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (4662fc21-5323-4a9c-9efe-668ea8219ac2), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:50.091986 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Routers {'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:50.092322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0c082-c55d-4852-8b93-4011cb777896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:50.096298 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe5dd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:31:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:50.096447 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37a0c082-c55d-4852-8b93-4011cb777896 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:50.104876 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-708f7a89-127e-4956-9249-09269e2cbb3c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for floatingip (5849a172-06fd-4a13-b415-40b889be79fe), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:50.105392 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-708f7a89-127e-4956-9249-09269e2cbb3c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Floating IP 5849a172-06fd-4a13-b415-40b889be79fe disassociated (deleted). External IP: 172.35.2.66, port: 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6.
Feb 12 21:31:50.158373 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0c082-c55d-4852-8b93-4011cb777896 admin admin] Pushing event updated for resources: {'Network': ['ID=4662fc21-5323-4a9c-9efe-668ea8219ac2,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:50.171301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 4662fc21-5323-4a9c-9efe-668ea8219ac2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:31:50.207283 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-37a0c082-c55d-4852-8b93-4011cb777896 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6897988
Feb 12 21:31:50.210068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45482) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:50.216359 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ef908d3c-0572-4102-8869-9f6f3e66b70d admin admin] Request body: {'subnet': {'network_id': '4662fc21-5323-4a9c-9efe-668ea8219ac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1106117030-subnet', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f', 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:50.223506 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Set router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:31:50.308459 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef908d3c-0572-4102-8869-9f6f3e66b70d admin admin] Made reservation on behalf of 424f3f0efda547b4beed111dd6ef3c3f for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:31:50.311153 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ef908d3c-0572-4102-8869-9f6f3e66b70d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:50.362261 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708f7a89-127e-4956-9249-09269e2cbb3c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router c89d663e-6044-4daf-992c-88bc769902c1 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:31:50.449332 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe5dd90>, [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:31:47Z', 'revision_number': 4, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port': {'id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:44Z', 'updated_at': '2022-02-12T21:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b938283-a97d-4cac-9e2e-52b46ccce809', 'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'mac_address': 'fa:16:3e:9c:28:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:46Z', 'updated_at': '2022-02-12T21:31:47Z', 'revision_number': 2, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'subnets': [{'id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:50.493109 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Checking router: b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:31:50.493770 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Updating router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 port 3b938283-a97d-4cac-9e2e-52b46ccce809 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:31:50.524201 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:50.552108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708f7a89-127e-4956-9249-09269e2cbb3c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:31:50.558415 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-708f7a89-127e-4956-9249-09269e2cbb3c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:50.568272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c90c12-8414-4a4a-aac8-c6c34f0b6b65 None None] Sync routers for ids ['c89d663e-6044-4daf-992c-88bc769902c1'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:31:50.597848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c90c12-8414-4a4a-aac8-c6c34f0b6b65 None None] Routers {'c89d663e-6044-4daf-992c-88bc769902c1'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:50.598878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d2c90c12-8414-4a4a-aac8-c6c34f0b6b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb185850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:31:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c89d663e-6044-4daf-992c-88bc769902c1'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:50.628336 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-708f7a89-127e-4956-9249-09269e2cbb3c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/floatingips/5849a172-06fd-4a13-b415-40b889be79fe HTTP/1.1" status: 204  len: 168 time: 1.2140481
Feb 12 21:31:50.629245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c607d778-8d84-4f12-a699-036c43189c10', 'tag': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:31:50.633014 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6decaed-05b1-4a20-acce-3b3a2da685f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c607d778-8d84-4f12-a699-036c43189c10", "tag": "91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:31:50.679708 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ef908d3c-0572-4102-8869-9f6f3e66b70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (7fee5e37-741a-442a-aa81-31c30e0559f4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:50.707471 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6762da-7f2b-4136-b605-35f23a55bea5 x-openstack-request-id: req-8b6762da-7f2b-4136-b605-35f23a55bea5 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:31:50.707769 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c607d778-8d84-4f12-a699-036c43189c10", "tag": "91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:31:50.708020 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b6762da-7f2b-4136-b605-35f23a55bea5 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:31:50.708432 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c607d778-8d84-4f12-a699-036c43189c10', 'tag': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6', 'status': 'completed', 'code': 200}
Feb 12 21:31:50.846206 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6decaed-05b1-4a20-acce-3b3a2da685f2 req-060286c9-9d02-4965-b8fb-17a0c4b2118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:50.847771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6decaed-05b1-4a20-acce-3b3a2da685f2 req-060286c9-9d02-4965-b8fb-17a0c4b2118e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 1128 time: 0.1086826
Feb 12 21:31:50.853297 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-d2c90c12-8414-4a4a-aac8-c6c34f0b6b65 None None] Set router c89d663e-6044-4daf-992c-88bc769902c1 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:31:50.858693 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef908d3c-0572-4102-8869-9f6f3e66b70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fee5e37-741a-442a-aa81-31c30e0559f4,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:50.864110 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef908d3c-0572-4102-8869-9f6f3e66b70d admin admin] Checking segment: {'id': '75d421f3-9682-4e05-89b1-cea7c3d9806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4662fc21-5323-4a9c-9efe-668ea8219ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:50.864704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef908d3c-0572-4102-8869-9f6f3e66b70d admin admin] Network hostable DHCP agents. Network: 4662fc21-5323-4a9c-9efe-668ea8219ac2, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:31:50.964908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6decaed-05b1-4a20-acce-3b3a2da685f2 req-f83eb6d4-62e6-4f76-92ca-5cb3bc42081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:50.966410 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6decaed-05b1-4a20-acce-3b3a2da685f2 req-f83eb6d4-62e6-4f76-92ca-5cb3bc42081a service neutron] 10.222.0.48 "GET /v2.0/networks?id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670 HTTP/1.1" status: 200  len: 898 time: 0.1118033
Feb 12 21:31:51.001440 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Publish callbacks [] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:51.008325 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef908d3c-0572-4102-8869-9f6f3e66b70d admin admin] Network 4662fc21-5323-4a9c-9efe-668ea8219ac2 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:31:51.048532 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6decaed-05b1-4a20-acce-3b3a2da685f2 req-97b0c375-3b90-4874-ad9d-d5f168349832 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 HTTP/1.1" status: 200  len: 217 time: 0.0660939
Feb 12 21:31:51.097298 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:51.111016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6decaed-05b1-4a20-acce-3b3a2da685f2 req-2fce3604-8df0-4395-8cef-6d744b859c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:51.112588 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6decaed-05b1-4a20-acce-3b3a2da685f2 req-2fce3604-8df0-4395-8cef-6d744b859c6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba626685-0119-4137-b135-a393d4eb44ef HTTP/1.1" status: 200  len: 834 time: 0.0574698
Feb 12 21:31:51.117885 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d2c90c12-8414-4a4a-aac8-c6c34f0b6b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb185850>, [{'id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658681504', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:40Z', 'updated_at': '2022-02-12T21:29:55Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:42Z', 'updated_at': '2022-02-12T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '166981b1-3752-467b-98d9-201e4949c2ab', 'name': '', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:42:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:53Z', 'updated_at': '2022-02-12T21:29:59Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:51.146474 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-ef908d3c-0572-4102-8869-9f6f3e66b70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4662fc21-5323-4a9c-9efe-668ea8219ac2) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:51.151446 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef908d3c-0572-4102-8869-9f6f3e66b70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:51.153238 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ef908d3c-0572-4102-8869-9f6f3e66b70d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:51.182573 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b075f-6dad-4fd1-a058-422d589de979 None None] Pushing event updated for resources: {'Port': ['ID=3b938283-a97d-4cac-9e2e-52b46ccce809,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:51.185570 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c90c12-8414-4a4a-aac8-c6c34f0b6b65 None None] Checking router: c89d663e-6044-4daf-992c-88bc769902c1 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:31:51.198384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6decaed-05b1-4a20-acce-3b3a2da685f2 req-420823b6-b109-4c2c-93bb-eb7043b43d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:51.199926 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6decaed-05b1-4a20-acce-3b3a2da685f2 req-420823b6-b109-4c2c-93bb-eb7043b43d0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f038c5fc-05b8-4c68-ba2a-521a1ea8b670&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0797548
Feb 12 21:31:51.203513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e122e0b9-9747-4799-b1e1-c6a4b84ff7de None None] Network 4662fc21-5323-4a9c-9efe-668ea8219ac2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:51.211592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c90c12-8414-4a4a-aac8-c6c34f0b6b65 None None] Routers {'c89d663e-6044-4daf-992c-88bc769902c1'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:51.212212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d2c90c12-8414-4a4a-aac8-c6c34f0b6b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb185850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:31:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c89d663e-6044-4daf-992c-88bc769902c1'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:51.215414 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b075f-6dad-4fd1-a058-422d589de979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:51.215414 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b075f-6dad-4fd1-a058-422d589de979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:51.215414 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b075f-6dad-4fd1-a058-422d589de979 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:51.215414 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b075f-6dad-4fd1-a058-422d589de979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:51.215414 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b075f-6dad-4fd1-a058-422d589de979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:51.215414 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b075f-6dad-4fd1-a058-422d589de979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:51.215414 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b075f-6dad-4fd1-a058-422d589de979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:51.215414 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b075f-6dad-4fd1-a058-422d589de979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:51.215414 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b075f-6dad-4fd1-a058-422d589de979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:51.216098 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b075f-6dad-4fd1-a058-422d589de979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:51.216098 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b075f-6dad-4fd1-a058-422d589de979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:51.216259 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b075f-6dad-4fd1-a058-422d589de979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:51.216438 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b075f-6dad-4fd1-a058-422d589de979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:31:51.274221 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Attempting to bind port 3b938283-a97d-4cac-9e2e-52b46ccce809 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:31:51.274591 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Attempting to bind port 3b938283-a97d-4cac-9e2e-52b46ccce809 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '03b25ef4-fd55-4dea-87f3-a25fc02ea0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:31:51.277826 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Attempting to bind port 3b938283-a97d-4cac-9e2e-52b46ccce809 on network 7b73a427-9588-4cc4-abcf-a42a5fb9215f {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:31:51.289743 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:31:51.290530 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Checking segment: {'id': '03b25ef4-fd55-4dea-87f3-a25fc02ea0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:51.290735 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:51.292581 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Bound using segment: {'id': '03b25ef4-fd55-4dea-87f3-a25fc02ea0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:31:51.292581 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Bound port: 3b938283-a97d-4cac-9e2e-52b46ccce809, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b25ef4-fd55-4dea-87f3-a25fc02ea0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:31:51.292581 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:51.330437 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6decaed-05b1-4a20-acce-3b3a2da685f2 req-403e273d-aeb0-4285-b5d2-d6d11ababed8 service neutron] 10.222.0.48 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226957
Feb 12 21:31:51.378459 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ef908d3c-0572-4102-8869-9f6f3e66b70d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1672509
Feb 12 21:31:51.380836 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45500) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:51.385880 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1106117030-router', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:31:51.392554 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] For port 3b938283-a97d-4cac-9e2e-52b46ccce809, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:31:51.396348 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] For port 3b938283-a97d-4cac-9e2e-52b46ccce809, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b938283-a97d-4cac-9e2e-52b46ccce809,segment=NetworkSegment(03b25ef4-fd55-4dea-87f3-a25fc02ea0ed),segment_id=03b25ef4-fd55-4dea-87f3-a25fc02ea0ed)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:31:51.443161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d88a2853-cd7a-439e-bae5-db2686bed3a0 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:51.509970 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:51.534889 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:51.535396 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6decaed-05b1-4a20-acce-3b3a2da685f2 req-9dd794c6-c06d-4c3e-ae8d-35a8168a1b92 service neutron] 10.222.0.48 "GET /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1898179
Feb 12 21:31:51.536399 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:51.548508 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac78bd-8a90-46a3-b47b-de614a6241f4 req-1fd07906-6791-43de-9592-da96a5957d4d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:51.555929 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5bac78bd-8a90-46a3-b47b-de614a6241f4 req-1fd07906-6791-43de-9592-da96a5957d4d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.0877371
Feb 12 21:31:51.591303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4662fc21-5323-4a9c-9efe-668ea8219ac2', 'network_id': '4662fc21-5323-4a9c-9efe-668ea8219ac2', 'project_id': '424f3f0efda547b4beed111dd6ef3c3f', 'fixed_ips': [{'subnet_id': '7fee5e37-741a-442a-aa81-31c30e0559f4'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:31:51.592428 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:51.620765 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b075f-6dad-4fd1-a058-422d589de979 None None] Pushing event updated for resources: {'Port': ['ID=3b938283-a97d-4cac-9e2e-52b46ccce809,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:51.662757 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Routers {'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:51.664023 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe5dd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:31:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:51.680551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9d24f09f-2206-4576-9b27-6fce404f11ca None None] Provisioning complete for port 3b938283-a97d-4cac-9e2e-52b46ccce809 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:51.680924 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9d24f09f-2206-4576-9b27-6fce404f11ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:51.687119 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5bac78bd-8a90-46a3-b47b-de614a6241f4 req-0620df4d-9fa5-4b7a-9228-47e2006a1e29 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1295693
Feb 12 21:31:51.693918 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Publish callbacks [] for router_controller (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:51.827595 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] Set router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:31:51.870939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d88a2853-cd7a-439e-bae5-db2686bed3a0 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:51.871488 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d88a2853-cd7a-439e-bae5-db2686bed3a0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:51.920839 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Allocated IP 172.20.0.2 (4662fc21-5323-4a9c-9efe-668ea8219ac2/7fee5e37-741a-442a-aa81-31c30e0559f4/2065c761-be60-457c-ab50-35e097be5cbe) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:31:51.928603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-d2c90c12-8414-4a4a-aac8-c6c34f0b6b65 None None] Set router c89d663e-6044-4daf-992c-88bc769902c1 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:31:51.937210 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Publish callbacks [] for router_gateway (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:52.096336 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe5dd90>, [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:31:47Z', 'revision_number': 4, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port': {'id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:44Z', 'updated_at': '2022-02-12T21:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b938283-a97d-4cac-9e2e-52b46ccce809', 'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'mac_address': 'fa:16:3e:9c:28:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:46Z', 'updated_at': '2022-02-12T21:31:51Z', 'revision_number': 4, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'subnets': [{'id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:52.145427 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9d24f09f-2206-4576-9b27-6fce404f11ca None None] Current status of the port 3b938283-a97d-4cac-9e2e-52b46ccce809 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:52.145880 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9d24f09f-2206-4576-9b27-6fce404f11ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:52.146481 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564cd446-37bd-42d6-8e86-ee08835a74ce None None] The sync data for ids ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'] in ncdv-master-1 is: [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:31:47Z', 'revision_number': 4, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port': {'id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:44Z', 'updated_at': '2022-02-12T21:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b938283-a97d-4cac-9e2e-52b46ccce809', 'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'mac_address': 'fa:16:3e:9c:28:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:46Z', 'updated_at': '2022-02-12T21:31:51Z', 'revision_number': 4, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'subnets': [{'id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:31:52.322141 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Publish callbacks [] for router_gateway (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:52.346348 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:52.499886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Allocated IP 172.35.2.101 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/f39c1a83-410e-4e93-8668-094a115d90dc) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:31:52.531298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-9d24f09f-2206-4576-9b27-6fce404f11ca None None] For port 3b938283-a97d-4cac-9e2e-52b46ccce809, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b938283-a97d-4cac-9e2e-52b46ccce809,segment=NetworkSegment(03b25ef4-fd55-4dea-87f3-a25fc02ea0ed),segment_id=03b25ef4-fd55-4dea-87f3-a25fc02ea0ed)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:52.572330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port d88a2853-cd7a-439e-bae5-db2686bed3a0 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:52.625446 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Publish callbacks [] for port (2065c761-be60-457c-ab50-35e097be5cbe), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:52.632074 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Publish callbacks [] for port (f39c1a83-410e-4e93-8668-094a115d90dc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:52.651610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d2c90c12-8414-4a4a-aac8-c6c34f0b6b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb185850>, [{'id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658681504', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:40Z', 'updated_at': '2022-02-12T21:29:55Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:42Z', 'updated_at': '2022-02-12T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '166981b1-3752-467b-98d9-201e4949c2ab', 'name': '', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:42:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:53Z', 'updated_at': '2022-02-12T21:29:59Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:52.681615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c90c12-8414-4a4a-aac8-c6c34f0b6b65 None None] The sync data for ids ['c89d663e-6044-4daf-992c-88bc769902c1'] in ncdv-master-1 is: [{'id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658681504', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:40Z', 'updated_at': '2022-02-12T21:29:55Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:42Z', 'updated_at': '2022-02-12T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '166981b1-3752-467b-98d9-201e4949c2ab', 'name': '', 'network_id': 'f038c5fc-05b8-4c68-ba2a-521a1ea8b670', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:42:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:53Z', 'updated_at': '2022-02-12T21:29:59Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ba626685-0119-4137-b135-a393d4eb44ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:31:52.683267 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9d24f09f-2206-4576-9b27-6fce404f11ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:52.743016 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f39c1a83-410e-4e93-8668-094a115d90dc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:52.748649 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (2065c761-be60-457c-ab50-35e097be5cbe), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:52.758027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24f09f-2206-4576-9b27-6fce404f11ca None None] Pushing event updated for resources: {'Port': ['ID=3b938283-a97d-4cac-9e2e-52b46ccce809,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:52.846779 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:31:52.846920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Network 4662fc21-5323-4a9c-9efe-668ea8219ac2 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:31:52.856562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:52.857428 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbb604-706b-4367-a7f1-a09dd646a375 req-36890253-f72b-4458-a04e-403975101cd3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:52.859183 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6ffbb604-706b-4367-a7f1-a09dd646a375 req-36890253-f72b-4458-a04e-403975101cd3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.48 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.1399870
Feb 12 21:31:52.861464 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:31:52.875825 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Pushing event updated for resources: {'Port': ['ID=f39c1a83-410e-4e93-8668-094a115d90dc,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:52.896152 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:52.918681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:31:52.970272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-bbc40670-a3a2-461d-ae73-cc9dd6438f1f None None] Provisioning complete for port 3b938283-a97d-4cac-9e2e-52b46ccce809 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:52.970711 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bbc40670-a3a2-461d-ae73-cc9dd6438f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:53.092901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Pushing event updated for resources: {'Port': ['ID=2065c761-be60-457c-ab50-35e097be5cbe,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:53.104236 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Attempting to bind port 2065c761-be60-457c-ab50-35e097be5cbe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:31:53.104802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Attempting to bind port 2065c761-be60-457c-ab50-35e097be5cbe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75d421f3-9682-4e05-89b1-cea7c3d9806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4662fc21-5323-4a9c-9efe-668ea8219ac2'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:31:53.105897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Attempting to bind port 2065c761-be60-457c-ab50-35e097be5cbe on network 4662fc21-5323-4a9c-9efe-668ea8219ac2 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:31:53.126300 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:31:53.127103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Checking segment: {'id': '75d421f3-9682-4e05-89b1-cea7c3d9806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4662fc21-5323-4a9c-9efe-668ea8219ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:53.127729 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:53.128330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Bound using segment: {'id': '75d421f3-9682-4e05-89b1-cea7c3d9806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4662fc21-5323-4a9c-9efe-668ea8219ac2'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:31:53.129024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Bound port: 2065c761-be60-457c-ab50-35e097be5cbe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d421f3-9682-4e05-89b1-cea7c3d9806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4662fc21-5323-4a9c-9efe-668ea8219ac2'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:31:53.129768 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2065c761-be60-457c-ab50-35e097be5cbe), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:53.151234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-6ffbb604-706b-4367-a7f1-a09dd646a375 req-b912a673-81a6-4a4e-b72d-d948f54e23dd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:31:53.151676 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6ffbb604-706b-4367-a7f1-a09dd646a375 req-b912a673-81a6-4a4e-b72d-d948f54e23dd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:53.297729 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] For port 2065c761-be60-457c-ab50-35e097be5cbe, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:31:53.311924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] For port 2065c761-be60-457c-ab50-35e097be5cbe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2065c761-be60-457c-ab50-35e097be5cbe,segment=NetworkSegment(75d421f3-9682-4e05-89b1-cea7c3d9806a),segment_id=75d421f3-9682-4e05-89b1-cea7c3d9806a)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:31:53.331070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-bbc40670-a3a2-461d-ae73-cc9dd6438f1f None None] Current status of the port 3b938283-a97d-4cac-9e2e-52b46ccce809 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:53.387448 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-6ffbb604-706b-4367-a7f1-a09dd646a375 req-b912a673-81a6-4a4e-b72d-d948f54e23dd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] For port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,segment=NetworkSegment(ed2e9a9e-e1e0-4993-bdaa-5146ab36115c),segment_id=ed2e9a9e-e1e0-4993-bdaa-5146ab36115c)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:53.387624 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6ffbb604-706b-4367-a7f1-a09dd646a375 req-b912a673-81a6-4a4e-b72d-d948f54e23dd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:53.400589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3b938283-a97d-4cac-9e2e-52b46ccce809 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:53.410467 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-6ffbb604-706b-4367-a7f1-a09dd646a375 req-b912a673-81a6-4a4e-b72d-d948f54e23dd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Calling delete_port for 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:31:53.441008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc02f32-07db-4d87-b602-32485c6452e2 req-94bd8666-e238-43ec-b129-e11c7bd09714 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:31:53.442600 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ffc02f32-07db-4d87-b602-32485c6452e2 req-94bd8666-e238-43ec-b129-e11c7bd09714 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 946 time: 0.6256549
Feb 12 21:31:53.462681 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce3a186-91c0-409d-bf67-3668d2545360 None None] New status for floating IP 5849a172-06fd-4a13-b415-40b889be79fe: DOWN {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:31:53.463956 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2065c761-be60-457c-ab50-35e097be5cbe), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:53.537776 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 3b938283-a97d-4cac-9e2e-52b46ccce809 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:53.538359 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:53.541315 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ffc02f32-07db-4d87-b602-32485c6452e2 req-f433b39f-a09a-4a17-8a11-cb4a3f5f55aa tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=546859f2-632c-49b8-9a06-bc570c2c10f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569036
Feb 12 21:31:53.636665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0938e72-d24c-4f8f-a1a7-c464ac77f398 None None] Pushing event updated for resources: {'Port': ['ID=2065c761-be60-457c-ab50-35e097be5cbe,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:53.775776 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 3b938283-a97d-4cac-9e2e-52b46ccce809 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:53.811045 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6ffbb604-706b-4367-a7f1-a09dd646a375 req-b912a673-81a6-4a4e-b72d-d948f54e23dd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:53.871577 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912a673-81a6-4a4e-b72d-d948f54e23dd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Port': ['ID=91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:53.943243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffbb604-706b-4367-a7f1-a09dd646a375 req-b912a673-81a6-4a4e-b72d-d948f54e23dd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] No DVR routers for this DVR port 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:31:53.953053 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6ffbb604-706b-4367-a7f1-a09dd646a375 req-b912a673-81a6-4a4e-b72d-d948f54e23dd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:53.968226 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6ffbb604-706b-4367-a7f1-a09dd646a375 req-b912a673-81a6-4a4e-b72d-d948f54e23dd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.48 "DELETE /v2.0/ports/91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 HTTP/1.1" status: 204  len: 173 time: 1.0952229
Feb 12 21:31:53.968226 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c607d778-8d84-4f12-a699-036c43189c10', 'name': 'network-vif-deleted', 'tag': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:31:53.980445 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633433c1-68d3-408e-b0fb-07304a0d96ee" -d '{"events": [{"server_uuid": "c607d778-8d84-4f12-a699-036c43189c10", "name": "network-vif-deleted", "tag": "91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:31:54.029894 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa863a9-b50e-4a57-acb1-65476aebf833 x-openstack-request-id: req-dfa863a9-b50e-4a57-acb1-65476aebf833 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:31:54.030185 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c607d778-8d84-4f12-a699-036c43189c10", "name": "network-vif-deleted", "tag": "91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:31:54.030443 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dfa863a9-b50e-4a57-acb1-65476aebf833 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:31:54.030847 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c607d778-8d84-4f12-a699-036c43189c10', 'name': 'network-vif-deleted', 'tag': '91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6', 'status': 'completed', 'code': 200}
Feb 12 21:31:54.195812 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Publish callbacks [] for router_gateway (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:54.468933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:54.729008 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c39dc30-348c-4fd3-8573-1702e5c709f8 req-f839a29b-b8bb-4923-82ed-ec7621c24cfe tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=c607d778-8d84-4f12-a699-036c43189c10 HTTP/1.1" status: 200  len: 210 time: 0.0520813
Feb 12 21:31:54.752890 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Router bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:31:54.851073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c0374b-746b-40e0-948e-9da00d3203af None None] Network 4662fc21-5323-4a9c-9efe-668ea8219ac2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:54.877624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:31:54.909109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Sync routers for ids ['bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:31:54.935590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-5e0bcc29-e9c4-4f30-9139-d45fe67ece27 None None] Provisioning complete for port 2065c761-be60-457c-ab50-35e097be5cbe triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:54.935956 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e0bcc29-e9c4-4f30-9139-d45fe67ece27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2065c761-be60-457c-ab50-35e097be5cbe), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:54.939827 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Routers {'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:54.940434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb194f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:31:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:54.950402 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:54.954513 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-41098036-5c2b-4ff3-8c50-6fbc76588d7b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.5700026
Feb 12 21:31:54.954632 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45608) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:55.144799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Set router bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:31:55.220663 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bcc29-e9c4-4f30-9139-d45fe67ece27 None None] Current status of the port 2065c761-be60-457c-ab50-35e097be5cbe is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:55.221057 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e0bcc29-e9c4-4f30-9139-d45fe67ece27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2065c761-be60-457c-ab50-35e097be5cbe), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:55.334830 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5e0bcc29-e9c4-4f30-9139-d45fe67ece27 None None] For port 2065c761-be60-457c-ab50-35e097be5cbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2065c761-be60-457c-ab50-35e097be5cbe,segment=NetworkSegment(75d421f3-9682-4e05-89b1-cea7c3d9806a),segment_id=75d421f3-9682-4e05-89b1-cea7c3d9806a)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:55.402882 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2065c761-be60-457c-ab50-35e097be5cbe up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:55.453378 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e0bcc29-e9c4-4f30-9139-d45fe67ece27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2065c761-be60-457c-ab50-35e097be5cbe), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:55.530322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bcc29-e9c4-4f30-9139-d45fe67ece27 None None] Pushing event updated for resources: {'Port': ['ID=2065c761-be60-457c-ab50-35e097be5cbe,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:55.534945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2065c761-be60-457c-ab50-35e097be5cbe triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:55.535359 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2065c761-be60-457c-ab50-35e097be5cbe), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:55.553457 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:55.580323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb194f10>, [{'id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'name': 'tempest-TestVolumeBackupRestore-1106117030-router', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': 'f39c1a83-410e-4e93-8668-094a115d90dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:51Z', 'updated_at': '2022-02-12T21:31:53Z', 'revision_number': 3, 'project_id': '424f3f0efda547b4beed111dd6ef3c3f', 'gw_port': {'id': 'f39c1a83-410e-4e93-8668-094a115d90dc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:52Z', 'updated_at': '2022-02-12T21:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:55.619211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Checking router: bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:31:55.619709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Updating router bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f port f39c1a83-410e-4e93-8668-094a115d90dc binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:31:55.651614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-068b40b3-df93-431c-91c9-058e8261fd3d None None] Provisioning complete for port 2065c761-be60-457c-ab50-35e097be5cbe triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:55.652065 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-068b40b3-df93-431c-91c9-058e8261fd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2065c761-be60-457c-ab50-35e097be5cbe), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:55.685263 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f39c1a83-410e-4e93-8668-094a115d90dc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:55.752991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Allocated IP 172.20.0.1 (4662fc21-5323-4a9c-9efe-668ea8219ac2/7fee5e37-741a-442a-aa81-31c30e0559f4/134da17f-56c6-41e6-ad0d-3319eef300ae) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:31:55.770423 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2065c761-be60-457c-ab50-35e097be5cbe is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:55.808185 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45626) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:55.879933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Publish callbacks [] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:55.920332 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-068b40b3-df93-431c-91c9-058e8261fd3d None None] Current status of the port 2065c761-be60-457c-ab50-35e097be5cbe is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:55.948457 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bd9c0941-4615-45b2-9402-91e2a3ff04d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:56.023231 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:56.066707 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Publish callbacks [] for port (f39c1a83-410e-4e93-8668-094a115d90dc), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:56.085211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Network 4662fc21-5323-4a9c-9efe-668ea8219ac2 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:31:56.098371 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:56.098371 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:31:56.099643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Pushing event updated for resources: {'Port': ['ID=134da17f-56c6-41e6-ad0d-3319eef300ae,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:56.145334 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:56.150326 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f39c1a83-410e-4e93-8668-094a115d90dc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:56.265402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Attempting to bind port f39c1a83-410e-4e93-8668-094a115d90dc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:31:56.265788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Attempting to bind port f39c1a83-410e-4e93-8668-094a115d90dc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:31:56.266163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Attempting to bind port f39c1a83-410e-4e93-8668-094a115d90dc on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:31:56.283292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f71bb6-a1ea-4f95-a1d9-4f45e36844f4 None None] Pushing event updated for resources: {'Port': ['ID=f39c1a83-410e-4e93-8668-094a115d90dc,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:56.295176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:31:56.295566 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:31:56.295985 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:56.300669 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:31:56.300669 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Bound port: f39c1a83-410e-4e93-8668-094a115d90dc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:31:56.300669 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f39c1a83-410e-4e93-8668-094a115d90dc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:56.340067 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a542ccef-53e5-4004-8906-a0a4a450699d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (c89d663e-6044-4daf-992c-88bc769902c1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:56.401724 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] For port f39c1a83-410e-4e93-8668-094a115d90dc, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:31:56.405964 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] For port f39c1a83-410e-4e93-8668-094a115d90dc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f39c1a83-410e-4e93-8668-094a115d90dc,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:31:56.449655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-fe6a3d36-a341-4e89-94b9-c71d5ec50a9c None None] Provisioning complete for port 134da17f-56c6-41e6-ad0d-3319eef300ae triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:56.450035 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fe6a3d36-a341-4e89-94b9-c71d5ec50a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:56.453481 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:56.529027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a3d36-a341-4e89-94b9-c71d5ec50a9c None None] Port 134da17f-56c6-41e6-ad0d-3319eef300ae cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:31:56.534307 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f39c1a83-410e-4e93-8668-094a115d90dc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:56.674426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Routers {'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:56.675072 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb194f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:31:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:56.739584 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Publish callbacks [] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:56.761392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a542ccef-53e5-4004-8906-a0a4a450699d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting port 166981b1-3752-467b-98d9-201e4949c2ab {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:31:56.761865 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a542ccef-53e5-4004-8906-a0a4a450699d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (166981b1-3752-467b-98d9-201e4949c2ab), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:56.808852 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f71bb6-a1ea-4f95-a1d9-4f45e36844f4 None None] Pushing event updated for resources: {'Port': ['ID=f39c1a83-410e-4e93-8668-094a115d90dc,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:56.818480 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:56.880396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:56.882271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-a542ccef-53e5-4004-8906-a0a4a450699d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] For port 166981b1-3752-467b-98d9-201e4949c2ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=166981b1-3752-467b-98d9-201e4949c2ab,segment=NetworkSegment(ed2e9a9e-e1e0-4993-bdaa-5146ab36115c),segment_id=ed2e9a9e-e1e0-4993-bdaa-5146ab36115c)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:56.882752 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a542ccef-53e5-4004-8906-a0a4a450699d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (166981b1-3752-467b-98d9-201e4949c2ab), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:56.899483 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a542ccef-53e5-4004-8906-a0a4a450699d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Calling delete_port for 166981b1-3752-467b-98d9-201e4949c2ab owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:31:56.901611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] Set router bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:31:57.024578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Pushing event updated for resources: {'Port': ['ID=134da17f-56c6-41e6-ad0d-3319eef300ae,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:57.069934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Network 4662fc21-5323-4a9c-9efe-668ea8219ac2 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:31:57.071648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:31:57.205263 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:31:57.240358 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:31:57.240699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 91d0cbf6-2c43-4e08-8ed1-9cc3ca1475e6 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:31:57.274003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Router bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:31:57.476061 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2065c761-be60-457c-ab50-35e097be5cbe up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:57.512075 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:31:57.522087 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a40579b2-029a-4dc3-ba9b-871234fb5c08 admin admin] 10.222.0.31 "PUT /v2.0/routers/bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5665193
Feb 12 21:31:57.528967 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:57.601691 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2065c761-be60-457c-ab50-35e097be5cbe triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:57.602345 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2065c761-be60-457c-ab50-35e097be5cbe), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:57.629386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2f0e387f-defc-4434-a05c-880a827694c4 None None] Provisioning complete for port 134da17f-56c6-41e6-ad0d-3319eef300ae triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:57.629841 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2f0e387f-defc-4434-a05c-880a827694c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:57.694424 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e387f-defc-4434-a05c-880a827694c4 None None] Port 134da17f-56c6-41e6-ad0d-3319eef300ae cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:31:57.709574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb194f10>, [{'id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'name': 'tempest-TestVolumeBackupRestore-1106117030-router', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': 'f39c1a83-410e-4e93-8668-094a115d90dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:51Z', 'updated_at': '2022-02-12T21:31:56Z', 'revision_number': 4, 'project_id': '424f3f0efda547b4beed111dd6ef3c3f', 'gw_port': {'id': 'f39c1a83-410e-4e93-8668-094a115d90dc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:52Z', 'updated_at': '2022-02-12T21:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '134da17f-56c6-41e6-ad0d-3319eef300ae', 'name': '', 'network_id': '4662fc21-5323-4a9c-9efe-668ea8219ac2', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f', 'mac_address': 'fa:16:3e:5c:a1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '7fee5e37-741a-442a-aa81-31c30e0559f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:55Z', 'updated_at': '2022-02-12T21:31:55Z', 'revision_number': 1, 'project_id': '424f3f0efda547b4beed111dd6ef3c3f', 'subnets': [{'id': '7fee5e37-741a-442a-aa81-31c30e0559f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:57.746315 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988ad32-af49-483c-8672-92b0b7eea264 None None] The sync data for ids ['bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'] in ncdv-master-1 is: [{'id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'name': 'tempest-TestVolumeBackupRestore-1106117030-router', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': 'f39c1a83-410e-4e93-8668-094a115d90dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:51Z', 'updated_at': '2022-02-12T21:31:56Z', 'revision_number': 4, 'project_id': '424f3f0efda547b4beed111dd6ef3c3f', 'gw_port': {'id': 'f39c1a83-410e-4e93-8668-094a115d90dc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:52Z', 'updated_at': '2022-02-12T21:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '134da17f-56c6-41e6-ad0d-3319eef300ae', 'name': '', 'network_id': '4662fc21-5323-4a9c-9efe-668ea8219ac2', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f', 'mac_address': 'fa:16:3e:5c:a1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '7fee5e37-741a-442a-aa81-31c30e0559f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:55Z', 'updated_at': '2022-02-12T21:31:55Z', 'revision_number': 1, 'project_id': '424f3f0efda547b4beed111dd6ef3c3f', 'subnets': [{'id': '7fee5e37-741a-442a-aa81-31c30e0559f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:31:57.790376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2065c761-be60-457c-ab50-35e097be5cbe is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:57.805462 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a542ccef-53e5-4004-8906-a0a4a450699d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (166981b1-3752-467b-98d9-201e4949c2ab), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:57.853678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542ccef-53e5-4004-8906-a0a4a450699d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Port': ['ID=166981b1-3752-467b-98d9-201e4949c2ab,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:58.112578 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a542ccef-53e5-4004-8906-a0a4a450699d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (c89d663e-6044-4daf-992c-88bc769902c1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:58.267939 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ec9f5d21-5b0f-457d-943b-8ef964a5abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:58.414864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a542ccef-53e5-4004-8906-a0a4a450699d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router c89d663e-6044-4daf-992c-88bc769902c1 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:31:58.538327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a542ccef-53e5-4004-8906-a0a4a450699d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:31:58.544156 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a542ccef-53e5-4004-8906-a0a4a450699d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "PUT /v2.0/routers/c89d663e-6044-4daf-992c-88bc769902c1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7342570
Feb 12 21:31:58.546950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45756) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:58.549684 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b708a776-6461-4a01-8f74-a87109bd503a None None] Sync routers for ids ['c89d663e-6044-4daf-992c-88bc769902c1'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:31:58.562368 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b708a776-6461-4a01-8f74-a87109bd503a None None] Routers {'c89d663e-6044-4daf-992c-88bc769902c1'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:58.563779 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b708a776-6461-4a01-8f74-a87109bd503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaaf910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:31:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c89d663e-6044-4daf-992c-88bc769902c1'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:58.599983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddda6bf1-033e-4463-b15b-65f43ba4a8f4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting subnet ba626685-0119-4137-b135-a393d4eb44ef {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:31:58.604537 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ddda6bf1-033e-4463-b15b-65f43ba4a8f4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for subnet (ba626685-0119-4137-b135-a393d4eb44ef), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:58.647128 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ddda6bf1-033e-4463-b15b-65f43ba4a8f4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (ba626685-0119-4137-b135-a393d4eb44ef), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:58.758574 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ddda6bf1-033e-4463-b15b-65f43ba4a8f4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (ba626685-0119-4137-b135-a393d4eb44ef), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:58.781209 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b708a776-6461-4a01-8f74-a87109bd503a None None] Set router c89d663e-6044-4daf-992c-88bc769902c1 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:31:58.918912 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ddda6bf1-033e-4463-b15b-65f43ba4a8f4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (ba626685-0119-4137-b135-a393d4eb44ef), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:58.946213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda6bf1-033e-4463-b15b-65f43ba4a8f4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Subnet': ['ID=ba626685-0119-4137-b135-a393d4eb44ef,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:58.950499 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ddda6bf1-033e-4463-b15b-65f43ba4a8f4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:58.956626 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ddda6bf1-033e-4463-b15b-65f43ba4a8f4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/subnets/ba626685-0119-4137-b135-a393d4eb44ef HTTP/1.1" status: 204  len: 168 time: 0.4057128
Feb 12 21:31:58.956626 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45766) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:31:58.960357 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227b2020-71e4-4a32-93ea-8e5f799d9386 None None] Network f038c5fc-05b8-4c68-ba2a-521a1ea8b670 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:31:58.982561 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b708a776-6461-4a01-8f74-a87109bd503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaaf910>, [{'id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658681504', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:40Z', 'updated_at': '2022-02-12T21:31:57Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:42Z', 'updated_at': '2022-02-12T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:59.021036 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b708a776-6461-4a01-8f74-a87109bd503a None None] Checking router: c89d663e-6044-4daf-992c-88bc769902c1 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:31:59.032176 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b708a776-6461-4a01-8f74-a87109bd503a None None] Routers {'c89d663e-6044-4daf-992c-88bc769902c1'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:31:59.033007 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b708a776-6461-4a01-8f74-a87109bd503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaaf910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:31:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c89d663e-6044-4daf-992c-88bc769902c1'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:59.093508 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b4ff-3b04-48ce-a4c2-9d21022b1b4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router (c89d663e-6044-4daf-992c-88bc769902c1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:59.229572 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b708a776-6461-4a01-8f74-a87109bd503a None None] Set router c89d663e-6044-4daf-992c-88bc769902c1 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:31:59.231962 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a395c8-195c-4df1-a430-f779e3064efe None None] DHCP port deletion for f038c5fc-05b8-4c68-ba2a-521a1ea8b670 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:31:59.356324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-03a395c8-195c-4df1-a430-f779e3064efe None None] Deleting port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:31:59.357328 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-03a395c8-195c-4df1-a430-f779e3064efe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:59.386546 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b4ff-3b04-48ce-a4c2-9d21022b1b4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_gateway (c89d663e-6044-4daf-992c-88bc769902c1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:59.516442 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f39c1a83-410e-4e93-8668-094a115d90dc up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:31:59.527430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-03a395c8-195c-4df1-a430-f779e3064efe None None] For port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad,segment=NetworkSegment(ed2e9a9e-e1e0-4993-bdaa-5146ab36115c),segment_id=ed2e9a9e-e1e0-4993-bdaa-5146ab36115c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:59.527834 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-03a395c8-195c-4df1-a430-f779e3064efe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:59.535541 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b708a776-6461-4a01-8f74-a87109bd503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbaaf910>, [{'id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658681504', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:40Z', 'updated_at': '2022-02-12T21:31:57Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:42Z', 'updated_at': '2022-02-12T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:31:59.565153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-9dc4b4ff-3b04-48ce-a4c2-9d21022b1b4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting port 31a22961-d129-40c6-9e8f-0e948af9eaa9 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:31:59.565839 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b4ff-3b04-48ce-a4c2-9d21022b1b4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (31a22961-d129-40c6-9e8f-0e948af9eaa9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:59.581010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-03a395c8-195c-4df1-a430-f779e3064efe None None] Calling delete_port for 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:31:59.582313 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b708a776-6461-4a01-8f74-a87109bd503a None None] The sync data for ids ['c89d663e-6044-4daf-992c-88bc769902c1'] in ncdv-master-1 is: [{'id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1658681504', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214'}], 'enable_snat': True}, 'gw_port_id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:29:40Z', 'updated_at': '2022-02-12T21:31:57Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '31a22961-d129-40c6-9e8f-0e948af9eaa9', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:23:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89d663e-6044-4daf-992c-88bc769902c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:29:42Z', 'updated_at': '2022-02-12T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:31:59.656501 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:59.661217 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:59.673069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-9dc4b4ff-3b04-48ce-a4c2-9d21022b1b4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] For port 31a22961-d129-40c6-9e8f-0e948af9eaa9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31a22961-d129-40c6-9e8f-0e948af9eaa9,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:59.673456 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b4ff-3b04-48ce-a4c2-9d21022b1b4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (31a22961-d129-40c6-9e8f-0e948af9eaa9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:59.687330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-9dc4b4ff-3b04-48ce-a4c2-9d21022b1b4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Calling delete_port for 31a22961-d129-40c6-9e8f-0e948af9eaa9 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:31:59.718625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f39c1a83-410e-4e93-8668-094a115d90dc triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:31:59.719380 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f39c1a83-410e-4e93-8668-094a115d90dc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:59.809921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f39c1a83-410e-4e93-8668-094a115d90dc is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:31:59.810344 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f39c1a83-410e-4e93-8668-094a115d90dc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:59.832434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port f39c1a83-410e-4e93-8668-094a115d90dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f39c1a83-410e-4e93-8668-094a115d90dc,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:31:59.834200 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-03a395c8-195c-4df1-a430-f779e3064efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:59.859883 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a395c8-195c-4df1-a430-f779e3064efe None None] Pushing event deleted for resources: {'Port': ['ID=2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:31:59.873194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a395c8-195c-4df1-a430-f779e3064efe None None] No DVR routers for this DVR port 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:31:59.913680 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f39c1a83-410e-4e93-8668-094a115d90dc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:31:59.977711 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=f39c1a83-410e-4e93-8668-094a115d90dc,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:00.000338 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:32:00.017012 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b4ff-3b04-48ce-a4c2-9d21022b1b4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (31a22961-d129-40c6-9e8f-0e948af9eaa9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:00.023740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:32:00.024551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2d58a42c-e0d4-4f1a-a77d-8d77fa3c89ad not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:32:00.050047 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4b4ff-3b04-48ce-a4c2-9d21022b1b4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Port': ['ID=31a22961-d129-40c6-9e8f-0e948af9eaa9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:00.129313 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b4ff-3b04-48ce-a4c2-9d21022b1b4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (c89d663e-6044-4daf-992c-88bc769902c1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:00.233585 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b4ff-3b04-48ce-a4c2-9d21022b1b4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (c89d663e-6044-4daf-992c-88bc769902c1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:00.235934 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b4ff-3b04-48ce-a4c2-9d21022b1b4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_controller (c89d663e-6044-4daf-992c-88bc769902c1), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:00.365086 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b4ff-3b04-48ce-a4c2-9d21022b1b4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (c89d663e-6044-4daf-992c-88bc769902c1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:00.365678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc4b4ff-3b04-48ce-a4c2-9d21022b1b4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Fanout notify agent at l3_agent the message router_deleted on router c89d663e-6044-4daf-992c-88bc769902c1 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:32:00.372360 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b4ff-3b04-48ce-a4c2-9d21022b1b4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:00.373528 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9dc4b4ff-3b04-48ce-a4c2-9d21022b1b4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/routers/c89d663e-6044-4daf-992c-88bc769902c1 HTTP/1.1" status: 204  len: 168 time: 1.4157405
Feb 12 21:32:00.376363 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45814) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:00.502521 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a791255a-8a40-4e56-b81f-3c3d90d19520 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (f038c5fc-05b8-4c68-ba2a-521a1ea8b670), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:00.560425 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a791255a-8a40-4e56-b81f-3c3d90d19520 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (f038c5fc-05b8-4c68-ba2a-521a1ea8b670), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a791255a-8a40-4e56-b81f-3c3d90d19520 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9e85c10>,) {'filters': {'network_id': ['f038c5fc-05b8-4c68-ba2a-521a1ea8b670']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a791255a-8a40-4e56-b81f-3c3d90d19520 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9e85c10>, 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a791255a-8a40-4e56-b81f-3c3d90d19520 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9e85c10>, 'ed2e9a9e-e1e0-4993-bdaa-5146ab36115c') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a791255a-8a40-4e56-b81f-3c3d90d19520 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (ed2e9a9e-e1e0-4993-bdaa-5146ab36115c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a791255a-8a40-4e56-b81f-3c3d90d19520 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ed2e9a9e-e1e0-4993-bdaa-5146ab36115c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a791255a-8a40-4e56-b81f-3c3d90d19520 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a791255a-8a40-4e56-b81f-3c3d90d19520 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (ed2e9a9e-e1e0-4993-bdaa-5146ab36115c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:32:00.708787 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:32:00.898062 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a791255a-8a40-4e56-b81f-3c3d90d19520 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (f038c5fc-05b8-4c68-ba2a-521a1ea8b670), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:00.904800 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a791255a-8a40-4e56-b81f-3c3d90d19520 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:00.911413 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a791255a-8a40-4e56-b81f-3c3d90d19520 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/networks/f038c5fc-05b8-4c68-ba2a-521a1ea8b670 HTTP/1.1" status: 204  len: 168 time: 0.5340223
Feb 12 21:32:00.911651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45818) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:00.927109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791255a-8a40-4e56-b81f-3c3d90d19520 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Network': ['ID=f038c5fc-05b8-4c68-ba2a-521a1ea8b670,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:00.978381 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e63f21d-180d-43d9-b0e3-ee0e11afcdc3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (546859f2-632c-49b8-9a06-bc570c2c10f5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:01.012237 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e63f21d-180d-43d9-b0e3-ee0e11afcdc3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (546859f2-632c-49b8-9a06-bc570c2c10f5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:01.051555 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:01.149130 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e63f21d-180d-43d9-b0e3-ee0e11afcdc3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (546859f2-632c-49b8-9a06-bc570c2c10f5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:01.152306 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e63f21d-180d-43d9-b0e3-ee0e11afcdc3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:01.156472 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8e63f21d-180d-43d9-b0e3-ee0e11afcdc3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/security-groups/546859f2-632c-49b8-9a06-bc570c2c10f5 HTTP/1.1" status: 204  len: 168 time: 0.2408905
Feb 12 21:32:01.163303 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63f21d-180d-43d9-b0e3-ee0e11afcdc3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=546859f2-632c-49b8-9a06-bc570c2c10f5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:01.252976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Sync routers for ids ['bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:32:01.279461 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Routers {'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:32:01.279461 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb609430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:31:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:01.357465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f39c1a83-410e-4e93-8668-094a115d90dc up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:32:01.432593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Set router bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:32:01.467758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f39c1a83-410e-4e93-8668-094a115d90dc triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:01.468134 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f39c1a83-410e-4e93-8668-094a115d90dc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:01.537038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45832) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:01.543559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f7502e33-952e-4a00-ba3e-77aa203f47c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341134535', 'description': 'tempest-secgroup-smoke-341134535 description', 'project_id': 'bc1c557f5d984523b9dbe9c385659448'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:32:01.656523 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7502e33-952e-4a00-ba3e-77aa203f47c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:01.666605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f39c1a83-410e-4e93-8668-094a115d90dc is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:32:01.706423 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb609430>, [{'id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'name': 'tempest-TestVolumeBackupRestore-1106117030-router', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': 'f39c1a83-410e-4e93-8668-094a115d90dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:51Z', 'updated_at': '2022-02-12T21:31:56Z', 'revision_number': 4, 'project_id': '424f3f0efda547b4beed111dd6ef3c3f', 'gw_port': {'id': 'f39c1a83-410e-4e93-8668-094a115d90dc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:52Z', 'updated_at': '2022-02-12T21:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '134da17f-56c6-41e6-ad0d-3319eef300ae', 'name': '', 'network_id': '4662fc21-5323-4a9c-9efe-668ea8219ac2', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f', 'mac_address': 'fa:16:3e:5c:a1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '7fee5e37-741a-442a-aa81-31c30e0559f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:55Z', 'updated_at': '2022-02-12T21:31:56Z', 'revision_number': 2, 'project_id': '424f3f0efda547b4beed111dd6ef3c3f', 'subnets': [{'id': '7fee5e37-741a-442a-aa81-31c30e0559f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:01.738646 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7502e33-952e-4a00-ba3e-77aa203f47c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (259698e3-810e-459a-b28e-f1e8ca241c67), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:01.740485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 166981b1-3752-467b-98d9-201e4949c2ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:32:01.742818 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Checking router: bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:32:01.743170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Updating router bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f port 134da17f-56c6-41e6-ad0d-3319eef300ae binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:32:01.779237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 166981b1-3752-467b-98d9-201e4949c2ab {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:32:01.779513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 166981b1-3752-467b-98d9-201e4949c2ab not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:32:01.779926 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 31a22961-d129-40c6-9e8f-0e948af9eaa9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:32:01.788061 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7502e33-952e-4a00-ba3e-77aa203f47c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (259698e3-810e-459a-b28e-f1e8ca241c67), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:01.803544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 31a22961-d129-40c6-9e8f-0e948af9eaa9 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:32:01.803888 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 31a22961-d129-40c6-9e8f-0e948af9eaa9 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:32:01.807909 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:01.818593 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7502e33-952e-4a00-ba3e-77aa203f47c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259698e3-810e-459a-b28e-f1e8ca241c67,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:01.876335 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7502e33-952e-4a00-ba3e-77aa203f47c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:01.877729 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f7502e33-952e-4a00-ba3e-77aa203f47c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3395417
Feb 12 21:32:01.880576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45834) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:01.884965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-15878ba8-bd4e-4402-b3d0-acb5f8994921 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '259698e3-810e-459a-b28e-f1e8ca241c67', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:32:01.984348 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-15878ba8-bd4e-4402-b3d0-acb5f8994921 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (365db47c-b6d6-46b9-9a33-4025375a7d51), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.046379 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-15878ba8-bd4e-4402-b3d0-acb5f8994921 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (365db47c-b6d6-46b9-9a33-4025375a7d51), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.083072 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Publish callbacks [] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.169926 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-15878ba8-bd4e-4402-b3d0-acb5f8994921 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (365db47c-b6d6-46b9-9a33-4025375a7d51), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.187003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15878ba8-bd4e-4402-b3d0-acb5f8994921 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365db47c-b6d6-46b9-9a33-4025375a7d51,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:02.216712 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.220308 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.270674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054d3cd-68f7-4f27-a22f-a1710f6a8d12 None None] Pushing event updated for resources: {'Port': ['ID=134da17f-56c6-41e6-ad0d-3319eef300ae,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:02.320436 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-15878ba8-bd4e-4402-b3d0-acb5f8994921 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.322802 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-15878ba8-bd4e-4402-b3d0-acb5f8994921 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4403496
Feb 12 21:32:02.325675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45846) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:02.328187 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Attempting to bind port 134da17f-56c6-41e6-ad0d-3319eef300ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:32:02.328567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Attempting to bind port 134da17f-56c6-41e6-ad0d-3319eef300ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75d421f3-9682-4e05-89b1-cea7c3d9806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4662fc21-5323-4a9c-9efe-668ea8219ac2'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:32:02.328936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Attempting to bind port 134da17f-56c6-41e6-ad0d-3319eef300ae on network 4662fc21-5323-4a9c-9efe-668ea8219ac2 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:32:02.331255 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a195b3c6-3eb7-4ae6-b9c9-7f1227e3e924 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '259698e3-810e-459a-b28e-f1e8ca241c67', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:32:02.336194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:32:02.336577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Checking segment: {'id': '75d421f3-9682-4e05-89b1-cea7c3d9806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4662fc21-5323-4a9c-9efe-668ea8219ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:32:02.336985 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.337545 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Bound using segment: {'id': '75d421f3-9682-4e05-89b1-cea7c3d9806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4662fc21-5323-4a9c-9efe-668ea8219ac2'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:32:02.338138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Bound port: 134da17f-56c6-41e6-ad0d-3319eef300ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d421f3-9682-4e05-89b1-cea7c3d9806a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4662fc21-5323-4a9c-9efe-668ea8219ac2'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:32:02.338465 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.412579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] For port 134da17f-56c6-41e6-ad0d-3319eef300ae, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:32:02.416998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] For port 134da17f-56c6-41e6-ad0d-3319eef300ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=134da17f-56c6-41e6-ad0d-3319eef300ae,segment=NetworkSegment(75d421f3-9682-4e05-89b1-cea7c3d9806a),segment_id=75d421f3-9682-4e05-89b1-cea7c3d9806a)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:32:02.468359 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a195b3c6-3eb7-4ae6-b9c9-7f1227e3e924 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (3766a2b0-6fc1-407b-81ff-2c343af8e0f4), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.523398 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a195b3c6-3eb7-4ae6-b9c9-7f1227e3e924 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (3766a2b0-6fc1-407b-81ff-2c343af8e0f4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.552373 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6d654adf-4608-46a6-b5b5-89af03385230 None None] Provisioning complete for port 134da17f-56c6-41e6-ad0d-3319eef300ae triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:02.552672 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6d654adf-4608-46a6-b5b5-89af03385230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.577289 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.605679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a195b3c6-3eb7-4ae6-b9c9-7f1227e3e924 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (3766a2b0-6fc1-407b-81ff-2c343af8e0f4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.622638 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6d654adf-4608-46a6-b5b5-89af03385230 None None] Port 134da17f-56c6-41e6-ad0d-3319eef300ae cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:32:02.625977 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195b3c6-3eb7-4ae6-b9c9-7f1227e3e924 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3766a2b0-6fc1-407b-81ff-2c343af8e0f4,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:02.648235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054d3cd-68f7-4f27-a22f-a1710f6a8d12 None None] Pushing event updated for resources: {'Port': ['ID=134da17f-56c6-41e6-ad0d-3319eef300ae,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:02.656479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Routers {'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:32:02.657167 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb609430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:31:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:02.694735 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a195b3c6-3eb7-4ae6-b9c9-7f1227e3e924 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.696431 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a195b3c6-3eb7-4ae6-b9c9-7f1227e3e924 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3695316
Feb 12 21:32:02.699370 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45868) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:02.708734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a166232f-24ab-4cb5-88bb-8cd1c1f3fd8e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '259698e3-810e-459a-b28e-f1e8ca241c67', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:32:02.798810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] Set router bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:32:02.799540 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a166232f-24ab-4cb5-88bb-8cd1c1f3fd8e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (88b7d2f4-ac4b-4c59-bd03-d97c5a9e3b0f), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.867655 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a166232f-24ab-4cb5-88bb-8cd1c1f3fd8e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (88b7d2f4-ac4b-4c59-bd03-d97c5a9e3b0f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.947554 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a166232f-24ab-4cb5-88bb-8cd1c1f3fd8e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (88b7d2f4-ac4b-4c59-bd03-d97c5a9e3b0f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:02.967131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166232f-24ab-4cb5-88bb-8cd1c1f3fd8e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b7d2f4-ac4b-4c59-bd03-d97c5a9e3b0f,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:02.975016 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f843c784-b502-4e55-b64e-719537fa77f3 None None] Provisioning complete for port 134da17f-56c6-41e6-ad0d-3319eef300ae triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:02.975378 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f843c784-b502-4e55-b64e-719537fa77f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:03.041039 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a166232f-24ab-4cb5-88bb-8cd1c1f3fd8e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:03.053987 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a166232f-24ab-4cb5-88bb-8cd1c1f3fd8e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3461344
Feb 12 21:32:03.056163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45874) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:03.062652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-04e294b1-3dcc-4e13-a902-5fda6bb65fce tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '259698e3-810e-459a-b28e-f1e8ca241c67', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:32:03.167545 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04e294b1-3dcc-4e13-a902-5fda6bb65fce tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (4a80789e-bd0a-46be-9e40-0969bfca4d32), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:03.228438 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04e294b1-3dcc-4e13-a902-5fda6bb65fce tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (4a80789e-bd0a-46be-9e40-0969bfca4d32), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:03.231996 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb609430>, [{'id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'name': 'tempest-TestVolumeBackupRestore-1106117030-router', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': 'f39c1a83-410e-4e93-8668-094a115d90dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:51Z', 'updated_at': '2022-02-12T21:31:56Z', 'revision_number': 4, 'project_id': '424f3f0efda547b4beed111dd6ef3c3f', 'gw_port': {'id': 'f39c1a83-410e-4e93-8668-094a115d90dc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:52Z', 'updated_at': '2022-02-12T21:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '134da17f-56c6-41e6-ad0d-3319eef300ae', 'name': '', 'network_id': '4662fc21-5323-4a9c-9efe-668ea8219ac2', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f', 'mac_address': 'fa:16:3e:5c:a1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '7fee5e37-741a-442a-aa81-31c30e0559f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:55Z', 'updated_at': '2022-02-12T21:32:02Z', 'revision_number': 4, 'project_id': '424f3f0efda547b4beed111dd6ef3c3f', 'subnets': [{'id': '7fee5e37-741a-442a-aa81-31c30e0559f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:03.266283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c3f27-76a0-480c-833d-04a299dfa84d None None] The sync data for ids ['bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'] in ncdv-master-1 is: [{'id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'name': 'tempest-TestVolumeBackupRestore-1106117030-router', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': 'f39c1a83-410e-4e93-8668-094a115d90dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:51Z', 'updated_at': '2022-02-12T21:31:56Z', 'revision_number': 4, 'project_id': '424f3f0efda547b4beed111dd6ef3c3f', 'gw_port': {'id': 'f39c1a83-410e-4e93-8668-094a115d90dc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:52Z', 'updated_at': '2022-02-12T21:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '134da17f-56c6-41e6-ad0d-3319eef300ae', 'name': '', 'network_id': '4662fc21-5323-4a9c-9efe-668ea8219ac2', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f', 'mac_address': 'fa:16:3e:5c:a1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '7fee5e37-741a-442a-aa81-31c30e0559f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:55Z', 'updated_at': '2022-02-12T21:32:02Z', 'revision_number': 4, 'project_id': '424f3f0efda547b4beed111dd6ef3c3f', 'subnets': [{'id': '7fee5e37-741a-442a-aa81-31c30e0559f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:32:03.271605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f843c784-b502-4e55-b64e-719537fa77f3 None None] Current status of the port 134da17f-56c6-41e6-ad0d-3319eef300ae is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:32:03.272008 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f843c784-b502-4e55-b64e-719537fa77f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:03.309790 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04e294b1-3dcc-4e13-a902-5fda6bb65fce tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (4a80789e-bd0a-46be-9e40-0969bfca4d32), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:03.335928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f843c784-b502-4e55-b64e-719537fa77f3 None None] For port 134da17f-56c6-41e6-ad0d-3319eef300ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=134da17f-56c6-41e6-ad0d-3319eef300ae,segment=NetworkSegment(75d421f3-9682-4e05-89b1-cea7c3d9806a),segment_id=75d421f3-9682-4e05-89b1-cea7c3d9806a)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:32:03.347473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e294b1-3dcc-4e13-a902-5fda6bb65fce tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a80789e-bd0a-46be-9e40-0969bfca4d32,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:03.366831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 134da17f-56c6-41e6-ad0d-3319eef300ae up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:32:03.411718 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f843c784-b502-4e55-b64e-719537fa77f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:03.441904 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04e294b1-3dcc-4e13-a902-5fda6bb65fce tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:03.446252 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-04e294b1-3dcc-4e13-a902-5fda6bb65fce tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3853436
Feb 12 21:32:03.446504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45882) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:03.450962 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 134da17f-56c6-41e6-ad0d-3319eef300ae triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:03.451344 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:03.451972 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8d65ec6a-aaed-4ea4-a791-317bfadfce0d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '259698e3-810e-459a-b28e-f1e8ca241c67', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:32:03.507154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843c784-b502-4e55-b64e-719537fa77f3 None None] Pushing event updated for resources: {'Port': ['ID=134da17f-56c6-41e6-ad0d-3319eef300ae,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:03.553960 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-8d65ec6a-aaed-4ea4-a791-317bfadfce0d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Project bc1c557f5d984523b9dbe9c385659448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:32:03.560031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 134da17f-56c6-41e6-ad0d-3319eef300ae is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:32:03.560652 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d65ec6a-aaed-4ea4-a791-317bfadfce0d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (0ff3a42d-7813-4fa1-bbb6-c71ba09fa6c5), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:03.615676 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d65ec6a-aaed-4ea4-a791-317bfadfce0d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (0ff3a42d-7813-4fa1-bbb6-c71ba09fa6c5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:03.706989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d65ec6a-aaed-4ea4-a791-317bfadfce0d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (0ff3a42d-7813-4fa1-bbb6-c71ba09fa6c5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:03.727861 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65ec6a-aaed-4ea4-a791-317bfadfce0d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff3a42d-7813-4fa1-bbb6-c71ba09fa6c5,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:03.811795 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8d65ec6a-aaed-4ea4-a791-317bfadfce0d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:03.813131 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8d65ec6a-aaed-4ea4-a791-317bfadfce0d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3650424
Feb 12 21:32:03.816283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45884) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:03.821170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a09a67c7-ff8d-4b77-bf8b-96309944a646 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '259698e3-810e-459a-b28e-f1e8ca241c67', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:32:03.904765 ncdv-master-1 neutron-server[126505]: INFO neutron.db.securitygroups_db [None req-a09a67c7-ff8d-4b77-bf8b-96309944a646 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Project bc1c557f5d984523b9dbe9c385659448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:32:03.908466 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a09a67c7-ff8d-4b77-bf8b-96309944a646 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (f3d37883-247e-4b2c-9a57-30c1b57207e5), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:03.982360 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a09a67c7-ff8d-4b77-bf8b-96309944a646 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (f3d37883-247e-4b2c-9a57-30c1b57207e5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:04.045735 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a09a67c7-ff8d-4b77-bf8b-96309944a646 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (f3d37883-247e-4b2c-9a57-30c1b57207e5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:04.068456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a67c7-ff8d-4b77-bf8b-96309944a646 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d37883-247e-4b2c-9a57-30c1b57207e5,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:04.150920 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a09a67c7-ff8d-4b77-bf8b-96309944a646 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:04.153466 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a09a67c7-ff8d-4b77-bf8b-96309944a646 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3352180
Feb 12 21:32:04.161183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45892) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:04.167059 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-3a89b1e8-1145-4682-84ba-9eb176a7b84c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'network': {'name': 'tempest-network-smoke--1255359656', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'port_security_enabled': True}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:32:04.227956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a89b1e8-1145-4682-84ba-9eb176a7b84c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Made reservation on behalf of bc1c557f5d984523b9dbe9c385659448 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:32:04.231907 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a89b1e8-1145-4682-84ba-9eb176a7b84c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:04.254959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a89b1e8-1145-4682-84ba-9eb176a7b84c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:32:04.263868 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a89b1e8-1145-4682-84ba-9eb176a7b84c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1668825e-2ab6-4030-af37-89539d874834), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:04.264219 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-3a89b1e8-1145-4682-84ba-9eb176a7b84c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Added segment 1668825e-2ab6-4030-af37-89539d874834 of type vlan for network 1810a1d4-616d-4b30-be12-037b7e4e2756
Feb 12 21:32:04.311505 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a89b1e8-1145-4682-84ba-9eb176a7b84c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (1810a1d4-616d-4b30-be12-037b7e4e2756), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:04.427944 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a89b1e8-1145-4682-84ba-9eb176a7b84c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (1810a1d4-616d-4b30-be12-037b7e4e2756), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:04.433439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a89b1e8-1145-4682-84ba-9eb176a7b84c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:04.434019 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3a89b1e8-1145-4682-84ba-9eb176a7b84c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:04.499675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89b1e8-1145-4682-84ba-9eb176a7b84c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Network': ['ID=1810a1d4-616d-4b30-be12-037b7e4e2756,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:04.510242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 1810a1d4-616d-4b30-be12-037b7e4e2756 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:32:04.540559 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3a89b1e8-1145-4682-84ba-9eb176a7b84c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3769760
Feb 12 21:32:04.547877 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45898) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:04.552321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-154613352', 'admin_state_up': True, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:32:04.645467 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (a2d94aec-1692-4e9c-b4c3-7046e81119aa), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:04.646617 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (a2d94aec-1692-4e9c-b4c3-7046e81119aa), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:04.705913 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_controller (a2d94aec-1692-4e9c-b4c3-7046e81119aa), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:04.887625 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_gateway (a2d94aec-1692-4e9c-b4c3-7046e81119aa), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:05.174520 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_gateway (a2d94aec-1692-4e9c-b4c3-7046e81119aa), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:05.200471 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:05.311700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Allocated IP 172.35.2.238 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/65807a82-8a4d-4f8a-9c7e-e5fd01786cf2) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:32:05.324012 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 134da17f-56c6-41e6-ad0d-3319eef300ae up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:32:05.398335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 134da17f-56c6-41e6-ad0d-3319eef300ae triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:05.398706 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:05.439923 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (65807a82-8a4d-4f8a-9c7e-e5fd01786cf2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:05.483330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 134da17f-56c6-41e6-ad0d-3319eef300ae is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:32:05.571443 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (65807a82-8a4d-4f8a-9c7e-e5fd01786cf2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:05.615804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:32:05.618883 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:32:05.622662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:32:05.644893 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=65807a82-8a4d-4f8a-9c7e-e5fd01786cf2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:05.890553 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45938) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:06.004709 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57ef7e41-8732-4c20-8ad0-5755d34e0eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:06.027813 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_gateway (a2d94aec-1692-4e9c-b4c3-7046e81119aa), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:06.209284 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57ef7e41-8732-4c20-8ad0-5755d34e0eaf admin admin] Publish callbacks [] for security_group (d7b1ae4e-1958-4924-95b0-3428a706b0a3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:06.281794 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (a2d94aec-1692-4e9c-b4c3-7046e81119aa), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:06.318978 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57ef7e41-8732-4c20-8ad0-5755d34e0eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d7b1ae4e-1958-4924-95b0-3428a706b0a3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:06.755979 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-57ef7e41-8732-4c20-8ad0-5755d34e0eaf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a4ee41bf3cb4b6894370d8f5baa0428&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8643372
Feb 12 21:32:06.758773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45962) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:06.761702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef7e41-8732-4c20-8ad0-5755d34e0eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b1ae4e-1958-4924-95b0-3428a706b0a3,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:06.822607 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2903acf-094e-47e3-93e4-ff428cf49caa admin admin] Publish callbacks [] for security_group (d7b1ae4e-1958-4924-95b0-3428a706b0a3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:06.844307 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2903acf-094e-47e3-93e4-ff428cf49caa admin admin] Publish callbacks [] for security_group (d7b1ae4e-1958-4924-95b0-3428a706b0a3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:06.902264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router a2d94aec-1692-4e9c-b4c3-7046e81119aa is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:32:06.988165 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2903acf-094e-47e3-93e4-ff428cf49caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d7b1ae4e-1958-4924-95b0-3428a706b0a3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:06.990866 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2903acf-094e-47e3-93e4-ff428cf49caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:06.992351 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d2903acf-094e-47e3-93e4-ff428cf49caa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7b1ae4e-1958-4924-95b0-3428a706b0a3 HTTP/1.1" status: 204  len: 168 time: 0.2299464
Feb 12 21:32:07.000563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2903acf-094e-47e3-93e4-ff428cf49caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b1ae4e-1958-4924-95b0-3428a706b0a3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:07.020576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:32:07.032667 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Sync routers for ids ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:32:07.045944 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Routers {'a2d94aec-1692-4e9c-b4c3-7046e81119aa'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:32:07.048796 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbe9ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:31:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:07.140188 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:07.144620 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f1048c8c-e063-478e-ab2c-5bfe44bb5bac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.5927651
Feb 12 21:32:07.145017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45974) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:07.156905 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Set router a2d94aec-1692-4e9c-b4c3-7046e81119aa gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:32:07.174522 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-328dcbbf-6e7d-4377-bd2d-1c1a356b63ea tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bc1c557f5d984523b9dbe9c385659448&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0277526
Feb 12 21:32:07.177010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45976) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:07.277623 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f43e8-12dc-40f2-b4c2-193967b15cd4 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:07.279170 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0a4f43e8-12dc-40f2-b4c2-193967b15cd4 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1010783
Feb 12 21:32:07.281948 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45980) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:07.314703 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fb357a99-dcf9-4f47-a753-b13c720024c6 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0310705
Feb 12 21:32:07.318322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45984) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:07.327865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-28183164-ccb5-4b16-af38-5dd5ad68d107 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-291863776', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:32:07.353684 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbe9ca0>, [{'id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154613352', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:32:04Z', 'updated_at': '2022-02-12T21:32:05Z', 'revision_number': 3, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:05Z', 'updated_at': '2022-02-12T21:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:07.384181 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Checking router: a2d94aec-1692-4e9c-b4c3-7046e81119aa for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:32:07.384673 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Updating router a2d94aec-1692-4e9c-b4c3-7046e81119aa port 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:32:07.413343 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (65807a82-8a4d-4f8a-9c7e-e5fd01786cf2), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:07.536229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28183164-ccb5-4b16-af38-5dd5ad68d107 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Made reservation on behalf of bc1c557f5d984523b9dbe9c385659448 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:32:07.539954 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-28183164-ccb5-4b16-af38-5dd5ad68d107 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:07.671046 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Publish callbacks [] for port (65807a82-8a4d-4f8a-9c7e-e5fd01786cf2), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:07.763713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 45992) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:07.776566 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-19c31f54-8ea4-4dbb-b305-a6b52074ee31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:07.805141 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (65807a82-8a4d-4f8a-9c7e-e5fd01786cf2), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:07.859371 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-19c31f54-8ea4-4dbb-b305-a6b52074ee31 admin admin] Publish callbacks [] for security_group (f38489ee-8808-4f06-90b6-b7fb25eb0c62), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:07.861741 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Attempting to bind port 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:32:07.861923 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Attempting to bind port 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:32:07.862287 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Attempting to bind port 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:32:07.869702 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bbb3e-a5a9-4d1f-b452-2767a93437a8 None None] Pushing event updated for resources: {'Port': ['ID=65807a82-8a4d-4f8a-9c7e-e5fd01786cf2,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:07.872029 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:32:07.872397 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:32:07.872799 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:07.873175 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:32:07.873661 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Bound port: 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:32:07.874036 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (65807a82-8a4d-4f8a-9c7e-e5fd01786cf2), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:07.902600 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-28183164-ccb5-4b16-af38-5dd5ad68d107 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (20ee2d5d-4ced-4ef5-a165-5705e2b7d69d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:07.929253 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] For port 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:32:07.930997 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] For port 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65807a82-8a4d-4f8a-9c7e-e5fd01786cf2,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:32:07.952481 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-19c31f54-8ea4-4dbb-b305-a6b52074ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f38489ee-8808-4f06-90b6-b7fb25eb0c62), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:07.985528 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28183164-ccb5-4b16-af38-5dd5ad68d107 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Subnet': ['ID=20ee2d5d-4ced-4ef5-a165-5705e2b7d69d,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:08.013605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28183164-ccb5-4b16-af38-5dd5ad68d107 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Checking segment: {'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:32:08.013970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28183164-ccb5-4b16-af38-5dd5ad68d107 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network hostable DHCP agents. Network: 1810a1d4-616d-4b30-be12-037b7e4e2756, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:32:08.015910 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c31f54-8ea4-4dbb-b305-a6b52074ee31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38489ee-8808-4f06-90b6-b7fb25eb0c62,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:08.021308 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-19c31f54-8ea4-4dbb-b305-a6b52074ee31 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ac0e42798fa44c094ad788c38d5f95e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2618332
Feb 12 21:32:08.024605 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 45994) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:08.034799 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (65807a82-8a4d-4f8a-9c7e-e5fd01786cf2), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:08.081911 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf80d08d-db19-4a6b-95d8-429ed55bdc7f admin admin] Publish callbacks [] for security_group (f38489ee-8808-4f06-90b6-b7fb25eb0c62), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:08.089991 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Routers {'a2d94aec-1692-4e9c-b4c3-7046e81119aa'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:32:08.090606 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbe9ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:31:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:08.107124 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf80d08d-db19-4a6b-95d8-429ed55bdc7f admin admin] Publish callbacks [] for security_group (f38489ee-8808-4f06-90b6-b7fb25eb0c62), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:08.126303 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28183164-ccb5-4b16-af38-5dd5ad68d107 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network 1810a1d4-616d-4b30-be12-037b7e4e2756 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:32:08.174958 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bbb3e-a5a9-4d1f-b452-2767a93437a8 None None] Pushing event updated for resources: {'Port': ['ID=65807a82-8a4d-4f8a-9c7e-e5fd01786cf2,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:08.216780 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] Set router a2d94aec-1692-4e9c-b4c3-7046e81119aa gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:32:08.227759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-28183164-ccb5-4b16-af38-5dd5ad68d107 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1810a1d4-616d-4b30-be12-037b7e4e2756) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:32:08.232712 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28183164-ccb5-4b16-af38-5dd5ad68d107 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:08.233602 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-28183164-ccb5-4b16-af38-5dd5ad68d107 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:08.238148 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e446b983-a447-420e-8c26-c39437045ed0 None None] Network 1810a1d4-616d-4b30-be12-037b7e4e2756 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:32:08.251082 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf80d08d-db19-4a6b-95d8-429ed55bdc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f38489ee-8808-4f06-90b6-b7fb25eb0c62), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:08.254032 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf80d08d-db19-4a6b-95d8-429ed55bdc7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:08.255334 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cf80d08d-db19-4a6b-95d8-429ed55bdc7f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f38489ee-8808-4f06-90b6-b7fb25eb0c62 HTTP/1.1" status: 204  len: 168 time: 0.2288694
Feb 12 21:32:08.264327 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80d08d-db19-4a6b-95d8-429ed55bdc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38489ee-8808-4f06-90b6-b7fb25eb0c62,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:08.317684 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-28183164-ccb5-4b16-af38-5dd5ad68d107 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.9982028
Feb 12 21:32:08.320578 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46000) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:08.397020 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1810a1d4-616d-4b30-be12-037b7e4e2756', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ips': [{'subnet_id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:32:08.398674 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:08.460771 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbe9ca0>, [{'id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154613352', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:32:04Z', 'updated_at': '2022-02-12T21:32:05Z', 'revision_number': 3, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:05Z', 'updated_at': '2022-02-12T21:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:08.509003 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ab3ff-c840-434c-83d9-7d83e967b2e3 None None] The sync data for ids ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'] in ncdv-master-1 is: [{'id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154613352', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:32:04Z', 'updated_at': '2022-02-12T21:32:05Z', 'revision_number': 3, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:05Z', 'updated_at': '2022-02-12T21:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:32:08.595984 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Allocated IP 172.20.0.2 (1810a1d4-616d-4b30-be12-037b7e4e2756/20ee2d5d-4ced-4ef5-a165-5705e2b7d69d/ae664a36-a2b4-4513-b5fc-7513e48d8fb9) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:32:08.767525 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Publish callbacks [] for port (ae664a36-a2b4-4513-b5fc-7513e48d8fb9), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:08.862557 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (ae664a36-a2b4-4513-b5fc-7513e48d8fb9), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:08.927646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Network 1810a1d4-616d-4b30-be12-037b7e4e2756 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:32:08.931492 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:32:08.934292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:32:08.958744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Pushing event updated for resources: {'Port': ['ID=ae664a36-a2b4-4513-b5fc-7513e48d8fb9,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:08.998146 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:09.027037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Attempting to bind port ae664a36-a2b4-4513-b5fc-7513e48d8fb9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:32:09.027521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Attempting to bind port ae664a36-a2b4-4513-b5fc-7513e48d8fb9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:32:09.028004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Attempting to bind port ae664a36-a2b4-4513-b5fc-7513e48d8fb9 on network 1810a1d4-616d-4b30-be12-037b7e4e2756 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:32:09.033983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:32:09.034482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Checking segment: {'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:32:09.034953 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:09.035467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Bound using segment: {'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:32:09.036003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Bound port: ae664a36-a2b4-4513-b5fc-7513e48d8fb9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:32:09.036448 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ae664a36-a2b4-4513-b5fc-7513e48d8fb9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:09.132842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] For port ae664a36-a2b4-4513-b5fc-7513e48d8fb9, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:32:09.141324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] For port ae664a36-a2b4-4513-b5fc-7513e48d8fb9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae664a36-a2b4-4513-b5fc-7513e48d8fb9,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:32:09.217330 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ae664a36-a2b4-4513-b5fc-7513e48d8fb9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:09.264737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46014) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:09.280444 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70100a3b-78df-4ff1-8284-ec273f47bc9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:09.306692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ab7de-7c6a-4594-92a1-ec71ab8f073e None None] Pushing event updated for resources: {'Port': ['ID=ae664a36-a2b4-4513-b5fc-7513e48d8fb9,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:09.354559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Allocated IP 172.20.0.1 (1810a1d4-616d-4b30-be12-037b7e4e2756/20ee2d5d-4ced-4ef5-a165-5705e2b7d69d/525c198c-5048-4883-97c0-b191c95f5614) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:32:09.458303 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70100a3b-78df-4ff1-8284-ec273f47bc9d admin admin] Publish callbacks [] for security_group (a5099eed-2973-497e-ac32-ab88ac09605a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:09.483426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:32:09.536928 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-70100a3b-78df-4ff1-8284-ec273f47bc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a5099eed-2973-497e-ac32-ab88ac09605a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:09.576584 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (525c198c-5048-4883-97c0-b191c95f5614), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:09.627929 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:09.628481 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (65807a82-8a4d-4f8a-9c7e-e5fd01786cf2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:09.655541 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-70100a3b-78df-4ff1-8284-ec273f47bc9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1fb9f453ea884127bbebd0a9e04a42ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3915122
Feb 12 21:32:09.659331 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46022) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:09.661564 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70100a3b-78df-4ff1-8284-ec273f47bc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5099eed-2973-497e-ac32-ab88ac09605a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:09.760077 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20277de0-75ec-4669-8fec-62cff6c7890c admin admin] Publish callbacks [] for security_group (a5099eed-2973-497e-ac32-ab88ac09605a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:09.787782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:32:09.788195 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (525c198c-5048-4883-97c0-b191c95f5614), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:09.788805 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (65807a82-8a4d-4f8a-9c7e-e5fd01786cf2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:09.813452 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20277de0-75ec-4669-8fec-62cff6c7890c admin admin] Publish callbacks [] for security_group (a5099eed-2973-497e-ac32-ab88ac09605a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:09.816722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65807a82-8a4d-4f8a-9c7e-e5fd01786cf2,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:32:09.870734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network 1810a1d4-616d-4b30-be12-037b7e4e2756 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:32:09.879504 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:32:09.882227 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:32:09.884144 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (65807a82-8a4d-4f8a-9c7e-e5fd01786cf2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:09.943225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=525c198c-5048-4883-97c0-b191c95f5614,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:09.948303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=65807a82-8a4d-4f8a-9c7e-e5fd01786cf2,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:09.960700 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (a2d94aec-1692-4e9c-b4c3-7046e81119aa), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:10.078765 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20277de0-75ec-4669-8fec-62cff6c7890c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a5099eed-2973-497e-ac32-ab88ac09605a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:10.081419 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-20277de0-75ec-4669-8fec-62cff6c7890c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:10.082605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-20277de0-75ec-4669-8fec-62cff6c7890c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5099eed-2973-497e-ac32-ab88ac09605a HTTP/1.1" status: 204  len: 168 time: 0.4202709
Feb 12 21:32:10.095591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20277de0-75ec-4669-8fec-62cff6c7890c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5099eed-2973-497e-ac32-ab88ac09605a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:10.292323 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (525c198c-5048-4883-97c0-b191c95f5614), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:10.531551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49777a75-0ccc-4e7e-ab2f-6b4b2f25b716 None None] Network 1810a1d4-616d-4b30-be12-037b7e4e2756 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:32:10.626372 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1e1b70be-1ffe-41ce-87e8-a4b068fa04ad None None] Provisioning complete for port ae664a36-a2b4-4513-b5fc-7513e48d8fb9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:10.626372 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1e1b70be-1ffe-41ce-87e8-a4b068fa04ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ae664a36-a2b4-4513-b5fc-7513e48d8fb9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:10.668428 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (525c198c-5048-4883-97c0-b191c95f5614), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:10.774041 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b70be-1ffe-41ce-87e8-a4b068fa04ad None None] Current status of the port ae664a36-a2b4-4513-b5fc-7513e48d8fb9 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:32:10.775515 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1e1b70be-1ffe-41ce-87e8-a4b068fa04ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ae664a36-a2b4-4513-b5fc-7513e48d8fb9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:10.806420 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (525c198c-5048-4883-97c0-b191c95f5614), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:10.827794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1e1b70be-1ffe-41ce-87e8-a4b068fa04ad None None] For port ae664a36-a2b4-4513-b5fc-7513e48d8fb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae664a36-a2b4-4513-b5fc-7513e48d8fb9,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:32:10.896579 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1e1b70be-1ffe-41ce-87e8-a4b068fa04ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ae664a36-a2b4-4513-b5fc-7513e48d8fb9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:10.926357 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (a2d94aec-1692-4e9c-b4c3-7046e81119aa), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:10.940200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=525c198c-5048-4883-97c0-b191c95f5614,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:10.989011 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b70be-1ffe-41ce-87e8-a4b068fa04ad None None] Pushing event updated for resources: {'Port': ['ID=ae664a36-a2b4-4513-b5fc-7513e48d8fb9,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:11.066538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network 1810a1d4-616d-4b30-be12-037b7e4e2756 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:32:11.068463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:32:11.130491 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-05aca96f-d511-4269-8337-447a42c8ed40 None None] Provisioning complete for port ae664a36-a2b4-4513-b5fc-7513e48d8fb9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:11.131032 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-05aca96f-d511-4269-8337-447a42c8ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ae664a36-a2b4-4513-b5fc-7513e48d8fb9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:11.213669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router a2d94aec-1692-4e9c-b4c3-7046e81119aa has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:32:11.260113 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-05aca96f-d511-4269-8337-447a42c8ed40 None None] Current status of the port ae664a36-a2b4-4513-b5fc-7513e48d8fb9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:32:11.285045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-05aca96f-d511-4269-8337-447a42c8ed40 None None] Provisioning complete for port 525c198c-5048-4883-97c0-b191c95f5614 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:11.285484 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-05aca96f-d511-4269-8337-447a42c8ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (525c198c-5048-4883-97c0-b191c95f5614), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:11.339665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-05aca96f-d511-4269-8337-447a42c8ed40 None None] Port 525c198c-5048-4883-97c0-b191c95f5614 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:32:11.358709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:32:11.365542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0c66ace3-fc72-42bf-afc9-b06c75da3b4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "PUT /v2.0/routers/a2d94aec-1692-4e9c-b4c3-7046e81119aa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0432124
Feb 12 21:32:11.378553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Sync routers for ids ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:32:11.392023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Routers {'a2d94aec-1692-4e9c-b4c3-7046e81119aa'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:32:11.393955 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b3700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:31:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:11.524065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0ca3db97-4b31-4163-9eb9-7022a6474d0e None None] Provisioning complete for port 525c198c-5048-4883-97c0-b191c95f5614 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:11.524696 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0ca3db97-4b31-4163-9eb9-7022a6474d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (525c198c-5048-4883-97c0-b191c95f5614), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:11.527570 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:32:11.646912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3db97-4b31-4163-9eb9-7022a6474d0e None None] Port 525c198c-5048-4883-97c0-b191c95f5614 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:32:11.692883 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Set router a2d94aec-1692-4e9c-b4c3-7046e81119aa gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:32:11.771397 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-70340db5-8a03-4cd4-9649-dade6f6a1d7f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341134535&fields=id&tenant_id=bc1c557f5d984523b9dbe9c385659448 HTTP/1.1" status: 200  len: 267 time: 0.0999689
Feb 12 21:32:11.858671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-fcb093a4-f1bb-4861-94e1-0df33ef63b24 None None] Provisioning complete for port 525c198c-5048-4883-97c0-b191c95f5614 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:11.859061 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fcb093a4-f1bb-4861-94e1-0df33ef63b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (525c198c-5048-4883-97c0-b191c95f5614), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:11.896235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:11.896615 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (65807a82-8a4d-4f8a-9c7e-e5fd01786cf2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:11.984669 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-fcb093a4-f1bb-4861-94e1-0df33ef63b24 None None] Port 525c198c-5048-4883-97c0-b191c95f5614 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:32:12.013892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-637665a5-0ef0-412c-b1ca-01570956d1d3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:12.015994 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-637665a5-0ef0-412c-b1ca-01570956d1d3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/networks?id=1810a1d4-616d-4b30-be12-037b7e4e2756 HTTP/1.1" status: 200  len: 797 time: 0.2368984
Feb 12 21:32:12.043585 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-cd05163d-0ea7-48c1-9a64-7efc18026962 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/quotas/bc1c557f5d984523b9dbe9c385659448 HTTP/1.1" status: 200  len: 375 time: 0.0131631
Feb 12 21:32:12.065234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:32:12.066335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ae664a36-a2b4-4513-b5fc-7513e48d8fb9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:32:12.097533 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b3700>, [{'id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154613352', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:32:04Z', 'updated_at': '2022-02-12T21:32:10Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:05Z', 'updated_at': '2022-02-12T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '525c198c-5048-4883-97c0-b191c95f5614', 'name': '', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:92:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:09Z', 'updated_at': '2022-02-12T21:32:10Z', 'revision_number': 2, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:12.135044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Checking router: a2d94aec-1692-4e9c-b4c3-7046e81119aa for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:32:12.135434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Updating router a2d94aec-1692-4e9c-b4c3-7046e81119aa port 525c198c-5048-4883-97c0-b191c95f5614 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:32:12.148126 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-0f5d279e-2f92-4782-b10e-32a653e2ab70 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0985193
Feb 12 21:32:12.322803 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (525c198c-5048-4883-97c0-b191c95f5614), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:12.338002 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ae664a36-a2b4-4513-b5fc-7513e48d8fb9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:12.338383 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ae664a36-a2b4-4513-b5fc-7513e48d8fb9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:12.423262 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-9e583e8d-cb91-4d58-af20-c834b428c272 service neutron] 10.222.0.31 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2742686
Feb 12 21:32:12.528769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-507fc4a2-21c0-4c72-ab0f-fda4304558db service neutron] 10.222.0.31 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0952790
Feb 12 21:32:12.560915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ae664a36-a2b4-4513-b5fc-7513e48d8fb9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:32:12.682627 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Publish callbacks [] for port (525c198c-5048-4883-97c0-b191c95f5614), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:12.753840 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (525c198c-5048-4883-97c0-b191c95f5614), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:12.884733 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26e779-4459-4ab9-9de9-5a676be3ed82 None None] Pushing event updated for resources: {'Port': ['ID=525c198c-5048-4883-97c0-b191c95f5614,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:13.037343 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Attempting to bind port 525c198c-5048-4883-97c0-b191c95f5614 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:32:13.037971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Attempting to bind port 525c198c-5048-4883-97c0-b191c95f5614 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:32:13.038619 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Attempting to bind port 525c198c-5048-4883-97c0-b191c95f5614 on network 1810a1d4-616d-4b30-be12-037b7e4e2756 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:32:13.049056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:32:13.049837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Checking segment: {'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:32:13.050092 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:13.050502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Bound using segment: {'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:32:13.053226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Bound port: 525c198c-5048-4883-97c0-b191c95f5614, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:32:13.053706 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (525c198c-5048-4883-97c0-b191c95f5614), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:13.174009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] For port 525c198c-5048-4883-97c0-b191c95f5614, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:32:13.178636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] For port 525c198c-5048-4883-97c0-b191c95f5614, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=525c198c-5048-4883-97c0-b191c95f5614,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:32:13.276506 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-886f993c-5aef-4eac-b469-6c66d52f4dfe req-0d5973e8-11cf-4dd5-85b1-b141f94fdfdc tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 210 time: 0.4926844
Feb 12 21:32:13.296937 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (525c198c-5048-4883-97c0-b191c95f5614), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:13.378560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0ad68e15-1a76-4116-bffb-0972e34e0b50 None None] Provisioning complete for port 525c198c-5048-4883-97c0-b191c95f5614 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:13.378943 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0ad68e15-1a76-4116-bffb-0972e34e0b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (525c198c-5048-4883-97c0-b191c95f5614), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:13.385055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26e779-4459-4ab9-9de9-5a676be3ed82 None None] Pushing event updated for resources: {'Port': ['ID=525c198c-5048-4883-97c0-b191c95f5614,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:13.411541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Routers {'a2d94aec-1692-4e9c-b4c3-7046e81119aa'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:32:13.412310 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b3700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:31:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:13.608588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0ad68e15-1a76-4116-bffb-0972e34e0b50 None None] Current status of the port 525c198c-5048-4883-97c0-b191c95f5614 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:32:13.608984 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0ad68e15-1a76-4116-bffb-0972e34e0b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (525c198c-5048-4883-97c0-b191c95f5614), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:13.627591 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] Set router a2d94aec-1692-4e9c-b4c3-7046e81119aa gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:32:13.687002 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0ad68e15-1a76-4116-bffb-0972e34e0b50 None None] For port 525c198c-5048-4883-97c0-b191c95f5614, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=525c198c-5048-4883-97c0-b191c95f5614,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:32:13.777064 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0ad68e15-1a76-4116-bffb-0972e34e0b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (525c198c-5048-4883-97c0-b191c95f5614), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:13.850801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad68e15-1a76-4116-bffb-0972e34e0b50 None None] Pushing event updated for resources: {'Port': ['ID=525c198c-5048-4883-97c0-b191c95f5614,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:13.916506 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-5eba4eca-97a6-4293-a2c1-61913dd15a2a None None] Provisioning complete for port 525c198c-5048-4883-97c0-b191c95f5614 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:13.916506 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5eba4eca-97a6-4293-a2c1-61913dd15a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (525c198c-5048-4883-97c0-b191c95f5614), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:13.965308 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b3700>, [{'id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154613352', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:32:04Z', 'updated_at': '2022-02-12T21:32:10Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:05Z', 'updated_at': '2022-02-12T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '525c198c-5048-4883-97c0-b191c95f5614', 'name': '', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:92:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:09Z', 'updated_at': '2022-02-12T21:32:13Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:13.997433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a4f3ba-815a-4784-87eb-951076635a14 None None] The sync data for ids ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'] in ncdv-master-1 is: [{'id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154613352', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:32:04Z', 'updated_at': '2022-02-12T21:32:10Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:05Z', 'updated_at': '2022-02-12T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '525c198c-5048-4883-97c0-b191c95f5614', 'name': '', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:92:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:09Z', 'updated_at': '2022-02-12T21:32:13Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:32:14.069474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5eba4eca-97a6-4293-a2c1-61913dd15a2a None None] Current status of the port 525c198c-5048-4883-97c0-b191c95f5614 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:32:14.389307 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e079baa5-951e-4d16-aa69-17b0c35093e8 req-d7a273e5-ff6e-46ed-930b-cb61cab692f7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 210 time: 0.0334451
Feb 12 21:32:15.326368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-b35326b5-bdc9-46e7-a6fc-f62142dc8dc5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:15.328253 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-b35326b5-bdc9-46e7-a6fc-f62142dc8dc5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.50 "GET /v2.0/networks?id=1810a1d4-616d-4b30-be12-037b7e4e2756 HTTP/1.1" status: 200  len: 797 time: 0.1787531
Feb 12 21:32:15.367051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 525c198c-5048-4883-97c0-b191c95f5614 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:32:15.414569 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8e2ad6f0-37b2-4b1c-a9ed-5cbd6d0b406b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc1c557f5d984523b9dbe9c385659448 HTTP/1.1" status: 200  len: 379 time: 0.0786767
Feb 12 21:32:15.425398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-0ab2e431-0888-436c-9216-bf3f3c1c6eb7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'port': {'device_id': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'admin_state_up': True, 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'security_groups': ['259698e3-810e-459a-b28e-f1e8ca241c67']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:32:15.443509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 525c198c-5048-4883-97c0-b191c95f5614 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:15.446008 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (525c198c-5048-4883-97c0-b191c95f5614), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:15.499138 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-22a6655d-5721-4a09-a32f-5e4e836e283b req-27a180b5-bb8b-4f00-b910-685d440b435d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 210 time: 0.0309098
Feb 12 21:32:15.537910 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 525c198c-5048-4883-97c0-b191c95f5614 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:32:15.678501 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:32:15.747773 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-0ab2e431-0888-436c-9216-bf3f3c1c6eb7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Made reservation on behalf of bc1c557f5d984523b9dbe9c385659448 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:32:15.752752 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-0ab2e431-0888-436c-9216-bf3f3c1c6eb7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:15.882223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-0ab2e431-0888-436c-9216-bf3f3c1c6eb7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Allocated IP 172.20.0.5 (1810a1d4-616d-4b30-be12-037b7e4e2756/20ee2d5d-4ced-4ef5-a165-5705e2b7d69d/89068433-479e-4d1b-a647-4c64ef98daba) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:32:16.027712 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-0ab2e431-0888-436c-9216-bf3f3c1c6eb7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (89068433-479e-4d1b-a647-4c64ef98daba), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:16.296859 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-0ab2e431-0888-436c-9216-bf3f3c1c6eb7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (89068433-479e-4d1b-a647-4c64ef98daba), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:16.347428 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-0ab2e431-0888-436c-9216-bf3f3c1c6eb7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network 1810a1d4-616d-4b30-be12-037b7e4e2756 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:32:16.350547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-0ab2e431-0888-436c-9216-bf3f3c1c6eb7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:32:16.354462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-0ab2e431-0888-436c-9216-bf3f3c1c6eb7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:32:16.360952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2e431-0888-436c-9216-bf3f3c1c6eb7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=89068433-479e-4d1b-a647-4c64ef98daba,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:16.408947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-0ab2e431-0888-436c-9216-bf3f3c1c6eb7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:16.409503 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-0ab2e431-0888-436c-9216-bf3f3c1c6eb7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:16.609080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-42a12d39-203a-43f6-b653-ad4ca2fff46f None None] Provisioning complete for port 89068433-479e-4d1b-a647-4c64ef98daba triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:16.609669 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-42a12d39-203a-43f6-b653-ad4ca2fff46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (89068433-479e-4d1b-a647-4c64ef98daba), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:16.627666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d1c95-90c7-483d-b0a4-06c4cbe5ffa4 req-164342e6-94b1-4b16-94ca-786c05fe5cc7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:16.629091 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-134d1c95-90c7-483d-b0a4-06c4cbe5ffa4 req-164342e6-94b1-4b16-94ca-786c05fe5cc7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 931 time: 0.0615389
Feb 12 21:32:16.654547 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-0ab2e431-0888-436c-9216-bf3f3c1c6eb7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2348707
Feb 12 21:32:16.655799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-42a12d39-203a-43f6-b653-ad4ca2fff46f None None] Port 89068433-479e-4d1b-a647-4c64ef98daba cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:32:16.669721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Request body: {'port': {'device_id': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:32:16.755861 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-134d1c95-90c7-483d-b0a4-06c4cbe5ffa4 req-c9ddf5e4-53ad-4ec0-b814-1c6e9b5661d5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1175215
Feb 12 21:32:16.767175 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89068433-479e-4d1b-a647-4c64ef98daba), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:17.080510 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89068433-479e-4d1b-a647-4c64ef98daba {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:32:17.089384 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Publish callbacks [] for port (89068433-479e-4d1b-a647-4c64ef98daba), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:17.105077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Transition to ACTIVE for port object 89068433-479e-4d1b-a647-4c64ef98daba will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:32:17.221700 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (89068433-479e-4d1b-a647-4c64ef98daba), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:17.278188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Pushing event updated for resources: {'Port': ['ID=89068433-479e-4d1b-a647-4c64ef98daba,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:17.358418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Attempting to bind port 89068433-479e-4d1b-a647-4c64ef98daba on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:32:17.358754 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Attempting to bind port 89068433-479e-4d1b-a647-4c64ef98daba by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:32:17.359078 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Attempting to bind port 89068433-479e-4d1b-a647-4c64ef98daba on network 1810a1d4-616d-4b30-be12-037b7e4e2756 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:32:17.364290 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Port 89068433-479e-4d1b-a647-4c64ef98daba on network 1810a1d4-616d-4b30-be12-037b7e4e2756 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:32:17.364614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Attempting to bind port 89068433-479e-4d1b-a647-4c64ef98daba on network 1810a1d4-616d-4b30-be12-037b7e4e2756 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:32:17.370044 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:32:17.370381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Checking segment: {'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:32:17.370809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Bound using segment: {'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:32:17.371238 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Bound port: 89068433-479e-4d1b-a647-4c64ef98daba, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:32:17.371593 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89068433-479e-4d1b-a647-4c64ef98daba), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:17.446522 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:32:17.450496 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89068433-479e-4d1b-a647-4c64ef98daba,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:32:17.531221 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (89068433-479e-4d1b-a647-4c64ef98daba), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:17.576052 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:17.576671 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:17.578120 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] 10.222.0.50 "PUT /v2.0/ports/89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 1091 time: 0.9162533
Feb 12 21:32:17.578568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:32:17.581025 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4bc298-2d29-45ef-ab94-35dacf8f8430" -d '{"events": [{"name": "network-changed", "server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "tag": "89068433-479e-4d1b-a647-4c64ef98daba"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:32:17.601599 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03c5b6-7d95-4f54-a6cd-a95481095a84 service neutron] Pushing event updated for resources: {'Port': ['ID=89068433-479e-4d1b-a647-4c64ef98daba,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:17.633593 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9156912-fe7c-4170-9320-d82050fb716f x-openstack-request-id: req-f9156912-fe7c-4170-9320-d82050fb716f {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:32:17.634220 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "tag": "89068433-479e-4d1b-a647-4c64ef98daba", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:32:17.634220 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9156912-fe7c-4170-9320-d82050fb716f {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:32:17.634589 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba', 'status': 'completed', 'code': 200}
Feb 12 21:32:17.700007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bc298-2d29-45ef-ab94-35dacf8f8430 req-9d6c322b-dc51-4558-9daa-4d41a555ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:17.701591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee4bc298-2d29-45ef-ab94-35dacf8f8430 req-9d6c322b-dc51-4558-9daa-4d41a555ef29 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1125 time: 0.0498054
Feb 12 21:32:17.927581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bc298-2d29-45ef-ab94-35dacf8f8430 req-dacb571e-8808-4d79-acb3-d280e9160218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:17.929087 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee4bc298-2d29-45ef-ab94-35dacf8f8430 req-dacb571e-8808-4d79-acb3-d280e9160218 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=bc1c557f5d984523b9dbe9c385659448&shared=False HTTP/1.1" status: 200  len: 898 time: 0.2196822
Feb 12 21:32:17.960636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687aba0-1747-4f35-b225-97c57f9b79d0 req-9808261e-ff5b-478a-830a-09b114da086f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:17.962128 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f687aba0-1747-4f35-b225-97c57f9b79d0 req-9808261e-ff5b-478a-830a-09b114da086f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 943 time: 0.1194124
Feb 12 21:32:18.483466 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f687aba0-1747-4f35-b225-97c57f9b79d0 req-6b4ee8f6-1a38-4121-9bd5-35eb965335c2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1537619
Feb 12 21:32:18.496774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bc298-2d29-45ef-ab94-35dacf8f8430 req-54601590-c2aa-4aab-84f2-1acaa34ec569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:18.498340 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee4bc298-2d29-45ef-ab94-35dacf8f8430 req-54601590-c2aa-4aab-84f2-1acaa34ec569 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5642078
Feb 12 21:32:18.580566 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-df42484b-d28f-4aca-8b6b-053da343759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:18.582205 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-df42484b-d28f-4aca-8b6b-053da343759c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1125 time: 0.0478489
Feb 12 21:32:18.626676 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-75c744af-7ee0-4a21-8f3c-0953194bee48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 217 time: 0.0379548
Feb 12 21:32:18.675867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-a31e9682-3e0a-4edc-a845-2f4305c18872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:18.677399 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-a31e9682-3e0a-4edc-a845-2f4305c18872 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=20ee2d5d-4ced-4ef5-a165-5705e2b7d69d HTTP/1.1" status: 200  len: 834 time: 0.0458386
Feb 12 21:32:18.726939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-371cdca6-d1e5-4203-a1f4-2577726d727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:18.728698 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-371cdca6-d1e5-4203-a1f4-2577726d727d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1810a1d4-616d-4b30-be12-037b7e4e2756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0455978
Feb 12 21:32:18.822675 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-46842d21-05d3-4207-ba0a-23681b2684d6 service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870113
Feb 12 21:32:18.913679 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98d57f58-0520-4575-8f52-e206cc8575f3 req-f47249d1-46ec-41a2-9a77-ad75f3721b4e service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855587
Feb 12 21:32:19.609221 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a5210-a873-442c-9078-33ee01dee30f req-0a51324c-50c0-4fea-accf-7090e9a5d8ed tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:19.610880 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e0a5210-a873-442c-9078-33ee01dee30f req-0a51324c-50c0-4fea-accf-7090e9a5d8ed tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 943 time: 0.0567479
Feb 12 21:32:19.663188 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e0a5210-a873-442c-9078-33ee01dee30f req-aad17123-4ff0-4005-9111-60bb7a06b01e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466607
Feb 12 21:32:20.797177 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f84791-1f81-4fd5-aa72-dfa4bd18b16e req-f994c042-0aac-4814-9351-887faba9b11f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:20.798726 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27f84791-1f81-4fd5-aa72-dfa4bd18b16e req-f994c042-0aac-4814-9351-887faba9b11f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 943 time: 0.0651472
Feb 12 21:32:20.847361 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27f84791-1f81-4fd5-aa72-dfa4bd18b16e req-61ed255e-cb6f-4f18-a0f9-09b7deb8c933 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430224
Feb 12 21:32:20.870932 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 89068433-479e-4d1b-a647-4c64ef98daba details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:32:20.974388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89068433-479e-4d1b-a647-4c64ef98daba,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:32:20.985965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '89068433-479e-4d1b-a647-4c64ef98daba', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'port_id': '89068433-479e-4d1b-a647-4c64ef98daba', 'mac_address': 'fa:16:3e:eb:5c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:32:21.028342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 89068433-479e-4d1b-a647-4c64ef98daba is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:32:21.028342 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89068433-479e-4d1b-a647-4c64ef98daba), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:21.037508 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89068433-479e-4d1b-a647-4c64ef98daba {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:32:21.057836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89068433-479e-4d1b-a647-4c64ef98daba,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:32:21.142191 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (89068433-479e-4d1b-a647-4c64ef98daba), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:21.194601 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=89068433-479e-4d1b-a647-4c64ef98daba,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:21.342443 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['89068433-479e-4d1b-a647-4c64ef98daba'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:32:21.977420 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678b84d-2c68-4cbe-80e7-2e8857c3ed79 req-2a89483c-f759-4c9f-bb31-2f6774abaa3f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:21.981069 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a678b84d-2c68-4cbe-80e7-2e8857c3ed79 req-2a89483c-f759-4c9f-bb31-2f6774abaa3f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 944 time: 0.0572612
Feb 12 21:32:22.032660 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a678b84d-2c68-4cbe-80e7-2e8857c3ed79 req-bfe9c3db-3ce6-403a-930d-0c846b37275b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468414
Feb 12 21:32:22.878593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 89068433-479e-4d1b-a647-4c64ef98daba up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:32:22.995222 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 89068433-479e-4d1b-a647-4c64ef98daba completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:32:22.999251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 89068433-479e-4d1b-a647-4c64ef98daba triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:32:22.999664 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (89068433-479e-4d1b-a647-4c64ef98daba), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:23.078353 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 89068433-479e-4d1b-a647-4c64ef98daba is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:32:23.078752 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89068433-479e-4d1b-a647-4c64ef98daba), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:23.101463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:32:23.103752 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7e4b6a-3c15-49ee-8f22-4c4b571be244" -d '{"events": [{"server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "name": "network-vif-plugged", "status": "completed", "tag": "89068433-479e-4d1b-a647-4c64ef98daba"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:32:23.116913 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89068433-479e-4d1b-a647-4c64ef98daba,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:32:23.151580 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3190675-5737-4c39-bb9a-bcee13717777 x-openstack-request-id: req-d3190675-5737-4c39-bb9a-bcee13717777 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:32:23.151881 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "name": "network-vif-plugged", "status": "completed", "tag": "89068433-479e-4d1b-a647-4c64ef98daba", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:32:23.152140 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3190675-5737-4c39-bb9a-bcee13717777 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:32:23.152537 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba', 'code': 200}
Feb 12 21:32:23.160666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51858c18-8e3e-4f3b-a105-5823946d36d8 req-00319087-1e71-4178-8f2a-5d4f649aad2a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:23.162840 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51858c18-8e3e-4f3b-a105-5823946d36d8 req-00319087-1e71-4178-8f2a-5d4f649aad2a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 944 time: 0.0587044
Feb 12 21:32:23.267366 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (89068433-479e-4d1b-a647-4c64ef98daba), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:23.269492 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51858c18-8e3e-4f3b-a105-5823946d36d8 req-297396fa-8b20-481a-bd27-d9f27a382ed6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943935
Feb 12 21:32:23.297436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970e859-d8ba-4be9-9fbe-e7f2783f008a req-9f1c862e-c5c8-492a-bd3d-88be87d2d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:23.298953 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a970e859-d8ba-4be9-9fbe-e7f2783f008a req-9f1c862e-c5c8-492a-bd3d-88be87d2d8da service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1126 time: 0.0924675
Feb 12 21:32:23.323925 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=89068433-479e-4d1b-a647-4c64ef98daba,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:23.353681 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a970e859-d8ba-4be9-9fbe-e7f2783f008a req-07e26abc-9070-49b2-bb5c-94715678e44e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489056
Feb 12 21:32:24.428695 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310324f-14b4-4f65-94e2-793691030598 req-a83616bd-b060-49b7-843b-21e166f17696 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:24.431758 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9310324f-14b4-4f65-94e2-793691030598 req-a83616bd-b060-49b7-843b-21e166f17696 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0730093
Feb 12 21:32:24.499836 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9310324f-14b4-4f65-94e2-793691030598 req-b525d0a9-176b-4c65-b5e1-b88ac21abf08 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621393
Feb 12 21:32:25.628012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82eeaeb-cb3f-40a6-b5a2-371bd5572c49 req-bd340d35-0801-4f9f-98d4-fe72be6402b0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:25.629692 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e82eeaeb-cb3f-40a6-b5a2-371bd5572c49 req-bd340d35-0801-4f9f-98d4-fe72be6402b0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0541604
Feb 12 21:32:25.685541 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e82eeaeb-cb3f-40a6-b5a2-371bd5572c49 req-bc51bcb2-8384-4da1-ae08-341c43075736 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494585
Feb 12 21:32:25.811200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95303ede-fca3-45d6-b3d9-ea85d7e71c9e req-2a4d3f7b-362d-4df4-8430-4f7061100c85 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:25.812639 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-95303ede-fca3-45d6-b3d9-ea85d7e71c9e req-2a4d3f7b-362d-4df4-8430-4f7061100c85 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0541537
Feb 12 21:32:25.840856 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-04841039-dd95-4d05-8cf3-1ec30441ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:25.862615 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-95303ede-fca3-45d6-b3d9-ea85d7e71c9e req-126a3657-2f26-4bb2-9b8d-7991898e7b00 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436575
Feb 12 21:32:25.886753 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46452) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:25.930470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63799ab-15b0-4139-aae0-ebcee59573f0 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:25.932059 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c63799ab-15b0-4139-aae0-ebcee59573f0 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1122 time: 0.0442803
Feb 12 21:32:25.934930 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46454) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:25.939215 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': '89068433-479e-4d1b-a647-4c64ef98daba', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ip_address': '172.20.0.5'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:32:26.030322 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:26.131589 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:26.237332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Allocated IP 172.35.2.155 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/d7fc1cac-9e4d-4019-9f2d-5ec520fc2c86) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:32:26.346815 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (d7fc1cac-9e4d-4019-9f2d-5ec520fc2c86), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:26.468053 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d7fc1cac-9e4d-4019-9f2d-5ec520fc2c86), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:26.508557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:32:26.511566 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:32:26.515140 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:32:26.536804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=d7fc1cac-9e4d-4019-9f2d-5ec520fc2c86,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:27.028214 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for floatingip (f5f9fa1c-dd7f-428c-93d3-b12355b4a476), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:27.033786 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:27.248414 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d7fc1cac-9e4d-4019-9f2d-5ec520fc2c86), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:27.410982 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (d7fc1cac-9e4d-4019-9f2d-5ec520fc2c86), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:27.485454 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (d7fc1cac-9e4d-4019-9f2d-5ec520fc2c86), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:27.552558 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=d7fc1cac-9e4d-4019-9f2d-5ec520fc2c86,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:32:27.569121 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (f5f9fa1c-dd7f-428c-93d3-b12355b4a476), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:27.944663 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Floating IP f5f9fa1c-dd7f-428c-93d3-b12355b4a476 associated. External IP: 172.35.2.155, port: 89068433-479e-4d1b-a647-4c64ef98daba.
Feb 12 21:32:28.163184 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router a2d94aec-1692-4e9c-b4c3-7046e81119aa has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:32:28.277379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:32:28.286969 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c2b037-af79-46a4-813b-8fd03d6ddfef None None] Sync routers for ids ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:32:28.290553 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2b7a4d0f-89ed-43c5-b4ca-0c2eb7a51408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:28.297963 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c2b037-af79-46a4-813b-8fd03d6ddfef None None] Routers {'a2d94aec-1692-4e9c-b4c3-7046e81119aa'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:32:28.298573 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a7c2b037-af79-46a4-813b-8fd03d6ddfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba32b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:32:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:28.366792 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:28.396326 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e8640ae3-1bfb-4260-bc35-aecd6d923bbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4603190
Feb 12 21:32:28.396917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:32:28.399231 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a78370-0346-4a18-913e-6e0e1f92fc11" -d '{"events": [{"name": "network-changed", "server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "tag": "89068433-479e-4d1b-a647-4c64ef98daba"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:32:28.408138 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-a7c2b037-af79-46a4-813b-8fd03d6ddfef None None] Set router a2d94aec-1692-4e9c-b4c3-7046e81119aa gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:32:28.456375 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02727b0-f61f-4a6d-b1d9-41d377a7b6bb x-openstack-request-id: req-e02727b0-f61f-4a6d-b1d9-41d377a7b6bb {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:32:28.456672 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "tag": "89068433-479e-4d1b-a647-4c64ef98daba", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:32:28.456931 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e02727b0-f61f-4a6d-b1d9-41d377a7b6bb {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:32:28.457347 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba', 'status': 'completed', 'code': 200}
Feb 12 21:32:28.557190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a78370-0346-4a18-913e-6e0e1f92fc11 req-31d81d54-1052-4786-ae34-258b58da182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:28.558779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93a78370-0346-4a18-913e-6e0e1f92fc11 req-31d81d54-1052-4786-ae34-258b58da182e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1127 time: 0.0755570
Feb 12 21:32:28.567017 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6cd94-0985-4aa2-a6d7-03dee14308e8 req-5fb63837-2ab2-4f02-b3df-7944cb011701 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:28.568852 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-18a6cd94-0985-4aa2-a6d7-03dee14308e8 req-5fb63837-2ab2-4f02-b3df-7944cb011701 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0966558
Feb 12 21:32:28.648641 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a7c2b037-af79-46a4-813b-8fd03d6ddfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba32b0>, [{'id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154613352', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:32:04Z', 'updated_at': '2022-02-12T21:32:10Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:05Z', 'updated_at': '2022-02-12T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5f9fa1c-dd7f-428c-93d3-b12355b4a476', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'floating_ip_address': '172.35.2.155', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'port_id': '89068433-479e-4d1b-a647-4c64ef98daba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'mac_address': 'fa:16:3e:eb:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:32:26Z', 'updated_at': '2022-02-12T21:32:26Z', 'revision_number': 0, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525c198c-5048-4883-97c0-b191c95f5614', 'name': '', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:92:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:09Z', 'updated_at': '2022-02-12T21:32:13Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:28.678113 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c2b037-af79-46a4-813b-8fd03d6ddfef None None] Checking router: a2d94aec-1692-4e9c-b4c3-7046e81119aa for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:32:28.680318 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-18a6cd94-0985-4aa2-a6d7-03dee14308e8 req-664a2af8-cd74-48d6-ab38-18a959ea779f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1021562
Feb 12 21:32:28.687376 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c2b037-af79-46a4-813b-8fd03d6ddfef None None] Routers {'a2d94aec-1692-4e9c-b4c3-7046e81119aa'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:32:28.688244 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a7c2b037-af79-46a4-813b-8fd03d6ddfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba32b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:32:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:28.704813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a78370-0346-4a18-913e-6e0e1f92fc11 req-5fd2d18b-7978-4612-bce5-419360070b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:28.712157 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93a78370-0346-4a18-913e-6e0e1f92fc11 req-5fd2d18b-7978-4612-bce5-419360070b81 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1810a1d4-616d-4b30-be12-037b7e4e2756 HTTP/1.1" status: 200  len: 898 time: 0.1367362
Feb 12 21:32:28.718398 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46486) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:28.791311 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93a78370-0346-4a18-913e-6e0e1f92fc11 req-ea62bcc9-35f6-49aa-90df-aa8a8c342b84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 999 time: 0.0788763
Feb 12 21:32:28.802374 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-76957f7d-9bfa-482d-b819-e1f6345e5dab tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/floatingips/f5f9fa1c-dd7f-428c-93d3-b12355b4a476 HTTP/1.1" status: 200  len: 991 time: 0.0822623
Feb 12 21:32:28.816657 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-a7c2b037-af79-46a4-813b-8fd03d6ddfef None None] Set router a2d94aec-1692-4e9c-b4c3-7046e81119aa gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:32:28.845530 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a78370-0346-4a18-913e-6e0e1f92fc11 req-502b607d-f78a-4f58-85bc-076136c1a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:28.847339 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93a78370-0346-4a18-913e-6e0e1f92fc11 req-502b607d-f78a-4f58-85bc-076136c1a866 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=20ee2d5d-4ced-4ef5-a165-5705e2b7d69d HTTP/1.1" status: 200  len: 834 time: 0.0503287
Feb 12 21:32:28.903677 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a78370-0346-4a18-913e-6e0e1f92fc11 req-750a3ec7-3553-4348-8dc6-86435cb5ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:28.905274 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93a78370-0346-4a18-913e-6e0e1f92fc11 req-750a3ec7-3553-4348-8dc6-86435cb5ca46 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1810a1d4-616d-4b30-be12-037b7e4e2756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0485692
Feb 12 21:32:29.015533 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93a78370-0346-4a18-913e-6e0e1f92fc11 req-a810a3cb-3621-4406-a29b-3062a2ff46a6 service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1045024
Feb 12 21:32:29.066012 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a7c2b037-af79-46a4-813b-8fd03d6ddfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba32b0>, [{'id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154613352', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:32:04Z', 'updated_at': '2022-02-12T21:32:10Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:05Z', 'updated_at': '2022-02-12T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5f9fa1c-dd7f-428c-93d3-b12355b4a476', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'floating_ip_address': '172.35.2.155', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'port_id': '89068433-479e-4d1b-a647-4c64ef98daba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'mac_address': 'fa:16:3e:eb:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:32:26Z', 'updated_at': '2022-02-12T21:32:26Z', 'revision_number': 0, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525c198c-5048-4883-97c0-b191c95f5614', 'name': '', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:92:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:09Z', 'updated_at': '2022-02-12T21:32:13Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:32:29.093555 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c2b037-af79-46a4-813b-8fd03d6ddfef None None] The sync data for ids ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'] in ncdv-master-1 is: [{'id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154613352', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:32:04Z', 'updated_at': '2022-02-12T21:32:10Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:05Z', 'updated_at': '2022-02-12T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5f9fa1c-dd7f-428c-93d3-b12355b4a476', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'floating_ip_address': '172.35.2.155', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'port_id': '89068433-479e-4d1b-a647-4c64ef98daba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'mac_address': 'fa:16:3e:eb:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:32:26Z', 'updated_at': '2022-02-12T21:32:26Z', 'revision_number': 0, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '525c198c-5048-4883-97c0-b191c95f5614', 'name': '', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:92:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:09Z', 'updated_at': '2022-02-12T21:32:13Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:32:29.108995 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93a78370-0346-4a18-913e-6e0e1f92fc11 req-b4b76ae2-3e1b-4c58-b8de-66e85c5a7aa7 service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884867
Feb 12 21:32:29.291819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57b0105-f1a5-418d-a1f1-7888ba92a9c6 None None] New status for floating IP f5f9fa1c-dd7f-428c-93d3-b12355b4a476: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:32:29.599090 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:29.702562 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:29.804739 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 46498) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:29.875489 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4d9c2606-d8f5-406c-b896-3d568d674fe0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/floatingips/f5f9fa1c-dd7f-428c-93d3-b12355b4a476 HTTP/1.1" status: 200  len: 993 time: 0.0695155
Feb 12 21:32:30.999697 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:32.216344 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:52.678856 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:32:55.884829 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-edd6a59d-dc7b-4ef8-b547-3a8808b8f8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:57.050100 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:58.284770 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b9ff5f97-2890-43a9-ab79-4925a03aa6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:58.841858 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6936f8b4-5ea3-467c-b61a-19b1e4a6c934 req-ce0f3248-115f-425b-ab63-f2e5afaac425 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1564732
Feb 12 21:32:58.936979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936f8b4-5ea3-467c-b61a-19b1e4a6c934 req-7c02ba5b-ebe6-45a0-a9d7-de59ad5f3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:58.938529 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6936f8b4-5ea3-467c-b61a-19b1e4a6c934 req-7c02ba5b-ebe6-45a0-a9d7-de59ad5f3a71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 1128 time: 0.0466700
Feb 12 21:32:59.056596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936f8b4-5ea3-467c-b61a-19b1e4a6c934 req-857b8b67-c133-4ccc-98c8-9e79b1238a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:59.058042 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6936f8b4-5ea3-467c-b61a-19b1e4a6c934 req-857b8b67-c133-4ccc-98c8-9e79b1238a8e service neutron] 10.222.0.48 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 913 time: 0.0952263
Feb 12 21:32:59.126918 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6936f8b4-5ea3-467c-b61a-19b1e4a6c934 req-3f252802-6f56-4115-ae84-58ed7563250e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f HTTP/1.1" status: 200  len: 1002 time: 0.0592308
Feb 12 21:32:59.205449 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936f8b4-5ea3-467c-b61a-19b1e4a6c934 req-b333335e-8779-49f1-b29a-70d4bf0b8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:59.207077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6936f8b4-5ea3-467c-b61a-19b1e4a6c934 req-b333335e-8779-49f1-b29a-70d4bf0b8c15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=447c8376-828f-4491-9b8b-1373d20c6228 HTTP/1.1" status: 200  len: 851 time: 0.0705087
Feb 12 21:32:59.214422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c844927-f110-4824-9bce-ee73eb8a8b80 req-05bd1ef8-c415-44e9-90e2-ec2f9bfcf4ce tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:59.216131 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c844927-f110-4824-9bce-ee73eb8a8b80 req-05bd1ef8-c415-44e9-90e2-ec2f9bfcf4ce tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1127 time: 0.0881810
Feb 12 21:32:59.292382 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c844927-f110-4824-9bce-ee73eb8a8b80 req-10eac649-87a0-436d-91bf-04713238d0e2 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665264
Feb 12 21:32:59.295117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936f8b4-5ea3-467c-b61a-19b1e4a6c934 req-a410d053-806c-42b4-a4db-cdadfbdb0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:59.296770 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6936f8b4-5ea3-467c-b61a-19b1e4a6c934 req-a410d053-806c-42b4-a4db-cdadfbdb0570 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17443eb2-4308-410f-a5f4-59d4de5fb120&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0796270
Feb 12 21:32:59.310361 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-6936f8b4-5ea3-467c-b61a-19b1e4a6c934 req-427ffd7c-6bed-424a-aeee-79d60b358e63 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:32:59.311312 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6936f8b4-5ea3-467c-b61a-19b1e4a6c934 req-427ffd7c-6bed-424a-aeee-79d60b358e63 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054560
Feb 12 21:32:59.420075 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6936f8b4-5ea3-467c-b61a-19b1e4a6c934 req-4bb3f930-17a4-4894-afb0-f7ac181320d0 service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0975184
Feb 12 21:32:59.423736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf81e9-66c7-4903-92cf-309ac5237f61 req-dd8eeb90-441a-42f9-bff3-557838557a51 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:32:59.425444 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b1bf81e9-66c7-4903-92cf-309ac5237f61 req-dd8eeb90-441a-42f9-bff3-557838557a51 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0607886
Feb 12 21:32:59.482053 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b1bf81e9-66c7-4903-92cf-309ac5237f61 req-b8af8f7a-b698-4772-a261-42a173ca3a51 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507636
Feb 12 21:32:59.505893 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 46916) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:32:59.521021 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6936f8b4-5ea3-467c-b61a-19b1e4a6c934 req-04a782c2-0282-45c7-9a84-cf0c0651c1ba service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919671
Feb 12 21:32:59.530639 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:59.559279 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:32:59.571182 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-56abae53-0b1d-4787-ba31-f1a3127f0f01 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/floatingips/f5f9fa1c-dd7f-428c-93d3-b12355b4a476 HTTP/1.1" status: 200  len: 993 time: 0.0636826
Feb 12 21:32:59.863742 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-9ba07bda-75f7-429b-b3c8-e0078574f30c req-a05a4827-58fd-4764-8507-20fd6f21ff91 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:32:59.864877 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9ba07bda-75f7-429b-b3c8-e0078574f30c req-a05a4827-58fd-4764-8507-20fd6f21ff91 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0063255
Feb 12 21:33:01.033020 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:01.393070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8698cde-7cb9-4a62-a4cd-a555b94393e0 req-c4fb0e61-d300-473b-a2c4-0545810f7ed2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:01.394607 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d8698cde-7cb9-4a62-a4cd-a555b94393e0 req-c4fb0e61-d300-473b-a2c4-0545810f7ed2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0606060
Feb 12 21:33:01.446547 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d8698cde-7cb9-4a62-a4cd-a555b94393e0 req-36af0049-4d04-4fb0-b085-793069f363b9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463388
Feb 12 21:33:01.573253 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-938996af-6893-447f-8fcb-1d9ba7bace5d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0452406
Feb 12 21:33:02.182258 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:02.333324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47002) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:02.447390 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:02.563221 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Publish callbacks [] for security_group (3417ee43-5384-432d-bece-33b09cc30254), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:02.590872 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b1c61-f8e3-405f-9f2a-99acc4221100 req-7d68809f-e0ca-4a36-9bf0-56ad2fd46185 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:02.592444 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b7b1c61-f8e3-405f-9f2a-99acc4221100 req-7d68809f-e0ca-4a36-9bf0-56ad2fd46185 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0720785
Feb 12 21:33:02.645105 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b7b1c61-f8e3-405f-9f2a-99acc4221100 req-33815693-a1fe-4d1a-8c2f-7fc192176b08 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462682
Feb 12 21:33:02.650192 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3417ee43-5384-432d-bece-33b09cc30254), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:02.699793 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3417ee43-5384-432d-bece-33b09cc30254,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:02.704196 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6dc1d2c29e394141917452e678c09076&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3698237
Feb 12 21:33:02.707111 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47028) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:02.710670 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.711022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.711365 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.711705 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.712040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.712370 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.712699 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.713031 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.713377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.713719 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.714046 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.714368 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.714692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62019f-3bc8-42f2-abda-8674377d6da6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.764005 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Publish callbacks [] for security_group (3417ee43-5384-432d-bece-33b09cc30254), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:02.786351 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Publish callbacks [] for security_group (3417ee43-5384-432d-bece-33b09cc30254), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:02.927065 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3417ee43-5384-432d-bece-33b09cc30254), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:02.933059 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:02.938410 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3417ee43-5384-432d-bece-33b09cc30254 HTTP/1.1" status: 204  len: 168 time: 0.2268858
Feb 12 21:33:02.950345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3417ee43-5384-432d-bece-33b09cc30254,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:02.962560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.963041 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.963454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.963906 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.964405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.964777 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.965191 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.965599 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.975398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.975398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.975398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.975398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:02.975398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac46937-1485-4f38-96ea-ecef19ebfaa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:03.512494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-cccbd60c-5587-41a9-aab2-36af67a555bb tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:03.513738 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-cccbd60c-5587-41a9-aab2-36af67a555bb tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/ports/89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 1124 time: 0.3299189
Feb 12 21:33:03.782506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07534975-e616-43e1-b1f0-732e38762a02 req-99f1a2a8-81bc-4703-967d-e8a41a235696 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:03.785490 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07534975-e616-43e1-b1f0-732e38762a02 req-99f1a2a8-81bc-4703-967d-e8a41a235696 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0594692
Feb 12 21:33:03.838086 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07534975-e616-43e1-b1f0-732e38762a02 req-0e606f6f-51e4-4a42-a886-bbff744d1362 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481148
Feb 12 21:33:04.975069 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cb81d-f452-4b9e-a521-ba5aa06f27f1 req-86873693-51b1-4e95-87cf-c572b1fa4ccd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:04.976585 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c43cb81d-f452-4b9e-a521-ba5aa06f27f1 req-86873693-51b1-4e95-87cf-c572b1fa4ccd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0612872
Feb 12 21:33:05.040880 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c43cb81d-f452-4b9e-a521-ba5aa06f27f1 req-f720ad36-9cef-4dc8-aed9-12a1e3536944 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586386
Feb 12 21:33:06.165079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8bb91-c97f-4685-a847-c262170e62c0 req-14187323-5280-411d-aff0-f5a7e2826928 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:06.166732 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9c8bb91-c97f-4685-a847-c262170e62c0 req-14187323-5280-411d-aff0-f5a7e2826928 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0560799
Feb 12 21:33:06.216489 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f9c8bb91-c97f-4685-a847-c262170e62c0 req-0a52c7b5-e396-4d8c-8e3e-d4025e4d50a9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435345
Feb 12 21:33:07.284952 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-a6c802c9-91a2-416e-a11e-724ffce3197f tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=753fef9387244d0d98dccfd7cf8ca9e2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0247955
Feb 12 21:33:07.368107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a422b-7463-4178-bf1b-61295074bc23 req-423b4494-999c-469e-a172-c918b9f67d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:07.369736 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-022a422b-7463-4178-bf1b-61295074bc23 req-423b4494-999c-469e-a172-c918b9f67d94 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1127 time: 0.2085977
Feb 12 21:33:07.389718 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee3816-846e-4da8-a12a-2629d9e91a4d req-f0eb0904-9640-4b5c-8b24-ec2d2a447c55 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:07.391741 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9dee3816-846e-4da8-a12a-2629d9e91a4d req-f0eb0904-9640-4b5c-8b24-ec2d2a447c55 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0786362
Feb 12 21:33:07.421508 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e206858c-b7e5-4c8e-83d5-98a9b42331e8 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:07.423217 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e206858c-b7e5-4c8e-83d5-98a9b42331e8 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1330349
Feb 12 21:33:07.444148 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-54d20c2e-a39f-43cc-8aec-3ae8f9413c31 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/quotas/753fef9387244d0d98dccfd7cf8ca9e2 HTTP/1.1" status: 200  len: 375 time: 0.0144396
Feb 12 21:33:07.482209 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-2a2d36fb-9cf2-4ba9-a0e7-d40dc884cec1 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=753fef9387244d0d98dccfd7cf8ca9e2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0311580
Feb 12 21:33:07.501194 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9dee3816-846e-4da8-a12a-2629d9e91a4d req-7bbe4e26-2ffa-417f-8878-488587e24553 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987892
Feb 12 21:33:07.516861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a422b-7463-4178-bf1b-61295074bc23 req-6579ae25-2186-48da-83cc-7f099d45bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:07.531806 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-022a422b-7463-4178-bf1b-61295074bc23 req-6579ae25-2186-48da-83cc-7f099d45bb93 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1810a1d4-616d-4b30-be12-037b7e4e2756 HTTP/1.1" status: 200  len: 898 time: 0.1252513
Feb 12 21:33:07.592284 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-022a422b-7463-4178-bf1b-61295074bc23 req-4d2a65bf-98ae-43f2-974e-44d02090478a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 1001 time: 0.0674787
Feb 12 21:33:07.645320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a422b-7463-4178-bf1b-61295074bc23 req-c733f308-3a6f-47f1-a693-97e07db2e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:07.647705 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-022a422b-7463-4178-bf1b-61295074bc23 req-c733f308-3a6f-47f1-a693-97e07db2e790 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=20ee2d5d-4ced-4ef5-a165-5705e2b7d69d HTTP/1.1" status: 200  len: 834 time: 0.0498414
Feb 12 21:33:07.704021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a422b-7463-4178-bf1b-61295074bc23 req-37aec61e-d7ed-4164-9e8f-55fb71c3c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:07.706641 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-022a422b-7463-4178-bf1b-61295074bc23 req-37aec61e-d7ed-4164-9e8f-55fb71c3c94c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1810a1d4-616d-4b30-be12-037b7e4e2756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0536566
Feb 12 21:33:07.715733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-022a422b-7463-4178-bf1b-61295074bc23 req-a899547b-cdc4-4a55-8d29-5ff7a8c234cb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:33:07.716717 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-022a422b-7463-4178-bf1b-61295074bc23 req-a899547b-cdc4-4a55-8d29-5ff7a8c234cb service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049541
Feb 12 21:33:07.817588 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-022a422b-7463-4178-bf1b-61295074bc23 req-b91bd868-1887-455b-8045-74ee35a73625 service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0951297
Feb 12 21:33:07.946782 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-022a422b-7463-4178-bf1b-61295074bc23 req-63eaaf1c-9091-4724-9107-99eea9c83b0b service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1178191
Feb 12 21:33:08.014207 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f7ac3f3d-2d5e-4795-be41-4205692da0fa req-29582ea3-d193-42cd-979a-0666d7ba4a86 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/ports?device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 210 time: 0.0309229
Feb 12 21:33:08.341673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-f553d6aa-f08e-47c1-9d6d-8820fb80ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:08.343375 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-f553d6aa-f08e-47c1-9d6d-8820fb80ea21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1127 time: 0.0480499
Feb 12 21:33:08.438188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-7fb54da8-7479-4425-9d3b-05f284cfccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:08.440294 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-7fb54da8-7479-4425-9d3b-05f284cfccb4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1810a1d4-616d-4b30-be12-037b7e4e2756 HTTP/1.1" status: 200  len: 898 time: 0.0910122
Feb 12 21:33:08.498852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47188) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:08.515729 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-c088ede1-71a7-44db-8a42-27809bf52c49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 1001 time: 0.0700850
Feb 12 21:33:08.578826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-e82515df-bc23-4880-b6ca-d9eabcc49c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:08.581101 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-e82515df-bc23-4880-b6ca-d9eabcc49c8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=20ee2d5d-4ced-4ef5-a165-5705e2b7d69d HTTP/1.1" status: 200  len: 834 time: 0.0600054
Feb 12 21:33:08.665476 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ddd16e47-8c49-4c44-b4bf-b7d2e4e3b9e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:08.675549 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05084ab6-6ae8-4ade-8ae1-5cb8e00a39ee req-2ee941d4-68f3-4e92-92a6-756f3802eb47 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:08.677162 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05084ab6-6ae8-4ade-8ae1-5cb8e00a39ee req-2ee941d4-68f3-4e92-92a6-756f3802eb47 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0821939
Feb 12 21:33:08.677456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-c0cbc511-69d5-4b5c-bbf0-07e3d047987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:08.679000 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-c0cbc511-69d5-4b5c-bbf0-07e3d047987b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1810a1d4-616d-4b30-be12-037b7e4e2756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0926778
Feb 12 21:33:08.739585 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05084ab6-6ae8-4ade-8ae1-5cb8e00a39ee req-086500c5-d525-4eaf-b7e9-c3e0c907fe54 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567923
Feb 12 21:33:08.813687 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-907dcc8f-895e-4a5f-833f-45d31826a0ff service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283000
Feb 12 21:33:08.837020 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ddd16e47-8c49-4c44-b4bf-b7d2e4e3b9e6 admin admin] Publish callbacks [] for security_group (c6c11d0a-49cd-4da1-858e-1b669cbf35bb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:08.920727 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-ea8d5619-6bb0-47f6-ba04-ab19e08d7d3c service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0972095
Feb 12 21:33:08.964718 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ddd16e47-8c49-4c44-b4bf-b7d2e4e3b9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c6c11d0a-49cd-4da1-858e-1b669cbf35bb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:09.005420 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ddd16e47-8c49-4c44-b4bf-b7d2e4e3b9e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2fdac3100e374c09bbb793c83e7fd52e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5054483
Feb 12 21:33:09.007587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd16e47-8c49-4c44-b4bf-b7d2e4e3b9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c11d0a-49cd-4da1-858e-1b669cbf35bb,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:09.008058 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47200) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:09.061468 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-de9cfb32-f443-46f0-8d6e-b05d556aa282 admin admin] Publish callbacks [] for security_group (c6c11d0a-49cd-4da1-858e-1b669cbf35bb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:09.090174 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-de9cfb32-f443-46f0-8d6e-b05d556aa282 admin admin] Publish callbacks [] for security_group (c6c11d0a-49cd-4da1-858e-1b669cbf35bb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:09.133836 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4cb94bcc-e51f-400d-ba9b-bc115498279d req-b31e5f3c-b7a2-4b7d-a0b8-df21ead2fa5b tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/ports?device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 210 time: 0.0367894
Feb 12 21:33:09.281437 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-de9cfb32-f443-46f0-8d6e-b05d556aa282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (c6c11d0a-49cd-4da1-858e-1b669cbf35bb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:09.284821 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-de9cfb32-f443-46f0-8d6e-b05d556aa282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:09.286042 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-de9cfb32-f443-46f0-8d6e-b05d556aa282 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6c11d0a-49cd-4da1-858e-1b669cbf35bb HTTP/1.1" status: 204  len: 168 time: 0.2770145
Feb 12 21:33:09.293993 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cfb32-f443-46f0-8d6e-b05d556aa282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c11d0a-49cd-4da1-858e-1b669cbf35bb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:09.868199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99595236-726f-4170-89eb-8098991d7670 req-81a2b4fd-1001-46b6-9a1b-1dea6619746d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:09.870735 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-99595236-726f-4170-89eb-8098991d7670 req-81a2b4fd-1001-46b6-9a1b-1dea6619746d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0560610
Feb 12 21:33:09.926530 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-99595236-726f-4170-89eb-8098991d7670 req-a6617bfb-c179-48c4-9a0b-5aeff369c59e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478415
Feb 12 21:33:09.964528 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47214) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:09.978999 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-537af1cf-6194-42c7-8e61-865b30efcd95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:10.057994 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-537af1cf-6194-42c7-8e61-865b30efcd95 admin admin] Publish callbacks [] for security_group (155fbf34-7f92-45f4-825c-f3b6aa370c05), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:10.130107 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-537af1cf-6194-42c7-8e61-865b30efcd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (155fbf34-7f92-45f4-825c-f3b6aa370c05), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:10.172920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537af1cf-6194-42c7-8e61-865b30efcd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155fbf34-7f92-45f4-825c-f3b6aa370c05,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:10.181058 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-537af1cf-6194-42c7-8e61-865b30efcd95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01d52a4d99944ae6aa46abb7278e3cfc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2136571
Feb 12 21:33:10.182145 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47222) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:10.232275 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99f2b1f1-8574-4884-b791-42fe70bddf6c req-f1cfc4e9-03d0-45e3-b905-e78fdf0bdc66 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/ports?device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 210 time: 0.0271931
Feb 12 21:33:10.237091 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6a06a252-cd32-4278-93da-940152e26d29 admin admin] Publish callbacks [] for security_group (155fbf34-7f92-45f4-825c-f3b6aa370c05), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:10.259596 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6a06a252-cd32-4278-93da-940152e26d29 admin admin] Publish callbacks [] for security_group (155fbf34-7f92-45f4-825c-f3b6aa370c05), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:10.427658 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6a06a252-cd32-4278-93da-940152e26d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (155fbf34-7f92-45f4-825c-f3b6aa370c05), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:10.430374 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6a06a252-cd32-4278-93da-940152e26d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:10.431544 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6a06a252-cd32-4278-93da-940152e26d29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/155fbf34-7f92-45f4-825c-f3b6aa370c05 HTTP/1.1" status: 204  len: 168 time: 0.2484119
Feb 12 21:33:10.440111 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06a252-cd32-4278-93da-940152e26d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155fbf34-7f92-45f4-825c-f3b6aa370c05,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:10.556126 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-cf0c99e6-2732-47ca-bb8a-6cc1f5252e75 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=753fef9387244d0d98dccfd7cf8ca9e2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0296347
Feb 12 21:33:10.765269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-ba74ed47-dbcf-40cc-8f4b-c90de5b2150e tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:10.765269 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-ba74ed47-dbcf-40cc-8f4b-c90de5b2150e tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1962683
Feb 12 21:33:10.771337 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Request body: {'port': {'device_id': '6992e5a4-e773-46c4-9be6-e732978d75ca', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': '753fef9387244d0d98dccfd7cf8ca9e2'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:10.998871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Made reservation on behalf of 753fef9387244d0d98dccfd7cf8ca9e2 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:33:11.002303 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:11.013857 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:11.066422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b5d3f-87fd-46f2-a29e-ea7f6d7d4117 req-afd3512a-7806-432e-be12-77fec06ac03a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:11.068168 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cd9b5d3f-87fd-46f2-a29e-ea7f6d7d4117 req-afd3512a-7806-432e-be12-77fec06ac03a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0701382
Feb 12 21:33:11.094677 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Publish callbacks [] for security_group (93efdf2e-1bec-40b4-9cb9-774d1a40fb5f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:11.123187 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cd9b5d3f-87fd-46f2-a29e-ea7f6d7d4117 req-cfa55f1c-630b-491b-90ee-f91f94869537 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490024
Feb 12 21:33:11.123425 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47234) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:11.137972 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5e0c7241-8dfc-4800-9322-6db67be40cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:11.171886 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (93efdf2e-1bec-40b4-9cb9-774d1a40fb5f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:11.250081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93efdf2e-1bec-40b4-9cb9-774d1a40fb5f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:11.332088 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5e0c7241-8dfc-4800-9322-6db67be40cde admin admin] Publish callbacks [] for security_group (4eaf0d5a-fffd-42d8-9c19-0e64a97bd57c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:11.357569 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5163c642-0c3a-41ce-a1f7-be6864129fa8 req-e10b1dc0-cc89-4e86-af6d-c304faee864d tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/ports?device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 210 time: 0.0429916
Feb 12 21:33:11.370488 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Allocated IP 192.168.233.184 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/ad42ba36-da75-4dd3-bf17-c5f08c548d83) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:33:11.423216 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5e0c7241-8dfc-4800-9322-6db67be40cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4eaf0d5a-fffd-42d8-9c19-0e64a97bd57c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:11.507686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c7241-8dfc-4800-9322-6db67be40cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaf0d5a-fffd-42d8-9c19-0e64a97bd57c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:11.513609 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5e0c7241-8dfc-4800-9322-6db67be40cde admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5da0c74f36b645d08976ce9063bbc004&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3891284
Feb 12 21:33:11.516712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47240) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:11.569759 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Publish callbacks [] for port (ad42ba36-da75-4dd3-bf17-c5f08c548d83), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:11.581957 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e4544123-8caa-4ec8-999f-447000978c3e admin admin] Publish callbacks [] for security_group (4eaf0d5a-fffd-42d8-9c19-0e64a97bd57c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:11.603869 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e4544123-8caa-4ec8-999f-447000978c3e admin admin] Publish callbacks [] for security_group (4eaf0d5a-fffd-42d8-9c19-0e64a97bd57c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:11.685867 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ad42ba36-da75-4dd3-bf17-c5f08c548d83), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:11.719220 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e4544123-8caa-4ec8-999f-447000978c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4eaf0d5a-fffd-42d8-9c19-0e64a97bd57c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:11.723091 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e4544123-8caa-4ec8-999f-447000978c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:11.726089 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e4544123-8caa-4ec8-999f-447000978c3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4eaf0d5a-fffd-42d8-9c19-0e64a97bd57c HTTP/1.1" status: 204  len: 168 time: 0.2081301
Feb 12 21:33:11.744907 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:33:11.746639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4544123-8caa-4ec8-999f-447000978c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaf0d5a-fffd-42d8-9c19-0e64a97bd57c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:11.750782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Pushing event updated for resources: {'Port': ['ID=ad42ba36-da75-4dd3-bf17-c5f08c548d83,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:11.754189 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:11.756392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:33:11.822974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:11.823634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:11.921973 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-e186867e-1ef2-4e21-8c35-6a59cc9ad016 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1554582
Feb 12 21:33:11.934130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Request body: {'port': {'device_id': '6992e5a4-e773-46c4-9be6-e732978d75ca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:11.999397 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ad42ba36-da75-4dd3-bf17-c5f08c548d83), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:12.021823 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-93d3f3a5-25e0-4a3d-8bca-bd5435a1151d None None] Provisioning complete for port ad42ba36-da75-4dd3-bf17-c5f08c548d83 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:12.022404 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-93d3f3a5-25e0-4a3d-8bca-bd5435a1151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ad42ba36-da75-4dd3-bf17-c5f08c548d83), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:12.064104 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-93d3f3a5-25e0-4a3d-8bca-bd5435a1151d None None] Port ad42ba36-da75-4dd3-bf17-c5f08c548d83 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:33:12.312634 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff54b7a-cff8-445d-a673-cb3dfeca8c09 req-832c1e5c-6014-4491-b555-f7b5561e9766 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:12.316002 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ff54b7a-cff8-445d-a673-cb3dfeca8c09 req-832c1e5c-6014-4491-b555-f7b5561e9766 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0876749
Feb 12 21:33:12.396558 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4ff54b7a-cff8-445d-a673-cb3dfeca8c09 req-3aa7bd2a-d65b-4133-83c2-8f873a8318d9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740604
Feb 12 21:33:12.598329 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb84bb-bc88-4b88-90d5-4cb3a90dd835 req-d9eaad97-93bb-45ea-a3b3-e534edd50f6f tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:12.599887 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-24eb84bb-bc88-4b88-90d5-4cb3a90dd835 req-d9eaad97-93bb-45ea-a3b3-e534edd50f6f tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/ports?device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 936 time: 0.0886040
Feb 12 21:33:12.682270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad42ba36-da75-4dd3-bf17-c5f08c548d83 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:33:12.699924 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Publish callbacks [] for port (ad42ba36-da75-4dd3-bf17-c5f08c548d83), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:12.716086 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-24eb84bb-bc88-4b88-90d5-4cb3a90dd835 req-083c09f6-692f-401d-ae49-5c10fb9367ec tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/security-groups?id=93efdf2e-1bec-40b4-9cb9-774d1a40fb5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005242
Feb 12 21:33:12.725760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Transition to ACTIVE for port object ad42ba36-da75-4dd3-bf17-c5f08c548d83 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:33:12.793919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (ad42ba36-da75-4dd3-bf17-c5f08c548d83), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:12.848144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Pushing event updated for resources: {'Port': ['ID=ad42ba36-da75-4dd3-bf17-c5f08c548d83,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:12.926131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Attempting to bind port ad42ba36-da75-4dd3-bf17-c5f08c548d83 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:33:12.926475 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Attempting to bind port ad42ba36-da75-4dd3-bf17-c5f08c548d83 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:33:12.926806 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Attempting to bind port ad42ba36-da75-4dd3-bf17-c5f08c548d83 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:33:12.931473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Port ad42ba36-da75-4dd3-bf17-c5f08c548d83 on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:33:12.931796 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Attempting to bind port ad42ba36-da75-4dd3-bf17-c5f08c548d83 on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:33:12.936707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:33:12.937039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:33:12.937459 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:33:12.937891 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Bound port: ad42ba36-da75-4dd3-bf17-c5f08c548d83, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:33:12.938251 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ad42ba36-da75-4dd3-bf17-c5f08c548d83), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:12.973513 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47324) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:13.024408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] For port ad42ba36-da75-4dd3-bf17-c5f08c548d83, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:33:13.029284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] For port ad42ba36-da75-4dd3-bf17-c5f08c548d83, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad42ba36-da75-4dd3-bf17-c5f08c548d83,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:33:13.090880 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-571bf46b-9674-443d-aa04-792125b5a72e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-122040548-network', 'tenant_id': '11ee0199776b422d91d8368c75898fd8'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:13.159809 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (ad42ba36-da75-4dd3-bf17-c5f08c548d83), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:13.199745 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:13.200396 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:13.201878 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] 10.222.0.50 "PUT /v2.0/ports/ad42ba36-da75-4dd3-bf17-c5f08c548d83 HTTP/1.1" status: 200  len: 1096 time: 1.2727120
Feb 12 21:33:13.202330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6992e5a4-e773-46c4-9be6-e732978d75ca', 'tag': 'ad42ba36-da75-4dd3-bf17-c5f08c548d83'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:33:13.204629 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641a80e3-68a4-46be-81fb-9e053c2fc33e" -d '{"events": [{"name": "network-changed", "server_uuid": "6992e5a4-e773-46c4-9be6-e732978d75ca", "tag": "ad42ba36-da75-4dd3-bf17-c5f08c548d83"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:33:13.228730 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571bf46b-9674-443d-aa04-792125b5a72e admin admin] Made reservation on behalf of 11ee0199776b422d91d8368c75898fd8 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:33:13.233594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8c590-9ce0-407e-a0ca-6407d088620c service neutron] Pushing event updated for resources: {'Port': ['ID=ad42ba36-da75-4dd3-bf17-c5f08c548d83,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:13.239146 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-571bf46b-9674-443d-aa04-792125b5a72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:13.272073 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-571bf46b-9674-443d-aa04-792125b5a72e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:13.282940 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc247b5-0e5b-42c1-956f-aba8ff13f142 x-openstack-request-id: req-8fc247b5-0e5b-42c1-956f-aba8ff13f142 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:33:13.283266 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6992e5a4-e773-46c4-9be6-e732978d75ca", "tag": "ad42ba36-da75-4dd3-bf17-c5f08c548d83", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:33:13.283524 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fc247b5-0e5b-42c1-956f-aba8ff13f142 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:33:13.283944 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6992e5a4-e773-46c4-9be6-e732978d75ca', 'tag': 'ad42ba36-da75-4dd3-bf17-c5f08c548d83', 'status': 'completed', 'code': 200}
Feb 12 21:33:13.366173 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-571bf46b-9674-443d-aa04-792125b5a72e admin admin] Publish callbacks [] for security_group (9e7f0412-5bb5-4f13-ad81-21b65ccf1ba7), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:13.368293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a80e3-68a4-46be-81fb-9e053c2fc33e req-464ce38e-c068-4ecb-9d99-3e51a262c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:13.370296 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-641a80e3-68a4-46be-81fb-9e053c2fc33e req-464ce38e-c068-4ecb-9d99-3e51a262c27c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=753fef9387244d0d98dccfd7cf8ca9e2&device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 1130 time: 0.0615332
Feb 12 21:33:13.399128 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-641a80e3-68a4-46be-81fb-9e053c2fc33e req-5183a1c9-64a1-4dda-95b4-179ee8504640 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=753fef9387244d0d98dccfd7cf8ca9e2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0207894
Feb 12 21:33:13.438901 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-571bf46b-9674-443d-aa04-792125b5a72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9e7f0412-5bb5-4f13-ad81-21b65ccf1ba7), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:13.485487 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571bf46b-9674-443d-aa04-792125b5a72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7f0412-5bb5-4f13-ad81-21b65ccf1ba7,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:13.491809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571bf46b-9674-443d-aa04-792125b5a72e admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:33:13.504876 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-571bf46b-9674-443d-aa04-792125b5a72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:13.505236 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-571bf46b-9674-443d-aa04-792125b5a72e admin admin] Added segment b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e of type vlan for network 5a275d54-c4f2-43ea-a3af-6f48ceb00c04
Feb 12 21:33:13.548665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a80e3-68a4-46be-81fb-9e053c2fc33e req-8fb120bc-2b28-4c08-a442-bfdb13563a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:13.549228 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-571bf46b-9674-443d-aa04-792125b5a72e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (5a275d54-c4f2-43ea-a3af-6f48ceb00c04), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:13.550230 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-641a80e3-68a4-46be-81fb-9e053c2fc33e req-8fb120bc-2b28-4c08-a442-bfdb13563a71 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1444006
Feb 12 21:33:13.557153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef71d7-fe5e-4334-863f-205289f274ab req-e9f7d785-ccb4-4bec-abd9-8f2ea517d10e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:13.563989 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-beef71d7-fe5e-4334-863f-205289f274ab req-e9f7d785-ccb4-4bec-abd9-8f2ea517d10e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0867040
Feb 12 21:33:13.645584 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-beef71d7-fe5e-4334-863f-205289f274ab req-717d5c26-bed3-4131-baeb-afae1592ed50 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755005
Feb 12 21:33:13.661404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d6290260-c8a1-477b-9224-2b7fd765d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:13.662834 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-d6290260-c8a1-477b-9224-2b7fd765d60f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=753fef9387244d0d98dccfd7cf8ca9e2&device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 1130 time: 0.0645409
Feb 12 21:33:13.684828 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-571bf46b-9674-443d-aa04-792125b5a72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (5a275d54-c4f2-43ea-a3af-6f48ceb00c04), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:13.685941 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571bf46b-9674-443d-aa04-792125b5a72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:13.686572 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-571bf46b-9674-443d-aa04-792125b5a72e admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:13.706848 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-ae00d822-ad16-4c9f-aaa3-5984ffd80999 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=ad42ba36-da75-4dd3-bf17-c5f08c548d83 HTTP/1.1" status: 200  len: 217 time: 0.0375512
Feb 12 21:33:13.752932 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571bf46b-9674-443d-aa04-792125b5a72e admin admin] Pushing event updated for resources: {'Network': ['ID=5a275d54-c4f2-43ea-a3af-6f48ceb00c04,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:13.763499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 5a275d54-c4f2-43ea-a3af-6f48ceb00c04 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:33:13.768867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-bcc25ba1-cba1-42a1-9dbe-b2ddc0e85a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:13.770639 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-bcc25ba1-cba1-42a1-9dbe-b2ddc0e85a6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0588534
Feb 12 21:33:13.778021 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-571bf46b-9674-443d-aa04-792125b5a72e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8002582
Feb 12 21:33:13.780875 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47350) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:13.788729 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-073168a9-3dc7-4887-9cf0-53c9de710892 admin admin] Request body: {'subnet': {'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-122040548-subnet', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:13.837090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-371cd7ee-5605-4ac5-8684-fdb1df0792b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:13.838774 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-371cd7ee-5605-4ac5-8684-fdb1df0792b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0621271
Feb 12 21:33:13.861945 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073168a9-3dc7-4887-9cf0-53c9de710892 admin admin] Made reservation on behalf of 11ee0199776b422d91d8368c75898fd8 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:33:13.864454 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-073168a9-3dc7-4887-9cf0-53c9de710892 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:13.944927 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-cdf4424e-f3d7-47a0-b895-dde936b15da6 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0998952
Feb 12 21:33:13.973576 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b376dce-5bad-4cbd-95c1-1f1724e98160 req-07da8d2e-f345-43f7-96c8-f40542144256 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:13.975110 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b376dce-5bad-4cbd-95c1-1f1724e98160 req-07da8d2e-f345-43f7-96c8-f40542144256 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/ports?device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 948 time: 0.1274951
Feb 12 21:33:14.040406 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8354dd0a-dc8b-4ba2-b159-3fb791756642 req-9a2c7610-8a88-40a9-8bfa-3a9f1fb84f03 service neutron] 10.222.0.50 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903802
Feb 12 21:33:14.062784 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b376dce-5bad-4cbd-95c1-1f1724e98160 req-c117bc50-5f5b-4972-b2b0-94a674216ba7 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/security-groups?id=93efdf2e-1bec-40b4-9cb9-774d1a40fb5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814993
Feb 12 21:33:14.204638 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-073168a9-3dc7-4887-9cf0-53c9de710892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (3918f939-1e5c-4678-bc3a-c7a904354339), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:14.258204 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073168a9-3dc7-4887-9cf0-53c9de710892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3918f939-1e5c-4678-bc3a-c7a904354339,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:14.269566 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073168a9-3dc7-4887-9cf0-53c9de710892 admin admin] Checking segment: {'id': 'b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:33:14.269934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073168a9-3dc7-4887-9cf0-53c9de710892 admin admin] Network hostable DHCP agents. Network: 5a275d54-c4f2-43ea-a3af-6f48ceb00c04, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:33:14.347836 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073168a9-3dc7-4887-9cf0-53c9de710892 admin admin] Network 5a275d54-c4f2-43ea-a3af-6f48ceb00c04 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:33:14.438746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-073168a9-3dc7-4887-9cf0-53c9de710892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5a275d54-c4f2-43ea-a3af-6f48ceb00c04) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:14.443210 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073168a9-3dc7-4887-9cf0-53c9de710892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:14.443808 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-073168a9-3dc7-4887-9cf0-53c9de710892 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:14.447903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f136728b-0938-4771-b926-7403c3e09c16 None None] Network 5a275d54-c4f2-43ea-a3af-6f48ceb00c04 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:33:14.521880 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-073168a9-3dc7-4887-9cf0-53c9de710892 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7386451
Feb 12 21:33:14.524584 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47356) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:14.529320 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-122040548-router', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:14.548031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'project_id': '11ee0199776b422d91d8368c75898fd8', 'fixed_ips': [{'subnet_id': '3918f939-1e5c-4678-bc3a-c7a904354339'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:33:14.551378 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:14.644891 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (e683d737-5a1b-4fe7-ad60-62228af68bc0), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:14.649023 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (e683d737-5a1b-4fe7-ad60-62228af68bc0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:14.695091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Allocated IP 172.20.0.2 (5a275d54-c4f2-43ea-a3af-6f48ceb00c04/3918f939-1e5c-4678-bc3a-c7a904354339/bbe2082d-512e-42a8-9f69-b754c13151ad) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:33:14.706933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Publish callbacks [] for router_controller (e683d737-5a1b-4fe7-ad60-62228af68bc0), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:14.788132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca616-1f6f-4a1d-a806-722fbcd5bdde req-0f4160c4-7dbc-458c-b963-5f1393c80821 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:14.789750 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3e5ca616-1f6f-4a1d-a806-722fbcd5bdde req-0f4160c4-7dbc-458c-b963-5f1393c80821 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0569935
Feb 12 21:33:14.844355 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3e5ca616-1f6f-4a1d-a806-722fbcd5bdde req-273313ab-b354-455c-9095-01d6e467b4bf tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484405
Feb 12 21:33:14.857819 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Publish callbacks [] for port (bbe2082d-512e-42a8-9f69-b754c13151ad), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:14.942103 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Publish callbacks [] for router_gateway (e683d737-5a1b-4fe7-ad60-62228af68bc0), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:14.947834 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (bbe2082d-512e-42a8-9f69-b754c13151ad), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:14.985614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Network 5a275d54-c4f2-43ea-a3af-6f48ceb00c04 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:33:14.988494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:14.991863 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:33:15.000363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Pushing event updated for resources: {'Port': ['ID=bbe2082d-512e-42a8-9f69-b754c13151ad,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:15.023963 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:15.024316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:15.024660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:15.024998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:15.025331 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:15.025686 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:15.026315 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:15.026591 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:15.026914 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:15.027238 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:15.027560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:15.027880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:15.028199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:15.062293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Attempting to bind port bbe2082d-512e-42a8-9f69-b754c13151ad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:33:15.062668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Attempting to bind port bbe2082d-512e-42a8-9f69-b754c13151ad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:33:15.063032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Attempting to bind port bbe2082d-512e-42a8-9f69-b754c13151ad on network 5a275d54-c4f2-43ea-a3af-6f48ceb00c04 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:33:15.068797 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:33:15.069181 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Checking segment: {'id': 'b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:33:15.069624 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:15.070019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Bound using segment: {'id': 'b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:33:15.070487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Bound port: bbe2082d-512e-42a8-9f69-b754c13151ad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:33:15.070868 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bbe2082d-512e-42a8-9f69-b754c13151ad), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:15.088274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ad42ba36-da75-4dd3-bf17-c5f08c548d83 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:33:15.173843 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] For port bbe2082d-512e-42a8-9f69-b754c13151ad, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:33:15.216707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] For port bbe2082d-512e-42a8-9f69-b754c13151ad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbe2082d-512e-42a8-9f69-b754c13151ad,segment=NetworkSegment(b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e),segment_id=b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:33:15.248944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ad42ba36-da75-4dd3-bf17-c5f08c548d83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad42ba36-da75-4dd3-bf17-c5f08c548d83,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:15.261699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'ad42ba36-da75-4dd3-bf17-c5f08c548d83', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': 'ad42ba36-da75-4dd3-bf17-c5f08c548d83', 'mac_address': 'fa:16:3e:74:81:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:33:15.273795 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481106-86fa-4fab-8b81-06ff4b981be4 req-125dc35c-3a73-4173-87b1-010c42dd9eec tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:15.275287 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-20481106-86fa-4fab-8b81-06ff4b981be4 req-125dc35c-3a73-4173-87b1-010c42dd9eec tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/ports?device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 948 time: 0.1283584
Feb 12 21:33:15.300989 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (bbe2082d-512e-42a8-9f69-b754c13151ad), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:15.332385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ad42ba36-da75-4dd3-bf17-c5f08c548d83 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:15.332780 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ad42ba36-da75-4dd3-bf17-c5f08c548d83), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:15.339553 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Publish callbacks [] for router_gateway (e683d737-5a1b-4fe7-ad60-62228af68bc0), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:15.365667 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad42ba36-da75-4dd3-bf17-c5f08c548d83 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:33:15.379531 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-20481106-86fa-4fab-8b81-06ff4b981be4 req-109b5cde-86df-4b1b-9ce6-d2f2bf478dd1 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/security-groups?id=93efdf2e-1bec-40b4-9cb9-774d1a40fb5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824213
Feb 12 21:33:15.381102 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:15.409801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6a703-f0b7-465f-b0f2-7f2d91c0de4f None None] Pushing event updated for resources: {'Port': ['ID=bbe2082d-512e-42a8-9f69-b754c13151ad,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:15.414942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ad42ba36-da75-4dd3-bf17-c5f08c548d83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad42ba36-da75-4dd3-bf17-c5f08c548d83,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:15.495897 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ad42ba36-da75-4dd3-bf17-c5f08c548d83), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:15.520072 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Allocated IP 172.35.2.242 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/ccc2d5f6-418c-4044-9b9c-3bd297d4eb27) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:33:15.562419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=ad42ba36-da75-4dd3-bf17-c5f08c548d83,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:15.676248 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Publish callbacks [] for port (ccc2d5f6-418c-4044-9b9c-3bd297d4eb27), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:15.694920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['ad42ba36-da75-4dd3-bf17-c5f08c548d83'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:33:15.800852 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (ccc2d5f6-418c-4044-9b9c-3bd297d4eb27), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:15.850809 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:33:15.856181 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:15.858579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc2d5f6-418c-4044-9b9c-3bd297d4eb27,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:15.861265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:33:15.980937 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf1ade-ad25-461b-b8e4-df094cc1fafc req-9d9b2b02-9fad-4781-a3af-c1d4cf1b270c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:15.983272 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-57cf1ade-ad25-461b-b8e4-df094cc1fafc req-9d9b2b02-9fad-4781-a3af-c1d4cf1b270c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0600755
Feb 12 21:33:16.043747 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-57cf1ade-ad25-461b-b8e4-df094cc1fafc req-2cb9236d-42dc-4107-abf8-e6f1e02292c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459499
Feb 12 21:33:16.211267 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Publish callbacks [] for router_gateway (e683d737-5a1b-4fe7-ad60-62228af68bc0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:16.451703 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (e683d737-5a1b-4fe7-ad60-62228af68bc0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:16.507524 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52830bc-8267-41bb-acff-3e12c4c92f38 None None] Network 5a275d54-c4f2-43ea-a3af-6f48ceb00c04 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:33:16.579663 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d995f40e-efe9-4727-a79e-15cc5fe9a061 None None] Provisioning complete for port bbe2082d-512e-42a8-9f69-b754c13151ad triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:16.580382 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d995f40e-efe9-4727-a79e-15cc5fe9a061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bbe2082d-512e-42a8-9f69-b754c13151ad), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:16.593890 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f073fbc-ad47-4947-9c21-b127527969ac req-5f4241cf-3aae-438b-95b2-640f79a2b0b2 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:16.596881 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0f073fbc-ad47-4947-9c21-b127527969ac req-5f4241cf-3aae-438b-95b2-640f79a2b0b2 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/ports?device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 949 time: 0.1403847
Feb 12 21:33:16.665618 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0f073fbc-ad47-4947-9c21-b127527969ac req-87864a16-4952-4138-b654-ec457a87e6a8 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/security-groups?id=93efdf2e-1bec-40b4-9cb9-774d1a40fb5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631862
Feb 12 21:33:16.701588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d995f40e-efe9-4727-a79e-15cc5fe9a061 None None] Current status of the port bbe2082d-512e-42a8-9f69-b754c13151ad is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:16.702099 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d995f40e-efe9-4727-a79e-15cc5fe9a061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (bbe2082d-512e-42a8-9f69-b754c13151ad), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:16.739934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d995f40e-efe9-4727-a79e-15cc5fe9a061 None None] For port bbe2082d-512e-42a8-9f69-b754c13151ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbe2082d-512e-42a8-9f69-b754c13151ad,segment=NetworkSegment(b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e),segment_id=b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:16.764690 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Router e683d737-5a1b-4fe7-ad60-62228af68bc0 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:33:16.821797 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d995f40e-efe9-4727-a79e-15cc5fe9a061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (bbe2082d-512e-42a8-9f69-b754c13151ad), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:16.875718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995f40e-efe9-4727-a79e-15cc5fe9a061 None None] Pushing event updated for resources: {'Port': ['ID=bbe2082d-512e-42a8-9f69-b754c13151ad,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:16.896091 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:33:16.907055 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Sync routers for ids ['e683d737-5a1b-4fe7-ad60-62228af68bc0'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:33:16.918694 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Routers {'e683d737-5a1b-4fe7-ad60-62228af68bc0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:33:16.919315 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9bd3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:32:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e683d737-5a1b-4fe7-ad60-62228af68bc0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:16.942541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4adf7f54-668e-4d7c-bef1-59fa8049c7d7 None None] Provisioning complete for port bbe2082d-512e-42a8-9f69-b754c13151ad triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:16.942919 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4adf7f54-668e-4d7c-bef1-59fa8049c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bbe2082d-512e-42a8-9f69-b754c13151ad), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:17.001161 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:17.005562 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-90d30e0c-00e7-41a1-8eb2-a88f332fa2f3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.4775164
Feb 12 21:33:17.005841 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47398) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:17.045998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4adf7f54-668e-4d7c-bef1-59fa8049c7d7 None None] Current status of the port bbe2082d-512e-42a8-9f69-b754c13151ad is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:17.058583 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Set router e683d737-5a1b-4fe7-ad60-62228af68bc0 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:33:17.097211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ad42ba36-da75-4dd3-bf17-c5f08c548d83 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:33:17.229736 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeeb36c-55e6-4eac-8c35-328bf1af6fa2 req-06fcf583-f844-48e4-b7a0-1cd7e5d0ff2e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:17.232554 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efeeb36c-55e6-4eac-8c35-328bf1af6fa2 req-06fcf583-f844-48e4-b7a0-1cd7e5d0ff2e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0784993
Feb 12 21:33:17.262405 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port ad42ba36-da75-4dd3-bf17-c5f08c548d83 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:33:17.268706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port ad42ba36-da75-4dd3-bf17-c5f08c548d83 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:17.269321 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ad42ba36-da75-4dd3-bf17-c5f08c548d83), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:17.275191 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9bd3d0>, [{'id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'name': 'tempest-TestServerBasicOps-122040548-router', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:14Z', 'updated_at': '2022-02-12T21:33:16Z', 'revision_number': 3, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'gw_port': {'id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:15Z', 'updated_at': '2022-02-12T21:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:17.324661 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Checking router: e683d737-5a1b-4fe7-ad60-62228af68bc0 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:33:17.325072 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Updating router e683d737-5a1b-4fe7-ad60-62228af68bc0 port ccc2d5f6-418c-4044-9b9c-3bd297d4eb27 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:33:17.339276 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efeeb36c-55e6-4eac-8c35-328bf1af6fa2 req-9c47c615-6d2d-4a46-aa64-1eda09550324 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0996597
Feb 12 21:33:17.381035 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ccc2d5f6-418c-4044-9b9c-3bd297d4eb27), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:17.409080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ad42ba36-da75-4dd3-bf17-c5f08c548d83 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:17.409972 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ad42ba36-da75-4dd3-bf17-c5f08c548d83), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:17.443089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6992e5a4-e773-46c4-9be6-e732978d75ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad42ba36-da75-4dd3-bf17-c5f08c548d83'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:33:17.445404 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce20ad8-76c3-4d1d-9c86-946e6cd8c7d9" -d '{"events": [{"server_uuid": "6992e5a4-e773-46c4-9be6-e732978d75ca", "name": "network-vif-plugged", "status": "completed", "tag": "ad42ba36-da75-4dd3-bf17-c5f08c548d83"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:33:17.459950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ad42ba36-da75-4dd3-bf17-c5f08c548d83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad42ba36-da75-4dd3-bf17-c5f08c548d83,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:17.471339 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bbe2082d-512e-42a8-9f69-b754c13151ad up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:33:17.505763 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed81c51e-1997-415c-ac08-a9d195928a57 x-openstack-request-id: req-ed81c51e-1997-415c-ac08-a9d195928a57 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:33:17.506064 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6992e5a4-e773-46c4-9be6-e732978d75ca", "name": "network-vif-plugged", "status": "completed", "tag": "ad42ba36-da75-4dd3-bf17-c5f08c548d83", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:33:17.506370 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed81c51e-1997-415c-ac08-a9d195928a57 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:33:17.506911 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6992e5a4-e773-46c4-9be6-e732978d75ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad42ba36-da75-4dd3-bf17-c5f08c548d83', 'code': 200}
Feb 12 21:33:17.537315 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ad42ba36-da75-4dd3-bf17-c5f08c548d83), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:17.539336 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port bbe2082d-512e-42a8-9f69-b754c13151ad triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:17.539701 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (bbe2082d-512e-42a8-9f69-b754c13151ad), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:17.629116 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=ad42ba36-da75-4dd3-bf17-c5f08c548d83,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:17.644288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a18c5-b239-47da-b595-529a0ed7868b req-f20e4d36-a7dc-4988-b9bc-99e7a2066b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:17.646654 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b54a18c5-b239-47da-b595-529a0ed7868b req-f20e4d36-a7dc-4988-b9bc-99e7a2066b34 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 1132 time: 0.0781169
Feb 12 21:33:17.684699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port bbe2082d-512e-42a8-9f69-b754c13151ad is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:17.711322 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b54a18c5-b239-47da-b595-529a0ed7868b req-b15cf53f-eefc-4cb1-be0c-0c2bd83c8a2d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=93efdf2e-1bec-40b4-9cb9-774d1a40fb5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582438
Feb 12 21:33:17.819562 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fff4ee-d3e0-40c8-b9ce-0aae3b7b41c9 req-26c83d17-c15b-4938-811b-b9f8c8320f23 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:17.821369 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f1fff4ee-d3e0-40c8-b9ce-0aae3b7b41c9 req-26c83d17-c15b-4938-811b-b9f8c8320f23 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/ports?device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 950 time: 0.0620756
Feb 12 21:33:17.842128 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Publish callbacks [] for port (ccc2d5f6-418c-4044-9b9c-3bd297d4eb27), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:17.885114 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f1fff4ee-d3e0-40c8-b9ce-0aae3b7b41c9 req-6c550b8f-079f-4c8e-aa7d-6cab5916d242 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/security-groups?id=93efdf2e-1bec-40b4-9cb9-774d1a40fb5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524724
Feb 12 21:33:17.913082 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ccc2d5f6-418c-4044-9b9c-3bd297d4eb27), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:17.968487 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Attempting to bind port ccc2d5f6-418c-4044-9b9c-3bd297d4eb27 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:33:17.968876 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Attempting to bind port ccc2d5f6-418c-4044-9b9c-3bd297d4eb27 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:33:17.969242 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Attempting to bind port ccc2d5f6-418c-4044-9b9c-3bd297d4eb27 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:33:17.972959 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5058e3a-f9fc-4425-8f54-90cd67bb7858 None None] Pushing event updated for resources: {'Port': ['ID=ccc2d5f6-418c-4044-9b9c-3bd297d4eb27,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:17.973560 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:17.982044 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5058e3a-f9fc-4425-8f54-90cd67bb7858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:17.982391 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5058e3a-f9fc-4425-8f54-90cd67bb7858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:17.982735 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5058e3a-f9fc-4425-8f54-90cd67bb7858 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:17.983061 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5058e3a-f9fc-4425-8f54-90cd67bb7858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:17.983388 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5058e3a-f9fc-4425-8f54-90cd67bb7858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:17.983710 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5058e3a-f9fc-4425-8f54-90cd67bb7858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:17.984208 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5058e3a-f9fc-4425-8f54-90cd67bb7858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:17.984539 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5058e3a-f9fc-4425-8f54-90cd67bb7858 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:17.984856 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5058e3a-f9fc-4425-8f54-90cd67bb7858 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:17.985176 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5058e3a-f9fc-4425-8f54-90cd67bb7858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:17.985548 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5058e3a-f9fc-4425-8f54-90cd67bb7858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:17.985859 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5058e3a-f9fc-4425-8f54-90cd67bb7858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:17.986418 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5058e3a-f9fc-4425-8f54-90cd67bb7858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:33:17.989668 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:33:17.990046 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:33:17.990448 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:17.990968 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:33:17.991434 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Bound port: ccc2d5f6-418c-4044-9b9c-3bd297d4eb27, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:33:17.991811 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ccc2d5f6-418c-4044-9b9c-3bd297d4eb27), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:18.065806 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] For port ccc2d5f6-418c-4044-9b9c-3bd297d4eb27, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:33:18.069090 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] For port ccc2d5f6-418c-4044-9b9c-3bd297d4eb27, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccc2d5f6-418c-4044-9b9c-3bd297d4eb27,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:33:18.147728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Allocated IP 172.20.0.1 (5a275d54-c4f2-43ea-a3af-6f48ceb00c04/3918f939-1e5c-4678-bc3a-c7a904354339/628ca295-dc44-43a4-a709-c2aa8ee71c8b) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:33:18.149406 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ccc2d5f6-418c-4044-9b9c-3bd297d4eb27), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:18.213221 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Routers {'e683d737-5a1b-4fe7-ad60-62228af68bc0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:33:18.214957 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9bd3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:32:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e683d737-5a1b-4fe7-ad60-62228af68bc0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:18.258121 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5058e3a-f9fc-4425-8f54-90cd67bb7858 None None] Pushing event updated for resources: {'Port': ['ID=ccc2d5f6-418c-4044-9b9c-3bd297d4eb27,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:18.267563 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Publish callbacks [] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:18.341518 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] Set router e683d737-5a1b-4fe7-ad60-62228af68bc0 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:33:18.359627 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:18.410296 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Network 5a275d54-c4f2-43ea-a3af-6f48ceb00c04 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:33:18.415428 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:18.418084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:33:18.425431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=628ca295-dc44-43a4-a709-c2aa8ee71c8b,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:18.499236 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (e683d737-5a1b-4fe7-ad60-62228af68bc0), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:18.543135 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9bd3d0>, [{'id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'name': 'tempest-TestServerBasicOps-122040548-router', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:14Z', 'updated_at': '2022-02-12T21:33:16Z', 'revision_number': 3, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'gw_port': {'id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:15Z', 'updated_at': '2022-02-12T21:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:18.565731 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c7c83-4d0b-4b2d-bdc7-7be56110b648 req-00e8f751-f3aa-4644-87b4-f878dec58ded tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:18.567311 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e69c7c83-4d0b-4b2d-bdc7-7be56110b648 req-00e8f751-f3aa-4644-87b4-f878dec58ded tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.1184721
Feb 12 21:33:18.577787 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07759750-d72c-49fe-a3c8-b4c173d266da None None] The sync data for ids ['e683d737-5a1b-4fe7-ad60-62228af68bc0'] in ncdv-master-1 is: [{'id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'name': 'tempest-TestServerBasicOps-122040548-router', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:14Z', 'updated_at': '2022-02-12T21:33:16Z', 'revision_number': 3, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'gw_port': {'id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:15Z', 'updated_at': '2022-02-12T21:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:33:18.670568 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e69c7c83-4d0b-4b2d-bdc7-7be56110b648 req-e6f34f6e-50a4-40fc-b29a-8389113cbb82 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946305
Feb 12 21:33:18.678606 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b72e6e93-0c78-473e-a8a9-6000816d6a05 None None] Provisioning complete for port 628ca295-dc44-43a4-a709-c2aa8ee71c8b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:18.679075 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b72e6e93-0c78-473e-a8a9-6000816d6a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:18.717629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b72e6e93-0c78-473e-a8a9-6000816d6a05 None None] Port 628ca295-dc44-43a4-a709-c2aa8ee71c8b cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:33:18.791699 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:19.007507 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Publish callbacks [] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:19.028892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779efce-136b-412b-b103-cb7bfb10d526 req-2f68f136-9336-4d04-8502-ea11206f23e2 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:19.030503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4779efce-136b-412b-b103-cb7bfb10d526 req-2f68f136-9336-4d04-8502-ea11206f23e2 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/ports?device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 950 time: 0.0581367
Feb 12 21:33:19.056308 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:19.098286 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4779efce-136b-412b-b103-cb7bfb10d526 req-8b34cb84-143c-4a00-8f2d-3320f1c3236c tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/security-groups?id=93efdf2e-1bec-40b4-9cb9-774d1a40fb5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553515
Feb 12 21:33:19.135336 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=628ca295-dc44-43a4-a709-c2aa8ee71c8b,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:19.146070 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (e683d737-5a1b-4fe7-ad60-62228af68bc0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:19.286579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Network 5a275d54-c4f2-43ea-a3af-6f48ceb00c04 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:33:19.289523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:19.418658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ccc2d5f6-418c-4044-9b9c-3bd297d4eb27 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:33:19.472656 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Router e683d737-5a1b-4fe7-ad60-62228af68bc0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:33:19.500561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ccc2d5f6-418c-4044-9b9c-3bd297d4eb27 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:19.500940 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ccc2d5f6-418c-4044-9b9c-3bd297d4eb27), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:19.661959 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ccc2d5f6-418c-4044-9b9c-3bd297d4eb27 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:19.662346 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ccc2d5f6-418c-4044-9b9c-3bd297d4eb27), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:19.678738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:33:19.695491 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port ccc2d5f6-418c-4044-9b9c-3bd297d4eb27, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccc2d5f6-418c-4044-9b9c-3bd297d4eb27,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:19.704216 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-639e7bf3-86fa-4e06-9562-069845285ce4 admin admin] 10.222.0.31 "PUT /v2.0/routers/e683d737-5a1b-4fe7-ad60-62228af68bc0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6973760
Feb 12 21:33:19.710793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8d69208d-e582-4718-be42-440f6a1eb5c0 None None] Provisioning complete for port 628ca295-dc44-43a4-a709-c2aa8ee71c8b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:19.711406 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8d69208d-e582-4718-be42-440f6a1eb5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:19.730316 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f32ad0-c8e3-4b59-a2c2-e90e76a68a22 req-5ced5d59-b250-416b-bcf3-9e0bb6f812d9 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:19.739783 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f0f32ad0-c8e3-4b59-a2c2-e90e76a68a22 req-5ced5d59-b250-416b-bcf3-9e0bb6f812d9 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/ports?device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 950 time: 0.0797088
Feb 12 21:33:19.752761 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8d69208d-e582-4718-be42-440f6a1eb5c0 None None] Port 628ca295-dc44-43a4-a709-c2aa8ee71c8b cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:33:19.776608 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ccc2d5f6-418c-4044-9b9c-3bd297d4eb27), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:19.851074 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f0f32ad0-c8e3-4b59-a2c2-e90e76a68a22 req-0f8cae4f-4409-4f46-a22e-41dd5a95277d tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/security-groups?id=93efdf2e-1bec-40b4-9cb9-774d1a40fb5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100297
Feb 12 21:33:19.874702 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=ccc2d5f6-418c-4044-9b9c-3bd297d4eb27,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:19.895477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b5900-aa6b-46ea-a189-bbabb4e137d5 req-5afe73f9-a8e3-4870-8afc-a454ffbbba12 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:19.897021 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-451b5900-aa6b-46ea-a189-bbabb4e137d5 req-5afe73f9-a8e3-4870-8afc-a454ffbbba12 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0899992
Feb 12 21:33:19.958505 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-451b5900-aa6b-46ea-a189-bbabb4e137d5 req-30e8b146-8466-4426-9e50-71790177ac80 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550871
Feb 12 21:33:20.547484 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47484) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:20.553456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-86d80ae9-c64f-4c00-8640-7c107963ee88 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-856949299-network', 'tenant_id': '001cfb8e2b384b75a91c2a503873d5c2'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:20.644250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Sync routers for ids ['e683d737-5a1b-4fe7-ad60-62228af68bc0'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:33:20.655089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Routers {'e683d737-5a1b-4fe7-ad60-62228af68bc0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:33:20.655712 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7792b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:32:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e683d737-5a1b-4fe7-ad60-62228af68bc0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:20.673064 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d80ae9-c64f-4c00-8640-7c107963ee88 admin admin] Made reservation on behalf of 001cfb8e2b384b75a91c2a503873d5c2 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:33:20.677567 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86d80ae9-c64f-4c00-8640-7c107963ee88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:20.684501 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86d80ae9-c64f-4c00-8640-7c107963ee88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:20.775023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Set router e683d737-5a1b-4fe7-ad60-62228af68bc0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:33:20.778583 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86d80ae9-c64f-4c00-8640-7c107963ee88 admin admin] Publish callbacks [] for security_group (bd61309c-a80e-4f46-8163-c11d566f20ed), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:20.874972 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86d80ae9-c64f-4c00-8640-7c107963ee88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bd61309c-a80e-4f46-8163-c11d566f20ed), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:20.926962 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d80ae9-c64f-4c00-8640-7c107963ee88 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:33:20.944764 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe654ee-48b5-41be-8f80-8decd733a766 req-597cb59e-250f-43eb-b4d7-c39b4315c473 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:20.946342 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfe654ee-48b5-41be-8f80-8decd733a766 req-597cb59e-250f-43eb-b4d7-c39b4315c473 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.50 "GET /v2.0/ports?device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 950 time: 0.0747056
Feb 12 21:33:20.948611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d80ae9-c64f-4c00-8640-7c107963ee88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd61309c-a80e-4f46-8163-c11d566f20ed,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:20.959654 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86d80ae9-c64f-4c00-8640-7c107963ee88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (21311a4d-7ea4-4f2a-8495-ec0c1573e325), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:20.960016 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-86d80ae9-c64f-4c00-8640-7c107963ee88 admin admin] Added segment 21311a4d-7ea4-4f2a-8495-ec0c1573e325 of type vlan for network 6f8c7aa7-d026-40ae-99db-6e07ca2369fa
Feb 12 21:33:21.019716 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86d80ae9-c64f-4c00-8640-7c107963ee88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (6f8c7aa7-d026-40ae-99db-6e07ca2369fa), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:21.035233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7792b0>, [{'id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'name': 'tempest-TestServerBasicOps-122040548-router', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:14Z', 'updated_at': '2022-02-12T21:33:18Z', 'revision_number': 4, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'gw_port': {'id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:15Z', 'updated_at': '2022-02-12T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '628ca295-dc44-43a4-a709-c2aa8ee71c8b', 'name': '', 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'mac_address': 'fa:16:3e:94:df:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:17Z', 'updated_at': '2022-02-12T21:33:18Z', 'revision_number': 2, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'subnets': [{'id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:21.088980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Checking router: e683d737-5a1b-4fe7-ad60-62228af68bc0 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:33:21.089949 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Updating router e683d737-5a1b-4fe7-ad60-62228af68bc0 port 628ca295-dc44-43a4-a709-c2aa8ee71c8b binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:33:21.113506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c2f4d-6bdc-41a9-a6b8-fa81e3111ff3 req-da13b0da-5e3f-408d-b6e4-f2892deecdbd tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:21.115310 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-641c2f4d-6bdc-41a9-a6b8-fa81e3111ff3 req-da13b0da-5e3f-408d-b6e4-f2892deecdbd tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/ports?device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 950 time: 0.1330056
Feb 12 21:33:21.126102 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:21.151958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-dfe654ee-48b5-41be-8f80-8decd733a766 req-dec46f87-201e-41ef-9b0a-22b701915b97 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Deleting port ad42ba36-da75-4dd3-bf17-c5f08c548d83 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:33:21.152471 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dfe654ee-48b5-41be-8f80-8decd733a766 req-dec46f87-201e-41ef-9b0a-22b701915b97 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ad42ba36-da75-4dd3-bf17-c5f08c548d83), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:21.185749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d3636-1b8d-4877-b4bc-715ba486e87c req-cb18ab29-4b01-441f-9be8-33e08bc3e824 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:21.188781 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-127d3636-1b8d-4877-b4bc-715ba486e87c req-cb18ab29-4b01-441f-9be8-33e08bc3e824 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.1123836
Feb 12 21:33:21.191658 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86d80ae9-c64f-4c00-8640-7c107963ee88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (6f8c7aa7-d026-40ae-99db-6e07ca2369fa), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:21.194873 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d80ae9-c64f-4c00-8640-7c107963ee88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:21.194873 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86d80ae9-c64f-4c00-8640-7c107963ee88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:21.236758 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-641c2f4d-6bdc-41a9-a6b8-fa81e3111ff3 req-eb5a2cb7-1474-46c1-88ae-0d7589ac1dcb tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/security-groups?id=93efdf2e-1bec-40b4-9cb9-774d1a40fb5f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153591
Feb 12 21:33:21.323438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-dfe654ee-48b5-41be-8f80-8decd733a766 req-dec46f87-201e-41ef-9b0a-22b701915b97 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] For port ad42ba36-da75-4dd3-bf17-c5f08c548d83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad42ba36-da75-4dd3-bf17-c5f08c548d83,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:21.323438 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dfe654ee-48b5-41be-8f80-8decd733a766 req-dec46f87-201e-41ef-9b0a-22b701915b97 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ad42ba36-da75-4dd3-bf17-c5f08c548d83), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:21.341393 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-86d80ae9-c64f-4c00-8640-7c107963ee88 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7925131
Feb 12 21:33:21.344816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47536) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:21.358020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8e8ec768-d986-429d-8b15-e9df43a2f6f0 admin admin] Request body: {'subnet': {'network_id': '6f8c7aa7-d026-40ae-99db-6e07ca2369fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-856949299-subnet', 'tenant_id': '001cfb8e2b384b75a91c2a503873d5c2', 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:21.362733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-dfe654ee-48b5-41be-8f80-8decd733a766 req-dec46f87-201e-41ef-9b0a-22b701915b97 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Calling delete_port for ad42ba36-da75-4dd3-bf17-c5f08c548d83 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:33:21.468475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d80ae9-c64f-4c00-8640-7c107963ee88 admin admin] Pushing event updated for resources: {'Network': ['ID=6f8c7aa7-d026-40ae-99db-6e07ca2369fa,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:21.479098 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-127d3636-1b8d-4877-b4bc-715ba486e87c req-fd102171-bb97-4cc8-8d25-138ed952a212 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2627630
Feb 12 21:33:21.481933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 6f8c7aa7-d026-40ae-99db-6e07ca2369fa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:33:21.514845 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ccc2d5f6-418c-4044-9b9c-3bd297d4eb27 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:33:21.600399 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8ec768-d986-429d-8b15-e9df43a2f6f0 admin admin] Made reservation on behalf of 001cfb8e2b384b75a91c2a503873d5c2 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:33:21.602930 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec768-d986-429d-8b15-e9df43a2f6f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:21.663883 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dfe654ee-48b5-41be-8f80-8decd733a766 req-dec46f87-201e-41ef-9b0a-22b701915b97 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ad42ba36-da75-4dd3-bf17-c5f08c548d83), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:21.710472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec46f87-201e-41ef-9b0a-22b701915b97 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Pushing event deleted for resources: {'Port': ['ID=ad42ba36-da75-4dd3-bf17-c5f08c548d83,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:21.734916 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['ad42ba36-da75-4dd3-bf17-c5f08c548d83'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:33:21.774994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe654ee-48b5-41be-8f80-8decd733a766 req-dec46f87-201e-41ef-9b0a-22b701915b97 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] No DVR routers for this DVR port ad42ba36-da75-4dd3-bf17-c5f08c548d83 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:33:21.778790 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-dfe654ee-48b5-41be-8f80-8decd733a766 req-dec46f87-201e-41ef-9b0a-22b701915b97 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:21.782558 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfe654ee-48b5-41be-8f80-8decd733a766 req-dec46f87-201e-41ef-9b0a-22b701915b97 tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.50 "DELETE /v2.0/ports/ad42ba36-da75-4dd3-bf17-c5f08c548d83 HTTP/1.1" status: 204  len: 173 time: 0.8307662
Feb 12 21:33:21.783648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6992e5a4-e773-46c4-9be6-e732978d75ca', 'name': 'network-vif-deleted', 'tag': 'ad42ba36-da75-4dd3-bf17-c5f08c548d83'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:33:21.786296 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea71bc8-0138-409e-b3a7-07a4bacdd685" -d '{"events": [{"server_uuid": "6992e5a4-e773-46c4-9be6-e732978d75ca", "name": "network-vif-deleted", "tag": "ad42ba36-da75-4dd3-bf17-c5f08c548d83"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:33:21.832826 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Publish callbacks [] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:21.849794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ccc2d5f6-418c-4044-9b9c-3bd297d4eb27 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:21.850517 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ccc2d5f6-418c-4044-9b9c-3bd297d4eb27), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:21.948678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ccc2d5f6-418c-4044-9b9c-3bd297d4eb27 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:21.956728 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:22.006294 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec768-d986-429d-8b15-e9df43a2f6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (ddf27983-b769-4b21-b153-24e4ad59c839), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:22.007375 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba904c-15c5-4591-8645-6ea84b725c77 None None] Pushing event updated for resources: {'Port': ['ID=628ca295-dc44-43a4-a709-c2aa8ee71c8b,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:22.064023 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Attempting to bind port 628ca295-dc44-43a4-a709-c2aa8ee71c8b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:33:22.065192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Attempting to bind port 628ca295-dc44-43a4-a709-c2aa8ee71c8b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:33:22.065837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Attempting to bind port 628ca295-dc44-43a4-a709-c2aa8ee71c8b on network 5a275d54-c4f2-43ea-a3af-6f48ceb00c04 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:33:22.072159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:33:22.076379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Checking segment: {'id': 'b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:33:22.076379 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:22.076379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Bound using segment: {'id': 'b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:33:22.076379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Bound port: 628ca295-dc44-43a4-a709-c2aa8ee71c8b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:33:22.076379 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:22.091351 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8ec768-d986-429d-8b15-e9df43a2f6f0 admin admin] Checking segment: {'id': '21311a4d-7ea4-4f2a-8495-ec0c1573e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6f8c7aa7-d026-40ae-99db-6e07ca2369fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:33:22.091840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8ec768-d986-429d-8b15-e9df43a2f6f0 admin admin] Network hostable DHCP agents. Network: 6f8c7aa7-d026-40ae-99db-6e07ca2369fa, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:33:22.107113 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ec768-d986-429d-8b15-e9df43a2f6f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddf27983-b769-4b21-b153-24e4ad59c839,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:22.153770 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] For port 628ca295-dc44-43a4-a709-c2aa8ee71c8b, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:33:22.168856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] For port 628ca295-dc44-43a4-a709-c2aa8ee71c8b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=628ca295-dc44-43a4-a709-c2aa8ee71c8b,segment=NetworkSegment(b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e),segment_id=b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:33:22.179087 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a872a82d-deb6-402f-bdc6-a0a4d8ae8287 x-openstack-request-id: req-a872a82d-deb6-402f-bdc6-a0a4d8ae8287 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:33:22.179490 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6992e5a4-e773-46c4-9be6-e732978d75ca", "name": "network-vif-deleted", "tag": "ad42ba36-da75-4dd3-bf17-c5f08c548d83", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:33:22.179813 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a872a82d-deb6-402f-bdc6-a0a4d8ae8287 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:33:22.180521 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6992e5a4-e773-46c4-9be6-e732978d75ca', 'name': 'network-vif-deleted', 'tag': 'ad42ba36-da75-4dd3-bf17-c5f08c548d83', 'status': 'completed', 'code': 200}
Feb 12 21:33:22.233217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8ec768-d986-429d-8b15-e9df43a2f6f0 admin admin] Network 6f8c7aa7-d026-40ae-99db-6e07ca2369fa is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:33:22.273886 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:22.313477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-8e8ec768-d986-429d-8b15-e9df43a2f6f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6f8c7aa7-d026-40ae-99db-6e07ca2369fa) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:22.323163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8ec768-d986-429d-8b15-e9df43a2f6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:22.323163 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8e8ec768-d986-429d-8b15-e9df43a2f6f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:22.334124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a088d2a-7a6b-4c92-8c06-0771ec56e01b None None] Network 6f8c7aa7-d026-40ae-99db-6e07ca2369fa requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:33:22.366970 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6210dde4-f6ec-4417-a6b2-482991970fcc None None] Provisioning complete for port 628ca295-dc44-43a4-a709-c2aa8ee71c8b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:22.369153 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6210dde4-f6ec-4417-a6b2-482991970fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:22.445562 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Routers {'e683d737-5a1b-4fe7-ad60-62228af68bc0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:33:22.446261 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7792b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:32:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e683d737-5a1b-4fe7-ad60-62228af68bc0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:22.449639 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8e8ec768-d986-429d-8b15-e9df43a2f6f0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1008656
Feb 12 21:33:22.450376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47552) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:22.459672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-856949299-router', 'tenant_id': '001cfb8e2b384b75a91c2a503873d5c2', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:22.462660 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bee5264c-da73-40e1-b946-e21f4b8613db req-c84654d4-46e1-4aa4-a2b5-0cda41b573fc tempest-VolumesNegativeTest-910208263 tempest-VolumesNegativeTest-910208263-project] 10.222.0.31 "GET /v2.0/ports?device_id=6992e5a4-e773-46c4-9be6-e732978d75ca HTTP/1.1" status: 200  len: 210 time: 0.0949476
Feb 12 21:33:22.502037 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba904c-15c5-4591-8645-6ea84b725c77 None None] Pushing event updated for resources: {'Port': ['ID=628ca295-dc44-43a4-a709-c2aa8ee71c8b,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:22.554262 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:22.555610 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:22.612335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6f8c7aa7-d026-40ae-99db-6e07ca2369fa', 'network_id': '6f8c7aa7-d026-40ae-99db-6e07ca2369fa', 'project_id': '001cfb8e2b384b75a91c2a503873d5c2', 'fixed_ips': [{'subnet_id': 'ddf27983-b769-4b21-b153-24e4ad59c839'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:33:22.614276 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:22.649895 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Publish callbacks [] for router_controller (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:22.675666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f4a79-55af-4eee-9108-70f5fabf7c99 req-e8cde0db-da86-4fdb-80a8-db07450d9a11 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:22.677413 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b6f4a79-55af-4eee-9108-70f5fabf7c99 req-e8cde0db-da86-4fdb-80a8-db07450d9a11 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0913355
Feb 12 21:33:22.686013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] Set router e683d737-5a1b-4fe7-ad60-62228af68bc0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:33:22.716523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6210dde4-f6ec-4417-a6b2-482991970fcc None None] Current status of the port 628ca295-dc44-43a4-a709-c2aa8ee71c8b is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:22.717062 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6210dde4-f6ec-4417-a6b2-482991970fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:22.801155 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4b6f4a79-55af-4eee-9108-70f5fabf7c99 req-37c1bc6a-7a00-496f-9255-d8d0eadd27a2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1164782
Feb 12 21:33:22.868452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6210dde4-f6ec-4417-a6b2-482991970fcc None None] For port 628ca295-dc44-43a4-a709-c2aa8ee71c8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=628ca295-dc44-43a4-a709-c2aa8ee71c8b,segment=NetworkSegment(b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e),segment_id=b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:22.887571 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Publish callbacks [] for router_gateway (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:22.945579 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6210dde4-f6ec-4417-a6b2-482991970fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:22.986968 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Allocated IP 172.20.0.2 (6f8c7aa7-d026-40ae-99db-6e07ca2369fa/ddf27983-b769-4b21-b153-24e4ad59c839/4dd49f5b-bcc1-40c4-82fd-db89021114b7) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:33:23.059240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210dde4-f6ec-4417-a6b2-482991970fcc None None] Pushing event updated for resources: {'Port': ['ID=628ca295-dc44-43a4-a709-c2aa8ee71c8b,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:23.129786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c0649e62-ded8-4c71-ac94-a5b5041e224f None None] Provisioning complete for port 628ca295-dc44-43a4-a709-c2aa8ee71c8b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:23.130082 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c0649e62-ded8-4c71-ac94-a5b5041e224f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:23.186527 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Publish callbacks [] for router_gateway (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:23.210395 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:23.267282 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7792b0>, [{'id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'name': 'tempest-TestServerBasicOps-122040548-router', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:14Z', 'updated_at': '2022-02-12T21:33:18Z', 'revision_number': 4, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'gw_port': {'id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:15Z', 'updated_at': '2022-02-12T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '628ca295-dc44-43a4-a709-c2aa8ee71c8b', 'name': '', 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'mac_address': 'fa:16:3e:94:df:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:17Z', 'updated_at': '2022-02-12T21:33:22Z', 'revision_number': 4, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'subnets': [{'id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:23.317984 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Publish callbacks [] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:23.319906 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f5ab3e-80c5-4369-a5ce-4fc0e451489e None None] The sync data for ids ['e683d737-5a1b-4fe7-ad60-62228af68bc0'] in ncdv-master-1 is: [{'id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'name': 'tempest-TestServerBasicOps-122040548-router', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:14Z', 'updated_at': '2022-02-12T21:33:18Z', 'revision_number': 4, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'gw_port': {'id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:15Z', 'updated_at': '2022-02-12T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '628ca295-dc44-43a4-a709-c2aa8ee71c8b', 'name': '', 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'mac_address': 'fa:16:3e:94:df:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:17Z', 'updated_at': '2022-02-12T21:33:22Z', 'revision_number': 4, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'subnets': [{'id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:33:23.344838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c0649e62-ded8-4c71-ac94-a5b5041e224f None None] Current status of the port 628ca295-dc44-43a4-a709-c2aa8ee71c8b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:23.370527 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Allocated IP 172.35.2.46 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/035bcb2d-1795-4ec2-9bfe-f5e971c0b769) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:33:23.417185 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:23.469812 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Network 6f8c7aa7-d026-40ae-99db-6e07ca2369fa is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:33:23.476313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:23.478068 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:33:23.539357 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Pushing event updated for resources: {'Port': ['ID=4dd49f5b-bcc1-40c4-82fd-db89021114b7,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:23.570630 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Publish callbacks [] for port (035bcb2d-1795-4ec2-9bfe-f5e971c0b769), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:23.602298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Attempting to bind port 4dd49f5b-bcc1-40c4-82fd-db89021114b7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:33:23.602298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Attempting to bind port 4dd49f5b-bcc1-40c4-82fd-db89021114b7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '21311a4d-7ea4-4f2a-8495-ec0c1573e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6f8c7aa7-d026-40ae-99db-6e07ca2369fa'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:33:23.602298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Attempting to bind port 4dd49f5b-bcc1-40c4-82fd-db89021114b7 on network 6f8c7aa7-d026-40ae-99db-6e07ca2369fa {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:33:23.607114 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:33:23.607640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Checking segment: {'id': '21311a4d-7ea4-4f2a-8495-ec0c1573e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6f8c7aa7-d026-40ae-99db-6e07ca2369fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:33:23.608147 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:23.608640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Bound using segment: {'id': '21311a4d-7ea4-4f2a-8495-ec0c1573e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6f8c7aa7-d026-40ae-99db-6e07ca2369fa'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:33:23.609207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Bound port: 4dd49f5b-bcc1-40c4-82fd-db89021114b7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21311a4d-7ea4-4f2a-8495-ec0c1573e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6f8c7aa7-d026-40ae-99db-6e07ca2369fa'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:33:23.609741 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:23.668731 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (035bcb2d-1795-4ec2-9bfe-f5e971c0b769), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:23.692766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] For port 4dd49f5b-bcc1-40c4-82fd-db89021114b7, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:33:23.697042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] For port 4dd49f5b-bcc1-40c4-82fd-db89021114b7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dd49f5b-bcc1-40c4-82fd-db89021114b7,segment=NetworkSegment(21311a4d-7ea4-4f2a-8495-ec0c1573e325),segment_id=21311a4d-7ea4-4f2a-8495-ec0c1573e325)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:33:23.713654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:33:23.716979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:23.720683 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:33:23.726540 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Pushing event updated for resources: {'Port': ['ID=035bcb2d-1795-4ec2-9bfe-f5e971c0b769,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:23.759660 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:23.819590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74810334-3430-4279-b0c1-d8c8633154d7 None None] Pushing event updated for resources: {'Port': ['ID=4dd49f5b-bcc1-40c4-82fd-db89021114b7,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:23.998967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98860619-3db2-4c3f-a57c-dd1d3f4b22c7 req-33427bad-8024-41d4-af53-a0b82170297f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:24.000845 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98860619-3db2-4c3f-a57c-dd1d3f4b22c7 req-33427bad-8024-41d4-af53-a0b82170297f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0839913
Feb 12 21:33:24.173091 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-98860619-3db2-4c3f-a57c-dd1d3f4b22c7 req-fa12cdae-2f77-48f4-bfb9-abb758889f54 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1652880
Feb 12 21:33:24.207161 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Publish callbacks [] for router_gateway (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:24.438805 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:24.670353 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Router 507ea08b-0f93-4d3e-afa7-cdec1a4019cb is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:33:24.839645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:33:24.850069 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Sync routers for ids ['507ea08b-0f93-4d3e-afa7-cdec1a4019cb'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:33:24.896444 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Routers {'507ea08b-0f93-4d3e-afa7-cdec1a4019cb'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:33:24.897164 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbab0280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:32:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['507ea08b-0f93-4d3e-afa7-cdec1a4019cb'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:24.953459 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:24.955268 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8dfea4fa-aaf3-417d-bf6f-f8163bc9b2f0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.5027292
Feb 12 21:33:24.958735 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47648) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:25.072578 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Set router 507ea08b-0f93-4d3e-afa7-cdec1a4019cb gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:33:25.149136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ad42ba36-da75-4dd3-bf17-c5f08c548d83 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:33:25.183782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: ad42ba36-da75-4dd3-bf17-c5f08c548d83 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:33:25.184135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ad42ba36-da75-4dd3-bf17-c5f08c548d83 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:33:25.224389 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be114f5-15dc-4f6e-a04b-2a071665465d None None] Network 6f8c7aa7-d026-40ae-99db-6e07ca2369fa requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:33:25.377509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7581ed46-a221-4f64-b9b8-df035732bd34 None None] Provisioning complete for port 4dd49f5b-bcc1-40c4-82fd-db89021114b7 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:25.378103 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7581ed46-a221-4f64-b9b8-df035732bd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:25.420489 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbab0280>, [{'id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'name': 'tempest-TestServerBasicOps-856949299-router', 'tenant_id': '001cfb8e2b384b75a91c2a503873d5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.46'}], 'enable_snat': True}, 'gw_port_id': '035bcb2d-1795-4ec2-9bfe-f5e971c0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:22Z', 'updated_at': '2022-02-12T21:33:23Z', 'revision_number': 3, 'project_id': '001cfb8e2b384b75a91c2a503873d5c2', 'gw_port': {'id': '035bcb2d-1795-4ec2-9bfe-f5e971c0b769', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:62:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:23Z', 'updated_at': '2022-02-12T21:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:25.464754 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Checking router: 507ea08b-0f93-4d3e-afa7-cdec1a4019cb for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:33:25.465109 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Updating router 507ea08b-0f93-4d3e-afa7-cdec1a4019cb port 035bcb2d-1795-4ec2-9bfe-f5e971c0b769 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:33:25.516764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46defc51-d86c-4b70-b8a4-009a1b825b5e req-ea4cbe9a-8e65-497d-b848-3e91dc06e122 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:25.518857 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-46defc51-d86c-4b70-b8a4-009a1b825b5e req-ea4cbe9a-8e65-497d-b848-3e91dc06e122 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.2221704
Feb 12 21:33:25.559350 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (035bcb2d-1795-4ec2-9bfe-f5e971c0b769), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:25.626253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4dd49f5b-bcc1-40c4-82fd-db89021114b7 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:33:25.632323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7581ed46-a221-4f64-b9b8-df035732bd34 None None] Current status of the port 4dd49f5b-bcc1-40c4-82fd-db89021114b7 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:25.633464 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7581ed46-a221-4f64-b9b8-df035732bd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:25.640491 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-46defc51-d86c-4b70-b8a4-009a1b825b5e req-2ff19b9c-0d39-40f1-969e-f1bc212096e7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1021078
Feb 12 21:33:25.868779 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:25.907765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7581ed46-a221-4f64-b9b8-df035732bd34 None None] For port 4dd49f5b-bcc1-40c4-82fd-db89021114b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dd49f5b-bcc1-40c4-82fd-db89021114b7,segment=NetworkSegment(21311a4d-7ea4-4f2a-8495-ec0c1573e325),segment_id=21311a4d-7ea4-4f2a-8495-ec0c1573e325)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:25.920502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4dd49f5b-bcc1-40c4-82fd-db89021114b7 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:25.920885 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.016657 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7581ed46-a221-4f64-b9b8-df035732bd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.018665 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f484e921-d73c-4501-8b3c-49a5cc077395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.023869 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Publish callbacks [] for port (035bcb2d-1795-4ec2-9bfe-f5e971c0b769), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.055295 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4dd49f5b-bcc1-40c4-82fd-db89021114b7 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:26.055693 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.061096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Allocated IP 172.20.0.1 (6f8c7aa7-d026-40ae-99db-6e07ca2369fa/ddf27983-b769-4b21-b153-24e4ad59c839/8b340f64-1e20-4912-9eea-93a8ecc9762a) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:33:26.074013 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (035bcb2d-1795-4ec2-9bfe-f5e971c0b769), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.120327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581ed46-a221-4f64-b9b8-df035732bd34 None None] Pushing event updated for resources: {'Port': ['ID=4dd49f5b-bcc1-40c4-82fd-db89021114b7,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:26.135839 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Attempting to bind port 035bcb2d-1795-4ec2-9bfe-f5e971c0b769 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:33:26.136260 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Attempting to bind port 035bcb2d-1795-4ec2-9bfe-f5e971c0b769 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:33:26.136620 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Attempting to bind port 035bcb2d-1795-4ec2-9bfe-f5e971c0b769 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:33:26.146204 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:33:26.149905 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:33:26.149905 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.149905 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:33:26.149905 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Bound port: 035bcb2d-1795-4ec2-9bfe-f5e971c0b769, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:33:26.149905 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (035bcb2d-1795-4ec2-9bfe-f5e971c0b769), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.158629 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:33:26.161468 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:33:26.161468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-03d9fb38-83e7-494f-8e02-f597ab25d9c4 None None] Provisioning complete for port 4dd49f5b-bcc1-40c4-82fd-db89021114b7 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:26.161468 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-03d9fb38-83e7-494f-8e02-f597ab25d9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.205170 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bbe00-ccc6-4739-8f99-02ca11bae48e None None] Pushing event updated for resources: {'Port': ['ID=035bcb2d-1795-4ec2-9bfe-f5e971c0b769,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:26.208586 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Publish callbacks [] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.217735 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] For port 035bcb2d-1795-4ec2-9bfe-f5e971c0b769, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:33:26.225026 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] For port 035bcb2d-1795-4ec2-9bfe-f5e971c0b769, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=035bcb2d-1795-4ec2-9bfe-f5e971c0b769,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:33:26.260839 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-03d9fb38-83e7-494f-8e02-f597ab25d9c4 None None] Current status of the port 4dd49f5b-bcc1-40c4-82fd-db89021114b7 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:26.319593 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (035bcb2d-1795-4ec2-9bfe-f5e971c0b769), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.353754 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.372019 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Routers {'507ea08b-0f93-4d3e-afa7-cdec1a4019cb'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:33:26.372631 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbab0280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:32:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['507ea08b-0f93-4d3e-afa7-cdec1a4019cb'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:26.396056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Network 6f8c7aa7-d026-40ae-99db-6e07ca2369fa is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:33:26.400687 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:26.405544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:33:26.409647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Pushing event updated for resources: {'Port': ['ID=8b340f64-1e20-4912-9eea-93a8ecc9762a,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:26.453922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.454136 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bbe00-ccc6-4739-8f99-02ca11bae48e None None] Pushing event updated for resources: {'Port': ['ID=035bcb2d-1795-4ec2-9bfe-f5e971c0b769,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:26.508960 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] Set router 507ea08b-0f93-4d3e-afa7-cdec1a4019cb gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:33:26.707942 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.732581 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-35fbc817-6daf-46f1-959d-2339257de4e6 None None] Provisioning complete for port 8b340f64-1e20-4912-9eea-93a8ecc9762a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:26.732870 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-35fbc817-6daf-46f1-959d-2339257de4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.737022 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4dd49f5b-bcc1-40c4-82fd-db89021114b7 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:26.738289 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 628ca295-dc44-43a4-a709-c2aa8ee71c8b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:33:26.823637 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-35fbc817-6daf-46f1-959d-2339257de4e6 None None] Port 8b340f64-1e20-4912-9eea-93a8ecc9762a cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:33:26.852116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e7959-96f4-4a06-a0ea-1d28a492b111 req-5a559949-2d23-4965-b248-ed9dd3f94a30 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:26.866236 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe7e7959-96f4-4a06-a0ea-1d28a492b111 req-5a559949-2d23-4965-b248-ed9dd3f94a30 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.1104550
Feb 12 21:33:26.898616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 628ca295-dc44-43a4-a709-c2aa8ee71c8b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:26.899020 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.986394 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Publish callbacks [] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:26.997430 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbab0280>, [{'id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'name': 'tempest-TestServerBasicOps-856949299-router', 'tenant_id': '001cfb8e2b384b75a91c2a503873d5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.46'}], 'enable_snat': True}, 'gw_port_id': '035bcb2d-1795-4ec2-9bfe-f5e971c0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:22Z', 'updated_at': '2022-02-12T21:33:23Z', 'revision_number': 3, 'project_id': '001cfb8e2b384b75a91c2a503873d5c2', 'gw_port': {'id': '035bcb2d-1795-4ec2-9bfe-f5e971c0b769', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:62:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:23Z', 'updated_at': '2022-02-12T21:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:26.997621 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe7e7959-96f4-4a06-a0ea-1d28a492b111 req-fd0d41a1-4fcd-4cee-9811-f52183cc1a4b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1286886
Feb 12 21:33:27.031646 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9c8551-7025-483f-a08d-44f3f626bca7 None None] The sync data for ids ['507ea08b-0f93-4d3e-afa7-cdec1a4019cb'] in ncdv-master-1 is: [{'id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'name': 'tempest-TestServerBasicOps-856949299-router', 'tenant_id': '001cfb8e2b384b75a91c2a503873d5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.46'}], 'enable_snat': True}, 'gw_port_id': '035bcb2d-1795-4ec2-9bfe-f5e971c0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:22Z', 'updated_at': '2022-02-12T21:33:23Z', 'revision_number': 3, 'project_id': '001cfb8e2b384b75a91c2a503873d5c2', 'gw_port': {'id': '035bcb2d-1795-4ec2-9bfe-f5e971c0b769', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:62:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:23Z', 'updated_at': '2022-02-12T21:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:33:27.050690 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 628ca295-dc44-43a4-a709-c2aa8ee71c8b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:27.076450 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:27.101797 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:27.168335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Pushing event updated for resources: {'Port': ['ID=8b340f64-1e20-4912-9eea-93a8ecc9762a,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:27.171319 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:27.276774 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Network 6f8c7aa7-d026-40ae-99db-6e07ca2369fa is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:33:27.278291 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:27.425984 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Router 507ea08b-0f93-4d3e-afa7-cdec1a4019cb has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:33:27.590499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4dd49f5b-bcc1-40c4-82fd-db89021114b7 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:33:27.606504 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:33:27.617733 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4bacc7e6-0e18-4d1a-8fe2-3d023f97a37a admin admin] 10.222.0.31 "PUT /v2.0/routers/507ea08b-0f93-4d3e-afa7-cdec1a4019cb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6519222
Feb 12 21:33:27.680924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0442e804-979a-4b8d-acf4-bb37efe85d5a None None] Provisioning complete for port 8b340f64-1e20-4912-9eea-93a8ecc9762a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:27.681309 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0442e804-979a-4b8d-acf4-bb37efe85d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:27.724841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4dd49f5b-bcc1-40c4-82fd-db89021114b7 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:27.725262 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:27.727163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0442e804-979a-4b8d-acf4-bb37efe85d5a None None] Port 8b340f64-1e20-4912-9eea-93a8ecc9762a cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:33:27.880440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4dd49f5b-bcc1-40c4-82fd-db89021114b7 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:27.882027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 035bcb2d-1795-4ec2-9bfe-f5e971c0b769 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:33:27.963345 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 035bcb2d-1795-4ec2-9bfe-f5e971c0b769 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:27.965879 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (035bcb2d-1795-4ec2-9bfe-f5e971c0b769), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:28.114679 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 035bcb2d-1795-4ec2-9bfe-f5e971c0b769 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:28.115091 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (035bcb2d-1795-4ec2-9bfe-f5e971c0b769), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:28.149768 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 035bcb2d-1795-4ec2-9bfe-f5e971c0b769, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=035bcb2d-1795-4ec2-9bfe-f5e971c0b769,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:28.250358 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (035bcb2d-1795-4ec2-9bfe-f5e971c0b769), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:28.287062 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4cc80f3e-e08a-4fbb-ab8a-fce6bbafba3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:28.329538 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=035bcb2d-1795-4ec2-9bfe-f5e971c0b769,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:28.613996 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656f3b8-4ca3-49e6-bd02-1964ccc8a882 req-b15fce31-d02a-41cc-94ba-52c8da20f7a6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:28.618228 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5656f3b8-4ca3-49e6-bd02-1964ccc8a882 req-b15fce31-d02a-41cc-94ba-52c8da20f7a6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.4965870
Feb 12 21:33:28.676062 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5656f3b8-4ca3-49e6-bd02-1964ccc8a882 req-f332c9a1-7f0e-471b-97b3-491eec29930b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495398
Feb 12 21:33:28.794273 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47848) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:28.800545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-2cdf694e-cd9e-46fa-8c41-ead1ca3534b9 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1232547091', 'description': 'tempest-secgroup-smoke-1232547091 description', 'project_id': '11ee0199776b422d91d8368c75898fd8'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:28.891286 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2cdf694e-cd9e-46fa-8c41-ead1ca3534b9 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:28.981020 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2cdf694e-cd9e-46fa-8c41-ead1ca3534b9 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group (fa679d8c-526d-4436-a1b2-6643385e76dd), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.090453 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2cdf694e-cd9e-46fa-8c41-ead1ca3534b9 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fa679d8c-526d-4436-a1b2-6643385e76dd), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.122718 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf694e-cd9e-46fa-8c41-ead1ca3534b9 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa679d8c-526d-4436-a1b2-6643385e76dd,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:29.201053 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2cdf694e-cd9e-46fa-8c41-ead1ca3534b9 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.202441 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2cdf694e-cd9e-46fa-8c41-ead1ca3534b9 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4069974
Feb 12 21:33:29.205891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47894) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:29.210237 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-635c305e-edaa-4668-bd62-a64de52078c6 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Request body: {'security_group_rule': {'security_group_id': 'fa679d8c-526d-4436-a1b2-6643385e76dd', 'project_id': '11ee0199776b422d91d8368c75898fd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:29.300670 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-635c305e-edaa-4668-bd62-a64de52078c6 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (c11a26be-76a5-4dc3-b8da-53973f64722c), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.371763 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-635c305e-edaa-4668-bd62-a64de52078c6 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (c11a26be-76a5-4dc3-b8da-53973f64722c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.410621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 035bcb2d-1795-4ec2-9bfe-f5e971c0b769 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:33:29.447187 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-635c305e-edaa-4668-bd62-a64de52078c6 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (c11a26be-76a5-4dc3-b8da-53973f64722c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.485211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c305e-edaa-4668-bd62-a64de52078c6 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11a26be-76a5-4dc3-b8da-53973f64722c,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:29.506781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 035bcb2d-1795-4ec2-9bfe-f5e971c0b769 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:29.507168 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (035bcb2d-1795-4ec2-9bfe-f5e971c0b769), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.525818 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47908) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:29.563372 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-635c305e-edaa-4668-bd62-a64de52078c6 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.569103 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47914) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:29.569618 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-635c305e-edaa-4668-bd62-a64de52078c6 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3624499
Feb 12 21:33:29.574128 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0fb3fa2c-831d-4a78-9d4b-8132fc64f429 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Request body: {'security_group_rule': {'security_group_id': 'fa679d8c-526d-4436-a1b2-6643385e76dd', 'project_id': '11ee0199776b422d91d8368c75898fd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:29.592624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 035bcb2d-1795-4ec2-9bfe-f5e971c0b769 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:29.599087 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.599912 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.638253 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fa2c-831d-4a78-9d4b-8132fc64f429 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (3797f6d3-ed59-440a-85bf-e3c2208f7df6), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.649584 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7ef040cb-156e-42c6-9add-c20f1bcad993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.679085 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:33:29.702841 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fa2c-831d-4a78-9d4b-8132fc64f429 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (3797f6d3-ed59-440a-85bf-e3c2208f7df6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.738831 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7ef040cb-156e-42c6-9add-c20f1bcad993 admin admin] Publish callbacks [] for security_group (6413ae4b-b48c-4039-9425-67a17a31376e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.759572 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fa2c-831d-4a78-9d4b-8132fc64f429 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (3797f6d3-ed59-440a-85bf-e3c2208f7df6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.781864 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7ef040cb-156e-42c6-9add-c20f1bcad993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6413ae4b-b48c-4039-9425-67a17a31376e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.787964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3fa2c-831d-4a78-9d4b-8132fc64f429 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3797f6d3-ed59-440a-85bf-e3c2208f7df6,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:29.821324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef040cb-156e-42c6-9add-c20f1bcad993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6413ae4b-b48c-4039-9425-67a17a31376e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:29.826580 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7ef040cb-156e-42c6-9add-c20f1bcad993 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db96fc9f4346466a846036c140be9f51&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2993095
Feb 12 21:33:29.829325 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47920) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:29.842608 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0fb3fa2c-831d-4a78-9d4b-8132fc64f429 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.843995 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0fb3fa2c-831d-4a78-9d4b-8132fc64f429 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2734146
Feb 12 21:33:29.847016 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47922) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:29.860120 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c8eb6010-078b-44b0-9a4f-34a8fec69a87 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Request body: {'security_group_rule': {'security_group_id': 'fa679d8c-526d-4436-a1b2-6643385e76dd', 'project_id': '11ee0199776b422d91d8368c75898fd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:29.873533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8f691-6dfa-47cc-80a8-c52475189378 req-f45a3e25-5c2f-4398-aea1-c939be20ec31 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:29.875448 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6e8f691-6dfa-47cc-80a8-c52475189378 req-f45a3e25-5c2f-4398-aea1-c939be20ec31 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0967326
Feb 12 21:33:29.937264 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-333f9545-e5df-42ab-a19b-2612c7acf0c4 admin admin] Publish callbacks [] for security_group (6413ae4b-b48c-4039-9425-67a17a31376e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.958249 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6e8f691-6dfa-47cc-80a8-c52475189378 req-cb5d6ead-37b7-44d4-ab7e-889ca25a00e7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721972
Feb 12 21:33:29.971448 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6010-078b-44b0-9a4f-34a8fec69a87 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (2d205c2f-75b4-4480-85a0-4ad12dade825), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:29.979450 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-333f9545-e5df-42ab-a19b-2612c7acf0c4 admin admin] Publish callbacks [] for security_group (6413ae4b-b48c-4039-9425-67a17a31376e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.072942 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-333f9545-e5df-42ab-a19b-2612c7acf0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (6413ae4b-b48c-4039-9425-67a17a31376e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.075602 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-333f9545-e5df-42ab-a19b-2612c7acf0c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.076755 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-333f9545-e5df-42ab-a19b-2612c7acf0c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6413ae4b-b48c-4039-9425-67a17a31376e HTTP/1.1" status: 204  len: 168 time: 0.2460349
Feb 12 21:33:30.084840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f9545-e5df-42ab-a19b-2612c7acf0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6413ae4b-b48c-4039-9425-67a17a31376e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:30.084996 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6010-078b-44b0-9a4f-34a8fec69a87 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (2d205c2f-75b4-4480-85a0-4ad12dade825), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.130458 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6010-078b-44b0-9a4f-34a8fec69a87 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (2d205c2f-75b4-4480-85a0-4ad12dade825), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.148510 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb6010-078b-44b0-9a4f-34a8fec69a87 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d205c2f-75b4-4480-85a0-4ad12dade825,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:30.230343 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6010-078b-44b0-9a4f-34a8fec69a87 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.231684 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c8eb6010-078b-44b0-9a4f-34a8fec69a87 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3832009
Feb 12 21:33:30.234704 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47926) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:30.240599 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-30760b7a-de59-475b-8efd-9b21fe1f07c5 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Request body: {'security_group_rule': {'security_group_id': 'fa679d8c-526d-4436-a1b2-6643385e76dd', 'project_id': '11ee0199776b422d91d8368c75898fd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:30.359669 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-30760b7a-de59-475b-8efd-9b21fe1f07c5 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (e23aa94b-b257-42ea-8733-a079bce7d62f), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.427974 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-30760b7a-de59-475b-8efd-9b21fe1f07c5 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (e23aa94b-b257-42ea-8733-a079bce7d62f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.472725 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Sync routers for ids ['507ea08b-0f93-4d3e-afa7-cdec1a4019cb'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:33:30.486937 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Routers {'507ea08b-0f93-4d3e-afa7-cdec1a4019cb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:33:30.487542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b14f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['507ea08b-0f93-4d3e-afa7-cdec1a4019cb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:30.496383 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-30760b7a-de59-475b-8efd-9b21fe1f07c5 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (e23aa94b-b257-42ea-8733-a079bce7d62f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.514511 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30760b7a-de59-475b-8efd-9b21fe1f07c5 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23aa94b-b257-42ea-8733-a079bce7d62f,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:30.604458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Set router 507ea08b-0f93-4d3e-afa7-cdec1a4019cb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:33:30.618077 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-30760b7a-de59-475b-8efd-9b21fe1f07c5 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.619374 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-30760b7a-de59-475b-8efd-9b21fe1f07c5 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3836501
Feb 12 21:33:30.627402 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47932) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:30.632394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d689f318-44c4-46e3-af9f-af262851d87e tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Request body: {'security_group_rule': {'security_group_id': 'fa679d8c-526d-4436-a1b2-6643385e76dd', 'project_id': '11ee0199776b422d91d8368c75898fd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:30.736759 ncdv-master-1 neutron-server[126505]: INFO neutron.db.securitygroups_db [None req-d689f318-44c4-46e3-af9f-af262851d87e tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Project 11ee0199776b422d91d8368c75898fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:33:30.742617 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d689f318-44c4-46e3-af9f-af262851d87e tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (c627f80e-01a3-4328-bf2a-e651511cd74c), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.799503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47936) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:30.815056 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-807a8388-1564-45c4-950d-70d543678f6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.816937 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b14f0>, [{'id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'name': 'tempest-TestServerBasicOps-856949299-router', 'tenant_id': '001cfb8e2b384b75a91c2a503873d5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.46'}], 'enable_snat': True}, 'gw_port_id': '035bcb2d-1795-4ec2-9bfe-f5e971c0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:22Z', 'updated_at': '2022-02-12T21:33:26Z', 'revision_number': 4, 'project_id': '001cfb8e2b384b75a91c2a503873d5c2', 'gw_port': {'id': '035bcb2d-1795-4ec2-9bfe-f5e971c0b769', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:23Z', 'updated_at': '2022-02-12T21:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8b340f64-1e20-4912-9eea-93a8ecc9762a', 'name': '', 'network_id': '6f8c7aa7-d026-40ae-99db-6e07ca2369fa', 'tenant_id': '001cfb8e2b384b75a91c2a503873d5c2', 'mac_address': 'fa:16:3e:91:52:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'ddf27983-b769-4b21-b153-24e4ad59c839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:25Z', 'updated_at': '2022-02-12T21:33:26Z', 'revision_number': 2, 'project_id': '001cfb8e2b384b75a91c2a503873d5c2', 'subnets': [{'id': 'ddf27983-b769-4b21-b153-24e4ad59c839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:30.817773 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d689f318-44c4-46e3-af9f-af262851d87e tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (c627f80e-01a3-4328-bf2a-e651511cd74c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.845057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Checking router: 507ea08b-0f93-4d3e-afa7-cdec1a4019cb for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:33:30.845436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Updating router 507ea08b-0f93-4d3e-afa7-cdec1a4019cb port 8b340f64-1e20-4912-9eea-93a8ecc9762a binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:33:30.874498 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.885342 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d689f318-44c4-46e3-af9f-af262851d87e tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (c627f80e-01a3-4328-bf2a-e651511cd74c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.897654 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-807a8388-1564-45c4-950d-70d543678f6f admin admin] Publish callbacks [] for security_group (04a76e4d-af45-414a-b1ef-6fd30fa85ea4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.907671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689f318-44c4-46e3-af9f-af262851d87e tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c627f80e-01a3-4328-bf2a-e651511cd74c,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:30.965296 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-807a8388-1564-45c4-950d-70d543678f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (04a76e4d-af45-414a-b1ef-6fd30fa85ea4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.984342 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d689f318-44c4-46e3-af9f-af262851d87e tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:30.990162 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d689f318-44c4-46e3-af9f-af262851d87e tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3610389
Feb 12 21:33:30.990894 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 47938) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:31.006068 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-807a8388-1564-45c4-950d-70d543678f6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40a48363f7fa462b9b2d0d91d469573c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2053897
Feb 12 21:33:31.008857 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 47942) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:31.012035 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-053f57e0-336d-4296-8733-464ea0fa2b80 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Request body: {'security_group_rule': {'security_group_id': 'fa679d8c-526d-4436-a1b2-6643385e76dd', 'project_id': '11ee0199776b422d91d8368c75898fd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:31.016936 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a8388-1564-45c4-950d-70d543678f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a76e4d-af45-414a-b1ef-6fd30fa85ea4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:31.068935 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:31.102190 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-73ec3368-4d9d-4428-a22a-0b59ca39e4f0 admin admin] Publish callbacks [] for security_group (04a76e4d-af45-414a-b1ef-6fd30fa85ea4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:31.118886 ncdv-master-1 neutron-server[126505]: INFO neutron.db.securitygroups_db [None req-053f57e0-336d-4296-8733-464ea0fa2b80 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Project 11ee0199776b422d91d8368c75898fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:33:31.124086 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-053f57e0-336d-4296-8733-464ea0fa2b80 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (4d6d8b3e-a938-41af-90d3-3dccbc23958d), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:31.131903 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-73ec3368-4d9d-4428-a22a-0b59ca39e4f0 admin admin] Publish callbacks [] for security_group (04a76e4d-af45-414a-b1ef-6fd30fa85ea4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:31.161719 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733031b-67b3-4755-9e9d-e2a9939cf3b3 req-ac4f61bf-1d22-4f25-b6e8-5f87458da68c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:31.163549 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f733031b-67b3-4755-9e9d-e2a9939cf3b3 req-ac4f61bf-1d22-4f25-b6e8-5f87458da68c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0976627
Feb 12 21:33:31.182257 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Publish callbacks [] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:31.231128 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f733031b-67b3-4755-9e9d-e2a9939cf3b3 req-ed72afdd-41fe-420b-b1ad-1a4f7e577641 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607371
Feb 12 21:33:31.235809 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-053f57e0-336d-4296-8733-464ea0fa2b80 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (4d6d8b3e-a938-41af-90d3-3dccbc23958d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:31.242015 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-047cf4fd-51fd-400b-8226-39a1a88feb9e service neutron] show failed (client error): The resource could not be found.
Feb 12 21:33:31.243292 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-047cf4fd-51fd-400b-8226-39a1a88feb9e service neutron] 10.222.0.50 "GET /v2.0/ports/89068433-479e-4d1b-a647-4c64ef98daba/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0984850
Feb 12 21:33:31.245453 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:31.296136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b15fe-ca1d-462b-8f6d-a724247e4553 None None] Pushing event updated for resources: {'Port': ['ID=8b340f64-1e20-4912-9eea-93a8ecc9762a,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:31.307473 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-73ec3368-4d9d-4428-a22a-0b59ca39e4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (04a76e4d-af45-414a-b1ef-6fd30fa85ea4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:31.314934 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-73ec3368-4d9d-4428-a22a-0b59ca39e4f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:31.314934 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-73ec3368-4d9d-4428-a22a-0b59ca39e4f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04a76e4d-af45-414a-b1ef-6fd30fa85ea4 HTTP/1.1" status: 204  len: 168 time: 0.3018403
Feb 12 21:33:31.323223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec3368-4d9d-4428-a22a-0b59ca39e4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a76e4d-af45-414a-b1ef-6fd30fa85ea4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:31.365922 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-053f57e0-336d-4296-8733-464ea0fa2b80 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (4d6d8b3e-a938-41af-90d3-3dccbc23958d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:31.371698 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Attempting to bind port 8b340f64-1e20-4912-9eea-93a8ecc9762a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:33:31.372008 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Attempting to bind port 8b340f64-1e20-4912-9eea-93a8ecc9762a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '21311a4d-7ea4-4f2a-8495-ec0c1573e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6f8c7aa7-d026-40ae-99db-6e07ca2369fa'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:33:31.372420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Attempting to bind port 8b340f64-1e20-4912-9eea-93a8ecc9762a on network 6f8c7aa7-d026-40ae-99db-6e07ca2369fa {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:33:31.378485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:33:31.378886 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Checking segment: {'id': '21311a4d-7ea4-4f2a-8495-ec0c1573e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6f8c7aa7-d026-40ae-99db-6e07ca2369fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:33:31.379855 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:31.380573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Bound using segment: {'id': '21311a4d-7ea4-4f2a-8495-ec0c1573e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6f8c7aa7-d026-40ae-99db-6e07ca2369fa'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:33:31.381432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Bound port: 8b340f64-1e20-4912-9eea-93a8ecc9762a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21311a4d-7ea4-4f2a-8495-ec0c1573e325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6f8c7aa7-d026-40ae-99db-6e07ca2369fa'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:33:31.381835 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:31.385251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f57e0-336d-4296-8733-464ea0fa2b80 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6d8b3e-a938-41af-90d3-3dccbc23958d,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:31.472110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] For port 8b340f64-1e20-4912-9eea-93a8ecc9762a, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:33:31.476116 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] For port 8b340f64-1e20-4912-9eea-93a8ecc9762a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b340f64-1e20-4912-9eea-93a8ecc9762a,segment=NetworkSegment(21311a4d-7ea4-4f2a-8495-ec0c1573e325),segment_id=21311a4d-7ea4-4f2a-8495-ec0c1573e325)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:33:31.536432 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-053f57e0-336d-4296-8733-464ea0fa2b80 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:31.540563 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-053f57e0-336d-4296-8733-464ea0fa2b80 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5476704
Feb 12 21:33:31.616966 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:31.689668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Routers {'507ea08b-0f93-4d3e-afa7-cdec1a4019cb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:33:31.690307 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b14f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['507ea08b-0f93-4d3e-afa7-cdec1a4019cb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:31.744464 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b15fe-ca1d-462b-8f6d-a724247e4553 None None] Pushing event updated for resources: {'Port': ['ID=8b340f64-1e20-4912-9eea-93a8ecc9762a,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:31.787953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-214d6a2f-277a-45ee-8436-6ae0cce8541b None None] Provisioning complete for port 8b340f64-1e20-4912-9eea-93a8ecc9762a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:31.788338 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-214d6a2f-277a-45ee-8436-6ae0cce8541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:31.842890 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-ea1d1f62-6d79-4999-bfad-983d5ddc87bb tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1232547091&fields=id&tenant_id=11ee0199776b422d91d8368c75898fd8 HTTP/1.1" status: 200  len: 267 time: 0.0966682
Feb 12 21:33:31.873131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] Set router 507ea08b-0f93-4d3e-afa7-cdec1a4019cb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:33:32.025098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-0615a131-255d-4728-a16c-454249ee3202 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:32.032602 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-0615a131-255d-4728-a16c-454249ee3202 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/networks?id=5a275d54-c4f2-43ea-a3af-6f48ceb00c04 HTTP/1.1" status: 200  len: 808 time: 0.1746762
Feb 12 21:33:32.046943 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-5d32d3c7-6fa4-4e8f-8264-fae99ddb6885 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/quotas/11ee0199776b422d91d8368c75898fd8 HTTP/1.1" status: 200  len: 375 time: 0.0131881
Feb 12 21:33:32.131251 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-1e1b7f26-b803-4562-a1f5-072db0dc298f tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=11ee0199776b422d91d8368c75898fd8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0777628
Feb 12 21:33:32.136596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-80ae47de-45de-4dc3-a176-e6178900b5eb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:33:32.137666 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-80ae47de-45de-4dc3-a176-e6178900b5eb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055065
Feb 12 21:33:32.189398 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-214d6a2f-277a-45ee-8436-6ae0cce8541b None None] Current status of the port 8b340f64-1e20-4912-9eea-93a8ecc9762a is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:32.189783 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-214d6a2f-277a-45ee-8436-6ae0cce8541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:32.238138 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-12b61eb8-236e-4346-8c5a-8d9b4eaae9a9 service neutron] 10.222.0.31 "GET /v2.0/networks/5a275d54-c4f2-43ea-a3af-6f48ceb00c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937173
Feb 12 21:33:32.287330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-214d6a2f-277a-45ee-8436-6ae0cce8541b None None] For port 8b340f64-1e20-4912-9eea-93a8ecc9762a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b340f64-1e20-4912-9eea-93a8ecc9762a,segment=NetworkSegment(21311a4d-7ea4-4f2a-8495-ec0c1573e325),segment_id=21311a4d-7ea4-4f2a-8495-ec0c1573e325)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:32.351927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa4b14f0>, [{'id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'name': 'tempest-TestServerBasicOps-856949299-router', 'tenant_id': '001cfb8e2b384b75a91c2a503873d5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.46'}], 'enable_snat': True}, 'gw_port_id': '035bcb2d-1795-4ec2-9bfe-f5e971c0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:22Z', 'updated_at': '2022-02-12T21:33:26Z', 'revision_number': 4, 'project_id': '001cfb8e2b384b75a91c2a503873d5c2', 'gw_port': {'id': '035bcb2d-1795-4ec2-9bfe-f5e971c0b769', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:23Z', 'updated_at': '2022-02-12T21:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8b340f64-1e20-4912-9eea-93a8ecc9762a', 'name': '', 'network_id': '6f8c7aa7-d026-40ae-99db-6e07ca2369fa', 'tenant_id': '001cfb8e2b384b75a91c2a503873d5c2', 'mac_address': 'fa:16:3e:91:52:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'ddf27983-b769-4b21-b153-24e4ad59c839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:25Z', 'updated_at': '2022-02-12T21:33:31Z', 'revision_number': 4, 'project_id': '001cfb8e2b384b75a91c2a503873d5c2', 'subnets': [{'id': 'ddf27983-b769-4b21-b153-24e4ad59c839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:32.361024 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-8e4a2c85-ff5c-4bd1-8cc9-6ac018ecad49 service neutron] 10.222.0.31 "GET /v2.0/networks/5a275d54-c4f2-43ea-a3af-6f48ceb00c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1119266
Feb 12 21:33:32.383926 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ac5121-d5ce-4b4f-bffa-37ed219204d3 None None] The sync data for ids ['507ea08b-0f93-4d3e-afa7-cdec1a4019cb'] in ncdv-master-1 is: [{'id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'name': 'tempest-TestServerBasicOps-856949299-router', 'tenant_id': '001cfb8e2b384b75a91c2a503873d5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.46'}], 'enable_snat': True}, 'gw_port_id': '035bcb2d-1795-4ec2-9bfe-f5e971c0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:22Z', 'updated_at': '2022-02-12T21:33:26Z', 'revision_number': 4, 'project_id': '001cfb8e2b384b75a91c2a503873d5c2', 'gw_port': {'id': '035bcb2d-1795-4ec2-9bfe-f5e971c0b769', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:23Z', 'updated_at': '2022-02-12T21:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8b340f64-1e20-4912-9eea-93a8ecc9762a', 'name': '', 'network_id': '6f8c7aa7-d026-40ae-99db-6e07ca2369fa', 'tenant_id': '001cfb8e2b384b75a91c2a503873d5c2', 'mac_address': 'fa:16:3e:91:52:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'ddf27983-b769-4b21-b153-24e4ad59c839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:25Z', 'updated_at': '2022-02-12T21:33:31Z', 'revision_number': 4, 'project_id': '001cfb8e2b384b75a91c2a503873d5c2', 'subnets': [{'id': 'ddf27983-b769-4b21-b153-24e4ad59c839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:33:32.386340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa332ecb-d8e4-423a-90ab-7dc902599324 req-dbf72d16-2bee-4090-82b0-86e8606658c2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:32.393328 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aa332ecb-d8e4-423a-90ab-7dc902599324 req-dbf72d16-2bee-4090-82b0-86e8606658c2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0703075
Feb 12 21:33:32.470566 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aa332ecb-d8e4-423a-90ab-7dc902599324 req-daf936a4-26f6-49e2-aaf5-a82637fc05e5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762744
Feb 12 21:33:32.600277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-2d1ed14e-9104-4f01-be85-eb0f55dade0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:32.601840 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-2d1ed14e-9104-4f01-be85-eb0f55dade0b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a&tenant_id=bc1c557f5d984523b9dbe9c385659448 HTTP/1.1" status: 200  len: 1127 time: 0.1149578
Feb 12 21:33:32.617942 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:32.628665 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-214d6a2f-277a-45ee-8436-6ae0cce8541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:32.636563 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:32.685148 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89068433-479e-4d1b-a647-4c64ef98daba), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:32.748995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d6a2f-277a-45ee-8436-6ae0cce8541b None None] Pushing event updated for resources: {'Port': ['ID=8b340f64-1e20-4912-9eea-93a8ecc9762a,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:32.769162 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ece9b67f-7f0a-4675-9235-fcebf9a75a7f None None] Provisioning complete for port 8b340f64-1e20-4912-9eea-93a8ecc9762a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:32.769604 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ece9b67f-7f0a-4675-9235-fcebf9a75a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:32.898074 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5b20ebfb-1949-4925-887f-f478ba259a69 req-3778452b-e7cf-4dad-94d4-73f7aedcaab9 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 210 time: 0.0872748
Feb 12 21:33:33.109401 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89068433-479e-4d1b-a647-4c64ef98daba,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:33.141569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ece9b67f-7f0a-4675-9235-fcebf9a75a7f None None] Current status of the port 8b340f64-1e20-4912-9eea-93a8ecc9762a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:33.168658 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:33:33.216981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:33:33.219633 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99e5b3c-a6ea-4f35-9a22-b3f307e772aa" -d '{"events": [{"server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "89068433-479e-4d1b-a647-4c64ef98daba"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:33:33.227745 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Publish callbacks [] for port (89068433-479e-4d1b-a647-4c64ef98daba), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:33.247365 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Transition to ACTIVE for port object 89068433-479e-4d1b-a647-4c64ef98daba will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:33:33.289759 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a9cd71-7c6f-4922-a217-6520fe062cc6 x-openstack-request-id: req-a0a9cd71-7c6f-4922-a217-6520fe062cc6 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:33:33.289759 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "89068433-479e-4d1b-a647-4c64ef98daba", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:33:33.289759 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0a9cd71-7c6f-4922-a217-6520fe062cc6 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:33:33.289759 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba', 'code': 200}
Feb 12 21:33:33.307853 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (89068433-479e-4d1b-a647-4c64ef98daba), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:33.382790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Pushing event updated for resources: {'Port': ['ID=89068433-479e-4d1b-a647-4c64ef98daba,revision_number=6']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:33.622869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] No DVR routers for this DVR port 89068433-479e-4d1b-a647-4c64ef98daba on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:33:33.632415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8b340f64-1e20-4912-9eea-93a8ecc9762a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:33:33.708082 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd1dfe-404e-495a-a32e-6209980c990e req-436fffc6-2318-4133-b9d4-59b06b77aae9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:33.708586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8b340f64-1e20-4912-9eea-93a8ecc9762a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:33.708586 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:33.708784 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-21dd1dfe-404e-495a-a32e-6209980c990e req-436fffc6-2318-4133-b9d4-59b06b77aae9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 943 time: 0.0802116
Feb 12 21:33:33.792574 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-21dd1dfe-404e-495a-a32e-6209980c990e req-f76031eb-17c4-4bd6-bc8a-30238feb2e33 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0904355
Feb 12 21:33:33.828382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Attempting to bind port 89068433-479e-4d1b-a647-4c64ef98daba on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:33:33.828726 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Attempting to bind port 89068433-479e-4d1b-a647-4c64ef98daba by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:33:33.829058 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Attempting to bind port 89068433-479e-4d1b-a647-4c64ef98daba on network 1810a1d4-616d-4b30-be12-037b7e4e2756 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:33:33.837026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Port 89068433-479e-4d1b-a647-4c64ef98daba on network 1810a1d4-616d-4b30-be12-037b7e4e2756 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:33:33.837772 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Attempting to bind port 89068433-479e-4d1b-a647-4c64ef98daba on network 1810a1d4-616d-4b30-be12-037b7e4e2756 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:33:33.844003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:33:33.844895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8b340f64-1e20-4912-9eea-93a8ecc9762a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:33.846195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Checking segment: {'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:33:33.850761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Bound using segment: {'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:33:33.850761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Bound port: 89068433-479e-4d1b-a647-4c64ef98daba, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:33:33.850761 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89068433-479e-4d1b-a647-4c64ef98daba), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:33.951857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:33:33.978709 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58ed19f7-8562-48dc-8bb4-8919ae097d2b req-eed80b5b-3b9a-465e-922b-4e2243884d99 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 210 time: 0.0397701
Feb 12 21:33:33.988261 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89068433-479e-4d1b-a647-4c64ef98daba,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:33:34.096678 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (89068433-479e-4d1b-a647-4c64ef98daba), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:34.137180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:34.137810 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:34.139263 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] 10.222.0.48 "PUT /v2.0/ports/89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 1091 time: 1.5266597
Feb 12 21:33:34.163468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be25db-f22c-49e3-8808-43bfe1adeef2 service neutron] Pushing event updated for resources: {'Port': ['ID=89068433-479e-4d1b-a647-4c64ef98daba,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:34.236634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-4754ecb8-fdce-4a5f-ad52-ba36ff2271cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:34.238283 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-4754ecb8-fdce-4a5f-ad52-ba36ff2271cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1125 time: 0.0522165
Feb 12 21:33:34.364903 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-374aa3e3-e6bc-4d25-a5de-923c67b78b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:34.367201 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-374aa3e3-e6bc-4d25-a5de-923c67b78b3f service neutron] 10.222.0.48 "GET /v2.0/networks?id=1810a1d4-616d-4b30-be12-037b7e4e2756 HTTP/1.1" status: 200  len: 898 time: 0.1200912
Feb 12 21:33:34.468132 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-348d386b-d482-4321-87c4-04b1d13c95bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 999 time: 0.0917072
Feb 12 21:33:34.542144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-d21c555b-e8bf-450a-8924-370c9a603174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:34.544476 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-d21c555b-e8bf-450a-8924-370c9a603174 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20ee2d5d-4ced-4ef5-a165-5705e2b7d69d HTTP/1.1" status: 200  len: 834 time: 0.0659359
Feb 12 21:33:34.610346 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-d02e295c-da5e-4daa-b9f2-fb8e80a5c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:34.612261 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-d02e295c-da5e-4daa-b9f2-fb8e80a5c899 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1810a1d4-616d-4b30-be12-037b7e4e2756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0590425
Feb 12 21:33:34.721996 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-3df54778-9370-4a3d-85dc-f1b0ecfe28fd service neutron] 10.222.0.48 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1024785
Feb 12 21:33:34.841552 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-c2f79711-eb8d-4fd9-87f8-3a857a272f3d service neutron] 10.222.0.48 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1097121
Feb 12 21:33:34.947183 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c02b95-0030-46f1-a5dc-30e899f6a766 req-3bad8a34-3213-4af5-9a33-3a6755eaddf3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:34.948727 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-99c02b95-0030-46f1-a5dc-30e899f6a766 req-3bad8a34-3213-4af5-9a33-3a6755eaddf3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 943 time: 0.0686791
Feb 12 21:33:35.009993 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-99c02b95-0030-46f1-a5dc-30e899f6a766 req-89b6d721-bf50-45e9-83b8-5304996b990e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553246
Feb 12 21:33:35.090460 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eead77ea-c092-41ca-be18-95f2b1ccf236 req-fc626478-4d71-41db-8f19-f43f486f4357 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 210 time: 0.0294607
Feb 12 21:33:35.236600 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 89068433-479e-4d1b-a647-4c64ef98daba no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:33:35.274579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] The host nch2-master-1 is not matching for port 89068433-479e-4d1b-a647-4c64ef98daba host nch1-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:33:35.274970 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 89068433-479e-4d1b-a647-4c64ef98daba not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:33:35.287604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:33:35.290011 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a81887-6d2f-43d6-939d-4a32f7fcc966" -d '{"events": [{"name": "network-changed", "server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "tag": "89068433-479e-4d1b-a647-4c64ef98daba"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:33:35.341120 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffef7b03-02d0-4eff-b8f2-ba7812a8ae68 x-openstack-request-id: req-ffef7b03-02d0-4eff-b8f2-ba7812a8ae68 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:33:35.341120 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "tag": "89068433-479e-4d1b-a647-4c64ef98daba", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:33:35.341120 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffef7b03-02d0-4eff-b8f2-ba7812a8ae68 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:33:35.341120 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba', 'status': 'completed', 'code': 200}
Feb 12 21:33:35.450655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-c9cbcf49-1f9c-46bb-821a-304f10a418f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:35.452275 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-c9cbcf49-1f9c-46bb-821a-304f10a418f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1125 time: 0.0836880
Feb 12 21:33:35.457887 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-ed8dfb53-84a4-4a40-bafd-754eecc57202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:35.459355 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-ed8dfb53-84a4-4a40-bafd-754eecc57202 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1125 time: 0.0996978
Feb 12 21:33:35.717671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-0ddaf8b6-0767-4431-8864-c05c1b418d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:35.721479 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-0ddaf8b6-0767-4431-8864-c05c1b418d22 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1810a1d4-616d-4b30-be12-037b7e4e2756 HTTP/1.1" status: 200  len: 898 time: 0.2590637
Feb 12 21:33:35.730323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-37d5be54-0963-45bb-8e44-e1e6b7085499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:35.733405 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-37d5be54-0963-45bb-8e44-e1e6b7085499 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1810a1d4-616d-4b30-be12-037b7e4e2756 HTTP/1.1" status: 200  len: 898 time: 0.2595921
Feb 12 21:33:35.835284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-08a4cc9c-3b5c-492f-8b27-25c63db13433 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:35.836811 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-08a4cc9c-3b5c-492f-8b27-25c63db13433 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.50 "GET /v2.0/networks?id=5a275d54-c4f2-43ea-a3af-6f48ceb00c04 HTTP/1.1" status: 200  len: 808 time: 0.2610140
Feb 12 21:33:35.915618 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-fcc7acc7-f175-4bbd-ab1e-defa51accc4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 999 time: 0.1784554
Feb 12 21:33:35.918534 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-320d3d0e-c031-4278-ab9c-113a4b35f43d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 999 time: 0.1750925
Feb 12 21:33:36.022360 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-a70098bd-471f-409e-b0ba-e448906b8c0e tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11ee0199776b422d91d8368c75898fd8 HTTP/1.1" status: 200  len: 380 time: 0.1706588
Feb 12 21:33:36.036955 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-fa632608-e35d-4137-973e-397a5c45a6c4 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Request body: {'port': {'device_id': '9eb651ad-6909-4814-b97a-a1331757b728', 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'admin_state_up': True, 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'security_groups': ['fa679d8c-526d-4436-a1b2-6643385e76dd']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:36.063503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-a0b8e207-34d3-47d5-9d66-9fb7af8d9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:36.064931 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-a0b8e207-34d3-47d5-9d66-9fb7af8d9ac4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=20ee2d5d-4ced-4ef5-a165-5705e2b7d69d HTTP/1.1" status: 200  len: 834 time: 0.1407597
Feb 12 21:33:36.073636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-d87489f9-f7ea-45d9-9fe9-ede35ef9eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:36.080094 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-d87489f9-f7ea-45d9-9fe9-ede35ef9eda7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20ee2d5d-4ced-4ef5-a165-5705e2b7d69d HTTP/1.1" status: 200  len: 834 time: 0.1498096
Feb 12 21:33:36.147215 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48142) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:36.197594 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-662645bc-0829-47f8-bf26-6bca7227868c req-cc417f92-6b4e-4db4-91a1-4fe9c7ee117e tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 210 time: 0.0280066
Feb 12 21:33:36.266505 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-7dbc61ee-cbf4-41a0-81e2-760294787bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:36.267982 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-7dbc61ee-cbf4-41a0-81e2-760294787bc6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1810a1d4-616d-4b30-be12-037b7e4e2756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1903229
Feb 12 21:33:36.274099 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-c7a18f17-128d-44d3-8977-923f1bc67f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:36.275503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-c7a18f17-128d-44d3-8977-923f1bc67f37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1810a1d4-616d-4b30-be12-037b7e4e2756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1866572
Feb 12 21:33:36.300939 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-819eac33-d6d1-43b9-8ab2-7372a70400fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:36.341644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaec1fb-3903-4433-b9f5-f58641d4ca2c req-28f5daff-5015-4f97-be42-b713af080838 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:36.343108 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fdaec1fb-3903-4433-b9f5-f58641d4ca2c req-28f5daff-5015-4f97-be42-b713af080838 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 943 time: 0.2044561
Feb 12 21:33:36.378381 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-819eac33-d6d1-43b9-8ab2-7372a70400fc admin admin] Publish callbacks [] for security_group (5872cc9f-0ad9-4e1d-a79f-8efe3f12d11c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:36.426672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-fa632608-e35d-4137-973e-397a5c45a6c4 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Made reservation on behalf of 11ee0199776b422d91d8368c75898fd8 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:33:36.430006 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-fa632608-e35d-4137-973e-397a5c45a6c4 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:36.439569 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-819eac33-d6d1-43b9-8ab2-7372a70400fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5872cc9f-0ad9-4e1d-a79f-8efe3f12d11c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:36.789909 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-819eac33-d6d1-43b9-8ab2-7372a70400fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8dbc0b8114f4c079b9d3d051c3add53&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6409230
Feb 12 21:33:36.790763 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48146) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:36.791413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819eac33-d6d1-43b9-8ab2-7372a70400fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5872cc9f-0ad9-4e1d-a79f-8efe3f12d11c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:36.834079 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fdaec1fb-3903-4433-b9f5-f58641d4ca2c req-f4b86aa6-6c3a-4195-bc3d-28701f82d477 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4581881
Feb 12 21:33:36.835992 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-8c8d8184-0082-4c07-b209-b8a892d90cc4 service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5578980
Feb 12 21:33:36.839182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-c0056f5e-71c2-4877-afa1-4f1c0d3c4093 service neutron] 10.222.0.48 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5491252
Feb 12 21:33:36.846654 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb857b47-9e56-4390-8ad4-51c0214d2381 admin admin] Publish callbacks [] for security_group (5872cc9f-0ad9-4e1d-a79f-8efe3f12d11c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:36.873684 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb857b47-9e56-4390-8ad4-51c0214d2381 admin admin] Publish callbacks [] for security_group (5872cc9f-0ad9-4e1d-a79f-8efe3f12d11c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:37.022375 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb857b47-9e56-4390-8ad4-51c0214d2381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (5872cc9f-0ad9-4e1d-a79f-8efe3f12d11c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:37.024881 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb857b47-9e56-4390-8ad4-51c0214d2381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:37.028423 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bb857b47-9e56-4390-8ad4-51c0214d2381 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5872cc9f-0ad9-4e1d-a79f-8efe3f12d11c HTTP/1.1" status: 204  len: 168 time: 0.2306113
Feb 12 21:33:37.034882 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb857b47-9e56-4390-8ad4-51c0214d2381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5872cc9f-0ad9-4e1d-a79f-8efe3f12d11c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:37.151336 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-fa632608-e35d-4137-973e-397a5c45a6c4 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Allocated IP 172.20.0.4 (5a275d54-c4f2-43ea-a3af-6f48ceb00c04/3918f939-1e5c-4678-bc3a-c7a904354339/f8d754d1-34dc-4a41-ac74-e83b17271343) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:33:37.161155 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-d21d1375-f9aa-4967-8627-52b24732285c service neutron] 10.222.0.48 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2836382
Feb 12 21:33:37.165375 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19a81887-6d2f-43d6-939d-4a32f7fcc966 req-6f487b30-86b4-41c3-a5ec-0e6fe494b3fc service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3211236
Feb 12 21:33:37.324295 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-fa632608-e35d-4137-973e-397a5c45a6c4 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for port (f8d754d1-34dc-4a41-ac74-e83b17271343), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:37.334460 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a14267f-2745-4aef-886c-ff09e6f4b592 req-0851691f-0ddf-4bc7-b749-c67d690ab0f0 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 210 time: 0.0334091
Feb 12 21:33:37.458293 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-fa632608-e35d-4137-973e-397a5c45a6c4 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f8d754d1-34dc-4a41-ac74-e83b17271343), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:37.459254 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 89068433-479e-4d1b-a647-4c64ef98daba details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:33:37.520839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-fa632608-e35d-4137-973e-397a5c45a6c4 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Network 5a275d54-c4f2-43ea-a3af-6f48ceb00c04 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:33:37.524224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-fa632608-e35d-4137-973e-397a5c45a6c4 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:37.526901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-fa632608-e35d-4137-973e-397a5c45a6c4 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:33:37.559479 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa632608-e35d-4137-973e-397a5c45a6c4 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Pushing event updated for resources: {'Port': ['ID=f8d754d1-34dc-4a41-ac74-e83b17271343,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:37.595235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89068433-479e-4d1b-a647-4c64ef98daba,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:37.620527 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-fa632608-e35d-4137-973e-397a5c45a6c4 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:37.620527 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-fa632608-e35d-4137-973e-397a5c45a6c4 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:37.621067 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '89068433-479e-4d1b-a647-4c64ef98daba', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'port_id': '89068433-479e-4d1b-a647-4c64ef98daba', 'mac_address': 'fa:16:3e:eb:5c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:33:37.664847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 89068433-479e-4d1b-a647-4c64ef98daba is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:37.665420 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89068433-479e-4d1b-a647-4c64ef98daba), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:37.683943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89068433-479e-4d1b-a647-4c64ef98daba {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:33:37.707918 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-fa632608-e35d-4137-973e-397a5c45a6c4 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6785169
Feb 12 21:33:37.708865 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89068433-479e-4d1b-a647-4c64ef98daba,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:37.724232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Request body: {'port': {'device_id': '9eb651ad-6909-4814-b97a-a1331757b728', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:37.741972 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48160) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:37.768260 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3fe5bde4-5429-44a8-bfaf-0fd01f01b3c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:37.773772 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-cb8900d5-792a-40ef-850b-ec48791fc697 None None] Provisioning complete for port f8d754d1-34dc-4a41-ac74-e83b17271343 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:37.774193 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cb8900d5-792a-40ef-850b-ec48791fc697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f8d754d1-34dc-4a41-ac74-e83b17271343), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:37.777639 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (89068433-479e-4d1b-a647-4c64ef98daba), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:37.795427 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f8d754d1-34dc-4a41-ac74-e83b17271343), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:37.850765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-cb8900d5-792a-40ef-850b-ec48791fc697 None None] Port f8d754d1-34dc-4a41-ac74-e83b17271343 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:33:37.866588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=89068433-479e-4d1b-a647-4c64ef98daba,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:37.871880 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3fe5bde4-5429-44a8-bfaf-0fd01f01b3c9 admin admin] Publish callbacks [] for security_group (73cae316-e9c5-42e1-adf7-8636238b0bdb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:37.937687 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3fe5bde4-5429-44a8-bfaf-0fd01f01b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (73cae316-e9c5-42e1-adf7-8636238b0bdb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:37.997809 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3fe5bde4-5429-44a8-bfaf-0fd01f01b3c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b2a44bbc14a4d39b42fefe2ba7eedac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2545974
Feb 12 21:33:37.998749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5bde4-5429-44a8-bfaf-0fd01f01b3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cae316-e9c5-42e1-adf7-8636238b0bdb,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:38.002040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48168) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:38.027084 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['89068433-479e-4d1b-a647-4c64ef98daba'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:33:38.049491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19b4dc-eefd-4f82-93a8-c335d9c61740 req-a48c383d-a2d3-4f82-8d1f-5f2756f92cca tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:38.051259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd19b4dc-eefd-4f82-93a8-c335d9c61740 req-a48c383d-a2d3-4f82-8d1f-5f2756f92cca tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 944 time: 0.1363735
Feb 12 21:33:38.066268 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3af6d147-1dd8-4683-a6d4-2b982d74e297 admin admin] Publish callbacks [] for security_group (73cae316-e9c5-42e1-adf7-8636238b0bdb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:38.090871 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3af6d147-1dd8-4683-a6d4-2b982d74e297 admin admin] Publish callbacks [] for security_group (73cae316-e9c5-42e1-adf7-8636238b0bdb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:38.139620 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd19b4dc-eefd-4f82-93a8-c335d9c61740 req-d459df8b-7081-4cab-84b7-195de33e8141 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774522
Feb 12 21:33:38.197094 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d754d1-34dc-4a41-ac74-e83b17271343 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:33:38.205401 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Publish callbacks [] for port (f8d754d1-34dc-4a41-ac74-e83b17271343), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:38.261800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Transition to ACTIVE for port object f8d754d1-34dc-4a41-ac74-e83b17271343 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:33:38.262059 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3af6d147-1dd8-4683-a6d4-2b982d74e297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (73cae316-e9c5-42e1-adf7-8636238b0bdb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:38.264660 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3af6d147-1dd8-4683-a6d4-2b982d74e297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:38.266200 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3af6d147-1dd8-4683-a6d4-2b982d74e297 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73cae316-e9c5-42e1-adf7-8636238b0bdb HTTP/1.1" status: 204  len: 168 time: 0.2621827
Feb 12 21:33:38.277478 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6d147-1dd8-4683-a6d4-2b982d74e297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cae316-e9c5-42e1-adf7-8636238b0bdb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:38.341789 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (f8d754d1-34dc-4a41-ac74-e83b17271343), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:38.400405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d754d1-34dc-4a41-ac74-e83b17271343,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:38.503098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Attempting to bind port f8d754d1-34dc-4a41-ac74-e83b17271343 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:33:38.503811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Attempting to bind port f8d754d1-34dc-4a41-ac74-e83b17271343 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:33:38.503811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Attempting to bind port f8d754d1-34dc-4a41-ac74-e83b17271343 on network 5a275d54-c4f2-43ea-a3af-6f48ceb00c04 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:33:38.511870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Port f8d754d1-34dc-4a41-ac74-e83b17271343 on network 5a275d54-c4f2-43ea-a3af-6f48ceb00c04 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:33:38.512296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Attempting to bind port f8d754d1-34dc-4a41-ac74-e83b17271343 on network 5a275d54-c4f2-43ea-a3af-6f48ceb00c04 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:33:38.525866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e42a3-2b15-450c-8962-7a4f0b0c6370 req-c804893e-7abe-411c-a8ec-1af0061f790d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:38.527700 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e10e42a3-2b15-450c-8962-7a4f0b0c6370 req-c804893e-7abe-411c-a8ec-1af0061f790d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 943 time: 0.0878565
Feb 12 21:33:38.529039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:33:38.529458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Checking segment: {'id': 'b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:33:38.529848 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Bound using segment: {'id': 'b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:33:38.530290 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Bound port: f8d754d1-34dc-4a41-ac74-e83b17271343, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:33:38.530649 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f8d754d1-34dc-4a41-ac74-e83b17271343), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:38.655683 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e10e42a3-2b15-450c-8962-7a4f0b0c6370 req-7e4f1264-6fd0-4b35-9967-1ecb3c649e68 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa679d8c-526d-4436-a1b2-6643385e76dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1209164
Feb 12 21:33:38.687258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] For port f8d754d1-34dc-4a41-ac74-e83b17271343, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:33:38.691692 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] For port f8d754d1-34dc-4a41-ac74-e83b17271343, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8d754d1-34dc-4a41-ac74-e83b17271343,segment=NetworkSegment(b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e),segment_id=b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:33:38.709753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da8bdf-643b-4149-8ac4-09e141f13cae req-ee412461-cad0-49af-93c7-e0fe6f754a68 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:38.711388 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23da8bdf-643b-4149-8ac4-09e141f13cae req-ee412461-cad0-49af-93c7-e0fe6f754a68 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 944 time: 0.0873101
Feb 12 21:33:38.762227 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (f8d754d1-34dc-4a41-ac74-e83b17271343), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:38.775345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-a288f02a-a680-4619-9b8a-fe43037ad67b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:38.777150 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-a288f02a-a680-4619-9b8a-fe43037ad67b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.48 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a&tenant_id=bc1c557f5d984523b9dbe9c385659448&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0837321
Feb 12 21:33:38.789088 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23da8bdf-643b-4149-8ac4-09e141f13cae req-879a8f4e-74e0-49f1-bb86-457f79a57af2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706246
Feb 12 21:33:38.846439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:38.847057 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:38.849194 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] 10.222.0.50 "PUT /v2.0/ports/f8d754d1-34dc-4a41-ac74-e83b17271343 HTTP/1.1" status: 200  len: 1091 time: 1.1344714
Feb 12 21:33:38.851579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb651ad-6909-4814-b97a-a1331757b728', 'tag': 'f8d754d1-34dc-4a41-ac74-e83b17271343'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:33:38.853911 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db0ea22-f45f-4f43-aaef-e7a251e997ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb651ad-6909-4814-b97a-a1331757b728", "tag": "f8d754d1-34dc-4a41-ac74-e83b17271343"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:33:38.898484 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff48c2-55d5-4afb-98e3-9e3a704d0047 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d754d1-34dc-4a41-ac74-e83b17271343,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:38.905613 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-1e0a817d-e85e-4aa9-960e-290102b04d50 service neutron] 10.222.0.48 "GET /v2.0/ports/89068433-479e-4d1b-a647-4c64ef98daba/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1012881
Feb 12 21:33:38.907253 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670e9f81-1e8f-4fe8-9f9f-e1d58279d320 x-openstack-request-id: req-670e9f81-1e8f-4fe8-9f9f-e1d58279d320 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:33:38.907543 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb651ad-6909-4814-b97a-a1331757b728", "tag": "f8d754d1-34dc-4a41-ac74-e83b17271343", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:33:38.907798 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-670e9f81-1e8f-4fe8-9f9f-e1d58279d320 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:33:38.908197 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb651ad-6909-4814-b97a-a1331757b728', 'tag': 'f8d754d1-34dc-4a41-ac74-e83b17271343', 'status': 'completed', 'code': 200}
Feb 12 21:33:39.009846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0ea22-f45f-4f43-aaef-e7a251e997ae req-0ed8d9ad-250c-4ac3-9289-300af2e1b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:39.011365 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1db0ea22-f45f-4f43-aaef-e7a251e997ae req-0ed8d9ad-250c-4ac3-9289-300af2e1b3b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11ee0199776b422d91d8368c75898fd8&device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 1125 time: 0.0733848
Feb 12 21:33:39.035302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-7cb08bbb-c0c7-4c96-95c4-d9694dde9f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:39.037651 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-7cb08bbb-c0c7-4c96-95c4-d9694dde9f1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1126 time: 0.1078303
Feb 12 21:33:39.210531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0ea22-f45f-4f43-aaef-e7a251e997ae req-638dc421-f9c7-44ae-990d-5751d03292ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:39.212001 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1db0ea22-f45f-4f43-aaef-e7a251e997ae req-638dc421-f9c7-44ae-990d-5751d03292ad service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=11ee0199776b422d91d8368c75898fd8&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1878061
Feb 12 21:33:39.216324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-8e2784b7-1413-4ae8-b1b8-16fe60244f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:39.217752 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-8e2784b7-1413-4ae8-b1b8-16fe60244f63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1810a1d4-616d-4b30-be12-037b7e4e2756 HTTP/1.1" status: 200  len: 898 time: 0.1654370
Feb 12 21:33:39.340986 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-e7825ee5-bc26-4299-9844-b406ee8cd863 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 1000 time: 0.1144946
Feb 12 21:33:39.395808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0ea22-f45f-4f43-aaef-e7a251e997ae req-dde0305c-418c-4669-adc4-b93db4f14fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:39.397307 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1db0ea22-f45f-4f43-aaef-e7a251e997ae req-dde0305c-418c-4669-adc4-b93db4f14fd6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1786864
Feb 12 21:33:39.411052 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-ea3c018a-096d-48d0-a78f-dfed3288ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:39.413204 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-ea3c018a-096d-48d0-a78f-dfed3288ed21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20ee2d5d-4ced-4ef5-a165-5705e2b7d69d HTTP/1.1" status: 200  len: 834 time: 0.0662715
Feb 12 21:33:39.461864 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 89068433-479e-4d1b-a647-4c64ef98daba up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:33:39.500857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-b02b70ac-cd0e-4360-8c5d-63e47a9c1527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:39.502423 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-b02b70ac-cd0e-4360-8c5d-63e47a9c1527 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1810a1d4-616d-4b30-be12-037b7e4e2756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0834572
Feb 12 21:33:39.505430 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-27a296e6-9b0b-4d6a-a12d-1def3c6381e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:39.506855 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-27a296e6-9b0b-4d6a-a12d-1def3c6381e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11ee0199776b422d91d8368c75898fd8&device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 1125 time: 0.0610290
Feb 12 21:33:39.570020 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-d79cc247-81c0-4b66-9dd6-28cec740a77c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d754d1-34dc-4a41-ac74-e83b17271343 HTTP/1.1" status: 200  len: 217 time: 0.0539849
Feb 12 21:33:39.610526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 89068433-479e-4d1b-a647-4c64ef98daba completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:33:39.614955 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 89068433-479e-4d1b-a647-4c64ef98daba triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:39.615093 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (89068433-479e-4d1b-a647-4c64ef98daba), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:39.657166 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-c27dac5a-a3c4-4182-b838-660c56d8dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:39.662062 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-c27dac5a-a3c4-4182-b838-660c56d8dd2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3918f939-1e5c-4678-bc3a-c7a904354339 HTTP/1.1" status: 200  len: 847 time: 0.0600326
Feb 12 21:33:39.679115 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-df4ae9f7-1dc4-4092-902d-0e7176da595b service neutron] 10.222.0.48 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702898
Feb 12 21:33:39.700681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 89068433-479e-4d1b-a647-4c64ef98daba is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:39.701084 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89068433-479e-4d1b-a647-4c64ef98daba), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:39.734765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:33:39.737702 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e94e59-16e6-43aa-9100-254042f6c22d" -d '{"events": [{"server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "name": "network-vif-plugged", "status": "completed", "tag": "89068433-479e-4d1b-a647-4c64ef98daba"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:33:39.742111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89068433-479e-4d1b-a647-4c64ef98daba,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:39.803437 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805f181-8035-4582-bf7f-afcac83344f4 req-2a424ed9-7423-427d-a949-2a9d73ce32f9 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:39.806314 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4805f181-8035-4582-bf7f-afcac83344f4 req-2a424ed9-7423-427d-a949-2a9d73ce32f9 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 943 time: 0.0712981
Feb 12 21:33:39.806433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-738a507c-7ff2-4b85-9a1f-507744c38ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:39.807740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-738a507c-7ff2-4b85-9a1f-507744c38ecc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5a275d54-c4f2-43ea-a3af-6f48ceb00c04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1430306
Feb 12 21:33:39.812605 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09333ebe-10db-4cbe-b359-e22cbaa6b384 x-openstack-request-id: req-09333ebe-10db-4cbe-b359-e22cbaa6b384 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:33:39.813100 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "name": "network-vif-plugged", "status": "completed", "tag": "89068433-479e-4d1b-a647-4c64ef98daba", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:33:39.813538 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09333ebe-10db-4cbe-b359-e22cbaa6b384 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:33:39.814075 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba', 'code': 200}
Feb 12 21:33:39.856383 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (89068433-479e-4d1b-a647-4c64ef98daba), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:39.881191 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4805f181-8035-4582-bf7f-afcac83344f4 req-448a904d-17af-4885-a3a4-9243c8c04cb1 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa679d8c-526d-4436-a1b2-6643385e76dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690501
Feb 12 21:33:39.899631 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-59356700-63aa-4104-90d7-141cdef1bc65 service neutron] 10.222.0.48 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2108419
Feb 12 21:33:39.934447 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=89068433-479e-4d1b-a647-4c64ef98daba,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:39.971590 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-60dcd4ff-690d-4c56-bc09-186dbe9d3dc9 service neutron] 10.222.0.50 "GET /v2.0/networks/5a275d54-c4f2-43ea-a3af-6f48ceb00c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504300
Feb 12 21:33:40.046171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c33b4d-669e-4a6b-9b13-e8464f7d4625 req-01676035-ef20-4601-a9ed-ff10ac26ea66 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:40.047842 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34c33b4d-669e-4a6b-9b13-e8464f7d4625 req-01676035-ef20-4601-a9ed-ff10ac26ea66 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.1411314
Feb 12 21:33:40.124826 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34c33b4d-669e-4a6b-9b13-e8464f7d4625 req-0b07aac5-cb1d-4c57-a4ad-8d2be7c485fc tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698240
Feb 12 21:33:40.126874 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c20d2c6-7856-496b-8d8a-e1bf0392bba7 req-195f70c6-d559-4967-a99d-79dee468ae3f service neutron] 10.222.0.50 "GET /v2.0/networks/5a275d54-c4f2-43ea-a3af-6f48ceb00c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499267
Feb 12 21:33:41.012887 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c1c12-4c55-45ce-94d5-a247a3b97a47 req-01b9e4d1-2c4b-4dbc-bc3e-10095baac779 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:41.014412 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-596c1c12-4c55-45ce-94d5-a247a3b97a47 req-01b9e4d1-2c4b-4dbc-bc3e-10095baac779 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 943 time: 0.0617144
Feb 12 21:33:41.069045 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-596c1c12-4c55-45ce-94d5-a247a3b97a47 req-1392ef30-7402-45fe-836a-517321df0c01 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa679d8c-526d-4436-a1b2-6643385e76dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490155
Feb 12 21:33:41.269190 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f8d754d1-34dc-4a41-ac74-e83b17271343 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:33:41.278345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0c925-ebe8-474c-b20e-d378ca5fc617 req-20f05e4e-25cd-4e33-aad9-09824a9a08e1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:41.279989 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cba0c925-ebe8-474c-b20e-d378ca5fc617 req-20f05e4e-25cd-4e33-aad9-09824a9a08e1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0721488
Feb 12 21:33:41.331433 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cba0c925-ebe8-474c-b20e-d378ca5fc617 req-5d5b2b4a-6d1a-44a9-a3d3-9be58e2ec14c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458150
Feb 12 21:33:41.394641 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f8d754d1-34dc-4a41-ac74-e83b17271343, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8d754d1-34dc-4a41-ac74-e83b17271343,segment=NetworkSegment(b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e),segment_id=b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:41.406465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'f8d754d1-34dc-4a41-ac74-e83b17271343', 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'port_id': 'f8d754d1-34dc-4a41-ac74-e83b17271343', 'mac_address': 'fa:16:3e:ac:55:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:33:41.447943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port f8d754d1-34dc-4a41-ac74-e83b17271343 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:41.448334 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f8d754d1-34dc-4a41-ac74-e83b17271343), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:41.462659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d754d1-34dc-4a41-ac74-e83b17271343 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:33:41.482365 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f8d754d1-34dc-4a41-ac74-e83b17271343, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8d754d1-34dc-4a41-ac74-e83b17271343,segment=NetworkSegment(b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e),segment_id=b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:41.633961 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f8d754d1-34dc-4a41-ac74-e83b17271343), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:41.692046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=f8d754d1-34dc-4a41-ac74-e83b17271343,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:41.840217 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['f8d754d1-34dc-4a41-ac74-e83b17271343'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:33:42.204228 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc42831-670e-4985-9c46-d4192cabf40f req-49aca171-8c39-4a11-9f5c-c8b1e3ed9fa3 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:42.205087 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2cc42831-670e-4985-9c46-d4192cabf40f req-49aca171-8c39-4a11-9f5c-c8b1e3ed9fa3 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 944 time: 0.0543523
Feb 12 21:33:42.267853 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2cc42831-670e-4985-9c46-d4192cabf40f req-1ce34b5f-c0f0-47da-bde1-9b5edba60170 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa679d8c-526d-4436-a1b2-6643385e76dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510902
Feb 12 21:33:42.498579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1e052-ffc0-4c2f-96bb-422dc32e7b4c req-d75cd2cc-1ef8-4d3f-acf6-d11c2d0574af tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:42.500290 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68b1e052-ffc0-4c2f-96bb-422dc32e7b4c req-d75cd2cc-1ef8-4d3f-acf6-d11c2d0574af tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 945 time: 0.0629444
Feb 12 21:33:42.559623 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68b1e052-ffc0-4c2f-96bb-422dc32e7b4c req-4ae33fed-ae70-4655-83b9-e4090b30b265 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535288
Feb 12 21:33:42.726908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-cc943669-488a-4468-93c3-f3580542f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:42.728424 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-cc943669-488a-4468-93c3-f3580542f1e7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a&tenant_id=bc1c557f5d984523b9dbe9c385659448 HTTP/1.1" status: 200  len: 1127 time: 0.0533931
Feb 12 21:33:42.738838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:42.798338 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89068433-479e-4d1b-a647-4c64ef98daba), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:43.010510 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89068433-479e-4d1b-a647-4c64ef98daba,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:43.047427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:33:43.089241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:33:43.091649 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1629f2b9-68af-4a06-8dcd-0cebc64ff5f7" -d '{"events": [{"server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "89068433-479e-4d1b-a647-4c64ef98daba"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:33:43.096226 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Publish callbacks [] for port (89068433-479e-4d1b-a647-4c64ef98daba), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:43.112287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Transition to ACTIVE for port object 89068433-479e-4d1b-a647-4c64ef98daba will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:33:43.145057 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c30d2e-bfca-4017-80ef-c975d25597c6 x-openstack-request-id: req-10c30d2e-bfca-4017-80ef-c975d25597c6 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:33:43.145388 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "89068433-479e-4d1b-a647-4c64ef98daba", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:33:43.145714 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10c30d2e-bfca-4017-80ef-c975d25597c6 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:33:43.146095 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba', 'code': 200}
Feb 12 21:33:43.181699 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (89068433-479e-4d1b-a647-4c64ef98daba), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:43.260381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Pushing event updated for resources: {'Port': ['ID=89068433-479e-4d1b-a647-4c64ef98daba,revision_number=10']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:43.285095 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f8d754d1-34dc-4a41-ac74-e83b17271343 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:33:43.350489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] No DVR routers for this DVR port 89068433-479e-4d1b-a647-4c64ef98daba on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:33:43.493537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aac9d-c7f3-4a1e-a228-df80aa24c3b0 req-e9c5cfd3-1686-48ef-bfb9-9af7e1a4577b tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:43.495029 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e8aac9d-c7f3-4a1e-a228-df80aa24c3b0 req-e9c5cfd3-1686-48ef-bfb9-9af7e1a4577b tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 944 time: 0.1068370
Feb 12 21:33:43.496510 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port f8d754d1-34dc-4a41-ac74-e83b17271343 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:33:43.500867 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port f8d754d1-34dc-4a41-ac74-e83b17271343 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:43.501284 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f8d754d1-34dc-4a41-ac74-e83b17271343), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:43.578131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Attempting to bind port 89068433-479e-4d1b-a647-4c64ef98daba on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:33:43.578711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Attempting to bind port 89068433-479e-4d1b-a647-4c64ef98daba by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:33:43.578711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Attempting to bind port 89068433-479e-4d1b-a647-4c64ef98daba on network 1810a1d4-616d-4b30-be12-037b7e4e2756 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:33:43.585669 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e8aac9d-c7f3-4a1e-a228-df80aa24c3b0 req-abf4b8b8-99e8-4a17-99f4-87a8ad21b654 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa679d8c-526d-4436-a1b2-6643385e76dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827987
Feb 12 21:33:43.587661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port f8d754d1-34dc-4a41-ac74-e83b17271343 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:43.587938 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Port 89068433-479e-4d1b-a647-4c64ef98daba on network 1810a1d4-616d-4b30-be12-037b7e4e2756 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:33:43.591970 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f8d754d1-34dc-4a41-ac74-e83b17271343), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:43.593197 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Attempting to bind port 89068433-479e-4d1b-a647-4c64ef98daba on network 1810a1d4-616d-4b30-be12-037b7e4e2756 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:33:43.594786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:33:43.595200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Checking segment: {'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:33:43.595688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Bound using segment: {'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:33:43.596851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Bound port: 89068433-479e-4d1b-a647-4c64ef98daba, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1668825e-2ab6-4030-af37-89539d874834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:33:43.596851 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89068433-479e-4d1b-a647-4c64ef98daba), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:43.614736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb651ad-6909-4814-b97a-a1331757b728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d754d1-34dc-4a41-ac74-e83b17271343'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:33:43.616534 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d644fbe1-7e4c-4f68-9047-a4aa920a8e01" -d '{"events": [{"server_uuid": "9eb651ad-6909-4814-b97a-a1331757b728", "name": "network-vif-plugged", "status": "completed", "tag": "f8d754d1-34dc-4a41-ac74-e83b17271343"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:33:43.629596 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f8d754d1-34dc-4a41-ac74-e83b17271343, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8d754d1-34dc-4a41-ac74-e83b17271343,segment=NetworkSegment(b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e),segment_id=b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:43.664253 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744e3a69-4a12-4a09-ac9f-1f4bbd2847d1 x-openstack-request-id: req-744e3a69-4a12-4a09-ac9f-1f4bbd2847d1 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:33:43.664253 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb651ad-6909-4814-b97a-a1331757b728", "name": "network-vif-plugged", "status": "completed", "tag": "f8d754d1-34dc-4a41-ac74-e83b17271343", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:33:43.664253 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-744e3a69-4a12-4a09-ac9f-1f4bbd2847d1 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:33:43.664808 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb651ad-6909-4814-b97a-a1331757b728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d754d1-34dc-4a41-ac74-e83b17271343', 'code': 200}
Feb 12 21:33:43.674201 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f8d754d1-34dc-4a41-ac74-e83b17271343), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:43.681005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:33:43.685329 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89068433-479e-4d1b-a647-4c64ef98daba,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:33:43.714160 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c00a1-5b29-4bec-8e44-ce958e994437 req-46414299-8624-467f-805d-c4ce313262e2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:43.715699 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-163c00a1-5b29-4bec-8e44-ce958e994437 req-46414299-8624-467f-805d-c4ce313262e2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 944 time: 0.0604448
Feb 12 21:33:43.755210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=f8d754d1-34dc-4a41-ac74-e83b17271343,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:43.762021 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (89068433-479e-4d1b-a647-4c64ef98daba), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:43.770147 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-163c00a1-5b29-4bec-8e44-ce958e994437 req-45481916-c118-4447-99bc-f32542f21f92 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482883
Feb 12 21:33:43.801427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:43.802041 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:43.804088 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] 10.222.0.50 "PUT /v2.0/ports/89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 1092 time: 1.0692656
Feb 12 21:33:43.826128 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07c534-45f6-43cd-95e3-fb05dbefe401 req-c0bbfed1-fe68-4a2f-b589-4baf61ae5b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:43.827758 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f07c534-45f6-43cd-95e3-fb05dbefe401 req-c0bbfed1-fe68-4a2f-b589-4baf61ae5b8c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 1127 time: 0.1033499
Feb 12 21:33:43.849149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ef4fa-b1f1-4bfb-8ab7-26b8274478fe service neutron] Pushing event updated for resources: {'Port': ['ID=89068433-479e-4d1b-a647-4c64ef98daba,revision_number=11']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:43.916298 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f07c534-45f6-43cd-95e3-fb05dbefe401 req-7c62ee55-a844-483d-92b0-2465317d5c4d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fa679d8c-526d-4436-a1b2-6643385e76dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742066
Feb 12 21:33:43.921196 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5e4161e7-48fb-455b-809e-75a4da525bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:43.922692 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-5e4161e7-48fb-455b-809e-75a4da525bc8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1126 time: 0.0925448
Feb 12 21:33:44.192088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-0adb94fc-02ec-44a4-9208-3ce3864de982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:44.193600 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-0adb94fc-02ec-44a4-9208-3ce3864de982 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1810a1d4-616d-4b30-be12-037b7e4e2756 HTTP/1.1" status: 200  len: 898 time: 0.0917752
Feb 12 21:33:44.568644 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-45d2cfe4-61d4-4298-96b3-32c9b3660fde service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 999 time: 0.3692622
Feb 12 21:33:44.616015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-d0c90ecd-3820-4cb6-a710-c17432455092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:44.617550 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-d0c90ecd-3820-4cb6-a710-c17432455092 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=20ee2d5d-4ced-4ef5-a165-5705e2b7d69d HTTP/1.1" status: 200  len: 834 time: 0.0432224
Feb 12 21:33:44.667472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-71132585-3b3f-4179-891b-dcd187f7d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:44.668893 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-71132585-3b3f-4179-891b-dcd187f7d8ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1810a1d4-616d-4b30-be12-037b7e4e2756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445428
Feb 12 21:33:44.780536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd939a-9643-463d-9677-93c2c7736f8f req-69f3d629-11e2-4ea0-bbc0-d1d2fef62ad9 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:44.782233 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-28dd939a-9643-463d-9677-93c2c7736f8f req-69f3d629-11e2-4ea0-bbc0-d1d2fef62ad9 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 945 time: 0.1124446
Feb 12 21:33:44.812571 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-b99df0bb-421b-4f02-9910-d42f536f7a58 service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315734
Feb 12 21:33:44.867316 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-28dd939a-9643-463d-9677-93c2c7736f8f req-19e8dd93-73dd-4893-a608-0497ed614f2c tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa679d8c-526d-4436-a1b2-6643385e76dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756385
Feb 12 21:33:44.917872 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af88cb-fb52-4743-8a71-c2254f21de13 req-c2b993a5-7759-49e5-b588-ef68ad688623 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:44.919419 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-06af88cb-fb52-4743-8a71-c2254f21de13 req-c2b993a5-7759-49e5-b588-ef68ad688623 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 944 time: 0.0739801
Feb 12 21:33:44.934615 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e4df9a-faf1-4649-a970-c600ec2f527c req-e4efb58c-b360-4919-863a-09678f3988ef service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1125946
Feb 12 21:33:44.969525 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-06af88cb-fb52-4743-8a71-c2254f21de13 req-509c66fa-384e-4d57-bc96-8242b99e5104 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442910
Feb 12 21:33:45.146934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:33:45.149300 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cfcce3-fe71-4590-bf13-5228db6a05dc" -d '{"events": [{"name": "network-changed", "server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "tag": "89068433-479e-4d1b-a647-4c64ef98daba"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:33:45.199778 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b41dec-e74e-4b45-a26d-1263067d01ed x-openstack-request-id: req-d8b41dec-e74e-4b45-a26d-1263067d01ed {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:33:45.200076 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "tag": "89068433-479e-4d1b-a647-4c64ef98daba", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:33:45.200354 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8b41dec-e74e-4b45-a26d-1263067d01ed {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:33:45.200758 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba', 'status': 'completed', 'code': 200}
Feb 12 21:33:45.293878 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-eb91cc55-6522-4e3b-b70d-3c940ea9fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:45.295452 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-eb91cc55-6522-4e3b-b70d-3c940ea9fd49 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1126 time: 0.0758340
Feb 12 21:33:45.311753 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-b69139f1-d2db-46ed-b586-dff41858fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:45.313129 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-b69139f1-d2db-46ed-b586-dff41858fbb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1126 time: 0.0654302
Feb 12 21:33:45.465198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-2996bea1-e4c3-456c-8ffe-b8698886fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:45.466697 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-2996bea1-e4c3-456c-8ffe-b8698886fad3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1810a1d4-616d-4b30-be12-037b7e4e2756 HTTP/1.1" status: 200  len: 898 time: 0.1643929
Feb 12 21:33:45.471258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-a13dfd7b-599f-4a08-a312-f1a798bb950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:45.472603 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-a13dfd7b-599f-4a08-a312-f1a798bb950e service neutron] 10.222.0.48 "GET /v2.0/networks?id=1810a1d4-616d-4b30-be12-037b7e4e2756 HTTP/1.1" status: 200  len: 898 time: 0.1482918
Feb 12 21:33:45.492413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 89068433-479e-4d1b-a647-4c64ef98daba no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:33:45.540081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] The host nch1-master-1 is not matching for port 89068433-479e-4d1b-a647-4c64ef98daba host nch2-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:33:45.540478 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 89068433-479e-4d1b-a647-4c64ef98daba not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:33:45.581508 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-4fcdb893-0cba-4222-b517-3d122bba6914 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 999 time: 0.1077981
Feb 12 21:33:45.587332 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-5bc26f37-2e8c-4b14-b32d-e1f1d1f44856 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 999 time: 0.0766037
Feb 12 21:33:45.664109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-f2624b53-2c2f-4a63-9a45-6c2cb992cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:45.665587 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-f2624b53-2c2f-4a63-9a45-6c2cb992cf69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=20ee2d5d-4ced-4ef5-a165-5705e2b7d69d HTTP/1.1" status: 200  len: 834 time: 0.0774095
Feb 12 21:33:45.668945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-41b643e6-e391-4372-9f63-b5792c35dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:45.674011 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-41b643e6-e391-4372-9f63-b5792c35dcb1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=20ee2d5d-4ced-4ef5-a165-5705e2b7d69d HTTP/1.1" status: 200  len: 834 time: 0.0742972
Feb 12 21:33:45.747953 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-5814d97c-0512-45c8-a6bb-5bc639edc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:45.749388 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-5814d97c-0512-45c8-a6bb-5bc639edc05c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1810a1d4-616d-4b30-be12-037b7e4e2756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0776477
Feb 12 21:33:45.752203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-678d1c91-f576-41ec-b287-e4aba5737d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:45.753575 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-678d1c91-f576-41ec-b287-e4aba5737d1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1810a1d4-616d-4b30-be12-037b7e4e2756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0729365
Feb 12 21:33:45.910705 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-80bb6f0c-d663-40d6-98aa-eeddb6d18d95 service neutron] 10.222.0.48 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467733
Feb 12 21:33:45.913340 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-ede34b51-6bfd-4abd-bf43-5eaac5030495 service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569052
Feb 12 21:33:45.995972 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356106-e031-438c-ad4b-c118e7271c47 req-1e1b0337-78ff-4e02-af42-fd007fc2a514 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:45.997606 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fc356106-e031-438c-ad4b-c118e7271c47 req-1e1b0337-78ff-4e02-af42-fd007fc2a514 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 945 time: 0.0569139
Feb 12 21:33:46.059991 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fc356106-e031-438c-ad4b-c118e7271c47 req-01e1b87a-6899-4b7a-a26b-dbaf2c65cbf4 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa679d8c-526d-4436-a1b2-6643385e76dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514870
Feb 12 21:33:46.115714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-708c3f23-7a02-434e-968a-5f26e0a200bb service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1960733
Feb 12 21:33:46.119652 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85cfcce3-fe71-4590-bf13-5228db6a05dc req-f9fbdff1-433e-4c77-a83b-07852efaefd5 service neutron] 10.222.0.48 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1934834
Feb 12 21:33:46.142091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb676ab3-d3ec-4a4a-9aae-5a61ff58d19f req-a44830dd-07fe-4b22-98ff-791344bb3727 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:46.143877 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bb676ab3-d3ec-4a4a-9aae-5a61ff58d19f req-a44830dd-07fe-4b22-98ff-791344bb3727 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 944 time: 0.0962875
Feb 12 21:33:46.193128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90ecf8-6153-4ccd-a168-eee65175479d req-4baee9d2-7a62-4add-81ef-82809539dea7 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:46.194699 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb90ecf8-6153-4ccd-a168-eee65175479d req-4baee9d2-7a62-4add-81ef-82809539dea7 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 945 time: 0.0586412
Feb 12 21:33:46.196709 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bb676ab3-d3ec-4a4a-9aae-5a61ff58d19f req-b1ef8201-671f-4e21-99d3-6a0b5eaf3a4d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456839
Feb 12 21:33:46.262587 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb90ecf8-6153-4ccd-a168-eee65175479d req-7a8f371a-ab79-425e-ab80-0fe56ae59639 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa679d8c-526d-4436-a1b2-6643385e76dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619755
Feb 12 21:33:46.387592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c76f5f-d7c4-4a3a-98fc-f9fccd6526e5 req-9863c844-971b-44d8-8d79-aa28025acf0c tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:46.389118 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33c76f5f-d7c4-4a3a-98fc-f9fccd6526e5 req-9863c844-971b-44d8-8d79-aa28025acf0c tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 945 time: 0.0540195
Feb 12 21:33:46.440775 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33c76f5f-d7c4-4a3a-98fc-f9fccd6526e5 req-40bf7247-d90a-496f-a83d-4fbd955f0e2f tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa679d8c-526d-4436-a1b2-6643385e76dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458426
Feb 12 21:33:46.463686 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48328) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:46.669217 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d569b82-530e-46ba-9c4f-76b34d417bd4 tempest-TestServerBasicOps-1750549786 tempest-TestServerBasicOps-1750549786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:46.673643 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7d569b82-530e-46ba-9c4f-76b34d417bd4 tempest-TestServerBasicOps-1750549786 tempest-TestServerBasicOps-1750549786-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 1122 time: 0.2060647
Feb 12 21:33:46.673990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48334) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:46.678994 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': 'f8d754d1-34dc-4a41-ac74-e83b17271343', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:46.810466 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:46.908314 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:47.024768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Allocated IP 172.35.2.250 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/a49a0aa9-e9b6-421e-ac62-3cfb6d8d4b2f) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:33:47.139823 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for port (a49a0aa9-e9b6-421e-ac62-3cfb6d8d4b2f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:47.284779 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (a49a0aa9-e9b6-421e-ac62-3cfb6d8d4b2f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:47.298674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 89068433-479e-4d1b-a647-4c64ef98daba details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:33:47.357627 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:33:47.360817 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Pushing event updated for resources: {'Port': ['ID=a49a0aa9-e9b6-421e-ac62-3cfb6d8d4b2f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:47.364344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:47.369687 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:33:47.408257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89068433-479e-4d1b-a647-4c64ef98daba,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:47.413483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4480fae-3abc-4048-af21-1ffc0cee4286 req-07aed6d7-7a89-43e1-80ed-049247ba243e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:47.415954 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b4480fae-3abc-4048-af21-1ffc0cee4286 req-07aed6d7-7a89-43e1-80ed-049247ba243e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 944 time: 0.1327088
Feb 12 21:33:47.426302 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '89068433-479e-4d1b-a647-4c64ef98daba', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'port_id': '89068433-479e-4d1b-a647-4c64ef98daba', 'mac_address': 'fa:16:3e:eb:5c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:33:47.471108 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 89068433-479e-4d1b-a647-4c64ef98daba is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:47.471860 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89068433-479e-4d1b-a647-4c64ef98daba), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:47.494562 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89068433-479e-4d1b-a647-4c64ef98daba {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:33:47.515206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89068433-479e-4d1b-a647-4c64ef98daba,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:47.546425 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b4480fae-3abc-4048-af21-1ffc0cee4286 req-9fb7114b-ff5b-4285-be49-cf12d0a457e5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1210234
Feb 12 21:33:47.571722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48346) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:47.598828 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (89068433-479e-4d1b-a647-4c64ef98daba), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:47.674549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=89068433-479e-4d1b-a647-4c64ef98daba,revision_number=12']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:47.684104 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-51369f43-27cc-41fe-9c8a-f7677a363655 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/floatingips/f5f9fa1c-dd7f-428c-93d3-b12355b4a476 HTTP/1.1" status: 200  len: 991 time: 0.1096957
Feb 12 21:33:47.811842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['89068433-479e-4d1b-a647-4c64ef98daba'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:33:47.836570 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for floatingip (394ca7bb-b278-4f2c-b89c-e5390c860efa), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:47.982825 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a49a0aa9-e9b6-421e-ac62-3cfb6d8d4b2f), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:48.158133 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for port (a49a0aa9-e9b6-421e-ac62-3cfb6d8d4b2f), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:48.245119 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (a49a0aa9-e9b6-421e-ac62-3cfb6d8d4b2f), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:48.338434 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Pushing event updated for resources: {'Port': ['ID=a49a0aa9-e9b6-421e-ac62-3cfb6d8d4b2f,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:48.353495 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (394ca7bb-b278-4f2c-b89c-e5390c860efa), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:48.407428 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48360) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:48.476940 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Floating IP 394ca7bb-b278-4f2c-b89c-e5390c860efa associated. External IP: 172.35.2.250, port: f8d754d1-34dc-4a41-ac74-e83b17271343.
Feb 12 21:33:48.597226 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-68a2bcbf-c02f-4f09-88c2-0bbc29a77332 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Deleting port 56f1faed-1525-4ae6-a13b-4f911cbdeb4c {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:33:48.597827 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68a2bcbf-c02f-4f09-88c2-0bbc29a77332 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (56f1faed-1525-4ae6-a13b-4f911cbdeb4c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:48.687778 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68a2bcbf-c02f-4f09-88c2-0bbc29a77332 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (56f1faed-1525-4ae6-a13b-4f911cbdeb4c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:48.688189 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68a2bcbf-c02f-4f09-88c2-0bbc29a77332 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for floatingip (56f1faed-1525-4ae6-a13b-4f911cbdeb4c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:48.701497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-68a2bcbf-c02f-4f09-88c2-0bbc29a77332 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Calling delete_port for 56f1faed-1525-4ae6-a13b-4f911cbdeb4c owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:33:48.740620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Router e683d737-5a1b-4fe7-ad60-62228af68bc0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:33:48.858276 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:33:48.872574 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e787bd-a6a2-4e43-9b13-76857195cba9 None None] Sync routers for ids ['e683d737-5a1b-4fe7-ad60-62228af68bc0'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:33:48.884036 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e787bd-a6a2-4e43-9b13-76857195cba9 None None] Routers {'e683d737-5a1b-4fe7-ad60-62228af68bc0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:33:48.885657 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-22e787bd-a6a2-4e43-9b13-76857195cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7978b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e683d737-5a1b-4fe7-ad60-62228af68bc0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:48.931368 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68a2bcbf-c02f-4f09-88c2-0bbc29a77332 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (56f1faed-1525-4ae6-a13b-4f911cbdeb4c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:48.963648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2bcbf-c02f-4f09-88c2-0bbc29a77332 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event deleted for resources: {'Port': ['ID=56f1faed-1525-4ae6-a13b-4f911cbdeb4c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:48.977490 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:49.004181 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-22e787bd-a6a2-4e43-9b13-76857195cba9 None None] Set router e683d737-5a1b-4fe7-ad60-62228af68bc0 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:33:49.046249 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cd02c77d-4213-4fb5-b58e-167bbf10dd1d tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3712420
Feb 12 21:33:49.047087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb651ad-6909-4814-b97a-a1331757b728', 'tag': 'f8d754d1-34dc-4a41-ac74-e83b17271343'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:33:49.049646 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec81ad84-5cdf-4723-8c36-eb51910de45c" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb651ad-6909-4814-b97a-a1331757b728", "tag": "f8d754d1-34dc-4a41-ac74-e83b17271343"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:33:49.066432 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68a2bcbf-c02f-4f09-88c2-0bbc29a77332 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for floatingip (22dc8624-a9fa-4af0-823d-738ca28d6ab6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:49.066924 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-68a2bcbf-c02f-4f09-88c2-0bbc29a77332 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Floating IP 22dc8624-a9fa-4af0-823d-738ca28d6ab6 disassociated (deleted). External IP: 172.35.2.114, port: eb4be2e6-f5ae-4480-94a3-2f75ffe8516f.
Feb 12 21:33:49.114969 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473e139c-f096-4909-b9a1-1c49583ad259 x-openstack-request-id: req-473e139c-f096-4909-b9a1-1c49583ad259 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:33:49.114969 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb651ad-6909-4814-b97a-a1331757b728", "tag": "f8d754d1-34dc-4a41-ac74-e83b17271343", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:33:49.114969 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-473e139c-f096-4909-b9a1-1c49583ad259 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:33:49.115988 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb651ad-6909-4814-b97a-a1331757b728', 'tag': 'f8d754d1-34dc-4a41-ac74-e83b17271343', 'status': 'completed', 'code': 200}
Feb 12 21:33:49.234449 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81ad84-5cdf-4723-8c36-eb51910de45c req-286b1de7-a901-469e-873c-50adc73ab921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:49.235625 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec81ad84-5cdf-4723-8c36-eb51910de45c req-286b1de7-a901-469e-873c-50adc73ab921 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11ee0199776b422d91d8368c75898fd8&device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 1127 time: 0.0647914
Feb 12 21:33:49.310962 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-22e787bd-a6a2-4e43-9b13-76857195cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7978b0>, [{'id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'name': 'tempest-TestServerBasicOps-122040548-router', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:14Z', 'updated_at': '2022-02-12T21:33:18Z', 'revision_number': 4, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'gw_port': {'id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:15Z', 'updated_at': '2022-02-12T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '394ca7bb-b278-4f2c-b89c-e5390c860efa', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'floating_ip_address': '172.35.2.250', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'port_id': 'f8d754d1-34dc-4a41-ac74-e83b17271343', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'mac_address': 'fa:16:3e:ac:55:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb651ad-6909-4814-b97a-a1331757b728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:33:47Z', 'updated_at': '2022-02-12T21:33:47Z', 'revision_number': 0, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628ca295-dc44-43a4-a709-c2aa8ee71c8b', 'name': '', 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'mac_address': 'fa:16:3e:94:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:17Z', 'updated_at': '2022-02-12T21:33:22Z', 'revision_number': 5, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'subnets': [{'id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:49.314013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 89068433-479e-4d1b-a647-4c64ef98daba up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:33:49.366577 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e787bd-a6a2-4e43-9b13-76857195cba9 None None] Checking router: e683d737-5a1b-4fe7-ad60-62228af68bc0 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:33:49.378376 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e787bd-a6a2-4e43-9b13-76857195cba9 None None] Routers {'e683d737-5a1b-4fe7-ad60-62228af68bc0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:33:49.379224 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-22e787bd-a6a2-4e43-9b13-76857195cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7978b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e683d737-5a1b-4fe7-ad60-62228af68bc0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:49.436133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 89068433-479e-4d1b-a647-4c64ef98daba completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:33:49.440639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 89068433-479e-4d1b-a647-4c64ef98daba triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:49.441013 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (89068433-479e-4d1b-a647-4c64ef98daba), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:49.456037 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81ad84-5cdf-4723-8c36-eb51910de45c req-8f89c528-6107-4692-b3a2-f8e00fb1c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:49.457636 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec81ad84-5cdf-4723-8c36-eb51910de45c req-8f89c528-6107-4692-b3a2-f8e00fb1c8f8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5a275d54-c4f2-43ea-a3af-6f48ceb00c04 HTTP/1.1" status: 200  len: 909 time: 0.2158232
Feb 12 21:33:49.475195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a2bcbf-c02f-4f09-88c2-0bbc29a77332 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Router 3749273a-922b-40cd-9009-b7a378128110 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:33:49.496036 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-22e787bd-a6a2-4e43-9b13-76857195cba9 None None] Set router e683d737-5a1b-4fe7-ad60-62228af68bc0 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:33:49.537624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 89068433-479e-4d1b-a647-4c64ef98daba is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:49.538275 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (89068433-479e-4d1b-a647-4c64ef98daba), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:49.571603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:33:49.575187 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1e358c-67ee-4546-a926-19d526e24daf" -d '{"events": [{"server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "name": "network-vif-plugged", "status": "completed", "tag": "89068433-479e-4d1b-a647-4c64ef98daba"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:33:49.580467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89068433-479e-4d1b-a647-4c64ef98daba,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:49.619553 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec81ad84-5cdf-4723-8c36-eb51910de45c req-84b99be6-5b03-4289-b57e-64787d0cf8f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d754d1-34dc-4a41-ac74-e83b17271343 HTTP/1.1" status: 200  len: 999 time: 0.1425700
Feb 12 21:33:49.626095 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3cc6ea-ae14-4f4b-808a-c504a16ccbe8 x-openstack-request-id: req-fc3cc6ea-ae14-4f4b-808a-c504a16ccbe8 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:33:49.626095 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "name": "network-vif-plugged", "status": "completed", "tag": "89068433-479e-4d1b-a647-4c64ef98daba", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:33:49.626095 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc3cc6ea-ae14-4f4b-808a-c504a16ccbe8 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:33:49.626615 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba', 'code': 200}
Feb 12 21:33:49.690535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81ad84-5cdf-4723-8c36-eb51910de45c req-b4f9eacb-658b-43b6-bbaf-17d4bcbdfb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:49.692262 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec81ad84-5cdf-4723-8c36-eb51910de45c req-b4f9eacb-658b-43b6-bbaf-17d4bcbdfb08 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3918f939-1e5c-4678-bc3a-c7a904354339 HTTP/1.1" status: 200  len: 847 time: 0.0620620
Feb 12 21:33:49.695925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a2bcbf-c02f-4f09-88c2-0bbc29a77332 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:33:49.701179 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68a2bcbf-c02f-4f09-88c2-0bbc29a77332 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:49.714411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24760871-1eec-438f-a0f9-6ad6acb46c16 None None] Sync routers for ids ['3749273a-922b-40cd-9009-b7a378128110'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:33:49.725196 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24760871-1eec-438f-a0f9-6ad6acb46c16 None None] Routers {'3749273a-922b-40cd-9009-b7a378128110'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:33:49.726056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-24760871-1eec-438f-a0f9-6ad6acb46c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa687340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3749273a-922b-40cd-9009-b7a378128110'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:49.768099 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-68a2bcbf-c02f-4f09-88c2-0bbc29a77332 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "DELETE /v2.0/floatingips/22dc8624-a9fa-4af0-823d-738ca28d6ab6 HTTP/1.1" status: 204  len: 168 time: 1.3572199
Feb 12 21:33:49.768296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b70a65-6aa4-49d4-8415-1eda9c7671c0', 'tag': 'eb4be2e6-f5ae-4480-94a3-2f75ffe8516f'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:33:49.770666 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a5d9ce-80c8-4e5e-9fb9-1576c83ac1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b70a65-6aa4-49d4-8415-1eda9c7671c0", "tag": "eb4be2e6-f5ae-4480-94a3-2f75ffe8516f"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:33:49.773434 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-22e787bd-a6a2-4e43-9b13-76857195cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7978b0>, [{'id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'name': 'tempest-TestServerBasicOps-122040548-router', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:14Z', 'updated_at': '2022-02-12T21:33:18Z', 'revision_number': 4, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'gw_port': {'id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:15Z', 'updated_at': '2022-02-12T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '394ca7bb-b278-4f2c-b89c-e5390c860efa', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'floating_ip_address': '172.35.2.250', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'port_id': 'f8d754d1-34dc-4a41-ac74-e83b17271343', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'mac_address': 'fa:16:3e:ac:55:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb651ad-6909-4814-b97a-a1331757b728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:33:47Z', 'updated_at': '2022-02-12T21:33:47Z', 'revision_number': 0, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628ca295-dc44-43a4-a709-c2aa8ee71c8b', 'name': '', 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'mac_address': 'fa:16:3e:94:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:17Z', 'updated_at': '2022-02-12T21:33:22Z', 'revision_number': 5, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'subnets': [{'id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:49.792553 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81ad84-5cdf-4723-8c36-eb51910de45c req-317ce99b-fddb-40a1-86f9-24801ab047cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:49.794200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec81ad84-5cdf-4723-8c36-eb51910de45c req-317ce99b-fddb-40a1-86f9-24801ab047cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5a275d54-c4f2-43ea-a3af-6f48ceb00c04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0964513
Feb 12 21:33:49.809960 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e787bd-a6a2-4e43-9b13-76857195cba9 None None] The sync data for ids ['e683d737-5a1b-4fe7-ad60-62228af68bc0'] in ncdv-master-1 is: [{'id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'name': 'tempest-TestServerBasicOps-122040548-router', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:14Z', 'updated_at': '2022-02-12T21:33:18Z', 'revision_number': 4, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'gw_port': {'id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:15Z', 'updated_at': '2022-02-12T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '394ca7bb-b278-4f2c-b89c-e5390c860efa', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'floating_ip_address': '172.35.2.250', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'port_id': 'f8d754d1-34dc-4a41-ac74-e83b17271343', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'mac_address': 'fa:16:3e:ac:55:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb651ad-6909-4814-b97a-a1331757b728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:33:47Z', 'updated_at': '2022-02-12T21:33:47Z', 'revision_number': 0, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628ca295-dc44-43a4-a709-c2aa8ee71c8b', 'name': '', 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'mac_address': 'fa:16:3e:94:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:17Z', 'updated_at': '2022-02-12T21:33:22Z', 'revision_number': 5, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'subnets': [{'id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:33:49.823172 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (89068433-479e-4d1b-a647-4c64ef98daba), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:49.845258 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f510ef3-5c56-4caf-a59b-91bfa8e9b05a x-openstack-request-id: req-5f510ef3-5c56-4caf-a59b-91bfa8e9b05a {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:33:49.845589 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b70a65-6aa4-49d4-8415-1eda9c7671c0", "tag": "eb4be2e6-f5ae-4480-94a3-2f75ffe8516f", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:33:49.845841 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f510ef3-5c56-4caf-a59b-91bfa8e9b05a {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:33:49.846249 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b70a65-6aa4-49d4-8415-1eda9c7671c0', 'tag': 'eb4be2e6-f5ae-4480-94a3-2f75ffe8516f', 'status': 'completed', 'code': 200}
Feb 12 21:33:49.927426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-24760871-1eec-438f-a0f9-6ad6acb46c16 None None] Set router 3749273a-922b-40cd-9009-b7a378128110 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:33:50.144941 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c59b592-14d7-4bc8-b648-626e6fca0445 None None] New status for floating IP 394ca7bb-b278-4f2c-b89c-e5390c860efa: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:33:50.160049 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=89068433-479e-4d1b-a647-4c64ef98daba,revision_number=13']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:50.371865 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec81ad84-5cdf-4723-8c36-eb51910de45c req-06ef84ab-5f83-4e1d-8cad-9fd3a2af4cff service neutron] 10.222.0.50 "GET /v2.0/networks/5a275d54-c4f2-43ea-a3af-6f48ceb00c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5714638
Feb 12 21:33:50.379659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5d9ce-80c8-4e5e-9fb9-1576c83ac1e2 req-ddfd4738-fb03-4e09-bd33-c4b2ed1f2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:50.381272 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69a5d9ce-80c8-4e5e-9fb9-1576c83ac1e2 req-ddfd4738-fb03-4e09-bd33-c4b2ed1f2769 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 1128 time: 0.4730229
Feb 12 21:33:50.469748 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-24760871-1eec-438f-a0f9-6ad6acb46c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa687340>, [{'id': '3749273a-922b-40cd-9009-b7a378128110', 'name': 'tempest-TestVolumeBootPattern-1798897564-router', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:36Z', 'updated_at': '2022-02-12T21:25:42Z', 'revision_number': 4, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'gw_port': {'id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:37Z', 'updated_at': '2022-02-12T21:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46224adc-d6ad-47c1-8a38-0fe0ca58567c', 'name': '', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'mac_address': 'fa:16:3e:72:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '447c8376-828f-4491-9b8b-1373d20c6228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:41Z', 'updated_at': '2022-02-12T21:25:47Z', 'revision_number': 5, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'subnets': [{'id': '447c8376-828f-4491-9b8b-1373d20c6228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:50.498173 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24760871-1eec-438f-a0f9-6ad6acb46c16 None None] Checking router: 3749273a-922b-40cd-9009-b7a378128110 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:33:50.507286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24760871-1eec-438f-a0f9-6ad6acb46c16 None None] Routers {'3749273a-922b-40cd-9009-b7a378128110'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:33:50.507900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-24760871-1eec-438f-a0f9-6ad6acb46c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa687340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3749273a-922b-40cd-9009-b7a378128110'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:50.596107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5d9ce-80c8-4e5e-9fb9-1576c83ac1e2 req-9c2e9cea-2d35-426a-ac34-eb8f1b5aabda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:50.597758 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69a5d9ce-80c8-4e5e-9fb9-1576c83ac1e2 req-9c2e9cea-2d35-426a-ac34-eb8f1b5aabda service neutron] 10.222.0.48 "GET /v2.0/networks?id=17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 200  len: 913 time: 0.2080748
Feb 12 21:33:50.601627 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec81ad84-5cdf-4723-8c36-eb51910de45c req-c0ee9a28-5d08-4761-967c-31934dc52d91 service neutron] 10.222.0.50 "GET /v2.0/networks/5a275d54-c4f2-43ea-a3af-6f48ceb00c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2194173
Feb 12 21:33:50.610644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb79e6a-93c0-42a4-823b-e104a43ea741 req-8777e7e5-092c-43d6-b4a7-91660fe2ec95 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:50.612132 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6cb79e6a-93c0-42a4-823b-e104a43ea741 req-8777e7e5-092c-43d6-b4a7-91660fe2ec95 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 946 time: 0.1850758
Feb 12 21:33:50.629219 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-24760871-1eec-438f-a0f9-6ad6acb46c16 None None] Set router 3749273a-922b-40cd-9009-b7a378128110 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:33:50.658312 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69a5d9ce-80c8-4e5e-9fb9-1576c83ac1e2 req-c2925a67-4cf8-488f-9120-735f21d67626 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f HTTP/1.1" status: 200  len: 217 time: 0.0451121
Feb 12 21:33:50.743513 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6cb79e6a-93c0-42a4-823b-e104a43ea741 req-fd500f8c-fdf1-43ed-b812-d019a7aaf586 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab335364-3716-4e2e-b8fd-97f3f843b459&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1238708
Feb 12 21:33:50.760733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5d9ce-80c8-4e5e-9fb9-1576c83ac1e2 req-8da61c7e-f433-41a3-9d0c-a0fbdf5b6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:50.762288 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69a5d9ce-80c8-4e5e-9fb9-1576c83ac1e2 req-8da61c7e-f433-41a3-9d0c-a0fbdf5b6f7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=447c8376-828f-4491-9b8b-1373d20c6228 HTTP/1.1" status: 200  len: 851 time: 0.0978053
Feb 12 21:33:50.821341 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5d9ce-80c8-4e5e-9fb9-1576c83ac1e2 req-aabc90a5-573c-40c6-81e5-6fac1401a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:50.823483 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69a5d9ce-80c8-4e5e-9fb9-1576c83ac1e2 req-aabc90a5-573c-40c6-81e5-6fac1401a668 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17443eb2-4308-410f-a5f4-59d4de5fb120&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0518389
Feb 12 21:33:50.888265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-24760871-1eec-438f-a0f9-6ad6acb46c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa687340>, [{'id': '3749273a-922b-40cd-9009-b7a378128110', 'name': 'tempest-TestVolumeBootPattern-1798897564-router', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:36Z', 'updated_at': '2022-02-12T21:25:42Z', 'revision_number': 4, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'gw_port': {'id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:37Z', 'updated_at': '2022-02-12T21:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46224adc-d6ad-47c1-8a38-0fe0ca58567c', 'name': '', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'mac_address': 'fa:16:3e:72:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '447c8376-828f-4491-9b8b-1373d20c6228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:41Z', 'updated_at': '2022-02-12T21:25:47Z', 'revision_number': 5, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'subnets': [{'id': '447c8376-828f-4491-9b8b-1373d20c6228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:50.917069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24760871-1eec-438f-a0f9-6ad6acb46c16 None None] The sync data for ids ['3749273a-922b-40cd-9009-b7a378128110'] in ncdv-master-1 is: [{'id': '3749273a-922b-40cd-9009-b7a378128110', 'name': 'tempest-TestVolumeBootPattern-1798897564-router', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:36Z', 'updated_at': '2022-02-12T21:25:42Z', 'revision_number': 4, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'gw_port': {'id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:37Z', 'updated_at': '2022-02-12T21:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46224adc-d6ad-47c1-8a38-0fe0ca58567c', 'name': '', 'network_id': '17443eb2-4308-410f-a5f4-59d4de5fb120', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'mac_address': 'fa:16:3e:72:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '447c8376-828f-4491-9b8b-1373d20c6228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:41Z', 'updated_at': '2022-02-12T21:25:47Z', 'revision_number': 5, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'subnets': [{'id': '447c8376-828f-4491-9b8b-1373d20c6228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:33:50.932799 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69a5d9ce-80c8-4e5e-9fb9-1576c83ac1e2 req-bfa3d731-4f3d-4509-8a2f-58e84dbe4abc service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0982170
Feb 12 21:33:51.034095 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69a5d9ce-80c8-4e5e-9fb9-1576c83ac1e2 req-87d2ea64-e6f9-4299-abc4-739d9193025e service neutron] 10.222.0.48 "GET /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0948184
Feb 12 21:33:51.175948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d065626e-f581-4578-830b-27841963a548 None None] New status for floating IP 22dc8624-a9fa-4af0-823d-738ca28d6ab6: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:33:51.255642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48446) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:51.416834 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6df4511b-4d8f-4f9c-9d78-0ccef3980cb5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=753fef9387244d0d98dccfd7cf8ca9e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1595056
Feb 12 21:33:51.419316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48454) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:51.471222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0692-f974-4ed1-97a0-2f0b7ca6c533 admin admin] Publish callbacks [] for security_group (93efdf2e-1bec-40b4-9cb9-774d1a40fb5f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:51.492729 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0692-f974-4ed1-97a0-2f0b7ca6c533 admin admin] Publish callbacks [] for security_group (93efdf2e-1bec-40b4-9cb9-774d1a40fb5f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:51.633647 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0692-f974-4ed1-97a0-2f0b7ca6c533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (93efdf2e-1bec-40b4-9cb9-774d1a40fb5f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:51.636315 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0692-f974-4ed1-97a0-2f0b7ca6c533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:51.637535 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c9cb0692-f974-4ed1-97a0-2f0b7ca6c533 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93efdf2e-1bec-40b4-9cb9-774d1a40fb5f HTTP/1.1" status: 204  len: 168 time: 0.2170901
Feb 12 21:33:51.645609 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb0692-f974-4ed1-97a0-2f0b7ca6c533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93efdf2e-1bec-40b4-9cb9-774d1a40fb5f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:51.881753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22bfd0-2427-4162-8e14-1f475ec30449 req-31e66199-1a9a-443a-a0a7-466470da55a8 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:51.885382 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7f22bfd0-2427-4162-8e14-1f475ec30449 req-31e66199-1a9a-443a-a0a7-466470da55a8 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 946 time: 0.0560691
Feb 12 21:33:51.939828 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7f22bfd0-2427-4162-8e14-1f475ec30449 req-360f6566-9e65-4b71-9f2c-4b9d40b102dd tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/security-groups?id=ab335364-3716-4e2e-b8fd-97f3f843b459&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501258
Feb 12 21:33:52.434064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5974be4-ee1b-47a4-bb36-478fecdf6ed1 req-926cdd8e-24a0-420a-bf59-5c697808062f tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:52.435572 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c5974be4-ee1b-47a4-bb36-478fecdf6ed1 req-926cdd8e-24a0-420a-bf59-5c697808062f tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 946 time: 0.0615675
Feb 12 21:33:52.542986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-c5974be4-ee1b-47a4-bb36-478fecdf6ed1 req-35f4902a-8ca0-4cf6-99c8-14296e12d038 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Deleting port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:33:52.543245 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c5974be4-ee1b-47a4-bb36-478fecdf6ed1 req-35f4902a-8ca0-4cf6-99c8-14296e12d038 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (eb4be2e6-f5ae-4480-94a3-2f75ffe8516f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:52.640648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-c5974be4-ee1b-47a4-bb36-478fecdf6ed1 req-35f4902a-8ca0-4cf6-99c8-14296e12d038 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] For port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:52.641007 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c5974be4-ee1b-47a4-bb36-478fecdf6ed1 req-35f4902a-8ca0-4cf6-99c8-14296e12d038 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (eb4be2e6-f5ae-4480-94a3-2f75ffe8516f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:52.653952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48484) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:52.654889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-c5974be4-ee1b-47a4-bb36-478fecdf6ed1 req-35f4902a-8ca0-4cf6-99c8-14296e12d038 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Calling delete_port for eb4be2e6-f5ae-4480-94a3-2f75ffe8516f owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:33:52.761244 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-0317ef6e-4af8-4c7e-ab17-d3ddd4fc39b2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-620163521-network', 'tenant_id': '087963ab1b824616bef92f845b92eb23'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:52.846961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0317ef6e-4af8-4c7e-ab17-d3ddd4fc39b2 admin admin] Made reservation on behalf of 087963ab1b824616bef92f845b92eb23 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:33:52.849421 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0317ef6e-4af8-4c7e-ab17-d3ddd4fc39b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:52.862180 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0317ef6e-4af8-4c7e-ab17-d3ddd4fc39b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:52.879324 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c5974be4-ee1b-47a4-bb36-478fecdf6ed1 req-35f4902a-8ca0-4cf6-99c8-14296e12d038 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (eb4be2e6-f5ae-4480-94a3-2f75ffe8516f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:52.910851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4902a-8ca0-4cf6-99c8-14296e12d038 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event deleted for resources: {'Port': ['ID=eb4be2e6-f5ae-4480-94a3-2f75ffe8516f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:52.957323 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0317ef6e-4af8-4c7e-ab17-d3ddd4fc39b2 admin admin] Publish callbacks [] for security_group (8c3c4938-78e6-44f5-96c8-45f7ed05ec79), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:52.965382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5974be4-ee1b-47a4-bb36-478fecdf6ed1 req-35f4902a-8ca0-4cf6-99c8-14296e12d038 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] No DVR routers for this DVR port eb4be2e6-f5ae-4480-94a3-2f75ffe8516f on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:33:52.968106 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c5974be4-ee1b-47a4-bb36-478fecdf6ed1 req-35f4902a-8ca0-4cf6-99c8-14296e12d038 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:52.972880 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c5974be4-ee1b-47a4-bb36-478fecdf6ed1 req-35f4902a-8ca0-4cf6-99c8-14296e12d038 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.48 "DELETE /v2.0/ports/eb4be2e6-f5ae-4480-94a3-2f75ffe8516f HTTP/1.1" status: 204  len: 173 time: 0.5275140
Feb 12 21:33:52.977311 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b70a65-6aa4-49d4-8415-1eda9c7671c0', 'name': 'network-vif-deleted', 'tag': 'eb4be2e6-f5ae-4480-94a3-2f75ffe8516f'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:33:52.982857 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f0de0f-e95b-49cd-9954-37d4a65c070a" -d '{"events": [{"server_uuid": "a6b70a65-6aa4-49d4-8415-1eda9c7671c0", "name": "network-vif-deleted", "tag": "eb4be2e6-f5ae-4480-94a3-2f75ffe8516f"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:33:53.022999 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b111ad7-a383-4f44-b413-e3bfe32d38a7 x-openstack-request-id: req-9b111ad7-a383-4f44-b413-e3bfe32d38a7 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:33:53.023380 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b70a65-6aa4-49d4-8415-1eda9c7671c0", "name": "network-vif-deleted", "tag": "eb4be2e6-f5ae-4480-94a3-2f75ffe8516f", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:33:53.023698 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b111ad7-a383-4f44-b413-e3bfe32d38a7 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:33:53.024208 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b70a65-6aa4-49d4-8415-1eda9c7671c0', 'name': 'network-vif-deleted', 'tag': 'eb4be2e6-f5ae-4480-94a3-2f75ffe8516f', 'status': 'completed', 'code': 200}
Feb 12 21:33:53.033866 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0317ef6e-4af8-4c7e-ab17-d3ddd4fc39b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8c3c4938-78e6-44f5-96c8-45f7ed05ec79), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:53.066328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0317ef6e-4af8-4c7e-ab17-d3ddd4fc39b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:33:53.073969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317ef6e-4af8-4c7e-ab17-d3ddd4fc39b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3c4938-78e6-44f5-96c8-45f7ed05ec79,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:53.075383 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85560625-c81d-4369-863b-b0658444f6ad req-041ac840-7335-4c88-8dd1-ec0e8592eb90 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 210 time: 0.0341816
Feb 12 21:33:53.080967 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0317ef6e-4af8-4c7e-ab17-d3ddd4fc39b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1a5cc975-c1fc-4adb-9cbc-7c6f624d577d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:53.084142 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-0317ef6e-4af8-4c7e-ab17-d3ddd4fc39b2 admin admin] Added segment 1a5cc975-c1fc-4adb-9cbc-7c6f624d577d of type vlan for network bab0920a-852a-49c9-a3f2-4c8b53842adb
Feb 12 21:33:53.144425 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0317ef6e-4af8-4c7e-ab17-d3ddd4fc39b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (bab0920a-852a-49c9-a3f2-4c8b53842adb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:53.238966 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0317ef6e-4af8-4c7e-ab17-d3ddd4fc39b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (bab0920a-852a-49c9-a3f2-4c8b53842adb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:53.240017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0317ef6e-4af8-4c7e-ab17-d3ddd4fc39b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:53.241163 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0317ef6e-4af8-4c7e-ab17-d3ddd4fc39b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:53.305225 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317ef6e-4af8-4c7e-ab17-d3ddd4fc39b2 admin admin] Pushing event updated for resources: {'Network': ['ID=bab0920a-852a-49c9-a3f2-4c8b53842adb,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:53.315765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network bab0920a-852a-49c9-a3f2-4c8b53842adb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:33:53.366145 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0317ef6e-4af8-4c7e-ab17-d3ddd4fc39b2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7076783
Feb 12 21:33:53.367005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48494) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:53.371990 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9af3fbda-da1e-4616-ab7a-026f1d61f968 admin admin] Request body: {'subnet': {'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-620163521-subnet', 'tenant_id': '087963ab1b824616bef92f845b92eb23', 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:53.513610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af3fbda-da1e-4616-ab7a-026f1d61f968 admin admin] Made reservation on behalf of 087963ab1b824616bef92f845b92eb23 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:33:53.516264 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9af3fbda-da1e-4616-ab7a-026f1d61f968 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:53.788606 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9af3fbda-da1e-4616-ab7a-026f1d61f968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (340d59d2-ff6b-4b92-acb1-57733fa727d4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:53.850781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3fbda-da1e-4616-ab7a-026f1d61f968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=340d59d2-ff6b-4b92-acb1-57733fa727d4,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:53.858055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af3fbda-da1e-4616-ab7a-026f1d61f968 admin admin] Checking segment: {'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:33:53.858420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af3fbda-da1e-4616-ab7a-026f1d61f968 admin admin] Network hostable DHCP agents. Network: bab0920a-852a-49c9-a3f2-4c8b53842adb, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:33:53.953219 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af3fbda-da1e-4616-ab7a-026f1d61f968 admin admin] Network bab0920a-852a-49c9-a3f2-4c8b53842adb is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:33:54.050285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-9af3fbda-da1e-4616-ab7a-026f1d61f968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bab0920a-852a-49c9-a3f2-4c8b53842adb) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:54.054552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af3fbda-da1e-4616-ab7a-026f1d61f968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:54.055143 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9af3fbda-da1e-4616-ab7a-026f1d61f968 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:54.060005 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc25c35-5b9a-472c-bb5f-590a01f2d6bf None None] Network bab0920a-852a-49c9-a3f2-4c8b53842adb requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:33:54.166122 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bab0920a-852a-49c9-a3f2-4c8b53842adb', 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb', 'project_id': '087963ab1b824616bef92f845b92eb23', 'fixed_ips': [{'subnet_id': '340d59d2-ff6b-4b92-acb1-57733fa727d4'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:33:54.167058 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:54.176759 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9af3fbda-da1e-4616-ab7a-026f1d61f968 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8083589
Feb 12 21:33:54.180203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48502) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:54.184925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-620163521-router', 'tenant_id': '087963ab1b824616bef92f845b92eb23', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:54.207100 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a60a2a27-2ad1-4095-b3ba-cf29ff5d27e1 req-43e3f23e-3a4e-419c-bda0-6a0d11cb591e tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b70a65-6aa4-49d4-8415-1eda9c7671c0 HTTP/1.1" status: 200  len: 210 time: 0.0348365
Feb 12 21:33:54.267963 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (78a91378-0e4e-439f-a22d-457383e91dea), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:54.269314 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (78a91378-0e4e-439f-a22d-457383e91dea), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:54.319006 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Allocated IP 172.20.0.2 (bab0920a-852a-49c9-a3f2-4c8b53842adb/340d59d2-ff6b-4b92-acb1-57733fa727d4/e9231b84-3bba-4166-a351-7beb7c8da981) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:33:54.329852 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Publish callbacks [] for router_controller (78a91378-0e4e-439f-a22d-457383e91dea), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:54.473301 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Publish callbacks [] for port (e9231b84-3bba-4166-a351-7beb7c8da981), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:54.570720 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (e9231b84-3bba-4166-a351-7beb7c8da981), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:54.581079 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Publish callbacks [] for router_gateway (78a91378-0e4e-439f-a22d-457383e91dea), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:54.615349 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Network bab0920a-852a-49c9-a3f2-4c8b53842adb is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:33:54.618666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:54.622273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:33:54.634585 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Pushing event updated for resources: {'Port': ['ID=e9231b84-3bba-4166-a351-7beb7c8da981,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:54.690320 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Attempting to bind port e9231b84-3bba-4166-a351-7beb7c8da981 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:33:54.690696 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Attempting to bind port e9231b84-3bba-4166-a351-7beb7c8da981 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:33:54.691065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Attempting to bind port e9231b84-3bba-4166-a351-7beb7c8da981 on network bab0920a-852a-49c9-a3f2-4c8b53842adb {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:33:54.699609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:33:54.699609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Checking segment: {'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:33:54.699609 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:54.699609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Bound using segment: {'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:33:54.699609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Bound port: e9231b84-3bba-4166-a351-7beb7c8da981, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:33:54.699609 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e9231b84-3bba-4166-a351-7beb7c8da981), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:54.766889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] For port e9231b84-3bba-4166-a351-7beb7c8da981, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:33:54.770046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] For port e9231b84-3bba-4166-a351-7beb7c8da981, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9231b84-3bba-4166-a351-7beb7c8da981,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:33:54.848150 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Publish callbacks [] for router_gateway (78a91378-0e4e-439f-a22d-457383e91dea), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:54.866871 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:54.868111 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e9231b84-3bba-4166-a351-7beb7c8da981), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:54.934203 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3cd26-3604-4513-956d-34e1266ba902 None None] Pushing event updated for resources: {'Port': ['ID=e9231b84-3bba-4166-a351-7beb7c8da981,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:54.993682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Allocated IP 172.35.2.243 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/46983cb4-2ea9-4a75-8b2e-19db458026d5) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:33:55.124528 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Publish callbacks [] for port (46983cb4-2ea9-4a75-8b2e-19db458026d5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:55.205546 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (46983cb4-2ea9-4a75-8b2e-19db458026d5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:55.259651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:33:55.265825 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:55.268203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Pushing event updated for resources: {'Port': ['ID=46983cb4-2ea9-4a75-8b2e-19db458026d5,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:55.270491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:33:55.470432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e9231b84-3bba-4166-a351-7beb7c8da981 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:33:55.523638 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e9231b84-3bba-4166-a351-7beb7c8da981 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:55.529722 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e9231b84-3bba-4166-a351-7beb7c8da981), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:55.546731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device eb4be2e6-f5ae-4480-94a3-2f75ffe8516f no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:33:55.574491 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: eb4be2e6-f5ae-4480-94a3-2f75ffe8516f {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:33:55.574833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device eb4be2e6-f5ae-4480-94a3-2f75ffe8516f not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:33:55.633201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e9231b84-3bba-4166-a351-7beb7c8da981 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:55.633645 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e9231b84-3bba-4166-a351-7beb7c8da981), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:55.686256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port e9231b84-3bba-4166-a351-7beb7c8da981, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9231b84-3bba-4166-a351-7beb7c8da981,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:55.700636 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Publish callbacks [] for router_gateway (78a91378-0e4e-439f-a22d-457383e91dea), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:55.800676 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e9231b84-3bba-4166-a351-7beb7c8da981), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:55.859036 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e581623d-ee66-4023-bdf2-45267b8752d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:55.864003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=e9231b84-3bba-4166-a351-7beb7c8da981,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:55.931703 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (78a91378-0e4e-439f-a22d-457383e91dea), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:56.003157 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ae512f-e482-4f3f-8d79-3f8652383a7c None None] Network bab0920a-852a-49c9-a3f2-4c8b53842adb requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:33:56.116676 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ef3fc7cb-a4f6-4a71-98b0-38aa9fa6925a None None] Provisioning complete for port e9231b84-3bba-4166-a351-7beb7c8da981 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:56.116959 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc7cb-a4f6-4a71-98b0-38aa9fa6925a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e9231b84-3bba-4166-a351-7beb7c8da981), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:56.149404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Router 78a91378-0e4e-439f-a22d-457383e91dea is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:33:56.207583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ef3fc7cb-a4f6-4a71-98b0-38aa9fa6925a None None] Current status of the port e9231b84-3bba-4166-a351-7beb7c8da981 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:56.269709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:33:56.282624 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Sync routers for ids ['78a91378-0e4e-439f-a22d-457383e91dea'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:33:56.295608 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Routers {'78a91378-0e4e-439f-a22d-457383e91dea'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:33:56.296405 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfdf6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['78a91378-0e4e-439f-a22d-457383e91dea'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:56.351916 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:56.356173 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-84b1b765-ffeb-4019-ba41-60ffc1034bde admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.1719291
Feb 12 21:33:56.356429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48532) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:56.407989 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Set router 78a91378-0e4e-439f-a22d-457383e91dea gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:33:56.433197 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-27120f3f-fd75-4da3-b2b9-bef48114b061 None None] Provisioning complete for port e9231b84-3bba-4166-a351-7beb7c8da981 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:56.433609 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-27120f3f-fd75-4da3-b2b9-bef48114b061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e9231b84-3bba-4166-a351-7beb7c8da981), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:56.526624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-27120f3f-fd75-4da3-b2b9-bef48114b061 None None] Current status of the port e9231b84-3bba-4166-a351-7beb7c8da981 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:56.622816 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfdf6a0>, [{'id': '78a91378-0e4e-439f-a22d-457383e91dea', 'name': 'tempest-TestServerMultinode-620163521-router', 'tenant_id': '087963ab1b824616bef92f845b92eb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.243'}], 'enable_snat': True}, 'gw_port_id': '46983cb4-2ea9-4a75-8b2e-19db458026d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:54Z', 'updated_at': '2022-02-12T21:33:55Z', 'revision_number': 3, 'project_id': '087963ab1b824616bef92f845b92eb23', 'gw_port': {'id': '46983cb4-2ea9-4a75-8b2e-19db458026d5', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:35:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a91378-0e4e-439f-a22d-457383e91dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:54Z', 'updated_at': '2022-02-12T21:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:56.749800 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Checking router: 78a91378-0e4e-439f-a22d-457383e91dea for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:33:56.750150 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Updating router 78a91378-0e4e-439f-a22d-457383e91dea port 46983cb4-2ea9-4a75-8b2e-19db458026d5 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:33:56.779162 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46983cb4-2ea9-4a75-8b2e-19db458026d5), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:56.835567 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:57.001132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Allocated IP 172.20.0.1 (bab0920a-852a-49c9-a3f2-4c8b53842adb/340d59d2-ff6b-4b92-acb1-57733fa727d4/4f083d7b-40c4-44b4-9de3-d5c9ec46a743) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:33:57.037389 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Publish callbacks [] for port (46983cb4-2ea9-4a75-8b2e-19db458026d5), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:57.057019 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:57.107220 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46983cb4-2ea9-4a75-8b2e-19db458026d5), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:57.115846 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Publish callbacks [] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:57.163738 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddbbbe-eb4c-426d-9d39-08918071cf80 None None] Pushing event updated for resources: {'Port': ['ID=46983cb4-2ea9-4a75-8b2e-19db458026d5,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:57.166068 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Attempting to bind port 46983cb4-2ea9-4a75-8b2e-19db458026d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:33:57.166435 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Attempting to bind port 46983cb4-2ea9-4a75-8b2e-19db458026d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:33:57.166797 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Attempting to bind port 46983cb4-2ea9-4a75-8b2e-19db458026d5 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:33:57.172167 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:33:57.172538 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:33:57.172936 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:57.173323 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:33:57.173813 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Bound port: 46983cb4-2ea9-4a75-8b2e-19db458026d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:33:57.174194 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46983cb4-2ea9-4a75-8b2e-19db458026d5), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:57.225094 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] For port 46983cb4-2ea9-4a75-8b2e-19db458026d5, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:33:57.228192 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] For port 46983cb4-2ea9-4a75-8b2e-19db458026d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46983cb4-2ea9-4a75-8b2e-19db458026d5,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:33:57.245143 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:57.290107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Network bab0920a-852a-49c9-a3f2-4c8b53842adb is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:33:57.292966 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:57.295394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:33:57.314133 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46983cb4-2ea9-4a75-8b2e-19db458026d5), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:57.325722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Pushing event updated for resources: {'Port': ['ID=4f083d7b-40c4-44b4-9de3-d5c9ec46a743,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:57.343914 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (78a91378-0e4e-439f-a22d-457383e91dea), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:57.392321 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Routers {'78a91378-0e4e-439f-a22d-457383e91dea'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:33:57.393045 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfdf6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['78a91378-0e4e-439f-a22d-457383e91dea'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:57.395115 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddbbbe-eb4c-426d-9d39-08918071cf80 None None] Pushing event updated for resources: {'Port': ['ID=46983cb4-2ea9-4a75-8b2e-19db458026d5,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:57.472154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e9231b84-3bba-4166-a351-7beb7c8da981 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:33:57.552569 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] Set router 78a91378-0e4e-439f-a22d-457383e91dea gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:33:57.562570 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e9231b84-3bba-4166-a351-7beb7c8da981 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:57.563461 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e9231b84-3bba-4166-a351-7beb7c8da981), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:57.642774 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:57.696917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e9231b84-3bba-4166-a351-7beb7c8da981 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:57.720946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-df57d4c8-8e68-4f31-9348-1ba64685a819 None None] Provisioning complete for port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:57.721596 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df57d4c8-8e68-4f31-9348-1ba64685a819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:57.770810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-df57d4c8-8e68-4f31-9348-1ba64685a819 None None] Port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:33:57.808935 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfdf6a0>, [{'id': '78a91378-0e4e-439f-a22d-457383e91dea', 'name': 'tempest-TestServerMultinode-620163521-router', 'tenant_id': '087963ab1b824616bef92f845b92eb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.243'}], 'enable_snat': True}, 'gw_port_id': '46983cb4-2ea9-4a75-8b2e-19db458026d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:54Z', 'updated_at': '2022-02-12T21:33:55Z', 'revision_number': 3, 'project_id': '087963ab1b824616bef92f845b92eb23', 'gw_port': {'id': '46983cb4-2ea9-4a75-8b2e-19db458026d5', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:35:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a91378-0e4e-439f-a22d-457383e91dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:54Z', 'updated_at': '2022-02-12T21:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:57.835925 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670fa83c-49a8-4dce-b095-dcbb873745e3 None None] The sync data for ids ['78a91378-0e4e-439f-a22d-457383e91dea'] in ncdv-master-1 is: [{'id': '78a91378-0e4e-439f-a22d-457383e91dea', 'name': 'tempest-TestServerMultinode-620163521-router', 'tenant_id': '087963ab1b824616bef92f845b92eb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.243'}], 'enable_snat': True}, 'gw_port_id': '46983cb4-2ea9-4a75-8b2e-19db458026d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:54Z', 'updated_at': '2022-02-12T21:33:55Z', 'revision_number': 3, 'project_id': '087963ab1b824616bef92f845b92eb23', 'gw_port': {'id': '46983cb4-2ea9-4a75-8b2e-19db458026d5', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:35:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a91378-0e4e-439f-a22d-457383e91dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:54Z', 'updated_at': '2022-02-12T21:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:33:57.850997 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Publish callbacks [] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:57.913508 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:57.987503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Pushing event updated for resources: {'Port': ['ID=4f083d7b-40c4-44b4-9de3-d5c9ec46a743,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:58.007192 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (78a91378-0e4e-439f-a22d-457383e91dea), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:58.131502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Network bab0920a-852a-49c9-a3f2-4c8b53842adb is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:33:58.132889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:33:58.296483 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-95902a02-0176-46af-a196-790c2e01282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:58.399858 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-88332df8-42e8-4d71-857e-7cd21813040a None None] Provisioning complete for port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:58.400329 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-88332df8-42e8-4d71-857e-7cd21813040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:58.438416 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-88332df8-42e8-4d71-857e-7cd21813040a None None] Port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:33:58.597552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Router 78a91378-0e4e-439f-a22d-457383e91dea has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:33:58.736536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:33:58.751346 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9b22a8a7-1bd3-4aa6-b089-65e1ecf8773b admin admin] 10.222.0.31 "PUT /v2.0/routers/78a91378-0e4e-439f-a22d-457383e91dea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3860388
Feb 12 21:33:59.437839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48596) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:33:59.442800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f7cba3c2-d9a8-4ce6-8ce5-e56db811fd90 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-44322677-network', 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:33:59.454004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 46983cb4-2ea9-4a75-8b2e-19db458026d5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:33:59.537881 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 46983cb4-2ea9-4a75-8b2e-19db458026d5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:33:59.538259 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (46983cb4-2ea9-4a75-8b2e-19db458026d5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:59.571307 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cba3c2-d9a8-4ce6-8ce5-e56db811fd90 admin admin] Made reservation on behalf of dcf968a096f1465189bcff1b8cdd3f35 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:33:59.574063 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7cba3c2-d9a8-4ce6-8ce5-e56db811fd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:59.583531 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7cba3c2-d9a8-4ce6-8ce5-e56db811fd90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:59.621005 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:59.621589 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:59.622576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 46983cb4-2ea9-4a75-8b2e-19db458026d5 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:33:59.622950 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (46983cb4-2ea9-4a75-8b2e-19db458026d5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:59.645492 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 46983cb4-2ea9-4a75-8b2e-19db458026d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46983cb4-2ea9-4a75-8b2e-19db458026d5,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:33:59.653392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Sync routers for ids ['78a91378-0e4e-439f-a22d-457383e91dea'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:33:59.666132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Routers {'78a91378-0e4e-439f-a22d-457383e91dea'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:33:59.666132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b9ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['78a91378-0e4e-439f-a22d-457383e91dea'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:33:59.683639 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7cba3c2-d9a8-4ce6-8ce5-e56db811fd90 admin admin] Publish callbacks [] for security_group (28d630ba-1b7e-4074-a97c-1b4282482aa8), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:59.713136 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (46983cb4-2ea9-4a75-8b2e-19db458026d5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:59.742311 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7cba3c2-d9a8-4ce6-8ce5-e56db811fd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (28d630ba-1b7e-4074-a97c-1b4282482aa8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:59.765553 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cba3c2-d9a8-4ce6-8ce5-e56db811fd90 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:33:59.780848 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cba3c2-d9a8-4ce6-8ce5-e56db811fd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d630ba-1b7e-4074-a97c-1b4282482aa8,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:59.783760 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7cba3c2-d9a8-4ce6-8ce5-e56db811fd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (227616c5-9f69-4669-bfef-ab4f07491edb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:59.784103 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-f7cba3c2-d9a8-4ce6-8ce5-e56db811fd90 admin admin] Added segment 227616c5-9f69-4669-bfef-ab4f07491edb of type vlan for network 347320b6-7436-4ce6-aede-9efabd8d40d7
Feb 12 21:33:59.822030 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=46983cb4-2ea9-4a75-8b2e-19db458026d5,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:33:59.842706 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7cba3c2-d9a8-4ce6-8ce5-e56db811fd90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (347320b6-7436-4ce6-aede-9efabd8d40d7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:59.849139 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Set router 78a91378-0e4e-439f-a22d-457383e91dea gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:33:59.947918 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7cba3c2-d9a8-4ce6-8ce5-e56db811fd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (347320b6-7436-4ce6-aede-9efabd8d40d7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:33:59.948818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cba3c2-d9a8-4ce6-8ce5-e56db811fd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:33:59.949443 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f7cba3c2-d9a8-4ce6-8ce5-e56db811fd90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:00.014139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cba3c2-d9a8-4ce6-8ce5-e56db811fd90 admin admin] Pushing event updated for resources: {'Network': ['ID=347320b6-7436-4ce6-aede-9efabd8d40d7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:00.059960 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f7cba3c2-d9a8-4ce6-8ce5-e56db811fd90 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6209867
Feb 12 21:34:00.063161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48606) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:00.070431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-3b5bef11-ede8-4ba5-8126-c3d614517416 admin admin] Request body: {'subnet': {'network_id': '347320b6-7436-4ce6-aede-9efabd8d40d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-44322677-subnet', 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:00.123352 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 347320b6-7436-4ce6-aede-9efabd8d40d7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:34:00.210887 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5bef11-ede8-4ba5-8126-c3d614517416 admin admin] Made reservation on behalf of dcf968a096f1465189bcff1b8cdd3f35 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:34:00.215146 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3b5bef11-ede8-4ba5-8126-c3d614517416 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:00.260085 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b9ec10>, [{'id': '78a91378-0e4e-439f-a22d-457383e91dea', 'name': 'tempest-TestServerMultinode-620163521-router', 'tenant_id': '087963ab1b824616bef92f845b92eb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.243'}], 'enable_snat': True}, 'gw_port_id': '46983cb4-2ea9-4a75-8b2e-19db458026d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:54Z', 'updated_at': '2022-02-12T21:33:57Z', 'revision_number': 4, 'project_id': '087963ab1b824616bef92f845b92eb23', 'gw_port': {'id': '46983cb4-2ea9-4a75-8b2e-19db458026d5', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:35:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a91378-0e4e-439f-a22d-457383e91dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:54Z', 'updated_at': '2022-02-12T21:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4f083d7b-40c4-44b4-9de3-d5c9ec46a743', 'name': '', 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb', 'tenant_id': '087963ab1b824616bef92f845b92eb23', 'mac_address': 'fa:16:3e:90:49:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a91378-0e4e-439f-a22d-457383e91dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '340d59d2-ff6b-4b92-acb1-57733fa727d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:56Z', 'updated_at': '2022-02-12T21:33:57Z', 'revision_number': 2, 'project_id': '087963ab1b824616bef92f845b92eb23', 'subnets': [{'id': '340d59d2-ff6b-4b92-acb1-57733fa727d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:00.288386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Checking router: 78a91378-0e4e-439f-a22d-457383e91dea for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:34:00.289338 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Updating router 78a91378-0e4e-439f-a22d-457383e91dea port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:34:00.317006 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:00.450710 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3b5bef11-ede8-4ba5-8126-c3d614517416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (338448e0-c027-4a14-a7b4-6a9710071ad8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:00.509900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bef11-ede8-4ba5-8126-c3d614517416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=338448e0-c027-4a14-a7b4-6a9710071ad8,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:00.517284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5bef11-ede8-4ba5-8126-c3d614517416 admin admin] Checking segment: {'id': '227616c5-9f69-4669-bfef-ab4f07491edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '347320b6-7436-4ce6-aede-9efabd8d40d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:34:00.517836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5bef11-ede8-4ba5-8126-c3d614517416 admin admin] Network hostable DHCP agents. Network: 347320b6-7436-4ce6-aede-9efabd8d40d7, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:34:00.600177 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Publish callbacks [] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:00.662202 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5bef11-ede8-4ba5-8126-c3d614517416 admin admin] Network 347320b6-7436-4ce6-aede-9efabd8d40d7 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:34:00.719894 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:00.747744 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-3b5bef11-ede8-4ba5-8126-c3d614517416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 347320b6-7436-4ce6-aede-9efabd8d40d7) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:34:00.761051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5bef11-ede8-4ba5-8126-c3d614517416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:00.761051 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3b5bef11-ede8-4ba5-8126-c3d614517416 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:00.764676 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bd6f58-8405-4141-a898-054758a6ee25 None None] Network 347320b6-7436-4ce6-aede-9efabd8d40d7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:34:00.796117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3d0ae-611f-4ba0-8c74-319e20cca66b None None] Pushing event updated for resources: {'Port': ['ID=4f083d7b-40c4-44b4-9de3-d5c9ec46a743,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:00.880695 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3b5bef11-ede8-4ba5-8126-c3d614517416 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8141384
Feb 12 21:34:00.881250 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48616) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:00.890080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-44322677-router', 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:00.919129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Attempting to bind port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:34:00.919634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Attempting to bind port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:34:00.920210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Attempting to bind port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 on network bab0920a-852a-49c9-a3f2-4c8b53842adb {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:34:00.933295 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:34:00.933874 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Checking segment: {'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:34:00.934398 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:00.935047 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Bound using segment: {'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:34:00.935586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Bound port: 4f083d7b-40c4-44b4-9de3-d5c9ec46a743, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:34:00.936175 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:01.012492 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-347320b6-7436-4ce6-aede-9efabd8d40d7', 'network_id': '347320b6-7436-4ce6-aede-9efabd8d40d7', 'project_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'fixed_ips': [{'subnet_id': '338448e0-c027-4a14-a7b4-6a9710071ad8'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:34:01.013254 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:01.059703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] For port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:34:01.073791 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (80e989ff-922b-4033-84a6-ff8f521ace48), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:01.074907 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (80e989ff-922b-4033-84a6-ff8f521ace48), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:01.122173 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] For port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f083d7b-40c4-44b4-9de3-d5c9ec46a743,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:34:01.127648 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:01.132980 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Publish callbacks [] for router_controller (80e989ff-922b-4033-84a6-ff8f521ace48), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:01.146251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-56b132bc-9743-49bb-aea3-c4927a1d1670 None None] Provisioning complete for port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:01.146632 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-56b132bc-9743-49bb-aea3-c4927a1d1670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:01.213810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-56b132bc-9743-49bb-aea3-c4927a1d1670 None None] Port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:34:01.222640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Allocated IP 172.20.0.2 (347320b6-7436-4ce6-aede-9efabd8d40d7/338448e0-c027-4a14-a7b4-6a9710071ad8/8b9765c8-8e57-4a6e-973b-1da395a7a99d) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:34:01.247789 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:01.365883 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3d0ae-611f-4ba0-8c74-319e20cca66b None None] Pushing event updated for resources: {'Port': ['ID=4f083d7b-40c4-44b4-9de3-d5c9ec46a743,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:01.376313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Routers {'78a91378-0e4e-439f-a22d-457383e91dea'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:01.376313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b9ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['78a91378-0e4e-439f-a22d-457383e91dea'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:01.440068 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Publish callbacks [] for router_gateway (80e989ff-922b-4033-84a6-ff8f521ace48), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:01.479873 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 46983cb4-2ea9-4a75-8b2e-19db458026d5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:34:01.549688 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Publish callbacks [] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:01.571865 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] Set router 78a91378-0e4e-439f-a22d-457383e91dea gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:01.608723 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 46983cb4-2ea9-4a75-8b2e-19db458026d5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:01.609631 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (46983cb4-2ea9-4a75-8b2e-19db458026d5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:01.640048 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:01.761339 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Network 347320b6-7436-4ce6-aede-9efabd8d40d7 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:34:01.768645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7cb638d5-c18c-4f01-8d01-08c24cc8a808 None None] Provisioning complete for port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:01.769017 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7cb638d5-c18c-4f01-8d01-08c24cc8a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:01.772939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:34:01.775115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Pushing event updated for resources: {'Port': ['ID=8b9765c8-8e57-4a6e-973b-1da395a7a99d,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:01.780364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:34:01.835462 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Publish callbacks [] for router_gateway (80e989ff-922b-4033-84a6-ff8f521ace48), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:01.856370 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:01.988207 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Allocated IP 172.35.2.145 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/dde8116c-d8b3-4a02-9eb8-3438a6c56749) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:34:02.103017 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Attempting to bind port 8b9765c8-8e57-4a6e-973b-1da395a7a99d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:34:02.103446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Attempting to bind port 8b9765c8-8e57-4a6e-973b-1da395a7a99d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '227616c5-9f69-4669-bfef-ab4f07491edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '347320b6-7436-4ce6-aede-9efabd8d40d7'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:34:02.103734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Attempting to bind port 8b9765c8-8e57-4a6e-973b-1da395a7a99d on network 347320b6-7436-4ce6-aede-9efabd8d40d7 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:34:02.104665 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Publish callbacks [] for port (dde8116c-d8b3-4a02-9eb8-3438a6c56749), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:02.105755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 46983cb4-2ea9-4a75-8b2e-19db458026d5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:02.114058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:34:02.114435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Checking segment: {'id': '227616c5-9f69-4669-bfef-ab4f07491edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '347320b6-7436-4ce6-aede-9efabd8d40d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:34:02.117194 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:02.117194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Bound using segment: {'id': '227616c5-9f69-4669-bfef-ab4f07491edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '347320b6-7436-4ce6-aede-9efabd8d40d7'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:34:02.117194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Bound port: 8b9765c8-8e57-4a6e-973b-1da395a7a99d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227616c5-9f69-4669-bfef-ab4f07491edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '347320b6-7436-4ce6-aede-9efabd8d40d7'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:34:02.117194 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:02.230628 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7cb638d5-c18c-4f01-8d01-08c24cc8a808 None None] Current status of the port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:02.230936 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7cb638d5-c18c-4f01-8d01-08c24cc8a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:02.247141 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (dde8116c-d8b3-4a02-9eb8-3438a6c56749), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:02.275046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] For port 8b9765c8-8e57-4a6e-973b-1da395a7a99d, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:34:02.291352 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:02.302805 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] For port 8b9765c8-8e57-4a6e-973b-1da395a7a99d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b9765c8-8e57-4a6e-973b-1da395a7a99d,segment=NetworkSegment(227616c5-9f69-4669-bfef-ab4f07491edb),segment_id=227616c5-9f69-4669-bfef-ab4f07491edb)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:34:02.304692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:34:02.306003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7cb638d5-c18c-4f01-8d01-08c24cc8a808 None None] For port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f083d7b-40c4-44b4-9de3-d5c9ec46a743,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:02.307690 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:34:02.311223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:34:02.313602 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b9ec10>, [{'id': '78a91378-0e4e-439f-a22d-457383e91dea', 'name': 'tempest-TestServerMultinode-620163521-router', 'tenant_id': '087963ab1b824616bef92f845b92eb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.243'}], 'enable_snat': True}, 'gw_port_id': '46983cb4-2ea9-4a75-8b2e-19db458026d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:54Z', 'updated_at': '2022-02-12T21:33:57Z', 'revision_number': 4, 'project_id': '087963ab1b824616bef92f845b92eb23', 'gw_port': {'id': '46983cb4-2ea9-4a75-8b2e-19db458026d5', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:35:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a91378-0e4e-439f-a22d-457383e91dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:54Z', 'updated_at': '2022-02-12T21:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4f083d7b-40c4-44b4-9de3-d5c9ec46a743', 'name': '', 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb', 'tenant_id': '087963ab1b824616bef92f845b92eb23', 'mac_address': 'fa:16:3e:90:49:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a91378-0e4e-439f-a22d-457383e91dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '340d59d2-ff6b-4b92-acb1-57733fa727d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:56Z', 'updated_at': '2022-02-12T21:34:01Z', 'revision_number': 4, 'project_id': '087963ab1b824616bef92f845b92eb23', 'subnets': [{'id': '340d59d2-ff6b-4b92-acb1-57733fa727d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:02.316997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Pushing event updated for resources: {'Port': ['ID=dde8116c-d8b3-4a02-9eb8-3438a6c56749,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:02.348059 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349aec8-6c48-42b2-b245-a2f2d153cdf2 None None] The sync data for ids ['78a91378-0e4e-439f-a22d-457383e91dea'] in ncdv-master-1 is: [{'id': '78a91378-0e4e-439f-a22d-457383e91dea', 'name': 'tempest-TestServerMultinode-620163521-router', 'tenant_id': '087963ab1b824616bef92f845b92eb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.243'}], 'enable_snat': True}, 'gw_port_id': '46983cb4-2ea9-4a75-8b2e-19db458026d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:54Z', 'updated_at': '2022-02-12T21:33:57Z', 'revision_number': 4, 'project_id': '087963ab1b824616bef92f845b92eb23', 'gw_port': {'id': '46983cb4-2ea9-4a75-8b2e-19db458026d5', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:35:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a91378-0e4e-439f-a22d-457383e91dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:54Z', 'updated_at': '2022-02-12T21:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4f083d7b-40c4-44b4-9de3-d5c9ec46a743', 'name': '', 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb', 'tenant_id': '087963ab1b824616bef92f845b92eb23', 'mac_address': 'fa:16:3e:90:49:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a91378-0e4e-439f-a22d-457383e91dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '340d59d2-ff6b-4b92-acb1-57733fa727d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:56Z', 'updated_at': '2022-02-12T21:34:01Z', 'revision_number': 4, 'project_id': '087963ab1b824616bef92f845b92eb23', 'subnets': [{'id': '340d59d2-ff6b-4b92-acb1-57733fa727d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:34:02.411132 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7cb638d5-c18c-4f01-8d01-08c24cc8a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:02.424057 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:02.485656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb638d5-c18c-4f01-8d01-08c24cc8a808 None None] Pushing event updated for resources: {'Port': ['ID=4f083d7b-40c4-44b4-9de3-d5c9ec46a743,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:02.540291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9914ba-9978-4eac-a1fd-88a5752d7731 None None] Pushing event updated for resources: {'Port': ['ID=8b9765c8-8e57-4a6e-973b-1da395a7a99d,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:02.750742 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Publish callbacks [] for router_gateway (80e989ff-922b-4033-84a6-ff8f521ace48), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:03.315040 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (80e989ff-922b-4033-84a6-ff8f521ace48), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:03.538439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8b9765c8-8e57-4a6e-973b-1da395a7a99d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:34:03.597719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8b9765c8-8e57-4a6e-973b-1da395a7a99d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:03.598520 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:03.616557 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Router 80e989ff-922b-4033-84a6-ff8f521ace48 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:34:03.630994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e578ef55-3eb2-4b37-8200-584054e95daa None None] Network 347320b6-7436-4ce6-aede-9efabd8d40d7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:34:03.755067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:34:03.768426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9a087edc-2975-4551-bca6-86b085556256 None None] Provisioning complete for port 8b9765c8-8e57-4a6e-973b-1da395a7a99d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:03.768847 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9a087edc-2975-4551-bca6-86b085556256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:03.770495 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Sync routers for ids ['80e989ff-922b-4033-84a6-ff8f521ace48'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:34:03.781523 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Routers {'80e989ff-922b-4033-84a6-ff8f521ace48'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:03.781939 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78f6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['80e989ff-922b-4033-84a6-ff8f521ace48'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:03.867046 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:03.867046 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2ff70b98-7131-4179-8f56-a95032b023cf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.9826596
Feb 12 21:34:03.868288 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48642) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:03.878520 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8b9765c8-8e57-4a6e-973b-1da395a7a99d is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:03.878911 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:03.911034 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Set router 80e989ff-922b-4033-84a6-ff8f521ace48 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:03.957864 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9a087edc-2975-4551-bca6-86b085556256 None None] Current status of the port 8b9765c8-8e57-4a6e-973b-1da395a7a99d is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:03.957864 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9a087edc-2975-4551-bca6-86b085556256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:04.022271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 8b9765c8-8e57-4a6e-973b-1da395a7a99d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b9765c8-8e57-4a6e-973b-1da395a7a99d,segment=NetworkSegment(227616c5-9f69-4669-bfef-ab4f07491edb),segment_id=227616c5-9f69-4669-bfef-ab4f07491edb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:04.071167 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:04.072123 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:34:04.177914 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78f6a0>, [{'id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'name': 'tempest-TestServerMultinode-44322677-router', 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dde8116c-d8b3-4a02-9eb8-3438a6c56749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:01Z', 'updated_at': '2022-02-12T21:34:02Z', 'revision_number': 3, 'project_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'gw_port': {'id': 'dde8116c-d8b3-4a02-9eb8-3438a6c56749', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:01Z', 'updated_at': '2022-02-12T21:34:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:04.206639 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-9a087edc-2975-4551-bca6-86b085556256 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:34:04.207006 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-9a087edc-2975-4551-bca6-86b085556256 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:34:04.212633 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=8b9765c8-8e57-4a6e-973b-1da395a7a99d,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:04.213525 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Checking router: 80e989ff-922b-4033-84a6-ff8f521ace48 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:34:04.213942 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Updating router 80e989ff-922b-4033-84a6-ff8f521ace48 port dde8116c-d8b3-4a02-9eb8-3438a6c56749 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:34:04.224288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:04.224666 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:04.250216 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dde8116c-d8b3-4a02-9eb8-3438a6c56749), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:04.313903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:04.408153 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:04.516204 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Publish callbacks [] for port (dde8116c-d8b3-4a02-9eb8-3438a6c56749), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:04.572198 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Allocated IP 172.20.0.1 (347320b6-7436-4ce6-aede-9efabd8d40d7/338448e0-c027-4a14-a7b4-6a9710071ad8/d0386433-0b37-4677-8019-78e7ea4ea3a8) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:34:04.605014 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dde8116c-d8b3-4a02-9eb8-3438a6c56749), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:04.667214 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Attempting to bind port dde8116c-d8b3-4a02-9eb8-3438a6c56749 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:34:04.667705 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Attempting to bind port dde8116c-d8b3-4a02-9eb8-3438a6c56749 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:34:04.668076 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Attempting to bind port dde8116c-d8b3-4a02-9eb8-3438a6c56749 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:34:04.674530 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02ef5c-64b7-42b2-ad74-f405745cb087 None None] Pushing event updated for resources: {'Port': ['ID=dde8116c-d8b3-4a02-9eb8-3438a6c56749,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:04.676843 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:34:04.677474 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:34:04.677868 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:04.678264 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:34:04.678768 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Bound port: dde8116c-d8b3-4a02-9eb8-3438a6c56749, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:34:04.679155 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dde8116c-d8b3-4a02-9eb8-3438a6c56749), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:04.692652 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Publish callbacks [] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:04.737855 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] For port dde8116c-d8b3-4a02-9eb8-3438a6c56749, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:34:04.740827 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] For port dde8116c-d8b3-4a02-9eb8-3438a6c56749, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dde8116c-d8b3-4a02-9eb8-3438a6c56749,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:34:04.744749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9a087edc-2975-4551-bca6-86b085556256 None None] Current status of the port 8b9765c8-8e57-4a6e-973b-1da395a7a99d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:04.805400 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:04.833585 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dde8116c-d8b3-4a02-9eb8-3438a6c56749), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:04.862917 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Pushing event updated for resources: {'Port': ['ID=d0386433-0b37-4677-8019-78e7ea4ea3a8,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:04.874131 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Network 347320b6-7436-4ce6-aede-9efabd8d40d7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:34:04.876563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:04.877001 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:04.877281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:04.877647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:04.877990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:04.878331 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:04.878663 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:04.878996 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:04.879329 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:04.879666 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:04.879999 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:04.880341 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:04.880655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:04.880844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9972328a-1003-4a85-b932-cd84b739b2d3 None None] Provisioning complete for port 8b9765c8-8e57-4a6e-973b-1da395a7a99d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:04.881218 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9972328a-1003-4a85-b932-cd84b739b2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:04.884393 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:34:04.886867 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:34:04.895080 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Routers {'80e989ff-922b-4033-84a6-ff8f521ace48'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:04.895317 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78f6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['80e989ff-922b-4033-84a6-ff8f521ace48'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:04.937480 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (80e989ff-922b-4033-84a6-ff8f521ace48), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:05.003685 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9972328a-1003-4a85-b932-cd84b739b2d3 None None] Current status of the port 8b9765c8-8e57-4a6e-973b-1da395a7a99d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:05.021072 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02ef5c-64b7-42b2-ad74-f405745cb087 None None] Pushing event updated for resources: {'Port': ['ID=dde8116c-d8b3-4a02-9eb8-3438a6c56749,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:05.031048 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] Set router 80e989ff-922b-4033-84a6-ff8f521ace48 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:05.191604 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:05.225788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-de424924-6f64-4767-bd0e-1f1ef90e78a0 None None] Provisioning complete for port d0386433-0b37-4677-8019-78e7ea4ea3a8 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:05.226285 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-de424924-6f64-4767-bd0e-1f1ef90e78a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:05.230236 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78f6a0>, [{'id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'name': 'tempest-TestServerMultinode-44322677-router', 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dde8116c-d8b3-4a02-9eb8-3438a6c56749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:01Z', 'updated_at': '2022-02-12T21:34:02Z', 'revision_number': 3, 'project_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'gw_port': {'id': 'dde8116c-d8b3-4a02-9eb8-3438a6c56749', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:01Z', 'updated_at': '2022-02-12T21:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:05.272645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-de424924-6f64-4767-bd0e-1f1ef90e78a0 None None] Port d0386433-0b37-4677-8019-78e7ea4ea3a8 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:34:05.350347 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9363368f-d3b3-47da-bd52-5181efdca65f None None] The sync data for ids ['80e989ff-922b-4033-84a6-ff8f521ace48'] in ncdv-master-1 is: [{'id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'name': 'tempest-TestServerMultinode-44322677-router', 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dde8116c-d8b3-4a02-9eb8-3438a6c56749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:01Z', 'updated_at': '2022-02-12T21:34:02Z', 'revision_number': 3, 'project_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'gw_port': {'id': 'dde8116c-d8b3-4a02-9eb8-3438a6c56749', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:01Z', 'updated_at': '2022-02-12T21:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:34:05.386069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Publish callbacks [] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:05.442149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8b9765c8-8e57-4a6e-973b-1da395a7a99d up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:34:05.478938 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:05.491775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8b9765c8-8e57-4a6e-973b-1da395a7a99d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:05.492942 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:05.560852 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (80e989ff-922b-4033-84a6-ff8f521ace48), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:05.561717 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Pushing event updated for resources: {'Port': ['ID=d0386433-0b37-4677-8019-78e7ea4ea3a8,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:05.605598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8b9765c8-8e57-4a6e-973b-1da395a7a99d is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:05.694493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Network 347320b6-7436-4ce6-aede-9efabd8d40d7 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:34:05.696310 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:34:05.853955 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Router 80e989ff-922b-4033-84a6-ff8f521ace48 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:34:05.988593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:34:05.995708 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5ec9e083-83fb-4f4d-a0b1-78010e68c302 admin admin] 10.222.0.31 "PUT /v2.0/routers/80e989ff-922b-4033-84a6-ff8f521ace48/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1260486
Feb 12 21:34:06.001790 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-25a372f3-b6ab-4c86-839f-9708e309c244 None None] Provisioning complete for port d0386433-0b37-4677-8019-78e7ea4ea3a8 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:06.002291 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-25a372f3-b6ab-4c86-839f-9708e309c244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:06.039802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-25a372f3-b6ab-4c86-839f-9708e309c244 None None] Port d0386433-0b37-4677-8019-78e7ea4ea3a8 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:34:06.606038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-93531e9e-e3a2-439a-8da0-93ef7d4635e3 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:06.607571 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-93531e9e-e3a2-439a-8da0-93ef7d4635e3 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/networks?id=bab0920a-852a-49c9-a3f2-4c8b53842adb HTTP/1.1" status: 200  len: 910 time: 0.0969694
Feb 12 21:34:06.623046 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-62997038-73b1-4f24-89f6-395291489d08 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/quotas/dcf968a096f1465189bcff1b8cdd3f35 HTTP/1.1" status: 200  len: 375 time: 0.0099301
Feb 12 21:34:06.679419 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:34:06.717544 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-859f6df8-2a57-4b9b-bd00-8af6b7fcbc6a tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=dcf968a096f1465189bcff1b8cdd3f35&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0887213
Feb 12 21:34:06.816543 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-19ce130a-6d81-41e0-8957-4848f8e5b420 service neutron] 10.222.0.31 "GET /v2.0/networks/bab0920a-852a-49c9-a3f2-4c8b53842adb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0920067
Feb 12 21:34:06.918208 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-3f925fa5-06d9-4b74-b21b-93fd07fc0f4d service neutron] 10.222.0.31 "GET /v2.0/networks/bab0920a-852a-49c9-a3f2-4c8b53842adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0950694
Feb 12 21:34:07.139855 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5babef52-0c53-4b96-9712-0333d091a4e2 req-61ad23e9-87a1-4d32-b013-a1bcac4b271a tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 210 time: 0.0311601
Feb 12 21:34:07.142529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Sync routers for ids ['80e989ff-922b-4033-84a6-ff8f521ace48'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:34:07.152235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Routers {'80e989ff-922b-4033-84a6-ff8f521ace48'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:07.153197 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3c32e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['80e989ff-922b-4033-84a6-ff8f521ace48'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:07.299601 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Set router 80e989ff-922b-4033-84a6-ff8f521ace48 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:07.502001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device dde8116c-d8b3-4a02-9eb8-3438a6c56749 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:34:07.569990 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3c32e0>, [{'id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'name': 'tempest-TestServerMultinode-44322677-router', 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dde8116c-d8b3-4a02-9eb8-3438a6c56749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:01Z', 'updated_at': '2022-02-12T21:34:05Z', 'revision_number': 4, 'project_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'gw_port': {'id': 'dde8116c-d8b3-4a02-9eb8-3438a6c56749', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:01Z', 'updated_at': '2022-02-12T21:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0386433-0b37-4677-8019-78e7ea4ea3a8', 'name': '', 'network_id': '347320b6-7436-4ce6-aede-9efabd8d40d7', 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'mac_address': 'fa:16:3e:54:1c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '338448e0-c027-4a14-a7b4-6a9710071ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:04Z', 'updated_at': '2022-02-12T21:34:05Z', 'revision_number': 2, 'project_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'subnets': [{'id': '338448e0-c027-4a14-a7b4-6a9710071ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:07.573219 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port dde8116c-d8b3-4a02-9eb8-3438a6c56749 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:07.573623 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dde8116c-d8b3-4a02-9eb8-3438a6c56749), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:07.615398 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Checking router: 80e989ff-922b-4033-84a6-ff8f521ace48 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:34:07.615763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Updating router 80e989ff-922b-4033-84a6-ff8f521ace48 port d0386433-0b37-4677-8019-78e7ea4ea3a8 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:34:07.657049 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:07.744879 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port dde8116c-d8b3-4a02-9eb8-3438a6c56749 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:07.745264 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dde8116c-d8b3-4a02-9eb8-3438a6c56749), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:07.829126 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port dde8116c-d8b3-4a02-9eb8-3438a6c56749, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dde8116c-d8b3-4a02-9eb8-3438a6c56749,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:07.913640 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dde8116c-d8b3-4a02-9eb8-3438a6c56749), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:08.009941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=dde8116c-d8b3-4a02-9eb8-3438a6c56749,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:08.027994 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Publish callbacks [] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:08.130835 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:08.197859 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f669bd08-5786-48d9-b1b2-735e2f18de65 req-fd121f37-d01b-4dec-8036-703efe5e228e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0600286
Feb 12 21:34:08.210878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db46894-fc67-4ab0-a246-0aecd7487295 None None] Pushing event updated for resources: {'Port': ['ID=d0386433-0b37-4677-8019-78e7ea4ea3a8,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:08.239377 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9eb34c34-5c1c-4002-8b35-bb6cc6e55c30 req-46429e96-2dbd-48d7-85ed-bc98133eeeba tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 210 time: 0.0362053
Feb 12 21:34:08.262798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Attempting to bind port d0386433-0b37-4677-8019-78e7ea4ea3a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:34:08.263871 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Attempting to bind port d0386433-0b37-4677-8019-78e7ea4ea3a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '227616c5-9f69-4669-bfef-ab4f07491edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '347320b6-7436-4ce6-aede-9efabd8d40d7'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:34:08.263871 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Attempting to bind port d0386433-0b37-4677-8019-78e7ea4ea3a8 on network 347320b6-7436-4ce6-aede-9efabd8d40d7 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:34:08.268985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:34:08.269392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Checking segment: {'id': '227616c5-9f69-4669-bfef-ab4f07491edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '347320b6-7436-4ce6-aede-9efabd8d40d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:34:08.269865 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:08.270227 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Bound using segment: {'id': '227616c5-9f69-4669-bfef-ab4f07491edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '347320b6-7436-4ce6-aede-9efabd8d40d7'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:34:08.270694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Bound port: d0386433-0b37-4677-8019-78e7ea4ea3a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227616c5-9f69-4669-bfef-ab4f07491edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '347320b6-7436-4ce6-aede-9efabd8d40d7'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:34:08.271076 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:08.307657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669bd08-5786-48d9-b1b2-735e2f18de65 req-e5955a0a-998a-4f71-850d-7c68d8b026ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:08.309715 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f669bd08-5786-48d9-b1b2-735e2f18de65 req-e5955a0a-998a-4f71-850d-7c68d8b026ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1128 time: 0.0601063
Feb 12 21:34:08.436249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669bd08-5786-48d9-b1b2-735e2f18de65 req-f06bfc2d-b6c7-40dd-8d6f-95bdcc4b263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:08.437761 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f669bd08-5786-48d9-b1b2-735e2f18de65 req-f06bfc2d-b6c7-40dd-8d6f-95bdcc4b263c service neutron] 10.222.0.50 "GET /v2.0/networks?id=1810a1d4-616d-4b30-be12-037b7e4e2756 HTTP/1.1" status: 200  len: 898 time: 0.1063976
Feb 12 21:34:08.478742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0d747dc6-38d4-4b0f-abc6-37e06e1a157c None None] Provisioning complete for port d0386433-0b37-4677-8019-78e7ea4ea3a8 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:08.478850 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0d747dc6-38d4-4b0f-abc6-37e06e1a157c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:08.502367 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f669bd08-5786-48d9-b1b2-735e2f18de65 req-8ae4e7bb-ecef-4403-ae93-2ff611e22aa7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 1001 time: 0.0587494
Feb 12 21:34:08.509234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] For port d0386433-0b37-4677-8019-78e7ea4ea3a8, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:34:08.526499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] For port d0386433-0b37-4677-8019-78e7ea4ea3a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0386433-0b37-4677-8019-78e7ea4ea3a8,segment=NetworkSegment(227616c5-9f69-4669-bfef-ab4f07491edb),segment_id=227616c5-9f69-4669-bfef-ab4f07491edb)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:34:08.531870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0d747dc6-38d4-4b0f-abc6-37e06e1a157c None None] Port d0386433-0b37-4677-8019-78e7ea4ea3a8 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:34:08.556717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669bd08-5786-48d9-b1b2-735e2f18de65 req-55ebee21-84d7-47b2-8277-dd5cdb8f6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:08.558208 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f669bd08-5786-48d9-b1b2-735e2f18de65 req-55ebee21-84d7-47b2-8277-dd5cdb8f6349 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=20ee2d5d-4ced-4ef5-a165-5705e2b7d69d HTTP/1.1" status: 200  len: 834 time: 0.0499439
Feb 12 21:34:08.611199 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:08.626714 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669bd08-5786-48d9-b1b2-735e2f18de65 req-64cb6d64-c901-434a-8403-6320507bacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:08.628349 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f669bd08-5786-48d9-b1b2-735e2f18de65 req-64cb6d64-c901-434a-8403-6320507bacf5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1810a1d4-616d-4b30-be12-037b7e4e2756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0578921
Feb 12 21:34:08.689148 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Routers {'80e989ff-922b-4033-84a6-ff8f521ace48'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:08.691441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3c32e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['80e989ff-922b-4033-84a6-ff8f521ace48'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:08.762439 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f669bd08-5786-48d9-b1b2-735e2f18de65 req-99eac67e-ca0e-4b2d-8caa-da5e8f7e7384 service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269240
Feb 12 21:34:08.793231 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db46894-fc67-4ab0-a246-0aecd7487295 None None] Pushing event updated for resources: {'Port': ['ID=d0386433-0b37-4677-8019-78e7ea4ea3a8,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:08.846121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] Set router 80e989ff-922b-4033-84a6-ff8f521ace48 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:08.877736 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f669bd08-5786-48d9-b1b2-735e2f18de65 req-1f7aff87-88a6-4e10-90ee-8472f0969b33 service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1077471
Feb 12 21:34:08.999734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-130df7d1-138c-4398-9f00-313a58c7054c None None] Provisioning complete for port d0386433-0b37-4677-8019-78e7ea4ea3a8 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:09.000039 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-130df7d1-138c-4398-9f00-313a58c7054c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:09.124249 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-130df7d1-138c-4398-9f00-313a58c7054c None None] Current status of the port d0386433-0b37-4677-8019-78e7ea4ea3a8 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:09.124639 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-130df7d1-138c-4398-9f00-313a58c7054c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:09.168179 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3c32e0>, [{'id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'name': 'tempest-TestServerMultinode-44322677-router', 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dde8116c-d8b3-4a02-9eb8-3438a6c56749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:01Z', 'updated_at': '2022-02-12T21:34:05Z', 'revision_number': 4, 'project_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'gw_port': {'id': 'dde8116c-d8b3-4a02-9eb8-3438a6c56749', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:01Z', 'updated_at': '2022-02-12T21:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0386433-0b37-4677-8019-78e7ea4ea3a8', 'name': '', 'network_id': '347320b6-7436-4ce6-aede-9efabd8d40d7', 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'mac_address': 'fa:16:3e:54:1c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '338448e0-c027-4a14-a7b4-6a9710071ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:04Z', 'updated_at': '2022-02-12T21:34:08Z', 'revision_number': 4, 'project_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'subnets': [{'id': '338448e0-c027-4a14-a7b4-6a9710071ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:09.196673 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-130df7d1-138c-4398-9f00-313a58c7054c None None] For port d0386433-0b37-4677-8019-78e7ea4ea3a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0386433-0b37-4677-8019-78e7ea4ea3a8,segment=NetworkSegment(227616c5-9f69-4669-bfef-ab4f07491edb),segment_id=227616c5-9f69-4669-bfef-ab4f07491edb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:09.198154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68362f82-655a-41bf-ad9a-1d4c83505f46 None None] The sync data for ids ['80e989ff-922b-4033-84a6-ff8f521ace48'] in ncdv-master-1 is: [{'id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'name': 'tempest-TestServerMultinode-44322677-router', 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dde8116c-d8b3-4a02-9eb8-3438a6c56749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:01Z', 'updated_at': '2022-02-12T21:34:05Z', 'revision_number': 4, 'project_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'gw_port': {'id': 'dde8116c-d8b3-4a02-9eb8-3438a6c56749', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:01Z', 'updated_at': '2022-02-12T21:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0386433-0b37-4677-8019-78e7ea4ea3a8', 'name': '', 'network_id': '347320b6-7436-4ce6-aede-9efabd8d40d7', 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'mac_address': 'fa:16:3e:54:1c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '338448e0-c027-4a14-a7b4-6a9710071ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:04Z', 'updated_at': '2022-02-12T21:34:08Z', 'revision_number': 4, 'project_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'subnets': [{'id': '338448e0-c027-4a14-a7b4-6a9710071ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:34:09.280650 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-130df7d1-138c-4398-9f00-313a58c7054c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:09.343364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130df7d1-138c-4398-9f00-313a58c7054c None None] Pushing event updated for resources: {'Port': ['ID=d0386433-0b37-4677-8019-78e7ea4ea3a8,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:09.353653 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-70629c64-1442-4f8c-a3bf-f2ffe8d071e0 req-542ec37a-29c7-4672-a301-18bc37a1ca5a tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 210 time: 0.0299459
Feb 12 21:34:09.537989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d0386433-0b37-4677-8019-78e7ea4ea3a8 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:34:09.597634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port d0386433-0b37-4677-8019-78e7ea4ea3a8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:09.598042 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:09.709863 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0a2be93b-f4af-4ce2-8efd-206f8eb98a56 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:09.711831 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0a2be93b-f4af-4ce2-8efd-206f8eb98a56 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.50 "GET /v2.0/networks?id=bab0920a-852a-49c9-a3f2-4c8b53842adb HTTP/1.1" status: 200  len: 910 time: 0.1084378
Feb 12 21:34:09.725788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Request body: {'port': {'device_id': '71329122-faa4-485f-86b6-d5c458f79b0b', 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb', 'admin_state_up': True, 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:09.828406 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Made reservation on behalf of dcf968a096f1465189bcff1b8cdd3f35 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:34:09.831035 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:09.864551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port d0386433-0b37-4677-8019-78e7ea4ea3a8 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:09.865789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device dde8116c-d8b3-4a02-9eb8-3438a6c56749 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:34:09.916798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port dde8116c-d8b3-4a02-9eb8-3438a6c56749 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:09.917384 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dde8116c-d8b3-4a02-9eb8-3438a6c56749), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:09.984177 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Allocated IP 172.20.0.6 (bab0920a-852a-49c9-a3f2-4c8b53842adb/340d59d2-ff6b-4b92-acb1-57733fa727d4/7b28568e-09b2-43a3-8d6c-7b5a5efddc9c) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:34:10.042053 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port dde8116c-d8b3-4a02-9eb8-3438a6c56749 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:10.157048 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Publish callbacks [] for port (7b28568e-09b2-43a3-8d6c-7b5a5efddc9c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:10.263215 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7b28568e-09b2-43a3-8d6c-7b5a5efddc9c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:10.310060 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Network bab0920a-852a-49c9-a3f2-4c8b53842adb is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:34:10.313065 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:34:10.315931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:34:10.343486 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Pushing event updated for resources: {'Port': ['ID=7b28568e-09b2-43a3-8d6c-7b5a5efddc9c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:10.357264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:10.357657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:10.358004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:10.358350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:10.358683 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:10.359016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:10.359350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:10.359678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:10.360003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:10.360332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:10.360730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:10.361063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:10.361403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:10.384791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:10.385432 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:10.498129 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe69d2-d9ab-45df-9dea-fa73f44ec2cb req-79025fcd-2aca-4ce0-969a-6816468edf66 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:10.500998 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-37fe69d2-d9ab-45df-9dea-fa73f44ec2cb req-79025fcd-2aca-4ce0-969a-6816468edf66 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 1027 time: 0.0655134
Feb 12 21:34:10.503181 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-f3879d3e-d565-4834-9908-ecedb92a59a4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.7825003
Feb 12 21:34:10.527297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Request body: {'port': {'device_id': '71329122-faa4-485f-86b6-d5c458f79b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:10.584222 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-37fe69d2-d9ab-45df-9dea-fa73f44ec2cb req-48a05401-8535-4a1e-a0fa-5eeef83e74e6 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778749
Feb 12 21:34:10.610930 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7b28568e-09b2-43a3-8d6c-7b5a5efddc9c), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:10.621899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9bb67e2e-d636-4f8b-a176-ba78e2c58f8b None None] Provisioning complete for port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:10.622402 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9bb67e2e-d636-4f8b-a176-ba78e2c58f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7b28568e-09b2-43a3-8d6c-7b5a5efddc9c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:10.657332 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9bb67e2e-d636-4f8b-a176-ba78e2c58f8b None None] Port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:34:10.885755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:34:10.893263 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Publish callbacks [] for port (7b28568e-09b2-43a3-8d6c-7b5a5efddc9c), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:10.905880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Transition to ACTIVE for port object 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:34:10.975932 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (7b28568e-09b2-43a3-8d6c-7b5a5efddc9c), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:11.026930 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Pushing event updated for resources: {'Port': ['ID=7b28568e-09b2-43a3-8d6c-7b5a5efddc9c,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:11.121166 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Attempting to bind port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:34:11.121555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Attempting to bind port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:34:11.121886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Attempting to bind port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c on network bab0920a-852a-49c9-a3f2-4c8b53842adb {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:34:11.126652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c on network bab0920a-852a-49c9-a3f2-4c8b53842adb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:34:11.129765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Attempting to bind port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c on network bab0920a-852a-49c9-a3f2-4c8b53842adb {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:34:11.132038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:34:11.132379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Checking segment: {'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:34:11.133268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Bound using segment: {'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:34:11.134140 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Bound port: 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:34:11.134643 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7b28568e-09b2-43a3-8d6c-7b5a5efddc9c), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:11.207211 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] For port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:34:11.210424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] For port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b28568e-09b2-43a3-8d6c-7b5a5efddc9c,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:34:11.307932 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (7b28568e-09b2-43a3-8d6c-7b5a5efddc9c), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:11.348014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:11.348630 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:11.350075 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] 10.222.0.50 "PUT /v2.0/ports/7b28568e-09b2-43a3-8d6c-7b5a5efddc9c HTTP/1.1" status: 200  len: 1091 time: 0.8357339
Feb 12 21:34:11.350605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71329122-faa4-485f-86b6-d5c458f79b0b', 'tag': '7b28568e-09b2-43a3-8d6c-7b5a5efddc9c'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:34:11.353300 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d418a2-a620-471c-8830-28295901c2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "71329122-faa4-485f-86b6-d5c458f79b0b", "tag": "7b28568e-09b2-43a3-8d6c-7b5a5efddc9c"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:34:11.379443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698ca6f-1a05-4238-8318-92786d8fb516 service neutron] Pushing event updated for resources: {'Port': ['ID=7b28568e-09b2-43a3-8d6c-7b5a5efddc9c,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:11.424958 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d00f3ca-a0ae-4541-b691-601ad8588461 x-openstack-request-id: req-9d00f3ca-a0ae-4541-b691-601ad8588461 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:34:11.424958 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71329122-faa4-485f-86b6-d5c458f79b0b", "tag": "7b28568e-09b2-43a3-8d6c-7b5a5efddc9c", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:34:11.424958 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d00f3ca-a0ae-4541-b691-601ad8588461 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:34:11.424958 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71329122-faa4-485f-86b6-d5c458f79b0b', 'tag': '7b28568e-09b2-43a3-8d6c-7b5a5efddc9c', 'status': 'completed', 'code': 200}
Feb 12 21:34:11.481925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d418a2-a620-471c-8830-28295901c2f4 req-5b4561a5-78d7-428e-ac53-ed170f6a016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:11.482681 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-02d418a2-a620-471c-8830-28295901c2f4 req-5b4561a5-78d7-428e-ac53-ed170f6a016e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dcf968a096f1465189bcff1b8cdd3f35&device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 1125 time: 0.0514383
Feb 12 21:34:11.596382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d418a2-a620-471c-8830-28295901c2f4 req-699b2864-aa23-4af3-b004-e253be76e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:11.597936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-02d418a2-a620-471c-8830-28295901c2f4 req-699b2864-aa23-4af3-b004-e253be76e203 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dcf968a096f1465189bcff1b8cdd3f35&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1081779
Feb 12 21:34:11.732691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d418a2-a620-471c-8830-28295901c2f4 req-c2b36af2-b4ae-45f7-8ce8-e8a9237c770a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:11.734217 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-02d418a2-a620-471c-8830-28295901c2f4 req-c2b36af2-b4ae-45f7-8ce8-e8a9237c770a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1286423
Feb 12 21:34:11.737034 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99727124-63fc-4659-89e6-356a70b5b1b7 req-da8ad89c-181c-4b41-bbb8-02f3a1196765 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:11.749483 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99727124-63fc-4659-89e6-356a70b5b1b7 req-da8ad89c-181c-4b41-bbb8-02f3a1196765 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 1125 time: 0.0816524
Feb 12 21:34:11.837867 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99727124-63fc-4659-89e6-356a70b5b1b7 req-96075fb6-33ea-4f48-9e80-f24c68adc55c tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836794
Feb 12 21:34:11.851172 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-a6fb69e3-ffd8-49c3-bbfc-e423d8d99b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:11.852920 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-a6fb69e3-ffd8-49c3-bbfc-e423d8d99b4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dcf968a096f1465189bcff1b8cdd3f35&device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 1125 time: 0.0686784
Feb 12 21:34:11.903133 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-1f8b5236-9199-4440-8f9b-3314b5db1a9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b28568e-09b2-43a3-8d6c-7b5a5efddc9c HTTP/1.1" status: 200  len: 217 time: 0.0406115
Feb 12 21:34:11.956462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-e9becd24-0c1f-438f-b806-da3f128f0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:11.957994 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-e9becd24-0c1f-438f-b806-da3f128f0f65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=340d59d2-ff6b-4b92-acb1-57733fa727d4 HTTP/1.1" status: 200  len: 848 time: 0.0492618
Feb 12 21:34:12.009602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-29d95bf2-5f92-46ae-8dea-ec098651c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:12.011061 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-29d95bf2-5f92-46ae-8dea-ec098651c93f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bab0920a-852a-49c9-a3f2-4c8b53842adb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0476131
Feb 12 21:34:12.120615 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-75436ff0-6139-46bd-be4f-0ae2431f10d0 service neutron] 10.222.0.50 "GET /v2.0/networks/bab0920a-852a-49c9-a3f2-4c8b53842adb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1023016
Feb 12 21:34:12.217272 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e368d3cf-1c70-4799-8ca2-fed623dd962e req-6703140a-c13b-4155-b492-36fbfb5e12cf service neutron] 10.222.0.50 "GET /v2.0/networks/bab0920a-852a-49c9-a3f2-4c8b53842adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878112
Feb 12 21:34:12.958487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97556a00-6719-4536-8c8b-df467911f729 req-d819dc53-8760-45ac-affd-6e91cffcbf6d tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:12.960138 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-97556a00-6719-4536-8c8b-df467911f729 req-d819dc53-8760-45ac-affd-6e91cffcbf6d tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 1125 time: 0.0469897
Feb 12 21:34:13.014369 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-97556a00-6719-4536-8c8b-df467911f729 req-ce3d2ce9-e40b-4dd1-ba9d-ecf2c22e3f7a tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477579
Feb 12 21:34:13.456222 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:34:13.558107 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b28568e-09b2-43a3-8d6c-7b5a5efddc9c,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:13.568891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '7b28568e-09b2-43a3-8d6c-7b5a5efddc9c', 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb', 'port_id': '7b28568e-09b2-43a3-8d6c-7b5a5efddc9c', 'mac_address': 'fa:16:3e:4d:05:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340d59d2-ff6b-4b92-acb1-57733fa727d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:34:13.608176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:13.608629 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7b28568e-09b2-43a3-8d6c-7b5a5efddc9c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:13.637482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:34:13.642393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b28568e-09b2-43a3-8d6c-7b5a5efddc9c,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:13.735281 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7b28568e-09b2-43a3-8d6c-7b5a5efddc9c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:13.785700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=7b28568e-09b2-43a3-8d6c-7b5a5efddc9c,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:13.965096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7b28568e-09b2-43a3-8d6c-7b5a5efddc9c'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:34:14.141215 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9e472-d32b-444e-a2d0-eb3d64be4f23 req-49b47214-c2b8-4829-942d-834cf2e1ea3b tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:14.142922 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2fe9e472-d32b-444e-a2d0-eb3d64be4f23 req-49b47214-c2b8-4829-942d-834cf2e1ea3b tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 1126 time: 0.0503714
Feb 12 21:34:14.191594 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2fe9e472-d32b-444e-a2d0-eb3d64be4f23 req-662194f0-44c9-4c00-a9e6-a2bce34f13fd tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430577
Feb 12 21:34:15.304938 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee934301-eb1b-4c81-8b06-973e03728a36 req-84c24215-31da-42c0-b052-b6217e40162b tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:15.306736 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee934301-eb1b-4c81-8b06-973e03728a36 req-84c24215-31da-42c0-b052-b6217e40162b tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 1126 time: 0.0469453
Feb 12 21:34:15.352222 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee934301-eb1b-4c81-8b06-973e03728a36 req-e09af3ac-9d88-455d-b523-8e1177a36e05 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391238
Feb 12 21:34:15.472267 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:34:15.621973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:34:15.627017 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:15.627017 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7b28568e-09b2-43a3-8d6c-7b5a5efddc9c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:15.715603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:15.715913 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7b28568e-09b2-43a3-8d6c-7b5a5efddc9c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:15.739147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71329122-faa4-485f-86b6-d5c458f79b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b28568e-09b2-43a3-8d6c-7b5a5efddc9c'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:34:15.741331 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e049a51-b266-42f1-bde2-105b234b985e" -d '{"events": [{"server_uuid": "71329122-faa4-485f-86b6-d5c458f79b0b", "name": "network-vif-plugged", "status": "completed", "tag": "7b28568e-09b2-43a3-8d6c-7b5a5efddc9c"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:34:15.754018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b28568e-09b2-43a3-8d6c-7b5a5efddc9c,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:15.780899 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a847ef69-2ac7-4d82-97b1-037f5e19e07b x-openstack-request-id: req-a847ef69-2ac7-4d82-97b1-037f5e19e07b {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:34:15.781036 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71329122-faa4-485f-86b6-d5c458f79b0b", "name": "network-vif-plugged", "status": "completed", "tag": "7b28568e-09b2-43a3-8d6c-7b5a5efddc9c", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:34:15.781223 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a847ef69-2ac7-4d82-97b1-037f5e19e07b {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:34:15.781656 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71329122-faa4-485f-86b6-d5c458f79b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b28568e-09b2-43a3-8d6c-7b5a5efddc9c', 'code': 200}
Feb 12 21:34:15.823080 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7b28568e-09b2-43a3-8d6c-7b5a5efddc9c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:15.878584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=7b28568e-09b2-43a3-8d6c-7b5a5efddc9c,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:15.885776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e5d8b-581e-46fc-9899-49844884d71d req-076495a5-b783-4b61-a8eb-51b169a8b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:15.886964 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:15.887260 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:15.887375 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-080e5d8b-581e-46fc-9899-49844884d71d req-076495a5-b783-4b61-a8eb-51b169a8b51b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 1127 time: 0.0461998
Feb 12 21:34:15.887609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:15.887951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:15.888291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:15.888627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:15.888962 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:15.889327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:15.889683 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:15.890012 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:15.890342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:15.890674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:15.891001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:15.936546 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-080e5d8b-581e-46fc-9899-49844884d71d req-3d3231f7-a882-44a8-82be-31827d2b1031 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429852
Feb 12 21:34:16.467141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc94d2-a999-4fdc-9e9a-0c659c16ae94 req-c4ea5691-193f-48b7-b44c-1de1330dbaad tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:16.468661 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ccc94d2-a999-4fdc-9e9a-0c659c16ae94 req-c4ea5691-193f-48b7-b44c-1de1330dbaad tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 1127 time: 0.0481446
Feb 12 21:34:16.512336 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8ccc94d2-a999-4fdc-9e9a-0c659c16ae94 req-85b48aae-5ce0-4d64-8d7d-f6b0bbd5dfd9 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379548
Feb 12 21:34:17.631922 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0500b-59c3-40c0-a0d9-81adcc762990 req-91947d29-b931-4649-bf85-d72684d01aa5 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:17.633516 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09b0500b-59c3-40c0-a0d9-81adcc762990 req-91947d29-b931-4649-bf85-d72684d01aa5 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 1127 time: 0.0450253
Feb 12 21:34:17.680084 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-09b0500b-59c3-40c0-a0d9-81adcc762990 req-0c78c7e3-65bb-4299-80aa-9ceb2b8700e2 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401454
Feb 12 21:34:17.804046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6df87c-57dc-46bb-8eb5-cb60a7289c61 req-6c45260a-e622-4fdc-94ed-aa4738f33f46 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:17.806056 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a6df87c-57dc-46bb-8eb5-cb60a7289c61 req-6c45260a-e622-4fdc-94ed-aa4738f33f46 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 1127 time: 0.0528302
Feb 12 21:34:17.858152 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5a6df87c-57dc-46bb-8eb5-cb60a7289c61 req-c59fab96-94f2-4d2f-b9ac-ff1546028772 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453179
Feb 12 21:34:17.969551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469f7a9-9e1d-4ff2-84a5-afe976415907 req-4cd7f649-837b-44cf-aa41-1e85481ccf02 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:17.971088 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6469f7a9-9e1d-4ff2-84a5-afe976415907 req-4cd7f649-837b-44cf-aa41-1e85481ccf02 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 1127 time: 0.0469406
Feb 12 21:34:18.014765 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6469f7a9-9e1d-4ff2-84a5-afe976415907 req-fbf088e6-0397-4edb-8f49-44e2565c5dcc tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378385
Feb 12 21:34:18.243223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-671c0f39-f372-422c-b2e8-5325ba50a1e0 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:18.245397 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-671c0f39-f372-422c-b2e8-5325ba50a1e0 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/networks?id=bab0920a-852a-49c9-a3f2-4c8b53842adb HTTP/1.1" status: 200  len: 910 time: 0.1051760
Feb 12 21:34:18.265911 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-1d3709d6-9919-48d9-99e6-7661d66821b6 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/quotas/dcf968a096f1465189bcff1b8cdd3f35 HTTP/1.1" status: 200  len: 375 time: 0.0147743
Feb 12 21:34:18.318149 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-e5601e14-f864-4be7-abdd-463e428a7f55 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=dcf968a096f1465189bcff1b8cdd3f35&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0500152
Feb 12 21:34:18.382980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dde767-2ec3-4d73-8950-2ea741cbe63e req-dc6fc505-06c3-4d79-83aa-bdc417128334 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:18.384690 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-96dde767-2ec3-4d73-8950-2ea741cbe63e req-dc6fc505-06c3-4d79-83aa-bdc417128334 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1128 time: 0.0564003
Feb 12 21:34:18.418449 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-0710dc28-4a1b-4761-a9f5-f5b0c13366c4 service neutron] 10.222.0.31 "GET /v2.0/networks/bab0920a-852a-49c9-a3f2-4c8b53842adb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0938797
Feb 12 21:34:18.440637 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-96dde767-2ec3-4d73-8950-2ea741cbe63e req-2a59fc49-d29f-47c2-b65c-52824bb4adb9 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493069
Feb 12 21:34:18.464779 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48882) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:18.513824 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-b85e0c56-685e-4dd1-9328-076f5e406b96 service neutron] 10.222.0.31 "GET /v2.0/networks/bab0920a-852a-49c9-a3f2-4c8b53842adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897415
Feb 12 21:34:18.641815 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ce2da-cd5b-4292-9a48-3e3c10e078e7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting port d7fc1cac-9e4d-4019-9f2d-5ec520fc2c86 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:18.642320 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d9ce2da-cd5b-4292-9a48-3e3c10e078e7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d7fc1cac-9e4d-4019-9f2d-5ec520fc2c86), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:18.722395 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d9ce2da-cd5b-4292-9a48-3e3c10e078e7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d7fc1cac-9e4d-4019-9f2d-5ec520fc2c86), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:18.722722 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d9ce2da-cd5b-4292-9a48-3e3c10e078e7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for floatingip (d7fc1cac-9e4d-4019-9f2d-5ec520fc2c86), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:18.734732 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ce2da-cd5b-4292-9a48-3e3c10e078e7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Calling delete_port for d7fc1cac-9e4d-4019-9f2d-5ec520fc2c86 owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:18.854913 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-536509b1-d978-4237-a7c0-3e9696f39f3c req-12da9d07-d352-4638-bddf-2b47bdc95641 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 210 time: 0.0472388
Feb 12 21:34:19.010691 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d9ce2da-cd5b-4292-9a48-3e3c10e078e7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d7fc1cac-9e4d-4019-9f2d-5ec520fc2c86), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:19.038030 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ce2da-cd5b-4292-9a48-3e3c10e078e7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Port': ['ID=d7fc1cac-9e4d-4019-9f2d-5ec520fc2c86,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:19.102542 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d9ce2da-cd5b-4292-9a48-3e3c10e078e7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for floatingip (f5f9fa1c-dd7f-428c-93d3-b12355b4a476), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:19.102874 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-6d9ce2da-cd5b-4292-9a48-3e3c10e078e7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Floating IP f5f9fa1c-dd7f-428c-93d3-b12355b4a476 disassociated (deleted). External IP: 172.35.2.155, port: 89068433-479e-4d1b-a647-4c64ef98daba.
Feb 12 21:34:19.619074 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9ce2da-cd5b-4292-9a48-3e3c10e078e7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router a2d94aec-1692-4e9c-b4c3-7046e81119aa has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:34:19.735410 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9ce2da-cd5b-4292-9a48-3e3c10e078e7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:34:19.739927 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d9ce2da-cd5b-4292-9a48-3e3c10e078e7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:19.746396 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f8abb-8946-4b07-b677-85b42b731119 None None] Sync routers for ids ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:34:19.756551 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59f8abb-8946-4b07-b677-85b42b731119 None None] Routers {'a2d94aec-1692-4e9c-b4c3-7046e81119aa'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:19.757170 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f59f8abb-8946-4b07-b677-85b42b731119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb89670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:19.776516 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6d9ce2da-cd5b-4292-9a48-3e3c10e078e7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/floatingips/f5f9fa1c-dd7f-428c-93d3-b12355b4a476 HTTP/1.1" status: 204  len: 168 time: 1.3105862
Feb 12 21:34:19.777112 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:34:19.779819 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ba85f8-f12a-4637-a0e8-1f95a146d7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "tag": "89068433-479e-4d1b-a647-4c64ef98daba"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:34:19.824139 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cbe9ac-9654-4f48-acd9-881312367bde x-openstack-request-id: req-69cbe9ac-9654-4f48-acd9-881312367bde {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:34:19.824479 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "tag": "89068433-479e-4d1b-a647-4c64ef98daba", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:34:19.824803 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69cbe9ac-9654-4f48-acd9-881312367bde {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:34:19.825281 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba', 'status': 'completed', 'code': 200}
Feb 12 21:34:19.886733 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-f59f8abb-8946-4b07-b677-85b42b731119 None None] Set router a2d94aec-1692-4e9c-b4c3-7046e81119aa gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:19.913396 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba85f8-f12a-4637-a0e8-1f95a146d7f4 req-1d0b4750-4a0a-4459-a77d-00a3b619b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:19.915511 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6ba85f8-f12a-4637-a0e8-1f95a146d7f4 req-1d0b4750-4a0a-4459-a77d-00a3b619b005 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 1128 time: 0.0575905
Feb 12 21:34:19.989939 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb477f23-6d8a-42a5-b76b-6ce4f4b823f8 req-61dfcb8d-a555-4131-9619-ce9228a7f60b tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 210 time: 0.0313807
Feb 12 21:34:20.028777 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba85f8-f12a-4637-a0e8-1f95a146d7f4 req-cc6cbb0d-d6b0-4540-a137-e7ad3f344a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:20.030585 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6ba85f8-f12a-4637-a0e8-1f95a146d7f4 req-cc6cbb0d-d6b0-4540-a137-e7ad3f344a8a service neutron] 10.222.0.50 "GET /v2.0/networks?id=1810a1d4-616d-4b30-be12-037b7e4e2756 HTTP/1.1" status: 200  len: 898 time: 0.1086450
Feb 12 21:34:20.077785 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6ba85f8-f12a-4637-a0e8-1f95a146d7f4 req-9cc1ccd2-28e5-4ea8-9ad7-1d22e1c93f34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 200  len: 217 time: 0.0410163
Feb 12 21:34:20.116310 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f59f8abb-8946-4b07-b677-85b42b731119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb89670>, [{'id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154613352', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:32:04Z', 'updated_at': '2022-02-12T21:32:10Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:05Z', 'updated_at': '2022-02-12T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '525c198c-5048-4883-97c0-b191c95f5614', 'name': '', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:92:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:09Z', 'updated_at': '2022-02-12T21:32:13Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:20.141621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba85f8-f12a-4637-a0e8-1f95a146d7f4 req-1ebefdab-0dc2-44fb-8f8d-4efba0f37ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:20.143068 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6ba85f8-f12a-4637-a0e8-1f95a146d7f4 req-1ebefdab-0dc2-44fb-8f8d-4efba0f37ea7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=20ee2d5d-4ced-4ef5-a165-5705e2b7d69d HTTP/1.1" status: 200  len: 834 time: 0.0602200
Feb 12 21:34:20.154829 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f8abb-8946-4b07-b677-85b42b731119 None None] Checking router: a2d94aec-1692-4e9c-b4c3-7046e81119aa for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:34:20.163464 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59f8abb-8946-4b07-b677-85b42b731119 None None] Routers {'a2d94aec-1692-4e9c-b4c3-7046e81119aa'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:20.164065 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f59f8abb-8946-4b07-b677-85b42b731119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb89670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:20.198958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba85f8-f12a-4637-a0e8-1f95a146d7f4 req-984d1ffd-775b-4702-a182-9c3a960190bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:20.200518 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6ba85f8-f12a-4637-a0e8-1f95a146d7f4 req-984d1ffd-775b-4702-a182-9c3a960190bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1810a1d4-616d-4b30-be12-037b7e4e2756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0513160
Feb 12 21:34:20.304203 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-f59f8abb-8946-4b07-b677-85b42b731119 None None] Set router a2d94aec-1692-4e9c-b4c3-7046e81119aa gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:20.326995 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6ba85f8-f12a-4637-a0e8-1f95a146d7f4 req-783b8933-18dd-40e3-93c9-c6cd171e9206 service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1188431
Feb 12 21:34:20.416211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4118c1-c84d-4d0b-b852-533d5f34a5bd req-9b677dc4-4863-4947-babf-0a7aadce62a8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:20.417887 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6e4118c1-c84d-4d0b-b852-533d5f34a5bd req-9b677dc4-4863-4947-babf-0a7aadce62a8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 946 time: 0.0615273
Feb 12 21:34:20.444654 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b6ba85f8-f12a-4637-a0e8-1f95a146d7f4 req-d02847f4-6372-4619-ace6-307b249334ff service neutron] 10.222.0.50 "GET /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1104989
Feb 12 21:34:20.470959 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6e4118c1-c84d-4d0b-b852-533d5f34a5bd req-b5760e94-38c1-4c43-baf8-8579c1080a5a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466068
Feb 12 21:34:20.546057 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f59f8abb-8946-4b07-b677-85b42b731119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb89670>, [{'id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154613352', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:32:04Z', 'updated_at': '2022-02-12T21:32:10Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:05Z', 'updated_at': '2022-02-12T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '525c198c-5048-4883-97c0-b191c95f5614', 'name': '', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:92:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:09Z', 'updated_at': '2022-02-12T21:32:13Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:20.571793 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f8abb-8946-4b07-b677-85b42b731119 None None] The sync data for ids ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'] in ncdv-master-1 is: [{'id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154613352', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:32:04Z', 'updated_at': '2022-02-12T21:32:10Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:05Z', 'updated_at': '2022-02-12T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '525c198c-5048-4883-97c0-b191c95f5614', 'name': '', 'network_id': '1810a1d4-616d-4b30-be12-037b7e4e2756', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:92:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:09Z', 'updated_at': '2022-02-12T21:32:13Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '20ee2d5d-4ced-4ef5-a165-5705e2b7d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:34:20.811145 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9fb9b-7f5b-46f6-a1af-9498748b65b8 None None] New status for floating IP f5f9fa1c-dd7f-428c-93d3-b12355b4a476: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:34:21.098590 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-16717224-efde-4809-a8df-8938bf18c0b5 req-d2e05236-4f76-4e14-ac90-b1ccbb4e4747 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 210 time: 0.0378940
Feb 12 21:34:21.102036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-8abbb598-92d1-4d45-a0f6-bd2794a4a010 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:21.103733 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-8abbb598-92d1-4d45-a0f6-bd2794a4a010 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.48 "GET /v2.0/networks?id=bab0920a-852a-49c9-a3f2-4c8b53842adb HTTP/1.1" status: 200  len: 910 time: 0.1198997
Feb 12 21:34:21.117663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-e2193a1c-b409-4a64-934c-899f9d645133 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Request body: {'port': {'device_id': '4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c', 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb', 'admin_state_up': True, 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:21.239264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-e2193a1c-b409-4a64-934c-899f9d645133 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Made reservation on behalf of dcf968a096f1465189bcff1b8cdd3f35 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:34:21.242374 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-e2193a1c-b409-4a64-934c-899f9d645133 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:21.395378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-e2193a1c-b409-4a64-934c-899f9d645133 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Allocated IP 172.20.0.5 (bab0920a-852a-49c9-a3f2-4c8b53842adb/340d59d2-ff6b-4b92-acb1-57733fa727d4/687cdb81-1252-4df8-94df-3da9a19b94d9) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:34:21.610174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e44d1-c717-4f0f-9049-f77869a22f8c req-c0d5ba75-dfb5-458b-84d6-cd68b25143a7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:21.612544 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d5e44d1-c717-4f0f-9049-f77869a22f8c req-c0d5ba75-dfb5-458b-84d6-cd68b25143a7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 946 time: 0.0592434
Feb 12 21:34:21.678214 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d5e44d1-c717-4f0f-9049-f77869a22f8c req-608ceda1-75ca-449d-a880-272e28587490 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=259698e3-810e-459a-b28e-f1e8ca241c67&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537758
Feb 12 21:34:21.860375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f06871-904b-4c7b-b07c-14f610f0756c req-78af08cb-f522-4362-8eb0-8657adb3eca5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:21.861768 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4f06871-904b-4c7b-b07c-14f610f0756c req-78af08cb-f522-4362-8eb0-8657adb3eca5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.50 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 946 time: 0.1137004
Feb 12 21:34:21.965099 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-e2193a1c-b409-4a64-934c-899f9d645133 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Publish callbacks [] for port (687cdb81-1252-4df8-94df-3da9a19b94d9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:22.016886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-e4f06871-904b-4c7b-b07c-14f610f0756c req-9d0d818e-a46f-459d-b5ed-d31096d095e4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting port 89068433-479e-4d1b-a647-4c64ef98daba {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:22.017234 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4f06871-904b-4c7b-b07c-14f610f0756c req-9d0d818e-a46f-459d-b5ed-d31096d095e4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (89068433-479e-4d1b-a647-4c64ef98daba), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:22.108034 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-e2193a1c-b409-4a64-934c-899f9d645133 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (687cdb81-1252-4df8-94df-3da9a19b94d9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:22.118768 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7b28568e-09b2-43a3-8d6c-7b5a5efddc9c'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:34:22.119822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e4f06871-904b-4c7b-b07c-14f610f0756c req-9d0d818e-a46f-459d-b5ed-d31096d095e4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] For port 89068433-479e-4d1b-a647-4c64ef98daba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89068433-479e-4d1b-a647-4c64ef98daba,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:22.120180 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4f06871-904b-4c7b-b07c-14f610f0756c req-9d0d818e-a46f-459d-b5ed-d31096d095e4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (89068433-479e-4d1b-a647-4c64ef98daba), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:22.164027 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-e4f06871-904b-4c7b-b07c-14f610f0756c req-9d0d818e-a46f-459d-b5ed-d31096d095e4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Calling delete_port for 89068433-479e-4d1b-a647-4c64ef98daba owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:22.175149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-e2193a1c-b409-4a64-934c-899f9d645133 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Network bab0920a-852a-49c9-a3f2-4c8b53842adb is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:34:22.191656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2193a1c-b409-4a64-934c-899f9d645133 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Pushing event updated for resources: {'Port': ['ID=687cdb81-1252-4df8-94df-3da9a19b94d9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:22.195047 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-e2193a1c-b409-4a64-934c-899f9d645133 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:34:22.199768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-e2193a1c-b409-4a64-934c-899f9d645133 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:34:22.324194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-e2193a1c-b409-4a64-934c-899f9d645133 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:22.325007 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-e2193a1c-b409-4a64-934c-899f9d645133 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:22.350887 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a4fa7-42da-49cf-851b-ec8fe3af80be req-040c291d-b6c9-484a-8de2-dbe1b5ceaffb tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:22.352483 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-127a4fa7-42da-49cf-851b-ec8fe3af80be req-040c291d-b6c9-484a-8de2-dbe1b5ceaffb tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 1027 time: 0.1736069
Feb 12 21:34:22.423907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d94730a2-3bd3-467b-8067-de50759a9465 None None] Provisioning complete for port 687cdb81-1252-4df8-94df-3da9a19b94d9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:22.423907 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d94730a2-3bd3-467b-8067-de50759a9465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (687cdb81-1252-4df8-94df-3da9a19b94d9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:22.453984 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-127a4fa7-42da-49cf-851b-ec8fe3af80be req-6309f128-e166-4031-8995-7d04ef8772a1 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948000
Feb 12 21:34:22.464113 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d94730a2-3bd3-467b-8067-de50759a9465 None None] Port 687cdb81-1252-4df8-94df-3da9a19b94d9 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:34:22.484631 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-e2193a1c-b409-4a64-934c-899f9d645133 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 1.3689401
Feb 12 21:34:22.500124 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Request body: {'port': {'device_id': '4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:22.535319 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4f06871-904b-4c7b-b07c-14f610f0756c req-9d0d818e-a46f-459d-b5ed-d31096d095e4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (89068433-479e-4d1b-a647-4c64ef98daba), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:22.582223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d818e-a46f-459d-b5ed-d31096d095e4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Port': ['ID=89068433-479e-4d1b-a647-4c64ef98daba,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:22.616280 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (687cdb81-1252-4df8-94df-3da9a19b94d9), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:22.642287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f06871-904b-4c7b-b07c-14f610f0756c req-9d0d818e-a46f-459d-b5ed-d31096d095e4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] No DVR routers for this DVR port 89068433-479e-4d1b-a647-4c64ef98daba on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:34:22.645377 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e4f06871-904b-4c7b-b07c-14f610f0756c req-9d0d818e-a46f-459d-b5ed-d31096d095e4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:22.648910 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4f06871-904b-4c7b-b07c-14f610f0756c req-9d0d818e-a46f-459d-b5ed-d31096d095e4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.50 "DELETE /v2.0/ports/89068433-479e-4d1b-a647-4c64ef98daba HTTP/1.1" status: 204  len: 173 time: 0.7790334
Feb 12 21:34:22.652375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'name': 'network-vif-deleted', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:34:22.657497 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f036917-0088-4985-a47d-b1c3796585c5" -d '{"events": [{"server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "name": "network-vif-deleted", "tag": "89068433-479e-4d1b-a647-4c64ef98daba"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:34:22.694537 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485ab7b5-d419-4a9b-a2c4-b5bf33834caa x-openstack-request-id: req-485ab7b5-d419-4a9b-a2c4-b5bf33834caa {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:34:22.694842 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03238736-f48f-4c6f-bca2-0c8fd48f1b1a", "name": "network-vif-deleted", "tag": "89068433-479e-4d1b-a647-4c64ef98daba", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:34:22.695133 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-485ab7b5-d419-4a9b-a2c4-b5bf33834caa {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:34:22.695605 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03238736-f48f-4c6f-bca2-0c8fd48f1b1a', 'name': 'network-vif-deleted', 'tag': '89068433-479e-4d1b-a647-4c64ef98daba', 'status': 'completed', 'code': 200}
Feb 12 21:34:22.798145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6891d698-e862-4d2d-9104-5d96cd80fdb3 req-324d1077-5b02-4384-888a-de809d445cb2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=03238736-f48f-4c6f-bca2-0c8fd48f1b1a HTTP/1.1" status: 200  len: 210 time: 0.0394459
Feb 12 21:34:22.967646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687cdb81-1252-4df8-94df-3da9a19b94d9 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:34:22.976055 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Publish callbacks [] for port (687cdb81-1252-4df8-94df-3da9a19b94d9), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:22.988930 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Transition to ACTIVE for port object 687cdb81-1252-4df8-94df-3da9a19b94d9 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:34:23.089768 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (687cdb81-1252-4df8-94df-3da9a19b94d9), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:23.163859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Pushing event updated for resources: {'Port': ['ID=687cdb81-1252-4df8-94df-3da9a19b94d9,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:23.219884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Attempting to bind port 687cdb81-1252-4df8-94df-3da9a19b94d9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:34:23.220224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Attempting to bind port 687cdb81-1252-4df8-94df-3da9a19b94d9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:34:23.220592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Attempting to bind port 687cdb81-1252-4df8-94df-3da9a19b94d9 on network bab0920a-852a-49c9-a3f2-4c8b53842adb {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:34:23.225321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Port 687cdb81-1252-4df8-94df-3da9a19b94d9 on network bab0920a-852a-49c9-a3f2-4c8b53842adb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:34:23.225668 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Attempting to bind port 687cdb81-1252-4df8-94df-3da9a19b94d9 on network bab0920a-852a-49c9-a3f2-4c8b53842adb {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:34:23.231660 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:34:23.232720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Checking segment: {'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:34:23.232720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Bound using segment: {'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:34:23.232949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Bound port: 687cdb81-1252-4df8-94df-3da9a19b94d9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:34:23.233211 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (687cdb81-1252-4df8-94df-3da9a19b94d9), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:23.310114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] For port 687cdb81-1252-4df8-94df-3da9a19b94d9, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:34:23.315762 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] For port 687cdb81-1252-4df8-94df-3da9a19b94d9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=687cdb81-1252-4df8-94df-3da9a19b94d9,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:34:23.394000 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (687cdb81-1252-4df8-94df-3da9a19b94d9), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:23.440858 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:23.441510 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:23.442895 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] 10.222.0.48 "PUT /v2.0/ports/687cdb81-1252-4df8-94df-3da9a19b94d9 HTTP/1.1" status: 200  len: 1091 time: 0.9494109
Feb 12 21:34:23.462094 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea9b2a-fbae-4b76-85c1-f54a4decce8c service neutron] Pushing event updated for resources: {'Port': ['ID=687cdb81-1252-4df8-94df-3da9a19b94d9,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:23.600193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e9e15-edda-42e9-8e38-b7b5140841d6 req-6ae7e80b-f840-4e10-bfb0-e6937bc9b7d1 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:23.602859 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-193e9e15-edda-42e9-8e38-b7b5140841d6 req-6ae7e80b-f840-4e10-bfb0-e6937bc9b7d1 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 1125 time: 0.0713272
Feb 12 21:34:23.630560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-7e27d66c-8b48-4f99-9fa0-539c9ae145cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:23.632178 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-7e27d66c-8b48-4f99-9fa0-539c9ae145cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dcf968a096f1465189bcff1b8cdd3f35&device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 1125 time: 0.0550513
Feb 12 21:34:23.653256 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-193e9e15-edda-42e9-8e38-b7b5140841d6 req-b9188502-6710-4320-b8fc-6e979b07eba4 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433209
Feb 12 21:34:23.687871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-424afdbb-da05-42dd-b8b1-d89dbc8f7418 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=687cdb81-1252-4df8-94df-3da9a19b94d9 HTTP/1.1" status: 200  len: 217 time: 0.0435274
Feb 12 21:34:23.750550 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-bc2555f1-62d3-451b-9724-3c01c145fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:23.752168 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-bc2555f1-62d3-451b-9724-3c01c145fc7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=340d59d2-ff6b-4b92-acb1-57733fa727d4 HTTP/1.1" status: 200  len: 848 time: 0.0531330
Feb 12 21:34:23.822197 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-bd0cf64e-c6a4-4a34-aae7-8812d1d5b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:23.823789 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-bd0cf64e-c6a4-4a34-aae7-8812d1d5b0dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bab0920a-852a-49c9-a3f2-4c8b53842adb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0616591
Feb 12 21:34:23.859498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 48954) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:23.936843 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-0c962314-7aca-4acf-abbc-25689c694f24 service neutron] 10.222.0.48 "GET /v2.0/networks/bab0920a-852a-49c9-a3f2-4c8b53842adb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1025102
Feb 12 21:34:24.053934 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-557ec9ab-a43f-43b2-9dab-6d9634be2536 req-a2ac68e1-1536-44df-b614-3fdf9d20dcde service neutron] 10.222.0.48 "GET /v2.0/networks/bab0920a-852a-49c9-a3f2-4c8b53842adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1076524
Feb 12 21:34:24.277459 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92f22a9d-9d54-42d6-908b-e4df38c665ac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (a2d94aec-1692-4e9c-b4c3-7046e81119aa), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:24.296884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 48970) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:24.391473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fe713-0ad2-440f-b06d-9f0acded8d2d req-55d5409e-afac-49fd-8829-7c23e1a02598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:24.393100 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ab3fe713-0ad2-440f-b06d-9f0acded8d2d req-55d5409e-afac-49fd-8829-7c23e1a02598 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 1127 time: 0.0949211
Feb 12 21:34:24.447823 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ab3fe713-0ad2-440f-b06d-9f0acded8d2d req-d5cc8221-25d1-4637-a4d9-012e64279b94 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fa679d8c-526d-4436-a1b2-6643385e76dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484262
Feb 12 21:34:24.574435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-92f22a9d-9d54-42d6-908b-e4df38c665ac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting port 525c198c-5048-4883-97c0-b191c95f5614 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:24.574705 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92f22a9d-9d54-42d6-908b-e4df38c665ac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (525c198c-5048-4883-97c0-b191c95f5614), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:24.668304 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-92f22a9d-9d54-42d6-908b-e4df38c665ac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] For port 525c198c-5048-4883-97c0-b191c95f5614, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=525c198c-5048-4883-97c0-b191c95f5614,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:24.668974 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92f22a9d-9d54-42d6-908b-e4df38c665ac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (525c198c-5048-4883-97c0-b191c95f5614), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:24.682315 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-92f22a9d-9d54-42d6-908b-e4df38c665ac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Calling delete_port for 525c198c-5048-4883-97c0-b191c95f5614 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:24.697082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c', 'tag': '687cdb81-1252-4df8-94df-3da9a19b94d9'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:34:24.699726 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36b7a10-60d5-482e-946b-efcd717b71d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c", "tag": "687cdb81-1252-4df8-94df-3da9a19b94d9"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:34:24.740922 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8e1a31-c3a5-4dff-95dd-1f20c3d576bf x-openstack-request-id: req-2e8e1a31-c3a5-4dff-95dd-1f20c3d576bf {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:34:24.741217 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c", "tag": "687cdb81-1252-4df8-94df-3da9a19b94d9", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:34:24.741506 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e8e1a31-c3a5-4dff-95dd-1f20c3d576bf {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:34:24.741916 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c', 'tag': '687cdb81-1252-4df8-94df-3da9a19b94d9', 'status': 'completed', 'code': 200}
Feb 12 21:34:24.812010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b7a10-60d5-482e-946b-efcd717b71d4 req-ad58a4d3-672a-40c7-a28c-d0813885e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:24.813532 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f36b7a10-60d5-482e-946b-efcd717b71d4 req-ad58a4d3-672a-40c7-a28c-d0813885e6bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dcf968a096f1465189bcff1b8cdd3f35&device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 1125 time: 0.0493555
Feb 12 21:34:24.830728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f012ee9-262d-4806-ad90-a72f8810c59a req-0f214dbe-ddf3-4d41-b31f-63940ef4212c tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:24.832269 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0f012ee9-262d-4806-ad90-a72f8810c59a req-0f214dbe-ddf3-4d41-b31f-63940ef4212c tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 1125 time: 0.1017556
Feb 12 21:34:24.909295 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0f012ee9-262d-4806-ad90-a72f8810c59a req-50287265-b2d9-44bf-bffa-fc52c4b632fc tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625241
Feb 12 21:34:24.914643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b7a10-60d5-482e-946b-efcd717b71d4 req-31342424-7028-4b48-a440-c0dced40e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:24.917119 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f36b7a10-60d5-482e-946b-efcd717b71d4 req-31342424-7028-4b48-a440-c0dced40e284 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bab0920a-852a-49c9-a3f2-4c8b53842adb HTTP/1.1" status: 200  len: 910 time: 0.0961330
Feb 12 21:34:24.969708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f36b7a10-60d5-482e-946b-efcd717b71d4 req-1a73a986-c58f-4010-bee2-aaded25b92b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=687cdb81-1252-4df8-94df-3da9a19b94d9 HTTP/1.1" status: 200  len: 217 time: 0.0461392
Feb 12 21:34:24.995001 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92f22a9d-9d54-42d6-908b-e4df38c665ac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (525c198c-5048-4883-97c0-b191c95f5614), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:25.024309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f22a9d-9d54-42d6-908b-e4df38c665ac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Port': ['ID=525c198c-5048-4883-97c0-b191c95f5614,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:25.052446 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b7a10-60d5-482e-946b-efcd717b71d4 req-95ef7889-3e30-4bf5-a1d1-a57a433a5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:25.058788 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f36b7a10-60d5-482e-946b-efcd717b71d4 req-95ef7889-3e30-4bf5-a1d1-a57a433a5aa9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=340d59d2-ff6b-4b92-acb1-57733fa727d4 HTTP/1.1" status: 200  len: 848 time: 0.0770648
Feb 12 21:34:25.117170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b7a10-60d5-482e-946b-efcd717b71d4 req-03958004-13b0-4652-b349-5c6c7ecf14af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:25.119594 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f36b7a10-60d5-482e-946b-efcd717b71d4 req-03958004-13b0-4652-b349-5c6c7ecf14af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bab0920a-852a-49c9-a3f2-4c8b53842adb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0582852
Feb 12 21:34:25.239139 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f36b7a10-60d5-482e-946b-efcd717b71d4 req-2f6ba4a0-04e6-421c-a3f0-e3faa02727d2 service neutron] 10.222.0.48 "GET /v2.0/networks/bab0920a-852a-49c9-a3f2-4c8b53842adb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1108968
Feb 12 21:34:25.297752 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-92f22a9d-9d54-42d6-908b-e4df38c665ac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (a2d94aec-1692-4e9c-b4c3-7046e81119aa), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:25.354164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f36b7a10-60d5-482e-946b-efcd717b71d4 req-1b1f4cec-1638-4061-ad96-42e731b53164 service neutron] 10.222.0.48 "GET /v2.0/networks/bab0920a-852a-49c9-a3f2-4c8b53842adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1029491
Feb 12 21:34:25.554108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f22a9d-9d54-42d6-908b-e4df38c665ac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router a2d94aec-1692-4e9c-b4c3-7046e81119aa has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:34:25.565810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 89068433-479e-4d1b-a647-4c64ef98daba no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:25.588572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 89068433-479e-4d1b-a647-4c64ef98daba {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:25.589004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 89068433-479e-4d1b-a647-4c64ef98daba not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:25.614886 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 687cdb81-1252-4df8-94df-3da9a19b94d9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:34:25.668501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f22a9d-9d54-42d6-908b-e4df38c665ac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:34:25.673872 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-92f22a9d-9d54-42d6-908b-e4df38c665ac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "PUT /v2.0/routers/a2d94aec-1692-4e9c-b4c3-7046e81119aa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8127377
Feb 12 21:34:25.676762 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49004) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:25.679690 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ab381-b514-472f-b628-0162ca8eef89 None None] Sync routers for ids ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:34:25.692303 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ab381-b514-472f-b628-0162ca8eef89 None None] Routers {'a2d94aec-1692-4e9c-b4c3-7046e81119aa'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:25.693014 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-363ab381-b514-472f-b628-0162ca8eef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd9e760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:25.728653 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 687cdb81-1252-4df8-94df-3da9a19b94d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=687cdb81-1252-4df8-94df-3da9a19b94d9,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:25.741976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '687cdb81-1252-4df8-94df-3da9a19b94d9', 'network_id': 'bab0920a-852a-49c9-a3f2-4c8b53842adb', 'port_id': '687cdb81-1252-4df8-94df-3da9a19b94d9', 'mac_address': 'fa:16:3e:bc:0b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340d59d2-ff6b-4b92-acb1-57733fa727d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:34:25.756200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-9746a2a4-24aa-454e-acab-2f00bb82c708 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting subnet 20ee2d5d-4ced-4ef5-a165-5705e2b7d69d {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:34:25.760043 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9746a2a4-24aa-454e-acab-2f00bb82c708 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for subnet (20ee2d5d-4ced-4ef5-a165-5705e2b7d69d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:25.796968 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 687cdb81-1252-4df8-94df-3da9a19b94d9 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:25.797663 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (687cdb81-1252-4df8-94df-3da9a19b94d9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:25.806830 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9746a2a4-24aa-454e-acab-2f00bb82c708 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (20ee2d5d-4ced-4ef5-a165-5705e2b7d69d), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:25.828699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687cdb81-1252-4df8-94df-3da9a19b94d9 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:34:25.832615 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-363ab381-b514-472f-b628-0162ca8eef89 None None] Set router a2d94aec-1692-4e9c-b4c3-7046e81119aa gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:25.851310 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 687cdb81-1252-4df8-94df-3da9a19b94d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=687cdb81-1252-4df8-94df-3da9a19b94d9,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:25.899262 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9746a2a4-24aa-454e-acab-2f00bb82c708 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (20ee2d5d-4ced-4ef5-a165-5705e2b7d69d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:25.990434 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e57f2888-d6ca-44ee-9cc9-4e05e15a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:26.016296 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (687cdb81-1252-4df8-94df-3da9a19b94d9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:26.021714 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-363ab381-b514-472f-b628-0162ca8eef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd9e760>, [{'id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154613352', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:32:04Z', 'updated_at': '2022-02-12T21:34:24Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:05Z', 'updated_at': '2022-02-12T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:26.024178 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9746a2a4-24aa-454e-acab-2f00bb82c708 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (20ee2d5d-4ced-4ef5-a165-5705e2b7d69d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:26.049690 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9746a2a4-24aa-454e-acab-2f00bb82c708 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:26.053480 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ef8fb-096f-4ff5-a4bd-0e6b3f55773f req-7e5ab9e9-7541-48d0-8cac-f6cdb0619b23 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:26.055116 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d2ef8fb-096f-4ff5-a4bd-0e6b3f55773f req-7e5ab9e9-7541-48d0-8cac-f6cdb0619b23 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 1125 time: 0.0746293
Feb 12 21:34:26.055637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49010) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:26.055769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9746a2a4-24aa-454e-acab-2f00bb82c708 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/subnets/20ee2d5d-4ced-4ef5-a165-5705e2b7d69d HTTP/1.1" status: 204  len: 168 time: 0.3780916
Feb 12 21:34:26.058862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e28313a-c2a8-4da3-b015-dc2adea8cece None None] Network 1810a1d4-616d-4b30-be12-037b7e4e2756 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:34:26.067869 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ab381-b514-472f-b628-0162ca8eef89 None None] Checking router: a2d94aec-1692-4e9c-b4c3-7046e81119aa for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:34:26.078162 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ab381-b514-472f-b628-0162ca8eef89 None None] Routers {'a2d94aec-1692-4e9c-b4c3-7046e81119aa'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:26.079134 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-363ab381-b514-472f-b628-0162ca8eef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd9e760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:33:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:26.083804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746a2a4-24aa-454e-acab-2f00bb82c708 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Subnet': ['ID=20ee2d5d-4ced-4ef5-a165-5705e2b7d69d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:26.144551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=687cdb81-1252-4df8-94df-3da9a19b94d9,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:26.206041 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d2ef8fb-096f-4ff5-a4bd-0e6b3f55773f req-3501d3af-0a47-4709-b8f2-5be97cbebeb6 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366899
Feb 12 21:34:26.227296 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e04e4d77-ccf5-4375-b2fb-dad4ffed57eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router (a2d94aec-1692-4e9c-b4c3-7046e81119aa), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:26.234684 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-363ab381-b514-472f-b628-0162ca8eef89 None None] Set router a2d94aec-1692-4e9c-b4c3-7046e81119aa gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:26.259129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['687cdb81-1252-4df8-94df-3da9a19b94d9'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:34:26.314251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62653458-d531-457b-9049-588617f94c67 None None] DHCP port deletion for 1810a1d4-616d-4b30-be12-037b7e4e2756 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:34:26.399983 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e04e4d77-ccf5-4375-b2fb-dad4ffed57eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_gateway (a2d94aec-1692-4e9c-b4c3-7046e81119aa), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:26.415430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-62653458-d531-457b-9049-588617f94c67 None None] Deleting port ae664a36-a2b4-4513-b5fc-7513e48d8fb9 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:26.432934 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-62653458-d531-457b-9049-588617f94c67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ae664a36-a2b4-4513-b5fc-7513e48d8fb9), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:26.518854 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-62653458-d531-457b-9049-588617f94c67 None None] For port ae664a36-a2b4-4513-b5fc-7513e48d8fb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae664a36-a2b4-4513-b5fc-7513e48d8fb9,segment=NetworkSegment(1668825e-2ab6-4030-af37-89539d874834),segment_id=1668825e-2ab6-4030-af37-89539d874834)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:26.519945 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-62653458-d531-457b-9049-588617f94c67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ae664a36-a2b4-4513-b5fc-7513e48d8fb9), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:26.544353 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-62653458-d531-457b-9049-588617f94c67 None None] Calling delete_port for ae664a36-a2b4-4513-b5fc-7513e48d8fb9 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:26.570342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-e04e4d77-ccf5-4375-b2fb-dad4ffed57eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting port 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:26.570840 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e04e4d77-ccf5-4375-b2fb-dad4ffed57eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (65807a82-8a4d-4f8a-9c7e-e5fd01786cf2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:26.596055 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-363ab381-b514-472f-b628-0162ca8eef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd9e760>, [{'id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154613352', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:32:04Z', 'updated_at': '2022-02-12T21:34:24Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:05Z', 'updated_at': '2022-02-12T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:26.624813 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ab381-b514-472f-b628-0162ca8eef89 None None] The sync data for ids ['a2d94aec-1692-4e9c-b4c3-7046e81119aa'] in ncdv-master-1 is: [{'id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154613352', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238'}], 'enable_snat': True}, 'gw_port_id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:32:04Z', 'updated_at': '2022-02-12T21:34:24Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '65807a82-8a4d-4f8a-9c7e-e5fd01786cf2', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d94aec-1692-4e9c-b4c3-7046e81119aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:32:05Z', 'updated_at': '2022-02-12T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:34:26.663005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-e04e4d77-ccf5-4375-b2fb-dad4ffed57eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] For port 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65807a82-8a4d-4f8a-9c7e-e5fd01786cf2,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:26.663372 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e04e4d77-ccf5-4375-b2fb-dad4ffed57eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (65807a82-8a4d-4f8a-9c7e-e5fd01786cf2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:26.676468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-e04e4d77-ccf5-4375-b2fb-dad4ffed57eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Calling delete_port for 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:26.742342 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-62653458-d531-457b-9049-588617f94c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (ae664a36-a2b4-4513-b5fc-7513e48d8fb9), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:26.771273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62653458-d531-457b-9049-588617f94c67 None None] Pushing event deleted for resources: {'Port': ['ID=ae664a36-a2b4-4513-b5fc-7513e48d8fb9,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:26.773151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62653458-d531-457b-9049-588617f94c67 None None] No DVR routers for this DVR port ae664a36-a2b4-4513-b5fc-7513e48d8fb9 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:34:26.908379 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e04e4d77-ccf5-4375-b2fb-dad4ffed57eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (65807a82-8a4d-4f8a-9c7e-e5fd01786cf2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:26.939147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e4d77-ccf5-4375-b2fb-dad4ffed57eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Port': ['ID=65807a82-8a4d-4f8a-9c7e-e5fd01786cf2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:27.024441 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e04e4d77-ccf5-4375-b2fb-dad4ffed57eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (a2d94aec-1692-4e9c-b4c3-7046e81119aa), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.102375 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.152220 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e04e4d77-ccf5-4375-b2fb-dad4ffed57eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (a2d94aec-1692-4e9c-b4c3-7046e81119aa), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.156256 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e04e4d77-ccf5-4375-b2fb-dad4ffed57eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_controller (a2d94aec-1692-4e9c-b4c3-7046e81119aa), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.292537 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e04e4d77-ccf5-4375-b2fb-dad4ffed57eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (a2d94aec-1692-4e9c-b4c3-7046e81119aa), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.294134 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04e4d77-ccf5-4375-b2fb-dad4ffed57eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Fanout notify agent at l3_agent the message router_deleted on router a2d94aec-1692-4e9c-b4c3-7046e81119aa {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:34:27.301367 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e04e4d77-ccf5-4375-b2fb-dad4ffed57eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.302541 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e04e4d77-ccf5-4375-b2fb-dad4ffed57eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/routers/a2d94aec-1692-4e9c-b4c3-7046e81119aa HTTP/1.1" status: 204  len: 168 time: 1.2456172
Feb 12 21:34:27.305198 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49020) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:27.353067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d007c-3df2-4c8a-b5b4-abab0c119776 req-351d0b04-5eb4-4c72-b892-fe239be4a6b0 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:27.355739 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d67d007c-3df2-4c8a-b5b4-abab0c119776 req-351d0b04-5eb4-4c72-b892-fe239be4a6b0 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 1126 time: 0.0731418
Feb 12 21:34:27.450813 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-831d9752-0cf8-44dc-8b24-0b7e5faa6a19 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (1810a1d4-616d-4b30-be12-037b7e4e2756), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.485573 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d67d007c-3df2-4c8a-b5b4-abab0c119776 req-547d71a6-4efd-4a5f-afca-677b09dda46a tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102824
Feb 12 21:34:27.584264 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-831d9752-0cf8-44dc-8b24-0b7e5faa6a19 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (1810a1d4-616d-4b30-be12-037b7e4e2756), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.610223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-831d9752-0cf8-44dc-8b24-0b7e5faa6a19 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f908b0d0>,) {'filters': {'network_id': ['1810a1d4-616d-4b30-be12-037b7e4e2756']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:27.620318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-831d9752-0cf8-44dc-8b24-0b7e5faa6a19 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f908b0d0>, '1668825e-2ab6-4030-af37-89539d874834') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:27.620622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-831d9752-0cf8-44dc-8b24-0b7e5faa6a19 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f908b0d0>, '1668825e-2ab6-4030-af37-89539d874834') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:27.630967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 687cdb81-1252-4df8-94df-3da9a19b94d9 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:34:27.632103 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-831d9752-0cf8-44dc-8b24-0b7e5faa6a19 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (1668825e-2ab6-4030-af37-89539d874834), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.648673 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-831d9752-0cf8-44dc-8b24-0b7e5faa6a19 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1668825e-2ab6-4030-af37-89539d874834), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.657222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831d9752-0cf8-44dc-8b24-0b7e5faa6a19 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:34:27.657756 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-831d9752-0cf8-44dc-8b24-0b7e5faa6a19 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (1668825e-2ab6-4030-af37-89539d874834), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:34:27.661506 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:34:27.736372 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 687cdb81-1252-4df8-94df-3da9a19b94d9 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:34:27.740399 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 687cdb81-1252-4df8-94df-3da9a19b94d9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:27.740798 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (687cdb81-1252-4df8-94df-3da9a19b94d9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.798497 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-831d9752-0cf8-44dc-8b24-0b7e5faa6a19 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (1810a1d4-616d-4b30-be12-037b7e4e2756), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.804764 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-831d9752-0cf8-44dc-8b24-0b7e5faa6a19 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.809935 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-831d9752-0cf8-44dc-8b24-0b7e5faa6a19 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/networks/1810a1d4-616d-4b30-be12-037b7e4e2756 HTTP/1.1" status: 204  len: 168 time: 0.5033045
Feb 12 21:34:27.812719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49028) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:27.825340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 687cdb81-1252-4df8-94df-3da9a19b94d9 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:27.829257 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (687cdb81-1252-4df8-94df-3da9a19b94d9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.835015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d9752-0cf8-44dc-8b24-0b7e5faa6a19 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Network': ['ID=1810a1d4-616d-4b30-be12-037b7e4e2756,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:27.850668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687cdb81-1252-4df8-94df-3da9a19b94d9'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:34:27.853478 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9168d7-f0f3-4bf1-a48a-01cac55730aa" -d '{"events": [{"server_uuid": "4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c", "name": "network-vif-plugged", "status": "completed", "tag": "687cdb81-1252-4df8-94df-3da9a19b94d9"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:34:27.868662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 687cdb81-1252-4df8-94df-3da9a19b94d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=687cdb81-1252-4df8-94df-3da9a19b94d9,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:27.897241 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66c49f22-ea93-4038-8fe4-174486e362f2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (259698e3-810e-459a-b28e-f1e8ca241c67), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.912515 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbc2e35-9d4f-4ffb-8687-dc69be75ad9b x-openstack-request-id: req-0fbc2e35-9d4f-4ffb-8687-dc69be75ad9b {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:34:27.913022 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c", "name": "network-vif-plugged", "status": "completed", "tag": "687cdb81-1252-4df8-94df-3da9a19b94d9", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:34:27.913476 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0fbc2e35-9d4f-4ffb-8687-dc69be75ad9b {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:34:27.914077 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687cdb81-1252-4df8-94df-3da9a19b94d9', 'code': 200}
Feb 12 21:34:27.925195 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (687cdb81-1252-4df8-94df-3da9a19b94d9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.930696 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66c49f22-ea93-4038-8fe4-174486e362f2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (259698e3-810e-459a-b28e-f1e8ca241c67), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:27.969786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 525c198c-5048-4883-97c0-b191c95f5614 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:27.999600 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 525c198c-5048-4883-97c0-b191c95f5614 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:28.000095 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 525c198c-5048-4883-97c0-b191c95f5614 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:28.000527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ae664a36-a2b4-4513-b5fc-7513e48d8fb9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:28.028153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: ae664a36-a2b4-4513-b5fc-7513e48d8fb9 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:28.028506 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ae664a36-a2b4-4513-b5fc-7513e48d8fb9 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:28.037072 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c775d9e-e704-4b54-ae6b-fd27c7fca438 req-59171e29-ce4c-4c33-8962-974d08ff9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:28.038671 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c775d9e-e704-4b54-ae6b-fd27c7fca438 req-59171e29-ce4c-4c33-8962-974d08ff9176 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 1127 time: 0.0486627
Feb 12 21:34:28.039660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=687cdb81-1252-4df8-94df-3da9a19b94d9,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:28.089576 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c775d9e-e704-4b54-ae6b-fd27c7fca438 req-cfe7cb13-cb39-469e-8836-0a7abbd34a07 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411251
Feb 12 21:34:28.101783 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66c49f22-ea93-4038-8fe4-174486e362f2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (259698e3-810e-459a-b28e-f1e8ca241c67), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:28.104544 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66c49f22-ea93-4038-8fe4-174486e362f2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:28.105646 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-66c49f22-ea93-4038-8fe4-174486e362f2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/security-groups/259698e3-810e-459a-b28e-f1e8ca241c67 HTTP/1.1" status: 204  len: 168 time: 0.2913272
Feb 12 21:34:28.115118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c49f22-ea93-4038-8fe4-174486e362f2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259698e3-810e-459a-b28e-f1e8ca241c67,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:28.308539 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-655a5b68-c451-4ccc-8818-966e8cbef221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:28.451551 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49044) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:28.515565 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49058) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:28.520977 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4d9a8601-7bd8-49bc-b754-5751fdbcbfa0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-623653110', 'description': 'tempest-secgroup-smoke-623653110 description', 'project_id': 'bc1c557f5d984523b9dbe9c385659448'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:28.534544 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fb86f4f7-e190-4a14-bb4c-691a3f34ecc0 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group (ab335364-3716-4e2e-b8fd-97f3f843b459), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:28.566398 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fb86f4f7-e190-4a14-bb4c-691a3f34ecc0 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group (ab335364-3716-4e2e-b8fd-97f3f843b459), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:28.652105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcbf4d-2d47-45ad-91ff-7a14337c8fb3 req-ece4c3b7-3ac5-45cf-9dfb-b1916e7a1e9e tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:28.654254 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a1bcbf4d-2d47-45ad-91ff-7a14337c8fb3 req-ece4c3b7-3ac5-45cf-9dfb-b1916e7a1e9e tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 1127 time: 0.0849340
Feb 12 21:34:28.668330 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4d9a8601-7bd8-49bc-b754-5751fdbcbfa0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:28.705892 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a1bcbf4d-2d47-45ad-91ff-7a14337c8fb3 req-de3f26b2-0a20-4401-bf37-f96d4e031313 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453794
Feb 12 21:34:28.750404 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4d9a8601-7bd8-49bc-b754-5751fdbcbfa0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (33475799-ac9e-4063-854d-5f20d6763462), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:28.758892 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fb86f4f7-e190-4a14-bb4c-691a3f34ecc0 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ab335364-3716-4e2e-b8fd-97f3f843b459), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:28.761917 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-fb86f4f7-e190-4a14-bb4c-691a3f34ecc0 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:28.763049 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-fb86f4f7-e190-4a14-bb4c-691a3f34ecc0 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] 10.222.0.31 "DELETE /v2.0/security-groups/ab335364-3716-4e2e-b8fd-97f3f843b459 HTTP/1.1" status: 204  len: 168 time: 0.3104229
Feb 12 21:34:28.772263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86f4f7-e190-4a14-bb4c-691a3f34ecc0 tempest-TestVolumeBootPattern-1530501963 tempest-TestVolumeBootPattern-1530501963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab335364-3716-4e2e-b8fd-97f3f843b459,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:28.867885 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4d9a8601-7bd8-49bc-b754-5751fdbcbfa0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (33475799-ac9e-4063-854d-5f20d6763462), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:28.898673 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a8601-7bd8-49bc-b754-5751fdbcbfa0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33475799-ac9e-4063-854d-5f20d6763462,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:28.913525 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49082) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:28.961858 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4d9a8601-7bd8-49bc-b754-5751fdbcbfa0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:28.966649 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4d9a8601-7bd8-49bc-b754-5751fdbcbfa0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.4469779
Feb 12 21:34:28.966825 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49086) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:28.971413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-777c53aa-1cd3-47ed-842d-f7ffe35e6254 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '33475799-ac9e-4063-854d-5f20d6763462', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:29.104972 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-777c53aa-1cd3-47ed-842d-f7ffe35e6254 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (606ca4ef-ac22-4938-a7e0-f3216b1e7124), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:29.188311 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-777c53aa-1cd3-47ed-842d-f7ffe35e6254 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (606ca4ef-ac22-4938-a7e0-f3216b1e7124), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:29.271127 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-777c53aa-1cd3-47ed-842d-f7ffe35e6254 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (606ca4ef-ac22-4938-a7e0-f3216b1e7124), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:29.305090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c53aa-1cd3-47ed-842d-f7ffe35e6254 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606ca4ef-ac22-4938-a7e0-f3216b1e7124,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:29.412240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:29.433666 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-777c53aa-1cd3-47ed-842d-f7ffe35e6254 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:29.435513 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-777c53aa-1cd3-47ed-842d-f7ffe35e6254 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4676640
Feb 12 21:34:29.436815 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:29.437176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 65807a82-8a4d-4f8a-9c7e-e5fd01786cf2 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:29.441418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49088) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:29.443456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-2e378a30-9021-4a18-b953-84b96140f776 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '33475799-ac9e-4063-854d-5f20d6763462', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:29.464203 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3e03e025-4826-4b9c-9519-3eb2b3b687bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (3749273a-922b-40cd-9009-b7a378128110), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:29.558381 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e378a30-9021-4a18-b953-84b96140f776 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (5ddbceb6-bf11-496f-8c29-eccd9837735d), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:29.582379 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:29.583856 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:29.616206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e378a30-9021-4a18-b953-84b96140f776 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (5ddbceb6-bf11-496f-8c29-eccd9837735d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:29.656049 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e378a30-9021-4a18-b953-84b96140f776 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (5ddbceb6-bf11-496f-8c29-eccd9837735d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:29.676160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e378a30-9021-4a18-b953-84b96140f776 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddbceb6-bf11-496f-8c29-eccd9837735d,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:29.734391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3e03e025-4826-4b9c-9519-3eb2b3b687bf admin admin] Deleting port 46224adc-d6ad-47c1-8a38-0fe0ca58567c {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:29.734645 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3e03e025-4826-4b9c-9519-3eb2b3b687bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:29.745069 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2e378a30-9021-4a18-b953-84b96140f776 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:29.746444 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2e378a30-9021-4a18-b953-84b96140f776 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3068750
Feb 12 21:34:29.749216 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49096) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:29.754120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-04347d2b-33a0-4ba6-b0fe-bf1fbeaf0d35 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '33475799-ac9e-4063-854d-5f20d6763462', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:29.834238 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c1034-868b-425c-9384-b2b606a521a3 req-fa107729-62dd-4da9-af87-60ea09daf69b tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:29.835832 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-057c1034-868b-425c-9384-b2b606a521a3 req-fa107729-62dd-4da9-af87-60ea09daf69b tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 1127 time: 0.0502787
Feb 12 21:34:29.876691 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04347d2b-33a0-4ba6-b0fe-bf1fbeaf0d35 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (dfdeb37f-5e0f-4dc1-9130-b0f15a0b3ca6), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:29.898269 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-057c1034-868b-425c-9384-b2b606a521a3 req-dffbce46-3d0a-4dda-ae1f-56d36c946116 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555739
Feb 12 21:34:29.962030 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04347d2b-33a0-4ba6-b0fe-bf1fbeaf0d35 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (dfdeb37f-5e0f-4dc1-9130-b0f15a0b3ca6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:30.050649 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04347d2b-33a0-4ba6-b0fe-bf1fbeaf0d35 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (dfdeb37f-5e0f-4dc1-9130-b0f15a0b3ca6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:30.069696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04347d2b-33a0-4ba6-b0fe-bf1fbeaf0d35 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdeb37f-5e0f-4dc1-9130-b0f15a0b3ca6,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:30.155919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-04347d2b-33a0-4ba6-b0fe-bf1fbeaf0d35 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:30.159838 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-04347d2b-33a0-4ba6-b0fe-bf1fbeaf0d35 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4068887
Feb 12 21:34:30.160017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-3e03e025-4826-4b9c-9519-3eb2b3b687bf admin admin] For port 46224adc-d6ad-47c1-8a38-0fe0ca58567c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46224adc-d6ad-47c1-8a38-0fe0ca58567c,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:30.160017 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3e03e025-4826-4b9c-9519-3eb2b3b687bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:30.160550 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49100) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:30.164722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-da8b0fe5-ef5a-4779-83ea-043d7a844684 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '33475799-ac9e-4063-854d-5f20d6763462', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:30.169579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2026fc-03ea-4699-92c9-6805f007c0fe req-3e39693d-e3cd-4231-afcd-62dd4a5da916 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:30.171194 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ea2026fc-03ea-4699-92c9-6805f007c0fe req-3e39693d-e3cd-4231-afcd-62dd4a5da916 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 1127 time: 0.0771141
Feb 12 21:34:30.176732 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3e03e025-4826-4b9c-9519-3eb2b3b687bf admin admin] Calling delete_port for 46224adc-d6ad-47c1-8a38-0fe0ca58567c owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:30.268247 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ea2026fc-03ea-4699-92c9-6805f007c0fe req-a964f9d9-c83c-40af-bdeb-7e74f02a7a34 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894456
Feb 12 21:34:30.323884 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da8b0fe5-ef5a-4779-83ea-043d7a844684 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (63eba164-3e14-47fe-b965-11d0ee09b259), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:30.407970 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da8b0fe5-ef5a-4779-83ea-043d7a844684 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (63eba164-3e14-47fe-b965-11d0ee09b259), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:30.413065 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763437f8-89d3-4ae1-bb5f-5e574a322df8 req-9081f7a8-320a-430b-967b-88a3627520f8 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:30.414638 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-763437f8-89d3-4ae1-bb5f-5e574a322df8 req-9081f7a8-320a-430b-967b-88a3627520f8 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 1127 time: 0.0790477
Feb 12 21:34:30.459015 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-763437f8-89d3-4ae1-bb5f-5e574a322df8 req-ec3d02ae-77b0-4c63-9bc9-99f447bf0cb1 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378537
Feb 12 21:34:30.531923 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da8b0fe5-ef5a-4779-83ea-043d7a844684 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (63eba164-3e14-47fe-b965-11d0ee09b259), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:30.553634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b0fe5-ef5a-4779-83ea-043d7a844684 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63eba164-3e14-47fe-b965-11d0ee09b259,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:30.646845 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3e03e025-4826-4b9c-9519-3eb2b3b687bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (46224adc-d6ad-47c1-8a38-0fe0ca58567c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:30.654704 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-da8b0fe5-ef5a-4779-83ea-043d7a844684 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:30.659436 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-da8b0fe5-ef5a-4779-83ea-043d7a844684 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4981837
Feb 12 21:34:30.660636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49110) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:30.665244 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-54d7997e-b7f2-4cfe-a63e-e58711f765f1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '33475799-ac9e-4063-854d-5f20d6763462', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:30.680501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03e025-4826-4b9c-9519-3eb2b3b687bf admin admin] Pushing event deleted for resources: {'Port': ['ID=46224adc-d6ad-47c1-8a38-0fe0ca58567c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:30.783281 ncdv-master-1 neutron-server[126505]: INFO neutron.db.securitygroups_db [None req-54d7997e-b7f2-4cfe-a63e-e58711f765f1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Project bc1c557f5d984523b9dbe9c385659448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:34:30.788888 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-54d7997e-b7f2-4cfe-a63e-e58711f765f1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (27e6e983-a34c-468f-a673-af783a6485ef), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:30.890738 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-54d7997e-b7f2-4cfe-a63e-e58711f765f1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (27e6e983-a34c-468f-a673-af783a6485ef), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:30.898810 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3e03e025-4826-4b9c-9519-3eb2b3b687bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (3749273a-922b-40cd-9009-b7a378128110), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:30.965143 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-54d7997e-b7f2-4cfe-a63e-e58711f765f1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (27e6e983-a34c-468f-a673-af783a6485ef), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:31.008184 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7997e-b7f2-4cfe-a63e-e58711f765f1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e6e983-a34c-468f-a673-af783a6485ef,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:31.048050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9273215-fb70-4eb2-93fb-be3396e7b028 req-661c45e9-ad5d-45ed-b2db-c9a517e396b7 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:31.049880 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9273215-fb70-4eb2-93fb-be3396e7b028 req-661c45e9-ad5d-45ed-b2db-c9a517e396b7 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 1127 time: 0.0613844
Feb 12 21:34:31.079754 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:31.107995 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9273215-fb70-4eb2-93fb-be3396e7b028 req-0e438fca-5026-4ae0-aa05-e762d0df553b tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518022
Feb 12 21:34:31.111164 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-54d7997e-b7f2-4cfe-a63e-e58711f765f1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:31.112380 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-54d7997e-b7f2-4cfe-a63e-e58711f765f1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4507387
Feb 12 21:34:31.115887 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49116) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:31.122328 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9fefd47b-95e9-4927-bbc2-fb785f174d70 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '33475799-ac9e-4063-854d-5f20d6763462', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:31.183565 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e03e025-4826-4b9c-9519-3eb2b3b687bf admin admin] Router 3749273a-922b-40cd-9009-b7a378128110 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:34:31.227967 ncdv-master-1 neutron-server[126505]: INFO neutron.db.securitygroups_db [None req-9fefd47b-95e9-4927-bbc2-fb785f174d70 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Project bc1c557f5d984523b9dbe9c385659448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:34:31.234245 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9fefd47b-95e9-4927-bbc2-fb785f174d70 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (33b4dbdb-52f0-4ef4-9fbd-cfab3f0c921d), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:31.304600 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9fefd47b-95e9-4927-bbc2-fb785f174d70 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (33b4dbdb-52f0-4ef4-9fbd-cfab3f0c921d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:31.311296 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e03e025-4826-4b9c-9519-3eb2b3b687bf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:34:31.316399 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3e03e025-4826-4b9c-9519-3eb2b3b687bf admin admin] 10.222.0.31 "PUT /v2.0/routers/3749273a-922b-40cd-9009-b7a378128110/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4020803
Feb 12 21:34:31.319113 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49128) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:31.323161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea726a4-58bb-4da3-a214-b8b0bc5dc4db None None] Sync routers for ids ['3749273a-922b-40cd-9009-b7a378128110'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:34:31.334320 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea726a4-58bb-4da3-a214-b8b0bc5dc4db None None] Routers {'3749273a-922b-40cd-9009-b7a378128110'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:31.335154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-aea726a4-58bb-4da3-a214-b8b0bc5dc4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa599040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3749273a-922b-40cd-9009-b7a378128110'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:31.391750 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9fefd47b-95e9-4927-bbc2-fb785f174d70 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (33b4dbdb-52f0-4ef4-9fbd-cfab3f0c921d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:31.426665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefd47b-95e9-4927-bbc2-fb785f174d70 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b4dbdb-52f0-4ef4-9fbd-cfab3f0c921d,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:31.460095 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-822096a2-3374-4983-bc0f-56032f17423d admin admin] Publish callbacks [] for router (3749273a-922b-40cd-9009-b7a378128110), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:31.544669 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9fefd47b-95e9-4927-bbc2-fb785f174d70 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:31.546349 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9fefd47b-95e9-4927-bbc2-fb785f174d70 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4295013
Feb 12 21:34:31.549384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49130) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:31.554493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c67927de-0c0a-4d91-abd9-bbad675377df tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'network': {'name': 'tempest-network-smoke--1676620663', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'port_security_enabled': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:31.614253 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-822096a2-3374-4983-bc0f-56032f17423d admin admin] Publish callbacks [] for router_gateway (3749273a-922b-40cd-9009-b7a378128110), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:31.667194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-aea726a4-58bb-4da3-a214-b8b0bc5dc4db None None] Set router 3749273a-922b-40cd-9009-b7a378128110 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:31.883829 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-aea726a4-58bb-4da3-a214-b8b0bc5dc4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa599040>, [{'id': '3749273a-922b-40cd-9009-b7a378128110', 'name': 'tempest-TestVolumeBootPattern-1798897564-router', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:36Z', 'updated_at': '2022-02-12T21:34:30Z', 'revision_number': 5, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'gw_port': {'id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:37Z', 'updated_at': '2022-02-12T21:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:31.911402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea726a4-58bb-4da3-a214-b8b0bc5dc4db None None] Checking router: 3749273a-922b-40cd-9009-b7a378128110 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:34:31.920237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea726a4-58bb-4da3-a214-b8b0bc5dc4db None None] Routers {'3749273a-922b-40cd-9009-b7a378128110'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:31.920892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-aea726a4-58bb-4da3-a214-b8b0bc5dc4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa599040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3749273a-922b-40cd-9009-b7a378128110'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:32.028199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-aea726a4-58bb-4da3-a214-b8b0bc5dc4db None None] Set router 3749273a-922b-40cd-9009-b7a378128110 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:32.136644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67927de-0c0a-4d91-abd9-bbad675377df tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Made reservation on behalf of bc1c557f5d984523b9dbe9c385659448 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:34:32.141444 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c67927de-0c0a-4d91-abd9-bbad675377df tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:32.171763 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67927de-0c0a-4d91-abd9-bbad675377df tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:34:32.184622 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c67927de-0c0a-4d91-abd9-bbad675377df tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (3ce1c363-c0b1-44aa-bf73-795f613d7d4c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:32.185660 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-c67927de-0c0a-4d91-abd9-bbad675377df tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Added segment 3ce1c363-c0b1-44aa-bf73-795f613d7d4c of type vlan for network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f
Feb 12 21:34:32.194002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-822096a2-3374-4983-bc0f-56032f17423d admin admin] Deleting port 2c5f23d8-f777-41ef-bccb-3c8656abcef8 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:32.194575 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-822096a2-3374-4983-bc0f-56032f17423d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2c5f23d8-f777-41ef-bccb-3c8656abcef8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:32.257165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-aea726a4-58bb-4da3-a214-b8b0bc5dc4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa599040>, [{'id': '3749273a-922b-40cd-9009-b7a378128110', 'name': 'tempest-TestVolumeBootPattern-1798897564-router', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:36Z', 'updated_at': '2022-02-12T21:34:30Z', 'revision_number': 5, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'gw_port': {'id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:37Z', 'updated_at': '2022-02-12T21:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:32.265520 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c67927de-0c0a-4d91-abd9-bbad675377df tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (c7a0fc29-f76a-4c5e-92c8-a653107cbf0f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:32.291931 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea726a4-58bb-4da3-a214-b8b0bc5dc4db None None] The sync data for ids ['3749273a-922b-40cd-9009-b7a378128110'] in ncdv-master-1 is: [{'id': '3749273a-922b-40cd-9009-b7a378128110', 'name': 'tempest-TestVolumeBootPattern-1798897564-router', 'tenant_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:36Z', 'updated_at': '2022-02-12T21:34:30Z', 'revision_number': 5, 'project_id': '5c11b938ee814f3180aa6e0f37c4e1f0', 'gw_port': {'id': '2c5f23d8-f777-41ef-bccb-3c8656abcef8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3749273a-922b-40cd-9009-b7a378128110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:37Z', 'updated_at': '2022-02-12T21:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:34:32.295397 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:32.302498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f723f1d-642c-400e-b341-c57337ce4787 req-714b7293-c269-4208-8a37-69e5ee4d3020 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:32.307864 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4f723f1d-642c-400e-b341-c57337ce4787 req-714b7293-c269-4208-8a37-69e5ee4d3020 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 1127 time: 0.1085994
Feb 12 21:34:32.329285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-822096a2-3374-4983-bc0f-56032f17423d admin admin] For port 2c5f23d8-f777-41ef-bccb-3c8656abcef8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c5f23d8-f777-41ef-bccb-3c8656abcef8,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:32.332048 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-822096a2-3374-4983-bc0f-56032f17423d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2c5f23d8-f777-41ef-bccb-3c8656abcef8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:32.349692 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-822096a2-3374-4983-bc0f-56032f17423d admin admin] Calling delete_port for 2c5f23d8-f777-41ef-bccb-3c8656abcef8 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:32.361909 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4f723f1d-642c-400e-b341-c57337ce4787 req-fea5f732-8be7-4272-887c-f1ea879d03a5 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492101
Feb 12 21:34:32.366400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b1252-4b6a-4f9b-9a49-3f5cf28eeff1 req-a1d5483d-a7d1-4650-9f44-d06f9bcfa754 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:32.367900 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-731b1252-4b6a-4f9b-9a49-3f5cf28eeff1 req-a1d5483d-a7d1-4650-9f44-d06f9bcfa754 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 1127 time: 0.0875452
Feb 12 21:34:32.389311 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c67927de-0c0a-4d91-abd9-bbad675377df tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (c7a0fc29-f76a-4c5e-92c8-a653107cbf0f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:32.393731 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67927de-0c0a-4d91-abd9-bbad675377df tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:32.394322 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c67927de-0c0a-4d91-abd9-bbad675377df tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:32.488235 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67927de-0c0a-4d91-abd9-bbad675377df tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Network': ['ID=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:32.504288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:34:32.552964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-731b1252-4b6a-4f9b-9a49-3f5cf28eeff1 req-e0ab98d7-fae9-4c41-81b7-fd6e713b0518 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Deleting port 687cdb81-1252-4df8-94df-3da9a19b94d9 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:32.553688 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-731b1252-4b6a-4f9b-9a49-3f5cf28eeff1 req-e0ab98d7-fae9-4c41-81b7-fd6e713b0518 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (687cdb81-1252-4df8-94df-3da9a19b94d9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:32.554388 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c67927de-0c0a-4d91-abd9-bbad675377df tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0038941
Feb 12 21:34:32.555004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49192) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:32.659054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-731b1252-4b6a-4f9b-9a49-3f5cf28eeff1 req-e0ab98d7-fae9-4c41-81b7-fd6e713b0518 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] For port 687cdb81-1252-4df8-94df-3da9a19b94d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=687cdb81-1252-4df8-94df-3da9a19b94d9,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:32.659488 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-731b1252-4b6a-4f9b-9a49-3f5cf28eeff1 req-e0ab98d7-fae9-4c41-81b7-fd6e713b0518 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (687cdb81-1252-4df8-94df-3da9a19b94d9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:32.705827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-731b1252-4b6a-4f9b-9a49-3f5cf28eeff1 req-e0ab98d7-fae9-4c41-81b7-fd6e713b0518 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Calling delete_port for 687cdb81-1252-4df8-94df-3da9a19b94d9 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:32.795270 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-998384683', 'admin_state_up': True, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:32.855394 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-822096a2-3374-4983-bc0f-56032f17423d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2c5f23d8-f777-41ef-bccb-3c8656abcef8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:32.899851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822096a2-3374-4983-bc0f-56032f17423d admin admin] Pushing event deleted for resources: {'Port': ['ID=2c5f23d8-f777-41ef-bccb-3c8656abcef8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:32.942597 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (54b2884b-4f03-420e-89de-14b79a8813d3), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:32.947360 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (54b2884b-4f03-420e-89de-14b79a8813d3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:32.975431 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-822096a2-3374-4983-bc0f-56032f17423d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (3749273a-922b-40cd-9009-b7a378128110), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.063494 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-731b1252-4b6a-4f9b-9a49-3f5cf28eeff1 req-e0ab98d7-fae9-4c41-81b7-fd6e713b0518 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (687cdb81-1252-4df8-94df-3da9a19b94d9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.079746 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7b28568e-09b2-43a3-8d6c-7b5a5efddc9c'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:34:33.082755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['687cdb81-1252-4df8-94df-3da9a19b94d9'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:34:33.100109 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-822096a2-3374-4983-bc0f-56032f17423d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (3749273a-922b-40cd-9009-b7a378128110), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.103398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab98d7-fae9-4c41-81b7-fd6e713b0518 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Pushing event deleted for resources: {'Port': ['ID=687cdb81-1252-4df8-94df-3da9a19b94d9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:33.108042 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-822096a2-3374-4983-bc0f-56032f17423d admin admin] Publish callbacks [] for router_controller (3749273a-922b-40cd-9009-b7a378128110), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.117632 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_controller (54b2884b-4f03-420e-89de-14b79a8813d3), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.189668 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-731b1252-4b6a-4f9b-9a49-3f5cf28eeff1 req-e0ab98d7-fae9-4c41-81b7-fd6e713b0518 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] No DVR routers for this DVR port 687cdb81-1252-4df8-94df-3da9a19b94d9 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:34:33.192068 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-731b1252-4b6a-4f9b-9a49-3f5cf28eeff1 req-e0ab98d7-fae9-4c41-81b7-fd6e713b0518 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.195552 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-731b1252-4b6a-4f9b-9a49-3f5cf28eeff1 req-e0ab98d7-fae9-4c41-81b7-fd6e713b0518 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.48 "DELETE /v2.0/ports/687cdb81-1252-4df8-94df-3da9a19b94d9 HTTP/1.1" status: 204  len: 173 time: 0.7902024
Feb 12 21:34:33.196188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c', 'name': 'network-vif-deleted', 'tag': '687cdb81-1252-4df8-94df-3da9a19b94d9'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:34:33.198676 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6301da-5038-418a-8935-f485d4d2ca93" -d '{"events": [{"server_uuid": "4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c", "name": "network-vif-deleted", "tag": "687cdb81-1252-4df8-94df-3da9a19b94d9"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:34:33.262601 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78e583d-2e0c-486b-b29e-3bb7bec4a9c7 x-openstack-request-id: req-e78e583d-2e0c-486b-b29e-3bb7bec4a9c7 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:34:33.263016 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c", "name": "network-vif-deleted", "tag": "687cdb81-1252-4df8-94df-3da9a19b94d9", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:34:33.263372 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e78e583d-2e0c-486b-b29e-3bb7bec4a9c7 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:34:33.263882 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c', 'name': 'network-vif-deleted', 'tag': '687cdb81-1252-4df8-94df-3da9a19b94d9', 'status': 'completed', 'code': 200}
Feb 12 21:34:33.296850 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-822096a2-3374-4983-bc0f-56032f17423d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (3749273a-922b-40cd-9009-b7a378128110), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.298269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822096a2-3374-4983-bc0f-56032f17423d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3749273a-922b-40cd-9009-b7a378128110 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:34:33.308065 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-822096a2-3374-4983-bc0f-56032f17423d admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.308065 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-822096a2-3374-4983-bc0f-56032f17423d admin admin] 10.222.0.31 "DELETE /v2.0/routers/3749273a-922b-40cd-9009-b7a378128110 HTTP/1.1" status: 204  len: 168 time: 1.9844773
Feb 12 21:34:33.308551 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49226) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:33.361529 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f704d6a-586a-45f6-96be-80a46131715b admin admin] Deleting subnet 447c8376-828f-4491-9b8b-1373d20c6228 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:34:33.365286 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f704d6a-586a-45f6-96be-80a46131715b admin admin] Publish callbacks [] for subnet (447c8376-828f-4491-9b8b-1373d20c6228), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.443287 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f704d6a-586a-45f6-96be-80a46131715b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (447c8376-828f-4491-9b8b-1373d20c6228), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.443514 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_gateway (54b2884b-4f03-420e-89de-14b79a8813d3), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.527667 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 46224adc-d6ad-47c1-8a38-0fe0ca58567c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:33.559298 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f704d6a-586a-45f6-96be-80a46131715b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (447c8376-828f-4491-9b8b-1373d20c6228), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.584080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 46224adc-d6ad-47c1-8a38-0fe0ca58567c {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:33.584518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 46224adc-d6ad-47c1-8a38-0fe0ca58567c not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:33.719999 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f704d6a-586a-45f6-96be-80a46131715b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (447c8376-828f-4491-9b8b-1373d20c6228), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.761567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f704d6a-586a-45f6-96be-80a46131715b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=447c8376-828f-4491-9b8b-1373d20c6228,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:33.774107 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b714249c-bcbb-48dc-b758-a2fc81dcfb3c None None] Network 17443eb2-4308-410f-a5f4-59d4de5fb120 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:34:33.776604 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9f704d6a-586a-45f6-96be-80a46131715b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.784330 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9f704d6a-586a-45f6-96be-80a46131715b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/447c8376-828f-4491-9b8b-1373d20c6228 HTTP/1.1" status: 204  len: 168 time: 0.4743578
Feb 12 21:34:33.785317 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49236) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:33.802509 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_gateway (54b2884b-4f03-420e-89de-14b79a8813d3), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.849060 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.870052 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6e92600c-7a72-42e4-90c2-672a59f2648e req-b5eb7a5e-88fa-4b65-8ca3-b95b820be41b tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4ea2ba0e-2686-43d0-9932-fb55fb1d3a9c HTTP/1.1" status: 200  len: 210 time: 0.0692313
Feb 12 21:34:33.915198 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (17443eb2-4308-410f-a5f4-59d4de5fb120), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.971228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] Deleting port ac206332-61bb-46b6-8869-faf5b0d3c594 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:33.971573 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ac206332-61bb-46b6-8869-faf5b0d3c594), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:33.997566 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c744748a-9314-4d57-b5c7-e273c530afaf None None] DHCP port deletion for 17443eb2-4308-410f-a5f4-59d4de5fb120 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:34:34.039065 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Allocated IP 172.35.2.106 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/0b6f3b8b-4f16-494b-bfb8-5feec26a1b15) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:34:34.044263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] For port ac206332-61bb-46b6-8869-faf5b0d3c594, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac206332-61bb-46b6-8869-faf5b0d3c594,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:34.044688 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ac206332-61bb-46b6-8869-faf5b0d3c594), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:34.060345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] Calling delete_port for ac206332-61bb-46b6-8869-faf5b0d3c594 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:34.063902 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c744748a-9314-4d57-b5c7-e273c530afaf None None] Deleting port ac206332-61bb-46b6-8869-faf5b0d3c594 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:34.064515 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c744748a-9314-4d57-b5c7-e273c530afaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ac206332-61bb-46b6-8869-faf5b0d3c594), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:34.142440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c744748a-9314-4d57-b5c7-e273c530afaf None None] For port ac206332-61bb-46b6-8869-faf5b0d3c594, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac206332-61bb-46b6-8869-faf5b0d3c594,segment=NetworkSegment(89840f68-154f-493d-8f0b-b102cd41b8e0),segment_id=89840f68-154f-493d-8f0b-b102cd41b8e0)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:34.143146 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c744748a-9314-4d57-b5c7-e273c530afaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ac206332-61bb-46b6-8869-faf5b0d3c594), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:34.157824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c744748a-9314-4d57-b5c7-e273c530afaf None None] Calling delete_port for ac206332-61bb-46b6-8869-faf5b0d3c594 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:34.170270 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (0b6f3b8b-4f16-494b-bfb8-5feec26a1b15), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:34.210941 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ac206332-61bb-46b6-8869-faf5b0d3c594), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:34.227320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] No DVR routers for this DVR port ac206332-61bb-46b6-8869-faf5b0d3c594 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:34:34.241369 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c744748a-9314-4d57-b5c7-e273c530afaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (ac206332-61bb-46b6-8869-faf5b0d3c594), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:34.276722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744748a-9314-4d57-b5c7-e273c530afaf None None] Pushing event deleted for resources: {'Port': ['ID=ac206332-61bb-46b6-8869-faf5b0d3c594,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:34.279000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c744748a-9314-4d57-b5c7-e273c530afaf None None] No DVR routers for this DVR port ac206332-61bb-46b6-8869-faf5b0d3c594 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:34:34.286975 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (0b6f3b8b-4f16-494b-bfb8-5feec26a1b15), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:34.303396 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac206332-61bb-46b6-8869-faf5b0d3c594,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:34.328494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:34:34.333053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:34:34.335629 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:34:34.369995 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=0b6f3b8b-4f16-494b-bfb8-5feec26a1b15,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:34.661754 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (17443eb2-4308-410f-a5f4-59d4de5fb120), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:34.682148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f915dc10>,) {'filters': {'network_id': ['17443eb2-4308-410f-a5f4-59d4de5fb120']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:34.691257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f915dc10>, '89840f68-154f-493d-8f0b-b102cd41b8e0') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:34.691556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f915dc10>, '89840f68-154f-493d-8f0b-b102cd41b8e0') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:34.700254 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_gateway (54b2884b-4f03-420e-89de-14b79a8813d3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:34.702301 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (89840f68-154f-493d-8f0b-b102cd41b8e0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:34.717551 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (89840f68-154f-493d-8f0b-b102cd41b8e0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:34.723778 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (89840f68-154f-493d-8f0b-b102cd41b8e0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:34:34.731625 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:34:34.867697 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (17443eb2-4308-410f-a5f4-59d4de5fb120), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:34.885341 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:34.893147 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] 10.222.0.31 "DELETE /v2.0/networks/17443eb2-4308-410f-a5f4-59d4de5fb120 HTTP/1.1" status: 204  len: 168 time: 1.1024063
Feb 12 21:34:34.893147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b978f-e462-4f68-890d-aa084df6c647 admin admin] Pushing event deleted for resources: {'Network': ['ID=17443eb2-4308-410f-a5f4-59d4de5fb120,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:34.893811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49252) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:34.942684 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (54b2884b-4f03-420e-89de-14b79a8813d3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:35.187667 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router 54b2884b-4f03-420e-89de-14b79a8813d3 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:34:35.325815 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:34:35.333639 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bfd378f9-143f-449e-b914-6254591b2536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (9f0481c6-7b98-4bf8-a280-891b2724f5ae), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:35.342657 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Sync routers for ids ['54b2884b-4f03-420e-89de-14b79a8813d3'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:34:35.371306 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Routers {'54b2884b-4f03-420e-89de-14b79a8813d3'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:35.371306 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd9ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['54b2884b-4f03-420e-89de-14b79a8813d3'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:35.471748 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ac206332-61bb-46b6-8869-faf5b0d3c594 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:35.478011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc0c0c-fa2a-468a-87e1-b91021dce5e0 req-0411dfde-1b10-485d-b35c-adac2841d354 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:35.480653 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Set router 54b2884b-4f03-420e-89de-14b79a8813d3 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:35.480776 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-20cc0c0c-fa2a-468a-87e1-b91021dce5e0 req-0411dfde-1b10-485d-b35c-adac2841d354 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 1127 time: 0.0697565
Feb 12 21:34:35.481400 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:35.483583 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dbd2d7da-2ce6-466c-977d-2764c66e5c14 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.9272540
Feb 12 21:34:35.487384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49272) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:35.503314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: ac206332-61bb-46b6-8869-faf5b0d3c594 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:35.503750 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ac206332-61bb-46b6-8869-faf5b0d3c594 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:35.504363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2c5f23d8-f777-41ef-bccb-3c8656abcef8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:35.529520 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 2c5f23d8-f777-41ef-bccb-3c8656abcef8 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:35.530188 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2c5f23d8-f777-41ef-bccb-3c8656abcef8 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:35.576184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-783afb5b-e060-4cef-a28c-4b6bb799b384 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bc1c557f5d984523b9dbe9c385659448&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0849590
Feb 12 21:34:35.578603 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49274) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:35.625742 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-20cc0c0c-fa2a-468a-87e1-b91021dce5e0 req-6e4f5116-1ea4-404c-840f-5ed08f18e59e tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355829
Feb 12 21:34:35.679285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fad472-862e-4f1b-9409-c857ea2b3bbf tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:35.679549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 687cdb81-1252-4df8-94df-3da9a19b94d9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:35.684300 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c3fad472-862e-4f1b-9409-c857ea2b3bbf tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1062236
Feb 12 21:34:35.684907 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49276) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:35.686549 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd9ec10>, [{'id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998384683', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106'}], 'enable_snat': True}, 'gw_port_id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:32Z', 'updated_at': '2022-02-12T21:34:34Z', 'revision_number': 3, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:33Z', 'updated_at': '2022-02-12T21:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:35.709448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 687cdb81-1252-4df8-94df-3da9a19b94d9 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:35.710781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 687cdb81-1252-4df8-94df-3da9a19b94d9 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:35.718067 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Checking router: 54b2884b-4f03-420e-89de-14b79a8813d3 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:34:35.718418 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Updating router 54b2884b-4f03-420e-89de-14b79a8813d3 port 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:34:35.727646 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-68802c95-4787-449a-8c02-3b093f64580e tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0416136
Feb 12 21:34:35.728820 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49278) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:35.734507 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-cc10e71e-ca87-4166-80e9-3098c98e37a1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-502042172', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:35.741515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-bfd378f9-143f-449e-b914-6254591b2536 admin admin] Deleting port 5d332fba-4da1-4dab-a977-d47ed7bba15f {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:35.745499 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bfd378f9-143f-449e-b914-6254591b2536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:35.752748 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0b6f3b8b-4f16-494b-bfb8-5feec26a1b15), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:35.898065 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-bfd378f9-143f-449e-b914-6254591b2536 admin admin] For port 5d332fba-4da1-4dab-a977-d47ed7bba15f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d332fba-4da1-4dab-a977-d47ed7bba15f,segment=NetworkSegment(b6600df4-f7e0-491a-a662-e2a9717bb1ad),segment_id=b6600df4-f7e0-491a-a662-e2a9717bb1ad)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:35.898425 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bfd378f9-143f-449e-b914-6254591b2536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:35.911210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-bfd378f9-143f-449e-b914-6254591b2536 admin admin] Calling delete_port for 5d332fba-4da1-4dab-a977-d47ed7bba15f owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:35.969539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc10e71e-ca87-4166-80e9-3098c98e37a1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Made reservation on behalf of bc1c557f5d984523b9dbe9c385659448 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:34:35.973119 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc10e71e-ca87-4166-80e9-3098c98e37a1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:36.015315 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Publish callbacks [] for port (0b6f3b8b-4f16-494b-bfb8-5feec26a1b15), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:36.142327 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0b6f3b8b-4f16-494b-bfb8-5feec26a1b15), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:36.199780 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Attempting to bind port 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:34:36.200215 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Attempting to bind port 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:34:36.200586 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Attempting to bind port 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:34:36.211711 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:34:36.212091 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:34:36.212548 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:36.213044 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:34:36.213790 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Bound port: 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:34:36.214175 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0b6f3b8b-4f16-494b-bfb8-5feec26a1b15), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:36.217045 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a3418-b781-4608-82b6-24dfe5302ea6 None None] Pushing event updated for resources: {'Port': ['ID=0b6f3b8b-4f16-494b-bfb8-5feec26a1b15,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:36.246500 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a3418-b781-4608-82b6-24dfe5302ea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:36.246848 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a3418-b781-4608-82b6-24dfe5302ea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:36.247190 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a3418-b781-4608-82b6-24dfe5302ea6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:36.247528 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a3418-b781-4608-82b6-24dfe5302ea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:36.247859 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a3418-b781-4608-82b6-24dfe5302ea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:36.248186 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a3418-b781-4608-82b6-24dfe5302ea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:36.248513 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a3418-b781-4608-82b6-24dfe5302ea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:36.248840 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a3418-b781-4608-82b6-24dfe5302ea6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:36.249157 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a3418-b781-4608-82b6-24dfe5302ea6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:36.249508 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a3418-b781-4608-82b6-24dfe5302ea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:36.249831 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a3418-b781-4608-82b6-24dfe5302ea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:36.250154 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a3418-b781-4608-82b6-24dfe5302ea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:36.250471 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a3418-b781-4608-82b6-24dfe5302ea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:34:36.282173 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] For port 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:34:36.285260 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] For port 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b6f3b8b-4f16-494b-bfb8-5feec26a1b15,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:34:36.302240 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bfd378f9-143f-449e-b914-6254591b2536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (5d332fba-4da1-4dab-a977-d47ed7bba15f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:36.332284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd378f9-143f-449e-b914-6254591b2536 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d332fba-4da1-4dab-a977-d47ed7bba15f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:36.334180 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc10e71e-ca87-4166-80e9-3098c98e37a1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (23954f95-d247-40aa-9a8f-ffc0cb4b97af), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:36.371899 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0b6f3b8b-4f16-494b-bfb8-5feec26a1b15), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:36.441149 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Routers {'54b2884b-4f03-420e-89de-14b79a8813d3'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:36.442423 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd9ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['54b2884b-4f03-420e-89de-14b79a8813d3'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:36.451764 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10e71e-ca87-4166-80e9-3098c98e37a1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Subnet': ['ID=23954f95-d247-40aa-9a8f-ffc0cb4b97af,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:36.481903 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a3418-b781-4608-82b6-24dfe5302ea6 None None] Pushing event updated for resources: {'Port': ['ID=0b6f3b8b-4f16-494b-bfb8-5feec26a1b15,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:36.548831 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc10e71e-ca87-4166-80e9-3098c98e37a1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Checking segment: {'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:34:36.549258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc10e71e-ca87-4166-80e9-3098c98e37a1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network hostable DHCP agents. Network: c7a0fc29-f76a-4c5e-92c8-a653107cbf0f, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:34:36.564473 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] Set router 54b2884b-4f03-420e-89de-14b79a8813d3 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:36.600519 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bfd378f9-143f-449e-b914-6254591b2536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (9f0481c6-7b98-4bf8-a280-891b2724f5ae), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:36.711089 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc10e71e-ca87-4166-80e9-3098c98e37a1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:34:36.761828 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3d65c-d1f6-4fc6-ac6e-0ae315bcb0fb req-441222ed-c036-4e3e-b9cf-7e2b9f86980e tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:36.763734 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-91e3d65c-d1f6-4fc6-ac6e-0ae315bcb0fb req-441222ed-c036-4e3e-b9cf-7e2b9f86980e tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 1127 time: 0.1122334
Feb 12 21:34:36.774109 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe2f09-0757-4944-8c68-8553dd5962eb req-507d1aab-5857-43e7-9994-7376e258e211 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:36.781878 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-82fe2f09-0757-4944-8c68-8553dd5962eb req-507d1aab-5857-43e7-9994-7376e258e211 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 1127 time: 0.0552340
Feb 12 21:34:36.798099 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd9ec10>, [{'id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998384683', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106'}], 'enable_snat': True}, 'gw_port_id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:32Z', 'updated_at': '2022-02-12T21:34:34Z', 'revision_number': 3, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:33Z', 'updated_at': '2022-02-12T21:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:36.832816 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-82fe2f09-0757-4944-8c68-8553dd5962eb req-2239e85d-02e8-4da2-8932-bfa79588906a tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28d630ba-1b7e-4074-a97c-1b4282482aa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484128
Feb 12 21:34:36.839851 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed821a-8184-4a87-b881-4dfd92bda4e9 None None] The sync data for ids ['54b2884b-4f03-420e-89de-14b79a8813d3'] in ncdv-master-1 is: [{'id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998384683', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106'}], 'enable_snat': True}, 'gw_port_id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:32Z', 'updated_at': '2022-02-12T21:34:34Z', 'revision_number': 3, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:33Z', 'updated_at': '2022-02-12T21:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:34:36.850480 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-cc10e71e-ca87-4166-80e9-3098c98e37a1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c7a0fc29-f76a-4c5e-92c8-a653107cbf0f) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:34:36.873327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f8a2f6-e5cf-413d-ba29-61e984da6260 None None] Network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:34:36.887198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc10e71e-ca87-4166-80e9-3098c98e37a1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:36.888087 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cc10e71e-ca87-4166-80e9-3098c98e37a1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:36.982242 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-91e3d65c-d1f6-4fc6-ac6e-0ae315bcb0fb req-becea153-4256-43d0-898d-29ab3ca4c464 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Deleting port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:36.982585 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-91e3d65c-d1f6-4fc6-ac6e-0ae315bcb0fb req-becea153-4256-43d0-898d-29ab3ca4c464 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7b28568e-09b2-43a3-8d6c-7b5a5efddc9c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:36.984641 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ips': [{'subnet_id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:34:36.985544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd378f9-143f-449e-b914-6254591b2536 admin admin] Router 9f0481c6-7b98-4bf8-a280-891b2724f5ae has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:34:36.985732 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:36.989068 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cc10e71e-ca87-4166-80e9-3098c98e37a1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.2590096
Feb 12 21:34:36.992624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49312) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:37.156933 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-91e3d65c-d1f6-4fc6-ac6e-0ae315bcb0fb req-becea153-4256-43d0-898d-29ab3ca4c464 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] For port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b28568e-09b2-43a3-8d6c-7b5a5efddc9c,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:37.156933 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-91e3d65c-d1f6-4fc6-ac6e-0ae315bcb0fb req-becea153-4256-43d0-898d-29ab3ca4c464 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7b28568e-09b2-43a3-8d6c-7b5a5efddc9c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:37.161708 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Allocated IP 172.20.0.2 (c7a0fc29-f76a-4c5e-92c8-a653107cbf0f/23954f95-d247-40aa-9a8f-ffc0cb4b97af/11f8907b-144d-47f5-85ef-6aab0d40075f) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:34:37.197560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-91e3d65c-d1f6-4fc6-ac6e-0ae315bcb0fb req-becea153-4256-43d0-898d-29ab3ca4c464 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Calling delete_port for 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:37.282594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd378f9-143f-449e-b914-6254591b2536 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:34:37.299014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c48718-48e4-4521-b51b-478e39c67939 None None] Sync routers for ids ['9f0481c6-7b98-4bf8-a280-891b2724f5ae'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:34:37.311167 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bfd378f9-143f-449e-b914-6254591b2536 admin admin] 10.222.0.31 "PUT /v2.0/routers/9f0481c6-7b98-4bf8-a280-891b2724f5ae/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4144201
Feb 12 21:34:37.312512 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49316) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:37.351353 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c48718-48e4-4521-b51b-478e39c67939 None None] Routers {'9f0481c6-7b98-4bf8-a280-891b2724f5ae'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:37.351994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-42c48718-48e4-4521-b51b-478e39c67939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0db310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9f0481c6-7b98-4bf8-a280-891b2724f5ae'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:37.475279 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Publish callbacks [] for port (11f8907b-144d-47f5-85ef-6aab0d40075f), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:37.511725 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00e81e5a-743e-4217-9e2b-4e63aca787cd admin admin] Publish callbacks [] for router (9f0481c6-7b98-4bf8-a280-891b2724f5ae), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:37.540358 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-42c48718-48e4-4521-b51b-478e39c67939 None None] Set router 9f0481c6-7b98-4bf8-a280-891b2724f5ae gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:37.621326 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (11f8907b-144d-47f5-85ef-6aab0d40075f), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:37.663001 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00e81e5a-743e-4217-9e2b-4e63aca787cd admin admin] Publish callbacks [] for router_gateway (9f0481c6-7b98-4bf8-a280-891b2724f5ae), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:37.688493 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:34:37.690976 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-91e3d65c-d1f6-4fc6-ac6e-0ae315bcb0fb req-becea153-4256-43d0-898d-29ab3ca4c464 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7b28568e-09b2-43a3-8d6c-7b5a5efddc9c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:37.704981 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:34:37.733059 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becea153-4256-43d0-898d-29ab3ca4c464 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b28568e-09b2-43a3-8d6c-7b5a5efddc9c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:37.740680 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:34:37.744049 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:34:37.797334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e3d65c-d1f6-4fc6-ac6e-0ae315bcb0fb req-becea153-4256-43d0-898d-29ab3ca4c464 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] No DVR routers for this DVR port 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:34:37.827103 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-91e3d65c-d1f6-4fc6-ac6e-0ae315bcb0fb req-becea153-4256-43d0-898d-29ab3ca4c464 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:37.836275 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-91e3d65c-d1f6-4fc6-ac6e-0ae315bcb0fb req-becea153-4256-43d0-898d-29ab3ca4c464 tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.50 "DELETE /v2.0/ports/7b28568e-09b2-43a3-8d6c-7b5a5efddc9c HTTP/1.1" status: 204  len: 173 time: 1.0659058
Feb 12 21:34:37.839487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71329122-faa4-485f-86b6-d5c458f79b0b', 'name': 'network-vif-deleted', 'tag': '7b28568e-09b2-43a3-8d6c-7b5a5efddc9c'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:34:37.842191 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6451738e-2400-42e7-8191-431737e67bcf" -d '{"events": [{"server_uuid": "71329122-faa4-485f-86b6-d5c458f79b0b", "name": "network-vif-deleted", "tag": "7b28568e-09b2-43a3-8d6c-7b5a5efddc9c"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:34:37.847302 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Pushing event updated for resources: {'Port': ['ID=11f8907b-144d-47f5-85ef-6aab0d40075f,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:37.914296 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a430b1db-7494-4dac-8bca-4bbeed8c073c x-openstack-request-id: req-a430b1db-7494-4dac-8bca-4bbeed8c073c {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:34:37.915675 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71329122-faa4-485f-86b6-d5c458f79b0b", "name": "network-vif-deleted", "tag": "7b28568e-09b2-43a3-8d6c-7b5a5efddc9c", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:34:37.916428 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a430b1db-7494-4dac-8bca-4bbeed8c073c {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:34:37.917194 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71329122-faa4-485f-86b6-d5c458f79b0b', 'name': 'network-vif-deleted', 'tag': '7b28568e-09b2-43a3-8d6c-7b5a5efddc9c', 'status': 'completed', 'code': 200}
Feb 12 21:34:37.920703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-00e81e5a-743e-4217-9e2b-4e63aca787cd admin admin] Deleting port 3df5ba00-983a-4b5e-b937-47962501d911 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:37.921408 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00e81e5a-743e-4217-9e2b-4e63aca787cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3df5ba00-983a-4b5e-b937-47962501d911), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.034160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-00e81e5a-743e-4217-9e2b-4e63aca787cd admin admin] For port 3df5ba00-983a-4b5e-b937-47962501d911, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3df5ba00-983a-4b5e-b937-47962501d911,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:38.034816 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00e81e5a-743e-4217-9e2b-4e63aca787cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3df5ba00-983a-4b5e-b937-47962501d911), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.057080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-00e81e5a-743e-4217-9e2b-4e63aca787cd admin admin] Calling delete_port for 3df5ba00-983a-4b5e-b937-47962501d911 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:38.155012 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f00233df-6aae-415b-aff2-16db39f4dcf2 req-d4f6943a-9c38-428c-8414-285688010b1d tempest-TestServerMultinode-213434313 tempest-TestServerMultinode-213434313-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71329122-faa4-485f-86b6-d5c458f79b0b HTTP/1.1" status: 200  len: 210 time: 0.0798357
Feb 12 21:34:38.259830 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.289707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:38.294187 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0b6f3b8b-4f16-494b-bfb8-5feec26a1b15), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.294187 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Attempting to bind port 11f8907b-144d-47f5-85ef-6aab0d40075f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:34:38.294635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Attempting to bind port 11f8907b-144d-47f5-85ef-6aab0d40075f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:34:38.294850 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Attempting to bind port 11f8907b-144d-47f5-85ef-6aab0d40075f on network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:34:38.355640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:34:38.356124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Checking segment: {'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:34:38.357344 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.357751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Bound using segment: {'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:34:38.358312 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Bound port: 11f8907b-144d-47f5-85ef-6aab0d40075f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:34:38.358784 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (11f8907b-144d-47f5-85ef-6aab0d40075f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.405490 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00e81e5a-743e-4217-9e2b-4e63aca787cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3df5ba00-983a-4b5e-b937-47962501d911), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.434098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e81e5a-743e-4217-9e2b-4e63aca787cd admin admin] Pushing event deleted for resources: {'Port': ['ID=3df5ba00-983a-4b5e-b937-47962501d911,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:38.480603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] For port 11f8907b-144d-47f5-85ef-6aab0d40075f, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:34:38.504953 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00e81e5a-743e-4217-9e2b-4e63aca787cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (9f0481c6-7b98-4bf8-a280-891b2724f5ae), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.511221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] For port 11f8907b-144d-47f5-85ef-6aab0d40075f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11f8907b-144d-47f5-85ef-6aab0d40075f,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:34:38.514942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-42c48718-48e4-4521-b51b-478e39c67939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0db310>, [{'id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'name': 'tempest-TestVolumeBootPattern-1206078570-router', 'tenant_id': '059fba8ad4304de5a250f5fec5caf3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.225'}], 'enable_snat': True}, 'gw_port_id': '3df5ba00-983a-4b5e-b937-47962501d911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:49Z', 'updated_at': '2022-02-12T21:34:36Z', 'revision_number': 5, 'project_id': '059fba8ad4304de5a250f5fec5caf3ff', 'gw_port': {'id': '3df5ba00-983a-4b5e-b937-47962501d911', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:24:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:25:52Z', 'updated_at': '2022-02-12T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:38.545309 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:38.545810 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0b6f3b8b-4f16-494b-bfb8-5feec26a1b15), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.552284 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c48718-48e4-4521-b51b-478e39c67939 None None] Checking router: 9f0481c6-7b98-4bf8-a280-891b2724f5ae for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:34:38.578362 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b6f3b8b-4f16-494b-bfb8-5feec26a1b15,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:38.579842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c48718-48e4-4521-b51b-478e39c67939 None None] Routers {'9f0481c6-7b98-4bf8-a280-891b2724f5ae'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:38.580493 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-42c48718-48e4-4521-b51b-478e39c67939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0db310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9f0481c6-7b98-4bf8-a280-891b2724f5ae'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:38.585179 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Allocated IP 172.20.0.1 (c7a0fc29-f76a-4c5e-92c8-a653107cbf0f/23954f95-d247-40aa-9a8f-ffc0cb4b97af/277fe05f-2126-401a-956f-a5c1348bf330) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:34:38.617492 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00e81e5a-743e-4217-9e2b-4e63aca787cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (9f0481c6-7b98-4bf8-a280-891b2724f5ae), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.621395 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00e81e5a-743e-4217-9e2b-4e63aca787cd admin admin] Publish callbacks [] for router_controller (9f0481c6-7b98-4bf8-a280-891b2724f5ae), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.653773 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (11f8907b-144d-47f5-85ef-6aab0d40075f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.713392 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0b6f3b8b-4f16-494b-bfb8-5feec26a1b15), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.716043 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-42c48718-48e4-4521-b51b-478e39c67939 None None] Set router 9f0481c6-7b98-4bf8-a280-891b2724f5ae gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:38.725754 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (277fe05f-2126-401a-956f-a5c1348bf330), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.786070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-42c48718-48e4-4521-b51b-478e39c67939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0db310>, [{'id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'name': 'tempest-TestVolumeBootPattern-1206078570-router', 'tenant_id': '059fba8ad4304de5a250f5fec5caf3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:49Z', 'updated_at': '2022-02-12T21:34:38Z', 'revision_number': 7, 'project_id': '059fba8ad4304de5a250f5fec5caf3ff', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:38.808841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f47a11-cade-4b9c-b8cc-ed4883d3acb9 None None] Pushing event updated for resources: {'Port': ['ID=11f8907b-144d-47f5-85ef-6aab0d40075f,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:38.811190 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00e81e5a-743e-4217-9e2b-4e63aca787cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (9f0481c6-7b98-4bf8-a280-891b2724f5ae), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.811753 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e81e5a-743e-4217-9e2b-4e63aca787cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f0481c6-7b98-4bf8-a280-891b2724f5ae {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:34:38.816845 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-00e81e5a-743e-4217-9e2b-4e63aca787cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.820542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-00e81e5a-743e-4217-9e2b-4e63aca787cd admin admin] 10.222.0.31 "DELETE /v2.0/routers/9f0481c6-7b98-4bf8-a280-891b2724f5ae HTTP/1.1" status: 204  len: 168 time: 1.5048420
Feb 12 21:34:38.823015 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49330) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:38.865687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c48718-48e4-4521-b51b-478e39c67939 None None] The sync data for ids ['9f0481c6-7b98-4bf8-a280-891b2724f5ae'] in ncdv-master-1 is: [{'id': '9f0481c6-7b98-4bf8-a280-891b2724f5ae', 'name': 'tempest-TestVolumeBootPattern-1206078570-router', 'tenant_id': '059fba8ad4304de5a250f5fec5caf3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:25:49Z', 'updated_at': '2022-02-12T21:34:38Z', 'revision_number': 7, 'project_id': '059fba8ad4304de5a250f5fec5caf3ff', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:34:38.874716 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (277fe05f-2126-401a-956f-a5c1348bf330), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:38.943118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=0b6f3b8b-4f16-494b-bfb8-5feec26a1b15,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:38.944200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:34:38.950613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:34:38.962200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:34:38.988288 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-8869e5db-066c-4fcd-bb41-9302712b6f6d admin admin] Deleting subnet 25ae377b-3ec3-4605-ae83-52327d5974eb {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:34:38.991685 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8869e5db-066c-4fcd-bb41-9302712b6f6d admin admin] Publish callbacks [] for subnet (25ae377b-3ec3-4605-ae83-52327d5974eb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:39.026577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=277fe05f-2126-401a-956f-a5c1348bf330,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:39.053999 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8869e5db-066c-4fcd-bb41-9302712b6f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (25ae377b-3ec3-4605-ae83-52327d5974eb), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:39.055971 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (54b2884b-4f03-420e-89de-14b79a8813d3), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:39.214454 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8869e5db-066c-4fcd-bb41-9302712b6f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (25ae377b-3ec3-4605-ae83-52327d5974eb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:39.230021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49338) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:39.421763 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (277fe05f-2126-401a-956f-a5c1348bf330), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:39.447166 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8869e5db-066c-4fcd-bb41-9302712b6f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (25ae377b-3ec3-4605-ae83-52327d5974eb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:39.494993 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869e5db-066c-4fcd-bb41-9302712b6f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25ae377b-3ec3-4605-ae83-52327d5974eb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:39.507763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f3675a-5c2a-4ceb-84ac-a2e371cd5c8e None None] Network d7d2a564-f60f-4456-81b1-0e5541aae952 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:34:39.538587 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8869e5db-066c-4fcd-bb41-9302712b6f6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:39.555747 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8869e5db-066c-4fcd-bb41-9302712b6f6d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/25ae377b-3ec3-4605-ae83-52327d5974eb HTTP/1.1" status: 204  len: 168 time: 0.7250762
Feb 12 21:34:39.555747 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49362) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:39.628907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:39.660033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:39.660797 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7b28568e-09b2-43a3-8d6c-7b5a5efddc9c not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:39.748021 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (d7d2a564-f60f-4456-81b1-0e5541aae952), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:39.871162 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e6e41-3833-4d84-9090-9d8348d8fdf9 None None] DHCP port deletion for d7d2a564-f60f-4456-81b1-0e5541aae952 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:34:39.890721 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] Deleting port e4b9edd2-aaec-4165-857a-1cd1342d3f82 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:39.891013 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.017371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f22e6e41-3833-4d84-9090-9d8348d8fdf9 None None] Deleting port e4b9edd2-aaec-4165-857a-1cd1342d3f82 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:40.018507 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f22e6e41-3833-4d84-9090-9d8348d8fdf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.107370 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (277fe05f-2126-401a-956f-a5c1348bf330), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.121483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] For port e4b9edd2-aaec-4165-857a-1cd1342d3f82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4b9edd2-aaec-4165-857a-1cd1342d3f82,segment=NetworkSegment(b6600df4-f7e0-491a-a662-e2a9717bb1ad),segment_id=b6600df4-f7e0-491a-a662-e2a9717bb1ad)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:40.121855 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.139770 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] Calling delete_port for e4b9edd2-aaec-4165-857a-1cd1342d3f82 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:40.158453 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2110ec6e-d3f7-4af7-a0e7-906e8de74738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (78a91378-0e4e-439f-a22d-457383e91dea), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.196968 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:34:40.218761 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f22e6e41-3833-4d84-9090-9d8348d8fdf9 None None] For port e4b9edd2-aaec-4165-857a-1cd1342d3f82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4b9edd2-aaec-4165-857a-1cd1342d3f82,segment=NetworkSegment(b6600df4-f7e0-491a-a662-e2a9717bb1ad),segment_id=b6600df4-f7e0-491a-a662-e2a9717bb1ad)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:40.219246 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f22e6e41-3833-4d84-9090-9d8348d8fdf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.270051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f22e6e41-3833-4d84-9090-9d8348d8fdf9 None None] Calling delete_port for e4b9edd2-aaec-4165-857a-1cd1342d3f82 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:40.292652 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (277fe05f-2126-401a-956f-a5c1348bf330), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.376262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:40.376740 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0b6f3b8b-4f16-494b-bfb8-5feec26a1b15), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.382952 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (54b2884b-4f03-420e-89de-14b79a8813d3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.385496 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.442821 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] No DVR routers for this DVR port e4b9edd2-aaec-4165-857a-1cd1342d3f82 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:34:40.558811 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f22e6e41-3833-4d84-9090-9d8348d8fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (e4b9edd2-aaec-4165-857a-1cd1342d3f82), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.655345 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecde775-2df7-4a3f-bfd7-4716d29edf57 None None] Network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:34:40.657446 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-2110ec6e-d3f7-4af7-a0e7-906e8de74738 admin admin] Deleting port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:40.657890 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2110ec6e-d3f7-4af7-a0e7-906e8de74738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.664078 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e6e41-3833-4d84-9090-9d8348d8fdf9 None None] Pushing event deleted for resources: {'Port': ['ID=e4b9edd2-aaec-4165-857a-1cd1342d3f82,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:40.671169 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e6e41-3833-4d84-9090-9d8348d8fdf9 None None] No DVR routers for this DVR port e4b9edd2-aaec-4165-857a-1cd1342d3f82 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:34:40.684671 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (d7d2a564-f60f-4456-81b1-0e5541aae952), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.707937 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=277fe05f-2126-401a-956f-a5c1348bf330,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:40.712609 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9c2b220>,) {'filters': {'network_id': ['d7d2a564-f60f-4456-81b1-0e5541aae952']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:40.741933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b9edd2-aaec-4165-857a-1cd1342d3f82,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:40.759105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9c2b220>, 'b6600df4-f7e0-491a-a662-e2a9717bb1ad') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:40.759955 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9c2b220>, 'b6600df4-f7e0-491a-a662-e2a9717bb1ad') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:40.773386 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (b6600df4-f7e0-491a-a662-e2a9717bb1ad), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.777826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:40.779262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 11f8907b-144d-47f5-85ef-6aab0d40075f up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:34:40.798017 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b6600df4-f7e0-491a-a662-e2a9717bb1ad), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.808379 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:34:40.809506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:34:40.809912 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (b6600df4-f7e0-491a-a662-e2a9717bb1ad), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:34:40.811623 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:34:40.813586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-5e5caff7-44f6-4113-89c6-b0cc1a9580ed None None] Provisioning complete for port 11f8907b-144d-47f5-85ef-6aab0d40075f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:40.813586 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e5caff7-44f6-4113-89c6-b0cc1a9580ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (11f8907b-144d-47f5-85ef-6aab0d40075f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.816317 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-2110ec6e-d3f7-4af7-a0e7-906e8de74738 admin admin] For port 4f083d7b-40c4-44b4-9de3-d5c9ec46a743, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f083d7b-40c4-44b4-9de3-d5c9ec46a743,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:40.816691 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2110ec6e-d3f7-4af7-a0e7-906e8de74738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:40.822717 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:34:40.841157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-2110ec6e-d3f7-4af7-a0e7-906e8de74738 admin admin] Calling delete_port for 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:40.997333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 11f8907b-144d-47f5-85ef-6aab0d40075f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:40.998675 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (11f8907b-144d-47f5-85ef-6aab0d40075f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:41.004792 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router 54b2884b-4f03-420e-89de-14b79a8813d3 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:34:41.030672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5e5caff7-44f6-4113-89c6-b0cc1a9580ed None None] Current status of the port 11f8907b-144d-47f5-85ef-6aab0d40075f is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:41.032745 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e5caff7-44f6-4113-89c6-b0cc1a9580ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (11f8907b-144d-47f5-85ef-6aab0d40075f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:41.097015 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (d7d2a564-f60f-4456-81b1-0e5541aae952), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:41.098691 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5e5caff7-44f6-4113-89c6-b0cc1a9580ed None None] For port 11f8907b-144d-47f5-85ef-6aab0d40075f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11f8907b-144d-47f5-85ef-6aab0d40075f,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:41.106870 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:41.110588 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d7d2a564-f60f-4456-81b1-0e5541aae952 HTTP/1.1" status: 204  len: 168 time: 1.5549929
Feb 12 21:34:41.144578 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2110ec6e-d3f7-4af7-a0e7-906e8de74738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (4f083d7b-40c4-44b4-9de3-d5c9ec46a743), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:41.155085 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61deae46-a713-4662-b77d-a9d10d7949e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7d2a564-f60f-4456-81b1-0e5541aae952,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:41.164243 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 11f8907b-144d-47f5-85ef-6aab0d40075f is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:41.164825 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (11f8907b-144d-47f5-85ef-6aab0d40075f), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:41.179300 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e5caff7-44f6-4113-89c6-b0cc1a9580ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (11f8907b-144d-47f5-85ef-6aab0d40075f), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:41.225782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:34:41.240163 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-22140db5-9c91-4fff-801a-94ab5ab850c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "PUT /v2.0/routers/54b2884b-4f03-420e-89de-14b79a8813d3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2464547
Feb 12 21:34:41.244071 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Sync routers for ids ['54b2884b-4f03-420e-89de-14b79a8813d3'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:34:41.268575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110ec6e-d3f7-4af7-a0e7-906e8de74738 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f083d7b-40c4-44b4-9de3-d5c9ec46a743,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:41.278627 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Routers {'54b2884b-4f03-420e-89de-14b79a8813d3'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:41.281488 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9c73a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['54b2884b-4f03-420e-89de-14b79a8813d3'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:41.372483 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5caff7-44f6-4113-89c6-b0cc1a9580ed None None] Pushing event updated for resources: {'Port': ['ID=11f8907b-144d-47f5-85ef-6aab0d40075f,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:41.395737 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:34:41.401156 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:34:41.525804 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2110ec6e-d3f7-4af7-a0e7-906e8de74738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (78a91378-0e4e-439f-a22d-457383e91dea), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:41.528384 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c24caac0-fc84-4b47-a761-5ff0d54ade5b None None] Provisioning complete for port 11f8907b-144d-47f5-85ef-6aab0d40075f triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:41.531017 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c24caac0-fc84-4b47-a761-5ff0d54ade5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (11f8907b-144d-47f5-85ef-6aab0d40075f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:41.570277 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-9ddbd877-b373-4471-b014-2b15a8cd65ba tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-623653110&fields=id&tenant_id=bc1c557f5d984523b9dbe9c385659448 HTTP/1.1" status: 200  len: 267 time: 0.1230044
Feb 12 21:34:41.583295 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49418) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:41.606351 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Set router 54b2884b-4f03-420e-89de-14b79a8813d3 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:41.689315 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c24caac0-fc84-4b47-a761-5ff0d54ade5b None None] Current status of the port 11f8907b-144d-47f5-85ef-6aab0d40075f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:41.709880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c24caac0-fc84-4b47-a761-5ff0d54ade5b None None] Provisioning complete for port 277fe05f-2126-401a-956f-a5c1348bf330 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:41.710394 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c24caac0-fc84-4b47-a761-5ff0d54ade5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (277fe05f-2126-401a-956f-a5c1348bf330), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:41.796213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c24caac0-fc84-4b47-a761-5ff0d54ade5b None None] Port 277fe05f-2126-401a-956f-a5c1348bf330 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:34:41.827285 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-00f5e79b-e432-4e07-bec0-a480729e8c5f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c11b938ee814f3180aa6e0f37c4e1f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2428284
Feb 12 21:34:41.830096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49420) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:41.898200 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8194e-221b-4339-9a27-328032a08f8d req-973790d4-f8c0-4f92-9ce5-ac74865063eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:41.900662 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-973790d4-f8c0-4f92-9ce5-ac74865063eb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/networks?id=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f HTTP/1.1" status: 200  len: 797 time: 0.3295817
Feb 12 21:34:41.921433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2110ec6e-d3f7-4af7-a0e7-906e8de74738 admin admin] Router 78a91378-0e4e-439f-a22d-457383e91dea has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:34:41.932286 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-f2934249-ed41-44d8-ac61-5300b04d873d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/quotas/bc1c557f5d984523b9dbe9c385659448 HTTP/1.1" status: 200  len: 375 time: 0.0242422
Feb 12 21:34:41.933067 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2960-9ac1-41f3-ba95-2f3a03df7b9f admin admin] Publish callbacks [] for security_group (4e2974eb-268f-4ee4-8c20-6800acb25094), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:41.978494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 11f8907b-144d-47f5-85ef-6aab0d40075f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:41.982856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6b826f94-4571-4215-8928-ee4862d9cbdf None None] Provisioning complete for port 277fe05f-2126-401a-956f-a5c1348bf330 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:41.983231 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6b826f94-4571-4215-8928-ee4862d9cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (277fe05f-2126-401a-956f-a5c1348bf330), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:41.997251 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2960-9ac1-41f3-ba95-2f3a03df7b9f admin admin] Publish callbacks [] for security_group (4e2974eb-268f-4ee4-8c20-6800acb25094), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:42.012285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5d332fba-4da1-4dab-a977-d47ed7bba15f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:42.036346 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 5d332fba-4da1-4dab-a977-d47ed7bba15f {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:42.036743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 5d332fba-4da1-4dab-a977-d47ed7bba15f not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:42.053487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6b826f94-4571-4215-8928-ee4862d9cbdf None None] Port 277fe05f-2126-401a-956f-a5c1348bf330 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:34:42.070986 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-76ced892-d9c0-4b67-8e08-2086a58afc4e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1258357
Feb 12 21:34:42.101891 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-ed063a7f-bc3a-4083-b7a6-42753f0e3edc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:34:42.103819 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-ed063a7f-bc3a-4083-b7a6-42753f0e3edc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0118256
Feb 12 21:34:42.140039 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9c73a0>, [{'id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998384683', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106'}], 'enable_snat': True}, 'gw_port_id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:32Z', 'updated_at': '2022-02-12T21:34:39Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:33Z', 'updated_at': '2022-02-12T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '277fe05f-2126-401a-956f-a5c1348bf330', 'name': '', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:0b:24:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:38Z', 'updated_at': '2022-02-12T21:34:39Z', 'revision_number': 2, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:42.173510 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Checking router: 54b2884b-4f03-420e-89de-14b79a8813d3 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:34:42.173856 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Updating router 54b2884b-4f03-420e-89de-14b79a8813d3 port 277fe05f-2126-401a-956f-a5c1348bf330 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:34:42.175716 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2110ec6e-d3f7-4af7-a0e7-906e8de74738 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:34:42.188232 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3466e-39af-4eab-9e5a-e8302325c475 None None] Sync routers for ids ['78a91378-0e4e-439f-a22d-457383e91dea'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:34:42.191586 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2110ec6e-d3f7-4af7-a0e7-906e8de74738 admin admin] 10.222.0.31 "PUT /v2.0/routers/78a91378-0e4e-439f-a22d-457383e91dea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9610476
Feb 12 21:34:42.200622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49438) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:42.211287 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3466e-39af-4eab-9e5a-e8302325c475 None None] Routers {'78a91378-0e4e-439f-a22d-457383e91dea'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:42.211915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a5a3466e-39af-4eab-9e5a-e8302325c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb46e730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['78a91378-0e4e-439f-a22d-457383e91dea'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:42.239155 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (277fe05f-2126-401a-956f-a5c1348bf330), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:42.254280 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2960-9ac1-41f3-ba95-2f3a03df7b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4e2974eb-268f-4ee4-8c20-6800acb25094), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:42.256923 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2960-9ac1-41f3-ba95-2f3a03df7b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:42.264090 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7ddd2960-9ac1-41f3-ba95-2f3a03df7b9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e2974eb-268f-4ee4-8c20-6800acb25094 HTTP/1.1" status: 204  len: 168 time: 0.4270236
Feb 12 21:34:42.279608 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd2960-9ac1-41f3-ba95-2f3a03df7b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2974eb-268f-4ee4-8c20-6800acb25094,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:42.285414 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-4e89011b-5d43-4e91-9825-9f2ad37015b2 service neutron] 10.222.0.31 "GET /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1747885
Feb 12 21:34:42.335998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 11f8907b-144d-47f5-85ef-6aab0d40075f up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:34:42.409961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-be94a8cc-40fd-4943-87d0-150cddcd64b6 None None] Provisioning complete for port 277fe05f-2126-401a-956f-a5c1348bf330 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:42.410344 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-be94a8cc-40fd-4943-87d0-150cddcd64b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (277fe05f-2126-401a-956f-a5c1348bf330), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:42.437501 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-2e9c3c1b-8cf7-4dd3-b454-61cf5ed7a6c7 service neutron] 10.222.0.31 "GET /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398885
Feb 12 21:34:42.481712 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7f5f-f6f4-4494-aac0-86ed9350de62 admin admin] Publish callbacks [] for router (78a91378-0e4e-439f-a22d-457383e91dea), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:42.484289 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-be94a8cc-40fd-4943-87d0-150cddcd64b6 None None] Port 277fe05f-2126-401a-956f-a5c1348bf330 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:34:42.491804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-a5a3466e-39af-4eab-9e5a-e8302325c475 None None] Set router 78a91378-0e4e-439f-a22d-457383e91dea gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:42.559840 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 11f8907b-144d-47f5-85ef-6aab0d40075f triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:42.560523 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (11f8907b-144d-47f5-85ef-6aab0d40075f), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:42.591674 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Publish callbacks [] for port (277fe05f-2126-401a-956f-a5c1348bf330), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:42.633822 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7f5f-f6f4-4494-aac0-86ed9350de62 admin admin] Publish callbacks [] for router_gateway (78a91378-0e4e-439f-a22d-457383e91dea), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:42.734796 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (277fe05f-2126-401a-956f-a5c1348bf330), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:42.898362 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905a42f-304d-4bf4-8a52-3b72342942e6 None None] Pushing event updated for resources: {'Port': ['ID=277fe05f-2126-401a-956f-a5c1348bf330,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:42.913505 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e6c6a5c-d6f1-4c65-987b-fd9a76148c91 req-35a41529-ad76-4125-8b39-649185534211 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 210 time: 0.0736198
Feb 12 21:34:42.967302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c7f5f-f6f4-4494-aac0-86ed9350de62 admin admin] Deleting port 46983cb4-2ea9-4a75-8b2e-19db458026d5 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:42.967607 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7f5f-f6f4-4494-aac0-86ed9350de62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (46983cb4-2ea9-4a75-8b2e-19db458026d5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:42.985015 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Attempting to bind port 277fe05f-2126-401a-956f-a5c1348bf330 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:34:42.992964 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Attempting to bind port 277fe05f-2126-401a-956f-a5c1348bf330 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:34:42.992964 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Attempting to bind port 277fe05f-2126-401a-956f-a5c1348bf330 on network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:34:42.992964 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:34:42.993395 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Checking segment: {'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:34:42.994385 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:43.000268 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Bound using segment: {'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:34:43.000885 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Bound port: 277fe05f-2126-401a-956f-a5c1348bf330, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:34:43.001296 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (277fe05f-2126-401a-956f-a5c1348bf330), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:43.003642 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 11f8907b-144d-47f5-85ef-6aab0d40075f is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:43.037610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a5a3466e-39af-4eab-9e5a-e8302325c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb46e730>, [{'id': '78a91378-0e4e-439f-a22d-457383e91dea', 'name': 'tempest-TestServerMultinode-620163521-router', 'tenant_id': '087963ab1b824616bef92f845b92eb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.243'}], 'enable_snat': True}, 'gw_port_id': '46983cb4-2ea9-4a75-8b2e-19db458026d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:54Z', 'updated_at': '2022-02-12T21:34:41Z', 'revision_number': 5, 'project_id': '087963ab1b824616bef92f845b92eb23', 'gw_port': {'id': '46983cb4-2ea9-4a75-8b2e-19db458026d5', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:35:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a91378-0e4e-439f-a22d-457383e91dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:54Z', 'updated_at': '2022-02-12T21:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:43.123931 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3466e-39af-4eab-9e5a-e8302325c475 None None] Checking router: 78a91378-0e4e-439f-a22d-457383e91dea for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:34:43.139587 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] For port 277fe05f-2126-401a-956f-a5c1348bf330, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:34:43.144532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3466e-39af-4eab-9e5a-e8302325c475 None None] Routers {'78a91378-0e4e-439f-a22d-457383e91dea'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:43.145288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a5a3466e-39af-4eab-9e5a-e8302325c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb46e730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['78a91378-0e4e-439f-a22d-457383e91dea'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:43.149524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-8d3c7f5f-f6f4-4494-aac0-86ed9350de62 admin admin] For port 46983cb4-2ea9-4a75-8b2e-19db458026d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46983cb4-2ea9-4a75-8b2e-19db458026d5,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:43.150465 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7f5f-f6f4-4494-aac0-86ed9350de62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (46983cb4-2ea9-4a75-8b2e-19db458026d5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:43.156590 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] For port 277fe05f-2126-401a-956f-a5c1348bf330, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=277fe05f-2126-401a-956f-a5c1348bf330,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:34:43.173118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c7f5f-f6f4-4494-aac0-86ed9350de62 admin admin] Calling delete_port for 46983cb4-2ea9-4a75-8b2e-19db458026d5 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:43.259614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-df75217d-eb07-4140-8a95-dbff1fa25ef3 None None] Provisioning complete for port 277fe05f-2126-401a-956f-a5c1348bf330 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:43.260228 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df75217d-eb07-4140-8a95-dbff1fa25ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (277fe05f-2126-401a-956f-a5c1348bf330), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:43.267263 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (277fe05f-2126-401a-956f-a5c1348bf330), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:43.288385 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49460) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:43.308658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e4b9edd2-aaec-4165-857a-1cd1342d3f82 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:43.338345 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-a5a3466e-39af-4eab-9e5a-e8302325c475 None None] Set router 78a91378-0e4e-439f-a22d-457383e91dea gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:43.341111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: e4b9edd2-aaec-4165-857a-1cd1342d3f82 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:43.341111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e4b9edd2-aaec-4165-857a-1cd1342d3f82 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:43.341111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3df5ba00-983a-4b5e-b937-47962501d911 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:43.355443 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5b4b992a-7c97-48b3-b7bc-a87c9d0eeb75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=059fba8ad4304de5a250f5fec5caf3ff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0642600
Feb 12 21:34:43.358540 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49462) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:43.404525 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Routers {'54b2884b-4f03-420e-89de-14b79a8813d3'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:43.414226 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9c73a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['54b2884b-4f03-420e-89de-14b79a8813d3'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:43.484100 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42252d53-1d40-427d-8d32-9b2953f10001 admin admin] Publish callbacks [] for security_group (f12d36dc-d3ec-4c7a-abb3-e1cdd1f97488), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:43.513225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 3df5ba00-983a-4b5e-b937-47962501d911 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:43.513702 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3df5ba00-983a-4b5e-b937-47962501d911 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:43.515965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a5a3466e-39af-4eab-9e5a-e8302325c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb46e730>, [{'id': '78a91378-0e4e-439f-a22d-457383e91dea', 'name': 'tempest-TestServerMultinode-620163521-router', 'tenant_id': '087963ab1b824616bef92f845b92eb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:54Z', 'updated_at': '2022-02-12T21:34:42Z', 'revision_number': 6, 'project_id': '087963ab1b824616bef92f845b92eb23', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:43.524446 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42252d53-1d40-427d-8d32-9b2953f10001 admin admin] Publish callbacks [] for security_group (f12d36dc-d3ec-4c7a-abb3-e1cdd1f97488), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:43.568956 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905a42f-304d-4bf4-8a52-3b72342942e6 None None] Pushing event updated for resources: {'Port': ['ID=277fe05f-2126-401a-956f-a5c1348bf330,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:43.592672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3466e-39af-4eab-9e5a-e8302325c475 None None] The sync data for ids ['78a91378-0e4e-439f-a22d-457383e91dea'] in ncdv-master-1 is: [{'id': '78a91378-0e4e-439f-a22d-457383e91dea', 'name': 'tempest-TestServerMultinode-620163521-router', 'tenant_id': '087963ab1b824616bef92f845b92eb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:54Z', 'updated_at': '2022-02-12T21:34:42Z', 'revision_number': 6, 'project_id': '087963ab1b824616bef92f845b92eb23', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:34:43.612121 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] Set router 54b2884b-4f03-420e-89de-14b79a8813d3 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:43.617157 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7f5f-f6f4-4494-aac0-86ed9350de62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (46983cb4-2ea9-4a75-8b2e-19db458026d5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:43.644607 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-df75217d-eb07-4140-8a95-dbff1fa25ef3 None None] Current status of the port 277fe05f-2126-401a-956f-a5c1348bf330 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:43.645080 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df75217d-eb07-4140-8a95-dbff1fa25ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (277fe05f-2126-401a-956f-a5c1348bf330), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:43.663308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c7f5f-f6f4-4494-aac0-86ed9350de62 admin admin] Pushing event deleted for resources: {'Port': ['ID=46983cb4-2ea9-4a75-8b2e-19db458026d5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:43.694644 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:34:43.701755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-df75217d-eb07-4140-8a95-dbff1fa25ef3 None None] For port 277fe05f-2126-401a-956f-a5c1348bf330, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=277fe05f-2126-401a-956f-a5c1348bf330,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:43.708569 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42252d53-1d40-427d-8d32-9b2953f10001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f12d36dc-d3ec-4c7a-abb3-e1cdd1f97488), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:43.711197 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42252d53-1d40-427d-8d32-9b2953f10001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:43.713043 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-42252d53-1d40-427d-8d32-9b2953f10001 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f12d36dc-d3ec-4c7a-abb3-e1cdd1f97488 HTTP/1.1" status: 204  len: 168 time: 0.3529413
Feb 12 21:34:43.722783 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42252d53-1d40-427d-8d32-9b2953f10001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12d36dc-d3ec-4c7a-abb3-e1cdd1f97488,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:43.766303 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7f5f-f6f4-4494-aac0-86ed9350de62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (78a91378-0e4e-439f-a22d-457383e91dea), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:43.827887 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df75217d-eb07-4140-8a95-dbff1fa25ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (277fe05f-2126-401a-956f-a5c1348bf330), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:43.873585 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7f5f-f6f4-4494-aac0-86ed9350de62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (78a91378-0e4e-439f-a22d-457383e91dea), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:43.876433 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7f5f-f6f4-4494-aac0-86ed9350de62 admin admin] Publish callbacks [] for router_controller (78a91378-0e4e-439f-a22d-457383e91dea), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:43.909789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75217d-eb07-4140-8a95-dbff1fa25ef3 None None] Pushing event updated for resources: {'Port': ['ID=277fe05f-2126-401a-956f-a5c1348bf330,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:43.958219 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ae56994d-39b5-4e8e-b486-9351ced2497f None None] Provisioning complete for port 277fe05f-2126-401a-956f-a5c1348bf330 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:43.958638 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ae56994d-39b5-4e8e-b486-9351ced2497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (277fe05f-2126-401a-956f-a5c1348bf330), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:43.991993 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9c73a0>, [{'id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998384683', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106'}], 'enable_snat': True}, 'gw_port_id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:32Z', 'updated_at': '2022-02-12T21:34:39Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:33Z', 'updated_at': '2022-02-12T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '277fe05f-2126-401a-956f-a5c1348bf330', 'name': '', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:0b:24:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:38Z', 'updated_at': '2022-02-12T21:34:43Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:44.039047 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7f5f-f6f4-4494-aac0-86ed9350de62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (78a91378-0e4e-439f-a22d-457383e91dea), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:44.040536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3c7f5f-f6f4-4494-aac0-86ed9350de62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78a91378-0e4e-439f-a22d-457383e91dea {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:34:44.053949 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7f5f-f6f4-4494-aac0-86ed9350de62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:44.060154 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1ac36-d421-4e42-907f-e9333073c321 None None] The sync data for ids ['54b2884b-4f03-420e-89de-14b79a8813d3'] in ncdv-master-1 is: [{'id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998384683', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106'}], 'enable_snat': True}, 'gw_port_id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:32Z', 'updated_at': '2022-02-12T21:34:39Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:33Z', 'updated_at': '2022-02-12T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '277fe05f-2126-401a-956f-a5c1348bf330', 'name': '', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:0b:24:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:38Z', 'updated_at': '2022-02-12T21:34:43Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:34:44.068822 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8d3c7f5f-f6f4-4494-aac0-86ed9350de62 admin admin] 10.222.0.31 "DELETE /v2.0/routers/78a91378-0e4e-439f-a22d-457383e91dea HTTP/1.1" status: 204  len: 168 time: 1.8669753
Feb 12 21:34:44.069697 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49484) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:44.069697 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-81492f4c-8a6e-4e5d-a0a6-e485b6ac3f4c req-afdf31f2-b7bb-4401-b4a4-90fda0856352 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 210 time: 0.0626361
Feb 12 21:34:44.087553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ae56994d-39b5-4e8e-b486-9351ced2497f None None] Current status of the port 277fe05f-2126-401a-956f-a5c1348bf330 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:44.184883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6203ea5-ef3f-40b7-bf65-9d03dbaea965 admin admin] Deleting subnet 340d59d2-ff6b-4b92-acb1-57733fa727d4 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:34:44.192055 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6203ea5-ef3f-40b7-bf65-9d03dbaea965 admin admin] Publish callbacks [] for subnet (340d59d2-ff6b-4b92-acb1-57733fa727d4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:44.213302 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:44.261214 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6203ea5-ef3f-40b7-bf65-9d03dbaea965 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (340d59d2-ff6b-4b92-acb1-57733fa727d4), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:44.270568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:44.271010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4f083d7b-40c4-44b4-9de3-d5c9ec46a743 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:44.389888 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6203ea5-ef3f-40b7-bf65-9d03dbaea965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (340d59d2-ff6b-4b92-acb1-57733fa727d4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:44.557448 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6203ea5-ef3f-40b7-bf65-9d03dbaea965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (340d59d2-ff6b-4b92-acb1-57733fa727d4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:44.607746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6203ea5-ef3f-40b7-bf65-9d03dbaea965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=340d59d2-ff6b-4b92-acb1-57733fa727d4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:44.611631 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6203ea5-ef3f-40b7-bf65-9d03dbaea965 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:44.615506 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f6203ea5-ef3f-40b7-bf65-9d03dbaea965 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/340d59d2-ff6b-4b92-acb1-57733fa727d4 HTTP/1.1" status: 204  len: 168 time: 0.5530741
Feb 12 21:34:44.618009 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49490) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:44.619960 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939a7c3a-6096-49cf-8cae-29fcf312c7b6 None None] Network bab0920a-852a-49c9-a3f2-4c8b53842adb requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:34:44.709834 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (bab0920a-852a-49c9-a3f2-4c8b53842adb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:44.794114 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] Deleting port e9231b84-3bba-4166-a351-7beb7c8da981 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:44.794457 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e9231b84-3bba-4166-a351-7beb7c8da981), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:44.823130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699e0c3d-d556-4d6e-adad-6f7ba765ecd9 None None] DHCP port deletion for bab0920a-852a-49c9-a3f2-4c8b53842adb request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:34:44.880768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] For port e9231b84-3bba-4166-a351-7beb7c8da981, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9231b84-3bba-4166-a351-7beb7c8da981,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:44.881142 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e9231b84-3bba-4166-a351-7beb7c8da981), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:44.896607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] Calling delete_port for e9231b84-3bba-4166-a351-7beb7c8da981 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:44.919970 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-699e0c3d-d556-4d6e-adad-6f7ba765ecd9 None None] Deleting port e9231b84-3bba-4166-a351-7beb7c8da981 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:44.920349 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-699e0c3d-d556-4d6e-adad-6f7ba765ecd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e9231b84-3bba-4166-a351-7beb7c8da981), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:44.999335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-699e0c3d-d556-4d6e-adad-6f7ba765ecd9 None None] For port e9231b84-3bba-4166-a351-7beb7c8da981, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9231b84-3bba-4166-a351-7beb7c8da981,segment=NetworkSegment(1a5cc975-c1fc-4adb-9cbc-7c6f624d577d),segment_id=1a5cc975-c1fc-4adb-9cbc-7c6f624d577d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:45.000083 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-699e0c3d-d556-4d6e-adad-6f7ba765ecd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e9231b84-3bba-4166-a351-7beb7c8da981), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:45.019590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-699e0c3d-d556-4d6e-adad-6f7ba765ecd9 None None] Calling delete_port for e9231b84-3bba-4166-a351-7beb7c8da981 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:45.096237 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (e9231b84-3bba-4166-a351-7beb7c8da981), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:45.117474 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-699e0c3d-d556-4d6e-adad-6f7ba765ecd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (e9231b84-3bba-4166-a351-7beb7c8da981), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:45.134447 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699e0c3d-d556-4d6e-adad-6f7ba765ecd9 None None] No DVR routers for this DVR port e9231b84-3bba-4166-a351-7beb7c8da981 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:34:45.136669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9231b84-3bba-4166-a351-7beb7c8da981,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:45.140409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] No DVR routers for this DVR port e9231b84-3bba-4166-a351-7beb7c8da981 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:34:45.156454 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e0c3d-d556-4d6e-adad-6f7ba765ecd9 None None] Pushing event deleted for resources: {'Port': ['ID=e9231b84-3bba-4166-a351-7beb7c8da981,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:45.258792 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e834a7ac-b133-4af3-b7da-2f75df4bed47 req-7661279d-3fe0-44ed-9aa5-8e5d8a8d285c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 210 time: 0.0725017
Feb 12 21:34:45.434625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8194e-221b-4339-9a27-328032a08f8d req-c2940284-7b73-405d-aa1f-56e0df42ca77 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:45.436533 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-c2940284-7b73-405d-aa1f-56e0df42ca77 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.48 "GET /v2.0/networks?id=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f HTTP/1.1" status: 200  len: 797 time: 0.2367842
Feb 12 21:34:45.543986 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-25a8677b-ab21-4bd6-be81-a8e7f0a575cb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc1c557f5d984523b9dbe9c385659448 HTTP/1.1" status: 200  len: 379 time: 0.0935979
Feb 12 21:34:45.553649 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-47e8194e-221b-4339-9a27-328032a08f8d req-c27d319b-baa4-467e-b712-034beba4071c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'port': {'device_id': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'admin_state_up': True, 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'security_groups': ['33475799-ac9e-4063-854d-5f20d6763462']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:45.635629 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (bab0920a-852a-49c9-a3f2-4c8b53842adb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:45.663859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fbef76a0>,) {'filters': {'network_id': ['bab0920a-852a-49c9-a3f2-4c8b53842adb']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:45.676328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbef76a0>, '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:45.676640 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbef76a0>, '1a5cc975-c1fc-4adb-9cbc-7c6f624d577d') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:45.691134 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (1a5cc975-c1fc-4adb-9cbc-7c6f624d577d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:45.691841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49506) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:45.699303 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8b6ebab5-376f-4f5c-a15d-7c0c99fc3b63 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-365336808', 'description': 'tempest-secgroup-smoke-365336808 description', 'project_id': 'cfcb9d238a52483a94553e900468a87c'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:45.705917 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1a5cc975-c1fc-4adb-9cbc-7c6f624d577d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:45.712691 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:34:45.713064 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (1a5cc975-c1fc-4adb-9cbc-7c6f624d577d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:34:45.716824 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:34:45.798569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e8194e-221b-4339-9a27-328032a08f8d req-c27d319b-baa4-467e-b712-034beba4071c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Made reservation on behalf of bc1c557f5d984523b9dbe9c385659448 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:34:45.802118 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47e8194e-221b-4339-9a27-328032a08f8d req-c27d319b-baa4-467e-b712-034beba4071c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:45.855846 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b6ebab5-376f-4f5c-a15d-7c0c99fc3b63 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:45.913279 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (bab0920a-852a-49c9-a3f2-4c8b53842adb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:45.925738 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:45.925738 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bab0920a-852a-49c9-a3f2-4c8b53842adb HTTP/1.1" status: 204  len: 168 time: 1.3049598
Feb 12 21:34:45.928018 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b6ebab5-376f-4f5c-a15d-7c0c99fc3b63 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group (d94bc689-80f1-4b3a-b77d-d8bbffbc7bca), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:45.934483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49510) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:45.940701 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18b4c5-cc3d-41c9-a469-acd3c8783911 admin admin] Pushing event deleted for resources: {'Network': ['ID=bab0920a-852a-49c9-a3f2-4c8b53842adb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:46.005833 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b6ebab5-376f-4f5c-a15d-7c0c99fc3b63 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d94bc689-80f1-4b3a-b77d-d8bbffbc7bca), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.058958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ebab5-376f-4f5c-a15d-7c0c99fc3b63 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d94bc689-80f1-4b3a-b77d-d8bbffbc7bca,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:46.065558 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-47e8194e-221b-4339-9a27-328032a08f8d req-c27d319b-baa4-467e-b712-034beba4071c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Allocated IP 172.20.0.8 (c7a0fc29-f76a-4c5e-92c8-a653107cbf0f/23954f95-d247-40aa-9a8f-ffc0cb4b97af/6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:34:46.117680 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b6ebab5-376f-4f5c-a15d-7c0c99fc3b63 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.121905 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8b6ebab5-376f-4f5c-a15d-7c0c99fc3b63 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.4256294
Feb 12 21:34:46.127236 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49512) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:46.130083 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d5b91b91-23a0-403c-a195-26433a992bc2 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Request body: {'security_group_rule': {'security_group_id': 'd94bc689-80f1-4b3a-b77d-d8bbffbc7bca', 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:46.184523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 277fe05f-2126-401a-956f-a5c1348bf330 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:34:46.235116 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 277fe05f-2126-401a-956f-a5c1348bf330 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:46.235616 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47e8194e-221b-4339-9a27-328032a08f8d req-c27d319b-baa4-467e-b712-034beba4071c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.235790 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (277fe05f-2126-401a-956f-a5c1348bf330), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.308756 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5b91b91-23a0-403c-a195-26433a992bc2 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (1f51fe2c-ab98-4790-811f-1cd28d939a6f), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.333036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 277fe05f-2126-401a-956f-a5c1348bf330 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:46.361393 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47e8194e-221b-4339-9a27-328032a08f8d req-c27d319b-baa4-467e-b712-034beba4071c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.390213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e9231b84-3bba-4166-a351-7beb7c8da981 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:46.393244 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5b91b91-23a0-403c-a195-26433a992bc2 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (1f51fe2c-ab98-4790-811f-1cd28d939a6f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.403232 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c49472a-7fba-470e-a1bb-711cc127c161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (80e989ff-922b-4033-84a6-ff8f521ace48), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.412686 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: e9231b84-3bba-4166-a351-7beb7c8da981 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:46.413159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e9231b84-3bba-4166-a351-7beb7c8da981 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:46.413740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 46983cb4-2ea9-4a75-8b2e-19db458026d5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:46.441279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 46983cb4-2ea9-4a75-8b2e-19db458026d5 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:46.441676 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 46983cb4-2ea9-4a75-8b2e-19db458026d5 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:46.450345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e8194e-221b-4339-9a27-328032a08f8d req-c27d319b-baa4-467e-b712-034beba4071c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:34:46.457221 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d319b-baa4-467e-b712-034beba4071c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:46.459716 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-47e8194e-221b-4339-9a27-328032a08f8d req-c27d319b-baa4-467e-b712-034beba4071c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:34:46.462584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e8194e-221b-4339-9a27-328032a08f8d req-c27d319b-baa4-467e-b712-034beba4071c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:34:46.485270 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5b91b91-23a0-403c-a195-26433a992bc2 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (1f51fe2c-ab98-4790-811f-1cd28d939a6f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.496014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0c761-da5c-4dbe-9748-cdc6fb203568 req-5e6613b1-4f21-459d-b1a2-938b772723b9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:46.497510 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a1a0c761-da5c-4dbe-9748-cdc6fb203568 req-5e6613b1-4f21-459d-b1a2-938b772723b9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 931 time: 0.1339092
Feb 12 21:34:46.523244 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b91b91-23a0-403c-a195-26433a992bc2 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f51fe2c-ab98-4790-811f-1cd28d939a6f,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:46.563228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8194e-221b-4339-9a27-328032a08f8d req-c27d319b-baa4-467e-b712-034beba4071c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:46.563804 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47e8194e-221b-4339-9a27-328032a08f8d req-c27d319b-baa4-467e-b712-034beba4071c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.591794 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a1a0c761-da5c-4dbe-9748-cdc6fb203568 req-8e1b0d38-a087-4960-a400-8f3dfa2ec8ae tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0858495
Feb 12 21:34:46.649396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d5b91b91-23a0-403c-a195-26433a992bc2 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.655865 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d5b91b91-23a0-403c-a195-26433a992bc2 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5247622
Feb 12 21:34:46.656172 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49518) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:46.660530 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4a2271c9-a384-4fd8-bd70-52b838315f0d tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Request body: {'security_group_rule': {'security_group_id': 'd94bc689-80f1-4b3a-b77d-d8bbffbc7bca', 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:46.678103 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-c27d319b-baa4-467e-b712-034beba4071c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1285923
Feb 12 21:34:46.705852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Request body: {'port': {'device_id': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:46.737192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1c088a44-97aa-4175-be84-71dae4dcd25d None None] Provisioning complete for port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:46.737907 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1c088a44-97aa-4175-be84-71dae4dcd25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.756251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1c49472a-7fba-470e-a1bb-711cc127c161 admin admin] Deleting port d0386433-0b37-4677-8019-78e7ea4ea3a8 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:46.756674 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c49472a-7fba-470e-a1bb-711cc127c161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.776280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1c088a44-97aa-4175-be84-71dae4dcd25d None None] Port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:34:46.778172 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.785699 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a2271c9-a384-4fd8-bd70-52b838315f0d tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (3598ac90-1795-4e57-9cd5-2655beb535c9), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.886691 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-1c49472a-7fba-470e-a1bb-711cc127c161 admin admin] For port d0386433-0b37-4677-8019-78e7ea4ea3a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0386433-0b37-4677-8019-78e7ea4ea3a8,segment=NetworkSegment(227616c5-9f69-4669-bfef-ab4f07491edb),segment_id=227616c5-9f69-4669-bfef-ab4f07491edb)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:46.887070 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c49472a-7fba-470e-a1bb-711cc127c161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.908169 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1c49472a-7fba-470e-a1bb-711cc127c161 admin admin] Calling delete_port for d0386433-0b37-4677-8019-78e7ea4ea3a8 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:46.910822 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a2271c9-a384-4fd8-bd70-52b838315f0d tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (3598ac90-1795-4e57-9cd5-2655beb535c9), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:46.978243 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a2271c9-a384-4fd8-bd70-52b838315f0d tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (3598ac90-1795-4e57-9cd5-2655beb535c9), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:47.036908 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2271c9-a384-4fd8-bd70-52b838315f0d tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3598ac90-1795-4e57-9cd5-2655beb535c9,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:47.050624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:34:47.058749 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Publish callbacks [] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:47.070856 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Transition to ACTIVE for port object 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:34:47.122089 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a2271c9-a384-4fd8-bd70-52b838315f0d tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:47.123226 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4a2271c9-a384-4fd8-bd70-52b838315f0d tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4661322
Feb 12 21:34:47.131362 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49522) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:47.135983 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3a4650c3-4dfd-4da3-a5c2-0ef0d1bcdeb1 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Request body: {'security_group_rule': {'security_group_id': 'd94bc689-80f1-4b3a-b77d-d8bbffbc7bca', 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:47.147794 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:47.222597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:47.263157 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c49472a-7fba-470e-a1bb-711cc127c161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d0386433-0b37-4677-8019-78e7ea4ea3a8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:47.278879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Attempting to bind port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:34:47.279303 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Attempting to bind port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:34:47.279707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Attempting to bind port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d on network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:34:47.284660 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d on network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:34:47.284986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Attempting to bind port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d on network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:34:47.290376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:34:47.290863 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Checking segment: {'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:34:47.296993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Bound using segment: {'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:34:47.296993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Bound port: 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:34:47.296993 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:47.297418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a4650c3-4dfd-4da3-a5c2-0ef0d1bcdeb1 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (9a433ea3-616b-4554-a06d-757627b5cf21), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:47.312093 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49472a-7fba-470e-a1bb-711cc127c161 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0386433-0b37-4677-8019-78e7ea4ea3a8,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:47.373228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:34:47.379047 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:34:47.424577 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a4650c3-4dfd-4da3-a5c2-0ef0d1bcdeb1 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (9a433ea3-616b-4554-a06d-757627b5cf21), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:47.463747 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:47.497271 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a4650c3-4dfd-4da3-a5c2-0ef0d1bcdeb1 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (9a433ea3-616b-4554-a06d-757627b5cf21), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:47.506928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:47.507194 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:47.508566 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] 10.222.0.48 "PUT /v2.0/ports/6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d HTTP/1.1" status: 200  len: 1091 time: 0.8186858
Feb 12 21:34:47.509017 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:34:47.511378 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7df437-4392-49bc-8c79-905e28c3f1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:34:47.529309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4650c3-4dfd-4da3-a5c2-0ef0d1bcdeb1 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a433ea3-616b-4554-a06d-757627b5cf21,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:47.576782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb62f3-77ef-4677-970e-6c0bdde67ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:47.581789 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1c49472a-7fba-470e-a1bb-711cc127c161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (80e989ff-922b-4033-84a6-ff8f521ace48), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:47.588919 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea246736-ff54-4e30-acd8-b045ca542c4b x-openstack-request-id: req-ea246736-ff54-4e30-acd8-b045ca542c4b {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:34:47.589628 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:34:47.590075 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea246736-ff54-4e30-acd8-b045ca542c4b {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:34:47.590747 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'status': 'completed', 'code': 200}
Feb 12 21:34:47.690977 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7df437-4392-49bc-8c79-905e28c3f1fe req-aa6cb416-3ffb-41a1-ad94-544be8b8727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:47.692648 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a7df437-4392-49bc-8c79-905e28c3f1fe req-aa6cb416-3ffb-41a1-ad94-544be8b8727e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 1125 time: 0.0712621
Feb 12 21:34:47.714410 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3a4650c3-4dfd-4da3-a5c2-0ef0d1bcdeb1 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:47.715775 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3a4650c3-4dfd-4da3-a5c2-0ef0d1bcdeb1 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5834689
Feb 12 21:34:47.722040 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49530) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:47.726383 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-1d0fe91d-3f97-4cac-9b15-f9877fe831dc tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Request body: {'security_group_rule': {'security_group_id': 'd94bc689-80f1-4b3a-b77d-d8bbffbc7bca', 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:47.895676 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c49472a-7fba-470e-a1bb-711cc127c161 admin admin] Router 80e989ff-922b-4033-84a6-ff8f521ace48 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:34:48.010803 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c49472a-7fba-470e-a1bb-711cc127c161 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:34:48.017780 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1c49472a-7fba-470e-a1bb-711cc127c161 admin admin] 10.222.0.31 "PUT /v2.0/routers/80e989ff-922b-4033-84a6-ff8f521ace48/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0806937
Feb 12 21:34:48.019192 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49532) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:48.022562 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1099805-83b2-47f3-b241-802a0749d0d4 None None] Sync routers for ids ['80e989ff-922b-4033-84a6-ff8f521ace48'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:34:48.036272 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1099805-83b2-47f3-b241-802a0749d0d4 None None] Routers {'80e989ff-922b-4033-84a6-ff8f521ace48'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:48.037876 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e1099805-83b2-47f3-b241-802a0749d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbda190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['80e989ff-922b-4033-84a6-ff8f521ace48'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:48.152921 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fd61a6a-4d4e-45ea-8d68-e0a03a65f3ea admin admin] Publish callbacks [] for router (80e989ff-922b-4033-84a6-ff8f521ace48), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:48.193494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d3ef0-04bf-41bc-b710-0672be27276d req-f5c39612-b6f1-4103-ba73-56777cae7fe0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:48.195066 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-575d3ef0-04bf-41bc-b710-0672be27276d req-f5c39612-b6f1-4103-ba73-56777cae7fe0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 943 time: 0.5011113
Feb 12 21:34:48.196045 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-e1099805-83b2-47f3-b241-802a0749d0d4 None None] Set router 80e989ff-922b-4033-84a6-ff8f521ace48 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:48.224092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7df437-4392-49bc-8c79-905e28c3f1fe req-2ec7697f-5262-433c-85f2-2d9ee390f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:48.225765 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a7df437-4392-49bc-8c79-905e28c3f1fe req-2ec7697f-5262-433c-85f2-2d9ee390f96d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=bc1c557f5d984523b9dbe9c385659448&shared=False HTTP/1.1" status: 200  len: 898 time: 0.5195539
Feb 12 21:34:48.237003 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1d0fe91d-3f97-4cac-9b15-f9877fe831dc tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (008f4257-3d4a-4e17-b66a-0570606d708c), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:48.273449 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fd61a6a-4d4e-45ea-8d68-e0a03a65f3ea admin admin] Publish callbacks [] for router_gateway (80e989ff-922b-4033-84a6-ff8f521ace48), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:48.338261 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-575d3ef0-04bf-41bc-b710-0672be27276d req-a2e470ff-d148-4aea-8a71-1f5a4f23c147 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1310492
Feb 12 21:34:48.383342 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1d0fe91d-3f97-4cac-9b15-f9877fe831dc tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (008f4257-3d4a-4e17-b66a-0570606d708c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:48.394601 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e1099805-83b2-47f3-b241-802a0749d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbda190>, [{'id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'name': 'tempest-TestServerMultinode-44322677-router', 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dde8116c-d8b3-4a02-9eb8-3438a6c56749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:01Z', 'updated_at': '2022-02-12T21:34:47Z', 'revision_number': 5, 'project_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'gw_port': {'id': 'dde8116c-d8b3-4a02-9eb8-3438a6c56749', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:01Z', 'updated_at': '2022-02-12T21:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:48.404791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7df437-4392-49bc-8c79-905e28c3f1fe req-d72e0cf9-ceec-487a-bb07-af2c7d6db368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:48.406239 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a7df437-4392-49bc-8c79-905e28c3f1fe req-d72e0cf9-ceec-487a-bb07-af2c7d6db368 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1654196
Feb 12 21:34:48.411278 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0fd61a6a-4d4e-45ea-8d68-e0a03a65f3ea admin admin] Deleting port dde8116c-d8b3-4a02-9eb8-3438a6c56749 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:48.411745 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fd61a6a-4d4e-45ea-8d68-e0a03a65f3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (dde8116c-d8b3-4a02-9eb8-3438a6c56749), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:48.426466 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1099805-83b2-47f3-b241-802a0749d0d4 None None] Checking router: 80e989ff-922b-4033-84a6-ff8f521ace48 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:34:48.438486 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1099805-83b2-47f3-b241-802a0749d0d4 None None] Routers {'80e989ff-922b-4033-84a6-ff8f521ace48'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:48.438486 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e1099805-83b2-47f3-b241-802a0749d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbda190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['80e989ff-922b-4033-84a6-ff8f521ace48'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:48.481219 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1d0fe91d-3f97-4cac-9b15-f9877fe831dc tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (008f4257-3d4a-4e17-b66a-0570606d708c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:48.506167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fe91d-3f97-4cac-9b15-f9877fe831dc tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008f4257-3d4a-4e17-b66a-0570606d708c,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:48.508650 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-0fd61a6a-4d4e-45ea-8d68-e0a03a65f3ea admin admin] For port dde8116c-d8b3-4a02-9eb8-3438a6c56749, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dde8116c-d8b3-4a02-9eb8-3438a6c56749,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:48.510130 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fd61a6a-4d4e-45ea-8d68-e0a03a65f3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (dde8116c-d8b3-4a02-9eb8-3438a6c56749), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:48.521453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8194e-221b-4339-9a27-328032a08f8d req-34c4cfe1-703e-463f-a892-3f943f80327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:48.522795 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-34c4cfe1-703e-463f-a892-3f943f80327c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 1125 time: 0.0717552
Feb 12 21:34:48.528006 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0fd61a6a-4d4e-45ea-8d68-e0a03a65f3ea admin admin] Calling delete_port for dde8116c-d8b3-4a02-9eb8-3438a6c56749 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:48.570814 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-a23e63aa-2f99-4cab-abcb-07c92af9cd49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d HTTP/1.1" status: 200  len: 217 time: 0.0367353
Feb 12 21:34:48.625153 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1d0fe91d-3f97-4cac-9b15-f9877fe831dc tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:48.627118 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1d0fe91d-3f97-4cac-9b15-f9877fe831dc tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.9056389
Feb 12 21:34:48.631311 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49538) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:48.636946 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-e1099805-83b2-47f3-b241-802a0749d0d4 None None] Set router 80e989ff-922b-4033-84a6-ff8f521ace48 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:48.637990 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b5e8a57e-5b11-41a7-9059-9c3aafbfc9e1 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Request body: {'security_group_rule': {'security_group_id': 'd94bc689-80f1-4b3a-b77d-d8bbffbc7bca', 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:48.668267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8194e-221b-4339-9a27-328032a08f8d req-dab2588f-624a-4549-906c-e226241ba727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:48.668267 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-dab2588f-624a-4549-906c-e226241ba727 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23954f95-d247-40aa-9a8f-ffc0cb4b97af HTTP/1.1" status: 200  len: 834 time: 0.0871651
Feb 12 21:34:48.691917 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e1099805-83b2-47f3-b241-802a0749d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbda190>, [{'id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'name': 'tempest-TestServerMultinode-44322677-router', 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:01Z', 'updated_at': '2022-02-12T21:34:48Z', 'revision_number': 6, 'project_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:48.727017 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8194e-221b-4339-9a27-328032a08f8d req-822c245b-417f-49f3-b180-fc2dc752402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:48.729197 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-822c245b-417f-49f3-b180-fc2dc752402a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0550637
Feb 12 21:34:48.733786 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1099805-83b2-47f3-b241-802a0749d0d4 None None] The sync data for ids ['80e989ff-922b-4033-84a6-ff8f521ace48'] in ncdv-master-1 is: [{'id': '80e989ff-922b-4033-84a6-ff8f521ace48', 'name': 'tempest-TestServerMultinode-44322677-router', 'tenant_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:01Z', 'updated_at': '2022-02-12T21:34:48Z', 'revision_number': 6, 'project_id': 'dcf968a096f1465189bcff1b8cdd3f35', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:34:48.747956 ncdv-master-1 neutron-server[126505]: INFO neutron.db.securitygroups_db [None req-b5e8a57e-5b11-41a7-9059-9c3aafbfc9e1 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Project cfcb9d238a52483a94553e900468a87c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:34:48.769706 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a57e-5b11-41a7-9059-9c3aafbfc9e1 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (39d7fc74-6361-48f5-a07a-ca3ab383673a), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:48.816390 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fd61a6a-4d4e-45ea-8d68-e0a03a65f3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (dde8116c-d8b3-4a02-9eb8-3438a6c56749), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:48.843060 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd61a6a-4d4e-45ea-8d68-e0a03a65f3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=dde8116c-d8b3-4a02-9eb8-3438a6c56749,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:48.870597 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-faa6a54d-eb28-4885-9496-f051afa1f821 service neutron] 10.222.0.48 "GET /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315088
Feb 12 21:34:48.882777 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a57e-5b11-41a7-9059-9c3aafbfc9e1 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (39d7fc74-6361-48f5-a07a-ca3ab383673a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:48.911492 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fd61a6a-4d4e-45ea-8d68-e0a03a65f3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (80e989ff-922b-4033-84a6-ff8f521ace48), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:48.943721 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a57e-5b11-41a7-9059-9c3aafbfc9e1 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (39d7fc74-6361-48f5-a07a-ca3ab383673a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:48.972268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8a57e-5b11-41a7-9059-9c3aafbfc9e1 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d7fc74-6361-48f5-a07a-ca3ab383673a,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:48.990709 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47e8194e-221b-4339-9a27-328032a08f8d req-41f85643-1da9-4bbd-9ba2-7e4a06651b6f service neutron] 10.222.0.48 "GET /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1102011
Feb 12 21:34:49.019528 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fd61a6a-4d4e-45ea-8d68-e0a03a65f3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (80e989ff-922b-4033-84a6-ff8f521ace48), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.021734 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fd61a6a-4d4e-45ea-8d68-e0a03a65f3ea admin admin] Publish callbacks [] for router_controller (80e989ff-922b-4033-84a6-ff8f521ace48), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.046857 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a57e-5b11-41a7-9059-9c3aafbfc9e1 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.047978 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b5e8a57e-5b11-41a7-9059-9c3aafbfc9e1 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4157505
Feb 12 21:34:49.050787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49540) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:49.055585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-2ec50151-4acc-43e7-bfba-a6097168fedd tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Request body: {'security_group_rule': {'security_group_id': 'd94bc689-80f1-4b3a-b77d-d8bbffbc7bca', 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:49.118744 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fd61a6a-4d4e-45ea-8d68-e0a03a65f3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (80e989ff-922b-4033-84a6-ff8f521ace48), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.119405 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd61a6a-4d4e-45ea-8d68-e0a03a65f3ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80e989ff-922b-4033-84a6-ff8f521ace48 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:34:49.123758 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0fd61a6a-4d4e-45ea-8d68-e0a03a65f3ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.124962 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0fd61a6a-4d4e-45ea-8d68-e0a03a65f3ea admin admin] 10.222.0.31 "DELETE /v2.0/routers/80e989ff-922b-4033-84a6-ff8f521ace48 HTTP/1.1" status: 204  len: 168 time: 1.1047065
Feb 12 21:34:49.127526 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49544) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:49.180110 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cd0bbd-178a-41b4-a785-85bed8cb250b admin admin] Deleting subnet 338448e0-c027-4a14-a7b4-6a9710071ad8 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:34:49.186006 ncdv-master-1 neutron-server[126505]: INFO neutron.db.securitygroups_db [None req-2ec50151-4acc-43e7-bfba-a6097168fedd tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Project cfcb9d238a52483a94553e900468a87c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:34:49.187965 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-94cd0bbd-178a-41b4-a785-85bed8cb250b admin admin] Publish callbacks [] for subnet (338448e0-c027-4a14-a7b4-6a9710071ad8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.192075 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2ec50151-4acc-43e7-bfba-a6097168fedd tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (e88edddd-7218-4825-b05e-4d4a359e8a34), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.229076 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-94cd0bbd-178a-41b4-a785-85bed8cb250b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (338448e0-c027-4a14-a7b4-6a9710071ad8), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.260302 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2ec50151-4acc-43e7-bfba-a6097168fedd tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (e88edddd-7218-4825-b05e-4d4a359e8a34), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.327237 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-94cd0bbd-178a-41b4-a785-85bed8cb250b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (338448e0-c027-4a14-a7b4-6a9710071ad8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.335496 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2ec50151-4acc-43e7-bfba-a6097168fedd tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (e88edddd-7218-4825-b05e-4d4a359e8a34), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.354725 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec50151-4acc-43e7-bfba-a6097168fedd tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88edddd-7218-4825-b05e-4d4a359e8a34,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:49.466525 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64a1b7-f625-4177-aa21-b355e73eeefe req-1acd16a3-3d0e-4d99-8ebe-5e95303f16e1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:49.468008 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f64a1b7-f625-4177-aa21-b355e73eeefe req-1acd16a3-3d0e-4d99-8ebe-5e95303f16e1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 943 time: 0.0578372
Feb 12 21:34:49.492436 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2ec50151-4acc-43e7-bfba-a6097168fedd tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.492436 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2ec50151-4acc-43e7-bfba-a6097168fedd tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4313545
Feb 12 21:34:49.519327 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-94cd0bbd-178a-41b4-a785-85bed8cb250b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (338448e0-c027-4a14-a7b4-6a9710071ad8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.557398 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f64a1b7-f625-4177-aa21-b355e73eeefe req-2b34589e-16cd-4736-9b55-d8add34f7361 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0832920
Feb 12 21:34:49.564119 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-94cd0bbd-178a-41b4-a785-85bed8cb250b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.564756 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-94cd0bbd-178a-41b4-a785-85bed8cb250b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/338448e0-c027-4a14-a7b4-6a9710071ad8 HTTP/1.1" status: 204  len: 168 time: 0.4361591
Feb 12 21:34:49.566224 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd0bbd-178a-41b4-a785-85bed8cb250b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338448e0-c027-4a14-a7b4-6a9710071ad8,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:49.566960 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49582) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:49.567388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b52c45-92e8-44fa-b8bc-d335b7cf171a None None] Network 347320b6-7436-4ce6-aede-9efabd8d40d7 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:34:49.648854 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (347320b6-7436-4ce6-aede-9efabd8d40d7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.741961 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] Deleting port 8b9765c8-8e57-4a6e-973b-1da395a7a99d {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:49.742297 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.782278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-7bbda09c-59a0-4ad3-82d7-ceec99181b43 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-365336808&fields=id&tenant_id=cfcb9d238a52483a94553e900468a87c HTTP/1.1" status: 200  len: 267 time: 0.0786736
Feb 12 21:34:49.822815 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135f19c0-34d0-4ebe-87bf-e17a2c714796 None None] DHCP port deletion for 347320b6-7436-4ce6-aede-9efabd8d40d7 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:34:49.857589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] For port 8b9765c8-8e57-4a6e-973b-1da395a7a99d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b9765c8-8e57-4a6e-973b-1da395a7a99d,segment=NetworkSegment(227616c5-9f69-4669-bfef-ab4f07491edb),segment_id=227616c5-9f69-4669-bfef-ab4f07491edb)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:49.857972 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.874835 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-135f19c0-34d0-4ebe-87bf-e17a2c714796 None None] Deleting port 8b9765c8-8e57-4a6e-973b-1da395a7a99d {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:34:49.875216 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-135f19c0-34d0-4ebe-87bf-e17a2c714796 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.905557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] Calling delete_port for 8b9765c8-8e57-4a6e-973b-1da395a7a99d owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:49.943702 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-135f19c0-34d0-4ebe-87bf-e17a2c714796 None None] For port 8b9765c8-8e57-4a6e-973b-1da395a7a99d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b9765c8-8e57-4a6e-973b-1da395a7a99d,segment=NetworkSegment(227616c5-9f69-4669-bfef-ab4f07491edb),segment_id=227616c5-9f69-4669-bfef-ab4f07491edb)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:49.944106 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-135f19c0-34d0-4ebe-87bf-e17a2c714796 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:49.957547 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-135f19c0-34d0-4ebe-87bf-e17a2c714796 None None] Calling delete_port for 8b9765c8-8e57-4a6e-973b-1da395a7a99d owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:34:49.979245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-ff59131a-0153-4e60-b0dd-f963f23168cf tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:49.983891 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-ff59131a-0153-4e60-b0dd-f963f23168cf tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/networks?id=7b73a427-9588-4cc4-abcf-a42a5fb9215f HTTP/1.1" status: 200  len: 814 time: 0.1714728
Feb 12 21:34:50.008552 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-ff759d66-7817-4ccd-919a-c09d9d1ca7e7 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/quotas/cfcb9d238a52483a94553e900468a87c HTTP/1.1" status: 200  len: 375 time: 0.0149603
Feb 12 21:34:50.076282 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-921e9da4-4ac1-4f24-a90f-cf1323ec82f2 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cfcb9d238a52483a94553e900468a87c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0588918
Feb 12 21:34:50.118310 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d0386433-0b37-4677-8019-78e7ea4ea3a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:50.140568 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:50.141731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: d0386433-0b37-4677-8019-78e7ea4ea3a8 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:50.142082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d0386433-0b37-4677-8019-78e7ea4ea3a8 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:50.142490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8b9765c8-8e57-4a6e-973b-1da395a7a99d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:50.164459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 8b9765c8-8e57-4a6e-973b-1da395a7a99d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:50.164805 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8b9765c8-8e57-4a6e-973b-1da395a7a99d not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:50.165216 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device dde8116c-d8b3-4a02-9eb8-3438a6c56749 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:34:50.167599 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-135f19c0-34d0-4ebe-87bf-e17a2c714796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (8b9765c8-8e57-4a6e-973b-1da395a7a99d), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:50.174271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9765c8-8e57-4a6e-973b-1da395a7a99d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:50.182146 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] No DVR routers for this DVR port 8b9765c8-8e57-4a6e-973b-1da395a7a99d on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:34:50.197493 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: dde8116c-d8b3-4a02-9eb8-3438a6c56749 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:34:50.197842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device dde8116c-d8b3-4a02-9eb8-3438a6c56749 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:34:50.219527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f19c0-34d0-4ebe-87bf-e17a2c714796 None None] No DVR routers for this DVR port 8b9765c8-8e57-4a6e-973b-1da395a7a99d on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:34:50.219527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f19c0-34d0-4ebe-87bf-e17a2c714796 None None] Pushing event deleted for resources: {'Port': ['ID=8b9765c8-8e57-4a6e-973b-1da395a7a99d,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:50.241927 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-bbb12225-20d1-4ebb-bee6-976992dcdcfc service neutron] 10.222.0.31 "GET /v2.0/networks/7b73a427-9588-4cc4-abcf-a42a5fb9215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540685
Feb 12 21:34:50.287500 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (347320b6-7436-4ce6-aede-9efabd8d40d7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:50.340482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fac6c340>,) {'filters': {'network_id': ['347320b6-7436-4ce6-aede-9efabd8d40d7']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:50.359573 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fac6c340>, '227616c5-9f69-4669-bfef-ab4f07491edb') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:50.359871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fac6c340>, '227616c5-9f69-4669-bfef-ab4f07491edb') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:50.372120 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (227616c5-9f69-4669-bfef-ab4f07491edb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:50.395213 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (227616c5-9f69-4669-bfef-ab4f07491edb), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:50.401562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-053be9d4-0792-46db-ba92-c4ea872a5948 service neutron] 10.222.0.31 "GET /v2.0/networks/7b73a427-9588-4cc4-abcf-a42a5fb9215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350534
Feb 12 21:34:50.404330 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:34:50.404725 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (227616c5-9f69-4669-bfef-ab4f07491edb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:34:50.406409 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:34:50.530753 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (347320b6-7436-4ce6-aede-9efabd8d40d7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:50.546364 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:50.549331 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/347320b6-7436-4ce6-aede-9efabd8d40d7 HTTP/1.1" status: 204  len: 168 time: 0.9808569
Feb 12 21:34:50.550588 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825c29a-8e2a-4aed-b509-0f23ea2db7e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=347320b6-7436-4ce6-aede-9efabd8d40d7,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:50.706586 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd6c3f-0ab3-4181-8c8f-eb7228a203d2 req-270e760d-6922-494d-b0a9-962235416757 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:50.708068 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-38dd6c3f-0ab3-4181-8c8f-eb7228a203d2 req-270e760d-6922-494d-b0a9-962235416757 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 943 time: 0.0538003
Feb 12 21:34:50.759342 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-38dd6c3f-0ab3-4181-8c8f-eb7228a203d2 req-e0b046f6-c93a-4aa9-addb-5ea7869305ac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446568
Feb 12 21:34:51.002782 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f9dace04-5942-44db-a990-0c7f6ddeb50a req-fa9b9ea7-beaa-45b1-8683-13a5a1d5a226 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 210 time: 0.0323315
Feb 12 21:34:51.004421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49610) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:51.051648 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-80539de5-cbc6-47d3-9035-264ba8d1ead8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=087963ab1b824616bef92f845b92eb23&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0459235
Feb 12 21:34:51.054296 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49612) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:51.104366 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9db39adb-7bb0-48ee-a787-aa297c2344de admin admin] Publish callbacks [] for security_group (8c3c4938-78e6-44f5-96c8-45f7ed05ec79), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:51.125795 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9db39adb-7bb0-48ee-a787-aa297c2344de admin admin] Publish callbacks [] for security_group (8c3c4938-78e6-44f5-96c8-45f7ed05ec79), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:51.261449 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9db39adb-7bb0-48ee-a787-aa297c2344de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8c3c4938-78e6-44f5-96c8-45f7ed05ec79), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:51.264057 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9db39adb-7bb0-48ee-a787-aa297c2344de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:51.265214 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9db39adb-7bb0-48ee-a787-aa297c2344de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c3c4938-78e6-44f5-96c8-45f7ed05ec79 HTTP/1.1" status: 204  len: 168 time: 0.2099156
Feb 12 21:34:51.275896 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db39adb-7bb0-48ee-a787-aa297c2344de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3c4938-78e6-44f5-96c8-45f7ed05ec79,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:51.740558 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:34:51.859261 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:51.871594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'port_id': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'mac_address': 'fa:16:3e:03:07:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:34:51.900489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be986d9-28fb-426a-9071-e80a2ff5fd32 req-51567aba-50ea-45d7-ac82-1e10d7a94fda tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:51.902046 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5be986d9-28fb-426a-9071-e80a2ff5fd32 req-51567aba-50ea-45d7-ac82-1e10d7a94fda tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 943 time: 0.0546176
Feb 12 21:34:51.909204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:51.909635 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:51.923505 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:34:51.948232 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:51.961228 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5be986d9-28fb-426a-9071-e80a2ff5fd32 req-87f1f3be-f1c2-4eb8-bd1b-b2d7242a4355 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527947
Feb 12 21:34:52.062212 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:52.102111 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aeecf81e-fcc0-499f-a72b-9535dd42786d req-f315e189-f6e3-433c-8e1a-7b22302ee10f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 210 time: 0.0381632
Feb 12 21:34:52.108878 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-747d3fbd-f4d6-49d5-a3ec-7666b4e8c57e req-54326d44-9843-4b65-b315-6e5f57b7e398 service neutron] (126506) timed out ('10.222.0.50', 55695) {{(pid=126506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 21:34:52.122229 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:52.158315 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49648) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:52.202570 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bde114df-1e31-4e22-b730-779a990f0447 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcf968a096f1465189bcff1b8cdd3f35&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0430942
Feb 12 21:34:52.204939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49650) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:52.257759 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a08e5e4b-deee-4afd-bfa7-503a1ad13629 admin admin] Publish callbacks [] for security_group (28d630ba-1b7e-4074-a97c-1b4282482aa8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:52.279282 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a08e5e4b-deee-4afd-bfa7-503a1ad13629 admin admin] Publish callbacks [] for security_group (28d630ba-1b7e-4074-a97c-1b4282482aa8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:52.322893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:34:52.399243 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a08e5e4b-deee-4afd-bfa7-503a1ad13629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (28d630ba-1b7e-4074-a97c-1b4282482aa8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:52.402915 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a08e5e4b-deee-4afd-bfa7-503a1ad13629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:52.404399 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a08e5e4b-deee-4afd-bfa7-503a1ad13629 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28d630ba-1b7e-4074-a97c-1b4282482aa8 HTTP/1.1" status: 204  len: 168 time: 0.1985373
Feb 12 21:34:52.414874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e5e4b-deee-4afd-bfa7-503a1ad13629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d630ba-1b7e-4074-a97c-1b4282482aa8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:53.089393 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88673c6c-ae4f-4e31-baaf-f02f464356aa req-d71d7daa-3cb9-4299-8e57-54ef4e3f9ee7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:53.090898 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-88673c6c-ae4f-4e31-baaf-f02f464356aa req-d71d7daa-3cb9-4299-8e57-54ef4e3f9ee7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 944 time: 0.0552611
Feb 12 21:34:53.142770 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-88673c6c-ae4f-4e31-baaf-f02f464356aa req-be78b9b4-f98c-479c-822d-5ed9bfb8578e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461299
Feb 12 21:34:53.204799 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-270b3b86-bbb0-465d-97d0-48d5f346ee44 req-ee73d2f4-ce9f-48c8-94fc-fb2f8df864bb tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 210 time: 0.0317216
Feb 12 21:34:53.756666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:34:53.862335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:34:53.867580 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:53.868442 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:53.874959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-a39f6691-68ec-4744-88fb-0e764f089b5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:53.876432 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-a39f6691-68ec-4744-88fb-0e764f089b5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.50 "GET /v2.0/networks?id=7b73a427-9588-4cc4-abcf-a42a5fb9215f HTTP/1.1" status: 200  len: 814 time: 0.1109040
Feb 12 21:34:53.939925 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-898a7f68-035c-471c-b26d-2fa45be32dd6 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfcb9d238a52483a94553e900468a87c HTTP/1.1" status: 200  len: 379 time: 0.0559022
Feb 12 21:34:53.947911 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-959e4088-1df9-4324-a79c-d31573f12f9a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Request body: {'port': {'device_id': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'admin_state_up': True, 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'security_groups': ['d94bc689-80f1-4b3a-b77d-d8bbffbc7bca']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:53.949862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:34:53.950274 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:53.973214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:34:53.975469 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c16e6d-56ca-4d1d-984d-60108742cfb1" -d '{"events": [{"server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "name": "network-vif-plugged", "status": "completed", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:34:53.993853 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:34:54.023355 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb22972-a89a-4913-9f15-444f37340712 x-openstack-request-id: req-2fb22972-a89a-4913-9f15-444f37340712 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:34:54.026247 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "name": "network-vif-plugged", "status": "completed", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:34:54.026247 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fb22972-a89a-4913-9f15-444f37340712 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:34:54.026247 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'code': 200}
Feb 12 21:34:54.103627 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:54.143474 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b4303-e462-4648-80c8-07f55f0f8cc4 req-d390ca6d-e524-458f-a7d1-adf1bc7c62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:54.144444 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-685b4303-e462-4648-80c8-07f55f0f8cc4 req-d390ca6d-e524-458f-a7d1-adf1bc7c62f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 1127 time: 0.0484953
Feb 12 21:34:54.158569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:54.161462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-959e4088-1df9-4324-a79c-d31573f12f9a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Made reservation on behalf of cfcb9d238a52483a94553e900468a87c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:34:54.164160 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-959e4088-1df9-4324-a79c-d31573f12f9a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:54.231673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-685b4303-e462-4648-80c8-07f55f0f8cc4 req-2c55bebe-ca6e-4b31-a282-986e7d4bf0b5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780313
Feb 12 21:34:54.289949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e012dc-4489-4d6a-98a1-b946e6228498 req-3fc71679-ee0a-474d-9d95-e3259513b64f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:54.292107 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-96e012dc-4489-4d6a-98a1-b946e6228498 req-3fc71679-ee0a-474d-9d95-e3259513b64f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 945 time: 0.0748799
Feb 12 21:34:54.345720 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-96e012dc-4489-4d6a-98a1-b946e6228498 req-4ef2c104-34b6-4bad-b2d9-e3f195e07367 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450451
Feb 12 21:34:54.356040 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a7151d61-ca4c-4811-b90b-6dc5e14b695e req-2a7d3ec8-6c73-4e09-b831-daaf35cd3dc5 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 210 time: 0.0533977
Feb 12 21:34:54.393701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-959e4088-1df9-4324-a79c-d31573f12f9a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Allocated IP 172.20.0.9 (7b73a427-9588-4cc4-abcf-a42a5fb9215f/059f933d-2c7c-441d-be8d-b4e1be60819a/76381534-1480-4f0e-bbfa-edab76f98e64) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:34:54.542213 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-959e4088-1df9-4324-a79c-d31573f12f9a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for port (76381534-1480-4f0e-bbfa-edab76f98e64), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:54.628284 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-959e4088-1df9-4324-a79c-d31573f12f9a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (76381534-1480-4f0e-bbfa-edab76f98e64), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:54.675231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-959e4088-1df9-4324-a79c-d31573f12f9a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Network 7b73a427-9588-4cc4-abcf-a42a5fb9215f is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:34:54.678388 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-959e4088-1df9-4324-a79c-d31573f12f9a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:34:54.682179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-959e4088-1df9-4324-a79c-d31573f12f9a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:34:54.708032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e4088-1df9-4324-a79c-d31573f12f9a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Pushing event updated for resources: {'Port': ['ID=76381534-1480-4f0e-bbfa-edab76f98e64,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:54.738870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-959e4088-1df9-4324-a79c-d31573f12f9a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:54.739905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-959e4088-1df9-4324-a79c-d31573f12f9a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:54.841887 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-959e4088-1df9-4324-a79c-d31573f12f9a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8975520
Feb 12 21:34:54.854338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Request body: {'port': {'device_id': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:54.933052 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (76381534-1480-4f0e-bbfa-edab76f98e64), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:54.944364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1c2b0885-87af-4a19-acf0-405d642250ab None None] Provisioning complete for port 76381534-1480-4f0e-bbfa-edab76f98e64 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:34:54.944905 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1c2b0885-87af-4a19-acf0-405d642250ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (76381534-1480-4f0e-bbfa-edab76f98e64), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:54.978071 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b0885-87af-4a19-acf0-405d642250ab None None] Port 76381534-1480-4f0e-bbfa-edab76f98e64 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:34:55.200217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76381534-1480-4f0e-bbfa-edab76f98e64 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:34:55.209739 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Publish callbacks [] for port (76381534-1480-4f0e-bbfa-edab76f98e64), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:55.223862 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Transition to ACTIVE for port object 76381534-1480-4f0e-bbfa-edab76f98e64 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:34:55.342101 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (76381534-1480-4f0e-bbfa-edab76f98e64), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:55.454051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Pushing event updated for resources: {'Port': ['ID=76381534-1480-4f0e-bbfa-edab76f98e64,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:55.486485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-7de3c506-286d-4a23-87d2-99a31a28bf34 req-dbaa48c9-9be1-4231-aaf8-b0ba5c2e17d6 service neutron] (126506) timed out ('10.222.0.48', 51761) {{(pid=126506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 21:34:55.548089 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6441210-4287-483d-98e5-5721f99a9c96 req-78358bf6-f597-4186-95ec-a7f903383aa9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:55.550773 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a6441210-4287-483d-98e5-5721f99a9c96 req-78358bf6-f597-4186-95ec-a7f903383aa9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 945 time: 0.1076500
Feb 12 21:34:55.578994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Attempting to bind port 76381534-1480-4f0e-bbfa-edab76f98e64 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:34:55.579342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Attempting to bind port 76381534-1480-4f0e-bbfa-edab76f98e64 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '03b25ef4-fd55-4dea-87f3-a25fc02ea0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:34:55.579804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Attempting to bind port 76381534-1480-4f0e-bbfa-edab76f98e64 on network 7b73a427-9588-4cc4-abcf-a42a5fb9215f {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:34:55.585743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Port 76381534-1480-4f0e-bbfa-edab76f98e64 on network 7b73a427-9588-4cc4-abcf-a42a5fb9215f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:34:55.586109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Attempting to bind port 76381534-1480-4f0e-bbfa-edab76f98e64 on network 7b73a427-9588-4cc4-abcf-a42a5fb9215f {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:34:55.602872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:34:55.603212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Checking segment: {'id': '03b25ef4-fd55-4dea-87f3-a25fc02ea0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:34:55.603618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Bound using segment: {'id': '03b25ef4-fd55-4dea-87f3-a25fc02ea0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:34:55.604174 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Bound port: 76381534-1480-4f0e-bbfa-edab76f98e64, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b25ef4-fd55-4dea-87f3-a25fc02ea0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:34:55.604614 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (76381534-1480-4f0e-bbfa-edab76f98e64), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:55.631232 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a6441210-4287-483d-98e5-5721f99a9c96 req-21b561ae-e2fb-43cb-a9cf-8a4beb132d21 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684106
Feb 12 21:34:55.633792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4f99d-d2bb-40c9-bcfa-717eb338024c req-c5dd7453-4bcf-45a4-869a-8cf874a5574c tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:55.635378 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-77d4f99d-d2bb-40c9-bcfa-717eb338024c req-c5dd7453-4bcf-45a4-869a-8cf874a5574c tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 943 time: 0.1775544
Feb 12 21:34:55.728282 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-77d4f99d-d2bb-40c9-bcfa-717eb338024c req-0abb97ec-4984-454b-af09-fc04f4fae9a9 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94bc689-80f1-4b3a-b77d-d8bbffbc7bca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682187
Feb 12 21:34:55.738803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] For port 76381534-1480-4f0e-bbfa-edab76f98e64, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:34:55.751346 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] For port 76381534-1480-4f0e-bbfa-edab76f98e64, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76381534-1480-4f0e-bbfa-edab76f98e64,segment=NetworkSegment(03b25ef4-fd55-4dea-87f3-a25fc02ea0ed),segment_id=03b25ef4-fd55-4dea-87f3-a25fc02ea0ed)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:34:55.822658 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (76381534-1480-4f0e-bbfa-edab76f98e64), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:55.860827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:55.861555 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:55.862910 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] 10.222.0.50 "PUT /v2.0/ports/76381534-1480-4f0e-bbfa-edab76f98e64 HTTP/1.1" status: 200  len: 1091 time: 1.0140533
Feb 12 21:34:55.863412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'tag': '76381534-1480-4f0e-bbfa-edab76f98e64'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:34:55.867580 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaacfb8-8d11-43bf-89d6-fe42ccd3d5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "cb01e7f8-583c-4169-ac0e-1df6dc3a0b08", "tag": "76381534-1480-4f0e-bbfa-edab76f98e64"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:34:55.902512 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ca0c07f3-97f4-4e69-93f3-f1f9dcd02ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:55.911640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cb39b-ec07-4dae-9aaf-0812f0a46e87 service neutron] Pushing event updated for resources: {'Port': ['ID=76381534-1480-4f0e-bbfa-edab76f98e64,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:55.919574 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745e2356-3aa3-4492-8091-b6fc61021a7d x-openstack-request-id: req-745e2356-3aa3-4492-8091-b6fc61021a7d {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:34:55.919902 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb01e7f8-583c-4169-ac0e-1df6dc3a0b08", "tag": "76381534-1480-4f0e-bbfa-edab76f98e64", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:34:55.920185 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-745e2356-3aa3-4492-8091-b6fc61021a7d {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:34:55.920592 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'tag': '76381534-1480-4f0e-bbfa-edab76f98e64', 'status': 'completed', 'code': 200}
Feb 12 21:34:55.981938 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaacfb8-8d11-43bf-89d6-fe42ccd3d5ec req-ee23d5f3-7cf3-49b2-9879-c5bc199186d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:55.983476 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ffaacfb8-8d11-43bf-89d6-fe42ccd3d5ec req-ee23d5f3-7cf3-49b2-9879-c5bc199186d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfcb9d238a52483a94553e900468a87c&device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 1125 time: 0.0485544
Feb 12 21:34:56.097190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaacfb8-8d11-43bf-89d6-fe42ccd3d5ec req-bbdffec0-c6ca-46df-8538-7609de42d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:56.098687 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ffaacfb8-8d11-43bf-89d6-fe42ccd3d5ec req-bbdffec0-c6ca-46df-8538-7609de42d13b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cfcb9d238a52483a94553e900468a87c&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1091864
Feb 12 21:34:56.191505 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaacfb8-8d11-43bf-89d6-fe42ccd3d5ec req-df80368e-3c6e-4d35-8d0d-3ec76ff34b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:56.192893 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ffaacfb8-8d11-43bf-89d6-fe42ccd3d5ec req-df80368e-3c6e-4d35-8d0d-3ec76ff34b89 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0887430
Feb 12 21:34:56.280827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-29be0790-f619-4c0b-a022-ddc0bfc6ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:56.282291 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-29be0790-f619-4c0b-a022-ddc0bfc6ee1c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfcb9d238a52483a94553e900468a87c&device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 1125 time: 0.0515034
Feb 12 21:34:56.323448 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-e6c835ac-96c1-4e2d-82cc-d00f99408bb5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76381534-1480-4f0e-bbfa-edab76f98e64 HTTP/1.1" status: 200  len: 217 time: 0.0339129
Feb 12 21:34:56.383360 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-ba2d603e-3728-4699-bd44-bdacc441a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:56.384864 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-ba2d603e-3728-4699-bd44-bdacc441a0c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=059f933d-2c7c-441d-be8d-b4e1be60819a HTTP/1.1" status: 200  len: 853 time: 0.0521543
Feb 12 21:34:56.442042 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-ddc59599-b49b-4911-8ad6-18d9ea884f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:56.443554 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-ddc59599-b49b-4911-8ad6-18d9ea884f3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7b73a427-9588-4cc4-abcf-a42a5fb9215f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0518475
Feb 12 21:34:56.534321 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-9df5e871-e55b-4f32-b15e-510b005d2961 service neutron] 10.222.0.50 "GET /v2.0/networks/7b73a427-9588-4cc4-abcf-a42a5fb9215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837204
Feb 12 21:34:56.630406 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ddceb450-f7cc-4ec8-b806-9417e7f7118c req-33e33bef-363c-4e6b-ad52-2c7703e1eb58 service neutron] 10.222.0.50 "GET /v2.0/networks/7b73a427-9588-4cc4-abcf-a42a5fb9215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0907996
Feb 12 21:34:56.740619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeadde-41c1-4aca-afd2-4271aaa897c1 req-f4be82fd-c2d8-4d08-a877-84a6456922b8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:56.742103 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12eeadde-41c1-4aca-afd2-4271aaa897c1 req-f4be82fd-c2d8-4d08-a877-84a6456922b8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 945 time: 0.0527873
Feb 12 21:34:56.796278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12eeadde-41c1-4aca-afd2-4271aaa897c1 req-e7dfbf3b-90c4-4b80-b58a-d06f9dc3e0fe tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475585
Feb 12 21:34:56.859421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03fe3b-0089-4ab5-8ff8-064d69254aa9 req-16ac5399-c814-41fb-904c-203540d475a9 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:56.860924 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7b03fe3b-0089-4ab5-8ff8-064d69254aa9 req-16ac5399-c814-41fb-904c-203540d475a9 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 943 time: 0.0590677
Feb 12 21:34:56.911158 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7b03fe3b-0089-4ab5-8ff8-064d69254aa9 req-6e7d592d-c72b-4b40-a324-19cbfd49ecea tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94bc689-80f1-4b3a-b77d-d8bbffbc7bca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445366
Feb 12 21:34:56.919155 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97f36a-9208-4e24-b780-3c646fcdde21 req-303d9c0b-92c1-48f3-ae0b-13423da2b9e2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:56.920668 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d97f36a-9208-4e24-b780-3c646fcdde21 req-303d9c0b-92c1-48f3-ae0b-13423da2b9e2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 945 time: 0.0550163
Feb 12 21:34:56.973841 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4d97f36a-9208-4e24-b780-3c646fcdde21 req-db0e8dbd-aed8-4454-a5b2-e46fffb72364 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475316
Feb 12 21:34:56.996485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49736) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:57.142601 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:57.192451 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e173c4f-1595-4800-8ac2-fb33c2ad75a0 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:57.194020 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4e173c4f-1595-4800-8ac2-fb33c2ad75a0 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 1122 time: 0.1965072
Feb 12 21:34:57.196878 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49740) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:57.202029 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:34:57.283642 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:57.390108 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:57.499500 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Allocated IP 172.35.2.187 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/b87cb707-5e4d-4d84-a433-2bfad9f78d12) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:34:57.607700 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (b87cb707-5e4d-4d84-a433-2bfad9f78d12), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:57.702959 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b87cb707-5e4d-4d84-a433-2bfad9f78d12), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:57.743139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:34:57.746087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:34:57.751595 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:34:57.774413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=b87cb707-5e4d-4d84-a433-2bfad9f78d12,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:58.290506 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-af5257a7-685f-4145-9fa4-4999d76af737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:58.417090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a36765-ba6f-4671-ad80-efea50215bc4 req-b7507097-7d94-4901-940f-53febb6e294a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:58.419215 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-24a36765-ba6f-4671-ad80-efea50215bc4 req-b7507097-7d94-4901-940f-53febb6e294a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 943 time: 0.4356451
Feb 12 21:34:58.483827 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for floatingip (d7a2b6d6-db4b-4040-b245-d8dd8d4586c0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:58.524489 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-24a36765-ba6f-4671-ad80-efea50215bc4 req-c2331ce4-c273-4a3f-9432-d050c28920fa tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94bc689-80f1-4b3a-b77d-d8bbffbc7bca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862699
Feb 12 21:34:58.669838 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b87cb707-5e4d-4d84-a433-2bfad9f78d12), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:58.828575 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (b87cb707-5e4d-4d84-a433-2bfad9f78d12), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:58.879472 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (b87cb707-5e4d-4d84-a433-2bfad9f78d12), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:58.945580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=b87cb707-5e4d-4d84-a433-2bfad9f78d12,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:34:58.959539 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (d7a2b6d6-db4b-4040-b245-d8dd8d4586c0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:59.076439 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Floating IP d7a2b6d6-db4b-4040-b245-d8dd8d4586c0 associated. External IP: 172.35.2.187, port: 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d.
Feb 12 21:34:59.296869 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router 54b2884b-4f03-420e-89de-14b79a8813d3 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:34:59.410580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:34:59.423868 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee66c239-f7d2-4b5b-9dd9-d7645637c3b5 None None] Sync routers for ids ['54b2884b-4f03-420e-89de-14b79a8813d3'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:34:59.435277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee66c239-f7d2-4b5b-9dd9-d7645637c3b5 None None] Routers {'54b2884b-4f03-420e-89de-14b79a8813d3'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:34:59.435897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ee66c239-f7d2-4b5b-9dd9-d7645637c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3bb8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['54b2884b-4f03-420e-89de-14b79a8813d3'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:34:59.492865 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:59.529679 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fd3e0dab-8f6d-4b41-b554-8dac2e0bb3c3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3316476
Feb 12 21:34:59.530294 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:34:59.532848 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b3b7e6-e70a-4dff-b5ce-38745f7bdbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:34:59.577522 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9028f8c3-a18f-4f64-9019-811a40bb7a02 x-openstack-request-id: req-9028f8c3-a18f-4f64-9019-811a40bb7a02 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:34:59.577814 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:34:59.578065 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9028f8c3-a18f-4f64-9019-811a40bb7a02 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:34:59.581091 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'status': 'completed', 'code': 200}
Feb 12 21:34:59.582470 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-ee66c239-f7d2-4b5b-9dd9-d7645637c3b5 None None] Set router 54b2884b-4f03-420e-89de-14b79a8813d3 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:34:59.645372 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:59.677107 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-16341ddd-e59e-4a19-b64a-15adb9251e9d req-ed6796b5-fd10-4ab7-9fc2-f78888812fc5 service neutron] (126506) timed out ('10.222.0.48', 51546) {{(pid=126506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 21:34:59.686590 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95956ec-5063-46d3-b72a-58a857a47a8f req-5de206c5-a941-40d6-840a-95dc7738ffac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:59.688129 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d95956ec-5063-46d3-b72a-58a857a47a8f req-5de206c5-a941-40d6-840a-95dc7738ffac tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 945 time: 0.1025138
Feb 12 21:34:59.691788 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:34:59.694144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b7e6-e70a-4dff-b5ce-38745f7bdbcb req-e75dedaa-1e68-479c-bc92-7fc18eb104ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:59.696214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1b5e1-49c8-4196-85e6-aa03073890dd req-6b322dce-21e8-417d-957c-343078357d8b tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:59.696662 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-24b3b7e6-e70a-4dff-b5ce-38745f7bdbcb req-e75dedaa-1e68-479c-bc92-7fc18eb104ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 1127 time: 0.0722206
Feb 12 21:34:59.698465 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fed1b5e1-49c8-4196-85e6-aa03073890dd req-6b322dce-21e8-417d-957c-343078357d8b tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 943 time: 0.0666611
Feb 12 21:34:59.764592 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fed1b5e1-49c8-4196-85e6-aa03073890dd req-02878ec6-0e83-4d28-a37f-ce6d0cc9356d tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94bc689-80f1-4b3a-b77d-d8bbffbc7bca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592217
Feb 12 21:34:59.825259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d95956ec-5063-46d3-b72a-58a857a47a8f req-d254796d-7cbb-410d-89be-e6df94eec09a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1229019
Feb 12 21:34:59.852503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49794) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:34:59.857142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b7e6-e70a-4dff-b5ce-38745f7bdbcb req-27ed1937-eeb6-404e-b056-e4b83ca5a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:59.859324 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-24b3b7e6-e70a-4dff-b5ce-38745f7bdbcb req-27ed1937-eeb6-404e-b056-e4b83ca5a892 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f HTTP/1.1" status: 200  len: 898 time: 0.1479509
Feb 12 21:34:59.914208 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 76381534-1480-4f0e-bbfa-edab76f98e64 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:34:59.928982 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2a412417-316f-41f0-a9f9-5633fd8b0b54 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/floatingips/d7a2b6d6-db4b-4040-b245-d8dd8d4586c0 HTTP/1.1" status: 200  len: 991 time: 0.0752339
Feb 12 21:34:59.932127 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-24b3b7e6-e70a-4dff-b5ce-38745f7bdbcb req-b624f6aa-d510-4d46-a488-1578cbfee165 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d HTTP/1.1" status: 200  len: 999 time: 0.0668981
Feb 12 21:34:59.988379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b7e6-e70a-4dff-b5ce-38745f7bdbcb req-c9f04760-abf6-4068-8178-5cf91d474060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:34:59.990120 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-24b3b7e6-e70a-4dff-b5ce-38745f7bdbcb req-c9f04760-abf6-4068-8178-5cf91d474060 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23954f95-d247-40aa-9a8f-ffc0cb4b97af HTTP/1.1" status: 200  len: 834 time: 0.0519283
Feb 12 21:35:00.042123 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b7e6-e70a-4dff-b5ce-38745f7bdbcb req-10067b65-62f7-4b38-8681-a79062618040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:00.044076 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-24b3b7e6-e70a-4dff-b5ce-38745f7bdbcb req-10067b65-62f7-4b38-8681-a79062618040 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0481594
Feb 12 21:35:00.093143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 76381534-1480-4f0e-bbfa-edab76f98e64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76381534-1480-4f0e-bbfa-edab76f98e64,segment=NetworkSegment(03b25ef4-fd55-4dea-87f3-a25fc02ea0ed),segment_id=03b25ef4-fd55-4dea-87f3-a25fc02ea0ed)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:35:00.107994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '76381534-1480-4f0e-bbfa-edab76f98e64', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'port_id': '76381534-1480-4f0e-bbfa-edab76f98e64', 'mac_address': 'fa:16:3e:26:ca:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:35:00.139200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-24b3b7e6-e70a-4dff-b5ce-38745f7bdbcb req-0016c9db-caf1-4014-99fd-957b35d215d9 service neutron] 10.222.0.48 "GET /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892303
Feb 12 21:35:00.154431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ee66c239-f7d2-4b5b-9dd9-d7645637c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3bb8e0>, [{'id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998384683', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106'}], 'enable_snat': True}, 'gw_port_id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:32Z', 'updated_at': '2022-02-12T21:34:39Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:33Z', 'updated_at': '2022-02-12T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd7a2b6d6-db4b-4040-b245-d8dd8d4586c0', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'floating_ip_address': '172.35.2.187', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'port_id': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'mac_address': 'fa:16:3e:03:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:34:57Z', 'updated_at': '2022-02-12T21:34:57Z', 'revision_number': 0, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '277fe05f-2126-401a-956f-a5c1348bf330', 'name': '', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:0b:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:38Z', 'updated_at': '2022-02-12T21:34:43Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:00.184065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 76381534-1480-4f0e-bbfa-edab76f98e64 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:35:00.184370 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (76381534-1480-4f0e-bbfa-edab76f98e64), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:00.186393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee66c239-f7d2-4b5b-9dd9-d7645637c3b5 None None] Checking router: 54b2884b-4f03-420e-89de-14b79a8813d3 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:35:00.204031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76381534-1480-4f0e-bbfa-edab76f98e64 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:35:00.210763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee66c239-f7d2-4b5b-9dd9-d7645637c3b5 None None] Routers {'54b2884b-4f03-420e-89de-14b79a8813d3'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:35:00.215150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ee66c239-f7d2-4b5b-9dd9-d7645637c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3bb8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['54b2884b-4f03-420e-89de-14b79a8813d3'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:00.235783 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-24b3b7e6-e70a-4dff-b5ce-38745f7bdbcb req-c392806f-2a50-4f89-91dc-e2a31eeb27f6 service neutron] 10.222.0.48 "GET /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908203
Feb 12 21:35:00.288916 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 76381534-1480-4f0e-bbfa-edab76f98e64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76381534-1480-4f0e-bbfa-edab76f98e64,segment=NetworkSegment(03b25ef4-fd55-4dea-87f3-a25fc02ea0ed),segment_id=03b25ef4-fd55-4dea-87f3-a25fc02ea0ed)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:35:00.332801 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-ee66c239-f7d2-4b5b-9dd9-d7645637c3b5 None None] Set router 54b2884b-4f03-420e-89de-14b79a8813d3 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:35:00.374361 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (76381534-1480-4f0e-bbfa-edab76f98e64), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:00.474280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=76381534-1480-4f0e-bbfa-edab76f98e64,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:00.592540 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['76381534-1480-4f0e-bbfa-edab76f98e64'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:35:00.647334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-ee66c239-f7d2-4b5b-9dd9-d7645637c3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3bb8e0>, [{'id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998384683', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106'}], 'enable_snat': True}, 'gw_port_id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:32Z', 'updated_at': '2022-02-12T21:34:39Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:33Z', 'updated_at': '2022-02-12T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd7a2b6d6-db4b-4040-b245-d8dd8d4586c0', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'floating_ip_address': '172.35.2.187', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'port_id': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'mac_address': 'fa:16:3e:03:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:34:57Z', 'updated_at': '2022-02-12T21:34:57Z', 'revision_number': 0, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '277fe05f-2126-401a-956f-a5c1348bf330', 'name': '', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:0b:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:38Z', 'updated_at': '2022-02-12T21:34:43Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:00.680826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee66c239-f7d2-4b5b-9dd9-d7645637c3b5 None None] The sync data for ids ['54b2884b-4f03-420e-89de-14b79a8813d3'] in ncdv-master-1 is: [{'id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998384683', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106'}], 'enable_snat': True}, 'gw_port_id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:32Z', 'updated_at': '2022-02-12T21:34:39Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:33Z', 'updated_at': '2022-02-12T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd7a2b6d6-db4b-4040-b245-d8dd8d4586c0', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'floating_ip_address': '172.35.2.187', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'port_id': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'mac_address': 'fa:16:3e:03:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:34:57Z', 'updated_at': '2022-02-12T21:34:57Z', 'revision_number': 0, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '277fe05f-2126-401a-956f-a5c1348bf330', 'name': '', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:0b:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:38Z', 'updated_at': '2022-02-12T21:34:43Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:35:00.895139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef8bd3-aedc-4337-9f90-2055a949fc37 req-3f3a1172-b59a-43a2-a55c-37f33eed5a0a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:00.896721 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9ef8bd3-aedc-4337-9f90-2055a949fc37 req-3f3a1172-b59a-43a2-a55c-37f33eed5a0a tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 944 time: 0.0587053
Feb 12 21:35:00.921140 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666fc4e1-08da-4591-a99e-905052686fa7 None None] New status for floating IP d7a2b6d6-db4b-4040-b245-d8dd8d4586c0: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:35:00.932840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49802) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:00.952575 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9ef8bd3-aedc-4337-9f90-2055a949fc37 req-f6614108-11aa-4e7f-9d09-9c91fec7ad6e tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94bc689-80f1-4b3a-b77d-d8bbffbc7bca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493238
Feb 12 21:35:01.007755 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-db918efa-2b52-48ca-9c0e-0c8349f38d11 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/floatingips/d7a2b6d6-db4b-4040-b245-d8dd8d4586c0 HTTP/1.1" status: 200  len: 991 time: 0.0724378
Feb 12 21:35:01.010955 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:01.751869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 76381534-1480-4f0e-bbfa-edab76f98e64 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:35:01.896260 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 76381534-1480-4f0e-bbfa-edab76f98e64 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:35:01.900302 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 76381534-1480-4f0e-bbfa-edab76f98e64 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:35:01.900696 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (76381534-1480-4f0e-bbfa-edab76f98e64), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:01.978357 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 76381534-1480-4f0e-bbfa-edab76f98e64 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:35:01.978777 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (76381534-1480-4f0e-bbfa-edab76f98e64), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:02.002528 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76381534-1480-4f0e-bbfa-edab76f98e64'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:35:02.005155 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9683e9-3b30-4851-a67d-836e8df36e65" -d '{"events": [{"server_uuid": "cb01e7f8-583c-4169-ac0e-1df6dc3a0b08", "name": "network-vif-plugged", "status": "completed", "tag": "76381534-1480-4f0e-bbfa-edab76f98e64"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:35:02.009688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49812) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:02.018366 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 76381534-1480-4f0e-bbfa-edab76f98e64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76381534-1480-4f0e-bbfa-edab76f98e64,segment=NetworkSegment(03b25ef4-fd55-4dea-87f3-a25fc02ea0ed),segment_id=03b25ef4-fd55-4dea-87f3-a25fc02ea0ed)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:35:02.053164 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cf0039-484a-4bb8-9e02-8567826d42b6 x-openstack-request-id: req-26cf0039-484a-4bb8-9e02-8567826d42b6 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:35:02.053588 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb01e7f8-583c-4169-ac0e-1df6dc3a0b08", "name": "network-vif-plugged", "status": "completed", "tag": "76381534-1480-4f0e-bbfa-edab76f98e64", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:35:02.053852 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26cf0039-484a-4bb8-9e02-8567826d42b6 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:35:02.054254 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76381534-1480-4f0e-bbfa-edab76f98e64', 'code': 200}
Feb 12 21:35:02.090104 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (76381534-1480-4f0e-bbfa-edab76f98e64), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:02.127980 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-14ad9dd6-b7f5-410b-a952-ce1227b3d304 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/floatingips/d7a2b6d6-db4b-4040-b245-d8dd8d4586c0 HTTP/1.1" status: 200  len: 993 time: 0.1171339
Feb 12 21:35:02.154044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=76381534-1480-4f0e-bbfa-edab76f98e64,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:02.166949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c72d5-a32c-4227-b2d8-93e2a6de4f6d req-75213930-9f05-4bda-ac70-d23494feffd7 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:02.169134 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c02c72d5-a32c-4227-b2d8-93e2a6de4f6d req-75213930-9f05-4bda-ac70-d23494feffd7 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 944 time: 0.1045029
Feb 12 21:35:02.194555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c60ef-2262-4c92-85b3-31afd6ec9404 req-d3bd9b42-b329-47c5-994f-15d24ccd8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:02.196027 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c78c60ef-2262-4c92-85b3-31afd6ec9404 req-d3bd9b42-b329-47c5-994f-15d24ccd8e25 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 1127 time: 0.0805094
Feb 12 21:35:02.222408 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:02.240767 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c02c72d5-a32c-4227-b2d8-93e2a6de4f6d req-8e2b1a79-8635-454a-adcf-bad075e503ba tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94bc689-80f1-4b3a-b77d-d8bbffbc7bca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652077
Feb 12 21:35:02.263881 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c78c60ef-2262-4c92-85b3-31afd6ec9404 req-d2ac7d7d-6554-47f1-ac9c-91130947653c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d94bc689-80f1-4b3a-b77d-d8bbffbc7bca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570638
Feb 12 21:35:02.739109 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-636799a2-8a63-449a-8e8b-1eb26be1e1d8 req-4e210159-0e6b-461e-a05f-2ce3f2c81ab8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0497124
Feb 12 21:35:02.826782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636799a2-8a63-449a-8e8b-1eb26be1e1d8 req-6131fe12-7985-4205-b795-b5b44b0a96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:02.828308 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-636799a2-8a63-449a-8e8b-1eb26be1e1d8 req-6131fe12-7985-4205-b795-b5b44b0a96c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 1127 time: 0.0474555
Feb 12 21:35:02.933202 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636799a2-8a63-449a-8e8b-1eb26be1e1d8 req-062d675c-f30b-4530-bad8-99ed575ddd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:02.935273 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-636799a2-8a63-449a-8e8b-1eb26be1e1d8 req-062d675c-f30b-4530-bad8-99ed575ddd1f service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f HTTP/1.1" status: 200  len: 898 time: 0.0887976
Feb 12 21:35:03.009096 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-636799a2-8a63-449a-8e8b-1eb26be1e1d8 req-68c1d80b-242e-414d-b8de-9a2d521a293c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d HTTP/1.1" status: 200  len: 1001 time: 0.0678120
Feb 12 21:35:03.065057 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636799a2-8a63-449a-8e8b-1eb26be1e1d8 req-adb3481f-17f7-486f-a68c-957c5adf9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:03.066557 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-636799a2-8a63-449a-8e8b-1eb26be1e1d8 req-adb3481f-17f7-486f-a68c-957c5adf9366 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23954f95-d247-40aa-9a8f-ffc0cb4b97af HTTP/1.1" status: 200  len: 834 time: 0.0514519
Feb 12 21:35:03.117691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636799a2-8a63-449a-8e8b-1eb26be1e1d8 req-98e4b9b1-f878-4692-b015-402b211884b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:03.119844 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-636799a2-8a63-449a-8e8b-1eb26be1e1d8 req-98e4b9b1-f878-4692-b015-402b211884b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0467107
Feb 12 21:35:03.212265 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-636799a2-8a63-449a-8e8b-1eb26be1e1d8 req-f66e0185-6a00-489b-b430-88ecbdf4db4e service neutron] 10.222.0.48 "GET /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865724
Feb 12 21:35:03.306882 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-636799a2-8a63-449a-8e8b-1eb26be1e1d8 req-2fc9b32b-fdd3-4a5a-8055-f67b468ab184 service neutron] 10.222.0.48 "GET /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879242
Feb 12 21:35:03.370570 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74a31d-d5ae-4d37-9519-82452000b30f req-70159294-c9d9-4475-8901-e436f37a2b2f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:03.372121 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2f74a31d-d5ae-4d37-9519-82452000b30f req-70159294-c9d9-4475-8901-e436f37a2b2f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 945 time: 0.0542490
Feb 12 21:35:03.421251 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2f74a31d-d5ae-4d37-9519-82452000b30f req-fa1b6b20-32ff-4723-aa3b-6c4358626c5c tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94bc689-80f1-4b3a-b77d-d8bbffbc7bca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434895
Feb 12 21:35:04.539440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1f100-87ed-495f-a939-88f662ee3662 req-6f4df87e-dc58-4998-b417-5b44b08be878 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:04.540929 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-49b1f100-87ed-495f-a939-88f662ee3662 req-6f4df87e-dc58-4998-b417-5b44b08be878 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 945 time: 0.0527577
Feb 12 21:35:04.594630 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-49b1f100-87ed-495f-a939-88f662ee3662 req-4af59ca9-234b-4222-84a0-9a29d6445c55 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94bc689-80f1-4b3a-b77d-d8bbffbc7bca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470510
Feb 12 21:35:04.718173 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3999a2b-fce9-41eb-aa0c-27b9a7139b12 req-ae3680d7-367c-4389-9a25-c5f8c8e1ba4b tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:04.719597 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3999a2b-fce9-41eb-aa0c-27b9a7139b12 req-ae3680d7-367c-4389-9a25-c5f8c8e1ba4b tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 945 time: 0.0579479
Feb 12 21:35:04.769188 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3999a2b-fce9-41eb-aa0c-27b9a7139b12 req-eb0ca765-7f06-47dc-8706-e21cb15d5f04 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94bc689-80f1-4b3a-b77d-d8bbffbc7bca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441048
Feb 12 21:35:04.790830 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49876) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:04.933094 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9b1f22-c527-4342-ae6c-c336550dd159 tempest-TestVolumeBackupRestore-921186796 tempest-TestVolumeBackupRestore-921186796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:04.935385 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0e9b1f22-c527-4342-ae6c-c336550dd159 tempest-TestVolumeBackupRestore-921186796 tempest-TestVolumeBackupRestore-921186796-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 1122 time: 0.1435957
Feb 12 21:35:04.938355 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 49880) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:04.942590 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': '76381534-1480-4f0e-bbfa-edab76f98e64', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:35:05.095436 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:05.196844 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:05.300565 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Allocated IP 172.35.2.192 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/0d8c8609-a554-4434-8b35-70efbbde7a4c) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:35:05.407667 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for port (0d8c8609-a554-4434-8b35-70efbbde7a4c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:05.508420 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (0d8c8609-a554-4434-8b35-70efbbde7a4c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:05.548750 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:35:05.551597 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:35:05.554997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:35:05.560488 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Pushing event updated for resources: {'Port': ['ID=0d8c8609-a554-4434-8b35-70efbbde7a4c,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:05.586486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:05.586823 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:05.587166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:05.587505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:05.587838 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:05.588167 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:05.588497 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:05.588820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:05.589143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:05.589496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:05.590509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:05.590842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:05.591172 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:05.920810 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for floatingip (df31a8cd-584e-4ead-ac34-77cc36ee78d4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:06.066839 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0d8c8609-a554-4434-8b35-70efbbde7a4c), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:06.224368 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for port (0d8c8609-a554-4434-8b35-70efbbde7a4c), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:06.273476 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (0d8c8609-a554-4434-8b35-70efbbde7a4c), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:06.353975 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Pushing event updated for resources: {'Port': ['ID=0d8c8609-a554-4434-8b35-70efbbde7a4c,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:06.366636 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (df31a8cd-584e-4ead-ac34-77cc36ee78d4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:06.471151 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Floating IP df31a8cd-584e-4ead-ac34-77cc36ee78d4 associated. External IP: 172.35.2.192, port: 76381534-1480-4f0e-bbfa-edab76f98e64.
Feb 12 21:35:06.682614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:35:06.796519 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:35:06.806802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a49624-785b-4458-be9d-fb00ef5ecc57 None None] Sync routers for ids ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:35:06.817154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a49624-785b-4458-be9d-fb00ef5ecc57 None None] Routers {'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:35:06.817796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-57a49624-785b-4458-be9d-fb00ef5ecc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4bacd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:06.892725 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:06.925589 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d107654b-e82c-4b11-b2cc-b9560f6a2410 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9861655
Feb 12 21:35:06.926327 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'tag': '76381534-1480-4f0e-bbfa-edab76f98e64'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:35:06.926877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-57a49624-785b-4458-be9d-fb00ef5ecc57 None None] Set router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:35:06.928492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49902) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:06.928902 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5fcdc8-952d-4437-b2e3-c88a6393971f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb01e7f8-583c-4169-ac0e-1df6dc3a0b08", "tag": "76381534-1480-4f0e-bbfa-edab76f98e64"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:35:06.967422 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e1d4ae-bb90-4fb3-bf93-307f5ff4e1a1 x-openstack-request-id: req-83e1d4ae-bb90-4fb3-bf93-307f5ff4e1a1 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:35:06.967822 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb01e7f8-583c-4169-ac0e-1df6dc3a0b08", "tag": "76381534-1480-4f0e-bbfa-edab76f98e64", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:35:06.968416 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83e1d4ae-bb90-4fb3-bf93-307f5ff4e1a1 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:35:06.968767 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'tag': '76381534-1480-4f0e-bbfa-edab76f98e64', 'status': 'completed', 'code': 200}
Feb 12 21:35:06.974772 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0245a96-892e-4af8-b965-8aa3b4d8de6a tempest-TestVolumeBackupRestore-921186796 tempest-TestVolumeBackupRestore-921186796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:06.981138 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c0245a96-892e-4af8-b965-8aa3b4d8de6a tempest-TestVolumeBackupRestore-921186796 tempest-TestVolumeBackupRestore-921186796-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 1122 time: 0.0459335
Feb 12 21:35:06.981138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 49906) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:06.984524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c610d904-a23e-4e3e-8d67-dd866ed03096 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Request body: {'floatingip': {'port_id': '76381534-1480-4f0e-bbfa-edab76f98e64'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:35:07.175658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-57a49624-785b-4458-be9d-fb00ef5ecc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4bacd0>, [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:31:47Z', 'revision_number': 4, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port': {'id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:44Z', 'updated_at': '2022-02-12T21:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'df31a8cd-584e-4ead-ac34-77cc36ee78d4', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'floating_ip_address': '172.35.2.192', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'port_id': '76381534-1480-4f0e-bbfa-edab76f98e64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'mac_address': 'fa:16:3e:26:ca:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:35:05Z', 'updated_at': '2022-02-12T21:35:05Z', 'revision_number': 0, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b938283-a97d-4cac-9e2e-52b46ccce809', 'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'mac_address': 'fa:16:3e:9c:28:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:46Z', 'updated_at': '2022-02-12T21:31:52Z', 'revision_number': 5, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'subnets': [{'id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:07.208311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a49624-785b-4458-be9d-fb00ef5ecc57 None None] Checking router: b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:35:07.218176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a49624-785b-4458-be9d-fb00ef5ecc57 None None] Routers {'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:35:07.218802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-57a49624-785b-4458-be9d-fb00ef5ecc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4bacd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:07.331174 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-57a49624-785b-4458-be9d-fb00ef5ecc57 None None] Set router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:35:07.400609 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c610d904-a23e-4e3e-8d67-dd866ed03096 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for floatingip (df31a8cd-584e-4ead-ac34-77cc36ee78d4), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:07.452011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fcdc8-952d-4437-b2e3-c88a6393971f req-92a83e70-0377-47cc-98cc-bb9ed8b96fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:07.452011 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b5fcdc8-952d-4437-b2e3-c88a6393971f req-92a83e70-0377-47cc-98cc-bb9ed8b96fb5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfcb9d238a52483a94553e900468a87c&device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 1127 time: 0.4626493
Feb 12 21:35:07.687290 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fcdc8-952d-4437-b2e3-c88a6393971f req-4d0ed4f1-40d7-48f3-97dc-cf3d4b153fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:07.688764 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b5fcdc8-952d-4437-b2e3-c88a6393971f req-4d0ed4f1-40d7-48f3-97dc-cf3d4b153fae service neutron] 10.222.0.50 "GET /v2.0/networks?id=7b73a427-9588-4cc4-abcf-a42a5fb9215f HTTP/1.1" status: 200  len: 915 time: 0.2300582
Feb 12 21:35:07.722097 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-57a49624-785b-4458-be9d-fb00ef5ecc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb4bacd0>, [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:31:47Z', 'revision_number': 4, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port': {'id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:44Z', 'updated_at': '2022-02-12T21:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'df31a8cd-584e-4ead-ac34-77cc36ee78d4', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'floating_ip_address': '172.35.2.192', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'port_id': '76381534-1480-4f0e-bbfa-edab76f98e64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'mac_address': 'fa:16:3e:26:ca:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:35:05Z', 'updated_at': '2022-02-12T21:35:05Z', 'revision_number': 0, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b938283-a97d-4cac-9e2e-52b46ccce809', 'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'mac_address': 'fa:16:3e:9c:28:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:46Z', 'updated_at': '2022-02-12T21:31:52Z', 'revision_number': 5, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'subnets': [{'id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:07.754862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a49624-785b-4458-be9d-fb00ef5ecc57 None None] The sync data for ids ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'] in ncdv-master-1 is: [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:31:47Z', 'revision_number': 4, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port': {'id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:44Z', 'updated_at': '2022-02-12T21:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'df31a8cd-584e-4ead-ac34-77cc36ee78d4', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'floating_ip_address': '172.35.2.192', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'port_id': '76381534-1480-4f0e-bbfa-edab76f98e64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'mac_address': 'fa:16:3e:26:ca:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:35:05Z', 'updated_at': '2022-02-12T21:35:05Z', 'revision_number': 0, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b938283-a97d-4cac-9e2e-52b46ccce809', 'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'mac_address': 'fa:16:3e:9c:28:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:46Z', 'updated_at': '2022-02-12T21:31:52Z', 'revision_number': 5, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'subnets': [{'id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:35:07.809382 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b5fcdc8-952d-4437-b2e3-c88a6393971f req-5f572b22-425b-4441-b69f-58edfa9a76fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76381534-1480-4f0e-bbfa-edab76f98e64 HTTP/1.1" status: 200  len: 999 time: 0.1140883
Feb 12 21:35:07.937253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fcdc8-952d-4437-b2e3-c88a6393971f req-f4c2698f-827e-453f-a772-96cd425e8d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:07.938819 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b5fcdc8-952d-4437-b2e3-c88a6393971f req-f4c2698f-827e-453f-a772-96cd425e8d0d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=059f933d-2c7c-441d-be8d-b4e1be60819a HTTP/1.1" status: 200  len: 853 time: 0.1229167
Feb 12 21:35:07.979546 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b435ad-4420-4201-b520-2ad92e7bd87f None None] New status for floating IP df31a8cd-584e-4ead-ac34-77cc36ee78d4: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:35:08.030972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fcdc8-952d-4437-b2e3-c88a6393971f req-faab447b-4780-4496-9366-b81c71858f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:08.032462 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b5fcdc8-952d-4437-b2e3-c88a6393971f req-faab447b-4780-4496-9366-b81c71858f00 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7b73a427-9588-4cc4-abcf-a42a5fb9215f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0876360
Feb 12 21:35:08.140023 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c610d904-a23e-4e3e-8d67-dd866ed03096 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:08.168603 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b5fcdc8-952d-4437-b2e3-c88a6393971f req-e2d85bcf-87c1-4ac4-9c02-4aaf85f72585 service neutron] 10.222.0.50 "GET /v2.0/networks/7b73a427-9588-4cc4-abcf-a42a5fb9215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269360
Feb 12 21:35:08.229415 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.db.api [None req-43b435ad-4420-4201-b520-2ad92e7bd87f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:35:08.229639 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c610d904-a23e-4e3e-8d67-dd866ed03096 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (df31a8cd-584e-4ead-ac34-77cc36ee78d4), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:08.229855 ncdv-master-1 neutron-server[126509]: DEBUG oslo_db.api [None req-43b435ad-4420-4201-b520-2ad92e7bd87f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:35:08.330166 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6b5fcdc8-952d-4437-b2e3-c88a6393971f req-2eb30b0e-5df0-49b4-97d4-df1400118af3 service neutron] 10.222.0.50 "GET /v2.0/networks/7b73a427-9588-4cc4-abcf-a42a5fb9215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561608
Feb 12 21:35:08.469508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c610d904-a23e-4e3e-8d67-dd866ed03096 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:35:08.584580 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c610d904-a23e-4e3e-8d67-dd866ed03096 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:35:08.590460 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c610d904-a23e-4e3e-8d67-dd866ed03096 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:08.621684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'tag': '76381534-1480-4f0e-bbfa-edab76f98e64'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:35:08.623940 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a76cca6-fc6d-4b19-aff9-9686a1159b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb01e7f8-583c-4169-ac0e-1df6dc3a0b08", "tag": "76381534-1480-4f0e-bbfa-edab76f98e64"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:35:08.662358 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c610d904-a23e-4e3e-8d67-dd866ed03096 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "PUT /v2.0/floatingips/df31a8cd-584e-4ead-ac34-77cc36ee78d4 HTTP/1.1" status: 200  len: 991 time: 1.6821568
Feb 12 21:35:08.689191 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485257e0-c1dd-4a47-87d3-ec49cad064d3 x-openstack-request-id: req-485257e0-c1dd-4a47-87d3-ec49cad064d3 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:35:08.689515 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb01e7f8-583c-4169-ac0e-1df6dc3a0b08", "tag": "76381534-1480-4f0e-bbfa-edab76f98e64", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:35:08.689790 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-485257e0-c1dd-4a47-87d3-ec49cad064d3 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:35:08.690188 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'tag': '76381534-1480-4f0e-bbfa-edab76f98e64', 'status': 'completed', 'code': 200}
Feb 12 21:35:08.731746 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b435ad-4420-4201-b520-2ad92e7bd87f None None] New status for floating IP df31a8cd-584e-4ead-ac34-77cc36ee78d4: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:35:08.758187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76cca6-fc6d-4b19-aff9-9686a1159b9c req-faa55b8e-36cc-4899-8530-a0f3e168a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:08.759576 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a76cca6-fc6d-4b19-aff9-9686a1159b9c req-faa55b8e-36cc-4899-8530-a0f3e168a5b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfcb9d238a52483a94553e900468a87c&device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 1127 time: 0.0470312
Feb 12 21:35:08.854945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76cca6-fc6d-4b19-aff9-9686a1159b9c req-db492104-8865-4787-bc26-9a6f300d52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:08.857254 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a76cca6-fc6d-4b19-aff9-9686a1159b9c req-db492104-8865-4787-bc26-9a6f300d52b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7b73a427-9588-4cc4-abcf-a42a5fb9215f HTTP/1.1" status: 200  len: 915 time: 0.0910633
Feb 12 21:35:08.926287 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a76cca6-fc6d-4b19-aff9-9686a1159b9c req-02a5e959-f089-458f-9f4b-cfa5e44484dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76381534-1480-4f0e-bbfa-edab76f98e64 HTTP/1.1" status: 200  len: 999 time: 0.0635104
Feb 12 21:35:08.974834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76cca6-fc6d-4b19-aff9-9686a1159b9c req-57e1152d-0ac1-4be3-83c2-c7aa7b11d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:08.976290 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a76cca6-fc6d-4b19-aff9-9686a1159b9c req-57e1152d-0ac1-4be3-83c2-c7aa7b11d406 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=059f933d-2c7c-441d-be8d-b4e1be60819a HTTP/1.1" status: 200  len: 853 time: 0.0448985
Feb 12 21:35:09.030127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76cca6-fc6d-4b19-aff9-9686a1159b9c req-f2f1d855-2650-4ceb-8973-b3542a0bf43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:09.030243 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a76cca6-fc6d-4b19-aff9-9686a1159b9c req-f2f1d855-2650-4ceb-8973-b3542a0bf43f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7b73a427-9588-4cc4-abcf-a42a5fb9215f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0484517
Feb 12 21:35:09.031825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6115cdc3-d80d-42f2-8b82-e15780e51a7f None None] Sync routers for ids ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:35:09.041313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6115cdc3-d80d-42f2-8b82-e15780e51a7f None None] Routers {'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:35:09.041948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6115cdc3-d80d-42f2-8b82-e15780e51a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:09.123858 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a76cca6-fc6d-4b19-aff9-9686a1159b9c req-19a7c1e2-4a54-4d25-8e00-ce76764db340 service neutron] 10.222.0.50 "GET /v2.0/networks/7b73a427-9588-4cc4-abcf-a42a5fb9215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880291
Feb 12 21:35:09.153327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-6115cdc3-d80d-42f2-8b82-e15780e51a7f None None] Set router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:35:09.217090 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a76cca6-fc6d-4b19-aff9-9686a1159b9c req-f5817da1-30c9-4cc9-b314-a0340d84d30f service neutron] 10.222.0.50 "GET /v2.0/networks/7b73a427-9588-4cc4-abcf-a42a5fb9215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876317
Feb 12 21:35:09.379502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6115cdc3-d80d-42f2-8b82-e15780e51a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9ec10>, [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:31:47Z', 'revision_number': 4, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port': {'id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:44Z', 'updated_at': '2022-02-12T21:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'df31a8cd-584e-4ead-ac34-77cc36ee78d4', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'floating_ip_address': '172.35.2.192', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'port_id': '76381534-1480-4f0e-bbfa-edab76f98e64', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'mac_address': 'fa:16:3e:26:ca:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:35:05Z', 'updated_at': '2022-02-12T21:35:08Z', 'revision_number': 2, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b938283-a97d-4cac-9e2e-52b46ccce809', 'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'mac_address': 'fa:16:3e:9c:28:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:46Z', 'updated_at': '2022-02-12T21:31:52Z', 'revision_number': 5, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'subnets': [{'id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:09.409902 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6115cdc3-d80d-42f2-8b82-e15780e51a7f None None] Checking router: b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:35:09.418282 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6115cdc3-d80d-42f2-8b82-e15780e51a7f None None] Routers {'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:35:09.418887 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6115cdc3-d80d-42f2-8b82-e15780e51a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:34:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:09.523205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-6115cdc3-d80d-42f2-8b82-e15780e51a7f None None] Set router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:35:09.752489 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6115cdc3-d80d-42f2-8b82-e15780e51a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9ec10>, [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:31:47Z', 'revision_number': 4, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port': {'id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:44Z', 'updated_at': '2022-02-12T21:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'df31a8cd-584e-4ead-ac34-77cc36ee78d4', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'floating_ip_address': '172.35.2.192', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'port_id': '76381534-1480-4f0e-bbfa-edab76f98e64', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'mac_address': 'fa:16:3e:26:ca:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:35:05Z', 'updated_at': '2022-02-12T21:35:08Z', 'revision_number': 2, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b938283-a97d-4cac-9e2e-52b46ccce809', 'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'mac_address': 'fa:16:3e:9c:28:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:46Z', 'updated_at': '2022-02-12T21:31:52Z', 'revision_number': 5, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'subnets': [{'id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:09.778525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6115cdc3-d80d-42f2-8b82-e15780e51a7f None None] The sync data for ids ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'] in ncdv-master-1 is: [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:31:47Z', 'revision_number': 4, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port': {'id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:44Z', 'updated_at': '2022-02-12T21:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'df31a8cd-584e-4ead-ac34-77cc36ee78d4', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'floating_ip_address': '172.35.2.192', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'port_id': '76381534-1480-4f0e-bbfa-edab76f98e64', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'mac_address': 'fa:16:3e:26:ca:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:35:05Z', 'updated_at': '2022-02-12T21:35:08Z', 'revision_number': 2, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b938283-a97d-4cac-9e2e-52b46ccce809', 'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'mac_address': 'fa:16:3e:9c:28:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:46Z', 'updated_at': '2022-02-12T21:31:52Z', 'revision_number': 5, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'subnets': [{'id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:35:10.182186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e90ba46d-0ef7-4668-b2f7-b79782235e50 req-01d3e684-297d-4713-8af3-ad3aceb7e400 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0431523
Feb 12 21:35:10.251109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ba46d-0ef7-4668-b2f7-b79782235e50 req-420a6f4c-1a29-4b12-b4a4-1bef0eb2a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:10.252635 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e90ba46d-0ef7-4668-b2f7-b79782235e50 req-420a6f4c-1a29-4b12-b4a4-1bef0eb2a51e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11ee0199776b422d91d8368c75898fd8&device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 1127 time: 0.0491378
Feb 12 21:35:10.356576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ba46d-0ef7-4668-b2f7-b79782235e50 req-065dbc5b-d056-444d-ad8d-e3e87a1d92be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:10.358070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e90ba46d-0ef7-4668-b2f7-b79782235e50 req-065dbc5b-d056-444d-ad8d-e3e87a1d92be service neutron] 10.222.0.50 "GET /v2.0/networks?id=5a275d54-c4f2-43ea-a3af-6f48ceb00c04 HTTP/1.1" status: 200  len: 909 time: 0.0874331
Feb 12 21:35:10.425176 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e90ba46d-0ef7-4668-b2f7-b79782235e50 req-a8c66224-d0c5-4503-8660-d3d1f906893a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d754d1-34dc-4a41-ac74-e83b17271343 HTTP/1.1" status: 200  len: 1001 time: 0.0616760
Feb 12 21:35:10.473049 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ba46d-0ef7-4668-b2f7-b79782235e50 req-b5e2fa31-5413-472d-ad99-38ce612f387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:10.474517 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e90ba46d-0ef7-4668-b2f7-b79782235e50 req-b5e2fa31-5413-472d-ad99-38ce612f387a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3918f939-1e5c-4678-bc3a-c7a904354339 HTTP/1.1" status: 200  len: 847 time: 0.0438821
Feb 12 21:35:10.522780 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ba46d-0ef7-4668-b2f7-b79782235e50 req-5f4c98ea-17d9-4fef-b8dd-0df7d02f4948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:10.524178 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e90ba46d-0ef7-4668-b2f7-b79782235e50 req-5f4c98ea-17d9-4fef-b8dd-0df7d02f4948 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5a275d54-c4f2-43ea-a3af-6f48ceb00c04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442123
Feb 12 21:35:10.616752 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e90ba46d-0ef7-4668-b2f7-b79782235e50 req-b87896a3-e086-4a9a-962c-628f432c9ae5 service neutron] 10.222.0.50 "GET /v2.0/networks/5a275d54-c4f2-43ea-a3af-6f48ceb00c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866039
Feb 12 21:35:10.690956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'tag': '76381534-1480-4f0e-bbfa-edab76f98e64'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:35:10.693226 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476111f2-acfe-467f-9cc7-48ffa0170097" -d '{"events": [{"name": "network-changed", "server_uuid": "cb01e7f8-583c-4169-ac0e-1df6dc3a0b08", "tag": "76381534-1480-4f0e-bbfa-edab76f98e64"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:35:10.718246 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e90ba46d-0ef7-4668-b2f7-b79782235e50 req-d8123e0c-2ecc-4d30-ba8a-42e0397b9373 service neutron] 10.222.0.50 "GET /v2.0/networks/5a275d54-c4f2-43ea-a3af-6f48ceb00c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0955353
Feb 12 21:35:10.733278 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efac89f7-7c1d-4799-a970-de35c8db30d1 x-openstack-request-id: req-efac89f7-7c1d-4799-a970-de35c8db30d1 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:35:10.733596 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb01e7f8-583c-4169-ac0e-1df6dc3a0b08", "tag": "76381534-1480-4f0e-bbfa-edab76f98e64", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:35:10.733886 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efac89f7-7c1d-4799-a970-de35c8db30d1 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:35:10.734291 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'tag': '76381534-1480-4f0e-bbfa-edab76f98e64', 'status': 'completed', 'code': 200}
Feb 12 21:35:10.807596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476111f2-acfe-467f-9cc7-48ffa0170097 req-bdd128c1-df79-4455-88f8-9a084a294598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:10.809434 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-476111f2-acfe-467f-9cc7-48ffa0170097 req-bdd128c1-df79-4455-88f8-9a084a294598 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfcb9d238a52483a94553e900468a87c&device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 1127 time: 0.0527050
Feb 12 21:35:10.901135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476111f2-acfe-467f-9cc7-48ffa0170097 req-ea7a8e3c-def5-473d-9f6e-75cee45b72a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:10.903361 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-476111f2-acfe-467f-9cc7-48ffa0170097 req-ea7a8e3c-def5-473d-9f6e-75cee45b72a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7b73a427-9588-4cc4-abcf-a42a5fb9215f HTTP/1.1" status: 200  len: 915 time: 0.0880253
Feb 12 21:35:10.970393 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-476111f2-acfe-467f-9cc7-48ffa0170097 req-27a18fff-106c-4dd5-84f7-0a4679a34bed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76381534-1480-4f0e-bbfa-edab76f98e64 HTTP/1.1" status: 200  len: 1001 time: 0.0617983
Feb 12 21:35:11.018845 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476111f2-acfe-467f-9cc7-48ffa0170097 req-87a370f7-4aff-4a23-bf60-dee44ae6fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:11.020367 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-476111f2-acfe-467f-9cc7-48ffa0170097 req-87a370f7-4aff-4a23-bf60-dee44ae6fb7d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=059f933d-2c7c-441d-be8d-b4e1be60819a HTTP/1.1" status: 200  len: 853 time: 0.0449970
Feb 12 21:35:11.068969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476111f2-acfe-467f-9cc7-48ffa0170097 req-aa956dbb-0ea8-4c57-baf7-b5de8b78a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:11.070451 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-476111f2-acfe-467f-9cc7-48ffa0170097 req-aa956dbb-0ea8-4c57-baf7-b5de8b78a553 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7b73a427-9588-4cc4-abcf-a42a5fb9215f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446608
Feb 12 21:35:11.163002 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-476111f2-acfe-467f-9cc7-48ffa0170097 req-65fb8161-78c7-4bee-a92e-d12a331925a6 service neutron] 10.222.0.50 "GET /v2.0/networks/7b73a427-9588-4cc4-abcf-a42a5fb9215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867150
Feb 12 21:35:11.250271 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-476111f2-acfe-467f-9cc7-48ffa0170097 req-d04f5e13-cc48-4543-a4ee-fc25d29d5c88 service neutron] 10.222.0.50 "GET /v2.0/networks/7b73a427-9588-4cc4-abcf-a42a5fb9215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815144
Feb 12 21:35:15.960719 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50010) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:16.107694 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d40cbe6e-b4dc-46b8-8c71-a6ca18c6777e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4fb7edbcd0864f13be6f5138d1350e12&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1457837
Feb 12 21:35:16.110421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50014) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:16.162167 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a972baf-f927-4f09-a51c-9f9a8af007b6 admin admin] Publish callbacks [] for security_group (f4fa50e3-6825-4367-a461-46b58f29546d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:16.184396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a972baf-f927-4f09-a51c-9f9a8af007b6 admin admin] Publish callbacks [] for security_group (f4fa50e3-6825-4367-a461-46b58f29546d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:16.307879 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a972baf-f927-4f09-a51c-9f9a8af007b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f4fa50e3-6825-4367-a461-46b58f29546d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:16.310527 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9a972baf-f927-4f09-a51c-9f9a8af007b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:16.311697 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9a972baf-f927-4f09-a51c-9f9a8af007b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4fa50e3-6825-4367-a461-46b58f29546d HTTP/1.1" status: 204  len: 168 time: 0.2000892
Feb 12 21:35:16.320884 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a972baf-f927-4f09-a51c-9f9a8af007b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fa50e3-6825-4367-a461-46b58f29546d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:20.683319 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:35:25.908144 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a010febf-216c-4847-b4c2-55571fbd85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:27.148090 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:28.308127 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9841-3397-4022-b641-61111796d05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:29.569443 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:29.610696 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:31.016603 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:32.176293 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:33.407265 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf1557-741e-4a5a-8364-3b22ae9ceb9e req-364f31b6-6135-4cd0-b57d-2f74c0cbd020 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:33.408742 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1dbf1557-741e-4a5a-8364-3b22ae9ceb9e req-364f31b6-6135-4cd0-b57d-2f74c0cbd020 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 945 time: 0.0586774
Feb 12 21:35:33.457951 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1dbf1557-741e-4a5a-8364-3b22ae9ceb9e req-3cf39ea6-9276-4d0d-95c3-8a4a7f3a00e2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434787
Feb 12 21:35:33.480852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50230) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:33.541464 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-367f9780-19fa-4511-b959-efc7b596531d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/floatingips/d7a2b6d6-db4b-4040-b245-d8dd8d4586c0 HTTP/1.1" status: 200  len: 993 time: 0.0588751
Feb 12 21:35:34.036755 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a10f84-4d2f-4a33-9d9c-51e0807a3cac req-28eb02fc-d0c5-4782-897f-ccbc211ea4ad tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:34.038392 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4a10f84-4d2f-4a33-9d9c-51e0807a3cac req-28eb02fc-d0c5-4782-897f-ccbc211ea4ad tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 1127 time: 0.0460060
Feb 12 21:35:34.088680 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4a10f84-4d2f-4a33-9d9c-51e0807a3cac req-50743932-9360-4b73-b434-49d399093972 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442379
Feb 12 21:35:34.991057 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50262) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:35.132897 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-c6459e11-2d0f-4526-8673-aa76f1d8ba35 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1406825
Feb 12 21:35:35.141709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-d7f75316-3772-4b8d-8382-cb3f47c90460 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:35:35.142822 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-d7f75316-3772-4b8d-8382-cb3f47c90460 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056429
Feb 12 21:35:35.170645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50266) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:35.330039 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-d51d8e9a-9fa2-42cd-a49e-197690290068 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:35.331459 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-d51d8e9a-9fa2-42cd-a49e-197690290068 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/ports/6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d HTTP/1.1" status: 200  len: 1124 time: 0.1593640
Feb 12 21:35:36.251888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-aa1a5261-afbc-46ba-99f2-64acad0c1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:36.253287 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-aa1a5261-afbc-46ba-99f2-64acad0c1ae9 service neutron] 10.222.0.31 "GET /v2.0/ports/6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d HTTP/1.1" status: 200  len: 1124 time: 0.0370853
Feb 12 21:35:36.261842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-8ee83622-defa-4602-812a-d6053a847c9c service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:35:36.262423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-8ee83622-defa-4602-812a-d6053a847c9c service neutron] Unknown quota resources ['binding']. {{(pid=126505) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Feb 12 21:35:36.399768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-8ee83622-defa-4602-812a-d6053a847c9c service neutron] Attempting to bind port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d on host nch2-master-1 for vnic_type normal with profile None {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:35:36.400104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-8ee83622-defa-4602-812a-d6053a847c9c service neutron] Attempting to bind port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:35:36.400432 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-8ee83622-defa-4602-812a-d6053a847c9c service neutron] Attempting to bind port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d on network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:35:36.405799 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-8ee83622-defa-4602-812a-d6053a847c9c service neutron] Port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d on network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:35:36.406122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-8ee83622-defa-4602-812a-d6053a847c9c service neutron] Attempting to bind port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d on network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:35:36.411091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-8ee83622-defa-4602-812a-d6053a847c9c service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:35:36.411426 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-8ee83622-defa-4602-812a-d6053a847c9c service neutron] Checking segment: {'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:35:36.411805 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-8ee83622-defa-4602-812a-d6053a847c9c service neutron] Bound using segment: {'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:35:36.412224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-8ee83622-defa-4602-812a-d6053a847c9c service neutron] Bound port: 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:35:36.493718 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-8ee83622-defa-4602-812a-d6053a847c9c service neutron] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:35:36.618888 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-8ee83622-defa-4602-812a-d6053a847c9c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:36.620105 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-8ee83622-defa-4602-812a-d6053a847c9c service neutron] 10.222.0.31 "POST /v2.0/ports/6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d/bindings HTTP/1.1" status: 201  len: 389 time: 0.3616316
Feb 12 21:35:36.970861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca71c1b-5c7b-49ba-a646-491a5f5917af req-0835c5c7-9f67-4fbb-85b4-0245a0390b0e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:36.970861 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cca71c1b-5c7b-49ba-a646-491a5f5917af req-0835c5c7-9f67-4fbb-85b4-0245a0390b0e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 945 time: 0.0657356
Feb 12 21:35:36.973914 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cca71c1b-5c7b-49ba-a646-491a5f5917af req-931da61a-bad4-4143-ad60-63b6d189b16e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501289
Feb 12 21:35:37.314047 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-3f9c3880-0326-4485-93d8-33a38cb09c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:37.315766 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-3f9c3880-0326-4485-93d8-33a38cb09c1b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 1127 time: 0.0511723
Feb 12 21:35:37.759051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-fcb67467-e3b9-4cf1-927b-96dfd27b400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:37.759051 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-fcb67467-e3b9-4cf1-927b-96dfd27b400d service neutron] 10.222.0.50 "GET /v2.0/networks?id=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f HTTP/1.1" status: 200  len: 898 time: 0.4054050
Feb 12 21:35:37.795950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-48314e4d-0c8f-4b23-a74d-d04b898a8ca3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d HTTP/1.1" status: 200  len: 1001 time: 0.0631530
Feb 12 21:35:37.849009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-a318d525-cf20-48e7-ac7b-ccd569872a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:37.850487 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-a318d525-cf20-48e7-ac7b-ccd569872a02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=23954f95-d247-40aa-9a8f-ffc0cb4b97af HTTP/1.1" status: 200  len: 834 time: 0.0491891
Feb 12 21:35:37.903453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-309679fa-6c88-458c-a6b3-a7e8b5694011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:37.905176 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-309679fa-6c88-458c-a6b3-a7e8b5694011 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0477374
Feb 12 21:35:38.004953 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-66b7855c-a1c4-449e-bb4f-d3c87b02da2b service neutron] 10.222.0.50 "GET /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941491
Feb 12 21:35:38.102787 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-eccbc40e-39a6-4562-b5cf-c5288a34817c service neutron] 10.222.0.50 "GET /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919502
Feb 12 21:35:38.103164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a0848-c56e-4991-b6cc-0ee3948ab57d req-0dd1257d-2d19-4fb4-8bab-aa0069d80c50 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:38.104708 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-301a0848-c56e-4991-b6cc-0ee3948ab57d req-0dd1257d-2d19-4fb4-8bab-aa0069d80c50 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 945 time: 0.0619557
Feb 12 21:35:38.157199 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-301a0848-c56e-4991-b6cc-0ee3948ab57d req-07d96e71-28b7-49d9-b20d-968806545af0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452845
Feb 12 21:35:38.240090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-09e348a5-f8b4-4666-a202-795c5269b6fc tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:38.241645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-09e348a5-f8b4-4666-a202-795c5269b6fc tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f&tenant_id=bc1c557f5d984523b9dbe9c385659448&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0847356
Feb 12 21:35:38.251875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:35:38.320067 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:38.455950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:35:38.492932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:35:38.534493 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:35:38.536838 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54b71d0-6090-4e96-8980-5cdff2e43f31" -d '{"events": [{"server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:35:38.540449 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Publish callbacks [] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:38.578688 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee38def-5d81-4f9f-b2bd-075d8b10eb63 x-openstack-request-id: req-aee38def-5d81-4f9f-b2bd-075d8b10eb63 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:35:38.578688 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:35:38.578688 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aee38def-5d81-4f9f-b2bd-075d8b10eb63 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:35:38.578688 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'code': 200}
Feb 12 21:35:38.673614 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:38.782922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:38.797144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:38.798839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:38.799377 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:38.799894 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:38.800402 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:38.800919 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:38.801680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:38.802192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:38.802714 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:38.803489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:38.804055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:38.804397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:38.804741 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:38.859153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Attempting to bind port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:35:38.859500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Attempting to bind port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:35:38.859893 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Attempting to bind port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d on network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:35:38.864537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d on network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:35:38.866086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Attempting to bind port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d on network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:35:38.870054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:35:38.870405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Checking segment: {'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:35:38.870801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Bound using segment: {'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:35:38.871239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Bound port: 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce1c363-c0b1-44aa-bf73-795f613d7d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:35:38.871604 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:38.912478 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-5d1116a2-8293-45e0-bb55-6117c8986e72 None None] Provisioning complete for port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:35:38.913021 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5d1116a2-8293-45e0-bb55-6117c8986e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:38.941580 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:35:38.944951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:35:38.958102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5d1116a2-8293-45e0-bb55-6117c8986e72 None None] Port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:35:39.006836 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50368) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:39.011573 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:39.121063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,revision_number=8']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:39.129398 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f7a2f1d-84cd-487f-9eb8-6e32df95944a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:39.165150 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:39.166136 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:39.167935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0330081c-56ba-4f07-907e-3b3a14273a63 service neutron] 10.222.0.50 "PUT /v2.0/ports/6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d HTTP/1.1" status: 200  len: 1121 time: 0.9201865
Feb 12 21:35:39.220722 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f7a2f1d-84cd-487f-9eb8-6e32df95944a admin admin] Publish callbacks [] for security_group (df6055b8-90f1-48a4-af43-7934adc2ccf5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:39.251205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:35:39.290799 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f7a2f1d-84cd-487f-9eb8-6e32df95944a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (df6055b8-90f1-48a4-af43-7934adc2ccf5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:39.316913 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ef696-2d68-4712-b52e-281576fdd8fd req-f0afbe4c-d4a6-4fb4-be8b-9875e7d68579 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:39.318501 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a07ef696-2d68-4712-b52e-281576fdd8fd req-f0afbe4c-d4a6-4fb4-be8b-9875e7d68579 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 943 time: 0.0798979
Feb 12 21:35:39.360139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a2f1d-84cd-487f-9eb8-6e32df95944a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6055b8-90f1-48a4-af43-7934adc2ccf5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:39.366442 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9f7a2f1d-84cd-487f-9eb8-6e32df95944a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d6c242b7ff346f5b5cb6b75c4321618&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3585267
Feb 12 21:35:39.369138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50374) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:39.402151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Provisioning complete for port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:35:39.402802 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:39.435601 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae269e68-1757-4ad2-9de3-eeca4bda9f3f admin admin] Publish callbacks [] for security_group (df6055b8-90f1-48a4-af43-7934adc2ccf5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:39.461512 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae269e68-1757-4ad2-9de3-eeca4bda9f3f admin admin] Publish callbacks [] for security_group (df6055b8-90f1-48a4-af43-7934adc2ccf5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:39.558063 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Current status of the port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:35:39.558456 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:39.600879 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:35:39.601575 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae269e68-1757-4ad2-9de3-eeca4bda9f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (df6055b8-90f1-48a4-af43-7934adc2ccf5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:39.603200 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c1b4a4-97cd-4fde-889a-63796f94fd93" -d '{"events": [{"server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "name": "network-vif-plugged", "status": "completed", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:35:39.604494 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae269e68-1757-4ad2-9de3-eeca4bda9f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:39.609680 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ae269e68-1757-4ad2-9de3-eeca4bda9f3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df6055b8-90f1-48a4-af43-7934adc2ccf5 HTTP/1.1" status: 204  len: 168 time: 0.2355297
Feb 12 21:35:39.617663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae269e68-1757-4ad2-9de3-eeca4bda9f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6055b8-90f1-48a4-af43-7934adc2ccf5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:39.621377 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:35:39.703380 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:39.734166 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a07ef696-2d68-4712-b52e-281576fdd8fd req-6cadab65-6bea-4521-8d97-15fffa4406ea tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4092398
Feb 12 21:35:39.816299 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7388fae-8f75-4f80-9559-2857003477e1 x-openstack-request-id: req-d7388fae-8f75-4f80-9559-2857003477e1 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:35:39.822362 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "name": "network-vif-plugged", "status": "completed", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:35:39.822362 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7388fae-8f75-4f80-9559-2857003477e1 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:35:39.822362 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'code': 200}
Feb 12 21:35:39.853190 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Pushing event updated for resources: {'Port': ['ID=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:39.868642 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:39.868994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:39.869340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:39.869703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:39.870040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:39.870375 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:39.870706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:39.871035 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:39.871364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:39.871696 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:39.872750 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:39.873082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:39.873435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3df000-43ab-46fc-9804-fb0f67d9cbe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:35:40.272397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50386) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:40.286199 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c8ef33b8-fb66-46c2-8414-f797331ea1ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:40.360794 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c8ef33b8-fb66-46c2-8414-f797331ea1ae admin admin] Publish callbacks [] for security_group (599ec43c-1530-456e-9538-9734eae17ef7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:40.431871 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c8ef33b8-fb66-46c2-8414-f797331ea1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (599ec43c-1530-456e-9538-9734eae17ef7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:40.469376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef33b8-fb66-46c2-8414-f797331ea1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599ec43c-1530-456e-9538-9734eae17ef7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:40.473676 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c8ef33b8-fb66-46c2-8414-f797331ea1ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=606d045d810744958a62a240c4cff352&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2001941
Feb 12 21:35:40.476823 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50388) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:40.523153 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c39214c-1708-4cef-9eb2-c02e3080fe5d admin admin] Publish callbacks [] for security_group (599ec43c-1530-456e-9538-9734eae17ef7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:40.548397 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c39214c-1708-4cef-9eb2-c02e3080fe5d admin admin] Publish callbacks [] for security_group (599ec43c-1530-456e-9538-9734eae17ef7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:40.578259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:35:40.580531 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b383b1-62e9-4aac-803c-f7ddc184aad7" -d '{"events": [{"name": "network-changed", "server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:35:40.619704 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b711cf7-f761-4a9d-ba69-5aa6e1124371 x-openstack-request-id: req-9b711cf7-f761-4a9d-ba69-5aa6e1124371 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:35:40.620008 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:35:40.620264 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b711cf7-f761-4a9d-ba69-5aa6e1124371 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:35:40.620665 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'status': 'completed', 'code': 200}
Feb 12 21:35:40.657100 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c39214c-1708-4cef-9eb2-c02e3080fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (599ec43c-1530-456e-9538-9734eae17ef7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:40.659700 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3c39214c-1708-4cef-9eb2-c02e3080fe5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:40.660836 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3c39214c-1708-4cef-9eb2-c02e3080fe5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/599ec43c-1530-456e-9538-9734eae17ef7 HTTP/1.1" status: 204  len: 168 time: 0.1836319
Feb 12 21:35:40.687350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39214c-1708-4cef-9eb2-c02e3080fe5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599ec43c-1530-456e-9538-9734eae17ef7,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:40.707101 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b383b1-62e9-4aac-803c-f7ddc184aad7 req-a57b037d-b7af-4929-98ea-d6aa0ed4d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:40.709590 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2b383b1-62e9-4aac-803c-f7ddc184aad7 req-a57b037d-b7af-4929-98ea-d6aa0ed4d182 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 1157 time: 0.0631392
Feb 12 21:35:40.824963 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b383b1-62e9-4aac-803c-f7ddc184aad7 req-99604d22-6767-4e1a-b736-3873366ee0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:40.827285 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2b383b1-62e9-4aac-803c-f7ddc184aad7 req-99604d22-6767-4e1a-b736-3873366ee0cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f HTTP/1.1" status: 200  len: 898 time: 0.1053855
Feb 12 21:35:40.917861 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2b383b1-62e9-4aac-803c-f7ddc184aad7 req-828da1cb-d5bd-402b-aac6-61648860bde5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d HTTP/1.1" status: 200  len: 1001 time: 0.0797420
Feb 12 21:35:40.929941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7a67f-07d2-4779-8d7b-3732d6302764 req-bcf0f71b-083a-43d8-bbae-4dde7280669b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:40.931386 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2d7a67f-07d2-4779-8d7b-3732d6302764 req-bcf0f71b-083a-43d8-bbae-4dde7280669b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 945 time: 0.1031554
Feb 12 21:35:41.006397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b383b1-62e9-4aac-803c-f7ddc184aad7 req-e532c313-f01b-469b-930c-aaf597d3bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:41.008026 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2b383b1-62e9-4aac-803c-f7ddc184aad7 req-e532c313-f01b-469b-930c-aaf597d3bf38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23954f95-d247-40aa-9a8f-ffc0cb4b97af HTTP/1.1" status: 200  len: 834 time: 0.0756745
Feb 12 21:35:41.032076 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2d7a67f-07d2-4779-8d7b-3732d6302764 req-c7d6b158-17e5-4b82-9c7a-0cd280b4cc30 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0919652
Feb 12 21:35:41.071713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b383b1-62e9-4aac-803c-f7ddc184aad7 req-f042147e-a151-4d1a-b47c-45f0b29bdc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:41.073372 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2b383b1-62e9-4aac-803c-f7ddc184aad7 req-f042147e-a151-4d1a-b47c-45f0b29bdc14 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0558877
Feb 12 21:35:41.178912 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2b383b1-62e9-4aac-803c-f7ddc184aad7 req-99ee9c9a-1104-4bc1-91cb-536a7bb0ff37 service neutron] 10.222.0.48 "GET /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0950570
Feb 12 21:35:41.271930 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b2b383b1-62e9-4aac-803c-f7ddc184aad7 req-10e6cb9b-8650-4177-a28f-b498894d6983 service neutron] 10.222.0.48 "GET /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839388
Feb 12 21:35:41.984943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:35:42.184048 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171facc5-5764-44bb-896d-1dc3ba389770 req-5604ed67-6a79-49f5-994f-e8699e79fa60 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:42.190622 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-171facc5-5764-44bb-896d-1dc3ba389770 req-5604ed67-6a79-49f5-994f-e8699e79fa60 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 945 time: 0.0696976
Feb 12 21:35:42.249035 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-171facc5-5764-44bb-896d-1dc3ba389770 req-6096637e-5d4e-44a2-91ce-56f59e70edea tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506372
Feb 12 21:35:42.260488 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:35:42.272279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d has no active binding in host nch2-master-1 {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Feb 12 21:35:43.379520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa142f0-d14d-45a1-8b4b-401c28294ce4 req-6316adb4-442f-4f61-a1fd-93a85b5981c8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:43.381256 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-baa142f0-d14d-45a1-8b4b-401c28294ce4 req-6316adb4-442f-4f61-a1fd-93a85b5981c8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 945 time: 0.0574992
Feb 12 21:35:43.437994 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-baa142f0-d14d-45a1-8b4b-401c28294ce4 req-f5a0aaf2-2c0a-4fc3-988c-644cf41d279a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506160
Feb 12 21:35:44.399587 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-5f328b19-f4cc-4c49-a03e-ac9b9504c1c2 service neutron] 10.222.0.48 "GET /v2.0/ports/6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0570502
Feb 12 21:35:44.572748 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a636e0-779c-403f-9b54-5f4daa159f4f req-ceeb2ec2-76b1-49c7-a2a7-ebbf6fe9db9f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:44.574375 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-13a636e0-779c-403f-9b54-5f4daa159f4f req-ceeb2ec2-76b1-49c7-a2a7-ebbf6fe9db9f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 945 time: 0.0658255
Feb 12 21:35:44.581460 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-c826e841-88f3-4eb5-bc3f-f1170c7e13cf service neutron] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:35:44.602304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-c826e841-88f3-4eb5-bc3f-f1170c7e13cf service neutron] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:35:44.630851 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-13a636e0-779c-403f-9b54-5f4daa159f4f req-cb4f901a-ba22-4c89-a6bd-788c8b0a8da5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500720
Feb 12 21:35:44.643586 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:35:44.646025 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb327532-bbe9-4878-96d4-96569ce835c0" -d '{"events": [{"server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:35:44.663808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-c826e841-88f3-4eb5-bc3f-f1170c7e13cf service neutron] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:35:44.685054 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca326ef-28c5-41f4-bc3e-e61b297eb7bc x-openstack-request-id: req-dca326ef-28c5-41f4-bc3e-e61b297eb7bc {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:35:44.685457 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:35:44.685724 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dca326ef-28c5-41f4-bc3e-e61b297eb7bc {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:35:44.686131 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'code': 200}
Feb 12 21:35:44.751884 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-c826e841-88f3-4eb5-bc3f-f1170c7e13cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:44.832447 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-c826e841-88f3-4eb5-bc3f-f1170c7e13cf service neutron] Transition to ACTIVE for port object 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:35:44.929339 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-c826e841-88f3-4eb5-bc3f-f1170c7e13cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:45.026903 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826e841-88f3-4eb5-bc3f-f1170c7e13cf service neutron] Pushing event updated for resources: {'Port': ['ID=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,revision_number=11']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:45.066832 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-c826e841-88f3-4eb5-bc3f-f1170c7e13cf service neutron] No DVR routers for this DVR port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:35:45.208321 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-c826e841-88f3-4eb5-bc3f-f1170c7e13cf service neutron] 10.222.0.48 "PUT /v2.0/ports/6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.8023551
Feb 12 21:35:45.385235 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-c205d98b-4aa1-4f03-96af-bb403ec2fd05 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:45.386780 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-c205d98b-4aa1-4f03-96af-bb403ec2fd05 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f&tenant_id=bc1c557f5d984523b9dbe9c385659448&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0502174
Feb 12 21:35:45.440082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-fd13fe2a-5cdb-48b0-8ca6-323855de3b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:45.440082 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-fd13fe2a-5cdb-48b0-8ca6-323855de3b57 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f&tenant_id=bc1c557f5d984523b9dbe9c385659448 HTTP/1.1" status: 200  len: 1126 time: 0.0462003
Feb 12 21:35:45.518244 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-22719eb6-06b5-4f24-8e30-c527cedf3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:45.519641 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-22719eb6-06b5-4f24-8e30-c527cedf3fbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 1126 time: 0.0581832
Feb 12 21:35:45.612699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-1f0e71dc-4b00-48c3-adfd-73b48e9c2916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:45.614300 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-1f0e71dc-4b00-48c3-adfd-73b48e9c2916 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f HTTP/1.1" status: 200  len: 898 time: 0.0889323
Feb 12 21:35:45.680635 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-aa1cc2fa-0985-4e5e-846a-23f1e734d856 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d HTTP/1.1" status: 200  len: 999 time: 0.0607953
Feb 12 21:35:45.735392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-b7377ebd-86fc-402d-9275-8c2ad97610da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:45.736816 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-b7377ebd-86fc-402d-9275-8c2ad97610da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=23954f95-d247-40aa-9a8f-ffc0cb4b97af HTTP/1.1" status: 200  len: 834 time: 0.0498145
Feb 12 21:35:45.754993 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192104d-1e92-4a05-8ee7-7bd6fa5d8556 req-086713df-db3a-47f5-a9bd-c70377ea4927 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:45.757037 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3192104d-1e92-4a05-8ee7-7bd6fa5d8556 req-086713df-db3a-47f5-a9bd-c70377ea4927 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 944 time: 0.0547063
Feb 12 21:35:45.787097 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-a2f8290e-70c6-43b8-896b-1373cb7150d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:45.788546 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-a2f8290e-70c6-43b8-896b-1373cb7150d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463676
Feb 12 21:35:45.808260 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3192104d-1e92-4a05-8ee7-7bd6fa5d8556 req-f05ab012-860d-49a9-805d-b516a843fb15 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453990
Feb 12 21:35:45.880610 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-07d08cd6-675e-49ad-946b-df44e0f9eb3a service neutron] 10.222.0.50 "GET /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858541
Feb 12 21:35:45.974356 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-4d7afc03-0ec8-4f83-bb1c-eaf5a5cd9609 service neutron] 10.222.0.50 "GET /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872290
Feb 12 21:35:46.014276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:35:46.119421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:35:46.131075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'port_id': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'mac_address': 'fa:16:3e:03:07:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:35:46.175300 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:35:46.175765 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:46.191304 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:35:46.213336 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:35:46.377443 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:46.428574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,revision_number=12']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:46.442994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:35:46.524196 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-72c035ac-1150-4484-9896-b4bc35081876 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:46.525735 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-72c035ac-1150-4484-9896-b4bc35081876 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f&tenant_id=bc1c557f5d984523b9dbe9c385659448&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0514576
Feb 12 21:35:46.716793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0aa0f074-04a9-41cd-af97-aeb82a9b4724 service neutron] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:35:46.721089 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0aa0f074-04a9-41cd-af97-aeb82a9b4724 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:46.722291 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-0aa0f074-04a9-41cd-af97-aeb82a9b4724 service neutron] 10.222.0.50 "DELETE /v2.0/ports/6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1908453
Feb 12 21:35:46.934382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5671f-d612-49ed-ae8a-0ccb011583b2 req-2bc2ff00-b55e-46e6-b145-4ccc96678616 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:46.935852 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4f5671f-d612-49ed-ae8a-0ccb011583b2 req-2bc2ff00-b55e-46e6-b145-4ccc96678616 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 945 time: 0.0535679
Feb 12 21:35:46.985717 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4f5671f-d612-49ed-ae8a-0ccb011583b2 req-3e98dd81-8ebf-44f2-9dbc-22abced140df tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440288
Feb 12 21:35:47.103098 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128da61d-e664-4dab-818d-8d287da7e940 req-277fd3fd-f8a8-4c75-92f9-ddd963fa9077 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:47.104821 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-128da61d-e664-4dab-818d-8d287da7e940 req-277fd3fd-f8a8-4c75-92f9-ddd963fa9077 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 1127 time: 0.0478482
Feb 12 21:35:47.165876 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-128da61d-e664-4dab-818d-8d287da7e940 req-6496076f-790b-4afd-adfa-18ae1b1bf326 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547743
Feb 12 21:35:47.283308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f1001-d813-44ff-a177-6c79dfeec4f4 req-990a02fc-538c-47c7-83b7-624824a68d38 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:47.284804 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-993f1001-d813-44ff-a177-6c79dfeec4f4 req-990a02fc-538c-47c7-83b7-624824a68d38 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 945 time: 0.0529642
Feb 12 21:35:47.337198 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-993f1001-d813-44ff-a177-6c79dfeec4f4 req-8693527e-a905-49d9-a2b0-30499aacd056 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466316
Feb 12 21:35:47.359297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50548) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:47.420564 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8824c71f-af3a-49bb-936d-274de9e58492 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/floatingips/d7a2b6d6-db4b-4040-b245-d8dd8d4586c0 HTTP/1.1" status: 200  len: 992 time: 0.0600274
Feb 12 21:35:47.640678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50554) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:47.809857 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-6f28f5e0-1fd4-4044-97eb-7c6e15ba296a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting port b87cb707-5e4d-4d84-a433-2bfad9f78d12 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:35:47.810202 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6f28f5e0-1fd4-4044-97eb-7c6e15ba296a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b87cb707-5e4d-4d84-a433-2bfad9f78d12), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:47.886945 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6f28f5e0-1fd4-4044-97eb-7c6e15ba296a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b87cb707-5e4d-4d84-a433-2bfad9f78d12), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:47.887268 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6f28f5e0-1fd4-4044-97eb-7c6e15ba296a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for floatingip (b87cb707-5e4d-4d84-a433-2bfad9f78d12), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:47.898696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-6f28f5e0-1fd4-4044-97eb-7c6e15ba296a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Calling delete_port for b87cb707-5e4d-4d84-a433-2bfad9f78d12 owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:35:48.014932 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:35:48.101077 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6f28f5e0-1fd4-4044-97eb-7c6e15ba296a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b87cb707-5e4d-4d84-a433-2bfad9f78d12), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:48.129509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28f5e0-1fd4-4044-97eb-7c6e15ba296a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Port': ['ID=b87cb707-5e4d-4d84-a433-2bfad9f78d12,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:48.130174 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:35:48.133548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:35:48.162171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:35:48.162171 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:48.204694 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6f28f5e0-1fd4-4044-97eb-7c6e15ba296a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for floatingip (d7a2b6d6-db4b-4040-b245-d8dd8d4586c0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:48.205038 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-6f28f5e0-1fd4-4044-97eb-7c6e15ba296a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Floating IP d7a2b6d6-db4b-4040-b245-d8dd8d4586c0 disassociated (deleted). External IP: 172.35.2.187, port: 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d.
Feb 12 21:35:48.205865 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] The host nch1-master-1 is not matching for port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d host nch2-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:35:48.206532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:35:48.254049 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:35:48.254445 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:48.277260 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:35:48.279518 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7931e8c4-5d12-4206-b6bc-c58fcb15ddf6" -d '{"events": [{"server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "name": "network-vif-plugged", "status": "completed", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:35:48.295411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:35:48.357280 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47093d49-40d5-456f-a984-a22633222584 x-openstack-request-id: req-47093d49-40d5-456f-a984-a22633222584 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:35:48.357631 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "name": "network-vif-plugged", "status": "completed", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:35:48.357939 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47093d49-40d5-456f-a984-a22633222584 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:35:48.367111 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'code': 200}
Feb 12 21:35:48.386565 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:48.434286 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f28f5e0-1fd4-4044-97eb-7c6e15ba296a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router 54b2884b-4f03-420e-89de-14b79a8813d3 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:35:48.435099 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,revision_number=14']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:48.548272 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f28f5e0-1fd4-4044-97eb-7c6e15ba296a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:35:48.553185 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6f28f5e0-1fd4-4044-97eb-7c6e15ba296a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:48.558261 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6c554-f180-45cb-bc80-331d18aa9456 None None] Sync routers for ids ['54b2884b-4f03-420e-89de-14b79a8813d3'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:35:48.567659 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6c554-f180-45cb-bc80-331d18aa9456 None None] Routers {'54b2884b-4f03-420e-89de-14b79a8813d3'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:35:48.568278 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-99d6c554-f180-45cb-bc80-331d18aa9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc7000d9640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:35:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['54b2884b-4f03-420e-89de-14b79a8813d3'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:48.584004 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6f28f5e0-1fd4-4044-97eb-7c6e15ba296a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/floatingips/d7a2b6d6-db4b-4040-b245-d8dd8d4586c0 HTTP/1.1" status: 204  len: 168 time: 0.9414132
Feb 12 21:35:48.584598 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:35:48.586963 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df37275-5b6f-4c77-8823-d8016b417634" -d '{"events": [{"name": "network-changed", "server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:35:48.684584 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-99d6c554-f180-45cb-bc80-331d18aa9456 None None] Set router 54b2884b-4f03-420e-89de-14b79a8813d3 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:35:48.792157 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff93c54-f7c9-44ab-aa67-c1894f253c43 x-openstack-request-id: req-eff93c54-f7c9-44ab-aa67-c1894f253c43 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:35:48.792450 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:35:48.792707 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eff93c54-f7c9-44ab-aa67-c1894f253c43 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:35:48.793115 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'status': 'completed', 'code': 200}
Feb 12 21:35:48.863610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df37275-5b6f-4c77-8823-d8016b417634 req-3f5403c5-d875-496c-9b86-9b5549be464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:48.865308 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3df37275-5b6f-4c77-8823-d8016b417634 req-3f5403c5-d875-496c-9b86-9b5549be464e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 1128 time: 0.0511351
Feb 12 21:35:48.886601 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-99d6c554-f180-45cb-bc80-331d18aa9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc7000d9640>, [{'id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998384683', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106'}], 'enable_snat': True}, 'gw_port_id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:32Z', 'updated_at': '2022-02-12T21:34:39Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:33Z', 'updated_at': '2022-02-12T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '277fe05f-2126-401a-956f-a5c1348bf330', 'name': '', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:0b:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:38Z', 'updated_at': '2022-02-12T21:34:43Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:48.917244 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6c554-f180-45cb-bc80-331d18aa9456 None None] Checking router: 54b2884b-4f03-420e-89de-14b79a8813d3 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:35:48.926379 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6c554-f180-45cb-bc80-331d18aa9456 None None] Routers {'54b2884b-4f03-420e-89de-14b79a8813d3'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:35:48.926970 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-99d6c554-f180-45cb-bc80-331d18aa9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc7000d9640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:35:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['54b2884b-4f03-420e-89de-14b79a8813d3'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:48.964151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df37275-5b6f-4c77-8823-d8016b417634 req-bf0e08c1-3a78-40b4-9f8e-e4293123a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:48.967108 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3df37275-5b6f-4c77-8823-d8016b417634 req-bf0e08c1-3a78-40b4-9f8e-e4293123a8bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f HTTP/1.1" status: 200  len: 898 time: 0.0952518
Feb 12 21:35:49.010358 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3df37275-5b6f-4c77-8823-d8016b417634 req-f6c20a8b-d822-4e04-89df-ce53102be80e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d HTTP/1.1" status: 200  len: 217 time: 0.0370905
Feb 12 21:35:49.037598 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-99d6c554-f180-45cb-bc80-331d18aa9456 None None] Set router 54b2884b-4f03-420e-89de-14b79a8813d3 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:35:49.087246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df37275-5b6f-4c77-8823-d8016b417634 req-a708358e-3ce9-4293-91ef-e511bcb72435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:49.088726 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3df37275-5b6f-4c77-8823-d8016b417634 req-a708358e-3ce9-4293-91ef-e511bcb72435 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=23954f95-d247-40aa-9a8f-ffc0cb4b97af HTTP/1.1" status: 200  len: 834 time: 0.0708354
Feb 12 21:35:49.100916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ed0fd-fb28-4b43-ae1a-48ae67e70296 req-88b7c015-1eb2-4b11-a5d7-cef9741974a3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:49.102378 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c5ed0fd-fb28-4b43-ae1a-48ae67e70296 req-88b7c015-1eb2-4b11-a5d7-cef9741974a3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 946 time: 0.0948451
Feb 12 21:35:49.181515 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c5ed0fd-fb28-4b43-ae1a-48ae67e70296 req-2b53ed20-5a51-42ca-9e10-31194b18835b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=33475799-ac9e-4063-854d-5f20d6763462&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702786
Feb 12 21:35:49.184533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df37275-5b6f-4c77-8823-d8016b417634 req-c0f47d84-72eb-4ae1-83f5-6db76ea3419c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:49.185891 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3df37275-5b6f-4c77-8823-d8016b417634 req-c0f47d84-72eb-4ae1-83f5-6db76ea3419c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0826628
Feb 12 21:35:49.255110 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-99d6c554-f180-45cb-bc80-331d18aa9456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc7000d9640>, [{'id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998384683', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106'}], 'enable_snat': True}, 'gw_port_id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:32Z', 'updated_at': '2022-02-12T21:34:39Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:33Z', 'updated_at': '2022-02-12T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '277fe05f-2126-401a-956f-a5c1348bf330', 'name': '', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:0b:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:38Z', 'updated_at': '2022-02-12T21:34:43Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:49.283928 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6c554-f180-45cb-bc80-331d18aa9456 None None] The sync data for ids ['54b2884b-4f03-420e-89de-14b79a8813d3'] in ncdv-master-1 is: [{'id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998384683', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106'}], 'enable_snat': True}, 'gw_port_id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:32Z', 'updated_at': '2022-02-12T21:34:39Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:33Z', 'updated_at': '2022-02-12T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '277fe05f-2126-401a-956f-a5c1348bf330', 'name': '', 'network_id': 'c7a0fc29-f76a-4c5e-92c8-a653107cbf0f', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:0b:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:38Z', 'updated_at': '2022-02-12T21:34:43Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': '23954f95-d247-40aa-9a8f-ffc0cb4b97af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:35:49.293164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3df37275-5b6f-4c77-8823-d8016b417634 req-15e9c7fb-c7a9-4029-8c29-58f3c07e6cc0 service neutron] 10.222.0.50 "GET /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0996218
Feb 12 21:35:49.401992 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3df37275-5b6f-4c77-8823-d8016b417634 req-d0355f3d-6a88-4156-b7fb-4b4063c7ef77 service neutron] 10.222.0.50 "GET /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1024625
Feb 12 21:35:49.492978 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792e01a-380d-4ed8-a2cb-0d2894c19abb req-628e2d86-74cf-4b65-9b1c-f3150539f1c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:49.494495 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5792e01a-380d-4ed8-a2cb-0d2894c19abb req-628e2d86-74cf-4b65-9b1c-f3150539f1c9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.50 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 946 time: 0.0636966
Feb 12 21:35:49.538967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a8d5a-52f0-48f2-88c3-21d88b5850c2 None None] New status for floating IP d7a2b6d6-db4b-4040-b245-d8dd8d4586c0: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:35:49.600046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-5792e01a-380d-4ed8-a2cb-0d2894c19abb req-a8cca672-adce-463c-ad0b-e30df0971382 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:35:49.601068 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5792e01a-380d-4ed8-a2cb-0d2894c19abb req-a8cca672-adce-463c-ad0b-e30df0971382 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:49.696510 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-5792e01a-380d-4ed8-a2cb-0d2894c19abb req-a8cca672-adce-463c-ad0b-e30df0971382 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] For port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:35:49.696881 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5792e01a-380d-4ed8-a2cb-0d2894c19abb req-a8cca672-adce-463c-ad0b-e30df0971382 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:49.709788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-5792e01a-380d-4ed8-a2cb-0d2894c19abb req-a8cca672-adce-463c-ad0b-e30df0971382 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Calling delete_port for 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:35:49.900140 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5792e01a-380d-4ed8-a2cb-0d2894c19abb req-a8cca672-adce-463c-ad0b-e30df0971382 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:49.934568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cca672-adce-463c-ad0b-e30df0971382 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Port': ['ID=6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:49.978183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-5792e01a-380d-4ed8-a2cb-0d2894c19abb req-a8cca672-adce-463c-ad0b-e30df0971382 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] No DVR routers for this DVR port 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:35:49.980826 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5792e01a-380d-4ed8-a2cb-0d2894c19abb req-a8cca672-adce-463c-ad0b-e30df0971382 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:49.984203 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5792e01a-380d-4ed8-a2cb-0d2894c19abb req-a8cca672-adce-463c-ad0b-e30df0971382 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.50 "DELETE /v2.0/ports/6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d HTTP/1.1" status: 204  len: 173 time: 0.4850881
Feb 12 21:35:49.984827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'name': 'network-vif-deleted', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:35:49.987498 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b84fb2a-2233-43b8-817c-bfacb0314e93" -d '{"events": [{"server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "name": "network-vif-deleted", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:35:50.025203 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4b8083-f4bf-488e-8cae-9ca301790586 x-openstack-request-id: req-ac4b8083-f4bf-488e-8cae-9ca301790586 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:35:50.025601 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72d15d9-f2cd-4a89-bff2-6a01c79d446f", "name": "network-vif-deleted", "tag": "6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:35:50.025861 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac4b8083-f4bf-488e-8cae-9ca301790586 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:35:50.026399 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72d15d9-f2cd-4a89-bff2-6a01c79d446f', 'name': 'network-vif-deleted', 'tag': '6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d', 'status': 'completed', 'code': 200}
Feb 12 21:35:50.286388 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e29b5c9-d2b3-433e-ace5-2e39a4e338aa req-867e93c8-eb29-460a-9646-66c4b24adb7d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=f72d15d9-f2cd-4a89-bff2-6a01c79d446f HTTP/1.1" status: 200  len: 210 time: 0.0305133
Feb 12 21:35:51.354594 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50620) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:51.728410 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc2ad6fe-2775-4b74-a0c0-0a6d5a2c712a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (54b2884b-4f03-420e-89de-14b79a8813d3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:52.017455 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ad6fe-2775-4b74-a0c0-0a6d5a2c712a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting port 277fe05f-2126-401a-956f-a5c1348bf330 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:35:52.018390 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc2ad6fe-2775-4b74-a0c0-0a6d5a2c712a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (277fe05f-2126-401a-956f-a5c1348bf330), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:52.029623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:35:52.050516 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:35:52.053211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 6a8dd1ec-a3c4-46f7-94be-d2d1537bbd7d not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:35:52.109477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-bc2ad6fe-2775-4b74-a0c0-0a6d5a2c712a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] For port 277fe05f-2126-401a-956f-a5c1348bf330, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=277fe05f-2126-401a-956f-a5c1348bf330,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:35:52.109855 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc2ad6fe-2775-4b74-a0c0-0a6d5a2c712a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (277fe05f-2126-401a-956f-a5c1348bf330), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:52.123146 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ad6fe-2775-4b74-a0c0-0a6d5a2c712a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Calling delete_port for 277fe05f-2126-401a-956f-a5c1348bf330 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:35:52.376778 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc2ad6fe-2775-4b74-a0c0-0a6d5a2c712a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (277fe05f-2126-401a-956f-a5c1348bf330), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:52.405588 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ad6fe-2775-4b74-a0c0-0a6d5a2c712a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Port': ['ID=277fe05f-2126-401a-956f-a5c1348bf330,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:52.594412 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bc2ad6fe-2775-4b74-a0c0-0a6d5a2c712a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (54b2884b-4f03-420e-89de-14b79a8813d3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:52.820927 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2ad6fe-2775-4b74-a0c0-0a6d5a2c712a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router 54b2884b-4f03-420e-89de-14b79a8813d3 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:35:52.931335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2ad6fe-2775-4b74-a0c0-0a6d5a2c712a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:35:52.936792 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bc2ad6fe-2775-4b74-a0c0-0a6d5a2c712a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "PUT /v2.0/routers/54b2884b-4f03-420e-89de-14b79a8813d3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5847056
Feb 12 21:35:52.939800 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50628) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:52.940741 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0a7db-6687-4413-8039-71d6dadc758b None None] Sync routers for ids ['54b2884b-4f03-420e-89de-14b79a8813d3'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:35:52.951120 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0a7db-6687-4413-8039-71d6dadc758b None None] Routers {'54b2884b-4f03-420e-89de-14b79a8813d3'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:35:52.951741 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-01b0a7db-6687-4413-8039-71d6dadc758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba099d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:35:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['54b2884b-4f03-420e-89de-14b79a8813d3'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:52.995230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1183bf-e20d-44b7-a8b3-15005a618f1b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting subnet 23954f95-d247-40aa-9a8f-ffc0cb4b97af {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:35:52.998410 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d1183bf-e20d-44b7-a8b3-15005a618f1b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for subnet (23954f95-d247-40aa-9a8f-ffc0cb4b97af), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:53.040241 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d1183bf-e20d-44b7-a8b3-15005a618f1b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (23954f95-d247-40aa-9a8f-ffc0cb4b97af), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:53.066824 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-01b0a7db-6687-4413-8039-71d6dadc758b None None] Set router 54b2884b-4f03-420e-89de-14b79a8813d3 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:35:53.129638 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d1183bf-e20d-44b7-a8b3-15005a618f1b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (23954f95-d247-40aa-9a8f-ffc0cb4b97af), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:53.245638 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-01b0a7db-6687-4413-8039-71d6dadc758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba099d0>, [{'id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998384683', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106'}], 'enable_snat': True}, 'gw_port_id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:32Z', 'updated_at': '2022-02-12T21:35:52Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:33Z', 'updated_at': '2022-02-12T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:53.262764 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d1183bf-e20d-44b7-a8b3-15005a618f1b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (23954f95-d247-40aa-9a8f-ffc0cb4b97af), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:53.272686 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0a7db-6687-4413-8039-71d6dadc758b None None] Checking router: 54b2884b-4f03-420e-89de-14b79a8813d3 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:35:53.281309 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0a7db-6687-4413-8039-71d6dadc758b None None] Routers {'54b2884b-4f03-420e-89de-14b79a8813d3'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:35:53.281956 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-01b0a7db-6687-4413-8039-71d6dadc758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba099d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:35:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['54b2884b-4f03-420e-89de-14b79a8813d3'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:53.288914 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1183bf-e20d-44b7-a8b3-15005a618f1b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Subnet': ['ID=23954f95-d247-40aa-9a8f-ffc0cb4b97af,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:53.294705 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d1183bf-e20d-44b7-a8b3-15005a618f1b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:53.301646 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7d1183bf-e20d-44b7-a8b3-15005a618f1b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/subnets/23954f95-d247-40aa-9a8f-ffc0cb4b97af HTTP/1.1" status: 204  len: 168 time: 0.3569973
Feb 12 21:35:53.302044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50632) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:53.302800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed7c8a9-3a55-4161-bf49-6bc4eb371461 None None] Network c7a0fc29-f76a-4c5e-92c8-a653107cbf0f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:35:53.395784 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-01b0a7db-6687-4413-8039-71d6dadc758b None None] Set router 54b2884b-4f03-420e-89de-14b79a8813d3 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:35:53.424130 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c09d-e33e-46dd-a06f-612d0e9f456e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router (54b2884b-4f03-420e-89de-14b79a8813d3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:53.503102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8667ab17-96e9-4b34-bf91-4d6561a01dc6 None None] DHCP port deletion for c7a0fc29-f76a-4c5e-92c8-a653107cbf0f request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:35:53.546573 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c09d-e33e-46dd-a06f-612d0e9f456e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_gateway (54b2884b-4f03-420e-89de-14b79a8813d3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:53.553884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8667ab17-96e9-4b34-bf91-4d6561a01dc6 None None] Deleting port 11f8907b-144d-47f5-85ef-6aab0d40075f {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:35:53.554343 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8667ab17-96e9-4b34-bf91-4d6561a01dc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (11f8907b-144d-47f5-85ef-6aab0d40075f), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:53.594281 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-01b0a7db-6687-4413-8039-71d6dadc758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba099d0>, [{'id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998384683', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106'}], 'enable_snat': True}, 'gw_port_id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:32Z', 'updated_at': '2022-02-12T21:35:52Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:33Z', 'updated_at': '2022-02-12T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:53.622405 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0a7db-6687-4413-8039-71d6dadc758b None None] The sync data for ids ['54b2884b-4f03-420e-89de-14b79a8813d3'] in ncdv-master-1 is: [{'id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-998384683', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106'}], 'enable_snat': True}, 'gw_port_id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:34:32Z', 'updated_at': '2022-02-12T21:35:52Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '0b6f3b8b-4f16-494b-bfb8-5feec26a1b15', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b2884b-4f03-420e-89de-14b79a8813d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:34:33Z', 'updated_at': '2022-02-12T21:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:35:53.623975 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8667ab17-96e9-4b34-bf91-4d6561a01dc6 None None] For port 11f8907b-144d-47f5-85ef-6aab0d40075f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11f8907b-144d-47f5-85ef-6aab0d40075f,segment=NetworkSegment(3ce1c363-c0b1-44aa-bf73-795f613d7d4c),segment_id=3ce1c363-c0b1-44aa-bf73-795f613d7d4c)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:35:53.624693 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8667ab17-96e9-4b34-bf91-4d6561a01dc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (11f8907b-144d-47f5-85ef-6aab0d40075f), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:53.642658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8667ab17-96e9-4b34-bf91-4d6561a01dc6 None None] Calling delete_port for 11f8907b-144d-47f5-85ef-6aab0d40075f owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:35:53.693242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-dcc6c09d-e33e-46dd-a06f-612d0e9f456e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting port 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:35:53.693636 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c09d-e33e-46dd-a06f-612d0e9f456e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0b6f3b8b-4f16-494b-bfb8-5feec26a1b15), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:53.781737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-dcc6c09d-e33e-46dd-a06f-612d0e9f456e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] For port 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b6f3b8b-4f16-494b-bfb8-5feec26a1b15,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:35:53.782100 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c09d-e33e-46dd-a06f-612d0e9f456e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0b6f3b8b-4f16-494b-bfb8-5feec26a1b15), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:53.793508 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-dcc6c09d-e33e-46dd-a06f-612d0e9f456e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Calling delete_port for 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:35:53.832113 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8667ab17-96e9-4b34-bf91-4d6561a01dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (11f8907b-144d-47f5-85ef-6aab0d40075f), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:53.862352 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667ab17-96e9-4b34-bf91-4d6561a01dc6 None None] Pushing event deleted for resources: {'Port': ['ID=11f8907b-144d-47f5-85ef-6aab0d40075f,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:53.866469 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667ab17-96e9-4b34-bf91-4d6561a01dc6 None None] No DVR routers for this DVR port 11f8907b-144d-47f5-85ef-6aab0d40075f on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:35:54.028380 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c09d-e33e-46dd-a06f-612d0e9f456e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (0b6f3b8b-4f16-494b-bfb8-5feec26a1b15), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:54.059175 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6c09d-e33e-46dd-a06f-612d0e9f456e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Port': ['ID=0b6f3b8b-4f16-494b-bfb8-5feec26a1b15,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:54.125847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c09d-e33e-46dd-a06f-612d0e9f456e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (54b2884b-4f03-420e-89de-14b79a8813d3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:54.213737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 11f8907b-144d-47f5-85ef-6aab0d40075f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:35:54.225852 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c09d-e33e-46dd-a06f-612d0e9f456e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (54b2884b-4f03-420e-89de-14b79a8813d3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:54.228143 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c09d-e33e-46dd-a06f-612d0e9f456e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_controller (54b2884b-4f03-420e-89de-14b79a8813d3), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:54.234599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 11f8907b-144d-47f5-85ef-6aab0d40075f {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:35:54.234938 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 11f8907b-144d-47f5-85ef-6aab0d40075f not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:35:54.235351 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 277fe05f-2126-401a-956f-a5c1348bf330 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:35:54.255460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 277fe05f-2126-401a-956f-a5c1348bf330 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:35:54.255810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 277fe05f-2126-401a-956f-a5c1348bf330 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:35:54.317694 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c09d-e33e-46dd-a06f-612d0e9f456e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (54b2884b-4f03-420e-89de-14b79a8813d3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:54.318284 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc6c09d-e33e-46dd-a06f-612d0e9f456e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Fanout notify agent at l3_agent the message router_deleted on router 54b2884b-4f03-420e-89de-14b79a8813d3 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:35:54.330249 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c09d-e33e-46dd-a06f-612d0e9f456e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:54.330249 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dcc6c09d-e33e-46dd-a06f-612d0e9f456e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/routers/54b2884b-4f03-420e-89de-14b79a8813d3 HTTP/1.1" status: 204  len: 168 time: 1.0233717
Feb 12 21:35:54.330440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50638) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:54.415628 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aaba3235-b7f1-4585-97fa-354e20a6fab2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (c7a0fc29-f76a-4c5e-92c8-a653107cbf0f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:54.504228 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aaba3235-b7f1-4585-97fa-354e20a6fab2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (c7a0fc29-f76a-4c5e-92c8-a653107cbf0f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:54.525055 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-aaba3235-b7f1-4585-97fa-354e20a6fab2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fbabcee0>,) {'filters': {'network_id': ['c7a0fc29-f76a-4c5e-92c8-a653107cbf0f']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:54.535269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-aaba3235-b7f1-4585-97fa-354e20a6fab2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbabcee0>, '3ce1c363-c0b1-44aa-bf73-795f613d7d4c') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:54.535574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-aaba3235-b7f1-4585-97fa-354e20a6fab2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbabcee0>, '3ce1c363-c0b1-44aa-bf73-795f613d7d4c') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:35:54.549808 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aaba3235-b7f1-4585-97fa-354e20a6fab2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (3ce1c363-c0b1-44aa-bf73-795f613d7d4c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:54.562953 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aaba3235-b7f1-4585-97fa-354e20a6fab2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (3ce1c363-c0b1-44aa-bf73-795f613d7d4c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:54.568980 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaba3235-b7f1-4585-97fa-354e20a6fab2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:35:54.569375 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aaba3235-b7f1-4585-97fa-354e20a6fab2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (3ce1c363-c0b1-44aa-bf73-795f613d7d4c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:35:54.572325 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:35:54.731155 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aaba3235-b7f1-4585-97fa-354e20a6fab2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (c7a0fc29-f76a-4c5e-92c8-a653107cbf0f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:54.742103 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aaba3235-b7f1-4585-97fa-354e20a6fab2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:54.756413 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-aaba3235-b7f1-4585-97fa-354e20a6fab2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/networks/c7a0fc29-f76a-4c5e-92c8-a653107cbf0f HTTP/1.1" status: 204  len: 168 time: 0.4256189
Feb 12 21:35:54.759148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50646) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:54.777440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba3235-b7f1-4585-97fa-354e20a6fab2 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Network': ['ID=c7a0fc29-f76a-4c5e-92c8-a653107cbf0f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:54.836260 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-514b5686-9787-45ef-8106-3f58ddc447b5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (33475799-ac9e-4063-854d-5f20d6763462), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:54.863135 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-514b5686-9787-45ef-8106-3f58ddc447b5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (33475799-ac9e-4063-854d-5f20d6763462), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:54.999536 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-514b5686-9787-45ef-8106-3f58ddc447b5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (33475799-ac9e-4063-854d-5f20d6763462), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:55.002777 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-514b5686-9787-45ef-8106-3f58ddc447b5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:55.004994 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-514b5686-9787-45ef-8106-3f58ddc447b5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/security-groups/33475799-ac9e-4063-854d-5f20d6763462 HTTP/1.1" status: 204  len: 168 time: 0.2438819
Feb 12 21:35:55.013570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b5686-9787-45ef-8106-3f58ddc447b5 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33475799-ac9e-4063-854d-5f20d6763462,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:55.368888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50664) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:55.373445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-7fc895ff-4d67-499f-98ab-ffafb6fd09b6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-729196656', 'description': 'tempest-secgroup-smoke-729196656 description', 'project_id': 'bc1c557f5d984523b9dbe9c385659448'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:35:55.456516 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fc895ff-4d67-499f-98ab-ffafb6fd09b6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:55.522794 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fc895ff-4d67-499f-98ab-ffafb6fd09b6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (8e433ea3-6633-4870-b126-280259b7e2e6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:55.582226 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fc895ff-4d67-499f-98ab-ffafb6fd09b6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8e433ea3-6633-4870-b126-280259b7e2e6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:55.610889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc895ff-4d67-499f-98ab-ffafb6fd09b6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e433ea3-6633-4870-b126-280259b7e2e6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:55.670050 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7fc895ff-4d67-499f-98ab-ffafb6fd09b6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:55.671392 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7fc895ff-4d67-499f-98ab-ffafb6fd09b6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3014634
Feb 12 21:35:55.674373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50666) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:55.679560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e6f200ab-47b9-48c7-ad69-36976f6d7b00 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '8e433ea3-6633-4870-b126-280259b7e2e6', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:35:55.751346 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6f200ab-47b9-48c7-ad69-36976f6d7b00 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (6ec1e8ab-effb-408d-b2c5-e44e57df2484), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:55.815147 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6f200ab-47b9-48c7-ad69-36976f6d7b00 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (6ec1e8ab-effb-408d-b2c5-e44e57df2484), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:55.889031 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-560100f2-159c-4472-a753-26944f77ae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:55.912205 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6f200ab-47b9-48c7-ad69-36976f6d7b00 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (6ec1e8ab-effb-408d-b2c5-e44e57df2484), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:55.932952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f200ab-47b9-48c7-ad69-36976f6d7b00 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec1e8ab-effb-408d-b2c5-e44e57df2484,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:55.984375 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6f200ab-47b9-48c7-ad69-36976f6d7b00 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:55.985739 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e6f200ab-47b9-48c7-ad69-36976f6d7b00 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3098171
Feb 12 21:35:55.988492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50670) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:55.992859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9c865458-c8f1-4613-bd14-6e2c37b17480 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '8e433ea3-6633-4870-b126-280259b7e2e6', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:35:56.076792 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c865458-c8f1-4613-bd14-6e2c37b17480 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (963bc254-e59e-4a01-ba97-3b50a6a04ba8), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:56.108031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:35:56.130304 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:35:56.131056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0b6f3b8b-4f16-494b-bfb8-5feec26a1b15 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:35:56.135108 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c865458-c8f1-4613-bd14-6e2c37b17480 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (963bc254-e59e-4a01-ba97-3b50a6a04ba8), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:56.209111 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c865458-c8f1-4613-bd14-6e2c37b17480 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (963bc254-e59e-4a01-ba97-3b50a6a04ba8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:56.230513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c865458-c8f1-4613-bd14-6e2c37b17480 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963bc254-e59e-4a01-ba97-3b50a6a04ba8,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:56.313959 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9c865458-c8f1-4613-bd14-6e2c37b17480 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:56.315195 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9c865458-c8f1-4613-bd14-6e2c37b17480 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3257627
Feb 12 21:35:56.318381 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50674) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:56.323219 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-54092f06-2e1c-4a12-a928-b783c2303492 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '8e433ea3-6633-4870-b126-280259b7e2e6', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:35:56.404410 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-54092f06-2e1c-4a12-a928-b783c2303492 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (608ef32c-4769-4ea1-a881-8b53f5658a37), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:56.464377 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-54092f06-2e1c-4a12-a928-b783c2303492 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (608ef32c-4769-4ea1-a881-8b53f5658a37), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:56.540137 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-54092f06-2e1c-4a12-a928-b783c2303492 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (608ef32c-4769-4ea1-a881-8b53f5658a37), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:56.558241 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54092f06-2e1c-4a12-a928-b783c2303492 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608ef32c-4769-4ea1-a881-8b53f5658a37,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:56.639785 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-54092f06-2e1c-4a12-a928-b783c2303492 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:56.641054 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-54092f06-2e1c-4a12-a928-b783c2303492 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3216612
Feb 12 21:35:56.645237 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50676) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:56.649980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-516cdf6f-f0df-46b2-97f3-1a248ca5ac1d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '8e433ea3-6633-4870-b126-280259b7e2e6', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:35:56.745830 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-516cdf6f-f0df-46b2-97f3-1a248ca5ac1d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (c967f6b5-1bad-424d-8606-526a651e9772), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:56.803535 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-516cdf6f-f0df-46b2-97f3-1a248ca5ac1d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (c967f6b5-1bad-424d-8606-526a651e9772), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:56.867725 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-516cdf6f-f0df-46b2-97f3-1a248ca5ac1d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (c967f6b5-1bad-424d-8606-526a651e9772), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:56.885628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cdf6f-f0df-46b2-97f3-1a248ca5ac1d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c967f6b5-1bad-424d-8606-526a651e9772,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:56.949792 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-516cdf6f-f0df-46b2-97f3-1a248ca5ac1d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:56.950955 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-516cdf6f-f0df-46b2-97f3-1a248ca5ac1d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3047533
Feb 12 21:35:56.959957 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50680) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:56.964372 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-28c71cda-e7d3-4345-9935-5f378564e4f9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '8e433ea3-6633-4870-b126-280259b7e2e6', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:35:57.062371 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-28c71cda-e7d3-4345-9935-5f378564e4f9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Project bc1c557f5d984523b9dbe9c385659448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:35:57.068396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28c71cda-e7d3-4345-9935-5f378564e4f9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (9b88828d-c638-4a90-8227-da4dbbea0f53), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:57.113587 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:57.131388 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28c71cda-e7d3-4345-9935-5f378564e4f9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (9b88828d-c638-4a90-8227-da4dbbea0f53), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:57.193640 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28c71cda-e7d3-4345-9935-5f378564e4f9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (9b88828d-c638-4a90-8227-da4dbbea0f53), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:57.209895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c71cda-e7d3-4345-9935-5f378564e4f9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b88828d-c638-4a90-8227-da4dbbea0f53,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:57.275777 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-28c71cda-e7d3-4345-9935-5f378564e4f9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:57.277026 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-28c71cda-e7d3-4345-9935-5f378564e4f9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3161228
Feb 12 21:35:57.286734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50684) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:57.291268 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-fb7a3f16-7acf-4dbb-996d-4db9a253ec32 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'security_group_rule': {'security_group_id': '8e433ea3-6633-4870-b126-280259b7e2e6', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:35:57.376394 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-fb7a3f16-7acf-4dbb-996d-4db9a253ec32 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Project bc1c557f5d984523b9dbe9c385659448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:35:57.382345 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3f16-7acf-4dbb-996d-4db9a253ec32 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (7cb24696-d62c-4c82-84df-5011e00f5957), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:57.440805 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3f16-7acf-4dbb-996d-4db9a253ec32 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (7cb24696-d62c-4c82-84df-5011e00f5957), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:57.520038 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3f16-7acf-4dbb-996d-4db9a253ec32 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (7cb24696-d62c-4c82-84df-5011e00f5957), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:57.539418 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a3f16-7acf-4dbb-996d-4db9a253ec32 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb24696-d62c-4c82-84df-5011e00f5957,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:57.609170 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3f16-7acf-4dbb-996d-4db9a253ec32 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:57.610641 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fb7a3f16-7acf-4dbb-996d-4db9a253ec32 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3229568
Feb 12 21:35:57.614220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50686) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:57.619808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-df30a8c8-cb08-4db3-bd51-79d8938931b0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'network': {'name': 'tempest-network-smoke--1366225034', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'port_security_enabled': True}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:35:57.684131 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:35:57.714032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df30a8c8-cb08-4db3-bd51-79d8938931b0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Made reservation on behalf of bc1c557f5d984523b9dbe9c385659448 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:35:57.717611 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df30a8c8-cb08-4db3-bd51-79d8938931b0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:57.742819 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df30a8c8-cb08-4db3-bd51-79d8938931b0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:35:57.752047 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df30a8c8-cb08-4db3-bd51-79d8938931b0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (fd435621-879a-495e-a03d-e91269f7e889), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:57.752499 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-df30a8c8-cb08-4db3-bd51-79d8938931b0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Added segment fd435621-879a-495e-a03d-e91269f7e889 of type vlan for network 1f8d6081-2135-432e-a78b-a0506974e0cb
Feb 12 21:35:57.791664 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df30a8c8-cb08-4db3-bd51-79d8938931b0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (1f8d6081-2135-432e-a78b-a0506974e0cb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:57.919130 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df30a8c8-cb08-4db3-bd51-79d8938931b0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (1f8d6081-2135-432e-a78b-a0506974e0cb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:57.924170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df30a8c8-cb08-4db3-bd51-79d8938931b0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:35:57.924748 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-df30a8c8-cb08-4db3-bd51-79d8938931b0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:57.988170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30a8c8-cb08-4db3-bd51-79d8938931b0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Network': ['ID=1f8d6081-2135-432e-a78b-a0506974e0cb,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:57.998750 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 1f8d6081-2135-432e-a78b-a0506974e0cb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:35:58.019086 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-df30a8c8-cb08-4db3-bd51-79d8938931b0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4037836
Feb 12 21:35:58.022497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50690) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:35:58.027183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-196264147', 'admin_state_up': True, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:35:58.129076 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (87ae499a-2641-4e0d-b363-8b36b8eb95fb), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:58.130226 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (87ae499a-2641-4e0d-b363-8b36b8eb95fb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:58.187593 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_controller (87ae499a-2641-4e0d-b363-8b36b8eb95fb), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:58.283259 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-55ca2976-6f13-4491-9ba9-c3a348d409ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:58.396651 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_gateway (87ae499a-2641-4e0d-b363-8b36b8eb95fb), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:58.635824 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_gateway (87ae499a-2641-4e0d-b363-8b36b8eb95fb), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:58.655820 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:59.073662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Allocated IP 172.35.2.247 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/323cbe6f-1521-440b-8d49-e4d39000f13b) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:35:59.172879 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (323cbe6f-1521-440b-8d49-e4d39000f13b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:59.297156 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (323cbe6f-1521-440b-8d49-e4d39000f13b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:59.339458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:35:59.342222 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:35:59.346900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:35:59.369630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=323cbe6f-1521-440b-8d49-e4d39000f13b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:35:59.564885 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:59.708181 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:59.713729 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_gateway (87ae499a-2641-4e0d-b363-8b36b8eb95fb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:35:59.916377 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (87ae499a-2641-4e0d-b363-8b36b8eb95fb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:00.142060 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router 87ae499a-2641-4e0d-b363-8b36b8eb95fb is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:36:00.250858 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:36:00.266129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Sync routers for ids ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:36:00.284123 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Routers {'87ae499a-2641-4e0d-b363-8b36b8eb95fb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:36:00.284787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb874430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:35:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:00.338787 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:00.343545 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b9047deb-3cb7-4076-96df-d8240dbb8c22 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.3167021
Feb 12 21:36:00.344445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50702) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:00.376860 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-904c3026-67e8-4f47-8f8d-593b4a5dab30 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=bc1c557f5d984523b9dbe9c385659448&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0310729
Feb 12 21:36:00.379384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50704) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:00.396085 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Set router 87ae499a-2641-4e0d-b363-8b36b8eb95fb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:36:00.471314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c7ad74-3608-45be-a66c-37030dc3b1a6 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:00.472843 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f3c7ad74-3608-45be-a66c-37030dc3b1a6 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0924525
Feb 12 21:36:00.475817 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50706) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:00.504720 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-98839666-b981-4257-8081-f5b21062c073 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0276484
Feb 12 21:36:00.507776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50708) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:00.512464 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5f237ed3-cf28-45c8-bbeb-c4f430a0f63b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1116577597', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:36:00.587110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb874430>, [{'id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196264147', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247'}], 'enable_snat': True}, 'gw_port_id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:35:59Z', 'revision_number': 3, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:00.614147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Checking router: 87ae499a-2641-4e0d-b363-8b36b8eb95fb for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:36:00.615240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Updating router 87ae499a-2641-4e0d-b363-8b36b8eb95fb port 323cbe6f-1521-440b-8d49-e4d39000f13b binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:36:00.642752 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (323cbe6f-1521-440b-8d49-e4d39000f13b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:00.679692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f237ed3-cf28-45c8-bbeb-c4f430a0f63b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Made reservation on behalf of bc1c557f5d984523b9dbe9c385659448 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:36:00.683364 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5f237ed3-cf28-45c8-bbeb-c4f430a0f63b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:00.902967 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Publish callbacks [] for port (323cbe6f-1521-440b-8d49-e4d39000f13b), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:00.988447 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5f237ed3-cf28-45c8-bbeb-c4f430a0f63b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (ea3803de-75ae-4461-9b49-ef99079d3d44), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:01.040143 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (323cbe6f-1521-440b-8d49-e4d39000f13b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:01.090854 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:01.096746 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Attempting to bind port 323cbe6f-1521-440b-8d49-e4d39000f13b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:36:01.097135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Attempting to bind port 323cbe6f-1521-440b-8d49-e4d39000f13b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:36:01.097613 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Attempting to bind port 323cbe6f-1521-440b-8d49-e4d39000f13b on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:36:01.104844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080f3a5-2dcd-4e29-ab1b-17c7123a7c74 None None] Pushing event updated for resources: {'Port': ['ID=323cbe6f-1521-440b-8d49-e4d39000f13b,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:01.113387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:36:01.113855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:36:01.114279 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:01.114714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:36:01.115317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Bound port: 323cbe6f-1521-440b-8d49-e4d39000f13b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:36:01.115753 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (323cbe6f-1521-440b-8d49-e4d39000f13b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:01.174840 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] For port 323cbe6f-1521-440b-8d49-e4d39000f13b, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:36:01.178096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] For port 323cbe6f-1521-440b-8d49-e4d39000f13b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=323cbe6f-1521-440b-8d49-e4d39000f13b,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:36:01.257227 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (323cbe6f-1521-440b-8d49-e4d39000f13b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:01.319054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Routers {'87ae499a-2641-4e0d-b363-8b36b8eb95fb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:36:01.319703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb874430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:35:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:01.351505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f237ed3-cf28-45c8-bbeb-c4f430a0f63b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Subnet': ['ID=ea3803de-75ae-4461-9b49-ef99079d3d44,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:01.353733 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f237ed3-cf28-45c8-bbeb-c4f430a0f63b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Checking segment: {'id': 'fd435621-879a-495e-a03d-e91269f7e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:36:01.354086 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f237ed3-cf28-45c8-bbeb-c4f430a0f63b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network hostable DHCP agents. Network: 1f8d6081-2135-432e-a78b-a0506974e0cb, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:36:01.361388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080f3a5-2dcd-4e29-ab1b-17c7123a7c74 None None] Pushing event updated for resources: {'Port': ['ID=323cbe6f-1521-440b-8d49-e4d39000f13b,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:01.441640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] Set router 87ae499a-2641-4e0d-b363-8b36b8eb95fb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:36:01.467971 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f237ed3-cf28-45c8-bbeb-c4f430a0f63b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network 1f8d6081-2135-432e-a78b-a0506974e0cb is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:36:01.639828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-5f237ed3-cf28-45c8-bbeb-c4f430a0f63b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f8d6081-2135-432e-a78b-a0506974e0cb) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:36:01.644363 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f237ed3-cf28-45c8-bbeb-c4f430a0f63b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:01.645137 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5f237ed3-cf28-45c8-bbeb-c4f430a0f63b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:01.716590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd7c05f-9961-4d97-b2cf-792619e32a27 None None] Network 1f8d6081-2135-432e-a78b-a0506974e0cb requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:36:01.779512 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5f237ed3-cf28-45c8-bbeb-c4f430a0f63b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.2707088
Feb 12 21:36:01.783122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50714) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:01.868031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1f8d6081-2135-432e-a78b-a0506974e0cb', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ips': [{'subnet_id': 'ea3803de-75ae-4461-9b49-ef99079d3d44'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:36:01.868888 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:01.947470 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb874430>, [{'id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196264147', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247'}], 'enable_snat': True}, 'gw_port_id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:35:59Z', 'revision_number': 3, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:01.983237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae476f-0e5d-47aa-b6c6-3ea03be346cf None None] The sync data for ids ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'] in ncdv-master-1 is: [{'id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196264147', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247'}], 'enable_snat': True}, 'gw_port_id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:35:59Z', 'revision_number': 3, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:36:02.049470 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Allocated IP 172.20.0.2 (1f8d6081-2135-432e-a78b-a0506974e0cb/ea3803de-75ae-4461-9b49-ef99079d3d44/494e1f91-7bea-46b7-949f-edc9c5311cf0) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:36:02.229562 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:02.238791 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Publish callbacks [] for port (494e1f91-7bea-46b7-949f-edc9c5311cf0), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:02.253445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:02.331888 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (494e1f91-7bea-46b7-949f-edc9c5311cf0), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:02.378166 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Network 1f8d6081-2135-432e-a78b-a0506974e0cb is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:36:02.382267 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:36:02.386073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:36:02.394561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Pushing event updated for resources: {'Port': ['ID=494e1f91-7bea-46b7-949f-edc9c5311cf0,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:02.463681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Attempting to bind port 494e1f91-7bea-46b7-949f-edc9c5311cf0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:36:02.464395 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Attempting to bind port 494e1f91-7bea-46b7-949f-edc9c5311cf0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fd435621-879a-495e-a03d-e91269f7e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:36:02.464681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Attempting to bind port 494e1f91-7bea-46b7-949f-edc9c5311cf0 on network 1f8d6081-2135-432e-a78b-a0506974e0cb {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:36:02.474503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:36:02.474503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Checking segment: {'id': 'fd435621-879a-495e-a03d-e91269f7e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:36:02.474503 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:02.474503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Bound using segment: {'id': 'fd435621-879a-495e-a03d-e91269f7e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:36:02.474503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Bound port: 494e1f91-7bea-46b7-949f-edc9c5311cf0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd435621-879a-495e-a03d-e91269f7e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:36:02.474503 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (494e1f91-7bea-46b7-949f-edc9c5311cf0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:02.550194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] For port 494e1f91-7bea-46b7-949f-edc9c5311cf0, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:36:02.554480 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] For port 494e1f91-7bea-46b7-949f-edc9c5311cf0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=494e1f91-7bea-46b7-949f-edc9c5311cf0,segment=NetworkSegment(fd435621-879a-495e-a03d-e91269f7e889),segment_id=fd435621-879a-495e-a03d-e91269f7e889)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:36:02.586144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Allocated IP 172.20.0.1 (1f8d6081-2135-432e-a78b-a0506974e0cb/ea3803de-75ae-4461-9b49-ef99079d3d44/fef9ac08-d828-484e-93f3-0b654847e4f2) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:36:02.698151 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (494e1f91-7bea-46b7-949f-edc9c5311cf0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:02.705793 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:02.766766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeaa4c9-8b5e-4d9a-a9db-3599780ab726 None None] Pushing event updated for resources: {'Port': ['ID=494e1f91-7bea-46b7-949f-edc9c5311cf0,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:02.834295 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:02.885484 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network 1f8d6081-2135-432e-a78b-a0506974e0cb is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:36:02.888820 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:36:02.892978 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:36:02.900630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=fef9ac08-d828-484e-93f3-0b654847e4f2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:02.949331 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (87ae499a-2641-4e0d-b363-8b36b8eb95fb), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:03.183669 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:03.465782 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:03.529125 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:03.608939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=fef9ac08-d828-484e-93f3-0b654847e4f2,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:03.611580 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (87ae499a-2641-4e0d-b363-8b36b8eb95fb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:03.709883 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network 1f8d6081-2135-432e-a78b-a0506974e0cb is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:36:03.711407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:36:03.829203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router 87ae499a-2641-4e0d-b363-8b36b8eb95fb has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:36:03.944555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:36:03.958937 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c1bac922-4e02-4964-978c-d3e2a43c270f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "PUT /v2.0/routers/87ae499a-2641-4e0d-b363-8b36b8eb95fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1746452
Feb 12 21:36:03.965331 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Sync routers for ids ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:36:03.982503 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Routers {'87ae499a-2641-4e0d-b363-8b36b8eb95fb'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:36:03.983636 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc700102c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:35:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:04.128171 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Set router 87ae499a-2641-4e0d-b363-8b36b8eb95fb gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:36:04.251873 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-a5e78d9f-fa8c-4063-88d4-bca76ebef915 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729196656&fields=id&tenant_id=bc1c557f5d984523b9dbe9c385659448 HTTP/1.1" status: 200  len: 267 time: 0.0934079
Feb 12 21:36:04.308373 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 494e1f91-7bea-46b7-949f-edc9c5311cf0 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:36:04.376849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 494e1f91-7bea-46b7-949f-edc9c5311cf0 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:04.377235 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (494e1f91-7bea-46b7-949f-edc9c5311cf0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:04.395078 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc700102c10>, [{'id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196264147', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247'}], 'enable_snat': True}, 'gw_port_id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:03Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fef9ac08-d828-484e-93f3-0b654847e4f2', 'name': '', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:1c:8a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:02Z', 'updated_at': '2022-02-12T21:36:03Z', 'revision_number': 2, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:04.420264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-5c5804d5-3d8e-4801-bb37-3e50a60fbd5b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:04.422290 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-5c5804d5-3d8e-4801-bb37-3e50a60fbd5b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/networks?id=1f8d6081-2135-432e-a78b-a0506974e0cb HTTP/1.1" status: 200  len: 797 time: 0.1590405
Feb 12 21:36:04.438318 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-b4b3d571-112c-431c-ba6c-f9abd1bc8e20 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/quotas/bc1c557f5d984523b9dbe9c385659448 HTTP/1.1" status: 200  len: 375 time: 0.0104799
Feb 12 21:36:04.446849 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Checking router: 87ae499a-2641-4e0d-b363-8b36b8eb95fb for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:36:04.447267 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Updating router 87ae499a-2641-4e0d-b363-8b36b8eb95fb port fef9ac08-d828-484e-93f3-0b654847e4f2 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:36:04.488954 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:04.496549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 494e1f91-7bea-46b7-949f-edc9c5311cf0 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:04.497098 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (494e1f91-7bea-46b7-949f-edc9c5311cf0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:04.518816 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-5c95941c-c578-4434-be25-33d6864abad4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0726902
Feb 12 21:36:04.549586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 494e1f91-7bea-46b7-949f-edc9c5311cf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=494e1f91-7bea-46b7-949f-edc9c5311cf0,segment=NetworkSegment(fd435621-879a-495e-a03d-e91269f7e889),segment_id=fd435621-879a-495e-a03d-e91269f7e889)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:36:04.701041 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-d8c04683-c644-4b09-94b6-42551e453f42 service neutron] 10.222.0.31 "GET /v2.0/networks/1f8d6081-2135-432e-a78b-a0506974e0cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1178648
Feb 12 21:36:04.702505 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d785183-3305-4754-b4c0-f81e907c5bfb None None] Network 1f8d6081-2135-432e-a78b-a0506974e0cb requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:36:04.764407 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-3bcfd669-c08c-4a2d-a2be-cc3672eb9247 service neutron] 10.222.0.31 "GET /v2.0/networks/1f8d6081-2135-432e-a78b-a0506974e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1054449
Feb 12 21:36:04.808820 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Publish callbacks [] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:04.817798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7e0e724a-0de1-4573-9b94-fb96d2fe94b4 None None] Provisioning complete for port 494e1f91-7bea-46b7-949f-edc9c5311cf0 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:04.818818 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7e0e724a-0de1-4573-9b94-fb96d2fe94b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (494e1f91-7bea-46b7-949f-edc9c5311cf0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:04.825380 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (494e1f91-7bea-46b7-949f-edc9c5311cf0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:04.825380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 323cbe6f-1521-440b-8d49-e4d39000f13b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:36:04.919697 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:04.969900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=494e1f91-7bea-46b7-949f-edc9c5311cf0,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:04.976035 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9309c-bb36-41b5-a42d-269b4be7a6b9 None None] Pushing event updated for resources: {'Port': ['ID=fef9ac08-d828-484e-93f3-0b654847e4f2,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:05.000217 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba9309c-bb36-41b5-a42d-269b4be7a6b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:05.000571 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba9309c-bb36-41b5-a42d-269b4be7a6b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:05.000919 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba9309c-bb36-41b5-a42d-269b4be7a6b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:05.001257 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba9309c-bb36-41b5-a42d-269b4be7a6b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:05.001614 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba9309c-bb36-41b5-a42d-269b4be7a6b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:05.001954 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba9309c-bb36-41b5-a42d-269b4be7a6b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:05.002282 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba9309c-bb36-41b5-a42d-269b4be7a6b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:05.002609 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba9309c-bb36-41b5-a42d-269b4be7a6b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:05.002934 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba9309c-bb36-41b5-a42d-269b4be7a6b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:05.003278 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba9309c-bb36-41b5-a42d-269b4be7a6b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:05.003608 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba9309c-bb36-41b5-a42d-269b4be7a6b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:05.003937 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba9309c-bb36-41b5-a42d-269b4be7a6b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:05.004278 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba9309c-bb36-41b5-a42d-269b4be7a6b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:05.018878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 323cbe6f-1521-440b-8d49-e4d39000f13b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:05.019257 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (323cbe6f-1521-440b-8d49-e4d39000f13b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:05.064622 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Attempting to bind port fef9ac08-d828-484e-93f3-0b654847e4f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:36:05.065342 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Attempting to bind port fef9ac08-d828-484e-93f3-0b654847e4f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fd435621-879a-495e-a03d-e91269f7e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:36:05.065342 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Attempting to bind port fef9ac08-d828-484e-93f3-0b654847e4f2 on network 1f8d6081-2135-432e-a78b-a0506974e0cb {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:36:05.075822 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:36:05.076193 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Checking segment: {'id': 'fd435621-879a-495e-a03d-e91269f7e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:36:05.076787 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:05.077370 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Bound using segment: {'id': 'fd435621-879a-495e-a03d-e91269f7e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:36:05.078042 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Bound port: fef9ac08-d828-484e-93f3-0b654847e4f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd435621-879a-495e-a03d-e91269f7e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:36:05.078602 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:05.097044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e724a-0de1-4573-9b94-fb96d2fe94b4 None None] Current status of the port 494e1f91-7bea-46b7-949f-edc9c5311cf0 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:05.160286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 323cbe6f-1521-440b-8d49-e4d39000f13b is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:05.161069 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (323cbe6f-1521-440b-8d49-e4d39000f13b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:05.168737 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0b080956-8fc6-4428-91c2-1bfbff9ce041 req-49fd19c1-c664-4150-a492-c510edfc908d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 210 time: 0.0403793
Feb 12 21:36:05.188619 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 323cbe6f-1521-440b-8d49-e4d39000f13b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=323cbe6f-1521-440b-8d49-e4d39000f13b,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:36:05.210305 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] For port fef9ac08-d828-484e-93f3-0b654847e4f2, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:36:05.213673 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] For port fef9ac08-d828-484e-93f3-0b654847e4f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fef9ac08-d828-484e-93f3-0b654847e4f2,segment=NetworkSegment(fd435621-879a-495e-a03d-e91269f7e889),segment_id=fd435621-879a-495e-a03d-e91269f7e889)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:36:05.288350 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (323cbe6f-1521-440b-8d49-e4d39000f13b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:05.352539 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:05.366870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50790) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:05.381416 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=323cbe6f-1521-440b-8d49-e4d39000f13b,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:05.394609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1909af6e-813e-4066-977d-0e4b012e7267 None None] Provisioning complete for port fef9ac08-d828-484e-93f3-0b654847e4f2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:05.394996 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1909af6e-813e-4066-977d-0e4b012e7267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:05.467401 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Routers {'87ae499a-2641-4e0d-b363-8b36b8eb95fb'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:36:05.468482 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc700102c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:35:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:05.503539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1909af6e-813e-4066-977d-0e4b012e7267 None None] Current status of the port fef9ac08-d828-484e-93f3-0b654847e4f2 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:05.506628 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1909af6e-813e-4066-977d-0e4b012e7267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:05.521681 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9309c-bb36-41b5-a42d-269b4be7a6b9 None None] Pushing event updated for resources: {'Port': ['ID=fef9ac08-d828-484e-93f3-0b654847e4f2,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:05.535644 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af250112-55ae-468c-8862-0c5331937260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:05.562814 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1909af6e-813e-4066-977d-0e4b012e7267 None None] For port fef9ac08-d828-484e-93f3-0b654847e4f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fef9ac08-d828-484e-93f3-0b654847e4f2,segment=NetworkSegment(fd435621-879a-495e-a03d-e91269f7e889),segment_id=fd435621-879a-495e-a03d-e91269f7e889)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:36:05.650419 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af250112-55ae-468c-8862-0c5331937260 admin admin] Publish callbacks [] for security_group (b3a9abf3-6389-4cb0-9ea2-fce21a079d93), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:05.714491 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1909af6e-813e-4066-977d-0e4b012e7267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:05.721413 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] Set router 87ae499a-2641-4e0d-b363-8b36b8eb95fb gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:36:05.742714 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af250112-55ae-468c-8862-0c5331937260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b3a9abf3-6389-4cb0-9ea2-fce21a079d93), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:05.766184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1909af6e-813e-4066-977d-0e4b012e7267 None None] Provisioning complete for port 494e1f91-7bea-46b7-949f-edc9c5311cf0 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:05.766666 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1909af6e-813e-4066-977d-0e4b012e7267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (494e1f91-7bea-46b7-949f-edc9c5311cf0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:05.821374 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-af250112-55ae-468c-8862-0c5331937260 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfbfee23b6ad480da6dc4127fba1ca2a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4533751
Feb 12 21:36:05.829605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909af6e-813e-4066-977d-0e4b012e7267 None None] Pushing event updated for resources: {'Port': ['ID=fef9ac08-d828-484e-93f3-0b654847e4f2,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:05.831877 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 50798) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:05.869611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af250112-55ae-468c-8862-0c5331937260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a9abf3-6389-4cb0-9ea2-fce21a079d93,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:05.924899 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Publish callbacks [] for security_group (b3a9abf3-6389-4cb0-9ea2-fce21a079d93), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:05.952072 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1909af6e-813e-4066-977d-0e4b012e7267 None None] Current status of the port 494e1f91-7bea-46b7-949f-edc9c5311cf0 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:05.966708 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Publish callbacks [] for security_group (b3a9abf3-6389-4cb0-9ea2-fce21a079d93), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:05.993010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50800) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:06.011765 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc700102c10>, [{'id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196264147', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247'}], 'enable_snat': True}, 'gw_port_id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:03Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fef9ac08-d828-484e-93f3-0b654847e4f2', 'name': '', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:1c:8a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:02Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:06.055463 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1536c12-3f5e-4f71-b113-ca55c540fe09 None None] The sync data for ids ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'] in ncdv-master-1 is: [{'id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196264147', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247'}], 'enable_snat': True}, 'gw_port_id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:03Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fef9ac08-d828-484e-93f3-0b654847e4f2', 'name': '', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:1c:8a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:02Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:36:06.072505 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-212673a0-3eb4-4f12-af34-11bc2b8c06b3 None None] Provisioning complete for port fef9ac08-d828-484e-93f3-0b654847e4f2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:06.072884 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-212673a0-3eb4-4f12-af34-11bc2b8c06b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:06.108444 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b3a9abf3-6389-4cb0-9ea2-fce21a079d93), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:06.111132 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:06.133130 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3a9abf3-6389-4cb0-9ea2-fce21a079d93 HTTP/1.1" status: 204  len: 168 time: 0.2997489
Feb 12 21:36:06.155582 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a9abf3-6389-4cb0-9ea2-fce21a079d93,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:06.176183 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4e4d585d-b730-44fb-868f-36d786eb7f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:06.189194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:06.189194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:06.189194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:06.189194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:06.189194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:06.189194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:06.189194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:06.189194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:06.189194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:06.189194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:06.189194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:06.189194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:06.189194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217269cb-5479-4adf-996b-a47931ef3c85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:06.287577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-212673a0-3eb4-4f12-af34-11bc2b8c06b3 None None] Current status of the port fef9ac08-d828-484e-93f3-0b654847e4f2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:06.348054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 494e1f91-7bea-46b7-949f-edc9c5311cf0 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:36:06.381880 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d0d45135-5aa9-4d62-a375-f0206f79de44 req-f1b176f8-3950-4474-b78d-931b29522ac0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 210 time: 0.0686889
Feb 12 21:36:06.399707 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4e4d585d-b730-44fb-868f-36d786eb7f05 admin admin] Publish callbacks [] for security_group (e40b5877-6282-411a-ad95-35f6115e7dd2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:06.430043 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7c2d50fd-a309-429a-aaaa-e9ca656962c4 None None] Provisioning complete for port fef9ac08-d828-484e-93f3-0b654847e4f2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:06.430613 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7c2d50fd-a309-429a-aaaa-e9ca656962c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:06.451601 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4e4d585d-b730-44fb-868f-36d786eb7f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e40b5877-6282-411a-ad95-35f6115e7dd2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:06.468891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 494e1f91-7bea-46b7-949f-edc9c5311cf0 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:06.469275 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (494e1f91-7bea-46b7-949f-edc9c5311cf0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:06.496788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d585d-b730-44fb-868f-36d786eb7f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40b5877-6282-411a-ad95-35f6115e7dd2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:06.505593 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4e4d585d-b730-44fb-868f-36d786eb7f05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f503d29636ee432691c513337f506a8a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5090501
Feb 12 21:36:06.507247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 50808) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:06.570106 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a0f6-547e-443e-9a8d-72b578e3a8c7 admin admin] Publish callbacks [] for security_group (e40b5877-6282-411a-ad95-35f6115e7dd2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:06.596180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d50fd-a309-429a-aaaa-e9ca656962c4 None None] Current status of the port fef9ac08-d828-484e-93f3-0b654847e4f2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:06.603976 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a0f6-547e-443e-9a8d-72b578e3a8c7 admin admin] Publish callbacks [] for security_group (e40b5877-6282-411a-ad95-35f6115e7dd2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:06.639685 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 494e1f91-7bea-46b7-949f-edc9c5311cf0 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:06.641259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 323cbe6f-1521-440b-8d49-e4d39000f13b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:36:06.704862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 323cbe6f-1521-440b-8d49-e4d39000f13b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:06.705307 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (323cbe6f-1521-440b-8d49-e4d39000f13b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:06.762166 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c0d86239-355c-45ef-97cf-c5a3a0a2f309 None None] Provisioning complete for port fef9ac08-d828-484e-93f3-0b654847e4f2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:06.762645 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c0d86239-355c-45ef-97cf-c5a3a0a2f309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:06.788574 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a0f6-547e-443e-9a8d-72b578e3a8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e40b5877-6282-411a-ad95-35f6115e7dd2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:06.792535 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a0f6-547e-443e-9a8d-72b578e3a8c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:06.796576 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3fd8a0f6-547e-443e-9a8d-72b578e3a8c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e40b5877-6282-411a-ad95-35f6115e7dd2 HTTP/1.1" status: 204  len: 168 time: 0.2886536
Feb 12 21:36:06.807084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8a0f6-547e-443e-9a8d-72b578e3a8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40b5877-6282-411a-ad95-35f6115e7dd2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:06.866140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 323cbe6f-1521-440b-8d49-e4d39000f13b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:06.912431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c0d86239-355c-45ef-97cf-c5a3a0a2f309 None None] Current status of the port fef9ac08-d828-484e-93f3-0b654847e4f2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:07.516784 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-69f18e5b-25ef-4b2c-87b7-76506644c072 req-71ae6436-8ac0-4d4e-b1fc-6d973295dde3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 210 time: 0.0593078
Feb 12 21:36:07.811491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-17095b15-7692-44eb-ab7e-9210901cddf0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:07.812951 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-17095b15-7692-44eb-ab7e-9210901cddf0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.48 "GET /v2.0/networks?id=1f8d6081-2135-432e-a78b-a0506974e0cb HTTP/1.1" status: 200  len: 797 time: 0.1174850
Feb 12 21:36:07.892136 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-51918945-7234-450c-a342-546a874c2531 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc1c557f5d984523b9dbe9c385659448 HTTP/1.1" status: 200  len: 379 time: 0.0656266
Feb 12 21:36:07.902864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-655f79f1-2e5b-4336-bea5-acbe7f17e9af tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'port': {'device_id': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'admin_state_up': True, 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'security_groups': ['8e433ea3-6633-4870-b126-280259b7e2e6']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:36:08.106837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-655f79f1-2e5b-4336-bea5-acbe7f17e9af tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Made reservation on behalf of bc1c557f5d984523b9dbe9c385659448 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:36:08.112357 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-655f79f1-2e5b-4336-bea5-acbe7f17e9af tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:08.205402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fef9ac08-d828-484e-93f3-0b654847e4f2 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:36:08.267306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port fef9ac08-d828-484e-93f3-0b654847e4f2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:08.267686 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:08.281607 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-655f79f1-2e5b-4336-bea5-acbe7f17e9af tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Allocated IP 172.20.0.12 (1f8d6081-2135-432e-a78b-a0506974e0cb/ea3803de-75ae-4461-9b49-ef99079d3d44/30a257b9-dbad-4674-89ed-68090744d886) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:36:08.364639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port fef9ac08-d828-484e-93f3-0b654847e4f2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:08.440964 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-655f79f1-2e5b-4336-bea5-acbe7f17e9af tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (30a257b9-dbad-4674-89ed-68090744d886), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:08.543200 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-655f79f1-2e5b-4336-bea5-acbe7f17e9af tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (30a257b9-dbad-4674-89ed-68090744d886), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:08.625931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-655f79f1-2e5b-4336-bea5-acbe7f17e9af tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network 1f8d6081-2135-432e-a78b-a0506974e0cb is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:36:08.633422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-655f79f1-2e5b-4336-bea5-acbe7f17e9af tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:36:08.637142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-655f79f1-2e5b-4336-bea5-acbe7f17e9af tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:36:08.639754 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f79f1-2e5b-4336-bea5-acbe7f17e9af tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=30a257b9-dbad-4674-89ed-68090744d886,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:08.694637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-655f79f1-2e5b-4336-bea5-acbe7f17e9af tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:08.695264 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-655f79f1-2e5b-4336-bea5-acbe7f17e9af tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:08.712834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24a807-b355-4d11-bb68-87b9058eb353 req-641cfd30-8586-45cb-928a-af3b761d1277 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:08.714423 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6d24a807-b355-4d11-bb68-87b9058eb353 req-641cfd30-8586-45cb-928a-af3b761d1277 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 932 time: 0.1261337
Feb 12 21:36:08.777068 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6d24a807-b355-4d11-bb68-87b9058eb353 req-9b47057e-357a-40bc-815f-c3eb7a9c88bc tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563209
Feb 12 21:36:08.802993 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-655f79f1-2e5b-4336-bea5-acbe7f17e9af tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9031613
Feb 12 21:36:08.819096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Request body: {'port': {'device_id': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:36:08.891446 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (30a257b9-dbad-4674-89ed-68090744d886), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:08.953740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-29784643-59e5-4230-9136-31c622f10fea None None] Provisioning complete for port 30a257b9-dbad-4674-89ed-68090744d886 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:08.954114 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-29784643-59e5-4230-9136-31c622f10fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (30a257b9-dbad-4674-89ed-68090744d886), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:08.992326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-29784643-59e5-4230-9136-31c622f10fea None None] Port 30a257b9-dbad-4674-89ed-68090744d886 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:36:09.159056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a257b9-dbad-4674-89ed-68090744d886 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:36:09.167537 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Publish callbacks [] for port (30a257b9-dbad-4674-89ed-68090744d886), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:09.180224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Transition to ACTIVE for port object 30a257b9-dbad-4674-89ed-68090744d886 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:36:09.256449 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (30a257b9-dbad-4674-89ed-68090744d886), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:09.312990 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=30a257b9-dbad-4674-89ed-68090744d886,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:09.390840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Attempting to bind port 30a257b9-dbad-4674-89ed-68090744d886 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:36:09.391178 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Attempting to bind port 30a257b9-dbad-4674-89ed-68090744d886 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fd435621-879a-495e-a03d-e91269f7e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:36:09.391533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Attempting to bind port 30a257b9-dbad-4674-89ed-68090744d886 on network 1f8d6081-2135-432e-a78b-a0506974e0cb {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:36:09.396157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Port 30a257b9-dbad-4674-89ed-68090744d886 on network 1f8d6081-2135-432e-a78b-a0506974e0cb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:36:09.397019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Attempting to bind port 30a257b9-dbad-4674-89ed-68090744d886 on network 1f8d6081-2135-432e-a78b-a0506974e0cb {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:36:09.402463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:36:09.402805 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Checking segment: {'id': 'fd435621-879a-495e-a03d-e91269f7e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:36:09.403191 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Bound using segment: {'id': 'fd435621-879a-495e-a03d-e91269f7e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:36:09.403941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Bound port: 30a257b9-dbad-4674-89ed-68090744d886, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd435621-879a-495e-a03d-e91269f7e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:36:09.404133 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (30a257b9-dbad-4674-89ed-68090744d886), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:09.471582 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] For port 30a257b9-dbad-4674-89ed-68090744d886, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:36:09.475077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] For port 30a257b9-dbad-4674-89ed-68090744d886, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30a257b9-dbad-4674-89ed-68090744d886,segment=NetworkSegment(fd435621-879a-495e-a03d-e91269f7e889),segment_id=fd435621-879a-495e-a03d-e91269f7e889)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:36:09.576959 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (30a257b9-dbad-4674-89ed-68090744d886), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:09.904068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ee6bb-e05b-4ec9-8bbb-b73734dc67c6 req-17f16e2c-0d13-4123-958a-fb0017615a61 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:09.906051 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c2ee6bb-e05b-4ec9-8bbb-b73734dc67c6 req-17f16e2c-0d13-4123-958a-fb0017615a61 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 944 time: 0.0573525
Feb 12 21:36:09.935724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:09.936962 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:09.937744 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] 10.222.0.48 "PUT /v2.0/ports/30a257b9-dbad-4674-89ed-68090744d886 HTTP/1.1" status: 200  len: 1092 time: 1.1232436
Feb 12 21:36:09.938248 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'tag': '30a257b9-dbad-4674-89ed-68090744d886'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:36:09.940545 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3151d2-6530-4234-80f9-0843fedc3627" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4dc749-89b9-4c5b-98a4-0c73df37b75c", "tag": "30a257b9-dbad-4674-89ed-68090744d886"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:36:09.968572 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c2ee6bb-e05b-4ec9-8bbb-b73734dc67c6 req-ee8817d7-5c48-41c1-a967-7a8ac544ae23 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515704
Feb 12 21:36:09.973387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06974873-3f78-4ecd-9325-15f980d99ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=30a257b9-dbad-4674-89ed-68090744d886,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:09.989536 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2692f0ea-e395-4ecb-985f-4773a69a86a7 x-openstack-request-id: req-2692f0ea-e395-4ecb-985f-4773a69a86a7 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:36:09.989835 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4dc749-89b9-4c5b-98a4-0c73df37b75c", "tag": "30a257b9-dbad-4674-89ed-68090744d886", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:36:09.990218 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2692f0ea-e395-4ecb-985f-4773a69a86a7 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:36:09.991815 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'tag': '30a257b9-dbad-4674-89ed-68090744d886', 'status': 'completed', 'code': 200}
Feb 12 21:36:10.073492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3151d2-6530-4234-80f9-0843fedc3627 req-1f5a8750-c05b-4736-a210-f2c4e6b84e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:10.075033 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc3151d2-6530-4234-80f9-0843fedc3627 req-1f5a8750-c05b-4736-a210-f2c4e6b84e49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 1126 time: 0.0509758
Feb 12 21:36:10.191648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3151d2-6530-4234-80f9-0843fedc3627 req-a4e55acd-5817-4537-aaab-a89bffdf3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:10.193763 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc3151d2-6530-4234-80f9-0843fedc3627 req-a4e55acd-5817-4537-aaab-a89bffdf3d79 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=bc1c557f5d984523b9dbe9c385659448&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1066575
Feb 12 21:36:10.289300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3151d2-6530-4234-80f9-0843fedc3627 req-f0d5e9da-8387-4fb3-b707-5eabb855caec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:10.290841 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc3151d2-6530-4234-80f9-0843fedc3627 req-f0d5e9da-8387-4fb3-b707-5eabb855caec service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0891414
Feb 12 21:36:10.375368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-9d501a5a-8593-47ac-b06e-3fa6d57ffb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:10.376917 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-9d501a5a-8593-47ac-b06e-3fa6d57ffb7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 1126 time: 0.0451760
Feb 12 21:36:10.426940 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-cda05ca7-1748-4695-91fa-0ff2f0ee5cdd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30a257b9-dbad-4674-89ed-68090744d886 HTTP/1.1" status: 200  len: 217 time: 0.0393741
Feb 12 21:36:10.478729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-07806bb9-80e8-4052-a68b-16c598d61371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:10.480164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-07806bb9-80e8-4052-a68b-16c598d61371 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea3803de-75ae-4461-9b49-ef99079d3d44 HTTP/1.1" status: 200  len: 835 time: 0.0448470
Feb 12 21:36:10.534158 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-31e2f2d2-dc27-481a-ac10-45ed8408b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:10.535658 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-31e2f2d2-dc27-481a-ac10-45ed8408b027 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f8d6081-2135-432e-a78b-a0506974e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0462368
Feb 12 21:36:10.640102 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-a1cf33f9-f78d-45c0-8b57-c3e6ca725b54 service neutron] 10.222.0.48 "GET /v2.0/networks/1f8d6081-2135-432e-a78b-a0506974e0cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946181
Feb 12 21:36:10.736102 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a48f665-3b37-4d7e-8cc9-47d9049ca4f7 req-e4ba5452-250f-4207-9b22-a420687ed7b3 service neutron] 10.222.0.48 "GET /v2.0/networks/1f8d6081-2135-432e-a78b-a0506974e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872095
Feb 12 21:36:11.118376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a5619-f7be-437f-9443-a8a49b774195 req-f7c56acf-991d-48d6-8470-9aac31303808 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:11.123461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-352a5619-f7be-437f-9443-a8a49b774195 req-f7c56acf-991d-48d6-8470-9aac31303808 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 944 time: 0.0656552
Feb 12 21:36:11.170849 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-352a5619-f7be-437f-9443-a8a49b774195 req-033fc170-ddf8-417f-a1c9-67056bbfea7d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453417
Feb 12 21:36:12.227175 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb40fbb1-2abe-4077-8fe6-342cb04f50b5 req-083a314d-29c4-40a7-af8c-9ff3f7290879 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0456383
Feb 12 21:36:12.300936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 30a257b9-dbad-4674-89ed-68090744d886 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:36:12.305341 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e200a9c-5eea-4187-a092-6dad0cc391e0 req-7ae89b4f-3659-428a-af51-76ee7fdb798b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:12.308345 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e200a9c-5eea-4187-a092-6dad0cc391e0 req-7ae89b4f-3659-428a-af51-76ee7fdb798b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 944 time: 0.0583642
Feb 12 21:36:12.313802 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40fbb1-2abe-4077-8fe6-342cb04f50b5 req-0e40ad62-c44e-4d62-bbdc-b807f7ecb45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:12.315995 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb40fbb1-2abe-4077-8fe6-342cb04f50b5 req-0e40ad62-c44e-4d62-bbdc-b807f7ecb45b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11ee0199776b422d91d8368c75898fd8&device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 1127 time: 0.0478282
Feb 12 21:36:12.375031 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4e200a9c-5eea-4187-a092-6dad0cc391e0 req-16866166-73b7-4f98-ac55-bea79bd12af6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604188
Feb 12 21:36:12.433424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40fbb1-2abe-4077-8fe6-342cb04f50b5 req-c7b31821-f622-4682-984d-664bdf8aaea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:12.434826 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb40fbb1-2abe-4077-8fe6-342cb04f50b5 req-c7b31821-f622-4682-984d-664bdf8aaea2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5a275d54-c4f2-43ea-a3af-6f48ceb00c04 HTTP/1.1" status: 200  len: 909 time: 0.1000171
Feb 12 21:36:12.505089 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb40fbb1-2abe-4077-8fe6-342cb04f50b5 req-4f57b174-8597-4d93-a62c-2151e900e3ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d754d1-34dc-4a41-ac74-e83b17271343 HTTP/1.1" status: 200  len: 1001 time: 0.0633755
Feb 12 21:36:12.559693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40fbb1-2abe-4077-8fe6-342cb04f50b5 req-4a78b4d7-4924-4eb1-892c-0b26f4701e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:12.560717 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb40fbb1-2abe-4077-8fe6-342cb04f50b5 req-4a78b4d7-4924-4eb1-892c-0b26f4701e1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3918f939-1e5c-4678-bc3a-c7a904354339 HTTP/1.1" status: 200  len: 847 time: 0.0499787
Feb 12 21:36:12.566084 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 30a257b9-dbad-4674-89ed-68090744d886, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30a257b9-dbad-4674-89ed-68090744d886,segment=NetworkSegment(fd435621-879a-495e-a03d-e91269f7e889),segment_id=fd435621-879a-495e-a03d-e91269f7e889)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:36:12.577907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '30a257b9-dbad-4674-89ed-68090744d886', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'port_id': '30a257b9-dbad-4674-89ed-68090744d886', 'mac_address': 'fa:16:3e:cb:9d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:36:12.614519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40fbb1-2abe-4077-8fe6-342cb04f50b5 req-72d49b93-5491-4dc2-bdbf-b254daf04ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:12.616213 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb40fbb1-2abe-4077-8fe6-342cb04f50b5 req-72d49b93-5491-4dc2-bdbf-b254daf04ce7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5a275d54-c4f2-43ea-a3af-6f48ceb00c04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0495250
Feb 12 21:36:12.619113 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 30a257b9-dbad-4674-89ed-68090744d886 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:12.619628 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (30a257b9-dbad-4674-89ed-68090744d886), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:12.637784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a257b9-dbad-4674-89ed-68090744d886 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:36:12.658948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 30a257b9-dbad-4674-89ed-68090744d886, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30a257b9-dbad-4674-89ed-68090744d886,segment=NetworkSegment(fd435621-879a-495e-a03d-e91269f7e889),segment_id=fd435621-879a-495e-a03d-e91269f7e889)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:36:12.706919 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb40fbb1-2abe-4077-8fe6-342cb04f50b5 req-fb8e569c-bc15-4c54-a4e8-074c57c6feb1 service neutron] 10.222.0.50 "GET /v2.0/networks/5a275d54-c4f2-43ea-a3af-6f48ceb00c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844083
Feb 12 21:36:12.753899 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (30a257b9-dbad-4674-89ed-68090744d886), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:12.804908 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=30a257b9-dbad-4674-89ed-68090744d886,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:12.808540 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cb40fbb1-2abe-4077-8fe6-342cb04f50b5 req-69a30878-7a2d-472e-9c42-335ea886aec1 service neutron] 10.222.0.50 "GET /v2.0/networks/5a275d54-c4f2-43ea-a3af-6f48ceb00c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0962007
Feb 12 21:36:13.005961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['30a257b9-dbad-4674-89ed-68090744d886'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:36:13.496348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92707896-22ca-4639-a153-351c770e107e req-519bd875-fc9d-45ba-b63b-6a692b8f1a28 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:13.497977 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-92707896-22ca-4639-a153-351c770e107e req-519bd875-fc9d-45ba-b63b-6a692b8f1a28 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 945 time: 0.0531492
Feb 12 21:36:13.547187 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-92707896-22ca-4639-a153-351c770e107e req-15fbaeb8-7e09-4eef-b660-9b8de3bf191d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435801
Feb 12 21:36:14.301128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 30a257b9-dbad-4674-89ed-68090744d886 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:36:14.405030 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 30a257b9-dbad-4674-89ed-68090744d886 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:36:14.409513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 30a257b9-dbad-4674-89ed-68090744d886 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:14.410062 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (30a257b9-dbad-4674-89ed-68090744d886), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:14.490164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 30a257b9-dbad-4674-89ed-68090744d886 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:14.490553 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (30a257b9-dbad-4674-89ed-68090744d886), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:14.512510 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a257b9-dbad-4674-89ed-68090744d886'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:36:14.514759 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dc081c-f0f8-45f3-8a5e-4bcf5c71cf4c" -d '{"events": [{"server_uuid": "dd4dc749-89b9-4c5b-98a4-0c73df37b75c", "name": "network-vif-plugged", "status": "completed", "tag": "30a257b9-dbad-4674-89ed-68090744d886"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:36:14.527790 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 30a257b9-dbad-4674-89ed-68090744d886, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30a257b9-dbad-4674-89ed-68090744d886,segment=NetworkSegment(fd435621-879a-495e-a03d-e91269f7e889),segment_id=fd435621-879a-495e-a03d-e91269f7e889)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:36:14.552643 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7108d200-d0b3-4582-b2ba-9ff7a7dcc00e x-openstack-request-id: req-7108d200-d0b3-4582-b2ba-9ff7a7dcc00e {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:36:14.552899 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4dc749-89b9-4c5b-98a4-0c73df37b75c", "name": "network-vif-plugged", "status": "completed", "tag": "30a257b9-dbad-4674-89ed-68090744d886", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:36:14.553123 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7108d200-d0b3-4582-b2ba-9ff7a7dcc00e {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:36:14.553557 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a257b9-dbad-4674-89ed-68090744d886', 'code': 200}
Feb 12 21:36:14.582721 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (30a257b9-dbad-4674-89ed-68090744d886), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:14.638243 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=30a257b9-dbad-4674-89ed-68090744d886,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:14.698866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8a339-5f22-4270-8750-3a5283a42cb2 req-bf11579e-e858-44f7-80a1-18d7e1c29597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:14.700301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f7f8a339-5f22-4270-8750-3a5283a42cb2 req-bf11579e-e858-44f7-80a1-18d7e1c29597 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 1128 time: 0.0817153
Feb 12 21:36:14.712336 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39286ea8-f359-48c3-b1c5-8b2b1bc3720d req-2e858e14-101b-4105-8b0c-39eec6865502 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:14.713783 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-39286ea8-f359-48c3-b1c5-8b2b1bc3720d req-2e858e14-101b-4105-8b0c-39eec6865502 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0872688
Feb 12 21:36:14.786474 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f7f8a339-5f22-4270-8750-3a5283a42cb2 req-7c7a8bf3-994e-49ca-91cb-80a30887105c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717530
Feb 12 21:36:14.790941 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-39286ea8-f359-48c3-b1c5-8b2b1bc3720d req-1db9c5a7-bd3a-45ae-b796-c966eb7e3e2d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711021
Feb 12 21:36:15.929674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e929a-abd3-4d0d-b413-863d4dff1ec0 req-41e75dc5-282e-4152-9fbf-f6764b8ad32a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:15.934441 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c73e929a-abd3-4d0d-b413-863d4dff1ec0 req-41e75dc5-282e-4152-9fbf-f6764b8ad32a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0645945
Feb 12 21:36:15.986874 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c73e929a-abd3-4d0d-b413-863d4dff1ec0 req-365fa838-b03b-47a2-ac6e-3b334aed8601 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456264
Feb 12 21:36:17.112193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa11e42-89f2-4a91-9e78-da44cb41c31b req-88c973e8-0248-4a7b-9ad9-fda896c7d886 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:17.116081 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-faa11e42-89f2-4a91-9e78-da44cb41c31b req-88c973e8-0248-4a7b-9ad9-fda896c7d886 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0574670
Feb 12 21:36:17.162959 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-faa11e42-89f2-4a91-9e78-da44cb41c31b req-9954c041-3f41-48ee-8766-150c62d74bda tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430562
Feb 12 21:36:17.284692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3078a05-6191-4a21-86f1-39b2519c1eda req-2e40904a-2775-4643-969c-5ca7ad5b2879 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:17.286137 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3078a05-6191-4a21-86f1-39b2519c1eda req-2e40904a-2775-4643-969c-5ca7ad5b2879 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0544450
Feb 12 21:36:17.334860 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3078a05-6191-4a21-86f1-39b2519c1eda req-d36d8c4e-c0a4-4f96-9b5c-8e3a1724351d tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423858
Feb 12 21:36:17.356686 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51026) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:17.402978 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc0e538-9e7b-47f9-adb2-89acf0eb31f3 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:17.404481 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fdc0e538-9e7b-47f9-adb2-89acf0eb31f3 tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 1123 time: 0.0468457
Feb 12 21:36:17.407528 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51028) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:17.411692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': '30a257b9-dbad-4674-89ed-68090744d886', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:36:17.605327 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:17.704530 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:17.812776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Allocated IP 172.35.2.174 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/97a5e819-1e99-4c56-91e4-2b3da97abe23) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:36:17.914358 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (97a5e819-1e99-4c56-91e4-2b3da97abe23), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:18.003526 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (97a5e819-1e99-4c56-91e4-2b3da97abe23), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:18.051399 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:36:18.054312 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:36:18.058386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:36:18.064125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=97a5e819-1e99-4c56-91e4-2b3da97abe23,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:18.429919 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for floatingip (87345463-84da-400e-b089-947693b2c086), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:18.571021 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (97a5e819-1e99-4c56-91e4-2b3da97abe23), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:18.724443 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for port (97a5e819-1e99-4c56-91e4-2b3da97abe23), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:18.776256 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (97a5e819-1e99-4c56-91e4-2b3da97abe23), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:18.848792 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event updated for resources: {'Port': ['ID=97a5e819-1e99-4c56-91e4-2b3da97abe23,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:18.862454 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (87345463-84da-400e-b089-947693b2c086), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:18.964723 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Floating IP 87345463-84da-400e-b089-947693b2c086 associated. External IP: 172.35.2.174, port: 30a257b9-dbad-4674-89ed-68090744d886.
Feb 12 21:36:19.183724 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router 87ae499a-2641-4e0d-b363-8b36b8eb95fb has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:36:19.297843 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:36:19.311326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cc6697-6a7f-4375-ad5f-a8fb2c83110b None None] Sync routers for ids ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:36:19.320674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cc6697-6a7f-4375-ad5f-a8fb2c83110b None None] Routers {'87ae499a-2641-4e0d-b363-8b36b8eb95fb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:36:19.321283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a8cc6697-6a7f-4375-ad5f-a8fb2c83110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb879a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:35:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:19.399385 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:19.432542 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-512213fe-a54b-4391-9a5e-3b7f9a489ff1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.0230670
Feb 12 21:36:19.433581 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'tag': '30a257b9-dbad-4674-89ed-68090744d886'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:36:19.433766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-a8cc6697-6a7f-4375-ad5f-a8fb2c83110b None None] Set router 87ae499a-2641-4e0d-b363-8b36b8eb95fb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:36:19.435899 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f562523-316c-45b1-bc08-4c3799ef948d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4dc749-89b9-4c5b-98a4-0c73df37b75c", "tag": "30a257b9-dbad-4674-89ed-68090744d886"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:36:19.473771 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4cb3a0-1830-401e-9b17-ac7ce9c4f8fe x-openstack-request-id: req-0d4cb3a0-1830-401e-9b17-ac7ce9c4f8fe {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:36:19.474073 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4dc749-89b9-4c5b-98a4-0c73df37b75c", "tag": "30a257b9-dbad-4674-89ed-68090744d886", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:36:19.474335 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d4cb3a0-1830-401e-9b17-ac7ce9c4f8fe {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:36:19.474779 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'tag': '30a257b9-dbad-4674-89ed-68090744d886', 'status': 'completed', 'code': 200}
Feb 12 21:36:19.571184 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa1965-db8a-498b-be0d-350b30c4abb3 req-9a6c856b-8edc-432e-b2e2-f7578c41efde tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:19.572719 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7fa1965-db8a-498b-be0d-350b30c4abb3 req-9a6c856b-8edc-432e-b2e2-f7578c41efde tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0886049
Feb 12 21:36:19.579292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f562523-316c-45b1-bc08-4c3799ef948d req-c6eee811-a2f1-4311-8bfe-719b9c7bc683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:19.580750 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9f562523-316c-45b1-bc08-4c3799ef948d req-c6eee811-a2f1-4311-8bfe-719b9c7bc683 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 1128 time: 0.0648017
Feb 12 21:36:19.677914 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a8cc6697-6a7f-4375-ad5f-a8fb2c83110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb879a30>, [{'id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196264147', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247'}], 'enable_snat': True}, 'gw_port_id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:03Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '87345463-84da-400e-b089-947693b2c086', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'floating_ip_address': '172.35.2.174', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'port_id': '30a257b9-dbad-4674-89ed-68090744d886', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'mac_address': 'fa:16:3e:cb:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:36:18Z', 'updated_at': '2022-02-12T21:36:18Z', 'revision_number': 0, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef9ac08-d828-484e-93f3-0b654847e4f2', 'name': '', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:1c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:02Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:19.692663 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7fa1965-db8a-498b-be0d-350b30c4abb3 req-7a8e8827-ac1b-414d-b075-86217aeda04b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1099007
Feb 12 21:36:19.707094 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cc6697-6a7f-4375-ad5f-a8fb2c83110b None None] Checking router: 87ae499a-2641-4e0d-b363-8b36b8eb95fb for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:36:19.716399 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cc6697-6a7f-4375-ad5f-a8fb2c83110b None None] Routers {'87ae499a-2641-4e0d-b363-8b36b8eb95fb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:36:19.717467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a8cc6697-6a7f-4375-ad5f-a8fb2c83110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb879a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:35:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:19.725945 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f562523-316c-45b1-bc08-4c3799ef948d req-dfa3e491-5221-491b-88fc-4beb16279df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:19.727437 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9f562523-316c-45b1-bc08-4c3799ef948d req-dfa3e491-5221-491b-88fc-4beb16279df0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f8d6081-2135-432e-a78b-a0506974e0cb HTTP/1.1" status: 200  len: 898 time: 0.1392047
Feb 12 21:36:19.740368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51044) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:19.832092 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-a8cc6697-6a7f-4375-ad5f-a8fb2c83110b None None] Set router 87ae499a-2641-4e0d-b363-8b36b8eb95fb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:36:19.846645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9f562523-316c-45b1-bc08-4c3799ef948d req-eae40698-019d-4af9-9e56-e22851b33df0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30a257b9-dbad-4674-89ed-68090744d886 HTTP/1.1" status: 200  len: 1000 time: 0.1131940
Feb 12 21:36:19.854219 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6b854c71-7efd-4044-adce-2c3c76f972f7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/floatingips/87345463-84da-400e-b089-947693b2c086 HTTP/1.1" status: 200  len: 992 time: 0.1122539
Feb 12 21:36:19.897442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f562523-316c-45b1-bc08-4c3799ef948d req-9fd71ff2-4975-41cc-8133-ca0f82465af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:19.898941 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9f562523-316c-45b1-bc08-4c3799ef948d req-9fd71ff2-4975-41cc-8133-ca0f82465af4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea3803de-75ae-4461-9b49-ef99079d3d44 HTTP/1.1" status: 200  len: 835 time: 0.0436904
Feb 12 21:36:19.952220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f562523-316c-45b1-bc08-4c3799ef948d req-4fa44daf-980a-4088-9dbc-67a01799ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:19.953675 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9f562523-316c-45b1-bc08-4c3799ef948d req-4fa44daf-980a-4088-9dbc-67a01799ca3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f8d6081-2135-432e-a78b-a0506974e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0488923
Feb 12 21:36:20.045064 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9f562523-316c-45b1-bc08-4c3799ef948d req-c8a1e494-f9bb-4c28-92b4-c611fd5efc38 service neutron] 10.222.0.48 "GET /v2.0/networks/1f8d6081-2135-432e-a78b-a0506974e0cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853882
Feb 12 21:36:20.064546 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a8cc6697-6a7f-4375-ad5f-a8fb2c83110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb879a30>, [{'id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196264147', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247'}], 'enable_snat': True}, 'gw_port_id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:03Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '87345463-84da-400e-b089-947693b2c086', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'floating_ip_address': '172.35.2.174', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'port_id': '30a257b9-dbad-4674-89ed-68090744d886', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'mac_address': 'fa:16:3e:cb:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:36:18Z', 'updated_at': '2022-02-12T21:36:18Z', 'revision_number': 0, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef9ac08-d828-484e-93f3-0b654847e4f2', 'name': '', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:1c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:02Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:20.092117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cc6697-6a7f-4375-ad5f-a8fb2c83110b None None] The sync data for ids ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'] in ncdv-master-1 is: [{'id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196264147', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247'}], 'enable_snat': True}, 'gw_port_id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:03Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '87345463-84da-400e-b089-947693b2c086', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'floating_ip_address': '172.35.2.174', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'port_id': '30a257b9-dbad-4674-89ed-68090744d886', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'mac_address': 'fa:16:3e:cb:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:36:18Z', 'updated_at': '2022-02-12T21:36:18Z', 'revision_number': 0, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef9ac08-d828-484e-93f3-0b654847e4f2', 'name': '', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:1c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:02Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:36:20.141769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9f562523-316c-45b1-bc08-4c3799ef948d req-4c15d6b9-4b25-4681-b89a-5f1546502a81 service neutron] 10.222.0.48 "GET /v2.0/networks/1f8d6081-2135-432e-a78b-a0506974e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911767
Feb 12 21:36:20.304133 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb50ce3-a1f4-48f2-86f3-4de81b84ebe4 None None] New status for floating IP 87345463-84da-400e-b089-947693b2c086: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:36:20.858650 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51050) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:20.923305 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-340cf2c7-5fee-4233-bd32-cbfd1e8e231a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/floatingips/87345463-84da-400e-b089-947693b2c086 HTTP/1.1" status: 200  len: 994 time: 0.0635242
Feb 12 21:36:25.885114 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b62e5174-a56d-43a0-bf06-2a426f7cd3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:27.098401 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:28.285269 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ed536622-8a07-4e3c-9c45-7d79acab2433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:29.169569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51144) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:29.279689 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-462de5a2-9526-4c97-a7a9-1661b8ef4408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:29.353584 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-462de5a2-9526-4c97-a7a9-1661b8ef4408 admin admin] Publish callbacks [] for security_group (51c175af-a2c9-4ca5-98c8-b9662079a798), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:29.399097 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-462de5a2-9526-4c97-a7a9-1661b8ef4408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (51c175af-a2c9-4ca5-98c8-b9662079a798), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:29.439641 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-462de5a2-9526-4c97-a7a9-1661b8ef4408 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bba2af975d234bf8868fd234c14f2bf5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2689350
Feb 12 21:36:29.441764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462de5a2-9526-4c97-a7a9-1661b8ef4408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c175af-a2c9-4ca5-98c8-b9662079a798,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:29.442295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51150) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:29.500223 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-24a85f68-04a4-4456-8d12-c1a12b255e16 admin admin] Publish callbacks [] for security_group (51c175af-a2c9-4ca5-98c8-b9662079a798), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:29.518780 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-24a85f68-04a4-4456-8d12-c1a12b255e16 admin admin] Publish callbacks [] for security_group (51c175af-a2c9-4ca5-98c8-b9662079a798), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:29.574704 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:29.616605 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:29.668325 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-24a85f68-04a4-4456-8d12-c1a12b255e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (51c175af-a2c9-4ca5-98c8-b9662079a798), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:29.671025 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-24a85f68-04a4-4456-8d12-c1a12b255e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:29.672268 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-24a85f68-04a4-4456-8d12-c1a12b255e16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51c175af-a2c9-4ca5-98c8-b9662079a798 HTTP/1.1" status: 204  len: 168 time: 0.2277689
Feb 12 21:36:29.680423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a85f68-04a4-4456-8d12-c1a12b255e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c175af-a2c9-4ca5-98c8-b9662079a798,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:31.054048 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:32.228163 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:32.690367 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51218) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:32.695416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-381bd386-3411-4eda-80ba-f9e05b85de20 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Request body: {'network': {'name': 'tempest-network-smoke--1504277788', 'project_id': '14346d52af354b338f2253bc2f551829', 'port_security_enabled': True}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:36:32.811225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381bd386-3411-4eda-80ba-f9e05b85de20 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Made reservation on behalf of 14346d52af354b338f2253bc2f551829 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:36:32.814788 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-381bd386-3411-4eda-80ba-f9e05b85de20 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:32.824762 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-381bd386-3411-4eda-80ba-f9e05b85de20 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:32.899777 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-381bd386-3411-4eda-80ba-f9e05b85de20 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group (38262d56-949e-43e3-a1a6-b58422baeec0), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:32.948649 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-381bd386-3411-4eda-80ba-f9e05b85de20 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (38262d56-949e-43e3-a1a6-b58422baeec0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:32.979397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381bd386-3411-4eda-80ba-f9e05b85de20 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:36:32.988882 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bd386-3411-4eda-80ba-f9e05b85de20 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38262d56-949e-43e3-a1a6-b58422baeec0,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:32.996494 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-381bd386-3411-4eda-80ba-f9e05b85de20 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1410d6f4-b775-44af-bfce-9d99629441de), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:32.996958 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-381bd386-3411-4eda-80ba-f9e05b85de20 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Added segment 1410d6f4-b775-44af-bfce-9d99629441de of type vlan for network 3ce3f2c7-8999-4ea4-8e18-a9e610cff662
Feb 12 21:36:33.038521 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-381bd386-3411-4eda-80ba-f9e05b85de20 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (3ce3f2c7-8999-4ea4-8e18-a9e610cff662), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:33.145274 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-381bd386-3411-4eda-80ba-f9e05b85de20 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (3ce3f2c7-8999-4ea4-8e18-a9e610cff662), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:33.150468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381bd386-3411-4eda-80ba-f9e05b85de20 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:33.151609 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-381bd386-3411-4eda-80ba-f9e05b85de20 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:33.218659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bd386-3411-4eda-80ba-f9e05b85de20 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'Network': ['ID=3ce3f2c7-8999-4ea4-8e18-a9e610cff662,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:33.229272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 3ce3f2c7-8999-4ea4-8e18-a9e610cff662 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:36:33.273968 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-381bd386-3411-4eda-80ba-f9e05b85de20 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5825028
Feb 12 21:36:33.276949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51220) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:33.281689 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-617090954', 'admin_state_up': True, 'project_id': '14346d52af354b338f2253bc2f551829', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:36:33.385806 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:33.386886 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:33.443683 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router_controller (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:33.652178 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router_gateway (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:33.931362 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router_gateway (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:33.950183 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:34.057972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Allocated IP 172.35.2.51 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/63f6c98f-62c6-4031-ac19-abc0eed005f7) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:36:34.161287 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for port (63f6c98f-62c6-4031-ac19-abc0eed005f7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:34.256895 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (63f6c98f-62c6-4031-ac19-abc0eed005f7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:34.302199 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:36:34.305043 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:36:34.307794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:36:34.332275 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'Port': ['ID=63f6c98f-62c6-4031-ac19-abc0eed005f7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:34.636913 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router_gateway (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:34.688026 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:36:34.849278 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:35.096524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:36:35.206773 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:36:35.216965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Sync routers for ids ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:36:35.226307 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Routers {'7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:36:35.226891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb31e040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:36:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:35.286962 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:35.288376 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-17d64f47-be7c-41a4-ae6d-4b425859c81e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 2.0102682
Feb 12 21:36:35.291315 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51226) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:35.335466 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Set router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:36:35.521659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb31e040>, [{'id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-617090954', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:34Z', 'revision_number': 3, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:35.554340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Checking router: 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:36:35.554700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Updating router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 port 63f6c98f-62c6-4031-ac19-abc0eed005f7 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:36:35.598619 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (63f6c98f-62c6-4031-ac19-abc0eed005f7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:35.739410 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1db90b79-3b16-4cb5-94fa-db535488384a tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=14346d52af354b338f2253bc2f551829&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4463401
Feb 12 21:36:35.742120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51232) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:35.862142 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Publish callbacks [] for port (63f6c98f-62c6-4031-ac19-abc0eed005f7), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:35.892732 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb03061-249c-47d7-bd2b-51dbdf9340b7 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:35.894300 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7eb03061-249c-47d7-bd2b-51dbdf9340b7 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1510875
Feb 12 21:36:35.897151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51234) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:35.931109 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f8a84df9-25b2-4a4a-8745-5384b9a24e2e tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0328844
Feb 12 21:36:35.934050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51236) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:35.938713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-180de087-cac7-4f70-a1f9-5a3d984cc632 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1389407409', 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'project_id': '14346d52af354b338f2253bc2f551829', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:36:35.945903 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (63f6c98f-62c6-4031-ac19-abc0eed005f7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:35.999191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Attempting to bind port 63f6c98f-62c6-4031-ac19-abc0eed005f7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:36:36.004860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Attempting to bind port 63f6c98f-62c6-4031-ac19-abc0eed005f7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:36:36.004860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Attempting to bind port 63f6c98f-62c6-4031-ac19-abc0eed005f7 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:36:36.004860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3c0d9-eb65-412a-9d65-5e36025bd4ef None None] Pushing event updated for resources: {'Port': ['ID=63f6c98f-62c6-4031-ac19-abc0eed005f7,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:36.007626 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:36:36.008009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:36:36.008412 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:36.008800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:36:36.009270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Bound port: 63f6c98f-62c6-4031-ac19-abc0eed005f7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:36:36.009686 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (63f6c98f-62c6-4031-ac19-abc0eed005f7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:36.064381 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] For port 63f6c98f-62c6-4031-ac19-abc0eed005f7, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:36:36.067383 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] For port 63f6c98f-62c6-4031-ac19-abc0eed005f7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63f6c98f-62c6-4031-ac19-abc0eed005f7,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:36:36.091155 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180de087-cac7-4f70-a1f9-5a3d984cc632 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Made reservation on behalf of 14346d52af354b338f2253bc2f551829 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:36:36.094607 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-180de087-cac7-4f70-a1f9-5a3d984cc632 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:36.163330 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (63f6c98f-62c6-4031-ac19-abc0eed005f7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:36.220710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Routers {'7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:36:36.221469 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb31e040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:36:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:36.226039 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3c0d9-eb65-412a-9d65-5e36025bd4ef None None] Pushing event updated for resources: {'Port': ['ID=63f6c98f-62c6-4031-ac19-abc0eed005f7,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:36.333163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] Set router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:36:36.372531 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-180de087-cac7-4f70-a1f9-5a3d984cc632 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (8eaa6c4f-03b3-4815-a61b-339a0d69c619), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:36.432785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180de087-cac7-4f70-a1f9-5a3d984cc632 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'Subnet': ['ID=8eaa6c4f-03b3-4815-a61b-339a0d69c619,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:36.443340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180de087-cac7-4f70-a1f9-5a3d984cc632 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Checking segment: {'id': '1410d6f4-b775-44af-bfce-9d99629441de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:36:36.443782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180de087-cac7-4f70-a1f9-5a3d984cc632 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Network hostable DHCP agents. Network: 3ce3f2c7-8999-4ea4-8e18-a9e610cff662, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:36:36.517026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb31e040>, [{'id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-617090954', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:34Z', 'revision_number': 3, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:36.525184 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180de087-cac7-4f70-a1f9-5a3d984cc632 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Network 3ce3f2c7-8999-4ea4-8e18-a9e610cff662 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:36:36.545101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2db99ab-11e5-4094-bb53-8fb5bbe8f107 None None] The sync data for ids ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'] in ncdv-master-1 is: [{'id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-617090954', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:34Z', 'revision_number': 3, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:36:36.607942 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-180de087-cac7-4f70-a1f9-5a3d984cc632 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3ce3f2c7-8999-4ea4-8e18-a9e610cff662) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:36:36.610843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180de087-cac7-4f70-a1f9-5a3d984cc632 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:36.611485 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-180de087-cac7-4f70-a1f9-5a3d984cc632 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:36.617309 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6ec015-fc97-406d-877a-d7f7823931b5 None None] Network 3ce3f2c7-8999-4ea4-8e18-a9e610cff662 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:36:36.701705 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-180de087-cac7-4f70-a1f9-5a3d984cc632 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7655425
Feb 12 21:36:36.703644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51238) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:36.941044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'project_id': '14346d52af354b338f2253bc2f551829', 'fixed_ips': [{'subnet_id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:36:36.942562 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:37.100036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Allocated IP 172.20.0.2 (3ce3f2c7-8999-4ea4-8e18-a9e610cff662/8eaa6c4f-03b3-4815-a61b-339a0d69c619/daa7067a-3153-4aa4-8ad5-f49dda44c096) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:36:37.241398 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:37.270689 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Publish callbacks [] for port (daa7067a-3153-4aa4-8ad5-f49dda44c096), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:37.360031 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (daa7067a-3153-4aa4-8ad5-f49dda44c096), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:37.405434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Network 3ce3f2c7-8999-4ea4-8e18-a9e610cff662 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:36:37.410693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:36:37.414830 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:36:37.421946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Pushing event updated for resources: {'Port': ['ID=daa7067a-3153-4aa4-8ad5-f49dda44c096,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:37.486412 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Attempting to bind port daa7067a-3153-4aa4-8ad5-f49dda44c096 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:36:37.487699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Attempting to bind port daa7067a-3153-4aa4-8ad5-f49dda44c096 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1410d6f4-b775-44af-bfce-9d99629441de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:36:37.488626 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Attempting to bind port daa7067a-3153-4aa4-8ad5-f49dda44c096 on network 3ce3f2c7-8999-4ea4-8e18-a9e610cff662 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:36:37.497015 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:36:37.498980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Checking segment: {'id': '1410d6f4-b775-44af-bfce-9d99629441de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:36:37.498980 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:37.498980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Bound using segment: {'id': '1410d6f4-b775-44af-bfce-9d99629441de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:36:37.498980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Bound port: daa7067a-3153-4aa4-8ad5-f49dda44c096, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1410d6f4-b775-44af-bfce-9d99629441de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:36:37.499331 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (daa7067a-3153-4aa4-8ad5-f49dda44c096), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:37.536023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Allocated IP 172.20.0.1 (3ce3f2c7-8999-4ea4-8e18-a9e610cff662/8eaa6c4f-03b3-4815-a61b-339a0d69c619/c5497103-f9e6-4047-819d-abe680b41147) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:36:37.566259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] For port daa7067a-3153-4aa4-8ad5-f49dda44c096, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:36:37.569426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] For port daa7067a-3153-4aa4-8ad5-f49dda44c096, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=daa7067a-3153-4aa4-8ad5-f49dda44c096,segment=NetworkSegment(1410d6f4-b775-44af-bfce-9d99629441de),segment_id=1410d6f4-b775-44af-bfce-9d99629441de)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:36:37.637794 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (daa7067a-3153-4aa4-8ad5-f49dda44c096), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:37.655311 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for port (c5497103-f9e6-4047-819d-abe680b41147), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:37.709817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c34d6-385e-4b3e-baaa-570c1a2254a5 None None] Pushing event updated for resources: {'Port': ['ID=daa7067a-3153-4aa4-8ad5-f49dda44c096,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:37.768888 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c5497103-f9e6-4047-819d-abe680b41147), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:37.813135 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Network 3ce3f2c7-8999-4ea4-8e18-a9e610cff662 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:36:37.816248 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:36:37.820151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:36:37.844529 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'Port': ['ID=c5497103-f9e6-4047-819d-abe680b41147,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:37.896860 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:38.135833 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c5497103-f9e6-4047-819d-abe680b41147), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:38.235616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 63f6c98f-62c6-4031-ac19-abc0eed005f7 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:36:38.288171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 63f6c98f-62c6-4031-ac19-abc0eed005f7 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:38.288884 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (63f6c98f-62c6-4031-ac19-abc0eed005f7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:38.381532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 63f6c98f-62c6-4031-ac19-abc0eed005f7 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:38.382038 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (63f6c98f-62c6-4031-ac19-abc0eed005f7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:38.410284 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 63f6c98f-62c6-4031-ac19-abc0eed005f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63f6c98f-62c6-4031-ac19-abc0eed005f7,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:36:38.480794 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (63f6c98f-62c6-4031-ac19-abc0eed005f7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:38.481645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device daa7067a-3153-4aa4-8ad5-f49dda44c096 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:36:38.584686 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=63f6c98f-62c6-4031-ac19-abc0eed005f7,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:38.598493 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port daa7067a-3153-4aa4-8ad5-f49dda44c096 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:38.598919 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (daa7067a-3153-4aa4-8ad5-f49dda44c096), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:38.711425 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port daa7067a-3153-4aa4-8ad5-f49dda44c096 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:38.712276 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (daa7067a-3153-4aa4-8ad5-f49dda44c096), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:38.750506 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port daa7067a-3153-4aa4-8ad5-f49dda44c096, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=daa7067a-3153-4aa4-8ad5-f49dda44c096,segment=NetworkSegment(1410d6f4-b775-44af-bfce-9d99629441de),segment_id=1410d6f4-b775-44af-bfce-9d99629441de)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:36:38.801623 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for port (c5497103-f9e6-4047-819d-abe680b41147), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:38.817095 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (daa7067a-3153-4aa4-8ad5-f49dda44c096), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:38.846765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee3bc69-fb72-42ac-8e39-6048c0e05559 None None] Network 3ce3f2c7-8999-4ea4-8e18-a9e610cff662 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:36:38.900020 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (c5497103-f9e6-4047-819d-abe680b41147), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:38.933658 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-fc7a910e-6b81-451a-8209-63e5f0e9f7d0 None None] Provisioning complete for port daa7067a-3153-4aa4-8ad5-f49dda44c096 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:38.933658 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fc7a910e-6b81-451a-8209-63e5f0e9f7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (daa7067a-3153-4aa4-8ad5-f49dda44c096), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:38.939799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=daa7067a-3153-4aa4-8ad5-f49dda44c096,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:38.982727 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'Port': ['ID=c5497103-f9e6-4047-819d-abe680b41147,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:38.985129 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:39.087469 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Network 3ce3f2c7-8999-4ea4-8e18-a9e610cff662 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:36:39.087651 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a910e-6b81-451a-8209-63e5f0e9f7d0 None None] Current status of the port daa7067a-3153-4aa4-8ad5-f49dda44c096 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:39.089203 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:36:39.221532 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:36:39.342430 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:36:39.352671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51274) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:39.353180 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Sync routers for ids ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:36:39.353658 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bf12448c-7220-4138-aa16-0613285758f5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "PUT /v2.0/routers/7c6c3cbf-f7c6-4450-9cc8-c67c4410f173/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6471975
Feb 12 21:36:39.358433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--715975448', 'description': 'tempest-secgroup_access--715975448 description', 'project_id': '14346d52af354b338f2253bc2f551829'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:36:39.366385 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Routers {'7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:36:39.366971 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdff190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:36:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:39.412928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8257dd86-b948-493e-815e-996f1d73a583 None None] Provisioning complete for port c5497103-f9e6-4047-819d-abe680b41147 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:39.413571 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8257dd86-b948-493e-815e-996f1d73a583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c5497103-f9e6-4047-819d-abe680b41147), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:39.434281 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:39.453210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8257dd86-b948-493e-815e-996f1d73a583 None None] Port c5497103-f9e6-4047-819d-abe680b41147 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:36:39.466724 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8257dd86-b948-493e-815e-996f1d73a583 None None] Provisioning complete for port daa7067a-3153-4aa4-8ad5-f49dda44c096 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:39.467208 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8257dd86-b948-493e-815e-996f1d73a583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (daa7067a-3153-4aa4-8ad5-f49dda44c096), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:39.502167 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Set router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:36:39.556723 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group (728e5a48-4498-44f1-a23d-8f31d493086f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:39.570956 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8257dd86-b948-493e-815e-996f1d73a583 None None] Current status of the port daa7067a-3153-4aa4-8ad5-f49dda44c096 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:39.639621 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (728e5a48-4498-44f1-a23d-8f31d493086f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:39.671518 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=728e5a48-4498-44f1-a23d-8f31d493086f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:39.703778 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:39.705768 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1a7e66f6-4599-4cda-9f9e-da5fdb9dc18a None None] Provisioning complete for port c5497103-f9e6-4047-819d-abe680b41147 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:39.706033 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:39.706574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:39.707101 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:39.707444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:39.708140 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1a7e66f6-4599-4cda-9f9e-da5fdb9dc18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c5497103-f9e6-4047-819d-abe680b41147), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:39.709725 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:39.710120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:39.710470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:39.710821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:39.710942 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51278) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:39.711170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:39.715868 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:39.716272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:39.718266 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:39.749586 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdff190>, [{'id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-617090954', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5497103-f9e6-4047-819d-abe680b41147', 'name': '', 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'mac_address': 'fa:16:3e:6d:4e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:37Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 2, 'project_id': '14346d52af354b338f2253bc2f551829', 'subnets': [{'id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:39.767091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1a7e66f6-4599-4cda-9f9e-da5fdb9dc18a None None] Port c5497103-f9e6-4047-819d-abe680b41147 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:36:39.767304 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:39.768479 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-53373109-e702-4879-97c4-ed6493117599 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1815 time: 0.4146907
Feb 12 21:36:39.771414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51282) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:39.776211 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-cd36884e-62f8-4d05-b70f-867ab362e20c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1149998493', 'description': 'tempest-secgroup_general--1149998493 description', 'project_id': '14346d52af354b338f2253bc2f551829'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:36:39.778990 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Checking router: 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:36:39.779345 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Updating router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 port c5497103-f9e6-4047-819d-abe680b41147 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:36:39.810220 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c5497103-f9e6-4047-819d-abe680b41147), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:39.860416 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d4d019a-61ea-4575-bda9-5915e320ccf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:39.868643 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cd36884e-62f8-4d05-b70f-867ab362e20c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:39.891117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-185d99ea-eddb-4239-a8ba-fa4a497da7bb None None] Provisioning complete for port c5497103-f9e6-4047-819d-abe680b41147 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:39.891493 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-185d99ea-eddb-4239-a8ba-fa4a497da7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c5497103-f9e6-4047-819d-abe680b41147), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:39.927693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-185d99ea-eddb-4239-a8ba-fa4a497da7bb None None] Port c5497103-f9e6-4047-819d-abe680b41147 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:36:39.966837 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cd36884e-62f8-4d05-b70f-867ab362e20c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group (697bda37-a634-4d7b-90ba-94eeedb65355), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:39.970156 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d4d019a-61ea-4575-bda9-5915e320ccf1 admin admin] Publish callbacks [] for security_group (53e219cc-2414-4e32-b013-bd548ccda2a1), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.048413 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cd36884e-62f8-4d05-b70f-867ab362e20c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (697bda37-a634-4d7b-90ba-94eeedb65355), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.059632 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9d4d019a-61ea-4575-bda9-5915e320ccf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (53e219cc-2414-4e32-b013-bd548ccda2a1), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.082282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36884e-62f8-4d05-b70f-867ab362e20c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697bda37-a634-4d7b-90ba-94eeedb65355,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:40.105085 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Publish callbacks [] for port (c5497103-f9e6-4047-819d-abe680b41147), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.110772 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9d4d019a-61ea-4575-bda9-5915e320ccf1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a7d87d17ed242a2b52d4415cc7383b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3987548
Feb 12 21:36:40.112363 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d019a-61ea-4575-bda9-5915e320ccf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e219cc-2414-4e32-b013-bd548ccda2a1,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:40.114400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51284) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:40.166887 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-208828f8-8a6d-494f-9467-99f16f099e90 admin admin] Publish callbacks [] for security_group (53e219cc-2414-4e32-b013-bd548ccda2a1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.189319 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-208828f8-8a6d-494f-9467-99f16f099e90 admin admin] Publish callbacks [] for security_group (53e219cc-2414-4e32-b013-bd548ccda2a1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.196977 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 63f6c98f-62c6-4031-ac19-abc0eed005f7 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:36:40.207383 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cd36884e-62f8-4d05-b70f-867ab362e20c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.210839 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cd36884e-62f8-4d05-b70f-867ab362e20c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.4363282
Feb 12 21:36:40.211479 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51286) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:40.216086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-3eb49874-cf96-49fd-994d-6d9c6b274d33 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Request body: {'security_group_rule': {'security_group_id': '728e5a48-4498-44f1-a23d-8f31d493086f', 'project_id': '14346d52af354b338f2253bc2f551829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:36:40.222892 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c5497103-f9e6-4047-819d-abe680b41147), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.254374 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 63f6c98f-62c6-4031-ac19-abc0eed005f7 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:40.254751 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (63f6c98f-62c6-4031-ac19-abc0eed005f7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.299928 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188cf70-9d65-48d7-a882-efa3ff8c531b None None] Pushing event updated for resources: {'Port': ['ID=c5497103-f9e6-4047-819d-abe680b41147,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:40.341565 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Attempting to bind port c5497103-f9e6-4047-819d-abe680b41147 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:36:40.341972 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Attempting to bind port c5497103-f9e6-4047-819d-abe680b41147 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1410d6f4-b775-44af-bfce-9d99629441de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:36:40.342335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 63f6c98f-62c6-4031-ac19-abc0eed005f7 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:40.342497 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Attempting to bind port c5497103-f9e6-4047-819d-abe680b41147 on network 3ce3f2c7-8999-4ea4-8e18-a9e610cff662 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:36:40.343613 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device daa7067a-3153-4aa4-8ad5-f49dda44c096 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:36:40.348119 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:36:40.348500 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Checking segment: {'id': '1410d6f4-b775-44af-bfce-9d99629441de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:36:40.348900 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.349292 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Bound using segment: {'id': '1410d6f4-b775-44af-bfce-9d99629441de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:36:40.349790 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Bound port: c5497103-f9e6-4047-819d-abe680b41147, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1410d6f4-b775-44af-bfce-9d99629441de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:36:40.350175 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c5497103-f9e6-4047-819d-abe680b41147), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.359134 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3eb49874-cf96-49fd-994d-6d9c6b274d33 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group_rule (fcf046e9-56ad-4e14-82c2-4a2f0403095d), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.395213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port daa7067a-3153-4aa4-8ad5-f49dda44c096 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:40.395746 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (daa7067a-3153-4aa4-8ad5-f49dda44c096), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.429606 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] For port c5497103-f9e6-4047-819d-abe680b41147, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:36:40.433593 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] For port c5497103-f9e6-4047-819d-abe680b41147, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5497103-f9e6-4047-819d-abe680b41147,segment=NetworkSegment(1410d6f4-b775-44af-bfce-9d99629441de),segment_id=1410d6f4-b775-44af-bfce-9d99629441de)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:36:40.449154 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-208828f8-8a6d-494f-9467-99f16f099e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (53e219cc-2414-4e32-b013-bd548ccda2a1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.449154 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-208828f8-8a6d-494f-9467-99f16f099e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.450126 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-208828f8-8a6d-494f-9467-99f16f099e90 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53e219cc-2414-4e32-b013-bd548ccda2a1 HTTP/1.1" status: 204  len: 168 time: 0.3346839
Feb 12 21:36:40.458391 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208828f8-8a6d-494f-9467-99f16f099e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e219cc-2414-4e32-b013-bd548ccda2a1,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:40.500075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port daa7067a-3153-4aa4-8ad5-f49dda44c096 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:40.515441 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c5497103-f9e6-4047-819d-abe680b41147), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.557722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Provisioning complete for port c5497103-f9e6-4047-819d-abe680b41147 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:40.558633 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c5497103-f9e6-4047-819d-abe680b41147), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.563793 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3eb49874-cf96-49fd-994d-6d9c6b274d33 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group_rule (fcf046e9-56ad-4e14-82c2-4a2f0403095d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.583049 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Routers {'7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:36:40.583679 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdff190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:36:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:40.589379 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188cf70-9d65-48d7-a882-efa3ff8c531b None None] Pushing event updated for resources: {'Port': ['ID=c5497103-f9e6-4047-819d-abe680b41147,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:40.631895 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3eb49874-cf96-49fd-994d-6d9c6b274d33 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (fcf046e9-56ad-4e14-82c2-4a2f0403095d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.655759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb49874-cf96-49fd-994d-6d9c6b274d33 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf046e9-56ad-4e14-82c2-4a2f0403095d,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:40.668713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Current status of the port c5497103-f9e6-4047-819d-abe680b41147 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:40.668713 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c5497103-f9e6-4047-819d-abe680b41147), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.720031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] For port c5497103-f9e6-4047-819d-abe680b41147, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5497103-f9e6-4047-819d-abe680b41147,segment=NetworkSegment(1410d6f4-b775-44af-bfce-9d99629441de),segment_id=1410d6f4-b775-44af-bfce-9d99629441de)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:36:40.810623 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] Set router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:36:40.866347 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3eb49874-cf96-49fd-994d-6d9c6b274d33 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.875334 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3eb49874-cf96-49fd-994d-6d9c6b274d33 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6555803
Feb 12 21:36:40.908513 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c5497103-f9e6-4047-819d-abe680b41147), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:40.964467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Pushing event updated for resources: {'Port': ['ID=c5497103-f9e6-4047-819d-abe680b41147,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:40.979945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:40.979945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:40.979945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:40.979945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:40.979945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:40.979945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:40.979945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:40.979945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:40.979945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:40.979945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:40.979945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:40.979945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:40.979945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43af96-b54b-4a92-a0bb-478239a849f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:36:41.034983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-046a4026-3f71-41a9-8b13-bae16af45df1 None None] Provisioning complete for port c5497103-f9e6-4047-819d-abe680b41147 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:41.039424 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-046a4026-3f71-41a9-8b13-bae16af45df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c5497103-f9e6-4047-819d-abe680b41147), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:41.053319 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdff190>, [{'id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-617090954', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5497103-f9e6-4047-819d-abe680b41147', 'name': '', 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'mac_address': 'fa:16:3e:6d:4e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:37Z', 'updated_at': '2022-02-12T21:36:40Z', 'revision_number': 4, 'project_id': '14346d52af354b338f2253bc2f551829', 'subnets': [{'id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:41.082967 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221c3b3e-973e-4b53-adc9-20acc929e90e None None] The sync data for ids ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'] in ncdv-master-1 is: [{'id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-617090954', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5497103-f9e6-4047-819d-abe680b41147', 'name': '', 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'mac_address': 'fa:16:3e:6d:4e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:37Z', 'updated_at': '2022-02-12T21:36:40Z', 'revision_number': 4, 'project_id': '14346d52af354b338f2253bc2f551829', 'subnets': [{'id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:36:41.114755 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-a633cdb1-0ef2-4e6d-bb99-badce761f76c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--1149998493&fields=id&tenant_id=14346d52af354b338f2253bc2f551829 HTTP/1.1" status: 200  len: 267 time: 0.0512197
Feb 12 21:36:41.124640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-046a4026-3f71-41a9-8b13-bae16af45df1 None None] Current status of the port c5497103-f9e6-4047-819d-abe680b41147 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:41.194914 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-4ab880a9-0c04-4d0e-a7e4-dea9b55b06e0 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--715975448&fields=id&tenant_id=14346d52af354b338f2253bc2f551829 HTTP/1.1" status: 200  len: 267 time: 0.0725038
Feb 12 21:36:41.329303 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-f10daafc-4883-41d3-b8d0-b71566ad74b0 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:41.331032 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-f10daafc-4883-41d3-b8d0-b71566ad74b0 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/networks?id=3ce3f2c7-8999-4ea4-8e18-a9e610cff662 HTTP/1.1" status: 200  len: 797 time: 0.1214201
Feb 12 21:36:41.353167 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-19474f78-078c-445c-b4d1-cab514db3c6b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/quotas/14346d52af354b338f2253bc2f551829 HTTP/1.1" status: 200  len: 375 time: 0.0121450
Feb 12 21:36:41.426378 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-79b82c12-cb83-4ab5-9499-152be76688bb tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14346d52af354b338f2253bc2f551829&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0608265
Feb 12 21:36:41.539634 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-ed45044f-a80c-4611-8332-a024d18c0f95 service neutron] 10.222.0.31 "GET /v2.0/networks/3ce3f2c7-8999-4ea4-8e18-a9e610cff662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0952446
Feb 12 21:36:41.642379 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-48d975b1-d0be-461c-9e8a-24675c75b90d service neutron] 10.222.0.31 "GET /v2.0/networks/3ce3f2c7-8999-4ea4-8e18-a9e610cff662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0961518
Feb 12 21:36:41.905194 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0028ce72-46ce-4c1a-9d06-e3fe40b77833 req-293eb322-0196-445f-bcdf-7b6614070acb tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 210 time: 0.0387604
Feb 12 21:36:42.199707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c5497103-f9e6-4047-819d-abe680b41147 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:36:42.253386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port c5497103-f9e6-4047-819d-abe680b41147 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:42.253768 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c5497103-f9e6-4047-819d-abe680b41147), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:42.339633 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port c5497103-f9e6-4047-819d-abe680b41147 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:42.974741 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0656dae7-0ab7-44d8-981a-889808ea535d req-1c934e9d-8ff7-4c55-850b-191c6c5b2b77 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 210 time: 0.0280328
Feb 12 21:36:44.072835 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f3d546c6-d1aa-4bee-aa0a-ebd94bc68ced req-e95aa6ff-b119-43ad-945d-882fd34068f6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 210 time: 0.0284586
Feb 12 21:36:44.201005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-0e706163-ea24-4c84-8cf4-9fd4f7638134 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:44.202528 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-0e706163-ea24-4c84-8cf4-9fd4f7638134 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.50 "GET /v2.0/networks?id=3ce3f2c7-8999-4ea4-8e18-a9e610cff662 HTTP/1.1" status: 200  len: 797 time: 0.1096816
Feb 12 21:36:44.271857 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-43f3c61e-e137-4b33-9794-136943da7f08 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14346d52af354b338f2253bc2f551829 HTTP/1.1" status: 200  len: 477 time: 0.0610647
Feb 12 21:36:44.282119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-41154b55-f712-4316-8316-4d1854a59118 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Request body: {'port': {'device_id': 'a2006c1c-0a08-4819-98d4-04c6365e67d8', 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'admin_state_up': True, 'tenant_id': '14346d52af354b338f2253bc2f551829', 'security_groups': ['697bda37-a634-4d7b-90ba-94eeedb65355', '728e5a48-4498-44f1-a23d-8f31d493086f']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:36:44.454457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-41154b55-f712-4316-8316-4d1854a59118 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Made reservation on behalf of 14346d52af354b338f2253bc2f551829 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:36:44.458240 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-41154b55-f712-4316-8316-4d1854a59118 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:44.583200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-41154b55-f712-4316-8316-4d1854a59118 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Allocated IP 172.20.0.7 (3ce3f2c7-8999-4ea4-8e18-a9e610cff662/8eaa6c4f-03b3-4815-a61b-339a0d69c619/1071f810-ea07-4bba-9529-5d21596a9119) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:36:44.733103 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-41154b55-f712-4316-8316-4d1854a59118 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for port (1071f810-ea07-4bba-9529-5d21596a9119), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:44.837729 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-41154b55-f712-4316-8316-4d1854a59118 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1071f810-ea07-4bba-9529-5d21596a9119), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:44.881239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-41154b55-f712-4316-8316-4d1854a59118 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Network 3ce3f2c7-8999-4ea4-8e18-a9e610cff662 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:36:44.884351 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-41154b55-f712-4316-8316-4d1854a59118 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:36:44.889056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-41154b55-f712-4316-8316-4d1854a59118 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:36:44.921664 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41154b55-f712-4316-8316-4d1854a59118 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'Port': ['ID=1071f810-ea07-4bba-9529-5d21596a9119,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:44.954592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-41154b55-f712-4316-8316-4d1854a59118 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:44.955264 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-41154b55-f712-4316-8316-4d1854a59118 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:45.069766 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-41154b55-f712-4316-8316-4d1854a59118 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 0.7912848
Feb 12 21:36:45.080815 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Request body: {'port': {'device_id': 'a2006c1c-0a08-4819-98d4-04c6365e67d8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:36:45.144868 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1071f810-ea07-4bba-9529-5d21596a9119), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:45.174202 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-49357a20-16f2-4a43-8732-f5e5e3ec5053 None None] Provisioning complete for port 1071f810-ea07-4bba-9529-5d21596a9119 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:45.174794 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-49357a20-16f2-4a43-8732-f5e5e3ec5053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1071f810-ea07-4bba-9529-5d21596a9119), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:45.206375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98865673-f562-4597-ab39-22ab98834fae req-5cd589bc-aa98-4357-b911-c7c69b7fc414 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:45.209812 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-98865673-f562-4597-ab39-22ab98834fae req-5cd589bc-aa98-4357-b911-c7c69b7fc414 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 970 time: 0.0608027
Feb 12 21:36:45.215256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-49357a20-16f2-4a43-8732-f5e5e3ec5053 None None] Port 1071f810-ea07-4bba-9529-5d21596a9119 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:36:45.281559 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-98865673-f562-4597-ab39-22ab98834fae req-c8207edb-f9ef-43c2-a0d9-05f1183c6636 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/security-groups?id=697bda37-a634-4d7b-90ba-94eeedb65355&id=728e5a48-4498-44f1-a23d-8f31d493086f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0656846
Feb 12 21:36:45.427719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1071f810-ea07-4bba-9529-5d21596a9119 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:36:45.436246 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Publish callbacks [] for port (1071f810-ea07-4bba-9529-5d21596a9119), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:45.449852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Transition to ACTIVE for port object 1071f810-ea07-4bba-9529-5d21596a9119 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:36:45.636971 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (1071f810-ea07-4bba-9529-5d21596a9119), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:45.691405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Pushing event updated for resources: {'Port': ['ID=1071f810-ea07-4bba-9529-5d21596a9119,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:45.764358 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Attempting to bind port 1071f810-ea07-4bba-9529-5d21596a9119 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:36:45.764712 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Attempting to bind port 1071f810-ea07-4bba-9529-5d21596a9119 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1410d6f4-b775-44af-bfce-9d99629441de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:36:45.765098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Attempting to bind port 1071f810-ea07-4bba-9529-5d21596a9119 on network 3ce3f2c7-8999-4ea4-8e18-a9e610cff662 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:36:45.770289 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Port 1071f810-ea07-4bba-9529-5d21596a9119 on network 3ce3f2c7-8999-4ea4-8e18-a9e610cff662 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:36:45.770689 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Attempting to bind port 1071f810-ea07-4bba-9529-5d21596a9119 on network 3ce3f2c7-8999-4ea4-8e18-a9e610cff662 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:36:45.776169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:36:45.776521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Checking segment: {'id': '1410d6f4-b775-44af-bfce-9d99629441de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:36:45.777050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Bound using segment: {'id': '1410d6f4-b775-44af-bfce-9d99629441de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:36:45.777524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Bound port: 1071f810-ea07-4bba-9529-5d21596a9119, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1410d6f4-b775-44af-bfce-9d99629441de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:36:45.777888 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1071f810-ea07-4bba-9529-5d21596a9119), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:45.854675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] For port 1071f810-ea07-4bba-9529-5d21596a9119, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:36:45.857818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] For port 1071f810-ea07-4bba-9529-5d21596a9119, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1071f810-ea07-4bba-9529-5d21596a9119,segment=NetworkSegment(1410d6f4-b775-44af-bfce-9d99629441de),segment_id=1410d6f4-b775-44af-bfce-9d99629441de)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:36:45.940184 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (1071f810-ea07-4bba-9529-5d21596a9119), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:45.980176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:45.980807 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:45.982278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] 10.222.0.50 "PUT /v2.0/ports/1071f810-ea07-4bba-9529-5d21596a9119 HTTP/1.1" status: 200  len: 1130 time: 0.9059927
Feb 12 21:36:45.982719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2006c1c-0a08-4819-98d4-04c6365e67d8', 'tag': '1071f810-ea07-4bba-9529-5d21596a9119'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:36:45.985011 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1084ba-a299-47c1-8b49-87edb63378c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a2006c1c-0a08-4819-98d4-04c6365e67d8", "tag": "1071f810-ea07-4bba-9529-5d21596a9119"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:36:46.015863 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018150d0-909b-4dd6-a818-0794e5dda52a service neutron] Pushing event updated for resources: {'Port': ['ID=1071f810-ea07-4bba-9529-5d21596a9119,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:46.028140 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abde06e-0853-41e5-9aa7-1e6f5804eaa4 x-openstack-request-id: req-4abde06e-0853-41e5-9aa7-1e6f5804eaa4 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:36:46.028140 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2006c1c-0a08-4819-98d4-04c6365e67d8", "tag": "1071f810-ea07-4bba-9529-5d21596a9119", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:36:46.028140 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4abde06e-0853-41e5-9aa7-1e6f5804eaa4 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:36:46.028140 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2006c1c-0a08-4819-98d4-04c6365e67d8', 'tag': '1071f810-ea07-4bba-9529-5d21596a9119', 'status': 'completed', 'code': 200}
Feb 12 21:36:46.096304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1084ba-a299-47c1-8b49-87edb63378c0 req-338c7fc8-f6ae-4733-919d-d5b95345e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:46.097922 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e1084ba-a299-47c1-8b49-87edb63378c0 req-338c7fc8-f6ae-4733-919d-d5b95345e0d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14346d52af354b338f2253bc2f551829&device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 1164 time: 0.0504775
Feb 12 21:36:46.220407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1084ba-a299-47c1-8b49-87edb63378c0 req-fc41a99f-2675-4761-90e5-e2020ffedd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:46.221957 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e1084ba-a299-47c1-8b49-87edb63378c0 req-fc41a99f-2675-4761-90e5-e2020ffedd1f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=14346d52af354b338f2253bc2f551829&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1167011
Feb 12 21:36:46.329014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1084ba-a299-47c1-8b49-87edb63378c0 req-f3ed28cc-524d-4ec6-95d2-69b687b38a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:46.331827 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e1084ba-a299-47c1-8b49-87edb63378c0 req-f3ed28cc-524d-4ec6-95d2-69b687b38a12 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1045518
Feb 12 21:36:46.423238 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-77ec019e-fbbd-4d79-ade3-652ff925ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:46.424844 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-77ec019e-fbbd-4d79-ade3-652ff925ddd8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14346d52af354b338f2253bc2f551829&device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 1164 time: 0.0540969
Feb 12 21:36:46.433440 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8cd2d-31e0-452b-86ed-9010d0d5bf5a req-0f7e3b14-102f-4865-8dff-afc01c8f9c95 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:46.434891 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e1c8cd2d-31e0-452b-86ed-9010d0d5bf5a req-0f7e3b14-102f-4865-8dff-afc01c8f9c95 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 982 time: 0.0603497
Feb 12 21:36:46.468004 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-a5445989-0b28-4bc9-aade-1c1cbac1e741 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1071f810-ea07-4bba-9529-5d21596a9119 HTTP/1.1" status: 200  len: 217 time: 0.0356719
Feb 12 21:36:46.496023 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e1c8cd2d-31e0-452b-86ed-9010d0d5bf5a req-250e5399-1d5b-4dfc-a84b-46938c08c724 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/security-groups?id=697bda37-a634-4d7b-90ba-94eeedb65355&id=728e5a48-4498-44f1-a23d-8f31d493086f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0550766
Feb 12 21:36:46.519557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-3b8976e5-9b4f-49aa-8fed-c9ef3c0da9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:46.521013 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-3b8976e5-9b4f-49aa-8fed-c9ef3c0da9fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8eaa6c4f-03b3-4815-a61b-339a0d69c619 HTTP/1.1" status: 200  len: 835 time: 0.0474620
Feb 12 21:36:46.571491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-56076e31-bd7d-4afb-9e6a-c94a361f87ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:46.573084 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-56076e31-bd7d-4afb-9e6a-c94a361f87ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ce3f2c7-8999-4ea4-8e18-a9e610cff662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0460031
Feb 12 21:36:46.667166 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-6ef1a505-b14a-441e-8284-d2d1eafeea38 service neutron] 10.222.0.50 "GET /v2.0/networks/3ce3f2c7-8999-4ea4-8e18-a9e610cff662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878589
Feb 12 21:36:46.760842 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2228e59-eae7-4ad2-b560-a2ee1c4ca204 req-7532edde-386e-4f88-b9e1-8c8bc32445e5 service neutron] 10.222.0.50 "GET /v2.0/networks/3ce3f2c7-8999-4ea4-8e18-a9e610cff662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884240
Feb 12 21:36:47.624722 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ce2d5-638b-4352-8127-8a009950d0ea req-a504770e-4ed4-4b48-ac63-415b5d0026c9 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:47.626370 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-300ce2d5-638b-4352-8127-8a009950d0ea req-a504770e-4ed4-4b48-ac63-415b5d0026c9 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 982 time: 0.0588634
Feb 12 21:36:47.684415 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-300ce2d5-638b-4352-8127-8a009950d0ea req-c8631f99-27cb-4324-b4e4-13494498d7c0 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/security-groups?id=697bda37-a634-4d7b-90ba-94eeedb65355&id=728e5a48-4498-44f1-a23d-8f31d493086f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0524540
Feb 12 21:36:48.805437 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b4a5b-65f7-49ed-ac66-3ba79b52700f req-a246dcb2-4249-4a84-a6bf-8a3a8f515603 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:48.806946 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b11b4a5b-65f7-49ed-ac66-3ba79b52700f req-a246dcb2-4249-4a84-a6bf-8a3a8f515603 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 982 time: 0.0544858
Feb 12 21:36:48.862765 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b11b4a5b-65f7-49ed-ac66-3ba79b52700f req-d3426609-4b5a-4252-aa08-66f99480ef61 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/security-groups?id=697bda37-a634-4d7b-90ba-94eeedb65355&id=728e5a48-4498-44f1-a23d-8f31d493086f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0499928
Feb 12 21:36:49.984469 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446a7e2-61ff-458c-a761-8cbf243d2612 req-cd11854a-0348-4fde-a107-cb65200a39db tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:49.985955 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a446a7e2-61ff-458c-a761-8cbf243d2612 req-cd11854a-0348-4fde-a107-cb65200a39db tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 982 time: 0.0539360
Feb 12 21:36:50.041897 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a446a7e2-61ff-458c-a761-8cbf243d2612 req-026d835e-889d-481f-b0df-3b5d58b5d72d tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/security-groups?id=697bda37-a634-4d7b-90ba-94eeedb65355&id=728e5a48-4498-44f1-a23d-8f31d493086f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0501926
Feb 12 21:36:50.357496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1071f810-ea07-4bba-9529-5d21596a9119 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:36:50.458930 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 1071f810-ea07-4bba-9529-5d21596a9119, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1071f810-ea07-4bba-9529-5d21596a9119,segment=NetworkSegment(1410d6f4-b775-44af-bfce-9d99629441de),segment_id=1410d6f4-b775-44af-bfce-9d99629441de)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:36:50.470327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '1071f810-ea07-4bba-9529-5d21596a9119', 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'port_id': '1071f810-ea07-4bba-9529-5d21596a9119', 'mac_address': 'fa:16:3e:da:9a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:36:50.507167 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 1071f810-ea07-4bba-9529-5d21596a9119 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:50.507559 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1071f810-ea07-4bba-9529-5d21596a9119), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:50.520175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1071f810-ea07-4bba-9529-5d21596a9119 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:36:50.540051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 1071f810-ea07-4bba-9529-5d21596a9119, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1071f810-ea07-4bba-9529-5d21596a9119,segment=NetworkSegment(1410d6f4-b775-44af-bfce-9d99629441de),segment_id=1410d6f4-b775-44af-bfce-9d99629441de)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:36:50.608571 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1071f810-ea07-4bba-9529-5d21596a9119), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:50.657243 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=1071f810-ea07-4bba-9529-5d21596a9119,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:50.829344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['1071f810-ea07-4bba-9529-5d21596a9119'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:36:51.163330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5edea3-ff76-4903-9051-60545a346d4d req-68490662-5ddd-4ff4-bccc-0f15f3bd1d26 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:51.164818 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c5edea3-ff76-4903-9051-60545a346d4d req-68490662-5ddd-4ff4-bccc-0f15f3bd1d26 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 983 time: 0.0537608
Feb 12 21:36:51.221036 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2c5edea3-ff76-4903-9051-60545a346d4d req-a2f7f370-3727-479d-8637-016afe7083ed tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/security-groups?id=697bda37-a634-4d7b-90ba-94eeedb65355&id=728e5a48-4498-44f1-a23d-8f31d493086f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0497868
Feb 12 21:36:52.344842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd167d-82ae-4b30-953c-f86ab2e220cd req-40ad609f-e230-4bc3-b015-ce7dab4a0be6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:52.346376 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ccfd167d-82ae-4b30-953c-f86ab2e220cd req-40ad609f-e230-4bc3-b015-ce7dab4a0be6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 983 time: 0.0580289
Feb 12 21:36:52.358149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1071f810-ea07-4bba-9529-5d21596a9119 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:36:52.405880 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ccfd167d-82ae-4b30-953c-f86ab2e220cd req-abd4e9a8-81f9-4fea-b827-038d656bf146 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/security-groups?id=697bda37-a634-4d7b-90ba-94eeedb65355&id=728e5a48-4498-44f1-a23d-8f31d493086f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0537174
Feb 12 21:36:52.473862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 1071f810-ea07-4bba-9529-5d21596a9119 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:36:52.477940 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 1071f810-ea07-4bba-9529-5d21596a9119 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:36:52.478419 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1071f810-ea07-4bba-9529-5d21596a9119), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:52.559680 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 1071f810-ea07-4bba-9529-5d21596a9119 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:36:52.560050 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1071f810-ea07-4bba-9529-5d21596a9119), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:52.582379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2006c1c-0a08-4819-98d4-04c6365e67d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1071f810-ea07-4bba-9529-5d21596a9119'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:36:52.584624 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c737c1b-afa3-478f-98ad-9339490c13e1" -d '{"events": [{"server_uuid": "a2006c1c-0a08-4819-98d4-04c6365e67d8", "name": "network-vif-plugged", "status": "completed", "tag": "1071f810-ea07-4bba-9529-5d21596a9119"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:36:52.597880 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 1071f810-ea07-4bba-9529-5d21596a9119, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1071f810-ea07-4bba-9529-5d21596a9119,segment=NetworkSegment(1410d6f4-b775-44af-bfce-9d99629441de),segment_id=1410d6f4-b775-44af-bfce-9d99629441de)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:36:52.621558 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789b2eb1-6152-4301-873f-bbc5db731692 x-openstack-request-id: req-789b2eb1-6152-4301-873f-bbc5db731692 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:36:52.621888 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2006c1c-0a08-4819-98d4-04c6365e67d8", "name": "network-vif-plugged", "status": "completed", "tag": "1071f810-ea07-4bba-9529-5d21596a9119", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:36:52.622658 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-789b2eb1-6152-4301-873f-bbc5db731692 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:36:52.623118 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2006c1c-0a08-4819-98d4-04c6365e67d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1071f810-ea07-4bba-9529-5d21596a9119', 'code': 200}
Feb 12 21:36:52.677171 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1071f810-ea07-4bba-9529-5d21596a9119), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:52.720925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f977c-5174-453c-a9f2-33e444e520df req-6beeb44a-c431-4987-afb0-6d22e14b093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:52.722514 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e47f977c-5174-453c-a9f2-33e444e520df req-6beeb44a-c431-4987-afb0-6d22e14b093a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 1166 time: 0.0460896
Feb 12 21:36:52.726641 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=1071f810-ea07-4bba-9529-5d21596a9119,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:52.774956 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e47f977c-5174-453c-a9f2-33e444e520df req-3f384cc6-189f-4451-bca5-747583b80144 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=697bda37-a634-4d7b-90ba-94eeedb65355&id=728e5a48-4498-44f1-a23d-8f31d493086f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0466554
Feb 12 21:36:53.691614 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68a3aa-4cdc-4a81-ba63-6314745a1c80 req-9afa2269-edab-4093-a3d7-6837cef0cdcf tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:53.693026 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe68a3aa-4cdc-4a81-ba63-6314745a1c80 req-9afa2269-edab-4093-a3d7-6837cef0cdcf tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 984 time: 0.2214003
Feb 12 21:36:53.766283 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe68a3aa-4cdc-4a81-ba63-6314745a1c80 req-2dfec8f5-495a-4962-a2df-777aadf9a169 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/security-groups?id=697bda37-a634-4d7b-90ba-94eeedb65355&id=728e5a48-4498-44f1-a23d-8f31d493086f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0663798
Feb 12 21:36:54.730712 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a7e96-5457-453a-8bb7-4ccea84a0310 req-e675da73-2409-4b93-a12e-59131d40b9f0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:54.732223 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c24a7e96-5457-453a-8bb7-4ccea84a0310 req-e675da73-2409-4b93-a12e-59131d40b9f0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0591938
Feb 12 21:36:54.784346 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c24a7e96-5457-453a-8bb7-4ccea84a0310 req-0773f5ec-2fc9-4503-b9d6-92d78fad2696 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451119
Feb 12 21:36:54.890287 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84045bf-019a-4cbd-bf7b-9f84abe22f23 req-4131d55c-526b-4d5c-b778-2ee101e6ef6f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:54.891830 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d84045bf-019a-4cbd-bf7b-9f84abe22f23 req-4131d55c-526b-4d5c-b778-2ee101e6ef6f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 984 time: 0.0579786
Feb 12 21:36:54.949371 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d84045bf-019a-4cbd-bf7b-9f84abe22f23 req-e899a9af-70f2-4600-a7da-8aff459a5aeb tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/security-groups?id=697bda37-a634-4d7b-90ba-94eeedb65355&id=728e5a48-4498-44f1-a23d-8f31d493086f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0516942
Feb 12 21:36:55.074088 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51490) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:55.074242 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925ec7f-c125-4445-8d05-9da227b97dc4 req-bbec5320-38e8-494f-855c-96e7d30f8a6b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:55.075605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1925ec7f-c125-4445-8d05-9da227b97dc4 req-bbec5320-38e8-494f-855c-96e7d30f8a6b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 984 time: 0.0549250
Feb 12 21:36:55.139586 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1925ec7f-c125-4445-8d05-9da227b97dc4 req-465c5c99-531f-4ee4-914d-fb9773b4ad2f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/security-groups?id=697bda37-a634-4d7b-90ba-94eeedb65355&id=728e5a48-4498-44f1-a23d-8f31d493086f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0576441
Feb 12 21:36:55.194434 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd5b11fe-7cec-4037-a340-51e9354dc5c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:55.281978 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d60bc-ff3b-48bf-9de9-8d10f8561850 req-9aacf7d2-fced-4411-b771-988d27c42e86 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:55.283524 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a53d60bc-ff3b-48bf-9de9-8d10f8561850 req-9aacf7d2-fced-4411-b771-988d27c42e86 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 1166 time: 0.0765648
Feb 12 21:36:55.312808 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a53d60bc-ff3b-48bf-9de9-8d10f8561850 req-43a4a964-1d60-4afa-9554-746005bce384 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:55.319363 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd5b11fe-7cec-4037-a340-51e9354dc5c3 admin admin] Publish callbacks [] for security_group (38616161-eeb2-425f-baa7-b938da5f1e4e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:55.403894 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a53d60bc-ff3b-48bf-9de9-8d10f8561850 req-43a4a964-1d60-4afa-9554-746005bce384 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Publish callbacks [] for security_group (28cc9741-041f-4aa6-8b46-b12f588c47ff), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:55.442280 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd5b11fe-7cec-4037-a340-51e9354dc5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (38616161-eeb2-425f-baa7-b938da5f1e4e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:55.481560 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fd5b11fe-7cec-4037-a340-51e9354dc5c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8649cecb16f4712a37180aca794a349&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4062948
Feb 12 21:36:55.482465 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b11fe-7cec-4037-a340-51e9354dc5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38616161-eeb2-425f-baa7-b938da5f1e4e,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:55.484699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51496) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:55.513525 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a53d60bc-ff3b-48bf-9de9-8d10f8561850 req-43a4a964-1d60-4afa-9554-746005bce384 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (28cc9741-041f-4aa6-8b46-b12f588c47ff), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:55.539096 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6a251851-b6b6-42c1-874f-aadc440393c2 admin admin] Publish callbacks [] for security_group (38616161-eeb2-425f-baa7-b938da5f1e4e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:55.559546 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4a964-1d60-4afa-9554-746005bce384 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cc9741-041f-4aa6-8b46-b12f588c47ff,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:55.560055 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6a251851-b6b6-42c1-874f-aadc440393c2 admin admin] Publish callbacks [] for security_group (38616161-eeb2-425f-baa7-b938da5f1e4e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:55.566311 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a53d60bc-ff3b-48bf-9de9-8d10f8561850 req-43a4a964-1d60-4afa-9554-746005bce384 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=697bda37-a634-4d7b-90ba-94eeedb65355&id=728e5a48-4498-44f1-a23d-8f31d493086f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.2770331
Feb 12 21:36:55.592231 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51498) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:55.638091 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a62714-1c3c-4b85-acaf-5ccbe9284344 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:55.640332 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-80a62714-1c3c-4b85-acaf-5ccbe9284344 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 1161 time: 0.0470743
Feb 12 21:36:55.643435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51500) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:55.647719 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': '1071f810-ea07-4bba-9529-5d21596a9119', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'fixed_ip_address': '172.20.0.7'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:36:55.702933 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6a251851-b6b6-42c1-874f-aadc440393c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (38616161-eeb2-425f-baa7-b938da5f1e4e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:55.705987 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6a251851-b6b6-42c1-874f-aadc440393c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:55.708642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6a251851-b6b6-42c1-874f-aadc440393c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38616161-eeb2-425f-baa7-b938da5f1e4e HTTP/1.1" status: 204  len: 168 time: 0.2213211
Feb 12 21:36:55.715418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a251851-b6b6-42c1-874f-aadc440393c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38616161-eeb2-425f-baa7-b938da5f1e4e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:55.734637 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:55.841244 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:55.911354 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-80269cf9-e255-4a26-bcf0-bbb35e2ee7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:55.914028 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28762746-6f1d-4400-ab6b-6a42a937701c req-a9f1a340-b998-4982-bfd3-29a8b9e4e6fd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:55.915637 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-28762746-6f1d-4400-ab6b-6a42a937701c req-a9f1a340-b998-4982-bfd3-29a8b9e4e6fd tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0576167
Feb 12 21:36:55.951223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Allocated IP 172.35.2.149 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/5332197d-68e7-41cf-89dc-5299399a9bc0) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:36:55.967699 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-28762746-6f1d-4400-ab6b-6a42a937701c req-e1688022-efe6-4c7b-9997-156894f26bcc tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447183
Feb 12 21:36:56.063418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for port (5332197d-68e7-41cf-89dc-5299399a9bc0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:56.191275 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (5332197d-68e7-41cf-89dc-5299399a9bc0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:56.229034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:36:56.231979 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:36:56.236126 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:36:56.258783 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'Port': ['ID=5332197d-68e7-41cf-89dc-5299399a9bc0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:56.629777 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for floatingip (76dd2759-0abe-4497-8c14-219cd2d1d65c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:56.800932 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5332197d-68e7-41cf-89dc-5299399a9bc0), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:56.962042 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for port (5332197d-68e7-41cf-89dc-5299399a9bc0), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:57.034289 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (5332197d-68e7-41cf-89dc-5299399a9bc0), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:57.128560 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:57.149080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'Port': ['ID=5332197d-68e7-41cf-89dc-5299399a9bc0,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:36:57.163992 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (76dd2759-0abe-4497-8c14-219cd2d1d65c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:57.174613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9437f-0859-4478-848e-f8cf73e38b1c req-f61dc743-7fad-4714-8b6f-71761a77dca7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:57.176155 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6fe9437f-0859-4478-848e-f8cf73e38b1c req-f61dc743-7fad-4714-8b6f-71761a77dca7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.1361952
Feb 12 21:36:57.305401 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6fe9437f-0859-4478-848e-f8cf73e38b1c req-e551678f-8b7d-4dc5-ae63-358d052e46cc tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961671
Feb 12 21:36:57.317993 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Floating IP 76dd2759-0abe-4497-8c14-219cd2d1d65c associated. External IP: 172.35.2.149, port: 1071f810-ea07-4bba-9529-5d21596a9119.
Feb 12 21:36:57.542781 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:36:57.658689 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:36:57.668906 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43abdbe5-cdf5-42a2-920b-4ea7be3983fc None None] Sync routers for ids ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:36:57.680234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43abdbe5-cdf5-42a2-920b-4ea7be3983fc None None] Routers {'7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:36:57.681080 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-43abdbe5-cdf5-42a2-920b-4ea7be3983fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0bd430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:36:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:57.758793 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:57.791554 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-43abdbe5-cdf5-42a2-920b-4ea7be3983fc None None] Set router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:36:57.792872 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-30d05255-74ce-41c8-b68a-31ae874c8e5c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1482530
Feb 12 21:36:57.793637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2006c1c-0a08-4819-98d4-04c6365e67d8', 'tag': '1071f810-ea07-4bba-9529-5d21596a9119'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:36:57.796155 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51540) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:57.806472 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00316680-e99a-4ef0-a0a9-2cbdd1a5c590" -d '{"events": [{"name": "network-changed", "server_uuid": "a2006c1c-0a08-4819-98d4-04c6365e67d8", "tag": "1071f810-ea07-4bba-9529-5d21596a9119"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:36:57.845996 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf01612-4a37-4bad-add3-f1e23847445d x-openstack-request-id: req-ebf01612-4a37-4bad-add3-f1e23847445d {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:36:57.846294 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2006c1c-0a08-4819-98d4-04c6365e67d8", "tag": "1071f810-ea07-4bba-9529-5d21596a9119", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:36:57.846548 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebf01612-4a37-4bad-add3-f1e23847445d {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:36:57.846964 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2006c1c-0a08-4819-98d4-04c6365e67d8', 'tag': '1071f810-ea07-4bba-9529-5d21596a9119', 'status': 'completed', 'code': 200}
Feb 12 21:36:58.032567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00316680-e99a-4ef0-a0a9-2cbdd1a5c590 req-24ce2cc4-043d-4067-8aff-6a1035cca9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.034129 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-00316680-e99a-4ef0-a0a9-2cbdd1a5c590 req-24ce2cc4-043d-4067-8aff-6a1035cca9f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14346d52af354b338f2253bc2f551829&device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 1166 time: 0.1383381
Feb 12 21:36:58.051325 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1e49e-377c-4449-9757-9e7b80455a42 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.051849 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1e49e-377c-4449-9757-9e7b80455a42 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.052627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1e49e-377c-4449-9757-9e7b80455a42 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.052846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1e49e-377c-4449-9757-9e7b80455a42 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.053328 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1e49e-377c-4449-9757-9e7b80455a42 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.053835 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1e49e-377c-4449-9757-9e7b80455a42 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.054305 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1e49e-377c-4449-9757-9e7b80455a42 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.054761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1e49e-377c-4449-9757-9e7b80455a42 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.055218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1e49e-377c-4449-9757-9e7b80455a42 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.060149 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-40e1e49e-377c-4449-9757-9e7b80455a42 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6367 time: 0.2597988
Feb 12 21:36:58.064203 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51550) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:58.145164 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00316680-e99a-4ef0-a0a9-2cbdd1a5c590 req-bda0c58f-cc2b-4afe-b0db-d87fbb2c0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.146935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-00316680-e99a-4ef0-a0a9-2cbdd1a5c590 req-bda0c58f-cc2b-4afe-b0db-d87fbb2c0d95 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ce3f2c7-8999-4ea4-8e18-a9e610cff662 HTTP/1.1" status: 200  len: 898 time: 0.1052291
Feb 12 21:36:58.166619 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d863a-f9a7-4236-8ad7-dd299ef398f8 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.167206 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d863a-f9a7-4236-8ad7-dd299ef398f8 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.167678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d863a-f9a7-4236-8ad7-dd299ef398f8 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.168134 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d863a-f9a7-4236-8ad7-dd299ef398f8 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.168583 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d863a-f9a7-4236-8ad7-dd299ef398f8 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.169037 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d863a-f9a7-4236-8ad7-dd299ef398f8 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.169511 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d863a-f9a7-4236-8ad7-dd299ef398f8 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.169962 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d863a-f9a7-4236-8ad7-dd299ef398f8 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.170696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d863a-f9a7-4236-8ad7-dd299ef398f8 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.175578 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bd8d863a-f9a7-4236-8ad7-dd299ef398f8 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5903 time: 0.1112683
Feb 12 21:36:58.175737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51552) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:58.223459 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-00316680-e99a-4ef0-a0a9-2cbdd1a5c590 req-fbe68b16-8209-43e8-8194-81cf528f5983 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1071f810-ea07-4bba-9529-5d21596a9119 HTTP/1.1" status: 200  len: 999 time: 0.0706084
Feb 12 21:36:58.278258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-43abdbe5-cdf5-42a2-920b-4ea7be3983fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0bd430>, [{'id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-617090954', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '76dd2759-0abe-4497-8c14-219cd2d1d65c', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'floating_ip_address': '172.35.2.149', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'port_id': '1071f810-ea07-4bba-9529-5d21596a9119', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'mac_address': 'fa:16:3e:da:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2006c1c-0a08-4819-98d4-04c6365e67d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:36:56Z', 'updated_at': '2022-02-12T21:36:56Z', 'revision_number': 0, 'project_id': '14346d52af354b338f2253bc2f551829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5497103-f9e6-4047-819d-abe680b41147', 'name': '', 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'mac_address': 'fa:16:3e:6d:4e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:37Z', 'updated_at': '2022-02-12T21:36:40Z', 'revision_number': 5, 'project_id': '14346d52af354b338f2253bc2f551829', 'subnets': [{'id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:58.293544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00316680-e99a-4ef0-a0a9-2cbdd1a5c590 req-07d42de3-1243-4469-ad79-750745c35742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.295004 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-00316680-e99a-4ef0-a0a9-2cbdd1a5c590 req-07d42de3-1243-4469-ad79-750745c35742 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8eaa6c4f-03b3-4815-a61b-339a0d69c619 HTTP/1.1" status: 200  len: 835 time: 0.0658793
Feb 12 21:36:58.319821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43abdbe5-cdf5-42a2-920b-4ea7be3983fc None None] Checking router: 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:36:58.322200 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f4e3622b-b370-44f9-86b4-e2898c12176d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:58.333386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43abdbe5-cdf5-42a2-920b-4ea7be3983fc None None] Routers {'7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:36:58.334044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-43abdbe5-cdf5-42a2-920b-4ea7be3983fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0bd430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:36:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:58.366666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00316680-e99a-4ef0-a0a9-2cbdd1a5c590 req-3da768b7-b60e-486c-8588-6ac13db0e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.368182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-00316680-e99a-4ef0-a0a9-2cbdd1a5c590 req-3da768b7-b60e-486c-8588-6ac13db0e884 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ce3f2c7-8999-4ea4-8e18-a9e610cff662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0670762
Feb 12 21:36:58.462073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-43abdbe5-cdf5-42a2-920b-4ea7be3983fc None None] Set router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:36:58.486570 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-00316680-e99a-4ef0-a0a9-2cbdd1a5c590 req-5b417c06-b63a-43f4-9aea-89f54147c2f0 service neutron] 10.222.0.50 "GET /v2.0/networks/3ce3f2c7-8999-4ea4-8e18-a9e610cff662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1123452
Feb 12 21:36:58.531992 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5af05afd-659c-4314-b234-b2599ad8d77f tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 5219 time: 0.3548996
Feb 12 21:36:58.540029 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17f880-26a6-4478-91e0-6ea6a0f465f0 req-0c6b55da-72e4-4021-a11d-d3893453c506 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.541858 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba17f880-26a6-4478-91e0-6ea6a0f465f0 req-0c6b55da-72e4-4021-a11d-d3893453c506 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.1063228
Feb 12 21:36:58.542554 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51562) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:36:58.622672 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-00316680-e99a-4ef0-a0a9-2cbdd1a5c590 req-2176d848-551e-4aae-b97d-4b2b5f59bed6 service neutron] 10.222.0.50 "GET /v2.0/networks/3ce3f2c7-8999-4ea4-8e18-a9e610cff662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306148
Feb 12 21:36:58.738298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-43abdbe5-cdf5-42a2-920b-4ea7be3983fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0bd430>, [{'id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-617090954', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '76dd2759-0abe-4497-8c14-219cd2d1d65c', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'floating_ip_address': '172.35.2.149', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'port_id': '1071f810-ea07-4bba-9529-5d21596a9119', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'mac_address': 'fa:16:3e:da:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2006c1c-0a08-4819-98d4-04c6365e67d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:36:56Z', 'updated_at': '2022-02-12T21:36:56Z', 'revision_number': 0, 'project_id': '14346d52af354b338f2253bc2f551829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5497103-f9e6-4047-819d-abe680b41147', 'name': '', 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'mac_address': 'fa:16:3e:6d:4e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:37Z', 'updated_at': '2022-02-12T21:36:40Z', 'revision_number': 5, 'project_id': '14346d52af354b338f2253bc2f551829', 'subnets': [{'id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:36:58.775786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43abdbe5-cdf5-42a2-920b-4ea7be3983fc None None] The sync data for ids ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'] in ncdv-master-1 is: [{'id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-617090954', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '76dd2759-0abe-4497-8c14-219cd2d1d65c', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'floating_ip_address': '172.35.2.149', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'port_id': '1071f810-ea07-4bba-9529-5d21596a9119', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'mac_address': 'fa:16:3e:da:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2006c1c-0a08-4819-98d4-04c6365e67d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:36:56Z', 'updated_at': '2022-02-12T21:36:56Z', 'revision_number': 0, 'project_id': '14346d52af354b338f2253bc2f551829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5497103-f9e6-4047-819d-abe680b41147', 'name': '', 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'mac_address': 'fa:16:3e:6d:4e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:37Z', 'updated_at': '2022-02-12T21:36:40Z', 'revision_number': 5, 'project_id': '14346d52af354b338f2253bc2f551829', 'subnets': [{'id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:36:58.946379 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba17f880-26a6-4478-91e0-6ea6a0f465f0 req-51260a6b-37e1-4cf0-bc55-40cc2465af6b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3927405
Feb 12 21:36:58.949116 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ebb3e-291d-47f8-871e-27c2df8355f1 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.949851 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ebb3e-291d-47f8-871e-27c2df8355f1 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:36:58.963086 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-791ebb3e-291d-47f8-871e-27c2df8355f1 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 HTTP/1.1" status: 200  len: 2063 time: 0.4075086
Feb 12 21:36:59.009095 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81f5be5-3706-444f-b926-0d4cf60bb27a None None] New status for floating IP 76dd2759-0abe-4497-8c14-219cd2d1d65c: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:36:59.573892 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:36:59.653905 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:00.072412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b6924-7793-499c-a46d-d1965efcaa18 req-60de83e8-8d77-4ff6-b468-1f168c5a8814 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:00.073977 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-533b6924-7793-499c-a46d-d1965efcaa18 req-60de83e8-8d77-4ff6-b468-1f168c5a8814 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0546947
Feb 12 21:37:00.124148 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-533b6924-7793-499c-a46d-d1965efcaa18 req-0ec4e218-0de7-48d7-9302-9e533fb4fd2e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433033
Feb 12 21:37:01.062718 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:01.249813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae47e8d-5629-47fe-9cdc-8ca733c3f07a req-2aaf105f-d742-4c19-9e2d-e6153b7226bb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:01.251275 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dae47e8d-5629-47fe-9cdc-8ca733c3f07a req-2aaf105f-d742-4c19-9e2d-e6153b7226bb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0528483
Feb 12 21:37:01.299293 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dae47e8d-5629-47fe-9cdc-8ca733c3f07a req-7fbb13c6-9fe6-42f9-833c-93975ce4eca9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422626
Feb 12 21:37:02.216746 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:02.423696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745170b-eff8-4e85-8ff9-0db1184743f2 req-29beb323-9dbc-4474-9b9f-b41d8cd85567 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:02.425186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e745170b-eff8-4e85-8ff9-0db1184743f2 req-29beb323-9dbc-4474-9b9f-b41d8cd85567 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0566211
Feb 12 21:37:02.797157 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e745170b-eff8-4e85-8ff9-0db1184743f2 req-c22258d8-815c-4bda-92fb-11cc97d410b4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3659067
Feb 12 21:37:03.772051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559f94f-a7ea-4695-938a-f99d0ee2826e req-bc357db9-33db-48bd-a8d0-a6814d2eeb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:03.773768 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c559f94f-a7ea-4695-938a-f99d0ee2826e req-bc357db9-33db-48bd-a8d0-a6814d2eeb71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 1128 time: 0.0491712
Feb 12 21:37:03.886426 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559f94f-a7ea-4695-938a-f99d0ee2826e req-31d3dc12-18c5-429c-bd5e-e72274e1fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:03.888083 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c559f94f-a7ea-4695-938a-f99d0ee2826e req-31d3dc12-18c5-429c-bd5e-e72274e1fba7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f8d6081-2135-432e-a78b-a0506974e0cb HTTP/1.1" status: 200  len: 898 time: 0.0912805
Feb 12 21:37:03.920654 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3306c1-c8b5-4cab-94e8-0444909529c7 req-24b9210e-a6ca-4887-a4ee-0889e90ad91a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:03.923469 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0c3306c1-c8b5-4cab-94e8-0444909529c7 req-24b9210e-a6ca-4887-a4ee-0889e90ad91a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0561090
Feb 12 21:37:03.958301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c559f94f-a7ea-4695-938a-f99d0ee2826e req-698dc37f-1c73-4702-9d93-f3cfb96a5fcc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30a257b9-dbad-4674-89ed-68090744d886 HTTP/1.1" status: 200  len: 1002 time: 0.0598915
Feb 12 21:37:03.973033 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0c3306c1-c8b5-4cab-94e8-0444909529c7 req-531e7763-b2a5-4c16-bc70-b4b83f7e613a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438194
Feb 12 21:37:04.011713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559f94f-a7ea-4695-938a-f99d0ee2826e req-58b06cd4-901c-4c4a-815e-3136886e3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:04.013206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c559f94f-a7ea-4695-938a-f99d0ee2826e req-58b06cd4-901c-4c4a-815e-3136886e3590 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea3803de-75ae-4461-9b49-ef99079d3d44 HTTP/1.1" status: 200  len: 835 time: 0.0464616
Feb 12 21:37:04.070334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559f94f-a7ea-4695-938a-f99d0ee2826e req-3dff5323-aa53-4370-afc8-784858999dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:04.071844 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c559f94f-a7ea-4695-938a-f99d0ee2826e req-3dff5323-aa53-4370-afc8-784858999dd7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f8d6081-2135-432e-a78b-a0506974e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0493832
Feb 12 21:37:04.167154 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c559f94f-a7ea-4695-938a-f99d0ee2826e req-e591498e-35c1-43aa-a95a-029e06e06d8e service neutron] 10.222.0.48 "GET /v2.0/networks/1f8d6081-2135-432e-a78b-a0506974e0cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846858
Feb 12 21:37:04.262283 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c559f94f-a7ea-4695-938a-f99d0ee2826e req-1cd5a709-705a-4bc8-807a-cf981cf37bbd service neutron] 10.222.0.48 "GET /v2.0/networks/1f8d6081-2135-432e-a78b-a0506974e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855155
Feb 12 21:37:05.093168 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51657fd1-d51c-4332-8147-d18d469e921d req-9ae13fdc-cf22-4b8c-847d-0948a72369f9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:05.094693 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51657fd1-d51c-4332-8147-d18d469e921d req-9ae13fdc-cf22-4b8c-847d-0948a72369f9 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0535750
Feb 12 21:37:05.145248 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51657fd1-d51c-4332-8147-d18d469e921d req-9a6f623d-03ea-473f-a8f8-9e5a57cad7fc tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446601
Feb 12 21:37:06.275562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9d2c4-0f08-4701-9cf4-201555d924ae req-86736f61-1cdc-4a93-8d3d-a849d90d4be1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:06.277084 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d9e9d2c4-0f08-4701-9cf4-201555d924ae req-86736f61-1cdc-4a93-8d3d-a849d90d4be1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0598135
Feb 12 21:37:06.327630 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d9e9d2c4-0f08-4701-9cf4-201555d924ae req-63c1aded-a165-450e-9b90-6812823d23ab tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446942
Feb 12 21:37:07.449252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80851d-7992-4643-aa74-b0f56f85d541 req-2b5017eb-9a5d-48c6-ac06-cd82dee16284 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:07.450762 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9d80851d-7992-4643-aa74-b0f56f85d541 req-2b5017eb-9a5d-48c6-ac06-cd82dee16284 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0531707
Feb 12 21:37:07.503355 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9d80851d-7992-4643-aa74-b0f56f85d541 req-ab3b339b-677d-457f-b7e7-a5b15d613fe4 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470641
Feb 12 21:37:08.624643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d844f5-f2f2-4ee8-8c0b-d29285bd3853 req-e9587ce4-88f7-4c98-b3b7-83f66e281f2f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:08.626249 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-88d844f5-f2f2-4ee8-8c0b-d29285bd3853 req-e9587ce4-88f7-4c98-b3b7-83f66e281f2f tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0546753
Feb 12 21:37:08.677984 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-88d844f5-f2f2-4ee8-8c0b-d29285bd3853 req-4d379035-6de8-4407-85ab-774e997eb0c7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458927
Feb 12 21:37:09.179765 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51654) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:09.484354 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Deleting port 0d8c8609-a554-4434-8b35-70efbbde7a4c {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:37:09.484596 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0d8c8609-a554-4434-8b35-70efbbde7a4c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:09.563738 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0d8c8609-a554-4434-8b35-70efbbde7a4c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:09.564068 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for floatingip (0d8c8609-a554-4434-8b35-70efbbde7a4c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:09.575784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Calling delete_port for 0d8c8609-a554-4434-8b35-70efbbde7a4c owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:37:09.801770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2fd50-1744-4726-885f-07a0455150ab req-ad7ee625-84e1-45dd-8320-a81870843d0b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:09.803250 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8da2fd50-1744-4726-885f-07a0455150ab req-ad7ee625-84e1-45dd-8320-a81870843d0b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0552166
Feb 12 21:37:09.816578 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (0d8c8609-a554-4434-8b35-70efbbde7a4c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:09.845469 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Pushing event deleted for resources: {'Port': ['ID=0d8c8609-a554-4434-8b35-70efbbde7a4c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:09.855015 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8da2fd50-1744-4726-885f-07a0455150ab req-2623a318-785d-4d09-8fa5-cfce5a2a3288 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461478
Feb 12 21:37:09.870125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:09.870485 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:09.870829 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:09.871165 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:09.871501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:09.871827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:09.872152 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:09.872474 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:09.872798 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:09.873119 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:09.873463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:09.873784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:09.874102 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:09.917323 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for floatingip (df31a8cd-584e-4ead-ac34-77cc36ee78d4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:09.917704 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Floating IP df31a8cd-584e-4ead-ac34-77cc36ee78d4 disassociated (deleted). External IP: 172.35.2.192, port: 76381534-1480-4f0e-bbfa-edab76f98e64.
Feb 12 21:37:10.136728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:37:10.249665 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:37:10.254544 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:10.260590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61679d97-b0eb-4893-a387-700bce5377ea None None] Sync routers for ids ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:37:10.271574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61679d97-b0eb-4893-a387-700bce5377ea None None] Routers {'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:37:10.272452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-61679d97-b0eb-4893-a387-700bce5377ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6f9bf73a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:36:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:10.292155 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-93b6632b-39e3-4bb6-a1cb-9a62034d2a5f tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "DELETE /v2.0/floatingips/df31a8cd-584e-4ead-ac34-77cc36ee78d4 HTTP/1.1" status: 204  len: 168 time: 1.1075594
Feb 12 21:37:10.292155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'tag': '76381534-1480-4f0e-bbfa-edab76f98e64'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:37:10.292155 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ff48c3-50b3-4a95-b9e6-ea8c579752b3" -d '{"events": [{"name": "network-changed", "server_uuid": "cb01e7f8-583c-4169-ac0e-1df6dc3a0b08", "tag": "76381534-1480-4f0e-bbfa-edab76f98e64"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:37:10.332524 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b11dd7b-e586-4653-81fe-863ab4ff9f24 x-openstack-request-id: req-3b11dd7b-e586-4653-81fe-863ab4ff9f24 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:37:10.333246 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb01e7f8-583c-4169-ac0e-1df6dc3a0b08", "tag": "76381534-1480-4f0e-bbfa-edab76f98e64", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:37:10.333636 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b11dd7b-e586-4653-81fe-863ab4ff9f24 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:37:10.334259 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'tag': '76381534-1480-4f0e-bbfa-edab76f98e64', 'status': 'completed', 'code': 200}
Feb 12 21:37:10.407780 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-61679d97-b0eb-4893-a387-700bce5377ea None None] Set router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:37:10.416758 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff48c3-50b3-4a95-b9e6-ea8c579752b3 req-14f3b90b-46d8-4862-b2e4-b408437a30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:10.418461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75ff48c3-50b3-4a95-b9e6-ea8c579752b3 req-14f3b90b-46d8-4862-b2e4-b408437a30cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfcb9d238a52483a94553e900468a87c&device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 1127 time: 0.0603166
Feb 12 21:37:10.514520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff48c3-50b3-4a95-b9e6-ea8c579752b3 req-e0d5ebb2-379e-412a-806f-5e5a49420a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:10.516296 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75ff48c3-50b3-4a95-b9e6-ea8c579752b3 req-e0d5ebb2-379e-412a-806f-5e5a49420a62 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7b73a427-9588-4cc4-abcf-a42a5fb9215f HTTP/1.1" status: 200  len: 915 time: 0.0912950
Feb 12 21:37:10.558005 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75ff48c3-50b3-4a95-b9e6-ea8c579752b3 req-c74574ba-531d-4623-9809-bb8cd8c132a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76381534-1480-4f0e-bbfa-edab76f98e64 HTTP/1.1" status: 200  len: 217 time: 0.0356410
Feb 12 21:37:10.613834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff48c3-50b3-4a95-b9e6-ea8c579752b3 req-53518b0f-d885-4b19-84ce-b5fb9918534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:10.616388 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75ff48c3-50b3-4a95-b9e6-ea8c579752b3 req-53518b0f-d885-4b19-84ce-b5fb9918534c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=059f933d-2c7c-441d-be8d-b4e1be60819a HTTP/1.1" status: 200  len: 853 time: 0.0529189
Feb 12 21:37:10.616528 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-61679d97-b0eb-4893-a387-700bce5377ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6f9bf73a0>, [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:31:47Z', 'revision_number': 4, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port': {'id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:44Z', 'updated_at': '2022-02-12T21:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b938283-a97d-4cac-9e2e-52b46ccce809', 'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'mac_address': 'fa:16:3e:9c:28:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:46Z', 'updated_at': '2022-02-12T21:31:52Z', 'revision_number': 5, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'subnets': [{'id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:10.642824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61679d97-b0eb-4893-a387-700bce5377ea None None] Checking router: b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:37:10.651387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61679d97-b0eb-4893-a387-700bce5377ea None None] Routers {'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:37:10.651991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-61679d97-b0eb-4893-a387-700bce5377ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6f9bf73a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:36:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:10.670877 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff48c3-50b3-4a95-b9e6-ea8c579752b3 req-af179dc9-d38f-4dad-a3e8-19a2420adecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:10.672373 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75ff48c3-50b3-4a95-b9e6-ea8c579752b3 req-af179dc9-d38f-4dad-a3e8-19a2420adecd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7b73a427-9588-4cc4-abcf-a42a5fb9215f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0498755
Feb 12 21:37:10.773488 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-61679d97-b0eb-4893-a387-700bce5377ea None None] Set router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:37:10.799450 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75ff48c3-50b3-4a95-b9e6-ea8c579752b3 req-311cfedd-dca2-4835-90f9-43181626b1ad service neutron] 10.222.0.50 "GET /v2.0/networks/7b73a427-9588-4cc4-abcf-a42a5fb9215f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202233
Feb 12 21:37:10.840120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c430d-8048-47f2-8f34-d03890bccb6c req-58f59606-971d-445c-adea-e75c67206798 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:10.841641 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-321c430d-8048-47f2-8f34-d03890bccb6c req-58f59606-971d-445c-adea-e75c67206798 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 945 time: 0.1032221
Feb 12 21:37:10.940098 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-321c430d-8048-47f2-8f34-d03890bccb6c req-6a18c117-e5ed-42bd-9d05-577502985588 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94bc689-80f1-4b3a-b77d-d8bbffbc7bca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672250
Feb 12 21:37:10.942287 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75ff48c3-50b3-4a95-b9e6-ea8c579752b3 req-e3371217-89e7-4e0c-9b44-203e3447c1cb service neutron] 10.222.0.50 "GET /v2.0/networks/7b73a427-9588-4cc4-abcf-a42a5fb9215f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354218
Feb 12 21:37:10.990616 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a364e56-ce88-4cb5-a15b-7c16ff67fce5 req-e63f3605-be0d-409a-814c-ba3f8dfa383e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:10.992240 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a364e56-ce88-4cb5-a15b-7c16ff67fce5 req-e63f3605-be0d-409a-814c-ba3f8dfa383e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0640807
Feb 12 21:37:10.993868 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-61679d97-b0eb-4893-a387-700bce5377ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6f9bf73a0>, [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:31:47Z', 'revision_number': 4, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port': {'id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:44Z', 'updated_at': '2022-02-12T21:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b938283-a97d-4cac-9e2e-52b46ccce809', 'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'mac_address': 'fa:16:3e:9c:28:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:46Z', 'updated_at': '2022-02-12T21:31:52Z', 'revision_number': 5, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'subnets': [{'id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:11.029499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61679d97-b0eb-4893-a387-700bce5377ea None None] The sync data for ids ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'] in ncdv-master-1 is: [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:31:47Z', 'revision_number': 4, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port': {'id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:44Z', 'updated_at': '2022-02-12T21:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3b938283-a97d-4cac-9e2e-52b46ccce809', 'name': '', 'network_id': '7b73a427-9588-4cc4-abcf-a42a5fb9215f', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'mac_address': 'fa:16:3e:9c:28:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:46Z', 'updated_at': '2022-02-12T21:31:52Z', 'revision_number': 5, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'subnets': [{'id': '059f933d-2c7c-441d-be8d-b4e1be60819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:37:11.051765 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a364e56-ce88-4cb5-a15b-7c16ff67fce5 req-0351cfef-a33d-4284-b568-25e9cfa314ab tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533946
Feb 12 21:37:11.262922 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2166442-f329-4a41-8343-5a3fe3129144 None None] New status for floating IP df31a8cd-584e-4ead-ac34-77cc36ee78d4: DOWN {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:37:11.686720 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:37:12.082040 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb923af-2cd3-4d86-a09f-bd3f01224c82 req-f11f02c6-1d4c-4f40-b1a3-0411e578d37b tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:12.083233 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4eb923af-2cd3-4d86-a09f-bd3f01224c82 req-f11f02c6-1d4c-4f40-b1a3-0411e578d37b tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 945 time: 0.0610230
Feb 12 21:37:12.149842 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4eb923af-2cd3-4d86-a09f-bd3f01224c82 req-282ae3c1-ee27-4a2f-8ecd-74a067c3ea8e tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/security-groups?id=d94bc689-80f1-4b3a-b77d-d8bbffbc7bca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592911
Feb 12 21:37:12.196786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36a77b-1d5d-431a-be21-e2e210cd2563 req-4d8127f6-b4c4-4b64-9d91-49af4b6fae1a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:12.198305 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1f36a77b-1d5d-431a-be21-e2e210cd2563 req-4d8127f6-b4c4-4b64-9d91-49af4b6fae1a tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0568585
Feb 12 21:37:12.246870 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1f36a77b-1d5d-431a-be21-e2e210cd2563 req-7c6d0974-9db8-41f3-99d4-6f0e4f412679 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429344
Feb 12 21:37:12.332696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb618c3-b424-411b-8430-47b108900ddb req-44bd1f74-e945-4b80-b9bc-41859e92fdbf tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:12.334206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ccb618c3-b424-411b-8430-47b108900ddb req-44bd1f74-e945-4b80-b9bc-41859e92fdbf tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 945 time: 0.0531597
Feb 12 21:37:12.439188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-ccb618c3-b424-411b-8430-47b108900ddb req-739ed9d5-1f21-4c0c-8349-cd2df2f5aa94 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Deleting port 76381534-1480-4f0e-bbfa-edab76f98e64 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:37:12.439525 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ccb618c3-b424-411b-8430-47b108900ddb req-739ed9d5-1f21-4c0c-8349-cd2df2f5aa94 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (76381534-1480-4f0e-bbfa-edab76f98e64), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:12.532885 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-ccb618c3-b424-411b-8430-47b108900ddb req-739ed9d5-1f21-4c0c-8349-cd2df2f5aa94 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] For port 76381534-1480-4f0e-bbfa-edab76f98e64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76381534-1480-4f0e-bbfa-edab76f98e64,segment=NetworkSegment(03b25ef4-fd55-4dea-87f3-a25fc02ea0ed),segment_id=03b25ef4-fd55-4dea-87f3-a25fc02ea0ed)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:12.533242 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ccb618c3-b424-411b-8430-47b108900ddb req-739ed9d5-1f21-4c0c-8349-cd2df2f5aa94 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (76381534-1480-4f0e-bbfa-edab76f98e64), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:12.545844 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-ccb618c3-b424-411b-8430-47b108900ddb req-739ed9d5-1f21-4c0c-8349-cd2df2f5aa94 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Calling delete_port for 76381534-1480-4f0e-bbfa-edab76f98e64 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:37:12.731116 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ccb618c3-b424-411b-8430-47b108900ddb req-739ed9d5-1f21-4c0c-8349-cd2df2f5aa94 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (76381534-1480-4f0e-bbfa-edab76f98e64), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:12.760846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ed9d5-1f21-4c0c-8349-cd2df2f5aa94 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Pushing event deleted for resources: {'Port': ['ID=76381534-1480-4f0e-bbfa-edab76f98e64,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:12.807758 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb618c3-b424-411b-8430-47b108900ddb req-739ed9d5-1f21-4c0c-8349-cd2df2f5aa94 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] No DVR routers for this DVR port 76381534-1480-4f0e-bbfa-edab76f98e64 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:37:12.810749 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-ccb618c3-b424-411b-8430-47b108900ddb req-739ed9d5-1f21-4c0c-8349-cd2df2f5aa94 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:12.814146 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ccb618c3-b424-411b-8430-47b108900ddb req-739ed9d5-1f21-4c0c-8349-cd2df2f5aa94 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.50 "DELETE /v2.0/ports/76381534-1480-4f0e-bbfa-edab76f98e64 HTTP/1.1" status: 204  len: 173 time: 0.4741800
Feb 12 21:37:12.814607 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'name': 'network-vif-deleted', 'tag': '76381534-1480-4f0e-bbfa-edab76f98e64'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:37:12.817032 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb96e022-55fd-43fd-90e6-7e4cfb93b973" -d '{"events": [{"server_uuid": "cb01e7f8-583c-4169-ac0e-1df6dc3a0b08", "name": "network-vif-deleted", "tag": "76381534-1480-4f0e-bbfa-edab76f98e64"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:37:12.866855 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e3d56f-0e0e-475c-9d93-74b6213ad479 x-openstack-request-id: req-d2e3d56f-0e0e-475c-9d93-74b6213ad479 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:37:12.867223 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb01e7f8-583c-4169-ac0e-1df6dc3a0b08", "name": "network-vif-deleted", "tag": "76381534-1480-4f0e-bbfa-edab76f98e64", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:37:12.867622 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2e3d56f-0e0e-475c-9d93-74b6213ad479 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:37:12.868097 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb01e7f8-583c-4169-ac0e-1df6dc3a0b08', 'name': 'network-vif-deleted', 'tag': '76381534-1480-4f0e-bbfa-edab76f98e64', 'status': 'completed', 'code': 200}
Feb 12 21:37:13.373273 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a5ef55f-5c88-4e60-913b-52e288e97cf1 req-633bd6fa-87f0-4c6c-98c9-954fde089664 tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb01e7f8-583c-4169-ac0e-1df6dc3a0b08 HTTP/1.1" status: 200  len: 210 time: 0.1522415
Feb 12 21:37:13.392196 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c35f92-f1a4-479c-b67c-c8cc1f8e6d64 req-5755431a-31d4-4a37-a910-27b1c3cdffb6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:13.393680 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54c35f92-f1a4-479c-b67c-c8cc1f8e6d64 req-5755431a-31d4-4a37-a910-27b1c3cdffb6 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0680063
Feb 12 21:37:13.445034 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54c35f92-f1a4-479c-b67c-c8cc1f8e6d64 req-833c4d88-c93a-4b0a-a4a7-29777298204c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452962
Feb 12 21:37:13.719355 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03344325-b3c8-4ef5-afe4-b697a72cf2f4 req-601cf5a7-14fc-4d74-853a-0c0bff2478f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:13.720869 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03344325-b3c8-4ef5-afe4-b697a72cf2f4 req-601cf5a7-14fc-4d74-853a-0c0bff2478f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 1128 time: 0.0559628
Feb 12 21:37:13.772535 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03344325-b3c8-4ef5-afe4-b697a72cf2f4 req-a82285a2-0b73-498b-b865-ba959f31cefd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427203
Feb 12 21:37:14.432656 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51756) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:14.477258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 76381534-1480-4f0e-bbfa-edab76f98e64 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:37:14.489251 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d4af8cf-39ef-437c-8bd0-917ebde256ef tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group (d94bc689-80f1-4b3a-b77d-d8bbffbc7bca), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:14.498502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 76381534-1480-4f0e-bbfa-edab76f98e64 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:37:14.499134 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 76381534-1480-4f0e-bbfa-edab76f98e64 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:37:14.519899 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d4af8cf-39ef-437c-8bd0-917ebde256ef tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group (d94bc689-80f1-4b3a-b77d-d8bbffbc7bca), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:14.579926 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 30a257b9-dbad-4674-89ed-68090744d886 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:37:14.594046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a38e0-3e75-4c90-9fc7-5216034f2078 req-09c5a417-1378-4589-bc0c-5b86215a12e1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:14.607771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb1a38e0-3e75-4c90-9fc7-5216034f2078 req-09c5a417-1378-4589-bc0c-5b86215a12e1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0614321
Feb 12 21:37:14.666306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 30a257b9-dbad-4674-89ed-68090744d886 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:37:14.666710 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (30a257b9-dbad-4674-89ed-68090744d886), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:14.667587 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb1a38e0-3e75-4c90-9fc7-5216034f2078 req-8f7b65ba-d1d6-4175-b950-73679733ed78 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661497
Feb 12 21:37:14.671671 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d4af8cf-39ef-437c-8bd0-917ebde256ef tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d94bc689-80f1-4b3a-b77d-d8bbffbc7bca), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:14.675384 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d4af8cf-39ef-437c-8bd0-917ebde256ef tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:14.677595 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5d4af8cf-39ef-437c-8bd0-917ebde256ef tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] 10.222.0.31 "DELETE /v2.0/security-groups/d94bc689-80f1-4b3a-b77d-d8bbffbc7bca HTTP/1.1" status: 204  len: 168 time: 0.2432048
Feb 12 21:37:14.688653 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4af8cf-39ef-437c-8bd0-917ebde256ef tempest-TestVolumeBackupRestore-1020972158 tempest-TestVolumeBackupRestore-1020972158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94bc689-80f1-4b3a-b77d-d8bbffbc7bca,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:14.701281 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30a257b9-dbad-4674-89ed-68090744d886'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:37:14.704197 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ccb90b-4d03-459c-be50-4589e8422318" -d '{"events": [{"server_uuid": "dd4dc749-89b9-4c5b-98a4-0c73df37b75c", "name": "network-vif-unplugged", "status": "completed", "tag": "30a257b9-dbad-4674-89ed-68090744d886"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:37:14.726369 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 30a257b9-dbad-4674-89ed-68090744d886, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30a257b9-dbad-4674-89ed-68090744d886,segment=NetworkSegment(fd435621-879a-495e-a03d-e91269f7e889),segment_id=fd435621-879a-495e-a03d-e91269f7e889)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:14.744773 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8438ea3d-77f7-4c0a-be0e-ff600f1caa59 x-openstack-request-id: req-8438ea3d-77f7-4c0a-be0e-ff600f1caa59 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:37:14.745080 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4dc749-89b9-4c5b-98a4-0c73df37b75c", "name": "network-vif-unplugged", "status": "completed", "tag": "30a257b9-dbad-4674-89ed-68090744d886", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:37:14.745343 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8438ea3d-77f7-4c0a-be0e-ff600f1caa59 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:37:14.745941 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30a257b9-dbad-4674-89ed-68090744d886', 'code': 200}
Feb 12 21:37:14.796839 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (30a257b9-dbad-4674-89ed-68090744d886), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:14.850598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=30a257b9-dbad-4674-89ed-68090744d886,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:15.813520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef133a-7263-4f5e-89d3-24b2ae886f63 req-218ce881-9ffc-408e-b3ad-ff03c3aa248c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:15.814989 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07ef133a-7263-4f5e-89d3-24b2ae886f63 req-218ce881-9ffc-408e-b3ad-ff03c3aa248c tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 944 time: 0.0536249
Feb 12 21:37:15.864627 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-07ef133a-7263-4f5e-89d3-24b2ae886f63 req-68462251-9f26-4843-a18b-4d438c5d04fc tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434141
Feb 12 21:37:15.887276 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51812) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:15.949904 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0e5a4293-2997-43ee-a10d-3e7531db08f7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/floatingips/87345463-84da-400e-b089-947693b2c086 HTTP/1.1" status: 200  len: 992 time: 0.0614891
Feb 12 21:37:16.595615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 30a257b9-dbad-4674-89ed-68090744d886 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:37:16.699535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 30a257b9-dbad-4674-89ed-68090744d886, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30a257b9-dbad-4674-89ed-68090744d886,segment=NetworkSegment(fd435621-879a-495e-a03d-e91269f7e889),segment_id=fd435621-879a-495e-a03d-e91269f7e889)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:16.706292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '30a257b9-dbad-4674-89ed-68090744d886', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'port_id': '30a257b9-dbad-4674-89ed-68090744d886', 'mac_address': 'fa:16:3e:cb:9d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:37:16.747156 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 30a257b9-dbad-4674-89ed-68090744d886 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:37:16.747552 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (30a257b9-dbad-4674-89ed-68090744d886), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:16.760567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a257b9-dbad-4674-89ed-68090744d886 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:37:16.779852 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 30a257b9-dbad-4674-89ed-68090744d886, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30a257b9-dbad-4674-89ed-68090744d886,segment=NetworkSegment(fd435621-879a-495e-a03d-e91269f7e889),segment_id=fd435621-879a-495e-a03d-e91269f7e889)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:16.830685 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (30a257b9-dbad-4674-89ed-68090744d886), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:16.878455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=30a257b9-dbad-4674-89ed-68090744d886,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:17.067196 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['30a257b9-dbad-4674-89ed-68090744d886'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:37:18.611624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 30a257b9-dbad-4674-89ed-68090744d886 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:37:18.661465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 30a257b9-dbad-4674-89ed-68090744d886 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:37:18.661884 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (30a257b9-dbad-4674-89ed-68090744d886), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:18.742490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 30a257b9-dbad-4674-89ed-68090744d886 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:37:18.742882 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (30a257b9-dbad-4674-89ed-68090744d886), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:18.766699 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a257b9-dbad-4674-89ed-68090744d886'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:37:18.768937 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39231244-7e9a-4d11-b683-05727c084d98" -d '{"events": [{"server_uuid": "dd4dc749-89b9-4c5b-98a4-0c73df37b75c", "name": "network-vif-plugged", "status": "completed", "tag": "30a257b9-dbad-4674-89ed-68090744d886"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:37:18.781766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 30a257b9-dbad-4674-89ed-68090744d886, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30a257b9-dbad-4674-89ed-68090744d886,segment=NetworkSegment(fd435621-879a-495e-a03d-e91269f7e889),segment_id=fd435621-879a-495e-a03d-e91269f7e889)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:18.808405 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5574c7ab-abb7-4548-99e0-16cf01b2e2cf x-openstack-request-id: req-5574c7ab-abb7-4548-99e0-16cf01b2e2cf {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:37:18.808702 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4dc749-89b9-4c5b-98a4-0c73df37b75c", "name": "network-vif-plugged", "status": "completed", "tag": "30a257b9-dbad-4674-89ed-68090744d886", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:37:18.808960 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5574c7ab-abb7-4548-99e0-16cf01b2e2cf {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:37:18.809384 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a257b9-dbad-4674-89ed-68090744d886', 'code': 200}
Feb 12 21:37:18.836963 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (30a257b9-dbad-4674-89ed-68090744d886), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:18.886644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=30a257b9-dbad-4674-89ed-68090744d886,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:23.451302 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51880) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:23.558700 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0138e3c-a312-4bbb-8f64-e891c7ac2012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:23.633595 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0138e3c-a312-4bbb-8f64-e891c7ac2012 admin admin] Publish callbacks [] for security_group (dda10902-bc05-4f7d-a1f9-bba5f3a44058), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:23.687942 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0138e3c-a312-4bbb-8f64-e891c7ac2012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (dda10902-bc05-4f7d-a1f9-bba5f3a44058), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:23.731985 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0138e3c-a312-4bbb-8f64-e891c7ac2012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda10902-bc05-4f7d-a1f9-bba5f3a44058,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:23.736236 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d0138e3c-a312-4bbb-8f64-e891c7ac2012 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fcfca642939f45c8b5206a3dd6d544df&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2839055
Feb 12 21:37:23.739347 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51888) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:23.790882 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d7e77fd-a0e7-4408-9e93-681a034c91ab admin admin] Publish callbacks [] for security_group (dda10902-bc05-4f7d-a1f9-bba5f3a44058), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:23.811819 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d7e77fd-a0e7-4408-9e93-681a034c91ab admin admin] Publish callbacks [] for security_group (dda10902-bc05-4f7d-a1f9-bba5f3a44058), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:23.942315 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d7e77fd-a0e7-4408-9e93-681a034c91ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (dda10902-bc05-4f7d-a1f9-bba5f3a44058), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:23.945608 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3d7e77fd-a0e7-4408-9e93-681a034c91ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:23.946780 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3d7e77fd-a0e7-4408-9e93-681a034c91ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dda10902-bc05-4f7d-a1f9-bba5f3a44058 HTTP/1.1" status: 204  len: 168 time: 0.2065349
Feb 12 21:37:23.955216 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e77fd-a0e7-4408-9e93-681a034c91ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda10902-bc05-4f7d-a1f9-bba5f3a44058,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:24.609705 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51896) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:24.627601 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b193f7cc-03c7-489c-a4d9-3375ce0b9e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:24.703023 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b193f7cc-03c7-489c-a4d9-3375ce0b9e03 admin admin] Publish callbacks [] for security_group (4a9e177d-f47b-4039-b4de-b64ec79fa8d9), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:24.782757 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b193f7cc-03c7-489c-a4d9-3375ce0b9e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4a9e177d-f47b-4039-b4de-b64ec79fa8d9), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:24.822033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193f7cc-03c7-489c-a4d9-3375ce0b9e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9e177d-f47b-4039-b4de-b64ec79fa8d9,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:24.827368 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b193f7cc-03c7-489c-a4d9-3375ce0b9e03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d03917b415e4d54b7ad25f9caad358e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2165797
Feb 12 21:37:24.830027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51900) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:24.881225 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddee421c-7a26-4185-b07a-83f89dd99fa4 admin admin] Publish callbacks [] for security_group (4a9e177d-f47b-4039-b4de-b64ec79fa8d9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:24.902397 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddee421c-7a26-4185-b07a-83f89dd99fa4 admin admin] Publish callbacks [] for security_group (4a9e177d-f47b-4039-b4de-b64ec79fa8d9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:25.008063 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddee421c-7a26-4185-b07a-83f89dd99fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4a9e177d-f47b-4039-b4de-b64ec79fa8d9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:25.010766 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ddee421c-7a26-4185-b07a-83f89dd99fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:25.011928 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ddee421c-7a26-4185-b07a-83f89dd99fa4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a9e177d-f47b-4039-b4de-b64ec79fa8d9 HTTP/1.1" status: 204  len: 168 time: 0.1816251
Feb 12 21:37:25.020006 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee421c-7a26-4185-b07a-83f89dd99fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9e177d-f47b-4039-b4de-b64ec79fa8d9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:25.771886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 51906) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:25.786028 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6a5d4725-42b4-4d17-b1fd-10359a886465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:25.867244 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6a5d4725-42b4-4d17-b1fd-10359a886465 admin admin] Publish callbacks [] for security_group (2a7bd294-de30-42e0-aeb0-7ffd3c34b0c5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:25.869376 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f72f801a-9b53-432c-8108-d4501d5770be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:25.959728 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6a5d4725-42b4-4d17-b1fd-10359a886465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2a7bd294-de30-42e0-aeb0-7ffd3c34b0c5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:25.999901 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6a5d4725-42b4-4d17-b1fd-10359a886465 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f594eda418d148f59f8815d71246f4ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2268667
Feb 12 21:37:26.000792 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d4725-42b4-4d17-b1fd-10359a886465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7bd294-de30-42e0-aeb0-7ffd3c34b0c5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:26.002751 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 51910) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:26.051475 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dff7cbfe-a866-4255-81ea-2b16c163b25d admin admin] Publish callbacks [] for security_group (2a7bd294-de30-42e0-aeb0-7ffd3c34b0c5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:26.073308 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dff7cbfe-a866-4255-81ea-2b16c163b25d admin admin] Publish callbacks [] for security_group (2a7bd294-de30-42e0-aeb0-7ffd3c34b0c5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:26.177064 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dff7cbfe-a866-4255-81ea-2b16c163b25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2a7bd294-de30-42e0-aeb0-7ffd3c34b0c5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:26.179801 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dff7cbfe-a866-4255-81ea-2b16c163b25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:26.181000 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-dff7cbfe-a866-4255-81ea-2b16c163b25d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a7bd294-de30-42e0-aeb0-7ffd3c34b0c5 HTTP/1.1" status: 204  len: 168 time: 0.1771650
Feb 12 21:37:26.189989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7cbfe-a866-4255-81ea-2b16c163b25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7bd294-de30-42e0-aeb0-7ffd3c34b0c5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:27.142511 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:28.334888 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4bd76679-cb0e-4b10-9144-8a2411c58d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:29.574145 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:29.664996 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:31.044958 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:31.765002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52036) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:31.872189 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-146a91e2-554a-4682-a6ea-4b5b7a7f5484 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 3840 time: 0.1059186
Feb 12 21:37:31.880981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52040) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:31.885934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c51f539b-2b90-4202-8394-5f32bdaa014b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Request body: {'network': {'name': 'tempest-network-smoke--916873720', 'project_id': '14346d52af354b338f2253bc2f551829', 'port_security_enabled': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:37:31.979940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51f539b-2b90-4202-8394-5f32bdaa014b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Made reservation on behalf of 14346d52af354b338f2253bc2f551829 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:37:31.983868 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c51f539b-2b90-4202-8394-5f32bdaa014b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:32.007557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51f539b-2b90-4202-8394-5f32bdaa014b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:37:32.016843 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c51f539b-2b90-4202-8394-5f32bdaa014b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (91813479-9e29-41e8-a86d-5ee05ddd1756), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:32.017256 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-c51f539b-2b90-4202-8394-5f32bdaa014b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Added segment 91813479-9e29-41e8-a86d-5ee05ddd1756 of type vlan for network 45b23358-0e2e-4652-9d55-5e640b52bbda
Feb 12 21:37:32.060056 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c51f539b-2b90-4202-8394-5f32bdaa014b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (45b23358-0e2e-4652-9d55-5e640b52bbda), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:32.145099 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c51f539b-2b90-4202-8394-5f32bdaa014b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (45b23358-0e2e-4652-9d55-5e640b52bbda), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:32.150853 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51f539b-2b90-4202-8394-5f32bdaa014b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:32.151718 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c51f539b-2b90-4202-8394-5f32bdaa014b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:32.218908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f539b-2b90-4202-8394-5f32bdaa014b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'Network': ['ID=45b23358-0e2e-4652-9d55-5e640b52bbda,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:32.229034 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 45b23358-0e2e-4652-9d55-5e640b52bbda details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:37:32.277413 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:32.288070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c51f539b-2b90-4202-8394-5f32bdaa014b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4060013
Feb 12 21:37:32.290864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52044) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:32.295328 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1072091117', 'admin_state_up': True, 'project_id': '14346d52af354b338f2253bc2f551829', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:37:32.388450 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:32.389566 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:32.446045 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router_controller (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:32.670524 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router_gateway (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:32.942598 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router_gateway (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:32.961058 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:33.071119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Allocated IP 172.35.2.177 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/4b1854c8-d04f-4e6e-8024-60b2c3286a98) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:37:33.172012 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for port (4b1854c8-d04f-4e6e-8024-60b2c3286a98), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:33.297418 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (4b1854c8-d04f-4e6e-8024-60b2c3286a98), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:33.344600 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:37:33.348405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:37:33.353888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:37:33.356548 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'Port': ['ID=4b1854c8-d04f-4e6e-8024-60b2c3286a98,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:33.651278 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router_gateway (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:33.854203 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:34.059448 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Router d2a26355-7805-4a1d-bf41-7a9acc2eab2f is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:37:34.169644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:37:34.179895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Sync routers for ids ['d2a26355-7805-4a1d-bf41-7a9acc2eab2f'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:37:34.293407 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:34.294774 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-98b7d6d3-e8bb-45a3-bb5c-56a0618f0ee7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.0028479
Feb 12 21:37:34.297781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52054) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:34.358989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Routers {'d2a26355-7805-4a1d-bf41-7a9acc2eab2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:37:34.359614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfd7ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d2a26355-7805-4a1d-bf41-7a9acc2eab2f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:34.366696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c021da4-ecbb-4aae-9eec-182ab7552ae3 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:34.369856 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4c021da4-ecbb-4aae-9eec-182ab7552ae3 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=14346d52af354b338f2253bc2f551829&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.0710812
Feb 12 21:37:34.371113 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52056) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:34.463417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125621b2-38df-4987-bcdc-411180ded479 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:34.468845 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-125621b2-38df-4987-bcdc-411180ded479 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0941169
Feb 12 21:37:34.469018 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52058) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:34.471371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Set router d2a26355-7805-4a1d-bf41-7a9acc2eab2f gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:37:34.666227 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfd7ac0>, [{'id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072091117', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:33Z', 'revision_number': 3, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:34.693918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Checking router: d2a26355-7805-4a1d-bf41-7a9acc2eab2f for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:37:34.694366 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Updating router d2a26355-7805-4a1d-bf41-7a9acc2eab2f port 4b1854c8-d04f-4e6e-8024-60b2c3286a98 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:37:34.727893 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4b1854c8-d04f-4e6e-8024-60b2c3286a98), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:34.835431 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-962095f2-51bd-4259-bfbd-a24d068f3dd6 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3651962
Feb 12 21:37:34.838545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52066) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:34.873221 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-738aab07-63e3-4e05-8e10-fe9e2ccf6c90 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=14346d52af354b338f2253bc2f551829&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0305381
Feb 12 21:37:34.873576 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52068) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:34.963696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f5c0ae-654a-4692-9aa4-c0fb27fa45df tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:34.968560 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52072) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:34.968770 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f5f5c0ae-654a-4692-9aa4-c0fb27fa45df tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0941393
Feb 12 21:37:34.990822 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Publish callbacks [] for port (4b1854c8-d04f-4e6e-8024-60b2c3286a98), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:34.998921 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d050f574-6a86-47f4-b752-1c9a0ca8d153 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0289528
Feb 12 21:37:35.001498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52076) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:35.006746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5ba456e0-1dbb-4020-8bea-8f748b3fa569 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-838643813', 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda', 'project_id': '14346d52af354b338f2253bc2f551829', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:37:35.057760 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4b1854c8-d04f-4e6e-8024-60b2c3286a98), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:35.112523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Attempting to bind port 4b1854c8-d04f-4e6e-8024-60b2c3286a98 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:37:35.112901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Attempting to bind port 4b1854c8-d04f-4e6e-8024-60b2c3286a98 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:37:35.113265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Attempting to bind port 4b1854c8-d04f-4e6e-8024-60b2c3286a98 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:37:35.115247 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04885c-d923-4948-b54a-e526280a6431 None None] Pushing event updated for resources: {'Port': ['ID=4b1854c8-d04f-4e6e-8024-60b2c3286a98,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:35.124245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:37:35.124631 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:37:35.125042 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:35.125475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:37:35.125966 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Bound port: 4b1854c8-d04f-4e6e-8024-60b2c3286a98, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:37:35.126362 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4b1854c8-d04f-4e6e-8024-60b2c3286a98), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:35.162609 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba456e0-1dbb-4020-8bea-8f748b3fa569 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Made reservation on behalf of 14346d52af354b338f2253bc2f551829 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:37:35.166774 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ba456e0-1dbb-4020-8bea-8f748b3fa569 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:35.181961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] For port 4b1854c8-d04f-4e6e-8024-60b2c3286a98, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:37:35.186201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] For port 4b1854c8-d04f-4e6e-8024-60b2c3286a98, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b1854c8-d04f-4e6e-8024-60b2c3286a98,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:37:35.254405 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4b1854c8-d04f-4e6e-8024-60b2c3286a98), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:35.300981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52080) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:35.310610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04885c-d923-4948-b54a-e526280a6431 None None] Pushing event updated for resources: {'Port': ['ID=4b1854c8-d04f-4e6e-8024-60b2c3286a98,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:35.323631 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Routers {'d2a26355-7805-4a1d-bf41-7a9acc2eab2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:37:35.324838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfd7ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d2a26355-7805-4a1d-bf41-7a9acc2eab2f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:35.447796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] Set router d2a26355-7805-4a1d-bf41-7a9acc2eab2f gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:37:35.453922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ba456e0-1dbb-4020-8bea-8f748b3fa569 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (29ab94d8-0163-4a0d-8221-fe95fbaac78e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:35.518564 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba456e0-1dbb-4020-8bea-8f748b3fa569 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'Subnet': ['ID=29ab94d8-0163-4a0d-8221-fe95fbaac78e,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:35.526343 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba456e0-1dbb-4020-8bea-8f748b3fa569 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Checking segment: {'id': '91813479-9e29-41e8-a86d-5ee05ddd1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:37:35.526742 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba456e0-1dbb-4020-8bea-8f748b3fa569 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Network hostable DHCP agents. Network: 45b23358-0e2e-4652-9d55-5e640b52bbda, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:37:35.595578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba456e0-1dbb-4020-8bea-8f748b3fa569 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Network 45b23358-0e2e-4652-9d55-5e640b52bbda is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:37:35.638562 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfd7ac0>, [{'id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072091117', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:33Z', 'revision_number': 3, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:35.668817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf3c4a-ceee-4c1c-91c6-bfbea587656b None None] The sync data for ids ['d2a26355-7805-4a1d-bf41-7a9acc2eab2f'] in ncdv-master-1 is: [{'id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072091117', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:33Z', 'revision_number': 3, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:37:35.701174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-5ba456e0-1dbb-4020-8bea-8f748b3fa569 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 45b23358-0e2e-4652-9d55-5e640b52bbda) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:37:35.705763 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba456e0-1dbb-4020-8bea-8f748b3fa569 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:35.707519 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ba456e0-1dbb-4020-8bea-8f748b3fa569 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:35.711961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee8b384-8293-495c-92f8-d0e85f1040f0 None None] Network 45b23358-0e2e-4652-9d55-5e640b52bbda requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:37:35.789841 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5ba456e0-1dbb-4020-8bea-8f748b3fa569 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7867141
Feb 12 21:37:35.792238 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52116) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:35.834375 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-45b23358-0e2e-4652-9d55-5e640b52bbda', 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda', 'project_id': '14346d52af354b338f2253bc2f551829', 'fixed_ips': [{'subnet_id': '29ab94d8-0163-4a0d-8221-fe95fbaac78e'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:37:35.835561 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:35.914817 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94c895c3-c553-4008-a255-0b30e968b3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:36.035182 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Allocated IP 172.20.0.18 (45b23358-0e2e-4652-9d55-5e640b52bbda/29ab94d8-0163-4a0d-8221-fe95fbaac78e/ea72092a-c7a3-4dfb-81e0-5555695e6f87) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:37:36.267262 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Publish callbacks [] for port (ea72092a-c7a3-4dfb-81e0-5555695e6f87), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:36.327388 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-94c895c3-c553-4008-a255-0b30e968b3a3 admin admin] Deleting port 3b938283-a97d-4cac-9e2e-52b46ccce809 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:37:36.327388 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94c895c3-c553-4008-a255-0b30e968b3a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:36.328004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4b1854c8-d04f-4e6e-8024-60b2c3286a98 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:37:36.359353 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (ea72092a-c7a3-4dfb-81e0-5555695e6f87), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:36.381792 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Network 45b23358-0e2e-4652-9d55-5e640b52bbda is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:37:36.385916 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:37:36.416347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:37:36.437093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-94c895c3-c553-4008-a255-0b30e968b3a3 admin admin] For port 3b938283-a97d-4cac-9e2e-52b46ccce809, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b938283-a97d-4cac-9e2e-52b46ccce809,segment=NetworkSegment(03b25ef4-fd55-4dea-87f3-a25fc02ea0ed),segment_id=03b25ef4-fd55-4dea-87f3-a25fc02ea0ed)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:36.438076 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94c895c3-c553-4008-a255-0b30e968b3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:36.452525 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-94c895c3-c553-4008-a255-0b30e968b3a3 admin admin] Calling delete_port for 3b938283-a97d-4cac-9e2e-52b46ccce809 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:37:36.483669 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Pushing event updated for resources: {'Port': ['ID=ea72092a-c7a3-4dfb-81e0-5555695e6f87,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:36.499548 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:36.540189 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4b1854c8-d04f-4e6e-8024-60b2c3286a98 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:37:36.540893 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4b1854c8-d04f-4e6e-8024-60b2c3286a98), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:36.594979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Attempting to bind port ea72092a-c7a3-4dfb-81e0-5555695e6f87 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:37:36.595432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Attempting to bind port ea72092a-c7a3-4dfb-81e0-5555695e6f87 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '91813479-9e29-41e8-a86d-5ee05ddd1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:37:36.601645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Attempting to bind port ea72092a-c7a3-4dfb-81e0-5555695e6f87 on network 45b23358-0e2e-4652-9d55-5e640b52bbda {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:37:36.602618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:37:36.603000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Checking segment: {'id': '91813479-9e29-41e8-a86d-5ee05ddd1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:37:36.603401 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:36.603793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Bound using segment: {'id': '91813479-9e29-41e8-a86d-5ee05ddd1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:37:36.604264 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Bound port: ea72092a-c7a3-4dfb-81e0-5555695e6f87, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91813479-9e29-41e8-a86d-5ee05ddd1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:37:36.604645 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ea72092a-c7a3-4dfb-81e0-5555695e6f87), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:36.709454 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] For port ea72092a-c7a3-4dfb-81e0-5555695e6f87, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:37:36.711529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4b1854c8-d04f-4e6e-8024-60b2c3286a98 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:37:36.711924 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4b1854c8-d04f-4e6e-8024-60b2c3286a98), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:36.719900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] For port ea72092a-c7a3-4dfb-81e0-5555695e6f87, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea72092a-c7a3-4dfb-81e0-5555695e6f87,segment=NetworkSegment(91813479-9e29-41e8-a86d-5ee05ddd1756),segment_id=91813479-9e29-41e8-a86d-5ee05ddd1756)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:37:36.736174 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 4b1854c8-d04f-4e6e-8024-60b2c3286a98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b1854c8-d04f-4e6e-8024-60b2c3286a98,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:36.788384 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94c895c3-c553-4008-a255-0b30e968b3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3b938283-a97d-4cac-9e2e-52b46ccce809), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:36.819242 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ea72092a-c7a3-4dfb-81e0-5555695e6f87), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:36.823049 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4b1854c8-d04f-4e6e-8024-60b2c3286a98), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:36.823235 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c895c3-c553-4008-a255-0b30e968b3a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b938283-a97d-4cac-9e2e-52b46ccce809,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:36.879661 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Allocated IP 172.20.0.17 (45b23358-0e2e-4652-9d55-5e640b52bbda/29ab94d8-0163-4a0d-8221-fe95fbaac78e/132d210c-ac91-4a88-a235-c853db45d973) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:37:36.938693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d6e2c-be60-4fe1-94a7-53d4c381d1f3 None None] Pushing event updated for resources: {'Port': ['ID=ea72092a-c7a3-4dfb-81e0-5555695e6f87,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:37.011875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=4b1854c8-d04f-4e6e-8024-60b2c3286a98,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:37.134623 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94c895c3-c553-4008-a255-0b30e968b3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:37.167254 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for port (132d210c-ac91-4a88-a235-c853db45d973), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:37.424297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c895c3-c553-4008-a255-0b30e968b3a3 admin admin] Router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:37:37.428436 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (132d210c-ac91-4a88-a235-c853db45d973), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:37.472870 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Network 45b23358-0e2e-4652-9d55-5e640b52bbda is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:37:37.475991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:37:37.479812 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:37:37.486968 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'Port': ['ID=132d210c-ac91-4a88-a235-c853db45d973,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:37.540992 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:37.549633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c895c3-c553-4008-a255-0b30e968b3a3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:37:37.558444 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-94c895c3-c553-4008-a255-0b30e968b3a3 admin admin] 10.222.0.31 "PUT /v2.0/routers/b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2544572
Feb 12 21:37:37.560623 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b565ffb9-aa63-4ff7-b792-b3a00d7b107a None None] Sync routers for ids ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:37:37.569521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52128) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:37.576377 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565ffb9-aa63-4ff7-b792-b3a00d7b107a None None] Routers {'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:37:37.577038 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b565ffb9-aa63-4ff7-b792-b3a00d7b107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78e790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:37.713054 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ee0-6ba6-4fab-831d-6f8506c97e26 admin admin] Publish callbacks [] for router (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:37.732734 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b565ffb9-aa63-4ff7-b792-b3a00d7b107a None None] Set router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:37:37.803954 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (132d210c-ac91-4a88-a235-c853db45d973), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:37.829442 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ee0-6ba6-4fab-831d-6f8506c97e26 admin admin] Publish callbacks [] for router_gateway (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:37.926159 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b565ffb9-aa63-4ff7-b792-b3a00d7b107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78e790>, [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207'}], 'enable_snat': True}, 'gw_port_id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:37:36Z', 'revision_number': 5, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port': {'id': 'd88a2853-cd7a-439e-bae5-db2686bed3a0', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:44Z', 'updated_at': '2022-02-12T21:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:37.963708 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b565ffb9-aa63-4ff7-b792-b3a00d7b107a None None] Checking router: b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:37:37.971011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c45b4ee0-6ba6-4fab-831d-6f8506c97e26 admin admin] Deleting port d88a2853-cd7a-439e-bae5-db2686bed3a0 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:37:37.971560 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ee0-6ba6-4fab-831d-6f8506c97e26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d88a2853-cd7a-439e-bae5-db2686bed3a0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:37.975677 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565ffb9-aa63-4ff7-b792-b3a00d7b107a None None] Routers {'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:37:37.976473 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b565ffb9-aa63-4ff7-b792-b3a00d7b107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78e790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:38.083569 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b565ffb9-aa63-4ff7-b792-b3a00d7b107a None None] Set router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:37:38.180939 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b565ffb9-aa63-4ff7-b792-b3a00d7b107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78e790>, [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:37:37Z', 'revision_number': 6, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:38.205738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-c45b4ee0-6ba6-4fab-831d-6f8506c97e26 admin admin] For port d88a2853-cd7a-439e-bae5-db2686bed3a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d88a2853-cd7a-439e-bae5-db2686bed3a0,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:38.206640 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ee0-6ba6-4fab-831d-6f8506c97e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d88a2853-cd7a-439e-bae5-db2686bed3a0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:38.238399 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b565ffb9-aa63-4ff7-b792-b3a00d7b107a None None] The sync data for ids ['b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0'] in ncdv-master-1 is: [{'id': 'b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0', 'name': 'tempest-TestVolumeBackupRestore-2090367056-router', 'tenant_id': 'cfcb9d238a52483a94553e900468a87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:43Z', 'updated_at': '2022-02-12T21:37:37Z', 'revision_number': 6, 'project_id': 'cfcb9d238a52483a94553e900468a87c', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:37:38.250276 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c45b4ee0-6ba6-4fab-831d-6f8506c97e26 admin admin] Calling delete_port for d88a2853-cd7a-439e-bae5-db2686bed3a0 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:37:38.273519 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for port (132d210c-ac91-4a88-a235-c853db45d973), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:38.342806 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (132d210c-ac91-4a88-a235-c853db45d973), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:38.434439 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:38.436292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'Port': ['ID=132d210c-ac91-4a88-a235-c853db45d973,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:38.477999 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0d9f5b-32f3-44fb-bb1e-93c3091c12c7 None None] Network 45b23358-0e2e-4652-9d55-5e640b52bbda requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:37:38.537203 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Network 45b23358-0e2e-4652-9d55-5e640b52bbda is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:37:38.538651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:37:38.564675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c753d5c3-6958-4481-809b-d149b5cd2197 None None] Provisioning complete for port ea72092a-c7a3-4dfb-81e0-5555695e6f87 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:37:38.564963 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c753d5c3-6958-4481-809b-d149b5cd2197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ea72092a-c7a3-4dfb-81e0-5555695e6f87), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:38.565873 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ee0-6ba6-4fab-831d-6f8506c97e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (d88a2853-cd7a-439e-bae5-db2686bed3a0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:38.649832 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b4ee0-6ba6-4fab-831d-6f8506c97e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=d88a2853-cd7a-439e-bae5-db2686bed3a0,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:38.712352 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c753d5c3-6958-4481-809b-d149b5cd2197 None None] Current status of the port ea72092a-c7a3-4dfb-81e0-5555695e6f87 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:37:38.712745 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c753d5c3-6958-4481-809b-d149b5cd2197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ea72092a-c7a3-4dfb-81e0-5555695e6f87), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:38.738848 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Router d2a26355-7805-4a1d-bf41-7a9acc2eab2f has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:37:38.771529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c753d5c3-6958-4481-809b-d149b5cd2197 None None] For port ea72092a-c7a3-4dfb-81e0-5555695e6f87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea72092a-c7a3-4dfb-81e0-5555695e6f87,segment=NetworkSegment(91813479-9e29-41e8-a86d-5ee05ddd1756),segment_id=91813479-9e29-41e8-a86d-5ee05ddd1756)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:38.772919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ee0-6ba6-4fab-831d-6f8506c97e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:38.840896 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c753d5c3-6958-4481-809b-d149b5cd2197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ea72092a-c7a3-4dfb-81e0-5555695e6f87), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:38.881278 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ee0-6ba6-4fab-831d-6f8506c97e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:38.883289 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ee0-6ba6-4fab-831d-6f8506c97e26 admin admin] Publish callbacks [] for router_controller (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:38.901282 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753d5c3-6958-4481-809b-d149b5cd2197 None None] Pushing event updated for resources: {'Port': ['ID=ea72092a-c7a3-4dfb-81e0-5555695e6f87,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:38.918350 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:37:38.928927 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dee935fe-ecb1-49af-8fdb-e7a37447ff3f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "PUT /v2.0/routers/d2a26355-7805-4a1d-bf41-7a9acc2eab2f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1303556
Feb 12 21:37:38.946820 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Sync routers for ids ['d2a26355-7805-4a1d-bf41-7a9acc2eab2f'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:37:38.953302 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Routers {'d2a26355-7805-4a1d-bf41-7a9acc2eab2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:37:38.953993 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2ecca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d2a26355-7805-4a1d-bf41-7a9acc2eab2f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:38.996904 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ee0-6ba6-4fab-831d-6f8506c97e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:39.000603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45b4ee0-6ba6-4fab-831d-6f8506c97e26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:37:39.002054 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c45b4ee0-6ba6-4fab-831d-6f8506c97e26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:39.005719 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c45b4ee0-6ba6-4fab-831d-6f8506c97e26 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b94a9aa6-e6e7-4588-bab4-1de22a8a4ab0 HTTP/1.1" status: 204  len: 168 time: 1.4326932
Feb 12 21:37:39.006469 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52146) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:39.069830 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b140425-368d-48b9-bbfa-a066bba82a29 admin admin] Deleting subnet 059f933d-2c7c-441d-be8d-b4e1be60819a {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:37:39.074401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b140425-368d-48b9-bbfa-a066bba82a29 admin admin] Publish callbacks [] for subnet (059f933d-2c7c-441d-be8d-b4e1be60819a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:39.145394 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b140425-368d-48b9-bbfa-a066bba82a29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (059f933d-2c7c-441d-be8d-b4e1be60819a), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:39.230147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ea72092a-c7a3-4dfb-81e0-5555695e6f87 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:37:39.272863 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b140425-368d-48b9-bbfa-a066bba82a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (059f933d-2c7c-441d-be8d-b4e1be60819a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:39.301838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75085482-c21b-4982-b01e-534cd075dd14 req-b1916fb1-3f8c-4d03-9de2-9c1f95a68a50 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:39.302126 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8c5169c6-d3d1-4e96-a9b2-4c701f98e117 None None] Provisioning complete for port ea72092a-c7a3-4dfb-81e0-5555695e6f87 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:37:39.302663 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8c5169c6-d3d1-4e96-a9b2-4c701f98e117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ea72092a-c7a3-4dfb-81e0-5555695e6f87), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:39.310254 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75085482-c21b-4982-b01e-534cd075dd14 req-b1916fb1-3f8c-4d03-9de2-9c1f95a68a50 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/networks?id=45b23358-0e2e-4652-9d55-5e640b52bbda HTTP/1.1" status: 200  len: 797 time: 0.1666329
Feb 12 21:37:39.347380 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75085482-c21b-4982-b01e-534cd075dd14 req-e0b192a8-ea77-44c5-a9c1-6561f9707068 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/quotas/14346d52af354b338f2253bc2f551829 HTTP/1.1" status: 200  len: 375 time: 0.0264564
Feb 12 21:37:39.356301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ea72092a-c7a3-4dfb-81e0-5555695e6f87 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:37:39.360886 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ea72092a-c7a3-4dfb-81e0-5555695e6f87), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:39.394630 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Set router d2a26355-7805-4a1d-bf41-7a9acc2eab2f gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:37:39.427527 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75085482-c21b-4982-b01e-534cd075dd14 req-44a176a3-fd94-40ce-9b18-f7b88f36dd9a tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=14346d52af354b338f2253bc2f551829&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0762558
Feb 12 21:37:39.442781 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b140425-368d-48b9-bbfa-a066bba82a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (059f933d-2c7c-441d-be8d-b4e1be60819a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:39.491157 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b140425-368d-48b9-bbfa-a066bba82a29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=059f933d-2c7c-441d-be8d-b4e1be60819a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:39.496777 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1b140425-368d-48b9-bbfa-a066bba82a29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:39.502855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52162) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:39.511473 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1b140425-368d-48b9-bbfa-a066bba82a29 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/059f933d-2c7c-441d-be8d-b4e1be60819a HTTP/1.1" status: 204  len: 168 time: 0.5038862
Feb 12 21:37:39.523020 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887e7826-18db-4c9e-a11c-5b8cef1a345c None None] Network 7b73a427-9588-4cc4-abcf-a42a5fb9215f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:37:39.604743 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (7b73a427-9588-4cc4-abcf-a42a5fb9215f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:39.644348 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8c5169c6-d3d1-4e96-a9b2-4c701f98e117 None None] Current status of the port ea72092a-c7a3-4dfb-81e0-5555695e6f87 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:37:39.726901 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75085482-c21b-4982-b01e-534cd075dd14 req-de5c0a01-89ce-4614-8a98-494a9fbd8301 service neutron] 10.222.0.31 "GET /v2.0/networks/45b23358-0e2e-4652-9d55-5e640b52bbda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2783461
Feb 12 21:37:39.730143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ea72092a-c7a3-4dfb-81e0-5555695e6f87 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:37:39.731277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4b1854c8-d04f-4e6e-8024-60b2c3286a98 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:37:39.765012 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8c5169c6-d3d1-4e96-a9b2-4c701f98e117 None None] Provisioning complete for port 132d210c-ac91-4a88-a235-c853db45d973 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:37:39.765331 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Deleting port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:37:39.765528 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8c5169c6-d3d1-4e96-a9b2-4c701f98e117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (132d210c-ac91-4a88-a235-c853db45d973), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:39.765699 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3940c3ca-9c3b-43f0-9fdf-69b308cfdd24), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:39.851103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8c5169c6-d3d1-4e96-a9b2-4c701f98e117 None None] Port 132d210c-ac91-4a88-a235-c853db45d973 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:37:39.863596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] For port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3940c3ca-9c3b-43f0-9fdf-69b308cfdd24,segment=NetworkSegment(03b25ef4-fd55-4dea-87f3-a25fc02ea0ed),segment_id=03b25ef4-fd55-4dea-87f3-a25fc02ea0ed)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:39.864071 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3940c3ca-9c3b-43f0-9fdf-69b308cfdd24), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:39.873476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4b1854c8-d04f-4e6e-8024-60b2c3286a98 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:37:39.874258 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4b1854c8-d04f-4e6e-8024-60b2c3286a98), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:39.888672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Calling delete_port for 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:37:39.896695 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75085482-c21b-4982-b01e-534cd075dd14 req-e772a096-ce5e-4c34-8a84-97070bdb6387 service neutron] 10.222.0.31 "GET /v2.0/networks/45b23358-0e2e-4652-9d55-5e640b52bbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622431
Feb 12 21:37:39.907789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2ecca0>, [{'id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072091117', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:37Z', 'revision_number': 4, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '132d210c-ac91-4a88-a235-c853db45d973', 'name': '', 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'mac_address': 'fa:16:3e:b6:fb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '29ab94d8-0163-4a0d-8221-fe95fbaac78e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:37:36Z', 'updated_at': '2022-02-12T21:37:38Z', 'revision_number': 2, 'project_id': '14346d52af354b338f2253bc2f551829', 'subnets': [{'id': '29ab94d8-0163-4a0d-8221-fe95fbaac78e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:39.945243 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbef599-5eee-471b-81a3-9ea159b65fc5 None None] DHCP port deletion for 7b73a427-9588-4cc4-abcf-a42a5fb9215f request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:37:39.953020 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Checking router: d2a26355-7805-4a1d-bf41-7a9acc2eab2f for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:37:39.953382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Updating router d2a26355-7805-4a1d-bf41-7a9acc2eab2f port 132d210c-ac91-4a88-a235-c853db45d973 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:37:40.019860 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (132d210c-ac91-4a88-a235-c853db45d973), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.041092 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-45eb0314-53f9-4896-b271-6487a04f7141 None None] Provisioning complete for port 132d210c-ac91-4a88-a235-c853db45d973 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:37:40.046758 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-45eb0314-53f9-4896-b271-6487a04f7141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (132d210c-ac91-4a88-a235-c853db45d973), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.099191 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3940c3ca-9c3b-43f0-9fdf-69b308cfdd24), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.127088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=3940c3ca-9c3b-43f0-9fdf-69b308cfdd24,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:40.129366 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] No DVR routers for this DVR port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:37:40.138640 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-45eb0314-53f9-4896-b271-6487a04f7141 None None] Port 132d210c-ac91-4a88-a235-c853db45d973 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:37:40.145567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4b1854c8-d04f-4e6e-8024-60b2c3286a98 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:37:40.152434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ccbef599-5eee-471b-81a3-9ea159b65fc5 None None] Deleting port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:37:40.152808 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ccbef599-5eee-471b-81a3-9ea159b65fc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3940c3ca-9c3b-43f0-9fdf-69b308cfdd24), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.156547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:40.156910 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:40.157524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:40.157934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:40.158271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:40.158607 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:40.158939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:40.159269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:40.159627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:40.160005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:40.160334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:40.160661 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:40.160987 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:40.263956 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (7b73a427-9588-4cc4-abcf-a42a5fb9215f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.293479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ccbef599-5eee-471b-81a3-9ea159b65fc5 None None] For port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24, host ncdv-master-1, got binding levels [] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:40.293816 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ccbef599-5eee-471b-81a3-9ea159b65fc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3940c3ca-9c3b-43f0-9fdf-69b308cfdd24), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.300240 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe47df0>,) {'filters': {'network_id': ['7b73a427-9588-4cc4-abcf-a42a5fb9215f']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:40.312283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe47df0>, '03b25ef4-fd55-4dea-87f3-a25fc02ea0ed') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:40.312961 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe47df0>, '03b25ef4-fd55-4dea-87f3-a25fc02ea0ed') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:40.318183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ccbef599-5eee-471b-81a3-9ea159b65fc5 None None] Calling delete_port for 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:37:40.324245 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (03b25ef4-fd55-4dea-87f3-a25fc02ea0ed), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.338422 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d51e4c41-1d16-4b13-9ac1-f6701501047a req-fb872f79-4cbb-4444-8709-5382b5a86b6e tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 210 time: 0.0693479
Feb 12 21:37:40.343247 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (03b25ef4-fd55-4dea-87f3-a25fc02ea0ed), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.351986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:37:40.352413 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (03b25ef4-fd55-4dea-87f3-a25fc02ea0ed), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:37:40.362390 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:37:40.365415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.ipam_backend_mixin [None req-ccbef599-5eee-471b-81a3-9ea159b65fc5 None None] Port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 was not found and therefore no delete operation was performed {{(pid=126507) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 12 21:37:40.366413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ea72092a-c7a3-4dfb-81e0-5555695e6f87 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:37:40.373188 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ccbef599-5eee-471b-81a3-9ea159b65fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (3940c3ca-9c3b-43f0-9fdf-69b308cfdd24), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.431784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbef599-5eee-471b-81a3-9ea159b65fc5 None None] Pushing event deleted for resources: {'Port': ['ID=3940c3ca-9c3b-43f0-9fdf-69b308cfdd24,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:40.443915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbef599-5eee-471b-81a3-9ea159b65fc5 None None] No DVR routers for this DVR port 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:37:40.500399 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ea72092a-c7a3-4dfb-81e0-5555695e6f87 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:37:40.500773 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ea72092a-c7a3-4dfb-81e0-5555695e6f87), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.519870 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (7b73a427-9588-4cc4-abcf-a42a5fb9215f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.525880 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.529269 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7b73a427-9588-4cc4-abcf-a42a5fb9215f HTTP/1.1" status: 204  len: 168 time: 1.0253232
Feb 12 21:37:40.532729 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52174) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:40.541257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b88c3-5bbf-42ed-9a2b-ca1a0d513b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b73a427-9588-4cc4-abcf-a42a5fb9215f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:40.570944 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Publish callbacks [] for port (132d210c-ac91-4a88-a235-c853db45d973), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.622803 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ea72092a-c7a3-4dfb-81e0-5555695e6f87 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:37:40.672052 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (132d210c-ac91-4a88-a235-c853db45d973), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.701975 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d88a2853-cd7a-439e-bae5-db2686bed3a0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:37:40.739967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: d88a2853-cd7a-439e-bae5-db2686bed3a0 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:37:40.742279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device d88a2853-cd7a-439e-bae5-db2686bed3a0 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:37:40.742279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3b938283-a97d-4cac-9e2e-52b46ccce809 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:37:40.770000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 3b938283-a97d-4cac-9e2e-52b46ccce809 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:37:40.770350 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3b938283-a97d-4cac-9e2e-52b46ccce809 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:37:40.770763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:37:40.774194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0e84a-22d0-4221-8bda-5ab7b09a4039 None None] Pushing event updated for resources: {'Port': ['ID=132d210c-ac91-4a88-a235-c853db45d973,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:40.802449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:37:40.802805 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3940c3ca-9c3b-43f0-9fdf-69b308cfdd24 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:37:40.854980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Attempting to bind port 132d210c-ac91-4a88-a235-c853db45d973 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:37:40.856042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Attempting to bind port 132d210c-ac91-4a88-a235-c853db45d973 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '91813479-9e29-41e8-a86d-5ee05ddd1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:37:40.856488 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Attempting to bind port 132d210c-ac91-4a88-a235-c853db45d973 on network 45b23358-0e2e-4652-9d55-5e640b52bbda {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:37:40.862559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:37:40.864007 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Checking segment: {'id': '91813479-9e29-41e8-a86d-5ee05ddd1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:37:40.864007 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.864007 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Bound using segment: {'id': '91813479-9e29-41e8-a86d-5ee05ddd1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:37:40.864385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Bound port: 132d210c-ac91-4a88-a235-c853db45d973, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91813479-9e29-41e8-a86d-5ee05ddd1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:37:40.864718 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (132d210c-ac91-4a88-a235-c853db45d973), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:40.943339 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] For port 132d210c-ac91-4a88-a235-c853db45d973, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:37:40.947599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] For port 132d210c-ac91-4a88-a235-c853db45d973, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=132d210c-ac91-4a88-a235-c853db45d973,segment=NetworkSegment(91813479-9e29-41e8-a86d-5ee05ddd1756),segment_id=91813479-9e29-41e8-a86d-5ee05ddd1756)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:37:41.020130 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (132d210c-ac91-4a88-a235-c853db45d973), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:41.079659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Routers {'d2a26355-7805-4a1d-bf41-7a9acc2eab2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:37:41.080303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2ecca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d2a26355-7805-4a1d-bf41-7a9acc2eab2f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:41.161707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0e84a-22d0-4221-8bda-5ab7b09a4039 None None] Pushing event updated for resources: {'Port': ['ID=132d210c-ac91-4a88-a235-c853db45d973,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:41.182881 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0e84a-22d0-4221-8bda-5ab7b09a4039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:41.185594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0e84a-22d0-4221-8bda-5ab7b09a4039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:41.185594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0e84a-22d0-4221-8bda-5ab7b09a4039 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:41.185594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0e84a-22d0-4221-8bda-5ab7b09a4039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:41.185594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0e84a-22d0-4221-8bda-5ab7b09a4039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:41.185594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0e84a-22d0-4221-8bda-5ab7b09a4039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:41.186022 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0e84a-22d0-4221-8bda-5ab7b09a4039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:41.186191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0e84a-22d0-4221-8bda-5ab7b09a4039 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:41.186506 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0e84a-22d0-4221-8bda-5ab7b09a4039 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:41.186830 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0e84a-22d0-4221-8bda-5ab7b09a4039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:41.187150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0e84a-22d0-4221-8bda-5ab7b09a4039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:41.187475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0e84a-22d0-4221-8bda-5ab7b09a4039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:41.187793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0e84a-22d0-4221-8bda-5ab7b09a4039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:37:41.203489 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3359bd15-441d-4451-bbe2-e70e8d5b9a75 None None] Provisioning complete for port 132d210c-ac91-4a88-a235-c853db45d973 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:37:41.203856 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3359bd15-441d-4451-bbe2-e70e8d5b9a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (132d210c-ac91-4a88-a235-c853db45d973), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:41.268899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] Set router d2a26355-7805-4a1d-bf41-7a9acc2eab2f gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:37:41.338878 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-62a080a6-38a7-49f6-a4b0-37cbe97abc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:41.470548 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cccbb735-3e24-4f71-9225-dcc75599a984 req-5bd6d0e4-e3bc-4bbd-b38d-039528ea6f9f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 210 time: 0.0367393
Feb 12 21:37:41.577065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3359bd15-441d-4451-bbe2-e70e8d5b9a75 None None] Current status of the port 132d210c-ac91-4a88-a235-c853db45d973 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:37:41.577718 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3359bd15-441d-4451-bbe2-e70e8d5b9a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (132d210c-ac91-4a88-a235-c853db45d973), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:41.651031 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-62a080a6-38a7-49f6-a4b0-37cbe97abc08 admin admin] Deleting port 134da17f-56c6-41e6-ad0d-3319eef300ae {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:37:41.651376 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-62a080a6-38a7-49f6-a4b0-37cbe97abc08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:41.666814 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3359bd15-441d-4451-bbe2-e70e8d5b9a75 None None] For port 132d210c-ac91-4a88-a235-c853db45d973, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=132d210c-ac91-4a88-a235-c853db45d973,segment=NetworkSegment(91813479-9e29-41e8-a86d-5ee05ddd1756),segment_id=91813479-9e29-41e8-a86d-5ee05ddd1756)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:41.739632 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3359bd15-441d-4451-bbe2-e70e8d5b9a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (132d210c-ac91-4a88-a235-c853db45d973), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:41.742602 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-62a080a6-38a7-49f6-a4b0-37cbe97abc08 admin admin] For port 134da17f-56c6-41e6-ad0d-3319eef300ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=134da17f-56c6-41e6-ad0d-3319eef300ae,segment=NetworkSegment(75d421f3-9682-4e05-89b1-cea7c3d9806a),segment_id=75d421f3-9682-4e05-89b1-cea7c3d9806a)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:41.742978 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-62a080a6-38a7-49f6-a4b0-37cbe97abc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:41.750283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2ecca0>, [{'id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072091117', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:37Z', 'revision_number': 4, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '132d210c-ac91-4a88-a235-c853db45d973', 'name': '', 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'mac_address': 'fa:16:3e:b6:fb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '29ab94d8-0163-4a0d-8221-fe95fbaac78e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:37:36Z', 'updated_at': '2022-02-12T21:37:40Z', 'revision_number': 4, 'project_id': '14346d52af354b338f2253bc2f551829', 'subnets': [{'id': '29ab94d8-0163-4a0d-8221-fe95fbaac78e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:41.756300 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-62a080a6-38a7-49f6-a4b0-37cbe97abc08 admin admin] Calling delete_port for 134da17f-56c6-41e6-ad0d-3319eef300ae owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:37:41.799588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329d963-d622-4a1f-965c-e28b43f43ffd None None] The sync data for ids ['d2a26355-7805-4a1d-bf41-7a9acc2eab2f'] in ncdv-master-1 is: [{'id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072091117', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:37Z', 'revision_number': 4, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '132d210c-ac91-4a88-a235-c853db45d973', 'name': '', 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'mac_address': 'fa:16:3e:b6:fb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '29ab94d8-0163-4a0d-8221-fe95fbaac78e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:37:36Z', 'updated_at': '2022-02-12T21:37:40Z', 'revision_number': 4, 'project_id': '14346d52af354b338f2253bc2f551829', 'subnets': [{'id': '29ab94d8-0163-4a0d-8221-fe95fbaac78e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:37:41.821221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359bd15-441d-4451-bbe2-e70e8d5b9a75 None None] Pushing event updated for resources: {'Port': ['ID=132d210c-ac91-4a88-a235-c853db45d973,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:41.882600 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-436170f4-0902-46eb-a120-ed7aec4c34dd None None] Provisioning complete for port 132d210c-ac91-4a88-a235-c853db45d973 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:37:41.883061 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-436170f4-0902-46eb-a120-ed7aec4c34dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (132d210c-ac91-4a88-a235-c853db45d973), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:41.994415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-436170f4-0902-46eb-a120-ed7aec4c34dd None None] Current status of the port 132d210c-ac91-4a88-a235-c853db45d973 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:37:42.068494 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-62a080a6-38a7-49f6-a4b0-37cbe97abc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (134da17f-56c6-41e6-ad0d-3319eef300ae), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:42.099778 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a080a6-38a7-49f6-a4b0-37cbe97abc08 admin admin] Pushing event deleted for resources: {'Port': ['ID=134da17f-56c6-41e6-ad0d-3319eef300ae,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:42.323229 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-62a080a6-38a7-49f6-a4b0-37cbe97abc08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:42.396545 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 132d210c-ac91-4a88-a235-c853db45d973 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:37:42.487530 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 132d210c-ac91-4a88-a235-c853db45d973 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:37:42.487763 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (132d210c-ac91-4a88-a235-c853db45d973), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:42.618891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 132d210c-ac91-4a88-a235-c853db45d973 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:37:42.653578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80d74b16-e24a-4a18-8ac7-6ede9ee25cb2 req-afdace9f-20f8-4632-b309-b6da38f4aaa0 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 210 time: 0.0519087
Feb 12 21:37:42.714542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a080a6-38a7-49f6-a4b0-37cbe97abc08 admin admin] Router bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:37:42.765985 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75085482-c21b-4982-b01e-534cd075dd14 req-33190625-7dba-4b01-a661-5e99b7e2f32a tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:42.767511 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75085482-c21b-4982-b01e-534cd075dd14 req-33190625-7dba-4b01-a661-5e99b7e2f32a tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.48 "GET /v2.0/networks?id=45b23358-0e2e-4652-9d55-5e640b52bbda HTTP/1.1" status: 200  len: 797 time: 0.1839335
Feb 12 21:37:42.784064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-75085482-c21b-4982-b01e-534cd075dd14 req-3a8b3030-960e-44a6-a6dc-7499a991a1ae tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Request body: {'port': {'device_id': '27a1b1a0-75e3-4a79-8969-d13ddf83631d', 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda', 'admin_state_up': True, 'tenant_id': '14346d52af354b338f2253bc2f551829'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:37:42.853477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a080a6-38a7-49f6-a4b0-37cbe97abc08 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:37:42.866964 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f05a89-b202-4930-a923-e5d957a5e7fb None None] Sync routers for ids ['bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:37:42.873715 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-62a080a6-38a7-49f6-a4b0-37cbe97abc08 admin admin] 10.222.0.31 "PUT /v2.0/routers/bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3394098
Feb 12 21:37:42.874965 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52194) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:42.883970 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f05a89-b202-4930-a923-e5d957a5e7fb None None] Routers {'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:37:42.885437 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e7f05a89-b202-4930-a923-e5d957a5e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78efa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:43.008917 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5f21d80b-daa1-49b1-b17b-7c28ec94cfff admin admin] Publish callbacks [] for router (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:43.024047 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-e7f05a89-b202-4930-a923-e5d957a5e7fb None None] Set router bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:37:43.043277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75085482-c21b-4982-b01e-534cd075dd14 req-3a8b3030-960e-44a6-a6dc-7499a991a1ae tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Made reservation on behalf of 14346d52af354b338f2253bc2f551829 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:37:43.048602 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75085482-c21b-4982-b01e-534cd075dd14 req-3a8b3030-960e-44a6-a6dc-7499a991a1ae tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:43.158367 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5f21d80b-daa1-49b1-b17b-7c28ec94cfff admin admin] Publish callbacks [] for router_gateway (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:43.236096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-75085482-c21b-4982-b01e-534cd075dd14 req-3a8b3030-960e-44a6-a6dc-7499a991a1ae tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Allocated IP 172.20.0.28 (45b23358-0e2e-4652-9d55-5e640b52bbda/29ab94d8-0163-4a0d-8221-fe95fbaac78e/217ebd50-2b7e-4502-aa60-71615cb92ddd) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:37:43.260354 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e7f05a89-b202-4930-a923-e5d957a5e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78efa0>, [{'id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'name': 'tempest-TestVolumeBackupRestore-1106117030-router', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.101'}], 'enable_snat': True}, 'gw_port_id': 'f39c1a83-410e-4e93-8668-094a115d90dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:51Z', 'updated_at': '2022-02-12T21:37:41Z', 'revision_number': 5, 'project_id': '424f3f0efda547b4beed111dd6ef3c3f', 'gw_port': {'id': 'f39c1a83-410e-4e93-8668-094a115d90dc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:31:52Z', 'updated_at': '2022-02-12T21:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:43.291258 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f05a89-b202-4930-a923-e5d957a5e7fb None None] Checking router: bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:37:43.308953 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f05a89-b202-4930-a923-e5d957a5e7fb None None] Routers {'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:37:43.309937 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e7f05a89-b202-4930-a923-e5d957a5e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78efa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:43.340411 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5f21d80b-daa1-49b1-b17b-7c28ec94cfff admin admin] Deleting port f39c1a83-410e-4e93-8668-094a115d90dc {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:37:43.340780 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5f21d80b-daa1-49b1-b17b-7c28ec94cfff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f39c1a83-410e-4e93-8668-094a115d90dc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:43.398167 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75085482-c21b-4982-b01e-534cd075dd14 req-3a8b3030-960e-44a6-a6dc-7499a991a1ae tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for port (217ebd50-2b7e-4502-aa60-71615cb92ddd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:43.413329 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-e7f05a89-b202-4930-a923-e5d957a5e7fb None None] Set router bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:37:43.477962 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-5f21d80b-daa1-49b1-b17b-7c28ec94cfff admin admin] For port f39c1a83-410e-4e93-8668-094a115d90dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f39c1a83-410e-4e93-8668-094a115d90dc,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:43.478319 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5f21d80b-daa1-49b1-b17b-7c28ec94cfff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f39c1a83-410e-4e93-8668-094a115d90dc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:43.483421 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e7f05a89-b202-4930-a923-e5d957a5e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78efa0>, [{'id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'name': 'tempest-TestVolumeBackupRestore-1106117030-router', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:51Z', 'updated_at': '2022-02-12T21:37:43Z', 'revision_number': 6, 'project_id': '424f3f0efda547b4beed111dd6ef3c3f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:43.492362 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5f21d80b-daa1-49b1-b17b-7c28ec94cfff admin admin] Calling delete_port for f39c1a83-410e-4e93-8668-094a115d90dc owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:37:43.511047 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75085482-c21b-4982-b01e-534cd075dd14 req-3a8b3030-960e-44a6-a6dc-7499a991a1ae tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (217ebd50-2b7e-4502-aa60-71615cb92ddd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:43.566316 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75085482-c21b-4982-b01e-534cd075dd14 req-3a8b3030-960e-44a6-a6dc-7499a991a1ae tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Network 45b23358-0e2e-4652-9d55-5e640b52bbda is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:37:43.569811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-75085482-c21b-4982-b01e-534cd075dd14 req-3a8b3030-960e-44a6-a6dc-7499a991a1ae tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:37:43.573534 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-75085482-c21b-4982-b01e-534cd075dd14 req-3a8b3030-960e-44a6-a6dc-7499a991a1ae tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:37:43.604608 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f05a89-b202-4930-a923-e5d957a5e7fb None None] The sync data for ids ['bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f'] in ncdv-master-1 is: [{'id': 'bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f', 'name': 'tempest-TestVolumeBackupRestore-1106117030-router', 'tenant_id': '424f3f0efda547b4beed111dd6ef3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:31:51Z', 'updated_at': '2022-02-12T21:37:43Z', 'revision_number': 6, 'project_id': '424f3f0efda547b4beed111dd6ef3c3f', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:37:43.615096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b3030-960e-44a6-a6dc-7499a991a1ae tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event updated for resources: {'Port': ['ID=217ebd50-2b7e-4502-aa60-71615cb92ddd,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:43.660900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75085482-c21b-4982-b01e-534cd075dd14 req-3a8b3030-960e-44a6-a6dc-7499a991a1ae tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:43.661611 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75085482-c21b-4982-b01e-534cd075dd14 req-3a8b3030-960e-44a6-a6dc-7499a991a1ae tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:43.801865 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75085482-c21b-4982-b01e-534cd075dd14 req-3a8b3030-960e-44a6-a6dc-7499a991a1ae tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 1.0175552
Feb 12 21:37:43.811466 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Request body: {'port': {'device_id': '27a1b1a0-75e3-4a79-8969-d13ddf83631d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:37:43.862314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a841b3-3205-4e57-9d41-2b02cd851242 req-18b88c9e-4b5e-4005-9672-282ce55e4309 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:43.864090 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-87a841b3-3205-4e57-9d41-2b02cd851242 req-18b88c9e-4b5e-4005-9672-282ce55e4309 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 895 time: 0.0786395
Feb 12 21:37:43.865620 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5f21d80b-daa1-49b1-b17b-7c28ec94cfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f39c1a83-410e-4e93-8668-094a115d90dc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:43.905047 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (217ebd50-2b7e-4502-aa60-71615cb92ddd), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:43.905263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21d80b-daa1-49b1-b17b-7c28ec94cfff admin admin] Pushing event deleted for resources: {'Port': ['ID=f39c1a83-410e-4e93-8668-094a115d90dc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:43.929544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-81965077-5fe3-4cbc-8c63-dee6e9b18f2c None None] Provisioning complete for port 217ebd50-2b7e-4502-aa60-71615cb92ddd triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:37:43.932874 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-81965077-5fe3-4cbc-8c63-dee6e9b18f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (217ebd50-2b7e-4502-aa60-71615cb92ddd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:43.971194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-81965077-5fe3-4cbc-8c63-dee6e9b18f2c None None] Port 217ebd50-2b7e-4502-aa60-71615cb92ddd cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:37:43.974439 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5f21d80b-daa1-49b1-b17b-7c28ec94cfff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.081701 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5f21d80b-daa1-49b1-b17b-7c28ec94cfff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.084146 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5f21d80b-daa1-49b1-b17b-7c28ec94cfff admin admin] Publish callbacks [] for router_controller (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.190798 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5f21d80b-daa1-49b1-b17b-7c28ec94cfff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.191341 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f21d80b-daa1-49b1-b17b-7c28ec94cfff admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:37:44.197433 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5f21d80b-daa1-49b1-b17b-7c28ec94cfff admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.202436 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5f21d80b-daa1-49b1-b17b-7c28ec94cfff admin admin] 10.222.0.31 "DELETE /v2.0/routers/bbc2ddaa-3ac8-4ac2-a630-a035e6715c0f HTTP/1.1" status: 204  len: 168 time: 1.3262994
Feb 12 21:37:44.204876 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52214) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:44.252350 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 134da17f-56c6-41e6-ad0d-3319eef300ae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:37:44.257063 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d259eb-fbd9-4929-b0fe-179a3827c555 admin admin] Deleting subnet 7fee5e37-741a-442a-aa81-31c30e0559f4 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:37:44.261672 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1d259eb-fbd9-4929-b0fe-179a3827c555 admin admin] Publish callbacks [] for subnet (7fee5e37-741a-442a-aa81-31c30e0559f4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.280142 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 134da17f-56c6-41e6-ad0d-3319eef300ae {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:37:44.282762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 134da17f-56c6-41e6-ad0d-3319eef300ae not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:37:44.283214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f39c1a83-410e-4e93-8668-094a115d90dc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:37:44.305241 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: f39c1a83-410e-4e93-8668-094a115d90dc {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:37:44.306635 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f39c1a83-410e-4e93-8668-094a115d90dc not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:37:44.314516 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1d259eb-fbd9-4929-b0fe-179a3827c555 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (7fee5e37-741a-442a-aa81-31c30e0559f4), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.416610 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1d259eb-fbd9-4929-b0fe-179a3827c555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (7fee5e37-741a-442a-aa81-31c30e0559f4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.538373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217ebd50-2b7e-4502-aa60-71615cb92ddd {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:37:44.546832 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Publish callbacks [] for port (217ebd50-2b7e-4502-aa60-71615cb92ddd), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.561821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Transition to ACTIVE for port object 217ebd50-2b7e-4502-aa60-71615cb92ddd will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:37:44.562735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1d259eb-fbd9-4929-b0fe-179a3827c555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (7fee5e37-741a-442a-aa81-31c30e0559f4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.591011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c1d259eb-fbd9-4929-b0fe-179a3827c555 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.594700 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c1d259eb-fbd9-4929-b0fe-179a3827c555 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7fee5e37-741a-442a-aa81-31c30e0559f4 HTTP/1.1" status: 204  len: 168 time: 0.3884559
Feb 12 21:37:44.595495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d259eb-fbd9-4929-b0fe-179a3827c555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fee5e37-741a-442a-aa81-31c30e0559f4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:44.596765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b76114-6301-4b78-9c65-17660917326a None None] Network 4662fc21-5323-4a9c-9efe-668ea8219ac2 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:37:44.597091 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52220) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:44.665156 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (217ebd50-2b7e-4502-aa60-71615cb92ddd), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.672740 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (4662fc21-5323-4a9c-9efe-668ea8219ac2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.724887 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Pushing event updated for resources: {'Port': ['ID=217ebd50-2b7e-4502-aa60-71615cb92ddd,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:44.743404 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] Deleting port 2065c761-be60-457c-ab50-35e097be5cbe {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:37:44.743404 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2065c761-be60-457c-ab50-35e097be5cbe), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.824757 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] For port 2065c761-be60-457c-ab50-35e097be5cbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2065c761-be60-457c-ab50-35e097be5cbe,segment=NetworkSegment(75d421f3-9682-4e05-89b1-cea7c3d9806a),segment_id=75d421f3-9682-4e05-89b1-cea7c3d9806a)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:44.826196 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2065c761-be60-457c-ab50-35e097be5cbe), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.828373 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b686a8f-a1d3-4ba9-b5fa-9b52881b8c84 None None] DHCP port deletion for 4662fc21-5323-4a9c-9efe-668ea8219ac2 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:37:44.844054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Attempting to bind port 217ebd50-2b7e-4502-aa60-71615cb92ddd on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:37:44.844384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Attempting to bind port 217ebd50-2b7e-4502-aa60-71615cb92ddd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '91813479-9e29-41e8-a86d-5ee05ddd1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:37:44.844814 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] Calling delete_port for 2065c761-be60-457c-ab50-35e097be5cbe owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:37:44.845087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Attempting to bind port 217ebd50-2b7e-4502-aa60-71615cb92ddd on network 45b23358-0e2e-4652-9d55-5e640b52bbda {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:37:44.852991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Port 217ebd50-2b7e-4502-aa60-71615cb92ddd on network 45b23358-0e2e-4652-9d55-5e640b52bbda not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:37:44.853535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Attempting to bind port 217ebd50-2b7e-4502-aa60-71615cb92ddd on network 45b23358-0e2e-4652-9d55-5e640b52bbda {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:37:44.861093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:37:44.861467 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Checking segment: {'id': '91813479-9e29-41e8-a86d-5ee05ddd1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:37:44.862021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Bound using segment: {'id': '91813479-9e29-41e8-a86d-5ee05ddd1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:37:44.862463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Bound port: 217ebd50-2b7e-4502-aa60-71615cb92ddd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91813479-9e29-41e8-a86d-5ee05ddd1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:37:44.862824 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (217ebd50-2b7e-4502-aa60-71615cb92ddd), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.884513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7b686a8f-a1d3-4ba9-b5fa-9b52881b8c84 None None] Deleting port 2065c761-be60-457c-ab50-35e097be5cbe {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:37:44.885242 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7b686a8f-a1d3-4ba9-b5fa-9b52881b8c84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2065c761-be60-457c-ab50-35e097be5cbe), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.955098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] For port 217ebd50-2b7e-4502-aa60-71615cb92ddd, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:37:44.959135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] For port 217ebd50-2b7e-4502-aa60-71615cb92ddd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=217ebd50-2b7e-4502-aa60-71615cb92ddd,segment=NetworkSegment(91813479-9e29-41e8-a86d-5ee05ddd1756),segment_id=91813479-9e29-41e8-a86d-5ee05ddd1756)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:37:44.982218 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7b686a8f-a1d3-4ba9-b5fa-9b52881b8c84 None None] For port 2065c761-be60-457c-ab50-35e097be5cbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2065c761-be60-457c-ab50-35e097be5cbe,segment=NetworkSegment(75d421f3-9682-4e05-89b1-cea7c3d9806a),segment_id=75d421f3-9682-4e05-89b1-cea7c3d9806a)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:44.982702 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7b686a8f-a1d3-4ba9-b5fa-9b52881b8c84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2065c761-be60-457c-ab50-35e097be5cbe), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:44.999946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7b686a8f-a1d3-4ba9-b5fa-9b52881b8c84 None None] Calling delete_port for 2065c761-be60-457c-ab50-35e097be5cbe owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:37:45.018321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436b327-df62-4c90-aaa6-fb4a4be32d6a req-5cdf0fbb-dbb7-438f-9173-ba18564f5d06 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:45.020070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e436b327-df62-4c90-aaa6-fb4a4be32d6a req-5cdf0fbb-dbb7-438f-9173-ba18564f5d06 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 907 time: 0.0568881
Feb 12 21:37:45.048619 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (217ebd50-2b7e-4502-aa60-71615cb92ddd), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:45.076605 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (2065c761-be60-457c-ab50-35e097be5cbe), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:45.084709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:45.085326 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:45.086715 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75085482-c21b-4982-b01e-534cd075dd14 req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] 10.222.0.48 "PUT /v2.0/ports/217ebd50-2b7e-4502-aa60-71615cb92ddd HTTP/1.1" status: 200  len: 1055 time: 1.2814412
Feb 12 21:37:45.087158 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a1b1a0-75e3-4a79-8969-d13ddf83631d', 'tag': '217ebd50-2b7e-4502-aa60-71615cb92ddd'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:37:45.090061 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6cd5f5-c6f6-4e49-a4a6-82149deafb28" -d '{"events": [{"name": "network-changed", "server_uuid": "27a1b1a0-75e3-4a79-8969-d13ddf83631d", "tag": "217ebd50-2b7e-4502-aa60-71615cb92ddd"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:37:45.094628 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7b686a8f-a1d3-4ba9-b5fa-9b52881b8c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (2065c761-be60-457c-ab50-35e097be5cbe), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:45.118540 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b686a8f-a1d3-4ba9-b5fa-9b52881b8c84 None None] Pushing event deleted for resources: {'Port': ['ID=2065c761-be60-457c-ab50-35e097be5cbe,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:45.118706 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43ddd6-9bdb-4723-b58c-0b293f7d9fed service neutron] Pushing event updated for resources: {'Port': ['ID=217ebd50-2b7e-4502-aa60-71615cb92ddd,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:45.125153 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] Pushing event deleted for resources: {'Port': ['ID=2065c761-be60-457c-ab50-35e097be5cbe,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:45.131617 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] No DVR routers for this DVR port 2065c761-be60-457c-ab50-35e097be5cbe on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:37:45.133674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b686a8f-a1d3-4ba9-b5fa-9b52881b8c84 None None] No DVR routers for this DVR port 2065c761-be60-457c-ab50-35e097be5cbe on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:37:45.164217 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a8b02f-e6cf-4837-8189-44170e197682 x-openstack-request-id: req-94a8b02f-e6cf-4837-8189-44170e197682 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:37:45.164511 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a1b1a0-75e3-4a79-8969-d13ddf83631d", "tag": "217ebd50-2b7e-4502-aa60-71615cb92ddd", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:37:45.164764 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94a8b02f-e6cf-4837-8189-44170e197682 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:37:45.165468 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a1b1a0-75e3-4a79-8969-d13ddf83631d', 'tag': '217ebd50-2b7e-4502-aa60-71615cb92ddd', 'status': 'completed', 'code': 200}
Feb 12 21:37:45.223956 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (4662fc21-5323-4a9c-9efe-668ea8219ac2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:45.238253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cd5f5-c6f6-4e49-a4a6-82149deafb28 req-591c1a23-2990-4236-9913-14ec9110edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:45.239890 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7d6cd5f5-c6f6-4e49-a4a6-82149deafb28 req-591c1a23-2990-4236-9913-14ec9110edc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=14346d52af354b338f2253bc2f551829&device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 1089 time: 0.0545022
Feb 12 21:37:45.252424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f91f54c0>,) {'filters': {'network_id': ['4662fc21-5323-4a9c-9efe-668ea8219ac2']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:45.263398 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f91f54c0>, '75d421f3-9682-4e05-89b1-cea7c3d9806a') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:45.263813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f91f54c0>, '75d421f3-9682-4e05-89b1-cea7c3d9806a') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:45.275545 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (75d421f3-9682-4e05-89b1-cea7c3d9806a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:45.293479 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (75d421f3-9682-4e05-89b1-cea7c3d9806a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:45.302692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:37:45.303417 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (75d421f3-9682-4e05-89b1-cea7c3d9806a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:37:45.306064 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:37:45.360056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cd5f5-c6f6-4e49-a4a6-82149deafb28 req-28e6a95c-55f4-4567-b4a2-f106337d25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:45.360712 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cd5f5-c6f6-4e49-a4a6-82149deafb28 req-28e6a95c-55f4-4567-b4a2-f106337d25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:45.362365 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7d6cd5f5-c6f6-4e49-a4a6-82149deafb28 req-28e6a95c-55f4-4567-b4a2-f106337d25b1 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=14346d52af354b338f2253bc2f551829&shared=False HTTP/1.1" status: 200  len: 1584 time: 0.1128061
Feb 12 21:37:45.453532 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (4662fc21-5323-4a9c-9efe-668ea8219ac2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:45.459028 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:45.465722 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4662fc21-5323-4a9c-9efe-668ea8219ac2 HTTP/1.1" status: 204  len: 168 time: 0.8641284
Feb 12 21:37:45.467896 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cd5f5-c6f6-4e49-a4a6-82149deafb28 req-c68875eb-a30f-4a05-9aa1-af0390bee228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:45.469415 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7d6cd5f5-c6f6-4e49-a4a6-82149deafb28 req-c68875eb-a30f-4a05-9aa1-af0390bee228 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1004097
Feb 12 21:37:45.477149 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c09c0-a56e-4cd6-b132-5ee7ed1c0497 admin admin] Pushing event deleted for resources: {'Network': ['ID=4662fc21-5323-4a9c-9efe-668ea8219ac2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:45.557495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75085482-c21b-4982-b01e-534cd075dd14 req-e4a3a11b-2a38-4b66-97b8-f08d8e97ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:45.559046 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75085482-c21b-4982-b01e-534cd075dd14 req-e4a3a11b-2a38-4b66-97b8-f08d8e97ff0b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=14346d52af354b338f2253bc2f551829&device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 1089 time: 0.0464733
Feb 12 21:37:45.610016 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75085482-c21b-4982-b01e-534cd075dd14 req-347412de-c7e5-4d0b-8355-96c51bd6386b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=217ebd50-2b7e-4502-aa60-71615cb92ddd HTTP/1.1" status: 200  len: 217 time: 0.0446382
Feb 12 21:37:45.662954 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75085482-c21b-4982-b01e-534cd075dd14 req-6cca528b-2d2c-4235-a231-68541a50caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:45.664474 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75085482-c21b-4982-b01e-534cd075dd14 req-6cca528b-2d2c-4235-a231-68541a50caff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=29ab94d8-0163-4a0d-8221-fe95fbaac78e HTTP/1.1" status: 200  len: 837 time: 0.0488861
Feb 12 21:37:45.716361 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75085482-c21b-4982-b01e-534cd075dd14 req-1acc16d8-03d2-4784-9785-1ad8dc97e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:45.717916 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75085482-c21b-4982-b01e-534cd075dd14 req-1acc16d8-03d2-4784-9785-1ad8dc97e14f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45b23358-0e2e-4652-9d55-5e640b52bbda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0471916
Feb 12 21:37:45.811578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75085482-c21b-4982-b01e-534cd075dd14 req-68c9988f-4cfa-4a49-8854-062f11200691 service neutron] 10.222.0.48 "GET /v2.0/networks/45b23358-0e2e-4652-9d55-5e640b52bbda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879214
Feb 12 21:37:45.814508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52234) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:45.910011 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-81f871e1-899f-4cd4-a9f4-7b353befe901 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfcb9d238a52483a94553e900468a87c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0943666
Feb 12 21:37:45.912666 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52236) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:45.937347 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-75085482-c21b-4982-b01e-534cd075dd14 req-9e3ac4b3-b698-4105-8519-90d063e0cf65 service neutron] 10.222.0.48 "GET /v2.0/networks/45b23358-0e2e-4652-9d55-5e640b52bbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1166210
Feb 12 21:37:45.962058 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd1d6493-19e7-4f70-a4f0-8fa70b9a4fc6 admin admin] Publish callbacks [] for security_group (f31e49da-7d13-4e7b-81d7-337b7b9ed0aa), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:45.982927 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd1d6493-19e7-4f70-a4f0-8fa70b9a4fc6 admin admin] Publish callbacks [] for security_group (f31e49da-7d13-4e7b-81d7-337b7b9ed0aa), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:46.085428 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd1d6493-19e7-4f70-a4f0-8fa70b9a4fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f31e49da-7d13-4e7b-81d7-337b7b9ed0aa), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:46.088393 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fd1d6493-19e7-4f70-a4f0-8fa70b9a4fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:46.092623 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fd1d6493-19e7-4f70-a4f0-8fa70b9a4fc6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f31e49da-7d13-4e7b-81d7-337b7b9ed0aa HTTP/1.1" status: 204  len: 168 time: 0.1764333
Feb 12 21:37:46.106934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d6493-19e7-4f70-a4f0-8fa70b9a4fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31e49da-7d13-4e7b-81d7-337b7b9ed0aa,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:46.159023 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90befe5b-39dc-4e8d-a595-f44fa6876d65 req-54fd9da2-4ecd-4431-adce-ca7591592f78 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:46.160538 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90befe5b-39dc-4e8d-a595-f44fa6876d65 req-54fd9da2-4ecd-4431-adce-ca7591592f78 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 907 time: 0.0689182
Feb 12 21:37:46.243476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2065c761-be60-457c-ab50-35e097be5cbe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:37:46.265860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 2065c761-be60-457c-ab50-35e097be5cbe {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:37:46.266245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2065c761-be60-457c-ab50-35e097be5cbe not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:37:46.895311 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52264) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:46.935982 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-55063aeb-2a1c-44e9-9cdb-c28b0a62952e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=424f3f0efda547b4beed111dd6ef3c3f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0394106
Feb 12 21:37:46.938365 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52266) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:46.985704 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae99ed97-3f26-4d53-a138-52a209091229 admin admin] Publish callbacks [] for security_group (aba077f4-3a14-4829-851f-bd2cba5ea66d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:47.006961 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae99ed97-3f26-4d53-a138-52a209091229 admin admin] Publish callbacks [] for security_group (aba077f4-3a14-4829-851f-bd2cba5ea66d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:47.113817 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae99ed97-3f26-4d53-a138-52a209091229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (aba077f4-3a14-4829-851f-bd2cba5ea66d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:47.116518 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae99ed97-3f26-4d53-a138-52a209091229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:47.117696 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ae99ed97-3f26-4d53-a138-52a209091229 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aba077f4-3a14-4829-851f-bd2cba5ea66d HTTP/1.1" status: 204  len: 168 time: 0.1784379
Feb 12 21:37:47.125792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99ed97-3f26-4d53-a138-52a209091229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba077f4-3a14-4829-851f-bd2cba5ea66d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:47.287211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5efd2-fd93-4e33-8e68-f3f27342f603 req-ac1bf87b-11b7-4f4f-a9ee-8dcc803aeeb2 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:47.289286 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bef5efd2-fd93-4e33-8e68-f3f27342f603 req-ac1bf87b-11b7-4f4f-a9ee-8dcc803aeeb2 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 907 time: 0.0541952
Feb 12 21:37:48.409924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff24031-61aa-4f6e-b445-fe4b5ec920b2 req-3adf5113-76a3-47d7-86ba-e9f2da2065ca tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:48.411455 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fff24031-61aa-4f6e-b445-fe4b5ec920b2 req-3adf5113-76a3-47d7-86ba-e9f2da2065ca tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 907 time: 0.0544052
Feb 12 21:37:48.687123 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:37:48.723523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 217ebd50-2b7e-4502-aa60-71615cb92ddd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:37:48.821469 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 217ebd50-2b7e-4502-aa60-71615cb92ddd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=217ebd50-2b7e-4502-aa60-71615cb92ddd,segment=NetworkSegment(91813479-9e29-41e8-a86d-5ee05ddd1756),segment_id=91813479-9e29-41e8-a86d-5ee05ddd1756)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:48.832694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '217ebd50-2b7e-4502-aa60-71615cb92ddd', 'network_id': '45b23358-0e2e-4652-9d55-5e640b52bbda', 'port_id': '217ebd50-2b7e-4502-aa60-71615cb92ddd', 'mac_address': 'fa:16:3e:fe:6b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ab94d8-0163-4a0d-8221-fe95fbaac78e', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:37:48.871085 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 217ebd50-2b7e-4502-aa60-71615cb92ddd is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:37:48.871568 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (217ebd50-2b7e-4502-aa60-71615cb92ddd), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:48.885089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217ebd50-2b7e-4502-aa60-71615cb92ddd {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:37:48.906440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 217ebd50-2b7e-4502-aa60-71615cb92ddd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=217ebd50-2b7e-4502-aa60-71615cb92ddd,segment=NetworkSegment(91813479-9e29-41e8-a86d-5ee05ddd1756),segment_id=91813479-9e29-41e8-a86d-5ee05ddd1756)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:48.999287 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (217ebd50-2b7e-4502-aa60-71615cb92ddd), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:49.047087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=217ebd50-2b7e-4502-aa60-71615cb92ddd,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:49.237130 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['217ebd50-2b7e-4502-aa60-71615cb92ddd'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:37:49.537597 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a63dba-6a5e-4d29-aa49-680114bac18a req-5e6173a2-6682-4f0e-8692-f31ae502a37b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:49.539264 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93a63dba-6a5e-4d29-aa49-680114bac18a req-5e6173a2-6682-4f0e-8692-f31ae502a37b tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 908 time: 0.0580027
Feb 12 21:37:50.665240 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba5a1f-3952-425d-acf8-176ecd20efc5 req-27b0227a-70d2-4fe2-869a-0848b7c44cec tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:50.666731 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69ba5a1f-3952-425d-acf8-176ecd20efc5 req-27b0227a-70d2-4fe2-869a-0848b7c44cec tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 908 time: 0.0554287
Feb 12 21:37:50.739413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 217ebd50-2b7e-4502-aa60-71615cb92ddd up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:37:50.875749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 217ebd50-2b7e-4502-aa60-71615cb92ddd completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:37:50.879487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 217ebd50-2b7e-4502-aa60-71615cb92ddd triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:37:50.879860 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (217ebd50-2b7e-4502-aa60-71615cb92ddd), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:50.957106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 217ebd50-2b7e-4502-aa60-71615cb92ddd is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:37:50.957519 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (217ebd50-2b7e-4502-aa60-71615cb92ddd), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:50.979078 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a1b1a0-75e3-4a79-8969-d13ddf83631d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217ebd50-2b7e-4502-aa60-71615cb92ddd'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:37:50.981415 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c81cb9-7492-41ed-adc3-e7fb1e090883" -d '{"events": [{"server_uuid": "27a1b1a0-75e3-4a79-8969-d13ddf83631d", "name": "network-vif-plugged", "status": "completed", "tag": "217ebd50-2b7e-4502-aa60-71615cb92ddd"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:37:50.993254 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 217ebd50-2b7e-4502-aa60-71615cb92ddd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=217ebd50-2b7e-4502-aa60-71615cb92ddd,segment=NetworkSegment(91813479-9e29-41e8-a86d-5ee05ddd1756),segment_id=91813479-9e29-41e8-a86d-5ee05ddd1756)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:51.019844 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641184ce-4182-4811-ab4f-f6634f7682e0 x-openstack-request-id: req-641184ce-4182-4811-ab4f-f6634f7682e0 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:37:51.020136 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a1b1a0-75e3-4a79-8969-d13ddf83631d", "name": "network-vif-plugged", "status": "completed", "tag": "217ebd50-2b7e-4502-aa60-71615cb92ddd", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:37:51.020392 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-641184ce-4182-4811-ab4f-f6634f7682e0 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:37:51.020786 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a1b1a0-75e3-4a79-8969-d13ddf83631d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217ebd50-2b7e-4502-aa60-71615cb92ddd', 'code': 200}
Feb 12 21:37:51.075955 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (217ebd50-2b7e-4502-aa60-71615cb92ddd), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:51.121229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a50e71-d39a-431f-b6ee-6f38067675e5 req-0822dd23-8db5-441d-8a4d-7925668058e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:51.122824 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d5a50e71-d39a-431f-b6ee-6f38067675e5 req-0822dd23-8db5-441d-8a4d-7925668058e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 1091 time: 0.0448632
Feb 12 21:37:51.123278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=217ebd50-2b7e-4502-aa60-71615cb92ddd,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:51.789113 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e896418-b027-4e8f-98e2-8252a05a22fe req-f5538445-a103-430f-ba49-064ee40cb8b6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:51.790640 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3e896418-b027-4e8f-98e2-8252a05a22fe req-f5538445-a103-430f-ba49-064ee40cb8b6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 909 time: 0.0546668
Feb 12 21:37:52.917295 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78b7f2-f543-4231-98d4-0a8f4f1f44d4 req-7e4f9bd8-882e-4db9-aeea-f79a665a3f2c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:52.918892 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a78b7f2-f543-4231-98d4-0a8f4f1f44d4 req-7e4f9bd8-882e-4db9-aeea-f79a665a3f2c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 909 time: 0.0543706
Feb 12 21:37:53.038345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f581d-8d47-4760-8bd0-5b5cf3f02536 req-b4d284b2-687f-48cf-ac8e-22cbb6befd72 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:53.039835 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c3f581d-8d47-4760-8bd0-5b5cf3f02536 req-b4d284b2-687f-48cf-ac8e-22cbb6befd72 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 909 time: 0.0529945
Feb 12 21:37:53.148980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c8e90-d23c-4e15-a38e-69bd8fe47893 req-ac1a64d6-6929-4666-9e5a-8bee7811a2ba tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:53.150623 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-382c8e90-d23c-4e15-a38e-69bd8fe47893 req-ac1a64d6-6929-4666-9e5a-8bee7811a2ba tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 1091 time: 0.0456092
Feb 12 21:37:53.210234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52334) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:53.345642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21305a-1e16-4900-9001-cea491f641fb req-ac32124b-99e8-4eee-9310-c42b8637d98b tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:53.347188 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7b21305a-1e16-4900-9001-cea491f641fb req-ac32124b-99e8-4eee-9310-c42b8637d98b tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 1166 time: 0.1300993
Feb 12 21:37:53.438489 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7b21305a-1e16-4900-9001-cea491f641fb req-3d8f6411-dc86-43ff-aeae-344570eacc69 tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=697bda37-a634-4d7b-90ba-94eeedb65355&id=728e5a48-4498-44f1-a23d-8f31d493086f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0820634
Feb 12 21:37:53.450149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-bb892215-66aa-489f-9071-a520cee114d7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting port 97a5e819-1e99-4c56-91e4-2b3da97abe23 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:37:53.450289 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb892215-66aa-489f-9071-a520cee114d7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (97a5e819-1e99-4c56-91e4-2b3da97abe23), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:53.460626 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52336) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:53.504911 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aadd14f-1712-4ec1-84e1-20b04ca9ac3c tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:53.506495 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1aadd14f-1712-4ec1-84e1-20b04ca9ac3c tempest-TestSecurityGroupsBasicOps-1031848137 tempest-TestSecurityGroupsBasicOps-1031848137-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 1086 time: 0.0448587
Feb 12 21:37:53.531721 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb892215-66aa-489f-9071-a520cee114d7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (97a5e819-1e99-4c56-91e4-2b3da97abe23), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:53.532047 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb892215-66aa-489f-9071-a520cee114d7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for floatingip (97a5e819-1e99-4c56-91e4-2b3da97abe23), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:53.544462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-bb892215-66aa-489f-9071-a520cee114d7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Calling delete_port for 97a5e819-1e99-4c56-91e4-2b3da97abe23 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:37:53.788509 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb892215-66aa-489f-9071-a520cee114d7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (97a5e819-1e99-4c56-91e4-2b3da97abe23), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:53.819480 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb892215-66aa-489f-9071-a520cee114d7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Port': ['ID=97a5e819-1e99-4c56-91e4-2b3da97abe23,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:53.881864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb892215-66aa-489f-9071-a520cee114d7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for floatingip (87345463-84da-400e-b089-947693b2c086), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:53.882261 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-bb892215-66aa-489f-9071-a520cee114d7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Floating IP 87345463-84da-400e-b089-947693b2c086 disassociated (deleted). External IP: 172.35.2.174, port: 30a257b9-dbad-4674-89ed-68090744d886.
Feb 12 21:37:54.020087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63af1cc-32ba-4478-8552-41292ee54b4f req-fa535fce-8448-4902-a6b7-ad6568c88ed5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:54.021577 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c63af1cc-32ba-4478-8552-41292ee54b4f req-fa535fce-8448-4902-a6b7-ad6568c88ed5 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 909 time: 0.1037836
Feb 12 21:37:54.142207 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb892215-66aa-489f-9071-a520cee114d7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router 87ae499a-2641-4e0d-b363-8b36b8eb95fb has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:37:54.252469 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb892215-66aa-489f-9071-a520cee114d7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:37:54.257576 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bb892215-66aa-489f-9071-a520cee114d7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:54.263325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73f0816-98f2-4f63-9545-a5b17c9735ba None None] Sync routers for ids ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:37:54.272578 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73f0816-98f2-4f63-9545-a5b17c9735ba None None] Routers {'87ae499a-2641-4e0d-b363-8b36b8eb95fb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:37:54.273204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a73f0816-98f2-4f63-9545-a5b17c9735ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb647d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:54.288525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bb892215-66aa-489f-9071-a520cee114d7 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/floatingips/87345463-84da-400e-b089-947693b2c086 HTTP/1.1" status: 204  len: 168 time: 1.0771070
Feb 12 21:37:54.289148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'tag': '30a257b9-dbad-4674-89ed-68090744d886'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:37:54.291493 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733e45c7-65b9-4580-8467-b6fbda1d3c09" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4dc749-89b9-4c5b-98a4-0c73df37b75c", "tag": "30a257b9-dbad-4674-89ed-68090744d886"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:37:54.329856 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628ff390-804d-4719-9b03-5d1b37194815 x-openstack-request-id: req-628ff390-804d-4719-9b03-5d1b37194815 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:37:54.330257 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4dc749-89b9-4c5b-98a4-0c73df37b75c", "tag": "30a257b9-dbad-4674-89ed-68090744d886", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:37:54.330781 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-628ff390-804d-4719-9b03-5d1b37194815 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:37:54.331295 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'tag': '30a257b9-dbad-4674-89ed-68090744d886', 'status': 'completed', 'code': 200}
Feb 12 21:37:54.396446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-a73f0816-98f2-4f63-9545-a5b17c9735ba None None] Set router 87ae499a-2641-4e0d-b363-8b36b8eb95fb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:37:54.400840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e45c7-65b9-4580-8467-b6fbda1d3c09 req-42289148-42bc-40cb-b318-2c7e76f1818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:54.402944 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-733e45c7-65b9-4580-8467-b6fbda1d3c09 req-42289148-42bc-40cb-b318-2c7e76f1818a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc1c557f5d984523b9dbe9c385659448&device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 1128 time: 0.0471489
Feb 12 21:37:54.499082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e45c7-65b9-4580-8467-b6fbda1d3c09 req-7d1397a1-aa48-4f85-8a86-a733f2ff821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:54.500655 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-733e45c7-65b9-4580-8467-b6fbda1d3c09 req-7d1397a1-aa48-4f85-8a86-a733f2ff821e service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f8d6081-2135-432e-a78b-a0506974e0cb HTTP/1.1" status: 200  len: 898 time: 0.0909379
Feb 12 21:37:54.543658 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-733e45c7-65b9-4580-8467-b6fbda1d3c09 req-9c06a58d-3cba-45d9-b5d4-1e9489c91281 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30a257b9-dbad-4674-89ed-68090744d886 HTTP/1.1" status: 200  len: 217 time: 0.0358019
Feb 12 21:37:54.604104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e45c7-65b9-4580-8467-b6fbda1d3c09 req-1f29d0a8-15f0-4cf4-bab9-abe7074cbe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:54.605693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a73f0816-98f2-4f63-9545-a5b17c9735ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb647d30>, [{'id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196264147', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247'}], 'enable_snat': True}, 'gw_port_id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:03Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fef9ac08-d828-484e-93f3-0b654847e4f2', 'name': '', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:1c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:02Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:54.606498 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-733e45c7-65b9-4580-8467-b6fbda1d3c09 req-1f29d0a8-15f0-4cf4-bab9-abe7074cbe1f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea3803de-75ae-4461-9b49-ef99079d3d44 HTTP/1.1" status: 200  len: 835 time: 0.0567067
Feb 12 21:37:54.633281 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73f0816-98f2-4f63-9545-a5b17c9735ba None None] Checking router: 87ae499a-2641-4e0d-b363-8b36b8eb95fb for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:37:54.643003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73f0816-98f2-4f63-9545-a5b17c9735ba None None] Routers {'87ae499a-2641-4e0d-b363-8b36b8eb95fb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:37:54.643631 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a73f0816-98f2-4f63-9545-a5b17c9735ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb647d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:54.661709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e45c7-65b9-4580-8467-b6fbda1d3c09 req-3e4a6553-9437-40c3-a572-b73098f2e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:54.663206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-733e45c7-65b9-4580-8467-b6fbda1d3c09 req-3e4a6553-9437-40c3-a572-b73098f2e86a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f8d6081-2135-432e-a78b-a0506974e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0496631
Feb 12 21:37:54.763545 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-a73f0816-98f2-4f63-9545-a5b17c9735ba None None] Set router 87ae499a-2641-4e0d-b363-8b36b8eb95fb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:37:54.787031 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-733e45c7-65b9-4580-8467-b6fbda1d3c09 req-06a00b5b-51ee-45c7-8200-d6c3713f0bc5 service neutron] 10.222.0.48 "GET /v2.0/networks/1f8d6081-2135-432e-a78b-a0506974e0cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1162825
Feb 12 21:37:54.833408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e865d-9899-4a64-9df0-02c872a6db04 req-213b67ce-1ebe-4df8-8834-68a31cb566e0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:54.834891 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-558e865d-9899-4a64-9df0-02c872a6db04 req-213b67ce-1ebe-4df8-8834-68a31cb566e0 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0922363
Feb 12 21:37:54.925877 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-733e45c7-65b9-4580-8467-b6fbda1d3c09 req-960b3f87-44eb-4083-b659-0f239e541364 service neutron] 10.222.0.48 "GET /v2.0/networks/1f8d6081-2135-432e-a78b-a0506974e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308677
Feb 12 21:37:54.929514 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-558e865d-9899-4a64-9df0-02c872a6db04 req-6f8c3b6f-e934-46c2-92fc-c394b284de02 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692854
Feb 12 21:37:54.971740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-a73f0816-98f2-4f63-9545-a5b17c9735ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb647d30>, [{'id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196264147', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247'}], 'enable_snat': True}, 'gw_port_id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:03Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fef9ac08-d828-484e-93f3-0b654847e4f2', 'name': '', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:1c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:02Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:55.003537 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73f0816-98f2-4f63-9545-a5b17c9735ba None None] The sync data for ids ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'] in ncdv-master-1 is: [{'id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196264147', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247'}], 'enable_snat': True}, 'gw_port_id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:03Z', 'revision_number': 4, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fef9ac08-d828-484e-93f3-0b654847e4f2', 'name': '', 'network_id': '1f8d6081-2135-432e-a78b-a0506974e0cb', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'mac_address': 'fa:16:3e:1c:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:02Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'subnets': [{'id': 'ea3803de-75ae-4461-9b49-ef99079d3d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:37:55.159427 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fd044-177e-4938-a444-385493f3f063 req-a8c5b4a0-4ffe-4e9b-b318-ebc668b44395 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:55.161006 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f60fd044-177e-4938-a444-385493f3f063 req-a8c5b4a0-4ffe-4e9b-b318-ebc668b44395 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 909 time: 0.0665491
Feb 12 21:37:55.251875 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092b1a50-1596-4a25-807a-02bde0495d23 None None] New status for floating IP 87345463-84da-400e-b089-947693b2c086: DOWN {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:37:55.408691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbdecf-cc1c-4422-9633-a6a2af6500b4 req-6d960521-2f59-4965-b1b4-bede3d0d0995 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:55.410183 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66dbdecf-cc1c-4422-9633-a6a2af6500b4 req-6d960521-2f59-4965-b1b4-bede3d0d0995 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 909 time: 0.0565941
Feb 12 21:37:55.506819 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-66dbdecf-cc1c-4422-9633-a6a2af6500b4 req-9184f22c-c180-49ca-aceb-5261997d68bc tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Deleting port 217ebd50-2b7e-4502-aa60-71615cb92ddd {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:37:55.507080 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66dbdecf-cc1c-4422-9633-a6a2af6500b4 req-9184f22c-c180-49ca-aceb-5261997d68bc tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (217ebd50-2b7e-4502-aa60-71615cb92ddd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:55.604281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-66dbdecf-cc1c-4422-9633-a6a2af6500b4 req-9184f22c-c180-49ca-aceb-5261997d68bc tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] For port 217ebd50-2b7e-4502-aa60-71615cb92ddd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=217ebd50-2b7e-4502-aa60-71615cb92ddd,segment=NetworkSegment(91813479-9e29-41e8-a86d-5ee05ddd1756),segment_id=91813479-9e29-41e8-a86d-5ee05ddd1756)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:55.604651 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66dbdecf-cc1c-4422-9633-a6a2af6500b4 req-9184f22c-c180-49ca-aceb-5261997d68bc tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (217ebd50-2b7e-4502-aa60-71615cb92ddd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:55.619616 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-66dbdecf-cc1c-4422-9633-a6a2af6500b4 req-9184f22c-c180-49ca-aceb-5261997d68bc tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Calling delete_port for 217ebd50-2b7e-4502-aa60-71615cb92ddd owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:37:55.817107 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66dbdecf-cc1c-4422-9633-a6a2af6500b4 req-9184f22c-c180-49ca-aceb-5261997d68bc tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (217ebd50-2b7e-4502-aa60-71615cb92ddd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:55.848956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184f22c-c180-49ca-aceb-5261997d68bc tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event deleted for resources: {'Port': ['ID=217ebd50-2b7e-4502-aa60-71615cb92ddd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:55.892998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-66dbdecf-cc1c-4422-9633-a6a2af6500b4 req-9184f22c-c180-49ca-aceb-5261997d68bc tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] No DVR routers for this DVR port 217ebd50-2b7e-4502-aa60-71615cb92ddd on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:37:55.896045 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66dbdecf-cc1c-4422-9633-a6a2af6500b4 req-9184f22c-c180-49ca-aceb-5261997d68bc tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:55.896840 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-94ff21be-20e1-42bb-9ffe-0d992609eac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:55.900432 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66dbdecf-cc1c-4422-9633-a6a2af6500b4 req-9184f22c-c180-49ca-aceb-5261997d68bc tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.48 "DELETE /v2.0/ports/217ebd50-2b7e-4502-aa60-71615cb92ddd HTTP/1.1" status: 204  len: 173 time: 0.4835205
Feb 12 21:37:56.067938 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745de8f-169e-4474-9803-cd124873d201 req-38b59501-713c-42c7-9a3a-76413ccad46e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:56.069382 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6745de8f-169e-4474-9803-cd124873d201 req-38b59501-713c-42c7-9a3a-76413ccad46e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0545919
Feb 12 21:37:56.120116 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6745de8f-169e-4474-9803-cd124873d201 req-0f54c5f0-29fa-43d2-9dfa-fb42fc91842b tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e433ea3-6633-4870-b126-280259b7e2e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439179
Feb 12 21:37:56.179961 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768194c4-36e8-45a6-b8c0-125b7244060a req-d899163d-9cfa-4dde-a550-0c6d15a53dbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:37:56.179961 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-768194c4-36e8-45a6-b8c0-125b7244060a req-d899163d-9cfa-4dde-a550-0c6d15a53dbb tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 946 time: 0.0569417
Feb 12 21:37:56.274237 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6168088c-97a6-4dd5-a897-71075d6437ab req-d4c48116-68c4-48b0-9b32-5653aeca591c tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=27a1b1a0-75e3-4a79-8969-d13ddf83631d HTTP/1.1" status: 200  len: 210 time: 0.0280592
Feb 12 21:37:56.281681 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-768194c4-36e8-45a6-b8c0-125b7244060a req-69d227a7-02cb-4f39-a9e3-4e441fb198b8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting port 30a257b9-dbad-4674-89ed-68090744d886 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:37:56.282030 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-768194c4-36e8-45a6-b8c0-125b7244060a req-69d227a7-02cb-4f39-a9e3-4e441fb198b8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (30a257b9-dbad-4674-89ed-68090744d886), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:56.336398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a1b1a0-75e3-4a79-8969-d13ddf83631d', 'name': 'network-vif-deleted', 'tag': '217ebd50-2b7e-4502-aa60-71615cb92ddd'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:37:56.338568 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4b4c32-b88e-4cda-8768-9d554c84af9b" -d '{"events": [{"server_uuid": "27a1b1a0-75e3-4a79-8969-d13ddf83631d", "name": "network-vif-deleted", "tag": "217ebd50-2b7e-4502-aa60-71615cb92ddd"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:37:56.377290 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a975914-e457-4846-b185-a60027af23bb x-openstack-request-id: req-9a975914-e457-4846-b185-a60027af23bb {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:37:56.378079 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a1b1a0-75e3-4a79-8969-d13ddf83631d", "name": "network-vif-deleted", "tag": "217ebd50-2b7e-4502-aa60-71615cb92ddd", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:37:56.378079 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a975914-e457-4846-b185-a60027af23bb {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:37:56.378289 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a1b1a0-75e3-4a79-8969-d13ddf83631d', 'name': 'network-vif-deleted', 'tag': '217ebd50-2b7e-4502-aa60-71615cb92ddd', 'status': 'completed', 'code': 200}
Feb 12 21:37:56.384849 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-768194c4-36e8-45a6-b8c0-125b7244060a req-69d227a7-02cb-4f39-a9e3-4e441fb198b8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] For port 30a257b9-dbad-4674-89ed-68090744d886, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30a257b9-dbad-4674-89ed-68090744d886,segment=NetworkSegment(fd435621-879a-495e-a03d-e91269f7e889),segment_id=fd435621-879a-495e-a03d-e91269f7e889)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:56.385217 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-768194c4-36e8-45a6-b8c0-125b7244060a req-69d227a7-02cb-4f39-a9e3-4e441fb198b8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (30a257b9-dbad-4674-89ed-68090744d886), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:56.398192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-768194c4-36e8-45a6-b8c0-125b7244060a req-69d227a7-02cb-4f39-a9e3-4e441fb198b8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Calling delete_port for 30a257b9-dbad-4674-89ed-68090744d886 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:37:56.591245 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-768194c4-36e8-45a6-b8c0-125b7244060a req-69d227a7-02cb-4f39-a9e3-4e441fb198b8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (30a257b9-dbad-4674-89ed-68090744d886), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:56.626105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d227a7-02cb-4f39-a9e3-4e441fb198b8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Port': ['ID=30a257b9-dbad-4674-89ed-68090744d886,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:56.665650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-768194c4-36e8-45a6-b8c0-125b7244060a req-69d227a7-02cb-4f39-a9e3-4e441fb198b8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] No DVR routers for this DVR port 30a257b9-dbad-4674-89ed-68090744d886 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:37:56.668989 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-768194c4-36e8-45a6-b8c0-125b7244060a req-69d227a7-02cb-4f39-a9e3-4e441fb198b8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:56.672487 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-768194c4-36e8-45a6-b8c0-125b7244060a req-69d227a7-02cb-4f39-a9e3-4e441fb198b8 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.48 "DELETE /v2.0/ports/30a257b9-dbad-4674-89ed-68090744d886 HTTP/1.1" status: 204  len: 173 time: 0.4838421
Feb 12 21:37:57.127547 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:57.232003 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-72d8a494-ad37-4a8b-846c-ccef176a32df req-c8c811be-6e6c-40a7-bc88-44d41c3d1b6e tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd4dc749-89b9-4c5b-98a4-0c73df37b75c HTTP/1.1" status: 200  len: 210 time: 0.0270472
Feb 12 21:37:57.337855 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52368) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:57.713327 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0511d5a-0fec-463e-a5a4-0df18cb4fa09 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:58.289632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52390) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:58.297127 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7b973c63-1a17-4806-8d84-04065cdb322f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:58.313178 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-c0511d5a-0fec-463e-a5a4-0df18cb4fa09 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Deleting port 132d210c-ac91-4a88-a235-c853db45d973 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:37:58.313628 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0511d5a-0fec-463e-a5a4-0df18cb4fa09 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (132d210c-ac91-4a88-a235-c853db45d973), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:58.378951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'name': 'network-vif-deleted', 'tag': '30a257b9-dbad-4674-89ed-68090744d886'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:37:58.381251 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2873e7-8c03-4caa-a55a-bc07d2430885" -d '{"events": [{"server_uuid": "dd4dc749-89b9-4c5b-98a4-0c73df37b75c", "name": "network-vif-deleted", "tag": "30a257b9-dbad-4674-89ed-68090744d886"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:37:58.406057 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-c0511d5a-0fec-463e-a5a4-0df18cb4fa09 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] For port 132d210c-ac91-4a88-a235-c853db45d973, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=132d210c-ac91-4a88-a235-c853db45d973,segment=NetworkSegment(91813479-9e29-41e8-a86d-5ee05ddd1756),segment_id=91813479-9e29-41e8-a86d-5ee05ddd1756)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:58.407087 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0511d5a-0fec-463e-a5a4-0df18cb4fa09 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (132d210c-ac91-4a88-a235-c853db45d973), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:58.421760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-c0511d5a-0fec-463e-a5a4-0df18cb4fa09 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Calling delete_port for 132d210c-ac91-4a88-a235-c853db45d973 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:37:58.422077 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4390aa-e217-4fb9-8eb3-de2350274d45 x-openstack-request-id: req-df4390aa-e217-4fb9-8eb3-de2350274d45 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:37:58.422376 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4dc749-89b9-4c5b-98a4-0c73df37b75c", "name": "network-vif-deleted", "tag": "30a257b9-dbad-4674-89ed-68090744d886", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:37:58.422629 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df4390aa-e217-4fb9-8eb3-de2350274d45 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:37:58.423024 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4dc749-89b9-4c5b-98a4-0c73df37b75c', 'name': 'network-vif-deleted', 'tag': '30a257b9-dbad-4674-89ed-68090744d886', 'status': 'completed', 'code': 200}
Feb 12 21:37:58.670305 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0511d5a-0fec-463e-a5a4-0df18cb4fa09 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (132d210c-ac91-4a88-a235-c853db45d973), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:58.672837 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-13f2e6a1-ede1-4f12-a18d-32d4dcc9fdaa tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (87ae499a-2641-4e0d-b363-8b36b8eb95fb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:58.701931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0511d5a-0fec-463e-a5a4-0df18cb4fa09 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event deleted for resources: {'Port': ['ID=132d210c-ac91-4a88-a235-c853db45d973,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:58.769796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 217ebd50-2b7e-4502-aa60-71615cb92ddd no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:37:58.793668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 217ebd50-2b7e-4502-aa60-71615cb92ddd {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:37:58.794445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 217ebd50-2b7e-4502-aa60-71615cb92ddd not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:37:58.795056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 30a257b9-dbad-4674-89ed-68090744d886 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:37:58.816771 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 30a257b9-dbad-4674-89ed-68090744d886 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:37:58.817388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 30a257b9-dbad-4674-89ed-68090744d886 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:37:58.909551 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0511d5a-0fec-463e-a5a4-0df18cb4fa09 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:58.981915 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-13f2e6a1-ede1-4f12-a18d-32d4dcc9fdaa tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting port fef9ac08-d828-484e-93f3-0b654847e4f2 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:37:58.982306 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-13f2e6a1-ede1-4f12-a18d-32d4dcc9fdaa tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:59.081337 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-13f2e6a1-ede1-4f12-a18d-32d4dcc9fdaa tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] For port fef9ac08-d828-484e-93f3-0b654847e4f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fef9ac08-d828-484e-93f3-0b654847e4f2,segment=NetworkSegment(fd435621-879a-495e-a03d-e91269f7e889),segment_id=fd435621-879a-495e-a03d-e91269f7e889)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:37:59.081811 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-13f2e6a1-ede1-4f12-a18d-32d4dcc9fdaa tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:59.095434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-13f2e6a1-ede1-4f12-a18d-32d4dcc9fdaa tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Calling delete_port for fef9ac08-d828-484e-93f3-0b654847e4f2 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:37:59.150390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0511d5a-0fec-463e-a5a4-0df18cb4fa09 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Router d2a26355-7805-4a1d-bf41-7a9acc2eab2f has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:37:59.269336 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0511d5a-0fec-463e-a5a4-0df18cb4fa09 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:37:59.277371 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c0511d5a-0fec-463e-a5a4-0df18cb4fa09 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "PUT /v2.0/routers/d2a26355-7805-4a1d-bf41-7a9acc2eab2f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9367228
Feb 12 21:37:59.283814 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89fc9dc-8294-4f90-95ef-55aed3734aba None None] Sync routers for ids ['d2a26355-7805-4a1d-bf41-7a9acc2eab2f'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:37:59.284247 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52408) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:59.296441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89fc9dc-8294-4f90-95ef-55aed3734aba None None] Routers {'d2a26355-7805-4a1d-bf41-7a9acc2eab2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:37:59.297205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d89fc9dc-8294-4f90-95ef-55aed3734aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa49bdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d2a26355-7805-4a1d-bf41-7a9acc2eab2f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:59.338208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0242b2-f006-4e78-a87b-04b2667be907 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Deleting subnet 29ab94d8-0163-4a0d-8221-fe95fbaac78e {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:37:59.342426 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7a0242b2-f006-4e78-a87b-04b2667be907 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for subnet (29ab94d8-0163-4a0d-8221-fe95fbaac78e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:59.390497 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7a0242b2-f006-4e78-a87b-04b2667be907 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (29ab94d8-0163-4a0d-8221-fe95fbaac78e), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:59.415490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-d89fc9dc-8294-4f90-95ef-55aed3734aba None None] Set router d2a26355-7805-4a1d-bf41-7a9acc2eab2f gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:37:59.491247 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7a0242b2-f006-4e78-a87b-04b2667be907 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (29ab94d8-0163-4a0d-8221-fe95fbaac78e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:59.623451 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7a0242b2-f006-4e78-a87b-04b2667be907 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (29ab94d8-0163-4a0d-8221-fe95fbaac78e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:59.656288 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0242b2-f006-4e78-a87b-04b2667be907 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event deleted for resources: {'Subnet': ['ID=29ab94d8-0163-4a0d-8221-fe95fbaac78e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:59.668476 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7a0242b2-f006-4e78-a87b-04b2667be907 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:59.668476 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7a0242b2-f006-4e78-a87b-04b2667be907 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "DELETE /v2.0/subnets/29ab94d8-0163-4a0d-8221-fe95fbaac78e HTTP/1.1" status: 204  len: 168 time: 0.3772779
Feb 12 21:37:59.668476 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52410) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:37:59.674564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6fad73-4617-466c-8ae2-b111c40496c6 None None] Network 45b23358-0e2e-4652-9d55-5e640b52bbda requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:37:59.756430 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-13f2e6a1-ede1-4f12-a18d-32d4dcc9fdaa tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (fef9ac08-d828-484e-93f3-0b654847e4f2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:59.783745 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c2a37c27-a044-4d5b-a707-b6968b3e6da6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:59.792991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2e6a1-ede1-4f12-a18d-32d4dcc9fdaa tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Port': ['ID=fef9ac08-d828-484e-93f3-0b654847e4f2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:37:59.796671 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:59.800011 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:37:59.881744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d89fc9dc-8294-4f90-95ef-55aed3734aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa49bdf0>, [{'id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072091117', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:58Z', 'revision_number': 5, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:59.913946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89fc9dc-8294-4f90-95ef-55aed3734aba None None] Checking router: d2a26355-7805-4a1d-bf41-7a9acc2eab2f for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:37:59.925007 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89fc9dc-8294-4f90-95ef-55aed3734aba None None] Routers {'d2a26355-7805-4a1d-bf41-7a9acc2eab2f'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:37:59.925969 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d89fc9dc-8294-4f90-95ef-55aed3734aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa49bdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['d2a26355-7805-4a1d-bf41-7a9acc2eab2f'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:37:59.929087 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c2a37c27-a044-4d5b-a707-b6968b3e6da6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router_gateway (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:00.025265 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-13f2e6a1-ede1-4f12-a18d-32d4dcc9fdaa tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (87ae499a-2641-4e0d-b363-8b36b8eb95fb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:00.040311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13cafe6-67b7-4d96-807a-a54d9860735c None None] DHCP port deletion for 45b23358-0e2e-4652-9d55-5e640b52bbda request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:38:00.065790 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-c2a37c27-a044-4d5b-a707-b6968b3e6da6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Deleting port 4b1854c8-d04f-4e6e-8024-60b2c3286a98 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:00.066402 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c2a37c27-a044-4d5b-a707-b6968b3e6da6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4b1854c8-d04f-4e6e-8024-60b2c3286a98), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:00.092493 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-d89fc9dc-8294-4f90-95ef-55aed3734aba None None] Set router d2a26355-7805-4a1d-bf41-7a9acc2eab2f gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:00.168106 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-c2a37c27-a044-4d5b-a707-b6968b3e6da6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] For port 4b1854c8-d04f-4e6e-8024-60b2c3286a98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b1854c8-d04f-4e6e-8024-60b2c3286a98,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:00.168745 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c2a37c27-a044-4d5b-a707-b6968b3e6da6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4b1854c8-d04f-4e6e-8024-60b2c3286a98), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:00.186812 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-c2a37c27-a044-4d5b-a707-b6968b3e6da6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Calling delete_port for 4b1854c8-d04f-4e6e-8024-60b2c3286a98 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:00.223429 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a13cafe6-67b7-4d96-807a-a54d9860735c None None] Deleting port ea72092a-c7a3-4dfb-81e0-5555695e6f87 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:00.223811 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a13cafe6-67b7-4d96-807a-a54d9860735c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ea72092a-c7a3-4dfb-81e0-5555695e6f87), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:00.323944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f2e6a1-ede1-4f12-a18d-32d4dcc9fdaa tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Router 87ae499a-2641-4e0d-b363-8b36b8eb95fb has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:38:00.340276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a13cafe6-67b7-4d96-807a-a54d9860735c None None] For port ea72092a-c7a3-4dfb-81e0-5555695e6f87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea72092a-c7a3-4dfb-81e0-5555695e6f87,segment=NetworkSegment(91813479-9e29-41e8-a86d-5ee05ddd1756),segment_id=91813479-9e29-41e8-a86d-5ee05ddd1756)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:00.341382 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a13cafe6-67b7-4d96-807a-a54d9860735c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ea72092a-c7a3-4dfb-81e0-5555695e6f87), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:00.360574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a13cafe6-67b7-4d96-807a-a54d9860735c None None] Calling delete_port for ea72092a-c7a3-4dfb-81e0-5555695e6f87 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:00.421615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ea72092a-c7a3-4dfb-81e0-5555695e6f87 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:00.451636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f2e6a1-ede1-4f12-a18d-32d4dcc9fdaa tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:38:00.459845 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-13f2e6a1-ede1-4f12-a18d-32d4dcc9fdaa tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "PUT /v2.0/routers/87ae499a-2641-4e0d-b363-8b36b8eb95fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1662822
Feb 12 21:38:00.462174 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a80b2c-742f-475e-83dc-cdef51ae01cf None None] Sync routers for ids ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:38:00.463101 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52414) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:00.474000 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a80b2c-742f-475e-83dc-cdef51ae01cf None None] Routers {'87ae499a-2641-4e0d-b363-8b36b8eb95fb'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:00.474000 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-84a80b2c-742f-475e-83dc-cdef51ae01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb95beb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:00.477111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d89fc9dc-8294-4f90-95ef-55aed3734aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa49bdf0>, [{'id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072091117', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:58Z', 'revision_number': 5, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:00.509800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89fc9dc-8294-4f90-95ef-55aed3734aba None None] The sync data for ids ['d2a26355-7805-4a1d-bf41-7a9acc2eab2f'] in ncdv-master-1 is: [{'id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1072091117', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177'}], 'enable_snat': True}, 'gw_port_id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:58Z', 'revision_number': 5, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '4b1854c8-d04f-4e6e-8024-60b2c3286a98', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a26355-7805-4a1d-bf41-7a9acc2eab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:37:32Z', 'updated_at': '2022-02-12T21:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:38:00.518210 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c2a37c27-a044-4d5b-a707-b6968b3e6da6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4b1854c8-d04f-4e6e-8024-60b2c3286a98), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:00.568890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ea72092a-c7a3-4dfb-81e0-5555695e6f87 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:00.569304 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-974456f8-167c-4cbc-8fb9-5be8e85485ba tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting subnet ea3803de-75ae-4461-9b49-ef99079d3d44 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:38:00.569701 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ea72092a-c7a3-4dfb-81e0-5555695e6f87), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:00.573769 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-974456f8-167c-4cbc-8fb9-5be8e85485ba tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for subnet (ea3803de-75ae-4461-9b49-ef99079d3d44), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:00.590144 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-84a80b2c-742f-475e-83dc-cdef51ae01cf None None] Set router 87ae499a-2641-4e0d-b363-8b36b8eb95fb gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:00.598977 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a37c27-a044-4d5b-a707-b6968b3e6da6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event deleted for resources: {'Port': ['ID=4b1854c8-d04f-4e6e-8024-60b2c3286a98,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:00.608103 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a13cafe6-67b7-4d96-807a-a54d9860735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (ea72092a-c7a3-4dfb-81e0-5555695e6f87), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:00.660342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cafe6-67b7-4d96-807a-a54d9860735c None None] Pushing event deleted for resources: {'Port': ['ID=ea72092a-c7a3-4dfb-81e0-5555695e6f87,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:00.662603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13cafe6-67b7-4d96-807a-a54d9860735c None None] No DVR routers for this DVR port ea72092a-c7a3-4dfb-81e0-5555695e6f87 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:38:00.676391 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-974456f8-167c-4cbc-8fb9-5be8e85485ba tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (ea3803de-75ae-4461-9b49-ef99079d3d44), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:00.738781 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c2a37c27-a044-4d5b-a707-b6968b3e6da6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:00.800716 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-84a80b2c-742f-475e-83dc-cdef51ae01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb95beb0>, [{'id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196264147', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247'}], 'enable_snat': True}, 'gw_port_id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:37:59Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:00.832848 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a80b2c-742f-475e-83dc-cdef51ae01cf None None] Checking router: 87ae499a-2641-4e0d-b363-8b36b8eb95fb for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:38:00.842075 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a80b2c-742f-475e-83dc-cdef51ae01cf None None] Routers {'87ae499a-2641-4e0d-b363-8b36b8eb95fb'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:00.842697 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-84a80b2c-742f-475e-83dc-cdef51ae01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb95beb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:00.869534 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c2a37c27-a044-4d5b-a707-b6968b3e6da6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:00.873672 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c2a37c27-a044-4d5b-a707-b6968b3e6da6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router_controller (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:00.885944 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-974456f8-167c-4cbc-8fb9-5be8e85485ba tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (ea3803de-75ae-4461-9b49-ef99079d3d44), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:00.969546 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-84a80b2c-742f-475e-83dc-cdef51ae01cf None None] Set router 87ae499a-2641-4e0d-b363-8b36b8eb95fb gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:01.029100 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c2a37c27-a044-4d5b-a707-b6968b3e6da6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (d2a26355-7805-4a1d-bf41-7a9acc2eab2f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.029828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a37c27-a044-4d5b-a707-b6968b3e6da6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Fanout notify agent at l3_agent the message router_deleted on router d2a26355-7805-4a1d-bf41-7a9acc2eab2f {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:38:01.039692 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c2a37c27-a044-4d5b-a707-b6968b3e6da6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.042177 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52416) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:01.043258 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c2a37c27-a044-4d5b-a707-b6968b3e6da6 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "DELETE /v2.0/routers/d2a26355-7805-4a1d-bf41-7a9acc2eab2f HTTP/1.1" status: 204  len: 168 time: 1.3754373
Feb 12 21:38:01.088516 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-974456f8-167c-4cbc-8fb9-5be8e85485ba tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (ea3803de-75ae-4461-9b49-ef99079d3d44), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.113576 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.117994 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974456f8-167c-4cbc-8fb9-5be8e85485ba tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3803de-75ae-4461-9b49-ef99079d3d44,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:01.125903 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0b6f-4e1d-48f4-ac0a-7d2fcc2f9be7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (45b23358-0e2e-4652-9d55-5e640b52bbda), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.128530 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-974456f8-167c-4cbc-8fb9-5be8e85485ba tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.129195 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a115592-5254-493f-93a1-ea9e3948acb4 None None] Network 1f8d6081-2135-432e-a78b-a0506974e0cb requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:38:01.133114 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-974456f8-167c-4cbc-8fb9-5be8e85485ba tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/subnets/ea3803de-75ae-4461-9b49-ef99079d3d44 HTTP/1.1" status: 204  len: 168 time: 0.6687598
Feb 12 21:38:01.135862 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52418) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:01.193026 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-84a80b2c-742f-475e-83dc-cdef51ae01cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb95beb0>, [{'id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196264147', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247'}], 'enable_snat': True}, 'gw_port_id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:37:59Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:01.235844 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a80b2c-742f-475e-83dc-cdef51ae01cf None None] The sync data for ids ['87ae499a-2641-4e0d-b363-8b36b8eb95fb'] in ncdv-master-1 is: [{'id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-196264147', 'tenant_id': 'bc1c557f5d984523b9dbe9c385659448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247'}], 'enable_snat': True}, 'gw_port_id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:37:59Z', 'revision_number': 5, 'project_id': 'bc1c557f5d984523b9dbe9c385659448', 'gw_port': {'id': '323cbe6f-1521-440b-8d49-e4d39000f13b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ae499a-2641-4e0d-b363-8b36b8eb95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:35:58Z', 'updated_at': '2022-02-12T21:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:38:01.259518 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0b6f-4e1d-48f4-ac0a-7d2fcc2f9be7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (45b23358-0e2e-4652-9d55-5e640b52bbda), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.296703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-6c6c0b6f-4e1d-48f4-ac0a-7d2fcc2f9be7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9207c70>,) {'filters': {'network_id': ['45b23358-0e2e-4652-9d55-5e640b52bbda']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:01.323399 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-6c6c0b6f-4e1d-48f4-ac0a-7d2fcc2f9be7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9207c70>, '91813479-9e29-41e8-a86d-5ee05ddd1756') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:01.329593 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4150dc93-f070-438f-bb4f-f65f72a0bfa1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router (87ae499a-2641-4e0d-b363-8b36b8eb95fb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.329786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-6c6c0b6f-4e1d-48f4-ac0a-7d2fcc2f9be7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9207c70>, '91813479-9e29-41e8-a86d-5ee05ddd1756') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:01.342599 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0b6f-4e1d-48f4-ac0a-7d2fcc2f9be7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (91813479-9e29-41e8-a86d-5ee05ddd1756), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.362862 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0b6f-4e1d-48f4-ac0a-7d2fcc2f9be7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (91813479-9e29-41e8-a86d-5ee05ddd1756), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.370970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6c0b6f-4e1d-48f4-ac0a-7d2fcc2f9be7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:38:01.372051 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0b6f-4e1d-48f4-ac0a-7d2fcc2f9be7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (91813479-9e29-41e8-a86d-5ee05ddd1756), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:38:01.376340 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:38:01.443644 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4150dc93-f070-438f-bb4f-f65f72a0bfa1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_gateway (87ae499a-2641-4e0d-b363-8b36b8eb95fb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.516009 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0b6f-4e1d-48f4-ac0a-7d2fcc2f9be7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (45b23358-0e2e-4652-9d55-5e640b52bbda), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.523140 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0b6f-4e1d-48f4-ac0a-7d2fcc2f9be7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.528452 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6c6c0b6f-4e1d-48f4-ac0a-7d2fcc2f9be7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "DELETE /v2.0/networks/45b23358-0e2e-4652-9d55-5e640b52bbda HTTP/1.1" status: 204  len: 168 time: 0.4824150
Feb 12 21:38:01.530123 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52422) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:01.539127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c0b6f-4e1d-48f4-ac0a-7d2fcc2f9be7 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event deleted for resources: {'Network': ['ID=45b23358-0e2e-4652-9d55-5e640b52bbda,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:01.661948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b47d99-f669-4eb8-bd8b-0c1428494d7f None None] DHCP port deletion for 1f8d6081-2135-432e-a78b-a0506974e0cb request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:38:01.689197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4150dc93-f070-438f-bb4f-f65f72a0bfa1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Deleting port 323cbe6f-1521-440b-8d49-e4d39000f13b {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:01.689589 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4150dc93-f070-438f-bb4f-f65f72a0bfa1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (323cbe6f-1521-440b-8d49-e4d39000f13b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.715407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-02b47d99-f669-4eb8-bd8b-0c1428494d7f None None] Deleting port 494e1f91-7bea-46b7-949f-edc9c5311cf0 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:01.715790 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-02b47d99-f669-4eb8-bd8b-0c1428494d7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (494e1f91-7bea-46b7-949f-edc9c5311cf0), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.786229 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-02b47d99-f669-4eb8-bd8b-0c1428494d7f None None] For port 494e1f91-7bea-46b7-949f-edc9c5311cf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=494e1f91-7bea-46b7-949f-edc9c5311cf0,segment=NetworkSegment(fd435621-879a-495e-a03d-e91269f7e889),segment_id=fd435621-879a-495e-a03d-e91269f7e889)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:01.786598 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-02b47d99-f669-4eb8-bd8b-0c1428494d7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (494e1f91-7bea-46b7-949f-edc9c5311cf0), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.801325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-02b47d99-f669-4eb8-bd8b-0c1428494d7f None None] Calling delete_port for 494e1f91-7bea-46b7-949f-edc9c5311cf0 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:01.807473 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-fc5cf880-6c9a-484b-a8a2-5a52d5fe914a tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Deleting port 5332197d-68e7-41cf-89dc-5299399a9bc0 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:01.807818 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fc5cf880-6c9a-484b-a8a2-5a52d5fe914a tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5332197d-68e7-41cf-89dc-5299399a9bc0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.814282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-4150dc93-f070-438f-bb4f-f65f72a0bfa1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] For port 323cbe6f-1521-440b-8d49-e4d39000f13b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=323cbe6f-1521-440b-8d49-e4d39000f13b,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:01.814656 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4150dc93-f070-438f-bb4f-f65f72a0bfa1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (323cbe6f-1521-440b-8d49-e4d39000f13b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.844431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4150dc93-f070-438f-bb4f-f65f72a0bfa1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Calling delete_port for 323cbe6f-1521-440b-8d49-e4d39000f13b owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:01.950225 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fc5cf880-6c9a-484b-a8a2-5a52d5fe914a tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5332197d-68e7-41cf-89dc-5299399a9bc0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.950554 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fc5cf880-6c9a-484b-a8a2-5a52d5fe914a tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for floatingip (5332197d-68e7-41cf-89dc-5299399a9bc0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:01.971197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-fc5cf880-6c9a-484b-a8a2-5a52d5fe914a tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Calling delete_port for 5332197d-68e7-41cf-89dc-5299399a9bc0 owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:01.978924 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-02b47d99-f669-4eb8-bd8b-0c1428494d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (494e1f91-7bea-46b7-949f-edc9c5311cf0), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:02.007134 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b47d99-f669-4eb8-bd8b-0c1428494d7f None None] Pushing event deleted for resources: {'Port': ['ID=494e1f91-7bea-46b7-949f-edc9c5311cf0,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:02.011627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b47d99-f669-4eb8-bd8b-0c1428494d7f None None] No DVR routers for this DVR port 494e1f91-7bea-46b7-949f-edc9c5311cf0 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:38:02.211389 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:02.233736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 132d210c-ac91-4a88-a235-c853db45d973 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:02.239424 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4150dc93-f070-438f-bb4f-f65f72a0bfa1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (323cbe6f-1521-440b-8d49-e4d39000f13b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:02.259061 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 132d210c-ac91-4a88-a235-c853db45d973 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:02.259474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 132d210c-ac91-4a88-a235-c853db45d973 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:02.259962 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fef9ac08-d828-484e-93f3-0b654847e4f2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:02.266671 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150dc93-f070-438f-bb4f-f65f72a0bfa1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Port': ['ID=323cbe6f-1521-440b-8d49-e4d39000f13b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:02.284199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: fef9ac08-d828-484e-93f3-0b654847e4f2 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:02.284647 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fef9ac08-d828-484e-93f3-0b654847e4f2 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:02.285163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 494e1f91-7bea-46b7-949f-edc9c5311cf0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:02.305535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 494e1f91-7bea-46b7-949f-edc9c5311cf0 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:02.305998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 494e1f91-7bea-46b7-949f-edc9c5311cf0 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:02.308744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4b1854c8-d04f-4e6e-8024-60b2c3286a98 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:02.314914 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fc5cf880-6c9a-484b-a8a2-5a52d5fe914a tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (5332197d-68e7-41cf-89dc-5299399a9bc0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:02.326800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 4b1854c8-d04f-4e6e-8024-60b2c3286a98 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:02.327146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4b1854c8-d04f-4e6e-8024-60b2c3286a98 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:02.352084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cf880-6c9a-484b-a8a2-5a52d5fe914a tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event deleted for resources: {'Port': ['ID=5332197d-68e7-41cf-89dc-5299399a9bc0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:02.380164 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4150dc93-f070-438f-bb4f-f65f72a0bfa1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (87ae499a-2641-4e0d-b363-8b36b8eb95fb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:02.810608 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4150dc93-f070-438f-bb4f-f65f72a0bfa1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (87ae499a-2641-4e0d-b363-8b36b8eb95fb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:02.813973 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4150dc93-f070-438f-bb4f-f65f72a0bfa1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router_controller (87ae499a-2641-4e0d-b363-8b36b8eb95fb), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:02.815542 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fc5cf880-6c9a-484b-a8a2-5a52d5fe914a tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for floatingip (76dd2759-0abe-4497-8c14-219cd2d1d65c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:02.815873 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-fc5cf880-6c9a-484b-a8a2-5a52d5fe914a tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Floating IP 76dd2759-0abe-4497-8c14-219cd2d1d65c disassociated (deleted). External IP: 172.35.2.149, port: 1071f810-ea07-4bba-9529-5d21596a9119.
Feb 12 21:38:02.987105 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4150dc93-f070-438f-bb4f-f65f72a0bfa1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (87ae499a-2641-4e0d-b363-8b36b8eb95fb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:02.987661 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4150dc93-f070-438f-bb4f-f65f72a0bfa1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Fanout notify agent at l3_agent the message router_deleted on router 87ae499a-2641-4e0d-b363-8b36b8eb95fb {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:38:03.020725 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4150dc93-f070-438f-bb4f-f65f72a0bfa1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:03.021972 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4150dc93-f070-438f-bb4f-f65f72a0bfa1 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/routers/87ae499a-2641-4e0d-b363-8b36b8eb95fb HTTP/1.1" status: 204  len: 168 time: 1.8850310
Feb 12 21:38:03.031688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52442) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:03.130747 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8a63f0ba-b4c0-4568-921c-1431aaefb232 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (1f8d6081-2135-432e-a78b-a0506974e0cb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:03.144539 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5cf880-6c9a-484b-a8a2-5a52d5fe914a tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:38:03.297266 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8a63f0ba-b4c0-4568-921c-1431aaefb232 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (1f8d6081-2135-432e-a78b-a0506974e0cb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:03.326271 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-8a63f0ba-b4c0-4568-921c-1431aaefb232 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fad49280>,) {'filters': {'network_id': ['1f8d6081-2135-432e-a78b-a0506974e0cb']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:03.343183 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-8a63f0ba-b4c0-4568-921c-1431aaefb232 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fad49280>, 'fd435621-879a-495e-a03d-e91269f7e889') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:03.343559 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-8a63f0ba-b4c0-4568-921c-1431aaefb232 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fad49280>, 'fd435621-879a-495e-a03d-e91269f7e889') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:03.356469 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8a63f0ba-b4c0-4568-921c-1431aaefb232 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (fd435621-879a-495e-a03d-e91269f7e889), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:03.364488 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5cf880-6c9a-484b-a8a2-5a52d5fe914a tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:38:03.369918 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fc5cf880-6c9a-484b-a8a2-5a52d5fe914a tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:03.374929 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c41389-25c2-4e7c-8e31-daccbe9f912c None None] Sync routers for ids ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:38:03.385019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c41389-25c2-4e7c-8e31-daccbe9f912c None None] Routers {'7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:03.385666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-43c41389-25c2-4e7c-8e31-daccbe9f912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb881040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:03.395674 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8a63f0ba-b4c0-4568-921c-1431aaefb232 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (fd435621-879a-495e-a03d-e91269f7e889), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:03.406159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a63f0ba-b4c0-4568-921c-1431aaefb232 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:38:03.406551 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8a63f0ba-b4c0-4568-921c-1431aaefb232 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (fd435621-879a-495e-a03d-e91269f7e889), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:38:03.409759 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:38:03.432786 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fc5cf880-6c9a-484b-a8a2-5a52d5fe914a tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "DELETE /v2.0/floatingips/76dd2759-0abe-4497-8c14-219cd2d1d65c HTTP/1.1" status: 204  len: 168 time: 1.8992703
Feb 12 21:38:03.456153 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2006c1c-0a08-4819-98d4-04c6365e67d8', 'tag': '1071f810-ea07-4bba-9529-5d21596a9119'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:38:03.458482 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf7aae6-c5cc-41c2-9cd5-99f26ca5fadb" -d '{"events": [{"name": "network-changed", "server_uuid": "a2006c1c-0a08-4819-98d4-04c6365e67d8", "tag": "1071f810-ea07-4bba-9529-5d21596a9119"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:38:03.520564 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d279afdd-87a9-42f1-b6bf-6bb6fd70acb8 x-openstack-request-id: req-d279afdd-87a9-42f1-b6bf-6bb6fd70acb8 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:38:03.520564 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2006c1c-0a08-4819-98d4-04c6365e67d8", "tag": "1071f810-ea07-4bba-9529-5d21596a9119", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:38:03.520564 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d279afdd-87a9-42f1-b6bf-6bb6fd70acb8 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:38:03.520564 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2006c1c-0a08-4819-98d4-04c6365e67d8', 'tag': '1071f810-ea07-4bba-9529-5d21596a9119', 'status': 'completed', 'code': 200}
Feb 12 21:38:03.540713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-43c41389-25c2-4e7c-8e31-daccbe9f912c None None] Set router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:03.574294 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8a63f0ba-b4c0-4568-921c-1431aaefb232 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (1f8d6081-2135-432e-a78b-a0506974e0cb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:03.594804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7aae6-c5cc-41c2-9cd5-99f26ca5fadb req-7ab33183-fb30-48d8-8506-fc4ad66c1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:03.596337 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bdf7aae6-c5cc-41c2-9cd5-99f26ca5fadb req-7ab33183-fb30-48d8-8506-fc4ad66c1590 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14346d52af354b338f2253bc2f551829&device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 1166 time: 0.0616977
Feb 12 21:38:03.607331 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8a63f0ba-b4c0-4568-921c-1431aaefb232 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:03.610609 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8a63f0ba-b4c0-4568-921c-1431aaefb232 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/networks/1f8d6081-2135-432e-a78b-a0506974e0cb HTTP/1.1" status: 204  len: 168 time: 0.5779610
Feb 12 21:38:03.611755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63f0ba-b4c0-4568-921c-1431aaefb232 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'Network': ['ID=1f8d6081-2135-432e-a78b-a0506974e0cb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:03.613568 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52454) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:03.680549 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c94a-8b1f-4224-bd3a-d258b17fd3e3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (8e433ea3-6633-4870-b126-280259b7e2e6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:03.719068 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c94a-8b1f-4224-bd3a-d258b17fd3e3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (8e433ea3-6633-4870-b126-280259b7e2e6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:03.728585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7aae6-c5cc-41c2-9cd5-99f26ca5fadb req-339c916b-8f32-488c-bc40-a842fab28600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:03.732254 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bdf7aae6-c5cc-41c2-9cd5-99f26ca5fadb req-339c916b-8f32-488c-bc40-a842fab28600 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ce3f2c7-8999-4ea4-8e18-a9e610cff662 HTTP/1.1" status: 200  len: 898 time: 0.1291149
Feb 12 21:38:03.775420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-43c41389-25c2-4e7c-8e31-daccbe9f912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb881040>, [{'id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-617090954', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5497103-f9e6-4047-819d-abe680b41147', 'name': '', 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'mac_address': 'fa:16:3e:6d:4e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:37Z', 'updated_at': '2022-02-12T21:36:40Z', 'revision_number': 5, 'project_id': '14346d52af354b338f2253bc2f551829', 'subnets': [{'id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:03.781122 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bdf7aae6-c5cc-41c2-9cd5-99f26ca5fadb req-f774f276-1299-4af7-8e5e-55ae9d459908 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1071f810-ea07-4bba-9529-5d21596a9119 HTTP/1.1" status: 200  len: 217 time: 0.0443170
Feb 12 21:38:03.803558 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c41389-25c2-4e7c-8e31-daccbe9f912c None None] Checking router: 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:38:03.812979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c41389-25c2-4e7c-8e31-daccbe9f912c None None] Routers {'7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:03.813645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-43c41389-25c2-4e7c-8e31-daccbe9f912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb881040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:03.830067 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7aae6-c5cc-41c2-9cd5-99f26ca5fadb req-fcfccc3e-63c1-4842-a6f7-1e83548352ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:03.831623 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bdf7aae6-c5cc-41c2-9cd5-99f26ca5fadb req-fcfccc3e-63c1-4842-a6f7-1e83548352ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8eaa6c4f-03b3-4815-a61b-339a0d69c619 HTTP/1.1" status: 200  len: 835 time: 0.0451169
Feb 12 21:38:03.881291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7aae6-c5cc-41c2-9cd5-99f26ca5fadb req-01141c24-6150-4272-8990-a24b0ba248dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:03.882865 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bdf7aae6-c5cc-41c2-9cd5-99f26ca5fadb req-01141c24-6150-4272-8990-a24b0ba248dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ce3f2c7-8999-4ea4-8e18-a9e610cff662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0461338
Feb 12 21:38:03.933798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-43c41389-25c2-4e7c-8e31-daccbe9f912c None None] Set router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:03.994038 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bdf7aae6-c5cc-41c2-9cd5-99f26ca5fadb req-1e99adbb-20d6-46bf-a08c-75fc42cbc2c5 service neutron] 10.222.0.50 "GET /v2.0/networks/3ce3f2c7-8999-4ea4-8e18-a9e610cff662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1045854
Feb 12 21:38:04.085010 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bdf7aae6-c5cc-41c2-9cd5-99f26ca5fadb req-981f497c-694b-4639-94ba-e26f9955e0b9 service neutron] 10.222.0.50 "GET /v2.0/networks/3ce3f2c7-8999-4ea4-8e18-a9e610cff662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853577
Feb 12 21:38:04.145861 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-43c41389-25c2-4e7c-8e31-daccbe9f912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb881040>, [{'id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-617090954', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5497103-f9e6-4047-819d-abe680b41147', 'name': '', 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'mac_address': 'fa:16:3e:6d:4e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:37Z', 'updated_at': '2022-02-12T21:36:40Z', 'revision_number': 5, 'project_id': '14346d52af354b338f2253bc2f551829', 'subnets': [{'id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:04.338841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 323cbe6f-1521-440b-8d49-e4d39000f13b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:04.344262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c41389-25c2-4e7c-8e31-daccbe9f912c None None] The sync data for ids ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'] in ncdv-master-1 is: [{'id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-617090954', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5497103-f9e6-4047-819d-abe680b41147', 'name': '', 'network_id': '3ce3f2c7-8999-4ea4-8e18-a9e610cff662', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'mac_address': 'fa:16:3e:6d:4e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:37Z', 'updated_at': '2022-02-12T21:36:40Z', 'revision_number': 5, 'project_id': '14346d52af354b338f2253bc2f551829', 'subnets': [{'id': '8eaa6c4f-03b3-4815-a61b-339a0d69c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:38:04.366169 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 323cbe6f-1521-440b-8d49-e4d39000f13b {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:04.366625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 323cbe6f-1521-440b-8d49-e4d39000f13b not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:04.462869 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c94a-8b1f-4224-bd3a-d258b17fd3e3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8e433ea3-6633-4870-b126-280259b7e2e6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:04.466237 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c94a-8b1f-4224-bd3a-d258b17fd3e3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:04.469523 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e6c7c94a-8b1f-4224-bd3a-d258b17fd3e3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] 10.222.0.31 "DELETE /v2.0/security-groups/8e433ea3-6633-4870-b126-280259b7e2e6 HTTP/1.1" status: 204  len: 168 time: 0.8492599
Feb 12 21:38:04.477223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7c94a-8b1f-4224-bd3a-d258b17fd3e3 tempest-TestNetworkAdvancedServerOps-500985914 tempest-TestNetworkAdvancedServerOps-500985914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e433ea3-6633-4870-b126-280259b7e2e6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:04.596925 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4871f52a-b72d-4c3b-8287-e5a7e54c1b77 None None] New status for floating IP 76dd2759-0abe-4497-8c14-219cd2d1d65c: DOWN {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:38:04.659136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcf27b-e041-4ef0-abce-f66d2191097b req-8ec3a4d2-9109-4464-89c6-400b3178b97d tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:04.660896 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-02bcf27b-e041-4ef0-abce-f66d2191097b req-8ec3a4d2-9109-4464-89c6-400b3178b97d tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 984 time: 0.0738356
Feb 12 21:38:04.733693 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-02bcf27b-e041-4ef0-abce-f66d2191097b req-45f7daf0-62ef-492c-9f38-b83f85dfcfa2 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/security-groups?id=697bda37-a634-4d7b-90ba-94eeedb65355&id=728e5a48-4498-44f1-a23d-8f31d493086f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0667250
Feb 12 21:38:05.085054 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52476) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:05.220155 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b15ac1d0-ddd6-42fe-8478-5da96d55b617 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc1c557f5d984523b9dbe9c385659448&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1338472
Feb 12 21:38:05.222874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52480) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:05.278659 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94a76cec-df93-42f8-87c2-ea5ff55b28e5 admin admin] Publish callbacks [] for security_group (56f5c2e3-c1e8-4604-afad-f0f138848275), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:05.301309 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94a76cec-df93-42f8-87c2-ea5ff55b28e5 admin admin] Publish callbacks [] for security_group (56f5c2e3-c1e8-4604-afad-f0f138848275), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:05.424709 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94a76cec-df93-42f8-87c2-ea5ff55b28e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (56f5c2e3-c1e8-4604-afad-f0f138848275), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:05.427548 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-94a76cec-df93-42f8-87c2-ea5ff55b28e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:05.429346 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-94a76cec-df93-42f8-87c2-ea5ff55b28e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56f5c2e3-c1e8-4604-afad-f0f138848275 HTTP/1.1" status: 204  len: 168 time: 0.2048550
Feb 12 21:38:05.436782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a76cec-df93-42f8-87c2-ea5ff55b28e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f5c2e3-c1e8-4604-afad-f0f138848275,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:05.883406 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b26659-dafa-4ed4-a699-d735f76f34a6 req-86dee559-3fab-4a50-bc03-3a547364b195 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:05.884908 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15b26659-dafa-4ed4-a699-d735f76f34a6 req-86dee559-3fab-4a50-bc03-3a547364b195 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 984 time: 0.0767984
Feb 12 21:38:05.934843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5a14e-d4de-43dd-90fd-fdb4b1f634d5 req-2593a0a6-8db4-4462-b9e5-e5af42f7bfd9 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:05.936293 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-88c5a14e-d4de-43dd-90fd-fdb4b1f634d5 req-2593a0a6-8db4-4462-b9e5-e5af42f7bfd9 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 984 time: 0.0866609
Feb 12 21:38:05.992871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-15b26659-dafa-4ed4-a699-d735f76f34a6 req-58d8276a-ba84-4160-bb42-f8753791b6fa tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/security-groups?id=697bda37-a634-4d7b-90ba-94eeedb65355&id=728e5a48-4498-44f1-a23d-8f31d493086f&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.1007092
Feb 12 21:38:06.050429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-88c5a14e-d4de-43dd-90fd-fdb4b1f634d5 req-f1ad88bf-91c0-4da8-9f0f-606f29739621 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Deleting port 1071f810-ea07-4bba-9529-5d21596a9119 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:06.050767 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-88c5a14e-d4de-43dd-90fd-fdb4b1f634d5 req-f1ad88bf-91c0-4da8-9f0f-606f29739621 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1071f810-ea07-4bba-9529-5d21596a9119), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:06.092755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52490) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:06.135316 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5a53d195-8978-4254-a348-5d099a4f52fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81bf2d1931f5422f88f3c3b59905406f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0395298
Feb 12 21:38:06.136545 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52492) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:06.143760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-88c5a14e-d4de-43dd-90fd-fdb4b1f634d5 req-f1ad88bf-91c0-4da8-9f0f-606f29739621 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] For port 1071f810-ea07-4bba-9529-5d21596a9119, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1071f810-ea07-4bba-9529-5d21596a9119,segment=NetworkSegment(1410d6f4-b775-44af-bfce-9d99629441de),segment_id=1410d6f4-b775-44af-bfce-9d99629441de)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:06.144128 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-88c5a14e-d4de-43dd-90fd-fdb4b1f634d5 req-f1ad88bf-91c0-4da8-9f0f-606f29739621 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1071f810-ea07-4bba-9529-5d21596a9119), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:06.157628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-88c5a14e-d4de-43dd-90fd-fdb4b1f634d5 req-f1ad88bf-91c0-4da8-9f0f-606f29739621 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Calling delete_port for 1071f810-ea07-4bba-9529-5d21596a9119 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:06.186671 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-03c34374-c664-4f76-b47c-6086b04affd2 admin admin] Publish callbacks [] for security_group (1fa88d20-7923-4c21-a9c5-7b5bdc209948), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:06.208447 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-03c34374-c664-4f76-b47c-6086b04affd2 admin admin] Publish callbacks [] for security_group (1fa88d20-7923-4c21-a9c5-7b5bdc209948), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:06.327384 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-03c34374-c664-4f76-b47c-6086b04affd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1fa88d20-7923-4c21-a9c5-7b5bdc209948), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:06.330186 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-03c34374-c664-4f76-b47c-6086b04affd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:06.331387 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-03c34374-c664-4f76-b47c-6086b04affd2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1fa88d20-7923-4c21-a9c5-7b5bdc209948 HTTP/1.1" status: 204  len: 168 time: 0.1939721
Feb 12 21:38:06.339907 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c34374-c664-4f76-b47c-6086b04affd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa88d20-7923-4c21-a9c5-7b5bdc209948,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:06.361953 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-88c5a14e-d4de-43dd-90fd-fdb4b1f634d5 req-f1ad88bf-91c0-4da8-9f0f-606f29739621 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1071f810-ea07-4bba-9529-5d21596a9119), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:06.395577 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad88bf-91c0-4da8-9f0f-606f29739621 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event deleted for resources: {'Port': ['ID=1071f810-ea07-4bba-9529-5d21596a9119,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:06.440133 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c5a14e-d4de-43dd-90fd-fdb4b1f634d5 req-f1ad88bf-91c0-4da8-9f0f-606f29739621 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] No DVR routers for this DVR port 1071f810-ea07-4bba-9529-5d21596a9119 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:38:06.442862 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-88c5a14e-d4de-43dd-90fd-fdb4b1f634d5 req-f1ad88bf-91c0-4da8-9f0f-606f29739621 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:06.446401 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-88c5a14e-d4de-43dd-90fd-fdb4b1f634d5 req-f1ad88bf-91c0-4da8-9f0f-606f29739621 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.50 "DELETE /v2.0/ports/1071f810-ea07-4bba-9529-5d21596a9119 HTTP/1.1" status: 204  len: 173 time: 0.5044036
Feb 12 21:38:06.446860 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2006c1c-0a08-4819-98d4-04c6365e67d8', 'name': 'network-vif-deleted', 'tag': '1071f810-ea07-4bba-9529-5d21596a9119'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:38:06.449185 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d0b885-c416-4442-9c24-0efa756248d1" -d '{"events": [{"server_uuid": "a2006c1c-0a08-4819-98d4-04c6365e67d8", "name": "network-vif-deleted", "tag": "1071f810-ea07-4bba-9529-5d21596a9119"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:38:06.485816 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab2250a-2435-414d-aa8c-5eb01bb2a7e2 x-openstack-request-id: req-aab2250a-2435-414d-aa8c-5eb01bb2a7e2 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:38:06.486116 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2006c1c-0a08-4819-98d4-04c6365e67d8", "name": "network-vif-deleted", "tag": "1071f810-ea07-4bba-9529-5d21596a9119", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:38:06.486372 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aab2250a-2435-414d-aa8c-5eb01bb2a7e2 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:38:06.486781 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2006c1c-0a08-4819-98d4-04c6365e67d8', 'name': 'network-vif-deleted', 'tag': '1071f810-ea07-4bba-9529-5d21596a9119', 'status': 'completed', 'code': 200}
Feb 12 21:38:07.104293 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d0fe3b1b-01b8-4539-83ea-c5004e7902d1 req-55204b33-b655-4c90-9ada-6103b43f1589 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2006c1c-0a08-4819-98d4-04c6365e67d8 HTTP/1.1" status: 200  len: 210 time: 0.0282485
Feb 12 21:38:08.151665 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52538) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:08.164128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52542) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:08.219472 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-18a6d224-e82c-4593-bac8-087f4b751018 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group (697bda37-a634-4d7b-90ba-94eeedb65355), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.242096 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-18a6d224-e82c-4593-bac8-087f4b751018 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group (697bda37-a634-4d7b-90ba-94eeedb65355), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.305467 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d72d12ef-f3e2-46d0-b2f5-004bf19bfa0b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'network': {'name': 'tempest-network-smoke--1800300773', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'port_security_enabled': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:08.353563 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-18a6d224-e82c-4593-bac8-087f4b751018 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (697bda37-a634-4d7b-90ba-94eeedb65355), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.356844 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-18a6d224-e82c-4593-bac8-087f4b751018 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.358019 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-18a6d224-e82c-4593-bac8-087f4b751018 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "DELETE /v2.0/security-groups/697bda37-a634-4d7b-90ba-94eeedb65355 HTTP/1.1" status: 204  len: 168 time: 0.1929924
Feb 12 21:38:08.363933 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52544) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:08.367877 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6d224-e82c-4593-bac8-087f4b751018 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=697bda37-a634-4d7b-90ba-94eeedb65355,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:08.385760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72d12ef-f3e2-46d0-b2f5-004bf19bfa0b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Made reservation on behalf of f545a02bc7de43f8894c9fd6fe7c85f6 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:38:08.390034 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d72d12ef-f3e2-46d0-b2f5-004bf19bfa0b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.399267 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d72d12ef-f3e2-46d0-b2f5-004bf19bfa0b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.418119 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dd2b051c-6801-4263-ac14-bf57be684333 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group (728e5a48-4498-44f1-a23d-8f31d493086f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.446310 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dd2b051c-6801-4263-ac14-bf57be684333 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group (728e5a48-4498-44f1-a23d-8f31d493086f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.476331 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d72d12ef-f3e2-46d0-b2f5-004bf19bfa0b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (bf915b94-ec7d-4f37-bd81-228d02356b10), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.550121 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d72d12ef-f3e2-46d0-b2f5-004bf19bfa0b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bf915b94-ec7d-4f37-bd81-228d02356b10), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.560300 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dd2b051c-6801-4263-ac14-bf57be684333 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (728e5a48-4498-44f1-a23d-8f31d493086f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.563036 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dd2b051c-6801-4263-ac14-bf57be684333 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.566793 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-dd2b051c-6801-4263-ac14-bf57be684333 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "DELETE /v2.0/security-groups/728e5a48-4498-44f1-a23d-8f31d493086f HTTP/1.1" status: 204  len: 168 time: 0.2023187
Feb 12 21:38:08.567705 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52546) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:08.577865 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72d12ef-f3e2-46d0-b2f5-004bf19bfa0b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:38:08.580167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b051c-6801-4263-ac14-bf57be684333 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=728e5a48-4498-44f1-a23d-8f31d493086f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:08.587807 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d12ef-f3e2-46d0-b2f5-004bf19bfa0b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf915b94-ec7d-4f37-bd81-228d02356b10,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:08.593871 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d72d12ef-f3e2-46d0-b2f5-004bf19bfa0b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (09ca1af1-a84a-4157-8d96-441712f29e0f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.594232 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-d72d12ef-f3e2-46d0-b2f5-004bf19bfa0b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Added segment 09ca1af1-a84a-4157-8d96-441712f29e0f of type vlan for network ca45ed60-a4d7-47da-a5f2-fdc37055e227
Feb 12 21:38:08.639534 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d72d12ef-f3e2-46d0-b2f5-004bf19bfa0b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (ca45ed60-a4d7-47da-a5f2-fdc37055e227), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.750149 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d72d12ef-f3e2-46d0-b2f5-004bf19bfa0b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (ca45ed60-a4d7-47da-a5f2-fdc37055e227), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.755501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72d12ef-f3e2-46d0-b2f5-004bf19bfa0b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:08.756173 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d72d12ef-f3e2-46d0-b2f5-004bf19bfa0b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.824166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d12ef-f3e2-46d0-b2f5-004bf19bfa0b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Network': ['ID=ca45ed60-a4d7-47da-a5f2-fdc37055e227,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:08.839514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network ca45ed60-a4d7-47da-a5f2-fdc37055e227 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:38:08.848313 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d72d12ef-f3e2-46d0-b2f5-004bf19bfa0b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6953616
Feb 12 21:38:08.851400 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52548) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:08.856530 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'admin_state_up': True, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:08.950831 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (226d34cf-3845-4e47-9876-8e6aff61b631), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.953773 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (226d34cf-3845-4e47-9876-8e6aff61b631), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:08.955614 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4c127ac-3951-4080-9942-5eeb4ae5b3f3 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:09.010430 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router_controller (226d34cf-3845-4e47-9876-8e6aff61b631), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:09.222982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a4c127ac-3951-4080-9942-5eeb4ae5b3f3 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Deleting port c5497103-f9e6-4047-819d-abe680b41147 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:09.223331 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4c127ac-3951-4080-9942-5eeb4ae5b3f3 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c5497103-f9e6-4047-819d-abe680b41147), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:09.247799 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router_gateway (226d34cf-3845-4e47-9876-8e6aff61b631), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:09.316012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-a4c127ac-3951-4080-9942-5eeb4ae5b3f3 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] For port c5497103-f9e6-4047-819d-abe680b41147, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5497103-f9e6-4047-819d-abe680b41147,segment=NetworkSegment(1410d6f4-b775-44af-bfce-9d99629441de),segment_id=1410d6f4-b775-44af-bfce-9d99629441de)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:09.316383 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4c127ac-3951-4080-9942-5eeb4ae5b3f3 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c5497103-f9e6-4047-819d-abe680b41147), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:09.329698 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a4c127ac-3951-4080-9942-5eeb4ae5b3f3 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Calling delete_port for c5497103-f9e6-4047-819d-abe680b41147 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:09.532577 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router_gateway (226d34cf-3845-4e47-9876-8e6aff61b631), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:09.551786 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:09.561395 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4c127ac-3951-4080-9942-5eeb4ae5b3f3 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c5497103-f9e6-4047-819d-abe680b41147), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:09.588809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c127ac-3951-4080-9942-5eeb4ae5b3f3 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event deleted for resources: {'Port': ['ID=c5497103-f9e6-4047-819d-abe680b41147,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:09.671118 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Allocated IP 172.35.2.119 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/0c063d38-845b-4f63-968d-b595882ca730) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:38:09.784591 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4c127ac-3951-4080-9942-5eeb4ae5b3f3 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:09.787640 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for port (0c063d38-845b-4f63-968d-b595882ca730), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:09.908552 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (0c063d38-845b-4f63-968d-b595882ca730), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:09.950337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:38:09.953342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:09.956965 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:38:09.962915 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Port': ['ID=0c063d38-845b-4f63-968d-b595882ca730,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:09.996514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:09.996514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:09.996514 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:09.996938 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:09.997102 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:09.997400 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:09.997739 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:09.998065 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:09.998392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:09.998713 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:09.999037 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:09.999362 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:09.999690 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:10.018621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c127ac-3951-4080-9942-5eeb4ae5b3f3 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:38:10.134424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c127ac-3951-4080-9942-5eeb4ae5b3f3 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:38:10.140041 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a4c127ac-3951-4080-9942-5eeb4ae5b3f3 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "PUT /v2.0/routers/7c6c3cbf-f7c6-4450-9cc8-c67c4410f173/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5702569
Feb 12 21:38:10.142795 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52554) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:10.148090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f898b-b8a9-4cbc-8cf5-0c9798fbd1bb None None] Sync routers for ids ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:38:10.158520 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f898b-b8a9-4cbc-8cf5-0c9798fbd1bb None None] Routers {'7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:10.159138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-da5f898b-b8a9-4cbc-8cf5-0c9798fbd1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbded190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:10.198282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21afd56-59f4-465b-bd33-820a1ffb927f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Deleting subnet 8eaa6c4f-03b3-4815-a61b-339a0d69c619 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:38:10.203569 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e21afd56-59f4-465b-bd33-820a1ffb927f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for subnet (8eaa6c4f-03b3-4815-a61b-339a0d69c619), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:10.272625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-da5f898b-b8a9-4cbc-8cf5-0c9798fbd1bb None None] Set router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:10.309772 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e21afd56-59f4-465b-bd33-820a1ffb927f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (8eaa6c4f-03b3-4815-a61b-339a0d69c619), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:10.397336 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router_gateway (226d34cf-3845-4e47-9876-8e6aff61b631), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:10.455844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-da5f898b-b8a9-4cbc-8cf5-0c9798fbd1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbded190>, [{'id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-617090954', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:38:09Z', 'revision_number': 5, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:10.478434 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e21afd56-59f4-465b-bd33-820a1ffb927f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (8eaa6c4f-03b3-4815-a61b-339a0d69c619), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:10.482552 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f898b-b8a9-4cbc-8cf5-0c9798fbd1bb None None] Checking router: 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:38:10.491317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f898b-b8a9-4cbc-8cf5-0c9798fbd1bb None None] Routers {'7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:10.491941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-da5f898b-b8a9-4cbc-8cf5-0c9798fbd1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbded190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:10.602058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-da5f898b-b8a9-4cbc-8cf5-0c9798fbd1bb None None] Set router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:10.625681 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e21afd56-59f4-465b-bd33-820a1ffb927f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (8eaa6c4f-03b3-4815-a61b-339a0d69c619), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:10.669548 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21afd56-59f4-465b-bd33-820a1ffb927f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event deleted for resources: {'Subnet': ['ID=8eaa6c4f-03b3-4815-a61b-339a0d69c619,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:10.672873 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e21afd56-59f4-465b-bd33-820a1ffb927f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:10.676322 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e21afd56-59f4-465b-bd33-820a1ffb927f tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "DELETE /v2.0/subnets/8eaa6c4f-03b3-4815-a61b-339a0d69c619 HTTP/1.1" status: 204  len: 168 time: 0.5321848
Feb 12 21:38:10.678918 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52556) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:10.683574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba8defd-c5e2-42e0-b8a0-146029c3c37f None None] Network 3ce3f2c7-8999-4ea4-8e18-a9e610cff662 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:38:10.733727 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1071f810-ea07-4bba-9529-5d21596a9119 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:10.769042 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (226d34cf-3845-4e47-9876-8e6aff61b631), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:10.793393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 1071f810-ea07-4bba-9529-5d21596a9119 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:10.793846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 1071f810-ea07-4bba-9529-5d21596a9119 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:10.877934 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-726570e9-9ea7-4dee-af2c-1c73b97d6670 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:10.900127 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-da5f898b-b8a9-4cbc-8cf5-0c9798fbd1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbded190>, [{'id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-617090954', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:38:09Z', 'revision_number': 5, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:10.942349 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f898b-b8a9-4cbc-8cf5-0c9798fbd1bb None None] The sync data for ids ['7c6c3cbf-f7c6-4450-9cc8-c67c4410f173'] in ncdv-master-1 is: [{'id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-617090954', 'tenant_id': '14346d52af354b338f2253bc2f551829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:38:09Z', 'revision_number': 5, 'project_id': '14346d52af354b338f2253bc2f551829', 'gw_port': {'id': '63f6c98f-62c6-4031-ac19-abc0eed005f7', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6c3cbf-f7c6-4450-9cc8-c67c4410f173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:36:33Z', 'updated_at': '2022-02-12T21:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:38:10.957800 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31636ecc-1a67-49d0-bd50-4fa323cf2722 None None] DHCP port deletion for 3ce3f2c7-8999-4ea4-8e18-a9e610cff662 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:38:11.013788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-31636ecc-1a67-49d0-bd50-4fa323cf2722 None None] Deleting port daa7067a-3153-4aa4-8ad5-f49dda44c096 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:11.014166 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-31636ecc-1a67-49d0-bd50-4fa323cf2722 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (daa7067a-3153-4aa4-8ad5-f49dda44c096), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:11.093110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-31636ecc-1a67-49d0-bd50-4fa323cf2722 None None] For port daa7067a-3153-4aa4-8ad5-f49dda44c096, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=daa7067a-3153-4aa4-8ad5-f49dda44c096,segment=NetworkSegment(1410d6f4-b775-44af-bfce-9d99629441de),segment_id=1410d6f4-b775-44af-bfce-9d99629441de)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:11.093563 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-31636ecc-1a67-49d0-bd50-4fa323cf2722 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (daa7067a-3153-4aa4-8ad5-f49dda44c096), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:11.112906 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-31636ecc-1a67-49d0-bd50-4fa323cf2722 None None] Calling delete_port for daa7067a-3153-4aa4-8ad5-f49dda44c096 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:11.275355 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-31636ecc-1a67-49d0-bd50-4fa323cf2722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (daa7067a-3153-4aa4-8ad5-f49dda44c096), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:11.318731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31636ecc-1a67-49d0-bd50-4fa323cf2722 None None] Pushing event deleted for resources: {'Port': ['ID=daa7067a-3153-4aa4-8ad5-f49dda44c096,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:11.318731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31636ecc-1a67-49d0-bd50-4fa323cf2722 None None] No DVR routers for this DVR port daa7067a-3153-4aa4-8ad5-f49dda44c096 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:38:11.335860 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-726570e9-9ea7-4dee-af2c-1c73b97d6670 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router_gateway (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:11.424854 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Router 226d34cf-3845-4e47-9876-8e6aff61b631 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:38:11.571266 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-726570e9-9ea7-4dee-af2c-1c73b97d6670 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Deleting port 63f6c98f-62c6-4031-ac19-abc0eed005f7 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:11.571266 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-726570e9-9ea7-4dee-af2c-1c73b97d6670 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (63f6c98f-62c6-4031-ac19-abc0eed005f7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:11.573773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:38:11.583736 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Sync routers for ids ['226d34cf-3845-4e47-9876-8e6aff61b631'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:38:11.595190 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Routers {'226d34cf-3845-4e47-9876-8e6aff61b631'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:11.599236 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbf50c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['226d34cf-3845-4e47-9876-8e6aff61b631'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:11.664645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-726570e9-9ea7-4dee-af2c-1c73b97d6670 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] For port 63f6c98f-62c6-4031-ac19-abc0eed005f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63f6c98f-62c6-4031-ac19-abc0eed005f7,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:11.665010 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-726570e9-9ea7-4dee-af2c-1c73b97d6670 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (63f6c98f-62c6-4031-ac19-abc0eed005f7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:11.678975 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-726570e9-9ea7-4dee-af2c-1c73b97d6670 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Calling delete_port for 63f6c98f-62c6-4031-ac19-abc0eed005f7 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:11.705094 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Set router 226d34cf-3845-4e47-9876-8e6aff61b631 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:11.729729 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:11.731466 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c5857bfa-74ab-49e3-9842-7add43fa1f6c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.8783376
Feb 12 21:38:11.734758 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52590) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:11.830070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-650c76aa-224b-420b-8151-e2f375d8551e tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f545a02bc7de43f8894c9fd6fe7c85f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0940988
Feb 12 21:38:11.832646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52594) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:11.910627 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbf50c10>, [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:38:10Z', 'revision_number': 3, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:11.935813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb29048-fbf1-4d40-9d31-f5a1f0526975 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:11.941516 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-efb29048-fbf1-4d40-9d31-f5a1f0526975 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1033311
Feb 12 21:38:11.941516 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52612) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:11.941759 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Checking router: 226d34cf-3845-4e47-9876-8e6aff61b631 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:38:11.942152 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Updating router 226d34cf-3845-4e47-9876-8e6aff61b631 port 0c063d38-845b-4f63-968d-b595882ca730 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:38:11.960049 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-726570e9-9ea7-4dee-af2c-1c73b97d6670 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (63f6c98f-62c6-4031-ac19-abc0eed005f7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:11.969314 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c2732ab8-6b3a-47f7-894f-9cadd7c34d30 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0279102
Feb 12 21:38:11.971773 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0c063d38-845b-4f63-968d-b595882ca730), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:11.972013 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52614) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:11.978616 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-80e127c9-0036-4379-995e-fd8f6c2ec227 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1427602734', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:11.993926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726570e9-9ea7-4dee-af2c-1c73b97d6670 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event deleted for resources: {'Port': ['ID=63f6c98f-62c6-4031-ac19-abc0eed005f7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:12.066384 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-726570e9-9ea7-4dee-af2c-1c73b97d6670 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:12.134390 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e127c9-0036-4379-995e-fd8f6c2ec227 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Made reservation on behalf of f545a02bc7de43f8894c9fd6fe7c85f6 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:38:12.138176 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-80e127c9-0036-4379-995e-fd8f6c2ec227 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:12.170090 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-726570e9-9ea7-4dee-af2c-1c73b97d6670 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:12.170903 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-726570e9-9ea7-4dee-af2c-1c73b97d6670 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router_controller (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:12.271571 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a0e08f8-16ff-4a14-8974-b94f5cf3e123 req-60c22a95-a4e0-44e6-8832-0f58b6958bfd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1442530
Feb 12 21:38:12.308639 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-726570e9-9ea7-4dee-af2c-1c73b97d6670 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (7c6c3cbf-f7c6-4450-9cc8-c67c4410f173), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:12.309737 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726570e9-9ea7-4dee-af2c-1c73b97d6670 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Fanout notify agent at l3_agent the message router_deleted on router 7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:38:12.321602 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-726570e9-9ea7-4dee-af2c-1c73b97d6670 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:12.325947 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-726570e9-9ea7-4dee-af2c-1c73b97d6670 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "DELETE /v2.0/routers/7c6c3cbf-f7c6-4450-9cc8-c67c4410f173 HTTP/1.1" status: 204  len: 168 time: 1.6429138
Feb 12 21:38:12.326406 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52620) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:12.391806 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device daa7067a-3153-4aa4-8ad5-f49dda44c096 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:12.433627 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Publish callbacks [] for port (0c063d38-845b-4f63-968d-b595882ca730), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:12.440320 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: daa7067a-3153-4aa4-8ad5-f49dda44c096 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:12.440892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device daa7067a-3153-4aa4-8ad5-f49dda44c096 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:12.441503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c5497103-f9e6-4047-819d-abe680b41147 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:12.462614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: c5497103-f9e6-4047-819d-abe680b41147 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:12.464902 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c5497103-f9e6-4047-819d-abe680b41147 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:12.537087 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0c063d38-845b-4f63-968d-b595882ca730), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:12.596142 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Attempting to bind port 0c063d38-845b-4f63-968d-b595882ca730 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:38:12.596142 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Attempting to bind port 0c063d38-845b-4f63-968d-b595882ca730 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:38:12.596142 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Attempting to bind port 0c063d38-845b-4f63-968d-b595882ca730 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:38:12.604409 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:38:12.604788 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:38:12.605189 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:12.605660 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:38:12.606213 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Bound port: 0c063d38-845b-4f63-968d-b595882ca730, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:38:12.606599 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0c063d38-845b-4f63-968d-b595882ca730), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:12.612418 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10fa62-2b6a-4edf-91e0-ee5229f11c44 None None] Pushing event updated for resources: {'Port': ['ID=0c063d38-845b-4f63-968d-b595882ca730,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:12.643296 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10fa62-2b6a-4edf-91e0-ee5229f11c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:12.643643 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10fa62-2b6a-4edf-91e0-ee5229f11c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:12.643984 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10fa62-2b6a-4edf-91e0-ee5229f11c44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:12.644314 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10fa62-2b6a-4edf-91e0-ee5229f11c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:12.644641 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10fa62-2b6a-4edf-91e0-ee5229f11c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:12.644967 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10fa62-2b6a-4edf-91e0-ee5229f11c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:12.645290 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10fa62-2b6a-4edf-91e0-ee5229f11c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:12.645633 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10fa62-2b6a-4edf-91e0-ee5229f11c44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:12.645955 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10fa62-2b6a-4edf-91e0-ee5229f11c44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:12.646270 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10fa62-2b6a-4edf-91e0-ee5229f11c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:12.646587 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10fa62-2b6a-4edf-91e0-ee5229f11c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:12.646903 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10fa62-2b6a-4edf-91e0-ee5229f11c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:12.647218 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10fa62-2b6a-4edf-91e0-ee5229f11c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:12.679234 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] For port 0c063d38-845b-4f63-968d-b595882ca730, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:38:12.682542 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] For port 0c063d38-845b-4f63-968d-b595882ca730, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c063d38-845b-4f63-968d-b595882ca730,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:38:12.771517 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0c063d38-845b-4f63-968d-b595882ca730), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:12.832109 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Routers {'226d34cf-3845-4e47-9876-8e6aff61b631'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:12.832735 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbf50c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['226d34cf-3845-4e47-9876-8e6aff61b631'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:12.879912 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4879-075f-49f2-ad90-74649a02d991 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (3ce3f2c7-8999-4ea4-8e18-a9e610cff662), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:12.906378 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10fa62-2b6a-4edf-91e0-ee5229f11c44 None None] Pushing event updated for resources: {'Port': ['ID=0c063d38-845b-4f63-968d-b595882ca730,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:12.913946 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e08f8-16ff-4a14-8974-b94f5cf3e123 req-2bd72bf6-3e11-4dc2-af94-31344a1c72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:12.915631 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a0e08f8-16ff-4a14-8974-b94f5cf3e123 req-2bd72bf6-3e11-4dc2-af94-31344a1c72a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11ee0199776b422d91d8368c75898fd8&device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 1127 time: 0.4730158
Feb 12 21:38:13.034234 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] Set router 226d34cf-3845-4e47-9876-8e6aff61b631 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:13.040460 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-80e127c9-0036-4379-995e-fd8f6c2ec227 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (4f9e42f0-ac9b-40ac-82fa-3780382d7e79), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:13.052407 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4879-075f-49f2-ad90-74649a02d991 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (3ce3f2c7-8999-4ea4-8e18-a9e610cff662), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:13.117456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-4d9a4879-075f-49f2-ad90-74649a02d991 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc705c92b20>,) {'filters': {'network_id': ['3ce3f2c7-8999-4ea4-8e18-a9e610cff662']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:13.143998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-4d9a4879-075f-49f2-ad90-74649a02d991 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc705c92b20>, '1410d6f4-b775-44af-bfce-9d99629441de') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:13.144277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-4d9a4879-075f-49f2-ad90-74649a02d991 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc705c92b20>, '1410d6f4-b775-44af-bfce-9d99629441de') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:13.161961 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4879-075f-49f2-ad90-74649a02d991 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (1410d6f4-b775-44af-bfce-9d99629441de), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:13.176119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e08f8-16ff-4a14-8974-b94f5cf3e123 req-d0b9d62f-c480-4d1b-9cd8-18e46f9153b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:13.177629 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a0e08f8-16ff-4a14-8974-b94f5cf3e123 req-d0b9d62f-c480-4d1b-9cd8-18e46f9153b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5a275d54-c4f2-43ea-a3af-6f48ceb00c04 HTTP/1.1" status: 200  len: 909 time: 0.2399366
Feb 12 21:38:13.181203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e127c9-0036-4379-995e-fd8f6c2ec227 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Subnet': ['ID=4f9e42f0-ac9b-40ac-82fa-3780382d7e79,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:13.197056 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4879-075f-49f2-ad90-74649a02d991 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1410d6f4-b775-44af-bfce-9d99629441de), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:13.237302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e127c9-0036-4379-995e-fd8f6c2ec227 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Checking segment: {'id': '09ca1af1-a84a-4157-8d96-441712f29e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:38:13.237693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e127c9-0036-4379-995e-fd8f6c2ec227 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network hostable DHCP agents. Network: ca45ed60-a4d7-47da-a5f2-fdc37055e227, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:38:13.243985 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9a4879-075f-49f2-ad90-74649a02d991 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:38:13.244393 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4879-075f-49f2-ad90-74649a02d991 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (1410d6f4-b775-44af-bfce-9d99629441de), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:38:13.248834 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:38:13.263959 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbf50c10>, [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:38:10Z', 'revision_number': 3, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:13.292715 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512318c-061f-4a3b-8be5-8f7aeaf85d47 None None] The sync data for ids ['226d34cf-3845-4e47-9876-8e6aff61b631'] in ncdv-master-1 is: [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:38:10Z', 'revision_number': 3, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:38:13.323293 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a0e08f8-16ff-4a14-8974-b94f5cf3e123 req-117ac45f-21f4-4b88-8b9a-56920d3e08c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d754d1-34dc-4a41-ac74-e83b17271343 HTTP/1.1" status: 200  len: 1001 time: 0.1378667
Feb 12 21:38:13.374907 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e08f8-16ff-4a14-8974-b94f5cf3e123 req-e945dc09-3c99-4194-b8c7-fe912d7da2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:13.376885 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a0e08f8-16ff-4a14-8974-b94f5cf3e123 req-e945dc09-3c99-4194-b8c7-fe912d7da2ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3918f939-1e5c-4678-bc3a-c7a904354339 HTTP/1.1" status: 200  len: 847 time: 0.0481470
Feb 12 21:38:13.414920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e127c9-0036-4379-995e-fd8f6c2ec227 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network ca45ed60-a4d7-47da-a5f2-fdc37055e227 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:38:13.436537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e08f8-16ff-4a14-8974-b94f5cf3e123 req-05eb9da0-f195-40e8-ba27-c03432e7b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:13.438326 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a0e08f8-16ff-4a14-8974-b94f5cf3e123 req-05eb9da0-f195-40e8-ba27-c03432e7b2f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5a275d54-c4f2-43ea-a3af-6f48ceb00c04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0551746
Feb 12 21:38:13.441747 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4879-075f-49f2-ad90-74649a02d991 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (3ce3f2c7-8999-4ea4-8e18-a9e610cff662), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:13.449127 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4879-075f-49f2-ad90-74649a02d991 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:13.453407 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4d9a4879-075f-49f2-ad90-74649a02d991 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] 10.222.0.31 "DELETE /v2.0/networks/3ce3f2c7-8999-4ea4-8e18-a9e610cff662 HTTP/1.1" status: 204  len: 168 time: 1.1258531
Feb 12 21:38:13.488508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a4879-075f-49f2-ad90-74649a02d991 tempest-TestSecurityGroupsBasicOps-1885361674 tempest-TestSecurityGroupsBasicOps-1885361674-project] Pushing event deleted for resources: {'Network': ['ID=3ce3f2c7-8999-4ea4-8e18-a9e610cff662,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:13.563794 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a0e08f8-16ff-4a14-8974-b94f5cf3e123 req-3d97f305-366f-4d49-b5cf-cfee5a97ff0f service neutron] 10.222.0.50 "GET /v2.0/networks/5a275d54-c4f2-43ea-a3af-6f48ceb00c04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1093681
Feb 12 21:38:13.582637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-80e127c9-0036-4379-995e-fd8f6c2ec227 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ca45ed60-a4d7-47da-a5f2-fdc37055e227) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:13.590892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0067baa4-c0d2-4dc1-93ac-292e2eeacfa1 None None] Network ca45ed60-a4d7-47da-a5f2-fdc37055e227 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:38:13.602249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e127c9-0036-4379-995e-fd8f6c2ec227 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:13.602801 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-80e127c9-0036-4379-995e-fd8f6c2ec227 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:13.689542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a0e08f8-16ff-4a14-8974-b94f5cf3e123 req-cb53df4f-7def-42df-ae8c-7dbed340dc3a service neutron] 10.222.0.50 "GET /v2.0/networks/5a275d54-c4f2-43ea-a3af-6f48ceb00c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1190345
Feb 12 21:38:13.716541 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-80e127c9-0036-4379-995e-fd8f6c2ec227 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.7427864
Feb 12 21:38:13.719294 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52628) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:13.729391 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:38:13.731806 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:13.900193 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Allocated IP 172.20.0.2 (ca45ed60-a4d7-47da-a5f2-fdc37055e227/4f9e42f0-ac9b-40ac-82fa-3780382d7e79/1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:38:14.064034 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Publish callbacks [] for port (1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:14.145996 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:14.192542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Network ca45ed60-a4d7-47da-a5f2-fdc37055e227 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:38:14.196698 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:14.204530 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:38:14.220955 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Pushing event updated for resources: {'Port': ['ID=1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:14.247080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52632) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:14.304469 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Attempting to bind port 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:38:14.306854 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Attempting to bind port 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '09ca1af1-a84a-4157-8d96-441712f29e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:38:14.307382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Attempting to bind port 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4 on network ca45ed60-a4d7-47da-a5f2-fdc37055e227 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:38:14.319610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:38:14.320826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Checking segment: {'id': '09ca1af1-a84a-4157-8d96-441712f29e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:38:14.320826 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:14.320826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Bound using segment: {'id': '09ca1af1-a84a-4157-8d96-441712f29e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:38:14.321248 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Bound port: 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ca1af1-a84a-4157-8d96-441712f29e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:38:14.321664 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:14.349867 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:14.388253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0c063d38-845b-4f63-968d-b595882ca730 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:38:14.453423 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-909200f7-e64e-4455-974e-7559c3651eee None None] For port 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:38:14.459249 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-909200f7-e64e-4455-974e-7559c3651eee None None] For port 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4,segment=NetworkSegment(09ca1af1-a84a-4157-8d96-441712f29e0f),segment_id=09ca1af1-a84a-4157-8d96-441712f29e0f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:38:14.472003 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bea954b0-06f4-4b4f-81d2-4079817f2f2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14346d52af354b338f2253bc2f551829&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2206414
Feb 12 21:38:14.472180 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52638) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:14.479292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 0c063d38-845b-4f63-968d-b595882ca730 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:14.479673 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0c063d38-845b-4f63-968d-b595882ca730), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:14.561673 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0c063d38-845b-4f63-968d-b595882ca730 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:14.562076 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0c063d38-845b-4f63-968d-b595882ca730), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:14.575429 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:14.591000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 0c063d38-845b-4f63-968d-b595882ca730, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c063d38-845b-4f63-968d-b595882ca730,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:14.600590 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-975a94e8-6c41-45e9-aca2-5299b2c345a5 admin admin] Publish callbacks [] for security_group (38262d56-949e-43e3-a1a6-b58422baeec0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:14.645006 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-975a94e8-6c41-45e9-aca2-5299b2c345a5 admin admin] Publish callbacks [] for security_group (38262d56-949e-43e3-a1a6-b58422baeec0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:14.646369 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909200f7-e64e-4455-974e-7559c3651eee None None] Pushing event updated for resources: {'Port': ['ID=1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:14.662217 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0c063d38-845b-4f63-968d-b595882ca730), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:14.672832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 63f6c98f-62c6-4031-ac19-abc0eed005f7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:14.718794 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Allocated IP 172.20.0.1 (ca45ed60-a4d7-47da-a5f2-fdc37055e227/4f9e42f0-ac9b-40ac-82fa-3780382d7e79/fe38fa8e-8603-4c0a-a51a-05543fdc5c24) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:38:14.723260 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 63f6c98f-62c6-4031-ac19-abc0eed005f7 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:14.723260 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 63f6c98f-62c6-4031-ac19-abc0eed005f7 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:14.745452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=0c063d38-845b-4f63-968d-b595882ca730,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:14.814619 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-975a94e8-6c41-45e9-aca2-5299b2c345a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (38262d56-949e-43e3-a1a6-b58422baeec0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:14.817450 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-975a94e8-6c41-45e9-aca2-5299b2c345a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:14.828572 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-975a94e8-6c41-45e9-aca2-5299b2c345a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38262d56-949e-43e3-a1a6-b58422baeec0 HTTP/1.1" status: 204  len: 168 time: 0.3483231
Feb 12 21:38:14.840711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a94e8-6c41-45e9-aca2-5299b2c345a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38262d56-949e-43e3-a1a6-b58422baeec0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:14.879781 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:15.019661 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:15.070155 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network ca45ed60-a4d7-47da-a5f2-fdc37055e227 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:38:15.073161 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:15.077680 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:38:15.105703 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Port': ['ID=fe38fa8e-8603-4c0a-a51a-05543fdc5c24,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:15.128904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (226d34cf-3845-4e47-9876-8e6aff61b631), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:15.361446 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:15.557823 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52646) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:15.571787 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23cf0795-e0c8-4ab5-844e-820b26cabd4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:15.663064 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23cf0795-e0c8-4ab5-844e-820b26cabd4c admin admin] Publish callbacks [] for security_group (4e5a1e26-1bc0-4d4c-8a6d-3b310c7050a1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:15.720769 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:15.722979 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23cf0795-e0c8-4ab5-844e-820b26cabd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4e5a1e26-1bc0-4d4c-8a6d-3b310c7050a1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:15.726758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f3ee16-97f1-4623-8809-0371ce799ae2 None None] Network ca45ed60-a4d7-47da-a5f2-fdc37055e227 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:38:15.768023 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-23cf0795-e0c8-4ab5-844e-820b26cabd4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47f458a03f0d4db8a9da650459cba93b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2091067
Feb 12 21:38:15.770023 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf0795-e0c8-4ab5-844e-820b26cabd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5a1e26-1bc0-4d4c-8a6d-3b310c7050a1,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:15.770779 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52648) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:15.802809 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:15.839485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4a34b133-6185-473d-9ad6-08126bfed646 None None] Provisioning complete for port 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:15.839862 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4a34b133-6185-473d-9ad6-08126bfed646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:15.892656 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (226d34cf-3845-4e47-9876-8e6aff61b631), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:15.900750 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9eed5572-c84d-4bae-91c4-f0921e578575 admin admin] Publish callbacks [] for security_group (4e5a1e26-1bc0-4d4c-8a6d-3b310c7050a1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:15.902364 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Port': ['ID=fe38fa8e-8603-4c0a-a51a-05543fdc5c24,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:15.939936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4a34b133-6185-473d-9ad6-08126bfed646 None None] Current status of the port 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:15.945552 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4a34b133-6185-473d-9ad6-08126bfed646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:15.975405 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4a34b133-6185-473d-9ad6-08126bfed646 None None] For port 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4,segment=NetworkSegment(09ca1af1-a84a-4157-8d96-441712f29e0f),segment_id=09ca1af1-a84a-4157-8d96-441712f29e0f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:15.992401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9eed5572-c84d-4bae-91c4-f0921e578575 admin admin] Publish callbacks [] for security_group (4e5a1e26-1bc0-4d4c-8a6d-3b310c7050a1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:16.056798 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network ca45ed60-a4d7-47da-a5f2-fdc37055e227 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:38:16.058510 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:16.062546 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4a34b133-6185-473d-9ad6-08126bfed646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:16.117461 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34b133-6185-473d-9ad6-08126bfed646 None None] Pushing event updated for resources: {'Port': ['ID=1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:16.173778 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9eed5572-c84d-4bae-91c4-f0921e578575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4e5a1e26-1bc0-4d4c-8a6d-3b310c7050a1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:16.177180 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9eed5572-c84d-4bae-91c4-f0921e578575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:16.178671 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9eed5572-c84d-4bae-91c4-f0921e578575 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e5a1e26-1bc0-4d4c-8a6d-3b310c7050a1 HTTP/1.1" status: 204  len: 168 time: 0.4068835
Feb 12 21:38:16.197503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed5572-c84d-4bae-91c4-f0921e578575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5a1e26-1bc0-4d4c-8a6d-3b310c7050a1,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:16.207601 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Router 226d34cf-3845-4e47-9876-8e6aff61b631 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:38:16.212828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b9259328-8801-4e50-923a-3759c2ef3ad9 None None] Provisioning complete for port 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:16.214093 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b9259328-8801-4e50-923a-3759c2ef3ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:16.391414 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:38:16.400131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52652) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:16.400356 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-423d45bb-2e59-4b76-b842-1770fba46817 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "PUT /v2.0/routers/226d34cf-3845-4e47-9876-8e6aff61b631/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6797037
Feb 12 21:38:16.458438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:38:16.461336 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Sync routers for ids ['226d34cf-3845-4e47-9876-8e6aff61b631'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:38:16.506834 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Routers {'226d34cf-3845-4e47-9876-8e6aff61b631'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:16.507482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b83e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['226d34cf-3845-4e47-9876-8e6aff61b631'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:16.589058 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4454898e-7319-4099-b87f-ca3ffeb1019d tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:16.589674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4454898e-7319-4099-b87f-ca3ffeb1019d tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:16.590950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4454898e-7319-4099-b87f-ca3ffeb1019d tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:16.592177 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4454898e-7319-4099-b87f-ca3ffeb1019d tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:16.592827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4454898e-7319-4099-b87f-ca3ffeb1019d tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:16.593740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4454898e-7319-4099-b87f-ca3ffeb1019d tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:16.596152 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4454898e-7319-4099-b87f-ca3ffeb1019d tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4278 time: 0.1948886
Feb 12 21:38:16.598703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52658) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:16.688455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:16.688841 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:16.690462 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b9259328-8801-4e50-923a-3759c2ef3ad9 None None] Current status of the port 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:16.720715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Set router 226d34cf-3845-4e47-9876-8e6aff61b631 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:16.725089 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb4d9a-740a-4289-b8ba-ce870ce6f149 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:16.725594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb4d9a-740a-4289-b8ba-ce870ce6f149 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:16.726084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb4d9a-740a-4289-b8ba-ce870ce6f149 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:16.726717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb4d9a-740a-4289-b8ba-ce870ce6f149 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:16.727166 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb4d9a-740a-4289-b8ba-ce870ce6f149 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:16.727620 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb4d9a-740a-4289-b8ba-ce870ce6f149 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:16.729435 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-55cb4d9a-740a-4289-b8ba-ce870ce6f149 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3998 time: 0.1295493
Feb 12 21:38:16.733115 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52660) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:16.779077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b9259328-8801-4e50-923a-3759c2ef3ad9 None None] Provisioning complete for port fe38fa8e-8603-4c0a-a51a-05543fdc5c24 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:16.779745 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b9259328-8801-4e50-923a-3759c2ef3ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:16.931985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b9259328-8801-4e50-923a-3759c2ef3ad9 None None] Port fe38fa8e-8603-4c0a-a51a-05543fdc5c24 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:38:16.958319 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:16.959477 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0c063d38-845b-4f63-968d-b595882ca730 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:38:16.969028 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52662) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:17.009586 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-23762365-7dda-442a-8628-e3224761a844 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3041 time: 0.2749588
Feb 12 21:38:17.031738 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-27c4fc6a-3772-46b0-b1c5-66175cb6f3bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b753e1aaf2ad45d5ab0d026cf46baf83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0583420
Feb 12 21:38:17.031942 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52666) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:17.065222 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 0c063d38-845b-4f63-968d-b595882ca730 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:17.065635 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0c063d38-845b-4f63-968d-b595882ca730), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:17.086375 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9bb775fe-46a2-49ca-955f-6a4af17aed79 admin admin] Publish callbacks [] for security_group (28cc9741-041f-4aa6-8b46-b12f588c47ff), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:17.095722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0dda1d52-0b2b-4a86-9528-b2cf73aa360c None None] Provisioning complete for port fe38fa8e-8603-4c0a-a51a-05543fdc5c24 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:17.095944 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0dda1d52-0b2b-4a86-9528-b2cf73aa360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:17.108582 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9bb775fe-46a2-49ca-955f-6a4af17aed79 admin admin] Publish callbacks [] for security_group (28cc9741-041f-4aa6-8b46-b12f588c47ff), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:17.154495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b83e20>, [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:38:15Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe38fa8e-8603-4c0a-a51a-05543fdc5c24', 'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:de:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:14Z', 'updated_at': '2022-02-12T21:38:15Z', 'revision_number': 2, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:17.159280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0dda1d52-0b2b-4a86-9528-b2cf73aa360c None None] Port fe38fa8e-8603-4c0a-a51a-05543fdc5c24 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:38:17.188453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Checking router: 226d34cf-3845-4e47-9876-8e6aff61b631 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:38:17.188819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Updating router 226d34cf-3845-4e47-9876-8e6aff61b631 port fe38fa8e-8603-4c0a-a51a-05543fdc5c24 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:38:17.230502 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9bb775fe-46a2-49ca-955f-6a4af17aed79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (28cc9741-041f-4aa6-8b46-b12f588c47ff), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:17.233594 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9bb775fe-46a2-49ca-955f-6a4af17aed79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:17.234802 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9bb775fe-46a2-49ca-955f-6a4af17aed79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28cc9741-041f-4aa6-8b46-b12f588c47ff HTTP/1.1" status: 204  len: 168 time: 0.2019787
Feb 12 21:38:17.240332 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:17.244308 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb775fe-46a2-49ca-955f-6a4af17aed79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cc9741-041f-4aa6-8b46-b12f588c47ff,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:17.276535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0c063d38-845b-4f63-968d-b595882ca730 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:17.434028 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52670) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:17.439324 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-82c71416-1bfb-4ab3-8b41-99d0a507d136 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-714431652', 'description': 'tempest-secgroup-smoke-714431652 description', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:17.510321 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-82c71416-1bfb-4ab3-8b41-99d0a507d136 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:17.541079 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Publish callbacks [] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:17.589595 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-82c71416-1bfb-4ab3-8b41-99d0a507d136 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:17.616862 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:17.676783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c426b51-4edc-4656-98be-f41b2f0bed85 None None] Pushing event updated for resources: {'Port': ['ID=fe38fa8e-8603-4c0a-a51a-05543fdc5c24,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:17.702607 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-82c71416-1bfb-4ab3-8b41-99d0a507d136 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:17.744073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c71416-1bfb-4ab3-8b41-99d0a507d136 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:17.779981 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Attempting to bind port fe38fa8e-8603-4c0a-a51a-05543fdc5c24 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:38:17.780575 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Attempting to bind port fe38fa8e-8603-4c0a-a51a-05543fdc5c24 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '09ca1af1-a84a-4157-8d96-441712f29e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:38:17.780703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Attempting to bind port fe38fa8e-8603-4c0a-a51a-05543fdc5c24 on network ca45ed60-a4d7-47da-a5f2-fdc37055e227 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:38:17.791185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:38:17.794602 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Checking segment: {'id': '09ca1af1-a84a-4157-8d96-441712f29e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:38:17.795486 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:17.797322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Bound using segment: {'id': '09ca1af1-a84a-4157-8d96-441712f29e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:38:17.797322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Bound port: fe38fa8e-8603-4c0a-a51a-05543fdc5c24, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ca1af1-a84a-4157-8d96-441712f29e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:38:17.800187 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:17.848100 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-82c71416-1bfb-4ab3-8b41-99d0a507d136 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:17.850466 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-82c71416-1bfb-4ab3-8b41-99d0a507d136 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.4147205
Feb 12 21:38:17.853798 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52674) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:17.860391 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-57012fe7-9494-4665-8b04-f0ad372763ba tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': '8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:17.885977 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] For port fe38fa8e-8603-4c0a-a51a-05543fdc5c24, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:38:17.890942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] For port fe38fa8e-8603-4c0a-a51a-05543fdc5c24, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe38fa8e-8603-4c0a-a51a-05543fdc5c24,segment=NetworkSegment(09ca1af1-a84a-4157-8d96-441712f29e0f),segment_id=09ca1af1-a84a-4157-8d96-441712f29e0f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:38:17.963850 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57012fe7-9494-4665-8b04-f0ad372763ba tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (9e00932e-47ff-4804-97d4-2679f7755513), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:17.988300 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:18.053525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e088fe5a-2272-49c0-9fe0-c0a9d39da046 None None] Provisioning complete for port fe38fa8e-8603-4c0a-a51a-05543fdc5c24 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:18.053912 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e088fe5a-2272-49c0-9fe0-c0a9d39da046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:18.064989 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57012fe7-9494-4665-8b04-f0ad372763ba tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (9e00932e-47ff-4804-97d4-2679f7755513), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:18.094191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Routers {'226d34cf-3845-4e47-9876-8e6aff61b631'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:18.094833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b83e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['226d34cf-3845-4e47-9876-8e6aff61b631'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:18.140747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c426b51-4edc-4656-98be-f41b2f0bed85 None None] Pushing event updated for resources: {'Port': ['ID=fe38fa8e-8603-4c0a-a51a-05543fdc5c24,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:18.143077 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57012fe7-9494-4665-8b04-f0ad372763ba tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (9e00932e-47ff-4804-97d4-2679f7755513), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:18.165108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57012fe7-9494-4665-8b04-f0ad372763ba tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e00932e-47ff-4804-97d4-2679f7755513,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:18.247304 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57012fe7-9494-4665-8b04-f0ad372763ba tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:18.248645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-57012fe7-9494-4665-8b04-f0ad372763ba tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3931789
Feb 12 21:38:18.251389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52690) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:18.255743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b9b74570-3bc2-463f-aace-fe9ba8dcc24e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': '8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:18.260433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] Set router 226d34cf-3845-4e47-9876-8e6aff61b631 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:18.262277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e088fe5a-2272-49c0-9fe0-c0a9d39da046 None None] Current status of the port fe38fa8e-8603-4c0a-a51a-05543fdc5c24 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:18.262795 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e088fe5a-2272-49c0-9fe0-c0a9d39da046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:18.364152 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9b74570-3bc2-463f-aace-fe9ba8dcc24e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (a1efd184-807b-42c3-98d4-348bd7f9916b), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:18.370749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e088fe5a-2272-49c0-9fe0-c0a9d39da046 None None] For port fe38fa8e-8603-4c0a-a51a-05543fdc5c24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe38fa8e-8603-4c0a-a51a-05543fdc5c24,segment=NetworkSegment(09ca1af1-a84a-4157-8d96-441712f29e0f),segment_id=09ca1af1-a84a-4157-8d96-441712f29e0f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:18.425428 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9b74570-3bc2-463f-aace-fe9ba8dcc24e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (a1efd184-807b-42c3-98d4-348bd7f9916b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:18.492963 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b83e20>, [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:38:15Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe38fa8e-8603-4c0a-a51a-05543fdc5c24', 'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:de:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:14Z', 'updated_at': '2022-02-12T21:38:17Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:18.523278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71e466-9ee5-4c36-93b2-150ef36f0bbf None None] The sync data for ids ['226d34cf-3845-4e47-9876-8e6aff61b631'] in ncdv-master-1 is: [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:38:15Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe38fa8e-8603-4c0a-a51a-05543fdc5c24', 'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:de:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:14Z', 'updated_at': '2022-02-12T21:38:17Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:38:18.525942 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e088fe5a-2272-49c0-9fe0-c0a9d39da046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:18.578119 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9b74570-3bc2-463f-aace-fe9ba8dcc24e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (a1efd184-807b-42c3-98d4-348bd7f9916b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:18.592286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088fe5a-2272-49c0-9fe0-c0a9d39da046 None None] Pushing event updated for resources: {'Port': ['ID=fe38fa8e-8603-4c0a-a51a-05543fdc5c24,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:18.607234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b74570-3bc2-463f-aace-fe9ba8dcc24e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1efd184-807b-42c3-98d4-348bd7f9916b,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:18.654052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e1b4ac54-5859-4a6a-be9e-4732fa64b9b0 None None] Provisioning complete for port fe38fa8e-8603-4c0a-a51a-05543fdc5c24 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:18.654608 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e1b4ac54-5859-4a6a-be9e-4732fa64b9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:18.672370 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b9b74570-3bc2-463f-aace-fe9ba8dcc24e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:18.673655 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b9b74570-3bc2-463f-aace-fe9ba8dcc24e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4213095
Feb 12 21:38:18.676777 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52692) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:18.682510 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-b263e5ad-32b7-4fa7-b2b5-126a39426433 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': '8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:18.754120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e1b4ac54-5859-4a6a-be9e-4732fa64b9b0 None None] Current status of the port fe38fa8e-8603-4c0a-a51a-05543fdc5c24 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:18.796253 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b263e5ad-32b7-4fa7-b2b5-126a39426433 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (191936b5-e39c-4b73-a8ca-6c5edae4fc84), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:18.858805 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b263e5ad-32b7-4fa7-b2b5-126a39426433 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (191936b5-e39c-4b73-a8ca-6c5edae4fc84), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:18.925566 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b263e5ad-32b7-4fa7-b2b5-126a39426433 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (191936b5-e39c-4b73-a8ca-6c5edae4fc84), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:18.944673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263e5ad-32b7-4fa7-b2b5-126a39426433 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191936b5-e39c-4b73-a8ca-6c5edae4fc84,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:19.004208 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b263e5ad-32b7-4fa7-b2b5-126a39426433 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.005598 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b263e5ad-32b7-4fa7-b2b5-126a39426433 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3283060
Feb 12 21:38:19.008356 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52698) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:19.013099 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-672bd3e2-922d-4b57-a53b-6cbd1b90127d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': '8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:19.113375 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-672bd3e2-922d-4b57-a53b-6cbd1b90127d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (72ff96f9-b376-4af0-87c9-5a636ed2ab7b), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.181882 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-672bd3e2-922d-4b57-a53b-6cbd1b90127d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (72ff96f9-b376-4af0-87c9-5a636ed2ab7b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.188005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52702) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:19.264124 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-672bd3e2-922d-4b57-a53b-6cbd1b90127d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (72ff96f9-b376-4af0-87c9-5a636ed2ab7b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.287358 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bd3e2-922d-4b57-a53b-6cbd1b90127d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ff96f9-b376-4af0-87c9-5a636ed2ab7b,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:19.308128 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9b24df87-b138-46af-95a8-c554adafe577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.352376 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-672bd3e2-922d-4b57-a53b-6cbd1b90127d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.356666 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-672bd3e2-922d-4b57-a53b-6cbd1b90127d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3443172
Feb 12 21:38:19.356998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52706) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:19.362156 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-abca77ee-7c5d-4885-8e11-0e7bee8d48c3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': '8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:19.400049 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9b24df87-b138-46af-95a8-c554adafe577 admin admin] Publish callbacks [] for security_group (8e8d178a-c654-4298-8926-ebae2b369a56), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.482087 ncdv-master-1 neutron-server[126505]: INFO neutron.db.securitygroups_db [None req-abca77ee-7c5d-4885-8e11-0e7bee8d48c3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Project f545a02bc7de43f8894c9fd6fe7c85f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:38:19.487823 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-abca77ee-7c5d-4885-8e11-0e7bee8d48c3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (08ba5c57-1cef-4dce-9aa6-cc0006a4876a), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.525209 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9b24df87-b138-46af-95a8-c554adafe577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8e8d178a-c654-4298-8926-ebae2b369a56), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.552978 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-abca77ee-7c5d-4885-8e11-0e7bee8d48c3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (08ba5c57-1cef-4dce-9aa6-cc0006a4876a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.567383 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9b24df87-b138-46af-95a8-c554adafe577 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4a2913219654b37ba1f1f81e6273235&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3782148
Feb 12 21:38:19.568544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24df87-b138-46af-95a8-c554adafe577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8d178a-c654-4298-8926-ebae2b369a56,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:19.570292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52708) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:19.623104 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-abca77ee-7c5d-4885-8e11-0e7bee8d48c3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (08ba5c57-1cef-4dce-9aa6-cc0006a4876a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.627098 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-746a0568-4328-4e64-ae27-320342ef1fe7 admin admin] Publish callbacks [] for security_group (8e8d178a-c654-4298-8926-ebae2b369a56), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.649413 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca77ee-7c5d-4885-8e11-0e7bee8d48c3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ba5c57-1cef-4dce-9aa6-cc0006a4876a,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:19.669666 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-746a0568-4328-4e64-ae27-320342ef1fe7 admin admin] Publish callbacks [] for security_group (8e8d178a-c654-4298-8926-ebae2b369a56), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.735135 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-abca77ee-7c5d-4885-8e11-0e7bee8d48c3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.736414 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-abca77ee-7c5d-4885-8e11-0e7bee8d48c3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3782878
Feb 12 21:38:19.739462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52710) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:19.744931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-bb22e988-d9df-4d9d-a53c-0d9252922b6b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': '8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:19.784821 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-746a0568-4328-4e64-ae27-320342ef1fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8e8d178a-c654-4298-8926-ebae2b369a56), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.787718 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-746a0568-4328-4e64-ae27-320342ef1fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.788738 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-746a0568-4328-4e64-ae27-320342ef1fe7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e8d178a-c654-4298-8926-ebae2b369a56 HTTP/1.1" status: 204  len: 168 time: 0.2172182
Feb 12 21:38:19.799342 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a0568-4328-4e64-ae27-320342ef1fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8d178a-c654-4298-8926-ebae2b369a56,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:19.830631 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-bb22e988-d9df-4d9d-a53c-0d9252922b6b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Project f545a02bc7de43f8894c9fd6fe7c85f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:38:19.836156 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb22e988-d9df-4d9d-a53c-0d9252922b6b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (f3f12fc4-83fc-4bbe-a3ab-2f2a32f5ee33), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.896217 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb22e988-d9df-4d9d-a53c-0d9252922b6b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (f3f12fc4-83fc-4bbe-a3ab-2f2a32f5ee33), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.950529 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb22e988-d9df-4d9d-a53c-0d9252922b6b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (f3f12fc4-83fc-4bbe-a3ab-2f2a32f5ee33), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:19.968644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22e988-d9df-4d9d-a53c-0d9252922b6b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f12fc4-83fc-4bbe-a3ab-2f2a32f5ee33,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:20.036185 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bb22e988-d9df-4d9d-a53c-0d9252922b6b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:20.037400 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bb22e988-d9df-4d9d-a53c-0d9252922b6b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2968729
Feb 12 21:38:20.263885 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-2c13617c-a874-4747-ae31-f003c8bae54e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714431652&fields=id&tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6 HTTP/1.1" status: 200  len: 267 time: 0.0635457
Feb 12 21:38:20.265827 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fe38fa8e-8603-4c0a-a51a-05543fdc5c24 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:38:20.445728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-a6a82d16-6007-41f5-a561-897f6f618721 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:20.447202 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-a6a82d16-6007-41f5-a561-897f6f618721 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/networks?id=ca45ed60-a4d7-47da-a5f2-fdc37055e227 HTTP/1.1" status: 200  len: 797 time: 0.1765568
Feb 12 21:38:20.463085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-ad003d35-a475-4301-8e5c-f8b139de3181 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/quotas/f545a02bc7de43f8894c9fd6fe7c85f6 HTTP/1.1" status: 200  len: 375 time: 0.0092218
Feb 12 21:38:20.478719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port fe38fa8e-8603-4c0a-a51a-05543fdc5c24 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:20.479196 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:20.554758 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-2842f281-0d48-4a78-ac09-5d63b8c0f05d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0858586
Feb 12 21:38:20.571491 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port fe38fa8e-8603-4c0a-a51a-05543fdc5c24 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:20.660441 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-6112fce8-9eff-4265-9287-60e65bdd41c9 service neutron] 10.222.0.31 "GET /v2.0/networks/ca45ed60-a4d7-47da-a5f2-fdc37055e227?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937941
Feb 12 21:38:20.757281 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-2557e072-e406-4a3f-874a-ea1b98bc28cb service neutron] 10.222.0.31 "GET /v2.0/networks/ca45ed60-a4d7-47da-a5f2-fdc37055e227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910840
Feb 12 21:38:20.825321 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52744) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:20.925424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-37f333a0-27e2-486d-99f1-f0fe928ac5a2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1262019466-network', 'tenant_id': '286df0eadfaf4eca85b94d5e43881b94'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:21.008445 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce650a30-e4fd-455e-a97d-d5418849f93f req-bc2571cd-c788-4b66-a4d4-4743fbf5b63f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 210 time: 0.0317924
Feb 12 21:38:21.018736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f333a0-27e2-486d-99f1-f0fe928ac5a2 admin admin] Made reservation on behalf of 286df0eadfaf4eca85b94d5e43881b94 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:38:21.021025 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37f333a0-27e2-486d-99f1-f0fe928ac5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:21.031605 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37f333a0-27e2-486d-99f1-f0fe928ac5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:21.109925 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37f333a0-27e2-486d-99f1-f0fe928ac5a2 admin admin] Publish callbacks [] for security_group (12643ddd-b877-44f4-96ec-8d6338b61f02), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:21.176613 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37f333a0-27e2-486d-99f1-f0fe928ac5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (12643ddd-b877-44f4-96ec-8d6338b61f02), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:21.202056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f333a0-27e2-486d-99f1-f0fe928ac5a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:38:21.210508 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f333a0-27e2-486d-99f1-f0fe928ac5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12643ddd-b877-44f4-96ec-8d6338b61f02,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:21.216617 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37f333a0-27e2-486d-99f1-f0fe928ac5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (648f3c62-9507-455d-9657-ac3599ec7048), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:21.218610 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-37f333a0-27e2-486d-99f1-f0fe928ac5a2 admin admin] Added segment 648f3c62-9507-455d-9657-ac3599ec7048 of type vlan for network d62c6c69-7f39-4ea6-b23c-4b50bd318739
Feb 12 21:38:21.256506 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37f333a0-27e2-486d-99f1-f0fe928ac5a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (d62c6c69-7f39-4ea6-b23c-4b50bd318739), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:21.365453 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37f333a0-27e2-486d-99f1-f0fe928ac5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (d62c6c69-7f39-4ea6-b23c-4b50bd318739), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:21.366445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f333a0-27e2-486d-99f1-f0fe928ac5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:21.367034 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-37f333a0-27e2-486d-99f1-f0fe928ac5a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:21.433929 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f333a0-27e2-486d-99f1-f0fe928ac5a2 admin admin] Pushing event updated for resources: {'Network': ['ID=d62c6c69-7f39-4ea6-b23c-4b50bd318739,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:21.444664 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network d62c6c69-7f39-4ea6-b23c-4b50bd318739 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:38:21.453855 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-37f333a0-27e2-486d-99f1-f0fe928ac5a2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6274037
Feb 12 21:38:21.456746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52756) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:21.461900 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-802c42c3-ae69-47e6-b86b-34a6cc221cff admin admin] Request body: {'subnet': {'network_id': 'd62c6c69-7f39-4ea6-b23c-4b50bd318739', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1262019466-subnet', 'tenant_id': '286df0eadfaf4eca85b94d5e43881b94', 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:21.536834 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802c42c3-ae69-47e6-b86b-34a6cc221cff admin admin] Made reservation on behalf of 286df0eadfaf4eca85b94d5e43881b94 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:38:21.539169 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-802c42c3-ae69-47e6-b86b-34a6cc221cff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:21.779582 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-802c42c3-ae69-47e6-b86b-34a6cc221cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (e5e521d2-274d-4617-a519-4d25193b4c9c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:21.835801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c42c3-ae69-47e6-b86b-34a6cc221cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e521d2-274d-4617-a519-4d25193b4c9c,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:21.845267 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c42c3-ae69-47e6-b86b-34a6cc221cff admin admin] Checking segment: {'id': '648f3c62-9507-455d-9657-ac3599ec7048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd62c6c69-7f39-4ea6-b23c-4b50bd318739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:38:21.845754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802c42c3-ae69-47e6-b86b-34a6cc221cff admin admin] Network hostable DHCP agents. Network: d62c6c69-7f39-4ea6-b23c-4b50bd318739, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:38:21.909945 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802c42c3-ae69-47e6-b86b-34a6cc221cff admin admin] Network d62c6c69-7f39-4ea6-b23c-4b50bd318739 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:38:21.970796 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-802c42c3-ae69-47e6-b86b-34a6cc221cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d62c6c69-7f39-4ea6-b23c-4b50bd318739) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:21.976368 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802c42c3-ae69-47e6-b86b-34a6cc221cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:21.976368 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-802c42c3-ae69-47e6-b86b-34a6cc221cff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:21.990416 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8686aa4-199c-403d-82f7-b8b39b669eae None None] Network d62c6c69-7f39-4ea6-b23c-4b50bd318739 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:38:22.059214 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52762) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:22.060257 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-802c42c3-ae69-47e6-b86b-34a6cc221cff admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6015415
Feb 12 21:38:22.063959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1262019466-router', 'tenant_id': '286df0eadfaf4eca85b94d5e43881b94', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:22.097481 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d62c6c69-7f39-4ea6-b23c-4b50bd318739', 'network_id': 'd62c6c69-7f39-4ea6-b23c-4b50bd318739', 'project_id': '286df0eadfaf4eca85b94d5e43881b94', 'fixed_ips': [{'subnet_id': 'e5e521d2-274d-4617-a519-4d25193b4c9c'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:38:22.098865 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:22.120035 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-42cc1fa2-1bcd-4c4c-92e7-c50d7aa951fd req-8835676f-3078-4dd9-9c92-49e67f9c4a3b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 210 time: 0.0351715
Feb 12 21:38:22.139603 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (4dc23392-850f-446f-8b36-dc3036559617), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:22.140986 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (4dc23392-850f-446f-8b36-dc3036559617), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:22.228895 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Publish callbacks [] for router_controller (4dc23392-850f-446f-8b36-dc3036559617), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:22.237371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Allocated IP 172.20.0.2 (d62c6c69-7f39-4ea6-b23c-4b50bd318739/e5e521d2-274d-4617-a519-4d25193b4c9c/ec09730b-80b9-41c4-9e80-651457a2be24) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:38:22.384162 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Publish callbacks [] for port (ec09730b-80b9-41c4-9e80-651457a2be24), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:22.437613 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Publish callbacks [] for router_gateway (4dc23392-850f-446f-8b36-dc3036559617), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:22.448010 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (ec09730b-80b9-41c4-9e80-651457a2be24), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:22.494188 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Network d62c6c69-7f39-4ea6-b23c-4b50bd318739 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:38:22.497032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:22.501992 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:38:22.504982 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Pushing event updated for resources: {'Port': ['ID=ec09730b-80b9-41c4-9e80-651457a2be24,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:22.562971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Attempting to bind port ec09730b-80b9-41c4-9e80-651457a2be24 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:38:22.563470 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Attempting to bind port ec09730b-80b9-41c4-9e80-651457a2be24 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '648f3c62-9507-455d-9657-ac3599ec7048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd62c6c69-7f39-4ea6-b23c-4b50bd318739'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:38:22.563847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Attempting to bind port ec09730b-80b9-41c4-9e80-651457a2be24 on network d62c6c69-7f39-4ea6-b23c-4b50bd318739 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:38:22.569344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:38:22.569788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Checking segment: {'id': '648f3c62-9507-455d-9657-ac3599ec7048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd62c6c69-7f39-4ea6-b23c-4b50bd318739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:38:22.570222 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:22.570626 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Bound using segment: {'id': '648f3c62-9507-455d-9657-ac3599ec7048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd62c6c69-7f39-4ea6-b23c-4b50bd318739'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:38:22.571096 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Bound port: ec09730b-80b9-41c4-9e80-651457a2be24, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648f3c62-9507-455d-9657-ac3599ec7048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd62c6c69-7f39-4ea6-b23c-4b50bd318739'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:38:22.571482 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ec09730b-80b9-41c4-9e80-651457a2be24), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:22.633716 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] For port ec09730b-80b9-41c4-9e80-651457a2be24, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:38:22.636894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] For port ec09730b-80b9-41c4-9e80-651457a2be24, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec09730b-80b9-41c4-9e80-651457a2be24,segment=NetworkSegment(648f3c62-9507-455d-9657-ac3599ec7048),segment_id=648f3c62-9507-455d-9657-ac3599ec7048)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:38:22.716121 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Publish callbacks [] for router_gateway (4dc23392-850f-446f-8b36-dc3036559617), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:22.716888 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ec09730b-80b9-41c4-9e80-651457a2be24), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:22.742052 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:22.785337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f411e60-8ec1-4a3e-980b-0d6cf9c821bc None None] Pushing event updated for resources: {'Port': ['ID=ec09730b-80b9-41c4-9e80-651457a2be24,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:23.227758 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8cd132b0-3cbd-4e31-aad0-659e7fde8fac req-64189e93-5092-4a4e-877b-3bf950bd5ea9 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 210 time: 0.0299714
Feb 12 21:38:23.310949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Allocated IP 172.35.2.92 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/9b22be7e-39dd-47b7-9565-62ff5edf1a1c) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:38:23.401398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-4cc10e97-d68d-40df-820c-bc2f7b9fdb0e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:23.402416 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-4cc10e97-d68d-40df-820c-bc2f7b9fdb0e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.48 "GET /v2.0/networks?id=ca45ed60-a4d7-47da-a5f2-fdc37055e227 HTTP/1.1" status: 200  len: 797 time: 0.1691329
Feb 12 21:38:23.491362 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Publish callbacks [] for port (9b22be7e-39dd-47b7-9565-62ff5edf1a1c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:23.518839 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-49e5b57c-f977-4900-8eb3-97eccced6dac tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6 HTTP/1.1" status: 200  len: 379 time: 0.1002028
Feb 12 21:38:23.535964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-f3ed5401-fe8c-4fc6-bc63-9ec748f5840d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'port': {'device_id': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'admin_state_up': True, 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'security_groups': ['8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:23.686320 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (9b22be7e-39dd-47b7-9565-62ff5edf1a1c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:23.730194 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:38:23.733806 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47029136-2e06-4d73-ad14-a6d674e84ecd None None] Network d62c6c69-7f39-4ea6-b23c-4b50bd318739 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:38:23.735719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:23.740473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:38:23.743599 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Pushing event updated for resources: {'Port': ['ID=9b22be7e-39dd-47b7-9565-62ff5edf1a1c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:23.770005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-f3ed5401-fe8c-4fc6-bc63-9ec748f5840d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Made reservation on behalf of f545a02bc7de43f8894c9fd6fe7c85f6 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:38:23.773325 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-f3ed5401-fe8c-4fc6-bc63-9ec748f5840d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:23.842452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e34cb935-0565-4a13-9cfb-06e5a6528167 None None] Provisioning complete for port ec09730b-80b9-41c4-9e80-651457a2be24 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:23.842753 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e34cb935-0565-4a13-9cfb-06e5a6528167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ec09730b-80b9-41c4-9e80-651457a2be24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:23.941665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e34cb935-0565-4a13-9cfb-06e5a6528167 None None] Current status of the port ec09730b-80b9-41c4-9e80-651457a2be24 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:23.942056 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e34cb935-0565-4a13-9cfb-06e5a6528167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ec09730b-80b9-41c4-9e80-651457a2be24), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:23.976531 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e34cb935-0565-4a13-9cfb-06e5a6528167 None None] For port ec09730b-80b9-41c4-9e80-651457a2be24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec09730b-80b9-41c4-9e80-651457a2be24,segment=NetworkSegment(648f3c62-9507-455d-9657-ac3599ec7048),segment_id=648f3c62-9507-455d-9657-ac3599ec7048)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:24.002957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-f3ed5401-fe8c-4fc6-bc63-9ec748f5840d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Allocated IP 172.20.0.9 (ca45ed60-a4d7-47da-a5f2-fdc37055e227/4f9e42f0-ac9b-40ac-82fa-3780382d7e79/3c9b8e09-7259-474b-9ca1-4ae67f8df397) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:38:24.058956 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e34cb935-0565-4a13-9cfb-06e5a6528167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ec09730b-80b9-41c4-9e80-651457a2be24), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:24.108850 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cb935-0565-4a13-9cfb-06e5a6528167 None None] Pushing event updated for resources: {'Port': ['ID=ec09730b-80b9-41c4-9e80-651457a2be24,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:24.181104 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-75609b24-d83a-410d-8785-686db520cfd0 None None] Provisioning complete for port ec09730b-80b9-41c4-9e80-651457a2be24 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:24.181919 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-75609b24-d83a-410d-8785-686db520cfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ec09730b-80b9-41c4-9e80-651457a2be24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:24.235176 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-f3ed5401-fe8c-4fc6-bc63-9ec748f5840d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for port (3c9b8e09-7259-474b-9ca1-4ae67f8df397), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:24.259112 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Publish callbacks [] for router_gateway (4dc23392-850f-446f-8b36-dc3036559617), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:24.283783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-75609b24-d83a-410d-8785-686db520cfd0 None None] Current status of the port ec09730b-80b9-41c4-9e80-651457a2be24 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:24.307945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ec09730b-80b9-41c4-9e80-651457a2be24 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:38:24.356923 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ec09730b-80b9-41c4-9e80-651457a2be24 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:24.357464 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ec09730b-80b9-41c4-9e80-651457a2be24), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:24.371534 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a34976b-046e-4252-a6f5-15e312b79a3b req-a84edef3-108a-42ac-9c72-f0db90ba5b7a tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 210 time: 0.0420196
Feb 12 21:38:24.442624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ec09730b-80b9-41c4-9e80-651457a2be24 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:24.484560 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-f3ed5401-fe8c-4fc6-bc63-9ec748f5840d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3c9b8e09-7259-474b-9ca1-4ae67f8df397), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:24.553010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed5401-fe8c-4fc6-bc63-9ec748f5840d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Port': ['ID=3c9b8e09-7259-474b-9ca1-4ae67f8df397,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:24.561077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-f3ed5401-fe8c-4fc6-bc63-9ec748f5840d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network ca45ed60-a4d7-47da-a5f2-fdc37055e227 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:38:24.563882 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-f3ed5401-fe8c-4fc6-bc63-9ec748f5840d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:24.566134 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-f3ed5401-fe8c-4fc6-bc63-9ec748f5840d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:38:24.605080 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (4dc23392-850f-446f-8b36-dc3036559617), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:24.626547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-f3ed5401-fe8c-4fc6-bc63-9ec748f5840d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:24.627191 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-f3ed5401-fe8c-4fc6-bc63-9ec748f5840d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:24.807013 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0f7e5c5f-f243-4275-aa6f-04326963f9d7 None None] Provisioning complete for port 3c9b8e09-7259-474b-9ca1-4ae67f8df397 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:24.807628 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5c5f-f243-4275-aa6f-04326963f9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3c9b8e09-7259-474b-9ca1-4ae67f8df397), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:24.821679 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-f3ed5401-fe8c-4fc6-bc63-9ec748f5840d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2952888
Feb 12 21:38:24.841680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Router 4dc23392-850f-446f-8b36-dc3036559617 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:38:24.847949 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0f7e5c5f-f243-4275-aa6f-04326963f9d7 None None] Port 3c9b8e09-7259-474b-9ca1-4ae67f8df397 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:38:24.923849 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Request body: {'port': {'device_id': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:25.004111 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3c9b8e09-7259-474b-9ca1-4ae67f8df397), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:25.019206 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:38:25.028140 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Sync routers for ids ['4dc23392-850f-446f-8b36-dc3036559617'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:38:25.038442 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Routers {'4dc23392-850f-446f-8b36-dc3036559617'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:25.039043 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9f1880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4dc23392-850f-446f-8b36-dc3036559617'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:25.141348 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:25.142627 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-90cf797a-6300-4a42-a53b-2db511afae73 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.0823965
Feb 12 21:38:25.145789 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52770) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:25.147632 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Set router 4dc23392-850f-446f-8b36-dc3036559617 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:25.328801 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9f1880>, [{'id': '4dc23392-850f-446f-8b36-dc3036559617', 'name': 'tempest-TestAggregatesBasicOps-1262019466-router', 'tenant_id': '286df0eadfaf4eca85b94d5e43881b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '9b22be7e-39dd-47b7-9565-62ff5edf1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:22Z', 'updated_at': '2022-02-12T21:38:23Z', 'revision_number': 3, 'project_id': '286df0eadfaf4eca85b94d5e43881b94', 'gw_port': {'id': '9b22be7e-39dd-47b7-9565-62ff5edf1a1c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:25:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc23392-850f-446f-8b36-dc3036559617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:22Z', 'updated_at': '2022-02-12T21:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:25.355692 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Checking router: 4dc23392-850f-446f-8b36-dc3036559617 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:38:25.356046 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Updating router 4dc23392-850f-446f-8b36-dc3036559617 port 9b22be7e-39dd-47b7-9565-62ff5edf1a1c binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:38:25.383913 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9b22be7e-39dd-47b7-9565-62ff5edf1a1c), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:25.449378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9b8e09-7259-474b-9ca1-4ae67f8df397 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:38:25.460827 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Publish callbacks [] for port (3c9b8e09-7259-474b-9ca1-4ae67f8df397), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:25.482736 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Transition to ACTIVE for port object 3c9b8e09-7259-474b-9ca1-4ae67f8df397 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:38:25.502431 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa3f70-4c8d-4adb-8415-d4ad3fa25d0a req-aafcd66e-586c-4b02-a772-43e1d4e73a02 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:25.504592 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a0fa3f70-4c8d-4adb-8415-d4ad3fa25d0a req-aafcd66e-586c-4b02-a772-43e1d4e73a02 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 931 time: 0.0539522
Feb 12 21:38:25.555021 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (3c9b8e09-7259-474b-9ca1-4ae67f8df397), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:25.557620 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a0fa3f70-4c8d-4adb-8415-d4ad3fa25d0a req-1497d328-0ff2-4c0c-8062-638edded762a tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463223
Feb 12 21:38:25.627405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Pushing event updated for resources: {'Port': ['ID=3c9b8e09-7259-474b-9ca1-4ae67f8df397,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:25.650174 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Publish callbacks [] for port (9b22be7e-39dd-47b7-9565-62ff5edf1a1c), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:25.686852 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:38:25.701568 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9b22be7e-39dd-47b7-9565-62ff5edf1a1c), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:25.760723 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Attempting to bind port 9b22be7e-39dd-47b7-9565-62ff5edf1a1c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:38:25.761098 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Attempting to bind port 9b22be7e-39dd-47b7-9565-62ff5edf1a1c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:38:25.761674 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Attempting to bind port 9b22be7e-39dd-47b7-9565-62ff5edf1a1c on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:38:25.769240 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:38:25.769972 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:38:25.770542 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:25.771101 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:38:25.771760 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Bound port: 9b22be7e-39dd-47b7-9565-62ff5edf1a1c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:38:25.772947 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9b22be7e-39dd-47b7-9565-62ff5edf1a1c), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:25.832380 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37d43d-026d-4af6-ab3a-3811038a0187 None None] Pushing event updated for resources: {'Port': ['ID=9b22be7e-39dd-47b7-9565-62ff5edf1a1c,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:25.845171 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] For port 9b22be7e-39dd-47b7-9565-62ff5edf1a1c, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:38:25.848583 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] For port 9b22be7e-39dd-47b7-9565-62ff5edf1a1c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b22be7e-39dd-47b7-9565-62ff5edf1a1c,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:38:25.885387 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e4609424-c772-454b-b8b0-c35b94f75541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:25.914323 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9b22be7e-39dd-47b7-9565-62ff5edf1a1c), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:25.970926 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Routers {'4dc23392-850f-446f-8b36-dc3036559617'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:25.971541 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9f1880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:37:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4dc23392-850f-446f-8b36-dc3036559617'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:26.042022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Attempting to bind port 3c9b8e09-7259-474b-9ca1-4ae67f8df397 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:38:26.042360 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Attempting to bind port 3c9b8e09-7259-474b-9ca1-4ae67f8df397 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '09ca1af1-a84a-4157-8d96-441712f29e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:38:26.042694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Attempting to bind port 3c9b8e09-7259-474b-9ca1-4ae67f8df397 on network ca45ed60-a4d7-47da-a5f2-fdc37055e227 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:38:26.053324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Port 3c9b8e09-7259-474b-9ca1-4ae67f8df397 on network ca45ed60-a4d7-47da-a5f2-fdc37055e227 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:38:26.053679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Attempting to bind port 3c9b8e09-7259-474b-9ca1-4ae67f8df397 on network ca45ed60-a4d7-47da-a5f2-fdc37055e227 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:38:26.063956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:38:26.064297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Checking segment: {'id': '09ca1af1-a84a-4157-8d96-441712f29e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:38:26.064696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Bound using segment: {'id': '09ca1af1-a84a-4157-8d96-441712f29e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:38:26.065136 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Bound port: 3c9b8e09-7259-474b-9ca1-4ae67f8df397, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ca1af1-a84a-4157-8d96-441712f29e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:38:26.065527 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3c9b8e09-7259-474b-9ca1-4ae67f8df397), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:26.104456 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37d43d-026d-4af6-ab3a-3811038a0187 None None] Pushing event updated for resources: {'Port': ['ID=9b22be7e-39dd-47b7-9565-62ff5edf1a1c,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:26.147573 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:26.177259 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] Set router 4dc23392-850f-446f-8b36-dc3036559617 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:26.204613 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] For port 3c9b8e09-7259-474b-9ca1-4ae67f8df397, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:38:26.262401 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] For port 3c9b8e09-7259-474b-9ca1-4ae67f8df397, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c9b8e09-7259-474b-9ca1-4ae67f8df397,segment=NetworkSegment(09ca1af1-a84a-4157-8d96-441712f29e0f),segment_id=09ca1af1-a84a-4157-8d96-441712f29e0f)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:38:26.360946 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9f1880>, [{'id': '4dc23392-850f-446f-8b36-dc3036559617', 'name': 'tempest-TestAggregatesBasicOps-1262019466-router', 'tenant_id': '286df0eadfaf4eca85b94d5e43881b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '9b22be7e-39dd-47b7-9565-62ff5edf1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:22Z', 'updated_at': '2022-02-12T21:38:23Z', 'revision_number': 3, 'project_id': '286df0eadfaf4eca85b94d5e43881b94', 'gw_port': {'id': '9b22be7e-39dd-47b7-9565-62ff5edf1a1c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:25:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc23392-850f-446f-8b36-dc3036559617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:22Z', 'updated_at': '2022-02-12T21:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:26.371694 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (3c9b8e09-7259-474b-9ca1-4ae67f8df397), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:26.387457 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243cb64-7e4a-4860-b304-a992f07da2b2 None None] The sync data for ids ['4dc23392-850f-446f-8b36-dc3036559617'] in ncdv-master-1 is: [{'id': '4dc23392-850f-446f-8b36-dc3036559617', 'name': 'tempest-TestAggregatesBasicOps-1262019466-router', 'tenant_id': '286df0eadfaf4eca85b94d5e43881b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '9b22be7e-39dd-47b7-9565-62ff5edf1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:22Z', 'updated_at': '2022-02-12T21:38:23Z', 'revision_number': 3, 'project_id': '286df0eadfaf4eca85b94d5e43881b94', 'gw_port': {'id': '9b22be7e-39dd-47b7-9565-62ff5edf1a1c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:25:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc23392-850f-446f-8b36-dc3036559617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:22Z', 'updated_at': '2022-02-12T21:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:38:26.389901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Allocated IP 172.20.0.1 (d62c6c69-7f39-4ea6-b23c-4b50bd318739/e5e521d2-274d-4617-a519-4d25193b4c9c/7bb84fbb-e8b9-4862-be7b-0a1385eae767) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:38:26.428678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:26.429315 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:26.430765 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] 10.222.0.48 "PUT /v2.0/ports/3c9b8e09-7259-474b-9ca1-4ae67f8df397 HTTP/1.1" status: 200  len: 1091 time: 1.5976720
Feb 12 21:38:26.433028 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'tag': '3c9b8e09-7259-474b-9ca1-4ae67f8df397'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:38:26.435871 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47666926-cd3e-4ff0-b9cb-e5f8d5146e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a399fb8-d3f5-4c7c-81f1-393611926402", "tag": "3c9b8e09-7259-474b-9ca1-4ae67f8df397"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:38:26.488141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573a76b-fdfa-4ce4-a1bd-8d7178b279da service neutron] Pushing event updated for resources: {'Port': ['ID=3c9b8e09-7259-474b-9ca1-4ae67f8df397,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:26.611065 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Publish callbacks [] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:26.627666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-5c3bb905-986b-4c7c-b215-26ff9d24186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:26.629202 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-5c3bb905-986b-4c7c-b215-26ff9d24186e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 1125 time: 0.0819850
Feb 12 21:38:26.696914 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-45ad42e7-c0bf-440d-9bb9-0641735152d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c9b8e09-7259-474b-9ca1-4ae67f8df397 HTTP/1.1" status: 200  len: 217 time: 0.0562522
Feb 12 21:38:26.722018 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a703a032-4785-4857-a531-bcf98ef3c2cc x-openstack-request-id: req-a703a032-4785-4857-a531-bcf98ef3c2cc {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:38:26.722403 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a399fb8-d3f5-4c7c-81f1-393611926402", "tag": "3c9b8e09-7259-474b-9ca1-4ae67f8df397", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:38:26.722659 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a703a032-4785-4857-a531-bcf98ef3c2cc {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:38:26.723062 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'tag': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'status': 'completed', 'code': 200}
Feb 12 21:38:26.723892 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49dd34-a18e-4490-901a-ece81fb1118f req-b9e1de2e-baf7-4eca-b49a-4d136b5c9304 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:26.740625 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7f49dd34-a18e-4490-901a-ece81fb1118f req-b9e1de2e-baf7-4eca-b49a-4d136b5c9304 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 943 time: 0.0832813
Feb 12 21:38:26.789141 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:26.805055 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7f49dd34-a18e-4490-901a-ece81fb1118f req-45d5b6ac-6a6a-43da-a853-3538ad1f8bd1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634637
Feb 12 21:38:26.814325 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-ef62336c-a6d7-4f84-a5eb-5f91a40ccc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:26.815816 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-ef62336c-a6d7-4f84-a5eb-5f91a40ccc83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f9e42f0-ac9b-40ac-82fa-3780382d7e79 HTTP/1.1" status: 200  len: 835 time: 0.1096761
Feb 12 21:38:26.836730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Network d62c6c69-7f39-4ea6-b23c-4b50bd318739 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:38:26.855806 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:26.879523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:38:26.913007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Pushing event updated for resources: {'Port': ['ID=7bb84fbb-e8b9-4862-be7b-0a1385eae767,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:26.941466 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (4dc23392-850f-446f-8b36-dc3036559617), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:26.947759 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-124380b4-051d-4c43-96a2-d37f0e4436e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:26.949853 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-124380b4-051d-4c43-96a2-d37f0e4436e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca45ed60-a4d7-47da-a5f2-fdc37055e227&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1120186
Feb 12 21:38:27.124633 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:27.133520 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b6ca25f1-3145-42a3-888b-d0cab7289deb None None] Provisioning complete for port 7bb84fbb-e8b9-4862-be7b-0a1385eae767 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:27.133903 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b6ca25f1-3145-42a3-888b-d0cab7289deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:27.157785 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-e875b944-303f-4f3e-a96c-1d6cf6b612d4 service neutron] 10.222.0.48 "GET /v2.0/networks/ca45ed60-a4d7-47da-a5f2-fdc37055e227?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765151
Feb 12 21:38:27.180623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca25f1-3145-42a3-888b-d0cab7289deb None None] Port 7bb84fbb-e8b9-4862-be7b-0a1385eae767 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:38:27.280315 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9881ce48-6887-4184-b0c5-90e157c3a5f1 req-cf9f35ce-0cf3-4f64-b193-62511606cee1 service neutron] 10.222.0.48 "GET /v2.0/networks/ca45ed60-a4d7-47da-a5f2-fdc37055e227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1125257
Feb 12 21:38:27.280652 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:27.491295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47666926-cd3e-4ff0-b9cb-e5f8d5146e0b req-a3d303d7-f5d9-451c-a17d-e14a83f12bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:27.492795 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47666926-cd3e-4ff0-b9cb-e5f8d5146e0b req-a3d303d7-f5d9-451c-a17d-e14a83f12bb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 1125 time: 0.0836284
Feb 12 21:38:27.501752 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Publish callbacks [] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:27.557533 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:27.644241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Pushing event updated for resources: {'Port': ['ID=7bb84fbb-e8b9-4862-be7b-0a1385eae767,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:27.651736 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (4dc23392-850f-446f-8b36-dc3036559617), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:27.663255 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47666926-cd3e-4ff0-b9cb-e5f8d5146e0b req-66521df5-4341-4f70-bebd-d9eb6f78f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:27.664763 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47666926-cd3e-4ff0-b9cb-e5f8d5146e0b req-66521df5-4341-4f70-bebd-d9eb6f78f8f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca45ed60-a4d7-47da-a5f2-fdc37055e227 HTTP/1.1" status: 200  len: 898 time: 0.1611662
Feb 12 21:38:27.744818 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47666926-cd3e-4ff0-b9cb-e5f8d5146e0b req-467188b2-6ded-4ab2-b874-bb361934a30c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c9b8e09-7259-474b-9ca1-4ae67f8df397 HTTP/1.1" status: 200  len: 217 time: 0.0676084
Feb 12 21:38:27.824620 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47666926-cd3e-4ff0-b9cb-e5f8d5146e0b req-8cae4456-7536-409c-8d32-5bd10c84c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:27.826605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47666926-cd3e-4ff0-b9cb-e5f8d5146e0b req-8cae4456-7536-409c-8d32-5bd10c84c04b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f9e42f0-ac9b-40ac-82fa-3780382d7e79 HTTP/1.1" status: 200  len: 835 time: 0.0740700
Feb 12 21:38:27.828664 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Network d62c6c69-7f39-4ea6-b23c-4b50bd318739 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:38:27.830138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:28.009863 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47666926-cd3e-4ff0-b9cb-e5f8d5146e0b req-daf2af37-cefd-4dd2-ac5a-bb2af47f3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:28.012324 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47666926-cd3e-4ff0-b9cb-e5f8d5146e0b req-daf2af37-cefd-4dd2-ac5a-bb2af47f3323 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca45ed60-a4d7-47da-a5f2-fdc37055e227&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1778467
Feb 12 21:38:28.112126 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b398371f-a868-49e2-8e5e-df3622bfd0f7 None None] Provisioning complete for port 7bb84fbb-e8b9-4862-be7b-0a1385eae767 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:28.112526 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b398371f-a868-49e2-8e5e-df3622bfd0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:28.112794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b797c6-ffd5-4315-bc33-bde19804e8cd req-30e726ff-80ed-4409-b13b-98e2f5c1f670 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:28.115304 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81b797c6-ffd5-4315-bc33-bde19804e8cd req-30e726ff-80ed-4409-b13b-98e2f5c1f670 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 943 time: 0.2055068
Feb 12 21:38:28.153348 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b398371f-a868-49e2-8e5e-df3622bfd0f7 None None] Port 7bb84fbb-e8b9-4862-be7b-0a1385eae767 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:38:28.174766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Router 4dc23392-850f-446f-8b36-dc3036559617 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:38:28.234182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47666926-cd3e-4ff0-b9cb-e5f8d5146e0b req-f9c9755a-5ea8-46f3-93bc-029f12f5dc3d service neutron] 10.222.0.48 "GET /v2.0/networks/ca45ed60-a4d7-47da-a5f2-fdc37055e227?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2140329
Feb 12 21:38:28.242010 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81b797c6-ffd5-4315-bc33-bde19804e8cd req-1bf1ff66-e0a8-49ba-b209-63950bab9577 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1069803
Feb 12 21:38:28.287449 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9e73fb82-f010-4b82-8793-c38e79895d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:28.305862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9b22be7e-39dd-47b7-9565-62ff5edf1a1c up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:38:28.360329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 9b22be7e-39dd-47b7-9565-62ff5edf1a1c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:28.360649 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9b22be7e-39dd-47b7-9565-62ff5edf1a1c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:28.434326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:38:28.449180 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e51e3137-0975-41e8-993a-07755632d79a admin admin] 10.222.0.31 "PUT /v2.0/routers/4dc23392-850f-446f-8b36-dc3036559617/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3021553
Feb 12 21:38:28.450160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Sync routers for ids ['4dc23392-850f-446f-8b36-dc3036559617'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:38:28.452743 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47666926-cd3e-4ff0-b9cb-e5f8d5146e0b req-163a56d5-f1d7-46a2-aac0-596437dff0d6 service neutron] 10.222.0.48 "GET /v2.0/networks/ca45ed60-a4d7-47da-a5f2-fdc37055e227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2084806
Feb 12 21:38:28.468137 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Routers {'4dc23392-850f-446f-8b36-dc3036559617'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:28.471093 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5f6850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4dc23392-850f-446f-8b36-dc3036559617'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:28.564156 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 9b22be7e-39dd-47b7-9565-62ff5edf1a1c is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:28.564156 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9b22be7e-39dd-47b7-9565-62ff5edf1a1c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:28.608386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 9b22be7e-39dd-47b7-9565-62ff5edf1a1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b22be7e-39dd-47b7-9565-62ff5edf1a1c,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:28.636935 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Set router 4dc23392-850f-446f-8b36-dc3036559617 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:28.683505 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9b22be7e-39dd-47b7-9565-62ff5edf1a1c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:28.822966 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=9b22be7e-39dd-47b7-9565-62ff5edf1a1c,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:28.893055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5f6850>, [{'id': '4dc23392-850f-446f-8b36-dc3036559617', 'name': 'tempest-TestAggregatesBasicOps-1262019466-router', 'tenant_id': '286df0eadfaf4eca85b94d5e43881b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '9b22be7e-39dd-47b7-9565-62ff5edf1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:22Z', 'updated_at': '2022-02-12T21:38:27Z', 'revision_number': 4, 'project_id': '286df0eadfaf4eca85b94d5e43881b94', 'gw_port': {'id': '9b22be7e-39dd-47b7-9565-62ff5edf1a1c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:25:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc23392-850f-446f-8b36-dc3036559617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:22Z', 'updated_at': '2022-02-12T21:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bb84fbb-e8b9-4862-be7b-0a1385eae767', 'name': '', 'network_id': 'd62c6c69-7f39-4ea6-b23c-4b50bd318739', 'tenant_id': '286df0eadfaf4eca85b94d5e43881b94', 'mac_address': 'fa:16:3e:39:65:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc23392-850f-446f-8b36-dc3036559617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e5e521d2-274d-4617-a519-4d25193b4c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:26Z', 'updated_at': '2022-02-12T21:38:27Z', 'revision_number': 2, 'project_id': '286df0eadfaf4eca85b94d5e43881b94', 'subnets': [{'id': 'e5e521d2-274d-4617-a519-4d25193b4c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:28.921391 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Checking router: 4dc23392-850f-446f-8b36-dc3036559617 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:38:28.921620 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Updating router 4dc23392-850f-446f-8b36-dc3036559617 port 7bb84fbb-e8b9-4862-be7b-0a1385eae767 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:38:28.953722 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:29.205740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52800) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:29.211278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-76c44ecd-58d6-41bd-9c01-95e4cc6f9727 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1408940599-network', 'tenant_id': '33f6cf87e2bc412ab47b7166548f9160'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:29.247112 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Publish callbacks [] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:29.322081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c44ecd-58d6-41bd-9c01-95e4cc6f9727 admin admin] Made reservation on behalf of 33f6cf87e2bc412ab47b7166548f9160 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:38:29.324249 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-76c44ecd-58d6-41bd-9c01-95e4cc6f9727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:29.343226 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:29.349386 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-76c44ecd-58d6-41bd-9c01-95e4cc6f9727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:29.402034 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dea8e-fabe-4379-9108-85fcbaf167f7 req-3ff67c0e-c2b9-4779-b076-b4c20aeaf288 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:29.405406 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c50dea8e-fabe-4379-9108-85fcbaf167f7 req-3ff67c0e-c2b9-4779-b076-b4c20aeaf288 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 943 time: 0.0923181
Feb 12 21:38:29.417620 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214e396-8d89-4582-8dea-def165e0d040 None None] Pushing event updated for resources: {'Port': ['ID=7bb84fbb-e8b9-4862-be7b-0a1385eae767,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:29.458883 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Attempting to bind port 7bb84fbb-e8b9-4862-be7b-0a1385eae767 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:38:29.459265 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Attempting to bind port 7bb84fbb-e8b9-4862-be7b-0a1385eae767 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '648f3c62-9507-455d-9657-ac3599ec7048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd62c6c69-7f39-4ea6-b23c-4b50bd318739'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:38:29.460332 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Attempting to bind port 7bb84fbb-e8b9-4862-be7b-0a1385eae767 on network d62c6c69-7f39-4ea6-b23c-4b50bd318739 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:38:29.470492 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:38:29.471282 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Checking segment: {'id': '648f3c62-9507-455d-9657-ac3599ec7048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd62c6c69-7f39-4ea6-b23c-4b50bd318739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:38:29.471856 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:29.471856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Bound using segment: {'id': '648f3c62-9507-455d-9657-ac3599ec7048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd62c6c69-7f39-4ea6-b23c-4b50bd318739'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:38:29.473256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Bound port: 7bb84fbb-e8b9-4862-be7b-0a1385eae767, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648f3c62-9507-455d-9657-ac3599ec7048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd62c6c69-7f39-4ea6-b23c-4b50bd318739'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:38:29.473751 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:29.474400 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-76c44ecd-58d6-41bd-9c01-95e4cc6f9727 admin admin] Publish callbacks [] for security_group (ba13dadc-93d6-4e49-8bb8-5195170685c2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:29.510722 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c50dea8e-fabe-4379-9108-85fcbaf167f7 req-b412c7fc-01b7-43a0-9fa4-e015927927ce tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0982733
Feb 12 21:38:29.573670 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] For port 7bb84fbb-e8b9-4862-be7b-0a1385eae767, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:38:29.575127 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe09a5a-22a1-429d-a889-2c2a19c70652 req-b8ddecd0-cc70-4de5-922f-eb43b8e38760 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:29.577299 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] For port 7bb84fbb-e8b9-4862-be7b-0a1385eae767, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bb84fbb-e8b9-4862-be7b-0a1385eae767,segment=NetworkSegment(648f3c62-9507-455d-9657-ac3599ec7048),segment_id=648f3c62-9507-455d-9657-ac3599ec7048)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:38:29.577933 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3fe09a5a-22a1-429d-a889-2c2a19c70652 req-b8ddecd0-cc70-4de5-922f-eb43b8e38760 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 945 time: 0.0755939
Feb 12 21:38:29.582256 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-76c44ecd-58d6-41bd-9c01-95e4cc6f9727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ba13dadc-93d6-4e49-8bb8-5195170685c2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:29.615572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c44ecd-58d6-41bd-9c01-95e4cc6f9727 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:38:29.627014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c44ecd-58d6-41bd-9c01-95e4cc6f9727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba13dadc-93d6-4e49-8bb8-5195170685c2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:29.633550 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-76c44ecd-58d6-41bd-9c01-95e4cc6f9727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (a31a3458-1399-407c-9868-8c27c7ec0270), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:29.633900 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-76c44ecd-58d6-41bd-9c01-95e4cc6f9727 admin admin] Added segment a31a3458-1399-407c-9868-8c27c7ec0270 of type vlan for network ff33b7a6-ade8-4110-bc3c-d053108894cd
Feb 12 21:38:29.641345 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:29.644741 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3fe09a5a-22a1-429d-a889-2c2a19c70652 req-3d4bc398-02d6-448b-b56f-3b7b47c90c2f tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa679d8c-526d-4436-a1b2-6643385e76dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589294
Feb 12 21:38:29.683550 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c2f5a9f6-c76f-490d-a036-a178800ca9b0 None None] Provisioning complete for port 7bb84fbb-e8b9-4862-be7b-0a1385eae767 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:29.683933 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c2f5a9f6-c76f-490d-a036-a178800ca9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:29.690997 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-76c44ecd-58d6-41bd-9c01-95e4cc6f9727 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (ff33b7a6-ade8-4110-bc3c-d053108894cd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:29.709095 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:29.758032 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:29.758757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c2f5a9f6-c76f-490d-a036-a178800ca9b0 None None] Port 7bb84fbb-e8b9-4862-be7b-0a1385eae767 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:38:29.778164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Routers {'4dc23392-850f-446f-8b36-dc3036559617'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:29.778822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5f6850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4dc23392-850f-446f-8b36-dc3036559617'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:29.790331 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-76c44ecd-58d6-41bd-9c01-95e4cc6f9727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (ff33b7a6-ade8-4110-bc3c-d053108894cd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:29.791320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c44ecd-58d6-41bd-9c01-95e4cc6f9727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:29.791904 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-76c44ecd-58d6-41bd-9c01-95e4cc6f9727 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:30.017193 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214e396-8d89-4582-8dea-def165e0d040 None None] Pushing event updated for resources: {'Port': ['ID=7bb84fbb-e8b9-4862-be7b-0a1385eae767,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:30.043740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ec7fdf45-ed45-4616-8994-f1d65d8cc531 None None] Provisioning complete for port 7bb84fbb-e8b9-4862-be7b-0a1385eae767 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:30.044114 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ec7fdf45-ed45-4616-8994-f1d65d8cc531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:30.099376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] Set router 4dc23392-850f-446f-8b36-dc3036559617 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:30.174762 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-76c44ecd-58d6-41bd-9c01-95e4cc6f9727 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.9672961
Feb 12 21:38:30.177530 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52806) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:30.182521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-182fba25-17ab-4a38-88ac-71b41eb62642 admin admin] Request body: {'subnet': {'network_id': 'ff33b7a6-ade8-4110-bc3c-d053108894cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1408940599-subnet', 'tenant_id': '33f6cf87e2bc412ab47b7166548f9160', 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:30.182751 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c44ecd-58d6-41bd-9c01-95e4cc6f9727 admin admin] Pushing event updated for resources: {'Network': ['ID=ff33b7a6-ade8-4110-bc3c-d053108894cd,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:30.196583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network ff33b7a6-ade8-4110-bc3c-d053108894cd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:38:30.271841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ec7fdf45-ed45-4616-8994-f1d65d8cc531 None None] Current status of the port 7bb84fbb-e8b9-4862-be7b-0a1385eae767 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:30.272519 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ec7fdf45-ed45-4616-8994-f1d65d8cc531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:30.281430 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182fba25-17ab-4a38-88ac-71b41eb62642 admin admin] Made reservation on behalf of 33f6cf87e2bc412ab47b7166548f9160 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:38:30.285051 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-182fba25-17ab-4a38-88ac-71b41eb62642 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:30.300917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9b22be7e-39dd-47b7-9565-62ff5edf1a1c up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:38:30.406858 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ec7fdf45-ed45-4616-8994-f1d65d8cc531 None None] For port 7bb84fbb-e8b9-4862-be7b-0a1385eae767, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bb84fbb-e8b9-4862-be7b-0a1385eae767,segment=NetworkSegment(648f3c62-9507-455d-9657-ac3599ec7048),segment_id=648f3c62-9507-455d-9657-ac3599ec7048)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:30.442344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 9b22be7e-39dd-47b7-9565-62ff5edf1a1c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:30.442633 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9b22be7e-39dd-47b7-9565-62ff5edf1a1c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:30.477668 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ec7fdf45-ed45-4616-8994-f1d65d8cc531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:30.532921 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-182fba25-17ab-4a38-88ac-71b41eb62642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (5fdf8cd1-6dfa-45b7-b298-71316bfa2c58), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:30.536525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5f6850>, [{'id': '4dc23392-850f-446f-8b36-dc3036559617', 'name': 'tempest-TestAggregatesBasicOps-1262019466-router', 'tenant_id': '286df0eadfaf4eca85b94d5e43881b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '9b22be7e-39dd-47b7-9565-62ff5edf1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:22Z', 'updated_at': '2022-02-12T21:38:27Z', 'revision_number': 4, 'project_id': '286df0eadfaf4eca85b94d5e43881b94', 'gw_port': {'id': '9b22be7e-39dd-47b7-9565-62ff5edf1a1c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc23392-850f-446f-8b36-dc3036559617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:22Z', 'updated_at': '2022-02-12T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bb84fbb-e8b9-4862-be7b-0a1385eae767', 'name': '', 'network_id': 'd62c6c69-7f39-4ea6-b23c-4b50bd318739', 'tenant_id': '286df0eadfaf4eca85b94d5e43881b94', 'mac_address': 'fa:16:3e:39:65:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc23392-850f-446f-8b36-dc3036559617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e5e521d2-274d-4617-a519-4d25193b4c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:26Z', 'updated_at': '2022-02-12T21:38:29Z', 'revision_number': 4, 'project_id': '286df0eadfaf4eca85b94d5e43881b94', 'subnets': [{'id': 'e5e521d2-274d-4617-a519-4d25193b4c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:30.573915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8000a87-6b74-4e1f-8278-c5eb69807635 None None] The sync data for ids ['4dc23392-850f-446f-8b36-dc3036559617'] in ncdv-master-1 is: [{'id': '4dc23392-850f-446f-8b36-dc3036559617', 'name': 'tempest-TestAggregatesBasicOps-1262019466-router', 'tenant_id': '286df0eadfaf4eca85b94d5e43881b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '9b22be7e-39dd-47b7-9565-62ff5edf1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:22Z', 'updated_at': '2022-02-12T21:38:27Z', 'revision_number': 4, 'project_id': '286df0eadfaf4eca85b94d5e43881b94', 'gw_port': {'id': '9b22be7e-39dd-47b7-9565-62ff5edf1a1c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc23392-850f-446f-8b36-dc3036559617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:22Z', 'updated_at': '2022-02-12T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7bb84fbb-e8b9-4862-be7b-0a1385eae767', 'name': '', 'network_id': 'd62c6c69-7f39-4ea6-b23c-4b50bd318739', 'tenant_id': '286df0eadfaf4eca85b94d5e43881b94', 'mac_address': 'fa:16:3e:39:65:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc23392-850f-446f-8b36-dc3036559617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e5e521d2-274d-4617-a519-4d25193b4c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:26Z', 'updated_at': '2022-02-12T21:38:29Z', 'revision_number': 4, 'project_id': '286df0eadfaf4eca85b94d5e43881b94', 'subnets': [{'id': 'e5e521d2-274d-4617-a519-4d25193b4c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:38:30.597197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fba25-17ab-4a38-88ac-71b41eb62642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fdf8cd1-6dfa-45b7-b298-71316bfa2c58,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:30.602252 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fdf45-ed45-4616-8994-f1d65d8cc531 None None] Pushing event updated for resources: {'Port': ['ID=7bb84fbb-e8b9-4862-be7b-0a1385eae767,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:30.614389 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 9b22be7e-39dd-47b7-9565-62ff5edf1a1c is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:30.623869 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182fba25-17ab-4a38-88ac-71b41eb62642 admin admin] Checking segment: {'id': 'a31a3458-1399-407c-9868-8c27c7ec0270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff33b7a6-ade8-4110-bc3c-d053108894cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:38:30.624238 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182fba25-17ab-4a38-88ac-71b41eb62642 admin admin] Network hostable DHCP agents. Network: ff33b7a6-ade8-4110-bc3c-d053108894cd, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:38:30.697456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f19a3d-acc8-4356-be50-c6c38ca7451d req-a4c37596-494d-4184-ae7f-57c103766232 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:30.701412 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55f19a3d-acc8-4356-be50-c6c38ca7451d req-a4c37596-494d-4184-ae7f-57c103766232 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 943 time: 0.0804093
Feb 12 21:38:30.702760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182fba25-17ab-4a38-88ac-71b41eb62642 admin admin] Network ff33b7a6-ade8-4110-bc3c-d053108894cd is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:38:30.802014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55f19a3d-acc8-4356-be50-c6c38ca7451d req-76281439-074e-4131-96b4-0022213833e7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0944529
Feb 12 21:38:30.802515 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-182fba25-17ab-4a38-88ac-71b41eb62642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ff33b7a6-ade8-4110-bc3c-d053108894cd) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:30.807564 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182fba25-17ab-4a38-88ac-71b41eb62642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:30.808936 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-182fba25-17ab-4a38-88ac-71b41eb62642 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:30.818328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc14ad6d-6b06-46fd-b805-3a8256d42d59 None None] Network ff33b7a6-ade8-4110-bc3c-d053108894cd requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:38:30.822865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ad606-9ea8-44a0-beff-922e6b1dcfef req-041e733c-9ecd-446f-ac75-82ba70993ef3 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:30.824574 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e8ad606-9ea8-44a0-beff-922e6b1dcfef req-041e733c-9ecd-446f-ac75-82ba70993ef3 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 945 time: 0.0990503
Feb 12 21:38:30.832169 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e5ddc-8bc4-4015-a5ac-9f9a15939bb6 req-a5b8f7d5-08d7-4b0b-9d70-ef31beeb2423 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:30.833725 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c67e5ddc-8bc4-4015-a5ac-9f9a15939bb6 req-a5b8f7d5-08d7-4b0b-9d70-ef31beeb2423 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 945 time: 0.0926049
Feb 12 21:38:30.890883 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-182fba25-17ab-4a38-88ac-71b41eb62642 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7122352
Feb 12 21:38:30.896301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52812) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:30.901534 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1408940599-router', 'tenant_id': '33f6cf87e2bc412ab47b7166548f9160', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:30.933040 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c67e5ddc-8bc4-4015-a5ac-9f9a15939bb6 req-e0cd2150-07c7-4b3f-a3ef-57cf45d41f6c tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa679d8c-526d-4436-a1b2-6643385e76dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932651
Feb 12 21:38:30.963456 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3c9b8e09-7259-474b-9ca1-4ae67f8df397 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:38:30.964922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-2e8ad606-9ea8-44a0-beff-922e6b1dcfef req-4fbbab71-5d60-46d9-bc65-609cb2d33d53 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Deleting port f8d754d1-34dc-4a41-ac74-e83b17271343 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:30.965188 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2e8ad606-9ea8-44a0-beff-922e6b1dcfef req-4fbbab71-5d60-46d9-bc65-609cb2d33d53 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f8d754d1-34dc-4a41-ac74-e83b17271343), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:30.979796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ff33b7a6-ade8-4110-bc3c-d053108894cd', 'network_id': 'ff33b7a6-ade8-4110-bc3c-d053108894cd', 'project_id': '33f6cf87e2bc412ab47b7166548f9160', 'fixed_ips': [{'subnet_id': '5fdf8cd1-6dfa-45b7-b298-71316bfa2c58'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:38:30.980677 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:31.036461 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (6f718638-3690-4dfa-b9bd-d6aefe5326ca), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:31.052190 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (6f718638-3690-4dfa-b9bd-d6aefe5326ca), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:31.072063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-2e8ad606-9ea8-44a0-beff-922e6b1dcfef req-4fbbab71-5d60-46d9-bc65-609cb2d33d53 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] For port f8d754d1-34dc-4a41-ac74-e83b17271343, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8d754d1-34dc-4a41-ac74-e83b17271343,segment=NetworkSegment(b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e),segment_id=b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:31.072864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2e8ad606-9ea8-44a0-beff-922e6b1dcfef req-4fbbab71-5d60-46d9-bc65-609cb2d33d53 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f8d754d1-34dc-4a41-ac74-e83b17271343), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:31.102684 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Publish callbacks [] for router_controller (6f718638-3690-4dfa-b9bd-d6aefe5326ca), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:31.131195 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:31.204936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3c9b8e09-7259-474b-9ca1-4ae67f8df397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c9b8e09-7259-474b-9ca1-4ae67f8df397,segment=NetworkSegment(09ca1af1-a84a-4157-8d96-441712f29e0f),segment_id=09ca1af1-a84a-4157-8d96-441712f29e0f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:31.230873 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'port_id': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'mac_address': 'fa:16:3e:b3:90:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:38:31.242076 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Allocated IP 172.20.0.2 (ff33b7a6-ade8-4110-bc3c-d053108894cd/5fdf8cd1-6dfa-45b7-b298-71316bfa2c58/f77ed843-97da-4a2d-9b39-3f05be0f3e9e) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:38:31.285422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 3c9b8e09-7259-474b-9ca1-4ae67f8df397 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:31.286121 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3c9b8e09-7259-474b-9ca1-4ae67f8df397), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:31.306971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9b8e09-7259-474b-9ca1-4ae67f8df397 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:38:31.334868 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3c9b8e09-7259-474b-9ca1-4ae67f8df397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c9b8e09-7259-474b-9ca1-4ae67f8df397,segment=NetworkSegment(09ca1af1-a84a-4157-8d96-441712f29e0f),segment_id=09ca1af1-a84a-4157-8d96-441712f29e0f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:31.346741 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2e8ad606-9ea8-44a0-beff-922e6b1dcfef req-4fbbab71-5d60-46d9-bc65-609cb2d33d53 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:31.347198 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2e8ad606-9ea8-44a0-beff-922e6b1dcfef req-4fbbab71-5d60-46d9-bc65-609cb2d33d53 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (394ca7bb-b278-4f2c-b89c-e5390c860efa), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:31.347670 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-2e8ad606-9ea8-44a0-beff-922e6b1dcfef req-4fbbab71-5d60-46d9-bc65-609cb2d33d53 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Floating IP 394ca7bb-b278-4f2c-b89c-e5390c860efa disassociated. External IP: 172.35.2.250, port: f8d754d1-34dc-4a41-ac74-e83b17271343.
Feb 12 21:38:31.348657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-2e8ad606-9ea8-44a0-beff-922e6b1dcfef req-4fbbab71-5d60-46d9-bc65-609cb2d33d53 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Calling delete_port for f8d754d1-34dc-4a41-ac74-e83b17271343 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:31.357646 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Publish callbacks [] for router_gateway (6f718638-3690-4dfa-b9bd-d6aefe5326ca), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:31.396151 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3c9b8e09-7259-474b-9ca1-4ae67f8df397), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:31.470126 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=3c9b8e09-7259-474b-9ca1-4ae67f8df397,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:31.567526 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2e8ad606-9ea8-44a0-beff-922e6b1dcfef req-4fbbab71-5d60-46d9-bc65-609cb2d33d53 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f8d754d1-34dc-4a41-ac74-e83b17271343), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:31.610059 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbab71-5d60-46d9-bc65-609cb2d33d53 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Pushing event deleted for resources: {'Port': ['ID=f8d754d1-34dc-4a41-ac74-e83b17271343,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:31.640558 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['3c9b8e09-7259-474b-9ca1-4ae67f8df397'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:38:31.708582 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Publish callbacks [] for port (f77ed843-97da-4a2d-9b39-3f05be0f3e9e), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:31.753871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e8ad606-9ea8-44a0-beff-922e6b1dcfef req-4fbbab71-5d60-46d9-bc65-609cb2d33d53 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Router e683d737-5a1b-4fe7-ad60-62228af68bc0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:38:31.814992 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (f77ed843-97da-4a2d-9b39-3f05be0f3e9e), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:31.892747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Network ff33b7a6-ade8-4110-bc3c-d053108894cd is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:38:31.892747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:31.898488 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:38:31.938627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e8ad606-9ea8-44a0-beff-922e6b1dcfef req-4fbbab71-5d60-46d9-bc65-609cb2d33d53 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:38:31.948045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Pushing event updated for resources: {'Port': ['ID=f77ed843-97da-4a2d-9b39-3f05be0f3e9e,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:31.965005 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fa4359-e4c6-404e-825f-436ffa206d53 None None] Sync routers for ids ['e683d737-5a1b-4fe7-ad60-62228af68bc0'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:38:31.997759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Attempting to bind port f77ed843-97da-4a2d-9b39-3f05be0f3e9e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:38:31.997759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Attempting to bind port f77ed843-97da-4a2d-9b39-3f05be0f3e9e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a31a3458-1399-407c-9868-8c27c7ec0270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff33b7a6-ade8-4110-bc3c-d053108894cd'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:38:31.997759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Attempting to bind port f77ed843-97da-4a2d-9b39-3f05be0f3e9e on network ff33b7a6-ade8-4110-bc3c-d053108894cd {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:38:32.015324 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fa4359-e4c6-404e-825f-436ffa206d53 None None] Routers {'e683d737-5a1b-4fe7-ad60-62228af68bc0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:32.017417 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:38:32.018121 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a2fa4359-e4c6-404e-825f-436ffa206d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb954ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e683d737-5a1b-4fe7-ad60-62228af68bc0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:32.018542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Checking segment: {'id': 'a31a3458-1399-407c-9868-8c27c7ec0270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff33b7a6-ade8-4110-bc3c-d053108894cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:38:32.018968 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:32.019377 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Bound using segment: {'id': 'a31a3458-1399-407c-9868-8c27c7ec0270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff33b7a6-ade8-4110-bc3c-d053108894cd'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:38:32.019910 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Bound port: f77ed843-97da-4a2d-9b39-3f05be0f3e9e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31a3458-1399-407c-9868-8c27c7ec0270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff33b7a6-ade8-4110-bc3c-d053108894cd'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:38:32.020391 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f77ed843-97da-4a2d-9b39-3f05be0f3e9e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:32.031291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8ad606-9ea8-44a0-beff-922e6b1dcfef req-4fbbab71-5d60-46d9-bc65-609cb2d33d53 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] No DVR routers for this DVR port f8d754d1-34dc-4a41-ac74-e83b17271343 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:38:32.043449 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2e8ad606-9ea8-44a0-beff-922e6b1dcfef req-4fbbab71-5d60-46d9-bc65-609cb2d33d53 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:32.057052 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e8ad606-9ea8-44a0-beff-922e6b1dcfef req-4fbbab71-5d60-46d9-bc65-609cb2d33d53 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.50 "DELETE /v2.0/ports/f8d754d1-34dc-4a41-ac74-e83b17271343 HTTP/1.1" status: 204  len: 173 time: 1.2170458
Feb 12 21:38:32.059135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb651ad-6909-4814-b97a-a1331757b728', 'name': 'network-vif-deleted', 'tag': 'f8d754d1-34dc-4a41-ac74-e83b17271343'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:38:32.062777 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b659a8-bf18-4dec-ab2f-8ae941fe062d" -d '{"events": [{"server_uuid": "9eb651ad-6909-4814-b97a-a1331757b728", "name": "network-vif-deleted", "tag": "f8d754d1-34dc-4a41-ac74-e83b17271343"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:38:32.126913 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab3202-7397-4f56-adf6-41a5142a79f8 req-284ed6a4-d112-42b2-ace5-d5eafa50405b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:32.128808 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-49ab3202-7397-4f56-adf6-41a5142a79f8 req-284ed6a4-d112-42b2-ace5-d5eafa50405b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 944 time: 0.2049470
Feb 12 21:38:32.194909 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-49ab3202-7397-4f56-adf6-41a5142a79f8 req-36f60e15-8771-4d19-a4d2-6a5531cdc5ed tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594258
Feb 12 21:38:32.202493 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Publish callbacks [] for router_gateway (6f718638-3690-4dfa-b9bd-d6aefe5326ca), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:32.243992 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:32.300582 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] For port f77ed843-97da-4a2d-9b39-3f05be0f3e9e, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:38:32.304066 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] For port f77ed843-97da-4a2d-9b39-3f05be0f3e9e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f77ed843-97da-4a2d-9b39-3f05be0f3e9e,segment=NetworkSegment(a31a3458-1399-407c-9868-8c27c7ec0270),segment_id=a31a3458-1399-407c-9868-8c27c7ec0270)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:38:32.309400 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-698731c9-e9f9-4bc6-b094-b23f3f8e85f2 req-a48eada6-2ec4-41a8-a068-84830543c943 tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb651ad-6909-4814-b97a-a1331757b728 HTTP/1.1" status: 200  len: 210 time: 0.1093371
Feb 12 21:38:32.314693 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155f5dbb-e928-4005-a08f-69252b9f229b x-openstack-request-id: req-155f5dbb-e928-4005-a08f-69252b9f229b {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:38:32.315008 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb651ad-6909-4814-b97a-a1331757b728", "name": "network-vif-deleted", "tag": "f8d754d1-34dc-4a41-ac74-e83b17271343", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:38:32.315304 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-155f5dbb-e928-4005-a08f-69252b9f229b {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:38:32.315708 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb651ad-6909-4814-b97a-a1331757b728', 'name': 'network-vif-deleted', 'tag': 'f8d754d1-34dc-4a41-ac74-e83b17271343', 'status': 'completed', 'code': 200}
Feb 12 21:38:32.317120 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:32.355140 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-a2fa4359-e4c6-404e-825f-436ffa206d53 None None] Set router e683d737-5a1b-4fe7-ad60-62228af68bc0 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:32.386035 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f77ed843-97da-4a2d-9b39-3f05be0f3e9e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:32.422455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7bb84fbb-e8b9-4862-be7b-0a1385eae767 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:38:32.515798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fbce2-948f-4af5-9860-23388573e1ae None None] Pushing event updated for resources: {'Port': ['ID=f77ed843-97da-4a2d-9b39-3f05be0f3e9e,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:32.519737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 7bb84fbb-e8b9-4862-be7b-0a1385eae767 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:32.519899 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:32.547728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Allocated IP 172.35.2.10 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/4f2e69f6-2031-4bdd-a8e1-4fec74b0c458) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:38:32.608820 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a2fa4359-e4c6-404e-825f-436ffa206d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb954ee0>, [{'id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'name': 'tempest-TestServerBasicOps-122040548-router', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:14Z', 'updated_at': '2022-02-12T21:33:18Z', 'revision_number': 4, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'gw_port': {'id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:15Z', 'updated_at': '2022-02-12T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '628ca295-dc44-43a4-a709-c2aa8ee71c8b', 'name': '', 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'mac_address': 'fa:16:3e:94:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:17Z', 'updated_at': '2022-02-12T21:33:22Z', 'revision_number': 5, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'subnets': [{'id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:32.609749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 7bb84fbb-e8b9-4862-be7b-0a1385eae767 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:32.635961 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fa4359-e4c6-404e-825f-436ffa206d53 None None] Checking router: e683d737-5a1b-4fe7-ad60-62228af68bc0 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:38:32.645516 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fa4359-e4c6-404e-825f-436ffa206d53 None None] Routers {'e683d737-5a1b-4fe7-ad60-62228af68bc0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:32.646404 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a2fa4359-e4c6-404e-825f-436ffa206d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb954ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e683d737-5a1b-4fe7-ad60-62228af68bc0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:32.681626 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Publish callbacks [] for port (4f2e69f6-2031-4bdd-a8e1-4fec74b0c458), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:32.781128 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-a2fa4359-e4c6-404e-825f-436ffa206d53 None None] Set router e683d737-5a1b-4fe7-ad60-62228af68bc0 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:32.819135 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4f2e69f6-2031-4bdd-a8e1-4fec74b0c458), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:32.873223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:38:32.874016 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:32.880617 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:38:32.903655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=4f2e69f6-2031-4bdd-a8e1-4fec74b0c458,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:32.971125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3c9b8e09-7259-474b-9ca1-4ae67f8df397 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:38:32.999959 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a2fa4359-e4c6-404e-825f-436ffa206d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb954ee0>, [{'id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'name': 'tempest-TestServerBasicOps-122040548-router', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:14Z', 'updated_at': '2022-02-12T21:33:18Z', 'revision_number': 4, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'gw_port': {'id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:15Z', 'updated_at': '2022-02-12T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '628ca295-dc44-43a4-a709-c2aa8ee71c8b', 'name': '', 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'mac_address': 'fa:16:3e:94:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:17Z', 'updated_at': '2022-02-12T21:33:22Z', 'revision_number': 5, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'subnets': [{'id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:33.035407 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fa4359-e4c6-404e-825f-436ffa206d53 None None] The sync data for ids ['e683d737-5a1b-4fe7-ad60-62228af68bc0'] in ncdv-master-1 is: [{'id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'name': 'tempest-TestServerBasicOps-122040548-router', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:14Z', 'updated_at': '2022-02-12T21:33:18Z', 'revision_number': 4, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'gw_port': {'id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:15Z', 'updated_at': '2022-02-12T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '628ca295-dc44-43a4-a709-c2aa8ee71c8b', 'name': '', 'network_id': '5a275d54-c4f2-43ea-a3af-6f48ceb00c04', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'mac_address': 'fa:16:3e:94:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:17Z', 'updated_at': '2022-02-12T21:33:22Z', 'revision_number': 5, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'subnets': [{'id': '3918f939-1e5c-4678-bc3a-c7a904354339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:38:33.085505 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 3c9b8e09-7259-474b-9ca1-4ae67f8df397 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:38:33.089835 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 3c9b8e09-7259-474b-9ca1-4ae67f8df397 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:33.090212 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3c9b8e09-7259-474b-9ca1-4ae67f8df397), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:33.240638 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Publish callbacks [] for router_gateway (6f718638-3690-4dfa-b9bd-d6aefe5326ca), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:33.375202 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 3c9b8e09-7259-474b-9ca1-4ae67f8df397 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:33.375202 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3c9b8e09-7259-474b-9ca1-4ae67f8df397), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:33.384015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52824) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:33.395561 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b930a-0476-4b69-9189-658712c1bee7 req-0693ceb2-f6b2-49fc-8eef-30bded0e0d51 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:33.397165 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-398b930a-0476-4b69-9189-658712c1bee7 req-0693ceb2-f6b2-49fc-8eef-30bded0e0d51 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 944 time: 0.1010151
Feb 12 21:38:33.419298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3c9b8e09-7259-474b-9ca1-4ae67f8df397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c9b8e09-7259-474b-9ca1-4ae67f8df397,segment=NetworkSegment(09ca1af1-a84a-4157-8d96-441712f29e0f),segment_id=09ca1af1-a84a-4157-8d96-441712f29e0f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:33.422178 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9b8e09-7259-474b-9ca1-4ae67f8df397'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:38:33.424153 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cca96c-b518-4bbe-8bdd-365c43527f4c" -d '{"events": [{"server_uuid": "2a399fb8-d3f5-4c7c-81f1-393611926402", "name": "network-vif-plugged", "status": "completed", "tag": "3c9b8e09-7259-474b-9ca1-4ae67f8df397"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:38:33.479429 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeefde47-ded4-4fd1-8377-d990806b6d57 x-openstack-request-id: req-aeefde47-ded4-4fd1-8377-d990806b6d57 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:38:33.480053 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a399fb8-d3f5-4c7c-81f1-393611926402", "name": "network-vif-plugged", "status": "completed", "tag": "3c9b8e09-7259-474b-9ca1-4ae67f8df397", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:38:33.481519 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aeefde47-ded4-4fd1-8377-d990806b6d57 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:38:33.494307 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'code': 200}
Feb 12 21:38:33.496343 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3c9b8e09-7259-474b-9ca1-4ae67f8df397), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:33.503049 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (6f718638-3690-4dfa-b9bd-d6aefe5326ca), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:33.572743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=3c9b8e09-7259-474b-9ca1-4ae67f8df397,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:33.643385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f864302-64d3-46a3-ab3b-d725f8322542 None None] New status for floating IP 394ca7bb-b278-4f2c-b89c-e5390c860efa: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:38:33.686847 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-398b930a-0476-4b69-9189-658712c1bee7 req-5dc44283-e2df-4916-a634-d23dee675181 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2680726
Feb 12 21:38:33.714550 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-af3b4ada-d0ee-464c-8738-0cd15d33eb5c tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Deleting port a49a0aa9-e9b6-421e-ac62-3cfb6d8d4b2f {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:33.714948 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af3b4ada-d0ee-464c-8738-0cd15d33eb5c tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a49a0aa9-e9b6-421e-ac62-3cfb6d8d4b2f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:33.774046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5ad73-22cc-418f-8fec-eddf9bf057a6 req-aa61c451-3fd3-486b-b489-88799bf5da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:33.775562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-20a5ad73-22cc-418f-8fec-eddf9bf057a6 req-aa61c451-3fd3-486b-b489-88799bf5da25 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 1127 time: 0.1840510
Feb 12 21:38:33.777637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Router 6f718638-3690-4dfa-b9bd-d6aefe5326ca is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:38:33.788915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964d4f88-c7ed-4c26-9607-9a1f3fc7c5dd None None] Network ff33b7a6-ade8-4110-bc3c-d053108894cd requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:38:33.832668 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af3b4ada-d0ee-464c-8738-0cd15d33eb5c tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a49a0aa9-e9b6-421e-ac62-3cfb6d8d4b2f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:33.832919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af3b4ada-d0ee-464c-8738-0cd15d33eb5c tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for floatingip (a49a0aa9-e9b6-421e-ac62-3cfb6d8d4b2f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:33.855391 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-20a5ad73-22cc-418f-8fec-eddf9bf057a6 req-76488cd8-70d2-45f0-8bab-f1bc82325642 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671408
Feb 12 21:38:33.856643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-af3b4ada-d0ee-464c-8738-0cd15d33eb5c tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Calling delete_port for a49a0aa9-e9b6-421e-ac62-3cfb6d8d4b2f owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:33.897440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c6e14616-31bf-440f-9d25-600a64fff579 None None] Provisioning complete for port f77ed843-97da-4a2d-9b39-3f05be0f3e9e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:33.897824 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c6e14616-31bf-440f-9d25-600a64fff579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f77ed843-97da-4a2d-9b39-3f05be0f3e9e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:33.927273 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:38:33.938356 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9946887-6823-4449-989e-443a03c31066 None None] Sync routers for ids ['6f718638-3690-4dfa-b9bd-d6aefe5326ca'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:38:33.949486 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9946887-6823-4449-989e-443a03c31066 None None] Routers {'6f718638-3690-4dfa-b9bd-d6aefe5326ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:33.950423 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e9946887-6823-4449-989e-443a03c31066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe24a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6f718638-3690-4dfa-b9bd-d6aefe5326ca'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:34.003453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c6e14616-31bf-440f-9d25-600a64fff579 None None] Current status of the port f77ed843-97da-4a2d-9b39-3f05be0f3e9e is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:34.003945 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c6e14616-31bf-440f-9d25-600a64fff579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f77ed843-97da-4a2d-9b39-3f05be0f3e9e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:34.039963 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:34.041434 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d2cabd89-24f4-48e4-b0f4-070f4df9c9e8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1442521
Feb 12 21:38:34.044370 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52828) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:34.051471 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c6e14616-31bf-440f-9d25-600a64fff579 None None] For port f77ed843-97da-4a2d-9b39-3f05be0f3e9e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f77ed843-97da-4a2d-9b39-3f05be0f3e9e,segment=NetworkSegment(a31a3458-1399-407c-9868-8c27c7ec0270),segment_id=a31a3458-1399-407c-9868-8c27c7ec0270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:34.081885 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-e9946887-6823-4449-989e-443a03c31066 None None] Set router 6f718638-3690-4dfa-b9bd-d6aefe5326ca gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:34.119402 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af3b4ada-d0ee-464c-8738-0cd15d33eb5c tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a49a0aa9-e9b6-421e-ac62-3cfb6d8d4b2f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:34.151338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b4ada-d0ee-464c-8738-0cd15d33eb5c tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Pushing event deleted for resources: {'Port': ['ID=a49a0aa9-e9b6-421e-ac62-3cfb6d8d4b2f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:34.159292 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c6e14616-31bf-440f-9d25-600a64fff579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f77ed843-97da-4a2d-9b39-3f05be0f3e9e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:34.249767 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af3b4ada-d0ee-464c-8738-0cd15d33eb5c tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for floatingip (394ca7bb-b278-4f2c-b89c-e5390c860efa), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:34.261263 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-af3b4ada-d0ee-464c-8738-0cd15d33eb5c tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:34.267804 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-af3b4ada-d0ee-464c-8738-0cd15d33eb5c tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "DELETE /v2.0/floatingips/394ca7bb-b278-4f2c-b89c-e5390c860efa HTTP/1.1" status: 204  len: 168 time: 0.8693633
Feb 12 21:38:34.280832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e14616-31bf-440f-9d25-600a64fff579 None None] Pushing event updated for resources: {'Port': ['ID=f77ed843-97da-4a2d-9b39-3f05be0f3e9e,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:34.342296 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f77ed843-97da-4a2d-9b39-3f05be0f3e9e up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:38:34.380411 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52834) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:34.381037 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e9946887-6823-4449-989e-443a03c31066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe24a30>, [{'id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'name': 'tempest-TestAggregatesBasicOps-1408940599-router', 'tenant_id': '33f6cf87e2bc412ab47b7166548f9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': '4f2e69f6-2031-4bdd-a8e1-4fec74b0c458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:31Z', 'updated_at': '2022-02-12T21:38:33Z', 'revision_number': 3, 'project_id': '33f6cf87e2bc412ab47b7166548f9160', 'gw_port': {'id': '4f2e69f6-2031-4bdd-a8e1-4fec74b0c458', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:32Z', 'updated_at': '2022-02-12T21:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:34.412558 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-bac75bfb-8323-4610-aa39-a0ad174cb254 None None] Provisioning complete for port f77ed843-97da-4a2d-9b39-3f05be0f3e9e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:34.413242 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9946887-6823-4449-989e-443a03c31066 None None] Checking router: 6f718638-3690-4dfa-b9bd-d6aefe5326ca for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:38:34.413347 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9946887-6823-4449-989e-443a03c31066 None None] Updating router 6f718638-3690-4dfa-b9bd-d6aefe5326ca port 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:38:34.413908 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bac75bfb-8323-4610-aa39-a0ad174cb254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f77ed843-97da-4a2d-9b39-3f05be0f3e9e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:34.444216 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-e9946887-6823-4449-989e-443a03c31066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4f2e69f6-2031-4bdd-a8e1-4fec74b0c458), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:34.451445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f77ed843-97da-4a2d-9b39-3f05be0f3e9e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:34.452184 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f77ed843-97da-4a2d-9b39-3f05be0f3e9e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:34.457599 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4003ed4-39bb-4e65-b3fb-213c98efff7e tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group (fa679d8c-526d-4436-a1b2-6643385e76dd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:34.488247 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4003ed4-39bb-4e65-b3fb-213c98efff7e tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group (fa679d8c-526d-4436-a1b2-6643385e76dd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:34.575793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-bac75bfb-8323-4610-aa39-a0ad174cb254 None None] Current status of the port f77ed843-97da-4a2d-9b39-3f05be0f3e9e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:34.586182 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f77ed843-97da-4a2d-9b39-3f05be0f3e9e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:34.613859 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:34.651125 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4003ed4-39bb-4e65-b3fb-213c98efff7e tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (fa679d8c-526d-4436-a1b2-6643385e76dd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:34.654546 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4003ed4-39bb-4e65-b3fb-213c98efff7e tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:34.656100 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a4003ed4-39bb-4e65-b3fb-213c98efff7e tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] 10.222.0.31 "DELETE /v2.0/security-groups/fa679d8c-526d-4436-a1b2-6643385e76dd HTTP/1.1" status: 204  len: 168 time: 0.2753732
Feb 12 21:38:34.666243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4003ed4-39bb-4e65-b3fb-213c98efff7e tempest-TestServerBasicOps-2129886097 tempest-TestServerBasicOps-2129886097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa679d8c-526d-4436-a1b2-6643385e76dd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:34.774645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52840) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:34.803575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Allocated IP 172.20.0.1 (ff33b7a6-ade8-4110-bc3c-d053108894cd/5fdf8cd1-6dfa-45b7-b298-71316bfa2c58/81852e83-4c37-48fc-82f5-83d954b40d41) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:38:34.829984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bf9ef-bcc5-4c63-a4f3-d10b02bf1293 req-028b2fec-f0a2-4fb9-ae16-706022252396 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:34.844410 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-910bf9ef-bcc5-4c63-a4f3-d10b02bf1293 req-028b2fec-f0a2-4fb9-ae16-706022252396 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 945 time: 0.0645242
Feb 12 21:38:34.854588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f8d754d1-34dc-4a41-ac74-e83b17271343 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:34.887512 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: f8d754d1-34dc-4a41-ac74-e83b17271343 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:34.887852 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f8d754d1-34dc-4a41-ac74-e83b17271343 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:34.898585 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-910bf9ef-bcc5-4c63-a4f3-d10b02bf1293 req-3d88b9b4-ee57-4195-ad4c-3572f88ceb84 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517976
Feb 12 21:38:34.904572 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-e9946887-6823-4449-989e-443a03c31066 None None] Publish callbacks [] for port (4f2e69f6-2031-4bdd-a8e1-4fec74b0c458), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:34.951671 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Publish callbacks [] for port (81852e83-4c37-48fc-82f5-83d954b40d41), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:34.978618 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-e9946887-6823-4449-989e-443a03c31066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4f2e69f6-2031-4bdd-a8e1-4fec74b0c458), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:35.026881 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-e9946887-6823-4449-989e-443a03c31066 None None] Attempting to bind port 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:38:35.027252 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-e9946887-6823-4449-989e-443a03c31066 None None] Attempting to bind port 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:38:35.027606 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9946887-6823-4449-989e-443a03c31066 None None] Attempting to bind port 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:38:35.038238 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9946887-6823-4449-989e-443a03c31066 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:38:35.038603 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9946887-6823-4449-989e-443a03c31066 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:38:35.038994 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-e9946887-6823-4449-989e-443a03c31066 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:35.039377 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9946887-6823-4449-989e-443a03c31066 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:38:35.040298 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-e9946887-6823-4449-989e-443a03c31066 None None] Bound port: 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:38:35.040298 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-e9946887-6823-4449-989e-443a03c31066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4f2e69f6-2031-4bdd-a8e1-4fec74b0c458), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:35.041811 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533f865-6018-4cd7-9a96-ef0f5a4ec17c None None] Pushing event updated for resources: {'Port': ['ID=4f2e69f6-2031-4bdd-a8e1-4fec74b0c458,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:35.098571 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-e9946887-6823-4449-989e-443a03c31066 None None] For port 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:38:35.101065 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:35.101704 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-e9946887-6823-4449-989e-443a03c31066 None None] For port 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f2e69f6-2031-4bdd-a8e1-4fec74b0c458,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:38:35.166454 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-e9946887-6823-4449-989e-443a03c31066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4f2e69f6-2031-4bdd-a8e1-4fec74b0c458), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:35.191776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Network ff33b7a6-ade8-4110-bc3c-d053108894cd is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:38:35.203143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:35.207068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Pushing event updated for resources: {'Port': ['ID=81852e83-4c37-48fc-82f5-83d954b40d41,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:35.212139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:38:35.222601 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9946887-6823-4449-989e-443a03c31066 None None] Routers {'6f718638-3690-4dfa-b9bd-d6aefe5326ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:35.223262 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e9946887-6823-4449-989e-443a03c31066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe24a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6f718638-3690-4dfa-b9bd-d6aefe5326ca'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:35.311252 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533f865-6018-4cd7-9a96-ef0f5a4ec17c None None] Pushing event updated for resources: {'Port': ['ID=4f2e69f6-2031-4bdd-a8e1-4fec74b0c458,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:35.334293 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (6f718638-3690-4dfa-b9bd-d6aefe5326ca), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:35.354852 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-e9946887-6823-4449-989e-443a03c31066 None None] Set router 6f718638-3690-4dfa-b9bd-d6aefe5326ca gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:35.506052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0dcc6e62-a90d-4f9d-83b2-e1daebf293a8 None None] Provisioning complete for port 81852e83-4c37-48fc-82f5-83d954b40d41 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:35.507080 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0dcc6e62-a90d-4f9d-83b2-e1daebf293a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:35.541904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc6e62-a90d-4f9d-83b2-e1daebf293a8 None None] Port 81852e83-4c37-48fc-82f5-83d954b40d41 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:38:35.557841 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e9946887-6823-4449-989e-443a03c31066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe24a30>, [{'id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'name': 'tempest-TestAggregatesBasicOps-1408940599-router', 'tenant_id': '33f6cf87e2bc412ab47b7166548f9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': '4f2e69f6-2031-4bdd-a8e1-4fec74b0c458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:31Z', 'updated_at': '2022-02-12T21:38:33Z', 'revision_number': 3, 'project_id': '33f6cf87e2bc412ab47b7166548f9160', 'gw_port': {'id': '4f2e69f6-2031-4bdd-a8e1-4fec74b0c458', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:32Z', 'updated_at': '2022-02-12T21:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:35.589114 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9946887-6823-4449-989e-443a03c31066 None None] The sync data for ids ['6f718638-3690-4dfa-b9bd-d6aefe5326ca'] in ncdv-master-1 is: [{'id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'name': 'tempest-TestAggregatesBasicOps-1408940599-router', 'tenant_id': '33f6cf87e2bc412ab47b7166548f9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': '4f2e69f6-2031-4bdd-a8e1-4fec74b0c458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:31Z', 'updated_at': '2022-02-12T21:38:33Z', 'revision_number': 3, 'project_id': '33f6cf87e2bc412ab47b7166548f9160', 'gw_port': {'id': '4f2e69f6-2031-4bdd-a8e1-4fec74b0c458', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:32Z', 'updated_at': '2022-02-12T21:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:38:35.596446 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:35.707396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f792544e-3229-4527-b4c3-4fd29f21dc32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (e683d737-5a1b-4fe7-ad60-62228af68bc0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:35.969345 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Publish callbacks [] for port (81852e83-4c37-48fc-82f5-83d954b40d41), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:36.050971 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:36.162534 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (6f718638-3690-4dfa-b9bd-d6aefe5326ca), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:36.167401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Pushing event updated for resources: {'Port': ['ID=81852e83-4c37-48fc-82f5-83d954b40d41,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:36.191933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108b150-fdf0-416c-9e6f-1bbef61de89b req-f594f2fc-3858-468c-9062-65f9226860a6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:36.193553 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7108b150-fdf0-416c-9e6f-1bbef61de89b req-f594f2fc-3858-468c-9062-65f9226860a6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 945 time: 0.1904731
Feb 12 21:38:36.288593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-f792544e-3229-4527-b4c3-4fd29f21dc32 admin admin] Deleting port 628ca295-dc44-43a4-a709-c2aa8ee71c8b {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:36.288931 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f792544e-3229-4527-b4c3-4fd29f21dc32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:36.368547 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f77ed843-97da-4a2d-9b39-3f05be0f3e9e up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:38:36.374069 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7108b150-fdf0-416c-9e6f-1bbef61de89b req-02f8b782-68b4-415a-9880-f1548f50b4c9 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1688952
Feb 12 21:38:36.383912 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Network ff33b7a6-ade8-4110-bc3c-d053108894cd is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:38:36.386738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:36.444107 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port f77ed843-97da-4a2d-9b39-3f05be0f3e9e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:36.444800 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f77ed843-97da-4a2d-9b39-3f05be0f3e9e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:36.565074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c7cd8-5d93-4e29-9b9c-2ae820971e09 req-cd858179-705c-49ea-aadb-c1d6e2b3d066 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:36.566472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port f77ed843-97da-4a2d-9b39-3f05be0f3e9e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:36.567126 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d0c7cd8-5d93-4e29-9b9c-2ae820971e09 req-cd858179-705c-49ea-aadb-c1d6e2b3d066 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 945 time: 0.0825419
Feb 12 21:38:36.567871 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:38:36.629908 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:36.630476 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4f2e69f6-2031-4bdd-a8e1-4fec74b0c458), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:36.656297 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d0c7cd8-5d93-4e29-9b9c-2ae820971e09 req-9c1c68d1-86bf-49c9-b3e8-0821f5fdc273 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820711
Feb 12 21:38:36.685649 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52848) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:36.698755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7e22f24e-97a4-42ff-a608-345480715ee1 None None] Provisioning complete for port 81852e83-4c37-48fc-82f5-83d954b40d41 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:36.698755 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7e22f24e-97a4-42ff-a608-345480715ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:36.744336 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2c8e23-32e7-45e3-b1ec-bd4ad08c2fc1 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:36.749195 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ca2c8e23-32e7-45e3-b1ec-bd4ad08c2fc1 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 1122 time: 0.0624511
Feb 12 21:38:36.750326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52850) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:36.754835 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:36.768661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7e22f24e-97a4-42ff-a608-345480715ee1 None None] Port 81852e83-4c37-48fc-82f5-83d954b40d41 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:38:36.780285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:36.780680 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4f2e69f6-2031-4bdd-a8e1-4fec74b0c458), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:36.801767 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f2e69f6-2031-4bdd-a8e1-4fec74b0c458,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:36.870115 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:36.883382 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-f792544e-3229-4527-b4c3-4fd29f21dc32 admin admin] For port 628ca295-dc44-43a4-a709-c2aa8ee71c8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=628ca295-dc44-43a4-a709-c2aa8ee71c8b,segment=NetworkSegment(b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e),segment_id=b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:36.883942 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f792544e-3229-4527-b4c3-4fd29f21dc32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:36.898628 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4f2e69f6-2031-4bdd-a8e1-4fec74b0c458), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:36.908064 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-f792544e-3229-4527-b4c3-4fd29f21dc32 admin admin] Calling delete_port for 628ca295-dc44-43a4-a709-c2aa8ee71c8b owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:36.954445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=4f2e69f6-2031-4bdd-a8e1-4fec74b0c458,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:36.979679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:36.994462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Router 6f718638-3690-4dfa-b9bd-d6aefe5326ca has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:38:37.087083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Allocated IP 172.35.2.42 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/b88c68b9-cc51-4d38-b3f0-b32de7eebd82) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:38:37.188205 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:38:37.193979 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d08474ba-f8b0-415d-8958-94342207a081 admin admin] 10.222.0.31 "PUT /v2.0/routers/6f718638-3690-4dfa-b9bd-d6aefe5326ca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1478062
Feb 12 21:38:37.198293 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for port (b88c68b9-cc51-4d38-b3f0-b32de7eebd82), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:37.280967 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b88c68b9-cc51-4d38-b3f0-b32de7eebd82), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:37.308920 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f792544e-3229-4527-b4c3-4fd29f21dc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (628ca295-dc44-43a4-a709-c2aa8ee71c8b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:37.318752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:38:37.326214 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:37.326214 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:38:37.345398 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792544e-3229-4527-b4c3-4fd29f21dc32 admin admin] Pushing event deleted for resources: {'Port': ['ID=628ca295-dc44-43a4-a709-c2aa8ee71c8b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:37.358743 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Port': ['ID=b88c68b9-cc51-4d38-b3f0-b32de7eebd82,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:37.551158 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f792544e-3229-4527-b4c3-4fd29f21dc32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (e683d737-5a1b-4fe7-ad60-62228af68bc0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:37.825871 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f792544e-3229-4527-b4c3-4fd29f21dc32 admin admin] Router e683d737-5a1b-4fe7-ad60-62228af68bc0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:38:37.929838 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for floatingip (de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:37.959712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f792544e-3229-4527-b4c3-4fd29f21dc32 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:38:37.967670 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f792544e-3229-4527-b4c3-4fd29f21dc32 admin admin] 10.222.0.31 "PUT /v2.0/routers/e683d737-5a1b-4fe7-ad60-62228af68bc0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1890502
Feb 12 21:38:37.969854 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52868) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:37.982043 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753f9bd4-c20b-4b33-94c4-113b9c0082b5 None None] Sync routers for ids ['e683d737-5a1b-4fe7-ad60-62228af68bc0'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:38:37.996608 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753f9bd4-c20b-4b33-94c4-113b9c0082b5 None None] Routers {'e683d737-5a1b-4fe7-ad60-62228af68bc0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:37.997238 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-753f9bd4-c20b-4b33-94c4-113b9c0082b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb774700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e683d737-5a1b-4fe7-ad60-62228af68bc0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:38.096393 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f12c2551-e6cb-42cf-a62d-1f0a1244466e admin admin] Publish callbacks [] for router (e683d737-5a1b-4fe7-ad60-62228af68bc0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:38.125003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-753f9bd4-c20b-4b33-94c4-113b9c0082b5 None None] Set router e683d737-5a1b-4fe7-ad60-62228af68bc0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:38.134892 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b88c68b9-cc51-4d38-b3f0-b32de7eebd82), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:38.214444 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f12c2551-e6cb-42cf-a62d-1f0a1244466e admin admin] Publish callbacks [] for router_gateway (e683d737-5a1b-4fe7-ad60-62228af68bc0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:38.269080 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Sync routers for ids ['6f718638-3690-4dfa-b9bd-d6aefe5326ca'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:38:38.292188 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Routers {'6f718638-3690-4dfa-b9bd-d6aefe5326ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:38.292888 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb988e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6f718638-3690-4dfa-b9bd-d6aefe5326ca'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:38.347761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-f12c2551-e6cb-42cf-a62d-1f0a1244466e admin admin] Deleting port ccc2d5f6-418c-4044-9b9c-3bd297d4eb27 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:38.348082 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f12c2551-e6cb-42cf-a62d-1f0a1244466e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ccc2d5f6-418c-4044-9b9c-3bd297d4eb27), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:38.387121 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for port (b88c68b9-cc51-4d38-b3f0-b32de7eebd82), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:38.394198 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-753f9bd4-c20b-4b33-94c4-113b9c0082b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb774700>, [{'id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'name': 'tempest-TestServerBasicOps-122040548-router', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:14Z', 'updated_at': '2022-02-12T21:38:37Z', 'revision_number': 5, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'gw_port': {'id': 'ccc2d5f6-418c-4044-9b9c-3bd297d4eb27', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:15Z', 'updated_at': '2022-02-12T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:38.399286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:38:38.449942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753f9bd4-c20b-4b33-94c4-113b9c0082b5 None None] Checking router: e683d737-5a1b-4fe7-ad60-62228af68bc0 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:38:38.452564 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b88c68b9-cc51-4d38-b3f0-b32de7eebd82), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:38.470093 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753f9bd4-c20b-4b33-94c4-113b9c0082b5 None None] Routers {'e683d737-5a1b-4fe7-ad60-62228af68bc0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:38.470726 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-753f9bd4-c20b-4b33-94c4-113b9c0082b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb774700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['e683d737-5a1b-4fe7-ad60-62228af68bc0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:38.485292 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Set router 6f718638-3690-4dfa-b9bd-d6aefe5326ca gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:38.493615 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-f12c2551-e6cb-42cf-a62d-1f0a1244466e admin admin] For port ccc2d5f6-418c-4044-9b9c-3bd297d4eb27, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ccc2d5f6-418c-4044-9b9c-3bd297d4eb27,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:38.499043 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f12c2551-e6cb-42cf-a62d-1f0a1244466e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ccc2d5f6-418c-4044-9b9c-3bd297d4eb27), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:38.510724 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-f12c2551-e6cb-42cf-a62d-1f0a1244466e admin admin] Calling delete_port for ccc2d5f6-418c-4044-9b9c-3bd297d4eb27 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:38.543250 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Port': ['ID=b88c68b9-cc51-4d38-b3f0-b32de7eebd82,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:38.559772 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:38.560926 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:38.561313 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4f2e69f6-2031-4bdd-a8e1-4fec74b0c458), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:38.610430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-753f9bd4-c20b-4b33-94c4-113b9c0082b5 None None] Set router e683d737-5a1b-4fe7-ad60-62228af68bc0 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:38.691869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-753f9bd4-c20b-4b33-94c4-113b9c0082b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb774700>, [{'id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'name': 'tempest-TestServerBasicOps-122040548-router', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:14Z', 'updated_at': '2022-02-12T21:38:38Z', 'revision_number': 6, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:38.734241 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753f9bd4-c20b-4b33-94c4-113b9c0082b5 None None] The sync data for ids ['e683d737-5a1b-4fe7-ad60-62228af68bc0'] in ncdv-master-1 is: [{'id': 'e683d737-5a1b-4fe7-ad60-62228af68bc0', 'name': 'tempest-TestServerBasicOps-122040548-router', 'tenant_id': '11ee0199776b422d91d8368c75898fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:14Z', 'updated_at': '2022-02-12T21:38:38Z', 'revision_number': 6, 'project_id': '11ee0199776b422d91d8368c75898fd8', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:38:38.796030 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:38.838543 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb988e20>, [{'id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'name': 'tempest-TestAggregatesBasicOps-1408940599-router', 'tenant_id': '33f6cf87e2bc412ab47b7166548f9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': '4f2e69f6-2031-4bdd-a8e1-4fec74b0c458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:31Z', 'updated_at': '2022-02-12T21:38:35Z', 'revision_number': 4, 'project_id': '33f6cf87e2bc412ab47b7166548f9160', 'gw_port': {'id': '4f2e69f6-2031-4bdd-a8e1-4fec74b0c458', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:32Z', 'updated_at': '2022-02-12T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '81852e83-4c37-48fc-82f5-83d954b40d41', 'name': '', 'network_id': 'ff33b7a6-ade8-4110-bc3c-d053108894cd', 'tenant_id': '33f6cf87e2bc412ab47b7166548f9160', 'mac_address': 'fa:16:3e:5c:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5fdf8cd1-6dfa-45b7-b298-71316bfa2c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:34Z', 'updated_at': '2022-02-12T21:38:35Z', 'revision_number': 2, 'project_id': '33f6cf87e2bc412ab47b7166548f9160', 'subnets': [{'id': '5fdf8cd1-6dfa-45b7-b298-71316bfa2c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:38.866876 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Checking router: 6f718638-3690-4dfa-b9bd-d6aefe5326ca for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:38:38.867144 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Updating router 6f718638-3690-4dfa-b9bd-d6aefe5326ca port 81852e83-4c37-48fc-82f5-83d954b40d41 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:38:38.895276 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:38.979964 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f12c2551-e6cb-42cf-a62d-1f0a1244466e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (ccc2d5f6-418c-4044-9b9c-3bd297d4eb27), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.001546 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Floating IP de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d associated. External IP: 172.35.2.42, port: 3c9b8e09-7259-474b-9ca1-4ae67f8df397.
Feb 12 21:38:39.034721 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c2551-e6cb-42cf-a62d-1f0a1244466e admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc2d5f6-418c-4044-9b9c-3bd297d4eb27,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:39.109932 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f12c2551-e6cb-42cf-a62d-1f0a1244466e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (e683d737-5a1b-4fe7-ad60-62228af68bc0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.225396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f12c2551-e6cb-42cf-a62d-1f0a1244466e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (e683d737-5a1b-4fe7-ad60-62228af68bc0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.227810 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f12c2551-e6cb-42cf-a62d-1f0a1244466e admin admin] Publish callbacks [] for router_controller (e683d737-5a1b-4fe7-ad60-62228af68bc0), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.274148 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Router 226d34cf-3845-4e47-9876-8e6aff61b631 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:38:39.280816 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Publish callbacks [] for port (81852e83-4c37-48fc-82f5-83d954b40d41), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.338732 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.338997 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f12c2551-e6cb-42cf-a62d-1f0a1244466e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (e683d737-5a1b-4fe7-ad60-62228af68bc0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.339580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12c2551-e6cb-42cf-a62d-1f0a1244466e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e683d737-5a1b-4fe7-ad60-62228af68bc0 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:38:39.348646 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f12c2551-e6cb-42cf-a62d-1f0a1244466e admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.348646 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f12c2551-e6cb-42cf-a62d-1f0a1244466e admin admin] 10.222.0.31 "DELETE /v2.0/routers/e683d737-5a1b-4fe7-ad60-62228af68bc0 HTTP/1.1" status: 204  len: 168 time: 1.3757195
Feb 12 21:38:39.349301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52896) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:39.392751 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932114c1-0add-4ce3-9b6d-184ba206514e None None] Pushing event updated for resources: {'Port': ['ID=81852e83-4c37-48fc-82f5-83d954b40d41,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:39.399223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-3244d428-4c46-4b13-8cd7-e43cf63b447b admin admin] Deleting subnet 3918f939-1e5c-4678-bc3a-c7a904354339 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:38:39.403088 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3244d428-4c46-4b13-8cd7-e43cf63b447b admin admin] Publish callbacks [] for subnet (3918f939-1e5c-4678-bc3a-c7a904354339), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.417942 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:38:39.433787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77978c83-f6b8-4082-94e4-d051c5a01eab None None] Sync routers for ids ['226d34cf-3845-4e47-9876-8e6aff61b631'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:38:39.449671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77978c83-f6b8-4082-94e4-d051c5a01eab None None] Routers {'226d34cf-3845-4e47-9876-8e6aff61b631'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:39.454740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-77978c83-f6b8-4082-94e4-d051c5a01eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb52e220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['226d34cf-3845-4e47-9876-8e6aff61b631'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:39.456929 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3244d428-4c46-4b13-8cd7-e43cf63b447b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (3918f939-1e5c-4678-bc3a-c7a904354339), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.494964 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Attempting to bind port 81852e83-4c37-48fc-82f5-83d954b40d41 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:38:39.495357 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Attempting to bind port 81852e83-4c37-48fc-82f5-83d954b40d41 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a31a3458-1399-407c-9868-8c27c7ec0270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff33b7a6-ade8-4110-bc3c-d053108894cd'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:38:39.495720 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Attempting to bind port 81852e83-4c37-48fc-82f5-83d954b40d41 on network ff33b7a6-ade8-4110-bc3c-d053108894cd {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:38:39.502831 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:38:39.503347 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Checking segment: {'id': 'a31a3458-1399-407c-9868-8c27c7ec0270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff33b7a6-ade8-4110-bc3c-d053108894cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:38:39.503760 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.504155 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Bound using segment: {'id': 'a31a3458-1399-407c-9868-8c27c7ec0270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff33b7a6-ade8-4110-bc3c-d053108894cd'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:38:39.504654 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Bound port: 81852e83-4c37-48fc-82f5-83d954b40d41, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31a3458-1399-407c-9868-8c27c7ec0270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff33b7a6-ade8-4110-bc3c-d053108894cd'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:38:39.504988 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.505100 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.552551 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52900) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:39.579933 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] For port 81852e83-4c37-48fc-82f5-83d954b40d41, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:38:39.584083 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] For port 81852e83-4c37-48fc-82f5-83d954b40d41, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81852e83-4c37-48fc-82f5-83d954b40d41,segment=NetworkSegment(a31a3458-1399-407c-9868-8c27c7ec0270),segment_id=a31a3458-1399-407c-9868-8c27c7ec0270)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:38:39.602454 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3244d428-4c46-4b13-8cd7-e43cf63b447b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (3918f939-1e5c-4678-bc3a-c7a904354339), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.634494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-77978c83-f6b8-4082-94e4-d051c5a01eab None None] Set router 226d34cf-3845-4e47-9876-8e6aff61b631 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:39.668708 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.744310 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932114c1-0add-4ce3-9b6d-184ba206514e None None] Pushing event updated for resources: {'Port': ['ID=81852e83-4c37-48fc-82f5-83d954b40d41,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:39.749048 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3244d428-4c46-4b13-8cd7-e43cf63b447b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (3918f939-1e5c-4678-bc3a-c7a904354339), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.753557 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Routers {'6f718638-3690-4dfa-b9bd-d6aefe5326ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:39.754551 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb988e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6f718638-3690-4dfa-b9bd-d6aefe5326ca'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:39.784139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244d428-4c46-4b13-8cd7-e43cf63b447b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3918f939-1e5c-4678-bc3a-c7a904354339,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:39.807796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e989200a-5cc5-489b-800a-cde30fa106d5 None None] Network 5a275d54-c4f2-43ea-a3af-6f48ceb00c04 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:38:39.809756 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3244d428-4c46-4b13-8cd7-e43cf63b447b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:39.820444 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3244d428-4c46-4b13-8cd7-e43cf63b447b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3918f939-1e5c-4678-bc3a-c7a904354339 HTTP/1.1" status: 204  len: 168 time: 0.4699550
Feb 12 21:38:39.823416 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52902) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:39.831865 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c15fcc86-bb16-429a-8291-da091fd7c9fd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.0807273
Feb 12 21:38:39.837293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'tag': '3c9b8e09-7259-474b-9ca1-4ae67f8df397'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:38:39.838306 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52904) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:39.839704 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a309bb08-38b9-4f22-ba21-3398923ef5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a399fb8-d3f5-4c7c-81f1-393611926402", "tag": "3c9b8e09-7259-474b-9ca1-4ae67f8df397"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:38:39.956070 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33afc920-81cd-44ce-b5fc-45b6066331e9 x-openstack-request-id: req-33afc920-81cd-44ce-b5fc-45b6066331e9 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:38:39.956352 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a399fb8-d3f5-4c7c-81f1-393611926402", "tag": "3c9b8e09-7259-474b-9ca1-4ae67f8df397", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:38:39.956605 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33afc920-81cd-44ce-b5fc-45b6066331e9 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:38:39.957009 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'tag': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'status': 'completed', 'code': 200}
Feb 12 21:38:40.040621 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (5a275d54-c4f2-43ea-a3af-6f48ceb00c04), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:40.057476 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-368cc138-45cb-4d85-9f09-287e5f158386 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/floatingips/de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d HTTP/1.1" status: 200  len: 990 time: 0.2166100
Feb 12 21:38:40.105849 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309bb08-38b9-4f22-ba21-3398923ef5c0 req-5571ef03-16da-4560-b527-ad1857b774fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:40.108881 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a309bb08-38b9-4f22-ba21-3398923ef5c0 req-5571ef03-16da-4560-b527-ad1857b774fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 1127 time: 0.1509476
Feb 12 21:38:40.117477 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] Set router 6f718638-3690-4dfa-b9bd-d6aefe5326ca gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:40.125888 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-64cc3028-3813-470f-938f-4d6c25c79744 None None] Provisioning complete for port 81852e83-4c37-48fc-82f5-83d954b40d41 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:40.126411 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64cc3028-3813-470f-938f-4d6c25c79744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:40.150812 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] Deleting port bbe2082d-512e-42a8-9f69-b754c13151ad {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:40.151073 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (bbe2082d-512e-42a8-9f69-b754c13151ad), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:40.267032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309bb08-38b9-4f22-ba21-3398923ef5c0 req-39a25d0e-e5a5-437a-8e9b-de94fffdec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:40.268876 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a309bb08-38b9-4f22-ba21-3398923ef5c0 req-39a25d0e-e5a5-437a-8e9b-de94fffdec6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca45ed60-a4d7-47da-a5f2-fdc37055e227 HTTP/1.1" status: 200  len: 898 time: 0.1497121
Feb 12 21:38:40.275667 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] For port bbe2082d-512e-42a8-9f69-b754c13151ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbe2082d-512e-42a8-9f69-b754c13151ad,segment=NetworkSegment(b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e),segment_id=b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:40.276037 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (bbe2082d-512e-42a8-9f69-b754c13151ad), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:40.288783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-77978c83-f6b8-4082-94e4-d051c5a01eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb52e220>, [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:38:15Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'floating_ip_address': '172.35.2.42', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'port_id': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'mac_address': 'fa:16:3e:b3:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:38:37Z', 'updated_at': '2022-02-12T21:38:37Z', 'revision_number': 0, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe38fa8e-8603-4c0a-a51a-05543fdc5c24', 'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:de:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:14Z', 'updated_at': '2022-02-12T21:38:18Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:40.318801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] Calling delete_port for bbe2082d-512e-42a8-9f69-b754c13151ad owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:40.418754 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a309bb08-38b9-4f22-ba21-3398923ef5c0 req-2524c7ea-6472-47c0-bb0d-03062c18f0cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c9b8e09-7259-474b-9ca1-4ae67f8df397 HTTP/1.1" status: 200  len: 998 time: 0.1393147
Feb 12 21:38:40.433516 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb988e20>, [{'id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'name': 'tempest-TestAggregatesBasicOps-1408940599-router', 'tenant_id': '33f6cf87e2bc412ab47b7166548f9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': '4f2e69f6-2031-4bdd-a8e1-4fec74b0c458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:31Z', 'updated_at': '2022-02-12T21:38:35Z', 'revision_number': 4, 'project_id': '33f6cf87e2bc412ab47b7166548f9160', 'gw_port': {'id': '4f2e69f6-2031-4bdd-a8e1-4fec74b0c458', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:32Z', 'updated_at': '2022-02-12T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '81852e83-4c37-48fc-82f5-83d954b40d41', 'name': '', 'network_id': 'ff33b7a6-ade8-4110-bc3c-d053108894cd', 'tenant_id': '33f6cf87e2bc412ab47b7166548f9160', 'mac_address': 'fa:16:3e:5c:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5fdf8cd1-6dfa-45b7-b298-71316bfa2c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:34Z', 'updated_at': '2022-02-12T21:38:39Z', 'revision_number': 4, 'project_id': '33f6cf87e2bc412ab47b7166548f9160', 'subnets': [{'id': '5fdf8cd1-6dfa-45b7-b298-71316bfa2c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:40.463010 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade8819-9384-453d-a99f-abd8f0379387 None None] The sync data for ids ['6f718638-3690-4dfa-b9bd-d6aefe5326ca'] in ncdv-master-1 is: [{'id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'name': 'tempest-TestAggregatesBasicOps-1408940599-router', 'tenant_id': '33f6cf87e2bc412ab47b7166548f9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': '4f2e69f6-2031-4bdd-a8e1-4fec74b0c458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:31Z', 'updated_at': '2022-02-12T21:38:35Z', 'revision_number': 4, 'project_id': '33f6cf87e2bc412ab47b7166548f9160', 'gw_port': {'id': '4f2e69f6-2031-4bdd-a8e1-4fec74b0c458', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:32Z', 'updated_at': '2022-02-12T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '81852e83-4c37-48fc-82f5-83d954b40d41', 'name': '', 'network_id': 'ff33b7a6-ade8-4110-bc3c-d053108894cd', 'tenant_id': '33f6cf87e2bc412ab47b7166548f9160', 'mac_address': 'fa:16:3e:5c:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5fdf8cd1-6dfa-45b7-b298-71316bfa2c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:34Z', 'updated_at': '2022-02-12T21:38:39Z', 'revision_number': 4, 'project_id': '33f6cf87e2bc412ab47b7166548f9160', 'subnets': [{'id': '5fdf8cd1-6dfa-45b7-b298-71316bfa2c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:38:40.477011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (bbe2082d-512e-42a8-9f69-b754c13151ad), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:40.492999 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (4dc23392-850f-446f-8b36-dc3036559617), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:40.496606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309bb08-38b9-4f22-ba21-3398923ef5c0 req-000c30b9-e598-47d4-9923-943173387812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:40.503525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a309bb08-38b9-4f22-ba21-3398923ef5c0 req-000c30b9-e598-47d4-9923-943173387812 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f9e42f0-ac9b-40ac-82fa-3780382d7e79 HTTP/1.1" status: 200  len: 835 time: 0.0716512
Feb 12 21:38:40.563781 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe2082d-512e-42a8-9f69-b754c13151ad,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:40.565961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] No DVR routers for this DVR port bbe2082d-512e-42a8-9f69-b754c13151ad on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:38:40.579462 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ccc2d5f6-418c-4044-9b9c-3bd297d4eb27 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:40.584277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560bdb15-9123-4e6f-9a0c-db5a6aa40daf None None] DHCP port deletion for 5a275d54-c4f2-43ea-a3af-6f48ceb00c04 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:38:40.596084 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77978c83-f6b8-4082-94e4-d051c5a01eab None None] Checking router: 226d34cf-3845-4e47-9876-8e6aff61b631 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:38:40.634928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: ccc2d5f6-418c-4044-9b9c-3bd297d4eb27 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:40.635273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ccc2d5f6-418c-4044-9b9c-3bd297d4eb27 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:40.635687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 628ca295-dc44-43a4-a709-c2aa8ee71c8b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:40.671052 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (5a275d54-c4f2-43ea-a3af-6f48ceb00c04), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:40.674381 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-64cc3028-3813-470f-938f-4d6c25c79744 None None] Current status of the port 81852e83-4c37-48fc-82f5-83d954b40d41 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:40.674779 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64cc3028-3813-470f-938f-4d6c25c79744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:40.680495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 628ca295-dc44-43a4-a709-c2aa8ee71c8b {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:40.680495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 628ca295-dc44-43a4-a709-c2aa8ee71c8b not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:40.699382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309bb08-38b9-4f22-ba21-3398923ef5c0 req-3e440244-9db7-41ce-bbe4-3e02127196f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:40.704062 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a309bb08-38b9-4f22-ba21-3398923ef5c0 req-3e440244-9db7-41ce-bbe4-3e02127196f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca45ed60-a4d7-47da-a5f2-fdc37055e227&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1456640
Feb 12 21:38:40.707352 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fac70520>,) {'filters': {'network_id': ['5a275d54-c4f2-43ea-a3af-6f48ceb00c04']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:40.712551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77978c83-f6b8-4082-94e4-d051c5a01eab None None] Routers {'226d34cf-3845-4e47-9876-8e6aff61b631'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:40.724539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-77978c83-f6b8-4082-94e4-d051c5a01eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb52e220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['226d34cf-3845-4e47-9876-8e6aff61b631'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:40.730049 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fac70520>, 'b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:40.737978 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fac70520>, 'b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:40.756123 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:40.771912 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:40.779575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:38:40.780425 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (b78c35ab-eb67-44f2-b8f4-f2c4c4559a6e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:40.830283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-64cc3028-3813-470f-938f-4d6c25c79744 None None] For port 81852e83-4c37-48fc-82f5-83d954b40d41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81852e83-4c37-48fc-82f5-83d954b40d41,segment=NetworkSegment(a31a3458-1399-407c-9868-8c27c7ec0270),segment_id=a31a3458-1399-407c-9868-8c27c7ec0270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:38:40.851734 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:38:40.879592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-77978c83-f6b8-4082-94e4-d051c5a01eab None None] Set router 226d34cf-3845-4e47-9876-8e6aff61b631 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:40.896172 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a309bb08-38b9-4f22-ba21-3398923ef5c0 req-4460eee9-cce2-47b5-8be5-7f1e4175c5c8 service neutron] 10.222.0.48 "GET /v2.0/networks/ca45ed60-a4d7-47da-a5f2-fdc37055e227?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1833978
Feb 12 21:38:40.922121 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-64cc3028-3813-470f-938f-4d6c25c79744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:40.997223 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (5a275d54-c4f2-43ea-a3af-6f48ceb00c04), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:41.012666 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:41.021977 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5a275d54-c4f2-43ea-a3af-6f48ceb00c04 HTTP/1.1" status: 204  len: 168 time: 1.1975276
Feb 12 21:38:41.022607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52908) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:41.029938 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc3028-3813-470f-938f-4d6c25c79744 None None] Pushing event updated for resources: {'Port': ['ID=81852e83-4c37-48fc-82f5-83d954b40d41,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:41.041555 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c33868-721c-4dc7-8839-f64750a186a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a275d54-c4f2-43ea-a3af-6f48ceb00c04,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:41.056350 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a309bb08-38b9-4f22-ba21-3398923ef5c0 req-00a98b25-9491-4c22-bdfc-fe3cf066827e service neutron] 10.222.0.48 "GET /v2.0/networks/ca45ed60-a4d7-47da-a5f2-fdc37055e227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531274
Feb 12 21:38:41.060221 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52910) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:41.110226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a9a69d2b-c29a-4cde-b33f-35458abc2d29 None None] Provisioning complete for port 81852e83-4c37-48fc-82f5-83d954b40d41 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:41.110771 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a9a69d2b-c29a-4cde-b33f-35458abc2d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:41.127528 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Deleting port 7bb84fbb-e8b9-4862-be7b-0a1385eae767 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:41.128047 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:41.237246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] For port 7bb84fbb-e8b9-4862-be7b-0a1385eae767, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bb84fbb-e8b9-4862-be7b-0a1385eae767,segment=NetworkSegment(648f3c62-9507-455d-9657-ac3599ec7048),segment_id=648f3c62-9507-455d-9657-ac3599ec7048)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:41.237642 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:41.259883 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5f56d85d-4c41-45a8-b581-913df4d6344f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/floatingips/de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d HTTP/1.1" status: 200  len: 990 time: 0.1977811
Feb 12 21:38:41.260953 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Calling delete_port for 7bb84fbb-e8b9-4862-be7b-0a1385eae767 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:41.269779 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a9a69d2b-c29a-4cde-b33f-35458abc2d29 None None] Current status of the port 81852e83-4c37-48fc-82f5-83d954b40d41 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:41.284044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-77978c83-f6b8-4082-94e4-d051c5a01eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb52e220>, [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:38:15Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'floating_ip_address': '172.35.2.42', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'port_id': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'mac_address': 'fa:16:3e:b3:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:38:37Z', 'updated_at': '2022-02-12T21:38:37Z', 'revision_number': 0, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe38fa8e-8603-4c0a-a51a-05543fdc5c24', 'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:de:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:14Z', 'updated_at': '2022-02-12T21:38:18Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:41.312730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77978c83-f6b8-4082-94e4-d051c5a01eab None None] The sync data for ids ['226d34cf-3845-4e47-9876-8e6aff61b631'] in ncdv-master-1 is: [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:38:15Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'floating_ip_address': '172.35.2.42', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'port_id': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'mac_address': 'fa:16:3e:b3:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:38:37Z', 'updated_at': '2022-02-12T21:38:37Z', 'revision_number': 0, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe38fa8e-8603-4c0a-a51a-05543fdc5c24', 'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:de:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:14Z', 'updated_at': '2022-02-12T21:38:18Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:38:41.434191 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21fed5cc-84c1-4bfd-ab62-eaef927d5fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:41.492786 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7bb84fbb-e8b9-4862-be7b-0a1385eae767), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:41.520332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb84fbb-e8b9-4862-be7b-0a1385eae767,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:41.537757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:41.537757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:41.538038 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:41.538374 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:41.538711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:41.539049 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:41.539382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:41.539709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:41.540041 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:41.540372 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:41.540703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:41.541029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:41.541392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:41.769793 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-21fed5cc-84c1-4bfd-ab62-eaef927d5fd1 admin admin] Deleting port 8b340f64-1e20-4912-9eea-93a8ecc9762a {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:41.770127 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21fed5cc-84c1-4bfd-ab62-eaef927d5fd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:41.779162 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (4dc23392-850f-446f-8b36-dc3036559617), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:41.875917 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-21fed5cc-84c1-4bfd-ab62-eaef927d5fd1 admin admin] For port 8b340f64-1e20-4912-9eea-93a8ecc9762a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b340f64-1e20-4912-9eea-93a8ecc9762a,segment=NetworkSegment(21311a4d-7ea4-4f2a-8495-ec0c1573e325),segment_id=21311a4d-7ea4-4f2a-8495-ec0c1573e325)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:41.876288 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21fed5cc-84c1-4bfd-ab62-eaef927d5fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:41.892646 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-21fed5cc-84c1-4bfd-ab62-eaef927d5fd1 admin admin] Calling delete_port for 8b340f64-1e20-4912-9eea-93a8ecc9762a owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:42.049715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Router 4dc23392-850f-446f-8b36-dc3036559617 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:38:42.070106 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee95e3-4525-4ca9-bd50-3b8f19f85b6d None None] New status for floating IP de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:38:42.177439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:38:42.187138 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-970c6870-f3d6-4773-b064-0e3914dfadf5 admin admin] 10.222.0.31 "PUT /v2.0/routers/4dc23392-850f-446f-8b36-dc3036559617/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6334364
Feb 12 21:38:42.187681 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52912) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:42.195598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda01d8-d1ca-4645-8825-d9e58c44546e None None] Sync routers for ids ['4dc23392-850f-446f-8b36-dc3036559617'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:38:42.222234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda01d8-d1ca-4645-8825-d9e58c44546e None None] Routers {'4dc23392-850f-446f-8b36-dc3036559617'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:42.224949 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-eeda01d8-d1ca-4645-8825-d9e58c44546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb018040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4dc23392-850f-446f-8b36-dc3036559617'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:42.294986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52914) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:42.378178 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-510262b9-0b96-436b-ada9-90f40dc74064 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/floatingips/de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d HTTP/1.1" status: 200  len: 990 time: 0.0819442
Feb 12 21:38:42.391919 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fd36c27-2a10-41d3-bfbd-aee9a4b433af admin admin] Publish callbacks [] for router (4dc23392-850f-446f-8b36-dc3036559617), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:42.412186 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-eeda01d8-d1ca-4645-8825-d9e58c44546e None None] Set router 4dc23392-850f-446f-8b36-dc3036559617 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:42.444058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 81852e83-4c37-48fc-82f5-83d954b40d41 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:38:42.517782 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fd36c27-2a10-41d3-bfbd-aee9a4b433af admin admin] Publish callbacks [] for router_gateway (4dc23392-850f-446f-8b36-dc3036559617), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:42.577882 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 81852e83-4c37-48fc-82f5-83d954b40d41 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:38:42.578167 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:42.578462 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21fed5cc-84c1-4bfd-ab62-eaef927d5fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8b340f64-1e20-4912-9eea-93a8ecc9762a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:42.606073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fed5cc-84c1-4bfd-ab62-eaef927d5fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b340f64-1e20-4912-9eea-93a8ecc9762a,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:42.734718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 81852e83-4c37-48fc-82f5-83d954b40d41 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:38:42.771296 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-eeda01d8-d1ca-4645-8825-d9e58c44546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb018040>, [{'id': '4dc23392-850f-446f-8b36-dc3036559617', 'name': 'tempest-TestAggregatesBasicOps-1262019466-router', 'tenant_id': '286df0eadfaf4eca85b94d5e43881b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92'}], 'enable_snat': True}, 'gw_port_id': '9b22be7e-39dd-47b7-9565-62ff5edf1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:22Z', 'updated_at': '2022-02-12T21:38:41Z', 'revision_number': 5, 'project_id': '286df0eadfaf4eca85b94d5e43881b94', 'gw_port': {'id': '9b22be7e-39dd-47b7-9565-62ff5edf1a1c', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc23392-850f-446f-8b36-dc3036559617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:22Z', 'updated_at': '2022-02-12T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:42.826383 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bbe2082d-512e-42a8-9f69-b754c13151ad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:42.830447 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda01d8-d1ca-4645-8825-d9e58c44546e None None] Checking router: 4dc23392-850f-446f-8b36-dc3036559617 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:38:42.864644 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-21fed5cc-84c1-4bfd-ab62-eaef927d5fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:42.878014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: bbe2082d-512e-42a8-9f69-b754c13151ad {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:42.878376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device bbe2082d-512e-42a8-9f69-b754c13151ad not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:42.891588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda01d8-d1ca-4645-8825-d9e58c44546e None None] Routers {'4dc23392-850f-446f-8b36-dc3036559617'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:42.892819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-eeda01d8-d1ca-4645-8825-d9e58c44546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb018040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4dc23392-850f-446f-8b36-dc3036559617'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:43.016304 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-eeda01d8-d1ca-4645-8825-d9e58c44546e None None] Set router 4dc23392-850f-446f-8b36-dc3036559617 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:43.063672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3fd36c27-2a10-41d3-bfbd-aee9a4b433af admin admin] Deleting port 9b22be7e-39dd-47b7-9565-62ff5edf1a1c {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:43.064018 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fd36c27-2a10-41d3-bfbd-aee9a4b433af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (9b22be7e-39dd-47b7-9565-62ff5edf1a1c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:43.089309 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-eeda01d8-d1ca-4645-8825-d9e58c44546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb018040>, [{'id': '4dc23392-850f-446f-8b36-dc3036559617', 'name': 'tempest-TestAggregatesBasicOps-1262019466-router', 'tenant_id': '286df0eadfaf4eca85b94d5e43881b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:22Z', 'updated_at': '2022-02-12T21:38:42Z', 'revision_number': 6, 'project_id': '286df0eadfaf4eca85b94d5e43881b94', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:43.123074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda01d8-d1ca-4645-8825-d9e58c44546e None None] The sync data for ids ['4dc23392-850f-446f-8b36-dc3036559617'] in ncdv-master-1 is: [{'id': '4dc23392-850f-446f-8b36-dc3036559617', 'name': 'tempest-TestAggregatesBasicOps-1262019466-router', 'tenant_id': '286df0eadfaf4eca85b94d5e43881b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:22Z', 'updated_at': '2022-02-12T21:38:42Z', 'revision_number': 6, 'project_id': '286df0eadfaf4eca85b94d5e43881b94', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:38:43.150569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-3fd36c27-2a10-41d3-bfbd-aee9a4b433af admin admin] For port 9b22be7e-39dd-47b7-9565-62ff5edf1a1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b22be7e-39dd-47b7-9565-62ff5edf1a1c,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:43.150939 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fd36c27-2a10-41d3-bfbd-aee9a4b433af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (9b22be7e-39dd-47b7-9565-62ff5edf1a1c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:43.166371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-3fd36c27-2a10-41d3-bfbd-aee9a4b433af admin admin] Calling delete_port for 9b22be7e-39dd-47b7-9565-62ff5edf1a1c owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:43.169967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fed5cc-84c1-4bfd-ab62-eaef927d5fd1 admin admin] Router 507ea08b-0f93-4d3e-afa7-cdec1a4019cb has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:38:43.299804 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fed5cc-84c1-4bfd-ab62-eaef927d5fd1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:38:43.304807 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-21fed5cc-84c1-4bfd-ab62-eaef927d5fd1 admin admin] 10.222.0.31 "PUT /v2.0/routers/507ea08b-0f93-4d3e-afa7-cdec1a4019cb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2711091
Feb 12 21:38:43.307448 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52916) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:43.309832 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a527a-807e-433c-b8e3-f80162e61104 None None] Sync routers for ids ['507ea08b-0f93-4d3e-afa7-cdec1a4019cb'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:38:43.322053 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a527a-807e-433c-b8e3-f80162e61104 None None] Routers {'507ea08b-0f93-4d3e-afa7-cdec1a4019cb'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:43.323022 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9d6a527a-807e-433c-b8e3-f80162e61104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc70011ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['507ea08b-0f93-4d3e-afa7-cdec1a4019cb'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:43.382029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52918) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:43.421959 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8dbade8-8053-4aae-a488-e72130b3df58 admin admin] Publish callbacks [] for router (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:43.445091 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-9d6a527a-807e-433c-b8e3-f80162e61104 None None] Set router 507ea08b-0f93-4d3e-afa7-cdec1a4019cb gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:43.457415 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-263adcc0-1190-49e2-8a25-ec1d1ac7f497 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/floatingips/de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d HTTP/1.1" status: 200  len: 992 time: 0.0685940
Feb 12 21:38:43.459095 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fd36c27-2a10-41d3-bfbd-aee9a4b433af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (9b22be7e-39dd-47b7-9565-62ff5edf1a1c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:43.489790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd36c27-2a10-41d3-bfbd-aee9a4b433af admin admin] Pushing event deleted for resources: {'Port': ['ID=9b22be7e-39dd-47b7-9565-62ff5edf1a1c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:43.553149 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8dbade8-8053-4aae-a488-e72130b3df58 admin admin] Publish callbacks [] for router_gateway (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:43.574341 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fd36c27-2a10-41d3-bfbd-aee9a4b433af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (4dc23392-850f-446f-8b36-dc3036559617), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:43.668459 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9d6a527a-807e-433c-b8e3-f80162e61104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc70011ce50>, [{'id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'name': 'tempest-TestServerBasicOps-856949299-router', 'tenant_id': '001cfb8e2b384b75a91c2a503873d5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.46'}], 'enable_snat': True}, 'gw_port_id': '035bcb2d-1795-4ec2-9bfe-f5e971c0b769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:22Z', 'updated_at': '2022-02-12T21:38:42Z', 'revision_number': 5, 'project_id': '001cfb8e2b384b75a91c2a503873d5c2', 'gw_port': {'id': '035bcb2d-1795-4ec2-9bfe-f5e971c0b769', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:33:23Z', 'updated_at': '2022-02-12T21:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:43.684487 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fd36c27-2a10-41d3-bfbd-aee9a4b433af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (4dc23392-850f-446f-8b36-dc3036559617), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:43.687914 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fd36c27-2a10-41d3-bfbd-aee9a4b433af admin admin] Publish callbacks [] for router_controller (4dc23392-850f-446f-8b36-dc3036559617), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:43.696280 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbade8-8053-4aae-a488-e72130b3df58 admin admin] Deleting port 035bcb2d-1795-4ec2-9bfe-f5e971c0b769 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:43.697199 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a527a-807e-433c-b8e3-f80162e61104 None None] Checking router: 507ea08b-0f93-4d3e-afa7-cdec1a4019cb for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:38:43.697488 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8dbade8-8053-4aae-a488-e72130b3df58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (035bcb2d-1795-4ec2-9bfe-f5e971c0b769), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:43.708272 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a527a-807e-433c-b8e3-f80162e61104 None None] Routers {'507ea08b-0f93-4d3e-afa7-cdec1a4019cb'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:43.708918 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9d6a527a-807e-433c-b8e3-f80162e61104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc70011ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['507ea08b-0f93-4d3e-afa7-cdec1a4019cb'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:43.788901 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-a8dbade8-8053-4aae-a488-e72130b3df58 admin admin] For port 035bcb2d-1795-4ec2-9bfe-f5e971c0b769, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=035bcb2d-1795-4ec2-9bfe-f5e971c0b769,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:43.789423 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8dbade8-8053-4aae-a488-e72130b3df58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (035bcb2d-1795-4ec2-9bfe-f5e971c0b769), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:43.801045 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-9d6a527a-807e-433c-b8e3-f80162e61104 None None] Set router 507ea08b-0f93-4d3e-afa7-cdec1a4019cb gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:43.804130 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbade8-8053-4aae-a488-e72130b3df58 admin admin] Calling delete_port for 035bcb2d-1795-4ec2-9bfe-f5e971c0b769 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:43.818690 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fd36c27-2a10-41d3-bfbd-aee9a4b433af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (4dc23392-850f-446f-8b36-dc3036559617), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:43.819285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd36c27-2a10-41d3-bfbd-aee9a4b433af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dc23392-850f-446f-8b36-dc3036559617 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:38:43.824181 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3fd36c27-2a10-41d3-bfbd-aee9a4b433af admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:43.829618 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3fd36c27-2a10-41d3-bfbd-aee9a4b433af admin admin] 10.222.0.31 "DELETE /v2.0/routers/4dc23392-850f-446f-8b36-dc3036559617 HTTP/1.1" status: 204  len: 168 time: 1.6367705
Feb 12 21:38:43.829618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52920) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:43.864141 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9d6a527a-807e-433c-b8e3-f80162e61104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc70011ce50>, [{'id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'name': 'tempest-TestServerBasicOps-856949299-router', 'tenant_id': '001cfb8e2b384b75a91c2a503873d5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:22Z', 'updated_at': '2022-02-12T21:38:43Z', 'revision_number': 6, 'project_id': '001cfb8e2b384b75a91c2a503873d5c2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:43.877293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e9381c-65a2-40b1-9260-9f9d1f4efea6 admin admin] Deleting subnet e5e521d2-274d-4617-a519-4d25193b4c9c {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:38:43.880467 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-54e9381c-65a2-40b1-9260-9f9d1f4efea6 admin admin] Publish callbacks [] for subnet (e5e521d2-274d-4617-a519-4d25193b4c9c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:43.892898 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a527a-807e-433c-b8e3-f80162e61104 None None] The sync data for ids ['507ea08b-0f93-4d3e-afa7-cdec1a4019cb'] in ncdv-master-1 is: [{'id': '507ea08b-0f93-4d3e-afa7-cdec1a4019cb', 'name': 'tempest-TestServerBasicOps-856949299-router', 'tenant_id': '001cfb8e2b384b75a91c2a503873d5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:33:22Z', 'updated_at': '2022-02-12T21:38:43Z', 'revision_number': 6, 'project_id': '001cfb8e2b384b75a91c2a503873d5c2', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:38:43.923035 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-54e9381c-65a2-40b1-9260-9f9d1f4efea6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (e5e521d2-274d-4617-a519-4d25193b4c9c), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.041285 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8dbade8-8053-4aae-a488-e72130b3df58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (035bcb2d-1795-4ec2-9bfe-f5e971c0b769), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.050128 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-54e9381c-65a2-40b1-9260-9f9d1f4efea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (e5e521d2-274d-4617-a519-4d25193b4c9c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.075116 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbade8-8053-4aae-a488-e72130b3df58 admin admin] Pushing event deleted for resources: {'Port': ['ID=035bcb2d-1795-4ec2-9bfe-f5e971c0b769,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:44.143950 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8dbade8-8053-4aae-a488-e72130b3df58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.190458 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-54e9381c-65a2-40b1-9260-9f9d1f4efea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (e5e521d2-274d-4617-a519-4d25193b4c9c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.219956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9381c-65a2-40b1-9260-9f9d1f4efea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e521d2-274d-4617-a519-4d25193b4c9c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:44.225296 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-54e9381c-65a2-40b1-9260-9f9d1f4efea6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.229231 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-54e9381c-65a2-40b1-9260-9f9d1f4efea6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e5e521d2-274d-4617-a519-4d25193b4c9c HTTP/1.1" status: 204  len: 168 time: 0.3991542
Feb 12 21:38:44.231567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52922) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:44.234843 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167eba65-ba88-4a6f-ad54-dd32b23b6af3 None None] Network d62c6c69-7f39-4ea6-b23c-4b50bd318739 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:38:44.248531 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8dbade8-8053-4aae-a488-e72130b3df58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.251515 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8dbade8-8053-4aae-a488-e72130b3df58 admin admin] Publish callbacks [] for router_controller (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.333984 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (d62c6c69-7f39-4ea6-b23c-4b50bd318739), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.394438 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8dbade8-8053-4aae-a488-e72130b3df58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (507ea08b-0f93-4d3e-afa7-cdec1a4019cb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.395433 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dbade8-8053-4aae-a488-e72130b3df58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 507ea08b-0f93-4d3e-afa7-cdec1a4019cb {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:38:44.401597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] Deleting port ec09730b-80b9-41c4-9e80-651457a2be24 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:44.402105 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ec09730b-80b9-41c4-9e80-651457a2be24), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.403360 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a8dbade8-8053-4aae-a488-e72130b3df58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.406178 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a8dbade8-8053-4aae-a488-e72130b3df58 admin admin] 10.222.0.31 "DELETE /v2.0/routers/507ea08b-0f93-4d3e-afa7-cdec1a4019cb HTTP/1.1" status: 204  len: 168 time: 1.0975246
Feb 12 21:38:44.425808 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52924) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:44.487542 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] For port ec09730b-80b9-41c4-9e80-651457a2be24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec09730b-80b9-41c4-9e80-651457a2be24,segment=NetworkSegment(648f3c62-9507-455d-9657-ac3599ec7048),segment_id=648f3c62-9507-455d-9657-ac3599ec7048)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:44.489478 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ec09730b-80b9-41c4-9e80-651457a2be24), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.489628 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20fb95a-3b14-48a1-b710-e996d5aefe78 admin admin] Deleting subnet ddf27983-b769-4b21-b153-24e4ad59c839 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:38:44.492335 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f20fb95a-3b14-48a1-b710-e996d5aefe78 admin admin] Publish callbacks [] for subnet (ddf27983-b769-4b21-b153-24e4ad59c839), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.504775 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] Calling delete_port for ec09730b-80b9-41c4-9e80-651457a2be24 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:44.504930 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] DHCP port deletion for d62c6c69-7f39-4ea6-b23c-4b50bd318739 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:38:44.542525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9b22be7e-39dd-47b7-9565-62ff5edf1a1c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:44.565682 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f20fb95a-3b14-48a1-b710-e996d5aefe78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (ddf27983-b769-4b21-b153-24e4ad59c839), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.567709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 9b22be7e-39dd-47b7-9565-62ff5edf1a1c {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:44.568057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9b22be7e-39dd-47b7-9565-62ff5edf1a1c not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:44.568725 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7bb84fbb-e8b9-4862-be7b-0a1385eae767 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:44.596853 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 7bb84fbb-e8b9-4862-be7b-0a1385eae767 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:44.597206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7bb84fbb-e8b9-4862-be7b-0a1385eae767 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:44.597656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8b340f64-1e20-4912-9eea-93a8ecc9762a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:44.620936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 8b340f64-1e20-4912-9eea-93a8ecc9762a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:44.621285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8b340f64-1e20-4912-9eea-93a8ecc9762a not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:44.632899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Deleting port ec09730b-80b9-41c4-9e80-651457a2be24 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:44.633285 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ec09730b-80b9-41c4-9e80-651457a2be24), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.661400 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f20fb95a-3b14-48a1-b710-e996d5aefe78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (ddf27983-b769-4b21-b153-24e4ad59c839), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.680137 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ec09730b-80b9-41c4-9e80-651457a2be24), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.705515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] For port ec09730b-80b9-41c4-9e80-651457a2be24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec09730b-80b9-41c4-9e80-651457a2be24,segment=NetworkSegment(648f3c62-9507-455d-9657-ac3599ec7048),segment_id=648f3c62-9507-455d-9657-ac3599ec7048)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:44.706166 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ec09730b-80b9-41c4-9e80-651457a2be24), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.714037 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] No DVR routers for this DVR port ec09730b-80b9-41c4-9e80-651457a2be24 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:38:44.716336 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec09730b-80b9-41c4-9e80-651457a2be24,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:44.725386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Calling delete_port for ec09730b-80b9-41c4-9e80-651457a2be24 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:44.800680 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (d62c6c69-7f39-4ea6-b23c-4b50bd318739), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.811159 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (ec09730b-80b9-41c4-9e80-651457a2be24), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.822483 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6af400>,) {'filters': {'network_id': ['d62c6c69-7f39-4ea6-b23c-4b50bd318739']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:44.822702 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f20fb95a-3b14-48a1-b710-e996d5aefe78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (ddf27983-b769-4b21-b153-24e4ad59c839), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.834886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6af400>, '648f3c62-9507-455d-9657-ac3599ec7048') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:44.835184 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa6af400>, '648f3c62-9507-455d-9657-ac3599ec7048') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:44.841503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Pushing event deleted for resources: {'Port': ['ID=ec09730b-80b9-41c4-9e80-651457a2be24,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:44.846336 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] No DVR routers for this DVR port ec09730b-80b9-41c4-9e80-651457a2be24 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:38:44.846528 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (648f3c62-9507-455d-9657-ac3599ec7048), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.848503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fb95a-3b14-48a1-b710-e996d5aefe78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddf27983-b769-4b21-b153-24e4ad59c839,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:44.852722 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f20fb95a-3b14-48a1-b710-e996d5aefe78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.856061 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f20fb95a-3b14-48a1-b710-e996d5aefe78 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ddf27983-b769-4b21-b153-24e4ad59c839 HTTP/1.1" status: 204  len: 168 time: 0.4289303
Feb 12 21:38:44.860105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52926) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:44.860599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:44.861039 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:44.861279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:44.861670 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:44.862003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:44.862330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:44.862869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:44.863224 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:44.863722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:44.864049 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:44.864377 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:44.864698 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:44.865021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae2ca7-4c95-4630-b7b5-6fe81c30789b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:38:44.865260 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (648f3c62-9507-455d-9657-ac3599ec7048), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.875405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:38:44.875865 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (648f3c62-9507-455d-9657-ac3599ec7048), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:38:44.877699 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:38:44.882622 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bde1288-d4aa-41dc-a180-a378c03d00f4 None None] Network 6f8c7aa7-d026-40ae-99db-6e07ca2369fa requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:38:44.947898 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (6f8c7aa7-d026-40ae-99db-6e07ca2369fa), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:45.012099 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] Deleting port 4dd49f5b-bcc1-40c4-82fd-db89021114b7 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:45.012439 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:45.030775 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (d62c6c69-7f39-4ea6-b23c-4b50bd318739), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:45.037007 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:45.044406 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52928) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:45.044792 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d62c6c69-7f39-4ea6-b23c-4b50bd318739 HTTP/1.1" status: 204  len: 168 time: 0.8102312
Feb 12 21:38:45.061647 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8fd35-291d-4cb9-b6c6-28d9c7927035 admin admin] Pushing event deleted for resources: {'Network': ['ID=d62c6c69-7f39-4ea6-b23c-4b50bd318739,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:45.167489 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] For port 4dd49f5b-bcc1-40c4-82fd-db89021114b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dd49f5b-bcc1-40c4-82fd-db89021114b7,segment=NetworkSegment(21311a4d-7ea4-4f2a-8495-ec0c1573e325),segment_id=21311a4d-7ea4-4f2a-8495-ec0c1573e325)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:45.167860 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:45.187929 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] Calling delete_port for 4dd49f5b-bcc1-40c4-82fd-db89021114b7 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:45.228213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb555610-fc43-4075-89a5-f51a06c32641 None None] DHCP port deletion for 6f8c7aa7-d026-40ae-99db-6e07ca2369fa request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:38:45.275542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-eb555610-fc43-4075-89a5-f51a06c32641 None None] Deleting port 4dd49f5b-bcc1-40c4-82fd-db89021114b7 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:45.276194 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eb555610-fc43-4075-89a5-f51a06c32641 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:45.343363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-eb555610-fc43-4075-89a5-f51a06c32641 None None] For port 4dd49f5b-bcc1-40c4-82fd-db89021114b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dd49f5b-bcc1-40c4-82fd-db89021114b7,segment=NetworkSegment(21311a4d-7ea4-4f2a-8495-ec0c1573e325),segment_id=21311a4d-7ea4-4f2a-8495-ec0c1573e325)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:45.343688 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eb555610-fc43-4075-89a5-f51a06c32641 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:45.357390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-eb555610-fc43-4075-89a5-f51a06c32641 None None] Calling delete_port for 4dd49f5b-bcc1-40c4-82fd-db89021114b7 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:45.460899 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:45.462584 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eb555610-fc43-4075-89a5-f51a06c32641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (4dd49f5b-bcc1-40c4-82fd-db89021114b7), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:45.487051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb555610-fc43-4075-89a5-f51a06c32641 None None] Pushing event deleted for resources: {'Port': ['ID=4dd49f5b-bcc1-40c4-82fd-db89021114b7,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:45.491618 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd49f5b-bcc1-40c4-82fd-db89021114b7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:45.492663 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb555610-fc43-4075-89a5-f51a06c32641 None None] No DVR routers for this DVR port 4dd49f5b-bcc1-40c4-82fd-db89021114b7 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:38:45.495721 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] No DVR routers for this DVR port 4dd49f5b-bcc1-40c4-82fd-db89021114b7 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:38:45.601187 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (6f8c7aa7-d026-40ae-99db-6e07ca2369fa), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:45.625300 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc7001ccc10>,) {'filters': {'network_id': ['6f8c7aa7-d026-40ae-99db-6e07ca2369fa']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:45.636571 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42fa8557-55b7-4edb-9ce9-df74b003926b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (6f718638-3690-4dfa-b9bd-d6aefe5326ca), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:45.639343 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7001ccc10>, '21311a4d-7ea4-4f2a-8495-ec0c1573e325') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:45.639646 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7001ccc10>, '21311a4d-7ea4-4f2a-8495-ec0c1573e325') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:45.708065 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (21311a4d-7ea4-4f2a-8495-ec0c1573e325), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:45.729613 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (21311a4d-7ea4-4f2a-8495-ec0c1573e325), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:45.740815 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:38:45.741322 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (21311a4d-7ea4-4f2a-8495-ec0c1573e325), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:38:45.742945 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:38:45.904955 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (6f8c7aa7-d026-40ae-99db-6e07ca2369fa), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:45.911369 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:45.914748 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6f8c7aa7-d026-40ae-99db-6e07ca2369fa HTTP/1.1" status: 204  len: 168 time: 1.0547047
Feb 12 21:38:45.929374 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f00ef9-744d-4d1a-bb48-36c89aeb0596 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f8c7aa7-d026-40ae-99db-6e07ca2369fa,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:45.978740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-42fa8557-55b7-4edb-9ce9-df74b003926b admin admin] Deleting port 81852e83-4c37-48fc-82f5-83d954b40d41 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:45.979082 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42fa8557-55b7-4edb-9ce9-df74b003926b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:46.064194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-42fa8557-55b7-4edb-9ce9-df74b003926b admin admin] For port 81852e83-4c37-48fc-82f5-83d954b40d41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81852e83-4c37-48fc-82f5-83d954b40d41,segment=NetworkSegment(a31a3458-1399-407c-9868-8c27c7ec0270),segment_id=a31a3458-1399-407c-9868-8c27c7ec0270)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:46.064567 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42fa8557-55b7-4edb-9ce9-df74b003926b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:46.077268 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-42fa8557-55b7-4edb-9ce9-df74b003926b admin admin] Calling delete_port for 81852e83-4c37-48fc-82f5-83d954b40d41 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:46.255033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4dd49f5b-bcc1-40c4-82fd-db89021114b7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:46.280448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 4dd49f5b-bcc1-40c4-82fd-db89021114b7 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:46.281177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4dd49f5b-bcc1-40c4-82fd-db89021114b7 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:46.281177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ec09730b-80b9-41c4-9e80-651457a2be24 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:46.300616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: ec09730b-80b9-41c4-9e80-651457a2be24 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:46.300964 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ec09730b-80b9-41c4-9e80-651457a2be24 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:46.301396 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 035bcb2d-1795-4ec2-9bfe-f5e971c0b769 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:46.307853 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52932) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:46.320602 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 035bcb2d-1795-4ec2-9bfe-f5e971c0b769 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:46.320956 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 035bcb2d-1795-4ec2-9bfe-f5e971c0b769 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:46.352578 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-069cb975-99af-4474-87b0-6a5eaa5b7407 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11ee0199776b422d91d8368c75898fd8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0445721
Feb 12 21:38:46.355306 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52934) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:46.355792 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42fa8557-55b7-4edb-9ce9-df74b003926b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (81852e83-4c37-48fc-82f5-83d954b40d41), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:46.382771 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa8557-55b7-4edb-9ce9-df74b003926b admin admin] Pushing event deleted for resources: {'Port': ['ID=81852e83-4c37-48fc-82f5-83d954b40d41,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:46.413088 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f0ed-dbd6-4bd1-9147-9b5c8af02c8c admin admin] Publish callbacks [] for security_group (9e7f0412-5bb5-4f13-ad81-21b65ccf1ba7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:46.438254 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f0ed-dbd6-4bd1-9147-9b5c8af02c8c admin admin] Publish callbacks [] for security_group (9e7f0412-5bb5-4f13-ad81-21b65ccf1ba7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:46.560682 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42fa8557-55b7-4edb-9ce9-df74b003926b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (6f718638-3690-4dfa-b9bd-d6aefe5326ca), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:46.567569 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f0ed-dbd6-4bd1-9147-9b5c8af02c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9e7f0412-5bb5-4f13-ad81-21b65ccf1ba7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:46.573338 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f0ed-dbd6-4bd1-9147-9b5c8af02c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:46.573338 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-eaa5f0ed-dbd6-4bd1-9147-9b5c8af02c8c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e7f0412-5bb5-4f13-ad81-21b65ccf1ba7 HTTP/1.1" status: 204  len: 168 time: 0.2168024
Feb 12 21:38:46.586397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5f0ed-dbd6-4bd1-9147-9b5c8af02c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7f0412-5bb5-4f13-ad81-21b65ccf1ba7,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:46.791989 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fa8557-55b7-4edb-9ce9-df74b003926b admin admin] Router 6f718638-3690-4dfa-b9bd-d6aefe5326ca has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:38:46.914026 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fa8557-55b7-4edb-9ce9-df74b003926b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:38:46.919120 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-42fa8557-55b7-4edb-9ce9-df74b003926b admin admin] 10.222.0.31 "PUT /v2.0/routers/6f718638-3690-4dfa-b9bd-d6aefe5326ca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8738682
Feb 12 21:38:46.923473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52940) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:46.929646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665739cd-6238-405d-95df-928950ac7195 None None] Sync routers for ids ['6f718638-3690-4dfa-b9bd-d6aefe5326ca'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:38:46.939702 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665739cd-6238-405d-95df-928950ac7195 None None] Routers {'6f718638-3690-4dfa-b9bd-d6aefe5326ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:46.940370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-665739cd-6238-405d-95df-928950ac7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb6dc940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6f718638-3690-4dfa-b9bd-d6aefe5326ca'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:47.037268 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d43b1dab-1eab-40b9-8283-29a45f6b816b admin admin] Publish callbacks [] for router (6f718638-3690-4dfa-b9bd-d6aefe5326ca), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:47.049764 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-665739cd-6238-405d-95df-928950ac7195 None None] Set router 6f718638-3690-4dfa-b9bd-d6aefe5326ca gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:47.151663 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d43b1dab-1eab-40b9-8283-29a45f6b816b admin admin] Publish callbacks [] for router_gateway (6f718638-3690-4dfa-b9bd-d6aefe5326ca), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:47.236549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-665739cd-6238-405d-95df-928950ac7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb6dc940>, [{'id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'name': 'tempest-TestAggregatesBasicOps-1408940599-router', 'tenant_id': '33f6cf87e2bc412ab47b7166548f9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.10'}], 'enable_snat': True}, 'gw_port_id': '4f2e69f6-2031-4bdd-a8e1-4fec74b0c458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:31Z', 'updated_at': '2022-02-12T21:38:46Z', 'revision_number': 5, 'project_id': '33f6cf87e2bc412ab47b7166548f9160', 'gw_port': {'id': '4f2e69f6-2031-4bdd-a8e1-4fec74b0c458', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:32Z', 'updated_at': '2022-02-12T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:47.267435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665739cd-6238-405d-95df-928950ac7195 None None] Checking router: 6f718638-3690-4dfa-b9bd-d6aefe5326ca for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:38:47.271211 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-d43b1dab-1eab-40b9-8283-29a45f6b816b admin admin] Deleting port 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:47.271559 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d43b1dab-1eab-40b9-8283-29a45f6b816b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4f2e69f6-2031-4bdd-a8e1-4fec74b0c458), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:47.275979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665739cd-6238-405d-95df-928950ac7195 None None] Routers {'6f718638-3690-4dfa-b9bd-d6aefe5326ca'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:38:47.276584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-665739cd-6238-405d-95df-928950ac7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb6dc940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:38:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6f718638-3690-4dfa-b9bd-d6aefe5326ca'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:47.297576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52944) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:47.366403 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-665739cd-6238-405d-95df-928950ac7195 None None] Set router 6f718638-3690-4dfa-b9bd-d6aefe5326ca gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:38:47.390119 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-02b0d8ac-30cd-4633-a59e-faf4a2155f1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=001cfb8e2b384b75a91c2a503873d5c2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0882616
Feb 12 21:38:47.390707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52946) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:47.420345 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-665739cd-6238-405d-95df-928950ac7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb6dc940>, [{'id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'name': 'tempest-TestAggregatesBasicOps-1408940599-router', 'tenant_id': '33f6cf87e2bc412ab47b7166548f9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:31Z', 'updated_at': '2022-02-12T21:38:47Z', 'revision_number': 6, 'project_id': '33f6cf87e2bc412ab47b7166548f9160', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:47.420981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-d43b1dab-1eab-40b9-8283-29a45f6b816b admin admin] For port 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f2e69f6-2031-4bdd-a8e1-4fec74b0c458,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:47.421374 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d43b1dab-1eab-40b9-8283-29a45f6b816b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4f2e69f6-2031-4bdd-a8e1-4fec74b0c458), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:47.445032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-d43b1dab-1eab-40b9-8283-29a45f6b816b admin admin] Calling delete_port for 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:47.452496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665739cd-6238-405d-95df-928950ac7195 None None] The sync data for ids ['6f718638-3690-4dfa-b9bd-d6aefe5326ca'] in ncdv-master-1 is: [{'id': '6f718638-3690-4dfa-b9bd-d6aefe5326ca', 'name': 'tempest-TestAggregatesBasicOps-1408940599-router', 'tenant_id': '33f6cf87e2bc412ab47b7166548f9160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:31Z', 'updated_at': '2022-02-12T21:38:47Z', 'revision_number': 6, 'project_id': '33f6cf87e2bc412ab47b7166548f9160', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:38:47.499091 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a032-288a-4b2d-9e10-54c795a3b5d5 admin admin] Publish callbacks [] for security_group (bd61309c-a80e-4f46-8163-c11d566f20ed), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:47.537721 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a032-288a-4b2d-9e10-54c795a3b5d5 admin admin] Publish callbacks [] for security_group (bd61309c-a80e-4f46-8163-c11d566f20ed), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:47.704043 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a032-288a-4b2d-9e10-54c795a3b5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bd61309c-a80e-4f46-8163-c11d566f20ed), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:47.706777 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a032-288a-4b2d-9e10-54c795a3b5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:47.707981 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1fb0a032-288a-4b2d-9e10-54c795a3b5d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd61309c-a80e-4f46-8163-c11d566f20ed HTTP/1.1" status: 204  len: 168 time: 0.3167303
Feb 12 21:38:47.716729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0a032-288a-4b2d-9e10-54c795a3b5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd61309c-a80e-4f46-8163-c11d566f20ed,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:47.733517 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d43b1dab-1eab-40b9-8283-29a45f6b816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (4f2e69f6-2031-4bdd-a8e1-4fec74b0c458), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:47.769329 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b1dab-1eab-40b9-8283-29a45f6b816b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2e69f6-2031-4bdd-a8e1-4fec74b0c458,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:47.839464 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d43b1dab-1eab-40b9-8283-29a45f6b816b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (6f718638-3690-4dfa-b9bd-d6aefe5326ca), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:47.940394 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d43b1dab-1eab-40b9-8283-29a45f6b816b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (6f718638-3690-4dfa-b9bd-d6aefe5326ca), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:47.942608 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d43b1dab-1eab-40b9-8283-29a45f6b816b admin admin] Publish callbacks [] for router_controller (6f718638-3690-4dfa-b9bd-d6aefe5326ca), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:48.045498 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d43b1dab-1eab-40b9-8283-29a45f6b816b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (6f718638-3690-4dfa-b9bd-d6aefe5326ca), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:48.045498 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43b1dab-1eab-40b9-8283-29a45f6b816b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f718638-3690-4dfa-b9bd-d6aefe5326ca {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:38:48.045498 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d43b1dab-1eab-40b9-8283-29a45f6b816b admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:48.045498 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d43b1dab-1eab-40b9-8283-29a45f6b816b admin admin] 10.222.0.31 "DELETE /v2.0/routers/6f718638-3690-4dfa-b9bd-d6aefe5326ca HTTP/1.1" status: 204  len: 168 time: 1.1158187
Feb 12 21:38:48.045498 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52950) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:48.098624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c56d9d-cc2f-4b2b-8d7a-b28c27c486a9 admin admin] Deleting subnet 5fdf8cd1-6dfa-45b7-b298-71316bfa2c58 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:38:48.102301 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73c56d9d-cc2f-4b2b-8d7a-b28c27c486a9 admin admin] Publish callbacks [] for subnet (5fdf8cd1-6dfa-45b7-b298-71316bfa2c58), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:48.140923 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73c56d9d-cc2f-4b2b-8d7a-b28c27c486a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (5fdf8cd1-6dfa-45b7-b298-71316bfa2c58), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:48.230046 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73c56d9d-cc2f-4b2b-8d7a-b28c27c486a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (5fdf8cd1-6dfa-45b7-b298-71316bfa2c58), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:48.297898 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:48.323759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:48.324142 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4f2e69f6-2031-4bdd-a8e1-4fec74b0c458 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:48.324793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 81852e83-4c37-48fc-82f5-83d954b40d41 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:48.345842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 81852e83-4c37-48fc-82f5-83d954b40d41 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:48.346202 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 81852e83-4c37-48fc-82f5-83d954b40d41 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:48.383135 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73c56d9d-cc2f-4b2b-8d7a-b28c27c486a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (5fdf8cd1-6dfa-45b7-b298-71316bfa2c58), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:48.415408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c56d9d-cc2f-4b2b-8d7a-b28c27c486a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fdf8cd1-6dfa-45b7-b298-71316bfa2c58,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:48.422670 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-73c56d9d-cc2f-4b2b-8d7a-b28c27c486a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:48.426233 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-73c56d9d-cc2f-4b2b-8d7a-b28c27c486a9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5fdf8cd1-6dfa-45b7-b298-71316bfa2c58 HTTP/1.1" status: 204  len: 168 time: 0.3819730
Feb 12 21:38:48.428952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52952) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:48.429644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a36e9b1-64cf-449e-bb20-073cd580e6b5 None None] Network ff33b7a6-ade8-4110-bc3c-d053108894cd requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:38:48.523878 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (ff33b7a6-ade8-4110-bc3c-d053108894cd), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:48.601668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f71f9a-4ed2-4f4a-9ea5-6a10d773cb21 None None] DHCP port deletion for ff33b7a6-ade8-4110-bc3c-d053108894cd request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:38:48.656125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-69f71f9a-4ed2-4f4a-9ea5-6a10d773cb21 None None] Deleting port f77ed843-97da-4a2d-9b39-3f05be0f3e9e {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:48.656501 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-69f71f9a-4ed2-4f4a-9ea5-6a10d773cb21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f77ed843-97da-4a2d-9b39-3f05be0f3e9e), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:48.726842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-69f71f9a-4ed2-4f4a-9ea5-6a10d773cb21 None None] For port f77ed843-97da-4a2d-9b39-3f05be0f3e9e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f77ed843-97da-4a2d-9b39-3f05be0f3e9e,segment=NetworkSegment(a31a3458-1399-407c-9868-8c27c7ec0270),segment_id=a31a3458-1399-407c-9868-8c27c7ec0270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:48.727244 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-69f71f9a-4ed2-4f4a-9ea5-6a10d773cb21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f77ed843-97da-4a2d-9b39-3f05be0f3e9e), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:48.740816 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-69f71f9a-4ed2-4f4a-9ea5-6a10d773cb21 None None] Calling delete_port for f77ed843-97da-4a2d-9b39-3f05be0f3e9e owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:48.881263 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-69f71f9a-4ed2-4f4a-9ea5-6a10d773cb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (f77ed843-97da-4a2d-9b39-3f05be0f3e9e), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:48.898497 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] Deleting port f77ed843-97da-4a2d-9b39-3f05be0f3e9e {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:38:48.898836 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f77ed843-97da-4a2d-9b39-3f05be0f3e9e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:48.907199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f71f9a-4ed2-4f4a-9ea5-6a10d773cb21 None None] Pushing event deleted for resources: {'Port': ['ID=f77ed843-97da-4a2d-9b39-3f05be0f3e9e,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:48.911272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f71f9a-4ed2-4f4a-9ea5-6a10d773cb21 None None] No DVR routers for this DVR port f77ed843-97da-4a2d-9b39-3f05be0f3e9e on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:38:48.963779 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] For port f77ed843-97da-4a2d-9b39-3f05be0f3e9e, host ncdv-master-1, got binding levels [] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:38:48.964146 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f77ed843-97da-4a2d-9b39-3f05be0f3e9e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:48.976528 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] Calling delete_port for f77ed843-97da-4a2d-9b39-3f05be0f3e9e owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:38:48.979172 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.ipam_backend_mixin [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] Port f77ed843-97da-4a2d-9b39-3f05be0f3e9e was not found and therefore no delete operation was performed {{(pid=126506) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Feb 12 21:38:48.980429 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f77ed843-97da-4a2d-9b39-3f05be0f3e9e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:49.010280 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77ed843-97da-4a2d-9b39-3f05be0f3e9e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:49.012088 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] No DVR routers for this DVR port f77ed843-97da-4a2d-9b39-3f05be0f3e9e on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:38:49.083182 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (ff33b7a6-ade8-4110-bc3c-d053108894cd), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:49.103463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ce5430>,) {'filters': {'network_id': ['ff33b7a6-ade8-4110-bc3c-d053108894cd']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:49.112401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ce5430>, 'a31a3458-1399-407c-9868-8c27c7ec0270') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:49.112698 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9ce5430>, 'a31a3458-1399-407c-9868-8c27c7ec0270') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:38:49.121803 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (a31a3458-1399-407c-9868-8c27c7ec0270), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:49.135424 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (a31a3458-1399-407c-9868-8c27c7ec0270), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:49.141880 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:38:49.142262 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (a31a3458-1399-407c-9868-8c27c7ec0270), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:38:49.143863 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:38:49.258225 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (ff33b7a6-ade8-4110-bc3c-d053108894cd), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:49.263288 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:49.269752 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ff33b7a6-ade8-4110-bc3c-d053108894cd HTTP/1.1" status: 204  len: 168 time: 0.8346064
Feb 12 21:38:49.277201 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba445f-4925-4248-94ec-40f96eec82c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff33b7a6-ade8-4110-bc3c-d053108894cd,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:49.683025 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52956) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:49.724410 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f13ac7da-1ac4-491f-a48c-b10b0b314ae0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=286df0eadfaf4eca85b94d5e43881b94&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0401387
Feb 12 21:38:49.726818 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52958) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:49.780200 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60d4b1bb-116a-4347-91a8-4557b96be775 admin admin] Publish callbacks [] for security_group (12643ddd-b877-44f4-96ec-8d6338b61f02), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:49.802375 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60d4b1bb-116a-4347-91a8-4557b96be775 admin admin] Publish callbacks [] for security_group (12643ddd-b877-44f4-96ec-8d6338b61f02), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:49.896354 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60d4b1bb-116a-4347-91a8-4557b96be775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (12643ddd-b877-44f4-96ec-8d6338b61f02), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:49.898947 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60d4b1bb-116a-4347-91a8-4557b96be775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:49.900085 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-60d4b1bb-116a-4347-91a8-4557b96be775 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12643ddd-b877-44f4-96ec-8d6338b61f02 HTTP/1.1" status: 204  len: 168 time: 0.1723981
Feb 12 21:38:49.907760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4b1bb-116a-4347-91a8-4557b96be775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12643ddd-b877-44f4-96ec-8d6338b61f02,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:50.249451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f77ed843-97da-4a2d-9b39-3f05be0f3e9e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:38:50.270194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: f77ed843-97da-4a2d-9b39-3f05be0f3e9e {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:38:50.270553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device f77ed843-97da-4a2d-9b39-3f05be0f3e9e not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:38:50.520551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52964) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:50.559510 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d258d1e2-0cfe-4816-934d-04aefa9ef301 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33f6cf87e2bc412ab47b7166548f9160&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0377922
Feb 12 21:38:50.562434 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52966) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:50.608226 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e56257d0-0834-462e-b2f6-8d1157fd3c5a admin admin] Publish callbacks [] for security_group (ba13dadc-93d6-4e49-8bb8-5195170685c2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:50.629124 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e56257d0-0834-462e-b2f6-8d1157fd3c5a admin admin] Publish callbacks [] for security_group (ba13dadc-93d6-4e49-8bb8-5195170685c2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:50.765648 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e56257d0-0834-462e-b2f6-8d1157fd3c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ba13dadc-93d6-4e49-8bb8-5195170685c2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:50.768239 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e56257d0-0834-462e-b2f6-8d1157fd3c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:50.769423 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e56257d0-0834-462e-b2f6-8d1157fd3c5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba13dadc-93d6-4e49-8bb8-5195170685c2 HTTP/1.1" status: 204  len: 168 time: 0.2060604
Feb 12 21:38:50.778007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56257d0-0834-462e-b2f6-8d1157fd3c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba13dadc-93d6-4e49-8bb8-5195170685c2,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:51.808866 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 52988) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:51.907882 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-86ce89dd-0ecf-4fa9-9840-e3c1170fb896 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-742942542-network', 'tenant_id': '480baeced589484896034d4d1a4cb39c'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:52.004786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ce89dd-0ecf-4fa9-9840-e3c1170fb896 admin admin] Made reservation on behalf of 480baeced589484896034d4d1a4cb39c for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:38:52.007142 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86ce89dd-0ecf-4fa9-9840-e3c1170fb896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:52.016354 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86ce89dd-0ecf-4fa9-9840-e3c1170fb896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:52.088704 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86ce89dd-0ecf-4fa9-9840-e3c1170fb896 admin admin] Publish callbacks [] for security_group (4f06ad80-e2e2-4c17-aa02-c1f638b475ec), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:52.143500 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86ce89dd-0ecf-4fa9-9840-e3c1170fb896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4f06ad80-e2e2-4c17-aa02-c1f638b475ec), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:52.171260 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ce89dd-0ecf-4fa9-9840-e3c1170fb896 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:38:52.179751 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce89dd-0ecf-4fa9-9840-e3c1170fb896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f06ad80-e2e2-4c17-aa02-c1f638b475ec,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:52.186007 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86ce89dd-0ecf-4fa9-9840-e3c1170fb896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (f410096a-486a-4159-86ca-86257d89e6ba), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:52.186351 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-86ce89dd-0ecf-4fa9-9840-e3c1170fb896 admin admin] Added segment f410096a-486a-4159-86ca-86257d89e6ba of type vlan for network 75b562f6-05ba-4a28-8cd2-467a5247df21
Feb 12 21:38:52.226390 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86ce89dd-0ecf-4fa9-9840-e3c1170fb896 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (75b562f6-05ba-4a28-8cd2-467a5247df21), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:52.302155 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86ce89dd-0ecf-4fa9-9840-e3c1170fb896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (75b562f6-05ba-4a28-8cd2-467a5247df21), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:52.303108 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ce89dd-0ecf-4fa9-9840-e3c1170fb896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:52.303693 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86ce89dd-0ecf-4fa9-9840-e3c1170fb896 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:52.362333 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce89dd-0ecf-4fa9-9840-e3c1170fb896 admin admin] Pushing event updated for resources: {'Network': ['ID=75b562f6-05ba-4a28-8cd2-467a5247df21,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:52.371698 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 75b562f6-05ba-4a28-8cd2-467a5247df21 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:38:52.402368 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-86ce89dd-0ecf-4fa9-9840-e3c1170fb896 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5921712
Feb 12 21:38:52.405989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 52992) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:52.411734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f39a4930-666a-4c23-83f3-8f8423026f02 admin admin] Request body: {'subnet': {'network_id': '75b562f6-05ba-4a28-8cd2-467a5247df21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-742942542-subnet', 'tenant_id': '480baeced589484896034d4d1a4cb39c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:52.498486 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39a4930-666a-4c23-83f3-8f8423026f02 admin admin] Made reservation on behalf of 480baeced589484896034d4d1a4cb39c for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:38:52.500865 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f39a4930-666a-4c23-83f3-8f8423026f02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:52.738603 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f39a4930-666a-4c23-83f3-8f8423026f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (6a68e3bf-5a5c-4f1b-8bf9-ec3102fcdbbb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:52.792756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a4930-666a-4c23-83f3-8f8423026f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a68e3bf-5a5c-4f1b-8bf9-ec3102fcdbbb,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:52.803585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39a4930-666a-4c23-83f3-8f8423026f02 admin admin] Checking segment: {'id': 'f410096a-486a-4159-86ca-86257d89e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '75b562f6-05ba-4a28-8cd2-467a5247df21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:38:52.803948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39a4930-666a-4c23-83f3-8f8423026f02 admin admin] Network hostable DHCP agents. Network: 75b562f6-05ba-4a28-8cd2-467a5247df21, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:38:52.873421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39a4930-666a-4c23-83f3-8f8423026f02 admin admin] Network 75b562f6-05ba-4a28-8cd2-467a5247df21 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:38:52.953446 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-f39a4930-666a-4c23-83f3-8f8423026f02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 75b562f6-05ba-4a28-8cd2-467a5247df21) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:52.957470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39a4930-666a-4c23-83f3-8f8423026f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:52.958098 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f39a4930-666a-4c23-83f3-8f8423026f02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:52.962268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c982be95-cbca-49a3-a841-488c6dd56294 None None] Network 75b562f6-05ba-4a28-8cd2-467a5247df21 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:38:53.049476 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f39a4930-666a-4c23-83f3-8f8423026f02 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6420846
Feb 12 21:38:53.056450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f707efd1-5460-4658-990d-2f26358ca3dd None None] Network 75b562f6-05ba-4a28-8cd2-467a5247df21 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:38:53.740942 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53008) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:53.746385 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6b04a937-77c0-4a73-a026-5235fbef682f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1521089849-network', 'tenant_id': 'adf6342b6fad48d9bdc0d4bf48070f1d'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:53.823832 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b04a937-77c0-4a73-a026-5235fbef682f admin admin] Made reservation on behalf of adf6342b6fad48d9bdc0d4bf48070f1d for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:38:53.826250 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b04a937-77c0-4a73-a026-5235fbef682f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:53.834957 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b04a937-77c0-4a73-a026-5235fbef682f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:53.911177 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b04a937-77c0-4a73-a026-5235fbef682f admin admin] Publish callbacks [] for security_group (651161b6-ab7e-4ce5-8590-c1d2fdc59731), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:53.972413 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b04a937-77c0-4a73-a026-5235fbef682f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (651161b6-ab7e-4ce5-8590-c1d2fdc59731), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:53.992896 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b04a937-77c0-4a73-a026-5235fbef682f admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:38:54.006434 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04a937-77c0-4a73-a026-5235fbef682f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651161b6-ab7e-4ce5-8590-c1d2fdc59731,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:54.010997 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b04a937-77c0-4a73-a026-5235fbef682f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ce0f9b19-362e-4c03-9b7d-4ea1e7c1db94), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:54.012177 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-6b04a937-77c0-4a73-a026-5235fbef682f admin admin] Added segment ce0f9b19-362e-4c03-9b7d-4ea1e7c1db94 of type vlan for network b0334618-10de-4bf1-a19c-f4a5ac50cd91
Feb 12 21:38:54.051939 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b04a937-77c0-4a73-a026-5235fbef682f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (b0334618-10de-4bf1-a19c-f4a5ac50cd91), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:54.126795 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b04a937-77c0-4a73-a026-5235fbef682f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (b0334618-10de-4bf1-a19c-f4a5ac50cd91), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:54.127779 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b04a937-77c0-4a73-a026-5235fbef682f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:54.128356 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b04a937-77c0-4a73-a026-5235fbef682f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:54.187926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04a937-77c0-4a73-a026-5235fbef682f admin admin] Pushing event updated for resources: {'Network': ['ID=b0334618-10de-4bf1-a19c-f4a5ac50cd91,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:54.197809 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network b0334618-10de-4bf1-a19c-f4a5ac50cd91 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:38:54.204715 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6b04a937-77c0-4a73-a026-5235fbef682f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4625766
Feb 12 21:38:54.207419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53010) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:38:54.212301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3fc0526c-7d49-4b13-a984-3f01626088f8 admin admin] Request body: {'subnet': {'network_id': 'b0334618-10de-4bf1-a19c-f4a5ac50cd91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1521089849-subnet', 'tenant_id': 'adf6342b6fad48d9bdc0d4bf48070f1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:54.298401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc0526c-7d49-4b13-a984-3f01626088f8 admin admin] Made reservation on behalf of adf6342b6fad48d9bdc0d4bf48070f1d for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:38:54.300782 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3fc0526c-7d49-4b13-a984-3f01626088f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:54.520976 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3fc0526c-7d49-4b13-a984-3f01626088f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (02b7c611-f518-46e0-8686-865e129c215c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:54.581779 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0526c-7d49-4b13-a984-3f01626088f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b7c611-f518-46e0-8686-865e129c215c,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:54.590979 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc0526c-7d49-4b13-a984-3f01626088f8 admin admin] Checking segment: {'id': 'ce0f9b19-362e-4c03-9b7d-4ea1e7c1db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b0334618-10de-4bf1-a19c-f4a5ac50cd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:38:54.591456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc0526c-7d49-4b13-a984-3f01626088f8 admin admin] Network hostable DHCP agents. Network: b0334618-10de-4bf1-a19c-f4a5ac50cd91, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:38:54.675194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc0526c-7d49-4b13-a984-3f01626088f8 admin admin] Network b0334618-10de-4bf1-a19c-f4a5ac50cd91 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:38:54.721018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-3fc0526c-7d49-4b13-a984-3f01626088f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b0334618-10de-4bf1-a19c-f4a5ac50cd91) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:54.725298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc0526c-7d49-4b13-a984-3f01626088f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:54.725922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3fc0526c-7d49-4b13-a984-3f01626088f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:54.731281 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237e4dcd-57b9-4af8-a51d-e8fb8ac2cf0c None None] Network b0334618-10de-4bf1-a19c-f4a5ac50cd91 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:38:54.798008 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3fc0526c-7d49-4b13-a984-3f01626088f8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5893242
Feb 12 21:38:54.832491 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801a29d7-c740-4e51-a3ac-ec725b753ccd None None] Network b0334618-10de-4bf1-a19c-f4a5ac50cd91 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:38:55.267096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-42723cfe-1363-486c-85c8-3274a7444b53 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:55.268556 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-42723cfe-1363-486c-85c8-3274a7444b53 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/networks?id=75b562f6-05ba-4a28-8cd2-467a5247df21 HTTP/1.1" status: 200  len: 811 time: 0.0996454
Feb 12 21:38:55.282923 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-e3d3519e-4a03-40e1-b15e-b0f39bcba30b tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/quotas/480baeced589484896034d4d1a4cb39c HTTP/1.1" status: 200  len: 375 time: 0.0088716
Feb 12 21:38:55.318850 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-60a84079-08e5-4a02-9f46-7c43a677b9b6 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=480baeced589484896034d4d1a4cb39c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0308442
Feb 12 21:38:55.502753 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-fc694767-10d2-4c83-8a28-2eed81ce05f0 service neutron] 10.222.0.31 "GET /v2.0/networks/75b562f6-05ba-4a28-8cd2-467a5247df21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1773727
Feb 12 21:38:55.596840 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-18b8b74b-3f2f-4162-9e0f-351f54d16ac5 service neutron] 10.222.0.31 "GET /v2.0/networks/75b562f6-05ba-4a28-8cd2-467a5247df21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884275
Feb 12 21:38:55.832404 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a5722582-0c16-4a2b-9800-4e5a829c29bd req-cc11ab4a-9760-4a79-8155-767d842354a3 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 210 time: 0.0304987
Feb 12 21:38:55.892422 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0d017e44-6b01-4fb2-9863-59accf4848e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:56.928569 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cad98d5c-43d3-4549-aff1-d58908633151 req-111b2309-b240-4bd2-83c3-7de529622ea7 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 210 time: 0.0289006
Feb 12 21:38:57.132202 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:57.785906 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-e9ad7e72-43ac-493e-b273-77936e14c214 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:57.787455 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-e9ad7e72-43ac-493e-b273-77936e14c214 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.50 "GET /v2.0/networks?id=75b562f6-05ba-4a28-8cd2-467a5247df21 HTTP/1.1" status: 200  len: 811 time: 0.1082451
Feb 12 21:38:57.799745 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-e6d6ef59-1942-4471-bb54-0e001ef610ba tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Request body: {'port': {'device_id': '42b80144-a363-4492-8b32-01a601680143', 'network_id': '75b562f6-05ba-4a28-8cd2-467a5247df21', 'admin_state_up': True, 'tenant_id': '480baeced589484896034d4d1a4cb39c'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:57.953637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-e6d6ef59-1942-4471-bb54-0e001ef610ba tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Made reservation on behalf of 480baeced589484896034d4d1a4cb39c for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:38:57.957020 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-e6d6ef59-1942-4471-bb54-0e001ef610ba tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:58.046543 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68ca9e68-a2a1-430b-862a-6d9dfb04385a req-e88fb144-1dfb-4770-9bff-9355c0a110be tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 210 time: 0.0333567
Feb 12 21:38:58.109102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-e6d6ef59-1942-4471-bb54-0e001ef610ba tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Allocated IP 172.20.0.14 (75b562f6-05ba-4a28-8cd2-467a5247df21/6a68e3bf-5a5c-4f1b-8bf9-ec3102fcdbbb/b2627200-528c-4926-a54d-90a2def327ed) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:38:58.254804 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-e6d6ef59-1942-4471-bb54-0e001ef610ba tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Publish callbacks [] for port (b2627200-528c-4926-a54d-90a2def327ed), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:58.325107 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bf08c3a4-acff-436b-b869-66822627d4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:58.349988 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-e6d6ef59-1942-4471-bb54-0e001ef610ba tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b2627200-528c-4926-a54d-90a2def327ed), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:58.393615 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-e6d6ef59-1942-4471-bb54-0e001ef610ba tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Network 75b562f6-05ba-4a28-8cd2-467a5247df21 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:38:58.396632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-e6d6ef59-1942-4471-bb54-0e001ef610ba tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:38:58.400270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-e6d6ef59-1942-4471-bb54-0e001ef610ba tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:38:58.424327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6ef59-1942-4471-bb54-0e001ef610ba tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Pushing event updated for resources: {'Port': ['ID=b2627200-528c-4926-a54d-90a2def327ed,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:58.451965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-e6d6ef59-1942-4471-bb54-0e001ef610ba tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:58.452573 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-e6d6ef59-1942-4471-bb54-0e001ef610ba tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:58.969704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-e6d6ef59-1942-4471-bb54-0e001ef610ba tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1739533
Feb 12 21:38:58.980667 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Request body: {'port': {'device_id': '42b80144-a363-4492-8b32-01a601680143', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:38:59.043922 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b2627200-528c-4926-a54d-90a2def327ed), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:59.172262 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f197e-6b18-4999-acbc-86245530f119 req-2a6b5b98-001d-4dd5-91d4-69a32d9bb482 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:59.173815 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-800f197e-6b18-4999-acbc-86245530f119 req-2a6b5b98-001d-4dd5-91d4-69a32d9bb482 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 932 time: 0.0540268
Feb 12 21:38:59.221881 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-800f197e-6b18-4999-acbc-86245530f119 req-0ab33a16-48d1-4c7c-b46d-d1a1945aa978 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419695
Feb 12 21:38:59.312725 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2627200-528c-4926-a54d-90a2def327ed {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:38:59.320024 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Publish callbacks [] for port (b2627200-528c-4926-a54d-90a2def327ed), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:59.332308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Transition to ACTIVE for port object b2627200-528c-4926-a54d-90a2def327ed will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:38:59.422234 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b2627200-528c-4926-a54d-90a2def327ed), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:59.475262 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Pushing event updated for resources: {'Port': ['ID=b2627200-528c-4926-a54d-90a2def327ed,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:59.547299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Attempting to bind port b2627200-528c-4926-a54d-90a2def327ed on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:38:59.547659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Attempting to bind port b2627200-528c-4926-a54d-90a2def327ed by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f410096a-486a-4159-86ca-86257d89e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '75b562f6-05ba-4a28-8cd2-467a5247df21'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:38:59.547981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Attempting to bind port b2627200-528c-4926-a54d-90a2def327ed on network 75b562f6-05ba-4a28-8cd2-467a5247df21 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:38:59.552224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Port b2627200-528c-4926-a54d-90a2def327ed on network 75b562f6-05ba-4a28-8cd2-467a5247df21 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:38:59.552540 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Attempting to bind port b2627200-528c-4926-a54d-90a2def327ed on network 75b562f6-05ba-4a28-8cd2-467a5247df21 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:38:59.557255 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:38:59.557621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Checking segment: {'id': 'f410096a-486a-4159-86ca-86257d89e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '75b562f6-05ba-4a28-8cd2-467a5247df21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:38:59.558003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Bound using segment: {'id': 'f410096a-486a-4159-86ca-86257d89e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '75b562f6-05ba-4a28-8cd2-467a5247df21'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:38:59.558421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Bound port: b2627200-528c-4926-a54d-90a2def327ed, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f410096a-486a-4159-86ca-86257d89e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '75b562f6-05ba-4a28-8cd2-467a5247df21'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:38:59.558771 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b2627200-528c-4926-a54d-90a2def327ed), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:59.566578 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:59.621699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] For port b2627200-528c-4926-a54d-90a2def327ed, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:38:59.625602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] For port b2627200-528c-4926-a54d-90a2def327ed, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2627200-528c-4926-a54d-90a2def327ed,segment=NetworkSegment(f410096a-486a-4159-86ca-86257d89e6ba),segment_id=f410096a-486a-4159-86ca-86257d89e6ba)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:38:59.658041 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:59.687251 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b2627200-528c-4926-a54d-90a2def327ed), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:59.727689 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:59.728315 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:38:59.729713 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] 10.222.0.50 "PUT /v2.0/ports/b2627200-528c-4926-a54d-90a2def327ed HTTP/1.1" status: 200  len: 1092 time: 0.7530806
Feb 12 21:38:59.730157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b80144-a363-4492-8b32-01a601680143', 'tag': 'b2627200-528c-4926-a54d-90a2def327ed'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:38:59.732935 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a37b93-6944-4455-84da-9c7713eaac20" -d '{"events": [{"name": "network-changed", "server_uuid": "42b80144-a363-4492-8b32-01a601680143", "tag": "b2627200-528c-4926-a54d-90a2def327ed"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:38:59.756041 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a4d72-5104-474d-a1bb-b83e489e3589 service neutron] Pushing event updated for resources: {'Port': ['ID=b2627200-528c-4926-a54d-90a2def327ed,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:38:59.781783 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020e7d9b-66e2-4f13-abac-4acfaeecce89 x-openstack-request-id: req-020e7d9b-66e2-4f13-abac-4acfaeecce89 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:38:59.781783 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b80144-a363-4492-8b32-01a601680143", "tag": "b2627200-528c-4926-a54d-90a2def327ed", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:38:59.781783 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-020e7d9b-66e2-4f13-abac-4acfaeecce89 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:38:59.781783 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b80144-a363-4492-8b32-01a601680143', 'tag': 'b2627200-528c-4926-a54d-90a2def327ed', 'status': 'completed', 'code': 200}
Feb 12 21:38:59.842791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37b93-6944-4455-84da-9c7713eaac20 req-e42e2cb3-a2da-42a1-a55c-914f1ccb3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:59.844214 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4a37b93-6944-4455-84da-9c7713eaac20 req-e42e2cb3-a2da-42a1-a55c-914f1ccb3834 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=480baeced589484896034d4d1a4cb39c&device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 1126 time: 0.0465775
Feb 12 21:38:59.944731 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37b93-6944-4455-84da-9c7713eaac20 req-598ee21c-6191-411e-81e9-7184a94b5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:38:59.946244 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4a37b93-6944-4455-84da-9c7713eaac20 req-598ee21c-6191-411e-81e9-7184a94b5d76 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=480baeced589484896034d4d1a4cb39c&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0947952
Feb 12 21:39:00.036762 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37b93-6944-4455-84da-9c7713eaac20 req-124880a5-0d05-4244-adef-7996b1d9115d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:00.038278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4a37b93-6944-4455-84da-9c7713eaac20 req-124880a5-0d05-4244-adef-7996b1d9115d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0867820
Feb 12 21:39:00.115458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-05aa65db-6a16-42c8-853d-b87e936406ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:00.116905 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-05aa65db-6a16-42c8-853d-b87e936406ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=480baeced589484896034d4d1a4cb39c&device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 1126 time: 0.0450916
Feb 12 21:39:00.161953 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-fb71f4e0-5154-4c4d-bbde-bdb73c6a7324 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2627200-528c-4926-a54d-90a2def327ed HTTP/1.1" status: 200  len: 217 time: 0.0387783
Feb 12 21:39:00.208754 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-9c6dca2f-4b93-483c-9b63-c4feb3db6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:00.210228 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-9c6dca2f-4b93-483c-9b63-c4feb3db6193 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a68e3bf-5a5c-4f1b-8bf9-ec3102fcdbbb HTTP/1.1" status: 200  len: 851 time: 0.0433862
Feb 12 21:39:00.241555 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-a2ee655c-e2d6-42ec-b899-12161c7e8a82 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75b562f6-05ba-4a28-8cd2-467a5247df21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260885
Feb 12 21:39:00.335530 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-8773dd5d-e7af-4732-bfb0-31223d7dda23 service neutron] 10.222.0.50 "GET /v2.0/networks/75b562f6-05ba-4a28-8cd2-467a5247df21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884752
Feb 12 21:39:00.344293 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1148336-3271-4198-b6bb-9047b4502152 req-ed264968-60a6-4613-878a-9cf495a9f7e9 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:00.345838 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f1148336-3271-4198-b6bb-9047b4502152 req-ed264968-60a6-4613-878a-9cf495a9f7e9 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 944 time: 0.0553815
Feb 12 21:39:00.398087 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f1148336-3271-4198-b6bb-9047b4502152 req-13075ad9-7ce8-45ba-99a5-8b9cf58710a4 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464132
Feb 12 21:39:00.426329 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ce9c144-56f7-45b1-98dc-509348742fa0 req-d9739187-523a-4a96-b28e-134619dd4bb2 service neutron] 10.222.0.50 "GET /v2.0/networks/75b562f6-05ba-4a28-8cd2-467a5247df21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850945
Feb 12 21:39:01.126476 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:01.524696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa138a-8919-4c68-add4-92b96208f14b req-5b2386c2-8f9f-4318-9d53-893650354e9f tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:01.526193 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c9fa138a-8919-4c68-add4-92b96208f14b req-5b2386c2-8f9f-4318-9d53-893650354e9f tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 944 time: 0.0585992
Feb 12 21:39:01.573533 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c9fa138a-8919-4c68-add4-92b96208f14b req-e36c09e2-9184-4fd2-b367-2125fa38e336 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407233
Feb 12 21:39:02.281123 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:02.686329 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:39:02.694813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9966765-a580-47f1-8c06-71c147f76065 req-38669177-8ee9-43bd-9bbd-6cdf3551cd35 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:02.696376 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9966765-a580-47f1-8c06-71c147f76065 req-38669177-8ee9-43bd-9bbd-6cdf3551cd35 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 944 time: 0.0533245
Feb 12 21:39:02.745417 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9966765-a580-47f1-8c06-71c147f76065 req-458873f8-6255-4b76-bddc-44dc9dac428e tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423267
Feb 12 21:39:02.962268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b2627200-528c-4926-a54d-90a2def327ed details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:39:03.215789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b2627200-528c-4926-a54d-90a2def327ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2627200-528c-4926-a54d-90a2def327ed,segment=NetworkSegment(f410096a-486a-4159-86ca-86257d89e6ba),segment_id=f410096a-486a-4159-86ca-86257d89e6ba)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:39:03.226941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'b2627200-528c-4926-a54d-90a2def327ed', 'network_id': '75b562f6-05ba-4a28-8cd2-467a5247df21', 'port_id': 'b2627200-528c-4926-a54d-90a2def327ed', 'mac_address': 'fa:16:3e:08:75:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a68e3bf-5a5c-4f1b-8bf9-ec3102fcdbbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:39:03.262600 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port b2627200-528c-4926-a54d-90a2def327ed is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:39:03.262986 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b2627200-528c-4926-a54d-90a2def327ed), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:03.276421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2627200-528c-4926-a54d-90a2def327ed {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:39:03.296375 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b2627200-528c-4926-a54d-90a2def327ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2627200-528c-4926-a54d-90a2def327ed,segment=NetworkSegment(f410096a-486a-4159-86ca-86257d89e6ba),segment_id=f410096a-486a-4159-86ca-86257d89e6ba)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:39:03.418177 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b2627200-528c-4926-a54d-90a2def327ed), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:03.471033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=b2627200-528c-4926-a54d-90a2def327ed,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:03.657214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['b2627200-528c-4926-a54d-90a2def327ed'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:39:03.870619 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a4856-8140-4326-97b3-29c23da45d40 req-39421a4e-9fd2-43cb-935f-ac8205c53ce9 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:03.872099 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e93a4856-8140-4326-97b3-29c23da45d40 req-39421a4e-9fd2-43cb-935f-ac8205c53ce9 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 945 time: 0.0530586
Feb 12 21:39:03.920999 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e93a4856-8140-4326-97b3-29c23da45d40 req-4e8ee8df-1e6a-4580-bc8d-41f717a1e62d tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423348
Feb 12 21:39:04.962421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b2627200-528c-4926-a54d-90a2def327ed up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:39:05.046685 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645d118-1fb1-4dd8-be66-6dbf3784f327 req-271e671b-34df-49c6-80e2-e9ae88dc96e4 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:05.050109 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b645d118-1fb1-4dd8-be66-6dbf3784f327 req-271e671b-34df-49c6-80e2-e9ae88dc96e4 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 945 time: 0.0547166
Feb 12 21:39:05.067943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port b2627200-528c-4926-a54d-90a2def327ed completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:39:05.072033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port b2627200-528c-4926-a54d-90a2def327ed triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:39:05.072472 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b2627200-528c-4926-a54d-90a2def327ed), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:05.102077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b645d118-1fb1-4dd8-be66-6dbf3784f327 req-e134a21f-f5bb-4949-b8d2-2f98eee89209 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463779
Feb 12 21:39:05.150234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port b2627200-528c-4926-a54d-90a2def327ed is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:39:05.150627 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b2627200-528c-4926-a54d-90a2def327ed), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:05.173487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b80144-a363-4492-8b32-01a601680143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2627200-528c-4926-a54d-90a2def327ed'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:39:05.175727 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9058118-970d-4438-8840-8e8c60c69c5d" -d '{"events": [{"server_uuid": "42b80144-a363-4492-8b32-01a601680143", "name": "network-vif-plugged", "status": "completed", "tag": "b2627200-528c-4926-a54d-90a2def327ed"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:39:05.188494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b2627200-528c-4926-a54d-90a2def327ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2627200-528c-4926-a54d-90a2def327ed,segment=NetworkSegment(f410096a-486a-4159-86ca-86257d89e6ba),segment_id=f410096a-486a-4159-86ca-86257d89e6ba)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:39:05.212388 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b519d33d-46a0-4f1c-9352-4bc6d66db576 x-openstack-request-id: req-b519d33d-46a0-4f1c-9352-4bc6d66db576 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:39:05.212682 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b80144-a363-4492-8b32-01a601680143", "name": "network-vif-plugged", "status": "completed", "tag": "b2627200-528c-4926-a54d-90a2def327ed", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:39:05.212960 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b519d33d-46a0-4f1c-9352-4bc6d66db576 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:39:05.213373 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b80144-a363-4492-8b32-01a601680143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2627200-528c-4926-a54d-90a2def327ed', 'code': 200}
Feb 12 21:39:05.258217 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b2627200-528c-4926-a54d-90a2def327ed), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:05.308951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f551da8-4662-495e-be3d-831417e2f5ea req-3ed6950c-8d04-4d25-a63b-3764978b02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:05.309530 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=b2627200-528c-4926-a54d-90a2def327ed,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:05.310399 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f551da8-4662-495e-be3d-831417e2f5ea req-3ed6950c-8d04-4d25-a63b-3764978b02a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 1128 time: 0.0438361
Feb 12 21:39:05.354175 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f551da8-4662-495e-be3d-831417e2f5ea req-29335a77-1ea4-4081-a414-50b24d5dc949 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371482
Feb 12 21:39:05.737522 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e71ad04-e243-4ba9-8117-5281566216e0 req-513d1928-3e83-42e8-923b-cfcc9852a2df service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0436995
Feb 12 21:39:05.829421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71ad04-e243-4ba9-8117-5281566216e0 req-095bcaa0-1045-438d-ba7e-3151f5357d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:05.830912 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e71ad04-e243-4ba9-8117-5281566216e0 req-095bcaa0-1045-438d-ba7e-3151f5357d7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 1127 time: 0.0486662
Feb 12 21:39:05.930419 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71ad04-e243-4ba9-8117-5281566216e0 req-bf6b189f-a101-422c-8fbc-3358094998ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:05.931851 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e71ad04-e243-4ba9-8117-5281566216e0 req-bf6b189f-a101-422c-8fbc-3358094998ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca45ed60-a4d7-47da-a5f2-fdc37055e227 HTTP/1.1" status: 200  len: 898 time: 0.0828335
Feb 12 21:39:05.997832 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e71ad04-e243-4ba9-8117-5281566216e0 req-35066e98-dc1c-4b53-9f81-63f615fa9433 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c9b8e09-7259-474b-9ca1-4ae67f8df397 HTTP/1.1" status: 200  len: 1000 time: 0.0592117
Feb 12 21:39:06.393935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71ad04-e243-4ba9-8117-5281566216e0 req-6cd012ee-291a-4ea1-a614-2aa2ad86df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:06.395901 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e71ad04-e243-4ba9-8117-5281566216e0 req-6cd012ee-291a-4ea1-a614-2aa2ad86df07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f9e42f0-ac9b-40ac-82fa-3780382d7e79 HTTP/1.1" status: 200  len: 835 time: 0.3924587
Feb 12 21:39:06.439669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de0fd6-f743-45a4-b625-a041f5aa57ef req-993bc078-b53f-41f1-89d5-ef47f758bc56 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:06.441120 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55de0fd6-f743-45a4-b625-a041f5aa57ef req-993bc078-b53f-41f1-89d5-ef47f758bc56 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 946 time: 0.0971992
Feb 12 21:39:06.477604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71ad04-e243-4ba9-8117-5281566216e0 req-f0928985-501a-4c9d-b818-465c2fd01fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:06.479080 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e71ad04-e243-4ba9-8117-5281566216e0 req-f0928985-501a-4c9d-b818-465c2fd01fa7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca45ed60-a4d7-47da-a5f2-fdc37055e227&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0745223
Feb 12 21:39:06.522396 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55de0fd6-f743-45a4-b625-a041f5aa57ef req-d3805499-c75a-454a-92b8-b4185c5e7133 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751615
Feb 12 21:39:06.581031 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e71ad04-e243-4ba9-8117-5281566216e0 req-3ff43197-2791-42e9-8957-c38336160e91 service neutron] 10.222.0.48 "GET /v2.0/networks/ca45ed60-a4d7-47da-a5f2-fdc37055e227?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0943305
Feb 12 21:39:06.677081 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e71ad04-e243-4ba9-8117-5281566216e0 req-08442e21-2034-46fb-981e-2bf867b380d0 service neutron] 10.222.0.48 "GET /v2.0/networks/ca45ed60-a4d7-47da-a5f2-fdc37055e227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889661
Feb 12 21:39:07.643874 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ea13b-616e-498e-9a8a-abc295a21435 req-a4913b50-45cc-49da-9098-72a7af07d8ff tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:07.645378 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-994ea13b-616e-498e-9a8a-abc295a21435 req-a4913b50-45cc-49da-9098-72a7af07d8ff tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 946 time: 0.0526946
Feb 12 21:39:07.691793 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-994ea13b-616e-498e-9a8a-abc295a21435 req-5e22cff2-2179-48c5-8db0-784dedbde85e tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407896
Feb 12 21:39:07.813578 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe285ff-72ec-46f0-b1d1-3eebed72fed8 req-ffab3ae5-c513-4410-96fb-aaa4e2650501 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:07.815039 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ffe285ff-72ec-46f0-b1d1-3eebed72fed8 req-ffab3ae5-c513-4410-96fb-aaa4e2650501 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 946 time: 0.0545752
Feb 12 21:39:07.863403 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ffe285ff-72ec-46f0-b1d1-3eebed72fed8 req-3f4c12c4-7403-4f47-b24a-9e4643992354 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419927
Feb 12 21:39:08.251917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062011c9-8365-47eb-86b2-ab7ec4ff7e48 req-36e6f651-35dc-4eb0-b07d-d690cd2c5d3d tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:08.253406 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-062011c9-8365-47eb-86b2-ab7ec4ff7e48 req-36e6f651-35dc-4eb0-b07d-d690cd2c5d3d tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 946 time: 0.0526893
Feb 12 21:39:08.300400 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-062011c9-8365-47eb-86b2-ab7ec4ff7e48 req-8f184c35-9621-480f-85ce-6e77791b1513 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414450
Feb 12 21:39:09.428457 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79dbd4-6489-443c-ba90-544ca00a8ce3 req-144a52c1-f0e1-42bc-84ed-3989be3fa775 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:09.429953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce79dbd4-6489-443c-ba90-544ca00a8ce3 req-144a52c1-f0e1-42bc-84ed-3989be3fa775 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 946 time: 0.0574710
Feb 12 21:39:09.476684 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce79dbd4-6489-443c-ba90-544ca00a8ce3 req-a7591833-499c-4137-bda8-98e5b204b285 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410929
Feb 12 21:39:09.952096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d994e3-946e-479b-9065-4b849c5de646 req-25b80c87-6540-4904-a1f0-6df79a0c79cb tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:09.953716 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-35d994e3-946e-479b-9065-4b849c5de646 req-25b80c87-6540-4904-a1f0-6df79a0c79cb tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 946 time: 0.0545120
Feb 12 21:39:10.004366 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-35d994e3-946e-479b-9065-4b849c5de646 req-5167fa8a-d58b-4f26-9e5c-648c6a06d1b3 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431149
Feb 12 21:39:10.040871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581c51f-9896-4fa1-9342-cb11240187c4 req-736afddc-d5dc-4ed6-b953-c5db62faa84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:10.042402 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b581c51f-9896-4fa1-9342-cb11240187c4 req-736afddc-d5dc-4ed6-b953-c5db62faa84a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=480baeced589484896034d4d1a4cb39c&device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 1128 time: 0.0507429
Feb 12 21:39:10.131138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581c51f-9896-4fa1-9342-cb11240187c4 req-cca672e9-65c5-4f34-8f08-caf9d10d99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:10.132661 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b581c51f-9896-4fa1-9342-cb11240187c4 req-cca672e9-65c5-4f34-8f08-caf9d10d99e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=75b562f6-05ba-4a28-8cd2-467a5247df21 HTTP/1.1" status: 200  len: 912 time: 0.0846822
Feb 12 21:39:10.176065 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b581c51f-9896-4fa1-9342-cb11240187c4 req-d9951c26-45ee-4441-b35d-da7834ee27d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2627200-528c-4926-a54d-90a2def327ed HTTP/1.1" status: 200  len: 217 time: 0.0378964
Feb 12 21:39:10.222790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581c51f-9896-4fa1-9342-cb11240187c4 req-283cd184-c643-46d4-a84e-7b041c5fed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:10.224196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b581c51f-9896-4fa1-9342-cb11240187c4 req-283cd184-c643-46d4-a84e-7b041c5fed76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a68e3bf-5a5c-4f1b-8bf9-ec3102fcdbbb HTTP/1.1" status: 200  len: 851 time: 0.0427959
Feb 12 21:39:10.254839 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b581c51f-9896-4fa1-9342-cb11240187c4 req-945f93ef-1e90-4bff-93a1-4e1c520840d2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75b562f6-05ba-4a28-8cd2-467a5247df21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254226
Feb 12 21:39:10.346070 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b581c51f-9896-4fa1-9342-cb11240187c4 req-ee7cd1b3-2486-4114-bfcf-78721c12fa97 service neutron] 10.222.0.50 "GET /v2.0/networks/75b562f6-05ba-4a28-8cd2-467a5247df21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855701
Feb 12 21:39:10.432135 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b581c51f-9896-4fa1-9342-cb11240187c4 req-fb5ef3a4-c584-40da-874c-adcd300d8f07 service neutron] 10.222.0.50 "GET /v2.0/networks/75b562f6-05ba-4a28-8cd2-467a5247df21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804200
Feb 12 21:39:11.132390 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a011a6-cb2a-49ea-9785-d29fc4d33f91 req-c05d356d-a6fe-4f7b-a7f2-96d1f5e3daf1 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:11.134685 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7a011a6-cb2a-49ea-9785-d29fc4d33f91 req-c05d356d-a6fe-4f7b-a7f2-96d1f5e3daf1 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 946 time: 0.0544133
Feb 12 21:39:11.186662 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7a011a6-cb2a-49ea-9785-d29fc4d33f91 req-45f4c92e-0eaa-44f0-883b-0dfd8787d3a7 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458217
Feb 12 21:39:12.169542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f25ab78a-8d83-491a-9d88-e61c2b077439 req-4ac8fce6-5fa8-448b-b161-0805f1b68d1b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0431352
Feb 12 21:39:12.253818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ab78a-8d83-491a-9d88-e61c2b077439 req-293d018c-646c-449d-9b22-29559767e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:12.255346 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f25ab78a-8d83-491a-9d88-e61c2b077439 req-293d018c-646c-449d-9b22-29559767e9bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=480baeced589484896034d4d1a4cb39c&device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 1128 time: 0.0459290
Feb 12 21:39:12.312282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb03ae-fc1a-4e99-96ce-396f690190bd req-42fb0b0e-7cbd-45d9-b953-1d615440edb0 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:12.313902 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-07fb03ae-fc1a-4e99-96ce-396f690190bd req-42fb0b0e-7cbd-45d9-b953-1d615440edb0 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 946 time: 0.0578392
Feb 12 21:39:12.363950 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-07fb03ae-fc1a-4e99-96ce-396f690190bd req-b72ba569-a68a-4112-8b56-4e7a606bfea0 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442839
Feb 12 21:39:12.364213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ab78a-8d83-491a-9d88-e61c2b077439 req-60446960-e7da-42ca-85e3-0227bd21bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:12.365689 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f25ab78a-8d83-491a-9d88-e61c2b077439 req-60446960-e7da-42ca-85e3-0227bd21bbab service neutron] 10.222.0.50 "GET /v2.0/networks?id=75b562f6-05ba-4a28-8cd2-467a5247df21 HTTP/1.1" status: 200  len: 912 time: 0.0911982
Feb 12 21:39:12.407409 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f25ab78a-8d83-491a-9d88-e61c2b077439 req-1dc8e1e7-e396-4591-8cde-b777af2d553c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2627200-528c-4926-a54d-90a2def327ed HTTP/1.1" status: 200  len: 217 time: 0.0364444
Feb 12 21:39:12.454967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ab78a-8d83-491a-9d88-e61c2b077439 req-3decf322-7e05-43e2-a967-50604385d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:12.456421 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f25ab78a-8d83-491a-9d88-e61c2b077439 req-3decf322-7e05-43e2-a967-50604385d310 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a68e3bf-5a5c-4f1b-8bf9-ec3102fcdbbb HTTP/1.1" status: 200  len: 851 time: 0.0436959
Feb 12 21:39:12.491534 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f25ab78a-8d83-491a-9d88-e61c2b077439 req-bfc3bc6e-0461-4468-9060-46e2c9ac718c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75b562f6-05ba-4a28-8cd2-467a5247df21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297928
Feb 12 21:39:12.580862 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f25ab78a-8d83-491a-9d88-e61c2b077439 req-7467cb90-c544-41b5-a4a5-8680af2712f4 service neutron] 10.222.0.50 "GET /v2.0/networks/75b562f6-05ba-4a28-8cd2-467a5247df21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840211
Feb 12 21:39:12.614692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53110) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:12.689636 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f25ab78a-8d83-491a-9d88-e61c2b077439 req-7420e633-9dfc-457d-ac85-60904018443c service neutron] 10.222.0.50 "GET /v2.0/networks/75b562f6-05ba-4a28-8cd2-467a5247df21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1034634
Feb 12 21:39:12.706261 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcae93d9-54e8-4964-8b42-816dc5b4dc52 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:12.706911 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcae93d9-54e8-4964-8b42-816dc5b4dc52 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:12.707397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcae93d9-54e8-4964-8b42-816dc5b4dc52 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:12.719611 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fcae93d9-54e8-4964-8b42-816dc5b4dc52 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=f545a02bc7de43f8894c9fd6fe7c85f6&network_id=ca45ed60-a4d7-47da-a5f2-fdc37055e227 HTTP/1.1" status: 200  len: 3074 time: 0.0935419
Feb 12 21:39:12.764159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208376c-e42c-4bf1-9e8f-efc82f2c43df req-ec1d1868-51d0-45ec-a118-33fe2f18bc5f tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:12.765684 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4208376c-e42c-4bf1-9e8f-efc82f2c43df req-ec1d1868-51d0-45ec-a118-33fe2f18bc5f tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 946 time: 0.0538528
Feb 12 21:39:12.817996 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4208376c-e42c-4bf1-9e8f-efc82f2c43df req-073036d0-713f-42a4-9d90-c7f99ef62be6 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465186
Feb 12 21:39:13.942941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472a534-6838-4f21-9714-a55334eef917 req-75295edd-6f47-4535-a8ea-bc4843c9e946 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:13.944429 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0472a534-6838-4f21-9714-a55334eef917 req-75295edd-6f47-4535-a8ea-bc4843c9e946 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 946 time: 0.0534883
Feb 12 21:39:13.992140 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0472a534-6838-4f21-9714-a55334eef917 req-21ab959d-7d65-46bb-a92e-812223993758 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422137
Feb 12 21:39:14.323902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f102e5-b54d-48c9-8f45-931e3f67b66c req-ee0c486d-3bf9-4b52-af28-ebd3a79771ac tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:14.325640 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-28f102e5-b54d-48c9-8f45-931e3f67b66c req-ee0c486d-3bf9-4b52-af28-ebd3a79771ac tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 946 time: 0.0545304
Feb 12 21:39:14.407609 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-28f102e5-b54d-48c9-8f45-931e3f67b66c req-23953705-34d2-4ba5-8c20-6ee537810764 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760458
Feb 12 21:39:14.425002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef2656-0a8a-431f-9a8d-6f1318dd8f6f req-3b7e6772-6287-40f2-989b-879d57b6d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:14.426483 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-73ef2656-0a8a-431f-9a8d-6f1318dd8f6f req-3b7e6772-6287-40f2-989b-879d57b6d98b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=480baeced589484896034d4d1a4cb39c&device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 1128 time: 0.0651588
Feb 12 21:39:14.516211 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef2656-0a8a-431f-9a8d-6f1318dd8f6f req-38236310-d27e-4d6c-877b-1d1418e978a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:14.517714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-73ef2656-0a8a-431f-9a8d-6f1318dd8f6f req-38236310-d27e-4d6c-877b-1d1418e978a5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=75b562f6-05ba-4a28-8cd2-467a5247df21 HTTP/1.1" status: 200  len: 912 time: 0.0853915
Feb 12 21:39:14.561719 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-73ef2656-0a8a-431f-9a8d-6f1318dd8f6f req-091e2ccf-989c-495a-a324-958afe66d9c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2627200-528c-4926-a54d-90a2def327ed HTTP/1.1" status: 200  len: 217 time: 0.0383580
Feb 12 21:39:14.607760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef2656-0a8a-431f-9a8d-6f1318dd8f6f req-cc228610-d572-4a13-9452-1c8024993b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:14.609194 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-73ef2656-0a8a-431f-9a8d-6f1318dd8f6f req-cc228610-d572-4a13-9452-1c8024993b5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a68e3bf-5a5c-4f1b-8bf9-ec3102fcdbbb HTTP/1.1" status: 200  len: 851 time: 0.0425949
Feb 12 21:39:14.640864 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-73ef2656-0a8a-431f-9a8d-6f1318dd8f6f req-385ffc25-6940-422c-a100-973b162ec683 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=75b562f6-05ba-4a28-8cd2-467a5247df21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259581
Feb 12 21:39:14.733863 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-73ef2656-0a8a-431f-9a8d-6f1318dd8f6f req-334a20cf-b60c-40b6-8ed1-71078f9c1fe7 service neutron] 10.222.0.50 "GET /v2.0/networks/75b562f6-05ba-4a28-8cd2-467a5247df21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865841
Feb 12 21:39:14.822570 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-73ef2656-0a8a-431f-9a8d-6f1318dd8f6f req-ac026e53-ec48-4011-b391-61a2cea302e1 service neutron] 10.222.0.50 "GET /v2.0/networks/75b562f6-05ba-4a28-8cd2-467a5247df21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831113
Feb 12 21:39:15.426014 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53128) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:15.480158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137f9c2b-0315-474f-b6af-4c0b86e5d991 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:15.481843 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-137f9c2b-0315-474f-b6af-4c0b86e5d991 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781 HTTP/1.1" status: 200  len: 814 time: 0.0548301
Feb 12 21:39:15.534826 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377d437-b178-4d9f-8a83-39541404c10d req-50eda9ae-5643-45cf-89a7-9d227421737b tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:15.536387 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5377d437-b178-4d9f-8a83-39541404c10d req-50eda9ae-5643-45cf-89a7-9d227421737b tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 946 time: 0.0534599
Feb 12 21:39:15.586323 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5377d437-b178-4d9f-8a83-39541404c10d req-2adf7bf1-d4b1-403b-a5d4-bea8dc743358 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442431
Feb 12 21:39:15.937144 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53136) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:15.942183 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'network': {'name': 'tempest-network-smoke--1672962308', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'port_security_enabled': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:39:16.006533 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Made reservation on behalf of f545a02bc7de43f8894c9fd6fe7c85f6 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:39:16.009805 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:16.033607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:39:16.042628 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (677e148f-06f9-4589-a3b3-8fbfeadd46a1), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:16.045533 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Added segment 677e148f-06f9-4589-a3b3-8fbfeadd46a1 of type vlan for network 6b35dc6b-8cba-411d-b0b5-203e5716906f
Feb 12 21:39:16.085947 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (6b35dc6b-8cba-411d-b0b5-203e5716906f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:16.143649 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (6b35dc6b-8cba-411d-b0b5-203e5716906f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:16.148625 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:16.149204 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:16.213911 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Network': ['ID=6b35dc6b-8cba-411d-b0b5-203e5716906f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:16.221623 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:16.221973 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:16.222315 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:16.222655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:16.222990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:16.223322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:16.223649 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:16.223974 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:16.224297 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:16.224617 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:16.224939 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:16.225263 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:16.225608 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:16.237649 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 6b35dc6b-8cba-411d-b0b5-203e5716906f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:39:16.260921 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-774d99cb-1280-41b2-aa60-52342a844860 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3225811
Feb 12 21:39:16.264503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53138) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:16.336097 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd49f23f-81cf-4e0c-9f57-786625a0a403 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:16.337641 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fd49f23f-81cf-4e0c-9f57-786625a0a403 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f545a02bc7de43f8894c9fd6fe7c85f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.0722041
Feb 12 21:39:16.340588 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53140) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:16.429436 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4cb65e-da43-48b2-bae6-ea191052f724 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:16.430997 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2a4cb65e-da43-48b2-bae6-ea191052f724 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0894873
Feb 12 21:39:16.434256 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53142) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:16.466664 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-60f276ba-b28a-4151-a1c1-0ce927d294ac tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0312228
Feb 12 21:39:16.469345 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53144) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:16.496938 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-727f352a-d503-47f2-bc1a-7144ecd8049e tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f545a02bc7de43f8894c9fd6fe7c85f6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0264354
Feb 12 21:39:16.500190 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53146) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:16.583895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6659325-3ce5-453d-8448-8f65f1d0897c tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:16.585308 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f6659325-3ce5-453d-8448-8f65f1d0897c tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0842481
Feb 12 21:39:16.588133 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53148) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:16.616848 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-327606eb-e945-48d0-93f6-9180563a05ac tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0275936
Feb 12 21:39:16.619290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53152) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:16.624336 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6effe9a9-b334-4c9e-8924-93a33ebb1579 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2120533819', 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:39:16.708865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35407ed6-655e-41f0-a7f9-4c0ee7a1783c req-7d513508-8203-485c-bff6-d6e385c142e4 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:16.710176 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-35407ed6-655e-41f0-a7f9-4c0ee7a1783c req-7d513508-8203-485c-bff6-d6e385c142e4 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 946 time: 0.0542994
Feb 12 21:39:16.763333 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-35407ed6-655e-41f0-a7f9-4c0ee7a1783c req-7924413f-b661-47ff-8ea0-79b88203e081 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464642
Feb 12 21:39:16.806613 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6effe9a9-b334-4c9e-8924-93a33ebb1579 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Made reservation on behalf of f545a02bc7de43f8894c9fd6fe7c85f6 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:39:16.810195 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6effe9a9-b334-4c9e-8924-93a33ebb1579 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:17.051084 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6effe9a9-b334-4c9e-8924-93a33ebb1579 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:17.117128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effe9a9-b334-4c9e-8924-93a33ebb1579 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Subnet': ['ID=2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:17.127932 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6effe9a9-b334-4c9e-8924-93a33ebb1579 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Checking segment: {'id': '677e148f-06f9-4589-a3b3-8fbfeadd46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:39:17.128309 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6effe9a9-b334-4c9e-8924-93a33ebb1579 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network hostable DHCP agents. Network: 6b35dc6b-8cba-411d-b0b5-203e5716906f, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:39:17.229087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f08943-f239-464f-a5ed-6d0ceb7c6191 req-2bd12e6d-ac10-4470-becf-7e0678bca81e tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:17.230605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23f08943-f239-464f-a5ed-6d0ceb7c6191 req-2bd12e6d-ac10-4470-becf-7e0678bca81e tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 946 time: 0.0533466
Feb 12 21:39:17.234002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6effe9a9-b334-4c9e-8924-93a33ebb1579 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network 6b35dc6b-8cba-411d-b0b5-203e5716906f is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:39:17.278740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23f08943-f239-464f-a5ed-6d0ceb7c6191 req-fd62d110-ea75-49dc-ba67-1f8559313e52 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417671
Feb 12 21:39:17.307772 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-6effe9a9-b334-4c9e-8924-93a33ebb1579 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6b35dc6b-8cba-411d-b0b5-203e5716906f) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:39:17.312009 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6effe9a9-b334-4c9e-8924-93a33ebb1579 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:17.312610 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6effe9a9-b334-4c9e-8924-93a33ebb1579 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:17.318496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d333d3-0cbf-4044-8dbb-858fe0ae414f None None] Network 6b35dc6b-8cba-411d-b0b5-203e5716906f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:39:17.391213 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6effe9a9-b334-4c9e-8924-93a33ebb1579 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.7708089
Feb 12 21:39:17.417894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6b35dc6b-8cba-411d-b0b5-203e5716906f', 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ips': [{'subnet_id': '2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:39:17.418762 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:17.557102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Allocated IP 172.20.0.18 (6b35dc6b-8cba-411d-b0b5-203e5716906f/2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5/48bf3790-6f57-4d3c-9e37-b696238978b6) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:39:17.644262 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53160) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:17.649035 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-106eacae-aacf-4250-89d6-2cc5db571cbc tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1255278680', 'description': 'tempest-secgroup-smoke-1255278680 description', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:39:17.699148 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Publish callbacks [] for port (48bf3790-6f57-4d3c-9e37-b696238978b6), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:17.731196 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-106eacae-aacf-4250-89d6-2cc5db571cbc tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:17.771580 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (48bf3790-6f57-4d3c-9e37-b696238978b6), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:17.798781 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-106eacae-aacf-4250-89d6-2cc5db571cbc tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (a9075623-39c6-49da-a5ca-4dbb35d3333c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:17.810757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Network 6b35dc6b-8cba-411d-b0b5-203e5716906f is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:39:17.813535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:39:17.817022 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:39:17.828412 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Pushing event updated for resources: {'Port': ['ID=48bf3790-6f57-4d3c-9e37-b696238978b6,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:17.873789 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-106eacae-aacf-4250-89d6-2cc5db571cbc tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a9075623-39c6-49da-a5ca-4dbb35d3333c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:17.880340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Attempting to bind port 48bf3790-6f57-4d3c-9e37-b696238978b6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:39:17.880711 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Attempting to bind port 48bf3790-6f57-4d3c-9e37-b696238978b6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '677e148f-06f9-4589-a3b3-8fbfeadd46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:39:17.881078 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Attempting to bind port 48bf3790-6f57-4d3c-9e37-b696238978b6 on network 6b35dc6b-8cba-411d-b0b5-203e5716906f {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:39:17.886120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:39:17.886500 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Checking segment: {'id': '677e148f-06f9-4589-a3b3-8fbfeadd46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:39:17.886924 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:17.887317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Bound using segment: {'id': '677e148f-06f9-4589-a3b3-8fbfeadd46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:39:17.887780 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Bound port: 48bf3790-6f57-4d3c-9e37-b696238978b6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677e148f-06f9-4589-a3b3-8fbfeadd46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:39:17.888160 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (48bf3790-6f57-4d3c-9e37-b696238978b6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:17.903747 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106eacae-aacf-4250-89d6-2cc5db571cbc tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9075623-39c6-49da-a5ca-4dbb35d3333c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:17.952388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] For port 48bf3790-6f57-4d3c-9e37-b696238978b6, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:39:17.955465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] For port 48bf3790-6f57-4d3c-9e37-b696238978b6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48bf3790-6f57-4d3c-9e37-b696238978b6,segment=NetworkSegment(677e148f-06f9-4589-a3b3-8fbfeadd46a1),segment_id=677e148f-06f9-4589-a3b3-8fbfeadd46a1)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:39:17.957267 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-106eacae-aacf-4250-89d6-2cc5db571cbc tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:17.958568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-106eacae-aacf-4250-89d6-2cc5db571cbc tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3131733
Feb 12 21:39:17.961395 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53162) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:17.965696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a323b8ca-fc29-4050-ae29-306cc1c4a2d8 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': 'a9075623-39c6-49da-a5ca-4dbb35d3333c', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:39:18.058472 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (48bf3790-6f57-4d3c-9e37-b696238978b6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:18.116480 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa6bc6-d0bb-442c-a22f-37c8a776ec70 None None] Pushing event updated for resources: {'Port': ['ID=48bf3790-6f57-4d3c-9e37-b696238978b6,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:18.117393 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a323b8ca-fc29-4050-ae29-306cc1c4a2d8 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (5aede096-d3a3-41c1-99cd-baab3ea2da51), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:18.180343 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a323b8ca-fc29-4050-ae29-306cc1c4a2d8 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (5aede096-d3a3-41c1-99cd-baab3ea2da51), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:18.268071 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a323b8ca-fc29-4050-ae29-306cc1c4a2d8 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (5aede096-d3a3-41c1-99cd-baab3ea2da51), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:18.300087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323b8ca-fc29-4050-ae29-306cc1c4a2d8 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aede096-d3a3-41c1-99cd-baab3ea2da51,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:18.385325 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a323b8ca-fc29-4050-ae29-306cc1c4a2d8 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:18.388056 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a323b8ca-fc29-4050-ae29-306cc1c4a2d8 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4242275
Feb 12 21:39:18.389966 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53166) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:18.398298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b018371a-f58a-4955-ab70-f9c1e14f387c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': 'a9075623-39c6-49da-a5ca-4dbb35d3333c', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:39:18.418002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd92fc-d7b5-469d-afff-f4a9a4c30226 req-5e4b4542-ac34-4757-896a-b1c2e4c655d0 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:18.419620 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccd92fc-d7b5-469d-afff-f4a9a4c30226 req-5e4b4542-ac34-4757-896a-b1c2e4c655d0 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 946 time: 0.0646434
Feb 12 21:39:18.478067 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ccd92fc-d7b5-469d-afff-f4a9a4c30226 req-0e79f7a4-d329-47a1-93df-af8a2cebe43c tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f06ad80-e2e2-4c17-aa02-c1f638b475ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503769
Feb 12 21:39:18.499173 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b018371a-f58a-4955-ab70-f9c1e14f387c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (84da4d23-fe2d-4eca-8be5-03b5a076ae9a), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:18.554095 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b018371a-f58a-4955-ab70-f9c1e14f387c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (84da4d23-fe2d-4eca-8be5-03b5a076ae9a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:18.616407 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b018371a-f58a-4955-ab70-f9c1e14f387c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (84da4d23-fe2d-4eca-8be5-03b5a076ae9a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:18.634329 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018371a-f58a-4955-ab70-f9c1e14f387c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84da4d23-fe2d-4eca-8be5-03b5a076ae9a,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:18.689167 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b018371a-f58a-4955-ab70-f9c1e14f387c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:18.690391 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b018371a-f58a-4955-ab70-f9c1e14f387c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2993622
Feb 12 21:39:18.693084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53168) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:18.697366 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-66fe72fe-7ed3-426b-8bef-14989ed296df tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': 'a9075623-39c6-49da-a5ca-4dbb35d3333c', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:39:18.789950 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66fe72fe-7ed3-426b-8bef-14989ed296df tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (b2bfaa3b-0a28-4a70-add0-f7dd36307979), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:18.852169 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66fe72fe-7ed3-426b-8bef-14989ed296df tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (b2bfaa3b-0a28-4a70-add0-f7dd36307979), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:18.926768 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66fe72fe-7ed3-426b-8bef-14989ed296df tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (b2bfaa3b-0a28-4a70-add0-f7dd36307979), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:18.951253 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe72fe-7ed3-426b-8bef-14989ed296df tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bfaa3b-0a28-4a70-add0-f7dd36307979,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:18.962810 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3472b6-cc9a-43ad-9b66-c9fc9d8f08bf req-9adf8ff7-4751-4089-86b2-02a9be216f3a tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:18.965693 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a3472b6-cc9a-43ad-9b66-c9fc9d8f08bf req-9adf8ff7-4751-4089-86b2-02a9be216f3a tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 946 time: 0.0574844
Feb 12 21:39:19.038550 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-66fe72fe-7ed3-426b-8bef-14989ed296df tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.041025 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-66fe72fe-7ed3-426b-8bef-14989ed296df tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3457627
Feb 12 21:39:19.042636 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53170) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:19.047090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b4e57b6a-0771-4baa-a6e6-97243f9a9d51 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': 'a9075623-39c6-49da-a5ca-4dbb35d3333c', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:39:19.080481 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3a3472b6-cc9a-43ad-9b66-c9fc9d8f08bf req-16ff4cfc-781a-4542-9b7e-d75779d935d3 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Deleting port b2627200-528c-4926-a54d-90a2def327ed {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:39:19.080829 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3a3472b6-cc9a-43ad-9b66-c9fc9d8f08bf req-16ff4cfc-781a-4542-9b7e-d75779d935d3 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b2627200-528c-4926-a54d-90a2def327ed), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.112539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5954de-e180-4b95-9637-ad737d5b2839 None None] Network 6b35dc6b-8cba-411d-b0b5-203e5716906f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:39:19.136921 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b4e57b6a-0771-4baa-a6e6-97243f9a9d51 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (516e40b3-5570-46dd-a6d6-34a05abba2f8), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.178768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3a3472b6-cc9a-43ad-9b66-c9fc9d8f08bf req-16ff4cfc-781a-4542-9b7e-d75779d935d3 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] For port b2627200-528c-4926-a54d-90a2def327ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2627200-528c-4926-a54d-90a2def327ed,segment=NetworkSegment(f410096a-486a-4159-86ca-86257d89e6ba),segment_id=f410096a-486a-4159-86ca-86257d89e6ba)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:39:19.179077 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3a3472b6-cc9a-43ad-9b66-c9fc9d8f08bf req-16ff4cfc-781a-4542-9b7e-d75779d935d3 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b2627200-528c-4926-a54d-90a2def327ed), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.186703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-95904cb3-1248-4b3c-8727-e00070e61b09 None None] Provisioning complete for port 48bf3790-6f57-4d3c-9e37-b696238978b6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:39:19.187154 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-95904cb3-1248-4b3c-8727-e00070e61b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (48bf3790-6f57-4d3c-9e37-b696238978b6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.200237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3a3472b6-cc9a-43ad-9b66-c9fc9d8f08bf req-16ff4cfc-781a-4542-9b7e-d75779d935d3 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Calling delete_port for b2627200-528c-4926-a54d-90a2def327ed owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:39:19.201430 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b4e57b6a-0771-4baa-a6e6-97243f9a9d51 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (516e40b3-5570-46dd-a6d6-34a05abba2f8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.263433 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b4e57b6a-0771-4baa-a6e6-97243f9a9d51 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (516e40b3-5570-46dd-a6d6-34a05abba2f8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.282379 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e57b6a-0771-4baa-a6e6-97243f9a9d51 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516e40b3-5570-46dd-a6d6-34a05abba2f8,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:19.305309 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-95904cb3-1248-4b3c-8727-e00070e61b09 None None] Current status of the port 48bf3790-6f57-4d3c-9e37-b696238978b6 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:39:19.305791 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-95904cb3-1248-4b3c-8727-e00070e61b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (48bf3790-6f57-4d3c-9e37-b696238978b6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.340740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-95904cb3-1248-4b3c-8727-e00070e61b09 None None] For port 48bf3790-6f57-4d3c-9e37-b696238978b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48bf3790-6f57-4d3c-9e37-b696238978b6,segment=NetworkSegment(677e148f-06f9-4589-a3b3-8fbfeadd46a1),segment_id=677e148f-06f9-4589-a3b3-8fbfeadd46a1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:39:19.368394 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b4e57b6a-0771-4baa-a6e6-97243f9a9d51 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.369689 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b4e57b6a-0771-4baa-a6e6-97243f9a9d51 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3260655
Feb 12 21:39:19.372588 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53172) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:19.378276 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7d2b19e8-d929-425d-ad7f-8bd7a35d25ad tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': 'a9075623-39c6-49da-a5ca-4dbb35d3333c', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:39:19.433850 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3a3472b6-cc9a-43ad-9b66-c9fc9d8f08bf req-16ff4cfc-781a-4542-9b7e-d75779d935d3 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b2627200-528c-4926-a54d-90a2def327ed), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.445961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['b2627200-528c-4926-a54d-90a2def327ed'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:39:19.462475 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-7d2b19e8-d929-425d-ad7f-8bd7a35d25ad tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Project f545a02bc7de43f8894c9fd6fe7c85f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:39:19.463031 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff4cfc-781a-4542-9b7e-d75779d935d3 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Pushing event deleted for resources: {'Port': ['ID=b2627200-528c-4926-a54d-90a2def327ed,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:19.469792 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d2b19e8-d929-425d-ad7f-8bd7a35d25ad tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (9e50ba85-5119-43f8-8b7f-be63cdcc3048), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.469980 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-95904cb3-1248-4b3c-8727-e00070e61b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (48bf3790-6f57-4d3c-9e37-b696238978b6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.532919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95904cb3-1248-4b3c-8727-e00070e61b09 None None] Pushing event updated for resources: {'Port': ['ID=48bf3790-6f57-4d3c-9e37-b696238978b6,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:19.543027 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3472b6-cc9a-43ad-9b66-c9fc9d8f08bf req-16ff4cfc-781a-4542-9b7e-d75779d935d3 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] No DVR routers for this DVR port b2627200-528c-4926-a54d-90a2def327ed on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:39:19.546210 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3a3472b6-cc9a-43ad-9b66-c9fc9d8f08bf req-16ff4cfc-781a-4542-9b7e-d75779d935d3 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.550248 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3a3472b6-cc9a-43ad-9b66-c9fc9d8f08bf req-16ff4cfc-781a-4542-9b7e-d75779d935d3 tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.50 "DELETE /v2.0/ports/b2627200-528c-4926-a54d-90a2def327ed HTTP/1.1" status: 204  len: 173 time: 0.5807583
Feb 12 21:39:19.550715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b80144-a363-4492-8b32-01a601680143', 'name': 'network-vif-deleted', 'tag': 'b2627200-528c-4926-a54d-90a2def327ed'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:39:19.553079 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319fc462-1de3-4636-8208-bd7eead382fa" -d '{"events": [{"server_uuid": "42b80144-a363-4492-8b32-01a601680143", "name": "network-vif-deleted", "tag": "b2627200-528c-4926-a54d-90a2def327ed"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:39:19.567008 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d2b19e8-d929-425d-ad7f-8bd7a35d25ad tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (9e50ba85-5119-43f8-8b7f-be63cdcc3048), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.592731 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fb5461-f47b-4383-b239-f0c0e7cbc219 x-openstack-request-id: req-54fb5461-f47b-4383-b239-f0c0e7cbc219 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:39:19.593024 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b80144-a363-4492-8b32-01a601680143", "name": "network-vif-deleted", "tag": "b2627200-528c-4926-a54d-90a2def327ed", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:39:19.593277 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54fb5461-f47b-4383-b239-f0c0e7cbc219 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:39:19.593996 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b80144-a363-4492-8b32-01a601680143', 'name': 'network-vif-deleted', 'tag': 'b2627200-528c-4926-a54d-90a2def327ed', 'status': 'completed', 'code': 200}
Feb 12 21:39:19.597038 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3569cbc3-0743-40d1-8d53-181103d01851 None None] Provisioning complete for port 48bf3790-6f57-4d3c-9e37-b696238978b6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:39:19.597467 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3569cbc3-0743-40d1-8d53-181103d01851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (48bf3790-6f57-4d3c-9e37-b696238978b6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.601917 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f70879a-ac5b-40f6-84d9-5345896e98bd req-94819b53-e3ef-4bd4-a4a1-e11f8039be6c tempest-TestServerAdvancedOps-153777730 tempest-TestServerAdvancedOps-153777730-project] 10.222.0.31 "GET /v2.0/ports?device_id=42b80144-a363-4492-8b32-01a601680143 HTTP/1.1" status: 200  len: 210 time: 0.0335977
Feb 12 21:39:19.651970 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d2b19e8-d929-425d-ad7f-8bd7a35d25ad tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (9e50ba85-5119-43f8-8b7f-be63cdcc3048), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.672228 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b19e8-d929-425d-ad7f-8bd7a35d25ad tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e50ba85-5119-43f8-8b7f-be63cdcc3048,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:19.681001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3569cbc3-0743-40d1-8d53-181103d01851 None None] Current status of the port 48bf3790-6f57-4d3c-9e37-b696238978b6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:39:19.739669 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d2b19e8-d929-425d-ad7f-8bd7a35d25ad tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.740940 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7d2b19e8-d929-425d-ad7f-8bd7a35d25ad tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3673487
Feb 12 21:39:19.743819 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53178) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:19.748117 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b8a5505e-5700-47f5-b216-c06588157dd6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': 'a9075623-39c6-49da-a5ca-4dbb35d3333c', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:39:19.852308 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-b8a5505e-5700-47f5-b216-c06588157dd6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Project f545a02bc7de43f8894c9fd6fe7c85f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:39:19.857602 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b8a5505e-5700-47f5-b216-c06588157dd6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (5f45dfd2-4d28-46c9-a8c2-8f879cb2c790), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.916567 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b8a5505e-5700-47f5-b216-c06588157dd6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (5f45dfd2-4d28-46c9-a8c2-8f879cb2c790), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:19.989381 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b8a5505e-5700-47f5-b216-c06588157dd6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (5f45dfd2-4d28-46c9-a8c2-8f879cb2c790), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:20.006988 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5505e-5700-47f5-b216-c06588157dd6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f45dfd2-4d28-46c9-a8c2-8f879cb2c790,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:20.069781 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b8a5505e-5700-47f5-b216-c06588157dd6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:20.070999 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b8a5505e-5700-47f5-b216-c06588157dd6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3262634
Feb 12 21:39:20.293586 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-59d44e3d-f4c0-410e-9df6-fceaa24d2216 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255278680&fields=id&tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6 HTTP/1.1" status: 200  len: 267 time: 0.0533640
Feb 12 21:39:20.313953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 48bf3790-6f57-4d3c-9e37-b696238978b6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:39:20.364310 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 48bf3790-6f57-4d3c-9e37-b696238978b6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:39:20.364695 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (48bf3790-6f57-4d3c-9e37-b696238978b6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:20.410899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-499a49aa-e5e0-47a2-a514-d40c3c6b15c2 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:20.412423 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-499a49aa-e5e0-47a2-a514-d40c3c6b15c2 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/networks?id=6b35dc6b-8cba-411d-b0b5-203e5716906f HTTP/1.1" status: 200  len: 797 time: 0.1097040
Feb 12 21:39:20.428259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-895926d6-ca51-4ab6-bc10-8bb8d535437d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/quotas/f545a02bc7de43f8894c9fd6fe7c85f6 HTTP/1.1" status: 200  len: 375 time: 0.0097556
Feb 12 21:39:20.454857 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 48bf3790-6f57-4d3c-9e37-b696238978b6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:39:20.495174 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-5532d6ab-e73f-43cd-b606-00d23a1e3669 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0609186
Feb 12 21:39:20.591515 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-91d0b725-fe1a-433f-9685-3cde3243cd8c service neutron] 10.222.0.31 "GET /v2.0/networks/6b35dc6b-8cba-411d-b0b5-203e5716906f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844915
Feb 12 21:39:20.659158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53196) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:20.687708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-4e462b37-f7bf-4e8a-a6d1-47aa66456cce service neutron] 10.222.0.31 "GET /v2.0/networks/6b35dc6b-8cba-411d-b0b5-203e5716906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905945
Feb 12 21:39:20.705023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6dfda5e-2d74-4c24-abdd-ede62a81c9f1 admin admin] Deleting subnet 6a68e3bf-5a5c-4f1b-8bf9-ec3102fcdbbb {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:39:20.708205 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6dfda5e-2d74-4c24-abdd-ede62a81c9f1 admin admin] Publish callbacks [] for subnet (6a68e3bf-5a5c-4f1b-8bf9-ec3102fcdbbb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:20.752296 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6dfda5e-2d74-4c24-abdd-ede62a81c9f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (6a68e3bf-5a5c-4f1b-8bf9-ec3102fcdbbb), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:20.792045 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6dfda5e-2d74-4c24-abdd-ede62a81c9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (6a68e3bf-5a5c-4f1b-8bf9-ec3102fcdbbb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:20.936738 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-131a5422-fad2-49f6-8140-b92e3400f5a1 req-f036d555-24b9-4b61-bdb0-1f9ccd716016 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 210 time: 0.0282245
Feb 12 21:39:20.937853 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6dfda5e-2d74-4c24-abdd-ede62a81c9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (6a68e3bf-5a5c-4f1b-8bf9-ec3102fcdbbb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:20.967552 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfda5e-2d74-4c24-abdd-ede62a81c9f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a68e3bf-5a5c-4f1b-8bf9-ec3102fcdbbb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:20.971959 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e6dfda5e-2d74-4c24-abdd-ede62a81c9f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:20.975375 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e6dfda5e-2d74-4c24-abdd-ede62a81c9f1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6a68e3bf-5a5c-4f1b-8bf9-ec3102fcdbbb HTTP/1.1" status: 204  len: 168 time: 0.3149130
Feb 12 21:39:20.977925 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53202) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:21.049210 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6b0df8e-5200-4ae6-ae24-57b7bf18c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (75b562f6-05ba-4a28-8cd2-467a5247df21), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.132011 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6b0df8e-5200-4ae6-ae24-57b7bf18c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (75b562f6-05ba-4a28-8cd2-467a5247df21), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.152254 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-f6b0df8e-5200-4ae6-ae24-57b7bf18c8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6facbfbe0>,) {'filters': {'network_id': ['75b562f6-05ba-4a28-8cd2-467a5247df21']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:39:21.162349 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-f6b0df8e-5200-4ae6-ae24-57b7bf18c8f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6facbfbe0>, 'f410096a-486a-4159-86ca-86257d89e6ba') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:39:21.165191 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-f6b0df8e-5200-4ae6-ae24-57b7bf18c8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6facbfbe0>, 'f410096a-486a-4159-86ca-86257d89e6ba') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:39:21.172090 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6b0df8e-5200-4ae6-ae24-57b7bf18c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (f410096a-486a-4159-86ca-86257d89e6ba), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.185840 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6b0df8e-5200-4ae6-ae24-57b7bf18c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (f410096a-486a-4159-86ca-86257d89e6ba), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.191836 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b0df8e-5200-4ae6-ae24-57b7bf18c8f3 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:39:21.193900 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6b0df8e-5200-4ae6-ae24-57b7bf18c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (f410096a-486a-4159-86ca-86257d89e6ba), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:39:21.194034 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:39:21.320851 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6b0df8e-5200-4ae6-ae24-57b7bf18c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (75b562f6-05ba-4a28-8cd2-467a5247df21), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.326154 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f6b0df8e-5200-4ae6-ae24-57b7bf18c8f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.330376 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f6b0df8e-5200-4ae6-ae24-57b7bf18c8f3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/75b562f6-05ba-4a28-8cd2-467a5247df21 HTTP/1.1" status: 204  len: 168 time: 0.3512657
Feb 12 21:39:21.333058 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53208) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:21.340672 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0df8e-5200-4ae6-ae24-57b7bf18c8f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=75b562f6-05ba-4a28-8cd2-467a5247df21,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:21.378504 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-1828939d-3c19-4963-bf0b-f7b16d8a3d8e admin admin] Deleting subnet 02b7c611-f518-46e0-8686-865e129c215c {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:39:21.382046 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1828939d-3c19-4963-bf0b-f7b16d8a3d8e admin admin] Publish callbacks [] for subnet (02b7c611-f518-46e0-8686-865e129c215c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.419381 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1828939d-3c19-4963-bf0b-f7b16d8a3d8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (02b7c611-f518-46e0-8686-865e129c215c), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.463167 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1828939d-3c19-4963-bf0b-f7b16d8a3d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (02b7c611-f518-46e0-8686-865e129c215c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.692726 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1828939d-3c19-4963-bf0b-f7b16d8a3d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (02b7c611-f518-46e0-8686-865e129c215c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.720638 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828939d-3c19-4963-bf0b-f7b16d8a3d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02b7c611-f518-46e0-8686-865e129c215c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:21.722642 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1828939d-3c19-4963-bf0b-f7b16d8a3d8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.728540 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1828939d-3c19-4963-bf0b-f7b16d8a3d8e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/02b7c611-f518-46e0-8686-865e129c215c HTTP/1.1" status: 204  len: 168 time: 0.3921008
Feb 12 21:39:21.730093 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53212) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:21.802890 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97e63f2c-2899-4edf-8e79-02c823108923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (b0334618-10de-4bf1-a19c-f4a5ac50cd91), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.884359 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97e63f2c-2899-4edf-8e79-02c823108923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (b0334618-10de-4bf1-a19c-f4a5ac50cd91), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.904266 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-97e63f2c-2899-4edf-8e79-02c823108923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fae229a0>,) {'filters': {'network_id': ['b0334618-10de-4bf1-a19c-f4a5ac50cd91']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:39:21.913683 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-97e63f2c-2899-4edf-8e79-02c823108923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fae229a0>, 'ce0f9b19-362e-4c03-9b7d-4ea1e7c1db94') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:39:21.913979 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-97e63f2c-2899-4edf-8e79-02c823108923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fae229a0>, 'ce0f9b19-362e-4c03-9b7d-4ea1e7c1db94') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:39:21.923129 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97e63f2c-2899-4edf-8e79-02c823108923 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (ce0f9b19-362e-4c03-9b7d-4ea1e7c1db94), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.936190 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97e63f2c-2899-4edf-8e79-02c823108923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (ce0f9b19-362e-4c03-9b7d-4ea1e7c1db94), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.942416 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e63f2c-2899-4edf-8e79-02c823108923 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:39:21.942846 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97e63f2c-2899-4edf-8e79-02c823108923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (ce0f9b19-362e-4c03-9b7d-4ea1e7c1db94), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:39:21.944376 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:39:22.047149 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97e63f2c-2899-4edf-8e79-02c823108923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (b0334618-10de-4bf1-a19c-f4a5ac50cd91), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:22.054283 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97e63f2c-2899-4edf-8e79-02c823108923 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:22.059051 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-97e63f2c-2899-4edf-8e79-02c823108923 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b0334618-10de-4bf1-a19c-f4a5ac50cd91 HTTP/1.1" status: 204  len: 168 time: 0.3265448
Feb 12 21:39:22.070756 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e63f2c-2899-4edf-8e79-02c823108923 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0334618-10de-4bf1-a19c-f4a5ac50cd91,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:22.282470 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3e67f1d5-d66e-4b96-bed0-27cf4ea731bd req-9a5e5d0e-1ad8-4904-85b1-cceb166b1507 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 210 time: 0.0279667
Feb 12 21:39:22.462447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53220) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:22.503392 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-eca201af-685f-4b1f-8dfb-97e2c43b7fd6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=480baeced589484896034d4d1a4cb39c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0397108
Feb 12 21:39:22.505827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53222) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:22.555825 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0a04a5e-3519-4565-8b1c-0c4450ad5e11 admin admin] Publish callbacks [] for security_group (4f06ad80-e2e2-4c17-aa02-c1f638b475ec), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:22.576454 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0a04a5e-3519-4565-8b1c-0c4450ad5e11 admin admin] Publish callbacks [] for security_group (4f06ad80-e2e2-4c17-aa02-c1f638b475ec), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:22.726240 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0a04a5e-3519-4565-8b1c-0c4450ad5e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4f06ad80-e2e2-4c17-aa02-c1f638b475ec), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:22.728906 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0a04a5e-3519-4565-8b1c-0c4450ad5e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:22.730099 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d0a04a5e-3519-4565-8b1c-0c4450ad5e11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f06ad80-e2e2-4c17-aa02-c1f638b475ec HTTP/1.1" status: 204  len: 168 time: 0.2233796
Feb 12 21:39:22.738089 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a04a5e-3519-4565-8b1c-0c4450ad5e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f06ad80-e2e2-4c17-aa02-c1f638b475ec,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:22.981021 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-88cde775-b842-4d95-a067-1c546d9960a9 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:22.982604 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-88cde775-b842-4d95-a067-1c546d9960a9 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.50 "GET /v2.0/networks?id=6b35dc6b-8cba-411d-b0b5-203e5716906f HTTP/1.1" status: 200  len: 797 time: 0.1070204
Feb 12 21:39:23.043222 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b2627200-528c-4926-a54d-90a2def327ed no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:39:23.059977 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-9174e632-cd96-4a72-b9fa-0069a0b2c67d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6 HTTP/1.1" status: 200  len: 472 time: 0.0697966
Feb 12 21:39:23.062175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: b2627200-528c-4926-a54d-90a2def327ed {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:39:23.062532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b2627200-528c-4926-a54d-90a2def327ed not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:39:23.068628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-1a9768e0-e4ae-4111-84e6-0d76fca49328 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'port': {'device_id': '85f7327f-8b30-488e-9048-c297bf30ff10', 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f', 'admin_state_up': True, 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'security_groups': ['a9075623-39c6-49da-a5ca-4dbb35d3333c']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:39:23.262099 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-1a9768e0-e4ae-4111-84e6-0d76fca49328 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Made reservation on behalf of f545a02bc7de43f8894c9fd6fe7c85f6 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:39:23.265808 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-1a9768e0-e4ae-4111-84e6-0d76fca49328 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:23.390031 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddd807ee-9a3a-4ea0-a8fe-c63ca7a15560 req-7fc2068d-a490-465a-90cc-7fd974bac27d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 210 time: 0.0337870
Feb 12 21:39:23.402163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-1a9768e0-e4ae-4111-84e6-0d76fca49328 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Allocated IP 172.20.0.21 (6b35dc6b-8cba-411d-b0b5-203e5716906f/2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5/453848aa-83df-40ec-be34-bb93babb1697) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:39:23.506583 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53230) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:23.544185 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-1a9768e0-e4ae-4111-84e6-0d76fca49328 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for port (453848aa-83df-40ec-be34-bb93babb1697), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:23.545969 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-deac38ab-3cc5-42c0-9314-32d67c4ab81c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=adf6342b6fad48d9bdc0d4bf48070f1d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0382483
Feb 12 21:39:23.549229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53232) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:23.596705 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-195986c6-f5da-45df-897d-390cf53d598f admin admin] Publish callbacks [] for security_group (651161b6-ab7e-4ce5-8590-c1d2fdc59731), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:23.619628 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-195986c6-f5da-45df-897d-390cf53d598f admin admin] Publish callbacks [] for security_group (651161b6-ab7e-4ce5-8590-c1d2fdc59731), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:23.634139 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-1a9768e0-e4ae-4111-84e6-0d76fca49328 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (453848aa-83df-40ec-be34-bb93babb1697), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:23.679736 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-1a9768e0-e4ae-4111-84e6-0d76fca49328 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network 6b35dc6b-8cba-411d-b0b5-203e5716906f is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:39:23.682837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-1a9768e0-e4ae-4111-84e6-0d76fca49328 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:39:23.686537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-1a9768e0-e4ae-4111-84e6-0d76fca49328 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:39:23.693081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9768e0-e4ae-4111-84e6-0d76fca49328 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Port': ['ID=453848aa-83df-40ec-be34-bb93babb1697,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:23.730995 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-195986c6-f5da-45df-897d-390cf53d598f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (651161b6-ab7e-4ce5-8590-c1d2fdc59731), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:23.734201 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-195986c6-f5da-45df-897d-390cf53d598f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:23.738592 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-195986c6-f5da-45df-897d-390cf53d598f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/651161b6-ab7e-4ce5-8590-c1d2fdc59731 HTTP/1.1" status: 204  len: 168 time: 0.1858284
Feb 12 21:39:23.744231 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195986c6-f5da-45df-897d-390cf53d598f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651161b6-ab7e-4ce5-8590-c1d2fdc59731,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:23.744381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-1a9768e0-e4ae-4111-84e6-0d76fca49328 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:23.744908 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-1a9768e0-e4ae-4111-84e6-0d76fca49328 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:23.844144 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-1a9768e0-e4ae-4111-84e6-0d76fca49328 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7794263
Feb 12 21:39:23.859331 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Request body: {'port': {'device_id': '85f7327f-8b30-488e-9048-c297bf30ff10', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:39:23.927787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3c938fc8-1c52-4f24-9b71-8d174a5124be None None] Provisioning complete for port 453848aa-83df-40ec-be34-bb93babb1697 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:39:23.928164 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c938fc8-1c52-4f24-9b71-8d174a5124be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (453848aa-83df-40ec-be34-bb93babb1697), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:23.931783 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (453848aa-83df-40ec-be34-bb93babb1697), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:23.962270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3c938fc8-1c52-4f24-9b71-8d174a5124be None None] Port 453848aa-83df-40ec-be34-bb93babb1697 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:39:24.232673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453848aa-83df-40ec-be34-bb93babb1697 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:39:24.241778 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Publish callbacks [] for port (453848aa-83df-40ec-be34-bb93babb1697), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:24.256760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Transition to ACTIVE for port object 453848aa-83df-40ec-be34-bb93babb1697 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:39:24.349768 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (453848aa-83df-40ec-be34-bb93babb1697), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:24.410161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Pushing event updated for resources: {'Port': ['ID=453848aa-83df-40ec-be34-bb93babb1697,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:24.508410 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Attempting to bind port 453848aa-83df-40ec-be34-bb93babb1697 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:39:24.508666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Attempting to bind port 453848aa-83df-40ec-be34-bb93babb1697 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '677e148f-06f9-4589-a3b3-8fbfeadd46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:39:24.508994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Attempting to bind port 453848aa-83df-40ec-be34-bb93babb1697 on network 6b35dc6b-8cba-411d-b0b5-203e5716906f {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:39:24.519292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Port 453848aa-83df-40ec-be34-bb93babb1697 on network 6b35dc6b-8cba-411d-b0b5-203e5716906f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:39:24.519622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Attempting to bind port 453848aa-83df-40ec-be34-bb93babb1697 on network 6b35dc6b-8cba-411d-b0b5-203e5716906f {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:39:24.527347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:39:24.527685 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Checking segment: {'id': '677e148f-06f9-4589-a3b3-8fbfeadd46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:39:24.528075 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Bound using segment: {'id': '677e148f-06f9-4589-a3b3-8fbfeadd46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:39:24.528513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Bound port: 453848aa-83df-40ec-be34-bb93babb1697, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677e148f-06f9-4589-a3b3-8fbfeadd46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:39:24.528880 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (453848aa-83df-40ec-be34-bb93babb1697), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:24.561611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed72294-b5e6-48de-9a29-fb5eef8f9f88 req-d4b4a58e-59a1-4aad-9a5f-928a7f6caa47 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:24.563798 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eed72294-b5e6-48de-9a29-fb5eef8f9f88 req-d4b4a58e-59a1-4aad-9a5f-928a7f6caa47 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 944 time: 0.0891755
Feb 12 21:39:24.645324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] For port 453848aa-83df-40ec-be34-bb93babb1697, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:39:24.650520 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eed72294-b5e6-48de-9a29-fb5eef8f9f88 req-2792a6af-1588-4e5c-b793-3af73c692182 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9075623-39c6-49da-a5ca-4dbb35d3333c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683842
Feb 12 21:39:24.652142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] For port 453848aa-83df-40ec-be34-bb93babb1697, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=453848aa-83df-40ec-be34-bb93babb1697,segment=NetworkSegment(677e148f-06f9-4589-a3b3-8fbfeadd46a1),segment_id=677e148f-06f9-4589-a3b3-8fbfeadd46a1)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:39:24.732586 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (453848aa-83df-40ec-be34-bb93babb1697), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:24.771168 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:24.771168 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:24.771168 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] 10.222.0.50 "PUT /v2.0/ports/453848aa-83df-40ec-be34-bb93babb1697 HTTP/1.1" status: 200  len: 1092 time: 0.9186544
Feb 12 21:39:24.771168 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f7327f-8b30-488e-9048-c297bf30ff10', 'tag': '453848aa-83df-40ec-be34-bb93babb1697'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:39:24.773391 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f2d2c6-471a-47a1-8b43-d336d3d5adcb" -d '{"events": [{"name": "network-changed", "server_uuid": "85f7327f-8b30-488e-9048-c297bf30ff10", "tag": "453848aa-83df-40ec-be34-bb93babb1697"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:39:24.797205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c791a70-cdbf-4361-b3b8-7820afd2d39d service neutron] Pushing event updated for resources: {'Port': ['ID=453848aa-83df-40ec-be34-bb93babb1697,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:24.823149 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9143495a-82b8-4623-bd8b-db52cdebe6ef x-openstack-request-id: req-9143495a-82b8-4623-bd8b-db52cdebe6ef {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:39:24.823698 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f7327f-8b30-488e-9048-c297bf30ff10", "tag": "453848aa-83df-40ec-be34-bb93babb1697", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:39:24.829383 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9143495a-82b8-4623-bd8b-db52cdebe6ef {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:39:24.829383 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f7327f-8b30-488e-9048-c297bf30ff10', 'tag': '453848aa-83df-40ec-be34-bb93babb1697', 'status': 'completed', 'code': 200}
Feb 12 21:39:24.889572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2d2c6-471a-47a1-8b43-d336d3d5adcb req-47939224-5547-4144-86a8-7cb5cab3ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:24.891133 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23f2d2c6-471a-47a1-8b43-d336d3d5adcb req-47939224-5547-4144-86a8-7cb5cab3ccc8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 1126 time: 0.0479045
Feb 12 21:39:25.002557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2d2c6-471a-47a1-8b43-d336d3d5adcb req-9ebfbf41-72a1-442f-9272-caff6db3501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:25.002956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2d2c6-471a-47a1-8b43-d336d3d5adcb req-9ebfbf41-72a1-442f-9272-caff6db3501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:25.004472 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23f2d2c6-471a-47a1-8b43-d336d3d5adcb req-9ebfbf41-72a1-442f-9272-caff6db3501f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&shared=False HTTP/1.1" status: 200  len: 1584 time: 0.1061623
Feb 12 21:39:25.100348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2d2c6-471a-47a1-8b43-d336d3d5adcb req-ab676a80-8e74-4369-9256-d69a1590a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:25.101741 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-23f2d2c6-471a-47a1-8b43-d336d3d5adcb req-ab676a80-8e74-4369-9256-d69a1590a9cf service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0916102
Feb 12 21:39:25.177855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-ed9ec37a-f2a9-4b5b-b1b9-42345c318aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:25.179569 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-ed9ec37a-f2a9-4b5b-b1b9-42345c318aa3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 1126 time: 0.0442071
Feb 12 21:39:25.219348 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-f4bcc65b-dcc1-4787-ad61-4e753e3a5cff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=453848aa-83df-40ec-be34-bb93babb1697 HTTP/1.1" status: 200  len: 217 time: 0.0328217
Feb 12 21:39:25.270579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-abfd0bff-1a78-4033-95cd-757a14c41474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:25.271920 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-abfd0bff-1a78-4033-95cd-757a14c41474 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5 HTTP/1.1" status: 200  len: 838 time: 0.0465639
Feb 12 21:39:25.319792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-343df0db-63a0-4857-9b65-0840f6262ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:25.321247 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-343df0db-63a0-4857-9b65-0840f6262ae6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6b35dc6b-8cba-411d-b0b5-203e5716906f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0439970
Feb 12 21:39:25.406324 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-a466998a-c185-42c8-bfa3-ffb2772b2c6c service neutron] 10.222.0.50 "GET /v2.0/networks/6b35dc6b-8cba-411d-b0b5-203e5716906f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793648
Feb 12 21:39:25.497014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c44f6459-ede6-414b-94e3-5a1001d7fb8d req-1e30abfb-e085-4aac-979f-76bccf63271a service neutron] 10.222.0.50 "GET /v2.0/networks/6b35dc6b-8cba-411d-b0b5-203e5716906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843706
Feb 12 21:39:25.768347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa222ce0-3325-41e6-91b7-6b1f48c9124f req-763c2ef4-159e-4926-a606-ecd1e579c556 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:25.769843 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa222ce0-3325-41e6-91b7-6b1f48c9124f req-763c2ef4-159e-4926-a606-ecd1e579c556 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 944 time: 0.0525696
Feb 12 21:39:25.818810 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa222ce0-3325-41e6-91b7-6b1f48c9124f req-65cb07e9-134b-48c4-b24a-49577637e69e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9075623-39c6-49da-a5ca-4dbb35d3333c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434012
Feb 12 21:39:25.874668 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2b596a6b-e753-4513-9c53-97679aebb512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:26.938700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a18bf-6fbe-4a97-8d24-2fc1c90d52fd req-ec00e22c-3de6-430e-8606-1f53ec7ffd79 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:26.940189 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d82a18bf-6fbe-4a97-8d24-2fc1c90d52fd req-ec00e22c-3de6-430e-8606-1f53ec7ffd79 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 944 time: 0.0525165
Feb 12 21:39:26.988301 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d82a18bf-6fbe-4a97-8d24-2fc1c90d52fd req-cbbe385f-054b-4194-a22c-c85c6a7217c1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9075623-39c6-49da-a5ca-4dbb35d3333c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425050
Feb 12 21:39:27.160990 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:28.109985 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31932902-2f45-4b43-a33e-c205b0ce1c91 req-28b6ae27-ad14-462d-8d05-3cfa25f57581 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:28.111677 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31932902-2f45-4b43-a33e-c205b0ce1c91 req-28b6ae27-ad14-462d-8d05-3cfa25f57581 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 944 time: 0.0566351
Feb 12 21:39:28.161095 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31932902-2f45-4b43-a33e-c205b0ce1c91 req-5e089001-f009-4f8f-b826-8d27411910d1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9075623-39c6-49da-a5ca-4dbb35d3333c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431213
Feb 12 21:39:28.291777 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d5810911-d102-4835-9962-c33ca5b0e439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:29.040040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 453848aa-83df-40ec-be34-bb93babb1697 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:39:29.158653 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 453848aa-83df-40ec-be34-bb93babb1697, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=453848aa-83df-40ec-be34-bb93babb1697,segment=NetworkSegment(677e148f-06f9-4589-a3b3-8fbfeadd46a1),segment_id=677e148f-06f9-4589-a3b3-8fbfeadd46a1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:39:29.170995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '453848aa-83df-40ec-be34-bb93babb1697', 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f', 'port_id': '453848aa-83df-40ec-be34-bb93babb1697', 'mac_address': 'fa:16:3e:ac:21:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:39:29.217484 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 453848aa-83df-40ec-be34-bb93babb1697 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:39:29.217875 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (453848aa-83df-40ec-be34-bb93babb1697), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:29.236231 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453848aa-83df-40ec-be34-bb93babb1697 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:39:29.257384 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 453848aa-83df-40ec-be34-bb93babb1697, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=453848aa-83df-40ec-be34-bb93babb1697,segment=NetworkSegment(677e148f-06f9-4589-a3b3-8fbfeadd46a1),segment_id=677e148f-06f9-4589-a3b3-8fbfeadd46a1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:39:29.294168 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36a1cf-0b3a-49d1-9514-427d604e591f req-3755f305-f492-4b41-aaa7-1a2476891312 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:29.295557 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fd36a1cf-0b3a-49d1-9514-427d604e591f req-3755f305-f492-4b41-aaa7-1a2476891312 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 944 time: 0.0602219
Feb 12 21:39:29.331116 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (453848aa-83df-40ec-be34-bb93babb1697), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:29.352801 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fd36a1cf-0b3a-49d1-9514-427d604e591f req-54590830-f3ed-4b0b-8369-35310494c0bf tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9075623-39c6-49da-a5ca-4dbb35d3333c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513685
Feb 12 21:39:29.385323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=453848aa-83df-40ec-be34-bb93babb1697,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:29.520293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['453848aa-83df-40ec-be34-bb93babb1697'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:39:29.575323 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:29.687844 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:30.474800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174047a0-8513-4782-ade9-373916f2795c req-7c5f6137-4b60-49fe-a80b-216b3f6f1f9d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:30.476210 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-174047a0-8513-4782-ade9-373916f2795c req-7c5f6137-4b60-49fe-a80b-216b3f6f1f9d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 945 time: 0.0532882
Feb 12 21:39:30.524242 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-174047a0-8513-4782-ade9-373916f2795c req-da3c9bed-7498-4a2c-9e61-120a6b0bbe40 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9075623-39c6-49da-a5ca-4dbb35d3333c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422580
Feb 12 21:39:31.055215 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 453848aa-83df-40ec-be34-bb93babb1697 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:39:31.083312 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:31.159249 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 453848aa-83df-40ec-be34-bb93babb1697 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:39:31.163508 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 453848aa-83df-40ec-be34-bb93babb1697 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:39:31.163962 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (453848aa-83df-40ec-be34-bb93babb1697), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:31.242618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 453848aa-83df-40ec-be34-bb93babb1697 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:39:31.243011 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (453848aa-83df-40ec-be34-bb93babb1697), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:31.265076 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f7327f-8b30-488e-9048-c297bf30ff10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453848aa-83df-40ec-be34-bb93babb1697'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:39:31.267345 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0195dd35-27d7-47a7-951d-52ccc9656d08" -d '{"events": [{"server_uuid": "85f7327f-8b30-488e-9048-c297bf30ff10", "name": "network-vif-plugged", "status": "completed", "tag": "453848aa-83df-40ec-be34-bb93babb1697"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:39:31.279789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 453848aa-83df-40ec-be34-bb93babb1697, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=453848aa-83df-40ec-be34-bb93babb1697,segment=NetworkSegment(677e148f-06f9-4589-a3b3-8fbfeadd46a1),segment_id=677e148f-06f9-4589-a3b3-8fbfeadd46a1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:39:31.305867 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252643d8-0b0a-49aa-a2bc-89cc573e7236 x-openstack-request-id: req-252643d8-0b0a-49aa-a2bc-89cc573e7236 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:39:31.306106 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f7327f-8b30-488e-9048-c297bf30ff10", "name": "network-vif-plugged", "status": "completed", "tag": "453848aa-83df-40ec-be34-bb93babb1697", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:39:31.306555 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-252643d8-0b0a-49aa-a2bc-89cc573e7236 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:39:31.307020 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f7327f-8b30-488e-9048-c297bf30ff10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453848aa-83df-40ec-be34-bb93babb1697', 'code': 200}
Feb 12 21:39:31.343428 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (453848aa-83df-40ec-be34-bb93babb1697), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:31.393720 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=453848aa-83df-40ec-be34-bb93babb1697,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:31.404746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b826d-0f46-48f2-a66c-3287dc2eb603 req-e3fd67f7-11ef-474f-921b-d12dd9d3fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:31.406327 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8c8b826d-0f46-48f2-a66c-3287dc2eb603 req-e3fd67f7-11ef-474f-921b-d12dd9d3fbbf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 1128 time: 0.0450082
Feb 12 21:39:31.456891 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8c8b826d-0f46-48f2-a66c-3287dc2eb603 req-d78e1687-87f1-4f9e-aeee-fc45db4eac54 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a9075623-39c6-49da-a5ca-4dbb35d3333c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431962
Feb 12 21:39:31.646996 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa002480-ffbb-4170-a149-6297f68e3d67 req-ea137635-401e-4149-94af-e6f71da822fb tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:31.648665 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa002480-ffbb-4170-a149-6297f68e3d67 req-ea137635-401e-4149-94af-e6f71da822fb tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 946 time: 0.0528734
Feb 12 21:39:31.699538 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa002480-ffbb-4170-a149-6297f68e3d67 req-9399dec9-05fa-43c1-80dd-0b60ce724fb1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9075623-39c6-49da-a5ca-4dbb35d3333c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453010
Feb 12 21:39:32.233860 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:32.827637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c852a2-582c-4099-ad43-056e48806584 req-618ec80d-8451-4485-a433-4ab6da2b08c3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:32.829100 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-54c852a2-582c-4099-ad43-056e48806584 req-618ec80d-8451-4485-a433-4ab6da2b08c3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 946 time: 0.0548887
Feb 12 21:39:32.879660 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-54c852a2-582c-4099-ad43-056e48806584 req-e55d641a-498c-4cca-b39d-64202f1fbd6a tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9075623-39c6-49da-a5ca-4dbb35d3333c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447412
Feb 12 21:39:32.998103 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e464afb-aac7-45f8-a1e6-9950ddd307aa req-7dc43792-0150-4b22-8647-31756ed2c283 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:32.999507 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e464afb-aac7-45f8-a1e6-9950ddd307aa req-7dc43792-0150-4b22-8647-31756ed2c283 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 946 time: 0.0522356
Feb 12 21:39:33.048526 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e464afb-aac7-45f8-a1e6-9950ddd307aa req-be7dafd7-f139-416c-a6d8-d8c219328e9b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9075623-39c6-49da-a5ca-4dbb35d3333c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426481
Feb 12 21:39:34.546272 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53262) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:34.986911 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:35.249725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Allocated IP 172.20.0.17 (6b35dc6b-8cba-411d-b0b5-203e5716906f/2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5/2e5b1e00-aef0-4be9-b034-b03fcd8b33a6) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:39:35.361503 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:35.479711 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:35.522334 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network 6b35dc6b-8cba-411d-b0b5-203e5716906f is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:39:35.525493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:39:35.529199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:39:35.555173 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Port': ['ID=2e5b1e00-aef0-4be9-b034-b03fcd8b33a6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:35.583912 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (226d34cf-3845-4e47-9876-8e6aff61b631), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:35.790243 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-419bf4ad-68b1-438b-9d81-560251cfdd5f None None] Provisioning complete for port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:39:35.790797 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-419bf4ad-68b1-438b-9d81-560251cfdd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:35.827577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-419bf4ad-68b1-438b-9d81-560251cfdd5f None None] Port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:39:36.081793 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:36.361934 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:36.440172 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:36.515186 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Port': ['ID=2e5b1e00-aef0-4be9-b034-b03fcd8b33a6,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:36.517482 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (226d34cf-3845-4e47-9876-8e6aff61b631), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:36.605757 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network 6b35dc6b-8cba-411d-b0b5-203e5716906f is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:39:36.607096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:39:36.729026 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Router 226d34cf-3845-4e47-9876-8e6aff61b631 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:39:36.846116 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:39:36.851585 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f2d183c9-8abd-400f-88eb-9931f1fd4e10 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "PUT /v2.0/routers/226d34cf-3845-4e47-9876-8e6aff61b631/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3040400
Feb 12 21:39:36.855543 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Sync routers for ids ['226d34cf-3845-4e47-9876-8e6aff61b631'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:39:36.866126 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-988cde57-a62c-490b-8155-87c4512496bf None None] Provisioning complete for port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:39:36.866610 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-988cde57-a62c-490b-8155-87c4512496bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:36.866778 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Routers {'226d34cf-3845-4e47-9876-8e6aff61b631'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:39:36.867444 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78f5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:39:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['226d34cf-3845-4e47-9876-8e6aff61b631'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:39:36.901667 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-988cde57-a62c-490b-8155-87c4512496bf None None] Port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:39:36.975097 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Set router 226d34cf-3845-4e47-9876-8e6aff61b631 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:39:37.292869 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78f5b0>, [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:39:35Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'floating_ip_address': '172.35.2.42', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'port_id': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'mac_address': 'fa:16:3e:b3:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:38:37Z', 'updated_at': '2022-02-12T21:38:42Z', 'revision_number': 1, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e5b1e00-aef0-4be9-b034-b03fcd8b33a6', 'name': '', 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:eb:28:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:39:35Z', 'updated_at': '2022-02-12T21:39:36Z', 'revision_number': 2, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe38fa8e-8603-4c0a-a51a-05543fdc5c24', 'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:de:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:14Z', 'updated_at': '2022-02-12T21:38:18Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:39:37.321005 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Checking router: 226d34cf-3845-4e47-9876-8e6aff61b631 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:39:37.321371 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Updating router 226d34cf-3845-4e47-9876-8e6aff61b631 port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:39:37.348371 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:37.603962 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Publish callbacks [] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:37.663309 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:37.718337 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0ff0a-f759-4038-bb4d-6734da84406a None None] Pushing event updated for resources: {'Port': ['ID=2e5b1e00-aef0-4be9-b034-b03fcd8b33a6,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:37.743405 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0ff0a-f759-4038-bb4d-6734da84406a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:37.743758 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0ff0a-f759-4038-bb4d-6734da84406a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:37.744100 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0ff0a-f759-4038-bb4d-6734da84406a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:37.744445 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0ff0a-f759-4038-bb4d-6734da84406a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:37.749297 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0ff0a-f759-4038-bb4d-6734da84406a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:37.749297 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0ff0a-f759-4038-bb4d-6734da84406a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:37.749297 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0ff0a-f759-4038-bb4d-6734da84406a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:37.749297 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0ff0a-f759-4038-bb4d-6734da84406a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:37.749297 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0ff0a-f759-4038-bb4d-6734da84406a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:37.749297 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0ff0a-f759-4038-bb4d-6734da84406a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:37.749297 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0ff0a-f759-4038-bb4d-6734da84406a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:37.749297 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0ff0a-f759-4038-bb4d-6734da84406a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:37.749297 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a0ff0a-f759-4038-bb4d-6734da84406a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:37.779107 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Attempting to bind port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:39:37.779489 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Attempting to bind port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '677e148f-06f9-4589-a3b3-8fbfeadd46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:39:37.779871 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Attempting to bind port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 on network 6b35dc6b-8cba-411d-b0b5-203e5716906f {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:39:37.785985 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:39:37.786368 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Checking segment: {'id': '677e148f-06f9-4589-a3b3-8fbfeadd46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:39:37.786778 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:37.787172 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Bound using segment: {'id': '677e148f-06f9-4589-a3b3-8fbfeadd46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:39:37.787650 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Bound port: 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677e148f-06f9-4589-a3b3-8fbfeadd46a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:39:37.788029 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:37.853302 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] For port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:39:37.856510 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] For port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e5b1e00-aef0-4be9-b034-b03fcd8b33a6,segment=NetworkSegment(677e148f-06f9-4589-a3b3-8fbfeadd46a1),segment_id=677e148f-06f9-4589-a3b3-8fbfeadd46a1)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:39:37.921373 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:37.925903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-59e3bf4f-863d-4746-910e-f96c1b9c1d3e None None] Provisioning complete for port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:39:37.926570 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-59e3bf4f-863d-4746-910e-f96c1b9c1d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:37.984528 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Routers {'226d34cf-3845-4e47-9876-8e6aff61b631'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:39:37.985142 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78f5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:39:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['226d34cf-3845-4e47-9876-8e6aff61b631'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:39:37.989464 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0ff0a-f759-4038-bb4d-6734da84406a None None] Pushing event updated for resources: {'Port': ['ID=2e5b1e00-aef0-4be9-b034-b03fcd8b33a6,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:38.108277 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] Set router 226d34cf-3845-4e47-9876-8e6aff61b631 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:39:38.174665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-59e3bf4f-863d-4746-910e-f96c1b9c1d3e None None] Current status of the port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:39:38.175159 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-59e3bf4f-863d-4746-910e-f96c1b9c1d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:38.209379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-59e3bf4f-863d-4746-910e-f96c1b9c1d3e None None] For port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e5b1e00-aef0-4be9-b034-b03fcd8b33a6,segment=NetworkSegment(677e148f-06f9-4589-a3b3-8fbfeadd46a1),segment_id=677e148f-06f9-4589-a3b3-8fbfeadd46a1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:39:38.280731 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-59e3bf4f-863d-4746-910e-f96c1b9c1d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:38.328133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3bf4f-863d-4746-910e-f96c1b9c1d3e None None] Pushing event updated for resources: {'Port': ['ID=2e5b1e00-aef0-4be9-b034-b03fcd8b33a6,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:38.345461 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb78f5b0>, [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:39:35Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'floating_ip_address': '172.35.2.42', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'port_id': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'mac_address': 'fa:16:3e:b3:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:38:37Z', 'updated_at': '2022-02-12T21:38:42Z', 'revision_number': 1, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e5b1e00-aef0-4be9-b034-b03fcd8b33a6', 'name': '', 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:eb:28:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:39:35Z', 'updated_at': '2022-02-12T21:39:37Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe38fa8e-8603-4c0a-a51a-05543fdc5c24', 'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:de:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:14Z', 'updated_at': '2022-02-12T21:38:18Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:39:38.375435 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94999534-4eed-4176-b599-bf5924f05d13 None None] The sync data for ids ['226d34cf-3845-4e47-9876-8e6aff61b631'] in ncdv-master-1 is: [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:39:35Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'floating_ip_address': '172.35.2.42', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'port_id': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'mac_address': 'fa:16:3e:b3:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:38:37Z', 'updated_at': '2022-02-12T21:38:42Z', 'revision_number': 1, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e5b1e00-aef0-4be9-b034-b03fcd8b33a6', 'name': '', 'network_id': '6b35dc6b-8cba-411d-b0b5-203e5716906f', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:eb:28:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:39:35Z', 'updated_at': '2022-02-12T21:39:37Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe38fa8e-8603-4c0a-a51a-05543fdc5c24', 'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:de:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:14Z', 'updated_at': '2022-02-12T21:38:18Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:39:38.402509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9ce65347-58dd-42be-bd34-2c7c1a09d2f3 None None] Provisioning complete for port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:39:38.402738 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9ce65347-58dd-42be-bd34-2c7c1a09d2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:38.497799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9ce65347-58dd-42be-bd34-2c7c1a09d2f3 None None] Current status of the port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:39:39.685380 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:39:40.304759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:39:40.352059 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:39:40.352439 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:40.448470 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:39:55.863029 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8d8151a8-8fc7-45df-85a9-ee56a5551e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:57.187599 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:57.369779 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53286) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:39:58.039750 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (226d34cf-3845-4e47-9876-8e6aff61b631), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:58.296985 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-03b797cd-4cd6-4928-8ffb-0c6cb9ef4207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:58.350090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Deleting port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:39:58.350441 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:58.440738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] For port 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e5b1e00-aef0-4be9-b034-b03fcd8b33a6,segment=NetworkSegment(677e148f-06f9-4589-a3b3-8fbfeadd46a1),segment_id=677e148f-06f9-4589-a3b3-8fbfeadd46a1)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:39:58.441463 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:58.453343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Calling delete_port for 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:39:58.725924 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (2e5b1e00-aef0-4be9-b034-b03fcd8b33a6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:58.757284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Port': ['ID=2e5b1e00-aef0-4be9-b034-b03fcd8b33a6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:39:58.769900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:58.775568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:58.775568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:58.775568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:58.775568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:58.775568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:58.775568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:58.775568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:58.775568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:58.775568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:58.775568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:58.775568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:58.775568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:39:58.945951 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (226d34cf-3845-4e47-9876-8e6aff61b631), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:59.171070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Router 226d34cf-3845-4e47-9876-8e6aff61b631 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:39:59.280125 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:39:59.286004 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a76a7e35-4ffd-4ea2-ac1f-d3bce3734c70 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "PUT /v2.0/routers/226d34cf-3845-4e47-9876-8e6aff61b631/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9144807
Feb 12 21:39:59.290728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7df1ec-c445-40ca-bb7d-a036f63f1ffa None None] Sync routers for ids ['226d34cf-3845-4e47-9876-8e6aff61b631'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:39:59.300997 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7df1ec-c445-40ca-bb7d-a036f63f1ffa None None] Routers {'226d34cf-3845-4e47-9876-8e6aff61b631'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:39:59.301751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-fe7df1ec-c445-40ca-bb7d-a036f63f1ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa53bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:39:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['226d34cf-3845-4e47-9876-8e6aff61b631'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:39:59.409319 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-fe7df1ec-c445-40ca-bb7d-a036f63f1ffa None None] Set router 226d34cf-3845-4e47-9876-8e6aff61b631 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:39:59.585559 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:59.662858 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-fe7df1ec-c445-40ca-bb7d-a036f63f1ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa53bd30>, [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:39:58Z', 'revision_number': 6, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'floating_ip_address': '172.35.2.42', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'port_id': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'mac_address': 'fa:16:3e:b3:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:38:37Z', 'updated_at': '2022-02-12T21:38:42Z', 'revision_number': 1, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe38fa8e-8603-4c0a-a51a-05543fdc5c24', 'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:de:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:14Z', 'updated_at': '2022-02-12T21:38:18Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:39:59.690969 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7df1ec-c445-40ca-bb7d-a036f63f1ffa None None] Checking router: 226d34cf-3845-4e47-9876-8e6aff61b631 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:39:59.697294 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:39:59.706325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7df1ec-c445-40ca-bb7d-a036f63f1ffa None None] Routers {'226d34cf-3845-4e47-9876-8e6aff61b631'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:39:59.706962 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-fe7df1ec-c445-40ca-bb7d-a036f63f1ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa53bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:39:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['226d34cf-3845-4e47-9876-8e6aff61b631'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:39:59.725117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d00b07-e9f4-4c50-97ea-656527b111c9 req-a3dd3b28-88fa-4cfc-83b0-00eaf80c1d3f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:39:59.726685 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03d00b07-e9f4-4c50-97ea-656527b111c9 req-a3dd3b28-88fa-4cfc-83b0-00eaf80c1d3f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 946 time: 0.0621324
Feb 12 21:39:59.778208 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03d00b07-e9f4-4c50-97ea-656527b111c9 req-40e51c3b-9036-4b06-ad67-a08ed3895663 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9075623-39c6-49da-a5ca-4dbb35d3333c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451021
Feb 12 21:39:59.823730 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-fe7df1ec-c445-40ca-bb7d-a036f63f1ffa None None] Set router 226d34cf-3845-4e47-9876-8e6aff61b631 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:40:00.056793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-fe7df1ec-c445-40ca-bb7d-a036f63f1ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa53bd30>, [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:39:58Z', 'revision_number': 6, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'floating_ip_address': '172.35.2.42', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'port_id': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'mac_address': 'fa:16:3e:b3:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:38:37Z', 'updated_at': '2022-02-12T21:38:42Z', 'revision_number': 1, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe38fa8e-8603-4c0a-a51a-05543fdc5c24', 'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:de:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:14Z', 'updated_at': '2022-02-12T21:38:18Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:00.082639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7df1ec-c445-40ca-bb7d-a036f63f1ffa None None] The sync data for ids ['226d34cf-3845-4e47-9876-8e6aff61b631'] in ncdv-master-1 is: [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:39:58Z', 'revision_number': 6, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'floating_ip_address': '172.35.2.42', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'port_id': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'mac_address': 'fa:16:3e:b3:90:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:38:37Z', 'updated_at': '2022-02-12T21:38:42Z', 'revision_number': 1, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe38fa8e-8603-4c0a-a51a-05543fdc5c24', 'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:de:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:14Z', 'updated_at': '2022-02-12T21:38:18Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:40:00.453778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:40:00.476238 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:40:00.476672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 2e5b1e00-aef0-4be9-b034-b03fcd8b33a6 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:40:00.902165 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2573016-2fe6-413f-99e4-23ae4a311fba req-245c7055-2eb0-43eb-a5bb-1c3909f522f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:00.903650 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2573016-2fe6-413f-99e4-23ae4a311fba req-245c7055-2eb0-43eb-a5bb-1c3909f522f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 946 time: 0.0531492
Feb 12 21:40:00.957518 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47525c90-f51c-4b58-929c-88dfa4b411a7 req-edc13a30-195d-4a28-a270-c6f1ee3d42b0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:00.958086 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2573016-2fe6-413f-99e4-23ae4a311fba req-6a4a0943-bdfa-4f52-9174-a0ddd66e8033 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9075623-39c6-49da-a5ca-4dbb35d3333c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482364
Feb 12 21:40:00.959024 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47525c90-f51c-4b58-929c-88dfa4b411a7 req-edc13a30-195d-4a28-a270-c6f1ee3d42b0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.50 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 946 time: 0.0532324
Feb 12 21:40:01.061727 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-47525c90-f51c-4b58-929c-88dfa4b411a7 req-add23044-eff0-407b-9c37-cf5c8442ad66 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Deleting port 453848aa-83df-40ec-be34-bb93babb1697 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:40:01.061988 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47525c90-f51c-4b58-929c-88dfa4b411a7 req-add23044-eff0-407b-9c37-cf5c8442ad66 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (453848aa-83df-40ec-be34-bb93babb1697), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:01.063314 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:01.151821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-47525c90-f51c-4b58-929c-88dfa4b411a7 req-add23044-eff0-407b-9c37-cf5c8442ad66 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] For port 453848aa-83df-40ec-be34-bb93babb1697, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=453848aa-83df-40ec-be34-bb93babb1697,segment=NetworkSegment(677e148f-06f9-4589-a3b3-8fbfeadd46a1),segment_id=677e148f-06f9-4589-a3b3-8fbfeadd46a1)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:40:01.152181 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47525c90-f51c-4b58-929c-88dfa4b411a7 req-add23044-eff0-407b-9c37-cf5c8442ad66 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (453848aa-83df-40ec-be34-bb93babb1697), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:01.164780 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-47525c90-f51c-4b58-929c-88dfa4b411a7 req-add23044-eff0-407b-9c37-cf5c8442ad66 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Calling delete_port for 453848aa-83df-40ec-be34-bb93babb1697 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:40:01.342015 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47525c90-f51c-4b58-929c-88dfa4b411a7 req-add23044-eff0-407b-9c37-cf5c8442ad66 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (453848aa-83df-40ec-be34-bb93babb1697), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:01.370997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add23044-eff0-407b-9c37-cf5c8442ad66 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Port': ['ID=453848aa-83df-40ec-be34-bb93babb1697,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:01.420138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-47525c90-f51c-4b58-929c-88dfa4b411a7 req-add23044-eff0-407b-9c37-cf5c8442ad66 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] No DVR routers for this DVR port 453848aa-83df-40ec-be34-bb93babb1697 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:40:01.426789 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-47525c90-f51c-4b58-929c-88dfa4b411a7 req-add23044-eff0-407b-9c37-cf5c8442ad66 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:01.426966 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-47525c90-f51c-4b58-929c-88dfa4b411a7 req-add23044-eff0-407b-9c37-cf5c8442ad66 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.50 "DELETE /v2.0/ports/453848aa-83df-40ec-be34-bb93babb1697 HTTP/1.1" status: 204  len: 173 time: 0.4629023
Feb 12 21:40:01.427419 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f7327f-8b30-488e-9048-c297bf30ff10', 'name': 'network-vif-deleted', 'tag': '453848aa-83df-40ec-be34-bb93babb1697'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:40:01.429769 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e15522e-1217-4d6a-986b-24ca7149e087" -d '{"events": [{"server_uuid": "85f7327f-8b30-488e-9048-c297bf30ff10", "name": "network-vif-deleted", "tag": "453848aa-83df-40ec-be34-bb93babb1697"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:40:01.469012 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80176072-8a5d-48c4-9bfa-a7afbd10cf7e x-openstack-request-id: req-80176072-8a5d-48c4-9bfa-a7afbd10cf7e {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:40:01.469330 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f7327f-8b30-488e-9048-c297bf30ff10", "name": "network-vif-deleted", "tag": "453848aa-83df-40ec-be34-bb93babb1697", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:40:01.469611 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80176072-8a5d-48c4-9bfa-a7afbd10cf7e {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:40:01.470022 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f7327f-8b30-488e-9048-c297bf30ff10', 'name': 'network-vif-deleted', 'tag': '453848aa-83df-40ec-be34-bb93babb1697', 'status': 'completed', 'code': 200}
Feb 12 21:40:02.065827 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5bbf770-0169-4e97-9ae8-21bc816e32c1 req-644009d4-3ca9-4bc4-b840-8041432714af tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=85f7327f-8b30-488e-9048-c297bf30ff10 HTTP/1.1" status: 200  len: 210 time: 0.0269809
Feb 12 21:40:02.193956 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:03.122817 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53304) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:03.186460 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-450655c4-6f9d-471c-8a96-4f987436550e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (a9075623-39c6-49da-a5ca-4dbb35d3333c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:03.212364 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-450655c4-6f9d-471c-8a96-4f987436550e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (a9075623-39c6-49da-a5ca-4dbb35d3333c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:03.354284 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-450655c4-6f9d-471c-8a96-4f987436550e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (a9075623-39c6-49da-a5ca-4dbb35d3333c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:03.356883 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-450655c4-6f9d-471c-8a96-4f987436550e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:03.358083 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-450655c4-6f9d-471c-8a96-4f987436550e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "DELETE /v2.0/security-groups/a9075623-39c6-49da-a5ca-4dbb35d3333c HTTP/1.1" status: 204  len: 168 time: 0.2342966
Feb 12 21:40:03.368317 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450655c4-6f9d-471c-8a96-4f987436550e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9075623-39c6-49da-a5ca-4dbb35d3333c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:03.469490 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53308) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:03.523484 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-a321ff2a-1441-48a7-a408-8a852c7be5d2 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Deleting subnet 2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:40:03.526716 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a321ff2a-1441-48a7-a408-8a852c7be5d2 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for subnet (2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:03.571092 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a321ff2a-1441-48a7-a408-8a852c7be5d2 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:03.653568 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a321ff2a-1441-48a7-a408-8a852c7be5d2 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:03.811907 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a321ff2a-1441-48a7-a408-8a852c7be5d2 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:03.841790 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a321ff2a-1441-48a7-a408-8a852c7be5d2 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:03.848703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a321ff2a-1441-48a7-a408-8a852c7be5d2 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "DELETE /v2.0/subnets/2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5 HTTP/1.1" status: 204  len: 168 time: 0.3745918
Feb 12 21:40:03.848703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321ff2a-1441-48a7-a408-8a852c7be5d2 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Subnet': ['ID=2acfd3ce-a398-4298-bd8b-1c36aa6a0ee5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:03.849055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d1db7e-1f7d-4d76-b835-6583bf6a0fdf None None] Network 6b35dc6b-8cba-411d-b0b5-203e5716906f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:40:03.849656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53310) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:03.935238 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (6b35dc6b-8cba-411d-b0b5-203e5716906f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:03.991385 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Deleting port 48bf3790-6f57-4d3c-9e37-b696238978b6 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:40:03.991734 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (48bf3790-6f57-4d3c-9e37-b696238978b6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:04.009496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] DHCP port deletion for 6b35dc6b-8cba-411d-b0b5-203e5716906f request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:40:04.058441 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Deleting port 48bf3790-6f57-4d3c-9e37-b696238978b6 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:40:04.058810 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (48bf3790-6f57-4d3c-9e37-b696238978b6), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:04.059338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] For port 48bf3790-6f57-4d3c-9e37-b696238978b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48bf3790-6f57-4d3c-9e37-b696238978b6,segment=NetworkSegment(677e148f-06f9-4589-a3b3-8fbfeadd46a1),segment_id=677e148f-06f9-4589-a3b3-8fbfeadd46a1)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:40:04.059720 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (48bf3790-6f57-4d3c-9e37-b696238978b6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:04.073217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Calling delete_port for 48bf3790-6f57-4d3c-9e37-b696238978b6 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:40:04.120902 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] For port 48bf3790-6f57-4d3c-9e37-b696238978b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48bf3790-6f57-4d3c-9e37-b696238978b6,segment=NetworkSegment(677e148f-06f9-4589-a3b3-8fbfeadd46a1),segment_id=677e148f-06f9-4589-a3b3-8fbfeadd46a1)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:40:04.121294 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (48bf3790-6f57-4d3c-9e37-b696238978b6), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:04.134370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Calling delete_port for 48bf3790-6f57-4d3c-9e37-b696238978b6 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:40:04.205951 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (48bf3790-6f57-4d3c-9e37-b696238978b6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:04.214638 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (48bf3790-6f57-4d3c-9e37-b696238978b6), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:04.239083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] No DVR routers for this DVR port 48bf3790-6f57-4d3c-9e37-b696238978b6 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:40:04.239083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Port': ['ID=48bf3790-6f57-4d3c-9e37-b696238978b6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:04.240807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Pushing event deleted for resources: {'Port': ['ID=48bf3790-6f57-4d3c-9e37-b696238978b6,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:04.245344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] No DVR routers for this DVR port 48bf3790-6f57-4d3c-9e37-b696238978b6 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:40:04.253209 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:04.253595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:04.253946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:04.254292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:04.254636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:04.254977 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:04.255311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:04.255807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:04.256381 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:04.256475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:04.256783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:04.257117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:04.257467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d6351-ad85-4c3e-bb56-eb6c74d12152 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:04.310174 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 48bf3790-6f57-4d3c-9e37-b696238978b6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:40:04.329288 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (6b35dc6b-8cba-411d-b0b5-203e5716906f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:04.331474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 48bf3790-6f57-4d3c-9e37-b696238978b6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:40:04.331849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 48bf3790-6f57-4d3c-9e37-b696238978b6 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:40:04.350624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc7003ff580>,) {'filters': {'network_id': ['6b35dc6b-8cba-411d-b0b5-203e5716906f']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:04.359676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7003ff580>, '677e148f-06f9-4589-a3b3-8fbfeadd46a1') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:04.359979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7003ff580>, '677e148f-06f9-4589-a3b3-8fbfeadd46a1') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:04.370134 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (677e148f-06f9-4589-a3b3-8fbfeadd46a1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:04.384308 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (677e148f-06f9-4589-a3b3-8fbfeadd46a1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:04.390254 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:40:04.390635 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (677e148f-06f9-4589-a3b3-8fbfeadd46a1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:40:04.393564 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:40:04.514181 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (6b35dc6b-8cba-411d-b0b5-203e5716906f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:04.527647 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:04.527647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "DELETE /v2.0/networks/6b35dc6b-8cba-411d-b0b5-203e5716906f HTTP/1.1" status: 204  len: 168 time: 0.6739240
Feb 12 21:40:04.527855 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53312) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:04.536192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ed5df-5a65-46f6-bcb7-da196fffa1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Network': ['ID=6b35dc6b-8cba-411d-b0b5-203e5716906f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:04.684034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-f19c61fe-487e-4d39-9aa9-8a97c85d2d83 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Deleting port b88c68b9-cc51-4d38-b3f0-b32de7eebd82 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:40:04.684383 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f19c61fe-487e-4d39-9aa9-8a97c85d2d83 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b88c68b9-cc51-4d38-b3f0-b32de7eebd82), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:04.761043 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f19c61fe-487e-4d39-9aa9-8a97c85d2d83 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b88c68b9-cc51-4d38-b3f0-b32de7eebd82), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:04.761402 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f19c61fe-487e-4d39-9aa9-8a97c85d2d83 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for floatingip (b88c68b9-cc51-4d38-b3f0-b32de7eebd82), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:04.774421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-f19c61fe-487e-4d39-9aa9-8a97c85d2d83 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Calling delete_port for b88c68b9-cc51-4d38-b3f0-b32de7eebd82 owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:40:04.970953 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f19c61fe-487e-4d39-9aa9-8a97c85d2d83 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (b88c68b9-cc51-4d38-b3f0-b32de7eebd82), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:04.996580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c61fe-487e-4d39-9aa9-8a97c85d2d83 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Port': ['ID=b88c68b9-cc51-4d38-b3f0-b32de7eebd82,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:05.060790 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f19c61fe-487e-4d39-9aa9-8a97c85d2d83 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for floatingip (de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:05.061043 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-f19c61fe-487e-4d39-9aa9-8a97c85d2d83 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Floating IP de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d disassociated (deleted). External IP: 172.35.2.42, port: 3c9b8e09-7259-474b-9ca1-4ae67f8df397.
Feb 12 21:40:05.226943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 453848aa-83df-40ec-be34-bb93babb1697 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:40:05.250450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 453848aa-83df-40ec-be34-bb93babb1697 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:40:05.250804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 453848aa-83df-40ec-be34-bb93babb1697 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:40:05.274784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19c61fe-487e-4d39-9aa9-8a97c85d2d83 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Router 226d34cf-3845-4e47-9876-8e6aff61b631 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:40:05.384923 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19c61fe-487e-4d39-9aa9-8a97c85d2d83 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:40:05.389708 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f19c61fe-487e-4d39-9aa9-8a97c85d2d83 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:05.394980 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0d9cd0-2e48-404f-892b-1c6c9c25769d None None] Sync routers for ids ['226d34cf-3845-4e47-9876-8e6aff61b631'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:40:05.404435 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d9cd0-2e48-404f-892b-1c6c9c25769d None None] Routers {'226d34cf-3845-4e47-9876-8e6aff61b631'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:40:05.405041 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2e0d9cd0-2e48-404f-892b-1c6c9c25769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:39:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['226d34cf-3845-4e47-9876-8e6aff61b631'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:05.420094 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f19c61fe-487e-4d39-9aa9-8a97c85d2d83 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "DELETE /v2.0/floatingips/de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d HTTP/1.1" status: 204  len: 168 time: 0.8920906
Feb 12 21:40:05.420769 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'tag': '3c9b8e09-7259-474b-9ca1-4ae67f8df397'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:40:05.423244 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2023b760-95fd-480d-b74e-94273cfc5084" -d '{"events": [{"name": "network-changed", "server_uuid": "2a399fb8-d3f5-4c7c-81f1-393611926402", "tag": "3c9b8e09-7259-474b-9ca1-4ae67f8df397"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:40:05.468823 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40d13a9-1872-4824-b521-accb98b3a8bd x-openstack-request-id: req-b40d13a9-1872-4824-b521-accb98b3a8bd {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:40:05.469115 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a399fb8-d3f5-4c7c-81f1-393611926402", "tag": "3c9b8e09-7259-474b-9ca1-4ae67f8df397", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:40:05.469413 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b40d13a9-1872-4824-b521-accb98b3a8bd {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:40:05.469829 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'tag': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'status': 'completed', 'code': 200}
Feb 12 21:40:05.519261 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-2e0d9cd0-2e48-404f-892b-1c6c9c25769d None None] Set router 226d34cf-3845-4e47-9876-8e6aff61b631 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:40:05.539425 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b760-95fd-480d-b74e-94273cfc5084 req-26b17f7a-0de1-41c1-b8d8-7e826d64a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:05.541338 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2023b760-95fd-480d-b74e-94273cfc5084 req-26b17f7a-0de1-41c1-b8d8-7e826d64a80a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 1127 time: 0.0455759
Feb 12 21:40:05.639094 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b760-95fd-480d-b74e-94273cfc5084 req-5ac95df0-10f7-4a1b-86af-b18ee525706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:05.640479 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2023b760-95fd-480d-b74e-94273cfc5084 req-5ac95df0-10f7-4a1b-86af-b18ee525706f service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca45ed60-a4d7-47da-a5f2-fdc37055e227 HTTP/1.1" status: 200  len: 898 time: 0.0908880
Feb 12 21:40:05.686042 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2023b760-95fd-480d-b74e-94273cfc5084 req-2a8cecfb-b22e-4a4c-8769-04fd8fb8c0f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c9b8e09-7259-474b-9ca1-4ae67f8df397 HTTP/1.1" status: 200  len: 217 time: 0.0384982
Feb 12 21:40:05.724212 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2e0d9cd0-2e48-404f-892b-1c6c9c25769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65d00>, [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:39:58Z', 'revision_number': 6, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe38fa8e-8603-4c0a-a51a-05543fdc5c24', 'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:de:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:14Z', 'updated_at': '2022-02-12T21:38:18Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:05.738836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b760-95fd-480d-b74e-94273cfc5084 req-01de7af1-eceb-45a1-90f5-285c5892ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:05.740321 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2023b760-95fd-480d-b74e-94273cfc5084 req-01de7af1-eceb-45a1-90f5-285c5892ed56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4f9e42f0-ac9b-40ac-82fa-3780382d7e79 HTTP/1.1" status: 200  len: 835 time: 0.0482454
Feb 12 21:40:05.754559 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0d9cd0-2e48-404f-892b-1c6c9c25769d None None] Checking router: 226d34cf-3845-4e47-9876-8e6aff61b631 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:40:05.763791 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d9cd0-2e48-404f-892b-1c6c9c25769d None None] Routers {'226d34cf-3845-4e47-9876-8e6aff61b631'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:40:05.764555 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2e0d9cd0-2e48-404f-892b-1c6c9c25769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:39:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['226d34cf-3845-4e47-9876-8e6aff61b631'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:05.801658 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b760-95fd-480d-b74e-94273cfc5084 req-818e2f16-3e4b-4a8b-a5ec-eacdca4f76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:05.803171 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2023b760-95fd-480d-b74e-94273cfc5084 req-818e2f16-3e4b-4a8b-a5ec-eacdca4f76e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca45ed60-a4d7-47da-a5f2-fdc37055e227&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0516553
Feb 12 21:40:05.868020 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de7eab-ab4d-4b1d-9020-e105391abbf0 req-24e5fb05-a802-4cbd-bf03-ad58a3abc43b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:05.875217 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-20de7eab-ab4d-4b1d-9020-e105391abbf0 req-24e5fb05-a802-4cbd-bf03-ad58a3abc43b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 945 time: 0.0634882
Feb 12 21:40:05.906510 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2023b760-95fd-480d-b74e-94273cfc5084 req-dd145423-2f45-46b0-b415-34782d942165 service neutron] 10.222.0.48 "GET /v2.0/networks/ca45ed60-a4d7-47da-a5f2-fdc37055e227?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0952516
Feb 12 21:40:05.925918 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-20de7eab-ab4d-4b1d-9020-e105391abbf0 req-a12ea863-749e-4d4d-924b-8f7c5060394d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497506
Feb 12 21:40:05.983394 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-2e0d9cd0-2e48-404f-892b-1c6c9c25769d None None] Set router 226d34cf-3845-4e47-9876-8e6aff61b631 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:40:06.010373 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2023b760-95fd-480d-b74e-94273cfc5084 req-2f4dd0ad-73d4-40bb-b7fa-19246ed04c16 service neutron] 10.222.0.48 "GET /v2.0/networks/ca45ed60-a4d7-47da-a5f2-fdc37055e227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0961957
Feb 12 21:40:06.193945 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2e0d9cd0-2e48-404f-892b-1c6c9c25769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65d00>, [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:39:58Z', 'revision_number': 6, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe38fa8e-8603-4c0a-a51a-05543fdc5c24', 'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:de:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:14Z', 'updated_at': '2022-02-12T21:38:18Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:06.220480 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0d9cd0-2e48-404f-892b-1c6c9c25769d None None] The sync data for ids ['226d34cf-3845-4e47-9876-8e6aff61b631'] in ncdv-master-1 is: [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:39:58Z', 'revision_number': 6, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe38fa8e-8603-4c0a-a51a-05543fdc5c24', 'name': '', 'network_id': 'ca45ed60-a4d7-47da-a5f2-fdc37055e227', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:de:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:14Z', 'updated_at': '2022-02-12T21:38:18Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': '4f9e42f0-ac9b-40ac-82fa-3780382d7e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:40:06.451219 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc18370-9099-4629-af7a-52082417c09e None None] New status for floating IP de9e2ed9-aabe-4c2a-acda-ad0ba2f0bd3d: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:40:07.047205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aba660-8fa7-47a6-ab77-5fbe66d14714 req-6a0fd4a7-38c0-4470-a1bc-7729aeca059a tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:07.049248 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f3aba660-8fa7-47a6-ab77-5fbe66d14714 req-6a0fd4a7-38c0-4470-a1bc-7729aeca059a tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 945 time: 0.0542481
Feb 12 21:40:07.098676 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f3aba660-8fa7-47a6-ab77-5fbe66d14714 req-7764ba98-e180-4fa5-9ebb-f0a39d75223d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437891
Feb 12 21:40:07.353921 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cf573-2577-4089-8d36-cbb1dded959b req-d587b568-3ca9-4e1d-b4df-3ff4ee0d44f9 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:07.355261 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-037cf573-2577-4089-8d36-cbb1dded959b req-d587b568-3ca9-4e1d-b4df-3ff4ee0d44f9 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 945 time: 0.0505111
Feb 12 21:40:07.452107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-037cf573-2577-4089-8d36-cbb1dded959b req-2d099c96-0d80-4017-962c-28d53662fac5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Deleting port 3c9b8e09-7259-474b-9ca1-4ae67f8df397 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:40:07.452439 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-037cf573-2577-4089-8d36-cbb1dded959b req-2d099c96-0d80-4017-962c-28d53662fac5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3c9b8e09-7259-474b-9ca1-4ae67f8df397), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:07.540509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-037cf573-2577-4089-8d36-cbb1dded959b req-2d099c96-0d80-4017-962c-28d53662fac5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] For port 3c9b8e09-7259-474b-9ca1-4ae67f8df397, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3c9b8e09-7259-474b-9ca1-4ae67f8df397,segment=NetworkSegment(09ca1af1-a84a-4157-8d96-441712f29e0f),segment_id=09ca1af1-a84a-4157-8d96-441712f29e0f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:40:07.540876 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-037cf573-2577-4089-8d36-cbb1dded959b req-2d099c96-0d80-4017-962c-28d53662fac5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3c9b8e09-7259-474b-9ca1-4ae67f8df397), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:07.553571 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-037cf573-2577-4089-8d36-cbb1dded959b req-2d099c96-0d80-4017-962c-28d53662fac5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Calling delete_port for 3c9b8e09-7259-474b-9ca1-4ae67f8df397 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:40:07.742820 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-037cf573-2577-4089-8d36-cbb1dded959b req-2d099c96-0d80-4017-962c-28d53662fac5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3c9b8e09-7259-474b-9ca1-4ae67f8df397), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:07.772820 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d099c96-0d80-4017-962c-28d53662fac5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Port': ['ID=3c9b8e09-7259-474b-9ca1-4ae67f8df397,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:07.823421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-037cf573-2577-4089-8d36-cbb1dded959b req-2d099c96-0d80-4017-962c-28d53662fac5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] No DVR routers for this DVR port 3c9b8e09-7259-474b-9ca1-4ae67f8df397 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:40:07.826039 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-037cf573-2577-4089-8d36-cbb1dded959b req-2d099c96-0d80-4017-962c-28d53662fac5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:07.830510 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-037cf573-2577-4089-8d36-cbb1dded959b req-2d099c96-0d80-4017-962c-28d53662fac5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.48 "DELETE /v2.0/ports/3c9b8e09-7259-474b-9ca1-4ae67f8df397 HTTP/1.1" status: 204  len: 173 time: 0.4661579
Feb 12 21:40:07.830991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'name': 'network-vif-deleted', 'tag': '3c9b8e09-7259-474b-9ca1-4ae67f8df397'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:40:07.833275 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c886c64-932e-440a-bc85-2fcdec7b0015" -d '{"events": [{"server_uuid": "2a399fb8-d3f5-4c7c-81f1-393611926402", "name": "network-vif-deleted", "tag": "3c9b8e09-7259-474b-9ca1-4ae67f8df397"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:40:07.870346 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60558535-525d-44a8-933a-621c0570f2f6 x-openstack-request-id: req-60558535-525d-44a8-933a-621c0570f2f6 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:40:07.870642 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a399fb8-d3f5-4c7c-81f1-393611926402", "name": "network-vif-deleted", "tag": "3c9b8e09-7259-474b-9ca1-4ae67f8df397", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:40:07.870893 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60558535-525d-44a8-933a-621c0570f2f6 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:40:07.871293 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a399fb8-d3f5-4c7c-81f1-393611926402', 'name': 'network-vif-deleted', 'tag': '3c9b8e09-7259-474b-9ca1-4ae67f8df397', 'status': 'completed', 'code': 200}
Feb 12 21:40:08.213403 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f0ffd5ff-76b4-4d9d-a665-2ce5fd371699 req-8805a5fc-2a48-49e5-a229-c7bc1aecd4cb tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a399fb8-d3f5-4c7c-81f1-393611926402 HTTP/1.1" status: 200  len: 210 time: 0.0291860
Feb 12 21:40:09.271829 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53330) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:09.328706 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-43d960cf-d7db-4972-b369-c8eaf1715aa7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:09.354427 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-43d960cf-d7db-4972-b369-c8eaf1715aa7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:09.531635 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-43d960cf-d7db-4972-b369-c8eaf1715aa7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:09.534513 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-43d960cf-d7db-4972-b369-c8eaf1715aa7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:09.535942 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-43d960cf-d7db-4972-b369-c8eaf1715aa7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "DELETE /v2.0/security-groups/8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb HTTP/1.1" status: 204  len: 168 time: 0.2631135
Feb 12 21:40:09.545300 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d960cf-d7db-4972-b369-c8eaf1715aa7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a16d08a-21cc-46a3-b8bc-5a8fc00a86bb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:09.612915 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53334) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:09.981650 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58eb363f-bf2e-401a-8782-d8f8e3a9d606 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (226d34cf-3845-4e47-9876-8e6aff61b631), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:10.241325 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-58eb363f-bf2e-401a-8782-d8f8e3a9d606 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Deleting port fe38fa8e-8603-4c0a-a51a-05543fdc5c24 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:40:10.241622 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58eb363f-bf2e-401a-8782-d8f8e3a9d606 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:10.334358 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-58eb363f-bf2e-401a-8782-d8f8e3a9d606 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] For port fe38fa8e-8603-4c0a-a51a-05543fdc5c24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe38fa8e-8603-4c0a-a51a-05543fdc5c24,segment=NetworkSegment(09ca1af1-a84a-4157-8d96-441712f29e0f),segment_id=09ca1af1-a84a-4157-8d96-441712f29e0f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:40:10.335041 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58eb363f-bf2e-401a-8782-d8f8e3a9d606 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:10.347181 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-58eb363f-bf2e-401a-8782-d8f8e3a9d606 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Calling delete_port for fe38fa8e-8603-4c0a-a51a-05543fdc5c24 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:40:10.605791 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58eb363f-bf2e-401a-8782-d8f8e3a9d606 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (fe38fa8e-8603-4c0a-a51a-05543fdc5c24), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:10.633833 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb363f-bf2e-401a-8782-d8f8e3a9d606 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Port': ['ID=fe38fa8e-8603-4c0a-a51a-05543fdc5c24,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:10.809307 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-58eb363f-bf2e-401a-8782-d8f8e3a9d606 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (226d34cf-3845-4e47-9876-8e6aff61b631), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:11.028189 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58eb363f-bf2e-401a-8782-d8f8e3a9d606 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Router 226d34cf-3845-4e47-9876-8e6aff61b631 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:40:11.138339 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58eb363f-bf2e-401a-8782-d8f8e3a9d606 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:40:11.144751 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-58eb363f-bf2e-401a-8782-d8f8e3a9d606 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "PUT /v2.0/routers/226d34cf-3845-4e47-9876-8e6aff61b631/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5306504
Feb 12 21:40:11.148419 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f156112-9771-4190-be4b-aa1ec8d7a018 None None] Sync routers for ids ['226d34cf-3845-4e47-9876-8e6aff61b631'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:40:11.160749 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f156112-9771-4190-be4b-aa1ec8d7a018 None None] Routers {'226d34cf-3845-4e47-9876-8e6aff61b631'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:40:11.161477 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9f156112-9771-4190-be4b-aa1ec8d7a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd87c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:39:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['226d34cf-3845-4e47-9876-8e6aff61b631'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:11.183479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53336) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:11.234773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-60191c55-08c2-4c54-92f5-44e489f7daff tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Deleting subnet 4f9e42f0-ac9b-40ac-82fa-3780382d7e79 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:40:11.238514 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60191c55-08c2-4c54-92f5-44e489f7daff tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for subnet (4f9e42f0-ac9b-40ac-82fa-3780382d7e79), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:11.269785 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-9f156112-9771-4190-be4b-aa1ec8d7a018 None None] Set router 226d34cf-3845-4e47-9876-8e6aff61b631 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:40:11.277261 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60191c55-08c2-4c54-92f5-44e489f7daff tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (4f9e42f0-ac9b-40ac-82fa-3780382d7e79), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:11.365290 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60191c55-08c2-4c54-92f5-44e489f7daff tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (4f9e42f0-ac9b-40ac-82fa-3780382d7e79), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:11.426907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3c9b8e09-7259-474b-9ca1-4ae67f8df397 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:40:11.446779 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 3c9b8e09-7259-474b-9ca1-4ae67f8df397 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:40:11.448912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3c9b8e09-7259-474b-9ca1-4ae67f8df397 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:40:11.451170 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9f156112-9771-4190-be4b-aa1ec8d7a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd87c10>, [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:40:10Z', 'revision_number': 7, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:11.477418 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f156112-9771-4190-be4b-aa1ec8d7a018 None None] Checking router: 226d34cf-3845-4e47-9876-8e6aff61b631 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:40:11.485493 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f156112-9771-4190-be4b-aa1ec8d7a018 None None] Routers {'226d34cf-3845-4e47-9876-8e6aff61b631'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:40:11.486260 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9f156112-9771-4190-be4b-aa1ec8d7a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd87c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:39:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['226d34cf-3845-4e47-9876-8e6aff61b631'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:11.497238 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60191c55-08c2-4c54-92f5-44e489f7daff tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (4f9e42f0-ac9b-40ac-82fa-3780382d7e79), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:11.526136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60191c55-08c2-4c54-92f5-44e489f7daff tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Subnet': ['ID=4f9e42f0-ac9b-40ac-82fa-3780382d7e79,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:11.535217 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-60191c55-08c2-4c54-92f5-44e489f7daff tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:11.541454 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-60191c55-08c2-4c54-92f5-44e489f7daff tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "DELETE /v2.0/subnets/4f9e42f0-ac9b-40ac-82fa-3780382d7e79 HTTP/1.1" status: 204  len: 168 time: 0.3543968
Feb 12 21:40:11.542185 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53338) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:11.544437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e56d6f-7fb4-4fd1-9058-6e43004654d1 None None] Network ca45ed60-a4d7-47da-a5f2-fdc37055e227 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:40:11.595234 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-9f156112-9771-4190-be4b-aa1ec8d7a018 None None] Set router 226d34cf-3845-4e47-9876-8e6aff61b631 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:40:11.662703 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44638f83-7339-487e-a8c3-7049007650e5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router (226d34cf-3845-4e47-9876-8e6aff61b631), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:11.723775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee7609-234b-44d2-8304-30e012e7667d None None] DHCP port deletion for ca45ed60-a4d7-47da-a5f2-fdc37055e227 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:40:11.780430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-63ee7609-234b-44d2-8304-30e012e7667d None None] Deleting port 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:40:11.781162 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-63ee7609-234b-44d2-8304-30e012e7667d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:11.788978 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9f156112-9771-4190-be4b-aa1ec8d7a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd87c10>, [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:40:10Z', 'revision_number': 7, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:11.825247 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f156112-9771-4190-be4b-aa1ec8d7a018 None None] The sync data for ids ['226d34cf-3845-4e47-9876-8e6aff61b631'] in ncdv-master-1 is: [{'id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'name': 'tempest-TestNetworkBasicOps-router-1715936767', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119'}], 'enable_snat': True}, 'gw_port_id': '0c063d38-845b-4f63-968d-b595882ca730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:38:08Z', 'updated_at': '2022-02-12T21:40:10Z', 'revision_number': 7, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': '0c063d38-845b-4f63-968d-b595882ca730', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d34cf-3845-4e47-9876-8e6aff61b631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:38:09Z', 'updated_at': '2022-02-12T21:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:40:11.864937 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-63ee7609-234b-44d2-8304-30e012e7667d None None] For port 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4,segment=NetworkSegment(09ca1af1-a84a-4157-8d96-441712f29e0f),segment_id=09ca1af1-a84a-4157-8d96-441712f29e0f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:40:11.865402 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-63ee7609-234b-44d2-8304-30e012e7667d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:11.881051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-63ee7609-234b-44d2-8304-30e012e7667d None None] Calling delete_port for 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:40:12.022954 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-63ee7609-234b-44d2-8304-30e012e7667d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:12.048449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee7609-234b-44d2-8304-30e012e7667d None None] Pushing event deleted for resources: {'Port': ['ID=1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:12.052056 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ee7609-234b-44d2-8304-30e012e7667d None None] No DVR routers for this DVR port 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:40:12.105030 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44638f83-7339-487e-a8c3-7049007650e5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router_gateway (226d34cf-3845-4e47-9876-8e6aff61b631), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:12.235477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-44638f83-7339-487e-a8c3-7049007650e5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Deleting port 0c063d38-845b-4f63-968d-b595882ca730 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:40:12.235933 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44638f83-7339-487e-a8c3-7049007650e5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0c063d38-845b-4f63-968d-b595882ca730), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:12.311348 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:40:12.332455 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-44638f83-7339-487e-a8c3-7049007650e5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] For port 0c063d38-845b-4f63-968d-b595882ca730, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c063d38-845b-4f63-968d-b595882ca730,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:40:12.332980 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44638f83-7339-487e-a8c3-7049007650e5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0c063d38-845b-4f63-968d-b595882ca730), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:12.339689 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:40:12.340478 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1bb9ca99-8f97-4d6d-a2f6-e380a4b161b4 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:40:12.340478 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fe38fa8e-8603-4c0a-a51a-05543fdc5c24 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:40:12.347534 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-44638f83-7339-487e-a8c3-7049007650e5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Calling delete_port for 0c063d38-845b-4f63-968d-b595882ca730 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:40:12.361487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: fe38fa8e-8603-4c0a-a51a-05543fdc5c24 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:40:12.361862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fe38fa8e-8603-4c0a-a51a-05543fdc5c24 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:40:12.571671 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44638f83-7339-487e-a8c3-7049007650e5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (0c063d38-845b-4f63-968d-b595882ca730), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:12.600319 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44638f83-7339-487e-a8c3-7049007650e5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Port': ['ID=0c063d38-845b-4f63-968d-b595882ca730,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:12.663508 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44638f83-7339-487e-a8c3-7049007650e5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (226d34cf-3845-4e47-9876-8e6aff61b631), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:12.758628 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44638f83-7339-487e-a8c3-7049007650e5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (226d34cf-3845-4e47-9876-8e6aff61b631), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:12.760766 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44638f83-7339-487e-a8c3-7049007650e5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router_controller (226d34cf-3845-4e47-9876-8e6aff61b631), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:12.856246 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44638f83-7339-487e-a8c3-7049007650e5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (226d34cf-3845-4e47-9876-8e6aff61b631), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:12.856795 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44638f83-7339-487e-a8c3-7049007650e5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Fanout notify agent at l3_agent the message router_deleted on router 226d34cf-3845-4e47-9876-8e6aff61b631 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:40:12.863438 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44638f83-7339-487e-a8c3-7049007650e5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:12.866064 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-44638f83-7339-487e-a8c3-7049007650e5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "DELETE /v2.0/routers/226d34cf-3845-4e47-9876-8e6aff61b631 HTTP/1.1" status: 204  len: 168 time: 1.3229206
Feb 12 21:40:12.868031 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53358) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:12.952538 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-feae98c4-56f8-4c4f-8d6d-e5475f56aeb1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (ca45ed60-a4d7-47da-a5f2-fdc37055e227), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:13.049053 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-feae98c4-56f8-4c4f-8d6d-e5475f56aeb1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (ca45ed60-a4d7-47da-a5f2-fdc37055e227), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:13.067803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-feae98c4-56f8-4c4f-8d6d-e5475f56aeb1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fb00c850>,) {'filters': {'network_id': ['ca45ed60-a4d7-47da-a5f2-fdc37055e227']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:13.076694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-feae98c4-56f8-4c4f-8d6d-e5475f56aeb1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb00c850>, '09ca1af1-a84a-4157-8d96-441712f29e0f') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:13.076993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-feae98c4-56f8-4c4f-8d6d-e5475f56aeb1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fb00c850>, '09ca1af1-a84a-4157-8d96-441712f29e0f') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:13.086610 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-feae98c4-56f8-4c4f-8d6d-e5475f56aeb1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (09ca1af1-a84a-4157-8d96-441712f29e0f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:13.099908 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-feae98c4-56f8-4c4f-8d6d-e5475f56aeb1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (09ca1af1-a84a-4157-8d96-441712f29e0f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:13.105557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feae98c4-56f8-4c4f-8d6d-e5475f56aeb1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:40:13.105937 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-feae98c4-56f8-4c4f-8d6d-e5475f56aeb1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (09ca1af1-a84a-4157-8d96-441712f29e0f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:40:13.108772 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:40:13.262815 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-feae98c4-56f8-4c4f-8d6d-e5475f56aeb1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (ca45ed60-a4d7-47da-a5f2-fdc37055e227), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:13.267161 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-feae98c4-56f8-4c4f-8d6d-e5475f56aeb1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:13.270998 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-feae98c4-56f8-4c4f-8d6d-e5475f56aeb1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "DELETE /v2.0/networks/ca45ed60-a4d7-47da-a5f2-fdc37055e227 HTTP/1.1" status: 204  len: 168 time: 0.4025671
Feb 12 21:40:13.286259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae98c4-56f8-4c4f-8d6d-e5475f56aeb1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Network': ['ID=ca45ed60-a4d7-47da-a5f2-fdc37055e227,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:13.295056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53360) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:13.300092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6cd105d5-3da3-41f4-8184-cc55779ad9d5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'network': {'name': 'tempest-network-smoke--754947619', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'port_security_enabled': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:40:13.377290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd105d5-3da3-41f4-8184-cc55779ad9d5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Made reservation on behalf of f545a02bc7de43f8894c9fd6fe7c85f6 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:40:13.380841 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6cd105d5-3da3-41f4-8184-cc55779ad9d5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:13.404527 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd105d5-3da3-41f4-8184-cc55779ad9d5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:40:13.413990 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6cd105d5-3da3-41f4-8184-cc55779ad9d5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bfc92f05-b98d-4990-a2fa-82e315bfab76), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:13.418110 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-6cd105d5-3da3-41f4-8184-cc55779ad9d5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Added segment bfc92f05-b98d-4990-a2fa-82e315bfab76 of type vlan for network 943990ac-262a-4149-8fa7-2654ea21ed46
Feb 12 21:40:13.459029 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6cd105d5-3da3-41f4-8184-cc55779ad9d5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (943990ac-262a-4149-8fa7-2654ea21ed46), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:13.536780 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6cd105d5-3da3-41f4-8184-cc55779ad9d5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (943990ac-262a-4149-8fa7-2654ea21ed46), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:13.541785 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd105d5-3da3-41f4-8184-cc55779ad9d5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:13.545224 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6cd105d5-3da3-41f4-8184-cc55779ad9d5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:13.608025 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd105d5-3da3-41f4-8184-cc55779ad9d5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Network': ['ID=943990ac-262a-4149-8fa7-2654ea21ed46,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:13.618399 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 943990ac-262a-4149-8fa7-2654ea21ed46 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:40:13.660740 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6cd105d5-3da3-41f4-8184-cc55779ad9d5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3639011
Feb 12 21:40:13.675112 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53362) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:13.680772 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-32117757', 'admin_state_up': True, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:40:13.742723 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:13.743835 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:13.800339 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router_controller (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:14.001791 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router_gateway (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:14.265731 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router_gateway (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:14.285825 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:14.301671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0c063d38-845b-4f63-968d-b595882ca730 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:40:14.326050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 0c063d38-845b-4f63-968d-b595882ca730 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:40:14.326488 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0c063d38-845b-4f63-968d-b595882ca730 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:40:14.388195 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Allocated IP 172.35.2.195 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/afb64b1b-bccb-447f-9766-dafefd8bbdfc) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:40:14.494094 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for port (afb64b1b-bccb-447f-9766-dafefd8bbdfc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:14.606489 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (afb64b1b-bccb-447f-9766-dafefd8bbdfc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:14.647771 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:40:14.650650 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:40:14.654290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:40:14.681033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Port': ['ID=afb64b1b-bccb-447f-9766-dafefd8bbdfc,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:14.970121 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router_gateway (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:15.168036 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:15.393066 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:40:15.502233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:40:15.512691 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Sync routers for ids ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:40:15.521943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Routers {'4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:40:15.526564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa68d430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:39:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:15.584314 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:15.585821 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ea633424-596b-4598-92ca-ccd60b8400f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 1.9089458
Feb 12 21:40:15.588903 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53364) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:15.619465 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-80567c5a-bd33-4cd7-bde6-f3371c088af2 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f545a02bc7de43f8894c9fd6fe7c85f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0294304
Feb 12 21:40:15.622198 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53366) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:15.629487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Set router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:40:15.715123 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd68ed6-17fe-4245-993d-326d9585c76a tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:15.716704 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2dd68ed6-17fe-4245-993d-326d9585c76a tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0936096
Feb 12 21:40:15.719552 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53368) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:15.748989 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-69773543-708e-4bf7-89b1-bfac5ed132f2 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0283468
Feb 12 21:40:15.751600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53370) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:15.756492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-968135909', 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:40:15.813340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa68d430>, [{'id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'name': 'tempest-TestNetworkBasicOps-router-32117757', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195'}], 'enable_snat': True}, 'gw_port_id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:40:13Z', 'updated_at': '2022-02-12T21:40:14Z', 'revision_number': 3, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:14Z', 'updated_at': '2022-02-12T21:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:15.840624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Checking router: 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:40:15.840979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Updating router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 port afb64b1b-bccb-447f-9766-dafefd8bbdfc binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:40:15.871535 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (afb64b1b-bccb-447f-9766-dafefd8bbdfc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:15.897456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Made reservation on behalf of f545a02bc7de43f8894c9fd6fe7c85f6 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:40:15.900927 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:16.159514 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (d1bd23f7-5858-451e-afba-84887fca9b62), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:16.228242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Subnet': ['ID=d1bd23f7-5858-451e-afba-84887fca9b62,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:16.239580 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:16.239931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:16.243463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:16.243463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:16.243463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:16.243463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:16.243463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:16.243463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:16.243463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:16.243463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:16.243463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:16.243463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:16.243463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:40:16.249534 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Checking segment: {'id': 'bfc92f05-b98d-4990-a2fa-82e315bfab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:40:16.249534 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network hostable DHCP agents. Network: 943990ac-262a-4149-8fa7-2654ea21ed46, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:40:16.283910 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Publish callbacks [] for port (afb64b1b-bccb-447f-9766-dafefd8bbdfc), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:16.337277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network 943990ac-262a-4149-8fa7-2654ea21ed46 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:40:16.337516 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (afb64b1b-bccb-447f-9766-dafefd8bbdfc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:16.390414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac80f6-afb9-4204-aace-da745e5382d4 None None] Pushing event updated for resources: {'Port': ['ID=afb64b1b-bccb-447f-9766-dafefd8bbdfc,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:16.392828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Attempting to bind port afb64b1b-bccb-447f-9766-dafefd8bbdfc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:40:16.393201 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Attempting to bind port afb64b1b-bccb-447f-9766-dafefd8bbdfc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:40:16.393594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Attempting to bind port afb64b1b-bccb-447f-9766-dafefd8bbdfc on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:40:16.399274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:40:16.399660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:40:16.400068 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:16.400457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:40:16.400917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Bound port: afb64b1b-bccb-447f-9766-dafefd8bbdfc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:40:16.401298 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (afb64b1b-bccb-447f-9766-dafefd8bbdfc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:16.406062 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 943990ac-262a-4149-8fa7-2654ea21ed46) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:40:16.413233 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:16.413233 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:16.429114 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb385e0-62ee-4ea2-8a63-7164035a56fb None None] Network 943990ac-262a-4149-8fa7-2654ea21ed46 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:40:16.485517 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c78dac3b-1fe8-4778-a11e-a07ca4aa3b48 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7300227
Feb 12 21:40:16.485891 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53372) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:16.511716 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] For port afb64b1b-bccb-447f-9766-dafefd8bbdfc, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:40:16.528547 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] For port afb64b1b-bccb-447f-9766-dafefd8bbdfc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=afb64b1b-bccb-447f-9766-dafefd8bbdfc,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:40:16.568193 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-943990ac-262a-4149-8fa7-2654ea21ed46', 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ips': [{'subnet_id': 'd1bd23f7-5858-451e-afba-84887fca9b62'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:40:16.569126 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:16.645514 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (afb64b1b-bccb-447f-9766-dafefd8bbdfc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:16.686520 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:40:16.764162 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Routers {'4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:40:16.764974 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa68d430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:39:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:16.766814 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac80f6-afb9-4204-aace-da745e5382d4 None None] Pushing event updated for resources: {'Port': ['ID=afb64b1b-bccb-447f-9766-dafefd8bbdfc,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:16.854401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Allocated IP 172.20.0.2 (943990ac-262a-4149-8fa7-2654ea21ed46/d1bd23f7-5858-451e-afba-84887fca9b62/0c7724e7-0218-40f5-ab76-4ceebebd2262) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:40:16.950812 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] Set router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:40:17.143594 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Publish callbacks [] for port (0c7724e7-0218-40f5-ab76-4ceebebd2262), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:17.194180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa68d430>, [{'id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'name': 'tempest-TestNetworkBasicOps-router-32117757', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195'}], 'enable_snat': True}, 'gw_port_id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:40:13Z', 'updated_at': '2022-02-12T21:40:14Z', 'revision_number': 3, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:14Z', 'updated_at': '2022-02-12T21:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:17.222582 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (0c7724e7-0218-40f5-ab76-4ceebebd2262), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:17.224740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db893bb-81fd-4d9a-8321-fb60059496b2 None None] The sync data for ids ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'] in ncdv-master-1 is: [{'id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'name': 'tempest-TestNetworkBasicOps-router-32117757', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195'}], 'enable_snat': True}, 'gw_port_id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:40:13Z', 'updated_at': '2022-02-12T21:40:14Z', 'revision_number': 3, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:14Z', 'updated_at': '2022-02-12T21:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:40:17.256134 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:17.264521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Network 943990ac-262a-4149-8fa7-2654ea21ed46 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:40:17.267432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:40:17.271544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:40:17.282296 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Pushing event updated for resources: {'Port': ['ID=0c7724e7-0218-40f5-ab76-4ceebebd2262,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:17.341650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Attempting to bind port 0c7724e7-0218-40f5-ab76-4ceebebd2262 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:40:17.342036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Attempting to bind port 0c7724e7-0218-40f5-ab76-4ceebebd2262 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bfc92f05-b98d-4990-a2fa-82e315bfab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:40:17.342411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Attempting to bind port 0c7724e7-0218-40f5-ab76-4ceebebd2262 on network 943990ac-262a-4149-8fa7-2654ea21ed46 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:40:17.350204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:40:17.350756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Checking segment: {'id': 'bfc92f05-b98d-4990-a2fa-82e315bfab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:40:17.351174 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:17.351620 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Bound using segment: {'id': 'bfc92f05-b98d-4990-a2fa-82e315bfab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:40:17.352240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Bound port: 0c7724e7-0218-40f5-ab76-4ceebebd2262, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc92f05-b98d-4990-a2fa-82e315bfab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:40:17.352631 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0c7724e7-0218-40f5-ab76-4ceebebd2262), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:17.421083 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] For port 0c7724e7-0218-40f5-ab76-4ceebebd2262, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:40:17.424333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] For port 0c7724e7-0218-40f5-ab76-4ceebebd2262, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c7724e7-0218-40f5-ab76-4ceebebd2262,segment=NetworkSegment(bfc92f05-b98d-4990-a2fa-82e315bfab76),segment_id=bfc92f05-b98d-4990-a2fa-82e315bfab76)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:40:17.506740 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0c7724e7-0218-40f5-ab76-4ceebebd2262), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:17.578146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf608d9-29e0-4cdb-b9d0-01d951b406c4 None None] Pushing event updated for resources: {'Port': ['ID=0c7724e7-0218-40f5-ab76-4ceebebd2262,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:17.648359 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Allocated IP 172.20.0.1 (943990ac-262a-4149-8fa7-2654ea21ed46/d1bd23f7-5858-451e-afba-84887fca9b62/b98249e2-ed8f-4061-9534-f62f64408e51) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:40:17.797856 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for port (b98249e2-ed8f-4061-9534-f62f64408e51), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:17.910269 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:17.955049 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network 943990ac-262a-4149-8fa7-2654ea21ed46 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:40:17.958452 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:40:17.962566 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:40:17.992757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Port': ['ID=b98249e2-ed8f-4061-9534-f62f64408e51,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:18.016958 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:18.194352 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:18.361419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device afb64b1b-bccb-447f-9766-dafefd8bbdfc up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:40:18.421872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port afb64b1b-bccb-447f-9766-dafefd8bbdfc triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:40:18.422250 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (afb64b1b-bccb-447f-9766-dafefd8bbdfc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:18.510995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port afb64b1b-bccb-447f-9766-dafefd8bbdfc is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:40:18.511734 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (afb64b1b-bccb-447f-9766-dafefd8bbdfc), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:18.523486 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for port (b98249e2-ed8f-4061-9534-f62f64408e51), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:18.534666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port afb64b1b-bccb-447f-9766-dafefd8bbdfc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=afb64b1b-bccb-447f-9766-dafefd8bbdfc,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:40:18.594498 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:18.623834 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290ca6d3-28eb-4c3d-a6b3-3c9549ab5db1 None None] Network 943990ac-262a-4149-8fa7-2654ea21ed46 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:40:18.638235 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (afb64b1b-bccb-447f-9766-dafefd8bbdfc), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:18.639143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0c7724e7-0218-40f5-ab76-4ceebebd2262 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:40:18.679183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Port': ['ID=b98249e2-ed8f-4061-9534-f62f64408e51,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:18.681651 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:18.783089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4bd5621d-5672-484a-9c59-053bce4d6bc1 None None] Provisioning complete for port 0c7724e7-0218-40f5-ab76-4ceebebd2262 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:40:18.783388 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4bd5621d-5672-484a-9c59-053bce4d6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0c7724e7-0218-40f5-ab76-4ceebebd2262), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:18.812855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network 943990ac-262a-4149-8fa7-2654ea21ed46 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:40:18.814278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:40:18.821460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=afb64b1b-bccb-447f-9766-dafefd8bbdfc,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:18.861433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 0c7724e7-0218-40f5-ab76-4ceebebd2262 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:40:18.862139 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0c7724e7-0218-40f5-ab76-4ceebebd2262), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:18.957107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:40:18.962827 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5621d-5672-484a-9c59-053bce4d6bc1 None None] Current status of the port 0c7724e7-0218-40f5-ab76-4ceebebd2262 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:40:18.963225 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4bd5621d-5672-484a-9c59-053bce4d6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0c7724e7-0218-40f5-ab76-4ceebebd2262), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:19.023477 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0c7724e7-0218-40f5-ab76-4ceebebd2262 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:40:19.023960 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0c7724e7-0218-40f5-ab76-4ceebebd2262), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:19.040110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-4bd5621d-5672-484a-9c59-053bce4d6bc1 None None] For port 0c7724e7-0218-40f5-ab76-4ceebebd2262, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c7724e7-0218-40f5-ab76-4ceebebd2262,segment=NetworkSegment(bfc92f05-b98d-4990-a2fa-82e315bfab76),segment_id=bfc92f05-b98d-4990-a2fa-82e315bfab76)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:40:19.090643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:40:19.096196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-debc0e5c-9c61-432b-b4f3-a7a239a073f7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "PUT /v2.0/routers/4bb8da0a-878d-4cdd-9489-bfa20f49c7e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6084685
Feb 12 21:40:19.099029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53374) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:19.115820 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4bd5621d-5672-484a-9c59-053bce4d6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0c7724e7-0218-40f5-ab76-4ceebebd2262), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:19.194536 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Sync routers for ids ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:40:19.195119 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:40:19.195301 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:40:19.200598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5621d-5672-484a-9c59-053bce4d6bc1 None None] Pushing event updated for resources: {'Port': ['ID=0c7724e7-0218-40f5-ab76-4ceebebd2262,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:19.213448 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Routers {'4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:40:19.214660 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8121f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:39:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:19.222468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be96cb96-774e-471d-9a82-bc9374d227c7 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:19.223012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be96cb96-774e-471d-9a82-bc9374d227c7 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:19.224302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be96cb96-774e-471d-9a82-bc9374d227c7 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:19.224786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be96cb96-774e-471d-9a82-bc9374d227c7 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:19.229299 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-be96cb96-774e-471d-9a82-bc9374d227c7 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1265697
Feb 12 21:40:19.229601 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53376) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:19.286557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e741fe3a-53c5-4f38-a98e-13550933fccf tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:19.287455 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e741fe3a-53c5-4f38-a98e-13550933fccf tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:19.287923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e741fe3a-53c5-4f38-a98e-13550933fccf tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:19.288379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e741fe3a-53c5-4f38-a98e-13550933fccf tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:19.292707 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e741fe3a-53c5-4f38-a98e-13550933fccf tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0596080
Feb 12 21:40:19.292927 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53378) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:19.335465 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Set router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:40:19.346827 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-db0836d4-0d2b-41aa-b8b6-4922f74aa841 None None] Provisioning complete for port b98249e2-ed8f-4061-9534-f62f64408e51 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:40:19.347716 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db0836d4-0d2b-41aa-b8b6-4922f74aa841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:19.395323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-db0836d4-0d2b-41aa-b8b6-4922f74aa841 None None] Port b98249e2-ed8f-4061-9534-f62f64408e51 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:40:19.406353 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-db0836d4-0d2b-41aa-b8b6-4922f74aa841 None None] Provisioning complete for port 0c7724e7-0218-40f5-ab76-4ceebebd2262 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:40:19.406880 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db0836d4-0d2b-41aa-b8b6-4922f74aa841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0c7724e7-0218-40f5-ab76-4ceebebd2262), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:19.443329 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6d148b6d-7c8a-4208-b504-cfc39d936607 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.1479142
Feb 12 21:40:19.504049 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-db0836d4-0d2b-41aa-b8b6-4922f74aa841 None None] Current status of the port 0c7724e7-0218-40f5-ab76-4ceebebd2262 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:40:19.568634 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8121f0>, [{'id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'name': 'tempest-TestNetworkBasicOps-router-32117757', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195'}], 'enable_snat': True}, 'gw_port_id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:40:13Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:14Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b98249e2-ed8f-4061-9534-f62f64408e51', 'name': '', 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:16:c5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:17Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 2, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:19.634340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-73652bc4-9c5b-45d0-a805-bc70e9e18f3b None None] Provisioning complete for port b98249e2-ed8f-4061-9534-f62f64408e51 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:40:19.635441 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73652bc4-9c5b-45d0-a805-bc70e9e18f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:19.679926 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-73652bc4-9c5b-45d0-a805-bc70e9e18f3b None None] Port b98249e2-ed8f-4061-9534-f62f64408e51 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:40:19.701330 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Checking router: 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:40:19.701721 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Updating router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 port b98249e2-ed8f-4061-9534-f62f64408e51 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:40:19.731092 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:19.737141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0c7724e7-0218-40f5-ab76-4ceebebd2262 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:40:19.799965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-98b7816b-bcfe-43a5-a4d5-fcb6560fdd19 None None] Provisioning complete for port b98249e2-ed8f-4061-9534-f62f64408e51 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:40:19.800272 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-98b7816b-bcfe-43a5-a4d5-fcb6560fdd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:19.839025 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53382) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:19.846531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-cb2eb059-6dac-44a4-95a5-fb8ff580c15e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768018408', 'description': 'tempest-secgroup-smoke-768018408 description', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:40:19.948556 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb2eb059-6dac-44a4-95a5-fb8ff580c15e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.012858 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Publish callbacks [] for port (b98249e2-ed8f-4061-9534-f62f64408e51), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.014014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-98b7816b-bcfe-43a5-a4d5-fcb6560fdd19 None None] Port b98249e2-ed8f-4061-9534-f62f64408e51 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:40:20.023672 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb2eb059-6dac-44a4-95a5-fb8ff580c15e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (b3046deb-7f5d-4318-8fed-de95e856894d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.074027 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.102594 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb2eb059-6dac-44a4-95a5-fb8ff580c15e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b3046deb-7f5d-4318-8fed-de95e856894d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.130680 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99db9a-f0e5-4e25-858a-385e4150eb2e None None] Pushing event updated for resources: {'Port': ['ID=b98249e2-ed8f-4061-9534-f62f64408e51,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:20.134846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2eb059-6dac-44a4-95a5-fb8ff580c15e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3046deb-7f5d-4318-8fed-de95e856894d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:20.184328 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Attempting to bind port b98249e2-ed8f-4061-9534-f62f64408e51 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:40:20.185118 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Attempting to bind port b98249e2-ed8f-4061-9534-f62f64408e51 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bfc92f05-b98d-4990-a2fa-82e315bfab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:40:20.185721 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Attempting to bind port b98249e2-ed8f-4061-9534-f62f64408e51 on network 943990ac-262a-4149-8fa7-2654ea21ed46 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:40:20.190396 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb2eb059-6dac-44a4-95a5-fb8ff580c15e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.191786 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cb2eb059-6dac-44a4-95a5-fb8ff580c15e tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3517373
Feb 12 21:40:20.194921 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53384) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:20.197317 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:40:20.197819 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Checking segment: {'id': 'bfc92f05-b98d-4990-a2fa-82e315bfab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:40:20.198170 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.198559 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Bound using segment: {'id': 'bfc92f05-b98d-4990-a2fa-82e315bfab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:40:20.199063 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Bound port: b98249e2-ed8f-4061-9534-f62f64408e51, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc92f05-b98d-4990-a2fa-82e315bfab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:40:20.199447 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.199563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-deff63f2-855c-42cd-b3aa-3ee1dcb162a6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': 'b3046deb-7f5d-4318-8fed-de95e856894d', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:40:20.275486 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] For port b98249e2-ed8f-4061-9534-f62f64408e51, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:40:20.280889 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] For port b98249e2-ed8f-4061-9534-f62f64408e51, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b98249e2-ed8f-4061-9534-f62f64408e51,segment=NetworkSegment(bfc92f05-b98d-4990-a2fa-82e315bfab76),segment_id=bfc92f05-b98d-4990-a2fa-82e315bfab76)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:40:20.293735 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-deff63f2-855c-42cd-b3aa-3ee1dcb162a6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (f4872aab-a749-455e-8835-6dd3d6781e6a), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.336896 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device afb64b1b-bccb-447f-9766-dafefd8bbdfc up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:40:20.364745 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-deff63f2-855c-42cd-b3aa-3ee1dcb162a6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (f4872aab-a749-455e-8835-6dd3d6781e6a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.367336 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.385173 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port afb64b1b-bccb-447f-9766-dafefd8bbdfc triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:40:20.385579 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (afb64b1b-bccb-447f-9766-dafefd8bbdfc), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.431401 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Routers {'4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:40:20.432033 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8121f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:39:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:20.436620 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-deff63f2-855c-42cd-b3aa-3ee1dcb162a6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (f4872aab-a749-455e-8835-6dd3d6781e6a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.447009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2334ff7f-fd2a-4bbc-b7cf-2fb7668e221c None None] Provisioning complete for port b98249e2-ed8f-4061-9534-f62f64408e51 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:40:20.447387 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2334ff7f-fd2a-4bbc-b7cf-2fb7668e221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.478983 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff63f2-855c-42cd-b3aa-3ee1dcb162a6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4872aab-a749-455e-8835-6dd3d6781e6a,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:20.511275 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port afb64b1b-bccb-447f-9766-dafefd8bbdfc is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:40:20.513828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0c7724e7-0218-40f5-ab76-4ceebebd2262 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:40:20.514278 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99db9a-f0e5-4e25-858a-385e4150eb2e None None] Pushing event updated for resources: {'Port': ['ID=b98249e2-ed8f-4061-9534-f62f64408e51,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:20.534113 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-deff63f2-855c-42cd-b3aa-3ee1dcb162a6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.539345 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-deff63f2-855c-42cd-b3aa-3ee1dcb162a6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3433590
Feb 12 21:40:20.541092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53386) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:20.551306 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-6adb2fa3-a6bc-4884-9fa9-f7a5d2273ea3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': 'b3046deb-7f5d-4318-8fed-de95e856894d', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:40:20.573560 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] Set router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:40:20.601376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 0c7724e7-0218-40f5-ab76-4ceebebd2262 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:40:20.602154 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0c7724e7-0218-40f5-ab76-4ceebebd2262), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.622740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2334ff7f-fd2a-4bbc-b7cf-2fb7668e221c None None] Current status of the port b98249e2-ed8f-4061-9534-f62f64408e51 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:40:20.623125 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2334ff7f-fd2a-4bbc-b7cf-2fb7668e221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.671755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2334ff7f-fd2a-4bbc-b7cf-2fb7668e221c None None] For port b98249e2-ed8f-4061-9534-f62f64408e51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b98249e2-ed8f-4061-9534-f62f64408e51,segment=NetworkSegment(bfc92f05-b98d-4990-a2fa-82e315bfab76),segment_id=bfc92f05-b98d-4990-a2fa-82e315bfab76)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:40:20.680113 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6adb2fa3-a6bc-4884-9fa9-f7a5d2273ea3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (20ef150d-caf9-4fe9-a5cf-040b4bd99dc7), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.722210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0c7724e7-0218-40f5-ab76-4ceebebd2262 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:40:20.744275 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6adb2fa3-a6bc-4884-9fa9-f7a5d2273ea3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (20ef150d-caf9-4fe9-a5cf-040b4bd99dc7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.753909 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2334ff7f-fd2a-4bbc-b7cf-2fb7668e221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.791781 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8121f0>, [{'id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'name': 'tempest-TestNetworkBasicOps-router-32117757', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195'}], 'enable_snat': True}, 'gw_port_id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:40:13Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:14Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b98249e2-ed8f-4061-9534-f62f64408e51', 'name': '', 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:16:c5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:17Z', 'updated_at': '2022-02-12T21:40:20Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:20.805612 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6adb2fa3-a6bc-4884-9fa9-f7a5d2273ea3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (20ef150d-caf9-4fe9-a5cf-040b4bd99dc7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.810693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334ff7f-fd2a-4bbc-b7cf-2fb7668e221c None None] Pushing event updated for resources: {'Port': ['ID=b98249e2-ed8f-4061-9534-f62f64408e51,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:20.818850 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee70a2-dbac-4857-b6bc-b6f000187478 None None] The sync data for ids ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'] in ncdv-master-1 is: [{'id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'name': 'tempest-TestNetworkBasicOps-router-32117757', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195'}], 'enable_snat': True}, 'gw_port_id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:40:13Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:14Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b98249e2-ed8f-4061-9534-f62f64408e51', 'name': '', 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:16:c5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:17Z', 'updated_at': '2022-02-12T21:40:20Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:40:20.823758 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb2fa3-a6bc-4884-9fa9-f7a5d2273ea3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ef150d-caf9-4fe9-a5cf-040b4bd99dc7,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:20.890667 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c567ca9d-46d0-4a10-8b99-ccb31fa262ec None None] Provisioning complete for port b98249e2-ed8f-4061-9534-f62f64408e51 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:40:20.891052 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c567ca9d-46d0-4a10-8b99-ccb31fa262ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.899530 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6adb2fa3-a6bc-4884-9fa9-f7a5d2273ea3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:20.900784 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6adb2fa3-a6bc-4884-9fa9-f7a5d2273ea3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3583076
Feb 12 21:40:20.903581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53388) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:20.907920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-bfc05b9e-80ac-4d6c-bc22-d33ace76cb78 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': 'b3046deb-7f5d-4318-8fed-de95e856894d', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:40:20.979785 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c567ca9d-46d0-4a10-8b99-ccb31fa262ec None None] Current status of the port b98249e2-ed8f-4061-9534-f62f64408e51 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:40:21.027866 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bfc05b9e-80ac-4d6c-bc22-d33ace76cb78 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (29e6eaeb-666a-4765-91e7-2c902cf98641), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:21.092924 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bfc05b9e-80ac-4d6c-bc22-d33ace76cb78 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (29e6eaeb-666a-4765-91e7-2c902cf98641), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:21.160174 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bfc05b9e-80ac-4d6c-bc22-d33ace76cb78 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (29e6eaeb-666a-4765-91e7-2c902cf98641), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:21.180326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc05b9e-80ac-4d6c-bc22-d33ace76cb78 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e6eaeb-666a-4765-91e7-2c902cf98641,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:21.247894 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-bfc05b9e-80ac-4d6c-bc22-d33ace76cb78 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:21.249248 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-bfc05b9e-80ac-4d6c-bc22-d33ace76cb78 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3447053
Feb 12 21:40:21.252150 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53390) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:21.257745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a7d04e3f-c09d-473f-8d4f-9f72862d5059 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': 'b3046deb-7f5d-4318-8fed-de95e856894d', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:40:21.342489 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7d04e3f-c09d-473f-8d4f-9f72862d5059 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (9a52cb54-5595-4979-827e-9a82e99d63a6), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:21.404603 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7d04e3f-c09d-473f-8d4f-9f72862d5059 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (9a52cb54-5595-4979-827e-9a82e99d63a6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:21.480349 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7d04e3f-c09d-473f-8d4f-9f72862d5059 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (9a52cb54-5595-4979-827e-9a82e99d63a6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:21.499092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d04e3f-c09d-473f-8d4f-9f72862d5059 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a52cb54-5595-4979-827e-9a82e99d63a6,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:21.579233 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a7d04e3f-c09d-473f-8d4f-9f72862d5059 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:21.582782 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a7d04e3f-c09d-473f-8d4f-9f72862d5059 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3273056
Feb 12 21:40:21.583316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53392) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:21.589931 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9bb75e6e-6af8-43e7-9eb9-7284bb455c21 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': 'b3046deb-7f5d-4318-8fed-de95e856894d', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:40:21.673922 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-9bb75e6e-6af8-43e7-9eb9-7284bb455c21 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Project f545a02bc7de43f8894c9fd6fe7c85f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:40:21.680558 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9bb75e6e-6af8-43e7-9eb9-7284bb455c21 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (7e96b8d3-4621-4f96-99b4-c66c84b9cd96), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:21.746881 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9bb75e6e-6af8-43e7-9eb9-7284bb455c21 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (7e96b8d3-4621-4f96-99b4-c66c84b9cd96), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:21.834112 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9bb75e6e-6af8-43e7-9eb9-7284bb455c21 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (7e96b8d3-4621-4f96-99b4-c66c84b9cd96), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:21.853450 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb75e6e-6af8-43e7-9eb9-7284bb455c21 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e96b8d3-4621-4f96-99b4-c66c84b9cd96,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:21.917748 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9bb75e6e-6af8-43e7-9eb9-7284bb455c21 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:21.918260 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9bb75e6e-6af8-43e7-9eb9-7284bb455c21 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3337357
Feb 12 21:40:21.920976 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53394) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:21.925537 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-2e3e04ba-7dc4-44cd-b738-d61988fd05e3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'security_group_rule': {'security_group_id': 'b3046deb-7f5d-4318-8fed-de95e856894d', 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:40:22.005821 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-2e3e04ba-7dc4-44cd-b738-d61988fd05e3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Project f545a02bc7de43f8894c9fd6fe7c85f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:40:22.011213 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2e3e04ba-7dc4-44cd-b738-d61988fd05e3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (b56d8a67-7f3b-49fc-905d-ac5716ec4640), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:22.070363 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2e3e04ba-7dc4-44cd-b738-d61988fd05e3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (b56d8a67-7f3b-49fc-905d-ac5716ec4640), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:22.119598 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2e3e04ba-7dc4-44cd-b738-d61988fd05e3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (b56d8a67-7f3b-49fc-905d-ac5716ec4640), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:22.137109 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e04ba-7dc4-44cd-b738-d61988fd05e3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56d8a67-7f3b-49fc-905d-ac5716ec4640,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:22.195855 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2e3e04ba-7dc4-44cd-b738-d61988fd05e3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:22.197062 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2e3e04ba-7dc4-44cd-b738-d61988fd05e3 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2750928
Feb 12 21:40:22.336586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b98249e2-ed8f-4061-9534-f62f64408e51 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:40:22.385515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b98249e2-ed8f-4061-9534-f62f64408e51 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:40:22.385887 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:22.400086 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e21c76-420b-4c82-857a-26ded90504dd req-bacf2b5f-fed6-4f7d-811b-0d2f7ffcc1fa tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768018408&fields=id&tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6 HTTP/1.1" status: 200  len: 267 time: 0.0440884
Feb 12 21:40:22.467138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b98249e2-ed8f-4061-9534-f62f64408e51 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:40:22.510665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e21c76-420b-4c82-857a-26ded90504dd req-dc57fbff-05b8-41b5-967c-0fd2077b3e03 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:22.512107 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e21c76-420b-4c82-857a-26ded90504dd req-dc57fbff-05b8-41b5-967c-0fd2077b3e03 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/networks?id=943990ac-262a-4149-8fa7-2654ea21ed46 HTTP/1.1" status: 200  len: 796 time: 0.1053460
Feb 12 21:40:22.527231 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e21c76-420b-4c82-857a-26ded90504dd req-f641e33b-bf63-4c8d-aa88-d33f6a802fad tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/quotas/f545a02bc7de43f8894c9fd6fe7c85f6 HTTP/1.1" status: 200  len: 375 time: 0.0097170
Feb 12 21:40:22.581698 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e21c76-420b-4c82-857a-26ded90504dd req-251158c7-d017-4f0b-98e5-1d328631d4d5 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0493193
Feb 12 21:40:22.676582 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e21c76-420b-4c82-857a-26ded90504dd req-ac261338-9481-4933-b239-32e056b1cfd6 service neutron] 10.222.0.31 "GET /v2.0/networks/943990ac-262a-4149-8fa7-2654ea21ed46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829716
Feb 12 21:40:22.771706 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e21c76-420b-4c82-857a-26ded90504dd req-946edd52-f982-4e0d-9a13-049494480e54 service neutron] 10.222.0.31 "GET /v2.0/networks/943990ac-262a-4149-8fa7-2654ea21ed46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885680
Feb 12 21:40:23.015097 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9239b673-989f-4ddc-aec6-6fb8083c3a5d req-05548cea-38df-4587-a717-57a676052d27 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 210 time: 0.0283806
Feb 12 21:40:24.112155 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b774fa76-bc90-4e18-b671-a3c55b701655 req-1cf9e83f-781e-453f-81f1-e217a50357b1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 210 time: 0.0279918
Feb 12 21:40:25.006486 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e21c76-420b-4c82-857a-26ded90504dd req-81c6c623-cf83-4199-ae14-85437e0b94f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:25.007845 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e21c76-420b-4c82-857a-26ded90504dd req-81c6c623-cf83-4199-ae14-85437e0b94f0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.48 "GET /v2.0/networks?id=943990ac-262a-4149-8fa7-2654ea21ed46 HTTP/1.1" status: 200  len: 796 time: 0.1094022
Feb 12 21:40:25.074011 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e21c76-420b-4c82-857a-26ded90504dd req-9779018e-354f-4084-9efb-c068d59db1e8 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6 HTTP/1.1" status: 200  len: 379 time: 0.0542629
Feb 12 21:40:25.083495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-51e21c76-420b-4c82-857a-26ded90504dd req-f5822a9d-483b-443c-ba84-f8156834f9da tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'port': {'device_id': '9fdcf586-9a90-476e-93f3-192b165418b9', 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46', 'admin_state_up': True, 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'security_groups': ['b3046deb-7f5d-4318-8fed-de95e856894d']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:40:25.209383 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bd3768f2-1e9f-4fa6-aac2-4f7b865131d0 req-6773c778-5ff7-4142-a911-d611bac1337c tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 210 time: 0.0272682
Feb 12 21:40:25.242633 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e21c76-420b-4c82-857a-26ded90504dd req-f5822a9d-483b-443c-ba84-f8156834f9da tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Made reservation on behalf of f545a02bc7de43f8894c9fd6fe7c85f6 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:40:25.246273 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51e21c76-420b-4c82-857a-26ded90504dd req-f5822a9d-483b-443c-ba84-f8156834f9da tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:25.375121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-51e21c76-420b-4c82-857a-26ded90504dd req-f5822a9d-483b-443c-ba84-f8156834f9da tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Allocated IP 172.20.0.9 (943990ac-262a-4149-8fa7-2654ea21ed46/d1bd23f7-5858-451e-afba-84887fca9b62/8fb18dbb-f07c-4272-84b4-9b47fd3f92fe) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:40:25.511837 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51e21c76-420b-4c82-857a-26ded90504dd req-f5822a9d-483b-443c-ba84-f8156834f9da tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for port (8fb18dbb-f07c-4272-84b4-9b47fd3f92fe), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:25.605544 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51e21c76-420b-4c82-857a-26ded90504dd req-f5822a9d-483b-443c-ba84-f8156834f9da tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8fb18dbb-f07c-4272-84b4-9b47fd3f92fe), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:25.650088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e21c76-420b-4c82-857a-26ded90504dd req-f5822a9d-483b-443c-ba84-f8156834f9da tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network 943990ac-262a-4149-8fa7-2654ea21ed46 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:40:25.653104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-51e21c76-420b-4c82-857a-26ded90504dd req-f5822a9d-483b-443c-ba84-f8156834f9da tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:40:25.656724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e21c76-420b-4c82-857a-26ded90504dd req-f5822a9d-483b-443c-ba84-f8156834f9da tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:40:25.663414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5822a9d-483b-443c-ba84-f8156834f9da tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Port': ['ID=8fb18dbb-f07c-4272-84b4-9b47fd3f92fe,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:25.711124 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e21c76-420b-4c82-857a-26ded90504dd req-f5822a9d-483b-443c-ba84-f8156834f9da tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:25.712041 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51e21c76-420b-4c82-857a-26ded90504dd req-f5822a9d-483b-443c-ba84-f8156834f9da tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:25.773915 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e21c76-420b-4c82-857a-26ded90504dd req-f5822a9d-483b-443c-ba84-f8156834f9da tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6937838
Feb 12 21:40:25.789889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Request body: {'port': {'device_id': '9fdcf586-9a90-476e-93f3-192b165418b9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:40:25.856202 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8fb18dbb-f07c-4272-84b4-9b47fd3f92fe), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:25.862401 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7e1a731a-07a8-416e-b325-ef19181f8cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:25.929442 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4f0720a0-785c-44f7-a7a9-a910119bd4af None None] Provisioning complete for port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:40:25.929695 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4f0720a0-785c-44f7-a7a9-a910119bd4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8fb18dbb-f07c-4272-84b4-9b47fd3f92fe), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:25.965610 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4f0720a0-785c-44f7-a7a9-a910119bd4af None None] Port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:40:26.115104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:40:26.122992 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Publish callbacks [] for port (8fb18dbb-f07c-4272-84b4-9b47fd3f92fe), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:26.135211 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Transition to ACTIVE for port object 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:40:26.176594 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (8fb18dbb-f07c-4272-84b4-9b47fd3f92fe), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:26.230711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Pushing event updated for resources: {'Port': ['ID=8fb18dbb-f07c-4272-84b4-9b47fd3f92fe,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:26.331519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Attempting to bind port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:40:26.332131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Attempting to bind port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bfc92f05-b98d-4990-a2fa-82e315bfab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:40:26.332243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Attempting to bind port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe on network 943990ac-262a-4149-8fa7-2654ea21ed46 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:40:26.337934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe on network 943990ac-262a-4149-8fa7-2654ea21ed46 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:40:26.338361 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Attempting to bind port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe on network 943990ac-262a-4149-8fa7-2654ea21ed46 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:40:26.346185 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:40:26.346532 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Checking segment: {'id': 'bfc92f05-b98d-4990-a2fa-82e315bfab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:40:26.346916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Bound using segment: {'id': 'bfc92f05-b98d-4990-a2fa-82e315bfab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:40:26.347353 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Bound port: 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc92f05-b98d-4990-a2fa-82e315bfab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:40:26.347719 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8fb18dbb-f07c-4272-84b4-9b47fd3f92fe), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:26.403888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec9c2a-a338-436c-afa2-7eb42f2a8675 req-f9f4047c-ea0c-4bd8-b3b8-c4d5908ba573 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:26.405469 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f5ec9c2a-a338-436c-afa2-7eb42f2a8675 req-f9f4047c-ea0c-4bd8-b3b8-c4d5908ba573 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 943 time: 0.1081865
Feb 12 21:40:26.454585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] For port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:40:26.459549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] For port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fb18dbb-f07c-4272-84b4-9b47fd3f92fe,segment=NetworkSegment(bfc92f05-b98d-4990-a2fa-82e315bfab76),segment_id=bfc92f05-b98d-4990-a2fa-82e315bfab76)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:40:26.477628 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f5ec9c2a-a338-436c-afa2-7eb42f2a8675 req-cc9023e5-811c-463c-9ebb-1a70e302c56d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3046deb-7f5d-4318-8fed-de95e856894d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655682
Feb 12 21:40:26.531894 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (8fb18dbb-f07c-4272-84b4-9b47fd3f92fe), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:26.567530 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:26.567986 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:26.569517 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e21c76-420b-4c82-857a-26ded90504dd req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] 10.222.0.48 "PUT /v2.0/ports/8fb18dbb-f07c-4272-84b4-9b47fd3f92fe HTTP/1.1" status: 200  len: 1091 time: 0.7847958
Feb 12 21:40:26.569805 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdcf586-9a90-476e-93f3-192b165418b9', 'tag': '8fb18dbb-f07c-4272-84b4-9b47fd3f92fe'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:40:26.572595 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a76aea-0bea-4a8a-9957-ca9d7c9c0713" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdcf586-9a90-476e-93f3-192b165418b9", "tag": "8fb18dbb-f07c-4272-84b4-9b47fd3f92fe"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:40:26.598689 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5d163-1999-462c-b2f2-7db32dc2fecb service neutron] Pushing event updated for resources: {'Port': ['ID=8fb18dbb-f07c-4272-84b4-9b47fd3f92fe,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:26.614974 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd28c8ca-d7b9-4fce-be7b-41d573da7593 x-openstack-request-id: req-cd28c8ca-d7b9-4fce-be7b-41d573da7593 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:40:26.615289 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdcf586-9a90-476e-93f3-192b165418b9", "tag": "8fb18dbb-f07c-4272-84b4-9b47fd3f92fe", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:40:26.615692 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd28c8ca-d7b9-4fce-be7b-41d573da7593 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:40:26.616110 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdcf586-9a90-476e-93f3-192b165418b9', 'tag': '8fb18dbb-f07c-4272-84b4-9b47fd3f92fe', 'status': 'completed', 'code': 200}
Feb 12 21:40:26.682579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a76aea-0bea-4a8a-9957-ca9d7c9c0713 req-3da76ad5-97f6-4240-b7b1-7ea42a9d2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:26.684135 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-49a76aea-0bea-4a8a-9957-ca9d7c9c0713 req-3da76ad5-97f6-4240-b7b1-7ea42a9d2122 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 1125 time: 0.0481012
Feb 12 21:40:26.791548 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a76aea-0bea-4a8a-9957-ca9d7c9c0713 req-556f266e-0834-4e1f-849c-8faf546edf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:26.793020 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-49a76aea-0bea-4a8a-9957-ca9d7c9c0713 req-556f266e-0834-4e1f-849c-8faf546edf45 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&shared=False HTTP/1.1" status: 200  len: 897 time: 0.0988078
Feb 12 21:40:26.889183 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a76aea-0bea-4a8a-9957-ca9d7c9c0713 req-0e05a702-8f8e-42fc-ab65-1da3880f8c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:26.890692 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-49a76aea-0bea-4a8a-9957-ca9d7c9c0713 req-0e05a702-8f8e-42fc-ab65-1da3880f8c73 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0888340
Feb 12 21:40:26.981005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e21c76-420b-4c82-857a-26ded90504dd req-2b20524f-4c9a-46dc-ad78-d9eeaac0ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:26.982518 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e21c76-420b-4c82-857a-26ded90504dd req-2b20524f-4c9a-46dc-ad78-d9eeaac0ca5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 1125 time: 0.0482426
Feb 12 21:40:27.027133 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e21c76-420b-4c82-857a-26ded90504dd req-c476b7b7-1cf8-4042-bfaa-1e0c864928db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fb18dbb-f07c-4272-84b4-9b47fd3f92fe HTTP/1.1" status: 200  len: 217 time: 0.0336070
Feb 12 21:40:27.077106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e21c76-420b-4c82-857a-26ded90504dd req-c7a18fcf-9f55-4d06-9a9d-39e5a22d3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:27.078564 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e21c76-420b-4c82-857a-26ded90504dd req-c7a18fcf-9f55-4d06-9a9d-39e5a22d3994 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1bd23f7-5858-451e-afba-84887fca9b62 HTTP/1.1" status: 200  len: 834 time: 0.0428104
Feb 12 21:40:27.134916 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e21c76-420b-4c82-857a-26ded90504dd req-9c66ed4c-986d-4b25-8231-e8711b0fba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:27.136426 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e21c76-420b-4c82-857a-26ded90504dd req-9c66ed4c-986d-4b25-8231-e8711b0fba1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=943990ac-262a-4149-8fa7-2654ea21ed46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0491660
Feb 12 21:40:27.177103 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:27.229450 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e21c76-420b-4c82-857a-26ded90504dd req-5760d8c1-c449-4bd5-b3b8-82cb39235cb7 service neutron] 10.222.0.48 "GET /v2.0/networks/943990ac-262a-4149-8fa7-2654ea21ed46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831130
Feb 12 21:40:27.679545 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e21c76-420b-4c82-857a-26ded90504dd req-ab743f40-24be-47d0-b62b-dde4d138124e service neutron] 10.222.0.48 "GET /v2.0/networks/943990ac-262a-4149-8fa7-2654ea21ed46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4410481
Feb 12 21:40:27.687229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a00e8c-a793-49a5-bd0d-c486e4c117ff req-7b411635-face-4b46-a36e-9aaf507499de tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:27.688633 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7a00e8c-a793-49a5-bd0d-c486e4c117ff req-7b411635-face-4b46-a36e-9aaf507499de tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 943 time: 0.0739882
Feb 12 21:40:27.738640 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7a00e8c-a793-49a5-bd0d-c486e4c117ff req-7e09eac0-2483-4721-9132-cbe908eaa058 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3046deb-7f5d-4318-8fed-de95e856894d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443237
Feb 12 21:40:28.267900 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-93fc811a-9499-4bab-8bf8-6753d488ebd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:28.863928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2438658-fec3-41a3-a84e-ef86cb4d4cee req-d4c620d3-5f90-4f0c-8210-56d1662be2e7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:28.865416 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c2438658-fec3-41a3-a84e-ef86cb4d4cee req-d4c620d3-5f90-4f0c-8210-56d1662be2e7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 943 time: 0.0554454
Feb 12 21:40:28.915277 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c2438658-fec3-41a3-a84e-ef86cb4d4cee req-e1bf1bdf-dbb2-4a1a-8467-58423f389c5f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3046deb-7f5d-4318-8fed-de95e856894d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432835
Feb 12 21:40:29.576384 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:29.679220 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:30.041994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233983a-7761-45ac-b4a7-cf7f96c05c85 req-16b7f315-3344-42ed-adf2-d08d4aae2591 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:30.043592 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0233983a-7761-45ac-b4a7-cf7f96c05c85 req-16b7f315-3344-42ed-adf2-d08d4aae2591 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 943 time: 0.0570667
Feb 12 21:40:30.097902 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0233983a-7761-45ac-b4a7-cf7f96c05c85 req-3322d943-0ab1-46ce-8f27-bffbf2185a35 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3046deb-7f5d-4318-8fed-de95e856894d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484118
Feb 12 21:40:31.091691 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:31.216624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31402c66-5cdc-4e97-9311-ee2d3e234b07 req-f6309e8c-5572-4843-b602-aed1bfd3619a tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:31.218121 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31402c66-5cdc-4e97-9311-ee2d3e234b07 req-f6309e8c-5572-4843-b602-aed1bfd3619a tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 943 time: 0.0513916
Feb 12 21:40:31.266029 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31402c66-5cdc-4e97-9311-ee2d3e234b07 req-ead0d249-e2c2-4508-be20-2321abf586e6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3046deb-7f5d-4318-8fed-de95e856894d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423408
Feb 12 21:40:31.593128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:40:31.693596 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fb18dbb-f07c-4272-84b4-9b47fd3f92fe,segment=NetworkSegment(bfc92f05-b98d-4990-a2fa-82e315bfab76),segment_id=bfc92f05-b98d-4990-a2fa-82e315bfab76)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:40:31.705670 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '8fb18dbb-f07c-4272-84b4-9b47fd3f92fe', 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46', 'port_id': '8fb18dbb-f07c-4272-84b4-9b47fd3f92fe', 'mac_address': 'fa:16:3e:1f:75:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:40:31.743170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:40:31.743482 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8fb18dbb-f07c-4272-84b4-9b47fd3f92fe), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:31.756772 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:40:31.777436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fb18dbb-f07c-4272-84b4-9b47fd3f92fe,segment=NetworkSegment(bfc92f05-b98d-4990-a2fa-82e315bfab76),segment_id=bfc92f05-b98d-4990-a2fa-82e315bfab76)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:40:31.851167 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8fb18dbb-f07c-4272-84b4-9b47fd3f92fe), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:31.897406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=8fb18dbb-f07c-4272-84b4-9b47fd3f92fe,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:32.178431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['8fb18dbb-f07c-4272-84b4-9b47fd3f92fe'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:40:32.229451 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:32.384255 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e53e2e-25b6-4547-baf3-af4b7a34a07e req-93145591-882e-4d32-9c4f-8b7e299aca9f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:32.385781 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78e53e2e-25b6-4547-baf3-af4b7a34a07e req-93145591-882e-4d32-9c4f-8b7e299aca9f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 944 time: 0.0522671
Feb 12 21:40:32.434741 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78e53e2e-25b6-4547-baf3-af4b7a34a07e req-a0785ddf-fa15-4d6b-beb6-7431e7b72bcd tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3046deb-7f5d-4318-8fed-de95e856894d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431080
Feb 12 21:40:33.552391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780f4cf-3172-4729-9f74-db2670c101cf req-4c3cba60-2aaa-46c9-a0e0-ef18e5bec679 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:33.553897 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b780f4cf-3172-4729-9f74-db2670c101cf req-4c3cba60-2aaa-46c9-a0e0-ef18e5bec679 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 944 time: 0.0523431
Feb 12 21:40:33.606538 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b780f4cf-3172-4729-9f74-db2670c101cf req-ce0c7f21-6a15-4449-8e47-5646ffac5a91 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3046deb-7f5d-4318-8fed-de95e856894d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463593
Feb 12 21:40:33.612898 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:40:33.714111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:40:33.717973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:40:33.718378 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8fb18dbb-f07c-4272-84b4-9b47fd3f92fe), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:33.798106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:40:33.798573 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8fb18dbb-f07c-4272-84b4-9b47fd3f92fe), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:33.823316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdcf586-9a90-476e-93f3-192b165418b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb18dbb-f07c-4272-84b4-9b47fd3f92fe'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:40:33.825618 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d92c70-cbd1-4ad1-9ae7-68b07e82b854" -d '{"events": [{"server_uuid": "9fdcf586-9a90-476e-93f3-192b165418b9", "name": "network-vif-plugged", "status": "completed", "tag": "8fb18dbb-f07c-4272-84b4-9b47fd3f92fe"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:40:33.838067 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fb18dbb-f07c-4272-84b4-9b47fd3f92fe,segment=NetworkSegment(bfc92f05-b98d-4990-a2fa-82e315bfab76),segment_id=bfc92f05-b98d-4990-a2fa-82e315bfab76)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:40:33.863114 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45a5597-1877-442a-b0fb-d9bae41d0a27 x-openstack-request-id: req-c45a5597-1877-442a-b0fb-d9bae41d0a27 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:40:33.863433 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdcf586-9a90-476e-93f3-192b165418b9", "name": "network-vif-plugged", "status": "completed", "tag": "8fb18dbb-f07c-4272-84b4-9b47fd3f92fe", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:40:33.863696 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c45a5597-1877-442a-b0fb-d9bae41d0a27 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:40:33.864131 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdcf586-9a90-476e-93f3-192b165418b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb18dbb-f07c-4272-84b4-9b47fd3f92fe', 'code': 200}
Feb 12 21:40:33.891677 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8fb18dbb-f07c-4272-84b4-9b47fd3f92fe), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:33.946774 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=8fb18dbb-f07c-4272-84b4-9b47fd3f92fe,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:33.983816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26246384-69cc-447a-99ac-ee4e034a2baa req-a7d91fde-5951-494a-8bde-95f3db202379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:33.985223 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26246384-69cc-447a-99ac-ee4e034a2baa req-a7d91fde-5951-494a-8bde-95f3db202379 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 1127 time: 0.0440123
Feb 12 21:40:34.035245 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-26246384-69cc-447a-99ac-ee4e034a2baa req-43bb44f4-4972-4ab0-ac33-b20ea59cf52c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b3046deb-7f5d-4318-8fed-de95e856894d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388451
Feb 12 21:40:34.731163 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30230a72-597c-4156-b16e-16190ab98429 req-2d55a79b-e169-4000-9281-e9a1689cc646 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:34.732688 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-30230a72-597c-4156-b16e-16190ab98429 req-2d55a79b-e169-4000-9281-e9a1689cc646 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 945 time: 0.0539031
Feb 12 21:40:34.785148 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-30230a72-597c-4156-b16e-16190ab98429 req-7145348a-7e4b-44c7-93b8-88aa288fb3ee tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3046deb-7f5d-4318-8fed-de95e856894d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464771
Feb 12 21:40:35.909053 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c2755-e847-4e0a-a2bf-63a07f61cf72 req-2a56beec-2691-4900-b556-d4da622652e2 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:35.910530 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-779c2755-e847-4e0a-a2bf-63a07f61cf72 req-2a56beec-2691-4900-b556-d4da622652e2 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 945 time: 0.0551457
Feb 12 21:40:35.957885 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-779c2755-e847-4e0a-a2bf-63a07f61cf72 req-57b31dd1-4b38-4f17-9cc9-c46464243970 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3046deb-7f5d-4318-8fed-de95e856894d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408959
Feb 12 21:40:36.080749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3623b1d-add0-4c16-b530-d7a344a44797 req-fd7143cf-2c9c-431f-882f-5f38b76fe9ca tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:36.082185 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3623b1d-add0-4c16-b530-d7a344a44797 req-fd7143cf-2c9c-431f-882f-5f38b76fe9ca tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 945 time: 0.0535488
Feb 12 21:40:36.130425 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3623b1d-add0-4c16-b530-d7a344a44797 req-2838848f-f96c-4db7-ba23-653c4677e0c0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3046deb-7f5d-4318-8fed-de95e856894d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423043
Feb 12 21:40:36.153524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53452) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:36.198164 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c902a5b-6221-4eed-bdc8-331313a15dc5 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:36.199683 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2c902a5b-6221-4eed-bdc8-331313a15dc5 tempest-TestNetworkBasicOps-1772876408 tempest-TestNetworkBasicOps-1772876408-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 1122 time: 0.0451710
Feb 12 21:40:36.202603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53454) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:36.206837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': '8fb18dbb-f07c-4272-84b4-9b47fd3f92fe', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:40:36.279517 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:36.379289 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:36.481641 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Allocated IP 172.35.2.9 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/de203b65-2351-4819-8184-72565f09f1c7) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:40:36.584140 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for port (de203b65-2351-4819-8184-72565f09f1c7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:36.674133 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (de203b65-2351-4819-8184-72565f09f1c7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:36.713643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:40:36.716412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:40:36.719859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:40:36.743666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Port': ['ID=de203b65-2351-4819-8184-72565f09f1c7,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:37.076288 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for floatingip (b506f7ef-44df-4e10-901e-cc3cc42da2e7), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:37.280741 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (de203b65-2351-4819-8184-72565f09f1c7), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:37.438203 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for port (de203b65-2351-4819-8184-72565f09f1c7), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:37.508428 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (de203b65-2351-4819-8184-72565f09f1c7), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:37.583003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event updated for resources: {'Port': ['ID=de203b65-2351-4819-8184-72565f09f1c7,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:40:37.591277 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (b506f7ef-44df-4e10-901e-cc3cc42da2e7), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:37.696180 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Floating IP b506f7ef-44df-4e10-901e-cc3cc42da2e7 associated. External IP: 172.35.2.9, port: 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe.
Feb 12 21:40:37.909765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:40:38.021171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:40:38.031864 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7c499-788f-4e62-b4e5-030687c29a23 None None] Sync routers for ids ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:40:38.043756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff7c499-788f-4e62-b4e5-030687c29a23 None None] Routers {'4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:40:38.048406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-dff7c499-788f-4e62-b4e5-030687c29a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa488250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:40:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:38.099009 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:38.132278 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2c4e2993-0f7d-44db-b8b2-9f7e38e50905 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 1.9261780
Feb 12 21:40:38.132278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdcf586-9a90-476e-93f3-192b165418b9', 'tag': '8fb18dbb-f07c-4272-84b4-9b47fd3f92fe'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:40:38.132859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53456) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:38.133415 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8fc86d-c83c-4e43-b9b7-c9655ee2ac15" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdcf586-9a90-476e-93f3-192b165418b9", "tag": "8fb18dbb-f07c-4272-84b4-9b47fd3f92fe"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:40:38.155196 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-dff7c499-788f-4e62-b4e5-030687c29a23 None None] Set router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:40:38.172167 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97be9ac-5b12-4fcb-9398-3f1fd56b9cab x-openstack-request-id: req-f97be9ac-5b12-4fcb-9398-3f1fd56b9cab {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:40:38.172528 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdcf586-9a90-476e-93f3-192b165418b9", "tag": "8fb18dbb-f07c-4272-84b4-9b47fd3f92fe", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:40:38.172852 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f97be9ac-5b12-4fcb-9398-3f1fd56b9cab {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:40:38.173465 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdcf586-9a90-476e-93f3-192b165418b9', 'tag': '8fb18dbb-f07c-4272-84b4-9b47fd3f92fe', 'status': 'completed', 'code': 200}
Feb 12 21:40:38.203774 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a0bd2071-8810-4f11-9169-c1eb77235f77 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/floatingips/b506f7ef-44df-4e10-901e-cc3cc42da2e7 HTTP/1.1" status: 200  len: 989 time: 0.0693965
Feb 12 21:40:38.245436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fc86d-c83c-4e43-b9b7-c9655ee2ac15 req-3b126e2f-2171-492e-b1fc-3c2a37c80c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:38.247002 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa8fc86d-c83c-4e43-b9b7-c9655ee2ac15 req-3b126e2f-2171-492e-b1fc-3c2a37c80c85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 1127 time: 0.0497513
Feb 12 21:40:38.338097 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fc86d-c83c-4e43-b9b7-c9655ee2ac15 req-7b7e6986-0f55-4298-90a1-4a9e598f0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:38.339475 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa8fc86d-c83c-4e43-b9b7-c9655ee2ac15 req-7b7e6986-0f55-4298-90a1-4a9e598f0ee7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=943990ac-262a-4149-8fa7-2654ea21ed46 HTTP/1.1" status: 200  len: 897 time: 0.0853808
Feb 12 21:40:38.392144 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-dff7c499-788f-4e62-b4e5-030687c29a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa488250>, [{'id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'name': 'tempest-TestNetworkBasicOps-router-32117757', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195'}], 'enable_snat': True}, 'gw_port_id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:40:13Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:14Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b506f7ef-44df-4e10-901e-cc3cc42da2e7', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'floating_ip_address': '172.35.2.9', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'port_id': '8fb18dbb-f07c-4272-84b4-9b47fd3f92fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46', 'mac_address': 'fa:16:3e:1f:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdcf586-9a90-476e-93f3-192b165418b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:40:36Z', 'updated_at': '2022-02-12T21:40:36Z', 'revision_number': 0, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98249e2-ed8f-4061-9534-f62f64408e51', 'name': '', 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:16:c5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:17Z', 'updated_at': '2022-02-12T21:40:20Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:38.407107 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa8fc86d-c83c-4e43-b9b7-c9655ee2ac15 req-d5bbe91b-6dc0-4616-9195-b5331e32ee31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fb18dbb-f07c-4272-84b4-9b47fd3f92fe HTTP/1.1" status: 200  len: 997 time: 0.0610442
Feb 12 21:40:38.419417 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7c499-788f-4e62-b4e5-030687c29a23 None None] Checking router: 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:40:38.427707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff7c499-788f-4e62-b4e5-030687c29a23 None None] Routers {'4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:40:38.428311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-dff7c499-788f-4e62-b4e5-030687c29a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa488250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:40:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:38.456791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fc86d-c83c-4e43-b9b7-c9655ee2ac15 req-7de18e2a-24b7-46af-ba17-46a039317978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:38.458291 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa8fc86d-c83c-4e43-b9b7-c9655ee2ac15 req-7de18e2a-24b7-46af-ba17-46a039317978 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1bd23f7-5858-451e-afba-84887fca9b62 HTTP/1.1" status: 200  len: 834 time: 0.0446327
Feb 12 21:40:38.507687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fc86d-c83c-4e43-b9b7-c9655ee2ac15 req-f4907a5f-d093-4720-bc6c-72d44fb219fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:40:38.509726 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa8fc86d-c83c-4e43-b9b7-c9655ee2ac15 req-f4907a5f-d093-4720-bc6c-72d44fb219fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=943990ac-262a-4149-8fa7-2654ea21ed46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450380
Feb 12 21:40:38.535203 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-dff7c499-788f-4e62-b4e5-030687c29a23 None None] Set router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:40:38.603444 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa8fc86d-c83c-4e43-b9b7-c9655ee2ac15 req-b574e4d1-a0e2-4765-b8d4-2ef0a64604fa service neutron] 10.222.0.48 "GET /v2.0/networks/943990ac-262a-4149-8fa7-2654ea21ed46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875487
Feb 12 21:40:38.693998 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa8fc86d-c83c-4e43-b9b7-c9655ee2ac15 req-6326e024-4671-4cb8-b27f-df447244d43a service neutron] 10.222.0.48 "GET /v2.0/networks/943990ac-262a-4149-8fa7-2654ea21ed46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845044
Feb 12 21:40:38.760944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-dff7c499-788f-4e62-b4e5-030687c29a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa488250>, [{'id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'name': 'tempest-TestNetworkBasicOps-router-32117757', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195'}], 'enable_snat': True}, 'gw_port_id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:40:13Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:14Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b506f7ef-44df-4e10-901e-cc3cc42da2e7', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'floating_ip_address': '172.35.2.9', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'port_id': '8fb18dbb-f07c-4272-84b4-9b47fd3f92fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46', 'mac_address': 'fa:16:3e:1f:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdcf586-9a90-476e-93f3-192b165418b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:40:36Z', 'updated_at': '2022-02-12T21:40:36Z', 'revision_number': 0, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98249e2-ed8f-4061-9534-f62f64408e51', 'name': '', 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:16:c5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:17Z', 'updated_at': '2022-02-12T21:40:20Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:40:38.792149 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7c499-788f-4e62-b4e5-030687c29a23 None None] The sync data for ids ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'] in ncdv-master-1 is: [{'id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'name': 'tempest-TestNetworkBasicOps-router-32117757', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195'}], 'enable_snat': True}, 'gw_port_id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:40:13Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:14Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b506f7ef-44df-4e10-901e-cc3cc42da2e7', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'floating_ip_address': '172.35.2.9', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'port_id': '8fb18dbb-f07c-4272-84b4-9b47fd3f92fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46', 'mac_address': 'fa:16:3e:1f:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdcf586-9a90-476e-93f3-192b165418b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:40:36Z', 'updated_at': '2022-02-12T21:40:36Z', 'revision_number': 0, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98249e2-ed8f-4061-9534-f62f64408e51', 'name': '', 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:16:c5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:17Z', 'updated_at': '2022-02-12T21:40:20Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:40:38.981656 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dd03f7-1f0e-41b3-bbe2-49d446e11363 None None] New status for floating IP b506f7ef-44df-4e10-901e-cc3cc42da2e7: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:40:39.204824 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53460) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:39.269130 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-662180fc-bbe6-406d-85bc-363b9515ef4b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/floatingips/b506f7ef-44df-4e10-901e-cc3cc42da2e7 HTTP/1.1" status: 200  len: 989 time: 0.0631242
Feb 12 21:40:40.272066 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53462) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:40:40.335638 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-831d6378-ea70-4d15-aaf0-ece24e202cf0 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/floatingips/b506f7ef-44df-4e10-901e-cc3cc42da2e7 HTTP/1.1" status: 200  len: 991 time: 0.0625045
Feb 12 21:40:53.685427 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:40:55.878775 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-aa814fff-d608-4058-ac15-3109e4ea0613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:57.239167 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:58.301981 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f121e1cb-d59f-4d77-8431-cb18f6b56e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:59.582001 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:40:59.719081 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:01.056565 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:02.239395 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:07.731360 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b57b376-1293-4597-b6de-4e1297372e5e req-43aea86e-5f59-467d-8484-363a021a402f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0436025
Feb 12 21:41:07.821296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57b376-1293-4597-b6de-4e1297372e5e req-1b06f59c-5235-42c5-8c76-befa627123e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:07.823505 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b57b376-1293-4597-b6de-4e1297372e5e req-1b06f59c-5235-42c5-8c76-befa627123e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 1127 time: 0.0485759
Feb 12 21:41:07.926440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57b376-1293-4597-b6de-4e1297372e5e req-a12a2851-263d-4770-b952-3ccf21b1d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:07.927908 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b57b376-1293-4597-b6de-4e1297372e5e req-a12a2851-263d-4770-b952-3ccf21b1d306 service neutron] 10.222.0.48 "GET /v2.0/networks?id=943990ac-262a-4149-8fa7-2654ea21ed46 HTTP/1.1" status: 200  len: 897 time: 0.0830026
Feb 12 21:41:07.995402 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b57b376-1293-4597-b6de-4e1297372e5e req-2e74bd4d-9e9c-47bd-952b-7522b0af71f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fb18dbb-f07c-4272-84b4-9b47fd3f92fe HTTP/1.1" status: 200  len: 999 time: 0.0603621
Feb 12 21:41:08.041644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57b376-1293-4597-b6de-4e1297372e5e req-f13503e9-3d29-46af-9619-92320a61ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:08.043043 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b57b376-1293-4597-b6de-4e1297372e5e req-f13503e9-3d29-46af-9619-92320a61ba2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1bd23f7-5858-451e-afba-84887fca9b62 HTTP/1.1" status: 200  len: 834 time: 0.0426624
Feb 12 21:41:08.091619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57b376-1293-4597-b6de-4e1297372e5e req-6af2c5d1-0823-4339-bf57-4b74b12db6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:08.093079 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b57b376-1293-4597-b6de-4e1297372e5e req-6af2c5d1-0823-4339-bf57-4b74b12db6ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=943990ac-262a-4149-8fa7-2654ea21ed46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0425949
Feb 12 21:41:08.183948 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b57b376-1293-4597-b6de-4e1297372e5e req-77b70685-4378-4976-9362-eae2b6bbd6d4 service neutron] 10.222.0.48 "GET /v2.0/networks/943990ac-262a-4149-8fa7-2654ea21ed46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842245
Feb 12 21:41:08.269942 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b57b376-1293-4597-b6de-4e1297372e5e req-69bd1323-08ce-488b-b014-e4d33026fda0 service neutron] 10.222.0.48 "GET /v2.0/networks/943990ac-262a-4149-8fa7-2654ea21ed46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0791349
Feb 12 21:41:13.551386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53490) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:13.611005 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bd671751-fe50-443e-a6f5-476981281eb7 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/floatingips/b506f7ef-44df-4e10-901e-cc3cc42da2e7 HTTP/1.1" status: 200  len: 991 time: 0.0584686
Feb 12 21:41:13.854884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53496) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:14.015254 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Deleting port de203b65-2351-4819-8184-72565f09f1c7 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:41:14.016289 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (de203b65-2351-4819-8184-72565f09f1c7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:14.095337 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (de203b65-2351-4819-8184-72565f09f1c7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:14.095664 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for floatingip (de203b65-2351-4819-8184-72565f09f1c7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:14.107602 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Calling delete_port for de203b65-2351-4819-8184-72565f09f1c7 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:41:14.325153 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (de203b65-2351-4819-8184-72565f09f1c7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:14.351279 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Port': ['ID=de203b65-2351-4819-8184-72565f09f1c7,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:14.364179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:14.364529 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:14.364898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:14.365237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:14.365597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:14.365927 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:14.366253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:14.366577 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:14.366898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:14.367222 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:14.367539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:14.367857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:14.368176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:14.422365 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for floatingip (b506f7ef-44df-4e10-901e-cc3cc42da2e7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:14.422715 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Floating IP b506f7ef-44df-4e10-901e-cc3cc42da2e7 disassociated (deleted). External IP: 172.35.2.9, port: 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe.
Feb 12 21:41:14.636007 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:41:14.746153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:41:14.753549 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:14.758778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36535a22-6c38-41ae-8210-0c66e7516be6 None None] Sync routers for ids ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:41:14.769024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36535a22-6c38-41ae-8210-0c66e7516be6 None None] Routers {'4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:41:14.769667 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-36535a22-6c38-41ae-8210-0c66e7516be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa488bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:40:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:41:14.784493 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-05008b43-7aa7-4d4d-b45d-9509b9ee7aea tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "DELETE /v2.0/floatingips/b506f7ef-44df-4e10-901e-cc3cc42da2e7 HTTP/1.1" status: 204  len: 168 time: 0.9286098
Feb 12 21:41:14.785082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdcf586-9a90-476e-93f3-192b165418b9', 'tag': '8fb18dbb-f07c-4272-84b4-9b47fd3f92fe'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:41:14.787741 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c672b3-3d53-44a0-96dd-e33d058fd881" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdcf586-9a90-476e-93f3-192b165418b9", "tag": "8fb18dbb-f07c-4272-84b4-9b47fd3f92fe"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:41:14.831443 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038d4a17-94e9-4d66-b60f-06e4895ff2fe x-openstack-request-id: req-038d4a17-94e9-4d66-b60f-06e4895ff2fe {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:41:14.831760 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdcf586-9a90-476e-93f3-192b165418b9", "tag": "8fb18dbb-f07c-4272-84b4-9b47fd3f92fe", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:41:14.832023 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-038d4a17-94e9-4d66-b60f-06e4895ff2fe {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:41:14.832433 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdcf586-9a90-476e-93f3-192b165418b9', 'tag': '8fb18dbb-f07c-4272-84b4-9b47fd3f92fe', 'status': 'completed', 'code': 200}
Feb 12 21:41:14.883135 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-36535a22-6c38-41ae-8210-0c66e7516be6 None None] Set router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:41:14.897963 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c672b3-3d53-44a0-96dd-e33d058fd881 req-72fac068-03e8-4ac6-b1a5-1d9dcf68d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:14.898542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58c672b3-3d53-44a0-96dd-e33d058fd881 req-72fac068-03e8-4ac6-b1a5-1d9dcf68d470 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 1127 time: 0.0462663
Feb 12 21:41:14.997683 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c672b3-3d53-44a0-96dd-e33d058fd881 req-c98d736f-c020-4c59-9939-9d5be97d0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:14.999218 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58c672b3-3d53-44a0-96dd-e33d058fd881 req-c98d736f-c020-4c59-9939-9d5be97d0125 service neutron] 10.222.0.48 "GET /v2.0/networks?id=943990ac-262a-4149-8fa7-2654ea21ed46 HTTP/1.1" status: 200  len: 897 time: 0.0917928
Feb 12 21:41:15.044382 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58c672b3-3d53-44a0-96dd-e33d058fd881 req-61248036-b9a7-410a-b3f7-ed873b36f9ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fb18dbb-f07c-4272-84b4-9b47fd3f92fe HTTP/1.1" status: 200  len: 217 time: 0.0359466
Feb 12 21:41:15.089296 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-36535a22-6c38-41ae-8210-0c66e7516be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa488bb0>, [{'id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'name': 'tempest-TestNetworkBasicOps-router-32117757', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195'}], 'enable_snat': True}, 'gw_port_id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:40:13Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:14Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b98249e2-ed8f-4061-9534-f62f64408e51', 'name': '', 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:16:c5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:17Z', 'updated_at': '2022-02-12T21:40:20Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:41:15.103208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c672b3-3d53-44a0-96dd-e33d058fd881 req-52821977-c381-4466-8242-600ac7cb1b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:15.104890 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58c672b3-3d53-44a0-96dd-e33d058fd881 req-52821977-c381-4466-8242-600ac7cb1b37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1bd23f7-5858-451e-afba-84887fca9b62 HTTP/1.1" status: 200  len: 834 time: 0.0515752
Feb 12 21:41:15.121611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36535a22-6c38-41ae-8210-0c66e7516be6 None None] Checking router: 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:41:15.133912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36535a22-6c38-41ae-8210-0c66e7516be6 None None] Routers {'4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:41:15.133912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-36535a22-6c38-41ae-8210-0c66e7516be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa488bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:40:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:41:15.158749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c672b3-3d53-44a0-96dd-e33d058fd881 req-1db473e1-3f07-4f24-a39c-ce7c32fb660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:15.159104 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58c672b3-3d53-44a0-96dd-e33d058fd881 req-1db473e1-3f07-4f24-a39c-ce7c32fb660c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=943990ac-262a-4149-8fa7-2654ea21ed46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0477049
Feb 12 21:41:15.294467 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b40547-0381-4cf7-a69d-085d12f238ef req-f4a3b2fe-36c1-49e5-9cae-53b3c9b93163 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:15.296183 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-97b40547-0381-4cf7-a69d-085d12f238ef req-f4a3b2fe-36c1-49e5-9cae-53b3c9b93163 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 945 time: 0.1185260
Feb 12 21:41:15.314877 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58c672b3-3d53-44a0-96dd-e33d058fd881 req-ef0001e8-503c-439d-8bcf-7f10e03a45b0 service neutron] 10.222.0.48 "GET /v2.0/networks/943990ac-262a-4149-8fa7-2654ea21ed46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453762
Feb 12 21:41:15.397032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-36535a22-6c38-41ae-8210-0c66e7516be6 None None] Set router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:41:15.405395 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-97b40547-0381-4cf7-a69d-085d12f238ef req-32853fd9-31a6-412a-b6d1-fd57480ec16a tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3046deb-7f5d-4318-8fed-de95e856894d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023676
Feb 12 21:41:15.437092 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58c672b3-3d53-44a0-96dd-e33d058fd881 req-f1a135ee-2daf-4303-8a3a-746ecb1900fb service neutron] 10.222.0.48 "GET /v2.0/networks/943990ac-262a-4149-8fa7-2654ea21ed46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1141944
Feb 12 21:41:15.597474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-36535a22-6c38-41ae-8210-0c66e7516be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa488bb0>, [{'id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'name': 'tempest-TestNetworkBasicOps-router-32117757', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195'}], 'enable_snat': True}, 'gw_port_id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:40:13Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:14Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b98249e2-ed8f-4061-9534-f62f64408e51', 'name': '', 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:16:c5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:17Z', 'updated_at': '2022-02-12T21:40:20Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:41:15.623368 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36535a22-6c38-41ae-8210-0c66e7516be6 None None] The sync data for ids ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'] in ncdv-master-1 is: [{'id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'name': 'tempest-TestNetworkBasicOps-router-32117757', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195'}], 'enable_snat': True}, 'gw_port_id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:40:13Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:14Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b98249e2-ed8f-4061-9534-f62f64408e51', 'name': '', 'network_id': '943990ac-262a-4149-8fa7-2654ea21ed46', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'mac_address': 'fa:16:3e:16:c5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:17Z', 'updated_at': '2022-02-12T21:40:20Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'subnets': [{'id': 'd1bd23f7-5858-451e-afba-84887fca9b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:41:15.842298 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e0b414-a5bb-48e4-9ac0-44e804245807 None None] New status for floating IP b506f7ef-44df-4e10-901e-cc3cc42da2e7: DOWN {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:41:16.533466 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b5a25-e5e3-48ef-8658-f26adf4884ee req-32ef7b5d-0e05-4051-aae4-e6a7ca5f07c1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:16.534864 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-889b5a25-e5e3-48ef-8658-f26adf4884ee req-32ef7b5d-0e05-4051-aae4-e6a7ca5f07c1 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 945 time: 0.0580053
Feb 12 21:41:16.583820 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-889b5a25-e5e3-48ef-8658-f26adf4884ee req-c1de2faf-55f0-4b89-bfda-047cde12a759 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3046deb-7f5d-4318-8fed-de95e856894d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430279
Feb 12 21:41:16.665691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7a3cc-9654-4330-8b6c-3a2d848cc017 req-b3613df4-d9e2-4641-bd38-33f632408ee6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:16.667297 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fae7a3cc-9654-4330-8b6c-3a2d848cc017 req-b3613df4-d9e2-4641-bd38-33f632408ee6 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 945 time: 0.0529766
Feb 12 21:41:16.760975 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-fae7a3cc-9654-4330-8b6c-3a2d848cc017 req-049689e0-cc42-46a6-8cb7-7bba88ea542f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Deleting port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:41:16.761321 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fae7a3cc-9654-4330-8b6c-3a2d848cc017 req-049689e0-cc42-46a6-8cb7-7bba88ea542f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8fb18dbb-f07c-4272-84b4-9b47fd3f92fe), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:16.851776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-fae7a3cc-9654-4330-8b6c-3a2d848cc017 req-049689e0-cc42-46a6-8cb7-7bba88ea542f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] For port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fb18dbb-f07c-4272-84b4-9b47fd3f92fe,segment=NetworkSegment(bfc92f05-b98d-4990-a2fa-82e315bfab76),segment_id=bfc92f05-b98d-4990-a2fa-82e315bfab76)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:41:16.852053 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fae7a3cc-9654-4330-8b6c-3a2d848cc017 req-049689e0-cc42-46a6-8cb7-7bba88ea542f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8fb18dbb-f07c-4272-84b4-9b47fd3f92fe), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:16.865171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-fae7a3cc-9654-4330-8b6c-3a2d848cc017 req-049689e0-cc42-46a6-8cb7-7bba88ea542f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Calling delete_port for 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:41:17.056133 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fae7a3cc-9654-4330-8b6c-3a2d848cc017 req-049689e0-cc42-46a6-8cb7-7bba88ea542f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8fb18dbb-f07c-4272-84b4-9b47fd3f92fe), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:17.084135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049689e0-cc42-46a6-8cb7-7bba88ea542f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Port': ['ID=8fb18dbb-f07c-4272-84b4-9b47fd3f92fe,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:17.129959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae7a3cc-9654-4330-8b6c-3a2d848cc017 req-049689e0-cc42-46a6-8cb7-7bba88ea542f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] No DVR routers for this DVR port 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:41:17.132541 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fae7a3cc-9654-4330-8b6c-3a2d848cc017 req-049689e0-cc42-46a6-8cb7-7bba88ea542f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:17.135956 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fae7a3cc-9654-4330-8b6c-3a2d848cc017 req-049689e0-cc42-46a6-8cb7-7bba88ea542f tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.48 "DELETE /v2.0/ports/8fb18dbb-f07c-4272-84b4-9b47fd3f92fe HTTP/1.1" status: 204  len: 173 time: 0.4608066
Feb 12 21:41:17.140577 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdcf586-9a90-476e-93f3-192b165418b9', 'name': 'network-vif-deleted', 'tag': '8fb18dbb-f07c-4272-84b4-9b47fd3f92fe'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:41:17.140577 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c58e70a-1cc0-4f58-ae2a-3726b460c2df" -d '{"events": [{"server_uuid": "9fdcf586-9a90-476e-93f3-192b165418b9", "name": "network-vif-deleted", "tag": "8fb18dbb-f07c-4272-84b4-9b47fd3f92fe"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:41:17.175166 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7c356f-0665-4ea5-9cb6-597381038f24 x-openstack-request-id: req-6e7c356f-0665-4ea5-9cb6-597381038f24 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:41:17.175463 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdcf586-9a90-476e-93f3-192b165418b9", "name": "network-vif-deleted", "tag": "8fb18dbb-f07c-4272-84b4-9b47fd3f92fe", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:41:17.175723 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e7c356f-0665-4ea5-9cb6-597381038f24 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:41:17.176128 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdcf586-9a90-476e-93f3-192b165418b9', 'name': 'network-vif-deleted', 'tag': '8fb18dbb-f07c-4272-84b4-9b47fd3f92fe', 'status': 'completed', 'code': 200}
Feb 12 21:41:17.691266 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-13cae65b-5cf7-40e6-8793-04a841a9fca6 req-232aac0d-9b06-4bd9-a37f-a850e556568d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fdcf586-9a90-476e-93f3-192b165418b9 HTTP/1.1" status: 200  len: 210 time: 0.0271277
Feb 12 21:41:18.752211 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53512) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:18.807607 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d27bd5c3-3d28-4337-9ce3-e5b4a0cbfe9b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (b3046deb-7f5d-4318-8fed-de95e856894d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:18.832981 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d27bd5c3-3d28-4337-9ce3-e5b4a0cbfe9b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (b3046deb-7f5d-4318-8fed-de95e856894d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:19.261702 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d27bd5c3-3d28-4337-9ce3-e5b4a0cbfe9b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b3046deb-7f5d-4318-8fed-de95e856894d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:19.264401 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d27bd5c3-3d28-4337-9ce3-e5b4a0cbfe9b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:19.266164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d27bd5c3-3d28-4337-9ce3-e5b4a0cbfe9b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "DELETE /v2.0/security-groups/b3046deb-7f5d-4318-8fed-de95e856894d HTTP/1.1" status: 204  len: 168 time: 0.5123272
Feb 12 21:41:19.276452 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bd5c3-3d28-4337-9ce3-e5b4a0cbfe9b tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3046deb-7f5d-4318-8fed-de95e856894d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:19.349671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53516) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:19.714833 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e07bd6f-fd5c-4be5-8fac-c36cf227b156 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:19.975214 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-6e07bd6f-fd5c-4be5-8fac-c36cf227b156 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Deleting port b98249e2-ed8f-4061-9534-f62f64408e51 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:41:19.975857 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e07bd6f-fd5c-4be5-8fac-c36cf227b156 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:20.065796 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-6e07bd6f-fd5c-4be5-8fac-c36cf227b156 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] For port b98249e2-ed8f-4061-9534-f62f64408e51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b98249e2-ed8f-4061-9534-f62f64408e51,segment=NetworkSegment(bfc92f05-b98d-4990-a2fa-82e315bfab76),segment_id=bfc92f05-b98d-4990-a2fa-82e315bfab76)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:41:20.066156 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e07bd6f-fd5c-4be5-8fac-c36cf227b156 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:20.078433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-6e07bd6f-fd5c-4be5-8fac-c36cf227b156 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Calling delete_port for b98249e2-ed8f-4061-9534-f62f64408e51 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:41:20.336226 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e07bd6f-fd5c-4be5-8fac-c36cf227b156 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b98249e2-ed8f-4061-9534-f62f64408e51), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:20.363775 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07bd6f-fd5c-4be5-8fac-c36cf227b156 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Port': ['ID=b98249e2-ed8f-4061-9534-f62f64408e51,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:20.548294 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6e07bd6f-fd5c-4be5-8fac-c36cf227b156 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:20.761422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e07bd6f-fd5c-4be5-8fac-c36cf227b156 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:41:20.872277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e07bd6f-fd5c-4be5-8fac-c36cf227b156 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:41:20.877906 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6e07bd6f-fd5c-4be5-8fac-c36cf227b156 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "PUT /v2.0/routers/4bb8da0a-878d-4cdd-9489-bfa20f49c7e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5271800
Feb 12 21:41:20.880637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53518) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:20.881655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0162233a-1e46-44e3-afc3-1e185487fb29 None None] Sync routers for ids ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:41:20.892928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0162233a-1e46-44e3-afc3-1e185487fb29 None None] Routers {'4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:41:20.893559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0162233a-1e46-44e3-afc3-1e185487fb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb80e460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:40:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:41:20.933984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86443f9-4011-4249-8662-841cdce13628 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Deleting subnet d1bd23f7-5858-451e-afba-84887fca9b62 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:41:20.937902 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c86443f9-4011-4249-8662-841cdce13628 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for subnet (d1bd23f7-5858-451e-afba-84887fca9b62), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:20.982499 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c86443f9-4011-4249-8662-841cdce13628 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (d1bd23f7-5858-451e-afba-84887fca9b62), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:21.004322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-0162233a-1e46-44e3-afc3-1e185487fb29 None None] Set router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:41:21.068036 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c86443f9-4011-4249-8662-841cdce13628 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (d1bd23f7-5858-451e-afba-84887fca9b62), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:21.181630 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0162233a-1e46-44e3-afc3-1e185487fb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb80e460>, [{'id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'name': 'tempest-TestNetworkBasicOps-router-32117757', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195'}], 'enable_snat': True}, 'gw_port_id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:40:13Z', 'updated_at': '2022-02-12T21:41:20Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:14Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:41:21.208762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0162233a-1e46-44e3-afc3-1e185487fb29 None None] Checking router: 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:41:21.216919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0162233a-1e46-44e3-afc3-1e185487fb29 None None] Routers {'4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:41:21.217555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0162233a-1e46-44e3-afc3-1e185487fb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb80e460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:40:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:41:21.222256 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c86443f9-4011-4249-8662-841cdce13628 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (d1bd23f7-5858-451e-afba-84887fca9b62), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:21.256147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86443f9-4011-4249-8662-841cdce13628 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Subnet': ['ID=d1bd23f7-5858-451e-afba-84887fca9b62,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:21.258132 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c86443f9-4011-4249-8662-841cdce13628 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:21.261474 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c86443f9-4011-4249-8662-841cdce13628 tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "DELETE /v2.0/subnets/d1bd23f7-5858-451e-afba-84887fca9b62 HTTP/1.1" status: 204  len: 168 time: 0.3798804
Feb 12 21:41:21.264049 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53520) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:21.284629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c874f-7b11-49f6-acb6-c157a5142d44 None None] Network 943990ac-262a-4149-8fa7-2654ea21ed46 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:41:21.374262 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6b078f35-7f74-47d0-8d32-a145929f32ec tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:21.403052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-0162233a-1e46-44e3-afc3-1e185487fb29 None None] Set router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:41:21.482020 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6b078f35-7f74-47d0-8d32-a145929f32ec tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router_gateway (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:21.544495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] DHCP port deletion for 943990ac-262a-4149-8fa7-2654ea21ed46 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:41:21.590297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-6b078f35-7f74-47d0-8d32-a145929f32ec tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Deleting port afb64b1b-bccb-447f-9766-dafefd8bbdfc {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:41:21.590759 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6b078f35-7f74-47d0-8d32-a145929f32ec tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (afb64b1b-bccb-447f-9766-dafefd8bbdfc), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:21.636133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0162233a-1e46-44e3-afc3-1e185487fb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb80e460>, [{'id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'name': 'tempest-TestNetworkBasicOps-router-32117757', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195'}], 'enable_snat': True}, 'gw_port_id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:40:13Z', 'updated_at': '2022-02-12T21:41:20Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:14Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:41:21.639537 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Deleting port 0c7724e7-0218-40f5-ab76-4ceebebd2262 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:41:21.639913 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0c7724e7-0218-40f5-ab76-4ceebebd2262), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:21.674933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0162233a-1e46-44e3-afc3-1e185487fb29 None None] The sync data for ids ['4bb8da0a-878d-4cdd-9489-bfa20f49c7e7'] in ncdv-master-1 is: [{'id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'name': 'tempest-TestNetworkBasicOps-router-32117757', 'tenant_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195'}], 'enable_snat': True}, 'gw_port_id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:40:13Z', 'updated_at': '2022-02-12T21:41:20Z', 'revision_number': 5, 'project_id': 'f545a02bc7de43f8894c9fd6fe7c85f6', 'gw_port': {'id': 'afb64b1b-bccb-447f-9766-dafefd8bbdfc', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8da0a-878d-4cdd-9489-bfa20f49c7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:40:14Z', 'updated_at': '2022-02-12T21:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:41:21.681634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-6b078f35-7f74-47d0-8d32-a145929f32ec tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] For port afb64b1b-bccb-447f-9766-dafefd8bbdfc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=afb64b1b-bccb-447f-9766-dafefd8bbdfc,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:41:21.682254 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6b078f35-7f74-47d0-8d32-a145929f32ec tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (afb64b1b-bccb-447f-9766-dafefd8bbdfc), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:21.698580 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-6b078f35-7f74-47d0-8d32-a145929f32ec tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Calling delete_port for afb64b1b-bccb-447f-9766-dafefd8bbdfc owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:41:21.731675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] For port 0c7724e7-0218-40f5-ab76-4ceebebd2262, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c7724e7-0218-40f5-ab76-4ceebebd2262,segment=NetworkSegment(bfc92f05-b98d-4990-a2fa-82e315bfab76),segment_id=bfc92f05-b98d-4990-a2fa-82e315bfab76)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:41:21.732122 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0c7724e7-0218-40f5-ab76-4ceebebd2262), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:21.745093 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Calling delete_port for 0c7724e7-0218-40f5-ab76-4ceebebd2262 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:41:21.796129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:41:21.825620 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:41:21.825973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 8fb18dbb-f07c-4272-84b4-9b47fd3f92fe not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:41:21.913942 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (0c7724e7-0218-40f5-ab76-4ceebebd2262), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:21.942521 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6b078f35-7f74-47d0-8d32-a145929f32ec tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (afb64b1b-bccb-447f-9766-dafefd8bbdfc), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:21.943655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Pushing event deleted for resources: {'Port': ['ID=0c7724e7-0218-40f5-ab76-4ceebebd2262,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:21.951912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] No DVR routers for this DVR port 0c7724e7-0218-40f5-ab76-4ceebebd2262 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:41:21.954491 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:21.954843 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:21.955190 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:21.955533 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:21.955871 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:21.956212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:21.956546 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:21.956916 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:21.957213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:21.957580 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:21.957905 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:21.958232 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:21.958561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c5d35-9843-433d-989a-e9ba391fe678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:21.977963 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b078f35-7f74-47d0-8d32-a145929f32ec tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Port': ['ID=afb64b1b-bccb-447f-9766-dafefd8bbdfc,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:22.046050 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6b078f35-7f74-47d0-8d32-a145929f32ec tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:22.143636 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6b078f35-7f74-47d0-8d32-a145929f32ec tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:22.145879 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6b078f35-7f74-47d0-8d32-a145929f32ec tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router_controller (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:22.244889 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6b078f35-7f74-47d0-8d32-a145929f32ec tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (4bb8da0a-878d-4cdd-9489-bfa20f49c7e7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:22.245405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b078f35-7f74-47d0-8d32-a145929f32ec tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Fanout notify agent at l3_agent the message router_deleted on router 4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:41:22.252641 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6b078f35-7f74-47d0-8d32-a145929f32ec tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:22.253779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6b078f35-7f74-47d0-8d32-a145929f32ec tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "DELETE /v2.0/routers/4bb8da0a-878d-4cdd-9489-bfa20f49c7e7 HTTP/1.1" status: 204  len: 168 time: 0.9888229
Feb 12 21:41:22.259113 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53522) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:22.341546 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb18615a-b8f6-4f15-ac5b-38c4628ad62d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (943990ac-262a-4149-8fa7-2654ea21ed46), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:22.431043 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb18615a-b8f6-4f15-ac5b-38c4628ad62d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (943990ac-262a-4149-8fa7-2654ea21ed46), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:22.455041 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-cb18615a-b8f6-4f15-ac5b-38c4628ad62d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fac11160>,) {'filters': {'network_id': ['943990ac-262a-4149-8fa7-2654ea21ed46']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:41:22.463984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-cb18615a-b8f6-4f15-ac5b-38c4628ad62d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fac11160>, 'bfc92f05-b98d-4990-a2fa-82e315bfab76') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:41:22.464284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-cb18615a-b8f6-4f15-ac5b-38c4628ad62d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fac11160>, 'bfc92f05-b98d-4990-a2fa-82e315bfab76') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:41:22.473581 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb18615a-b8f6-4f15-ac5b-38c4628ad62d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (bfc92f05-b98d-4990-a2fa-82e315bfab76), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:22.486758 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb18615a-b8f6-4f15-ac5b-38c4628ad62d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bfc92f05-b98d-4990-a2fa-82e315bfab76), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:22.492459 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb18615a-b8f6-4f15-ac5b-38c4628ad62d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:41:22.492851 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb18615a-b8f6-4f15-ac5b-38c4628ad62d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (bfc92f05-b98d-4990-a2fa-82e315bfab76), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:41:22.495798 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:41:22.638753 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb18615a-b8f6-4f15-ac5b-38c4628ad62d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (943990ac-262a-4149-8fa7-2654ea21ed46), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:22.646228 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cb18615a-b8f6-4f15-ac5b-38c4628ad62d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:22.648822 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cb18615a-b8f6-4f15-ac5b-38c4628ad62d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] 10.222.0.31 "DELETE /v2.0/networks/943990ac-262a-4149-8fa7-2654ea21ed46 HTTP/1.1" status: 204  len: 168 time: 0.3905673
Feb 12 21:41:22.660960 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18615a-b8f6-4f15-ac5b-38c4628ad62d tempest-TestNetworkBasicOps-2106163206 tempest-TestNetworkBasicOps-2106163206-project] Pushing event deleted for resources: {'Network': ['ID=943990ac-262a-4149-8fa7-2654ea21ed46,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:22.722781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b98249e2-ed8f-4061-9534-f62f64408e51 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:41:22.745048 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: b98249e2-ed8f-4061-9534-f62f64408e51 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:41:22.745433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b98249e2-ed8f-4061-9534-f62f64408e51 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:41:22.746059 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0c7724e7-0218-40f5-ab76-4ceebebd2262 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:41:22.769714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 0c7724e7-0218-40f5-ab76-4ceebebd2262 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:41:22.770072 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0c7724e7-0218-40f5-ab76-4ceebebd2262 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:41:23.118719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53528) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:23.251572 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1f124dba-4993-4209-bd29-ff7ace079759 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f545a02bc7de43f8894c9fd6fe7c85f6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1316886
Feb 12 21:41:23.254071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53532) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:23.304742 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4cfca08-30a4-4f1f-a583-db0e74a8afb3 admin admin] Publish callbacks [] for security_group (bf915b94-ec7d-4f37-bd81-228d02356b10), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:23.325069 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4cfca08-30a4-4f1f-a583-db0e74a8afb3 admin admin] Publish callbacks [] for security_group (bf915b94-ec7d-4f37-bd81-228d02356b10), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:23.438763 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4cfca08-30a4-4f1f-a583-db0e74a8afb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (bf915b94-ec7d-4f37-bd81-228d02356b10), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:23.441299 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4cfca08-30a4-4f1f-a583-db0e74a8afb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:23.442471 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a4cfca08-30a4-4f1f-a583-db0e74a8afb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf915b94-ec7d-4f37-bd81-228d02356b10 HTTP/1.1" status: 204  len: 168 time: 0.1875274
Feb 12 21:41:23.450288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfca08-30a4-4f1f-a583-db0e74a8afb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf915b94-ec7d-4f37-bd81-228d02356b10,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:23.984726 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53538) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:23.997688 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a175ca7-18f1-4d34-8484-411f2c03c7b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:24.070024 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a175ca7-18f1-4d34-8484-411f2c03c7b8 admin admin] Publish callbacks [] for security_group (71981ee9-6f76-429d-bd69-e2eb8e6fadc3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:24.124283 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2a175ca7-18f1-4d34-8484-411f2c03c7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (71981ee9-6f76-429d-bd69-e2eb8e6fadc3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:24.163216 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2a175ca7-18f1-4d34-8484-411f2c03c7b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5879e58efc584fe2bf1345329a4e09f4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1773813
Feb 12 21:41:24.163982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a175ca7-18f1-4d34-8484-411f2c03c7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71981ee9-6f76-429d-bd69-e2eb8e6fadc3,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:24.165933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53540) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:24.214668 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Publish callbacks [] for security_group (71981ee9-6f76-429d-bd69-e2eb8e6fadc3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:24.235307 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Publish callbacks [] for security_group (71981ee9-6f76-429d-bd69-e2eb8e6fadc3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:24.297100 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device afb64b1b-bccb-447f-9766-dafefd8bbdfc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:41:24.321228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: afb64b1b-bccb-447f-9766-dafefd8bbdfc {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:41:24.321625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device afb64b1b-bccb-447f-9766-dafefd8bbdfc not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:41:24.347839 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (71981ee9-6f76-429d-bd69-e2eb8e6fadc3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:24.350479 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:24.351623 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71981ee9-6f76-429d-bd69-e2eb8e6fadc3 HTTP/1.1" status: 204  len: 168 time: 0.1846309
Feb 12 21:41:24.359957 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71981ee9-6f76-429d-bd69-e2eb8e6fadc3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:24.367395 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:24.367745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:24.368084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:24.368421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:24.368752 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:24.369081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:24.369444 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:24.369776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:24.370125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:24.370493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:24.370772 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:24.371094 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:24.371415 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc947a9-66b4-44a1-ade3-1867d4cf9653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:41:25.850381 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bc28939b-a694-476d-97fe-d387694b1852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:27.187941 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:28.290694 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-19d4f5ce-b650-4987-8845-e0103edd4ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:29.564942 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:29.684655 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:30.684572 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:41:31.067775 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:32.187761 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:36.064369 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-ddc5645c-9651-4348-8dc4-d25bb3fef002 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a7e2582d91da44ff8fd061ac7ad59fac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0293086
Feb 12 21:41:36.244047 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-d04300e2-7270-476b-a6d2-82b8a0391745 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:36.245446 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-d04300e2-7270-476b-a6d2-82b8a0391745 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1760972
Feb 12 21:41:36.261904 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-ddba9fb0-9984-4859-b122-def1b441f300 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/quotas/a7e2582d91da44ff8fd061ac7ad59fac HTTP/1.1" status: 200  len: 375 time: 0.0103328
Feb 12 21:41:36.296090 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-685dd700-0a3d-4eca-b0a5-e76fa638257d tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7e2582d91da44ff8fd061ac7ad59fac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0278323
Feb 12 21:41:36.513621 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c5c1e78b-cc74-4eec-bce9-56aecf64b173 req-46cbf9de-54d0-4fb4-8e4d-3099cdc55bf9 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 210 time: 0.0315795
Feb 12 21:41:37.610008 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fc460e8c-83c5-436a-88f0-7810a9dfb312 req-8c2fb3f4-a449-42c5-88f8-58881f616d46 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 210 time: 0.0264170
Feb 12 21:41:38.363694 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-86a70b20-79b7-4050-ae5a-60e6289a5ea0 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a7e2582d91da44ff8fd061ac7ad59fac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0213826
Feb 12 21:41:38.469291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-4b18dc18-85d1-4b15-809e-16cf6ef10966 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:38.471467 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-4b18dc18-85d1-4b15-809e-16cf6ef10966 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1029103
Feb 12 21:41:38.488733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Request body: {'port': {'device_id': '7a9576da-3193-4974-97d9-1bca983fe50f', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'admin_state_up': True, 'tenant_id': 'a7e2582d91da44ff8fd061ac7ad59fac'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:41:38.644771 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Made reservation on behalf of a7e2582d91da44ff8fd061ac7ad59fac for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:41:38.648058 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:38.657295 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:38.713555 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5a528584-791b-4ecf-bb72-60dc675f3cbd req-a2c86fc9-2413-4f29-a7ea-196b7c6492ab tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 210 time: 0.0302217
Feb 12 21:41:38.740899 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Publish callbacks [] for security_group (74716e96-6c12-440f-8154-6e1998e7199f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:38.782051 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (74716e96-6c12-440f-8154-6e1998e7199f), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:38.840843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74716e96-6c12-440f-8154-6e1998e7199f,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:38.913859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Allocated IP 192.168.233.232 (e3517517-c3aa-442a-b845-bc7fb20e9553/3d24d6a4-36c4-419d-8060-633c6d10bd07/4496ff8d-2f4e-4f43-9cf4-b92c52253e9a) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:41:39.060288 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Publish callbacks [] for port (4496ff8d-2f4e-4f43-9cf4-b92c52253e9a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:39.147517 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (4496ff8d-2f4e-4f43-9cf4-b92c52253e9a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:39.194448 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Network e3517517-c3aa-442a-b845-bc7fb20e9553 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:41:39.197382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:41:39.200995 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:41:39.227026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Pushing event updated for resources: {'Port': ['ID=4496ff8d-2f4e-4f43-9cf4-b92c52253e9a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:39.260003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:39.260632 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:39.350661 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-45131bcc-4ae7-4ebf-a036-ef1ab14f1fec tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8661575
Feb 12 21:41:39.367004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Request body: {'port': {'device_id': '7a9576da-3193-4974-97d9-1bca983fe50f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:41:39.425693 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4496ff8d-2f4e-4f43-9cf4-b92c52253e9a), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:39.475035 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-5e038ad0-6ef2-4f41-9151-4fbe1dc1be48 None None] Provisioning complete for port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:41:39.475618 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e038ad0-6ef2-4f41-9151-4fbe1dc1be48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4496ff8d-2f4e-4f43-9cf4-b92c52253e9a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:39.508167 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5e038ad0-6ef2-4f41-9151-4fbe1dc1be48 None None] Port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:41:39.685095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:41:39.693116 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Publish callbacks [] for port (4496ff8d-2f4e-4f43-9cf4-b92c52253e9a), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:39.706347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Transition to ACTIVE for port object 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:41:39.764679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (4496ff8d-2f4e-4f43-9cf4-b92c52253e9a), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:39.847938 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Pushing event updated for resources: {'Port': ['ID=4496ff8d-2f4e-4f43-9cf4-b92c52253e9a,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:40.242297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7543c49-2be8-4351-a08e-2da59e33bd20 req-65777411-4090-4d4b-b839-ab45c2fde1f1 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:40.243776 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7543c49-2be8-4351-a08e-2da59e33bd20 req-65777411-4090-4d4b-b839-ab45c2fde1f1 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 948 time: 0.4509020
Feb 12 21:41:40.291779 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Attempting to bind port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:41:40.292120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Attempting to bind port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:41:40.292449 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Attempting to bind port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:41:40.303680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a on network e3517517-c3aa-442a-b845-bc7fb20e9553 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:41:40.304009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Attempting to bind port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a on network e3517517-c3aa-442a-b845-bc7fb20e9553 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:41:40.315605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7543c49-2be8-4351-a08e-2da59e33bd20 req-e8daf559-8378-42b3-8d8d-8bb87036c88b tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/security-groups?id=74716e96-6c12-440f-8154-6e1998e7199f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660210
Feb 12 21:41:40.316468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:41:40.316809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Checking segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:41:40.317191 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Bound using segment: {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:41:40.317653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Bound port: 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9561d7b9-226b-4abb-8fe9-e052b9fb333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:41:40.318018 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4496ff8d-2f4e-4f43-9cf4-b92c52253e9a), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:40.380953 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] For port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:41:40.383994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] For port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4496ff8d-2f4e-4f43-9cf4-b92c52253e9a,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:41:40.433732 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (4496ff8d-2f4e-4f43-9cf4-b92c52253e9a), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:40.472591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:40.473202 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:40.474588 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] 10.222.0.48 "PUT /v2.0/ports/4496ff8d-2f4e-4f43-9cf4-b92c52253e9a HTTP/1.1" status: 200  len: 1096 time: 1.1120198
Feb 12 21:41:40.475025 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9576da-3193-4974-97d9-1bca983fe50f', 'tag': '4496ff8d-2f4e-4f43-9cf4-b92c52253e9a'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:41:40.477254 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7385c1-b560-455b-91ee-654239cbdf22" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9576da-3193-4974-97d9-1bca983fe50f", "tag": "4496ff8d-2f4e-4f43-9cf4-b92c52253e9a"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:41:40.504548 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794adf6-2d93-42de-834c-44c0f24ba290 service neutron] Pushing event updated for resources: {'Port': ['ID=4496ff8d-2f4e-4f43-9cf4-b92c52253e9a,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:40.520153 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0af14a-2585-4018-ab3d-07939c881834 x-openstack-request-id: req-4f0af14a-2585-4018-ab3d-07939c881834 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:41:40.520453 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9576da-3193-4974-97d9-1bca983fe50f", "tag": "4496ff8d-2f4e-4f43-9cf4-b92c52253e9a", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:41:40.520713 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f0af14a-2585-4018-ab3d-07939c881834 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:41:40.521120 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9576da-3193-4974-97d9-1bca983fe50f', 'tag': '4496ff8d-2f4e-4f43-9cf4-b92c52253e9a', 'status': 'completed', 'code': 200}
Feb 12 21:41:40.599195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7385c1-b560-455b-91ee-654239cbdf22 req-26facc1a-095c-4fb2-8dce-cd253fb71c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:40.600770 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c7385c1-b560-455b-91ee-654239cbdf22 req-26facc1a-095c-4fb2-8dce-cd253fb71c8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7e2582d91da44ff8fd061ac7ad59fac&device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 1130 time: 0.0473330
Feb 12 21:41:40.631932 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c7385c1-b560-455b-91ee-654239cbdf22 req-d0b92c22-74a2-41a0-80b9-7cc64863ece4 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a7e2582d91da44ff8fd061ac7ad59fac&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0194280
Feb 12 21:41:40.730596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7385c1-b560-455b-91ee-654239cbdf22 req-78867cc0-8001-4cf7-a563-e2eb546b1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:40.732073 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c7385c1-b560-455b-91ee-654239cbdf22 req-78867cc0-8001-4cf7-a563-e2eb546b1432 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0912378
Feb 12 21:41:40.818463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-84d18406-1c7f-465a-9898-e64456515d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:40.819889 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-84d18406-1c7f-465a-9898-e64456515d5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7e2582d91da44ff8fd061ac7ad59fac&device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 1130 time: 0.0458593
Feb 12 21:41:40.865566 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-d30233b1-1501-4bf4-8a14-ddf8cd6eb7a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=4496ff8d-2f4e-4f43-9cf4-b92c52253e9a HTTP/1.1" status: 200  len: 217 time: 0.0347121
Feb 12 21:41:40.917393 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-9bd5c83e-c800-4405-aad5-6b7c9739046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:40.918831 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-9bd5c83e-c800-4405-aad5-6b7c9739046f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d24d6a4-36c4-419d-8060-633c6d10bd07 HTTP/1.1" status: 200  len: 843 time: 0.0438669
Feb 12 21:41:40.974835 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-9d8d3d5b-b910-4ac6-9753-9fa708804812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:40.976329 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-9d8d3d5b-b910-4ac6-9753-9fa708804812 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3517517-c3aa-442a-b845-bc7fb20e9553&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0483077
Feb 12 21:41:41.066513 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-f68f20ad-00f5-4aa6-b667-a12699e7e44e service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808206
Feb 12 21:41:41.163149 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-287e367e-6c31-4014-bab9-cbff049fdce3 req-d07f4df5-25af-4f71-8f83-f6d64dcc82af service neutron] 10.222.0.48 "GET /v2.0/networks/e3517517-c3aa-442a-b845-bc7fb20e9553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867758
Feb 12 21:41:41.432605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e003bb7-7e14-4578-9b08-68c7cb1ef8b6 req-9d0b56bc-be24-47ea-9587-bdb6d8f049e0 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:41.434030 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e003bb7-7e14-4578-9b08-68c7cb1ef8b6 req-9d0b56bc-be24-47ea-9587-bdb6d8f049e0 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 948 time: 0.0526035
Feb 12 21:41:41.481138 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e003bb7-7e14-4578-9b08-68c7cb1ef8b6 req-6dda3014-1bc0-4836-9f87-67cd941bde28 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/security-groups?id=74716e96-6c12-440f-8154-6e1998e7199f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410452
Feb 12 21:41:42.600473 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1aab3-7ec2-498d-a45e-6be6596ee27b req-d47c8d61-123e-4c8e-a899-d9cf33106bfa tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:42.601941 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-22e1aab3-7ec2-498d-a45e-6be6596ee27b req-d47c8d61-123e-4c8e-a899-d9cf33106bfa tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 948 time: 0.0514755
Feb 12 21:41:42.647576 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-22e1aab3-7ec2-498d-a45e-6be6596ee27b req-bc4e6294-d336-4196-8dfb-6848f5ba69be tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/security-groups?id=74716e96-6c12-440f-8154-6e1998e7199f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401139
Feb 12 21:41:43.770764 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fdadf-aabb-486e-8f5a-6a90b9ad6027 req-9d055785-82b5-48c6-8e58-197bf519a553 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:43.772248 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b78fdadf-aabb-486e-8f5a-6a90b9ad6027 req-9d055785-82b5-48c6-8e58-197bf519a553 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 948 time: 0.0575080
Feb 12 21:41:43.820088 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b78fdadf-aabb-486e-8f5a-6a90b9ad6027 req-eeeead57-f90e-4398-806f-c3b294481230 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/security-groups?id=74716e96-6c12-440f-8154-6e1998e7199f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422099
Feb 12 21:41:43.919802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:41:44.015090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4496ff8d-2f4e-4f43-9cf4-b92c52253e9a,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:41:44.026494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '4496ff8d-2f4e-4f43-9cf4-b92c52253e9a', 'network_id': 'e3517517-c3aa-442a-b845-bc7fb20e9553', 'port_id': '4496ff8d-2f4e-4f43-9cf4-b92c52253e9a', 'mac_address': 'fa:16:3e:cc:06:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24d6a4-36c4-419d-8060-633c6d10bd07', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:41:44.066191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:41:44.066577 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4496ff8d-2f4e-4f43-9cf4-b92c52253e9a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:44.078889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:41:44.098470 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4496ff8d-2f4e-4f43-9cf4-b92c52253e9a,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:41:44.193220 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4496ff8d-2f4e-4f43-9cf4-b92c52253e9a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:44.239791 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=4496ff8d-2f4e-4f43-9cf4-b92c52253e9a,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:44.427539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['4496ff8d-2f4e-4f43-9cf4-b92c52253e9a'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:41:44.942096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f34707-01db-4093-a691-90cd88998c13 req-96c24247-cbb3-4ecb-9406-2b42a87ba3b3 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:44.943615 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-15f34707-01db-4093-a691-90cd88998c13 req-96c24247-cbb3-4ecb-9406-2b42a87ba3b3 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 949 time: 0.0556853
Feb 12 21:41:44.990233 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-15f34707-01db-4093-a691-90cd88998c13 req-72bcbe42-2441-4aec-9065-721a54e338b3 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/security-groups?id=74716e96-6c12-440f-8154-6e1998e7199f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409653
Feb 12 21:41:45.950897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:41:46.039018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:41:46.043033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:41:46.046443 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4496ff8d-2f4e-4f43-9cf4-b92c52253e9a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:46.112448 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726578e0-12ba-43cc-9a7b-a9fe5bb1d72e req-e4f20162-821e-45d9-b11f-51a4b4f3f0c1 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:46.117320 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-726578e0-12ba-43cc-9a7b-a9fe5bb1d72e req-e4f20162-821e-45d9-b11f-51a4b4f3f0c1 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 949 time: 0.0568249
Feb 12 21:41:46.121459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:41:46.121782 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4496ff8d-2f4e-4f43-9cf4-b92c52253e9a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:46.145545 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9576da-3193-4974-97d9-1bca983fe50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4496ff8d-2f4e-4f43-9cf4-b92c52253e9a'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:41:46.147887 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c16e81-25a6-4607-a383-7826e2ad1248" -d '{"events": [{"server_uuid": "7a9576da-3193-4974-97d9-1bca983fe50f", "name": "network-vif-plugged", "status": "completed", "tag": "4496ff8d-2f4e-4f43-9cf4-b92c52253e9a"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:41:46.163642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-726578e0-12ba-43cc-9a7b-a9fe5bb1d72e req-e761014f-0766-476a-a2c6-131a8938a0ce tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/security-groups?id=74716e96-6c12-440f-8154-6e1998e7199f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440161
Feb 12 21:41:46.167209 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4496ff8d-2f4e-4f43-9cf4-b92c52253e9a,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:41:46.221970 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4496ff8d-2f4e-4f43-9cf4-b92c52253e9a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:46.257526 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27db7679-d581-4cea-8096-d6540b44d290 x-openstack-request-id: req-27db7679-d581-4cea-8096-d6540b44d290 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:41:46.257823 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9576da-3193-4974-97d9-1bca983fe50f", "name": "network-vif-plugged", "status": "completed", "tag": "4496ff8d-2f4e-4f43-9cf4-b92c52253e9a", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:41:46.258078 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27db7679-d581-4cea-8096-d6540b44d290 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:41:46.258474 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9576da-3193-4974-97d9-1bca983fe50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4496ff8d-2f4e-4f43-9cf4-b92c52253e9a', 'code': 200}
Feb 12 21:41:46.274417 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=4496ff8d-2f4e-4f43-9cf4-b92c52253e9a,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:46.363735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a7ff0-6e6e-4577-8711-75cc86a42cf6 req-4401ca81-3919-454c-9a44-f10023bba968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:46.365219 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c04a7ff0-6e6e-4577-8711-75cc86a42cf6 req-4401ca81-3919-454c-9a44-f10023bba968 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 1132 time: 0.0439780
Feb 12 21:41:46.416917 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c04a7ff0-6e6e-4577-8711-75cc86a42cf6 req-422fa4b2-ed6d-4675-8ccd-710fa214c64e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=74716e96-6c12-440f-8154-6e1998e7199f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407684
Feb 12 21:41:47.281160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d413dd3-531e-4110-9d9d-49b382d3fc7e req-763304dd-2616-40ca-bd0c-e08c48f448f0 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:47.282666 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d413dd3-531e-4110-9d9d-49b382d3fc7e req-763304dd-2616-40ca-bd0c-e08c48f448f0 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 950 time: 0.0521114
Feb 12 21:41:47.328634 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d413dd3-531e-4110-9d9d-49b382d3fc7e req-d0b027ce-85fe-409c-b20f-d58504dff6ef tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/security-groups?id=74716e96-6c12-440f-8154-6e1998e7199f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399940
Feb 12 21:41:48.448051 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fec42-928f-4c8a-8821-640e2c605870 req-77230b19-a53e-4158-ae63-f3e232f1c1c3 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:48.449542 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e33fec42-928f-4c8a-8821-640e2c605870 req-77230b19-a53e-4158-ae63-f3e232f1c1c3 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 950 time: 0.0523126
Feb 12 21:41:48.494935 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e33fec42-928f-4c8a-8821-640e2c605870 req-f264d7cb-cf87-4517-a337-8212f037b172 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/security-groups?id=74716e96-6c12-440f-8154-6e1998e7199f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398002
Feb 12 21:41:48.851697 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-4aeeb362-1527-4340-ac04-860dddde1c60 req-5459138c-000d-44e9-b536-879db2390d68 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:41:48.852578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4aeeb362-1527-4340-ac04-860dddde1c60 req-5459138c-000d-44e9-b536-879db2390d68 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053589
Feb 12 21:41:49.265917 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-f934c1a9-555f-46a7-952d-80e67c67592e req-81df9df0-b646-449d-807c-08b9dd893c2e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:41:49.266925 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f934c1a9-555f-46a7-952d-80e67c67592e req-81df9df0-b646-449d-807c-08b9dd893c2e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053885
Feb 12 21:41:49.832648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd7078-bad4-480e-8299-dcc6c0f0ab7d req-1ca2b7ce-7393-430d-9af9-316e26107ef4 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:49.834214 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-66dd7078-bad4-480e-8299-dcc6c0f0ab7d req-1ca2b7ce-7393-430d-9af9-316e26107ef4 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 950 time: 0.0534079
Feb 12 21:41:49.885559 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-66dd7078-bad4-480e-8299-dcc6c0f0ab7d req-136499ae-4880-47b6-8809-624e0c69be75 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/security-groups?id=74716e96-6c12-440f-8154-6e1998e7199f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456429
Feb 12 21:41:51.008832 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d0ab0-7e9a-4431-9bad-d198b5d8ff23 req-f6cd8980-de9f-411a-b5f6-8ffc5cf5f130 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:51.010235 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a8d0ab0-7e9a-4431-9bad-d198b5d8ff23 req-f6cd8980-de9f-411a-b5f6-8ffc5cf5f130 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 950 time: 0.0537271
Feb 12 21:41:51.056513 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a8d0ab0-7e9a-4431-9bad-d198b5d8ff23 req-d8c12b33-6be2-4565-937b-9c897b3876a2 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/security-groups?id=74716e96-6c12-440f-8154-6e1998e7199f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405350
Feb 12 21:41:51.202058 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557affa-98e1-487f-bb26-a501a73208c7 req-051dfb07-3e28-435a-95e9-18623bd598c3 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:51.203508 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3557affa-98e1-487f-bb26-a501a73208c7 req-051dfb07-3e28-435a-95e9-18623bd598c3 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 950 time: 0.0562158
Feb 12 21:41:51.294580 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3557affa-98e1-487f-bb26-a501a73208c7 req-fde003ce-e370-423c-bad3-de9092eb3d20 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Deleting port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:41:51.294836 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3557affa-98e1-487f-bb26-a501a73208c7 req-fde003ce-e370-423c-bad3-de9092eb3d20 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4496ff8d-2f4e-4f43-9cf4-b92c52253e9a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:51.386630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3557affa-98e1-487f-bb26-a501a73208c7 req-fde003ce-e370-423c-bad3-de9092eb3d20 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] For port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4496ff8d-2f4e-4f43-9cf4-b92c52253e9a,segment=NetworkSegment(9561d7b9-226b-4abb-8fe9-e052b9fb333d),segment_id=9561d7b9-226b-4abb-8fe9-e052b9fb333d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:41:51.386989 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3557affa-98e1-487f-bb26-a501a73208c7 req-fde003ce-e370-423c-bad3-de9092eb3d20 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4496ff8d-2f4e-4f43-9cf4-b92c52253e9a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:51.398636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-3557affa-98e1-487f-bb26-a501a73208c7 req-fde003ce-e370-423c-bad3-de9092eb3d20 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Calling delete_port for 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:41:51.599036 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3557affa-98e1-487f-bb26-a501a73208c7 req-fde003ce-e370-423c-bad3-de9092eb3d20 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (4496ff8d-2f4e-4f43-9cf4-b92c52253e9a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:51.615574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['4496ff8d-2f4e-4f43-9cf4-b92c52253e9a'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:41:51.632944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde003ce-e370-423c-bad3-de9092eb3d20 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Pushing event deleted for resources: {'Port': ['ID=4496ff8d-2f4e-4f43-9cf4-b92c52253e9a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:51.676332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3557affa-98e1-487f-bb26-a501a73208c7 req-fde003ce-e370-423c-bad3-de9092eb3d20 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] No DVR routers for this DVR port 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:41:51.679169 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3557affa-98e1-487f-bb26-a501a73208c7 req-fde003ce-e370-423c-bad3-de9092eb3d20 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:51.682550 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3557affa-98e1-487f-bb26-a501a73208c7 req-fde003ce-e370-423c-bad3-de9092eb3d20 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.48 "DELETE /v2.0/ports/4496ff8d-2f4e-4f43-9cf4-b92c52253e9a HTTP/1.1" status: 204  len: 173 time: 0.4720507
Feb 12 21:41:51.683022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9576da-3193-4974-97d9-1bca983fe50f', 'name': 'network-vif-deleted', 'tag': '4496ff8d-2f4e-4f43-9cf4-b92c52253e9a'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:41:51.685327 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff2bee5-7adb-4417-8fd3-3cab8d138a3c" -d '{"events": [{"server_uuid": "7a9576da-3193-4974-97d9-1bca983fe50f", "name": "network-vif-deleted", "tag": "4496ff8d-2f4e-4f43-9cf4-b92c52253e9a"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:41:51.730658 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f5a001-ddc2-4452-bce5-4c653bdbc9bb x-openstack-request-id: req-86f5a001-ddc2-4452-bce5-4c653bdbc9bb {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:41:51.730959 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9576da-3193-4974-97d9-1bca983fe50f", "name": "network-vif-deleted", "tag": "4496ff8d-2f4e-4f43-9cf4-b92c52253e9a", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:41:51.731219 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86f5a001-ddc2-4452-bce5-4c653bdbc9bb {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:41:51.731630 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9576da-3193-4974-97d9-1bca983fe50f', 'name': 'network-vif-deleted', 'tag': '4496ff8d-2f4e-4f43-9cf4-b92c52253e9a', 'status': 'completed', 'code': 200}
Feb 12 21:41:52.163962 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dbbf42ba-87ac-4cb1-b456-10b51998916a req-cf85ebe8-3721-449f-9bb6-04a39ea20ee8 tempest-ServersAdminNegativeTestJSON-1044495522 tempest-ServersAdminNegativeTestJSON-1044495522-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9576da-3193-4974-97d9-1bca983fe50f HTTP/1.1" status: 200  len: 210 time: 0.0275555
Feb 12 21:41:53.694391 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53678) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:53.828209 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-208de6f7-41e2-46d4-8e75-1b703e585401 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7e2582d91da44ff8fd061ac7ad59fac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1326370
Feb 12 21:41:53.831366 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53682) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:53.876840 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3113e904-3615-4e58-825c-69e245dabe85 admin admin] Publish callbacks [] for security_group (74716e96-6c12-440f-8154-6e1998e7199f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:53.898517 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3113e904-3615-4e58-825c-69e245dabe85 admin admin] Publish callbacks [] for security_group (74716e96-6c12-440f-8154-6e1998e7199f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:54.004806 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3113e904-3615-4e58-825c-69e245dabe85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (74716e96-6c12-440f-8154-6e1998e7199f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:54.007396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3113e904-3615-4e58-825c-69e245dabe85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:54.008583 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3113e904-3615-4e58-825c-69e245dabe85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74716e96-6c12-440f-8154-6e1998e7199f HTTP/1.1" status: 204  len: 168 time: 0.1762884
Feb 12 21:41:54.016836 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113e904-3615-4e58-825c-69e245dabe85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74716e96-6c12-440f-8154-6e1998e7199f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:54.574714 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53688) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:54.588005 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-10333e89-6192-417e-b673-9e93fd5e6883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:54.660418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-10333e89-6192-417e-b673-9e93fd5e6883 admin admin] Publish callbacks [] for security_group (f3cb36f8-8a55-4270-87ba-a48e18d2dcc5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:54.753837 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-10333e89-6192-417e-b673-9e93fd5e6883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f3cb36f8-8a55-4270-87ba-a48e18d2dcc5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:54.794256 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10333e89-6192-417e-b673-9e93fd5e6883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cb36f8-8a55-4270-87ba-a48e18d2dcc5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:54.799845 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-10333e89-6192-417e-b673-9e93fd5e6883 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e84d994fcf84d8ba1a97576ab86d737&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2244534
Feb 12 21:41:54.802512 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53690) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:54.851426 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86ffcf65-19e9-4d4b-a4f8-e50ada96ad7c admin admin] Publish callbacks [] for security_group (f3cb36f8-8a55-4270-87ba-a48e18d2dcc5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:54.871999 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86ffcf65-19e9-4d4b-a4f8-e50ada96ad7c admin admin] Publish callbacks [] for security_group (f3cb36f8-8a55-4270-87ba-a48e18d2dcc5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:54.970543 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86ffcf65-19e9-4d4b-a4f8-e50ada96ad7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (f3cb36f8-8a55-4270-87ba-a48e18d2dcc5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:54.973338 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-86ffcf65-19e9-4d4b-a4f8-e50ada96ad7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:54.974549 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-86ffcf65-19e9-4d4b-a4f8-e50ada96ad7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3cb36f8-8a55-4270-87ba-a48e18d2dcc5 HTTP/1.1" status: 204  len: 168 time: 0.1709867
Feb 12 21:41:54.982516 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffcf65-19e9-4d4b-a4f8-e50ada96ad7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cb36f8-8a55-4270-87ba-a48e18d2dcc5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:55.901770 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f01d7e83-789b-4f82-a3c9-37f08f2c8710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:55.976303 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53712) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:56.013410 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:41:56.035272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:41:56.035717 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 4496ff8d-2f4e-4f43-9cf4-b92c52253e9a not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:41:56.075914 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-09abff42-2db8-4ed7-b0d3-cbd072a608dc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-309812161-network', 'tenant_id': 'd2b54f558c2c445b99be2f5aed7559a7'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:41:56.164727 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09abff42-2db8-4ed7-b0d3-cbd072a608dc admin admin] Made reservation on behalf of d2b54f558c2c445b99be2f5aed7559a7 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:41:56.167086 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09abff42-2db8-4ed7-b0d3-cbd072a608dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:56.176415 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09abff42-2db8-4ed7-b0d3-cbd072a608dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:56.249646 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09abff42-2db8-4ed7-b0d3-cbd072a608dc admin admin] Publish callbacks [] for security_group (0e2a9a8a-e0b7-4159-8080-3273b234fbaf), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:56.323853 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09abff42-2db8-4ed7-b0d3-cbd072a608dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0e2a9a8a-e0b7-4159-8080-3273b234fbaf), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:56.351308 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09abff42-2db8-4ed7-b0d3-cbd072a608dc admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:41:56.357386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abff42-2db8-4ed7-b0d3-cbd072a608dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2a9a8a-e0b7-4159-8080-3273b234fbaf,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:56.364922 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09abff42-2db8-4ed7-b0d3-cbd072a608dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5a6a2783-ae20-4283-a4bf-036264a82111), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:56.365301 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-09abff42-2db8-4ed7-b0d3-cbd072a608dc admin admin] Added segment 5a6a2783-ae20-4283-a4bf-036264a82111 of type vlan for network a4e217e8-4eaa-4286-aa39-7bd26aa4358d
Feb 12 21:41:56.406790 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09abff42-2db8-4ed7-b0d3-cbd072a608dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (a4e217e8-4eaa-4286-aa39-7bd26aa4358d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:56.467515 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09abff42-2db8-4ed7-b0d3-cbd072a608dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (a4e217e8-4eaa-4286-aa39-7bd26aa4358d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:56.468475 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09abff42-2db8-4ed7-b0d3-cbd072a608dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:56.469058 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09abff42-2db8-4ed7-b0d3-cbd072a608dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:56.527762 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abff42-2db8-4ed7-b0d3-cbd072a608dc admin admin] Pushing event updated for resources: {'Network': ['ID=a4e217e8-4eaa-4286-aa39-7bd26aa4358d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:56.538008 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network a4e217e8-4eaa-4286-aa39-7bd26aa4358d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:41:56.551415 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-09abff42-2db8-4ed7-b0d3-cbd072a608dc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5738516
Feb 12 21:41:56.554076 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53716) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:41:56.559083 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-767ba809-2f9c-4ddc-8b78-93b15f2997df admin admin] Request body: {'subnet': {'network_id': 'a4e217e8-4eaa-4286-aa39-7bd26aa4358d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-309812161-subnet', 'tenant_id': 'd2b54f558c2c445b99be2f5aed7559a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:41:56.616250 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767ba809-2f9c-4ddc-8b78-93b15f2997df admin admin] Made reservation on behalf of d2b54f558c2c445b99be2f5aed7559a7 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:41:56.618638 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-767ba809-2f9c-4ddc-8b78-93b15f2997df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:56.827696 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-767ba809-2f9c-4ddc-8b78-93b15f2997df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (4d293303-247f-467f-8b8d-d50a95158d29), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:56.879758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ba809-2f9c-4ddc-8b78-93b15f2997df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d293303-247f-467f-8b8d-d50a95158d29,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:41:56.889499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767ba809-2f9c-4ddc-8b78-93b15f2997df admin admin] Checking segment: {'id': '5a6a2783-ae20-4283-a4bf-036264a82111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a4e217e8-4eaa-4286-aa39-7bd26aa4358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:41:56.889866 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767ba809-2f9c-4ddc-8b78-93b15f2997df admin admin] Network hostable DHCP agents. Network: a4e217e8-4eaa-4286-aa39-7bd26aa4358d, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:41:56.958581 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767ba809-2f9c-4ddc-8b78-93b15f2997df admin admin] Network a4e217e8-4eaa-4286-aa39-7bd26aa4358d is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:41:57.009800 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-767ba809-2f9c-4ddc-8b78-93b15f2997df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a4e217e8-4eaa-4286-aa39-7bd26aa4358d) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:41:57.014031 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767ba809-2f9c-4ddc-8b78-93b15f2997df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:57.018251 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-767ba809-2f9c-4ddc-8b78-93b15f2997df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:57.019806 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc44612-a1d5-47cf-8970-82f79bd63ec6 None None] Network a4e217e8-4eaa-4286-aa39-7bd26aa4358d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:41:57.092952 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-767ba809-2f9c-4ddc-8b78-93b15f2997df admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5377319
Feb 12 21:41:57.119178 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105da366-7ed5-4498-a152-59cbc47e26c4 None None] Network a4e217e8-4eaa-4286-aa39-7bd26aa4358d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:41:57.233005 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:57.657859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-11c33e2d-58ff-48ff-9812-9ef3190c6952 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:41:57.659974 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-11c33e2d-58ff-48ff-9812-9ef3190c6952 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/networks?id=a4e217e8-4eaa-4286-aa39-7bd26aa4358d HTTP/1.1" status: 200  len: 811 time: 0.1096096
Feb 12 21:41:57.674585 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-3fb0f813-7a4d-4d24-8e48-c9ba1684f9bc tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/quotas/d2b54f558c2c445b99be2f5aed7559a7 HTTP/1.1" status: 200  len: 375 time: 0.0089567
Feb 12 21:41:57.707544 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-a728e03c-d1c9-49b1-a304-619890293d28 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d2b54f558c2c445b99be2f5aed7559a7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0282116
Feb 12 21:41:57.801117 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-0f9fc002-ee4f-4a77-8dea-9b9d9d1fa610 service neutron] 10.222.0.31 "GET /v2.0/networks/a4e217e8-4eaa-4286-aa39-7bd26aa4358d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869825
Feb 12 21:41:57.888604 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-b15031f6-2405-4b2c-83a0-310aab34f69c service neutron] 10.222.0.31 "GET /v2.0/networks/a4e217e8-4eaa-4286-aa39-7bd26aa4358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817091
Feb 12 21:41:58.127134 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-26768997-b0d2-4f06-83a2-6d9f00b8a630 req-a68988c8-b380-4d4a-8ca5-7f4a19008c7f tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 210 time: 0.0324879
Feb 12 21:41:58.290459 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-87ce7f0d-0813-4b04-bb73-72375ea8ed80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:59.229577 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-297fcd7c-cc49-4067-a098-a31d6a0e36db req-efa47290-0940-41a3-a61c-0cf90e865bf7 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 210 time: 0.0321405
Feb 12 21:41:59.558785 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:41:59.678457 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:00.142380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-bdb6256f-040a-4136-86c5-f4e7b01a581e tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:00.143820 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-bdb6256f-040a-4136-86c5-f4e7b01a581e tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.48 "GET /v2.0/networks?id=a4e217e8-4eaa-4286-aa39-7bd26aa4358d HTTP/1.1" status: 200  len: 811 time: 0.1008327
Feb 12 21:42:00.161302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-1f83acca-12ae-4229-b3b7-e7815f7bf688 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Request body: {'port': {'device_id': 'dfa6fadb-9f44-4d5e-905d-df5733a298c4', 'network_id': 'a4e217e8-4eaa-4286-aa39-7bd26aa4358d', 'admin_state_up': True, 'tenant_id': 'd2b54f558c2c445b99be2f5aed7559a7'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:42:00.328093 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-43d64fa2-9c0b-4a59-a4da-bea476260dc7 req-81d7a914-cd53-42ee-8d8d-def8ed7423b3 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 210 time: 0.0273075
Feb 12 21:42:00.353319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-1f83acca-12ae-4229-b3b7-e7815f7bf688 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Made reservation on behalf of d2b54f558c2c445b99be2f5aed7559a7 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:42:00.356840 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-1f83acca-12ae-4229-b3b7-e7815f7bf688 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:00.481772 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-1f83acca-12ae-4229-b3b7-e7815f7bf688 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Allocated IP 172.20.0.5 (a4e217e8-4eaa-4286-aa39-7bd26aa4358d/4d293303-247f-467f-8b8d-d50a95158d29/0b716239-d15e-4a58-bba7-701ee08e7396) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:42:00.626024 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-1f83acca-12ae-4229-b3b7-e7815f7bf688 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Publish callbacks [] for port (0b716239-d15e-4a58-bba7-701ee08e7396), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:00.702357 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-1f83acca-12ae-4229-b3b7-e7815f7bf688 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:00.747885 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-1f83acca-12ae-4229-b3b7-e7815f7bf688 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Network a4e217e8-4eaa-4286-aa39-7bd26aa4358d is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:42:00.751438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-1f83acca-12ae-4229-b3b7-e7815f7bf688 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:42:00.753467 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-1f83acca-12ae-4229-b3b7-e7815f7bf688 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:42:00.783268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83acca-12ae-4229-b3b7-e7815f7bf688 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Pushing event updated for resources: {'Port': ['ID=0b716239-d15e-4a58-bba7-701ee08e7396,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:00.813241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-1f83acca-12ae-4229-b3b7-e7815f7bf688 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:00.813870 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-1f83acca-12ae-4229-b3b7-e7815f7bf688 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:00.893130 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-1f83acca-12ae-4229-b3b7-e7815f7bf688 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7354863
Feb 12 21:42:00.906149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Request body: {'port': {'device_id': 'dfa6fadb-9f44-4d5e-905d-df5733a298c4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:42:00.965109 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:01.067815 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:01.226853 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b716239-d15e-4a58-bba7-701ee08e7396 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:42:01.234271 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Publish callbacks [] for port (0b716239-d15e-4a58-bba7-701ee08e7396), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:01.246001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Transition to ACTIVE for port object 0b716239-d15e-4a58-bba7-701ee08e7396 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:42:01.296118 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:01.347261 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Pushing event updated for resources: {'Port': ['ID=0b716239-d15e-4a58-bba7-701ee08e7396,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:01.444026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Attempting to bind port 0b716239-d15e-4a58-bba7-701ee08e7396 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:42:01.444728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Attempting to bind port 0b716239-d15e-4a58-bba7-701ee08e7396 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5a6a2783-ae20-4283-a4bf-036264a82111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a4e217e8-4eaa-4286-aa39-7bd26aa4358d'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:42:01.444728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Attempting to bind port 0b716239-d15e-4a58-bba7-701ee08e7396 on network a4e217e8-4eaa-4286-aa39-7bd26aa4358d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:42:01.451395 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Port 0b716239-d15e-4a58-bba7-701ee08e7396 on network a4e217e8-4eaa-4286-aa39-7bd26aa4358d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:42:01.451716 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Attempting to bind port 0b716239-d15e-4a58-bba7-701ee08e7396 on network a4e217e8-4eaa-4286-aa39-7bd26aa4358d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:42:01.459893 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:42:01.460236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Checking segment: {'id': '5a6a2783-ae20-4283-a4bf-036264a82111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a4e217e8-4eaa-4286-aa39-7bd26aa4358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:42:01.460622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Bound using segment: {'id': '5a6a2783-ae20-4283-a4bf-036264a82111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a4e217e8-4eaa-4286-aa39-7bd26aa4358d'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:42:01.461051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Bound port: 0b716239-d15e-4a58-bba7-701ee08e7396, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a6a2783-ae20-4283-a4bf-036264a82111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a4e217e8-4eaa-4286-aa39-7bd26aa4358d'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:42:01.461438 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:01.482147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47701ec-922c-4331-bff9-8f4d6490915d req-05451b68-0bfb-46ef-b07b-dd092d72b7e3 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:01.483624 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c47701ec-922c-4331-bff9-8f4d6490915d req-05451b68-0bfb-46ef-b07b-dd092d72b7e3 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 943 time: 0.0851142
Feb 12 21:42:01.566366 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] For port 0b716239-d15e-4a58-bba7-701ee08e7396, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:42:01.569597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] For port 0b716239-d15e-4a58-bba7-701ee08e7396, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b716239-d15e-4a58-bba7-701ee08e7396,segment=NetworkSegment(5a6a2783-ae20-4283-a4bf-036264a82111),segment_id=5a6a2783-ae20-4283-a4bf-036264a82111)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:42:01.573461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c47701ec-922c-4331-bff9-8f4d6490915d req-60588828-21fc-4b40-ae2e-4fae79f4aab3 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698149
Feb 12 21:42:01.633713 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:01.670404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:01.671025 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:01.672391 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] 10.222.0.48 "PUT /v2.0/ports/0b716239-d15e-4a58-bba7-701ee08e7396 HTTP/1.1" status: 200  len: 1091 time: 0.7703164
Feb 12 21:42:01.672837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa6fadb-9f44-4d5e-905d-df5733a298c4', 'tag': '0b716239-d15e-4a58-bba7-701ee08e7396'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:42:01.675137 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a49c67f-564a-4ada-8e2f-d2323807016a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa6fadb-9f44-4d5e-905d-df5733a298c4", "tag": "0b716239-d15e-4a58-bba7-701ee08e7396"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:42:01.697340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83246f5b-0bcf-4b6c-9cae-c566828367da service neutron] Pushing event updated for resources: {'Port': ['ID=0b716239-d15e-4a58-bba7-701ee08e7396,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:01.721871 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109ac49d-4c79-48db-8466-56a8c5b44713 x-openstack-request-id: req-109ac49d-4c79-48db-8466-56a8c5b44713 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:42:01.722132 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa6fadb-9f44-4d5e-905d-df5733a298c4", "tag": "0b716239-d15e-4a58-bba7-701ee08e7396", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:42:01.722921 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-109ac49d-4c79-48db-8466-56a8c5b44713 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:42:01.723346 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa6fadb-9f44-4d5e-905d-df5733a298c4', 'tag': '0b716239-d15e-4a58-bba7-701ee08e7396', 'status': 'completed', 'code': 200}
Feb 12 21:42:01.791489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49c67f-564a-4ada-8e2f-d2323807016a req-8454f1f6-9970-43c6-927d-b15de4a079eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:01.792989 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a49c67f-564a-4ada-8e2f-d2323807016a req-8454f1f6-9970-43c6-927d-b15de4a079eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2b54f558c2c445b99be2f5aed7559a7&device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 1125 time: 0.0493152
Feb 12 21:42:01.893559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49c67f-564a-4ada-8e2f-d2323807016a req-687a35db-06eb-406f-b28d-49227363471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:01.895930 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a49c67f-564a-4ada-8e2f-d2323807016a req-687a35db-06eb-406f-b28d-49227363471f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d2b54f558c2c445b99be2f5aed7559a7&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0924928
Feb 12 21:42:01.996123 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49c67f-564a-4ada-8e2f-d2323807016a req-79905e85-d754-4380-bc83-221150c3327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:01.997746 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a49c67f-564a-4ada-8e2f-d2323807016a req-79905e85-d754-4380-bc83-221150c3327c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0926607
Feb 12 21:42:02.086340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-b2d89c43-888c-4084-886a-d18a2d3c3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:02.087935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-b2d89c43-888c-4084-886a-d18a2d3c3d13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2b54f558c2c445b99be2f5aed7559a7&device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 1125 time: 0.0458012
Feb 12 21:42:02.134605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-36c93d97-9e16-4543-967b-3aa82436c11e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b716239-d15e-4a58-bba7-701ee08e7396 HTTP/1.1" status: 200  len: 217 time: 0.0359035
Feb 12 21:42:02.190824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-6c4b12a7-4fb0-44a8-bec7-2a22beefa43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:02.192835 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-6c4b12a7-4fb0-44a8-bec7-2a22beefa43f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d293303-247f-467f-8b8d-d50a95158d29 HTTP/1.1" status: 200  len: 851 time: 0.0495169
Feb 12 21:42:02.215919 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:02.228343 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-631e8217-d61d-4093-8dee-eef5c24d3c81 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4e217e8-4eaa-4286-aa39-7bd26aa4358d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259037
Feb 12 21:42:02.317954 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-9270f75e-4feb-4393-9f81-bc8f6539d0e8 service neutron] 10.222.0.48 "GET /v2.0/networks/a4e217e8-4eaa-4286-aa39-7bd26aa4358d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828035
Feb 12 21:42:02.415018 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-12532eb1-8885-41fa-ae6b-8ebcab6ad9aa req-3e0f539f-c264-40df-9d28-027257a21275 service neutron] 10.222.0.48 "GET /v2.0/networks/a4e217e8-4eaa-4286-aa39-7bd26aa4358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865359
Feb 12 21:42:02.692139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844eff-a1fe-4c9f-844b-7eb79bd7ef3b req-04ea9d23-eeea-4d4d-a9f6-ecfb0ea92a12 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:02.693631 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7844eff-a1fe-4c9f-844b-7eb79bd7ef3b req-04ea9d23-eeea-4d4d-a9f6-ecfb0ea92a12 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 943 time: 0.0523736
Feb 12 21:42:02.740799 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7844eff-a1fe-4c9f-844b-7eb79bd7ef3b req-19e5290f-d5dc-4937-ae3f-82f35c28dcd6 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415020
Feb 12 21:42:03.862424 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39978e-f31b-47f8-8a85-4229618fb0f5 req-1dca466e-fc55-4b4d-a89e-ec0f73e483de tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:03.864553 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7e39978e-f31b-47f8-8a85-4229618fb0f5 req-1dca466e-fc55-4b4d-a89e-ec0f73e483de tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 943 time: 0.0541623
Feb 12 21:42:03.910336 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7e39978e-f31b-47f8-8a85-4229618fb0f5 req-e53c504c-3fdf-48a0-92fc-5d05f9b8072d tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395699
Feb 12 21:42:05.035576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130de9e-aac7-4aae-8aab-d02fa39cfd61 req-60436a34-e4c5-4703-976e-75dedc6a41d2 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:05.036967 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5130de9e-aac7-4aae-8aab-d02fa39cfd61 req-60436a34-e4c5-4703-976e-75dedc6a41d2 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 943 time: 0.0571520
Feb 12 21:42:05.084392 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5130de9e-aac7-4aae-8aab-d02fa39cfd61 req-41202573-b432-469f-a15e-f4e17db18ea6 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415127
Feb 12 21:42:06.013814 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 0b716239-d15e-4a58-bba7-701ee08e7396 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:42:06.109892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 0b716239-d15e-4a58-bba7-701ee08e7396, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b716239-d15e-4a58-bba7-701ee08e7396,segment=NetworkSegment(5a6a2783-ae20-4283-a4bf-036264a82111),segment_id=5a6a2783-ae20-4283-a4bf-036264a82111)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:42:06.125551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '0b716239-d15e-4a58-bba7-701ee08e7396', 'network_id': 'a4e217e8-4eaa-4286-aa39-7bd26aa4358d', 'port_id': '0b716239-d15e-4a58-bba7-701ee08e7396', 'mac_address': 'fa:16:3e:6e:4f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d293303-247f-467f-8b8d-d50a95158d29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:42:06.163486 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 0b716239-d15e-4a58-bba7-701ee08e7396 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:42:06.163880 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:06.176861 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b716239-d15e-4a58-bba7-701ee08e7396 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:42:06.196601 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 0b716239-d15e-4a58-bba7-701ee08e7396, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b716239-d15e-4a58-bba7-701ee08e7396,segment=NetworkSegment(5a6a2783-ae20-4283-a4bf-036264a82111),segment_id=5a6a2783-ae20-4283-a4bf-036264a82111)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:42:06.208644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8057d-c4a1-4bdc-89d5-59f7a8ca6324 req-534a9606-ac34-428d-8dd4-f42e1b6844ff tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:06.210157 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6ab8057d-c4a1-4bdc-89d5-59f7a8ca6324 req-534a9606-ac34-428d-8dd4-f42e1b6844ff tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 943 time: 0.0531857
Feb 12 21:42:06.260344 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6ab8057d-c4a1-4bdc-89d5-59f7a8ca6324 req-6786de9d-d23b-41e1-b9d8-f505493874a5 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444348
Feb 12 21:42:06.267436 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:06.315646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=0b716239-d15e-4a58-bba7-701ee08e7396,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:06.490317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['0b716239-d15e-4a58-bba7-701ee08e7396'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:42:07.381381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a6b58-7c5a-45e7-9413-3c53b9b25346 req-579e8d05-62a2-424f-a084-11b7e1e3d263 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:07.382852 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cc9a6b58-7c5a-45e7-9413-3c53b9b25346 req-579e8d05-62a2-424f-a084-11b7e1e3d263 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 944 time: 0.0529938
Feb 12 21:42:07.428781 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cc9a6b58-7c5a-45e7-9413-3c53b9b25346 req-df9c581b-5d10-4d0e-a50b-5047d9d0e8cd tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402288
Feb 12 21:42:07.683813 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:42:08.029798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 0b716239-d15e-4a58-bba7-701ee08e7396 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:42:08.135787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 0b716239-d15e-4a58-bba7-701ee08e7396 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:42:08.139651 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 0b716239-d15e-4a58-bba7-701ee08e7396 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:42:08.140030 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:08.225198 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 0b716239-d15e-4a58-bba7-701ee08e7396 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:42:08.225614 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:08.247451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa6fadb-9f44-4d5e-905d-df5733a298c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b716239-d15e-4a58-bba7-701ee08e7396'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:42:08.249690 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de39081a-5475-4e80-93d3-146a61d5c59b" -d '{"events": [{"server_uuid": "dfa6fadb-9f44-4d5e-905d-df5733a298c4", "name": "network-vif-plugged", "status": "completed", "tag": "0b716239-d15e-4a58-bba7-701ee08e7396"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:42:08.261922 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 0b716239-d15e-4a58-bba7-701ee08e7396, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b716239-d15e-4a58-bba7-701ee08e7396,segment=NetworkSegment(5a6a2783-ae20-4283-a4bf-036264a82111),segment_id=5a6a2783-ae20-4283-a4bf-036264a82111)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:42:08.287278 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f934d6b8-d8ed-4d1f-b171-87a6075a494f x-openstack-request-id: req-f934d6b8-d8ed-4d1f-b171-87a6075a494f {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:42:08.287829 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa6fadb-9f44-4d5e-905d-df5733a298c4", "name": "network-vif-plugged", "status": "completed", "tag": "0b716239-d15e-4a58-bba7-701ee08e7396", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:42:08.288087 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f934d6b8-d8ed-4d1f-b171-87a6075a494f {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:42:08.288520 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa6fadb-9f44-4d5e-905d-df5733a298c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b716239-d15e-4a58-bba7-701ee08e7396', 'code': 200}
Feb 12 21:42:08.324191 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:08.372979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=0b716239-d15e-4a58-bba7-701ee08e7396,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:08.397284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11806e9b-1cfb-4d65-92d2-3e1116427d00 req-87a91f8c-06ee-41fd-95e7-d7ffb6de981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:08.398813 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11806e9b-1cfb-4d65-92d2-3e1116427d00 req-87a91f8c-06ee-41fd-95e7-d7ffb6de981c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 1127 time: 0.0482001
Feb 12 21:42:08.444040 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11806e9b-1cfb-4d65-92d2-3e1116427d00 req-1950d68a-238e-47f3-946b-4c2b2cf93351 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363142
Feb 12 21:42:08.548246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba709d1-557c-4964-ba2d-2b3b1d5a9bca req-d896e1af-875d-4cbf-8ded-c41e05c9425f tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:08.549662 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ba709d1-557c-4964-ba2d-2b3b1d5a9bca req-d896e1af-875d-4cbf-8ded-c41e05c9425f tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0531511
Feb 12 21:42:08.596219 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ba709d1-557c-4964-ba2d-2b3b1d5a9bca req-b1fc41d5-f219-44dd-8a2f-c10e34019400 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403235
Feb 12 21:42:09.720153 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e617b-3746-4bc8-a459-64f27c8af331 req-28b14bd4-29d3-498e-aeaf-6600bc572c97 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:09.721678 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2f8e617b-3746-4bc8-a459-64f27c8af331 req-28b14bd4-29d3-498e-aeaf-6600bc572c97 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0527008
Feb 12 21:42:09.768904 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2f8e617b-3746-4bc8-a459-64f27c8af331 req-c2e3d905-9f65-4106-80f4-4049e7dcca3d tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416355
Feb 12 21:42:10.226906 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800169c-eb48-48a0-81fe-45d8768c1fd4 req-fbe7c6b5-a913-44a0-bbd2-465b02fca4ea tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:10.228551 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5800169c-eb48-48a0-81fe-45d8768c1fd4 req-fbe7c6b5-a913-44a0-bbd2-465b02fca4ea tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0537868
Feb 12 21:42:10.276214 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5800169c-eb48-48a0-81fe-45d8768c1fd4 req-38d1e81c-7454-4f26-a263-2a6701eb1759 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414934
Feb 12 21:42:10.420631 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-8ffd573d-d4d5-4515-a96c-6f4d3af7d0a0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1102870
Feb 12 21:42:10.428860 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-fe08f471-bc65-4869-830b-b769fadb7fad service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:42:10.429819 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-fe08f471-bc65-4869-830b-b769fadb7fad service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048497
Feb 12 21:42:11.241668 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-d98c3437-0c57-4bd2-8c82-cd2becb58938 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:11.243016 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-d98c3437-0c57-4bd2-8c82-cd2becb58938 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports/0b716239-d15e-4a58-bba7-701ee08e7396 HTTP/1.1" status: 200  len: 942 time: 0.1096237
Feb 12 21:42:11.399544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44dbc6-546e-42f0-8a36-4a68b01b6257 req-90a5e960-4880-4555-bfa1-c8abc3477e53 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:11.417557 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e44dbc6-546e-42f0-8a36-4a68b01b6257 req-90a5e960-4880-4555-bfa1-c8abc3477e53 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0546646
Feb 12 21:42:11.452056 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e44dbc6-546e-42f0-8a36-4a68b01b6257 req-d330ef7b-5f1e-4d37-b973-2e9fa86709e9 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455010
Feb 12 21:42:12.573317 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428c8af-13c4-41a9-bb64-f9deb25816b5 req-b9a3f5d5-5bf8-45bd-82d3-e8929e04c120 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:12.574738 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3428c8af-13c4-41a9-bb64-f9deb25816b5 req-b9a3f5d5-5bf8-45bd-82d3-e8929e04c120 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0533061
Feb 12 21:42:12.621806 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3428c8af-13c4-41a9-bb64-f9deb25816b5 req-e7cb07a0-0190-4781-8ec6-8b2ce5e50e7e tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413387
Feb 12 21:42:12.664829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-d745cab0-0d37-44ae-9a31-fc75fdfe743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:12.666344 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-d745cab0-0d37-44ae-9a31-fc75fdfe743c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2b54f558c2c445b99be2f5aed7559a7&device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 1127 time: 0.0462706
Feb 12 21:42:12.754384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-687fb891-2631-4ebb-9adf-4308a3e2ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:12.755952 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-687fb891-2631-4ebb-9adf-4308a3e2ea09 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4e217e8-4eaa-4286-aa39-7bd26aa4358d HTTP/1.1" status: 200  len: 912 time: 0.0839458
Feb 12 21:42:12.799655 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-34513c33-d214-41fd-8c35-e4a1407fb7ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b716239-d15e-4a58-bba7-701ee08e7396 HTTP/1.1" status: 200  len: 217 time: 0.0374162
Feb 12 21:42:12.848283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-6df2527d-d127-4d69-b414-2d518bf9a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:12.849740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-6df2527d-d127-4d69-b414-2d518bf9a2a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d293303-247f-467f-8b8d-d50a95158d29 HTTP/1.1" status: 200  len: 851 time: 0.0434515
Feb 12 21:42:12.882063 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-23828519-cd2e-44af-96fa-708470a181cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4e217e8-4eaa-4286-aa39-7bd26aa4358d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260136
Feb 12 21:42:12.972917 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-e01684b3-3c84-4496-8095-558a00e6684a service neutron] 10.222.0.48 "GET /v2.0/networks/a4e217e8-4eaa-4286-aa39-7bd26aa4358d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855305
Feb 12 21:42:13.061199 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2d089cf7-5e92-4d21-b671-92037d9b631c service neutron] 10.222.0.48 "GET /v2.0/networks/a4e217e8-4eaa-4286-aa39-7bd26aa4358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824406
Feb 12 21:42:13.748427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7b93-36de-4889-914c-e5a33ed132f5 req-f71be9c3-1fb0-4a1f-b819-6e6ad699d67e tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:13.751007 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-791e7b93-36de-4889-914c-e5a33ed132f5 req-f71be9c3-1fb0-4a1f-b819-6e6ad699d67e tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0545950
Feb 12 21:42:13.803094 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-791e7b93-36de-4889-914c-e5a33ed132f5 req-1d75b9ce-a776-4994-9086-e6e1540f6dbb tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456622
Feb 12 21:42:15.003767 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382c79-4ec5-44b9-9573-d1a95f35d86b req-9bd652f1-7076-414d-b208-08712eb8ad70 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:15.005154 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6f382c79-4ec5-44b9-9573-d1a95f35d86b req-9bd652f1-7076-414d-b208-08712eb8ad70 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.1308706
Feb 12 21:42:15.051495 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6f382c79-4ec5-44b9-9573-d1a95f35d86b req-8c71a1d0-62e4-4f5f-920f-872311e78c67 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405552
Feb 12 21:42:16.172204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc5662-41d6-4046-93db-7ca0f26127a2 req-f1d15639-6696-48b4-af06-ba45d3347d61 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:16.173721 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0bdc5662-41d6-4046-93db-7ca0f26127a2 req-f1d15639-6696-48b4-af06-ba45d3347d61 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0520582
Feb 12 21:42:16.221088 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0bdc5662-41d6-4046-93db-7ca0f26127a2 req-eeb1b09f-7bcb-4cef-ba2b-f2dbc24621e5 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407164
Feb 12 21:42:17.356956 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce1030-e422-481a-a68c-aa430da155dd req-e736f262-f28e-4fce-b5a5-043f0ec88658 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:17.358495 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cce1030-e422-481a-a68c-aa430da155dd req-e736f262-f28e-4fce-b5a5-043f0ec88658 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0587349
Feb 12 21:42:17.409664 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cce1030-e422-481a-a68c-aa430da155dd req-aab8e7b0-e0d1-4484-82f5-77ae16366216 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452986
Feb 12 21:42:18.531866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38938db1-b920-4ee1-986a-d028723e1d43 req-70fa533d-fc90-4198-9262-658223ec8c21 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:18.533381 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-38938db1-b920-4ee1-986a-d028723e1d43 req-70fa533d-fc90-4198-9262-658223ec8c21 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0534651
Feb 12 21:42:18.580348 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-38938db1-b920-4ee1-986a-d028723e1d43 req-c6daacd7-8cb1-4cd7-98c7-92c761aa0db7 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409310
Feb 12 21:42:19.701933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aacf03-471b-4942-9f5b-efefc105d548 req-f68cd0a0-e315-4a4a-a082-3b57666cf067 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:19.703438 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d4aacf03-471b-4942-9f5b-efefc105d548 req-f68cd0a0-e315-4a4a-a082-3b57666cf067 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0516984
Feb 12 21:42:19.762232 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d4aacf03-471b-4942-9f5b-efefc105d548 req-c1568886-52f8-4090-93c3-12aaab7c6349 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453129
Feb 12 21:42:20.878721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7d918-a692-4853-bca0-6ca2ed21c57d req-76a84303-7da6-4c0f-8a72-0ebf8335e56e tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:20.880199 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b0c7d918-a692-4853-bca0-6ca2ed21c57d req-76a84303-7da6-4c0f-8a72-0ebf8335e56e tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0559771
Feb 12 21:42:20.926374 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b0c7d918-a692-4853-bca0-6ca2ed21c57d req-341021e4-b1e5-47cd-8c25-bf4d0878cdd2 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405166
Feb 12 21:42:22.047583 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43205909-62b7-4377-b0c7-a2e5ff121fbf req-53ee4cd7-9e88-47ca-ab6c-dc5819519c0b tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:22.048958 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-43205909-62b7-4377-b0c7-a2e5ff121fbf req-53ee4cd7-9e88-47ca-ab6c-dc5819519c0b tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0528152
Feb 12 21:42:22.095283 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-43205909-62b7-4377-b0c7-a2e5ff121fbf req-4627c800-e9ba-42e5-8e6a-1190526be003 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406268
Feb 12 21:42:23.216846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84647aa8-845a-43f8-b802-7a60093c1fbc req-41f6199f-2022-4907-85bc-33aadd6afe3a tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:23.218347 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84647aa8-845a-43f8-b802-7a60093c1fbc req-41f6199f-2022-4907-85bc-33aadd6afe3a tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0529907
Feb 12 21:42:23.268148 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84647aa8-845a-43f8-b802-7a60093c1fbc req-fe106159-0ab5-4c09-a347-5768b49896e7 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441983
Feb 12 21:42:24.386890 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7b57c-5c5f-4588-9111-a579a20f9021 req-32a93fb5-6549-4e4e-9375-98eac1621cc2 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:24.388383 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9be7b57c-5c5f-4588-9111-a579a20f9021 req-32a93fb5-6549-4e4e-9375-98eac1621cc2 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0509274
Feb 12 21:42:24.433573 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9be7b57c-5c5f-4588-9111-a579a20f9021 req-ce172c9d-426a-44b6-a20f-df245a9611a6 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395241
Feb 12 21:42:25.556159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c757c-519b-4117-998f-bba09de06c57 req-48790df0-9aca-4e9d-868c-b61be6e76352 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:25.557634 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-912c757c-519b-4117-998f-bba09de06c57 req-48790df0-9aca-4e9d-868c-b61be6e76352 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0557687
Feb 12 21:42:25.605374 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-912c757c-519b-4117-998f-bba09de06c57 req-86284006-8dce-4b38-bc3b-572422751058 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421441
Feb 12 21:42:25.889993 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a0c86ab4-e2b9-48f9-9e88-4bd7cdce75b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:26.728926 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ed7d4-0a3b-472f-b3a7-822581aa7ff8 req-236bfbea-8f97-401a-a4f3-f353d1c8ba45 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:26.730493 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a49ed7d4-0a3b-472f-b3a7-822581aa7ff8 req-236bfbea-8f97-401a-a4f3-f353d1c8ba45 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0563257
Feb 12 21:42:26.777646 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a49ed7d4-0a3b-472f-b3a7-822581aa7ff8 req-91503e3c-1f52-49b5-b355-ff05ff3df4a3 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414302
Feb 12 21:42:27.210241 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:27.900152 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800bad9-c45b-4243-b837-2760efd9b0c1 req-9f42ab0a-8148-43a1-8562-beb5c4b08aa5 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:27.901661 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2800bad9-c45b-4243-b837-2760efd9b0c1 req-9f42ab0a-8148-43a1-8562-beb5c4b08aa5 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0529201
Feb 12 21:42:27.948601 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2800bad9-c45b-4243-b837-2760efd9b0c1 req-e1623bdc-832b-4360-af5a-954124a2abb6 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414317
Feb 12 21:42:28.301687 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b86702ea-628f-4a6e-956c-d7bfaa5b44e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:29.066387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091a6b4-7743-4b90-988c-79bb9cc28c5f req-a1c322da-62ce-4d03-912c-f852d19abea5 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:29.067022 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4091a6b4-7743-4b90-988c-79bb9cc28c5f req-a1c322da-62ce-4d03-912c-f852d19abea5 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0512910
Feb 12 21:42:29.114072 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4091a6b4-7743-4b90-988c-79bb9cc28c5f req-b9a4c24c-fcf8-413f-ab93-b3b750bf78fe tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401001
Feb 12 21:42:29.610091 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:29.707099 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:30.234838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2e635-b303-45f2-9151-a50a81038361 req-bc9f3acb-32d1-4c1e-b47e-b97ec0ca78ea tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:30.236301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99d2e635-b303-45f2-9151-a50a81038361 req-bc9f3acb-32d1-4c1e-b47e-b97ec0ca78ea tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0532880
Feb 12 21:42:30.286165 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99d2e635-b303-45f2-9151-a50a81038361 req-b068b073-764f-49e0-bda2-d6f160b9628f tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437455
Feb 12 21:42:31.107350 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:31.409349 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44569804-4851-4a04-8f6b-637f43a21f28 req-197aab7f-869b-4f9c-b176-5d4f448e5efc tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:31.410855 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-44569804-4851-4a04-8f6b-637f43a21f28 req-197aab7f-869b-4f9c-b176-5d4f448e5efc tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0558739
Feb 12 21:42:31.457706 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-44569804-4851-4a04-8f6b-637f43a21f28 req-65e31af7-5732-4761-8beb-4ede17ecd365 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404220
Feb 12 21:42:32.198408 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:32.578205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c45f8-f386-4f2c-8b59-7b23fe25dcb8 req-8f6f3723-e7e6-4fd8-a306-d3ac16b5875c tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:32.579674 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e4c45f8-f386-4f2c-8b59-7b23fe25dcb8 req-8f6f3723-e7e6-4fd8-a306-d3ac16b5875c tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0527668
Feb 12 21:42:32.626715 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e4c45f8-f386-4f2c-8b59-7b23fe25dcb8 req-d11e37a3-d865-4d5c-ac9f-ed52f211463f tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413465
Feb 12 21:42:33.752378 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bb374-8f8b-4a2f-ae16-4e5adde1164a req-7c38f592-7fda-4668-a5f5-3cbdfc61d5ec tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:33.754030 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c49bb374-8f8b-4a2f-ae16-4e5adde1164a req-7c38f592-7fda-4668-a5f5-3cbdfc61d5ec tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0558355
Feb 12 21:42:33.801867 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c49bb374-8f8b-4a2f-ae16-4e5adde1164a req-1aa81014-2798-47f0-b1b2-cee8ca64dcbd tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414023
Feb 12 21:42:34.924954 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b401cd-4441-44b7-85b3-7ccf31b202c8 req-889fabe5-d755-4999-9584-64b1a6de507a tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:34.926456 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10b401cd-4441-44b7-85b3-7ccf31b202c8 req-889fabe5-d755-4999-9584-64b1a6de507a tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0541613
Feb 12 21:42:34.972443 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-10b401cd-4441-44b7-85b3-7ccf31b202c8 req-a859a193-c771-4838-a323-066bee2fe3b2 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396490
Feb 12 21:42:36.092085 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f2624-3e90-4697-a1c2-9b72305e6eb3 req-6544359a-1795-42ad-ad33-28baca94692c tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:36.094274 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d35f2624-3e90-4697-a1c2-9b72305e6eb3 req-6544359a-1795-42ad-ad33-28baca94692c tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0512023
Feb 12 21:42:36.144193 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d35f2624-3e90-4697-a1c2-9b72305e6eb3 req-fcf17c25-7d18-4420-8e1b-6d20607fd809 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449214
Feb 12 21:42:37.270684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3011df-ff31-4b86-8bd6-2302deab16c9 req-f0b4bdce-89a3-43a7-9ee9-2b83cf2bb6b6 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:37.272140 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a3011df-ff31-4b86-8bd6-2302deab16c9 req-f0b4bdce-89a3-43a7-9ee9-2b83cf2bb6b6 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0566039
Feb 12 21:42:37.318813 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2a3011df-ff31-4b86-8bd6-2302deab16c9 req-7906db6d-f7c3-4066-b7b0-0d3c99e08c13 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408139
Feb 12 21:42:38.438249 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582a5ec-e48a-4ec3-9b6c-3e0e9a0d2b17 req-52677491-bbf4-40ad-b4aa-d8eb70822b2d tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:38.439725 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8582a5ec-e48a-4ec3-9b6c-3e0e9a0d2b17 req-52677491-bbf4-40ad-b4aa-d8eb70822b2d tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0525000
Feb 12 21:42:38.486077 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8582a5ec-e48a-4ec3-9b6c-3e0e9a0d2b17 req-0e7e4619-d41d-40a4-92bb-f538807466b3 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407908
Feb 12 21:42:39.607962 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20baca8-dc59-4996-8cd1-c34423a535be req-938ca680-a2c4-4033-8c9b-f40b96796e24 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:39.609470 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e20baca8-dc59-4996-8cd1-c34423a535be req-938ca680-a2c4-4033-8c9b-f40b96796e24 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0515141
Feb 12 21:42:39.656677 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e20baca8-dc59-4996-8cd1-c34423a535be req-1bb6b6f6-1ee8-45ce-a416-2dbfd94683ac tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414274
Feb 12 21:42:40.421789 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-ef1f7ed1-1c68-4556-910c-0163fb438ae2 service neutron] show failed (client error): The resource could not be found.
Feb 12 21:42:40.422802 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-ef1f7ed1-1c68-4556-910c-0163fb438ae2 service neutron] 10.222.0.48 "GET /v2.0/ports/0b716239-d15e-4a58-bba7-701ee08e7396/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0546317
Feb 12 21:42:40.781553 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c003683-dafc-4cdf-bcd0-d7da852ce0cb req-41e9ce6a-9991-4a33-aa6b-c6aa9334e925 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:40.783056 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c003683-dafc-4cdf-bcd0-d7da852ce0cb req-41e9ce6a-9991-4a33-aa6b-c6aa9334e925 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 945 time: 0.0552876
Feb 12 21:42:40.831908 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c003683-dafc-4cdf-bcd0-d7da852ce0cb req-8f504e49-3f81-427d-bc6f-292bc352fe99 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427241
Feb 12 21:42:41.029126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-13959ab1-238c-4b08-9c06-d69733b94748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:41.030563 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-13959ab1-238c-4b08-9c06-d69733b94748 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4&tenant_id=d2b54f558c2c445b99be2f5aed7559a7 HTTP/1.1" status: 200  len: 1127 time: 0.0791903
Feb 12 21:42:41.041869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:42:41.097477 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:41.301812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] For port 0b716239-d15e-4a58-bba7-701ee08e7396, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b716239-d15e-4a58-bba7-701ee08e7396,segment=NetworkSegment(5a6a2783-ae20-4283-a4bf-036264a82111),segment_id=5a6a2783-ae20-4283-a4bf-036264a82111)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:42:41.332847 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] For port 0b716239-d15e-4a58-bba7-701ee08e7396, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:42:41.371514 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa6fadb-9f44-4d5e-905d-df5733a298c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b716239-d15e-4a58-bba7-701ee08e7396'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:42:41.373783 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25f418b-2860-47c8-b12b-16199958eaa6" -d '{"events": [{"server_uuid": "dfa6fadb-9f44-4d5e-905d-df5733a298c4", "name": "network-vif-unplugged", "status": "completed", "tag": "0b716239-d15e-4a58-bba7-701ee08e7396"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:42:41.377555 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Publish callbacks [] for port (0b716239-d15e-4a58-bba7-701ee08e7396), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:41.389992 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Transition to ACTIVE for port object 0b716239-d15e-4a58-bba7-701ee08e7396 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:42:41.426587 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1d7bd8-4f8c-494e-a967-8c1db3fb1103 x-openstack-request-id: req-8e1d7bd8-4f8c-494e-a967-8c1db3fb1103 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:42:41.426881 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa6fadb-9f44-4d5e-905d-df5733a298c4", "name": "network-vif-unplugged", "status": "completed", "tag": "0b716239-d15e-4a58-bba7-701ee08e7396", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:42:41.427184 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e1d7bd8-4f8c-494e-a967-8c1db3fb1103 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:42:41.427588 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa6fadb-9f44-4d5e-905d-df5733a298c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b716239-d15e-4a58-bba7-701ee08e7396', 'code': 200}
Feb 12 21:42:41.429045 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:41.490381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] No DVR routers for this DVR port 0b716239-d15e-4a58-bba7-701ee08e7396 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:42:41.492380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0b716239-d15e-4a58-bba7-701ee08e7396,revision_number=6']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:41.501670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:41.502017 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:41.502356 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:41.502692 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:41.503023 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:41.503364 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:41.503676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:41.504012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:41.504319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:41.504639 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:41.504959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:41.505277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:41.505618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:41.545852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Attempting to bind port 0b716239-d15e-4a58-bba7-701ee08e7396 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:42:41.546180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Attempting to bind port 0b716239-d15e-4a58-bba7-701ee08e7396 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5a6a2783-ae20-4283-a4bf-036264a82111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a4e217e8-4eaa-4286-aa39-7bd26aa4358d'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:42:41.546504 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Attempting to bind port 0b716239-d15e-4a58-bba7-701ee08e7396 on network a4e217e8-4eaa-4286-aa39-7bd26aa4358d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:42:41.552051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Port 0b716239-d15e-4a58-bba7-701ee08e7396 on network a4e217e8-4eaa-4286-aa39-7bd26aa4358d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:42:41.552427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Attempting to bind port 0b716239-d15e-4a58-bba7-701ee08e7396 on network a4e217e8-4eaa-4286-aa39-7bd26aa4358d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:42:41.557686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:42:41.558159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Checking segment: {'id': '5a6a2783-ae20-4283-a4bf-036264a82111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a4e217e8-4eaa-4286-aa39-7bd26aa4358d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:42:41.558694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Bound using segment: {'id': '5a6a2783-ae20-4283-a4bf-036264a82111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a4e217e8-4eaa-4286-aa39-7bd26aa4358d'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:42:41.559296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Bound port: 0b716239-d15e-4a58-bba7-701ee08e7396, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a6a2783-ae20-4283-a4bf-036264a82111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a4e217e8-4eaa-4286-aa39-7bd26aa4358d'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:42:41.559757 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:41.622348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] For port 0b716239-d15e-4a58-bba7-701ee08e7396, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:42:41.625277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] For port 0b716239-d15e-4a58-bba7-701ee08e7396, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b716239-d15e-4a58-bba7-701ee08e7396,segment=NetworkSegment(5a6a2783-ae20-4283-a4bf-036264a82111),segment_id=5a6a2783-ae20-4283-a4bf-036264a82111)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:42:41.685090 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:41.721144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:41.721776 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:41.723132 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] 10.222.0.50 "PUT /v2.0/ports/0b716239-d15e-4a58-bba7-701ee08e7396 HTTP/1.1" status: 200  len: 1091 time: 0.6860020
Feb 12 21:42:41.740715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6b454-c814-428a-af9f-83c62c2615e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0b716239-d15e-4a58-bba7-701ee08e7396,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:41.787170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-94990e54-7bd3-4e91-84e0-cbc62b77f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:41.789052 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-94990e54-7bd3-4e91-84e0-cbc62b77f2e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2b54f558c2c445b99be2f5aed7559a7&device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 1125 time: 0.0452161
Feb 12 21:42:41.882178 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-7a7c8cca-fcda-4d3b-b75f-da5fec1f2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:41.884822 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-7a7c8cca-fcda-4d3b-b75f-da5fec1f2bd6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a4e217e8-4eaa-4286-aa39-7bd26aa4358d HTTP/1.1" status: 200  len: 912 time: 0.0906003
Feb 12 21:42:41.926632 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-8d6297fa-1f65-4cfa-8aba-e4787689074a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b716239-d15e-4a58-bba7-701ee08e7396 HTTP/1.1" status: 200  len: 217 time: 0.0365427
Feb 12 21:42:41.967211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9d4d5-9e50-4f97-8eac-ceada9f224dc req-12cd79c1-7e73-4bc5-b434-58ec4b6d3f3f tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:41.968719 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-70d9d4d5-9e50-4f97-8eac-ceada9f224dc req-12cd79c1-7e73-4bc5-b434-58ec4b6d3f3f tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 943 time: 0.0580182
Feb 12 21:42:41.977766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-b288a8c2-d982-4bfb-a93a-36b013c54f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:41.979276 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-b288a8c2-d982-4bfb-a93a-36b013c54f86 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d293303-247f-467f-8b8d-d50a95158d29 HTTP/1.1" status: 200  len: 851 time: 0.0472412
Feb 12 21:42:42.011065 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-494ced89-83b3-47df-824f-c7f62129ff36 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4e217e8-4eaa-4286-aa39-7bd26aa4358d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263207
Feb 12 21:42:42.017392 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-70d9d4d5-9e50-4f97-8eac-ceada9f224dc req-e53c6a87-fd24-4155-a02a-247d37f174e2 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428071
Feb 12 21:42:42.098517 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-96bcd5b4-a390-4989-a4bb-371dedd165a8 service neutron] 10.222.0.50 "GET /v2.0/networks/a4e217e8-4eaa-4286-aa39-7bd26aa4358d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804687
Feb 12 21:42:42.189054 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4c238978-9598-4bce-a861-ecd7f99f6efc req-e4aa48ca-e14c-445a-9be5-8f667ee3ea04 service neutron] 10.222.0.50 "GET /v2.0/networks/a4e217e8-4eaa-4286-aa39-7bd26aa4358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852754
Feb 12 21:42:43.138943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062efaa-f51b-4383-b476-31978e287d97 req-a04aeca2-ace9-4761-8f74-f89d658b81b9 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:43.140417 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e062efaa-f51b-4383-b476-31978e287d97 req-a04aeca2-ace9-4761-8f74-f89d658b81b9 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 943 time: 0.0522327
Feb 12 21:42:43.187203 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e062efaa-f51b-4383-b476-31978e287d97 req-ec8b48a0-8da1-498b-8a3e-b2f1746a7c59 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411742
Feb 12 21:42:43.428278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa6fadb-9f44-4d5e-905d-df5733a298c4', 'tag': '0b716239-d15e-4a58-bba7-701ee08e7396'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:42:43.431229 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa6fadb-9f44-4d5e-905d-df5733a298c4", "tag": "0b716239-d15e-4a58-bba7-701ee08e7396"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:42:43.480192 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09e0dd2-5fd1-4a6d-9fc1-b0e4a18ec3db x-openstack-request-id: req-e09e0dd2-5fd1-4a6d-9fc1-b0e4a18ec3db {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:42:43.480490 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa6fadb-9f44-4d5e-905d-df5733a298c4", "tag": "0b716239-d15e-4a58-bba7-701ee08e7396", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:42:43.480761 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e09e0dd2-5fd1-4a6d-9fc1-b0e4a18ec3db {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:42:43.481158 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa6fadb-9f44-4d5e-905d-df5733a298c4', 'tag': '0b716239-d15e-4a58-bba7-701ee08e7396', 'status': 'completed', 'code': 200}
Feb 12 21:42:43.569673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-955b0f08-09de-4b59-ac9f-4a94e0c89954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:43.571664 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-955b0f08-09de-4b59-ac9f-4a94e0c89954 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2b54f558c2c445b99be2f5aed7559a7&device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 1125 time: 0.0751240
Feb 12 21:42:43.587700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-fb6aee1d-cbbd-4f83-89b5-870cb7e64500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:43.589088 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-fb6aee1d-cbbd-4f83-89b5-870cb7e64500 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2b54f558c2c445b99be2f5aed7559a7&device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 1125 time: 0.0643861
Feb 12 21:42:43.726178 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-d5cc016c-71f6-44dc-8b43-f0440a85e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:43.728048 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-d5cc016c-71f6-44dc-8b43-f0440a85e043 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a4e217e8-4eaa-4286-aa39-7bd26aa4358d HTTP/1.1" status: 200  len: 912 time: 0.1499848
Feb 12 21:42:43.744749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-88690e04-aa86-4c47-b95a-d0cd5bc79388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:43.746209 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-88690e04-aa86-4c47-b95a-d0cd5bc79388 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4e217e8-4eaa-4286-aa39-7bd26aa4358d HTTP/1.1" status: 200  len: 912 time: 0.1478930
Feb 12 21:42:43.782115 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-85ebecc4-aeea-4623-b13b-bdfe208f2d6e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b716239-d15e-4a58-bba7-701ee08e7396 HTTP/1.1" status: 200  len: 217 time: 0.0471542
Feb 12 21:42:43.820321 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-b65da37b-632d-4735-8511-864d2ab35413 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b716239-d15e-4a58-bba7-701ee08e7396 HTTP/1.1" status: 200  len: 217 time: 0.0443256
Feb 12 21:42:43.886219 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-e4ab32b1-de37-4436-8f86-5cd6bb5b379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:43.887673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-e4ab32b1-de37-4436-8f86-5cd6bb5b379e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4d293303-247f-467f-8b8d-d50a95158d29 HTTP/1.1" status: 200  len: 851 time: 0.0754325
Feb 12 21:42:43.895087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-175a3b1b-5295-46a6-866c-136d2283e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:43.897963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-175a3b1b-5295-46a6-866c-136d2283e4d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d293303-247f-467f-8b8d-d50a95158d29 HTTP/1.1" status: 200  len: 851 time: 0.0577197
Feb 12 21:42:43.945424 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-64906b22-813c-49a5-8da7-fb15a674c39b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4e217e8-4eaa-4286-aa39-7bd26aa4358d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478649
Feb 12 21:42:43.947235 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-42e0b4ab-0bb7-44a1-852a-f828712bb8db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4e217e8-4eaa-4286-aa39-7bd26aa4358d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417335
Feb 12 21:42:44.098306 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-9ce2d2d1-9a1f-499a-94b4-5fd20056b06c service neutron] 10.222.0.50 "GET /v2.0/networks/a4e217e8-4eaa-4286-aa39-7bd26aa4358d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476283
Feb 12 21:42:44.100021 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-0a49be80-6382-4c97-aeb3-057865cbd439 service neutron] 10.222.0.48 "GET /v2.0/networks/a4e217e8-4eaa-4286-aa39-7bd26aa4358d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428113
Feb 12 21:42:44.138245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 0b716239-d15e-4a58-bba7-701ee08e7396 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:42:44.179046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] The host nch1-master-1 is not matching for port 0b716239-d15e-4a58-bba7-701ee08e7396 host nch2-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:42:44.179488 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 0b716239-d15e-4a58-bba7-701ee08e7396 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:42:44.624976 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-5dc9e002-703f-4da1-b724-c22295390c18 service neutron] 10.222.0.48 "GET /v2.0/networks/a4e217e8-4eaa-4286-aa39-7bd26aa4358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5139382
Feb 12 21:42:44.626701 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c8ff51d-b0cd-4be3-852d-3cbf2240e992 req-42648e2c-803a-4e52-a296-f996b2eb546f service neutron] 10.222.0.50 "GET /v2.0/networks/a4e217e8-4eaa-4286-aa39-7bd26aa4358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5226438
Feb 12 21:42:44.635549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500d578-4297-4d31-b8a2-07c0dbeb6fb8 req-730d0fce-0dba-4097-90e7-29187031aca3 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:44.637207 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e500d578-4297-4d31-b8a2-07c0dbeb6fb8 req-730d0fce-0dba-4097-90e7-29187031aca3 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 943 time: 0.1532595
Feb 12 21:42:44.684270 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:42:44.689671 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e500d578-4297-4d31-b8a2-07c0dbeb6fb8 req-2e7eb6fe-3171-401d-aa8c-62b56cf83c83 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418053
Feb 12 21:42:45.147997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-88004734-6150-4b99-881a-d008ed8f49a0 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:45.150199 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-88004734-6150-4b99-881a-d008ed8f49a0 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4&tenant_id=d2b54f558c2c445b99be2f5aed7559a7&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0939028
Feb 12 21:42:45.210277 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-22faf930-b397-4387-86f0-0196aef17166 service neutron] delete failed (client error): The resource could not be found.
Feb 12 21:42:45.211927 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-22faf930-b397-4387-86f0-0196aef17166 service neutron] 10.222.0.48 "DELETE /v2.0/ports/0b716239-d15e-4a58-bba7-701ee08e7396/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0523396
Feb 12 21:42:45.300383 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-bf33c29a-2cba-43df-a5f6-9bc5a3e13933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:45.301900 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-bf33c29a-2cba-43df-a5f6-9bc5a3e13933 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2b54f558c2c445b99be2f5aed7559a7&device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 1125 time: 0.0447028
Feb 12 21:42:45.390416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-f3a89c8e-3115-459c-baa9-34071f3b82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:45.391836 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-f3a89c8e-3115-459c-baa9-34071f3b82d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a4e217e8-4eaa-4286-aa39-7bd26aa4358d HTTP/1.1" status: 200  len: 912 time: 0.0843630
Feb 12 21:42:45.437102 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-c9ee84ab-11cd-46c9-9b0d-e301b81d65d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b716239-d15e-4a58-bba7-701ee08e7396 HTTP/1.1" status: 200  len: 217 time: 0.0348034
Feb 12 21:42:45.485870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-dedefbec-c8b4-42b0-8e31-537500aa2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:45.487260 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-dedefbec-c8b4-42b0-8e31-537500aa2363 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d293303-247f-467f-8b8d-d50a95158d29 HTTP/1.1" status: 200  len: 851 time: 0.0418539
Feb 12 21:42:45.529860 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-47b9fe63-8933-4b36-8517-d96f41b6c8c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a4e217e8-4eaa-4286-aa39-7bd26aa4358d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0328922
Feb 12 21:42:45.621370 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-d3d74390-df99-4797-8daf-fa429eb38012 service neutron] 10.222.0.48 "GET /v2.0/networks/a4e217e8-4eaa-4286-aa39-7bd26aa4358d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822768
Feb 12 21:42:45.715859 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-b7057968-af61-4fa9-9628-6cc986f5e96d service neutron] 10.222.0.48 "GET /v2.0/networks/a4e217e8-4eaa-4286-aa39-7bd26aa4358d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855017
Feb 12 21:42:45.893838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 0b716239-d15e-4a58-bba7-701ee08e7396 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:42:45.993417 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 0b716239-d15e-4a58-bba7-701ee08e7396, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b716239-d15e-4a58-bba7-701ee08e7396,segment=NetworkSegment(5a6a2783-ae20-4283-a4bf-036264a82111),segment_id=5a6a2783-ae20-4283-a4bf-036264a82111)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:42:46.003489 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '0b716239-d15e-4a58-bba7-701ee08e7396', 'network_id': 'a4e217e8-4eaa-4286-aa39-7bd26aa4358d', 'port_id': '0b716239-d15e-4a58-bba7-701ee08e7396', 'mac_address': 'fa:16:3e:6e:4f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d293303-247f-467f-8b8d-d50a95158d29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:42:46.040324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 0b716239-d15e-4a58-bba7-701ee08e7396 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:42:46.040713 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:46.057195 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b716239-d15e-4a58-bba7-701ee08e7396 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:42:46.075739 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 0b716239-d15e-4a58-bba7-701ee08e7396, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b716239-d15e-4a58-bba7-701ee08e7396,segment=NetworkSegment(5a6a2783-ae20-4283-a4bf-036264a82111),segment_id=5a6a2783-ae20-4283-a4bf-036264a82111)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:42:46.130359 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:46.179349 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=0b716239-d15e-4a58-bba7-701ee08e7396,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:46.187487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:46.187839 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:46.188180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:46.188522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:46.188856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:46.189189 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:46.189544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:46.189876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:46.190228 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:46.190574 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:46.190897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:46.191211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:46.191532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:46.370330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['0b716239-d15e-4a58-bba7-701ee08e7396'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:42:46.928873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b123418-8357-45fc-bcc8-37182fbc5157 req-20c993ce-c292-40fe-99ef-11e4b16eb8dd tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:46.930362 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b123418-8357-45fc-bcc8-37182fbc5157 req-20c993ce-c292-40fe-99ef-11e4b16eb8dd tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 944 time: 0.0521100
Feb 12 21:42:46.975758 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b123418-8357-45fc-bcc8-37182fbc5157 req-1f6cafea-8842-403f-b594-4e5b83a3a858 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391557
Feb 12 21:42:47.909994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 0b716239-d15e-4a58-bba7-701ee08e7396 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:42:48.054842 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 0b716239-d15e-4a58-bba7-701ee08e7396 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:42:48.060275 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 0b716239-d15e-4a58-bba7-701ee08e7396 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:42:48.060655 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:48.099743 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e93223-a077-4e24-96f7-d08329950c7f req-9aed71d0-0728-4456-a071-50a74ecca320 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:48.101248 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-34e93223-a077-4e24-96f7-d08329950c7f req-9aed71d0-0728-4456-a071-50a74ecca320 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 944 time: 0.0539999
Feb 12 21:42:48.140542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 0b716239-d15e-4a58-bba7-701ee08e7396 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:42:48.140936 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:48.151428 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-34e93223-a077-4e24-96f7-d08329950c7f req-f250bcfa-da9a-4bfb-a9a6-d4dc261fd235 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0e2a9a8a-e0b7-4159-8080-3273b234fbaf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425746
Feb 12 21:42:48.165464 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa6fadb-9f44-4d5e-905d-df5733a298c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b716239-d15e-4a58-bba7-701ee08e7396'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:42:48.168006 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ed4d52-541a-4c91-8dae-8ba139ab7d1e" -d '{"events": [{"server_uuid": "dfa6fadb-9f44-4d5e-905d-df5733a298c4", "name": "network-vif-plugged", "status": "completed", "tag": "0b716239-d15e-4a58-bba7-701ee08e7396"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:42:48.181936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 0b716239-d15e-4a58-bba7-701ee08e7396, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b716239-d15e-4a58-bba7-701ee08e7396,segment=NetworkSegment(5a6a2783-ae20-4283-a4bf-036264a82111),segment_id=5a6a2783-ae20-4283-a4bf-036264a82111)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:42:48.205805 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-9cf5274d-1056-4b21-af33-62254c405150 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:48.210680 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-9cf5274d-1056-4b21-af33-62254c405150 tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfa6fadb-9f44-4d5e-905d-df5733a298c4 HTTP/1.1" status: 200  len: 944 time: 0.0549188
Feb 12 21:42:48.211042 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b026ff32-72d6-4997-bcc5-216ace30c35d x-openstack-request-id: req-b026ff32-72d6-4997-bcc5-216ace30c35d {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:42:48.211223 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa6fadb-9f44-4d5e-905d-df5733a298c4", "name": "network-vif-plugged", "status": "completed", "tag": "0b716239-d15e-4a58-bba7-701ee08e7396", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:42:48.211485 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b026ff32-72d6-4997-bcc5-216ace30c35d {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:42:48.211920 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa6fadb-9f44-4d5e-905d-df5733a298c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b716239-d15e-4a58-bba7-701ee08e7396', 'code': 200}
Feb 12 21:42:48.255131 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:48.305240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=0b716239-d15e-4a58-bba7-701ee08e7396,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:48.315509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-c0c4718e-f425-4ecc-8948-7c030d7df9bf tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Deleting port 0b716239-d15e-4a58-bba7-701ee08e7396 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:42:48.315851 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-c0c4718e-f425-4ecc-8948-7c030d7df9bf tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:48.402463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-c0c4718e-f425-4ecc-8948-7c030d7df9bf tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] For port 0b716239-d15e-4a58-bba7-701ee08e7396, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b716239-d15e-4a58-bba7-701ee08e7396,segment=NetworkSegment(5a6a2783-ae20-4283-a4bf-036264a82111),segment_id=5a6a2783-ae20-4283-a4bf-036264a82111)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:42:48.402825 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-c0c4718e-f425-4ecc-8948-7c030d7df9bf tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:48.419669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-c0c4718e-f425-4ecc-8948-7c030d7df9bf tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Calling delete_port for 0b716239-d15e-4a58-bba7-701ee08e7396 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:42:48.598954 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-c0c4718e-f425-4ecc-8948-7c030d7df9bf tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (0b716239-d15e-4a58-bba7-701ee08e7396), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:48.610425 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['0b716239-d15e-4a58-bba7-701ee08e7396'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:42:48.628008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4718e-f425-4ecc-8948-7c030d7df9bf tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Pushing event deleted for resources: {'Port': ['ID=0b716239-d15e-4a58-bba7-701ee08e7396,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:48.674397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-c0c4718e-f425-4ecc-8948-7c030d7df9bf tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] No DVR routers for this DVR port 0b716239-d15e-4a58-bba7-701ee08e7396 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:42:48.677079 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-c0c4718e-f425-4ecc-8948-7c030d7df9bf tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:48.680500 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-32acdea3-9967-4a4a-9537-2343bddbb4e5 req-c0c4718e-f425-4ecc-8948-7c030d7df9bf tempest-DeleteServersTestJSON-1981623613 tempest-DeleteServersTestJSON-1981623613-project] 10.222.0.50 "DELETE /v2.0/ports/0b716239-d15e-4a58-bba7-701ee08e7396 HTTP/1.1" status: 204  len: 173 time: 0.4618909
Feb 12 21:42:48.680946 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa6fadb-9f44-4d5e-905d-df5733a298c4', 'name': 'network-vif-deleted', 'tag': '0b716239-d15e-4a58-bba7-701ee08e7396'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:42:48.684114 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0362e3-7624-4040-bc68-80a222ed65de" -d '{"events": [{"server_uuid": "dfa6fadb-9f44-4d5e-905d-df5733a298c4", "name": "network-vif-deleted", "tag": "0b716239-d15e-4a58-bba7-701ee08e7396"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:42:48.721593 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad8918a-ef45-4299-b0bc-abb6ac9c017e x-openstack-request-id: req-8ad8918a-ef45-4299-b0bc-abb6ac9c017e {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:42:48.721909 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa6fadb-9f44-4d5e-905d-df5733a298c4", "name": "network-vif-deleted", "tag": "0b716239-d15e-4a58-bba7-701ee08e7396", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:42:48.722165 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ad8918a-ef45-4299-b0bc-abb6ac9c017e {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:42:48.722573 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa6fadb-9f44-4d5e-905d-df5733a298c4', 'name': 'network-vif-deleted', 'tag': '0b716239-d15e-4a58-bba7-701ee08e7396', 'status': 'completed', 'code': 200}
Feb 12 21:42:49.287181 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 53900) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:42:49.331743 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Deleting subnet 4d293303-247f-467f-8b8d-d50a95158d29 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:42:49.334883 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Publish callbacks [] for subnet (4d293303-247f-467f-8b8d-d50a95158d29), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:49.372832 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (4d293303-247f-467f-8b8d-d50a95158d29), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:49.411627 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (4d293303-247f-467f-8b8d-d50a95158d29), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:49.524851 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (4d293303-247f-467f-8b8d-d50a95158d29), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:49.548877 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d293303-247f-467f-8b8d-d50a95158d29,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:49.558615 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:49.561777 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4d293303-247f-467f-8b8d-d50a95158d29 HTTP/1.1" status: 204  len: 168 time: 0.2735779
Feb 12 21:42:49.563331 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:49.563680 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:49.564029 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:49.564371 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:49.564498 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53902) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:42:49.564946 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:49.565052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:49.565340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:49.565696 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:49.566024 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:49.566445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:49.566674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:49.566997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:49.567326 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e94e66-f72f-4f48-99fa-3a3fdca264e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:42:49.633343 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f42004d5-da0c-4995-bf15-95c5ad87d1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (a4e217e8-4eaa-4286-aa39-7bd26aa4358d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:49.716465 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f42004d5-da0c-4995-bf15-95c5ad87d1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (a4e217e8-4eaa-4286-aa39-7bd26aa4358d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:49.735367 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f42004d5-da0c-4995-bf15-95c5ad87d1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fabdc070>,) {'filters': {'network_id': ['a4e217e8-4eaa-4286-aa39-7bd26aa4358d']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:42:49.745384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f42004d5-da0c-4995-bf15-95c5ad87d1c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fabdc070>, '5a6a2783-ae20-4283-a4bf-036264a82111') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:42:49.745688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f42004d5-da0c-4995-bf15-95c5ad87d1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fabdc070>, '5a6a2783-ae20-4283-a4bf-036264a82111') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:42:49.755191 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f42004d5-da0c-4995-bf15-95c5ad87d1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (5a6a2783-ae20-4283-a4bf-036264a82111), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:49.768886 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f42004d5-da0c-4995-bf15-95c5ad87d1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5a6a2783-ae20-4283-a4bf-036264a82111), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:49.774827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42004d5-da0c-4995-bf15-95c5ad87d1c0 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:42:49.775276 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f42004d5-da0c-4995-bf15-95c5ad87d1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (5a6a2783-ae20-4283-a4bf-036264a82111), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:42:49.778073 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:42:49.924310 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f42004d5-da0c-4995-bf15-95c5ad87d1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (a4e217e8-4eaa-4286-aa39-7bd26aa4358d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:49.929720 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f42004d5-da0c-4995-bf15-95c5ad87d1c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:49.933497 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f42004d5-da0c-4995-bf15-95c5ad87d1c0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a4e217e8-4eaa-4286-aa39-7bd26aa4358d HTTP/1.1" status: 204  len: 168 time: 0.3679595
Feb 12 21:42:49.944555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42004d5-da0c-4995-bf15-95c5ad87d1c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4e217e8-4eaa-4286-aa39-7bd26aa4358d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:50.208609 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53906) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:42:50.249755 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-efaefa8f-9c4e-4ea4-911b-4cd02943371a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2b54f558c2c445b99be2f5aed7559a7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0398242
Feb 12 21:42:50.252186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53908) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:42:50.298399 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d74c9f41-6208-4142-be6d-00514f6122be admin admin] Publish callbacks [] for security_group (0e2a9a8a-e0b7-4159-8080-3273b234fbaf), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:50.318896 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d74c9f41-6208-4142-be6d-00514f6122be admin admin] Publish callbacks [] for security_group (0e2a9a8a-e0b7-4159-8080-3273b234fbaf), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:50.433024 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d74c9f41-6208-4142-be6d-00514f6122be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0e2a9a8a-e0b7-4159-8080-3273b234fbaf), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:50.435674 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d74c9f41-6208-4142-be6d-00514f6122be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:50.436812 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d74c9f41-6208-4142-be6d-00514f6122be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e2a9a8a-e0b7-4159-8080-3273b234fbaf HTTP/1.1" status: 204  len: 168 time: 0.1837542
Feb 12 21:42:50.444627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c9f41-6208-4142-be6d-00514f6122be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2a9a8a-e0b7-4159-8080-3273b234fbaf,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:51.409700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53930) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:42:51.518276 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8aea42b6-7919-4365-ba29-ad3f06098b79 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-680079121-network', 'tenant_id': 'b1eed01e32a84bbdb1193155f2d33d97'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:42:51.615670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aea42b6-7919-4365-ba29-ad3f06098b79 admin admin] Made reservation on behalf of b1eed01e32a84bbdb1193155f2d33d97 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:42:51.618219 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aea42b6-7919-4365-ba29-ad3f06098b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:51.627639 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aea42b6-7919-4365-ba29-ad3f06098b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:51.705016 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aea42b6-7919-4365-ba29-ad3f06098b79 admin admin] Publish callbacks [] for security_group (08133b05-9887-4aa7-98aa-3fecacf8dcd3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:51.752848 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aea42b6-7919-4365-ba29-ad3f06098b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (08133b05-9887-4aa7-98aa-3fecacf8dcd3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:51.777446 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aea42b6-7919-4365-ba29-ad3f06098b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:42:51.786826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea42b6-7919-4365-ba29-ad3f06098b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08133b05-9887-4aa7-98aa-3fecacf8dcd3,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:51.791692 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aea42b6-7919-4365-ba29-ad3f06098b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (99f044e0-bd7e-451f-9540-9be0f3c7ae95), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:51.792031 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-8aea42b6-7919-4365-ba29-ad3f06098b79 admin admin] Added segment 99f044e0-bd7e-451f-9540-9be0f3c7ae95 of type vlan for network e1142866-22f6-42c4-aac4-2e6b0a456e75
Feb 12 21:42:51.831377 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aea42b6-7919-4365-ba29-ad3f06098b79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (e1142866-22f6-42c4-aac4-2e6b0a456e75), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:51.918889 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aea42b6-7919-4365-ba29-ad3f06098b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (e1142866-22f6-42c4-aac4-2e6b0a456e75), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:51.919847 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aea42b6-7919-4365-ba29-ad3f06098b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:51.920432 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8aea42b6-7919-4365-ba29-ad3f06098b79 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:51.957506 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 0b716239-d15e-4a58-bba7-701ee08e7396 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:42:51.977343 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 0b716239-d15e-4a58-bba7-701ee08e7396 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:42:51.984534 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 0b716239-d15e-4a58-bba7-701ee08e7396 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:42:51.984658 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea42b6-7919-4365-ba29-ad3f06098b79 admin admin] Pushing event updated for resources: {'Network': ['ID=e1142866-22f6-42c4-aac4-2e6b0a456e75,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:51.990163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network e1142866-22f6-42c4-aac4-2e6b0a456e75 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:42:52.029409 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8aea42b6-7919-4365-ba29-ad3f06098b79 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6185067
Feb 12 21:42:52.032132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 53934) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:42:52.036808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-719b4d61-f857-467c-9848-22e479001a87 admin admin] Request body: {'subnet': {'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-680079121-subnet', 'tenant_id': 'b1eed01e32a84bbdb1193155f2d33d97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:42:52.123589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719b4d61-f857-467c-9848-22e479001a87 admin admin] Made reservation on behalf of b1eed01e32a84bbdb1193155f2d33d97 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:42:52.126293 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-719b4d61-f857-467c-9848-22e479001a87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:52.359055 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-719b4d61-f857-467c-9848-22e479001a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:52.418058 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b4d61-f857-467c-9848-22e479001a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:52.428212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b4d61-f857-467c-9848-22e479001a87 admin admin] Checking segment: {'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:42:52.428574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719b4d61-f857-467c-9848-22e479001a87 admin admin] Network hostable DHCP agents. Network: e1142866-22f6-42c4-aac4-2e6b0a456e75, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:42:52.524186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719b4d61-f857-467c-9848-22e479001a87 admin admin] Network e1142866-22f6-42c4-aac4-2e6b0a456e75 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:42:52.610018 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-719b4d61-f857-467c-9848-22e479001a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e1142866-22f6-42c4-aac4-2e6b0a456e75) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:42:52.613924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b4d61-f857-467c-9848-22e479001a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:52.614518 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-719b4d61-f857-467c-9848-22e479001a87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:52.618942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ecafdd-36d1-4435-9f3d-0f4f60deaab8 None None] Network e1142866-22f6-42c4-aac4-2e6b0a456e75 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:42:52.719204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98f39c7-0748-4bbc-b55c-4a094752e71a None None] Network e1142866-22f6-42c4-aac4-2e6b0a456e75 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:42:52.726290 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-719b4d61-f857-467c-9848-22e479001a87 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6931326
Feb 12 21:42:53.465976 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-b50f74fb-2c9d-4979-9ee8-4d4a39df782b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:53.467654 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-b50f74fb-2c9d-4979-9ee8-4d4a39df782b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 814 time: 0.4155240
Feb 12 21:42:53.483406 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-d46c549c-3acb-4fa1-85a9-7ea367858490 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/quotas/b1eed01e32a84bbdb1193155f2d33d97 HTTP/1.1" status: 200  len: 375 time: 0.0099456
Feb 12 21:42:53.517301 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-cc936004-4e30-4ba2-ae7f-c36e1dd512b1 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0281880
Feb 12 21:42:53.614370 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-0b6f84aa-a2c1-4604-af6a-ea3039a5e986 service neutron] 10.222.0.31 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900600
Feb 12 21:42:53.706312 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-fdfc2e93-5eeb-4838-a210-b1f96516084a service neutron] 10.222.0.31 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861738
Feb 12 21:42:53.942264 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8c8fef76-78d6-4e87-ab44-533da8bfaf27 req-bb75e167-adb7-4f47-8385-246c3605a205 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 210 time: 0.0294695
Feb 12 21:42:54.614288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-8d36ee8f-0e09-4f37-8ffd-03a2a5833cd9 req-20811cd4-1b24-463b-9a2e-9e661133c59f service neutron] (126505) timed out ('10.222.0.48', 51564) {{(pid=126505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 21:42:55.041865 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-17885490-88c1-4a72-b00e-8c34e1a598d7 req-0c91fde3-f1c5-4ce6-929f-c02cb421e7db tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 210 time: 0.0318666
Feb 12 21:42:55.867098 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d2b3e762-4d67-4d3e-9a63-c0527fb2c616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:55.965910 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-9d92a781-2056-495a-8fbe-7430d22ad097 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:55.967503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-9d92a781-2056-495a-8fbe-7430d22ad097 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.50 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 814 time: 0.1068528
Feb 12 21:42:55.978490 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-9b1181e7-b8ee-4e9f-9789-e7cc60db8da8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Request body: {'port': {'device_id': '29a61450-43e0-4f30-a45a-3d404ec73e6f', 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75', 'admin_state_up': True, 'tenant_id': 'b1eed01e32a84bbdb1193155f2d33d97'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:42:56.144006 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cbb05992-b286-4f77-82cc-ccfa424d93c2 req-05e58267-b633-44c4-8081-faa328bacdba tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 210 time: 0.0274508
Feb 12 21:42:56.158421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-9b1181e7-b8ee-4e9f-9789-e7cc60db8da8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Made reservation on behalf of b1eed01e32a84bbdb1193155f2d33d97 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:42:56.161872 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-9b1181e7-b8ee-4e9f-9789-e7cc60db8da8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:56.289644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-9b1181e7-b8ee-4e9f-9789-e7cc60db8da8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Allocated IP 172.20.0.14 (e1142866-22f6-42c4-aac4-2e6b0a456e75/b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d/b3ac580a-7355-4f52-812b-01d6744e0bc2) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:42:56.437692 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-9b1181e7-b8ee-4e9f-9789-e7cc60db8da8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Publish callbacks [] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:56.525289 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-9b1181e7-b8ee-4e9f-9789-e7cc60db8da8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:56.579459 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-9b1181e7-b8ee-4e9f-9789-e7cc60db8da8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Network e1142866-22f6-42c4-aac4-2e6b0a456e75 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:42:56.582468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-9b1181e7-b8ee-4e9f-9789-e7cc60db8da8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:42:56.586239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-9b1181e7-b8ee-4e9f-9789-e7cc60db8da8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:42:56.593343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1181e7-b8ee-4e9f-9789-e7cc60db8da8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Pushing event updated for resources: {'Port': ['ID=b3ac580a-7355-4f52-812b-01d6744e0bc2,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:56.638287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-9b1181e7-b8ee-4e9f-9789-e7cc60db8da8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:56.638893 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-9b1181e7-b8ee-4e9f-9789-e7cc60db8da8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:56.692499 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-9b1181e7-b8ee-4e9f-9789-e7cc60db8da8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7177107
Feb 12 21:42:56.703393 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Request body: {'port': {'device_id': '29a61450-43e0-4f30-a45a-3d404ec73e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:42:56.765514 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:57.027475 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ac580a-7355-4f52-812b-01d6744e0bc2 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:42:57.034925 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Publish callbacks [] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:57.046748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Transition to ACTIVE for port object b3ac580a-7355-4f52-812b-01d6744e0bc2 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:42:57.101508 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:57.150159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ac580a-7355-4f52-812b-01d6744e0bc2,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:57.231820 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Attempting to bind port b3ac580a-7355-4f52-812b-01d6744e0bc2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:42:57.232182 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Attempting to bind port b3ac580a-7355-4f52-812b-01d6744e0bc2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:42:57.232482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Attempting to bind port b3ac580a-7355-4f52-812b-01d6744e0bc2 on network e1142866-22f6-42c4-aac4-2e6b0a456e75 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:42:57.233148 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:57.237388 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Port b3ac580a-7355-4f52-812b-01d6744e0bc2 on network e1142866-22f6-42c4-aac4-2e6b0a456e75 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:42:57.237813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Attempting to bind port b3ac580a-7355-4f52-812b-01d6744e0bc2 on network e1142866-22f6-42c4-aac4-2e6b0a456e75 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:42:57.242997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:42:57.243338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Checking segment: {'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:42:57.243730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Bound using segment: {'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:42:57.244414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Bound port: b3ac580a-7355-4f52-812b-01d6744e0bc2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:42:57.244669 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:57.272632 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10700e-d311-4be6-a299-c99aec5b57d6 req-39d0f503-e16a-4bd5-8cb2-8b37f2d5e42b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:57.274189 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a10700e-d311-4be6-a299-c99aec5b57d6 req-39d0f503-e16a-4bd5-8cb2-8b37f2d5e42b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 944 time: 0.0566776
Feb 12 21:42:57.309719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] For port b3ac580a-7355-4f52-812b-01d6744e0bc2, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:42:57.312702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] For port b3ac580a-7355-4f52-812b-01d6744e0bc2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:42:57.322747 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4a10700e-d311-4be6-a299-c99aec5b57d6 req-9ee97533-9b9c-4bf9-a086-003ea315ef4c tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427203
Feb 12 21:42:57.387714 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:57.423969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:57.424640 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:57.426169 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] 10.222.0.50 "PUT /v2.0/ports/b3ac580a-7355-4f52-812b-01d6744e0bc2 HTTP/1.1" status: 200  len: 1092 time: 0.7269087
Feb 12 21:42:57.426610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a61450-43e0-4f30-a45a-3d404ec73e6f', 'tag': 'b3ac580a-7355-4f52-812b-01d6744e0bc2'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:42:57.428883 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494aac22-355e-4172-8334-4dbaab6b5811" -d '{"events": [{"name": "network-changed", "server_uuid": "29a61450-43e0-4f30-a45a-3d404ec73e6f", "tag": "b3ac580a-7355-4f52-812b-01d6744e0bc2"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:42:57.453736 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5deede-a187-4725-8a45-2a6be49d6362 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ac580a-7355-4f52-812b-01d6744e0bc2,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:42:57.465754 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42749be7-2ef7-4e3d-88e0-b9dc54f44f3b x-openstack-request-id: req-42749be7-2ef7-4e3d-88e0-b9dc54f44f3b {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:42:57.466174 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a61450-43e0-4f30-a45a-3d404ec73e6f", "tag": "b3ac580a-7355-4f52-812b-01d6744e0bc2", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:42:57.466315 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42749be7-2ef7-4e3d-88e0-b9dc54f44f3b {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:42:57.466722 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a61450-43e0-4f30-a45a-3d404ec73e6f', 'tag': 'b3ac580a-7355-4f52-812b-01d6744e0bc2', 'status': 'completed', 'code': 200}
Feb 12 21:42:57.540491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aac22-355e-4172-8334-4dbaab6b5811 req-a86b54a4-d67d-444f-a1a6-d9e4c0b92112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:57.542765 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-494aac22-355e-4172-8334-4dbaab6b5811 req-a86b54a4-d67d-444f-a1a6-d9e4c0b92112 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 1126 time: 0.0558472
Feb 12 21:42:57.641300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aac22-355e-4172-8334-4dbaab6b5811 req-2521876e-78c1-474f-b3f6-60e49d9fc2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:57.642812 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-494aac22-355e-4172-8334-4dbaab6b5811 req-2521876e-78c1-474f-b3f6-60e49d9fc2e0 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0920284
Feb 12 21:42:57.738912 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aac22-355e-4172-8334-4dbaab6b5811 req-63f9d911-a8e8-477c-b219-dee485818c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:57.740402 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-494aac22-355e-4172-8334-4dbaab6b5811 req-63f9d911-a8e8-477c-b219-dee485818c9d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0923505
Feb 12 21:42:57.820670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-18c9a0ea-1a04-4815-bdd2-7a6e051d310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:57.822205 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-18c9a0ea-1a04-4815-bdd2-7a6e051d310c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 1126 time: 0.0467076
Feb 12 21:42:57.864467 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-62f79223-af4f-484c-9c00-604ca5c5f1e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2 HTTP/1.1" status: 200  len: 217 time: 0.0351226
Feb 12 21:42:57.915910 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-7769106c-7a74-4a1c-a43a-3d1f6bbdd3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:57.918085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-7769106c-7a74-4a1c-a43a-3d1f6bbdd3b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d HTTP/1.1" status: 200  len: 854 time: 0.0481596
Feb 12 21:42:57.950418 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-659e7a55-768e-44c5-ae85-32172f4fe85e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1142866-22f6-42c4-aac4-2e6b0a456e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263262
Feb 12 21:42:58.039056 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-be5850f6-2773-4bed-a6fb-8e1f0d7990bb service neutron] 10.222.0.50 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824192
Feb 12 21:42:58.131922 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d322ed5c-c8ab-47f8-a58d-50ecf70dd3af req-669879b2-9a7e-4be3-86cb-5f4528a8f18b service neutron] 10.222.0.50 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871005
Feb 12 21:42:58.277990 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ee3c87c2-d3c0-44f6-bf49-188594e737ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:58.447702 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a9685-667a-495d-909a-3f6cf8ecda2f req-db6f5c50-df62-48b3-95ce-44830307d62a tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:58.449841 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fe6a9685-667a-495d-909a-3f6cf8ecda2f req-db6f5c50-df62-48b3-95ce-44830307d62a tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 944 time: 0.0531607
Feb 12 21:42:58.496459 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fe6a9685-667a-495d-909a-3f6cf8ecda2f req-74172445-7677-43f3-ab4c-a5b3039000f0 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407407
Feb 12 21:42:59.598885 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:42:59.619323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666fba4-9cf9-414f-913c-280ca7f4d237 req-09a1e647-709c-451e-87bd-5dee70624e07 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:42:59.620912 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8666fba4-9cf9-414f-913c-280ca7f4d237 req-09a1e647-709c-451e-87bd-5dee70624e07 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 944 time: 0.0541031
Feb 12 21:42:59.670760 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8666fba4-9cf9-414f-913c-280ca7f4d237 req-5d27c97c-9880-4b1f-86a7-6027ba8217d6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438223
Feb 12 21:42:59.696101 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:00.797332 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35d993-7246-43a9-8535-dbffc2817e0e req-559bab59-7d21-4744-934a-25131f247898 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:00.798876 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e35d993-7246-43a9-8535-dbffc2817e0e req-559bab59-7d21-4744-934a-25131f247898 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 944 time: 0.0585835
Feb 12 21:43:00.845226 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e35d993-7246-43a9-8535-dbffc2817e0e req-24fbb5d6-fe3b-44d6-ac89-72beec62a777 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407460
Feb 12 21:43:01.084498 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:01.969412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973fb0b-7f4b-49fa-9486-f61f63443869 req-ade018b8-bfe7-417d-86f2-006bde85423f tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:01.971089 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6973fb0b-7f4b-49fa-9486-f61f63443869 req-ade018b8-bfe7-417d-86f2-006bde85423f tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 944 time: 0.0571768
Feb 12 21:43:02.018883 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6973fb0b-7f4b-49fa-9486-f61f63443869 req-32aabc69-0b48-4fa0-aeec-f730ca4eede4 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423203
Feb 12 21:43:02.034445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b3ac580a-7355-4f52-812b-01d6744e0bc2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:43:02.141412 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b3ac580a-7355-4f52-812b-01d6744e0bc2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:43:02.154983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'b3ac580a-7355-4f52-812b-01d6744e0bc2', 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75', 'port_id': 'b3ac580a-7355-4f52-812b-01d6744e0bc2', 'mac_address': 'fa:16:3e:a0:a5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:43:02.192119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port b3ac580a-7355-4f52-812b-01d6744e0bc2 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:43:02.192513 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:02.205419 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:02.207656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ac580a-7355-4f52-812b-01d6744e0bc2 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:43:02.227087 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b3ac580a-7355-4f52-812b-01d6744e0bc2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:43:02.272876 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:02.324077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=b3ac580a-7355-4f52-812b-01d6744e0bc2,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:43:02.458754 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['b3ac580a-7355-4f52-812b-01d6744e0bc2'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:43:03.140635 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cd955-7f33-4c9b-ba9c-6159122be958 req-5b66bad5-9f5d-4683-9aa4-10d6febc4970 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:03.142164 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-274cd955-7f33-4c9b-ba9c-6159122be958 req-5b66bad5-9f5d-4683-9aa4-10d6febc4970 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 945 time: 0.0553350
Feb 12 21:43:03.191624 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-274cd955-7f33-4c9b-ba9c-6159122be958 req-cea4b196-4ce0-4e1b-8eeb-9dc15bcd19ae tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434971
Feb 12 21:43:04.049861 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b3ac580a-7355-4f52-812b-01d6744e0bc2 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:43:04.141101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port b3ac580a-7355-4f52-812b-01d6744e0bc2 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:43:04.145143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port b3ac580a-7355-4f52-812b-01d6744e0bc2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:43:04.145564 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:04.222183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port b3ac580a-7355-4f52-812b-01d6744e0bc2 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:43:04.222588 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:04.246279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a61450-43e0-4f30-a45a-3d404ec73e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ac580a-7355-4f52-812b-01d6744e0bc2'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:43:04.248541 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc5a5ad-64d6-40b2-9df4-7e578f0b05a6" -d '{"events": [{"server_uuid": "29a61450-43e0-4f30-a45a-3d404ec73e6f", "name": "network-vif-plugged", "status": "completed", "tag": "b3ac580a-7355-4f52-812b-01d6744e0bc2"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:43:04.261391 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port b3ac580a-7355-4f52-812b-01d6744e0bc2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:43:04.292441 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda49f0c-e71e-466e-b6e2-717893a59745 x-openstack-request-id: req-fda49f0c-e71e-466e-b6e2-717893a59745 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:43:04.293042 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a61450-43e0-4f30-a45a-3d404ec73e6f", "name": "network-vif-plugged", "status": "completed", "tag": "b3ac580a-7355-4f52-812b-01d6744e0bc2", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:43:04.293491 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fda49f0c-e71e-466e-b6e2-717893a59745 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:43:04.293911 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a61450-43e0-4f30-a45a-3d404ec73e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ac580a-7355-4f52-812b-01d6744e0bc2', 'code': 200}
Feb 12 21:43:04.315566 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4011d-cb96-4f87-af94-cf7f0cef2829 req-3c65eb38-0628-446a-9a63-9d4ee27b0f4e tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:04.316999 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14f4011d-cb96-4f87-af94-cf7f0cef2829 req-3c65eb38-0628-446a-9a63-9d4ee27b0f4e tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 945 time: 0.0564690
Feb 12 21:43:04.330143 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:04.369578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14f4011d-cb96-4f87-af94-cf7f0cef2829 req-706cb6c9-2fb2-4a52-b9f4-e6027b0c3792 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452590
Feb 12 21:43:04.386809 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=b3ac580a-7355-4f52-812b-01d6744e0bc2,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:43:04.417667 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439749ee-dfb0-462b-8caa-3bca69a17d45 req-30321903-160b-439d-9173-2ce99c4ddd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:04.419733 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-439749ee-dfb0-462b-8caa-3bca69a17d45 req-30321903-160b-439d-9173-2ce99c4ddd14 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 1128 time: 0.0487380
Feb 12 21:43:04.461896 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-439749ee-dfb0-462b-8caa-3bca69a17d45 req-84ab26ce-e2eb-4dbe-aa7b-36b8f892cae1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372667
Feb 12 21:43:05.506085 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c9726-020a-4cfa-b3c2-967bd2f7a03e req-f595b693-f8fb-435c-9f24-eb19e60cf32d tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:05.507591 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f97c9726-020a-4cfa-b3c2-967bd2f7a03e req-f595b693-f8fb-435c-9f24-eb19e60cf32d tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0540755
Feb 12 21:43:05.560036 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f97c9726-020a-4cfa-b3c2-967bd2f7a03e req-d89c253a-db6d-4154-ace7-58f9302cc775 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459666
Feb 12 21:43:06.679482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a62747-3af4-4e08-848a-d73b9c46541e req-4bd9885c-dd63-43a2-a3cf-25771db20fc6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:06.680966 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14a62747-3af4-4e08-848a-d73b9c46541e req-4bd9885c-dd63-43a2-a3cf-25771db20fc6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0522952
Feb 12 21:43:06.728050 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14a62747-3af4-4e08-848a-d73b9c46541e req-a9ceecc6-ff3d-4b0f-a043-6692b8254340 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407176
Feb 12 21:43:06.850093 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259616c7-5810-41fc-a9f0-e3f9e77c95dc req-4ec8d375-abdb-4744-8029-f4eee470ba20 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:06.851714 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-259616c7-5810-41fc-a9f0-e3f9e77c95dc req-4ec8d375-abdb-4744-8029-f4eee470ba20 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0527875
Feb 12 21:43:06.898826 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-259616c7-5810-41fc-a9f0-e3f9e77c95dc req-4bed8418-df8f-4d86-a72b-4ba398a6ea7a tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415137
Feb 12 21:43:07.169577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6fc07-b57a-4f0f-910f-a2ceb0139d91 req-b173474e-3f96-4b78-9f55-f410ed92eed6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:07.171079 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16d6fc07-b57a-4f0f-910f-a2ceb0139d91 req-b173474e-3f96-4b78-9f55-f410ed92eed6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0536640
Feb 12 21:43:07.217021 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16d6fc07-b57a-4f0f-910f-a2ceb0139d91 req-1775029c-d8ee-4722-bf8d-011f0f3075d9 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402815
Feb 12 21:43:07.334857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e81e8f-96ab-4016-b316-b1a412a6a0ab req-9c9b2f0c-2f21-4e7c-a663-5d44425d41a8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:07.336314 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e81e8f-96ab-4016-b316-b1a412a6a0ab req-9c9b2f0c-2f21-4e7c-a663-5d44425d41a8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0519254
Feb 12 21:43:07.387801 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33e81e8f-96ab-4016-b316-b1a412a6a0ab req-b9f86a59-6ece-40d1-8933-098f2357d7cd tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452714
Feb 12 21:43:07.743201 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f91346-1602-460d-8c24-622f831601fe req-7f6d9ea6-dbc0-486b-9392-47fe0ea257fc tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:07.746962 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4f91346-1602-460d-8c24-622f831601fe req-7f6d9ea6-dbc0-486b-9392-47fe0ea257fc tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0527396
Feb 12 21:43:07.793064 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4f91346-1602-460d-8c24-622f831601fe req-a1d36d8a-21c1-4b43-ab4e-4c5fdc000818 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422626
Feb 12 21:43:07.917984 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-d2746e3d-3f74-4129-a9b8-d7003f777096 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0478079
Feb 12 21:43:08.514939 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-190b8094-f8eb-4137-842e-47521f16b74c tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:08.516276 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-190b8094-f8eb-4137-842e-47521f16b74c tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports/b3ac580a-7355-4f52-812b-01d6744e0bc2 HTTP/1.1" status: 200  len: 943 time: 0.0460849
Feb 12 21:43:08.918574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ab76f-f0e9-45ed-ae16-fdcd7ea966f8 req-8a749c45-1002-459f-8fe9-4dae11b0b543 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:08.920070 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-db3ab76f-f0e9-45ed-ae16-fdcd7ea966f8 req-8a749c45-1002-459f-8fe9-4dae11b0b543 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0585704
Feb 12 21:43:08.967503 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-db3ab76f-f0e9-45ed-ae16-fdcd7ea966f8 req-64555155-4e38-4139-85f2-9b9928ddf3c9 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415800
Feb 12 21:43:10.103016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a314ab91-de4d-458c-90e5-13da4b4502bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:10.105212 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a314ab91-de4d-458c-90e5-13da4b4502bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 1128 time: 0.0779617
Feb 12 21:43:10.115855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e3cc4-a97f-4ab4-a828-f88880e105d5 req-32f703e9-8824-43a0-9811-63e058701d73 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:10.117222 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-871e3cc4-a97f-4ab4-a828-f88880e105d5 req-32f703e9-8824-43a0-9811-63e058701d73 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0807154
Feb 12 21:43:10.222093 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-871e3cc4-a97f-4ab4-a828-f88880e105d5 req-8fecabfd-3c1d-485c-b91d-017d3071919d tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968621
Feb 12 21:43:10.238513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-508b2049-444e-4a08-ab4b-9b56af023ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:10.239961 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-508b2049-444e-4a08-ab4b-9b56af023ac0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 915 time: 0.1218846
Feb 12 21:43:10.283555 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4ff2149-458a-42e4-bbac-d8b4812fc3b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2 HTTP/1.1" status: 200  len: 217 time: 0.0383744
Feb 12 21:43:10.331786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-adce1842-2fe6-48ff-b2c2-fbf5bf0ff09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:10.332607 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-adce1842-2fe6-48ff-b2c2-fbf5bf0ff09e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d HTTP/1.1" status: 200  len: 854 time: 0.0438013
Feb 12 21:43:10.362774 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-134aae4e-78da-4f40-9be4-96893d818f1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1142866-22f6-42c4-aac4-2e6b0a456e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249290
Feb 12 21:43:10.372209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-b2d3d9b7-9568-41b6-a320-4a1396d99c52 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:43:10.373141 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-b2d3d9b7-9568-41b6-a320-4a1396d99c52 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052912
Feb 12 21:43:10.463862 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-9c896aac-73bb-4aea-83b8-a220e3e004c0 service neutron] 10.222.0.50 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850062
Feb 12 21:43:10.552238 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-7fb95f72-98df-4152-a132-a46d02b8ed09 service neutron] 10.222.0.50 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832036
Feb 12 21:43:11.345807 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e1c33-05df-41ed-a7f2-6ea6b3271818 req-b86c0bdd-1877-483a-932f-06fcfcd01f44 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:11.347279 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-832e1c33-05df-41ed-a7f2-6ea6b3271818 req-b86c0bdd-1877-483a-932f-06fcfcd01f44 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0564702
Feb 12 21:43:11.394765 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-832e1c33-05df-41ed-a7f2-6ea6b3271818 req-fab5f9b7-a49c-43d7-97f2-e1d280273b6e tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418305
Feb 12 21:43:12.521453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a697693-9988-47ce-b447-649d5e9902f3 req-f7761f8c-c378-4b60-8033-525fd8a0e281 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:12.522922 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a697693-9988-47ce-b447-649d5e9902f3 req-f7761f8c-c378-4b60-8033-525fd8a0e281 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0575261
Feb 12 21:43:12.571044 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a697693-9988-47ce-b447-649d5e9902f3 req-fff27def-39c5-4266-a0d1-5ad617fbd34b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420830
Feb 12 21:43:13.692046 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7854a3-f88d-4631-b4ef-3d51ca4a9402 req-0295a080-5412-4371-b8e1-181ddf86d2d1 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:13.693553 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f7854a3-f88d-4631-b4ef-3d51ca4a9402 req-0295a080-5412-4371-b8e1-181ddf86d2d1 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0536482
Feb 12 21:43:13.740311 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f7854a3-f88d-4631-b4ef-3d51ca4a9402 req-7cd8d3c7-48bc-4e0e-9164-73557750cfb6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408742
Feb 12 21:43:14.860811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9e206-d5cd-48e2-bfa9-49b87d1059cd req-c64f7886-2cbe-4fa7-8dd7-6e97bfa72e04 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:14.862294 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4b9e206-d5cd-48e2-bfa9-49b87d1059cd req-c64f7886-2cbe-4fa7-8dd7-6e97bfa72e04 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0516500
Feb 12 21:43:14.908112 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4b9e206-d5cd-48e2-bfa9-49b87d1059cd req-8772d38a-b14e-43b2-8d4c-6903255e213d tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399346
Feb 12 21:43:16.027576 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043ea1e-3f97-469b-92bb-b276eecf052e req-f2d20a4f-211c-495e-b249-5f860a68f7e0 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:16.028966 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a043ea1e-3f97-469b-92bb-b276eecf052e req-f2d20a4f-211c-495e-b249-5f860a68f7e0 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0526316
Feb 12 21:43:16.079358 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a043ea1e-3f97-469b-92bb-b276eecf052e req-8bcb71fc-8d28-451a-89d2-0c27ff84d47a tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447690
Feb 12 21:43:17.200880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e840d42-4552-4435-9924-70c42a456288 req-7769a084-f9e9-432a-8f70-702948ea3c38 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:17.202377 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e840d42-4552-4435-9924-70c42a456288 req-7769a084-f9e9-432a-8f70-702948ea3c38 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0534477
Feb 12 21:43:17.256223 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e840d42-4552-4435-9924-70c42a456288 req-a3430f44-4fa5-4f7a-8435-c6c958bcaae5 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481379
Feb 12 21:43:18.228307 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915aa238-abf5-4ed0-bcd5-fa31e9942823 req-66dca2d8-a52f-4d2b-92af-18d58ef26d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:18.230444 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-915aa238-abf5-4ed0-bcd5-fa31e9942823 req-66dca2d8-a52f-4d2b-92af-18d58ef26d3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 1128 time: 0.0939612
Feb 12 21:43:18.331377 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915aa238-abf5-4ed0-bcd5-fa31e9942823 req-6363226b-962d-45fc-8f42-b2d39098dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:18.332825 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-915aa238-abf5-4ed0-bcd5-fa31e9942823 req-6363226b-962d-45fc-8f42-b2d39098dd7f service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 915 time: 0.0844498
Feb 12 21:43:18.375876 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec297f-4bff-474e-83d6-e053ba0856f5 req-cac9c9cc-d4c0-42cc-a2fc-1f7114cd8be3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:18.377433 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-91ec297f-4bff-474e-83d6-e053ba0856f5 req-cac9c9cc-d4c0-42cc-a2fc-1f7114cd8be3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0532568
Feb 12 21:43:18.377729 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-915aa238-abf5-4ed0-bcd5-fa31e9942823 req-07f7033d-aa7f-4ac9-910a-c56f004b6f52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2 HTTP/1.1" status: 200  len: 217 time: 0.0385387
Feb 12 21:43:18.424432 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-91ec297f-4bff-474e-83d6-e053ba0856f5 req-e8ba53c6-f197-4b7c-a728-d802796321e2 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412731
Feb 12 21:43:18.425652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915aa238-abf5-4ed0-bcd5-fa31e9942823 req-7963c287-b915-490f-90f5-5a7a3cd80c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:18.427369 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-915aa238-abf5-4ed0-bcd5-fa31e9942823 req-7963c287-b915-490f-90f5-5a7a3cd80c91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d HTTP/1.1" status: 200  len: 854 time: 0.0445480
Feb 12 21:43:18.458841 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-915aa238-abf5-4ed0-bcd5-fa31e9942823 req-85a173f9-d18c-445e-9bcc-f2d73c0bae37 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1142866-22f6-42c4-aac4-2e6b0a456e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0255284
Feb 12 21:43:18.550020 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-915aa238-abf5-4ed0-bcd5-fa31e9942823 req-fbd36a97-3feb-4339-a4ed-73e5724d56e9 service neutron] 10.222.0.50 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852807
Feb 12 21:43:18.637058 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-915aa238-abf5-4ed0-bcd5-fa31e9942823 req-2f1dbdfd-efda-4ed7-a022-39c043d49850 service neutron] 10.222.0.50 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813808
Feb 12 21:43:19.545693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec08620-5773-4c50-bf4f-41809e8a0d08 req-2f040d83-257e-4ccd-954d-cb9a5adeccad tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:19.547153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0ec08620-5773-4c50-bf4f-41809e8a0d08 req-2f040d83-257e-4ccd-954d-cb9a5adeccad tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0517683
Feb 12 21:43:19.597419 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0ec08620-5773-4c50-bf4f-41809e8a0d08 req-616336a2-7b09-4bce-af4c-7a32876393c6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446558
Feb 12 21:43:20.720772 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0743b96-670f-4117-b0c0-51f62e3f8628 req-812b0674-b360-441c-8457-b3289ac5d8e8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:20.722284 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b0743b96-670f-4117-b0c0-51f62e3f8628 req-812b0674-b360-441c-8457-b3289ac5d8e8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0536609
Feb 12 21:43:20.769787 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b0743b96-670f-4117-b0c0-51f62e3f8628 req-c6a2748e-489d-4b54-a979-62117aaf6266 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417614
Feb 12 21:43:21.684784 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:43:21.893455 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee351005-c5ae-431c-ac85-9b583ee5e006 req-b574eb85-c57b-4bbe-a668-5cbade2a341d tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:21.894977 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee351005-c5ae-431c-ac85-9b583ee5e006 req-b574eb85-c57b-4bbe-a668-5cbade2a341d tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0533454
Feb 12 21:43:21.944185 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee351005-c5ae-431c-ac85-9b583ee5e006 req-a611f6be-3e8c-490e-9a10-820945422f61 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434937
Feb 12 21:43:23.074709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e170808-5b7a-4dba-8273-9f400fa9013b req-8a876d4e-a3e1-483c-9d4e-7fad980f183b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:23.076095 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6e170808-5b7a-4dba-8273-9f400fa9013b req-8a876d4e-a3e1-483c-9d4e-7fad980f183b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0614662
Feb 12 21:43:23.122472 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6e170808-5b7a-4dba-8273-9f400fa9013b req-59fd368d-6e5d-450e-b122-1843037d28c2 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407510
Feb 12 21:43:24.247090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f98aca-c755-4005-9d58-732da772f9c3 req-d417c5a1-1767-4aa2-9ea0-a635abd6c85e tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:24.248572 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9f98aca-c755-4005-9d58-732da772f9c3 req-d417c5a1-1767-4aa2-9ea0-a635abd6c85e tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0566213
Feb 12 21:43:24.295012 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9f98aca-c755-4005-9d58-732da772f9c3 req-cfc92767-9d3c-445a-931f-bb30d2611574 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408714
Feb 12 21:43:25.411399 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f6bf3-b4be-416b-8a3e-1b49ccb0cf7c req-abb0131f-856f-4af7-8799-19dcbab4bfd8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:25.412864 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7c8f6bf3-b4be-416b-8a3e-1b49ccb0cf7c req-abb0131f-856f-4af7-8799-19dcbab4bfd8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0519366
Feb 12 21:43:25.460757 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7c8f6bf3-b4be-416b-8a3e-1b49ccb0cf7c req-e9748780-4249-4f31-9569-5d44728b35ea tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416987
Feb 12 21:43:25.865664 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-438f25f6-ffd7-480f-9ace-b9dc38626fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:26.582584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34568cd8-5560-43eb-88a2-b3ffee3cee7f req-b6f6180a-1fe3-4c46-9fe9-ddeb420c3b5e tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:26.584019 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34568cd8-5560-43eb-88a2-b3ffee3cee7f req-b6f6180a-1fe3-4c46-9fe9-ddeb420c3b5e tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0549366
Feb 12 21:43:26.631085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34568cd8-5560-43eb-88a2-b3ffee3cee7f req-feb08db2-91dc-4d30-9233-1a28bd1ef146 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410256
Feb 12 21:43:27.242675 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:27.593208 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-dae28d6e-f1cd-45e9-91b0-816eb8c104cf service neutron] show failed (client error): The resource could not be found.
Feb 12 21:43:27.594158 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-dae28d6e-f1cd-45e9-91b0-816eb8c104cf service neutron] 10.222.0.50 "GET /v2.0/ports/b3ac580a-7355-4f52-812b-01d6744e0bc2/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0554276
Feb 12 21:43:27.756653 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092edbe-aac3-468d-bd39-ced4ba49fddd req-7ceaa4f2-bd8f-4542-998f-207190e68be8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:27.758200 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c092edbe-aac3-468d-bd39-ced4ba49fddd req-7ceaa4f2-bd8f-4542-998f-207190e68be8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0568609
Feb 12 21:43:27.806020 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c092edbe-aac3-468d-bd39-ced4ba49fddd req-0ffafc68-c641-45a0-b26b-c86919b0aae6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409503
Feb 12 21:43:28.193458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-dff4e89a-40f8-4b0b-a8e2-cddc4d3daef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:28.194950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-dff4e89a-40f8-4b0b-a8e2-cddc4d3daef2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f&tenant_id=b1eed01e32a84bbdb1193155f2d33d97 HTTP/1.1" status: 200  len: 1128 time: 0.0997603
Feb 12 21:43:28.208429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-3f5c7177-84b9-44ca-84bb-5591545ec248 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:43:28.209382 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-3f5c7177-84b9-44ca-84bb-5591545ec248 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049229
Feb 12 21:43:28.223905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:43:28.282458 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-36729f02-430a-4054-ae04-267f24881bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:28.287175 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:28.488250 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] For port b3ac580a-7355-4f52-812b-01d6744e0bc2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:43:28.520988 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] For port b3ac580a-7355-4f52-812b-01d6744e0bc2, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:43:28.560071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a61450-43e0-4f30-a45a-3d404ec73e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3ac580a-7355-4f52-812b-01d6744e0bc2'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:43:28.562360 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c90534-a1a0-4c7d-afb7-04b4932d3054" -d '{"events": [{"server_uuid": "29a61450-43e0-4f30-a45a-3d404ec73e6f", "name": "network-vif-unplugged", "status": "completed", "tag": "b3ac580a-7355-4f52-812b-01d6744e0bc2"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:43:28.566213 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Publish callbacks [] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:28.579631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Transition to ACTIVE for port object b3ac580a-7355-4f52-812b-01d6744e0bc2 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:43:28.650070 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:28.687523 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf84749-c8b7-4cb2-909b-bfc816051d14 x-openstack-request-id: req-bbf84749-c8b7-4cb2-909b-bfc816051d14 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:43:28.687813 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a61450-43e0-4f30-a45a-3d404ec73e6f", "name": "network-vif-unplugged", "status": "completed", "tag": "b3ac580a-7355-4f52-812b-01d6744e0bc2", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:43:28.688071 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbf84749-c8b7-4cb2-909b-bfc816051d14 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:43:28.688459 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a61450-43e0-4f30-a45a-3d404ec73e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3ac580a-7355-4f52-812b-01d6744e0bc2', 'code': 200}
Feb 12 21:43:28.719468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] No DVR routers for this DVR port b3ac580a-7355-4f52-812b-01d6744e0bc2 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:43:28.722528 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ac580a-7355-4f52-812b-01d6744e0bc2,revision_number=6']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:43:28.756976 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Attempting to bind port b3ac580a-7355-4f52-812b-01d6744e0bc2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:43:28.757316 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Attempting to bind port b3ac580a-7355-4f52-812b-01d6744e0bc2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:43:28.757683 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Attempting to bind port b3ac580a-7355-4f52-812b-01d6744e0bc2 on network e1142866-22f6-42c4-aac4-2e6b0a456e75 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:43:28.763326 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Port b3ac580a-7355-4f52-812b-01d6744e0bc2 on network e1142866-22f6-42c4-aac4-2e6b0a456e75 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:43:28.763874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Attempting to bind port b3ac580a-7355-4f52-812b-01d6744e0bc2 on network e1142866-22f6-42c4-aac4-2e6b0a456e75 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:43:28.769474 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:43:28.770046 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Checking segment: {'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:43:28.770701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Bound using segment: {'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:43:28.771426 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Bound port: b3ac580a-7355-4f52-812b-01d6744e0bc2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:43:28.772034 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:28.834389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] For port b3ac580a-7355-4f52-812b-01d6744e0bc2, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:43:28.837404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] For port b3ac580a-7355-4f52-812b-01d6744e0bc2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:43:28.896160 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:28.928269 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509f4ca-e624-43ec-8230-fa65ecd61c99 req-ee8ac877-ac5c-43e5-8e7a-4b538ddbe485 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:28.929707 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3509f4ca-e624-43ec-8230-fa65ecd61c99 req-ee8ac877-ac5c-43e5-8e7a-4b538ddbe485 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 944 time: 0.0534678
Feb 12 21:43:28.936025 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:28.936652 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:28.938318 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] 10.222.0.48 "PUT /v2.0/ports/b3ac580a-7355-4f52-812b-01d6744e0bc2 HTTP/1.1" status: 200  len: 1092 time: 0.7183301
Feb 12 21:43:28.961041 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4420b5e-5084-46a4-824d-87e1cc63ece3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ac580a-7355-4f52-812b-01d6744e0bc2,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:43:28.981458 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3509f4ca-e624-43ec-8230-fa65ecd61c99 req-1eae8ab8-7144-4132-afe1-9fc9331e459b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451472
Feb 12 21:43:29.007156 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-76505266-62b3-4a39-8d6f-b2545e3ad6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:29.008673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-76505266-62b3-4a39-8d6f-b2545e3ad6fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 1126 time: 0.0448320
Feb 12 21:43:29.437102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-bc7e81fa-71d8-46d2-9d98-628b458a4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:29.438591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-bc7e81fa-71d8-46d2-9d98-628b458a4aad service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 915 time: 0.4238789
Feb 12 21:43:29.485973 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-25ca8402-77f6-4c35-9b66-d6aaf3482fa3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2 HTTP/1.1" status: 200  len: 217 time: 0.0333290
Feb 12 21:43:29.534471 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-16eacef8-6ed7-40d9-a73a-93173cfc1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:29.542427 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-16eacef8-6ed7-40d9-a73a-93173cfc1f2e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d HTTP/1.1" status: 200  len: 854 time: 0.0430181
Feb 12 21:43:29.571061 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-1ef416d8-cd03-4989-9dd2-9bc2c5bb1cae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1142866-22f6-42c4-aac4-2e6b0a456e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258203
Feb 12 21:43:29.604036 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:29.667318 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-caf2fa4c-c03f-4885-89c2-e23259f680f9 service neutron] 10.222.0.48 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865459
Feb 12 21:43:29.735613 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:29.764417 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-493ded4e-fa0b-44d9-bdeb-2d7786cfde09 req-5e5d722b-f724-408e-81e9-356c60a4767c service neutron] 10.222.0.48 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881891
Feb 12 21:43:30.107636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f87f16-3feb-4e17-834e-ff653f5f3ddb req-694d3d53-a069-4f6f-9950-9023a516d891 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:30.109124 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-00f87f16-3feb-4e17-834e-ff653f5f3ddb req-694d3d53-a069-4f6f-9950-9023a516d891 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 944 time: 0.0546775
Feb 12 21:43:30.155337 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-00f87f16-3feb-4e17-834e-ff653f5f3ddb req-66e987e3-f699-4846-833c-57aab126db64 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405135
Feb 12 21:43:30.689970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a61450-43e0-4f30-a45a-3d404ec73e6f', 'tag': 'b3ac580a-7355-4f52-812b-01d6744e0bc2'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:43:30.692383 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b9e832-2ca8-479e-99d2-59b0d3740348" -d '{"events": [{"name": "network-changed", "server_uuid": "29a61450-43e0-4f30-a45a-3d404ec73e6f", "tag": "b3ac580a-7355-4f52-812b-01d6744e0bc2"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:43:30.742258 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d0aa7d-45ea-43c5-9438-ac14ba8d60e9 x-openstack-request-id: req-46d0aa7d-45ea-43c5-9438-ac14ba8d60e9 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:43:30.742556 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a61450-43e0-4f30-a45a-3d404ec73e6f", "tag": "b3ac580a-7355-4f52-812b-01d6744e0bc2", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:43:30.742881 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46d0aa7d-45ea-43c5-9438-ac14ba8d60e9 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:43:30.743295 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a61450-43e0-4f30-a45a-3d404ec73e6f', 'tag': 'b3ac580a-7355-4f52-812b-01d6744e0bc2', 'status': 'completed', 'code': 200}
Feb 12 21:43:30.842119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-3f8b6f1a-ee90-454c-a670-35224fe66e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:30.843641 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-3f8b6f1a-ee90-454c-a670-35224fe66e7b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 1126 time: 0.0819960
Feb 12 21:43:30.846289 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-980733f2-ce74-4359-be49-c7d08cce7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:30.847651 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-980733f2-ce74-4359-be49-c7d08cce7d59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 1126 time: 0.0766408
Feb 12 21:43:31.006926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-6422fe96-d5c1-42f6-907b-bd73968246c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:31.008310 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-6422fe96-d5c1-42f6-907b-bd73968246c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 915 time: 0.1595166
Feb 12 21:43:31.009429 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-e5aa7d63-1f2d-42c5-b4dc-2211bf901c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:31.011462 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-e5aa7d63-1f2d-42c5-b4dc-2211bf901c38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 915 time: 0.1542695
Feb 12 21:43:31.082618 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:31.083833 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-c758d46f-f83d-4c85-87ee-e2fb6212e587 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2 HTTP/1.1" status: 200  len: 217 time: 0.0701468
Feb 12 21:43:31.085174 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-93fbca5d-dccc-41a6-92a6-8dbd702a9c49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2 HTTP/1.1" status: 200  len: 217 time: 0.0660439
Feb 12 21:43:31.167973 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-9dbc0510-0c1d-4693-ad3c-7e746a50a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:31.169486 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-9dbc0510-0c1d-4693-ad3c-7e746a50a0d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d HTTP/1.1" status: 200  len: 854 time: 0.0807137
Feb 12 21:43:31.170861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-4f07e5ab-ec5b-4715-87de-bc035f6daf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:31.172198 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-4f07e5ab-ec5b-4715-87de-bc035f6daf54 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d HTTP/1.1" status: 200  len: 854 time: 0.0751827
Feb 12 21:43:31.226607 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-fe001c8a-821a-4c62-83cb-ecd8a7dc4f33 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1142866-22f6-42c4-aac4-2e6b0a456e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0517561
Feb 12 21:43:31.228545 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-3691beca-e8f3-4864-bde6-32ece18d79cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1142866-22f6-42c4-aac4-2e6b0a456e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464079
Feb 12 21:43:31.411892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5c5e0-b910-4059-ae1f-dbbe5a2c8a98 req-5af57986-94ca-4b1b-9ffe-a948877d68fc tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:31.413398 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-61e5c5e0-b910-4059-ae1f-dbbe5a2c8a98 req-5af57986-94ca-4b1b-9ffe-a948877d68fc tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 944 time: 0.1839762
Feb 12 21:43:31.438191 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-b42e6ac5-5f3e-45e2-a0a6-edac2d7913cd service neutron] 10.222.0.50 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1999283
Feb 12 21:43:31.445321 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-33cdbed9-0bf7-494e-85f3-26401439f7f7 service neutron] 10.222.0.48 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2060976
Feb 12 21:43:31.585383 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-61e5c5e0-b910-4059-ae1f-dbbe5a2c8a98 req-78a63c3a-e6d9-462b-b6d6-263187c139b7 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592274
Feb 12 21:43:31.628270 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-53fe55a6-d228-4dfb-9e38-8aa39748c824 service neutron] 10.222.0.50 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1806247
Feb 12 21:43:31.642997 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55b9e832-2ca8-479e-99d2-59b0d3740348 req-322087ae-dfb2-4bef-8b47-e0536c62fb21 service neutron] 10.222.0.48 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1867654
Feb 12 21:43:32.142866 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b3ac580a-7355-4f52-812b-01d6744e0bc2 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:43:32.184226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] The host nch2-master-1 is not matching for port b3ac580a-7355-4f52-812b-01d6744e0bc2 host nch1-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:43:32.184599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device b3ac580a-7355-4f52-812b-01d6744e0bc2 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:43:32.196570 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:32.415828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b3ac580a-7355-4f52-812b-01d6744e0bc2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:43:32.510589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b3ac580a-7355-4f52-812b-01d6744e0bc2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:43:32.521250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'b3ac580a-7355-4f52-812b-01d6744e0bc2', 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75', 'port_id': 'b3ac580a-7355-4f52-812b-01d6744e0bc2', 'mac_address': 'fa:16:3e:a0:a5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:43:32.561311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b3ac580a-7355-4f52-812b-01d6744e0bc2 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:43:32.561734 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:32.574363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ac580a-7355-4f52-812b-01d6744e0bc2 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:43:32.592698 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b3ac580a-7355-4f52-812b-01d6744e0bc2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:43:32.671426 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:32.720968 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a4ab2-36c4-4eba-a66a-a2dd798ea5b6 req-4215e0d1-3107-4521-9023-7a3e65df23a0 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:32.723650 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bf9a4ab2-36c4-4eba-a66a-a2dd798ea5b6 req-4215e0d1-3107-4521-9023-7a3e65df23a0 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 945 time: 0.0631132
Feb 12 21:43:32.726596 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b3ac580a-7355-4f52-812b-01d6744e0bc2,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:43:32.776054 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bf9a4ab2-36c4-4eba-a66a-a2dd798ea5b6 req-a5e42b89-78c6-4f92-8e84-dc0902e37bf3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471132
Feb 12 21:43:32.907460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b3ac580a-7355-4f52-812b-01d6744e0bc2'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:43:33.101398 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ce92b-c8d2-4b67-b33d-b6f53a5350f9 req-ccf21412-e23b-4784-a791-a2ee1273c33d tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:33.102570 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bd5ce92b-c8d2-4b67-b33d-b6f53a5350f9 req-ccf21412-e23b-4784-a791-a2ee1273c33d tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 945 time: 0.0585039
Feb 12 21:43:33.160195 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bd5ce92b-c8d2-4b67-b33d-b6f53a5350f9 req-40300018-e49f-4c6f-a3a8-99ccb2e1cddb tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509107
Feb 12 21:43:33.188593 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb7152-34a6-4ce0-888f-72f1430451ed req-2f800b34-0b5b-495d-854c-26e83e30d19b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:33.190701 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6cb7152-34a6-4ce0-888f-72f1430451ed req-2f800b34-0b5b-495d-854c-26e83e30d19b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.50 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f&tenant_id=b1eed01e32a84bbdb1193155f2d33d97&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0607502
Feb 12 21:43:33.249247 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-c6cb7152-34a6-4ce0-888f-72f1430451ed req-0662e794-89fe-45d8-9f15-e3ea540fa282 service neutron] delete failed (client error): The resource could not be found.
Feb 12 21:43:33.250206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6cb7152-34a6-4ce0-888f-72f1430451ed req-0662e794-89fe-45d8-9f15-e3ea540fa282 service neutron] 10.222.0.50 "DELETE /v2.0/ports/b3ac580a-7355-4f52-812b-01d6744e0bc2/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0544298
Feb 12 21:43:33.336105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb7152-34a6-4ce0-888f-72f1430451ed req-50375d9a-e502-48c8-af4e-b1401b56ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:33.337610 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6cb7152-34a6-4ce0-888f-72f1430451ed req-50375d9a-e502-48c8-af4e-b1401b56ef01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 1127 time: 0.0447254
Feb 12 21:43:33.427988 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb7152-34a6-4ce0-888f-72f1430451ed req-2efc86e5-1d4e-4f9c-beeb-961b683c303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:33.429498 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6cb7152-34a6-4ce0-888f-72f1430451ed req-2efc86e5-1d4e-4f9c-beeb-961b683c303e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 915 time: 0.0867383
Feb 12 21:43:33.471330 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6cb7152-34a6-4ce0-888f-72f1430451ed req-7f209a5f-6148-42e9-83fc-51931063d67b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2 HTTP/1.1" status: 200  len: 217 time: 0.0344656
Feb 12 21:43:33.523398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb7152-34a6-4ce0-888f-72f1430451ed req-0cd40c7c-4752-4f75-8a7f-fda4991f9f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:33.524813 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6cb7152-34a6-4ce0-888f-72f1430451ed req-0cd40c7c-4752-4f75-8a7f-fda4991f9f64 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d HTTP/1.1" status: 200  len: 854 time: 0.0479314
Feb 12 21:43:33.556093 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6cb7152-34a6-4ce0-888f-72f1430451ed req-14a3882b-c2fb-4121-ba5f-99729dc020df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1142866-22f6-42c4-aac4-2e6b0a456e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251815
Feb 12 21:43:33.644432 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6cb7152-34a6-4ce0-888f-72f1430451ed req-7f379fbb-46ac-4826-abed-d117416b1e47 service neutron] 10.222.0.50 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820811
Feb 12 21:43:33.738045 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6cb7152-34a6-4ce0-888f-72f1430451ed req-57839520-12e2-41f0-a696-48014a6c96c8 service neutron] 10.222.0.50 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879035
Feb 12 21:43:34.291296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc83b4-6237-4699-b731-cd9783b8e588 req-ac249549-f1f3-4e4d-94f3-ca42eb28e7ae tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:34.293803 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1efc83b4-6237-4699-b731-cd9783b8e588 req-ac249549-f1f3-4e4d-94f3-ca42eb28e7ae tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 945 time: 0.0568068
Feb 12 21:43:34.349689 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1efc83b4-6237-4699-b731-cd9783b8e588 req-c970cc91-26d4-4492-8755-69a9200bb627 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500994
Feb 12 21:43:34.431707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b3ac580a-7355-4f52-812b-01d6744e0bc2 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:43:34.541469 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port b3ac580a-7355-4f52-812b-01d6744e0bc2 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:43:34.546339 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port b3ac580a-7355-4f52-812b-01d6744e0bc2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:43:34.546711 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:34.629666 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b3ac580a-7355-4f52-812b-01d6744e0bc2 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:43:34.630119 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:34.653387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a61450-43e0-4f30-a45a-3d404ec73e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ac580a-7355-4f52-812b-01d6744e0bc2'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:43:34.655764 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4ef94d-616a-4d8a-8158-7c84a6670e44" -d '{"events": [{"server_uuid": "29a61450-43e0-4f30-a45a-3d404ec73e6f", "name": "network-vif-plugged", "status": "completed", "tag": "b3ac580a-7355-4f52-812b-01d6744e0bc2"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:43:34.668333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b3ac580a-7355-4f52-812b-01d6744e0bc2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:43:34.695854 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc25b484-1b06-458b-921f-ad3d7809508d x-openstack-request-id: req-fc25b484-1b06-458b-921f-ad3d7809508d {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:43:34.696294 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a61450-43e0-4f30-a45a-3d404ec73e6f", "name": "network-vif-plugged", "status": "completed", "tag": "b3ac580a-7355-4f52-812b-01d6744e0bc2", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:43:34.696560 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc25b484-1b06-458b-921f-ad3d7809508d {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:43:34.697013 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a61450-43e0-4f30-a45a-3d404ec73e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ac580a-7355-4f52-812b-01d6744e0bc2', 'code': 200}
Feb 12 21:43:34.775605 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:34.825156 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b3ac580a-7355-4f52-812b-01d6744e0bc2,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:43:35.480020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91760a-31d5-4066-8241-6d3b11b1ab36 req-ed641a83-3d3e-4ef8-bb4b-618a4f063150 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:35.481556 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f91760a-31d5-4066-8241-6d3b11b1ab36 req-ed641a83-3d3e-4ef8-bb4b-618a4f063150 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0573723
Feb 12 21:43:35.527573 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f91760a-31d5-4066-8241-6d3b11b1ab36 req-578e66cd-6550-415a-9e95-be4cd01b6638 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404279
Feb 12 21:43:35.645673 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ecadb-3224-4ada-8c5e-73a738154259 req-ad66c1c5-31db-41cf-925d-b716c193f2a0 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:35.647061 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f19ecadb-3224-4ada-8c5e-73a738154259 req-ad66c1c5-31db-41cf-925d-b716c193f2a0 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0524399
Feb 12 21:43:35.694192 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f19ecadb-3224-4ada-8c5e-73a738154259 req-4d3cb423-201d-4e50-a911-f55df7698aba tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410361
Feb 12 21:43:35.812804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862fa35-7979-46e5-b79d-bc3d4996e28f req-f5299127-876e-43a5-94ca-737a3e8d0ff8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:35.814288 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8862fa35-7979-46e5-b79d-bc3d4996e28f req-f5299127-876e-43a5-94ca-737a3e8d0ff8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0547707
Feb 12 21:43:35.861248 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8862fa35-7979-46e5-b79d-bc3d4996e28f req-c542343c-0efc-4126-87d7-53755e39a966 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414293
Feb 12 21:43:36.405425 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-2d9313e0-0e7e-4d3d-96bb-e571609319b8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:36.406882 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-2d9313e0-0e7e-4d3d-96bb-e571609319b8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 814 time: 0.1037335
Feb 12 21:43:36.421281 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-9cd92a66-78b8-4a92-a282-9a31491be0a4 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/quotas/b1eed01e32a84bbdb1193155f2d33d97 HTTP/1.1" status: 200  len: 375 time: 0.0090802
Feb 12 21:43:36.473196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d46e75a3-f4f1-47f6-b398-95c422239fb3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0470002
Feb 12 21:43:36.533841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-16049c19-97ae-49e2-8e70-a47ca4266fbb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:43:36.534858 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-16049c19-97ae-49e2-8e70-a47ca4266fbb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0545189
Feb 12 21:43:36.627614 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-5b3ddc1d-23f2-4376-98ff-c12061cdf98f service neutron] 10.222.0.31 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864954
Feb 12 21:43:36.715837 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-b6b95934-4d82-43e5-94f9-089cefe2b5d7 service neutron] 10.222.0.31 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825438
Feb 12 21:43:36.971528 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1f9a5537-b5f7-46ff-9505-781d58e3e41d req-0d3ea57e-e56f-4250-8dcd-d8e8a2b9a112 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 210 time: 0.0313349
Feb 12 21:43:37.728972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd881881-2827-45c6-bd8c-9eb59576845d req-030ec56c-39c8-4d1d-80eb-4f8ae81db6ff tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:37.730584 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fd881881-2827-45c6-bd8c-9eb59576845d req-030ec56c-39c8-4d1d-80eb-4f8ae81db6ff tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.48 "GET /v2.0/ports?device_id=29a61450-43e0-4f30-a45a-3d404ec73e6f HTTP/1.1" status: 200  len: 946 time: 0.0536354
Feb 12 21:43:37.832510 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-fd881881-2827-45c6-bd8c-9eb59576845d req-21c52149-cf9d-4411-a74d-73c6ab6ed996 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Deleting port b3ac580a-7355-4f52-812b-01d6744e0bc2 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:43:37.832858 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fd881881-2827-45c6-bd8c-9eb59576845d req-21c52149-cf9d-4411-a74d-73c6ab6ed996 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:37.923118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-fd881881-2827-45c6-bd8c-9eb59576845d req-21c52149-cf9d-4411-a74d-73c6ab6ed996 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] For port b3ac580a-7355-4f52-812b-01d6744e0bc2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3ac580a-7355-4f52-812b-01d6744e0bc2,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:43:37.923473 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fd881881-2827-45c6-bd8c-9eb59576845d req-21c52149-cf9d-4411-a74d-73c6ab6ed996 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:37.940104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-fd881881-2827-45c6-bd8c-9eb59576845d req-21c52149-cf9d-4411-a74d-73c6ab6ed996 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Calling delete_port for b3ac580a-7355-4f52-812b-01d6744e0bc2 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:43:38.078881 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fcdcc3b0-cc70-46d7-96e6-4cf7c30ca1ac req-2e9039b4-cb71-490d-919f-670ba88bbbce tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 210 time: 0.0329895
Feb 12 21:43:38.170311 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fd881881-2827-45c6-bd8c-9eb59576845d req-21c52149-cf9d-4411-a74d-73c6ab6ed996 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b3ac580a-7355-4f52-812b-01d6744e0bc2), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:38.188765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b3ac580a-7355-4f52-812b-01d6744e0bc2'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:43:38.207084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c52149-cf9d-4411-a74d-73c6ab6ed996 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Pushing event deleted for resources: {'Port': ['ID=b3ac580a-7355-4f52-812b-01d6744e0bc2,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:43:38.249300 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd881881-2827-45c6-bd8c-9eb59576845d req-21c52149-cf9d-4411-a74d-73c6ab6ed996 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] No DVR routers for this DVR port b3ac580a-7355-4f52-812b-01d6744e0bc2 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:43:38.252085 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-fd881881-2827-45c6-bd8c-9eb59576845d req-21c52149-cf9d-4411-a74d-73c6ab6ed996 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:38.255398 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fd881881-2827-45c6-bd8c-9eb59576845d req-21c52149-cf9d-4411-a74d-73c6ab6ed996 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.48 "DELETE /v2.0/ports/b3ac580a-7355-4f52-812b-01d6744e0bc2 HTTP/1.1" status: 204  len: 173 time: 0.5169046
Feb 12 21:43:38.255887 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a61450-43e0-4f30-a45a-3d404ec73e6f', 'name': 'network-vif-deleted', 'tag': 'b3ac580a-7355-4f52-812b-01d6744e0bc2'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:43:38.258189 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053d8053-7934-4dcc-ae25-a41881d0c205" -d '{"events": [{"server_uuid": "29a61450-43e0-4f30-a45a-3d404ec73e6f", "name": "network-vif-deleted", "tag": "b3ac580a-7355-4f52-812b-01d6744e0bc2"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:43:38.296284 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab499ba-4e14-4bc5-8945-6bfd6e4027fb x-openstack-request-id: req-8ab499ba-4e14-4bc5-8945-6bfd6e4027fb {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:43:38.296626 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a61450-43e0-4f30-a45a-3d404ec73e6f", "name": "network-vif-deleted", "tag": "b3ac580a-7355-4f52-812b-01d6744e0bc2", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:43:38.296883 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ab499ba-4e14-4bc5-8945-6bfd6e4027fb {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:43:38.297296 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a61450-43e0-4f30-a45a-3d404ec73e6f', 'name': 'network-vif-deleted', 'tag': 'b3ac580a-7355-4f52-812b-01d6744e0bc2', 'status': 'completed', 'code': 200}
Feb 12 21:43:39.019442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-95c8e81b-2efb-421f-b65c-3c302062beca tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:39.020970 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-95c8e81b-2efb-421f-b65c-3c302062beca tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.48 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 814 time: 0.1062369
Feb 12 21:43:39.037135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-41e456f4-3325-46f3-9b82-3a7f4b9e54e3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Request body: {'port': {'device_id': '8ecc291c-cd70-4811-83b0-210043a891a5', 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75', 'admin_state_up': True, 'tenant_id': 'b1eed01e32a84bbdb1193155f2d33d97'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:43:39.180476 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2cf2a89-f35d-483e-9c56-39f46533768c req-54d96caf-2498-43ff-9be8-d134bca8cae2 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 210 time: 0.0295277
Feb 12 21:43:39.221402 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-41e456f4-3325-46f3-9b82-3a7f4b9e54e3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Made reservation on behalf of b1eed01e32a84bbdb1193155f2d33d97 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:43:39.224811 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-41e456f4-3325-46f3-9b82-3a7f4b9e54e3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:39.355717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-41e456f4-3325-46f3-9b82-3a7f4b9e54e3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Allocated IP 172.20.0.7 (e1142866-22f6-42c4-aac4-2e6b0a456e75/b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d/f8c1f6b6-bc2f-4ba0-9504-67340b11446b) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:43:39.500949 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-41e456f4-3325-46f3-9b82-3a7f4b9e54e3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Publish callbacks [] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:39.610747 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-41e456f4-3325-46f3-9b82-3a7f4b9e54e3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:39.626430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b3ac580a-7355-4f52-812b-01d6744e0bc2'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:43:39.655012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-41e456f4-3325-46f3-9b82-3a7f4b9e54e3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Network e1142866-22f6-42c4-aac4-2e6b0a456e75 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:43:39.658048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-41e456f4-3325-46f3-9b82-3a7f4b9e54e3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:43:39.661655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-41e456f4-3325-46f3-9b82-3a7f4b9e54e3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:43:39.685773 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e456f4-3325-46f3-9b82-3a7f4b9e54e3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Pushing event updated for resources: {'Port': ['ID=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:43:39.712875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-41e456f4-3325-46f3-9b82-3a7f4b9e54e3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:39.714069 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-41e456f4-3325-46f3-9b82-3a7f4b9e54e3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:39.779064 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-41e456f4-3325-46f3-9b82-3a7f4b9e54e3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7457795
Feb 12 21:43:39.795012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Request body: {'port': {'device_id': '8ecc291c-cd70-4811-83b0-210043a891a5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:43:39.859591 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:40.113764 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c1f6b6-bc2f-4ba0-9504-67340b11446b {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:43:40.121220 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Publish callbacks [] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:40.132528 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Transition to ACTIVE for port object f8c1f6b6-bc2f-4ba0-9504-67340b11446b will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:43:40.231254 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:40.287319 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:43:40.306677 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90d805-646e-47bc-aa71-df1250c223b7 req-069d6eff-50de-452f-9ff2-ebac5a04eb31 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:40.308884 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de90d805-646e-47bc-aa71-df1250c223b7 req-069d6eff-50de-452f-9ff2-ebac5a04eb31 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 943 time: 0.0559580
Feb 12 21:43:40.352032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Attempting to bind port f8c1f6b6-bc2f-4ba0-9504-67340b11446b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:43:40.352376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Attempting to bind port f8c1f6b6-bc2f-4ba0-9504-67340b11446b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:43:40.352706 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Attempting to bind port f8c1f6b6-bc2f-4ba0-9504-67340b11446b on network e1142866-22f6-42c4-aac4-2e6b0a456e75 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:43:40.357724 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-de90d805-646e-47bc-aa71-df1250c223b7 req-31144f66-2007-4132-81bf-06c52369f7cf tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430832
Feb 12 21:43:40.357897 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Port f8c1f6b6-bc2f-4ba0-9504-67340b11446b on network e1142866-22f6-42c4-aac4-2e6b0a456e75 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:43:40.358229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Attempting to bind port f8c1f6b6-bc2f-4ba0-9504-67340b11446b on network e1142866-22f6-42c4-aac4-2e6b0a456e75 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:43:40.363247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:43:40.363653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Checking segment: {'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:43:40.364160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Bound using segment: {'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:43:40.364546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Bound port: f8c1f6b6-bc2f-4ba0-9504-67340b11446b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:43:40.364908 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:40.428327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] For port f8c1f6b6-bc2f-4ba0-9504-67340b11446b, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:43:40.431389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] For port f8c1f6b6-bc2f-4ba0-9504-67340b11446b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:43:40.494711 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:40.533898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:40.534655 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:40.536360 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] 10.222.0.48 "PUT /v2.0/ports/f8c1f6b6-bc2f-4ba0-9504-67340b11446b HTTP/1.1" status: 200  len: 1091 time: 0.7463024
Feb 12 21:43:40.538514 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecc291c-cd70-4811-83b0-210043a891a5', 'tag': 'f8c1f6b6-bc2f-4ba0-9504-67340b11446b'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:43:40.541236 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f1c0c1-bf4e-4596-9f60-215c3fea70fb" -d '{"events": [{"name": "network-changed", "server_uuid": "8ecc291c-cd70-4811-83b0-210043a891a5", "tag": "f8c1f6b6-bc2f-4ba0-9504-67340b11446b"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:43:40.565833 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e1812-abb3-4733-9b75-fd278b6e2709 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:43:40.582477 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d191d1da-009d-4b06-9014-e8c310089cc8 x-openstack-request-id: req-d191d1da-009d-4b06-9014-e8c310089cc8 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:43:40.582771 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ecc291c-cd70-4811-83b0-210043a891a5", "tag": "f8c1f6b6-bc2f-4ba0-9504-67340b11446b", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:43:40.583057 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d191d1da-009d-4b06-9014-e8c310089cc8 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:43:40.583485 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ecc291c-cd70-4811-83b0-210043a891a5', 'tag': 'f8c1f6b6-bc2f-4ba0-9504-67340b11446b', 'status': 'completed', 'code': 200}
Feb 12 21:43:40.655069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1c0c1-bf4e-4596-9f60-215c3fea70fb req-f5f660e4-333e-43bf-bd0e-95a73e3c2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:40.656555 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f0f1c0c1-bf4e-4596-9f60-215c3fea70fb req-f5f660e4-333e-43bf-bd0e-95a73e3c2571 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 1125 time: 0.0460241
Feb 12 21:43:40.757644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1c0c1-bf4e-4596-9f60-215c3fea70fb req-86f9a128-9ccf-45ea-a36b-c6821281989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:40.759124 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f0f1c0c1-bf4e-4596-9f60-215c3fea70fb req-86f9a128-9ccf-45ea-a36b-c6821281989b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0911541
Feb 12 21:43:40.875247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1c0c1-bf4e-4596-9f60-215c3fea70fb req-f66f72db-3c76-4004-8d2a-4de9d3c5c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:40.876703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f0f1c0c1-bf4e-4596-9f60-215c3fea70fb req-f66f72db-3c76-4004-8d2a-4de9d3c5c3d0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1086960
Feb 12 21:43:40.964934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-c21870ed-1783-4fbf-bf27-b4299a087924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:40.966384 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-c21870ed-1783-4fbf-bf27-b4299a087924 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 1125 time: 0.0453548
Feb 12 21:43:41.015028 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-b05f987a-d6c9-47ac-8568-220c18b1de65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b HTTP/1.1" status: 200  len: 217 time: 0.0375743
Feb 12 21:43:41.065785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-843d985b-859f-4dac-9ae4-860afc17f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:41.067194 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-843d985b-859f-4dac-9ae4-860afc17f42d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d HTTP/1.1" status: 200  len: 854 time: 0.0432017
Feb 12 21:43:41.101655 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-6b6d9948-032d-4bdc-a489-e310a15af28d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1142866-22f6-42c4-aac4-2e6b0a456e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251474
Feb 12 21:43:41.211915 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-3d86a307-49da-49cd-b5b9-4a577d1f110e service neutron] 10.222.0.48 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009638
Feb 12 21:43:41.301592 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c8238e7-1385-4164-a382-1edb3a8e910e req-cd2d9a06-a059-47a8-9af6-8b744f3f3e1c service neutron] 10.222.0.48 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804427
Feb 12 21:43:41.479993 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd39d92-0ea3-4c5e-bed9-e99b24c010bd req-2163838b-8eab-46e7-aceb-b825843c2a13 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:41.481602 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-acd39d92-0ea3-4c5e-bed9-e99b24c010bd req-2163838b-8eab-46e7-aceb-b825843c2a13 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 943 time: 0.0531282
Feb 12 21:43:41.528035 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-acd39d92-0ea3-4c5e-bed9-e99b24c010bd req-860f2df2-a727-46b4-82ff-3c6bc6a1947b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408673
Feb 12 21:43:42.466179 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b3ac580a-7355-4f52-812b-01d6744e0bc2 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:43:42.485751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: b3ac580a-7355-4f52-812b-01d6744e0bc2 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:43:42.486104 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b3ac580a-7355-4f52-812b-01d6744e0bc2 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:43:42.648083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e96018-e69a-4d7a-a88b-3461def2bccf req-230a953b-1720-4a22-8335-0c4891f2571d tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:42.649571 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-20e96018-e69a-4d7a-a88b-3461def2bccf req-230a953b-1720-4a22-8335-0c4891f2571d tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 943 time: 0.0521171
Feb 12 21:43:42.699771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-20e96018-e69a-4d7a-a88b-3461def2bccf req-13100334-14fc-4413-a72b-c47849a9a595 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444767
Feb 12 21:43:43.825643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3581cbe-c7c5-4083-902c-6e67dc0a3d65 req-d3f3ba8a-40f9-48ec-ad2f-24ce1d934244 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:43.826762 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c3581cbe-c7c5-4083-902c-6e67dc0a3d65 req-d3f3ba8a-40f9-48ec-ad2f-24ce1d934244 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 943 time: 0.0577335
Feb 12 21:43:43.876206 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c3581cbe-c7c5-4083-902c-6e67dc0a3d65 req-1fe716d1-e585-437e-8c99-a56f78b5770b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436313
Feb 12 21:43:44.464058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device f8c1f6b6-bc2f-4ba0-9504-67340b11446b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:43:44.561722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port f8c1f6b6-bc2f-4ba0-9504-67340b11446b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:43:44.572161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'f8c1f6b6-bc2f-4ba0-9504-67340b11446b', 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75', 'port_id': 'f8c1f6b6-bc2f-4ba0-9504-67340b11446b', 'mac_address': 'fa:16:3e:61:e7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:43:44.607991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port f8c1f6b6-bc2f-4ba0-9504-67340b11446b is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:43:44.608329 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:44.621421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c1f6b6-bc2f-4ba0-9504-67340b11446b {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:43:44.640308 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port f8c1f6b6-bc2f-4ba0-9504-67340b11446b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:43:44.724181 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:44.775304 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:43:44.964654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['f8c1f6b6-bc2f-4ba0-9504-67340b11446b'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:43:44.995223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118a4c4-0c4d-4ffc-9ccb-1caea4d5141d req-df0c7de4-e09c-4cf6-9377-8463b0ce37c8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:44.996858 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b118a4c4-0c4d-4ffc-9ccb-1caea4d5141d req-df0c7de4-e09c-4cf6-9377-8463b0ce37c8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 944 time: 0.0532706
Feb 12 21:43:45.044634 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b118a4c4-0c4d-4ffc-9ccb-1caea4d5141d req-c7cbb428-e45f-4eb1-abdb-708556ad8ab0 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420640
Feb 12 21:43:46.166029 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e7680-3f72-4917-a36e-7e88682cc15e req-73146821-bba3-4410-ac1b-cac243290fce tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:46.167616 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7e9e7680-3f72-4917-a36e-7e88682cc15e req-73146821-bba3-4410-ac1b-cac243290fce tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 944 time: 0.0547585
Feb 12 21:43:46.215586 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7e9e7680-3f72-4917-a36e-7e88682cc15e req-b830863b-53cd-48f6-890a-8abf6de43d11 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416055
Feb 12 21:43:46.480125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device f8c1f6b6-bc2f-4ba0-9504-67340b11446b up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:43:46.590738 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port f8c1f6b6-bc2f-4ba0-9504-67340b11446b completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:43:46.594430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port f8c1f6b6-bc2f-4ba0-9504-67340b11446b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:43:46.594807 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:46.670836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port f8c1f6b6-bc2f-4ba0-9504-67340b11446b is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:43:46.671225 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:46.693151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecc291c-cd70-4811-83b0-210043a891a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c1f6b6-bc2f-4ba0-9504-67340b11446b'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:43:46.695390 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fb1c50-bd8e-4d49-b2ac-142f7c029e40" -d '{"events": [{"server_uuid": "8ecc291c-cd70-4811-83b0-210043a891a5", "name": "network-vif-plugged", "status": "completed", "tag": "f8c1f6b6-bc2f-4ba0-9504-67340b11446b"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:43:46.710877 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port f8c1f6b6-bc2f-4ba0-9504-67340b11446b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:43:46.735658 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e39d922-31ca-49fc-b35a-79d64873651e x-openstack-request-id: req-3e39d922-31ca-49fc-b35a-79d64873651e {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:43:46.735956 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecc291c-cd70-4811-83b0-210043a891a5", "name": "network-vif-plugged", "status": "completed", "tag": "f8c1f6b6-bc2f-4ba0-9504-67340b11446b", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:43:46.736212 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e39d922-31ca-49fc-b35a-79d64873651e {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:43:46.736612 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecc291c-cd70-4811-83b0-210043a891a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c1f6b6-bc2f-4ba0-9504-67340b11446b', 'code': 200}
Feb 12 21:43:46.821594 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:46.843334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f638bec-04fc-4c3d-a283-c6c02e0356b2 req-c3cc7e75-6a4a-4f0e-a2d3-86b91d9ab094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:46.844848 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2f638bec-04fc-4c3d-a283-c6c02e0356b2 req-c3cc7e75-6a4a-4f0e-a2d3-86b91d9ab094 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 1126 time: 0.0452394
Feb 12 21:43:46.872565 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:43:46.879811 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:43:46.880158 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:43:46.880497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:43:46.880832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:43:46.881166 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:43:46.881517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:43:46.881843 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:43:46.882159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:43:46.882479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:43:46.882796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:43:46.883116 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:43:46.883434 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:43:46.883750 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:43:46.893762 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2f638bec-04fc-4c3d-a283-c6c02e0356b2 req-f311879a-318c-4a14-8b14-aa1412799129 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379670
Feb 12 21:43:47.336650 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bb803-07a2-4c3e-a8d4-fdb940844934 req-e5041796-552a-4ea3-8e06-18fb6db8e126 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:47.338168 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a5bb803-07a2-4c3e-a8d4-fdb940844934 req-e5041796-552a-4ea3-8e06-18fb6db8e126 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0534265
Feb 12 21:43:47.389040 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9a5bb803-07a2-4c3e-a8d4-fdb940844934 req-2672a529-9e4e-4e79-b3a3-3f23a716fca3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450678
Feb 12 21:43:48.514069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901df9-3077-4b89-a89e-2b1d47af7a55 req-591146cc-7355-436a-adf5-f61ca907cdc1 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:48.515558 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa901df9-3077-4b89-a89e-2b1d47af7a55 req-591146cc-7355-436a-adf5-f61ca907cdc1 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0567646
Feb 12 21:43:48.561760 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa901df9-3077-4b89-a89e-2b1d47af7a55 req-69208dfd-5907-4371-adef-3178dd316f8f tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402529
Feb 12 21:43:48.679078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1be7ed-10b8-46e4-afdc-e8b1655ec4bb req-c7cae22e-9277-402a-85c2-8f93a0fdb016 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:48.680757 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9c1be7ed-10b8-46e4-afdc-e8b1655ec4bb req-c7cae22e-9277-402a-85c2-8f93a0fdb016 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0520060
Feb 12 21:43:48.727761 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9c1be7ed-10b8-46e4-afdc-e8b1655ec4bb req-c501799b-946c-4dce-95ca-73385480a4a8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407412
Feb 12 21:43:49.110221 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a767b9-619a-45f3-a092-bab0b2ac8ef0 req-ff6d9fc8-4ec0-43ad-8c27-4f9babf14bfa tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:49.111704 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-98a767b9-619a-45f3-a092-bab0b2ac8ef0 req-ff6d9fc8-4ec0-43ad-8c27-4f9babf14bfa tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0533051
Feb 12 21:43:49.158454 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-98a767b9-619a-45f3-a092-bab0b2ac8ef0 req-09181c72-f1ee-400b-b457-e0cf4b356058 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410986
Feb 12 21:43:49.207873 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-1105b1b8-92d1-4d1e-aa5f-33c6ebb89c75 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0475047
Feb 12 21:43:49.722494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-47797ff7-6bba-4280-82ed-9f030e02c24a tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:49.723863 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-47797ff7-6bba-4280-82ed-9f030e02c24a tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports/f8c1f6b6-bc2f-4ba0-9504-67340b11446b HTTP/1.1" status: 200  len: 942 time: 0.0480669
Feb 12 21:43:50.282523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba631b-c70c-4857-b1ec-c86c484a3568 req-62d6d37b-f530-4a50-be03-3a0eb5807f4a tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:50.284002 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2ba631b-c70c-4857-b1ec-c86c484a3568 req-62d6d37b-f530-4a50-be03-3a0eb5807f4a tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0522556
Feb 12 21:43:50.330555 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2ba631b-c70c-4857-b1ec-c86c484a3568 req-56574b82-9637-41b1-b253-84ac6d6ec9b1 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408628
Feb 12 21:43:51.208176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-72ae93b1-333b-4adf-84c6-f20be72f1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:51.209744 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-72ae93b1-333b-4adf-84c6-f20be72f1344 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 1127 time: 0.0444062
Feb 12 21:43:51.299757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-f8476616-3ca9-442e-921f-e81163582bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:51.301203 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-f8476616-3ca9-442e-921f-e81163582bbc service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 915 time: 0.0854604
Feb 12 21:43:51.341878 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-e8414e25-46d8-4e37-89b4-458b91d26fc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b HTTP/1.1" status: 200  len: 217 time: 0.0338340
Feb 12 21:43:51.454660 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d258a-fe01-4a1b-9d3a-b56d9b5b06c3 req-1855c820-5a0e-41c2-ae58-ee1470144380 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:51.456275 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba3d258a-fe01-4a1b-9d3a-b56d9b5b06c3 req-1855c820-5a0e-41c2-ae58-ee1470144380 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0564964
Feb 12 21:43:51.507798 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ba3d258a-fe01-4a1b-9d3a-b56d9b5b06c3 req-95eedb9b-e4d3-4318-8746-8102ab4a865b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456021
Feb 12 21:43:51.731893 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-6eacfdaa-b78e-4518-bec4-795c046ea68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:51.733391 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-6eacfdaa-b78e-4518-bec4-795c046ea68a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d HTTP/1.1" status: 200  len: 854 time: 0.3858793
Feb 12 21:43:51.766613 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-a2047c3d-5241-4619-bc22-de225b84b33e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1142866-22f6-42c4-aac4-2e6b0a456e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0262861
Feb 12 21:43:51.856636 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-ff35f7ef-9bac-49b3-a6f3-d0be7645a37a service neutron] 10.222.0.48 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842454
Feb 12 21:43:51.945532 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-c506f56c-3008-4ef5-b366-a29a896d72f7 service neutron] 10.222.0.48 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828855
Feb 12 21:43:52.627645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6018a7-d3be-457b-a633-31940334a93d req-19297bb3-a11f-4b55-86ec-9d5b6fc2fc0c tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:52.629007 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bb6018a7-d3be-457b-a633-31940334a93d req-19297bb3-a11f-4b55-86ec-9d5b6fc2fc0c tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0518453
Feb 12 21:43:52.679024 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bb6018a7-d3be-457b-a633-31940334a93d req-59103cee-1545-4f67-b15c-9ca740f559ee tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444345
Feb 12 21:43:53.818691 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86a179-0d96-4912-ba3a-c9cab93e7d50 req-860766d7-9b06-4744-b97d-ad2d3539a21c tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:53.820218 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6e86a179-0d96-4912-ba3a-c9cab93e7d50 req-860766d7-9b06-4744-b97d-ad2d3539a21c tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0609462
Feb 12 21:43:53.870975 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6e86a179-0d96-4912-ba3a-c9cab93e7d50 req-8529f448-6c7e-4947-b05d-6bf9baa5fce4 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444231
Feb 12 21:43:54.992268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357eac3-99c9-43e5-b002-d22b29b5610b req-c18f3f6f-136e-4d40-b97f-f8b8bc66ce21 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:54.993768 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6357eac3-99c9-43e5-b002-d22b29b5610b req-c18f3f6f-136e-4d40-b97f-f8b8bc66ce21 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0519900
Feb 12 21:43:55.039345 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6357eac3-99c9-43e5-b002-d22b29b5610b req-6f808a24-9db4-4aff-ae4d-a43567891151 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392683
Feb 12 21:43:55.855521 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7b87bf04-b460-44d3-a02c-fdc812e60f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:56.162025 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e3961-b26a-4b5a-8de4-ac5e4834ece1 req-fd179e92-987e-4e5d-9f6c-6badb7b2dbc3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:56.163540 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-783e3961-b26a-4b5a-8de4-ac5e4834ece1 req-fd179e92-987e-4e5d-9f6c-6badb7b2dbc3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0545921
Feb 12 21:43:56.212203 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-783e3961-b26a-4b5a-8de4-ac5e4834ece1 req-91ef4643-8f6f-4734-8fe9-a1b9b2b46939 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427759
Feb 12 21:43:57.221171 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:57.331569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc2db4-2ffc-44fa-88b4-78a239977ef9 req-8172b802-adae-4e76-bb2b-b38899cc6d5c tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:57.333030 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfbc2db4-2ffc-44fa-88b4-78a239977ef9 req-8172b802-adae-4e76-bb2b-b38899cc6d5c tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0523500
Feb 12 21:43:57.382459 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfbc2db4-2ffc-44fa-88b4-78a239977ef9 req-5d2fd875-da1e-4780-a5f0-19c43a989add tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433674
Feb 12 21:43:58.311230 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-510fa490-66fb-4a74-a44c-05ca82ab3337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:58.506209 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780b7a0-7f46-4949-a123-7fe82973ed82 req-10942cc9-2f9f-47b7-b9d9-2253271aebbb tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:58.508595 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8780b7a0-7f46-4949-a123-7fe82973ed82 req-10942cc9-2f9f-47b7-b9d9-2253271aebbb tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0580046
Feb 12 21:43:58.561849 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8780b7a0-7f46-4949-a123-7fe82973ed82 req-5f8940d4-c514-47e4-996c-7cad6b1dc00d tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467772
Feb 12 21:43:58.683990 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:43:59.604309 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:59.685419 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04639bb5-6e03-40bd-8837-9996d916a1b7 req-0899f3c7-f1b5-4d91-b308-14ddb9c5b732 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:43:59.686902 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-04639bb5-6e03-40bd-8837-9996d916a1b7 req-0899f3c7-f1b5-4d91-b308-14ddb9c5b732 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0567806
Feb 12 21:43:59.719509 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:43:59.734259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-04639bb5-6e03-40bd-8837-9996d916a1b7 req-4e1df971-098b-4185-aab0-dea7f7570421 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417340
Feb 12 21:44:00.858862 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938e8dc-e0e5-414b-a12c-cb6bdf1f0582 req-17b43f88-4e20-4d07-9a58-bc4ae87b5f64 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:00.860366 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4938e8dc-e0e5-414b-a12c-cb6bdf1f0582 req-17b43f88-4e20-4d07-9a58-bc4ae87b5f64 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0555089
Feb 12 21:44:00.906589 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4938e8dc-e0e5-414b-a12c-cb6bdf1f0582 req-49257842-9e0c-4124-9f4b-b011e5b13cdd tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405686
Feb 12 21:44:01.099651 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:02.027144 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6ff67-5eaf-4106-b715-58a948bccddf req-448d54c3-fb29-4e2d-af44-1617e66ad1fe tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:02.028610 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6f6ff67-5eaf-4106-b715-58a948bccddf req-448d54c3-fb29-4e2d-af44-1617e66ad1fe tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0522311
Feb 12 21:44:02.076141 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6f6ff67-5eaf-4106-b715-58a948bccddf req-f5345470-f305-457d-b389-e01ef79b3e90 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419061
Feb 12 21:44:02.207438 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:03.195923 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c210a-a443-47b5-9fb8-c65126e504a2 req-1fe14cff-f713-4057-af6c-b2f744261799 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:03.197441 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c3c210a-a443-47b5-9fb8-c65126e504a2 req-1fe14cff-f713-4057-af6c-b2f744261799 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0528188
Feb 12 21:44:03.243574 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c3c210a-a443-47b5-9fb8-c65126e504a2 req-6e36e2c1-916d-49d9-9030-abee105e4740 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403209
Feb 12 21:44:04.366257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a378bf9-49a5-4035-ad11-1ac4c54bf968 req-9f61ea6c-56bb-45d0-8abc-c36566ec6fdb tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:04.367738 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a378bf9-49a5-4035-ad11-1ac4c54bf968 req-9f61ea6c-56bb-45d0-8abc-c36566ec6fdb tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0517414
Feb 12 21:44:04.418665 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a378bf9-49a5-4035-ad11-1ac4c54bf968 req-5007897f-d019-4830-933e-4d392ef986ed tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446572
Feb 12 21:44:05.545822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5753800-cef4-4c14-9b55-2795a00642e4 req-ab9ccd76-8c2d-4902-8419-f99819716f60 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:05.547331 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b5753800-cef4-4c14-9b55-2795a00642e4 req-ab9ccd76-8c2d-4902-8419-f99819716f60 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0596421
Feb 12 21:44:05.595237 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b5753800-cef4-4c14-9b55-2795a00642e4 req-9fbb1834-28f2-46f0-a921-eb5d19b16391 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421462
Feb 12 21:44:06.716803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd7f8e-8e20-463d-b5f1-6f234a2dcca9 req-57134f2b-4c7e-419d-8537-275caaf69e87 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:06.718345 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c5cd7f8e-8e20-463d-b5f1-6f234a2dcca9 req-57134f2b-4c7e-419d-8537-275caaf69e87 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0542092
Feb 12 21:44:06.766799 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c5cd7f8e-8e20-463d-b5f1-6f234a2dcca9 req-35cfb0e8-05c1-4241-a008-3ce8328fa1d0 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428169
Feb 12 21:44:07.891940 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775815c-4d9e-4699-b751-53f245a178b0 req-5ba78601-74d8-4d40-a7f8-0a3959e1735d tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:07.893491 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4775815c-4d9e-4699-b751-53f245a178b0 req-5ba78601-74d8-4d40-a7f8-0a3959e1735d tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0542545
Feb 12 21:44:07.941546 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4775815c-4d9e-4699-b751-53f245a178b0 req-0d7b7f33-de21-4d99-b23e-bf0ab549cd23 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423794
Feb 12 21:44:09.059858 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526586c-b37b-4685-9104-3273c9f5eaaa req-b7aa044c-8608-456d-9a01-b968b2316fd5 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:09.061815 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9526586c-b37b-4685-9104-3273c9f5eaaa req-b7aa044c-8608-456d-9a01-b968b2316fd5 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0528197
Feb 12 21:44:09.107259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9526586c-b37b-4685-9104-3273c9f5eaaa req-05fd8586-38db-412e-96b8-df7352469957 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399106
Feb 12 21:44:10.236882 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169db91-1b0f-4d70-bc7a-8195704dde8c req-88c72802-7cad-41eb-bac0-1c76959a68bf tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:10.238395 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a169db91-1b0f-4d70-bc7a-8195704dde8c req-88c72802-7cad-41eb-bac0-1c76959a68bf tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0606239
Feb 12 21:44:10.284128 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a169db91-1b0f-4d70-bc7a-8195704dde8c req-8a5fd68d-031d-4c31-955c-33d8cd26351c tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401392
Feb 12 21:44:10.770174 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d743e2-b0f4-4a83-9324-a362e0923b1e req-a39a9e3b-7bc8-4847-a0b1-8d37bdb0402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:10.771683 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-17d743e2-b0f4-4a83-9324-a362e0923b1e req-a39a9e3b-7bc8-4847-a0b1-8d37bdb0402f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 1127 time: 0.0493681
Feb 12 21:44:10.884034 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d743e2-b0f4-4a83-9324-a362e0923b1e req-58acbe8f-8aa3-4c1c-a406-d279d8b37f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:10.885597 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-17d743e2-b0f4-4a83-9324-a362e0923b1e req-58acbe8f-8aa3-4c1c-a406-d279d8b37f10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 915 time: 0.0884762
Feb 12 21:44:10.932393 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-17d743e2-b0f4-4a83-9324-a362e0923b1e req-7c52d74a-cd68-4bf6-b526-36c926b99c17 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b HTTP/1.1" status: 200  len: 217 time: 0.0384417
Feb 12 21:44:10.983854 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d743e2-b0f4-4a83-9324-a362e0923b1e req-b65736c3-c098-4360-b018-a85d16947355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:10.985264 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-17d743e2-b0f4-4a83-9324-a362e0923b1e req-b65736c3-c098-4360-b018-a85d16947355 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d HTTP/1.1" status: 200  len: 854 time: 0.0441198
Feb 12 21:44:11.016765 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-17d743e2-b0f4-4a83-9324-a362e0923b1e req-94613b2c-535b-413e-818a-0892141ef233 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1142866-22f6-42c4-aac4-2e6b0a456e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252995
Feb 12 21:44:11.110628 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-17d743e2-b0f4-4a83-9324-a362e0923b1e req-cc022119-ebb8-49fb-992e-9b31c86a1194 service neutron] 10.222.0.48 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875585
Feb 12 21:44:11.202021 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-17d743e2-b0f4-4a83-9324-a362e0923b1e req-8cbf5949-ed5d-441a-b138-eec961aa4a32 service neutron] 10.222.0.48 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836976
Feb 12 21:44:11.402748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e2232-0709-4109-91f1-74f552115c11 req-6f1b2317-0fec-4ab5-b034-c2c8d4a89880 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:11.404221 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d73e2232-0709-4109-91f1-74f552115c11 req-6f1b2317-0fec-4ab5-b034-c2c8d4a89880 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0518906
Feb 12 21:44:11.456946 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d73e2232-0709-4109-91f1-74f552115c11 req-8e9bf1c0-1f4c-408c-a799-bd5635c771ef tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464931
Feb 12 21:44:12.577117 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27de00-d7e5-4a89-82d5-6696d44050d6 req-39ca19bd-734c-4326-bc0f-de5d0c3ad1c5 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:12.578728 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e27de00-d7e5-4a89-82d5-6696d44050d6 req-39ca19bd-734c-4326-bc0f-de5d0c3ad1c5 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0531049
Feb 12 21:44:12.625331 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8e27de00-d7e5-4a89-82d5-6696d44050d6 req-b26924ac-59ca-4ca0-84c7-176e906d9a16 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409482
Feb 12 21:44:13.747349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a90cd3-8e6c-4a6b-af43-cfd52b5f3731 req-01a54396-f8b9-4ba7-bdae-8a5b530e43af tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:13.749774 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69a90cd3-8e6c-4a6b-af43-cfd52b5f3731 req-01a54396-f8b9-4ba7-bdae-8a5b530e43af tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0541933
Feb 12 21:44:13.798734 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-69a90cd3-8e6c-4a6b-af43-cfd52b5f3731 req-e18eae37-8f16-4aed-becf-cb06db739525 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430813
Feb 12 21:44:14.918337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08412e-46af-4fa4-befd-e4a86628809d req-605ef4a7-6dbe-4531-bdd2-8ea84d2a14b2 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:14.919817 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3d08412e-46af-4fa4-befd-e4a86628809d req-605ef4a7-6dbe-4531-bdd2-8ea84d2a14b2 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0523295
Feb 12 21:44:14.970230 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3d08412e-46af-4fa4-befd-e4a86628809d req-a030cdb1-faf6-441e-8598-0c524f16bd92 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447886
Feb 12 21:44:16.090492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2dbe4-f18a-4df8-ab46-a81f171fd7ac req-cc28f9fa-d804-49d5-b8b7-e8ad737652fc tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:16.091971 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eec2dbe4-f18a-4df8-ab46-a81f171fd7ac req-cc28f9fa-d804-49d5-b8b7-e8ad737652fc tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0526786
Feb 12 21:44:16.140545 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eec2dbe4-f18a-4df8-ab46-a81f171fd7ac req-44180fd1-214d-4025-a6be-7743d81b8a27 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415063
Feb 12 21:44:17.261663 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75ebff-da02-4e3a-a3ef-c04965e9dff4 req-493acbd1-64b1-4612-8ad2-3f7dc580ef43 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:17.263168 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb75ebff-da02-4e3a-a3ef-c04965e9dff4 req-493acbd1-64b1-4612-8ad2-3f7dc580ef43 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0528939
Feb 12 21:44:17.311226 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb75ebff-da02-4e3a-a3ef-c04965e9dff4 req-b0223cd1-26c1-4c3c-8391-7df608813ac9 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422976
Feb 12 21:44:18.435228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a302b6-2405-4062-acce-85d07cd0f6d0 req-5bec5ce2-2484-49f9-be4a-c4b4345d6e9c tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:18.437229 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-72a302b6-2405-4062-acce-85d07cd0f6d0 req-5bec5ce2-2484-49f9-be4a-c4b4345d6e9c tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0573483
Feb 12 21:44:18.482734 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-72a302b6-2405-4062-acce-85d07cd0f6d0 req-8888c0fa-d180-48e9-9346-175a64d4a4d5 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398703
Feb 12 21:44:19.324098 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-2c8f11d8-0089-4929-96ff-c6db9e0b594d service neutron] show failed (client error): The resource could not be found.
Feb 12 21:44:19.325131 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-2c8f11d8-0089-4929-96ff-c6db9e0b594d service neutron] 10.222.0.48 "GET /v2.0/ports/f8c1f6b6-bc2f-4ba0-9504-67340b11446b/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0628157
Feb 12 21:44:19.605822 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57cb6b-e9a3-4745-807a-ee4fa0346b8d req-b913f939-6178-4589-b143-bb0740caef5c tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:19.607199 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb57cb6b-e9a3-4745-807a-ee4fa0346b8d req-b913f939-6178-4589-b143-bb0740caef5c tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0540214
Feb 12 21:44:19.657828 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb57cb6b-e9a3-4745-807a-ee4fa0346b8d req-9eb81dc3-340c-4c58-9cd3-008d80785839 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441868
Feb 12 21:44:20.010676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-f8fd19ee-9ef1-4bc4-b5dc-681742e703ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:20.012192 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-f8fd19ee-9ef1-4bc4-b5dc-681742e703ef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5&tenant_id=b1eed01e32a84bbdb1193155f2d33d97 HTTP/1.1" status: 200  len: 1127 time: 0.0477986
Feb 12 21:44:20.023305 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:44:20.087504 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:20.302157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412d12f-b82b-4369-bb5b-63db7d62abc6 req-63d74ca9-4914-44a1-8487-a55abe998244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:20.303588 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3412d12f-b82b-4369-bb5b-63db7d62abc6 req-63d74ca9-4914-44a1-8487-a55abe998244 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 1127 time: 0.1543202
Feb 12 21:44:20.393000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] For port f8c1f6b6-bc2f-4ba0-9504-67340b11446b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:44:20.447867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] For port f8c1f6b6-bc2f-4ba0-9504-67340b11446b, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:44:20.468108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412d12f-b82b-4369-bb5b-63db7d62abc6 req-840b5bbb-5b04-4b4f-a783-a8924151cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:20.469645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3412d12f-b82b-4369-bb5b-63db7d62abc6 req-840b5bbb-5b04-4b4f-a783-a8924151cd4f service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 915 time: 0.1464434
Feb 12 21:44:20.517857 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3412d12f-b82b-4369-bb5b-63db7d62abc6 req-4aa6a602-d5e4-41eb-a145-58057bfc053c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b HTTP/1.1" status: 200  len: 217 time: 0.0422120
Feb 12 21:44:20.537161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecc291c-cd70-4811-83b0-210043a891a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8c1f6b6-bc2f-4ba0-9504-67340b11446b'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:44:20.539397 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4df26ec-39f7-4e28-8507-25220a13acea" -d '{"events": [{"server_uuid": "8ecc291c-cd70-4811-83b0-210043a891a5", "name": "network-vif-unplugged", "status": "completed", "tag": "f8c1f6b6-bc2f-4ba0-9504-67340b11446b"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:44:20.560590 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Publish callbacks [] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:20.583504 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Transition to ACTIVE for port object f8c1f6b6-bc2f-4ba0-9504-67340b11446b will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:44:20.589676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412d12f-b82b-4369-bb5b-63db7d62abc6 req-04e8b1a2-d7cd-4ac9-a23e-a538e1d7cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:20.591279 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3412d12f-b82b-4369-bb5b-63db7d62abc6 req-04e8b1a2-d7cd-4ac9-a23e-a538e1d7cd05 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d HTTP/1.1" status: 200  len: 854 time: 0.0656142
Feb 12 21:44:20.593463 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d374438-1108-4aa3-ab8b-3b53158bee40 x-openstack-request-id: req-0d374438-1108-4aa3-ab8b-3b53158bee40 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:44:20.593744 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecc291c-cd70-4811-83b0-210043a891a5", "name": "network-vif-unplugged", "status": "completed", "tag": "f8c1f6b6-bc2f-4ba0-9504-67340b11446b", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:44:20.593994 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d374438-1108-4aa3-ab8b-3b53158bee40 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:44:20.594376 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecc291c-cd70-4811-83b0-210043a891a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8c1f6b6-bc2f-4ba0-9504-67340b11446b', 'code': 200}
Feb 12 21:44:20.622597 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3412d12f-b82b-4369-bb5b-63db7d62abc6 req-47c48dc9-ff0c-4063-9de9-4a8c2b316103 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1142866-22f6-42c4-aac4-2e6b0a456e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253558
Feb 12 21:44:20.635624 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:20.755018 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Pushing event updated for resources: {'Port': ['ID=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,revision_number=6']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:20.757877 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] No DVR routers for this DVR port f8c1f6b6-bc2f-4ba0-9504-67340b11446b on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:44:20.771658 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:20.771909 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:20.772416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:20.772603 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:20.772911 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:20.773247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:20.773604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:20.773917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:20.774243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:20.774573 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:20.774899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:20.775221 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:20.775557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:20.819556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167021c-78c0-4f5c-b619-0fbca90abe6f req-53194bda-3fb9-4e5a-8097-e5210f12cdf3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:20.821032 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2167021c-78c0-4f5c-b619-0fbca90abe6f req-53194bda-3fb9-4e5a-8097-e5210f12cdf3 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 943 time: 0.0706460
Feb 12 21:44:20.824098 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3412d12f-b82b-4369-bb5b-63db7d62abc6 req-871e42d1-ec2c-4c79-8e97-22476c37ef16 service neutron] 10.222.0.50 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1961813
Feb 12 21:44:20.852423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Attempting to bind port f8c1f6b6-bc2f-4ba0-9504-67340b11446b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:44:20.852804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Attempting to bind port f8c1f6b6-bc2f-4ba0-9504-67340b11446b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:44:20.853086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Attempting to bind port f8c1f6b6-bc2f-4ba0-9504-67340b11446b on network e1142866-22f6-42c4-aac4-2e6b0a456e75 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:44:20.865717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Port f8c1f6b6-bc2f-4ba0-9504-67340b11446b on network e1142866-22f6-42c4-aac4-2e6b0a456e75 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:44:20.866043 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Attempting to bind port f8c1f6b6-bc2f-4ba0-9504-67340b11446b on network e1142866-22f6-42c4-aac4-2e6b0a456e75 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:44:20.876146 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2167021c-78c0-4f5c-b619-0fbca90abe6f req-f8dc5d39-8da9-4c54-a06f-e78d4aff1695 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491190
Feb 12 21:44:20.898880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:44:20.899344 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Checking segment: {'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:44:20.899733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Bound using segment: {'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:44:20.900161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Bound port: f8c1f6b6-bc2f-4ba0-9504-67340b11446b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f044e0-bd7e-451f-9540-9be0f3c7ae95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:44:20.900514 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:20.988240 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3412d12f-b82b-4369-bb5b-63db7d62abc6 req-6a2f548e-92ec-4ea7-ac57-f3916161067d service neutron] 10.222.0.50 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1573818
Feb 12 21:44:21.007814 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] For port f8c1f6b6-bc2f-4ba0-9504-67340b11446b, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:44:21.011092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] For port f8c1f6b6-bc2f-4ba0-9504-67340b11446b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:44:21.077114 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:21.122079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:21.122729 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:21.124104 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] 10.222.0.50 "PUT /v2.0/ports/f8c1f6b6-bc2f-4ba0-9504-67340b11446b HTTP/1.1" status: 200  len: 1091 time: 1.1049528
Feb 12 21:44:21.141284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5b874-3e5c-4053-ba8a-6b78420e98aa service neutron] Pushing event updated for resources: {'Port': ['ID=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:21.202509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-3805d5a9-91ef-44eb-a04f-d92702bd200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:21.204933 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-3805d5a9-91ef-44eb-a04f-d92702bd200d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 1125 time: 0.0604367
Feb 12 21:44:21.309241 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-216e129a-f7fa-4741-8d29-d0cba086d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:21.310761 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-216e129a-f7fa-4741-8d29-d0cba086d635 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 915 time: 0.1007795
Feb 12 21:44:21.351558 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-922a3ea4-e506-4a17-8f3a-f3c149beff97 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b HTTP/1.1" status: 200  len: 217 time: 0.0353649
Feb 12 21:44:21.398677 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-49a3f39f-a344-42b0-a4f9-7e9b8b3f2c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:21.400111 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-49a3f39f-a344-42b0-a4f9-7e9b8b3f2c43 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d HTTP/1.1" status: 200  len: 854 time: 0.0435171
Feb 12 21:44:21.431385 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-d7a66408-8300-4af3-b192-f0e53c16dee7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1142866-22f6-42c4-aac4-2e6b0a456e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251644
Feb 12 21:44:21.523111 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-5e3faf2e-62ec-4093-95a1-d45dccbb9513 service neutron] 10.222.0.50 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855269
Feb 12 21:44:21.617348 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e2060e70-ece5-4fb2-a2fd-ffc2f3e8a434 req-3b463022-78a3-421c-9ac2-ee765148fddd service neutron] 10.222.0.50 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885403
Feb 12 21:44:22.007901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cdfe7-ce97-4cfa-9ae0-0a83995d2852 req-3760e087-806f-46ba-9059-51518fd4934b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:22.009490 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-089cdfe7-ce97-4cfa-9ae0-0a83995d2852 req-3760e087-806f-46ba-9059-51518fd4934b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 943 time: 0.0585575
Feb 12 21:44:22.057722 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-089cdfe7-ce97-4cfa-9ae0-0a83995d2852 req-e21dc083-81d8-4d6f-b6f3-89793c07e419 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418901
Feb 12 21:44:22.595634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecc291c-cd70-4811-83b0-210043a891a5', 'tag': 'f8c1f6b6-bc2f-4ba0-9504-67340b11446b'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:44:22.598023 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f1dfe7-790c-4e7c-9706-afb0db9396e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8ecc291c-cd70-4811-83b0-210043a891a5", "tag": "f8c1f6b6-bc2f-4ba0-9504-67340b11446b"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:44:22.645560 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8af9fde-248d-406a-9d11-93dd3d275355 x-openstack-request-id: req-b8af9fde-248d-406a-9d11-93dd3d275355 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:44:22.645861 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ecc291c-cd70-4811-83b0-210043a891a5", "tag": "f8c1f6b6-bc2f-4ba0-9504-67340b11446b", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:44:22.646123 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8af9fde-248d-406a-9d11-93dd3d275355 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:44:22.646545 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ecc291c-cd70-4811-83b0-210043a891a5', 'tag': 'f8c1f6b6-bc2f-4ba0-9504-67340b11446b', 'status': 'completed', 'code': 200}
Feb 12 21:44:22.660390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device f8c1f6b6-bc2f-4ba0-9504-67340b11446b no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:44:22.700564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] The host nch1-master-1 is not matching for port f8c1f6b6-bc2f-4ba0-9504-67340b11446b host nch2-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:44:22.701155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device f8c1f6b6-bc2f-4ba0-9504-67340b11446b not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:44:22.740187 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-c5494f95-b286-4886-8fb8-3dc67d23760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:22.741660 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-c5494f95-b286-4886-8fb8-3dc67d23760d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 1125 time: 0.0777988
Feb 12 21:44:22.749082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-4466d5c3-30e9-4296-94b2-4398817a7987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:22.749082 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-4466d5c3-30e9-4296-94b2-4398817a7987 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 1125 time: 0.0590508
Feb 12 21:44:22.907411 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-69fa08ea-4149-4769-beeb-77ce1bece5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:22.908863 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-69fa08ea-4149-4769-beeb-77ce1bece5a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 915 time: 0.1593299
Feb 12 21:44:22.910210 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-2bdbe78e-bcf3-47ee-af88-0742baf53ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:22.911505 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-2bdbe78e-bcf3-47ee-af88-0742baf53ae1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 915 time: 0.1536007
Feb 12 21:44:22.954334 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-0787a6b7-ff08-4921-bd06-310c84a1c344 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b HTTP/1.1" status: 200  len: 217 time: 0.0391872
Feb 12 21:44:22.986453 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-4ffbc4b3-e13e-4926-8d3f-bc2c006b2706 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b HTTP/1.1" status: 200  len: 217 time: 0.0648756
Feb 12 21:44:23.056668 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-5e0d8ab8-1d62-4e28-9e85-ff3718430c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:23.058113 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-5e0d8ab8-1d62-4e28-9e85-ff3718430c40 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d HTTP/1.1" status: 200  len: 854 time: 0.0794921
Feb 12 21:44:23.061373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-6114f781-e8e8-406d-b190-fbccbcb49b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:23.062760 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-6114f781-e8e8-406d-b190-fbccbcb49b2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d HTTP/1.1" status: 200  len: 854 time: 0.0551753
Feb 12 21:44:23.097657 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-1b64f3fb-f67c-4c13-ba6a-aaeee4e44ed4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1142866-22f6-42c4-aac4-2e6b0a456e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0328310
Feb 12 21:44:23.120200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-fc1d87e0-a76c-4951-b45d-eed4b346bc8c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1142866-22f6-42c4-aac4-2e6b0a456e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460632
Feb 12 21:44:23.310416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a13a1e-ddef-444b-8875-1453a4dca9ca req-63f904fe-5958-4a45-8d4b-6de04183e82b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:23.311878 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1a13a1e-ddef-444b-8875-1453a4dca9ca req-63f904fe-5958-4a45-8d4b-6de04183e82b tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 943 time: 0.1800985
Feb 12 21:44:23.313633 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-4a81ad44-c73a-4a05-bba2-ff6428ea2802 service neutron] 10.222.0.50 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2016094
Feb 12 21:44:23.320716 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-4094012f-6ea6-470d-b381-f13aeb5a53be service neutron] 10.222.0.48 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899521
Feb 12 21:44:23.470063 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1a13a1e-ddef-444b-8875-1453a4dca9ca req-0cf2d7d6-e577-4ad0-873c-fbc4954dd65d tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512365
Feb 12 21:44:23.510727 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-9b244069-057a-4453-823a-38f2201541bc service neutron] 10.222.0.48 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1766536
Feb 12 21:44:23.514634 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-44f1dfe7-790c-4e7c-9706-afb0db9396e7 req-448d1e1a-ad8f-4413-acc5-8cbc56d987cc service neutron] 10.222.0.50 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1790636
Feb 12 21:44:24.395953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f8c1f6b6-bc2f-4ba0-9504-67340b11446b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:44:24.493943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f8c1f6b6-bc2f-4ba0-9504-67340b11446b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:44:24.510678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'f8c1f6b6-bc2f-4ba0-9504-67340b11446b', 'network_id': 'e1142866-22f6-42c4-aac4-2e6b0a456e75', 'port_id': 'f8c1f6b6-bc2f-4ba0-9504-67340b11446b', 'mac_address': 'fa:16:3e:61:e7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:44:24.548006 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port f8c1f6b6-bc2f-4ba0-9504-67340b11446b is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:44:24.548388 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:24.561872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c1f6b6-bc2f-4ba0-9504-67340b11446b {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:44:24.581707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f8c1f6b6-bc2f-4ba0-9504-67340b11446b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:44:24.594031 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ec895-b564-496e-8c81-5673ce2ab5e4 req-f6a68fb5-782a-4b53-b249-70168e487f5a tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:24.602165 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-044ec895-b564-496e-8c81-5673ce2ab5e4 req-f6a68fb5-782a-4b53-b249-70168e487f5a tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 943 time: 0.0541275
Feb 12 21:44:24.643771 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-044ec895-b564-496e-8c81-5673ce2ab5e4 req-4337ba0b-07a9-426e-9793-7396f46a089f tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425856
Feb 12 21:44:24.649841 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:24.705399 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:24.876930 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['f8c1f6b6-bc2f-4ba0-9504-67340b11446b'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:44:24.984407 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41710e-b8ef-4fd5-ba86-3fa99fe07b37 req-4503d6e4-da9b-4016-9007-2bf28eaf676f tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:24.985437 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7b41710e-b8ef-4fd5-ba86-3fa99fe07b37 req-4503d6e4-da9b-4016-9007-2bf28eaf676f tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 944 time: 0.0552249
Feb 12 21:44:25.039543 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7b41710e-b8ef-4fd5-ba86-3fa99fe07b37 req-2649fb69-2c66-4e96-8587-7dbfbcfa6d52 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471904
Feb 12 21:44:25.071499 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5b473-715d-4b8d-ac1e-46b9ecc627db req-0facf572-dbc9-448c-a88f-c557f82cb020 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:25.073033 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e5b473-715d-4b8d-ac1e-46b9ecc627db req-0facf572-dbc9-448c-a88f-c557f82cb020 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5&tenant_id=b1eed01e32a84bbdb1193155f2d33d97&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0575469
Feb 12 21:44:25.139743 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-51e5b473-715d-4b8d-ac1e-46b9ecc627db req-b7c9241a-6b8a-474a-9014-4067f55529fc service neutron] delete failed (client error): The resource could not be found.
Feb 12 21:44:25.140821 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e5b473-715d-4b8d-ac1e-46b9ecc627db req-b7c9241a-6b8a-474a-9014-4067f55529fc service neutron] 10.222.0.48 "DELETE /v2.0/ports/f8c1f6b6-bc2f-4ba0-9504-67340b11446b/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0584970
Feb 12 21:44:25.237559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5b473-715d-4b8d-ac1e-46b9ecc627db req-afca6855-73d7-4c98-9260-925f3fd036a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:25.238939 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e5b473-715d-4b8d-ac1e-46b9ecc627db req-afca6855-73d7-4c98-9260-925f3fd036a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 1126 time: 0.0445640
Feb 12 21:44:25.333022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5b473-715d-4b8d-ac1e-46b9ecc627db req-162f8889-be57-4d45-a11a-92d880d9cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:25.334513 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e5b473-715d-4b8d-ac1e-46b9ecc627db req-162f8889-be57-4d45-a11a-92d880d9cd07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 200  len: 915 time: 0.0862181
Feb 12 21:44:25.377236 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e5b473-715d-4b8d-ac1e-46b9ecc627db req-72915d67-1465-4137-8436-6cdb5c8c5ff8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b HTTP/1.1" status: 200  len: 217 time: 0.0331891
Feb 12 21:44:25.423870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5b473-715d-4b8d-ac1e-46b9ecc627db req-c725ec33-04a6-4f5c-96a3-87851654960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:25.425273 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e5b473-715d-4b8d-ac1e-46b9ecc627db req-c725ec33-04a6-4f5c-96a3-87851654960f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d HTTP/1.1" status: 200  len: 854 time: 0.0420978
Feb 12 21:44:25.457907 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e5b473-715d-4b8d-ac1e-46b9ecc627db req-d7706a40-ee53-4cd2-8f55-464b4683b436 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1142866-22f6-42c4-aac4-2e6b0a456e75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252898
Feb 12 21:44:25.552458 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e5b473-715d-4b8d-ac1e-46b9ecc627db req-8f7dac06-eca7-419a-ba71-fe3fb7051d02 service neutron] 10.222.0.48 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850325
Feb 12 21:44:25.643252 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-51e5b473-715d-4b8d-ac1e-46b9ecc627db req-df1a9f0c-7062-405e-826b-0ac3c4b377e6 service neutron] 10.222.0.48 "GET /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808675
Feb 12 21:44:25.844157 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1688-09cd-4ff1-96aa-00b97d2adb23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:26.172092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037180a3-88d0-434c-92c7-de6883bb0a36 req-bb842176-2f0f-4243-976f-5872da199284 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:26.174255 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-037180a3-88d0-434c-92c7-de6883bb0a36 req-bb842176-2f0f-4243-976f-5872da199284 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 944 time: 0.0605397
Feb 12 21:44:26.223233 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-037180a3-88d0-434c-92c7-de6883bb0a36 req-4c4eaf1d-52ae-42d5-ac52-6d7de7aac110 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438163
Feb 12 21:44:26.400518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f8c1f6b6-bc2f-4ba0-9504-67340b11446b up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:44:26.544432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port f8c1f6b6-bc2f-4ba0-9504-67340b11446b completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:44:26.548554 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port f8c1f6b6-bc2f-4ba0-9504-67340b11446b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:44:26.548931 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:26.625380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port f8c1f6b6-bc2f-4ba0-9504-67340b11446b is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:44:26.625810 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:26.648808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecc291c-cd70-4811-83b0-210043a891a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c1f6b6-bc2f-4ba0-9504-67340b11446b'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:44:26.652178 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd43612-b190-49ff-a6fb-f440db81bf39" -d '{"events": [{"server_uuid": "8ecc291c-cd70-4811-83b0-210043a891a5", "name": "network-vif-plugged", "status": "completed", "tag": "f8c1f6b6-bc2f-4ba0-9504-67340b11446b"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:44:26.665540 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port f8c1f6b6-bc2f-4ba0-9504-67340b11446b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:44:26.692555 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70e25c2-bf6f-497e-ad06-d1d590b7942b x-openstack-request-id: req-b70e25c2-bf6f-497e-ad06-d1d590b7942b {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:44:26.692879 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecc291c-cd70-4811-83b0-210043a891a5", "name": "network-vif-plugged", "status": "completed", "tag": "f8c1f6b6-bc2f-4ba0-9504-67340b11446b", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:44:26.693158 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b70e25c2-bf6f-497e-ad06-d1d590b7942b {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:44:26.693599 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecc291c-cd70-4811-83b0-210043a891a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c1f6b6-bc2f-4ba0-9504-67340b11446b', 'code': 200}
Feb 12 21:44:26.762339 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:26.812765 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:27.259040 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:27.345048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f8747-aaf3-4234-b88c-95eac3afd819 req-0fe045c6-275c-4bb9-9169-fbd3d85d3700 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:27.346894 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-471f8747-aaf3-4234-b88c-95eac3afd819 req-0fe045c6-275c-4bb9-9169-fbd3d85d3700 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0536888
Feb 12 21:44:27.392853 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-471f8747-aaf3-4234-b88c-95eac3afd819 req-c4770687-f375-4b24-9ac7-a388f8cf6655 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403781
Feb 12 21:44:27.512634 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f955d-8999-4482-b363-b36094e51320 req-7def2153-7535-46c0-b73e-d81e4ee3810f tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:27.514746 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bb9f955d-8999-4482-b363-b36094e51320 req-7def2153-7535-46c0-b73e-d81e4ee3810f tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0529985
Feb 12 21:44:27.562329 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bb9f955d-8999-4482-b363-b36094e51320 req-c00520c1-6a9b-4c47-93d6-e5c9b24c631a tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410929
Feb 12 21:44:27.686892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da3ae6-1dbe-46a1-ae5c-b9ce066d8d32 req-46427f80-069d-45f7-868e-7d15fbc51f8c tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:27.688350 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2da3ae6-1dbe-46a1-ae5c-b9ce066d8d32 req-46427f80-069d-45f7-868e-7d15fbc51f8c tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0560708
Feb 12 21:44:27.734760 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c2da3ae6-1dbe-46a1-ae5c-b9ce066d8d32 req-05d5d372-980b-4c0d-96c8-61fdbbbe323e tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408528
Feb 12 21:44:28.258664 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18fa47-250b-4eca-b5d8-17500746f0ea req-f332542d-6ef6-43bd-adc8-924c07764af4 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:28.260233 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5d18fa47-250b-4eca-b5d8-17500746f0ea req-f332542d-6ef6-43bd-adc8-924c07764af4 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0542729
Feb 12 21:44:28.290251 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9b12f46e-973e-4c9e-bf0e-185e87736bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:28.309641 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5d18fa47-250b-4eca-b5d8-17500746f0ea req-fb910eea-21b3-49d8-8b40-275558af14b1 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431693
Feb 12 21:44:29.434316 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509fee8-b578-4487-a47f-8fc4372be6d1 req-f1a524de-383f-4e14-985e-d87d4cbc7eb8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:29.435772 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7509fee8-b578-4487-a47f-8fc4372be6d1 req-f1a524de-383f-4e14-985e-d87d4cbc7eb8 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0837901
Feb 12 21:44:29.454231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed22d41-f420-479c-9b8b-dbf50402fef1 req-31029522-feb1-4986-9619-b361bd324d71 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:29.455683 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ed22d41-f420-479c-9b8b-dbf50402fef1 req-31029522-feb1-4986-9619-b361bd324d71 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ecc291c-cd70-4811-83b0-210043a891a5 HTTP/1.1" status: 200  len: 945 time: 0.0747428
Feb 12 21:44:29.551987 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ed22d41-f420-479c-9b8b-dbf50402fef1 req-01c3b4c5-c367-4b1e-aaad-eba5860b7f3a tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.31 "GET /v2.0/security-groups?id=08133b05-9887-4aa7-98aa-3fecacf8dcd3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796349
Feb 12 21:44:29.572000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-7509fee8-b578-4487-a47f-8fc4372be6d1 req-1963196d-0faa-4619-a39f-1f6b13152ac6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Deleting port f8c1f6b6-bc2f-4ba0-9504-67340b11446b {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:44:29.582973 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7509fee8-b578-4487-a47f-8fc4372be6d1 req-1963196d-0faa-4619-a39f-1f6b13152ac6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:29.625638 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:29.658864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-7509fee8-b578-4487-a47f-8fc4372be6d1 req-1963196d-0faa-4619-a39f-1f6b13152ac6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] For port f8c1f6b6-bc2f-4ba0-9504-67340b11446b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,segment=NetworkSegment(99f044e0-bd7e-451f-9540-9be0f3c7ae95),segment_id=99f044e0-bd7e-451f-9540-9be0f3c7ae95)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:44:29.659226 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7509fee8-b578-4487-a47f-8fc4372be6d1 req-1963196d-0faa-4619-a39f-1f6b13152ac6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:29.676783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-7509fee8-b578-4487-a47f-8fc4372be6d1 req-1963196d-0faa-4619-a39f-1f6b13152ac6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Calling delete_port for f8c1f6b6-bc2f-4ba0-9504-67340b11446b owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:44:29.758107 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:29.861012 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7509fee8-b578-4487-a47f-8fc4372be6d1 req-1963196d-0faa-4619-a39f-1f6b13152ac6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (f8c1f6b6-bc2f-4ba0-9504-67340b11446b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:29.872417 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['f8c1f6b6-bc2f-4ba0-9504-67340b11446b'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:44:29.891380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963196d-0faa-4619-a39f-1f6b13152ac6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Pushing event deleted for resources: {'Port': ['ID=f8c1f6b6-bc2f-4ba0-9504-67340b11446b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:29.937598 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-7509fee8-b578-4487-a47f-8fc4372be6d1 req-1963196d-0faa-4619-a39f-1f6b13152ac6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] No DVR routers for this DVR port f8c1f6b6-bc2f-4ba0-9504-67340b11446b on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:44:29.940192 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7509fee8-b578-4487-a47f-8fc4372be6d1 req-1963196d-0faa-4619-a39f-1f6b13152ac6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:29.943551 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7509fee8-b578-4487-a47f-8fc4372be6d1 req-1963196d-0faa-4619-a39f-1f6b13152ac6 tempest-ServerDiskConfigTestJSON-949550525 tempest-ServerDiskConfigTestJSON-949550525-project] 10.222.0.50 "DELETE /v2.0/ports/f8c1f6b6-bc2f-4ba0-9504-67340b11446b HTTP/1.1" status: 204  len: 173 time: 0.5030005
Feb 12 21:44:29.943993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecc291c-cd70-4811-83b0-210043a891a5', 'name': 'network-vif-deleted', 'tag': 'f8c1f6b6-bc2f-4ba0-9504-67340b11446b'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:44:29.946260 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d3e795-97c3-4b83-8316-d00c239ced93" -d '{"events": [{"server_uuid": "8ecc291c-cd70-4811-83b0-210043a891a5", "name": "network-vif-deleted", "tag": "f8c1f6b6-bc2f-4ba0-9504-67340b11446b"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:44:29.986851 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f8442f-bd9c-4e72-903f-ad461eb80619 x-openstack-request-id: req-b6f8442f-bd9c-4e72-903f-ad461eb80619 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:44:29.992556 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecc291c-cd70-4811-83b0-210043a891a5", "name": "network-vif-deleted", "tag": "f8c1f6b6-bc2f-4ba0-9504-67340b11446b", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:44:29.992556 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6f8442f-bd9c-4e72-903f-ad461eb80619 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:44:29.992556 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecc291c-cd70-4811-83b0-210043a891a5', 'name': 'network-vif-deleted', 'tag': 'f8c1f6b6-bc2f-4ba0-9504-67340b11446b', 'status': 'completed', 'code': 200}
Feb 12 21:44:30.673982 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54298) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:44:30.722483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Deleting subnet b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:44:30.725581 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Publish callbacks [] for subnet (b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:30.760400 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:30.801416 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:30.933384 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:30.963502 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:30.968328 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:30.971509 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b62c32ec-ecbd-43ed-be71-fe9d7cb4de5d HTTP/1.1" status: 204  len: 168 time: 0.2964897
Feb 12 21:44:30.974372 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54300) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:44:30.978251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:30.978251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:30.978251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:30.978251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:30.978800 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:30.978800 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:30.978984 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:30.979265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:30.979593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:30.979923 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:30.980253 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:30.980585 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:30.980928 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8119e9-5350-410d-b395-f19c835127f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:31.042319 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8102-630a-49ba-96cd-0a38aa81b338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (e1142866-22f6-42c4-aac4-2e6b0a456e75), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:31.081620 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:31.123155 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8102-630a-49ba-96cd-0a38aa81b338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (e1142866-22f6-42c4-aac4-2e6b0a456e75), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:31.142875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f8ab8102-630a-49ba-96cd-0a38aa81b338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f94daac0>,) {'filters': {'network_id': ['e1142866-22f6-42c4-aac4-2e6b0a456e75']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:44:31.151870 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f8ab8102-630a-49ba-96cd-0a38aa81b338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f94daac0>, '99f044e0-bd7e-451f-9540-9be0f3c7ae95') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:44:31.152169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-f8ab8102-630a-49ba-96cd-0a38aa81b338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f94daac0>, '99f044e0-bd7e-451f-9540-9be0f3c7ae95') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:44:31.161726 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8102-630a-49ba-96cd-0a38aa81b338 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (99f044e0-bd7e-451f-9540-9be0f3c7ae95), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:31.175450 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8102-630a-49ba-96cd-0a38aa81b338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (99f044e0-bd7e-451f-9540-9be0f3c7ae95), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:31.181087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ab8102-630a-49ba-96cd-0a38aa81b338 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:44:31.181494 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8102-630a-49ba-96cd-0a38aa81b338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (99f044e0-bd7e-451f-9540-9be0f3c7ae95), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:44:31.183202 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:44:31.295791 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8102-630a-49ba-96cd-0a38aa81b338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (e1142866-22f6-42c4-aac4-2e6b0a456e75), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:31.301585 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f8ab8102-630a-49ba-96cd-0a38aa81b338 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:31.307803 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f8ab8102-630a-49ba-96cd-0a38aa81b338 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e1142866-22f6-42c4-aac4-2e6b0a456e75 HTTP/1.1" status: 204  len: 168 time: 0.3292911
Feb 12 21:44:31.315938 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab8102-630a-49ba-96cd-0a38aa81b338 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1142866-22f6-42c4-aac4-2e6b0a456e75,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:31.631226 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54304) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:44:31.671677 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a0760b9d-336e-4b56-b0e2-80c69ffa43b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1eed01e32a84bbdb1193155f2d33d97&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0392165
Feb 12 21:44:31.673993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54306) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:44:31.721183 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eaeac493-9d76-47d3-881a-4d837de81b27 admin admin] Publish callbacks [] for security_group (08133b05-9887-4aa7-98aa-3fecacf8dcd3), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:31.741760 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eaeac493-9d76-47d3-881a-4d837de81b27 admin admin] Publish callbacks [] for security_group (08133b05-9887-4aa7-98aa-3fecacf8dcd3), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:31.864734 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eaeac493-9d76-47d3-881a-4d837de81b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (08133b05-9887-4aa7-98aa-3fecacf8dcd3), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:31.867320 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eaeac493-9d76-47d3-881a-4d837de81b27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:31.868468 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-eaeac493-9d76-47d3-881a-4d837de81b27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08133b05-9887-4aa7-98aa-3fecacf8dcd3 HTTP/1.1" status: 204  len: 168 time: 0.1935954
Feb 12 21:44:31.876237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeac493-9d76-47d3-881a-4d837de81b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08133b05-9887-4aa7-98aa-3fecacf8dcd3,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:32.198565 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:32.848186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54328) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:44:32.947102 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-79f3cd94-5396-4596-9d96-8e13a730c304 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-102821222-network', 'tenant_id': '902f92c068c04a1994a8d95036240a10'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:44:33.020804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f3cd94-5396-4596-9d96-8e13a730c304 admin admin] Made reservation on behalf of 902f92c068c04a1994a8d95036240a10 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:44:33.023169 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-79f3cd94-5396-4596-9d96-8e13a730c304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:33.031671 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-79f3cd94-5396-4596-9d96-8e13a730c304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:33.106967 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-79f3cd94-5396-4596-9d96-8e13a730c304 admin admin] Publish callbacks [] for security_group (454996da-72d7-4bf7-8e93-7f55c6e864a3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:33.167232 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-79f3cd94-5396-4596-9d96-8e13a730c304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (454996da-72d7-4bf7-8e93-7f55c6e864a3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:33.193001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f3cd94-5396-4596-9d96-8e13a730c304 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:44:33.201833 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3cd94-5396-4596-9d96-8e13a730c304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454996da-72d7-4bf7-8e93-7f55c6e864a3,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:33.207885 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-79f3cd94-5396-4596-9d96-8e13a730c304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (6eef3188-7cab-45c8-8c18-b7dfa5995b29), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:33.208241 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-79f3cd94-5396-4596-9d96-8e13a730c304 admin admin] Added segment 6eef3188-7cab-45c8-8c18-b7dfa5995b29 of type vlan for network 34fb4bd0-7538-4c5d-aca6-00f04cac631c
Feb 12 21:44:33.247315 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-79f3cd94-5396-4596-9d96-8e13a730c304 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (34fb4bd0-7538-4c5d-aca6-00f04cac631c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:33.335415 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-79f3cd94-5396-4596-9d96-8e13a730c304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (34fb4bd0-7538-4c5d-aca6-00f04cac631c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:33.336372 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f3cd94-5396-4596-9d96-8e13a730c304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:33.336960 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-79f3cd94-5396-4596-9d96-8e13a730c304 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:33.394001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3cd94-5396-4596-9d96-8e13a730c304 admin admin] Pushing event updated for resources: {'Network': ['ID=34fb4bd0-7538-4c5d-aca6-00f04cac631c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:33.406473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 34fb4bd0-7538-4c5d-aca6-00f04cac631c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:44:33.429866 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-79f3cd94-5396-4596-9d96-8e13a730c304 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5804493
Feb 12 21:44:33.432525 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54332) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:44:33.437268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d07ba986-4969-4ba3-800a-3b19b05b5f25 admin admin] Request body: {'subnet': {'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-102821222-subnet', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:44:33.512774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07ba986-4969-4ba3-800a-3b19b05b5f25 admin admin] Made reservation on behalf of 902f92c068c04a1994a8d95036240a10 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:44:33.515219 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d07ba986-4969-4ba3-800a-3b19b05b5f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:34.070758 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d07ba986-4969-4ba3-800a-3b19b05b5f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:34.128400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ba986-4969-4ba3-800a-3b19b05b5f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:34.138538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07ba986-4969-4ba3-800a-3b19b05b5f25 admin admin] Checking segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:44:34.139397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07ba986-4969-4ba3-800a-3b19b05b5f25 admin admin] Network hostable DHCP agents. Network: 34fb4bd0-7538-4c5d-aca6-00f04cac631c, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:44:34.238149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07ba986-4969-4ba3-800a-3b19b05b5f25 admin admin] Network 34fb4bd0-7538-4c5d-aca6-00f04cac631c is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:44:34.306615 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-d07ba986-4969-4ba3-800a-3b19b05b5f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 34fb4bd0-7538-4c5d-aca6-00f04cac631c) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:44:34.310653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07ba986-4969-4ba3-800a-3b19b05b5f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:34.311761 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d07ba986-4969-4ba3-800a-3b19b05b5f25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:34.317125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7753412c-5a76-41db-a192-994e3ed3b233 None None] Network 34fb4bd0-7538-4c5d-aca6-00f04cac631c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:44:34.390317 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d07ba986-4969-4ba3-800a-3b19b05b5f25 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9567635
Feb 12 21:44:34.393098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54334) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:44:34.397593 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:44:34.422590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'project_id': '902f92c068c04a1994a8d95036240a10', 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:44:34.425983 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:34.425983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f8c1f6b6-bc2f-4ba0-9504-67340b11446b no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:44:34.453599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: f8c1f6b6-bc2f-4ba0-9504-67340b11446b {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:44:34.454663 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device f8c1f6b6-bc2f-4ba0-9504-67340b11446b not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:44:34.472925 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (46be19a4-9b50-47cd-92a5-c4c2674fd94e), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:34.477681 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (46be19a4-9b50-47cd-92a5-c4c2674fd94e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:34.529177 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Publish callbacks [] for router_controller (46be19a4-9b50-47cd-92a5-c4c2674fd94e), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:34.577952 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Allocated IP 172.20.0.2 (34fb4bd0-7538-4c5d-aca6-00f04cac631c/8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c/0af4bfd3-5157-4a9b-83fc-890322385cf6) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:44:34.725973 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Publish callbacks [] for port (0af4bfd3-5157-4a9b-83fc-890322385cf6), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:34.750580 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Publish callbacks [] for router_gateway (46be19a4-9b50-47cd-92a5-c4c2674fd94e), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:34.790662 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (0af4bfd3-5157-4a9b-83fc-890322385cf6), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:34.834843 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Network 34fb4bd0-7538-4c5d-aca6-00f04cac631c is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:44:34.837655 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:44:34.841054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:44:34.848668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Pushing event updated for resources: {'Port': ['ID=0af4bfd3-5157-4a9b-83fc-890322385cf6,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:34.901140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Attempting to bind port 0af4bfd3-5157-4a9b-83fc-890322385cf6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:44:34.901540 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Attempting to bind port 0af4bfd3-5157-4a9b-83fc-890322385cf6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:44:34.901904 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Attempting to bind port 0af4bfd3-5157-4a9b-83fc-890322385cf6 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:44:34.908584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:44:34.909131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Checking segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:44:34.909712 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:34.911710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Bound using segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:44:34.912217 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Bound port: 0af4bfd3-5157-4a9b-83fc-890322385cf6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:44:34.914744 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0af4bfd3-5157-4a9b-83fc-890322385cf6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:35.006204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] For port 0af4bfd3-5157-4a9b-83fc-890322385cf6, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:44:35.009493 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] For port 0af4bfd3-5157-4a9b-83fc-890322385cf6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0af4bfd3-5157-4a9b-83fc-890322385cf6,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:44:35.050013 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Publish callbacks [] for router_gateway (46be19a4-9b50-47cd-92a5-c4c2674fd94e), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:35.072833 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:35.084552 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0af4bfd3-5157-4a9b-83fc-890322385cf6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:35.145385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511a1ef-d224-4ed8-963a-04b745b96414 None None] Pushing event updated for resources: {'Port': ['ID=0af4bfd3-5157-4a9b-83fc-890322385cf6,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:35.204544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Allocated IP 172.35.2.131 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/edc34f7d-c140-48a5-930b-5da03cc7c25b) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:44:35.343294 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Publish callbacks [] for port (edc34f7d-c140-48a5-930b-5da03cc7c25b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:35.476156 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (edc34f7d-c140-48a5-930b-5da03cc7c25b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:35.524879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:44:35.527970 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:44:35.533229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:44:35.536361 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Pushing event updated for resources: {'Port': ['ID=edc34f7d-c140-48a5-930b-5da03cc7c25b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:35.684629 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:44:35.869560 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Publish callbacks [] for router_gateway (46be19a4-9b50-47cd-92a5-c4c2674fd94e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:36.083337 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (46be19a4-9b50-47cd-92a5-c4c2674fd94e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:36.085472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604abb62-0d4a-49f6-82de-162798d0fd34 None None] Network 34fb4bd0-7538-4c5d-aca6-00f04cac631c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:44:36.197649 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-22cc9e9a-bbf7-4811-8166-5854e662ab14 None None] Provisioning complete for port 0af4bfd3-5157-4a9b-83fc-890322385cf6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:44:36.198031 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-22cc9e9a-bbf7-4811-8166-5854e662ab14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0af4bfd3-5157-4a9b-83fc-890322385cf6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:36.273610 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Router 46be19a4-9b50-47cd-92a5-c4c2674fd94e is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:44:36.292237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-22cc9e9a-bbf7-4811-8166-5854e662ab14 None None] Current status of the port 0af4bfd3-5157-4a9b-83fc-890322385cf6 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:44:36.292690 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-22cc9e9a-bbf7-4811-8166-5854e662ab14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0af4bfd3-5157-4a9b-83fc-890322385cf6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:36.337746 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-22cc9e9a-bbf7-4811-8166-5854e662ab14 None None] For port 0af4bfd3-5157-4a9b-83fc-890322385cf6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0af4bfd3-5157-4a9b-83fc-890322385cf6,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:44:36.400103 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:44:36.414151 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-22cc9e9a-bbf7-4811-8166-5854e662ab14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0af4bfd3-5157-4a9b-83fc-890322385cf6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:36.417006 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Sync routers for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:44:36.435537 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:44:36.436718 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd14880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:44:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:44:36.472098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc9e9a-bbf7-4811-8166-5854e662ab14 None None] Pushing event updated for resources: {'Port': ['ID=0af4bfd3-5157-4a9b-83fc-890322385cf6,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:36.480278 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:36.480942 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0af4bfd3-5157-4a9b-83fc-890322385cf6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:44:36.481544 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0208315e-da03-4ba1-bafc-295e2f8b4596 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.0872781
Feb 12 21:44:36.484552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54336) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:44:36.544266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6591e5c3-74e4-4904-b706-f45d69fb45a9 None None] Provisioning complete for port 0af4bfd3-5157-4a9b-83fc-890322385cf6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:44:36.544656 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6591e5c3-74e4-4904-b706-f45d69fb45a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0af4bfd3-5157-4a9b-83fc-890322385cf6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:36.547257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 0af4bfd3-5157-4a9b-83fc-890322385cf6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:44:36.547629 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0af4bfd3-5157-4a9b-83fc-890322385cf6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:36.563336 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:44:36.690549 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0af4bfd3-5157-4a9b-83fc-890322385cf6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:44:36.692687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6591e5c3-74e4-4904-b706-f45d69fb45a9 None None] Current status of the port 0af4bfd3-5157-4a9b-83fc-890322385cf6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:44:36.840376 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd14880>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:35Z', 'revision_number': 3, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:44:36.866917 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Checking router: 46be19a4-9b50-47cd-92a5-c4c2674fd94e for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:44:36.867265 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Updating router 46be19a4-9b50-47cd-92a5-c4c2674fd94e port edc34f7d-c140-48a5-930b-5da03cc7c25b binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:44:36.898317 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (edc34f7d-c140-48a5-930b-5da03cc7c25b), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:36.927686 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:37.083094 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Allocated IP 172.20.0.1 (34fb4bd0-7538-4c5d-aca6-00f04cac631c/8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c/e323ba02-8f6c-4302-a717-81c2b56ffab6) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:44:37.143426 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Publish callbacks [] for port (edc34f7d-c140-48a5-930b-5da03cc7c25b), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:37.188532 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Publish callbacks [] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:37.241681 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (edc34f7d-c140-48a5-930b-5da03cc7c25b), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:37.290969 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Attempting to bind port edc34f7d-c140-48a5-930b-5da03cc7c25b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:44:37.291342 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Attempting to bind port edc34f7d-c140-48a5-930b-5da03cc7c25b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:44:37.291705 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Attempting to bind port edc34f7d-c140-48a5-930b-5da03cc7c25b on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:44:37.300579 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f434c7-3193-466c-a870-727e7ea6ff8a None None] Pushing event updated for resources: {'Port': ['ID=edc34f7d-c140-48a5-930b-5da03cc7c25b,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:37.302604 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:44:37.303004 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:44:37.303402 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:37.303787 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:44:37.304248 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Bound port: edc34f7d-c140-48a5-930b-5da03cc7c25b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:44:37.304623 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (edc34f7d-c140-48a5-930b-5da03cc7c25b), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:37.316425 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:37.331428 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f434c7-3193-466c-a870-727e7ea6ff8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:37.331767 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f434c7-3193-466c-a870-727e7ea6ff8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:37.332099 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f434c7-3193-466c-a870-727e7ea6ff8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:37.332571 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f434c7-3193-466c-a870-727e7ea6ff8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:37.332901 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f434c7-3193-466c-a870-727e7ea6ff8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:37.333274 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f434c7-3193-466c-a870-727e7ea6ff8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:37.333573 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f434c7-3193-466c-a870-727e7ea6ff8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:37.333890 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f434c7-3193-466c-a870-727e7ea6ff8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:37.334208 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f434c7-3193-466c-a870-727e7ea6ff8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:37.334524 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f434c7-3193-466c-a870-727e7ea6ff8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:37.334840 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f434c7-3193-466c-a870-727e7ea6ff8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:37.335151 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f434c7-3193-466c-a870-727e7ea6ff8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:37.335461 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f434c7-3193-466c-a870-727e7ea6ff8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:37.357625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Network 34fb4bd0-7538-4c5d-aca6-00f04cac631c is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:44:37.360512 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:44:37.364025 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:44:37.370769 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] For port edc34f7d-c140-48a5-930b-5da03cc7c25b, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:44:37.374908 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] For port edc34f7d-c140-48a5-930b-5da03cc7c25b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edc34f7d-c140-48a5-930b-5da03cc7c25b,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:44:37.387845 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Pushing event updated for resources: {'Port': ['ID=e323ba02-8f6c-4302-a717-81c2b56ffab6,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:37.408338 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (46be19a4-9b50-47cd-92a5-c4c2674fd94e), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:37.438806 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (edc34f7d-c140-48a5-930b-5da03cc7c25b), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:37.504405 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f434c7-3193-466c-a870-727e7ea6ff8a None None] Pushing event updated for resources: {'Port': ['ID=edc34f7d-c140-48a5-930b-5da03cc7c25b,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:37.508804 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:44:37.509435 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd14880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:44:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:44:37.621316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-67b87d85-88d2-4ed3-a5f0-76c4bdcf9e4f None None] Provisioning complete for port e323ba02-8f6c-4302-a717-81c2b56ffab6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:44:37.621909 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-67b87d85-88d2-4ed3-a5f0-76c4bdcf9e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:37.622021 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:44:37.623424 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:37.660808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-67b87d85-88d2-4ed3-a5f0-76c4bdcf9e4f None None] Port e323ba02-8f6c-4302-a717-81c2b56ffab6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:44:37.789003 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Publish callbacks [] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:37.808348 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd14880>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:35Z', 'revision_number': 3, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:44:37.837722 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cc2546-1c61-4cf1-b877-a3b820033f32 None None] The sync data for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 is: [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:35Z', 'revision_number': 3, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:44:37.866231 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:37.939092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Pushing event updated for resources: {'Port': ['ID=e323ba02-8f6c-4302-a717-81c2b56ffab6,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:37.941680 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (46be19a4-9b50-47cd-92a5-c4c2674fd94e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:38.037274 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Network 34fb4bd0-7538-4c5d-aca6-00f04cac631c is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:44:38.038786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:44:38.175239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Router 46be19a4-9b50-47cd-92a5-c4c2674fd94e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:44:38.298255 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:44:38.301543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-44497f20-e780-406d-85b3-fdcf3e1dc462 None None] Provisioning complete for port e323ba02-8f6c-4302-a717-81c2b56ffab6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:44:38.302166 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-44497f20-e780-406d-85b3-fdcf3e1dc462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:38.305243 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-860fce72-39a0-4cd2-9603-284d6bf379ba admin admin] 10.222.0.31 "PUT /v2.0/routers/46be19a4-9b50-47cd-92a5-c4c2674fd94e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8193519
Feb 12 21:44:38.338205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-44497f20-e780-406d-85b3-fdcf3e1dc462 None None] Port e323ba02-8f6c-4302-a717-81c2b56ffab6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:44:38.520277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device edc34f7d-c140-48a5-930b-5da03cc7c25b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:44:38.571430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port edc34f7d-c140-48a5-930b-5da03cc7c25b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:44:38.571819 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (edc34f7d-c140-48a5-930b-5da03cc7c25b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:38.659127 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port edc34f7d-c140-48a5-930b-5da03cc7c25b is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:44:38.659782 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (edc34f7d-c140-48a5-930b-5da03cc7c25b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:38.681326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port edc34f7d-c140-48a5-930b-5da03cc7c25b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edc34f7d-c140-48a5-930b-5da03cc7c25b,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:44:38.754615 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (edc34f7d-c140-48a5-930b-5da03cc7c25b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:38.754615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0af4bfd3-5157-4a9b-83fc-890322385cf6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:44:38.829024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=edc34f7d-c140-48a5-930b-5da03cc7c25b,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:38.843285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 0af4bfd3-5157-4a9b-83fc-890322385cf6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:44:38.843787 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0af4bfd3-5157-4a9b-83fc-890322385cf6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:38.850690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54344) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:44:38.855455 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a99b2a4f-ad39-4d22-bde8-dc94828a8908 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424401669', 'description': 'tempest-description--1842988788'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:44:38.927264 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 0af4bfd3-5157-4a9b-83fc-890322385cf6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:44:38.961449 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a99b2a4f-ad39-4d22-bde8-dc94828a8908 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:39.027749 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a99b2a4f-ad39-4d22-bde8-dc94828a8908 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for security_group (7d0ae692-543f-44fd-b31d-1f4d6be0891a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:39.098624 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a99b2a4f-ad39-4d22-bde8-dc94828a8908 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7d0ae692-543f-44fd-b31d-1f4d6be0891a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:39.127823 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b2a4f-ad39-4d22-bde8-dc94828a8908 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0ae692-543f-44fd-b31d-1f4d6be0891a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:39.206009 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a99b2a4f-ad39-4d22-bde8-dc94828a8908 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:39.207286 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a99b2a4f-ad39-4d22-bde8-dc94828a8908 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3554845
Feb 12 21:44:39.210108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54346) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:44:39.214402 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0b3d4d7d-a9f7-4153-800e-d2a63cc58749 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Request body: {'security_group_rule': {'security_group_id': '7d0ae692-543f-44fd-b31d-1f4d6be0891a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:44:39.306089 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4d7d-a9f7-4153-800e-d2a63cc58749 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for security_group_rule (d42589ba-b33c-4867-a4b4-bf901b1f5e51), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:39.364086 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4d7d-a9f7-4153-800e-d2a63cc58749 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for security_group_rule (d42589ba-b33c-4867-a4b4-bf901b1f5e51), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:39.432624 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4d7d-a9f7-4153-800e-d2a63cc58749 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (d42589ba-b33c-4867-a4b4-bf901b1f5e51), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:39.447628 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Sync routers for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:44:39.457666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d4d7d-a9f7-4153-800e-d2a63cc58749 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42589ba-b33c-4867-a4b4-bf901b1f5e51,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:39.461749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:44:39.462409 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb39ea60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:44:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:44:39.512179 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4d7d-a9f7-4153-800e-d2a63cc58749 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:39.513461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0b3d4d7d-a9f7-4153-800e-d2a63cc58749 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3024096
Feb 12 21:44:39.516707 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54348) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:44:39.521950 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-83b8d9dd-8b38-4133-b2fe-e0563fa9fa04 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Request body: {'security_group_rule': {'security_group_id': '7d0ae692-543f-44fd-b31d-1f4d6be0891a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:44:39.618418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83b8d9dd-8b38-4133-b2fe-e0563fa9fa04 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for security_group_rule (a49933e5-df14-4cc2-9010-a59d78af1c98), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:39.678667 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83b8d9dd-8b38-4133-b2fe-e0563fa9fa04 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for security_group_rule (a49933e5-df14-4cc2-9010-a59d78af1c98), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:39.738937 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:44:39.750388 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83b8d9dd-8b38-4133-b2fe-e0563fa9fa04 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (a49933e5-df14-4cc2-9010-a59d78af1c98), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:39.769654 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8d9dd-8b38-4133-b2fe-e0563fa9fa04 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49933e5-df14-4cc2-9010-a59d78af1c98,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:39.838108 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-83b8d9dd-8b38-4133-b2fe-e0563fa9fa04 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:39.839364 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-83b8d9dd-8b38-4133-b2fe-e0563fa9fa04 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3215420
Feb 12 21:44:39.843299 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54350) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:44:39.848164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:44:39.918775 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:39.940046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb39ea60>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 2, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:44:39.971457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Checking router: 46be19a4-9b50-47cd-92a5-c4c2674fd94e for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:44:39.971813 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Updating router 46be19a4-9b50-47cd-92a5-c4c2674fd94e port e323ba02-8f6c-4302-a717-81c2b56ffab6 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:44:39.999154 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.018656 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.121162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Allocated IP 172.35.2.72 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/4d039734-a3b9-41cd-9ae5-0103c41c5cfe) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:44:40.227716 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for port (4d039734-a3b9-41cd-9ae5-0103c41c5cfe), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.265328 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Publish callbacks [] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.318745 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4d039734-a3b9-41cd-9ae5-0103c41c5cfe), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.358463 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.359616 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:44:40.362561 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:44:40.366158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:44:40.371863 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Pushing event updated for resources: {'Port': ['ID=4d039734-a3b9-41cd-9ae5-0103c41c5cfe,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:40.411752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141d4dd-16d4-4c83-974c-5be382d95917 None None] Pushing event updated for resources: {'Port': ['ID=e323ba02-8f6c-4302-a717-81c2b56ffab6,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:40.466031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Attempting to bind port e323ba02-8f6c-4302-a717-81c2b56ffab6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:44:40.466031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Attempting to bind port e323ba02-8f6c-4302-a717-81c2b56ffab6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:44:40.466031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Attempting to bind port e323ba02-8f6c-4302-a717-81c2b56ffab6 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:44:40.469467 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device edc34f7d-c140-48a5-930b-5da03cc7c25b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:44:40.483871 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for floatingip (9c496297-fc21-4582-8eac-8bb625a2bf2b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.498878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:44:40.499267 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Checking segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:44:40.499790 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.500142 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Bound using segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:44:40.500639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Bound port: e323ba02-8f6c-4302-a717-81c2b56ffab6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:44:40.501027 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.577774 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4d039734-a3b9-41cd-9ae5-0103c41c5cfe), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.582706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port edc34f7d-c140-48a5-930b-5da03cc7c25b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:44:40.583090 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (edc34f7d-c140-48a5-930b-5da03cc7c25b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.604884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] For port e323ba02-8f6c-4302-a717-81c2b56ffab6, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:44:40.626406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] For port e323ba02-8f6c-4302-a717-81c2b56ffab6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e323ba02-8f6c-4302-a717-81c2b56ffab6,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:44:40.683980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port edc34f7d-c140-48a5-930b-5da03cc7c25b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:44:40.688527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-13aef228-4056-498d-8050-f8eefa3178ed None None] Provisioning complete for port e323ba02-8f6c-4302-a717-81c2b56ffab6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:44:40.688853 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-13aef228-4056-498d-8050-f8eefa3178ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.719817 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.740019 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for port (4d039734-a3b9-41cd-9ae5-0103c41c5cfe), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.759514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-13aef228-4056-498d-8050-f8eefa3178ed None None] Port e323ba02-8f6c-4302-a717-81c2b56ffab6 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:44:40.788680 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:44:40.788680 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb39ea60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:44:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:44:40.807678 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (4d039734-a3b9-41cd-9ae5-0103c41c5cfe), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.827286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141d4dd-16d4-4c83-974c-5be382d95917 None None] Pushing event updated for resources: {'Port': ['ID=e323ba02-8f6c-4302-a717-81c2b56ffab6,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:40.889375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Pushing event updated for resources: {'Port': ['ID=4d039734-a3b9-41cd-9ae5-0103c41c5cfe,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:40.899862 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (9c496297-fc21-4582-8eac-8bb625a2bf2b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.912848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:44:40.970326 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:40.972824 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-247a7fff-6006-4202-bd0a-f5242050f21e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1273539
Feb 12 21:44:41.116121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-730b5a84-791a-44ea-8f56-3ea618aa8c18 None None] Provisioning complete for port e323ba02-8f6c-4302-a717-81c2b56ffab6 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:44:41.116492 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-730b5a84-791a-44ea-8f56-3ea618aa8c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:41.127281 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-02708bf0-1822-4e41-b57a-c5e4e64c4828 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1424401669&fields=id&tenant_id=902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 267 time: 0.0477083
Feb 12 21:44:41.168527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb39ea60>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:40Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:44:41.197753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd4730-dc9a-4776-bfd8-33b255023784 None None] The sync data for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 is: [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:40Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:44:41.236577 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-b5e25494-6a6b-4f1c-b1a5-2fc245d18b56 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:41.238314 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-b5e25494-6a6b-4f1c-b1a5-2fc245d18b56 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 811 time: 0.1044567
Feb 12 21:44:41.242458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-730b5a84-791a-44ea-8f56-3ea618aa8c18 None None] Current status of the port e323ba02-8f6c-4302-a717-81c2b56ffab6 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:44:41.242851 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-730b5a84-791a-44ea-8f56-3ea618aa8c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:41.261990 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-09915717-ae80-4634-b3e8-7653801ef1f1 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/quotas/902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 375 time: 0.0147033
Feb 12 21:44:41.293003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-730b5a84-791a-44ea-8f56-3ea618aa8c18 None None] For port e323ba02-8f6c-4302-a717-81c2b56ffab6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e323ba02-8f6c-4302-a717-81c2b56ffab6,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:44:41.331213 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-bd1e316a-2ee2-4f9d-8430-927b2e84f72b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0557530
Feb 12 21:44:41.358953 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-730b5a84-791a-44ea-8f56-3ea618aa8c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:41.418379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b5a84-791a-44ea-8f56-3ea618aa8c18 None None] Pushing event updated for resources: {'Port': ['ID=e323ba02-8f6c-4302-a717-81c2b56ffab6,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:41.449917 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-e9cf4ae6-79f4-488f-b2d9-8a7c4b6bdd88 service neutron] 10.222.0.31 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1056480
Feb 12 21:44:41.548637 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-3b3a0b4c-aefa-455a-8652-a1b191bb2a3b service neutron] 10.222.0.31 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0962126
Feb 12 21:44:41.804909 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3466a8b8-40d1-4797-aed4-8aaab5f5dbe3 req-08a3e161-93e5-45e4-8b60-9403ab5d3d2e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 210 time: 0.0303092
Feb 12 21:44:42.465102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e323ba02-8f6c-4302-a717-81c2b56ffab6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:44:42.516247 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port e323ba02-8f6c-4302-a717-81c2b56ffab6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:44:42.516621 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:42.591809 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port e323ba02-8f6c-4302-a717-81c2b56ffab6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:44:42.902373 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2eeedbdc-a6e5-4344-b82a-3c06c62b13dd req-6ddc5bfb-1161-4483-9abd-a40ae6daffe1 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 210 time: 0.0274513
Feb 12 21:44:43.895371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-c10832ba-adf3-4291-8eda-46fdc64cdbd7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:43.896828 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-c10832ba-adf3-4291-8eda-46fdc64cdbd7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 811 time: 0.1048076
Feb 12 21:44:43.959535 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-3ddaf6e4-f84c-4451-bddb-74bc2450431e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 380 time: 0.0539060
Feb 12 21:44:43.968731 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-932a6f8a-9c79-4fbf-ae88-74640687f025 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Request body: {'port': {'device_id': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'admin_state_up': True, 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'security_groups': ['7d0ae692-543f-44fd-b31d-1f4d6be0891a']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:44:44.002088 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9f508fee-cd8d-4f15-8216-63d7ef5618d3 req-1ae91774-0eee-4944-b690-89ff1c250f36 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 210 time: 0.0276175
Feb 12 21:44:44.161417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-932a6f8a-9c79-4fbf-ae88-74640687f025 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Made reservation on behalf of 902f92c068c04a1994a8d95036240a10 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:44:44.164805 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-932a6f8a-9c79-4fbf-ae88-74640687f025 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:44.291748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-932a6f8a-9c79-4fbf-ae88-74640687f025 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Allocated IP 172.20.0.14 (34fb4bd0-7538-4c5d-aca6-00f04cac631c/8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c/11da9a80-0838-4dd0-8650-496ef5fdd27d) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:44:44.422350 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-932a6f8a-9c79-4fbf-ae88-74640687f025 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:44.553104 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-932a6f8a-9c79-4fbf-ae88-74640687f025 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:44.601566 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-932a6f8a-9c79-4fbf-ae88-74640687f025 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Network 34fb4bd0-7538-4c5d-aca6-00f04cac631c is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:44:44.604671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-932a6f8a-9c79-4fbf-ae88-74640687f025 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:44:44.608993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-932a6f8a-9c79-4fbf-ae88-74640687f025 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:44:44.615437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a6f8a-9c79-4fbf-ae88-74640687f025 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Pushing event updated for resources: {'Port': ['ID=11da9a80-0838-4dd0-8650-496ef5fdd27d,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:44.663651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-932a6f8a-9c79-4fbf-ae88-74640687f025 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:44.664270 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-932a6f8a-9c79-4fbf-ae88-74640687f025 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:44.721705 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-932a6f8a-9c79-4fbf-ae88-74640687f025 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7572222
Feb 12 21:44:44.732564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Request body: {'port': {'device_id': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:44:44.801250 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:44.804935 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-bee6d99b-770a-499d-85be-d6be566e7223 None None] Provisioning complete for port 11da9a80-0838-4dd0-8650-496ef5fdd27d triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:44:44.805473 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bee6d99b-770a-499d-85be-d6be566e7223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:44.841109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-bee6d99b-770a-499d-85be-d6be566e7223 None None] Port 11da9a80-0838-4dd0-8650-496ef5fdd27d cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:44:45.286682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94679732-188d-40e5-bb1e-72a4e6da7c56 req-9ae06259-5443-4157-be03-05d6c2ab17f5 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:45.288153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-94679732-188d-40e5-bb1e-72a4e6da7c56 req-9ae06259-5443-4157-be03-05d6c2ab17f5 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 932 time: 0.1304240
Feb 12 21:44:45.389708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-94679732-188d-40e5-bb1e-72a4e6da7c56 req-fd79bb31-06b5-4f07-bf29-cd41779693bd tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952768
Feb 12 21:44:45.480192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11da9a80-0838-4dd0-8650-496ef5fdd27d {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:44:45.487493 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Publish callbacks [] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:45.499954 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Transition to ACTIVE for port object 11da9a80-0838-4dd0-8650-496ef5fdd27d will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:44:45.563773 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:45.611927 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=11da9a80-0838-4dd0-8650-496ef5fdd27d,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:45.687711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Attempting to bind port 11da9a80-0838-4dd0-8650-496ef5fdd27d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:44:45.688050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Attempting to bind port 11da9a80-0838-4dd0-8650-496ef5fdd27d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:44:45.688392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Attempting to bind port 11da9a80-0838-4dd0-8650-496ef5fdd27d on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:44:45.693093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Port 11da9a80-0838-4dd0-8650-496ef5fdd27d on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:44:45.693446 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Attempting to bind port 11da9a80-0838-4dd0-8650-496ef5fdd27d on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:44:45.698803 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:44:45.699157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Checking segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:44:45.699551 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Bound using segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:44:45.699986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Bound port: 11da9a80-0838-4dd0-8650-496ef5fdd27d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:44:45.700358 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:45.770768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] For port 11da9a80-0838-4dd0-8650-496ef5fdd27d, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:44:45.773833 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] For port 11da9a80-0838-4dd0-8650-496ef5fdd27d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:44:45.861525 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:45.897786 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:45.898433 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:45.904681 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] 10.222.0.50 "PUT /v2.0/ports/11da9a80-0838-4dd0-8650-496ef5fdd27d HTTP/1.1" status: 200  len: 1092 time: 1.1715157
Feb 12 21:44:45.904681 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'tag': '11da9a80-0838-4dd0-8650-496ef5fdd27d'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:44:45.904681 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f220e9e-d569-4629-8cb3-44000d1c6765" -d '{"events": [{"name": "network-changed", "server_uuid": "82087afc-7369-4c73-9e70-f1ce64b475ee", "tag": "11da9a80-0838-4dd0-8650-496ef5fdd27d"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:44:45.927570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6a3d6-bf7f-4757-a9e5-aaddf43e3dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=11da9a80-0838-4dd0-8650-496ef5fdd27d,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:45.943783 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84fc449-4ab1-4b3e-b76a-8cffca303851 x-openstack-request-id: req-c84fc449-4ab1-4b3e-b76a-8cffca303851 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:44:45.944077 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82087afc-7369-4c73-9e70-f1ce64b475ee", "tag": "11da9a80-0838-4dd0-8650-496ef5fdd27d", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:44:45.944327 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c84fc449-4ab1-4b3e-b76a-8cffca303851 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:44:45.944745 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'tag': '11da9a80-0838-4dd0-8650-496ef5fdd27d', 'status': 'completed', 'code': 200}
Feb 12 21:44:46.016971 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f220e9e-d569-4629-8cb3-44000d1c6765 req-e599e529-5b60-4975-856b-f86d87bbc8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:46.018563 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7f220e9e-d569-4629-8cb3-44000d1c6765 req-e599e529-5b60-4975-856b-f86d87bbc8d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 1126 time: 0.0503738
Feb 12 21:44:46.123259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f220e9e-d569-4629-8cb3-44000d1c6765 req-272dd7fa-e66d-4287-8ba1-6f41fd377570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:46.124800 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7f220e9e-d569-4629-8cb3-44000d1c6765 req-272dd7fa-e66d-4287-8ba1-6f41fd377570 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=902f92c068c04a1994a8d95036240a10&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0994344
Feb 12 21:44:46.218126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f220e9e-d569-4629-8cb3-44000d1c6765 req-4d122c77-292f-40fa-a978-e6d4a040688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:46.219632 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7f220e9e-d569-4629-8cb3-44000d1c6765 req-4d122c77-292f-40fa-a978-e6d4a040688e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0891087
Feb 12 21:44:46.301820 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-89a1bec4-e1ed-4b38-bb02-7102753f6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:46.303404 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-89a1bec4-e1ed-4b38-bb02-7102753f6f31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 1126 time: 0.0497985
Feb 12 21:44:46.345375 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-d31644c8-c06d-488a-8583-25ece67e4440 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d HTTP/1.1" status: 200  len: 217 time: 0.0346348
Feb 12 21:44:46.392843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-4553023f-4263-4bf7-836c-b5b54dd4d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:46.394306 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-4553023f-4263-4bf7-836c-b5b54dd4d3fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0436347
Feb 12 21:44:46.447800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-a6bf2512-ac28-4cb3-a684-28292f6d0c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:46.449306 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-a6bf2512-ac28-4cb3-a684-28292f6d0c89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0492001
Feb 12 21:44:46.572757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7600b6-3072-4fd0-ace6-4755d02d5b3b req-b4b54220-ee46-4545-930e-79c25ac723ac tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:46.574243 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb7600b6-3072-4fd0-ace6-4755d02d5b3b req-b4b54220-ee46-4545-930e-79c25ac723ac tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 944 time: 0.1025255
Feb 12 21:44:46.576352 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-6eb67881-a059-4088-8a81-be0cf2d37b96 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212075
Feb 12 21:44:46.678138 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb7600b6-3072-4fd0-ace6-4755d02d5b3b req-eae430ab-bc83-4f62-a72c-f67391a2b0e1 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0976725
Feb 12 21:44:46.699471 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e8a7673a-51f4-4076-9e0f-d8b69c2710bd req-71c472a3-5b8b-4505-b7a4-1b198ef7de3b service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1174514
Feb 12 21:44:47.805455 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26071a-39ac-49c2-a6c6-d002880e3f6f req-23df65f8-865a-4509-96f6-6e5a67bf5e80 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:47.806946 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9c26071a-39ac-49c2-a6c6-d002880e3f6f req-23df65f8-865a-4509-96f6-6e5a67bf5e80 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 944 time: 0.0579922
Feb 12 21:44:47.854005 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9c26071a-39ac-49c2-a6c6-d002880e3f6f req-4efc4210-a723-4d84-8fd2-ef2c8b3a7ec0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405807
Feb 12 21:44:48.974175 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38bd0f-1a47-4e10-9956-adcfb830154c req-48a3288f-8768-491e-a1b2-72e021c8cbec tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:48.975658 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4f38bd0f-1a47-4e10-9956-adcfb830154c req-48a3288f-8768-491e-a1b2-72e021c8cbec tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 944 time: 0.0526698
Feb 12 21:44:49.026568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4f38bd0f-1a47-4e10-9956-adcfb830154c req-66e3a87a-74bc-4fae-b603-807ef3392551 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453739
Feb 12 21:44:50.145840 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0aa8b-950e-4277-bf67-a140cd576a02 req-2d49f582-ba51-4778-a84b-74001f7237d5 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:50.147311 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1fe0aa8b-950e-4277-bf67-a140cd576a02 req-2d49f582-ba51-4778-a84b-74001f7237d5 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 944 time: 0.0529644
Feb 12 21:44:50.194124 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1fe0aa8b-950e-4277-bf67-a140cd576a02 req-3ae8c6c3-d716-4c15-96dc-c973fc125f37 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411754
Feb 12 21:44:50.500204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 11da9a80-0838-4dd0-8650-496ef5fdd27d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:44:50.599043 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 11da9a80-0838-4dd0-8650-496ef5fdd27d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:44:50.610445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '11da9a80-0838-4dd0-8650-496ef5fdd27d', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'port_id': '11da9a80-0838-4dd0-8650-496ef5fdd27d', 'mac_address': 'fa:16:3e:a8:ed:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:44:50.646210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 11da9a80-0838-4dd0-8650-496ef5fdd27d is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:44:50.646531 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:50.659684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11da9a80-0838-4dd0-8650-496ef5fdd27d {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:44:50.679422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 11da9a80-0838-4dd0-8650-496ef5fdd27d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:44:50.767072 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:50.819707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=11da9a80-0838-4dd0-8650-496ef5fdd27d,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:50.828097 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:50.828452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:50.828795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:50.829136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:50.829520 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:50.829855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:50.830187 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:50.830517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:50.830845 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:50.831171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:50.831503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:50.831828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:50.832180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:44:50.951307 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['11da9a80-0838-4dd0-8650-496ef5fdd27d'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:44:51.314480 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89f648-af5c-489f-a753-c2bab396bf87 req-1e5ed1f8-e0d1-426f-9845-ec5f28f99c25 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:51.315963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e89f648-af5c-489f-a753-c2bab396bf87 req-1e5ed1f8-e0d1-426f-9845-ec5f28f99c25 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 945 time: 0.0529504
Feb 12 21:44:51.363722 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5e89f648-af5c-489f-a753-c2bab396bf87 req-c323ed1b-60ac-4ff9-9da7-1644bd05ff20 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421100
Feb 12 21:44:52.488577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b05ed-879b-4732-b904-f437d4495d12 req-e12b9ab6-66c5-47d5-bef5-a960066cb3d9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:52.490088 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c42b05ed-879b-4732-b904-f437d4495d12 req-e12b9ab6-66c5-47d5-bef5-a960066cb3d9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 945 time: 0.0575502
Feb 12 21:44:52.516749 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 11da9a80-0838-4dd0-8650-496ef5fdd27d up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:44:52.536478 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c42b05ed-879b-4732-b904-f437d4495d12 req-bde3b10d-3466-47ea-9144-579d654d646f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407543
Feb 12 21:44:52.643585 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 11da9a80-0838-4dd0-8650-496ef5fdd27d completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:44:52.647553 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 11da9a80-0838-4dd0-8650-496ef5fdd27d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:44:52.647924 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:52.723740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 11da9a80-0838-4dd0-8650-496ef5fdd27d is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:44:52.724131 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:52.745828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11da9a80-0838-4dd0-8650-496ef5fdd27d'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:44:52.749868 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d633f51a-1bf8-435a-b80a-b22f6dc0e9f6" -d '{"events": [{"server_uuid": "82087afc-7369-4c73-9e70-f1ce64b475ee", "name": "network-vif-plugged", "status": "completed", "tag": "11da9a80-0838-4dd0-8650-496ef5fdd27d"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:44:52.761314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 11da9a80-0838-4dd0-8650-496ef5fdd27d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:44:52.784764 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14708305-115c-4378-986a-9fd107cfa872 x-openstack-request-id: req-14708305-115c-4378-986a-9fd107cfa872 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:44:52.785006 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82087afc-7369-4c73-9e70-f1ce64b475ee", "name": "network-vif-plugged", "status": "completed", "tag": "11da9a80-0838-4dd0-8650-496ef5fdd27d", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:44:52.785257 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14708305-115c-4378-986a-9fd107cfa872 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:44:52.785671 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11da9a80-0838-4dd0-8650-496ef5fdd27d', 'code': 200}
Feb 12 21:44:52.821062 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:52.876579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=11da9a80-0838-4dd0-8650-496ef5fdd27d,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:44:52.888649 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc8828-e34f-41fc-9108-560108e47dfe req-249d6cd9-fe2f-4f66-b491-d420a99a0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:52.890241 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fdfc8828-e34f-41fc-9108-560108e47dfe req-249d6cd9-fe2f-4f66-b491-d420a99a0d8e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 1128 time: 0.0466814
Feb 12 21:44:52.935094 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fdfc8828-e34f-41fc-9108-560108e47dfe req-febc187f-d941-49dd-ad12-e632d4ac056e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388227
Feb 12 21:44:53.659111 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8348a3e-47c8-4e3c-bbb2-45461f6a02e6 req-80764a63-c32c-4be6-9423-feacc87331b7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:53.660578 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c8348a3e-47c8-4e3c-bbb2-45461f6a02e6 req-80764a63-c32c-4be6-9423-feacc87331b7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0525098
Feb 12 21:44:53.707607 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c8348a3e-47c8-4e3c-bbb2-45461f6a02e6 req-9dae20fb-d22c-40fd-a361-c47b24494c1b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411427
Feb 12 21:44:54.834152 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bea65-9082-4947-ad38-dc3818d117ea req-a84232d9-e6e0-4410-93f4-f8d8444016ca tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:54.835614 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-af8bea65-9082-4947-ad38-dc3818d117ea req-a84232d9-e6e0-4410-93f4-f8d8444016ca tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0565360
Feb 12 21:44:54.881562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-af8bea65-9082-4947-ad38-dc3818d117ea req-8b869b15-4a50-4757-b72c-6f7dfb4ec829 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403831
Feb 12 21:44:54.996039 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c1cf7-df9b-4d12-9304-b48635ea687f req-f5a0e6d2-dc05-4fd0-bbdd-d48e105395bf tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:54.997450 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d5c1cf7-df9b-4d12-9304-b48635ea687f req-f5a0e6d2-dc05-4fd0-bbdd-d48e105395bf tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0522592
Feb 12 21:44:55.006370 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54414) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:44:55.010820 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d350bae0-460b-4a90-bf01-948f4f9ae9fe tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Request body: {'floatingip': {'port_id': '11da9a80-0838-4dd0-8650-496ef5fdd27d'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:44:55.054535 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d350bae0-460b-4a90-bf01-948f4f9ae9fe tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for floatingip (9c496297-fc21-4582-8eac-8bb625a2bf2b), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:55.473269 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d350bae0-460b-4a90-bf01-948f4f9ae9fe tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:55.546618 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d350bae0-460b-4a90-bf01-948f4f9ae9fe tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (9c496297-fc21-4582-8eac-8bb625a2bf2b), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:55.646912 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-d350bae0-460b-4a90-bf01-948f4f9ae9fe tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Floating IP 9c496297-fc21-4582-8eac-8bb625a2bf2b associated. External IP: 172.35.2.72, port: 11da9a80-0838-4dd0-8650-496ef5fdd27d.
Feb 12 21:44:55.862709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d350bae0-460b-4a90-bf01-948f4f9ae9fe tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Router 46be19a4-9b50-47cd-92a5-c4c2674fd94e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:44:55.872665 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4755cf29-a6ed-4e21-8b27-bc30315ba67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:55.975680 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d350bae0-460b-4a90-bf01-948f4f9ae9fe tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:44:55.980571 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d350bae0-460b-4a90-bf01-948f4f9ae9fe tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:55.985857 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c26bcb-8203-47c1-aac2-59e70b16d054 None None] Sync routers for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:44:55.996472 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c26bcb-8203-47c1-aac2-59e70b16d054 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:44:55.997653 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-82c26bcb-8203-47c1-aac2-59e70b16d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7a9070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:44:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:44:56.013608 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d350bae0-460b-4a90-bf01-948f4f9ae9fe tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "PUT /v2.0/floatingips/9c496297-fc21-4582-8eac-8bb625a2bf2b HTTP/1.1" status: 200  len: 991 time: 1.0031948
Feb 12 21:44:56.013608 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'tag': '11da9a80-0838-4dd0-8650-496ef5fdd27d'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:44:56.013608 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad27866-e2bd-4bd6-b94e-04e6e5794302" -d '{"events": [{"name": "network-changed", "server_uuid": "82087afc-7369-4c73-9e70-f1ce64b475ee", "tag": "11da9a80-0838-4dd0-8650-496ef5fdd27d"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:44:56.119165 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e257c9-e3d8-49b3-b554-10a8e163d3d9 x-openstack-request-id: req-a1e257c9-e3d8-49b3-b554-10a8e163d3d9 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:44:56.119321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76e17d-a7a9-415d-a1b1-8d7f53d8c646 req-3c2ed6dc-3aa7-4c0e-a1c3-104f4b17356e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:56.119765 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82087afc-7369-4c73-9e70-f1ce64b475ee", "tag": "11da9a80-0838-4dd0-8650-496ef5fdd27d", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:44:56.119765 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1e257c9-e3d8-49b3-b554-10a8e163d3d9 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:44:56.120132 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'tag': '11da9a80-0838-4dd0-8650-496ef5fdd27d', 'status': 'completed', 'code': 200}
Feb 12 21:44:56.120643 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee76e17d-a7a9-415d-a1b1-8d7f53d8c646 req-3c2ed6dc-3aa7-4c0e-a1c3-104f4b17356e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0556917
Feb 12 21:44:56.124486 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-82c26bcb-8203-47c1-aac2-59e70b16d054 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:44:56.205217 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee76e17d-a7a9-415d-a1b1-8d7f53d8c646 req-02bc3cbe-683c-4172-8a6f-c5bad6c5e328 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785565
Feb 12 21:44:56.214913 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad27866-e2bd-4bd6-b94e-04e6e5794302 req-2eb5b00d-769b-4577-80ca-894630ff3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:56.216483 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ad27866-e2bd-4bd6-b94e-04e6e5794302 req-2eb5b00d-769b-4577-80ca-894630ff3bc3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 1128 time: 0.0751595
Feb 12 21:44:56.314137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad27866-e2bd-4bd6-b94e-04e6e5794302 req-c2959ae5-c041-4551-8993-86971457d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:56.315653 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ad27866-e2bd-4bd6-b94e-04e6e5794302 req-c2959ae5-c041-4551-8993-86971457d40e service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0936308
Feb 12 21:44:56.331563 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16310806-271e-46db-8bc1-d7ec024b8612 req-6371d76f-71e8-4071-8716-f56bd943ddb0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:56.333071 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16310806-271e-46db-8bc1-d7ec024b8612 req-6371d76f-71e8-4071-8716-f56bd943ddb0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0565763
Feb 12 21:44:56.370287 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-82c26bcb-8203-47c1-aac2-59e70b16d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7a9070>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c496297-fc21-4582-8eac-8bb625a2bf2b', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'port_id': '11da9a80-0838-4dd0-8650-496ef5fdd27d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'mac_address': 'fa:16:3e:a8:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:44:40Z', 'updated_at': '2022-02-12T21:44:55Z', 'revision_number': 1, 'project_id': '902f92c068c04a1994a8d95036240a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:44:56.388958 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16310806-271e-46db-8bc1-d7ec024b8612 req-d548b587-253b-4334-bc2d-b613cc567a34 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493023
Feb 12 21:44:56.391439 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ad27866-e2bd-4bd6-b94e-04e6e5794302 req-4ed8abc9-8f0c-46fe-96c9-f1bda1913a66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d HTTP/1.1" status: 200  len: 999 time: 0.0695946
Feb 12 21:44:56.453281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad27866-e2bd-4bd6-b94e-04e6e5794302 req-80404e39-f8c0-45d4-b5c7-c6997e9300e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:56.454825 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ad27866-e2bd-4bd6-b94e-04e6e5794302 req-80404e39-f8c0-45d4-b5c7-c6997e9300e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0576181
Feb 12 21:44:56.499823 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c26bcb-8203-47c1-aac2-59e70b16d054 None None] Checking router: 46be19a4-9b50-47cd-92a5-c4c2674fd94e for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:44:56.506883 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad27866-e2bd-4bd6-b94e-04e6e5794302 req-045a7b59-439f-4900-94a3-bd33a3d2df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:56.508120 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c26bcb-8203-47c1-aac2-59e70b16d054 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:44:56.508407 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ad27866-e2bd-4bd6-b94e-04e6e5794302 req-045a7b59-439f-4900-94a3-bd33a3d2df9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0476103
Feb 12 21:44:56.508716 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-82c26bcb-8203-47c1-aac2-59e70b16d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7a9070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:44:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:44:56.602573 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ad27866-e2bd-4bd6-b94e-04e6e5794302 req-7720965e-0327-4abc-b049-b0a08770afe5 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880740
Feb 12 21:44:56.616157 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-82c26bcb-8203-47c1-aac2-59e70b16d054 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:44:56.692754 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ad27866-e2bd-4bd6-b94e-04e6e5794302 req-bceefbd7-7123-4053-9815-e1de1a772c50 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847912
Feb 12 21:44:56.842548 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-82c26bcb-8203-47c1-aac2-59e70b16d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7a9070>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c496297-fc21-4582-8eac-8bb625a2bf2b', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'port_id': '11da9a80-0838-4dd0-8650-496ef5fdd27d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'mac_address': 'fa:16:3e:a8:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:44:40Z', 'updated_at': '2022-02-12T21:44:55Z', 'revision_number': 1, 'project_id': '902f92c068c04a1994a8d95036240a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:44:56.871909 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c26bcb-8203-47c1-aac2-59e70b16d054 None None] The sync data for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 is: [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c496297-fc21-4582-8eac-8bb625a2bf2b', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'port_id': '11da9a80-0838-4dd0-8650-496ef5fdd27d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'mac_address': 'fa:16:3e:a8:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:44:40Z', 'updated_at': '2022-02-12T21:44:55Z', 'revision_number': 1, 'project_id': '902f92c068c04a1994a8d95036240a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:44:57.061411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93228513-fefa-4549-862f-6af193aa37cb None None] New status for floating IP 9c496297-fc21-4582-8eac-8bb625a2bf2b: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:44:57.303876 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:57.513697 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bcfb1-1b1f-42f4-8f03-f6d564fe9e5b req-a52b921e-029c-4879-aaa0-44d7f45c6a69 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:57.515157 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d43bcfb1-1b1f-42f4-8f03-f6d564fe9e5b req-a52b921e-029c-4879-aaa0-44d7f45c6a69 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0526972
Feb 12 21:44:57.565459 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d43bcfb1-1b1f-42f4-8f03-f6d564fe9e5b req-41e08a61-ae07-4ccd-9429-766dc93e43ab tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446036
Feb 12 21:44:57.683283 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734184c2-9948-4c8b-92f0-3feaa80ea855 req-73974d81-4dba-47eb-afad-79dafbb88499 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:57.684758 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-734184c2-9948-4c8b-92f0-3feaa80ea855 req-73974d81-4dba-47eb-afad-79dafbb88499 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0517859
Feb 12 21:44:57.731330 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-734184c2-9948-4c8b-92f0-3feaa80ea855 req-d70f45a2-e710-4970-bfb0-4bd5e76bc0c7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401464
Feb 12 21:44:58.115688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a41c43-fe97-4c09-8229-701f0f8568e9 req-f2517d63-3475-4d2a-885a-40aeb1f31cc0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:58.117223 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2a41c43-fe97-4c09-8229-701f0f8568e9 req-f2517d63-3475-4d2a-885a-40aeb1f31cc0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0529497
Feb 12 21:44:58.162965 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2a41c43-fe97-4c09-8229-701f0f8568e9 req-a523c669-90ff-4d3b-9121-fb634219b37d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400546
Feb 12 21:44:58.270165 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-627d8357-cfec-4bc7-82a9-8e1a06412ff9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0475156
Feb 12 21:44:58.287209 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-56cdfb47-6006-4375-894b-a5b28f4dd7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:58.834384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-b2faf799-e80f-43d9-9117-b9382f193c3e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:58.835722 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-b2faf799-e80f-43d9-9117-b9382f193c3e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports/11da9a80-0838-4dd0-8650-496ef5fdd27d HTTP/1.1" status: 200  len: 943 time: 0.0459902
Feb 12 21:44:59.287409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02cb76-4d01-4750-b973-77f4eeba01c3 req-f2f6545e-8e93-419c-9816-8689789b495a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:44:59.288891 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7f02cb76-4d01-4750-b973-77f4eeba01c3 req-f2f6545e-8e93-419c-9816-8689789b495a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0543177
Feb 12 21:44:59.338694 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7f02cb76-4d01-4750-b973-77f4eeba01c3 req-c95a948d-bbae-4c79-8fac-36247fd53018 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433607
Feb 12 21:44:59.629545 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:44:59.738161 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:00.357540 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-3340eb2c-1fd2-4a25-9c32-b913a9263c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:00.359018 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-3340eb2c-1fd2-4a25-9c32-b913a9263c81 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 1128 time: 0.0442889
Feb 12 21:45:00.459495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4d5c7f7b-7faf-4428-8856-dd1690c9ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:00.460970 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4d5c7f7b-7faf-4428-8856-dd1690c9ffdc service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0947595
Feb 12 21:45:00.465759 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92623cbe-2ef1-415f-a4c9-b6a694dd3b8b req-46854293-2ec5-4466-8552-ca048ea603ed tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:00.467238 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-92623cbe-2ef1-415f-a4c9-b6a694dd3b8b req-46854293-2ec5-4466-8552-ca048ea603ed tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0532496
Feb 12 21:45:00.514633 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-92623cbe-2ef1-415f-a4c9-b6a694dd3b8b req-b13111c6-e027-4711-a47e-db566a6e2a6f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416083
Feb 12 21:45:00.524815 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-5b18e4a4-0d0a-4eaa-9e0e-18a5e4ea42bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d HTTP/1.1" status: 200  len: 1001 time: 0.0581973
Feb 12 21:45:00.578516 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-ea6fc3fb-6a48-4c45-bfdb-50e6ebc17478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:00.579945 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-ea6fc3fb-6a48-4c45-bfdb-50e6ebc17478 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0478649
Feb 12 21:45:00.627992 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-8628f530-5c35-41a1-b6ea-118fc9c4e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:00.629417 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-8628f530-5c35-41a1-b6ea-118fc9c4e7a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438354
Feb 12 21:45:00.719441 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4e818d96-f6d3-4acb-9f4d-33382ca84758 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842159
Feb 12 21:45:00.812044 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-6eb1b6ec-4b2c-4e65-b787-ff2452fac5a3 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869229
Feb 12 21:45:01.093293 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:01.638195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcb86e-886d-4629-88ce-c3cbab30b54c req-40adfc4f-e4c7-48b1-87c2-8dd9311bbce9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:01.639675 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09dcb86e-886d-4629-88ce-c3cbab30b54c req-40adfc4f-e4c7-48b1-87c2-8dd9311bbce9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0551503
Feb 12 21:45:01.688765 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09dcb86e-886d-4629-88ce-c3cbab30b54c req-44e1acc4-79d6-4985-aa93-1df8009eb79d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427842
Feb 12 21:45:02.195636 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:02.811819 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9caff-0e70-4dc7-abde-42f4bcd91d05 req-52888364-e61a-4022-87ce-485d6d7f6e44 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:02.814122 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-07a9caff-0e70-4dc7-abde-42f4bcd91d05 req-52888364-e61a-4022-87ce-485d6d7f6e44 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0554137
Feb 12 21:45:03.167070 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-07a9caff-0e70-4dc7-abde-42f4bcd91d05 req-7eae8977-0393-4169-a57b-1004f911eb05 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3473792
Feb 12 21:45:04.293619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81762c93-b00c-401c-bf12-1cce15552e55 req-d5287113-49cd-477a-bcc9-9c8a2dacc6d9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:04.295079 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81762c93-b00c-401c-bf12-1cce15552e55 req-d5287113-49cd-477a-bcc9-9c8a2dacc6d9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0582538
Feb 12 21:45:04.342830 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81762c93-b00c-401c-bf12-1cce15552e55 req-186461d8-066f-4bf6-9baf-783a470a5fc1 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411096
Feb 12 21:45:05.464528 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b93cf-6853-4a3d-84cf-244e1dd4c994 req-6fb1570b-5aa1-4ae1-95bb-46fea42219a2 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:05.466044 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8c9b93cf-6853-4a3d-84cf-244e1dd4c994 req-6fb1570b-5aa1-4ae1-95bb-46fea42219a2 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0517745
Feb 12 21:45:05.512159 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8c9b93cf-6853-4a3d-84cf-244e1dd4c994 req-fdbfd678-37fa-4eb1-9b83-00c1aed167aa tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398419
Feb 12 21:45:06.630842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a27ce9-fe36-4b2f-8989-03cf02c79ce1 req-fed85ddb-72ef-4624-a100-4a19b07d4d59 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:06.632326 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1a27ce9-fe36-4b2f-8989-03cf02c79ce1 req-fed85ddb-72ef-4624-a100-4a19b07d4d59 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0516777
Feb 12 21:45:06.678492 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c1a27ce9-fe36-4b2f-8989-03cf02c79ce1 req-c832ea3d-177d-493d-b0ea-3241008b3ccc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405810
Feb 12 21:45:07.798437 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de0178-5b3e-4088-b468-c3624c853f1a req-bb14c64e-7489-4285-9bbe-147a859bdb25 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:07.799819 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a2de0178-5b3e-4088-b468-c3624c853f1a req-bb14c64e-7489-4285-9bbe-147a859bdb25 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0520306
Feb 12 21:45:07.850748 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a2de0178-5b3e-4088-b468-c3624c853f1a req-7a9d9f09-d97b-457f-92c9-4635a7492933 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452232
Feb 12 21:45:08.973901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f32fe-2344-44c9-97ee-e662f9590419 req-a8a3fbaf-f941-4513-9dc4-e20be6079fe7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:08.975365 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e2f32fe-2344-44c9-97ee-e662f9590419 req-a8a3fbaf-f941-4513-9dc4-e20be6079fe7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0528684
Feb 12 21:45:09.024974 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e2f32fe-2344-44c9-97ee-e662f9590419 req-b3be1621-69ea-466b-9e63-dee204539ff7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439806
Feb 12 21:45:10.145376 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10378d-f25a-42b6-98c0-a129abe45732 req-5ad3fe7a-a7d6-49c8-87b1-1b79938bdfa8 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:10.146863 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9e10378d-f25a-42b6-98c0-a129abe45732 req-5ad3fe7a-a7d6-49c8-87b1-1b79938bdfa8 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0542586
Feb 12 21:45:10.193323 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9e10378d-f25a-42b6-98c0-a129abe45732 req-1d952060-8dd2-458d-af16-660a406a22d7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406754
Feb 12 21:45:11.311937 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14628431-ad97-45df-bbe7-67859276f835 req-6bb1f950-6c0c-4392-91a2-1f888e071d79 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:11.314025 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14628431-ad97-45df-bbe7-67859276f835 req-6bb1f950-6c0c-4392-91a2-1f888e071d79 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0521898
Feb 12 21:45:11.359678 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-14628431-ad97-45df-bbe7-67859276f835 req-27beea2c-b0de-4334-ab23-a5015b81e1a1 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400991
Feb 12 21:45:12.483533 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c05d1c-e8ae-483b-a8bb-67b800b13159 req-0ffa25a0-ef50-4862-ba2e-414c330e9f5d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:12.484990 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93c05d1c-e8ae-483b-a8bb-67b800b13159 req-0ffa25a0-ef50-4862-ba2e-414c330e9f5d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0517511
Feb 12 21:45:12.530176 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93c05d1c-e8ae-483b-a8bb-67b800b13159 req-673bf0a9-9c0b-4769-9ce6-09540d95a565 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395293
Feb 12 21:45:12.683501 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:45:13.648663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a39f15-8eed-4e67-86bc-d06d18928d74 req-9211d35f-0cc1-4ae0-ab79-4c5d0b048057 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:13.650168 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60a39f15-8eed-4e67-86bc-d06d18928d74 req-9211d35f-0cc1-4ae0-ab79-4c5d0b048057 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0515466
Feb 12 21:45:13.696855 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60a39f15-8eed-4e67-86bc-d06d18928d74 req-fb783582-3b4d-4a7e-852a-98e22cefb2f7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411270
Feb 12 21:45:14.826253 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7803dfa-cd0c-45e1-8436-fb0cb1f78d59 req-6b2f9029-2855-48c1-a3a0-78f6e10910f7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:14.828246 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f7803dfa-cd0c-45e1-8436-fb0cb1f78d59 req-6b2f9029-2855-48c1-a3a0-78f6e10910f7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0575073
Feb 12 21:45:14.875224 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f7803dfa-cd0c-45e1-8436-fb0cb1f78d59 req-513f9ebb-e97a-4920-9b53-d94cfed25557 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406022
Feb 12 21:45:16.001088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566880a5-5772-482c-bcfe-8860cdb2ea2e req-6416860f-f545-4d85-a0fd-22e8c64908cd tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:16.002655 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-566880a5-5772-482c-bcfe-8860cdb2ea2e req-6416860f-f545-4d85-a0fd-22e8c64908cd tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0578332
Feb 12 21:45:16.049887 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-566880a5-5772-482c-bcfe-8860cdb2ea2e req-70805b4e-923b-4784-9d26-7ab7c00e2d26 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417116
Feb 12 21:45:17.172430 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3812f9f-1609-4003-a213-3240fa65f7c2 req-351f7720-9cf1-426a-865a-0012129f2148 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:17.173958 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e3812f9f-1609-4003-a213-3240fa65f7c2 req-351f7720-9cf1-426a-865a-0012129f2148 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0538619
Feb 12 21:45:17.220595 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e3812f9f-1609-4003-a213-3240fa65f7c2 req-0ad7b6bf-c08b-4121-9774-10d326fc4fe8 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410643
Feb 12 21:45:17.665158 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a74c1db-7836-4252-8381-28d0d4e58f45 service neutron] show failed (client error): The resource could not be found.
Feb 12 21:45:17.666469 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a74c1db-7836-4252-8381-28d0d4e58f45 service neutron] 10.222.0.50 "GET /v2.0/ports/11da9a80-0838-4dd0-8650-496ef5fdd27d/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0553105
Feb 12 21:45:18.173869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-797073fe-23ee-4bb4-8350-9ce43e509c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:18.175364 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-797073fe-23ee-4bb4-8350-9ce43e509c05 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee&tenant_id=902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 1128 time: 0.0468652
Feb 12 21:45:18.190022 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:45:18.251647 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:18.434232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0756e4d-2d8c-43ad-be39-1bf09e2c7a6d req-f3aa54b3-7db5-4dd0-b74a-09c8e8f51fcc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:18.435673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0756e4d-2d8c-43ad-be39-1bf09e2c7a6d req-f3aa54b3-7db5-4dd0-b74a-09c8e8f51fcc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.1441002
Feb 12 21:45:18.527665 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] For port 11da9a80-0838-4dd0-8650-496ef5fdd27d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:45:18.532873 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e0756e4d-2d8c-43ad-be39-1bf09e2c7a6d req-d289eade-87c4-4cab-aa7e-18414b05ce0d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711818
Feb 12 21:45:18.563048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] For port 11da9a80-0838-4dd0-8650-496ef5fdd27d, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:45:18.601654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11da9a80-0838-4dd0-8650-496ef5fdd27d'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:45:18.603897 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd18101-f475-4faa-9587-c9494a9bf86a" -d '{"events": [{"server_uuid": "82087afc-7369-4c73-9e70-f1ce64b475ee", "name": "network-vif-unplugged", "status": "completed", "tag": "11da9a80-0838-4dd0-8650-496ef5fdd27d"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:45:18.607408 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Publish callbacks [] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:18.619648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Transition to ACTIVE for port object 11da9a80-0838-4dd0-8650-496ef5fdd27d will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:45:18.658107 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b858a5e-5ef9-47fb-836d-c55d184b0f17 x-openstack-request-id: req-0b858a5e-5ef9-47fb-836d-c55d184b0f17 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:45:18.658405 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82087afc-7369-4c73-9e70-f1ce64b475ee", "name": "network-vif-unplugged", "status": "completed", "tag": "11da9a80-0838-4dd0-8650-496ef5fdd27d", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:45:18.658665 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b858a5e-5ef9-47fb-836d-c55d184b0f17 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:45:18.659097 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11da9a80-0838-4dd0-8650-496ef5fdd27d', 'code': 200}
Feb 12 21:45:18.712614 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:18.811719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Pushing event updated for resources: {'Port': ['ID=11da9a80-0838-4dd0-8650-496ef5fdd27d,revision_number=6']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:45:18.886350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] No DVR routers for this DVR port 11da9a80-0838-4dd0-8650-496ef5fdd27d on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:45:19.025073 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Attempting to bind port 11da9a80-0838-4dd0-8650-496ef5fdd27d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:45:19.025338 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Attempting to bind port 11da9a80-0838-4dd0-8650-496ef5fdd27d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:45:19.025697 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Attempting to bind port 11da9a80-0838-4dd0-8650-496ef5fdd27d on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:45:19.029928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Port 11da9a80-0838-4dd0-8650-496ef5fdd27d on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:45:19.030251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Attempting to bind port 11da9a80-0838-4dd0-8650-496ef5fdd27d on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:45:19.035691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:45:19.036031 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Checking segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:45:19.036418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Bound using segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:45:19.036843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Bound port: 11da9a80-0838-4dd0-8650-496ef5fdd27d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:45:19.037206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:19.102647 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] For port 11da9a80-0838-4dd0-8650-496ef5fdd27d, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:45:19.105604 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] For port 11da9a80-0838-4dd0-8650-496ef5fdd27d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:45:19.198362 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:19.234162 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:19.234935 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:19.236626 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4a998093-9826-49c5-a880-0471a37071cd service neutron] 10.222.0.48 "PUT /v2.0/ports/11da9a80-0838-4dd0-8650-496ef5fdd27d HTTP/1.1" status: 200  len: 1092 time: 1.0506682
Feb 12 21:45:19.261427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a998093-9826-49c5-a880-0471a37071cd service neutron] Pushing event updated for resources: {'Port': ['ID=11da9a80-0838-4dd0-8650-496ef5fdd27d,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:45:19.311753 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-8f8a8e8a-6fc1-4c98-9219-e49a19ac2442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:19.313395 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-8f8a8e8a-6fc1-4c98-9219-e49a19ac2442 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 1126 time: 0.0473676
Feb 12 21:45:19.413482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-53d44879-267b-4c9f-95b3-e2250507e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:19.414987 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-53d44879-267b-4c9f-95b3-e2250507e50c service neutron] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0914350
Feb 12 21:45:19.482197 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-20e507c0-4449-4d47-a80a-906255729106 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d HTTP/1.1" status: 200  len: 999 time: 0.0572269
Feb 12 21:45:19.537748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-df84bc10-d1cb-498f-9d7c-13df749c77c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:19.539125 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-df84bc10-d1cb-498f-9d7c-13df749c77c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0471327
Feb 12 21:45:19.590682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-1f8f5ae9-edaa-4e7a-8cbf-8ca5030b33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:19.592182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-1f8f5ae9-edaa-4e7a-8cbf-8ca5030b33ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438135
Feb 12 21:45:19.714538 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e757158-8510-4d56-9b0c-5d8292264030 req-194a95c4-036b-408e-bb7f-d7c62ec4a8ac tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:19.716003 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e757158-8510-4d56-9b0c-5d8292264030 req-194a95c4-036b-408e-bb7f-d7c62ec4a8ac tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 944 time: 0.1054657
Feb 12 21:45:19.738336 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-d5a93949-a805-4a46-9eef-185c15be2a87 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356928
Feb 12 21:45:19.821860 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8e757158-8510-4d56-9b0c-5d8292264030 req-45824d56-9c0c-4e19-ac4a-ee1236c0249d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949528
Feb 12 21:45:19.853905 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c3758742-56e0-4e0f-bee9-ef9682edb708 req-4afba57d-7a43-48b5-8713-d021faae61b8 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1061981
Feb 12 21:45:20.660118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'tag': '11da9a80-0838-4dd0-8650-496ef5fdd27d'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:45:20.662438 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "82087afc-7369-4c73-9e70-f1ce64b475ee", "tag": "11da9a80-0838-4dd0-8650-496ef5fdd27d"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:45:20.711219 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74703148-d2b4-43db-b6fb-2b724397cc80 x-openstack-request-id: req-74703148-d2b4-43db-b6fb-2b724397cc80 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:45:20.711511 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82087afc-7369-4c73-9e70-f1ce64b475ee", "tag": "11da9a80-0838-4dd0-8650-496ef5fdd27d", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:45:20.711764 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74703148-d2b4-43db-b6fb-2b724397cc80 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:45:20.712201 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'tag': '11da9a80-0838-4dd0-8650-496ef5fdd27d', 'status': 'completed', 'code': 200}
Feb 12 21:45:20.810398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-700f59a0-11ae-4058-812f-6b1efa167502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:20.811952 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-700f59a0-11ae-4058-812f-6b1efa167502 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 1126 time: 0.0816863
Feb 12 21:45:20.813862 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-cca0f224-c3a9-4b96-9f21-84c48aab0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:20.815212 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-cca0f224-c3a9-4b96-9f21-84c48aab0dbe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 1126 time: 0.0769022
Feb 12 21:45:21.009114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-ccd1557e-5ad7-46fc-b850-70d00fcb665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:21.010567 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-ccd1557e-5ad7-46fc-b850-70d00fcb665f service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.1928122
Feb 12 21:45:21.012361 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-a86c2bea-d13e-4f54-9e29-802de9e73f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:21.013701 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-a86c2bea-d13e-4f54-9e29-802de9e73f25 service neutron] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.1890011
Feb 12 21:45:21.020621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650bcaa-ac3f-482c-8d75-23212caa0f91 req-d02709ff-7bd6-4754-8fe3-1208de6414a6 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:21.022010 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f650bcaa-ac3f-482c-8d75-23212caa0f91 req-d02709ff-7bd6-4754-8fe3-1208de6414a6 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 944 time: 0.1045625
Feb 12 21:45:21.160078 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-a584a7e5-e2ed-4571-b66b-26a4a658dc30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d HTTP/1.1" status: 200  len: 999 time: 0.1370788
Feb 12 21:45:21.166118 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f650bcaa-ac3f-482c-8d75-23212caa0f91 req-a79ae3d2-a78d-412e-a65f-e63e19408842 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1314769
Feb 12 21:45:21.178915 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-21d18546-739c-4e64-aad1-3e2e484cb3fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d HTTP/1.1" status: 200  len: 999 time: 0.1507454
Feb 12 21:45:21.576625 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-fb08ab02-d981-4291-b98c-1af39911d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:21.578915 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-fb08ab02-d981-4291-b98c-1af39911d974 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.4100540
Feb 12 21:45:21.586824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-6ce7e083-33cd-475d-ab46-fa857b849a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:21.588131 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-6ce7e083-33cd-475d-ab46-fa857b849a02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0565400
Feb 12 21:45:21.663819 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-726948e9-9806-4c4d-a839-82340020dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:21.665307 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-726948e9-9806-4c4d-a839-82340020dd56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0685229
Feb 12 21:45:21.667392 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-45757244-4e7c-43f7-b5e2-aa11313f4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:21.668728 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-45757244-4e7c-43f7-b5e2-aa11313f4224 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0834842
Feb 12 21:45:21.824017 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-2774b387-6ea8-4ac7-b3d7-4a520dac2161 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508272
Feb 12 21:45:21.826156 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-eef052d4-1100-402b-8b95-6f648c9406fb service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461806
Feb 12 21:45:21.996313 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-9a96efed-de4d-4ea6-9845-0e59190e42c6 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1655660
Feb 12 21:45:21.998267 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-25aef67d-2f24-42b0-a1fa-b6b215a0d4aa req-f80a624a-252c-4a4c-9274-52bb38ec91f2 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1664310
Feb 12 21:45:22.294002 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983fe85-22e8-4878-a97d-1cd5b3c512bb req-347ffe0d-d232-473a-b993-82ea777ae567 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:22.295394 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b983fe85-22e8-4878-a97d-1cd5b3c512bb req-347ffe0d-d232-473a-b993-82ea777ae567 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 944 time: 0.0560994
Feb 12 21:45:22.342572 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b983fe85-22e8-4878-a97d-1cd5b3c512bb req-fe9ae853-9d14-4ae9-96f7-6472d35ed09a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404825
Feb 12 21:45:22.626667 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 11da9a80-0838-4dd0-8650-496ef5fdd27d no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:45:22.665597 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] The host nch2-master-1 is not matching for port 11da9a80-0838-4dd0-8650-496ef5fdd27d host nch1-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:45:22.666246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 11da9a80-0838-4dd0-8650-496ef5fdd27d not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:45:22.709672 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8efbe0-79aa-4132-87a6-508d22ba032e req-d28ab689-e77d-4938-baa1-44d524cc7589 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:22.711173 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb8efbe0-79aa-4132-87a6-508d22ba032e req-d28ab689-e77d-4938-baa1-44d524cc7589 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 944 time: 0.0531907
Feb 12 21:45:22.760163 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cb8efbe0-79aa-4132-87a6-508d22ba032e req-3d29b8f2-81d4-4ddd-90c1-da191c07ce84 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426834
Feb 12 21:45:22.799416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ac76e-bfaa-4d96-8773-255445d8c7ec req-54133c82-d8d0-42b0-968b-c9bc177feb63 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:22.800889 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f08ac76e-bfaa-4d96-8773-255445d8c7ec req-54133c82-d8d0-42b0-968b-c9bc177feb63 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.50 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee&tenant_id=902f92c068c04a1994a8d95036240a10&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0614667
Feb 12 21:45:22.860026 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-f08ac76e-bfaa-4d96-8773-255445d8c7ec req-72a300e4-d23d-402f-95ae-eb087c4ac8c3 service neutron] delete failed (client error): The resource could not be found.
Feb 12 21:45:22.860954 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f08ac76e-bfaa-4d96-8773-255445d8c7ec req-72a300e4-d23d-402f-95ae-eb087c4ac8c3 service neutron] 10.222.0.50 "DELETE /v2.0/ports/11da9a80-0838-4dd0-8650-496ef5fdd27d/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0542235
Feb 12 21:45:22.946161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ac76e-bfaa-4d96-8773-255445d8c7ec req-d741e7a3-29be-4ce0-a87f-bf3648f17768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:22.947645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f08ac76e-bfaa-4d96-8773-255445d8c7ec req-d741e7a3-29be-4ce0-a87f-bf3648f17768 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 1126 time: 0.0457335
Feb 12 21:45:23.008065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 11da9a80-0838-4dd0-8650-496ef5fdd27d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:45:23.038179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ac76e-bfaa-4d96-8773-255445d8c7ec req-4a7ac1ec-1caa-406b-96d7-65924c31fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:23.039679 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f08ac76e-bfaa-4d96-8773-255445d8c7ec req-4a7ac1ec-1caa-406b-96d7-65924c31fcf0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0866599
Feb 12 21:45:23.104936 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f08ac76e-bfaa-4d96-8773-255445d8c7ec req-bbe0165f-33e3-4508-95ab-0e8106de0e59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d HTTP/1.1" status: 200  len: 999 time: 0.0595913
Feb 12 21:45:23.107353 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 11da9a80-0838-4dd0-8650-496ef5fdd27d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:45:23.119444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '11da9a80-0838-4dd0-8650-496ef5fdd27d', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'port_id': '11da9a80-0838-4dd0-8650-496ef5fdd27d', 'mac_address': 'fa:16:3e:a8:ed:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:45:23.156391 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ac76e-bfaa-4d96-8773-255445d8c7ec req-dd82806a-1ec9-4a8d-aaec-fbf92ffc4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:23.161095 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 11da9a80-0838-4dd0-8650-496ef5fdd27d is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:45:23.161095 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:23.161325 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f08ac76e-bfaa-4d96-8773-255445d8c7ec req-dd82806a-1ec9-4a8d-aaec-fbf92ffc4197 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0474496
Feb 12 21:45:23.170274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11da9a80-0838-4dd0-8650-496ef5fdd27d {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:45:23.190908 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 11da9a80-0838-4dd0-8650-496ef5fdd27d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:45:23.209169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ac76e-bfaa-4d96-8773-255445d8c7ec req-3ca21afa-98e9-44d0-8319-ece56aa97dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:23.210719 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f08ac76e-bfaa-4d96-8773-255445d8c7ec req-3ca21afa-98e9-44d0-8319-ece56aa97dd5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0467026
Feb 12 21:45:23.243867 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:23.294807 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=11da9a80-0838-4dd0-8650-496ef5fdd27d,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:45:23.302249 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f08ac76e-bfaa-4d96-8773-255445d8c7ec req-68f2da6b-ee38-43b2-b396-c32129a19063 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853472
Feb 12 21:45:23.395881 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f08ac76e-bfaa-4d96-8773-255445d8c7ec req-2dde890b-2e72-4a59-83ca-cac61b4849de service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879655
Feb 12 21:45:23.481833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['11da9a80-0838-4dd0-8650-496ef5fdd27d'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:45:23.892423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c6f7d-83b1-41f8-82f5-b2690196f1e5 req-35fff179-f876-4c83-92d3-d21061a1794e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:23.893935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-756c6f7d-83b1-41f8-82f5-b2690196f1e5 req-35fff179-f876-4c83-92d3-d21061a1794e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 945 time: 0.0562091
Feb 12 21:45:23.943229 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-756c6f7d-83b1-41f8-82f5-b2690196f1e5 req-1fa9259a-e411-410b-bf5c-173944670a5e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434370
Feb 12 21:45:25.023527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 11da9a80-0838-4dd0-8650-496ef5fdd27d up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:45:25.061637 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17aff16-c8d6-4ccc-8536-25072ad9c1c3 req-428249c3-4862-43f6-a1a5-b239d055c70d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:25.063651 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b17aff16-c8d6-4ccc-8536-25072ad9c1c3 req-428249c3-4862-43f6-a1a5-b239d055c70d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 945 time: 0.0530691
Feb 12 21:45:25.114713 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b17aff16-c8d6-4ccc-8536-25072ad9c1c3 req-23bc1284-47eb-463f-b92e-794e8ae3aa81 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452580
Feb 12 21:45:25.123988 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 11da9a80-0838-4dd0-8650-496ef5fdd27d completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:45:25.128989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 11da9a80-0838-4dd0-8650-496ef5fdd27d triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:45:25.129387 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:25.245829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025111f-a036-4f0c-9953-7048b034a0f1 req-871bbd41-734e-4ecc-bc89-5c7d0628ee66 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:25.247924 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a025111f-a036-4f0c-9953-7048b034a0f1 req-871bbd41-734e-4ecc-bc89-5c7d0628ee66 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 945 time: 0.0607345
Feb 12 21:45:25.297255 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a025111f-a036-4f0c-9953-7048b034a0f1 req-83a5a43e-8d6f-4991-ac3f-56bfe07ea40d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436904
Feb 12 21:45:25.364649 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 11da9a80-0838-4dd0-8650-496ef5fdd27d is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:45:25.365119 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:25.387431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11da9a80-0838-4dd0-8650-496ef5fdd27d'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:45:25.389696 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940794ea-7eba-4b98-a018-5e4207fb435f" -d '{"events": [{"server_uuid": "82087afc-7369-4c73-9e70-f1ce64b475ee", "name": "network-vif-plugged", "status": "completed", "tag": "11da9a80-0838-4dd0-8650-496ef5fdd27d"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:45:25.403076 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 11da9a80-0838-4dd0-8650-496ef5fdd27d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:45:25.415661 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b60ce-28ff-41a2-8786-0f64ec8012c9 req-8ae99d5a-17af-4a3b-a2f8-71556560337c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:25.417459 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-097b60ce-28ff-41a2-8786-0f64ec8012c9 req-8ae99d5a-17af-4a3b-a2f8-71556560337c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 945 time: 0.0527630
Feb 12 21:45:25.429897 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddfe835-5f0f-4fb4-ae8a-6da08b53c3ce x-openstack-request-id: req-8ddfe835-5f0f-4fb4-ae8a-6da08b53c3ce {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:45:25.430210 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82087afc-7369-4c73-9e70-f1ce64b475ee", "name": "network-vif-plugged", "status": "completed", "tag": "11da9a80-0838-4dd0-8650-496ef5fdd27d", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:45:25.430468 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ddfe835-5f0f-4fb4-ae8a-6da08b53c3ce {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:45:25.430867 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11da9a80-0838-4dd0-8650-496ef5fdd27d', 'code': 200}
Feb 12 21:45:25.465943 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-097b60ce-28ff-41a2-8786-0f64ec8012c9 req-f83ae728-7047-4c42-a2be-7cacb7f6ffb9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416508
Feb 12 21:45:25.484881 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:25.537199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=11da9a80-0838-4dd0-8650-496ef5fdd27d,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:45:25.930211 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2108c1cb-323f-43b1-b3ac-ff4a428bf3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:25.976897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c126-dd9d-48f0-86bf-49e297368ae6 req-3cb040c0-3549-40e6-aa18-017e52ddac73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:25.978336 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a678c126-dd9d-48f0-86bf-49e297368ae6 req-3cb040c0-3549-40e6-aa18-017e52ddac73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0527880
Feb 12 21:45:26.025561 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a678c126-dd9d-48f0-86bf-49e297368ae6 req-bfa396fb-9222-4e80-b617-5f35e52d1314 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416150
Feb 12 21:45:27.153808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78eae7-2d0e-4b27-9e04-3de3a491702d req-55c69fc7-8bc1-4053-9880-9aafd99b8096 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:27.155312 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae78eae7-2d0e-4b27-9e04-3de3a491702d req-55c69fc7-8bc1-4053-9880-9aafd99b8096 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0559931
Feb 12 21:45:27.203871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae78eae7-2d0e-4b27-9e04-3de3a491702d req-4dcb8400-dd9f-473d-92e0-462c63045c44 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426779
Feb 12 21:45:27.235179 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:27.405076 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad9c50-9dfd-44c3-a28c-35430a718634 req-ccc384bb-cabf-4c04-a256-5b88554aaaa6 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:27.406674 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-77ad9c50-9dfd-44c3-a28c-35430a718634 req-ccc384bb-cabf-4c04-a256-5b88554aaaa6 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.48 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 946 time: 0.0515583
Feb 12 21:45:27.505371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-77ad9c50-9dfd-44c3-a28c-35430a718634 req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Deleting port 11da9a80-0838-4dd0-8650-496ef5fdd27d {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:45:27.505741 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-77ad9c50-9dfd-44c3-a28c-35430a718634 req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:27.592746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-77ad9c50-9dfd-44c3-a28c-35430a718634 req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] For port 11da9a80-0838-4dd0-8650-496ef5fdd27d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11da9a80-0838-4dd0-8650-496ef5fdd27d,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:45:27.593272 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-77ad9c50-9dfd-44c3-a28c-35430a718634 req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:27.772286 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-77ad9c50-9dfd-44c3-a28c-35430a718634 req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:27.772661 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-77ad9c50-9dfd-44c3-a28c-35430a718634 req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (9c496297-fc21-4582-8eac-8bb625a2bf2b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:27.772987 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-77ad9c50-9dfd-44c3-a28c-35430a718634 req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Floating IP 9c496297-fc21-4582-8eac-8bb625a2bf2b disassociated. External IP: 172.35.2.72, port: 11da9a80-0838-4dd0-8650-496ef5fdd27d.
Feb 12 21:45:27.773339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-77ad9c50-9dfd-44c3-a28c-35430a718634 req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Calling delete_port for 11da9a80-0838-4dd0-8650-496ef5fdd27d owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:45:27.946794 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-77ad9c50-9dfd-44c3-a28c-35430a718634 req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (11da9a80-0838-4dd0-8650-496ef5fdd27d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:27.981453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Pushing event deleted for resources: {'Port': ['ID=11da9a80-0838-4dd0-8650-496ef5fdd27d,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:45:27.994009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:45:27.994365 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:45:27.994710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:45:27.995057 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:45:27.995394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:45:27.995732 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:45:27.996073 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:45:27.996402 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:45:27.996734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:45:27.997063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:45:27.997417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:45:27.997750 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:45:27.998079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:45:28.119024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77ad9c50-9dfd-44c3-a28c-35430a718634 req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Router 46be19a4-9b50-47cd-92a5-c4c2674fd94e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:45:28.234956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77ad9c50-9dfd-44c3-a28c-35430a718634 req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:45:28.244067 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8413903-33ed-4f5c-a096-65db46e375b0 None None] Sync routers for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:45:28.263772 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8413903-33ed-4f5c-a096-65db46e375b0 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:45:28.263772 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f8413903-33ed-4f5c-a096-65db46e375b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe2d550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:44:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:45:28.277516 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ad9c50-9dfd-44c3-a28c-35430a718634 req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] No DVR routers for this DVR port 11da9a80-0838-4dd0-8650-496ef5fdd27d on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:45:28.281294 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-77ad9c50-9dfd-44c3-a28c-35430a718634 req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:28.281768 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4c12f573-4c0e-4572-ac0a-ff1c8c8e875c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:28.286405 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-77ad9c50-9dfd-44c3-a28c-35430a718634 req-d1ec6a5f-99b2-4a70-8d81-59c22fb194bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.48 "DELETE /v2.0/ports/11da9a80-0838-4dd0-8650-496ef5fdd27d HTTP/1.1" status: 204  len: 173 time: 0.8718367
Feb 12 21:45:28.286878 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'name': 'network-vif-deleted', 'tag': '11da9a80-0838-4dd0-8650-496ef5fdd27d'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:45:28.289584 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229d66ee-40ea-4763-95a0-6e91c30a2256" -d '{"events": [{"server_uuid": "82087afc-7369-4c73-9e70-f1ce64b475ee", "name": "network-vif-deleted", "tag": "11da9a80-0838-4dd0-8650-496ef5fdd27d"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:45:28.333104 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5f4c54-e404-42f0-86e4-a06ed0d1ac7d x-openstack-request-id: req-ac5f4c54-e404-42f0-86e4-a06ed0d1ac7d {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:45:28.333481 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82087afc-7369-4c73-9e70-f1ce64b475ee", "name": "network-vif-deleted", "tag": "11da9a80-0838-4dd0-8650-496ef5fdd27d", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:45:28.333878 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac5f4c54-e404-42f0-86e4-a06ed0d1ac7d {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:45:28.334600 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82087afc-7369-4c73-9e70-f1ce64b475ee', 'name': 'network-vif-deleted', 'tag': '11da9a80-0838-4dd0-8650-496ef5fdd27d', 'status': 'completed', 'code': 200}
Feb 12 21:45:28.335355 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d4849f28-6e78-4108-b257-4328f42526ce req-a4bb48df-a825-4068-afef-114b0391eee2 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=82087afc-7369-4c73-9e70-f1ce64b475ee HTTP/1.1" status: 200  len: 210 time: 0.0549290
Feb 12 21:45:28.378076 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-f8413903-33ed-4f5c-a096-65db46e375b0 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:45:28.583667 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f8413903-33ed-4f5c-a096-65db46e375b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe2d550>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:45:28.610646 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8413903-33ed-4f5c-a096-65db46e375b0 None None] Checking router: 46be19a4-9b50-47cd-92a5-c4c2674fd94e for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:45:28.618768 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8413903-33ed-4f5c-a096-65db46e375b0 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:45:28.619361 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f8413903-33ed-4f5c-a096-65db46e375b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe2d550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:45:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:45:28.731099 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-f8413903-33ed-4f5c-a096-65db46e375b0 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:45:28.949423 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f8413903-33ed-4f5c-a096-65db46e375b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe2d550>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:45:28.980335 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8413903-33ed-4f5c-a096-65db46e375b0 None None] The sync data for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 is: [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:45:29.198204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b1e6f-5de1-4be7-92fa-fea316ad21c2 None None] New status for floating IP 9c496297-fc21-4582-8eac-8bb625a2bf2b: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:45:29.579436 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-13c2ad74-e8c8-472b-808c-9a10edaf8e6b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1424401669&fields=id&tenant_id=902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 267 time: 0.0437982
Feb 12 21:45:29.603831 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:29.689618 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-535d9b82-c2fc-492a-b84d-5da98aceb421 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:29.691095 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-535d9b82-c2fc-492a-b84d-5da98aceb421 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 811 time: 0.1051555
Feb 12 21:45:29.706467 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-087a9aa7-dc59-4483-8fb2-f089a804b2ff tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/quotas/902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 375 time: 0.0097692
Feb 12 21:45:29.735505 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:29.762368 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-ddad317a-ab0a-4f76-b0f0-68c5d46925f7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0506861
Feb 12 21:45:29.863061 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-5bcdd811-0e75-4232-9c8b-28b37280ca86 service neutron] 10.222.0.31 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832155
Feb 12 21:45:29.955060 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-9080328b-0116-4034-9d36-ca7b01d6c3b2 service neutron] 10.222.0.31 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862350
Feb 12 21:45:30.199317 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-60fda9db-e0f3-4356-852f-c25824d887f1 req-e517f629-6925-4a42-a502-8fb1b1f89c70 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 210 time: 0.0285804
Feb 12 21:45:31.054939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 11da9a80-0838-4dd0-8650-496ef5fdd27d no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:45:31.079277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 11da9a80-0838-4dd0-8650-496ef5fdd27d {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:45:31.079630 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 11da9a80-0838-4dd0-8650-496ef5fdd27d not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:45:31.126652 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:31.297061 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cc6b1571-7ead-46b0-acd2-da549d66a6cd req-36846364-4d3b-4423-a88d-f3f7064b1541 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 210 time: 0.0273290
Feb 12 21:45:32.205842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-97f99d9b-0716-46db-956e-b1258a4b7d88 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:32.207293 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-97f99d9b-0716-46db-956e-b1258a4b7d88 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 811 time: 0.1073887
Feb 12 21:45:32.240841 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:32.283371 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-cc3480af-6b9e-4745-bf0a-dd9b47b74919 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 380 time: 0.0557599
Feb 12 21:45:32.295188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-fe792f99-4fae-4a0d-97c7-e10152aacd44 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Request body: {'port': {'device_id': '47636390-fb2d-4baf-9973-c169abf215eb', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'admin_state_up': True, 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'security_groups': ['7d0ae692-543f-44fd-b31d-1f4d6be0891a']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:45:32.402939 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-909ad955-9ab3-4a12-83f3-4b8df4ae7b35 req-4d0ba6f5-542f-42c0-b62b-a577ae0921a6 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 210 time: 0.0320489
Feb 12 21:45:32.506589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-fe792f99-4fae-4a0d-97c7-e10152aacd44 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Made reservation on behalf of 902f92c068c04a1994a8d95036240a10 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:45:32.509989 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-fe792f99-4fae-4a0d-97c7-e10152aacd44 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:32.635591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-fe792f99-4fae-4a0d-97c7-e10152aacd44 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Allocated IP 172.20.0.9 (34fb4bd0-7538-4c5d-aca6-00f04cac631c/8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c/dd7e0643-84b8-463e-b9ff-fefe35d6cab9) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:45:32.772687 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-fe792f99-4fae-4a0d-97c7-e10152aacd44 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:32.861400 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-fe792f99-4fae-4a0d-97c7-e10152aacd44 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:32.904930 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-fe792f99-4fae-4a0d-97c7-e10152aacd44 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Network 34fb4bd0-7538-4c5d-aca6-00f04cac631c is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:45:32.908792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-fe792f99-4fae-4a0d-97c7-e10152aacd44 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:45:32.912500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-fe792f99-4fae-4a0d-97c7-e10152aacd44 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:45:32.940998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe792f99-4fae-4a0d-97c7-e10152aacd44 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Pushing event updated for resources: {'Port': ['ID=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:45:32.975238 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-fe792f99-4fae-4a0d-97c7-e10152aacd44 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:32.975882 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-fe792f99-4fae-4a0d-97c7-e10152aacd44 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:33.069262 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-fe792f99-4fae-4a0d-97c7-e10152aacd44 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7778442
Feb 12 21:45:33.085082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Request body: {'port': {'device_id': '47636390-fb2d-4baf-9973-c169abf215eb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:45:33.139321 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7a6d7534-0180-414d-8e83-7104d5a197b5 None None] Provisioning complete for port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:45:33.139702 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7a6d7534-0180-414d-8e83-7104d5a197b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:33.151265 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:33.175648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d7534-0180-414d-8e83-7104d5a197b5 None None] Port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:45:33.408101 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7e0643-84b8-463e-b9ff-fefe35d6cab9 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:45:33.415749 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Publish callbacks [] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:33.427669 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Transition to ACTIVE for port object dd7e0643-84b8-463e-b9ff-fefe35d6cab9 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:45:33.472276 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:33.551260 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Pushing event updated for resources: {'Port': ['ID=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:45:33.609080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86842ad6-d4d7-4660-bd6b-6bae82e58788 req-8edd6880-bd88-4721-99ca-a12dc46eda02 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:33.610649 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86842ad6-d4d7-4660-bd6b-6bae82e58788 req-8edd6880-bd88-4721-99ca-a12dc46eda02 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 943 time: 0.1359637
Feb 12 21:45:33.675394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Attempting to bind port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:45:33.675652 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Attempting to bind port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:45:33.675983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Attempting to bind port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:45:33.683978 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:45:33.684304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Attempting to bind port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:45:33.689652 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86842ad6-d4d7-4660-bd6b-6bae82e58788 req-0e75aedf-8568-472d-82b7-804af71f5e6f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725925
Feb 12 21:45:33.693817 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:45:33.694175 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Checking segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:45:33.694564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Bound using segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:45:33.695003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Bound port: dd7e0643-84b8-463e-b9ff-fefe35d6cab9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:45:33.695365 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:33.763138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] For port dd7e0643-84b8-463e-b9ff-fefe35d6cab9, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:45:33.766153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] For port dd7e0643-84b8-463e-b9ff-fefe35d6cab9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:45:33.827009 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:33.864458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:33.864899 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:33.866605 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] 10.222.0.48 "PUT /v2.0/ports/dd7e0643-84b8-463e-b9ff-fefe35d6cab9 HTTP/1.1" status: 200  len: 1091 time: 0.7859437
Feb 12 21:45:33.869068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47636390-fb2d-4baf-9973-c169abf215eb', 'tag': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:45:33.871351 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ac4ac0-84bf-45de-a275-a4bc7f6e88f3" -d '{"events": [{"name": "network-changed", "server_uuid": "47636390-fb2d-4baf-9973-c169abf215eb", "tag": "dd7e0643-84b8-463e-b9ff-fefe35d6cab9"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:45:33.895955 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d601bc-7c22-49fc-8151-672e848f92de service neutron] Pushing event updated for resources: {'Port': ['ID=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:45:33.918928 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c094a4-6736-420f-aeee-47152d8b69e5 x-openstack-request-id: req-a7c094a4-6736-420f-aeee-47152d8b69e5 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:45:33.919239 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47636390-fb2d-4baf-9973-c169abf215eb", "tag": "dd7e0643-84b8-463e-b9ff-fefe35d6cab9", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:45:33.919503 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7c094a4-6736-420f-aeee-47152d8b69e5 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:45:33.919941 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47636390-fb2d-4baf-9973-c169abf215eb', 'tag': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9', 'status': 'completed', 'code': 200}
Feb 12 21:45:33.994121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac4ac0-84bf-45de-a275-a4bc7f6e88f3 req-59ed08d7-f05d-4064-b9d1-64ceb842283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:33.995662 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60ac4ac0-84bf-45de-a275-a4bc7f6e88f3 req-59ed08d7-f05d-4064-b9d1-64ceb842283e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 1125 time: 0.0481472
Feb 12 21:45:34.101890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac4ac0-84bf-45de-a275-a4bc7f6e88f3 req-66f323e5-ef8c-4562-bed5-60ca601f0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:34.103404 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60ac4ac0-84bf-45de-a275-a4bc7f6e88f3 req-66f323e5-ef8c-4562-bed5-60ca601f0007 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=902f92c068c04a1994a8d95036240a10&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0992646
Feb 12 21:45:34.203909 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac4ac0-84bf-45de-a275-a4bc7f6e88f3 req-8499a54d-343f-4f14-97f2-dee565ff730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:34.205319 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-60ac4ac0-84bf-45de-a275-a4bc7f6e88f3 req-8499a54d-343f-4f14-97f2-dee565ff730e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0937312
Feb 12 21:45:34.289979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-59bef63f-b458-484c-98af-31b102750428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:34.291715 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-59bef63f-b458-484c-98af-31b102750428 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 1125 time: 0.0446777
Feb 12 21:45:34.335263 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-96d3fced-5361-4598-b050-0d082d13500c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9 HTTP/1.1" status: 200  len: 217 time: 0.0332537
Feb 12 21:45:34.387728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-442762b5-5fc8-4906-b72a-019bd704b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:34.389170 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-442762b5-5fc8-4906-b72a-019bd704b73b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0449193
Feb 12 21:45:34.439165 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-469d6644-0e04-4222-867c-d421751e0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:34.440689 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-469d6644-0e04-4222-867c-d421751e0270 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442343
Feb 12 21:45:34.532185 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-cf5e03b4-9248-4798-a959-f8aa92d5f356 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816393
Feb 12 21:45:34.632379 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bcb45abe-3f91-4eb5-a951-453a43e5f58a req-fe3c017f-d50f-4e00-94ea-f96dfb8f1587 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846632
Feb 12 21:45:34.814222 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d369f-87fb-45da-8c40-115d789dd428 req-d81d7f67-7404-420a-8b12-3d367ce6bdab tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:34.815630 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a83d369f-87fb-45da-8c40-115d789dd428 req-d81d7f67-7404-420a-8b12-3d367ce6bdab tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 943 time: 0.0538681
Feb 12 21:45:34.863130 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a83d369f-87fb-45da-8c40-115d789dd428 req-988974b4-e664-4219-81cf-c737f3cb654a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419047
Feb 12 21:45:35.989810 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff24ec-3128-4e37-b1df-64d1613d8ace req-bbd1905f-307f-494c-ace6-11a93f754f00 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:35.991366 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8dff24ec-3128-4e37-b1df-64d1613d8ace req-bbd1905f-307f-494c-ace6-11a93f754f00 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 943 time: 0.0558734
Feb 12 21:45:36.045998 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8dff24ec-3128-4e37-b1df-64d1613d8ace req-60f94591-c151-4c1b-bdd3-bdd7e62a4da8 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484254
Feb 12 21:45:37.057089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device dd7e0643-84b8-463e-b9ff-fefe35d6cab9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:45:37.215160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port dd7e0643-84b8-463e-b9ff-fefe35d6cab9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:45:37.215160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'port_id': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9', 'mac_address': 'fa:16:3e:47:ff:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:45:37.215415 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e2765-54d9-4f58-a39b-9beab1f507a9 req-298f3d82-8972-4c71-aaa0-248da0d2ed1c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:37.215415 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed5e2765-54d9-4f58-a39b-9beab1f507a9 req-298f3d82-8972-4c71-aaa0-248da0d2ed1c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 943 time: 0.0615895
Feb 12 21:45:37.216004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:45:37.216004 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:37.228739 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7e0643-84b8-463e-b9ff-fefe35d6cab9 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:45:37.240124 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed5e2765-54d9-4f58-a39b-9beab1f507a9 req-d2645d98-72a0-49c2-a9fc-aa8f2c82d532 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426548
Feb 12 21:45:37.248136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port dd7e0643-84b8-463e-b9ff-fefe35d6cab9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:45:37.346486 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:37.393789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:45:37.581242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['dd7e0643-84b8-463e-b9ff-fefe35d6cab9'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:45:38.363436 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b1003-95b1-402e-957f-b445dbefadd2 req-71987924-0098-42a8-8fd3-6dde75ddcfd3 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:38.364918 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1b7b1003-95b1-402e-957f-b445dbefadd2 req-71987924-0098-42a8-8fd3-6dde75ddcfd3 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 944 time: 0.0558004
Feb 12 21:45:38.411285 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1b7b1003-95b1-402e-957f-b445dbefadd2 req-47f4443e-d175-419a-bede-3bef23b6fe9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402637
Feb 12 21:45:39.087185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device dd7e0643-84b8-463e-b9ff-fefe35d6cab9 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:45:39.237961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:45:39.241858 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:45:39.242235 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:39.317775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:45:39.318163 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:39.342645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47636390-fb2d-4baf-9973-c169abf215eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:45:39.345334 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd8fcbe-7d55-4f24-8f43-a8292f50a12e" -d '{"events": [{"server_uuid": "47636390-fb2d-4baf-9973-c169abf215eb", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e0643-84b8-463e-b9ff-fefe35d6cab9"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:45:39.356923 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port dd7e0643-84b8-463e-b9ff-fefe35d6cab9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:45:39.385031 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e300a32e-2492-487a-8025-6d9f11a06afd x-openstack-request-id: req-e300a32e-2492-487a-8025-6d9f11a06afd {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:45:39.385329 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47636390-fb2d-4baf-9973-c169abf215eb", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e0643-84b8-463e-b9ff-fefe35d6cab9", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:45:39.385623 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e300a32e-2492-487a-8025-6d9f11a06afd {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:45:39.386111 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47636390-fb2d-4baf-9973-c169abf215eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9', 'code': 200}
Feb 12 21:45:39.438402 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:39.489712 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:45:39.509462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52294008-624b-4b9a-bec7-cfee6f60a7d4 req-e3f4588d-4d9b-4aee-b7f0-d9078a41b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:39.510960 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52294008-624b-4b9a-bec7-cfee6f60a7d4 req-e3f4588d-4d9b-4aee-b7f0-d9078a41b58f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 1127 time: 0.0496857
Feb 12 21:45:39.535682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719389de-aace-4e38-8122-ddc5a6083f17 req-43327417-346a-4cb6-89ea-06a60c8eca73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:39.537231 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-719389de-aace-4e38-8122-ddc5a6083f17 req-43327417-346a-4cb6-89ea-06a60c8eca73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0557599
Feb 12 21:45:39.560554 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52294008-624b-4b9a-bec7-cfee6f60a7d4 req-0f2ded80-7283-4b48-aa73-b0f65580e370 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393322
Feb 12 21:45:39.584192 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-719389de-aace-4e38-8122-ddc5a6083f17 req-9d050422-3eed-4e32-92ec-69c9706b71a9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411415
Feb 12 21:45:40.708829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276673ec-c992-43ac-8832-17a24dc9fcb4 req-b6454909-894e-43a3-8113-bed6cddb96c8 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:40.710280 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-276673ec-c992-43ac-8832-17a24dc9fcb4 req-b6454909-894e-43a3-8113-bed6cddb96c8 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0536208
Feb 12 21:45:40.761595 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-276673ec-c992-43ac-8832-17a24dc9fcb4 req-190d9d1e-081c-48b5-8066-cfa211a9d37e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455918
Feb 12 21:45:41.883295 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cccd8f-4150-4102-bf2c-6947b69bc1e7 req-2395ef20-b978-4d91-a26f-368843153bff tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:41.884868 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-56cccd8f-4150-4102-bf2c-6947b69bc1e7 req-2395ef20-b978-4d91-a26f-368843153bff tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0526888
Feb 12 21:45:41.934972 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-56cccd8f-4150-4102-bf2c-6947b69bc1e7 req-9afe5056-b326-4427-b9a1-1139aa862146 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441732
Feb 12 21:45:42.052344 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd20e7c-3268-4370-a7c7-4b2d30850809 req-fa0be9d5-4add-461f-870a-7b33eff0cfd0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:42.053803 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efd20e7c-3268-4370-a7c7-4b2d30850809 req-fa0be9d5-4add-461f-870a-7b33eff0cfd0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0540318
Feb 12 21:45:42.062611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54600) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:45:42.066932 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c9eb81e9-e35f-44f7-bd96-f0fc22c91fab tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Request body: {'floatingip': {'port_id': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:45:42.105630 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9eb81e9-e35f-44f7-bd96-f0fc22c91fab tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for floatingip (9c496297-fc21-4582-8eac-8bb625a2bf2b), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:42.870132 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9eb81e9-e35f-44f7-bd96-f0fc22c91fab tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:42.940957 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9eb81e9-e35f-44f7-bd96-f0fc22c91fab tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (9c496297-fc21-4582-8eac-8bb625a2bf2b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:43.043693 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-c9eb81e9-e35f-44f7-bd96-f0fc22c91fab tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Floating IP 9c496297-fc21-4582-8eac-8bb625a2bf2b associated. External IP: 172.35.2.72, port: dd7e0643-84b8-463e-b9ff-fefe35d6cab9.
Feb 12 21:45:43.258198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9eb81e9-e35f-44f7-bd96-f0fc22c91fab tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Router 46be19a4-9b50-47cd-92a5-c4c2674fd94e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:45:43.367714 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9eb81e9-e35f-44f7-bd96-f0fc22c91fab tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:45:43.372678 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9eb81e9-e35f-44f7-bd96-f0fc22c91fab tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:43.377813 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc99de-532e-4166-87bb-7d4aacba1553 None None] Sync routers for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:45:43.387554 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc99de-532e-4166-87bb-7d4aacba1553 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:45:43.388161 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e1fc99de-532e-4166-87bb-7d4aacba1553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc64250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:45:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:45:43.403782 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c9eb81e9-e35f-44f7-bd96-f0fc22c91fab tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "PUT /v2.0/floatingips/9c496297-fc21-4582-8eac-8bb625a2bf2b HTTP/1.1" status: 200  len: 990 time: 1.3401160
Feb 12 21:45:43.404377 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47636390-fb2d-4baf-9973-c169abf215eb', 'tag': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:45:43.406724 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b6dae4-d123-4422-bcb1-fd08e75f74a1" -d '{"events": [{"name": "network-changed", "server_uuid": "47636390-fb2d-4baf-9973-c169abf215eb", "tag": "dd7e0643-84b8-463e-b9ff-fefe35d6cab9"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:45:43.447009 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262dda85-5674-4d05-aea5-b6959d7058d0 x-openstack-request-id: req-262dda85-5674-4d05-aea5-b6959d7058d0 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:45:43.447314 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47636390-fb2d-4baf-9973-c169abf215eb", "tag": "dd7e0643-84b8-463e-b9ff-fefe35d6cab9", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:45:43.447560 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-262dda85-5674-4d05-aea5-b6959d7058d0 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:45:43.447981 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47636390-fb2d-4baf-9973-c169abf215eb', 'tag': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9', 'status': 'completed', 'code': 200}
Feb 12 21:45:43.502477 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-e1fc99de-532e-4166-87bb-7d4aacba1553 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:45:43.514717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6dae4-d123-4422-bcb1-fd08e75f74a1 req-c27d26cc-80b2-4181-a283-706a383398dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:43.517423 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13b6dae4-d123-4422-bcb1-fd08e75f74a1 req-c27d26cc-80b2-4181-a283-706a383398dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 1127 time: 0.0460024
Feb 12 21:45:43.612742 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6dae4-d123-4422-bcb1-fd08e75f74a1 req-66a71f7c-1e3d-4946-9ef4-f3947b13f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:43.614291 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13b6dae4-d123-4422-bcb1-fd08e75f74a1 req-66a71f7c-1e3d-4946-9ef4-f3947b13f656 service neutron] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0914590
Feb 12 21:45:43.684473 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13b6dae4-d123-4422-bcb1-fd08e75f74a1 req-756c3e44-74d6-4851-837c-f4fe61bade32 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9 HTTP/1.1" status: 200  len: 998 time: 0.0635209
Feb 12 21:45:43.767085 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6dae4-d123-4422-bcb1-fd08e75f74a1 req-c9f2f466-8749-458e-8177-41c64e81838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:43.768577 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13b6dae4-d123-4422-bcb1-fd08e75f74a1 req-c9f2f466-8749-458e-8177-41c64e81838c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0779712
Feb 12 21:45:43.800375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c2211-6f90-4be0-8525-12033a2ddb2b req-bbc6ba3c-5ee5-4b34-8bd9-99e86c5b6b00 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:43.801885 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e5c2211-6f90-4be0-8525-12033a2ddb2b req-bbc6ba3c-5ee5-4b34-8bd9-99e86c5b6b00 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0838184
Feb 12 21:45:43.837059 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e1fc99de-532e-4166-87bb-7d4aacba1553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc64250>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c496297-fc21-4582-8eac-8bb625a2bf2b', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'port_id': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'mac_address': 'fa:16:3e:47:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47636390-fb2d-4baf-9973-c169abf215eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:44:40Z', 'updated_at': '2022-02-12T21:45:42Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:45:43.867256 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc99de-532e-4166-87bb-7d4aacba1553 None None] Checking router: 46be19a4-9b50-47cd-92a5-c4c2674fd94e for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:45:43.871616 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e5c2211-6f90-4be0-8525-12033a2ddb2b req-a7b91dd4-263e-488e-8dc3-b5bc1034e792 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543871
Feb 12 21:45:43.873948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6dae4-d123-4422-bcb1-fd08e75f74a1 req-e2295ab9-6153-4ff0-a189-13a3c833d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:43.875247 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13b6dae4-d123-4422-bcb1-fd08e75f74a1 req-e2295ab9-6153-4ff0-a189-13a3c833d45a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0940251
Feb 12 21:45:43.876180 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc99de-532e-4166-87bb-7d4aacba1553 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:45:43.876803 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e1fc99de-532e-4166-87bb-7d4aacba1553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc64250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:45:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:45:43.973170 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13b6dae4-d123-4422-bcb1-fd08e75f74a1 req-616723b9-79ab-4860-87a0-33e210085f26 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906904
Feb 12 21:45:43.997726 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-e1fc99de-532e-4166-87bb-7d4aacba1553 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:45:44.066534 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13b6dae4-d123-4422-bcb1-fd08e75f74a1 req-93df7726-6fe9-4c4f-8dde-a33982170b94 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876639
Feb 12 21:45:44.218262 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-e1fc99de-532e-4166-87bb-7d4aacba1553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc64250>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c496297-fc21-4582-8eac-8bb625a2bf2b', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'port_id': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'mac_address': 'fa:16:3e:47:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47636390-fb2d-4baf-9973-c169abf215eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:44:40Z', 'updated_at': '2022-02-12T21:45:42Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:45:44.247661 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc99de-532e-4166-87bb-7d4aacba1553 None None] The sync data for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 is: [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c496297-fc21-4582-8eac-8bb625a2bf2b', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'port_id': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'mac_address': 'fa:16:3e:47:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47636390-fb2d-4baf-9973-c169abf215eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:44:40Z', 'updated_at': '2022-02-12T21:45:42Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:45:44.451387 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996fe514-43c9-41e8-939d-e91d37d8651b None None] New status for floating IP 9c496297-fc21-4582-8eac-8bb625a2bf2b: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:45:44.997951 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac94091-7249-428e-8385-f5ff8842fd59 req-ab36434c-7352-4392-9553-1f370e8b2b57 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:44.999346 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aac94091-7249-428e-8385-f5ff8842fd59 req-ab36434c-7352-4392-9553-1f370e8b2b57 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0534170
Feb 12 21:45:45.046028 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aac94091-7249-428e-8385-f5ff8842fd59 req-0642e846-85b5-4d15-b509-956426fe8e6d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405095
Feb 12 21:45:46.177434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df5dcd-d29c-433d-b5a0-4fb36fef1836 req-389cdaa4-3144-4b52-87b0-902d0075d87e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:46.178948 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9df5dcd-d29c-433d-b5a0-4fb36fef1836 req-389cdaa4-3144-4b52-87b0-902d0075d87e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0603845
Feb 12 21:45:46.226642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9df5dcd-d29c-433d-b5a0-4fb36fef1836 req-127b465f-2b9a-4c2f-99db-2676cd010fbf tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421555
Feb 12 21:45:47.347505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87039b4-28eb-479c-8251-e148d60c1f9e req-536d3d74-de77-4a0b-acfc-369df8f9d8a7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:47.349132 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a87039b4-28eb-479c-8251-e148d60c1f9e req-536d3d74-de77-4a0b-acfc-369df8f9d8a7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0530095
Feb 12 21:45:47.395085 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a87039b4-28eb-479c-8251-e148d60c1f9e req-59f79288-a5ea-435b-884c-646145c2ac6c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402431
Feb 12 21:45:48.514575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb0a0a-13ce-4967-b218-5a907f393fd5 req-c57d1aee-bc7d-406a-a6b3-7b1981be6006 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:48.516214 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebdb0a0a-13ce-4967-b218-5a907f393fd5 req-c57d1aee-bc7d-406a-a6b3-7b1981be6006 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0527012
Feb 12 21:45:48.564448 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebdb0a0a-13ce-4967-b218-5a907f393fd5 req-2e6988c5-6477-4f01-b94f-ba6e16b36c5f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422747
Feb 12 21:45:49.682592 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:45:49.686755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6962d5c-fe10-46a5-957e-9905add53386 req-f28a47da-bd02-45eb-8b84-20d2bca641a4 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:49.688943 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a6962d5c-fe10-46a5-957e-9905add53386 req-f28a47da-bd02-45eb-8b84-20d2bca641a4 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0571225
Feb 12 21:45:49.736222 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a6962d5c-fe10-46a5-957e-9905add53386 req-c52d535d-2de1-4075-b941-6078f5202d65 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416160
Feb 12 21:45:50.854733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73d84d-c32b-42a2-8af0-91f69dd5015d req-c684cf8f-9911-4343-bbd1-ced736560260 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:50.856194 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec73d84d-c32b-42a2-8af0-91f69dd5015d req-c684cf8f-9911-4343-bbd1-ced736560260 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0518703
Feb 12 21:45:50.907777 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec73d84d-c32b-42a2-8af0-91f69dd5015d req-a69e9b20-f1ef-47b9-8f45-bad83b6bc4a2 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452945
Feb 12 21:45:52.030826 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dbc01-f6f5-441b-8ea0-373989fb78c9 req-662e5d79-68d4-4913-9ed0-13c4961f786f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:52.031452 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-950dbc01-f6f5-441b-8ea0-373989fb78c9 req-662e5d79-68d4-4913-9ed0-13c4961f786f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0538998
Feb 12 21:45:52.079025 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-950dbc01-f6f5-441b-8ea0-373989fb78c9 req-1c6a7425-8710-427c-a2b2-ad8add7366c1 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419362
Feb 12 21:45:53.202014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd726d-681f-4f10-aaaa-d2841e28b5af req-e4cdb5af-b543-4d30-b2a5-a842c92d7452 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:53.204544 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-abbd726d-681f-4f10-aaaa-d2841e28b5af req-e4cdb5af-b543-4d30-b2a5-a842c92d7452 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0550480
Feb 12 21:45:53.252056 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-abbd726d-681f-4f10-aaaa-d2841e28b5af req-3bed1bd7-237d-4540-9790-07d6ebec3fc2 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417542
Feb 12 21:45:54.374538 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815db8d-85c6-4d51-b948-85f692eb7f70 req-6c3f7aae-b065-4805-8c2b-516486085251 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:54.376876 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5815db8d-85c6-4d51-b948-85f692eb7f70 req-6c3f7aae-b065-4805-8c2b-516486085251 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0538521
Feb 12 21:45:54.429611 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5815db8d-85c6-4d51-b948-85f692eb7f70 req-432c4277-e909-48eb-b41b-548021903e8e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473120
Feb 12 21:45:55.549382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d616857-d2cb-46a4-8192-4c43db32ca48 req-a88e47e7-66c8-4485-8e43-740e7e3f53ce tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:55.550851 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7d616857-d2cb-46a4-8192-4c43db32ca48 req-a88e47e7-66c8-4485-8e43-740e7e3f53ce tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0538013
Feb 12 21:45:55.596647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7d616857-d2cb-46a4-8192-4c43db32ca48 req-bedfe167-836c-4877-bb0c-82591296e613 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402303
Feb 12 21:45:55.860898 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7b84d2d6-9e01-4363-9ae1-c8abaf54f5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:56.716949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6520c8-9845-4b3f-af9f-aff076f516ab req-7346a8a7-ea63-4360-80ee-061799a248ae tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:56.718582 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce6520c8-9845-4b3f-af9f-aff076f516ab req-7346a8a7-ea63-4360-80ee-061799a248ae tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0532222
Feb 12 21:45:56.766685 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce6520c8-9845-4b3f-af9f-aff076f516ab req-c5f2951b-2c95-4d41-9a63-915b18a44247 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421820
Feb 12 21:45:57.255044 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:57.891168 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc451f91-a0ae-4d7e-a2b2-b2c1e304ec21 req-fe979f68-4297-4f9b-9835-7a17000657b1 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:57.892645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cc451f91-a0ae-4d7e-a2b2-b2c1e304ec21 req-fe979f68-4297-4f9b-9835-7a17000657b1 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0573916
Feb 12 21:45:57.938303 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cc451f91-a0ae-4d7e-a2b2-b2c1e304ec21 req-30b788fe-dd2b-45c0-b021-7f250f1784c2 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400527
Feb 12 21:45:58.291934 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ea84-c2ae-46a6-8762-caaf791e831c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:59.057489 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e29fb-707f-4849-b142-6f1f725c8c73 req-b71f5f4c-1983-47f7-8725-beb8154331c7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:45:59.058878 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d0e29fb-707f-4849-b142-6f1f725c8c73 req-b71f5f4c-1983-47f7-8725-beb8154331c7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0529079
Feb 12 21:45:59.106342 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6d0e29fb-707f-4849-b142-6f1f725c8c73 req-0bf1f91a-df3f-49a3-8a44-9015f3e03962 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417953
Feb 12 21:45:59.631703 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:45:59.751998 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:00.228245 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48112851-dab9-4090-8819-351a7b47027d req-6dd6120e-d0ef-4e5f-beb4-3c147a5d76b0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:00.229728 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-48112851-dab9-4090-8819-351a7b47027d req-6dd6120e-d0ef-4e5f-beb4-3c147a5d76b0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0523083
Feb 12 21:46:00.275370 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-48112851-dab9-4090-8819-351a7b47027d req-10ba0558-fbc7-42d8-a44c-036a805177b9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400419
Feb 12 21:46:01.095609 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:01.406243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e126fe-bfda-45b8-bc22-56aafd8a76b1 req-b88568d7-f9a9-40ee-80ce-ad3f7552ebca tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:01.409479 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-26e126fe-bfda-45b8-bc22-56aafd8a76b1 req-b88568d7-f9a9-40ee-80ce-ad3f7552ebca tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0620809
Feb 12 21:46:01.459835 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-26e126fe-bfda-45b8-bc22-56aafd8a76b1 req-a037801a-3060-47e0-bf5d-405234eecba6 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449629
Feb 12 21:46:02.226581 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:02.577536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f99b24-9b21-4cf1-828d-f14668325d8a req-2ac431f1-f422-4435-af20-e928a5921855 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:02.578999 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-43f99b24-9b21-4cf1-828d-f14668325d8a req-2ac431f1-f422-4435-af20-e928a5921855 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0519919
Feb 12 21:46:02.629412 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-43f99b24-9b21-4cf1-828d-f14668325d8a req-1148ad7a-abfb-438d-8120-1daea4a4b914 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443101
Feb 12 21:46:03.749269 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dde556-6a4e-40f3-b19e-66553d305a16 req-52b2403c-cae8-4df1-8076-a8a5ed67750c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:03.750814 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-37dde556-6a4e-40f3-b19e-66553d305a16 req-52b2403c-cae8-4df1-8076-a8a5ed67750c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0523431
Feb 12 21:46:03.798070 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-37dde556-6a4e-40f3-b19e-66553d305a16 req-bb8eea46-c2ce-41d1-8fec-8065efef5563 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412970
Feb 12 21:46:04.919533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca64f15-05f0-492b-a54c-fddd44615f23 req-802d4175-9b9b-40b6-b42e-bd97558fe013 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:04.921011 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ca64f15-05f0-492b-a54c-fddd44615f23 req-802d4175-9b9b-40b6-b42e-bd97558fe013 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0533936
Feb 12 21:46:04.966528 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ca64f15-05f0-492b-a54c-fddd44615f23 req-26abbcab-34b2-49ac-9e0a-9e78b26d2e92 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395622
Feb 12 21:46:06.090064 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4780f2-629f-4a02-a9d1-9156eefcfa7e req-df3ee479-4b5e-4a27-814b-d5f2a3ebaf5b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:06.091567 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5c4780f2-629f-4a02-a9d1-9156eefcfa7e req-df3ee479-4b5e-4a27-814b-d5f2a3ebaf5b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0570669
Feb 12 21:46:06.138047 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5c4780f2-629f-4a02-a9d1-9156eefcfa7e req-26fc13b8-1a4d-4596-8721-b5146605864f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403819
Feb 12 21:46:07.262494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c8835-410e-4a76-9217-5faecaf0a886 req-57f79377-fc88-4afb-8d84-d89fb24348ae tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:07.264001 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d53c8835-410e-4a76-9217-5faecaf0a886 req-57f79377-fc88-4afb-8d84-d89fb24348ae tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0540967
Feb 12 21:46:07.311085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d53c8835-410e-4a76-9217-5faecaf0a886 req-1c16efda-c319-45ba-956c-95011df6cc89 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414503
Feb 12 21:46:08.431439 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab961a-23c9-46a3-a94d-05a80c348f49 req-e7f9ce3f-af4c-4bd8-bb7c-005451ed951d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:08.432939 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dab961a-23c9-46a3-a94d-05a80c348f49 req-e7f9ce3f-af4c-4bd8-bb7c-005451ed951d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0529640
Feb 12 21:46:08.479416 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1dab961a-23c9-46a3-a94d-05a80c348f49 req-39db1794-c088-4ec0-b007-280a015795cc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409076
Feb 12 21:46:09.602801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115d125-24df-45e6-a571-a562e65dd87e req-350a6f2b-e746-4b09-aa23-a1d4963ba9e8 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:09.604392 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d115d125-24df-45e6-a571-a562e65dd87e req-350a6f2b-e746-4b09-aa23-a1d4963ba9e8 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0566680
Feb 12 21:46:09.651228 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d115d125-24df-45e6-a571-a562e65dd87e req-4d40509f-8e99-494e-b3c6-a6fdb453e4d0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413074
Feb 12 21:46:10.005479 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ba6cf-6d91-4104-94aa-88ff3dda54cf req-a65b583d-4a14-42ce-80f0-2cf16bd09a37 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:10.006994 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-571ba6cf-6d91-4104-94aa-88ff3dda54cf req-a65b583d-4a14-42ce-80f0-2cf16bd09a37 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0557690
Feb 12 21:46:10.055738 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-571ba6cf-6d91-4104-94aa-88ff3dda54cf req-8b5ef9ac-7fbf-4bc7-baa4-1172ca7accdd tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429158
Feb 12 21:46:10.110835 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-0bf426c7-6a84-4aeb-8d4a-e7773f2350e6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0439787
Feb 12 21:46:10.714369 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-ffa7fb8e-4bf8-4a15-a4d0-f0365bfd71d4 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:10.715720 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-ffa7fb8e-4bf8-4a15-a4d0-f0365bfd71d4 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports/dd7e0643-84b8-463e-b9ff-fefe35d6cab9 HTTP/1.1" status: 200  len: 942 time: 0.0526083
Feb 12 21:46:11.182791 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89082bb1-8efb-4c6b-a7f9-f45e01f1bfbc req-ea102496-c4af-40f9-8dee-ebc2b786c0f5 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:11.184420 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89082bb1-8efb-4c6b-a7f9-f45e01f1bfbc req-ea102496-c4af-40f9-8dee-ebc2b786c0f5 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0545738
Feb 12 21:46:11.235014 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89082bb1-8efb-4c6b-a7f9-f45e01f1bfbc req-c7c5f098-d86b-4e34-85a7-80dd9b4cd22d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448442
Feb 12 21:46:12.241676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-ead2e67c-c1fa-400f-bcfd-204213514645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:12.243241 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-ead2e67c-c1fa-400f-bcfd-204213514645 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 1127 time: 0.0493207
Feb 12 21:46:12.362202 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-3150c88b-71f7-4a0e-b0c5-930c724a7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:12.363852 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-3150c88b-71f7-4a0e-b0c5-930c724a7c7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.1142309
Feb 12 21:46:12.385152 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164a0a2-24c6-4a03-94d6-b4a7f606101a req-40dfe739-9f83-44e8-acc7-a44a428d889f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:12.386634 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4164a0a2-24c6-4a03-94d6-b4a7f606101a req-40dfe739-9f83-44e8-acc7-a44a428d889f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0791750
Feb 12 21:46:12.464266 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-385bea89-984f-4630-8b87-6463e12b4eaa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9 HTTP/1.1" status: 200  len: 1000 time: 0.0926337
Feb 12 21:46:12.485717 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4164a0a2-24c6-4a03-94d6-b4a7f606101a req-3558cc37-1bf8-4cd5-aa3b-7e1cacd9dad7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665002
Feb 12 21:46:12.522098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-3327e457-8cbc-451a-adf6-69f28a2cc273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:12.523487 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-3327e457-8cbc-451a-adf6-69f28a2cc273 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0489647
Feb 12 21:46:12.575025 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-216c27e7-c589-4cfd-883c-795e22f2a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:12.576500 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-216c27e7-c589-4cfd-883c-795e22f2a57c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442214
Feb 12 21:46:12.672815 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-7e823ace-1e48-4652-a187-5290c80c9206 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852854
Feb 12 21:46:12.765198 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-220e1aa4-d6b0-4133-82ea-1ef3be3d0a03 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829685
Feb 12 21:46:13.454960 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d1468-acee-4a82-8136-025510a22ad7 req-907bd107-1667-4104-9a34-48950df07864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:13.456461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f6d1468-acee-4a82-8136-025510a22ad7 req-907bd107-1667-4104-9a34-48950df07864 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 1127 time: 0.0496953
Feb 12 21:46:13.560189 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d1468-acee-4a82-8136-025510a22ad7 req-c373c136-4e22-4528-9d7b-ba330c90215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:13.561698 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f6d1468-acee-4a82-8136-025510a22ad7 req-c373c136-4e22-4528-9d7b-ba330c90215d service neutron] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0843487
Feb 12 21:46:13.607664 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d81871-51fd-4de1-bfe8-d8484b6ca338 req-8ad9deb1-d261-47e1-9f11-e3b054fbc576 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:13.609196 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0d81871-51fd-4de1-bfe8-d8484b6ca338 req-8ad9deb1-d261-47e1-9f11-e3b054fbc576 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0536478
Feb 12 21:46:13.630209 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f6d1468-acee-4a82-8136-025510a22ad7 req-eb97d2d2-2093-4660-aa5e-5da8e2d057f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9 HTTP/1.1" status: 200  len: 1000 time: 0.0620797
Feb 12 21:46:13.656874 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e0d81871-51fd-4de1-bfe8-d8484b6ca338 req-78644cfc-8532-4391-ab6f-73d914de0f45 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413902
Feb 12 21:46:13.679798 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d1468-acee-4a82-8136-025510a22ad7 req-ee7d1588-144d-475c-8fad-6fb16b5b09b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:13.681257 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f6d1468-acee-4a82-8136-025510a22ad7 req-ee7d1588-144d-475c-8fad-6fb16b5b09b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0446765
Feb 12 21:46:13.731630 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d1468-acee-4a82-8136-025510a22ad7 req-76b65043-e609-4047-9794-270099813cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:13.733038 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f6d1468-acee-4a82-8136-025510a22ad7 req-76b65043-e609-4047-9794-270099813cb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445020
Feb 12 21:46:13.826196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f6d1468-acee-4a82-8136-025510a22ad7 req-4d559395-7efc-4459-9a3b-9ca63f19d8b4 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866156
Feb 12 21:46:13.916533 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f6d1468-acee-4a82-8136-025510a22ad7 req-ccbe6b0b-4c1a-4ce8-93ce-03b917ad30e3 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834842
Feb 12 21:46:14.782659 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397de218-bfa2-4914-a46c-bd1e637ed198 req-0b53f19c-078a-4907-ac08-7eaa1e42ae12 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:14.784133 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-397de218-bfa2-4914-a46c-bd1e637ed198 req-0b53f19c-078a-4907-ac08-7eaa1e42ae12 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0571694
Feb 12 21:46:14.830199 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-397de218-bfa2-4914-a46c-bd1e637ed198 req-f37625fc-2dcc-4db6-880b-938bda4a483a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402541
Feb 12 21:46:14.981207 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-b96d958c-e831-4c1a-b140-aeddc0230343 service neutron] show failed (client error): The resource could not be found.
Feb 12 21:46:14.982164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-b96d958c-e831-4c1a-b140-aeddc0230343 service neutron] 10.222.0.48 "GET /v2.0/ports/dd7e0643-84b8-463e-b9ff-fefe35d6cab9/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0543580
Feb 12 21:46:15.503967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-2bf6caac-4790-4f6f-9b04-7fa347936010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:15.506141 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-2bf6caac-4790-4f6f-9b04-7fa347936010 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb&tenant_id=902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 1127 time: 0.0443940
Feb 12 21:46:15.516546 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:46:15.577287 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:15.783685 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] For port dd7e0643-84b8-463e-b9ff-fefe35d6cab9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:46:15.816011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] For port dd7e0643-84b8-463e-b9ff-fefe35d6cab9, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:46:15.854690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47636390-fb2d-4baf-9973-c169abf215eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:46:15.857018 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41699c4-332d-4b6c-84c6-88d429cbbf6e" -d '{"events": [{"server_uuid": "47636390-fb2d-4baf-9973-c169abf215eb", "name": "network-vif-unplugged", "status": "completed", "tag": "dd7e0643-84b8-463e-b9ff-fefe35d6cab9"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:46:15.861046 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Publish callbacks [] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:15.874944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Transition to ACTIVE for port object dd7e0643-84b8-463e-b9ff-fefe35d6cab9 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:46:15.905290 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9707d223-3b10-463a-a5ab-d2533de424a4 x-openstack-request-id: req-9707d223-3b10-463a-a5ab-d2533de424a4 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:46:15.905621 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47636390-fb2d-4baf-9973-c169abf215eb", "name": "network-vif-unplugged", "status": "completed", "tag": "dd7e0643-84b8-463e-b9ff-fefe35d6cab9", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:46:15.905879 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9707d223-3b10-463a-a5ab-d2533de424a4 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:46:15.906286 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47636390-fb2d-4baf-9973-c169abf215eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9', 'code': 200}
Feb 12 21:46:15.952264 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:15.962586 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0721fe-acd0-4c2d-b803-8f43a347622a req-5ab29c6f-50e4-49fa-b324-3bb91e04cb7e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:15.964759 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9e0721fe-acd0-4c2d-b803-8f43a347622a req-5ab29c6f-50e4-49fa-b324-3bb91e04cb7e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0604880
Feb 12 21:46:16.004701 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Pushing event updated for resources: {'Port': ['ID=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,revision_number=6']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:46:16.016077 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9e0721fe-acd0-4c2d-b803-8f43a347622a req-96159202-8492-4d8c-87f5-8339b31e139f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462804
Feb 12 21:46:16.078259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] No DVR routers for this DVR port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:46:16.218176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Attempting to bind port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:46:16.218513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Attempting to bind port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:46:16.218844 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Attempting to bind port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:46:16.223043 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:46:16.223389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Attempting to bind port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:46:16.228794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:46:16.229130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Checking segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:46:16.229561 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Bound using segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:46:16.229987 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Bound port: dd7e0643-84b8-463e-b9ff-fefe35d6cab9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:46:16.230339 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:16.295784 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] For port dd7e0643-84b8-463e-b9ff-fefe35d6cab9, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:46:16.300140 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] For port dd7e0643-84b8-463e-b9ff-fefe35d6cab9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:46:16.369707 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:16.406459 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:16.407075 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:16.408445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] 10.222.0.50 "PUT /v2.0/ports/dd7e0643-84b8-463e-b9ff-fefe35d6cab9 HTTP/1.1" status: 200  len: 1091 time: 0.8957798
Feb 12 21:46:16.429689 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfda97-1371-49e6-9e10-d93039c1941e service neutron] Pushing event updated for resources: {'Port': ['ID=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:46:16.482476 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-79ba3d4a-0cc8-47a7-af20-ad5f490936a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:16.484023 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-79ba3d4a-0cc8-47a7-af20-ad5f490936a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 1125 time: 0.0511808
Feb 12 21:46:16.581236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-2b429c08-41c9-4ac0-a7d3-6e4ff05d956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:16.582763 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-2b429c08-41c9-4ac0-a7d3-6e4ff05d956b service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0926490
Feb 12 21:46:16.645580 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-ff318520-31e5-428f-bceb-1e930a0e522f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9 HTTP/1.1" status: 200  len: 998 time: 0.0567765
Feb 12 21:46:16.691635 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-5c6aaca2-4d91-4a71-bc7a-a14680f350a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:16.693523 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-5c6aaca2-4d91-4a71-bc7a-a14680f350a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0426013
Feb 12 21:46:16.745250 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-e099d2f0-0ddb-41f2-b486-2dea1bad6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:16.746800 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-e099d2f0-0ddb-41f2-b486-2dea1bad6cf7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0477707
Feb 12 21:46:16.834474 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-1805848f-e745-4f8c-a34a-5aa2eeaf6f70 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814254
Feb 12 21:46:16.923788 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96de7f3c-78a0-470a-b3d2-246226b7af1c req-0ac80dfd-46d4-4663-bde2-32a83fce8407 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830808
Feb 12 21:46:17.141063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df75ab-80cd-4416-9fe1-912b7a025cde req-3ec160f8-9ec8-410b-bb0b-bdb0d9259a66 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:17.142547 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7df75ab-80cd-4416-9fe1-912b7a025cde req-3ec160f8-9ec8-410b-bb0b-bdb0d9259a66 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 943 time: 0.0529127
Feb 12 21:46:17.190185 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7df75ab-80cd-4416-9fe1-912b7a025cde req-7be08a9e-6891-49dc-95d0-b79f165e7a7b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417833
Feb 12 21:46:17.907589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47636390-fb2d-4baf-9973-c169abf215eb', 'tag': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:46:17.909985 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "47636390-fb2d-4baf-9973-c169abf215eb", "tag": "dd7e0643-84b8-463e-b9ff-fefe35d6cab9"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:46:17.959388 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9beafc59-d7c7-4214-8e32-70f1d7b241aa x-openstack-request-id: req-9beafc59-d7c7-4214-8e32-70f1d7b241aa {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:46:17.962072 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47636390-fb2d-4baf-9973-c169abf215eb", "tag": "dd7e0643-84b8-463e-b9ff-fefe35d6cab9", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:46:17.962072 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9beafc59-d7c7-4214-8e32-70f1d7b241aa {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:46:17.962072 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47636390-fb2d-4baf-9973-c169abf215eb', 'tag': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9', 'status': 'completed', 'code': 200}
Feb 12 21:46:18.056461 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-a3517ded-9871-452b-b772-02241a35c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:18.058285 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-a3517ded-9871-452b-b772-02241a35c423 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 1125 time: 0.0806322
Feb 12 21:46:18.064372 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-71cc07a0-4434-4060-9f3e-80cdd99506e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:18.065820 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-71cc07a0-4434-4060-9f3e-80cdd99506e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 1125 time: 0.0774684
Feb 12 21:46:18.216976 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-0042ee14-f00f-4892-9de9-e0709e6e0c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:18.218458 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-0042ee14-f00f-4892-9de9-e0709e6e0c9f service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.1518114
Feb 12 21:46:18.221003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-4523123d-e1d6-4a31-a455-1c866e26043d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:18.222336 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-4523123d-e1d6-4a31-a455-1c866e26043d service neutron] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.1475604
Feb 12 21:46:18.711498 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-84dc6067-7327-4b10-872e-6ffc182f2753 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9 HTTP/1.1" status: 200  len: 998 time: 0.4860539
Feb 12 21:46:18.730173 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-2fa2f711-9648-4647-b9d3-032c06a6f6b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9 HTTP/1.1" status: 200  len: 998 time: 0.4984183
Feb 12 21:46:18.790668 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9f3df-f495-4859-9c72-ee982898b298 req-643701b4-549d-4542-a203-57855b9c2176 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:18.792437 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ccc9f3df-f495-4859-9c72-ee982898b298 req-643701b4-549d-4542-a203-57855b9c2176 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 943 time: 0.5272615
Feb 12 21:46:18.829433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-30bc6b90-fe54-49e0-b8a1-a592387c4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:18.830839 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-30bc6b90-fe54-49e0-b8a1-a592387c4891 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.1112623
Feb 12 21:46:18.832409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-41278814-e64e-40ba-b960-791e890362ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:18.834270 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-41278814-e64e-40ba-b960-791e890362ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0840237
Feb 12 21:46:18.912126 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ccc9f3df-f495-4859-9c72-ee982898b298 req-081a6571-5046-4929-beaa-04dcb8650ff9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1114032
Feb 12 21:46:18.931003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-b5cc76e8-bc2a-451b-a7ab-a59871171c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:18.932477 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-b5cc76e8-bc2a-451b-a7ab-a59871171c42 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0951629
Feb 12 21:46:18.938331 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-e23bc8c7-4b7f-4062-b4b0-e59ec196dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:18.939689 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-e23bc8c7-4b7f-4062-b4b0-e59ec196dd09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0892930
Feb 12 21:46:19.089038 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-88734401-b62b-493e-82d3-d7143984c15b service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483338
Feb 12 21:46:19.092189 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-cc8f4acd-9311-4f62-acf6-3e933ad5f40e service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350038
Feb 12 21:46:19.246153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-be20ab05-94b1-4b1d-b4ea-d781d704c300 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514482
Feb 12 21:46:19.248014 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1a2ba408-dce5-448a-99f4-e48d65ad6fcb req-644d089d-cd72-4914-886a-8892e3772ec5 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461124
Feb 12 21:46:19.261196 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device dd7e0643-84b8-463e-b9ff-fefe35d6cab9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:46:19.299301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] The host nch1-master-1 is not matching for port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 host nch2-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:46:19.299695 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device dd7e0643-84b8-463e-b9ff-fefe35d6cab9 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:46:20.034040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5702c97-1784-4b86-b225-055549f1176f req-1f455184-cbd9-4f90-a94a-d2361e8b1c5b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:20.035434 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5702c97-1784-4b86-b225-055549f1176f req-1f455184-cbd9-4f90-a94a-d2361e8b1c5b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 943 time: 0.0533276
Feb 12 21:46:20.083580 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e5702c97-1784-4b86-b225-055549f1176f req-24b544dc-91fa-4767-8032-3dee93f47a9d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418565
Feb 12 21:46:20.155688 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a6523156-b908-423d-ae34-822ab8569867 req-919359bb-a6c5-4d92-9baf-843a75e18674 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0440471
Feb 12 21:46:20.241978 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6523156-b908-423d-ae34-822ab8569867 req-5bf06597-7f10-4fcc-b773-2aa2de5040d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:20.243496 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a6523156-b908-423d-ae34-822ab8569867 req-5bf06597-7f10-4fcc-b773-2aa2de5040d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 1125 time: 0.0491848
Feb 12 21:46:20.348221 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6523156-b908-423d-ae34-822ab8569867 req-ca250387-71c2-4345-aa05-b23ad2c992ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:20.350066 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a6523156-b908-423d-ae34-822ab8569867 req-ca250387-71c2-4345-aa05-b23ad2c992ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0886011
Feb 12 21:46:20.422018 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a6523156-b908-423d-ae34-822ab8569867 req-8dccf450-0f95-4610-88e1-67410f56851f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9 HTTP/1.1" status: 200  len: 998 time: 0.0653358
Feb 12 21:46:20.430021 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329647a-c5d1-4cc5-826e-381d010f0d0d req-86a6a93e-cde8-46ba-b147-4ba017ca75d7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:20.432135 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5329647a-c5d1-4cc5-826e-381d010f0d0d req-86a6a93e-cde8-46ba-b147-4ba017ca75d7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 943 time: 0.0595129
Feb 12 21:46:20.480631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6523156-b908-423d-ae34-822ab8569867 req-a6641a56-7fdd-495c-b6bf-3f7152434841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:20.482059 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a6523156-b908-423d-ae34-822ab8569867 req-a6641a56-7fdd-495c-b6bf-3f7152434841 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0546086
Feb 12 21:46:20.504711 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5329647a-c5d1-4cc5-826e-381d010f0d0d req-87bb3b3f-4976-492b-a65b-44d35dcb3cf4 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534747
Feb 12 21:46:20.558943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39a254-bb0b-4a4b-b864-fbd5f63960d1 req-da21a257-e50b-48ea-afbd-723422bdf8fc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:20.560406 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ba39a254-bb0b-4a4b-b864-fbd5f63960d1 req-da21a257-e50b-48ea-afbd-723422bdf8fc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.48 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb&tenant_id=902f92c068c04a1994a8d95036240a10&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0893092
Feb 12 21:46:20.566384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6523156-b908-423d-ae34-822ab8569867 req-8af1a487-185b-4cd5-8506-ae61b349b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:20.568421 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a6523156-b908-423d-ae34-822ab8569867 req-8af1a487-185b-4cd5-8506-ae61b349b45c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0667412
Feb 12 21:46:20.682347 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-ba39a254-bb0b-4a4b-b864-fbd5f63960d1 req-0c638b37-627a-401c-8b60-4a6840eafe6a service neutron] delete failed (client error): The resource could not be found.
Feb 12 21:46:20.683382 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ba39a254-bb0b-4a4b-b864-fbd5f63960d1 req-0c638b37-627a-401c-8b60-4a6840eafe6a service neutron] 10.222.0.48 "DELETE /v2.0/ports/dd7e0643-84b8-463e-b9ff-fefe35d6cab9/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1127651
Feb 12 21:46:20.702984 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a6523156-b908-423d-ae34-822ab8569867 req-5cf1cae4-0c80-484a-bdb3-e41aba24317e service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272874
Feb 12 21:46:20.827713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39a254-bb0b-4a4b-b864-fbd5f63960d1 req-9d58ac84-1d58-4fc0-8131-1c9b6ec0217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:20.829208 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ba39a254-bb0b-4a4b-b864-fbd5f63960d1 req-9d58ac84-1d58-4fc0-8131-1c9b6ec0217c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 1125 time: 0.0912490
Feb 12 21:46:20.831350 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a6523156-b908-423d-ae34-822ab8569867 req-23d97d45-14c9-44c8-9915-6e6e80081503 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218405
Feb 12 21:46:20.872313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device dd7e0643-84b8-463e-b9ff-fefe35d6cab9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:46:20.929108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39a254-bb0b-4a4b-b864-fbd5f63960d1 req-b32e584a-5045-4ac0-b76c-6c41f612794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:20.930604 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ba39a254-bb0b-4a4b-b864-fbd5f63960d1 req-b32e584a-5045-4ac0-b76c-6c41f612794f service neutron] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0905795
Feb 12 21:46:20.973330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port dd7e0643-84b8-463e-b9ff-fefe35d6cab9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:46:20.984973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'port_id': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9', 'mac_address': 'fa:16:3e:47:ff:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:46:20.999651 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ba39a254-bb0b-4a4b-b864-fbd5f63960d1 req-ca1a3c28-2b5a-4a6b-b630-f2e5691c9fa9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9 HTTP/1.1" status: 200  len: 998 time: 0.0588980
Feb 12 21:46:21.022572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:46:21.022960 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:21.036092 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7e0643-84b8-463e-b9ff-fefe35d6cab9 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:46:21.051235 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39a254-bb0b-4a4b-b864-fbd5f63960d1 req-c47bb854-15c1-4f9e-b7d8-601c3944b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:21.052829 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ba39a254-bb0b-4a4b-b864-fbd5f63960d1 req-c47bb854-15c1-4f9e-b7d8-601c3944b535 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0437632
Feb 12 21:46:21.055972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port dd7e0643-84b8-463e-b9ff-fefe35d6cab9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:46:21.109240 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39a254-bb0b-4a4b-b864-fbd5f63960d1 req-ffd186bd-8e05-4533-86bb-94d267ebbf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:21.110770 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ba39a254-bb0b-4a4b-b864-fbd5f63960d1 req-ffd186bd-8e05-4533-86bb-94d267ebbf51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0490916
Feb 12 21:46:21.186471 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:21.202398 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ba39a254-bb0b-4a4b-b864-fbd5f63960d1 req-b73be562-0d59-4cc1-855f-968aaf252de8 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823803
Feb 12 21:46:21.234882 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:46:21.242858 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:21.243214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:21.243557 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:21.243893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:21.244229 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:21.244559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:21.244886 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:21.245212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:21.245562 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:21.245892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:21.246214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:21.246536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:21.246864 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:21.304696 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ba39a254-bb0b-4a4b-b864-fbd5f63960d1 req-6617af03-1205-4515-94d6-9378c67b3533 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921474
Feb 12 21:46:21.441258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['dd7e0643-84b8-463e-b9ff-fefe35d6cab9'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:46:21.632672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002288e3-7d1c-4505-abf3-77537ad7868a req-1b9a811e-2b09-4e3f-bcc8-9995588fe82b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:21.634294 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-002288e3-7d1c-4505-abf3-77537ad7868a req-1b9a811e-2b09-4e3f-bcc8-9995588fe82b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 944 time: 0.0559480
Feb 12 21:46:21.681933 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-002288e3-7d1c-4505-abf3-77537ad7868a req-826b30ec-c034-450a-93a1-fa90984bc6a0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419238
Feb 12 21:46:22.802985 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897d94a-98e2-4794-92b6-da918c6dcb86 req-a70616fb-7bd7-4b6b-b335-c9c252e9e61e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:22.804495 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c897d94a-98e2-4794-92b6-da918c6dcb86 req-a70616fb-7bd7-4b6b-b335-c9c252e9e61e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 944 time: 0.0543766
Feb 12 21:46:22.851035 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c897d94a-98e2-4794-92b6-da918c6dcb86 req-8bdc25cc-066d-45a5-903f-98f02a298f57 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407355
Feb 12 21:46:22.887995 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device dd7e0643-84b8-463e-b9ff-fefe35d6cab9 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:46:22.975928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437acdb0-ee8b-4509-a4bd-5deea6af28cc req-b79fa533-6536-44b3-80e5-12482851aeed tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:22.977333 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-437acdb0-ee8b-4509-a4bd-5deea6af28cc req-b79fa533-6536-44b3-80e5-12482851aeed tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 944 time: 0.0586293
Feb 12 21:46:23.011039 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:46:23.015043 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:46:23.015481 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:23.025198 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-437acdb0-ee8b-4509-a4bd-5deea6af28cc req-fea0bf6d-2f75-4834-95b7-8857a8ebf271 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422242
Feb 12 21:46:23.094979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:46:23.101100 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:23.117693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47636390-fb2d-4baf-9973-c169abf215eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:46:23.119928 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5993d12-4f69-41ee-a7f8-6398cd17e199" -d '{"events": [{"server_uuid": "47636390-fb2d-4baf-9973-c169abf215eb", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e0643-84b8-463e-b9ff-fefe35d6cab9"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:46:23.132634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port dd7e0643-84b8-463e-b9ff-fefe35d6cab9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:46:23.158704 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883bde53-aa50-4a99-819e-ae055b0ad8d1 x-openstack-request-id: req-883bde53-aa50-4a99-819e-ae055b0ad8d1 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:46:23.158704 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47636390-fb2d-4baf-9973-c169abf215eb", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e0643-84b8-463e-b9ff-fefe35d6cab9", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:46:23.158704 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-883bde53-aa50-4a99-819e-ae055b0ad8d1 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:46:23.158704 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47636390-fb2d-4baf-9973-c169abf215eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9', 'code': 200}
Feb 12 21:46:23.209371 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:23.257024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:46:23.398650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661c2df-d509-4dfe-8b74-b3a56047a29b req-d1bd0ec0-01ec-4933-9ca0-0ba21da78e20 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:23.400154 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5661c2df-d509-4dfe-8b74-b3a56047a29b req-d1bd0ec0-01ec-4933-9ca0-0ba21da78e20 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0552263
Feb 12 21:46:23.451259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5661c2df-d509-4dfe-8b74-b3a56047a29b req-c2ceb690-d088-4734-8ef9-d27249e5196f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452247
Feb 12 21:46:23.495982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b07f7-5537-4b98-8a4e-7da758d46ca0 req-d129dedf-1f2a-4360-a0d4-3ce4882bdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:23.497594 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-186b07f7-5537-4b98-8a4e-7da758d46ca0 req-d129dedf-1f2a-4360-a0d4-3ce4882bdfba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 1127 time: 0.0452535
Feb 12 21:46:23.590505 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b07f7-5537-4b98-8a4e-7da758d46ca0 req-d2ac535b-2917-4869-83cb-143319b18a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:23.591894 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-186b07f7-5537-4b98-8a4e-7da758d46ca0 req-d2ac535b-2917-4869-83cb-143319b18a80 service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0890882
Feb 12 21:46:23.656922 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-186b07f7-5537-4b98-8a4e-7da758d46ca0 req-efa8df83-8e93-4a1a-a73d-be3ece0e19c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9 HTTP/1.1" status: 200  len: 1000 time: 0.0591938
Feb 12 21:46:23.708579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b07f7-5537-4b98-8a4e-7da758d46ca0 req-145e364b-aacd-4e0f-8387-636aea73676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:23.710062 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-186b07f7-5537-4b98-8a4e-7da758d46ca0 req-145e364b-aacd-4e0f-8387-636aea73676a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0473871
Feb 12 21:46:23.757837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b07f7-5537-4b98-8a4e-7da758d46ca0 req-014bc4a2-51b1-48ce-9978-f6f42e8ff0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:23.759320 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-186b07f7-5537-4b98-8a4e-7da758d46ca0 req-014bc4a2-51b1-48ce-9978-f6f42e8ff0c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432918
Feb 12 21:46:23.846242 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-186b07f7-5537-4b98-8a4e-7da758d46ca0 req-5de85dc4-eb10-4815-a115-a821d3489a5f service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808942
Feb 12 21:46:23.939575 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-186b07f7-5537-4b98-8a4e-7da758d46ca0 req-d81aedc3-0659-4dc6-9e99-8968cbfc853d service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876200
Feb 12 21:46:24.578229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144a3ba-e8ee-456e-82af-ee3fbff7c8b3 req-730eb12a-faef-45d5-89a9-1e5f7bac3c62 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:24.579708 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c144a3ba-e8ee-456e-82af-ee3fbff7c8b3 req-730eb12a-faef-45d5-89a9-1e5f7bac3c62 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0568326
Feb 12 21:46:24.633228 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c144a3ba-e8ee-456e-82af-ee3fbff7c8b3 req-d0b792a4-be3d-4c17-9497-f464f6668158 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475469
Feb 12 21:46:25.753592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae57bbf-8a58-494b-9b29-f202b13a199b req-83e5626e-dcea-4ff4-a33c-05f14c8aa097 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:25.755107 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7ae57bbf-8a58-494b-9b29-f202b13a199b req-83e5626e-dcea-4ff4-a33c-05f14c8aa097 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0531268
Feb 12 21:46:25.803163 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7ae57bbf-8a58-494b-9b29-f202b13a199b req-30249c5c-b593-4d3a-aa18-b4636758ff96 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419400
Feb 12 21:46:25.856926 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-49bbf72b-2da6-4ba8-9dac-f83616dd13f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:26.259299 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef18b73-6aa5-423e-9e99-2d8a05bf0a18 req-969705d0-1ed9-464c-ac4e-8bdce8b8c814 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:26.260767 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5ef18b73-6aa5-423e-9e99-2d8a05bf0a18 req-969705d0-1ed9-464c-ac4e-8bdce8b8c814 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0567551
Feb 12 21:46:26.307377 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5ef18b73-6aa5-423e-9e99-2d8a05bf0a18 req-a89d2c73-8aa1-4768-9b75-eb17c60355fc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409975
Feb 12 21:46:26.684030 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:46:27.283493 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:27.435905 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc08d9-1cc2-44fd-9e0c-d525ce65b25e req-83987e93-efb8-4027-95e0-bf81e3367eda tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:27.437691 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-07bc08d9-1cc2-44fd-9e0c-d525ce65b25e req-83987e93-efb8-4027-95e0-bf81e3367eda tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0556836
Feb 12 21:46:27.463389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728447c-b9c0-4b32-9a38-4c211ee0b842 req-96e097ab-d2ff-4fa2-a2cc-5c369c587e81 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:27.464875 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a728447c-b9c0-4b32-9a38-4c211ee0b842 req-96e097ab-d2ff-4fa2-a2cc-5c369c587e81 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.50 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 945 time: 0.0537145
Feb 12 21:46:27.485377 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-07bc08d9-1cc2-44fd-9e0c-d525ce65b25e req-a58f08ed-b4aa-4e41-a71e-b02e533c74fc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412595
Feb 12 21:46:27.564658 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-a728447c-b9c0-4b32-9a38-4c211ee0b842 req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Deleting port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:46:27.564979 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a728447c-b9c0-4b32-9a38-4c211ee0b842 req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:27.652234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-a728447c-b9c0-4b32-9a38-4c211ee0b842 req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] For port dd7e0643-84b8-463e-b9ff-fefe35d6cab9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:46:27.652603 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a728447c-b9c0-4b32-9a38-4c211ee0b842 req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:27.822725 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a728447c-b9c0-4b32-9a38-4c211ee0b842 req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:27.823007 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a728447c-b9c0-4b32-9a38-4c211ee0b842 req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (9c496297-fc21-4582-8eac-8bb625a2bf2b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:27.823320 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-a728447c-b9c0-4b32-9a38-4c211ee0b842 req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Floating IP 9c496297-fc21-4582-8eac-8bb625a2bf2b disassociated. External IP: 172.35.2.72, port: dd7e0643-84b8-463e-b9ff-fefe35d6cab9.
Feb 12 21:46:27.823658 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-a728447c-b9c0-4b32-9a38-4c211ee0b842 req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Calling delete_port for dd7e0643-84b8-463e-b9ff-fefe35d6cab9 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:46:28.039653 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a728447c-b9c0-4b32-9a38-4c211ee0b842 req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (dd7e0643-84b8-463e-b9ff-fefe35d6cab9), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:28.069282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Pushing event deleted for resources: {'Port': ['ID=dd7e0643-84b8-463e-b9ff-fefe35d6cab9,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:46:28.082552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:28.082905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:28.083789 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:28.084292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:28.084637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:28.084976 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:28.085310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:28.090258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:28.090258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:28.090258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:28.090258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:28.090258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:28.090258 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:46:28.205228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a728447c-b9c0-4b32-9a38-4c211ee0b842 req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Router 46be19a4-9b50-47cd-92a5-c4c2674fd94e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:46:28.285283 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-488a65f8-5a5f-48c8-94ed-8863641a64c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:28.323234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a728447c-b9c0-4b32-9a38-4c211ee0b842 req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:46:28.332874 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8be58a-afd6-460e-989c-6cdfc12d1b55 None None] Sync routers for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:46:28.342908 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8be58a-afd6-460e-989c-6cdfc12d1b55 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:46:28.343597 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-aa8be58a-afd6-460e-989c-6cdfc12d1b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc93d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:46:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:46:28.366380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-a728447c-b9c0-4b32-9a38-4c211ee0b842 req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] No DVR routers for this DVR port dd7e0643-84b8-463e-b9ff-fefe35d6cab9 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:46:28.368843 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a728447c-b9c0-4b32-9a38-4c211ee0b842 req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:28.372247 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a728447c-b9c0-4b32-9a38-4c211ee0b842 req-1c1cda14-2852-4ed1-ab9e-59d00e756058 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.50 "DELETE /v2.0/ports/dd7e0643-84b8-463e-b9ff-fefe35d6cab9 HTTP/1.1" status: 204  len: 173 time: 0.9022601
Feb 12 21:46:28.372688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47636390-fb2d-4baf-9973-c169abf215eb', 'name': 'network-vif-deleted', 'tag': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:46:28.374945 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86b4a85-bde7-4f38-8882-74b184b8da61" -d '{"events": [{"server_uuid": "47636390-fb2d-4baf-9973-c169abf215eb", "name": "network-vif-deleted", "tag": "dd7e0643-84b8-463e-b9ff-fefe35d6cab9"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:46:28.417383 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7423c672-2e92-41c5-b9b3-b76aeb398625 x-openstack-request-id: req-7423c672-2e92-41c5-b9b3-b76aeb398625 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:46:28.417724 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47636390-fb2d-4baf-9973-c169abf215eb", "name": "network-vif-deleted", "tag": "dd7e0643-84b8-463e-b9ff-fefe35d6cab9", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:46:28.417984 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7423c672-2e92-41c5-b9b3-b76aeb398625 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:46:28.418416 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47636390-fb2d-4baf-9973-c169abf215eb', 'name': 'network-vif-deleted', 'tag': 'dd7e0643-84b8-463e-b9ff-fefe35d6cab9', 'status': 'completed', 'code': 200}
Feb 12 21:46:28.456081 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-aa8be58a-afd6-460e-989c-6cdfc12d1b55 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:46:28.587208 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f168aeea-ad24-45c4-a8f6-a2248e5e3d63 req-03828f78-386b-4575-be7f-c6d631d3124f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=47636390-fb2d-4baf-9973-c169abf215eb HTTP/1.1" status: 200  len: 210 time: 0.0304363
Feb 12 21:46:28.662330 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-aa8be58a-afd6-460e-989c-6cdfc12d1b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc93d30>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:46:28.688361 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8be58a-afd6-460e-989c-6cdfc12d1b55 None None] Checking router: 46be19a4-9b50-47cd-92a5-c4c2674fd94e for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:46:28.696616 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8be58a-afd6-460e-989c-6cdfc12d1b55 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:46:28.697212 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-aa8be58a-afd6-460e-989c-6cdfc12d1b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc93d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:46:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:46:28.811919 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-aa8be58a-afd6-460e-989c-6cdfc12d1b55 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:46:29.015529 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-aa8be58a-afd6-460e-989c-6cdfc12d1b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc93d30>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:46:29.043173 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8be58a-afd6-460e-989c-6cdfc12d1b55 None None] The sync data for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 is: [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:46:29.267686 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b438ff96-0a91-4e13-aaf4-f456803445ec None None] New status for floating IP 9c496297-fc21-4582-8eac-8bb625a2bf2b: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:46:29.591954 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:29.731115 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:29.845411 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-96d14785-8300-4ffc-a99a-67fe52658d5c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1424401669&fields=id&tenant_id=902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 267 time: 0.0470133
Feb 12 21:46:29.950331 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-f5405f3b-1f9e-45ce-80ed-a0fd04469ed0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:29.951790 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-f5405f3b-1f9e-45ce-80ed-a0fd04469ed0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 811 time: 0.0992990
Feb 12 21:46:29.966333 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-fc38b2cf-6184-464a-b82d-113a269dce4f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/quotas/902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 375 time: 0.0092876
Feb 12 21:46:30.022337 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-ba33a206-5f30-44d4-88b5-8545aefa3952 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0500932
Feb 12 21:46:30.121885 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-54f78f2c-7d7e-4e3a-83cd-41793c0ca043 service neutron] 10.222.0.31 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876772
Feb 12 21:46:30.215361 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-7d9a802c-c9f9-4984-96bb-3b08a1f2f8ea service neutron] 10.222.0.31 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878692
Feb 12 21:46:30.470939 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dac8d6a2-049f-4663-b0db-e82f60fd9baa req-dfcefd26-c377-4903-a21f-40602bafb83a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 210 time: 0.0273256
Feb 12 21:46:30.918949 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device dd7e0643-84b8-463e-b9ff-fefe35d6cab9 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:46:30.941638 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: dd7e0643-84b8-463e-b9ff-fefe35d6cab9 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:46:30.941638 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device dd7e0643-84b8-463e-b9ff-fefe35d6cab9 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:46:31.136886 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:31.570979 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50f54e70-7005-4ad5-a577-57fd1008aead req-6b7af34e-d283-40c4-8592-b7b63359ab86 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 210 time: 0.0287797
Feb 12 21:46:32.250826 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:32.337341 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-d4822d4e-3166-430e-b7c3-c3904748c064 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:32.338876 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-d4822d4e-3166-430e-b7c3-c3904748c064 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 811 time: 0.1149266
Feb 12 21:46:32.405777 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-53753e6f-97b3-4d9a-841b-76a775deca6b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 380 time: 0.0540962
Feb 12 21:46:32.415975 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-7e5032b7-b4e0-4b74-b7e2-5d05cfa43e73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Request body: {'port': {'device_id': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'admin_state_up': True, 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'security_groups': ['7d0ae692-543f-44fd-b31d-1f4d6be0891a']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:46:32.570723 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-7e5032b7-b4e0-4b74-b7e2-5d05cfa43e73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Made reservation on behalf of 902f92c068c04a1994a8d95036240a10 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:46:32.574040 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-7e5032b7-b4e0-4b74-b7e2-5d05cfa43e73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:32.687458 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2bcbfa9-6619-4f9e-9c66-5474ded1c0cd req-4e3a0902-4fc4-4f54-b83f-717eafe4520e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 210 time: 0.0316613
Feb 12 21:46:32.709461 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-7e5032b7-b4e0-4b74-b7e2-5d05cfa43e73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Allocated IP 172.20.0.11 (34fb4bd0-7538-4c5d-aca6-00f04cac631c/8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c/57aea46a-0aec-4027-a9a5-dfa9dd27f4db) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:46:32.843779 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-7e5032b7-b4e0-4b74-b7e2-5d05cfa43e73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:32.963820 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-7e5032b7-b4e0-4b74-b7e2-5d05cfa43e73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:33.013520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-7e5032b7-b4e0-4b74-b7e2-5d05cfa43e73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Network 34fb4bd0-7538-4c5d-aca6-00f04cac631c is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:46:33.016463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-7e5032b7-b4e0-4b74-b7e2-5d05cfa43e73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:46:33.020093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-7e5032b7-b4e0-4b74-b7e2-5d05cfa43e73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:46:33.046195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5032b7-b4e0-4b74-b7e2-5d05cfa43e73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Pushing event updated for resources: {'Port': ['ID=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:46:33.075568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-7e5032b7-b4e0-4b74-b7e2-5d05cfa43e73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:33.076190 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-7e5032b7-b4e0-4b74-b7e2-5d05cfa43e73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:33.156599 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-7e5032b7-b4e0-4b74-b7e2-5d05cfa43e73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7463114
Feb 12 21:46:33.169544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Request body: {'port': {'device_id': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:46:33.234121 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:33.245481 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a76c92a6-d72f-42af-8bdd-512d34534643 None None] Provisioning complete for port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:46:33.245858 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a76c92a6-d72f-42af-8bdd-512d34534643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:33.279672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a76c92a6-d72f-42af-8bdd-512d34534643 None None] Port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:46:33.495675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57aea46a-0aec-4027-a9a5-dfa9dd27f4db {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:46:33.503129 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Publish callbacks [] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:33.515515 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Transition to ACTIVE for port object 57aea46a-0aec-4027-a9a5-dfa9dd27f4db will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:46:33.600036 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:33.651452 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:46:33.728999 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Attempting to bind port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:46:33.729327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Attempting to bind port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:46:33.729705 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Attempting to bind port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:46:33.736014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:46:33.736350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Attempting to bind port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:46:33.742294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:46:33.742646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Checking segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:46:33.743042 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Bound using segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:46:33.743478 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Bound port: 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:46:33.743845 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:33.846139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:46:33.850437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:46:33.863167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedfb22-cfdd-4413-88e1-a0e69a79c4df req-e4345444-8ca8-4113-a62a-8d43afbf6897 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:33.864656 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0bedfb22-cfdd-4413-88e1-a0e69a79c4df req-e4345444-8ca8-4113-a62a-8d43afbf6897 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 944 time: 0.0844374
Feb 12 21:46:33.913810 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0bedfb22-cfdd-4413-88e1-a0e69a79c4df req-e202c0c0-6eff-4948-abd9-c7c86c42d546 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428720
Feb 12 21:46:33.935159 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:33.975814 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:33.976466 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:33.977871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] 10.222.0.50 "PUT /v2.0/ports/57aea46a-0aec-4027-a9a5-dfa9dd27f4db HTTP/1.1" status: 200  len: 1092 time: 0.8141408
Feb 12 21:46:33.978317 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:46:33.980549 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5367ecec-5df9-4c0e-a670-4b781646804c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:46:34.004721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c939e7-729a-435a-9064-c53a6469b3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:46:34.023980 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d49385-2ace-4adc-ba45-9ab4c5de6c3f x-openstack-request-id: req-53d49385-2ace-4adc-ba45-9ab4c5de6c3f {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:46:34.024278 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:46:34.024562 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53d49385-2ace-4adc-ba45-9ab4c5de6c3f {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:46:34.024968 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'status': 'completed', 'code': 200}
Feb 12 21:46:34.091663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367ecec-5df9-4c0e-a670-4b781646804c req-608a80bb-9beb-4f8e-8393-882cda3ebdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:34.093190 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5367ecec-5df9-4c0e-a670-4b781646804c req-608a80bb-9beb-4f8e-8393-882cda3ebdcf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 1126 time: 0.0493689
Feb 12 21:46:34.201175 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367ecec-5df9-4c0e-a670-4b781646804c req-0303347e-5590-4ef0-94ba-2a51ebc99230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:34.202662 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5367ecec-5df9-4c0e-a670-4b781646804c req-0303347e-5590-4ef0-94ba-2a51ebc99230 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=902f92c068c04a1994a8d95036240a10&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1035359
Feb 12 21:46:34.295334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367ecec-5df9-4c0e-a670-4b781646804c req-e1fbc275-0139-48a3-a761-bf6d79f05912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:34.296703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5367ecec-5df9-4c0e-a670-4b781646804c req-e1fbc275-0139-48a3-a761-bf6d79f05912 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0884373
Feb 12 21:46:34.372196 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-ba5abcfe-f4f7-42b5-9016-fddbf1e48bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:34.373715 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-ba5abcfe-f4f7-42b5-9016-fddbf1e48bab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 1126 time: 0.0443101
Feb 12 21:46:34.418941 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-9b213936-5ba8-42b7-b2a6-e775578c32bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db HTTP/1.1" status: 200  len: 217 time: 0.0386744
Feb 12 21:46:34.466459 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-02e613a7-aec4-4821-a51a-a1086751bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:34.468032 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-02e613a7-aec4-4821-a51a-a1086751bd77 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0441077
Feb 12 21:46:34.515295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-b8b4c88a-b01f-485f-b421-81cdb38775ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:34.516791 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-b8b4c88a-b01f-485f-b421-81cdb38775ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435410
Feb 12 21:46:34.607692 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-ce901d53-72bb-4517-9487-6597983f1b9f service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848269
Feb 12 21:46:34.695159 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3b7373cf-5846-40a7-96ae-9c80e062c1e4 req-0b9ed9a4-0120-4203-8d4e-914ba0fb5f77 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823102
Feb 12 21:46:35.038677 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8904e-73f0-434f-9f95-aaf98ed3e67c req-57878883-0a82-4865-8f3c-981381306415 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:35.040131 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-83f8904e-73f0-434f-9f95-aaf98ed3e67c req-57878883-0a82-4865-8f3c-981381306415 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 944 time: 0.0575423
Feb 12 21:46:35.086989 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-83f8904e-73f0-434f-9f95-aaf98ed3e67c req-86071a09-181f-49d9-8cef-eadcd00d4805 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410128
Feb 12 21:46:36.208325 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf3e5b-2ce1-4915-95fa-dac0868ad9f6 req-a9d525df-20bf-47a1-9000-0407a6918b3a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:36.210732 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-accf3e5b-2ce1-4915-95fa-dac0868ad9f6 req-a9d525df-20bf-47a1-9000-0407a6918b3a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 944 time: 0.0537901
Feb 12 21:46:36.258379 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-accf3e5b-2ce1-4915-95fa-dac0868ad9f6 req-627f44d5-50f7-4b1d-bcfb-756ac561c27b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420859
Feb 12 21:46:36.934835 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 57aea46a-0aec-4027-a9a5-dfa9dd27f4db details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:46:37.041257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:46:37.053166 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'port_id': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'mac_address': 'fa:16:3e:ec:5b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:46:37.092213 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:46:37.092614 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:37.107742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57aea46a-0aec-4027-a9a5-dfa9dd27f4db {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:46:37.130679 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:46:37.233992 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:37.288490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:46:37.387935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da0984-74c1-4925-abb9-1066af7f3b03 req-200858c7-c1e1-4d21-ba69-2861882d3389 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:37.389524 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55da0984-74c1-4925-abb9-1066af7f3b03 req-200858c7-c1e1-4d21-ba69-2861882d3389 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 945 time: 0.0578730
Feb 12 21:46:37.423266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['57aea46a-0aec-4027-a9a5-dfa9dd27f4db'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:46:37.440823 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-55da0984-74c1-4925-abb9-1066af7f3b03 req-b2602be6-b082-4592-87f6-235bedad508b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452392
Feb 12 21:46:38.561784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170313d0-a2dd-4bb5-b587-80470e67482d req-ffb2f60d-375e-432f-b7d5-af2539955d08 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:38.563255 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-170313d0-a2dd-4bb5-b587-80470e67482d req-ffb2f60d-375e-432f-b7d5-af2539955d08 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 945 time: 0.0525849
Feb 12 21:46:38.609186 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-170313d0-a2dd-4bb5-b587-80470e67482d req-fb1ef60b-4944-44c4-986d-4b31181e2342 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403912
Feb 12 21:46:38.950185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 57aea46a-0aec-4027-a9a5-dfa9dd27f4db up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:46:39.071739 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:46:39.075399 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:46:39.075772 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:39.151817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:46:39.152202 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:39.173780 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:46:39.175966 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b4b9b8-9940-46f3-af24-fba879f17f24" -d '{"events": [{"server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "name": "network-vif-plugged", "status": "completed", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:46:39.190828 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:46:39.216144 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e3f7e9-2d4a-41c3-85c3-7c6a9d1b3c5c x-openstack-request-id: req-18e3f7e9-2d4a-41c3-85c3-7c6a9d1b3c5c {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:46:39.216434 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "name": "network-vif-plugged", "status": "completed", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:46:39.216692 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18e3f7e9-2d4a-41c3-85c3-7c6a9d1b3c5c {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:46:39.217089 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'code': 200}
Feb 12 21:46:39.272499 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:39.316690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d15fb0-da6b-4c37-bb7f-987681ba1d92 req-b2d83ea6-4198-4ff5-947d-de4ef5fc8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:39.318910 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7d15fb0-da6b-4c37-bb7f-987681ba1d92 req-b2d83ea6-4198-4ff5-947d-de4ef5fc8f7e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 1128 time: 0.0470924
Feb 12 21:46:39.325169 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:46:39.359942 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e7d15fb0-da6b-4c37-bb7f-987681ba1d92 req-75774d13-1315-4d4f-b77d-5aa30b84c346 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360556
Feb 12 21:46:39.732883 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362d32d-135a-443a-8323-7c7a018226d2 req-4dcce3c3-5f2d-4ec2-bf62-7b8e6c267f46 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:39.734409 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7362d32d-135a-443a-8323-7c7a018226d2 req-4dcce3c3-5f2d-4ec2-bf62-7b8e6c267f46 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0578294
Feb 12 21:46:39.781790 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7362d32d-135a-443a-8323-7c7a018226d2 req-e92e6f2f-6e85-4b67-bd3f-6167fb6c6d0a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417113
Feb 12 21:46:40.903789 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c150a4e-5694-4497-9648-be537e4daee1 req-93f16dba-7b4f-4847-9ad9-1d9616f1ede8 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:40.905542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c150a4e-5694-4497-9648-be537e4daee1 req-93f16dba-7b4f-4847-9ad9-1d9616f1ede8 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0543494
Feb 12 21:46:40.956740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1c150a4e-5694-4497-9648-be537e4daee1 req-489b7144-5b36-4df7-a7da-3bf6edfaecf0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454175
Feb 12 21:46:41.085499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c4d79-4e8a-4fa9-957d-d6d6a7005e34 req-0e7cf75b-7cf8-4f90-8c5e-2224bbb4623a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:41.087007 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-446c4d79-4e8a-4fa9-957d-d6d6a7005e34 req-0e7cf75b-7cf8-4f90-8c5e-2224bbb4623a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0537400
Feb 12 21:46:41.095383 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 54798) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:46:41.099829 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7a848516-9b0a-4508-8081-c0ce77b3871b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Request body: {'floatingip': {'port_id': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:46:41.142758 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7a848516-9b0a-4508-8081-c0ce77b3871b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for floatingip (9c496297-fc21-4582-8eac-8bb625a2bf2b), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:41.567395 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7a848516-9b0a-4508-8081-c0ce77b3871b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:41.662448 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7a848516-9b0a-4508-8081-c0ce77b3871b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (9c496297-fc21-4582-8eac-8bb625a2bf2b), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:41.770352 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-7a848516-9b0a-4508-8081-c0ce77b3871b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Floating IP 9c496297-fc21-4582-8eac-8bb625a2bf2b associated. External IP: 172.35.2.72, port: 57aea46a-0aec-4027-a9a5-dfa9dd27f4db.
Feb 12 21:46:41.993497 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a848516-9b0a-4508-8081-c0ce77b3871b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Router 46be19a4-9b50-47cd-92a5-c4c2674fd94e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:46:42.105085 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a848516-9b0a-4508-8081-c0ce77b3871b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:46:42.109900 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7a848516-9b0a-4508-8081-c0ce77b3871b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:42.116051 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdd5ced-4d6f-492b-9513-0c1005532bc9 None None] Sync routers for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:46:42.126417 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdd5ced-4d6f-492b-9513-0c1005532bc9 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:46:42.127024 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3fdd5ced-4d6f-492b-9513-0c1005532bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfc4370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:46:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:46:42.139892 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7a848516-9b0a-4508-8081-c0ce77b3871b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "PUT /v2.0/floatingips/9c496297-fc21-4582-8eac-8bb625a2bf2b HTTP/1.1" status: 200  len: 991 time: 1.0434666
Feb 12 21:46:42.140517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:46:42.142807 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba6e177-9763-46f0-a189-6dc29b5dd450" -d '{"events": [{"name": "network-changed", "server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:46:42.192748 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9b28eb-c0b6-4632-8002-8f46ad23d152 x-openstack-request-id: req-ed9b28eb-c0b6-4632-8002-8f46ad23d152 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:46:42.193101 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:46:42.193512 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed9b28eb-c0b6-4632-8002-8f46ad23d152 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:46:42.193969 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'status': 'completed', 'code': 200}
Feb 12 21:46:42.262170 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6e177-9763-46f0-a189-6dc29b5dd450 req-d35302a6-3f9b-45de-9e1b-0dda601988e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:42.264046 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6ba6e177-9763-46f0-a189-6dc29b5dd450 req-d35302a6-3f9b-45de-9e1b-0dda601988e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 1128 time: 0.0483968
Feb 12 21:46:42.331083 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-3fdd5ced-4d6f-492b-9513-0c1005532bc9 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:46:42.363198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6e177-9763-46f0-a189-6dc29b5dd450 req-4dc927e5-9c43-48d6-ac69-6c61245ad7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:42.364584 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6ba6e177-9763-46f0-a189-6dc29b5dd450 req-4dc927e5-9c43-48d6-ac69-6c61245ad7e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0946205
Feb 12 21:46:42.432426 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6ba6e177-9763-46f0-a189-6dc29b5dd450 req-a6a36c49-fbad-4d97-a7e5-f3bb29d1509d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db HTTP/1.1" status: 200  len: 999 time: 0.0620885
Feb 12 21:46:42.487364 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6e177-9763-46f0-a189-6dc29b5dd450 req-462b96c7-3e00-48d6-9c52-303ad3f75c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:42.488813 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6ba6e177-9763-46f0-a189-6dc29b5dd450 req-462b96c7-3e00-48d6-9c52-303ad3f75c33 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0510900
Feb 12 21:46:42.540036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6e177-9763-46f0-a189-6dc29b5dd450 req-9cc31b7e-a9cd-438c-8a59-660f5199bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:42.541733 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6ba6e177-9763-46f0-a189-6dc29b5dd450 req-9cc31b7e-a9cd-438c-8a59-660f5199bd3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474739
Feb 12 21:46:42.545234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689df16-d17d-4867-b136-c97e6f3eb8d8 req-a56c71d6-3169-4372-a6d7-2d65bd7dfccc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:42.546784 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2689df16-d17d-4867-b136-c97e6f3eb8d8 req-a56c71d6-3169-4372-a6d7-2d65bd7dfccc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0629346
Feb 12 21:46:42.567808 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3fdd5ced-4d6f-492b-9513-0c1005532bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfc4370>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c496297-fc21-4582-8eac-8bb625a2bf2b', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'port_id': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'mac_address': 'fa:16:3e:ec:5b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:44:40Z', 'updated_at': '2022-02-12T21:46:41Z', 'revision_number': 9, 'project_id': '902f92c068c04a1994a8d95036240a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:46:42.594580 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdd5ced-4d6f-492b-9513-0c1005532bc9 None None] Checking router: 46be19a4-9b50-47cd-92a5-c4c2674fd94e for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:46:42.598735 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2689df16-d17d-4867-b136-c97e6f3eb8d8 req-4c5e692f-9ad0-4a9a-92f3-dd99ca481e16 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456398
Feb 12 21:46:42.603672 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdd5ced-4d6f-492b-9513-0c1005532bc9 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:46:42.604286 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3fdd5ced-4d6f-492b-9513-0c1005532bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfc4370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:46:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:46:42.639514 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6ba6e177-9763-46f0-a189-6dc29b5dd450 req-5bd61d7e-07bb-46df-abba-3ff4c5554c57 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923524
Feb 12 21:46:42.665131 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e6a11578-a44e-4751-99ce-bd2e1b0d04a3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0550544
Feb 12 21:46:42.715144 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-3fdd5ced-4d6f-492b-9513-0c1005532bc9 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:46:42.735867 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6ba6e177-9763-46f0-a189-6dc29b5dd450 req-359ab920-474c-4086-ab92-a9d5608ab7eb service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908520
Feb 12 21:46:42.955457 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-3fdd5ced-4d6f-492b-9513-0c1005532bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbfc4370>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c496297-fc21-4582-8eac-8bb625a2bf2b', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'port_id': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'mac_address': 'fa:16:3e:ec:5b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:44:40Z', 'updated_at': '2022-02-12T21:46:41Z', 'revision_number': 9, 'project_id': '902f92c068c04a1994a8d95036240a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:46:42.981691 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdd5ced-4d6f-492b-9513-0c1005532bc9 None None] The sync data for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 is: [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c496297-fc21-4582-8eac-8bb625a2bf2b', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'port_id': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'mac_address': 'fa:16:3e:ec:5b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:44:40Z', 'updated_at': '2022-02-12T21:46:41Z', 'revision_number': 9, 'project_id': '902f92c068c04a1994a8d95036240a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:46:43.186294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ccd80-6960-45ea-b5f1-548d1c75612a None None] New status for floating IP 9c496297-fc21-4582-8eac-8bb625a2bf2b: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:46:43.207141 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-2b78bc64-74ab-450c-9c5c-87e16508a7dd tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:43.208532 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-2b78bc64-74ab-450c-9c5c-87e16508a7dd tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports/57aea46a-0aec-4027-a9a5-dfa9dd27f4db HTTP/1.1" status: 200  len: 943 time: 0.0508671
Feb 12 21:46:43.736141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed82c78-7e15-4315-9449-59b284d85677 req-e0a968c5-0667-4b42-aebb-47c062d5b893 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:43.737585 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0ed82c78-7e15-4315-9449-59b284d85677 req-e0a968c5-0667-4b42-aebb-47c062d5b893 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0551679
Feb 12 21:46:43.785610 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0ed82c78-7e15-4315-9449-59b284d85677 req-5e702c1c-b8f8-40dc-a20d-e4d9b305fcff tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419204
Feb 12 21:46:44.703628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-1c85c37e-bdc7-457e-a2e5-917971df5197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:44.705139 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-1c85c37e-bdc7-457e-a2e5-917971df5197 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 1128 time: 0.0491011
Feb 12 21:46:44.792643 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-96566860-c105-458c-a804-f0c085024ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:44.794126 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-96566860-c105-458c-a804-f0c085024ec0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0837815
Feb 12 21:46:44.861905 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-76e1f49f-916c-4cc1-971c-688cdbb34d69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db HTTP/1.1" status: 200  len: 1002 time: 0.0621336
Feb 12 21:46:44.909283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-1c81b6e7-fd37-4386-9a7c-897638d65286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:44.910764 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-1c81b6e7-fd37-4386-9a7c-897638d65286 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0429471
Feb 12 21:46:44.910901 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bd453-0df3-4fb9-947d-0d681b0c1e05 req-2368a584-3aa5-43dc-bfdd-545ad292edff tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:44.912230 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b3bd453-0df3-4fb9-947d-0d681b0c1e05 req-2368a584-3aa5-43dc-bfdd-545ad292edff tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0524602
Feb 12 21:46:44.959308 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-c2c94b7b-7b01-47a8-b6fd-85150904734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:44.960249 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b3bd453-0df3-4fb9-947d-0d681b0c1e05 req-9c6fff2c-6a39-44ce-9990-290311384397 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408008
Feb 12 21:46:44.961468 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-c2c94b7b-7b01-47a8-b6fd-85150904734d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449221
Feb 12 21:46:45.053128 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-721a035e-2a02-4486-93a6-d8be7ef3f45d service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863469
Feb 12 21:46:45.138350 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-8d341d3a-d85d-4eba-aadf-4fa6edc35ed0 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0799346
Feb 12 21:46:46.426960 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4f91e-0561-41c2-a9b7-c3666743a8c4 req-99974424-0f00-4ecd-9301-ea77bab3206e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:46.429263 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c8f4f91e-0561-41c2-a9b7-c3666743a8c4 req-99974424-0f00-4ecd-9301-ea77bab3206e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.3966978
Feb 12 21:46:46.474853 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c8f4f91e-0561-41c2-a9b7-c3666743a8c4 req-a8be9b8c-150b-454e-bccd-1f95106f20f6 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400946
Feb 12 21:46:47.600127 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7f249-b2f4-4c6e-a259-2fe58fbe9993 req-3383b419-b47c-48d7-8cb0-29db00168a27 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:47.601643 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8ef7f249-b2f4-4c6e-a259-2fe58fbe9993 req-3383b419-b47c-48d7-8cb0-29db00168a27 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0567460
Feb 12 21:46:47.648946 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8ef7f249-b2f4-4c6e-a259-2fe58fbe9993 req-4c98c8af-d8b1-4d29-ae6c-927db430e64d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415328
Feb 12 21:46:48.768696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85d5b8-c9d6-4969-a3c6-ab96c0ef41d9 req-7979d63c-74f1-49af-b6aa-5f8048db55e6 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:48.770209 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3f85d5b8-c9d6-4969-a3c6-ab96c0ef41d9 req-7979d63c-74f1-49af-b6aa-5f8048db55e6 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0522199
Feb 12 21:46:48.815986 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3f85d5b8-c9d6-4969-a3c6-ab96c0ef41d9 req-fe8440ad-ad45-4300-953c-72609a60ece0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395439
Feb 12 21:46:49.935068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50213e99-d964-4284-94ed-6c924b55969c req-a862604b-a0ec-4477-a5b1-b609f89d6242 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:49.940715 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50213e99-d964-4284-94ed-6c924b55969c req-a862604b-a0ec-4477-a5b1-b609f89d6242 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0557497
Feb 12 21:46:49.986812 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-50213e99-d964-4284-94ed-6c924b55969c req-b1b91785-928f-4a13-a969-bcda6d5b884b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397604
Feb 12 21:46:51.112886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0c43c-0eab-45ea-80bf-91dbb3a60334 req-d0b1bf43-a449-45a1-acb8-4a6cd498b8a9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:51.114405 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2db0c43c-0eab-45ea-80bf-91dbb3a60334 req-d0b1bf43-a449-45a1-acb8-4a6cd498b8a9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0556033
Feb 12 21:46:51.161112 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2db0c43c-0eab-45ea-80bf-91dbb3a60334 req-dba59263-6390-43b8-aafb-196f34fdeb31 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411959
Feb 12 21:46:52.281211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8af7c-105f-44e5-b542-157df9c87476 req-b216ec6a-86ab-4787-80ec-03d660f8fc73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:52.282750 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6cb8af7c-105f-44e5-b542-157df9c87476 req-b216ec6a-86ab-4787-80ec-03d660f8fc73 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0515857
Feb 12 21:46:52.333934 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6cb8af7c-105f-44e5-b542-157df9c87476 req-45e5f9a8-2ca4-4f6c-94c9-b0936064c0f1 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448554
Feb 12 21:46:53.455297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489a3be-ae00-46e4-9bae-cbf524dd2370 req-d92be11c-acee-4fc6-b64b-294c710b4ac4 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:53.456766 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5489a3be-ae00-46e4-9bae-cbf524dd2370 req-d92be11c-acee-4fc6-b64b-294c710b4ac4 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0525999
Feb 12 21:46:53.502492 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5489a3be-ae00-46e4-9bae-cbf524dd2370 req-77c54887-b849-476c-9faf-ad2cd1fde31b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399363
Feb 12 21:46:54.624407 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8a03e-21e4-482f-b3cd-111fa61fcfb9 req-e31db54b-ce55-4ebc-94dd-467d7e023d61 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:54.630211 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-03a8a03e-21e4-482f-b3cd-111fa61fcfb9 req-e31db54b-ce55-4ebc-94dd-467d7e023d61 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0526235
Feb 12 21:46:54.674201 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-03a8a03e-21e4-482f-b3cd-111fa61fcfb9 req-fcf54a70-1efe-49da-968a-0eed9d68c3b2 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420945
Feb 12 21:46:55.795109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a209c-a124-4458-83ce-10ee77e86970 req-3c7f9912-bc39-4f13-b8b8-ec47ff50b3d0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:55.799196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-939a209c-a124-4458-83ce-10ee77e86970 req-3c7f9912-bc39-4f13-b8b8-ec47ff50b3d0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0527146
Feb 12 21:46:55.848419 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-939a209c-a124-4458-83ce-10ee77e86970 req-967f021e-9a18-4ec8-8d52-6d86c07288a3 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451880
Feb 12 21:46:55.854506 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-98a67817-e734-4d21-bc4a-81a20be404b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:56.968295 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dc2cf-fb11-4df9-83ac-005b1745eab0 req-986a7327-40f9-43d8-b16a-85016c06a8e4 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:56.969792 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ee1dc2cf-fb11-4df9-83ac-005b1745eab0 req-986a7327-40f9-43d8-b16a-85016c06a8e4 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0524788
Feb 12 21:46:57.015586 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ee1dc2cf-fb11-4df9-83ac-005b1745eab0 req-3adaf256-2376-4b94-ad7f-19459d827f17 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402274
Feb 12 21:46:57.260640 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:58.204760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f00d9-29db-4df9-ade2-87ae040d4045 req-45c8b4c2-6690-4a16-8838-da417c63eb57 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:58.206308 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee2f00d9-29db-4df9-ade2-87ae040d4045 req-45c8b4c2-6690-4a16-8838-da417c63eb57 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.1228311
Feb 12 21:46:58.254321 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ee2f00d9-29db-4df9-ade2-87ae040d4045 req-fb0caebd-7add-48e1-8547-c3116244c9a9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415740
Feb 12 21:46:58.290861 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d53b9d38-0715-469e-9680-d05afe59bbb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:59.382652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2a485-ff86-4b8c-8924-ad58c38c9c1a req-fd489951-8689-4b6f-8a17-2a2c202b8025 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:46:59.384137 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-27b2a485-ff86-4b8c-8924-ad58c38c9c1a req-fd489951-8689-4b6f-8a17-2a2c202b8025 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0569127
Feb 12 21:46:59.431331 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-27b2a485-ff86-4b8c-8924-ad58c38c9c1a req-fc57dd8c-ea8a-4e75-87f7-1177071a44be tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415800
Feb 12 21:46:59.608943 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:46:59.729076 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:00.560020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a231e4a-219f-464e-902c-fdef339360bc req-e829255b-06ca-4528-85e9-0dccc94c1aea tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:00.561545 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a231e4a-219f-464e-902c-fdef339360bc req-e829255b-06ca-4528-85e9-0dccc94c1aea tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0620532
Feb 12 21:47:00.608950 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0a231e4a-219f-464e-902c-fdef339360bc req-86063c7c-7381-4115-83b4-751c3bf1d036 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418792
Feb 12 21:47:01.101935 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:01.729039 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19016885-2b07-40f5-8fa4-47a2b24c2ada req-c971f994-19c6-4340-9450-2fac2e1cf2a8 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:01.730541 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-19016885-2b07-40f5-8fa4-47a2b24c2ada req-c971f994-19c6-4340-9450-2fac2e1cf2a8 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0525801
Feb 12 21:47:01.776690 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-19016885-2b07-40f5-8fa4-47a2b24c2ada req-0b3eed2d-2999-4dc0-8689-65bced88fa69 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405543
Feb 12 21:47:01.946071 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-619191a9-8ab2-407d-b149-fa68819eb5e3 service neutron] show failed (client error): The resource could not be found.
Feb 12 21:47:01.947012 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-619191a9-8ab2-407d-b149-fa68819eb5e3 service neutron] 10.222.0.50 "GET /v2.0/ports/57aea46a-0aec-4027-a9a5-dfa9dd27f4db/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0590971
Feb 12 21:47:02.250530 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:02.486489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-142bdc28-93c2-421e-b2fa-c75030902d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:02.487988 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-142bdc28-93c2-421e-b2fa-c75030902d39 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d&tenant_id=902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 1128 time: 0.0454540
Feb 12 21:47:02.502555 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:47:02.560068 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:02.760577 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:47:02.793424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:47:02.832751 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:47:02.835667 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba91d28-c015-40fa-b80f-561ab44372f8" -d '{"events": [{"server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "name": "network-vif-unplugged", "status": "completed", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:47:02.839897 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Publish callbacks [] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:02.862006 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Transition to ACTIVE for port object 57aea46a-0aec-4027-a9a5-dfa9dd27f4db will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:47:02.894631 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2472222e-a801-4194-bcda-3802797b3bde x-openstack-request-id: req-2472222e-a801-4194-bcda-3802797b3bde {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:47:02.894936 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "name": "network-vif-unplugged", "status": "completed", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:47:02.895194 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2472222e-a801-4194-bcda-3802797b3bde {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:47:02.895601 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'code': 200}
Feb 12 21:47:02.908180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8b24a-7e1a-4b2b-95a8-5bee698570cc req-5d9330d6-4fb8-4b2e-853a-afff49f1704a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:02.909814 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cbd8b24a-7e1a-4b2b-95a8-5bee698570cc req-5d9330d6-4fb8-4b2e-853a-afff49f1704a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0583408
Feb 12 21:47:02.942764 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:02.997878 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cbd8b24a-7e1a-4b2b-95a8-5bee698570cc req-ed7cbd9b-6480-44b0-9301-37d1fda70b83 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824873
Feb 12 21:47:03.014771 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Pushing event updated for resources: {'Port': ['ID=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,revision_number=6']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:47:03.087425 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] No DVR routers for this DVR port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:47:03.227531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Attempting to bind port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:47:03.227873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Attempting to bind port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:47:03.228204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Attempting to bind port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:47:03.232488 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:47:03.232814 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Attempting to bind port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:47:03.239031 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:47:03.239031 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Checking segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:47:03.239691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Bound using segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:47:03.240016 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Bound port: 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:47:03.240374 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:03.308408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:47:03.311305 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:47:03.403787 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:03.440570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:03.441252 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:03.442808 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] 10.222.0.48 "PUT /v2.0/ports/57aea46a-0aec-4027-a9a5-dfa9dd27f4db HTTP/1.1" status: 200  len: 1092 time: 0.9442317
Feb 12 21:47:03.464585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e0153-cabd-490e-ad36-c6017eb5e0aa service neutron] Pushing event updated for resources: {'Port': ['ID=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:47:03.519442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-012adcb5-dd3c-4653-b5de-9b443e50820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:03.520964 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-012adcb5-dd3c-4653-b5de-9b443e50820e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 1126 time: 0.0479903
Feb 12 21:47:03.622373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-6cfa00c8-5534-486c-93f6-ab574c1c4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:03.623862 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-6cfa00c8-5534-486c-93f6-ab574c1c4753 service neutron] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0942037
Feb 12 21:47:03.683750 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:47:03.700238 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-b54e25b4-160d-4f19-91aa-c773bb2c43e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db HTTP/1.1" status: 200  len: 1000 time: 0.0627568
Feb 12 21:47:03.752959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-5134f760-1bbf-4e41-b0de-80c742ef2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:03.754451 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-5134f760-1bbf-4e41-b0de-80c742ef2c62 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0449398
Feb 12 21:47:03.812597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-43128a4b-b10a-49ea-8d02-0b14a2e392f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:03.816892 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-43128a4b-b10a-49ea-8d02-0b14a2e392f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0499468
Feb 12 21:47:03.904675 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-e80e80d1-c299-4079-8a93-8d0af5bf6739 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837703
Feb 12 21:47:04.003733 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c00dfbf3-5bf6-44fd-96c3-d06d6f00acb7 req-dd5775da-5e96-416e-92ef-473593e30b9b service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888011
Feb 12 21:47:04.119688 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f1cdf-3fc5-489f-a58f-1a82c549a2f7 req-3940970d-cda9-4ea6-9863-9fc15311fcca tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:04.121176 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8c6f1cdf-3fc5-489f-a58f-1a82c549a2f7 req-3940970d-cda9-4ea6-9863-9fc15311fcca tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 944 time: 0.0543342
Feb 12 21:47:04.176058 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8c6f1cdf-3fc5-489f-a58f-1a82c549a2f7 req-43b66955-7e36-4877-9973-10915312a5d9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487478
Feb 12 21:47:04.897033 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:47:04.899643 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296d8154-6b80-4cea-93c2-a617c4b17247" -d '{"events": [{"name": "network-changed", "server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:47:04.951348 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3290533-e8a0-4ea6-91f9-329b4c9c7116 x-openstack-request-id: req-c3290533-e8a0-4ea6-91f9-329b4c9c7116 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:47:04.951644 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:47:04.952618 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3290533-e8a0-4ea6-91f9-329b4c9c7116 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:47:04.953028 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'status': 'completed', 'code': 200}
Feb 12 21:47:04.995735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 57aea46a-0aec-4027-a9a5-dfa9dd27f4db no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:47:05.035958 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] The host nch2-master-1 is not matching for port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db host nch1-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:47:05.036322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 57aea46a-0aec-4027-a9a5-dfa9dd27f4db not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:47:05.044481 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-17bed1b7-fcbe-4113-a2a4-62093eb60ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:05.046024 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-17bed1b7-fcbe-4113-a2a4-62093eb60ab6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 1126 time: 0.0695937
Feb 12 21:47:05.047997 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-bbb326cb-78be-4ced-a6a4-59766cade9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:05.049388 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-bbb326cb-78be-4ced-a6a4-59766cade9e9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 1126 time: 0.0810726
Feb 12 21:47:05.212062 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-bf46dc7e-1dba-4f0c-901f-3a92410659ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:05.214240 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-bf46dc7e-1dba-4f0c-901f-3a92410659ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.1609888
Feb 12 21:47:05.215181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-766a4b49-95c4-409e-a258-69e3d0416a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:05.216508 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-766a4b49-95c4-409e-a258-69e3d0416a52 service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.1556618
Feb 12 21:47:05.301777 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a97cd-b85b-4163-a780-e4f5a7a9c322 req-cb6d9c07-5bdb-4fc5-92e8-167bc559e25b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:05.302966 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f01a97cd-b85b-4163-a780-e4f5a7a9c322 req-cb6d9c07-5bdb-4fc5-92e8-167bc559e25b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 944 time: 0.0552979
Feb 12 21:47:05.330479 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-199fd440-d699-48ad-bd90-f623f1516706 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db HTTP/1.1" status: 200  len: 1000 time: 0.1092525
Feb 12 21:47:05.332305 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-5ec45452-70de-427f-af0c-4c6a37b63eee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db HTTP/1.1" status: 200  len: 1000 time: 0.1046863
Feb 12 21:47:05.350025 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f01a97cd-b85b-4163-a780-e4f5a7a9c322 req-76003d91-e0ec-44ab-9186-2901870674f7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406957
Feb 12 21:47:05.412440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-1e76a774-a713-4be5-a355-108a66c84879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:05.414088 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-1e76a774-a713-4be5-a355-108a66c84879 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0768287
Feb 12 21:47:05.417441 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-93b03ca1-78a1-4774-93d4-e3dbf14562a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:05.419018 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-93b03ca1-78a1-4774-93d4-e3dbf14562a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0745518
Feb 12 21:47:05.497946 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-45931f10-d61a-4247-8b12-c614d1f71d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:05.499456 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-45931f10-d61a-4247-8b12-c614d1f71d2e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0721078
Feb 12 21:47:05.502083 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-c8deb851-8a6e-4055-b47a-ba8d63cf10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:05.503451 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-c8deb851-8a6e-4055-b47a-ba8d63cf10fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0833108
Feb 12 21:47:05.656232 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-7e7873bf-80f0-4d02-9156-bbdd32010cb1 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502652
Feb 12 21:47:05.659595 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-a0cb04d8-1f92-44c1-b2b7-c2c9e00fde06 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452506
Feb 12 21:47:05.814929 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-d0f4c0f3-41fe-4f46-b74a-0090c71e0c47 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522093
Feb 12 21:47:05.817184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-296d8154-6b80-4cea-93c2-a617c4b17247 req-05b2b956-28c5-4fe0-98d3-9f9c7c9050da service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473033
Feb 12 21:47:06.479347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfce034-8bc1-48a5-93d3-923110178381 req-7dedfb85-ef3f-47da-a522-17deb9527bcc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:06.480824 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6cfce034-8bc1-48a5-93d3-923110178381 req-7dedfb85-ef3f-47da-a522-17deb9527bcc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 944 time: 0.0583527
Feb 12 21:47:06.528011 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6cfce034-8bc1-48a5-93d3-923110178381 req-15f5e6b8-8167-4224-896a-e4c933004502 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414526
Feb 12 21:47:07.070367 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291b659-87eb-42de-9da3-146fa3b59b6c req-785ab998-cace-4159-9d59-82dc3aac80e4 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:07.071932 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a291b659-87eb-42de-9da3-146fa3b59b6c req-785ab998-cace-4159-9d59-82dc3aac80e4 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 944 time: 0.0534949
Feb 12 21:47:07.149824 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a291b659-87eb-42de-9da3-146fa3b59b6c req-52c22bf4-828b-4fac-9316-9b59fab8547c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687861
Feb 12 21:47:07.161004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-d674a3b9-c21f-4501-8ece-17d06e21a88d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:07.162506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-d674a3b9-c21f-4501-8ece-17d06e21a88d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d&tenant_id=902f92c068c04a1994a8d95036240a10&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0897138
Feb 12 21:47:07.222764 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-57eacb1d-9d23-4a71-b6c3-1fcc44f1c809 service neutron] 10.222.0.48 "GET /v2.0/ports/57aea46a-0aec-4027-a9a5-dfa9dd27f4db/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0536883
Feb 12 21:47:07.288793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-642c4d9d-331d-40cb-8514-6cef8d223820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:07.290389 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-642c4d9d-331d-40cb-8514-6cef8d223820 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 1126 time: 0.0458105
Feb 12 21:47:07.380077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-1bba837c-f6f2-4824-91a2-44d4d67e53d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:07.381469 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-1bba837c-f6f2-4824-91a2-44d4d67e53d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0855324
Feb 12 21:47:07.443461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-2649efaf-a69c-4f60-9dea-da25ac5fdf85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db HTTP/1.1" status: 200  len: 1000 time: 0.0556562
Feb 12 21:47:07.491343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-60d986dd-4f5b-4fd2-871e-f055cc41a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:07.493019 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-60d986dd-4f5b-4fd2-871e-f055cc41a80a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0427077
Feb 12 21:47:07.545186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-410159d1-a44d-40f5-97f2-7ff15864eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:07.546689 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-410159d1-a44d-40f5-97f2-7ff15864eeb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0477858
Feb 12 21:47:07.551334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 57aea46a-0aec-4027-a9a5-dfa9dd27f4db details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:47:07.636648 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-2e045b39-aedd-46f7-95d4-73e7fceed185 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835123
Feb 12 21:47:07.649953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:47:07.660837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'port_id': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'mac_address': 'fa:16:3e:ec:5b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:47:07.699074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:47:07.699470 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:07.712843 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57aea46a-0aec-4027-a9a5-dfa9dd27f4db {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:47:07.732296 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:47:07.732510 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-552e576d-6acf-4d73-91ce-12ce64146cc8 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902147
Feb 12 21:47:07.797485 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:07.848355 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:47:08.022457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['57aea46a-0aec-4027-a9a5-dfa9dd27f4db'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:47:08.275585 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1bda2-78e4-4fb8-b8d2-f78bf6077672 req-a195e211-4638-4472-9d04-a4090514c048 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:08.277023 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a3e1bda2-78e4-4fb8-b8d2-f78bf6077672 req-a195e211-4638-4472-9d04-a4090514c048 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 945 time: 0.0518451
Feb 12 21:47:08.325096 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a3e1bda2-78e4-4fb8-b8d2-f78bf6077672 req-292d4cea-fc0e-48a4-bfcb-c3eb659d4b51 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422802
Feb 12 21:47:09.444627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfed4fe-a25e-4128-8dcb-6216a5dcdc10 req-1ed3a7d9-100f-4bb6-ba7b-d523d74a33b8 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:09.446945 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9bfed4fe-a25e-4128-8dcb-6216a5dcdc10 req-1ed3a7d9-100f-4bb6-ba7b-d523d74a33b8 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 945 time: 0.0525627
Feb 12 21:47:09.491729 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9bfed4fe-a25e-4128-8dcb-6216a5dcdc10 req-f674472d-29ea-4c05-8ede-9831cbc026d5 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392339
Feb 12 21:47:09.568514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 57aea46a-0aec-4027-a9a5-dfa9dd27f4db up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:47:09.661476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:47:09.666173 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:47:09.666547 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:09.744826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:47:09.745217 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:09.767755 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:47:09.769988 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9583f6-4945-4e31-af73-f61bf1afdca5" -d '{"events": [{"server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "name": "network-vif-plugged", "status": "completed", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:47:09.782307 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:47:09.887270 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e6e968-6437-43ea-989e-028c9a549793 x-openstack-request-id: req-f3e6e968-6437-43ea-989e-028c9a549793 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:47:09.887568 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "name": "network-vif-plugged", "status": "completed", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:47:09.887871 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3e6e968-6437-43ea-989e-028c9a549793 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:47:09.888269 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'code': 200}
Feb 12 21:47:09.890225 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:09.937106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:47:10.442440 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-f637b1ad-7b81-41d0-be9e-103895b776fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:10.443844 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-f637b1ad-7b81-41d0-be9e-103895b776fc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d&tenant_id=902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 1128 time: 0.0488317
Feb 12 21:47:10.453931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:47:10.511097 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:10.691862 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcafbe-39d4-4bdc-84e9-7dc9b795177d req-6cbba526-bcbe-4c15-910f-4880ea2359fa tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:10.693711 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85bcafbe-39d4-4bdc-84e9-7dc9b795177d req-6cbba526-bcbe-4c15-910f-4880ea2359fa tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.1302087
Feb 12 21:47:10.788472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:47:10.794022 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85bcafbe-39d4-4bdc-84e9-7dc9b795177d req-fdbbde9d-4bfb-40a2-a531-0fa86ef4b799 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699694
Feb 12 21:47:10.825135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:47:10.864731 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:47:10.867251 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa052c7e-6a65-408e-8b67-bcc1eedc7dc3" -d '{"events": [{"server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "name": "network-vif-unplugged", "status": "completed", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:47:10.871230 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Publish callbacks [] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:10.883675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Transition to ACTIVE for port object 57aea46a-0aec-4027-a9a5-dfa9dd27f4db will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:47:10.918518 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93142e5-d269-4217-ac52-afb3a0e572a2 x-openstack-request-id: req-c93142e5-d269-4217-ac52-afb3a0e572a2 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:47:10.918842 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "name": "network-vif-unplugged", "status": "completed", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:47:10.919096 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c93142e5-d269-4217-ac52-afb3a0e572a2 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:47:10.919497 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'code': 200}
Feb 12 21:47:10.964721 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:11.044107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Pushing event updated for resources: {'Port': ['ID=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,revision_number=10']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:47:11.091143 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] No DVR routers for this DVR port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:47:11.232137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Attempting to bind port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:47:11.232417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Attempting to bind port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:47:11.232746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Attempting to bind port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:47:11.237059 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:47:11.237403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Attempting to bind port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:47:11.242232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:47:11.242730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Checking segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:47:11.243124 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Bound using segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:47:11.243551 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Bound port: 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:47:11.243905 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:11.304929 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:47:11.308752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:47:11.369917 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:11.409104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:11.409748 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:11.418926 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] 10.222.0.50 "PUT /v2.0/ports/57aea46a-0aec-4027-a9a5-dfa9dd27f4db HTTP/1.1" status: 200  len: 1093 time: 0.9611149
Feb 12 21:47:11.432731 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af06ee3-939d-4cf6-ab0b-bbf5d938b681 service neutron] Pushing event updated for resources: {'Port': ['ID=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,revision_number=11']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:47:11.481332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-35d6e5f9-4942-477e-9ba0-6b0010b48d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:11.482946 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-35d6e5f9-4942-477e-9ba0-6b0010b48d64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 1127 time: 0.0473263
Feb 12 21:47:11.581401 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5d529851-0c93-4d47-9389-7bffb1f09b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:11.582892 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-5d529851-0c93-4d47-9389-7bffb1f09b34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0945182
Feb 12 21:47:11.655290 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-f55c2c7f-ecaa-487c-9924-8fd89bde03db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db HTTP/1.1" status: 200  len: 1000 time: 0.0653174
Feb 12 21:47:11.708635 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-99665e38-3a3f-4dbe-9ac6-7b9fe64a04af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:11.710040 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-99665e38-3a3f-4dbe-9ac6-7b9fe64a04af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0446956
Feb 12 21:47:11.757432 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-56503d8a-9938-4822-a55a-8b57654466f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:11.759394 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-56503d8a-9938-4822-a55a-8b57654466f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437682
Feb 12 21:47:11.858631 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-e9baed1d-897e-40b5-b902-aed2c9609019 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937085
Feb 12 21:47:11.991650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fa824-0f1e-4b69-a99b-b66429ded8c9 req-f6d840f9-e347-41b3-ba69-f395d3a17295 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:11.993792 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a18fa824-0f1e-4b69-a99b-b66429ded8c9 req-f6d840f9-e347-41b3-ba69-f395d3a17295 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 945 time: 0.1193161
Feb 12 21:47:11.995558 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cea9ede6-f13a-4223-be86-b9b66fa66030 req-33b7e7ef-a9ed-48db-8db2-425debcfc1cc service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310022
Feb 12 21:47:12.042329 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a18fa824-0f1e-4b69-a99b-b66429ded8c9 req-21d8a98d-80ca-4aba-bb50-7000ff13fbd6 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410109
Feb 12 21:47:12.920250 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:47:12.922651 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5b3894-4e4d-4fb7-831b-10644af859ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:47:12.971616 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da10a05-3e69-4724-ae53-c5200d3b576f x-openstack-request-id: req-3da10a05-3e69-4724-ae53-c5200d3b576f {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:47:12.971915 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:47:12.972172 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3da10a05-3e69-4724-ae53-c5200d3b576f {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:47:12.972584 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'status': 'completed', 'code': 200}
Feb 12 21:47:13.068227 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-b35e40cb-3002-4a6c-8f4e-f77c3596ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:13.069659 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-b35e40cb-3002-4a6c-8f4e-f77c3596ee11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 1127 time: 0.0762558
Feb 12 21:47:13.077754 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-628ece20-e824-4b21-be44-1448c9fa7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:13.079172 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-628ece20-e824-4b21-be44-1448c9fa7823 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 1127 time: 0.0780170
Feb 12 21:47:13.604799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 57aea46a-0aec-4027-a9a5-dfa9dd27f4db no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:47:13.613558 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-3560c35f-b0fa-40ae-9d79-b1c4897baffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:13.615034 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-3560c35f-b0fa-40ae-9d79-b1c4897baffd service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.5394928
Feb 12 21:47:13.624415 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c712729-da40-433b-8715-6cf0a5dc64c4 req-ebfae1ab-2446-4c9b-84bb-e719fa88ad46 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:13.625841 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c712729-da40-433b-8715-6cf0a5dc64c4 req-ebfae1ab-2446-4c9b-84bb-e719fa88ad46 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 945 time: 0.5075707
Feb 12 21:47:13.628096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-070a07e2-1c8a-4611-a63e-20244d953dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:13.629445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-070a07e2-1c8a-4611-a63e-20244d953dda service neutron] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.5426319
Feb 12 21:47:13.655639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] The host nch1-master-1 is not matching for port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db host nch2-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:47:13.656024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 57aea46a-0aec-4027-a9a5-dfa9dd27f4db not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:47:13.764337 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-c52969c1-8c85-45fc-b349-4d861eb78dd1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db HTTP/1.1" status: 200  len: 1000 time: 0.1375487
Feb 12 21:47:13.781525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-8814a439-c078-487a-ba3f-f055cde90265 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db HTTP/1.1" status: 200  len: 1000 time: 0.1089525
Feb 12 21:47:13.805505 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5c712729-da40-433b-8715-6cf0a5dc64c4 req-de81c5be-87d9-4650-9bd5-f74312a2a126 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1702256
Feb 12 21:47:13.858910 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-814eac8b-612a-4af8-9414-2570dce8d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:13.860299 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-814eac8b-612a-4af8-9414-2570dce8d9d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0893934
Feb 12 21:47:13.865746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-37b920fc-e38e-4d8f-bcd2-b61768e3a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:13.872510 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-37b920fc-e38e-4d8f-bcd2-b61768e3a1ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0658767
Feb 12 21:47:13.939811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-490356be-0d74-456d-ba4f-98e308ac5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:13.941326 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-490356be-0d74-456d-ba4f-98e308ac5986 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0732231
Feb 12 21:47:13.946750 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-3eb8232f-1895-4008-91cd-2e33f7e8d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:13.948127 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-3eb8232f-1895-4008-91cd-2e33f7e8d383 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0726852
Feb 12 21:47:14.103546 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-b3674417-f72d-43e0-85be-02cdb324441e service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544850
Feb 12 21:47:14.108561 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-5200a04b-1b5e-4066-a79a-179dbd8358bd service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422939
Feb 12 21:47:14.263734 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-64d0c783-16f3-4b35-93ef-8ebd68e0092a service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1542335
Feb 12 21:47:14.268723 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e5b3894-4e4d-4fb7-831b-10644af859ce req-3e0dc619-45e5-42ac-9217-9c7d6319220e service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377416
Feb 12 21:47:14.991364 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85a67c-47e7-48e3-a329-08b25d6829bb req-c4eeef16-abd0-43f0-8a5b-05fde1a3bee0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:14.993595 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2e85a67c-47e7-48e3-a329-08b25d6829bb req-c4eeef16-abd0-43f0-8a5b-05fde1a3bee0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 945 time: 0.1163428
Feb 12 21:47:15.002146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 57aea46a-0aec-4027-a9a5-dfa9dd27f4db details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:47:15.040596 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2e85a67c-47e7-48e3-a329-08b25d6829bb req-1cfe70a2-a6b2-4b94-aa58-b1d1d7ec252f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412028
Feb 12 21:47:15.104366 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:47:15.116207 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'port_id': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'mac_address': 'fa:16:3e:ec:5b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:47:15.153999 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:47:15.154398 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:15.165718 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d34f2-4b96-4572-9065-6b9ada3b8b56 req-427874a6-bada-4988-a8eb-9976a9e718cc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:15.167276 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f03d34f2-4b96-4572-9065-6b9ada3b8b56 req-427874a6-bada-4988-a8eb-9976a9e718cc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 945 time: 0.0555179
Feb 12 21:47:15.168143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57aea46a-0aec-4027-a9a5-dfa9dd27f4db {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:47:15.189491 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:47:15.215894 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f03d34f2-4b96-4572-9065-6b9ada3b8b56 req-1b20e8a9-bc91-4b3c-9062-c15636ce443a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424778
Feb 12 21:47:15.243683 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:15.290341 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,revision_number=12']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:47:15.338661 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff07d49-db5b-4f8b-a2d5-60b4066ddaf6 req-f155bef4-5d1f-406c-9179-6e873b3cf1e1 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:15.340139 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dff07d49-db5b-4f8b-a2d5-60b4066ddaf6 req-f155bef4-5d1f-406c-9179-6e873b3cf1e1 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0554790
Feb 12 21:47:15.388119 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dff07d49-db5b-4f8b-a2d5-60b4066ddaf6 req-d7220fcd-de7d-4f18-8f23-5283e947079b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421886
Feb 12 21:47:15.466782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['57aea46a-0aec-4027-a9a5-dfa9dd27f4db'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:47:15.843230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990af3b-e6c0-486c-9c01-01fa73dbfaca req-32ce2885-444e-4244-ab6f-94c6ca26ce42 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:15.844706 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2990af3b-e6c0-486c-9c01-01fa73dbfaca req-32ce2885-444e-4244-ab6f-94c6ca26ce42 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0593767
Feb 12 21:47:15.891234 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2990af3b-e6c0-486c-9c01-01fa73dbfaca req-4404cebd-ef54-4468-a5ba-700b6d6a3a9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409641
Feb 12 21:47:16.999910 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 57aea46a-0aec-4027-a9a5-dfa9dd27f4db up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:47:17.014499 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6cb51-2f35-4482-bc9d-105327228cae req-4893662a-e37c-410e-9657-0f0c32a4db2b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:17.015923 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebc6cb51-2f35-4482-bc9d-105327228cae req-4893662a-e37c-410e-9657-0f0c32a4db2b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0534792
Feb 12 21:47:17.089919 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebc6cb51-2f35-4482-bc9d-105327228cae req-bf09d810-6759-49d1-aac6-b5f92ea1ed7b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683205
Feb 12 21:47:17.103626 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:47:17.108849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:47:17.109534 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:17.116232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcd785-eea2-4166-a3a1-fefae046a71b req-6e73e307-9218-40ef-9f9c-8361609ebeaa tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:17.118567 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4dcd785-eea2-4166-a3a1-fefae046a71b req-6e73e307-9218-40ef-9f9c-8361609ebeaa tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 946 time: 0.0663238
Feb 12 21:47:17.192707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:47:17.193106 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:17.213710 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-a4dcd785-eea2-4166-a3a1-fefae046a71b req-19f27811-a1e1-4929-bdd6-4406e6c68d7c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Deleting port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:47:17.214052 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a4dcd785-eea2-4166-a3a1-fefae046a71b req-19f27811-a1e1-4929-bdd6-4406e6c68d7c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:17.217144 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:47:17.219419 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2f7cd7-19cc-4423-92f7-a74308ed69d1" -d '{"events": [{"server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "name": "network-vif-plugged", "status": "completed", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:47:17.232956 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:47:17.261476 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb11b2e3-6278-4574-9a89-fcab0baa7a80 x-openstack-request-id: req-bb11b2e3-6278-4574-9a89-fcab0baa7a80 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:47:17.262037 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "name": "network-vif-plugged", "status": "completed", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:47:17.262306 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb11b2e3-6278-4574-9a89-fcab0baa7a80 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:47:17.262708 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'code': 200}
Feb 12 21:47:17.283086 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:17.313048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-a4dcd785-eea2-4166-a3a1-fefae046a71b req-19f27811-a1e1-4929-bdd6-4406e6c68d7c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] For port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:47:17.313445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a4dcd785-eea2-4166-a3a1-fefae046a71b req-19f27811-a1e1-4929-bdd6-4406e6c68d7c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:17.330483 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,revision_number=13']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:47:17.486641 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a4dcd785-eea2-4166-a3a1-fefae046a71b req-19f27811-a1e1-4929-bdd6-4406e6c68d7c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:17.487005 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a4dcd785-eea2-4166-a3a1-fefae046a71b req-19f27811-a1e1-4929-bdd6-4406e6c68d7c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (9c496297-fc21-4582-8eac-8bb625a2bf2b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:17.487321 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-a4dcd785-eea2-4166-a3a1-fefae046a71b req-19f27811-a1e1-4929-bdd6-4406e6c68d7c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Floating IP 9c496297-fc21-4582-8eac-8bb625a2bf2b disassociated. External IP: 172.35.2.72, port: 57aea46a-0aec-4027-a9a5-dfa9dd27f4db.
Feb 12 21:47:17.487663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-a4dcd785-eea2-4166-a3a1-fefae046a71b req-19f27811-a1e1-4929-bdd6-4406e6c68d7c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Calling delete_port for 57aea46a-0aec-4027-a9a5-dfa9dd27f4db owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:47:17.700385 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a4dcd785-eea2-4166-a3a1-fefae046a71b req-19f27811-a1e1-4929-bdd6-4406e6c68d7c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (57aea46a-0aec-4027-a9a5-dfa9dd27f4db), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:17.730086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f27811-a1e1-4929-bdd6-4406e6c68d7c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Pushing event deleted for resources: {'Port': ['ID=57aea46a-0aec-4027-a9a5-dfa9dd27f4db,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:47:17.853723 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4dcd785-eea2-4166-a3a1-fefae046a71b req-19f27811-a1e1-4929-bdd6-4406e6c68d7c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Router 46be19a4-9b50-47cd-92a5-c4c2674fd94e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:47:17.966787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4dcd785-eea2-4166-a3a1-fefae046a71b req-19f27811-a1e1-4929-bdd6-4406e6c68d7c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:47:17.977973 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0d1c4-7b36-4248-92cb-7689f432d350 None None] Sync routers for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:47:17.987895 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0d1c4-7b36-4248-92cb-7689f432d350 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:47:17.988497 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9ce0d1c4-7b36-4248-92cb-7689f432d350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7da7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:46:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:47:18.009214 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dcd785-eea2-4166-a3a1-fefae046a71b req-19f27811-a1e1-4929-bdd6-4406e6c68d7c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] No DVR routers for this DVR port 57aea46a-0aec-4027-a9a5-dfa9dd27f4db on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:47:18.011744 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-a4dcd785-eea2-4166-a3a1-fefae046a71b req-19f27811-a1e1-4929-bdd6-4406e6c68d7c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:18.015100 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a4dcd785-eea2-4166-a3a1-fefae046a71b req-19f27811-a1e1-4929-bdd6-4406e6c68d7c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.50 "DELETE /v2.0/ports/57aea46a-0aec-4027-a9a5-dfa9dd27f4db HTTP/1.1" status: 204  len: 173 time: 0.8919399
Feb 12 21:47:18.015689 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'name': 'network-vif-deleted', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:47:18.017779 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e26ec2-66f9-431b-b683-c76a90d1743f" -d '{"events": [{"server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "name": "network-vif-deleted", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:47:18.063079 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deb6c8f-e6fd-48c5-ab96-1c74d54f5d29 x-openstack-request-id: req-6deb6c8f-e6fd-48c5-ab96-1c74d54f5d29 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:47:18.063379 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e537702-8e49-42dc-b3a3-433c23cfaf2d", "name": "network-vif-deleted", "tag": "57aea46a-0aec-4027-a9a5-dfa9dd27f4db", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:47:18.063662 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6deb6c8f-e6fd-48c5-ab96-1c74d54f5d29 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:47:18.064065 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e537702-8e49-42dc-b3a3-433c23cfaf2d', 'name': 'network-vif-deleted', 'tag': '57aea46a-0aec-4027-a9a5-dfa9dd27f4db', 'status': 'completed', 'code': 200}
Feb 12 21:47:18.100395 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-9ce0d1c4-7b36-4248-92cb-7689f432d350 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:47:18.201172 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-067eb738-431f-4ab8-a00a-8ffa8cc99bcb req-c697623b-23ed-49e0-82fc-9ad855ae456d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e537702-8e49-42dc-b3a3-433c23cfaf2d HTTP/1.1" status: 200  len: 210 time: 0.0305746
Feb 12 21:47:18.314880 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9ce0d1c4-7b36-4248-92cb-7689f432d350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7da7f0>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:47:18.341220 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0d1c4-7b36-4248-92cb-7689f432d350 None None] Checking router: 46be19a4-9b50-47cd-92a5-c4c2674fd94e for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:47:18.349247 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0d1c4-7b36-4248-92cb-7689f432d350 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:47:18.349869 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9ce0d1c4-7b36-4248-92cb-7689f432d350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7da7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:46:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:47:18.455118 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-9ce0d1c4-7b36-4248-92cb-7689f432d350 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:47:18.744179 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9ce0d1c4-7b36-4248-92cb-7689f432d350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7da7f0>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:47:18.770870 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0d1c4-7b36-4248-92cb-7689f432d350 None None] The sync data for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 is: [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:47:19.010675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d673c9-b0f9-4982-8034-ce55e894ad4a None None] New status for floating IP 9c496297-fc21-4582-8eac-8bb625a2bf2b: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:47:19.444536 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-3fab93cc-db16-4f3f-aabb-33931765d91a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1424401669&fields=id&tenant_id=902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 267 time: 0.0419343
Feb 12 21:47:19.553240 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-146a70b2-33f9-48fd-b1a3-75f9340f2150 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:19.554783 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-146a70b2-33f9-48fd-b1a3-75f9340f2150 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 811 time: 0.1031830
Feb 12 21:47:19.569047 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-a71c3238-80ea-4aeb-98e3-c7c1294c8a2d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/quotas/902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 375 time: 0.0088494
Feb 12 21:47:19.623298 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-36c84e7b-f83d-463a-8bc7-b9273ce9cbcb tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0487535
Feb 12 21:47:19.724849 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-14115b27-4cb6-4a70-82c3-6ad72fa6d8b9 service neutron] 10.222.0.31 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894310
Feb 12 21:47:19.815388 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-1f96916f-5230-4c95-b4c5-cb75ede56ba2 service neutron] 10.222.0.31 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845282
Feb 12 21:47:20.061551 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-23f15477-c952-4c62-a8cf-46e3f829a83e req-8cd66109-f9c1-43fe-ab01-0a5594ccc7c2 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 210 time: 0.0298505
Feb 12 21:47:20.995443 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 57aea46a-0aec-4027-a9a5-dfa9dd27f4db no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:47:21.016237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 57aea46a-0aec-4027-a9a5-dfa9dd27f4db {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:47:21.016513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 57aea46a-0aec-4027-a9a5-dfa9dd27f4db not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:47:21.157712 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e812cff3-38c9-4b26-adbc-8275729c906f req-a69c1b34-5433-42cc-a715-8d3a602e66d7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 210 time: 0.0277836
Feb 12 21:47:21.926232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-c84b266f-ee2f-4cef-9e36-0306724ebbd3 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:21.927677 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-c84b266f-ee2f-4cef-9e36-0306724ebbd3 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 811 time: 0.1053107
Feb 12 21:47:21.991944 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-ed1ce179-911e-4fff-8bc3-11a76794f0ba tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 380 time: 0.0510640
Feb 12 21:47:22.004720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-41507ac8-ed0c-4602-9f9e-f5cd3a64a846 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Request body: {'port': {'device_id': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'admin_state_up': True, 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'security_groups': ['7d0ae692-543f-44fd-b31d-1f4d6be0891a']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:47:22.181785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-41507ac8-ed0c-4602-9f9e-f5cd3a64a846 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Made reservation on behalf of 902f92c068c04a1994a8d95036240a10 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:47:22.185338 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-41507ac8-ed0c-4602-9f9e-f5cd3a64a846 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:22.260414 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-875e932d-c6c2-4d1b-918b-65349eea5a6f req-a39216c7-1bb9-42d7-a619-47a021d1ea49 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 210 time: 0.0278621
Feb 12 21:47:22.313627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-41507ac8-ed0c-4602-9f9e-f5cd3a64a846 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Allocated IP 172.20.0.14 (34fb4bd0-7538-4c5d-aca6-00f04cac631c/8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c/334d81e3-f89e-4056-ac3e-0401cc06b686) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:47:22.450921 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-41507ac8-ed0c-4602-9f9e-f5cd3a64a846 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:22.536182 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-41507ac8-ed0c-4602-9f9e-f5cd3a64a846 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:22.578681 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-41507ac8-ed0c-4602-9f9e-f5cd3a64a846 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Network 34fb4bd0-7538-4c5d-aca6-00f04cac631c is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:47:22.581645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-41507ac8-ed0c-4602-9f9e-f5cd3a64a846 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:47:22.585307 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-41507ac8-ed0c-4602-9f9e-f5cd3a64a846 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:47:22.621389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41507ac8-ed0c-4602-9f9e-f5cd3a64a846 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Pushing event updated for resources: {'Port': ['ID=334d81e3-f89e-4056-ac3e-0401cc06b686,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:47:22.645079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-41507ac8-ed0c-4602-9f9e-f5cd3a64a846 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:22.645731 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-41507ac8-ed0c-4602-9f9e-f5cd3a64a846 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:22.772858 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-41507ac8-ed0c-4602-9f9e-f5cd3a64a846 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7753820
Feb 12 21:47:22.788373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Request body: {'port': {'device_id': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:47:22.835102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e833f303-b166-4be5-9c7f-8344431dd559 None None] Provisioning complete for port 334d81e3-f89e-4056-ac3e-0401cc06b686 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:47:22.835726 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e833f303-b166-4be5-9c7f-8344431dd559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:22.848100 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:22.873592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e833f303-b166-4be5-9c7f-8344431dd559 None None] Port 334d81e3-f89e-4056-ac3e-0401cc06b686 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:47:23.111523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334d81e3-f89e-4056-ac3e-0401cc06b686 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:47:23.119679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Publish callbacks [] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:23.131231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Transition to ACTIVE for port object 334d81e3-f89e-4056-ac3e-0401cc06b686 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:47:23.192928 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:23.259141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Pushing event updated for resources: {'Port': ['ID=334d81e3-f89e-4056-ac3e-0401cc06b686,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:47:23.315293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Attempting to bind port 334d81e3-f89e-4056-ac3e-0401cc06b686 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:47:23.315646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Attempting to bind port 334d81e3-f89e-4056-ac3e-0401cc06b686 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:47:23.316108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Attempting to bind port 334d81e3-f89e-4056-ac3e-0401cc06b686 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:47:23.321302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Port 334d81e3-f89e-4056-ac3e-0401cc06b686 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:47:23.321699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Attempting to bind port 334d81e3-f89e-4056-ac3e-0401cc06b686 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:47:23.326924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:47:23.327265 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Checking segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:47:23.327656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Bound using segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:47:23.328091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Bound port: 334d81e3-f89e-4056-ac3e-0401cc06b686, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:47:23.328485 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:23.439691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4b3f2-ee02-4895-aa84-59e8e881ee4e req-76c8531b-2379-4e1f-9738-38560cb26a78 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:23.441200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-79a4b3f2-ee02-4895-aa84-59e8e881ee4e req-76c8531b-2379-4e1f-9738-38560cb26a78 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 944 time: 0.1097093
Feb 12 21:47:23.442240 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:47:23.446079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=334d81e3-f89e-4056-ac3e-0401cc06b686,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:47:23.490153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-79a4b3f2-ee02-4895-aa84-59e8e881ee4e req-dc93050d-7dad-4ad3-b275-0600baadf591 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422468
Feb 12 21:47:23.513443 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:23.552551 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:23.553131 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:23.554579 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] 10.222.0.48 "PUT /v2.0/ports/334d81e3-f89e-4056-ac3e-0401cc06b686 HTTP/1.1" status: 200  len: 1092 time: 0.7704191
Feb 12 21:47:23.555090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:47:23.557488 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c5dbec-471b-47bb-b50e-09ba939c1626" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:47:23.580122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3ee64-0353-4199-be92-03fea3ca22d6 service neutron] Pushing event updated for resources: {'Port': ['ID=334d81e3-f89e-4056-ac3e-0401cc06b686,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:47:23.599297 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bf5d0a-2965-425f-9059-7445570066c7 x-openstack-request-id: req-f8bf5d0a-2965-425f-9059-7445570066c7 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:47:23.599652 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:47:23.599965 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8bf5d0a-2965-425f-9059-7445570066c7 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:47:23.600381 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'status': 'completed', 'code': 200}
Feb 12 21:47:23.671301 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5dbec-471b-47bb-b50e-09ba939c1626 req-a7064ad7-068c-45ae-b17b-8a34cbba4722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:23.675050 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09c5dbec-471b-47bb-b50e-09ba939c1626 req-a7064ad7-068c-45ae-b17b-8a34cbba4722 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 1126 time: 0.0536528
Feb 12 21:47:23.781225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5dbec-471b-47bb-b50e-09ba939c1626 req-8af73249-1b82-4a38-adc1-6c31360e7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:23.782785 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09c5dbec-471b-47bb-b50e-09ba939c1626 req-8af73249-1b82-4a38-adc1-6c31360e7756 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=902f92c068c04a1994a8d95036240a10&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0975974
Feb 12 21:47:23.885650 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5dbec-471b-47bb-b50e-09ba939c1626 req-68543baa-39cc-45f4-ab0b-947d3593e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:23.887172 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09c5dbec-471b-47bb-b50e-09ba939c1626 req-68543baa-39cc-45f4-ab0b-947d3593e707 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0958917
Feb 12 21:47:23.977064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-ce431578-68c3-4800-9bc3-8341d4c27740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:23.979163 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-ce431578-68c3-4800-9bc3-8341d4c27740 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 1126 time: 0.0473225
Feb 12 21:47:24.026260 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-9d4a6f06-ae74-4276-b30c-1297a883f4ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=334d81e3-f89e-4056-ac3e-0401cc06b686 HTTP/1.1" status: 200  len: 217 time: 0.0345912
Feb 12 21:47:24.082457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-7ebcda15-27c9-459f-9bfb-24b019677c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:24.083897 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-7ebcda15-27c9-459f-9bfb-24b019677c53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0491319
Feb 12 21:47:24.138051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-afbb21ce-2cd4-446b-b68b-bdac21030fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:24.139579 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-afbb21ce-2cd4-446b-b68b-bdac21030fe7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0467989
Feb 12 21:47:24.233643 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-8855f067-5784-4cdb-8ae2-e6640175b83a service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835984
Feb 12 21:47:24.324045 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4394c68b-a18f-4c7b-8042-db4aa37932e1 req-9e70afbe-3532-4985-8e83-fda8a07252d2 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816860
Feb 12 21:47:24.612605 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad96045-4725-4b0f-81a6-b64c16bf5e55 req-a27578b6-adb1-40e6-a66c-607892f91c20 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:24.614100 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5ad96045-4725-4b0f-81a6-b64c16bf5e55 req-a27578b6-adb1-40e6-a66c-607892f91c20 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 944 time: 0.0527358
Feb 12 21:47:24.663891 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5ad96045-4725-4b0f-81a6-b64c16bf5e55 req-9c16bf74-7828-4ed9-ba65-fa2ff15b7f74 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440724
Feb 12 21:47:25.790639 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab216f-ba5c-4246-aa0d-62f4c8d0ecab req-eecb4ce9-01b1-46e5-8812-4b3647afd95a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:25.792136 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-06ab216f-ba5c-4246-aa0d-62f4c8d0ecab req-eecb4ce9-01b1-46e5-8812-4b3647afd95a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 944 time: 0.0581951
Feb 12 21:47:25.840699 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-06ab216f-ba5c-4246-aa0d-62f4c8d0ecab req-c3314c97-d4a8-455e-aba3-4a3e88c40780 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423310
Feb 12 21:47:25.861719 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a2d99ae2-6617-4ad6-b18f-9bfb3816e4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:26.959361 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879e738-dc30-4e53-8291-6bb62176c1ab req-f647f2be-e2ae-41a7-94be-ebe4178c6d17 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:26.960852 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4879e738-dc30-4e53-8291-6bb62176c1ab req-f647f2be-e2ae-41a7-94be-ebe4178c6d17 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 944 time: 0.0529935
Feb 12 21:47:27.007443 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4879e738-dc30-4e53-8291-6bb62176c1ab req-e98c2c42-2025-4ecf-9466-acc52a6492dc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409312
Feb 12 21:47:27.244237 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:27.692411 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 334d81e3-f89e-4056-ac3e-0401cc06b686 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:47:27.791329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=334d81e3-f89e-4056-ac3e-0401cc06b686,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:47:27.802290 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'port_id': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'mac_address': 'fa:16:3e:75:e2:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:47:27.838978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 334d81e3-f89e-4056-ac3e-0401cc06b686 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:47:27.839360 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:27.851961 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334d81e3-f89e-4056-ac3e-0401cc06b686 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:47:27.871647 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=334d81e3-f89e-4056-ac3e-0401cc06b686,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:47:27.930484 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:27.976862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=334d81e3-f89e-4056-ac3e-0401cc06b686,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:47:27.984070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:47:27.984418 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:47:27.984759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:47:27.985094 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:47:27.985449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:47:27.985782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:47:27.986107 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:47:27.986431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:47:27.986753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:47:27.987073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:47:27.987394 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:47:27.987709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:47:27.988025 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:47:28.126681 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0789ad-8273-4fb8-bc5c-3ef373259db6 req-5f8709e5-5ea4-48dd-8566-a9d92af0c858 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:28.128179 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c0789ad-8273-4fb8-bc5c-3ef373259db6 req-5f8709e5-5ea4-48dd-8566-a9d92af0c858 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 945 time: 0.0534501
Feb 12 21:47:28.170965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['334d81e3-f89e-4056-ac3e-0401cc06b686'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:47:28.175646 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4c0789ad-8273-4fb8-bc5c-3ef373259db6 req-fbebb2ab-3f77-4946-b30d-4131871470c0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407984
Feb 12 21:47:28.318515 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-38f78b28-97c2-497c-8cbd-c4c6a16a267b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:29.295307 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa43a0f-b8d4-4f4c-9d2d-3a17b5c60518 req-9a5841ba-251b-4854-8cd7-7a34dcf5ea6a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:29.296774 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1fa43a0f-b8d4-4f4c-9d2d-3a17b5c60518 req-9a5841ba-251b-4854-8cd7-7a34dcf5ea6a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 945 time: 0.0519052
Feb 12 21:47:29.341799 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1fa43a0f-b8d4-4f4c-9d2d-3a17b5c60518 req-5200d9fc-55ef-4c08-9db9-79bf09ffdf7c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395029
Feb 12 21:47:29.610178 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:29.708694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 334d81e3-f89e-4056-ac3e-0401cc06b686 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:47:29.736757 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:29.820044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 334d81e3-f89e-4056-ac3e-0401cc06b686 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:47:29.824406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 334d81e3-f89e-4056-ac3e-0401cc06b686 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:47:29.829786 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:29.900445 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 334d81e3-f89e-4056-ac3e-0401cc06b686 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:47:29.905778 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:29.922651 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:47:29.924883 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5da6126-a551-46fc-8cfc-28f358155861" -d '{"events": [{"server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "name": "network-vif-plugged", "status": "completed", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:47:29.936848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=334d81e3-f89e-4056-ac3e-0401cc06b686,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:47:29.963563 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc1f51a-8bf3-44e7-b5cc-065660d36736 x-openstack-request-id: req-7bc1f51a-8bf3-44e7-b5cc-065660d36736 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:47:29.963882 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "name": "network-vif-plugged", "status": "completed", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:47:29.964139 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bc1f51a-8bf3-44e7-b5cc-065660d36736 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:47:29.964533 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'code': 200}
Feb 12 21:47:30.049838 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:30.073613 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee28f9-215e-4c5a-8a89-ed07149ca7e3 req-745b3355-590c-4f8d-a143-c2e234b6beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:30.075096 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13ee28f9-215e-4c5a-8a89-ed07149ca7e3 req-745b3355-590c-4f8d-a143-c2e234b6beed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 1127 time: 0.0476055
Feb 12 21:47:30.097896 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=334d81e3-f89e-4056-ac3e-0401cc06b686,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:47:30.126222 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13ee28f9-215e-4c5a-8a89-ed07149ca7e3 req-c705488c-5385-452c-aa63-cd8f12ced3b8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401733
Feb 12 21:47:30.461536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665a9aa-bc63-4b70-a5eb-86520170aa77 req-8ae06c64-aff7-45c1-819a-c10087a9c121 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:30.462928 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1665a9aa-bc63-4b70-a5eb-86520170aa77 req-8ae06c64-aff7-45c1-819a-c10087a9c121 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0517066
Feb 12 21:47:30.513102 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1665a9aa-bc63-4b70-a5eb-86520170aa77 req-f4a08961-ebff-4f7e-b6af-049c774690ff tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446231
Feb 12 21:47:31.112500 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:31.641091 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f859f-e5ae-4727-ad96-19595aeda549 req-8f66b3eb-12cb-475a-af28-e0d1adc4b5ef tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:31.642593 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-051f859f-e5ae-4727-ad96-19595aeda549 req-8f66b3eb-12cb-475a-af28-e0d1adc4b5ef tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0575418
Feb 12 21:47:31.690211 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-051f859f-e5ae-4727-ad96-19595aeda549 req-c075f387-1755-465c-9708-1fe87b7893ad tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420985
Feb 12 21:47:31.816023 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5639310-7462-44da-a770-421d2b72a26a req-e04c4a77-40c7-4606-9d94-364bbed28d30 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:31.817422 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e5639310-7462-44da-a770-421d2b72a26a req-e04c4a77-40c7-4606-9d94-364bbed28d30 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0558259
Feb 12 21:47:31.828130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 54988) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:47:31.832453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-3e3fffa6-deea-48d7-b215-a8e57db3954b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Request body: {'floatingip': {'port_id': '334d81e3-f89e-4056-ac3e-0401cc06b686'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:47:31.874123 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3e3fffa6-deea-48d7-b215-a8e57db3954b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for floatingip (9c496297-fc21-4582-8eac-8bb625a2bf2b), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:32.209981 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:32.297667 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3e3fffa6-deea-48d7-b215-a8e57db3954b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:32.353123 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3e3fffa6-deea-48d7-b215-a8e57db3954b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (9c496297-fc21-4582-8eac-8bb625a2bf2b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:32.453287 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-3e3fffa6-deea-48d7-b215-a8e57db3954b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Floating IP 9c496297-fc21-4582-8eac-8bb625a2bf2b associated. External IP: 172.35.2.72, port: 334d81e3-f89e-4056-ac3e-0401cc06b686.
Feb 12 21:47:33.012975 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3fffa6-deea-48d7-b215-a8e57db3954b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Router 46be19a4-9b50-47cd-92a5-c4c2674fd94e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:47:33.122767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3fffa6-deea-48d7-b215-a8e57db3954b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:47:33.127696 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3e3fffa6-deea-48d7-b215-a8e57db3954b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:33.132302 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a38a19-09a6-47fc-81dc-de0a9e58ab87 None None] Sync routers for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:47:33.142704 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a38a19-09a6-47fc-81dc-de0a9e58ab87 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:47:33.143348 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-89a38a19-09a6-47fc-81dc-de0a9e58ab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb87e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:47:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:47:33.160018 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3e3fffa6-deea-48d7-b215-a8e57db3954b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "PUT /v2.0/floatingips/9c496297-fc21-4582-8eac-8bb625a2bf2b HTTP/1.1" status: 200  len: 992 time: 1.3308508
Feb 12 21:47:33.160644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:47:33.163197 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da48d7f5-e5e1-4d41-887b-b54d5c7643cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:47:33.201340 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2c6c24-a2dc-40b3-a8b5-965121df75c4 x-openstack-request-id: req-9b2c6c24-a2dc-40b3-a8b5-965121df75c4 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:47:33.201659 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:47:33.201956 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b2c6c24-a2dc-40b3-a8b5-965121df75c4 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:47:33.202450 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'status': 'completed', 'code': 200}
Feb 12 21:47:33.261464 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-89a38a19-09a6-47fc-81dc-de0a9e58ab87 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:47:33.271435 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48d7f5-e5e1-4d41-887b-b54d5c7643cd req-5f761167-cd74-49f1-93cc-ce9c82f6b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:33.272881 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-da48d7f5-e5e1-4d41-887b-b54d5c7643cd req-5f761167-cd74-49f1-93cc-ce9c82f6b0c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 1128 time: 0.0497527
Feb 12 21:47:33.368111 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48d7f5-e5e1-4d41-887b-b54d5c7643cd req-8f563edc-e159-4787-aec3-14d37ca6fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:33.369682 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-da48d7f5-e5e1-4d41-887b-b54d5c7643cd req-8f563edc-e159-4787-aec3-14d37ca6fa96 service neutron] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0910637
Feb 12 21:47:33.439126 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-da48d7f5-e5e1-4d41-887b-b54d5c7643cd req-3b419857-e65d-4b87-8b5b-846a79f8fe47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=334d81e3-f89e-4056-ac3e-0401cc06b686 HTTP/1.1" status: 200  len: 1000 time: 0.0635850
Feb 12 21:47:33.489450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48d7f5-e5e1-4d41-887b-b54d5c7643cd req-1a321d28-a822-49e6-9b8a-a33090f44790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:33.491219 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-da48d7f5-e5e1-4d41-887b-b54d5c7643cd req-1a321d28-a822-49e6-9b8a-a33090f44790 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0463915
Feb 12 21:47:33.494619 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-89a38a19-09a6-47fc-81dc-de0a9e58ab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb87e80>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c496297-fc21-4582-8eac-8bb625a2bf2b', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'port_id': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'mac_address': 'fa:16:3e:75:e2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:44:40Z', 'updated_at': '2022-02-12T21:47:32Z', 'revision_number': 13, 'project_id': '902f92c068c04a1994a8d95036240a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:47:33.521553 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a38a19-09a6-47fc-81dc-de0a9e58ab87 None None] Checking router: 46be19a4-9b50-47cd-92a5-c4c2674fd94e for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:47:33.529952 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a38a19-09a6-47fc-81dc-de0a9e58ab87 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:47:33.530561 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-89a38a19-09a6-47fc-81dc-de0a9e58ab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb87e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:47:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:47:33.541200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48d7f5-e5e1-4d41-887b-b54d5c7643cd req-beca5d3f-22a5-4abd-8006-0cc595425043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:33.542758 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-da48d7f5-e5e1-4d41-887b-b54d5c7643cd req-beca5d3f-22a5-4abd-8006-0cc595425043 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0459902
Feb 12 21:47:33.636518 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-da48d7f5-e5e1-4d41-887b-b54d5c7643cd req-29a8b450-e37c-4305-bd0d-9b377bcec35e service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873857
Feb 12 21:47:33.639201 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-89a38a19-09a6-47fc-81dc-de0a9e58ab87 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:47:33.728932 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-da48d7f5-e5e1-4d41-887b-b54d5c7643cd req-596d3c44-ce4e-44d6-96f3-041da6298407 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866139
Feb 12 21:47:33.873898 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-89a38a19-09a6-47fc-81dc-de0a9e58ab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb87e80>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c496297-fc21-4582-8eac-8bb625a2bf2b', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'port_id': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'mac_address': 'fa:16:3e:75:e2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:44:40Z', 'updated_at': '2022-02-12T21:47:32Z', 'revision_number': 13, 'project_id': '902f92c068c04a1994a8d95036240a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:47:33.904438 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a38a19-09a6-47fc-81dc-de0a9e58ab87 None None] The sync data for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 is: [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c496297-fc21-4582-8eac-8bb625a2bf2b', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'floating_ip_address': '172.35.2.72', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'port_id': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'mac_address': 'fa:16:3e:75:e2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:44:40Z', 'updated_at': '2022-02-12T21:47:32Z', 'revision_number': 13, 'project_id': '902f92c068c04a1994a8d95036240a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:47:34.113712 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dbc581-32ec-42da-b802-f1ad1c20125c None None] New status for floating IP 9c496297-fc21-4582-8eac-8bb625a2bf2b: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:47:34.939160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d6ebf-32bc-4385-88dd-02dbbb6ca956 req-566c3605-7d39-41de-bb76-7cee8f877576 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:34.940633 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec6d6ebf-32bc-4385-88dd-02dbbb6ca956 req-566c3605-7d39-41de-bb76-7cee8f877576 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0586870
Feb 12 21:47:34.987225 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ec6d6ebf-32bc-4385-88dd-02dbbb6ca956 req-52fe9e67-4c71-4aa9-a86e-5a3f8e2e037c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409327
Feb 12 21:47:40.348418 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40595c-7e16-4cd8-adb1-fb745b545af2 req-2a326ed6-2592-4ae6-8adf-bbb5fad722bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:40.349947 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e40595c-7e16-4cd8-adb1-fb745b545af2 req-2a326ed6-2592-4ae6-8adf-bbb5fad722bc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0536602
Feb 12 21:47:40.399146 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e40595c-7e16-4cd8-adb1-fb745b545af2 req-bc2f158b-1a5b-4277-b2d1-21a39dd975fc tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432730
Feb 12 21:47:40.493498 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-ac714419-5f78-441e-b530-d853fd13f4a9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0915227
Feb 12 21:47:40.684001 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:47:41.082083 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b027b-d251-4c0b-b95c-6e964aada9df req-a28822a5-7bd4-4b7b-84a1-c4f245a2d2f3 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:41.083409 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-a28822a5-7bd4-4b7b-84a1-c4f245a2d2f3 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports/334d81e3-f89e-4056-ac3e-0401cc06b686 HTTP/1.1" status: 200  len: 943 time: 0.1056960
Feb 12 21:47:41.523288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1ee16-6336-405c-bd7b-d229ab838f23 req-a376d003-6ee5-4eef-b2ad-57d3abaee252 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:41.525969 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-43f1ee16-6336-405c-bd7b-d229ab838f23 req-a376d003-6ee5-4eef-b2ad-57d3abaee252 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0566235
Feb 12 21:47:41.573776 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-43f1ee16-6336-405c-bd7b-d229ab838f23 req-1db164ff-dd22-4f11-ad8d-700b8bb11d89 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426471
Feb 12 21:47:42.505475 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b027b-d251-4c0b-b95c-6e964aada9df req-7244bdd4-1225-4b2f-bd58-e0b23c10dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:42.506961 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-7244bdd4-1225-4b2f-bd58-e0b23c10dd13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 1128 time: 0.0449145
Feb 12 21:47:42.598793 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b027b-d251-4c0b-b95c-6e964aada9df req-05247f56-593c-4492-aa12-3306ab3ed513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:42.600273 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-05247f56-593c-4492-aa12-3306ab3ed513 service neutron] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0874057
Feb 12 21:47:42.671263 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-b36bf8d6-18bd-4c34-8718-74e911e85ccd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=334d81e3-f89e-4056-ac3e-0401cc06b686 HTTP/1.1" status: 200  len: 1002 time: 0.0642657
Feb 12 21:47:42.698223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcdf71-5012-4c66-844a-32666a7c1b85 req-c91c9a2d-19fd-4e21-b254-395373fe320f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:42.699875 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddbcdf71-5012-4c66-844a-32666a7c1b85 req-c91c9a2d-19fd-4e21-b254-395373fe320f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0542450
Feb 12 21:47:42.722497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b027b-d251-4c0b-b95c-6e964aada9df req-024649af-f22e-4554-87ff-13a7f2f4c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:42.724028 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-024649af-f22e-4554-87ff-13a7f2f4c324 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0451326
Feb 12 21:47:42.747893 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ddbcdf71-5012-4c66-844a-32666a7c1b85 req-c31e1968-6eb5-4b2e-aa98-02fe93a707e6 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422766
Feb 12 21:47:42.777005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b027b-d251-4c0b-b95c-6e964aada9df req-305dcc3d-75a0-456a-9eac-91f9b949c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:42.778527 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-305dcc3d-75a0-456a-9eac-91f9b949c548 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0471056
Feb 12 21:47:42.873271 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-a147fd16-fa02-4284-b7d7-2b30c00657bb service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875778
Feb 12 21:47:42.965145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-162f051b-f871-4d21-b1d7-0a70e5c9bf73 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819950
Feb 12 21:47:43.870972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0046-1738-49aa-8970-c4a166d6f89a req-ce010d3d-4f0b-462b-8739-5841d08c969e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:43.872536 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe5b0046-1738-49aa-8970-c4a166d6f89a req-ce010d3d-4f0b-462b-8739-5841d08c969e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0537939
Feb 12 21:47:43.927433 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fe5b0046-1738-49aa-8970-c4a166d6f89a req-e7820995-54f3-45bb-b513-53e10c6d0cce tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493290
Feb 12 21:47:45.047694 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be1811-ea6d-4598-b371-b333eda70ecf req-3a682a14-2149-40ef-bf75-dd27eea52146 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:45.049091 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-51be1811-ea6d-4598-b371-b333eda70ecf req-3a682a14-2149-40ef-bf75-dd27eea52146 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0517101
Feb 12 21:47:45.095936 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-51be1811-ea6d-4598-b371-b333eda70ecf req-7defa764-0ae5-4c58-b5c8-ec3dd17b4ecd tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412254
Feb 12 21:47:46.217807 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c74ad-c5d8-4dd7-8a64-bf6bfc81d938 req-af62cfa7-a065-4781-8d5a-3f0edc786fdd tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:46.219331 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-636c74ad-c5d8-4dd7-8a64-bf6bfc81d938 req-af62cfa7-a065-4781-8d5a-3f0edc786fdd tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0547833
Feb 12 21:47:46.266288 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-636c74ad-c5d8-4dd7-8a64-bf6bfc81d938 req-68bead8b-f4bf-4969-b179-d626a67b2a77 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413465
Feb 12 21:47:47.392305 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49299991-9992-4824-a8d2-24ae3d1df3e2 req-2d570a02-9ec0-4503-81e2-5cb06870bd3d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:47.393812 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49299991-9992-4824-a8d2-24ae3d1df3e2 req-2d570a02-9ec0-4503-81e2-5cb06870bd3d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0567884
Feb 12 21:47:47.441137 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49299991-9992-4824-a8d2-24ae3d1df3e2 req-556e300a-8a38-4035-9853-c73a89704027 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417387
Feb 12 21:47:48.560628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8356bd-5596-4c02-83f4-d4d6dad448f5 req-f97eb3c5-26f0-49ab-a429-00ab6d1c59cf tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:48.562153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e8356bd-5596-4c02-83f4-d4d6dad448f5 req-f97eb3c5-26f0-49ab-a429-00ab6d1c59cf tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0516152
Feb 12 21:47:48.607157 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6e8356bd-5596-4c02-83f4-d4d6dad448f5 req-b8d0e755-472e-44b8-9a05-3eae50bd0e8b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394218
Feb 12 21:47:49.727705 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d931646-0aa2-453b-bbfa-adc6ede26250 req-1642642c-0644-40b5-a4b1-e704deb1bade tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:49.730082 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2d931646-0aa2-453b-bbfa-adc6ede26250 req-1642642c-0644-40b5-a4b1-e704deb1bade tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0535009
Feb 12 21:47:49.782305 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2d931646-0aa2-453b-bbfa-adc6ede26250 req-688b5410-fe27-4bd2-8858-0c7f61b57002 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466156
Feb 12 21:47:50.907513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595eb2b-fa9c-44d5-8b09-38737c216239 req-4f02ab1f-d194-41b0-8c8a-3bffeb0619b3 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:50.908981 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b595eb2b-fa9c-44d5-8b09-38737c216239 req-4f02ab1f-d194-41b0-8c8a-3bffeb0619b3 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0565867
Feb 12 21:47:50.955122 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b595eb2b-fa9c-44d5-8b09-38737c216239 req-e4320270-4b5c-4424-a5b0-925025558756 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404713
Feb 12 21:47:52.086319 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1bc81-53bf-433e-b35d-6070233b924e req-62d6d2c8-a719-4b5f-9770-2520f5b5150b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:52.087716 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cfd1bc81-53bf-433e-b35d-6070233b924e req-62d6d2c8-a719-4b5f-9770-2520f5b5150b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0585952
Feb 12 21:47:52.137040 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cfd1bc81-53bf-433e-b35d-6070233b924e req-32a10842-8702-48cf-b1e3-18a2fb0cd1c0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437903
Feb 12 21:47:53.258274 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295642b-78cb-4791-b169-2893cf6e947b req-bce590de-5b39-417f-a0c6-17389b9b1088 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:53.259780 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8295642b-78cb-4791-b169-2893cf6e947b req-bce590de-5b39-417f-a0c6-17389b9b1088 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0524778
Feb 12 21:47:53.306503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8295642b-78cb-4791-b169-2893cf6e947b req-b2b7c6d3-7218-4937-bfd3-4d4e0a80180c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405202
Feb 12 21:47:54.426595 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66d711-86f6-423e-921a-453d328b9f4e req-e3d5666c-7636-4bbd-b653-c14ea77c1240 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:54.428073 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df66d711-86f6-423e-921a-453d328b9f4e req-e3d5666c-7636-4bbd-b653-c14ea77c1240 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0525661
Feb 12 21:47:54.473592 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-df66d711-86f6-423e-921a-453d328b9f4e req-a526a2ad-b76a-4ffb-9ab6-1f63dc78f15a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395703
Feb 12 21:47:55.606902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc37a0-2806-434f-b6aa-a099b5780574 req-a50d6ea6-fd2e-41a8-a7f9-78f0bcfb5e2f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:55.609538 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ccc37a0-2806-434f-b6aa-a099b5780574 req-a50d6ea6-fd2e-41a8-a7f9-78f0bcfb5e2f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0602663
Feb 12 21:47:55.655179 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ccc37a0-2806-434f-b6aa-a099b5780574 req-8bcf57f5-7ff4-4de0-baf0-3c653d6fbd79 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411301
Feb 12 21:47:55.838688 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ac923895-e63c-46a0-9530-fae754d9d196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:56.778760 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce302f95-8ab8-4fd0-806e-0d79b62979dd req-93b12697-80c5-4b1e-834e-583ffb990fe2 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:56.780232 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce302f95-8ab8-4fd0-806e-0d79b62979dd req-93b12697-80c5-4b1e-834e-583ffb990fe2 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0521939
Feb 12 21:47:56.829707 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce302f95-8ab8-4fd0-806e-0d79b62979dd req-18901661-c373-4203-8491-c89efe2bfe4a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437994
Feb 12 21:47:57.283605 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:57.950047 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975d9be-e05f-4259-9846-b8c4108cdfa6 req-18f7aa17-5db7-470f-9406-ca079b5e0db1 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:57.951525 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3975d9be-e05f-4259-9846-b8c4108cdfa6 req-18f7aa17-5db7-470f-9406-ca079b5e0db1 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0527067
Feb 12 21:47:57.998084 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3975d9be-e05f-4259-9846-b8c4108cdfa6 req-093d0180-5e59-4973-89d5-6c71dcfbb1aa tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410125
Feb 12 21:47:58.283692 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8f5407fc-2316-4cb2-9808-a2e9f634f66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:59.116755 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a305e-9766-4205-b463-e885a59464e5 req-05e9d305-f90a-467f-adf9-4c46198741d7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:47:59.123787 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-429a305e-9766-4205-b463-e885a59464e5 req-05e9d305-f90a-467f-adf9-4c46198741d7 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0516577
Feb 12 21:47:59.165404 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-429a305e-9766-4205-b463-e885a59464e5 req-b133bdd8-ff83-45fc-be04-865722a5c79e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407777
Feb 12 21:47:59.625470 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:47:59.740501 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:00.287033 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c05991-a6b0-4175-b8a1-229553d8dc28 req-36bd084d-35d6-4a9d-bb3f-683f6707ea33 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:00.288523 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c5c05991-a6b0-4175-b8a1-229553d8dc28 req-36bd084d-35d6-4a9d-bb3f-683f6707ea33 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0528209
Feb 12 21:48:00.340526 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c5c05991-a6b0-4175-b8a1-229553d8dc28 req-a0ec845f-eaf2-47d1-bbd3-a712d94c1f64 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457170
Feb 12 21:48:01.128737 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:01.252375 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-894b027b-d251-4c0b-b95c-6e964aada9df req-9375c20c-ac67-4207-87b9-0e4eea472b3a service neutron] show failed (client error): The resource could not be found.
Feb 12 21:48:01.253416 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-9375c20c-ac67-4207-87b9-0e4eea472b3a service neutron] 10.222.0.48 "GET /v2.0/ports/334d81e3-f89e-4056-ac3e-0401cc06b686/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0550597
Feb 12 21:48:01.459222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bcfee-c9f0-41c3-8232-2e7821d70085 req-1e316199-afaa-40f6-9ea0-c47d9fe73fa9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:01.460688 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-567bcfee-c9f0-41c3-8232-2e7821d70085 req-1e316199-afaa-40f6-9ea0-c47d9fe73fa9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0516098
Feb 12 21:48:01.508210 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-567bcfee-c9f0-41c3-8232-2e7821d70085 req-d52e6ffe-2435-444d-bfc0-2735ea399355 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419140
Feb 12 21:48:01.798159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b027b-d251-4c0b-b95c-6e964aada9df req-e7aa0453-48a2-4545-814d-e2d2d39f5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:01.799680 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-e7aa0453-48a2-4545-814d-e2d2d39f5dc4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786&tenant_id=902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 1128 time: 0.0454121
Feb 12 21:48:01.810716 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:48:01.872048 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:02.068900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=334d81e3-f89e-4056-ac3e-0401cc06b686,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:02.101029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:48:02.143700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:48:02.146040 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5872cfe1-5942-4a6d-be8d-5730d2dd6ab4" -d '{"events": [{"server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "name": "network-vif-unplugged", "status": "completed", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:48:02.150226 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Publish callbacks [] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:02.163543 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Transition to ACTIVE for port object 334d81e3-f89e-4056-ac3e-0401cc06b686 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:48:02.203040 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5645c44-b712-462a-89ba-2841c4460bd3 x-openstack-request-id: req-d5645c44-b712-462a-89ba-2841c4460bd3 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:48:02.203370 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "name": "network-vif-unplugged", "status": "completed", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:48:02.203627 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5645c44-b712-462a-89ba-2841c4460bd3 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:48:02.204054 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'code': 200}
Feb 12 21:48:02.249238 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:02.249894 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:02.333073 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Pushing event updated for resources: {'Port': ['ID=334d81e3-f89e-4056-ac3e-0401cc06b686,revision_number=6']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:02.347089 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:02.347438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:02.347782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:02.348122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:02.348456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:02.348787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:02.349114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:02.349466 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:02.349794 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:02.350119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:02.350443 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:02.350767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:02.351087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:02.383242 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] No DVR routers for this DVR port 334d81e3-f89e-4056-ac3e-0401cc06b686 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:48:02.521276 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Attempting to bind port 334d81e3-f89e-4056-ac3e-0401cc06b686 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:48:02.521642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Attempting to bind port 334d81e3-f89e-4056-ac3e-0401cc06b686 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:48:02.521971 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Attempting to bind port 334d81e3-f89e-4056-ac3e-0401cc06b686 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:48:02.526223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Port 334d81e3-f89e-4056-ac3e-0401cc06b686 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:48:02.526545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Attempting to bind port 334d81e3-f89e-4056-ac3e-0401cc06b686 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:48:02.532184 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:48:02.532529 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Checking segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:48:02.532920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Bound using segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:48:02.533345 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Bound port: 334d81e3-f89e-4056-ac3e-0401cc06b686, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:48:02.533731 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:02.597911 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:48:02.600977 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=334d81e3-f89e-4056-ac3e-0401cc06b686,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:48:02.634596 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55b8f0-43c3-4753-bb8d-5bed9c1f283c req-19c25493-16eb-44b9-b3df-23a59d1280da tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:02.636078 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b55b8f0-43c3-4753-bb8d-5bed9c1f283c req-19c25493-16eb-44b9-b3df-23a59d1280da tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 944 time: 0.0568802
Feb 12 21:48:02.667263 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:02.683386 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b55b8f0-43c3-4753-bb8d-5bed9c1f283c req-351ab52b-1733-4c31-b3ac-b4acd58734d0 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410941
Feb 12 21:48:02.709291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:02.709934 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:02.711759 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] 10.222.0.50 "PUT /v2.0/ports/334d81e3-f89e-4056-ac3e-0401cc06b686 HTTP/1.1" status: 200  len: 1092 time: 0.9047902
Feb 12 21:48:02.740882 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf7775-846c-4e1f-881d-26f023e11995 service neutron] Pushing event updated for resources: {'Port': ['ID=334d81e3-f89e-4056-ac3e-0401cc06b686,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:02.782865 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b027b-d251-4c0b-b95c-6e964aada9df req-b3b4f112-5d2c-4000-b34b-c41d738e66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:02.784475 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-b3b4f112-5d2c-4000-b34b-c41d738e66e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 1126 time: 0.0513868
Feb 12 21:48:02.892688 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b027b-d251-4c0b-b95c-6e964aada9df req-bbbd3139-757d-4740-b94a-3e49c6255526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:02.894335 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-bbbd3139-757d-4740-b94a-3e49c6255526 service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0993161
Feb 12 21:48:02.963566 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-abe35f4b-cc5e-4176-9fd6-b70d23043ee5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=334d81e3-f89e-4056-ac3e-0401cc06b686 HTTP/1.1" status: 200  len: 1000 time: 0.0622971
Feb 12 21:48:03.011163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b027b-d251-4c0b-b95c-6e964aada9df req-fed253dc-0fe1-4bbd-b486-4c74eb64adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:03.013370 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-fed253dc-0fe1-4bbd-b486-4c74eb64adf1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0436254
Feb 12 21:48:03.059964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b027b-d251-4c0b-b95c-6e964aada9df req-61aef269-df03-4d52-ac41-370ddbad8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:03.061481 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-61aef269-df03-4d52-ac41-370ddbad8aa9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433986
Feb 12 21:48:03.154894 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-f961d5b5-c50e-4f49-9f73-ea80606d4c48 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876975
Feb 12 21:48:03.242520 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-f9d6fea2-b851-427a-9b7d-310ba01b0a76 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817358
Feb 12 21:48:03.515388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-989742ae-9e07-4c83-8e95-a8670441cfbe req-cccbd60c-5587-41a9-aab2-36af67a555bb tempest-TestNetworkAdvancedServerOps-1484886277 tempest-TestNetworkAdvancedServerOps-1484886277-project-admin] (126506) timed out ('10.222.0.31', 43586) {{(pid=126506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 21:48:03.823705 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1d1c0-1a39-4404-a9ef-e206bdc7e212 req-5a87df2f-9303-49dc-86a5-52b09ff41c92 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:03.825147 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d5e1d1c0-1a39-4404-a9ef-e206bdc7e212 req-5a87df2f-9303-49dc-86a5-52b09ff41c92 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 944 time: 0.0611668
Feb 12 21:48:03.872563 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d5e1d1c0-1a39-4404-a9ef-e206bdc7e212 req-6fb2fcd6-0ad8-4139-b9ed-207258d0d382 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416048
Feb 12 21:48:03.885928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 334d81e3-f89e-4056-ac3e-0401cc06b686 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:48:03.925288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] The host nch1-master-1 is not matching for port 334d81e3-f89e-4056-ac3e-0401cc06b686 host nch2-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:48:03.926035 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 334d81e3-f89e-4056-ac3e-0401cc06b686 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:48:04.205026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:48:04.207560 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27987f30-ef04-4fdf-9b97-eea043248867" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:48:04.257820 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e10f3a-5a88-4853-b074-553fbd9b7c9b x-openstack-request-id: req-c8e10f3a-5a88-4853-b074-553fbd9b7c9b {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:48:04.258164 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:48:04.258878 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8e10f3a-5a88-4853-b074-553fbd9b7c9b {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:48:04.259285 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'status': 'completed', 'code': 200}
Feb 12 21:48:04.355545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987f30-ef04-4fdf-9b97-eea043248867 req-e1b72a42-8a84-4b3f-8140-6de8fa1e9af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:04.357772 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27987f30-ef04-4fdf-9b97-eea043248867 req-e1b72a42-8a84-4b3f-8140-6de8fa1e9af2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 1126 time: 0.0701780
Feb 12 21:48:04.400597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987f30-ef04-4fdf-9b97-eea043248867 req-e92cacbd-f3f0-4506-af59-093fbb197048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:04.402090 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27987f30-ef04-4fdf-9b97-eea043248867 req-e92cacbd-f3f0-4506-af59-093fbb197048 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 1126 time: 0.0737994
Feb 12 21:48:04.526422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987f30-ef04-4fdf-9b97-eea043248867 req-da754144-8e27-43ce-94af-a52d54e4e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:04.529503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27987f30-ef04-4fdf-9b97-eea043248867 req-da754144-8e27-43ce-94af-a52d54e4e1b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.1584191
Feb 12 21:48:04.581679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987f30-ef04-4fdf-9b97-eea043248867 req-a94eeb2a-3a0d-4469-bf5a-e9fad8a40acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:04.583119 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27987f30-ef04-4fdf-9b97-eea043248867 req-a94eeb2a-3a0d-4469-bf5a-e9fad8a40acf service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.1519508
Feb 12 21:48:04.650359 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27987f30-ef04-4fdf-9b97-eea043248867 req-29274daf-ba1f-4ab6-9c19-6dad1b4b2c44 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=334d81e3-f89e-4056-ac3e-0401cc06b686 HTTP/1.1" status: 200  len: 1000 time: 0.1083560
Feb 12 21:48:04.673106 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27987f30-ef04-4fdf-9b97-eea043248867 req-3b8fa983-22f4-424b-afe6-c29fa3930e49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=334d81e3-f89e-4056-ac3e-0401cc06b686 HTTP/1.1" status: 200  len: 1000 time: 0.0783548
Feb 12 21:48:04.738562 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987f30-ef04-4fdf-9b97-eea043248867 req-fe032034-00d3-4dcc-933f-743e86c23479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:04.739942 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27987f30-ef04-4fdf-9b97-eea043248867 req-fe032034-00d3-4dcc-933f-743e86c23479 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0789516
Feb 12 21:48:04.746702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987f30-ef04-4fdf-9b97-eea043248867 req-ef4a6d6e-9210-4855-bac2-4c1a98b6d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:04.748282 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27987f30-ef04-4fdf-9b97-eea043248867 req-ef4a6d6e-9210-4855-bac2-4c1a98b6d5ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0582867
Feb 12 21:48:04.826982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987f30-ef04-4fdf-9b97-eea043248867 req-da1d21a4-9b6a-43a5-8525-3b16faa0f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:04.828493 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27987f30-ef04-4fdf-9b97-eea043248867 req-da1d21a4-9b6a-43a5-8525-3b16faa0f14d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0719252
Feb 12 21:48:04.830208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987f30-ef04-4fdf-9b97-eea043248867 req-a315a1d4-dd67-4d94-a22f-1d3da3c0ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:04.831540 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27987f30-ef04-4fdf-9b97-eea043248867 req-a315a1d4-dd67-4d94-a22f-1d3da3c0ef08 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0824401
Feb 12 21:48:05.025335 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27987f30-ef04-4fdf-9b97-eea043248867 req-d75fba7b-4fc4-43d8-ac26-dd85f8ba06f8 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1800160
Feb 12 21:48:05.027726 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27987f30-ef04-4fdf-9b97-eea043248867 req-ef571574-0af8-4b42-8521-f8432d08b769 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919992
Feb 12 21:48:05.057379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193d8d0-cc6b-4aa7-9223-35c102d66864 req-9c123740-bb0d-433d-8ec2-e5436c968f3d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:05.062698 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d193d8d0-cc6b-4aa7-9223-35c102d66864 req-9c123740-bb0d-433d-8ec2-e5436c968f3d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 944 time: 0.1119072
Feb 12 21:48:05.556224 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d193d8d0-cc6b-4aa7-9223-35c102d66864 req-ebca8e04-940a-4c55-8a2f-cc23744739aa tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4760754
Feb 12 21:48:05.579736 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27987f30-ef04-4fdf-9b97-eea043248867 req-8dc96dcc-1b3e-4559-9f9f-d751939a38ae service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5434363
Feb 12 21:48:05.581628 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27987f30-ef04-4fdf-9b97-eea043248867 req-77569218-d06f-44ab-8da4-1d1fbc4ece40 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5464132
Feb 12 21:48:06.681335 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c5605-81c4-492d-9c02-fcd69e5a5d7f req-8836f56e-6573-451e-b2ac-2627c67b19f6 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:06.682825 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb6c5605-81c4-492d-9c02-fcd69e5a5d7f req-8836f56e-6573-451e-b2ac-2627c67b19f6 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 944 time: 0.0516536
Feb 12 21:48:06.729150 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-eb6c5605-81c4-492d-9c02-fcd69e5a5d7f req-660f7625-4210-46da-b4d1-abdda75ac037 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403185
Feb 12 21:48:07.856032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dc01c-73ed-4fcb-b420-aa393e2d8d74 req-622f9f7d-75db-4bbc-a47a-208aaa25100a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:07.858325 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df6dc01c-73ed-4fcb-b420-aa393e2d8d74 req-622f9f7d-75db-4bbc-a47a-208aaa25100a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 944 time: 0.0546992
Feb 12 21:48:07.905575 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-df6dc01c-73ed-4fcb-b420-aa393e2d8d74 req-aa1664a1-6513-480c-b6ba-201d585f6bc5 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415800
Feb 12 21:48:09.025042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef6d64-1498-4336-8fdd-6ce35710900e req-e4f04cff-dcc7-4c65-b35b-6548f163bfdf tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:09.026467 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-22ef6d64-1498-4336-8fdd-6ce35710900e req-e4f04cff-dcc7-4c65-b35b-6548f163bfdf tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 944 time: 0.0518010
Feb 12 21:48:09.076837 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-22ef6d64-1498-4336-8fdd-6ce35710900e req-e90f6ce3-6a3f-4c21-a43f-ed19952f797c tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442495
Feb 12 21:48:09.237059 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 334d81e3-f89e-4056-ac3e-0401cc06b686 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:48:09.331918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=334d81e3-f89e-4056-ac3e-0401cc06b686,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:09.343109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'port_id': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'mac_address': 'fa:16:3e:75:e2:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:48:09.382318 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 334d81e3-f89e-4056-ac3e-0401cc06b686 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:48:09.382703 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:09.553324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334d81e3-f89e-4056-ac3e-0401cc06b686 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:48:09.573707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=334d81e3-f89e-4056-ac3e-0401cc06b686,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:09.577620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74328744-1c0e-468d-bf78-340bacc02a47 req-bcc85f61-ae01-424f-a102-94583a75eee9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:09.579192 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-74328744-1c0e-468d-bf78-340bacc02a47 req-bcc85f61-ae01-424f-a102-94583a75eee9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 944 time: 0.0588322
Feb 12 21:48:09.597329 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-1b2486fd-858e-4202-a9ca-12aeaf035463 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:09.597329 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-1b2486fd-858e-4202-a9ca-12aeaf035463 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786&tenant_id=902f92c068c04a1994a8d95036240a10&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0593245
Feb 12 21:48:09.626330 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-74328744-1c0e-468d-bf78-340bacc02a47 req-a703487c-75cc-4403-bb0c-da5200ff6477 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407093
Feb 12 21:48:09.643740 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:09.659927 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-98b257bc-efd4-48f6-b261-20270c420305 service neutron] 10.222.0.50 "GET /v2.0/ports/334d81e3-f89e-4056-ac3e-0401cc06b686/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0610635
Feb 12 21:48:09.691601 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=334d81e3-f89e-4056-ac3e-0401cc06b686,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:09.724333 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-993d66c5-b7c8-43d0-94c0-41e8129e1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:09.725839 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-993d66c5-b7c8-43d0-94c0-41e8129e1771 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 1127 time: 0.0448992
Feb 12 21:48:09.815073 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-9cee80b9-60d1-4eab-9e13-fdd593e8a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:09.816611 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-9cee80b9-60d1-4eab-9e13-fdd593e8a195 service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0838559
Feb 12 21:48:09.858769 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['334d81e3-f89e-4056-ac3e-0401cc06b686'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:48:09.886067 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-d3252024-b50c-4852-81e8-32b297a98ac4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=334d81e3-f89e-4056-ac3e-0401cc06b686 HTTP/1.1" status: 200  len: 1001 time: 0.0624793
Feb 12 21:48:09.933924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-8c953afe-80ef-4862-8d54-6fd57c298b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:09.935439 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-8c953afe-80ef-4862-8d54-6fd57c298b95 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0440555
Feb 12 21:48:09.984099 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-e79c1246-d4ac-498d-af15-bfe3ac911852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:09.985647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-e79c1246-d4ac-498d-af15-bfe3ac911852 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0447934
Feb 12 21:48:10.079080 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-db8b4662-c29d-4746-b0cc-e559f4540b28 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870314
Feb 12 21:48:10.166217 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-2d653d11-0099-4187-a16c-d18d91a50097 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812421
Feb 12 21:48:10.753667 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580d842-f0a7-4b2d-8c2f-bcbc5f24bb74 req-8051ad30-732e-4db0-85df-ebda9eed3196 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:10.755172 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b580d842-f0a7-4b2d-8c2f-bcbc5f24bb74 req-8051ad30-732e-4db0-85df-ebda9eed3196 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 945 time: 0.0568774
Feb 12 21:48:10.802024 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b580d842-f0a7-4b2d-8c2f-bcbc5f24bb74 req-030634ca-01e0-46b6-9623-e1423786fe71 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413020
Feb 12 21:48:11.249599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 334d81e3-f89e-4056-ac3e-0401cc06b686 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:48:11.380679 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 334d81e3-f89e-4056-ac3e-0401cc06b686 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:48:11.384575 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 334d81e3-f89e-4056-ac3e-0401cc06b686 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:48:11.384976 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:11.459786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 334d81e3-f89e-4056-ac3e-0401cc06b686 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:48:11.460172 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:11.483918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:48:11.486133 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9303adf-b2b2-4f04-9fdc-7f15580169a8" -d '{"events": [{"server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "name": "network-vif-plugged", "status": "completed", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:48:11.499042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=334d81e3-f89e-4056-ac3e-0401cc06b686,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:11.536129 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bd8015-6458-41e8-aa36-7b130e95fd2d x-openstack-request-id: req-a0bd8015-6458-41e8-aa36-7b130e95fd2d {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:48:11.536425 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "name": "network-vif-plugged", "status": "completed", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:48:11.536679 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0bd8015-6458-41e8-aa36-7b130e95fd2d {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:48:11.537101 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'code': 200}
Feb 12 21:48:11.580197 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:11.626690 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=334d81e3-f89e-4056-ac3e-0401cc06b686,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:11.928263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e666d-e07e-456c-9a26-b09337c3bc50 req-fcf0a275-f598-4dc8-ba25-3d57b2433a6d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:11.929804 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b18e666d-e07e-456c-9a26-b09337c3bc50 req-fcf0a275-f598-4dc8-ba25-3d57b2433a6d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0546288
Feb 12 21:48:11.977531 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b18e666d-e07e-456c-9a26-b09337c3bc50 req-c2b56ca8-0d61-49af-8608-923c7971b982 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413723
Feb 12 21:48:13.102560 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93554b98-35d3-4bc8-87e6-7a085e66fe2e req-089b4b7a-5bd4-43e8-8827-c1d40d3cb5c8 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:13.104088 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93554b98-35d3-4bc8-87e6-7a085e66fe2e req-089b4b7a-5bd4-43e8-8827-c1d40d3cb5c8 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0544686
Feb 12 21:48:13.160741 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-93554b98-35d3-4bc8-87e6-7a085e66fe2e req-8c555b98-4730-44c1-b74f-69855e019be6 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482359
Feb 12 21:48:13.421086 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-b423bfcf-185a-4521-9ab9-0353467e6e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:13.422622 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-b423bfcf-185a-4521-9ab9-0353467e6e7b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786&tenant_id=902f92c068c04a1994a8d95036240a10 HTTP/1.1" status: 200  len: 1128 time: 0.0492334
Feb 12 21:48:13.436628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:48:13.494688 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:13.692535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=334d81e3-f89e-4056-ac3e-0401cc06b686,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:13.727453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:48:13.771385 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:48:13.773676 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af073350-1686-400c-8daf-946d2cbe8792" -d '{"events": [{"server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "name": "network-vif-unplugged", "status": "completed", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:48:13.777546 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Publish callbacks [] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:13.790878 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Transition to ACTIVE for port object 334d81e3-f89e-4056-ac3e-0401cc06b686 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:48:13.823542 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2adce02-f2f0-4192-938f-143185cbdf31 x-openstack-request-id: req-f2adce02-f2f0-4192-938f-143185cbdf31 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:48:13.823843 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "name": "network-vif-unplugged", "status": "completed", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:48:13.824102 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2adce02-f2f0-4192-938f-143185cbdf31 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:48:13.824601 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'code': 200}
Feb 12 21:48:13.865676 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:13.946110 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Pushing event updated for resources: {'Port': ['ID=334d81e3-f89e-4056-ac3e-0401cc06b686,revision_number=10']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:13.987655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] No DVR routers for this DVR port 334d81e3-f89e-4056-ac3e-0401cc06b686 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:48:14.132539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Attempting to bind port 334d81e3-f89e-4056-ac3e-0401cc06b686 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:48:14.132874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Attempting to bind port 334d81e3-f89e-4056-ac3e-0401cc06b686 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:48:14.133202 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Attempting to bind port 334d81e3-f89e-4056-ac3e-0401cc06b686 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:48:14.137366 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Port 334d81e3-f89e-4056-ac3e-0401cc06b686 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:48:14.138252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Attempting to bind port 334d81e3-f89e-4056-ac3e-0401cc06b686 on network 34fb4bd0-7538-4c5d-aca6-00f04cac631c {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:48:14.143747 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:48:14.144089 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Checking segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:48:14.144478 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Bound using segment: {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:48:14.144905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Bound port: 334d81e3-f89e-4056-ac3e-0401cc06b686, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eef3188-7cab-45c8-8c18-b7dfa5995b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:48:14.145264 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:14.210093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:48:14.213232 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=334d81e3-f89e-4056-ac3e-0401cc06b686,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:48:14.287385 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b3fa-8710-45a3-9845-c2f3650ec513 req-3f1f7976-749b-4957-a069-3b8273880980 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:14.288856 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1c25b3fa-8710-45a3-9845-c2f3650ec513 req-3f1f7976-749b-4957-a069-3b8273880980 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 945 time: 0.0560212
Feb 12 21:48:14.295769 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:14.334744 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:14.335363 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:14.336817 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] 10.222.0.48 "PUT /v2.0/ports/334d81e3-f89e-4056-ac3e-0401cc06b686 HTTP/1.1" status: 200  len: 1093 time: 0.9041386
Feb 12 21:48:14.338556 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1c25b3fa-8710-45a3-9845-c2f3650ec513 req-1f9d4db1-3e13-4c8d-bb64-6f4598a472b9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431483
Feb 12 21:48:14.358612 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6ec58-21a4-4b1f-91c3-a85112de5722 service neutron] Pushing event updated for resources: {'Port': ['ID=334d81e3-f89e-4056-ac3e-0401cc06b686,revision_number=11']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:14.413473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-d4ceb164-aa70-41c7-be52-cbd6caf58311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:14.414988 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-d4ceb164-aa70-41c7-be52-cbd6caf58311 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 1127 time: 0.0475609
Feb 12 21:48:14.517520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-e83b3cec-4897-42e0-a1a0-4db57a1fa282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:14.519025 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-e83b3cec-4897-42e0-a1a0-4db57a1fa282 service neutron] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.0929589
Feb 12 21:48:14.586316 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-b6a4a8bd-f8e0-4d85-832b-027b52e9c2de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=334d81e3-f89e-4056-ac3e-0401cc06b686 HTTP/1.1" status: 200  len: 1000 time: 0.0581312
Feb 12 21:48:14.642834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-d907ac6f-46d4-42e2-9f40-7dfd1dd4ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:14.644287 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-d907ac6f-46d4-42e2-9f40-7dfd1dd4ac0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0479832
Feb 12 21:48:14.696649 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-1715dcfa-09d0-4908-b2a8-e9fa69a8881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:14.698206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-1715dcfa-09d0-4908-b2a8-e9fa69a8881c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0447283
Feb 12 21:48:14.789165 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-ead1c089-7382-418a-8374-3a5a5b3e41b1 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830495
Feb 12 21:48:14.882036 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85900c51-06e1-428d-99f2-b6fa0a44b8a7 req-69b46983-d070-476e-9c77-e7dbad805801 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849669
Feb 12 21:48:15.243665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 334d81e3-f89e-4056-ac3e-0401cc06b686 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:48:15.283012 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] The host nch2-master-1 is not matching for port 334d81e3-f89e-4056-ac3e-0401cc06b686 host nch1-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:48:15.283321 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 334d81e3-f89e-4056-ac3e-0401cc06b686 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:48:15.466322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97219a-42d1-4682-a3eb-69e7d4f46dbc req-5a751f4f-1137-48a1-8baf-c36571bf8067 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:15.467808 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4f97219a-42d1-4682-a3eb-69e7d4f46dbc req-5a751f4f-1137-48a1-8baf-c36571bf8067 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 945 time: 0.0547028
Feb 12 21:48:15.515827 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4f97219a-42d1-4682-a3eb-69e7d4f46dbc req-88d5300b-619f-4e72-b66e-5425027bc01e tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423200
Feb 12 21:48:15.825821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:48:15.828168 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80954208-a540-4d3e-b5ee-b4867bfcdf74" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:48:15.878076 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753d693f-880b-4d1e-8092-309fc7828ddc x-openstack-request-id: req-753d693f-880b-4d1e-8092-309fc7828ddc {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:48:15.878446 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:48:15.879112 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-753d693f-880b-4d1e-8092-309fc7828ddc {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:48:15.879523 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'status': 'completed', 'code': 200}
Feb 12 21:48:15.977965 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-f30cb605-8786-4337-9c3c-6a0053dc9165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:15.979460 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-f30cb605-8786-4337-9c3c-6a0053dc9165 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 1127 time: 0.0855639
Feb 12 21:48:15.982327 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-c4ae459d-9d4c-43d6-918c-4c17002be7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:15.983697 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-c4ae459d-9d4c-43d6-918c-4c17002be7ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=902f92c068c04a1994a8d95036240a10&device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 1127 time: 0.0583892
Feb 12 21:48:16.138285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-b8f320e5-5454-433e-8a34-65b67d4d8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:16.139763 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-b8f320e5-5454-433e-8a34-65b67d4d8dcf service neutron] 10.222.0.50 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.1550984
Feb 12 21:48:16.141220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-6ec01942-816e-4042-b54a-eedda1f111e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:16.142587 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-6ec01942-816e-4042-b54a-eedda1f111e0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 200  len: 912 time: 0.1497796
Feb 12 21:48:16.251890 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-f06e40e6-154d-4961-84eb-b9ed26a82602 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=334d81e3-f89e-4056-ac3e-0401cc06b686 HTTP/1.1" status: 200  len: 1000 time: 0.1065316
Feb 12 21:48:16.253469 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-0a3215ee-f628-4023-a369-fc32f443ca88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=334d81e3-f89e-4056-ac3e-0401cc06b686 HTTP/1.1" status: 200  len: 1000 time: 0.1027396
Feb 12 21:48:16.337153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-57301c17-c11a-4abf-a2ed-623ccd55ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:16.338634 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-57301c17-c11a-4abf-a2ed-623ccd55ff04 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0815511
Feb 12 21:48:16.340030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-7efcbaa6-8c3b-4eb6-b955-f40e7ee95d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:16.341941 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-7efcbaa6-8c3b-4eb6-b955-f40e7ee95d16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 200  len: 850 time: 0.0770733
Feb 12 21:48:16.416587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-eba7033e-2735-41bc-94e7-2bb02ab47d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:16.418027 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-eba7033e-2735-41bc-94e7-2bb02ab47d8e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0738101
Feb 12 21:48:16.421084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-fc171a2d-5ed2-47aa-809b-ec38cfa6be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:16.422458 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-fc171a2d-5ed2-47aa-809b-ec38cfa6be9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34fb4bd0-7538-4c5d-aca6-00f04cac631c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0709703
Feb 12 21:48:16.585941 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-e7043ae6-c86c-4225-92d7-db5733edbb2f service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621962
Feb 12 21:48:16.587786 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-13122a69-bc7a-4d02-b769-8f964dfe7b5c service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571043
Feb 12 21:48:16.776934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae718380-a31e-4f7d-885d-680d9dca34e4 req-4e9abe5f-4aac-4cd8-bf25-4324968789c9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:16.779035 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae718380-a31e-4f7d-885d-680d9dca34e4 req-4e9abe5f-4aac-4cd8-bf25-4324968789c9 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 945 time: 0.1868699
Feb 12 21:48:16.787799 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-4a838d48-b295-4d6f-8e7e-61b36d1c5318 service neutron] 10.222.0.48 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1800168
Feb 12 21:48:16.790267 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80954208-a540-4d3e-b5ee-b4867bfcdf74 req-aea0fccc-b7d2-4032-aadf-a14fcbd97868 service neutron] 10.222.0.50 "GET /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1969988
Feb 12 21:48:16.836533 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae718380-a31e-4f7d-885d-680d9dca34e4 req-be6d34fb-341c-4e74-88f3-ccd168436436 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509913
Feb 12 21:48:17.683188 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:48:17.958379 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f60e3d-b9fa-45c8-9889-3ec1eee0b660 req-b5dda092-44fe-463e-ae63-3cb066330637 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:17.959756 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9f60e3d-b9fa-45c8-9889-3ec1eee0b660 req-b5dda092-44fe-463e-ae63-3cb066330637 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 945 time: 0.0520608
Feb 12 21:48:18.006202 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a9f60e3d-b9fa-45c8-9889-3ec1eee0b660 req-559c99f4-9ed0-43c8-bccb-a15dc3ba38be tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408869
Feb 12 21:48:19.130671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39207e7-6adf-40b1-afc8-10bf43bde7b2 req-85acc1c5-9753-4c52-a331-1b54ba56686b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:19.132150 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a39207e7-6adf-40b1-afc8-10bf43bde7b2 req-85acc1c5-9753-4c52-a331-1b54ba56686b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 945 time: 0.0532022
Feb 12 21:48:19.181614 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a39207e7-6adf-40b1-afc8-10bf43bde7b2 req-dc12b796-a5f6-4e96-906c-d2b55e5d648f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429966
Feb 12 21:48:19.925485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 334d81e3-f89e-4056-ac3e-0401cc06b686 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:48:20.020295 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=334d81e3-f89e-4056-ac3e-0401cc06b686,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:20.030919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'port_id': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'mac_address': 'fa:16:3e:75:e2:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:48:20.070400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 334d81e3-f89e-4056-ac3e-0401cc06b686 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:48:20.070786 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:20.084568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334d81e3-f89e-4056-ac3e-0401cc06b686 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:48:20.105410 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=334d81e3-f89e-4056-ac3e-0401cc06b686,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:20.180660 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:20.230029 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=334d81e3-f89e-4056-ac3e-0401cc06b686,revision_number=12']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:20.311129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9cf54-9ea3-4f85-aee8-80821792267b req-7c58bea7-620d-4155-a99d-f07fe8423c85 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:20.312497 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f7d9cf54-9ea3-4f85-aee8-80821792267b req-7c58bea7-620d-4155-a99d-f07fe8423c85 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0558729
Feb 12 21:48:20.359313 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f7d9cf54-9ea3-4f85-aee8-80821792267b req-2e5af67c-11cb-4a32-8316-ee82f8d7509f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406101
Feb 12 21:48:20.431371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['334d81e3-f89e-4056-ac3e-0401cc06b686'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:48:20.480216 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776df549-d991-49d3-9431-f731b5aa699e req-a3cc72c5-b1c9-4793-98c8-f074a924065a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:20.481733 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-776df549-d991-49d3-9431-f731b5aa699e req-a3cc72c5-b1c9-4793-98c8-f074a924065a tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0541382
Feb 12 21:48:20.530549 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-776df549-d991-49d3-9431-f731b5aa699e req-0b22d37b-493f-485b-9815-bec97ecc51fa tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429778
Feb 12 21:48:20.649417 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa369dda-6eca-49f6-bf21-58ef931f8ade req-d4d43740-fd66-4534-b18a-c09fa7caa49b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:20.650904 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aa369dda-6eca-49f6-bf21-58ef931f8ade req-d4d43740-fd66-4534-b18a-c09fa7caa49b tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0519147
Feb 12 21:48:20.696721 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aa369dda-6eca-49f6-bf21-58ef931f8ade req-b0643401-ae0e-4550-8c19-df66ba081f74 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402083
Feb 12 21:48:21.128834 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b20a97-d784-43c9-8afa-a8e1d964a8ff req-e9f49307-ec7d-4446-b1be-1d07c0a71367 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:21.130417 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-81b20a97-d784-43c9-8afa-a8e1d964a8ff req-e9f49307-ec7d-4446-b1be-1d07c0a71367 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0534358
Feb 12 21:48:21.180887 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-81b20a97-d784-43c9-8afa-a8e1d964a8ff req-b8ad314f-b05a-4bdd-855b-0f931be37f70 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448554
Feb 12 21:48:21.940322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 334d81e3-f89e-4056-ac3e-0401cc06b686 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:48:22.042577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 334d81e3-f89e-4056-ac3e-0401cc06b686 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:48:22.046653 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 334d81e3-f89e-4056-ac3e-0401cc06b686 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:48:22.047658 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:22.123274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 334d81e3-f89e-4056-ac3e-0401cc06b686 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:48:22.123659 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:22.148776 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:48:22.151008 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03528728-b0fb-4115-bf6e-23f0a02935f7" -d '{"events": [{"server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "name": "network-vif-plugged", "status": "completed", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:48:22.163955 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=334d81e3-f89e-4056-ac3e-0401cc06b686,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:22.189980 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7678d72b-4cee-487f-b356-0b54a6cc5e2f x-openstack-request-id: req-7678d72b-4cee-487f-b356-0b54a6cc5e2f {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:48:22.190281 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "name": "network-vif-plugged", "status": "completed", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:48:22.190541 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7678d72b-4cee-487f-b356-0b54a6cc5e2f {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:48:22.190944 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'code': 200}
Feb 12 21:48:22.288907 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:22.304477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e99f68-269e-4c46-9506-4fddcffb4f93 req-ea0bc0ce-00ce-4e79-8565-7691ec22ccd6 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:22.305952 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31e99f68-269e-4c46-9506-4fddcffb4f93 req-ea0bc0ce-00ce-4e79-8565-7691ec22ccd6 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 946 time: 0.0537727
Feb 12 21:48:22.342006 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=334d81e3-f89e-4056-ac3e-0401cc06b686,revision_number=13']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:22.355871 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-31e99f68-269e-4c46-9506-4fddcffb4f93 req-e81871ff-bd97-427d-b886-4b1eab4480d3 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440087
Feb 12 21:48:22.936612 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18173bee-c5ce-4513-b5e1-70909b3b6b4c req-e9bd1fde-e4f3-4442-80b6-d57e5e54456d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:22.938825 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-18173bee-c5ce-4513-b5e1-70909b3b6b4c req-e9bd1fde-e4f3-4442-80b6-d57e5e54456d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 947 time: 0.0560832
Feb 12 21:48:23.041760 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-18173bee-c5ce-4513-b5e1-70909b3b6b4c req-c52e269f-f133-4a04-911f-32b8eec42b9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Deleting port 334d81e3-f89e-4056-ac3e-0401cc06b686 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:48:23.041760 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-18173bee-c5ce-4513-b5e1-70909b3b6b4c req-c52e269f-f133-4a04-911f-32b8eec42b9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:23.130726 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-18173bee-c5ce-4513-b5e1-70909b3b6b4c req-c52e269f-f133-4a04-911f-32b8eec42b9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] For port 334d81e3-f89e-4056-ac3e-0401cc06b686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=334d81e3-f89e-4056-ac3e-0401cc06b686,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:23.131091 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-18173bee-c5ce-4513-b5e1-70909b3b6b4c req-c52e269f-f133-4a04-911f-32b8eec42b9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:23.299660 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-18173bee-c5ce-4513-b5e1-70909b3b6b4c req-c52e269f-f133-4a04-911f-32b8eec42b9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:23.299934 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-18173bee-c5ce-4513-b5e1-70909b3b6b4c req-c52e269f-f133-4a04-911f-32b8eec42b9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (9c496297-fc21-4582-8eac-8bb625a2bf2b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:23.300254 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [req-18173bee-c5ce-4513-b5e1-70909b3b6b4c req-c52e269f-f133-4a04-911f-32b8eec42b9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Floating IP 9c496297-fc21-4582-8eac-8bb625a2bf2b disassociated. External IP: 172.35.2.72, port: 334d81e3-f89e-4056-ac3e-0401cc06b686.
Feb 12 21:48:23.300597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-18173bee-c5ce-4513-b5e1-70909b3b6b4c req-c52e269f-f133-4a04-911f-32b8eec42b9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Calling delete_port for 334d81e3-f89e-4056-ac3e-0401cc06b686 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:48:23.479280 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183f264-24b7-4086-a7d7-f7bad95ac8f9 req-5ccf6717-979a-4ec6-9c8c-52a43532be79 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:23.480768 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0183f264-24b7-4086-a7d7-f7bad95ac8f9 req-5ccf6717-979a-4ec6-9c8c-52a43532be79 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 947 time: 0.0522571
Feb 12 21:48:23.483049 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-18173bee-c5ce-4513-b5e1-70909b3b6b4c req-c52e269f-f133-4a04-911f-32b8eec42b9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (334d81e3-f89e-4056-ac3e-0401cc06b686), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:23.524190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e269f-f133-4a04-911f-32b8eec42b9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Pushing event deleted for resources: {'Port': ['ID=334d81e3-f89e-4056-ac3e-0401cc06b686,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:23.628773 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0183f264-24b7-4086-a7d7-f7bad95ac8f9 req-067557ea-f716-4735-87e5-8455b9225b48 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d0ae692-543f-44fd-b31d-1f4d6be0891a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1390169
Feb 12 21:48:23.666622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18173bee-c5ce-4513-b5e1-70909b3b6b4c req-c52e269f-f133-4a04-911f-32b8eec42b9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Router 46be19a4-9b50-47cd-92a5-c4c2674fd94e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:48:23.781324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18173bee-c5ce-4513-b5e1-70909b3b6b4c req-c52e269f-f133-4a04-911f-32b8eec42b9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:48:23.792509 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a265888-b3d6-45f5-b69f-ee0d8e76a1ed None None] Sync routers for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:48:23.802249 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a265888-b3d6-45f5-b69f-ee0d8e76a1ed None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:48:23.802783 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-0a265888-b3d6-45f5-b69f-ee0d8e76a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba79790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:47:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:48:23.823095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-18173bee-c5ce-4513-b5e1-70909b3b6b4c req-c52e269f-f133-4a04-911f-32b8eec42b9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] No DVR routers for this DVR port 334d81e3-f89e-4056-ac3e-0401cc06b686 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:48:23.825986 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-18173bee-c5ce-4513-b5e1-70909b3b6b4c req-c52e269f-f133-4a04-911f-32b8eec42b9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:23.829855 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-18173bee-c5ce-4513-b5e1-70909b3b6b4c req-c52e269f-f133-4a04-911f-32b8eec42b9f tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.48 "DELETE /v2.0/ports/334d81e3-f89e-4056-ac3e-0401cc06b686 HTTP/1.1" status: 204  len: 173 time: 0.8824840
Feb 12 21:48:23.830382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'name': 'network-vif-deleted', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:48:23.832648 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e9d75b-5426-4d2c-bc0f-051d4d79ed2d" -d '{"events": [{"server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "name": "network-vif-deleted", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:48:23.876856 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeda3578-c358-4891-8b49-7030e817cceb x-openstack-request-id: req-aeda3578-c358-4891-8b49-7030e817cceb {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:48:23.877149 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c72556-2f9f-46da-b4c4-9a6fdb32e786", "name": "network-vif-deleted", "tag": "334d81e3-f89e-4056-ac3e-0401cc06b686", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:48:23.877441 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aeda3578-c358-4891-8b49-7030e817cceb {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:48:23.877849 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c72556-2f9f-46da-b4c4-9a6fdb32e786', 'name': 'network-vif-deleted', 'tag': '334d81e3-f89e-4056-ac3e-0401cc06b686', 'status': 'completed', 'code': 200}
Feb 12 21:48:23.916181 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-0a265888-b3d6-45f5-b69f-ee0d8e76a1ed None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:48:24.118218 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-0a265888-b3d6-45f5-b69f-ee0d8e76a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba79790>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:48:24.144080 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a265888-b3d6-45f5-b69f-ee0d8e76a1ed None None] Checking router: 46be19a4-9b50-47cd-92a5-c4c2674fd94e for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:48:24.153005 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a265888-b3d6-45f5-b69f-ee0d8e76a1ed None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:48:24.153665 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-0a265888-b3d6-45f5-b69f-ee0d8e76a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba79790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:47:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:48:24.353682 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-0a265888-b3d6-45f5-b69f-ee0d8e76a1ed None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:48:24.550566 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-0a265888-b3d6-45f5-b69f-ee0d8e76a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba79790>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:48:24.575932 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a265888-b3d6-45f5-b69f-ee0d8e76a1ed None None] The sync data for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 is: [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:44:37Z', 'revision_number': 4, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e323ba02-8f6c-4302-a717-81c2b56ffab6', 'name': '', 'network_id': '34fb4bd0-7538-4c5d-aca6-00f04cac631c', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'mac_address': 'fa:16:3e:fd:8c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:36Z', 'updated_at': '2022-02-12T21:44:41Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'subnets': [{'id': '8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:48:24.750708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9d131d4-7595-4fee-aa83-f97f8d2eade1 req-21fe361b-7510-458f-b13d-157a359ffab1 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c72556-2f9f-46da-b4c4-9a6fdb32e786 HTTP/1.1" status: 200  len: 210 time: 0.0314441
Feb 12 21:48:24.803953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d2058b-f882-4c63-8031-6a452249c653 None None] New status for floating IP 9c496297-fc21-4582-8eac-8bb625a2bf2b: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:48:25.877618 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6f6c-3d74-499d-84e5-99af3c0b04f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:25.959914 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 334d81e3-f89e-4056-ac3e-0401cc06b686 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:48:25.985622 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 334d81e3-f89e-4056-ac3e-0401cc06b686 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:48:25.990454 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 334d81e3-f89e-4056-ac3e-0401cc06b686 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:48:27.283109 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:28.334508 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d1426ca3-f639-4e30-acb7-698f3b6e495b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:29.609018 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:29.678948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55272) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:48:29.717292 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:29.732785 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5efb8b6-b425-4378-bb8e-51f4a79f195d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for security_group (7d0ae692-543f-44fd-b31d-1f4d6be0891a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:29.757333 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5efb8b6-b425-4378-bb8e-51f4a79f195d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for security_group (7d0ae692-543f-44fd-b31d-1f4d6be0891a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:29.842865 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5efb8b6-b425-4378-bb8e-51f4a79f195d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7d0ae692-543f-44fd-b31d-1f4d6be0891a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:29.845659 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5efb8b6-b425-4378-bb8e-51f4a79f195d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:29.846893 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c5efb8b6-b425-4378-bb8e-51f4a79f195d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "DELETE /v2.0/security-groups/7d0ae692-543f-44fd-b31d-1f4d6be0891a HTTP/1.1" status: 204  len: 168 time: 0.1668699
Feb 12 21:48:29.849492 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55274) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:48:29.856028 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efb8b6-b425-4378-bb8e-51f4a79f195d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0ae692-543f-44fd-b31d-1f4d6be0891a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:29.863413 ncdv-master-1 neutron-server[126506]: INFO neutron.api.v2.resource [None req-b7db0c68-419a-4f82-aa3e-31f6e3bb5c48 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] show failed (client error): The resource could not be found.
Feb 12 21:48:29.864419 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b7db0c68-419a-4f82-aa3e-31f6e3bb5c48 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "GET /v2.0/security-groups/7d0ae692-543f-44fd-b31d-1f4d6be0891a HTTP/1.1" status: 404  len: 347 time: 0.0139215
Feb 12 21:48:29.867239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55276) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:48:30.295267 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Deleting port 4d039734-a3b9-41cd-9ae5-0103c41c5cfe {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:48:30.295607 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4d039734-a3b9-41cd-9ae5-0103c41c5cfe), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:30.371926 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4d039734-a3b9-41cd-9ae5-0103c41c5cfe), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:30.372251 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for floatingip (4d039734-a3b9-41cd-9ae5-0103c41c5cfe), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:30.384158 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Calling delete_port for 4d039734-a3b9-41cd-9ae5-0103c41c5cfe owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:48:30.586472 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4d039734-a3b9-41cd-9ae5-0103c41c5cfe), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:30.612057 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Pushing event deleted for resources: {'Port': ['ID=4d039734-a3b9-41cd-9ae5-0103c41c5cfe,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:30.637345 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:30.637714 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:30.638053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:30.638421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:30.638753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:30.639082 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:30.639436 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:30.639761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:30.640084 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:30.640403 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:30.640754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:30.641078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:30.641704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:30.684127 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks [] for floatingip (9c496297-fc21-4582-8eac-8bb625a2bf2b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:30.686819 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:30.688048 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-79544c48-7d21-426a-bffe-cc31ff491a1d tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] 10.222.0.31 "DELETE /v2.0/floatingips/9c496297-fc21-4582-8eac-8bb625a2bf2b HTTP/1.1" status: 204  len: 168 time: 0.8198690
Feb 12 21:48:30.690990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55278) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:48:31.036338 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cfc2bb3c-4804-4fcd-a53c-bfaeab950dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (46be19a4-9b50-47cd-92a5-c4c2674fd94e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:31.106000 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:31.286246 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2bb3c-4804-4fcd-a53c-bfaeab950dc4 admin admin] Deleting port e323ba02-8f6c-4302-a717-81c2b56ffab6 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:48:31.286485 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cfc2bb3c-4804-4fcd-a53c-bfaeab950dc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:31.365216 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-cfc2bb3c-4804-4fcd-a53c-bfaeab950dc4 admin admin] For port e323ba02-8f6c-4302-a717-81c2b56ffab6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e323ba02-8f6c-4302-a717-81c2b56ffab6,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:31.365631 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cfc2bb3c-4804-4fcd-a53c-bfaeab950dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:31.378731 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2bb3c-4804-4fcd-a53c-bfaeab950dc4 admin admin] Calling delete_port for e323ba02-8f6c-4302-a717-81c2b56ffab6 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:48:31.648967 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cfc2bb3c-4804-4fcd-a53c-bfaeab950dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (e323ba02-8f6c-4302-a717-81c2b56ffab6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:31.672881 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2bb3c-4804-4fcd-a53c-bfaeab950dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e323ba02-8f6c-4302-a717-81c2b56ffab6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:31.853343 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cfc2bb3c-4804-4fcd-a53c-bfaeab950dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (46be19a4-9b50-47cd-92a5-c4c2674fd94e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:32.073241 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc2bb3c-4804-4fcd-a53c-bfaeab950dc4 admin admin] Router 46be19a4-9b50-47cd-92a5-c4c2674fd94e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:48:32.184468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc2bb3c-4804-4fcd-a53c-bfaeab950dc4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:48:32.190204 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cfc2bb3c-4804-4fcd-a53c-bfaeab950dc4 admin admin] 10.222.0.31 "PUT /v2.0/routers/46be19a4-9b50-47cd-92a5-c4c2674fd94e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4981112
Feb 12 21:48:32.192621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55282) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:48:32.196082 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f2dcf7-2c83-486b-b3f0-511bcb89c6d8 None None] Sync routers for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:48:32.207675 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f2dcf7-2c83-486b-b3f0-511bcb89c6d8 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:48:32.208656 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a2f2dcf7-2c83-486b-b3f0-511bcb89c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe24a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:48:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:48:32.214007 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:32.296539 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3def7ff2-ffd4-4481-b70d-4ae90742ce8d admin admin] Publish callbacks [] for router (46be19a4-9b50-47cd-92a5-c4c2674fd94e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:32.319153 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-a2f2dcf7-2c83-486b-b3f0-511bcb89c6d8 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:48:32.407724 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3def7ff2-ffd4-4481-b70d-4ae90742ce8d admin admin] Publish callbacks [] for router_gateway (46be19a4-9b50-47cd-92a5-c4c2674fd94e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:32.498319 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a2f2dcf7-2c83-486b-b3f0-511bcb89c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe24a30>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131'}], 'enable_snat': True}, 'gw_port_id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:48:31Z', 'revision_number': 5, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port': {'id': 'edc34f7d-c140-48a5-930b-5da03cc7c25b', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:44:35Z', 'updated_at': '2022-02-12T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:48:32.525716 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f2dcf7-2c83-486b-b3f0-511bcb89c6d8 None None] Checking router: 46be19a4-9b50-47cd-92a5-c4c2674fd94e for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:48:32.535253 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f2dcf7-2c83-486b-b3f0-511bcb89c6d8 None None] Routers {'46be19a4-9b50-47cd-92a5-c4c2674fd94e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:48:32.535899 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a2f2dcf7-2c83-486b-b3f0-511bcb89c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe24a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:48:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:48:32.541090 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3def7ff2-ffd4-4481-b70d-4ae90742ce8d admin admin] Deleting port edc34f7d-c140-48a5-930b-5da03cc7c25b {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:48:32.544995 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3def7ff2-ffd4-4481-b70d-4ae90742ce8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (edc34f7d-c140-48a5-930b-5da03cc7c25b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:32.623249 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-3def7ff2-ffd4-4481-b70d-4ae90742ce8d admin admin] For port edc34f7d-c140-48a5-930b-5da03cc7c25b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edc34f7d-c140-48a5-930b-5da03cc7c25b,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:32.623608 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3def7ff2-ffd4-4481-b70d-4ae90742ce8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (edc34f7d-c140-48a5-930b-5da03cc7c25b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:32.624625 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-a2f2dcf7-2c83-486b-b3f0-511bcb89c6d8 None None] Set router 46be19a4-9b50-47cd-92a5-c4c2674fd94e gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:48:32.636707 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-3def7ff2-ffd4-4481-b70d-4ae90742ce8d admin admin] Calling delete_port for edc34f7d-c140-48a5-930b-5da03cc7c25b owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:48:32.675579 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-a2f2dcf7-2c83-486b-b3f0-511bcb89c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe24a30>, [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:48:32Z', 'revision_number': 6, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:48:32.704254 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f2dcf7-2c83-486b-b3f0-511bcb89c6d8 None None] The sync data for ids ['46be19a4-9b50-47cd-92a5-c4c2674fd94e'] in ncdv-master-1 is: [{'id': '46be19a4-9b50-47cd-92a5-c4c2674fd94e', 'name': 'tempest-ServerActionsTestJSON-102821222-router', 'tenant_id': '902f92c068c04a1994a8d95036240a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:44:34Z', 'updated_at': '2022-02-12T21:48:32Z', 'revision_number': 6, 'project_id': '902f92c068c04a1994a8d95036240a10', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:48:32.871764 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3def7ff2-ffd4-4481-b70d-4ae90742ce8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (edc34f7d-c140-48a5-930b-5da03cc7c25b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:32.897682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def7ff2-ffd4-4481-b70d-4ae90742ce8d admin admin] Pushing event deleted for resources: {'Port': ['ID=edc34f7d-c140-48a5-930b-5da03cc7c25b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:32.962220 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3def7ff2-ffd4-4481-b70d-4ae90742ce8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (46be19a4-9b50-47cd-92a5-c4c2674fd94e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.053160 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3def7ff2-ffd4-4481-b70d-4ae90742ce8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (46be19a4-9b50-47cd-92a5-c4c2674fd94e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.055653 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3def7ff2-ffd4-4481-b70d-4ae90742ce8d admin admin] Publish callbacks [] for router_controller (46be19a4-9b50-47cd-92a5-c4c2674fd94e), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.163548 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3def7ff2-ffd4-4481-b70d-4ae90742ce8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (46be19a4-9b50-47cd-92a5-c4c2674fd94e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.164176 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3def7ff2-ffd4-4481-b70d-4ae90742ce8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46be19a4-9b50-47cd-92a5-c4c2674fd94e {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:48:33.168788 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3def7ff2-ffd4-4481-b70d-4ae90742ce8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.170181 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3def7ff2-ffd4-4481-b70d-4ae90742ce8d admin admin] 10.222.0.31 "DELETE /v2.0/routers/46be19a4-9b50-47cd-92a5-c4c2674fd94e HTTP/1.1" status: 204  len: 168 time: 0.9765980
Feb 12 21:48:33.172787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55284) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:48:33.221216 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-6317d7da-0e28-47e6-9388-a61656ad31c6 admin admin] Deleting subnet 8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:48:33.224163 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6317d7da-0e28-47e6-9388-a61656ad31c6 admin admin] Publish callbacks [] for subnet (8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.258817 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6317d7da-0e28-47e6-9388-a61656ad31c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.335747 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6317d7da-0e28-47e6-9388-a61656ad31c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.443714 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6317d7da-0e28-47e6-9388-a61656ad31c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.468449 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317d7da-0e28-47e6-9388-a61656ad31c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:33.474469 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6317d7da-0e28-47e6-9388-a61656ad31c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.477803 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6317d7da-0e28-47e6-9388-a61656ad31c6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8c8dc107-b0d7-431b-8a0c-b0dd0fb5b44c HTTP/1.1" status: 204  len: 168 time: 0.3040009
Feb 12 21:48:33.480331 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55286) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:48:33.483035 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379e8025-b3ae-40cd-82ea-42c4697f1141 None None] Network 34fb4bd0-7538-4c5d-aca6-00f04cac631c requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:48:33.552889 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (34fb4bd0-7538-4c5d-aca6-00f04cac631c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.608544 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] Deleting port 0af4bfd3-5157-4a9b-83fc-890322385cf6 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:48:33.608891 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0af4bfd3-5157-4a9b-83fc-890322385cf6), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.630262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] DHCP port deletion for 34fb4bd0-7538-4c5d-aca6-00f04cac631c request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:48:33.678739 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] For port 0af4bfd3-5157-4a9b-83fc-890322385cf6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0af4bfd3-5157-4a9b-83fc-890322385cf6,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:33.679103 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0af4bfd3-5157-4a9b-83fc-890322385cf6), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.679859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Deleting port 0af4bfd3-5157-4a9b-83fc-890322385cf6 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:48:33.680245 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0af4bfd3-5157-4a9b-83fc-890322385cf6), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.693854 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] Calling delete_port for 0af4bfd3-5157-4a9b-83fc-890322385cf6 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:48:33.753198 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] For port 0af4bfd3-5157-4a9b-83fc-890322385cf6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0af4bfd3-5157-4a9b-83fc-890322385cf6,segment=NetworkSegment(6eef3188-7cab-45c8-8c18-b7dfa5995b29),segment_id=6eef3188-7cab-45c8-8c18-b7dfa5995b29)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:33.753629 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0af4bfd3-5157-4a9b-83fc-890322385cf6), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.770198 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Calling delete_port for 0af4bfd3-5157-4a9b-83fc-890322385cf6 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:48:33.900820 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (0af4bfd3-5157-4a9b-83fc-890322385cf6), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 12 21:48:33.902777 ncdv-master-1 neutron-server[126507]:   self.session.flush()
Feb 12 21:48:33.908673 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (0af4bfd3-5157-4a9b-83fc-890322385cf6), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:33.927159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af4bfd3-5157-4a9b-83fc-890322385cf6,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:33.935620 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Pushing event deleted for resources: {'Port': ['ID=0af4bfd3-5157-4a9b-83fc-890322385cf6,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:33.936116 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] No DVR routers for this DVR port 0af4bfd3-5157-4a9b-83fc-890322385cf6 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:48:33.938376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] No DVR routers for this DVR port 0af4bfd3-5157-4a9b-83fc-890322385cf6 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:48:33.946987 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:33.947340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:33.947709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:33.948071 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:33.948377 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:33.948714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:33.949057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:33.949422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:33.949729 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:33.950504 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:33.950504 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:33.950668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:33.950983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dc9338-4d1e-47bb-9b3e-01b538291b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:48:34.015397 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (34fb4bd0-7538-4c5d-aca6-00f04cac631c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:34.037173 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9c11e50>,) {'filters': {'network_id': ['34fb4bd0-7538-4c5d-aca6-00f04cac631c']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:48:34.048098 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9c11e50>, '6eef3188-7cab-45c8-8c18-b7dfa5995b29') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:48:34.048363 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9c11e50>, '6eef3188-7cab-45c8-8c18-b7dfa5995b29') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:48:34.062043 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (6eef3188-7cab-45c8-8c18-b7dfa5995b29), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:34.076366 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (6eef3188-7cab-45c8-8c18-b7dfa5995b29), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:34.082569 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:48:34.082989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (6eef3188-7cab-45c8-8c18-b7dfa5995b29), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:48:34.084649 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:48:34.191302 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (34fb4bd0-7538-4c5d-aca6-00f04cac631c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:34.196636 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:34.199775 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/34fb4bd0-7538-4c5d-aca6-00f04cac631c HTTP/1.1" status: 204  len: 168 time: 0.7185087
Feb 12 21:48:34.211382 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe16c-d61f-4a3b-b35c-7e7d9b352ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=34fb4bd0-7538-4c5d-aca6-00f04cac631c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:34.494289 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55290) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:48:34.544724 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fc86f70d-9d6b-4ca8-be6d-e78d1e421b96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=902f92c068c04a1994a8d95036240a10&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0505476
Feb 12 21:48:34.547731 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55292) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:48:34.564517 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device edc34f7d-c140-48a5-930b-5da03cc7c25b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:48:34.584124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: edc34f7d-c140-48a5-930b-5da03cc7c25b {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:48:34.584472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device edc34f7d-c140-48a5-930b-5da03cc7c25b not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:48:34.584878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0af4bfd3-5157-4a9b-83fc-890322385cf6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:48:34.595869 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3315eb5f-3018-4698-a310-af729bcb3140 admin admin] Publish callbacks [] for security_group (454996da-72d7-4bf7-8e93-7f55c6e864a3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:34.603435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 0af4bfd3-5157-4a9b-83fc-890322385cf6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:48:34.603787 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 0af4bfd3-5157-4a9b-83fc-890322385cf6 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:48:34.604195 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e323ba02-8f6c-4302-a717-81c2b56ffab6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:48:34.621317 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3315eb5f-3018-4698-a310-af729bcb3140 admin admin] Publish callbacks [] for security_group (454996da-72d7-4bf7-8e93-7f55c6e864a3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:34.623327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: e323ba02-8f6c-4302-a717-81c2b56ffab6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:48:34.623672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device e323ba02-8f6c-4302-a717-81c2b56ffab6 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:48:34.735864 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3315eb5f-3018-4698-a310-af729bcb3140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (454996da-72d7-4bf7-8e93-7f55c6e864a3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:34.738515 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3315eb5f-3018-4698-a310-af729bcb3140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:34.739716 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3315eb5f-3018-4698-a310-af729bcb3140 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/454996da-72d7-4bf7-8e93-7f55c6e864a3 HTTP/1.1" status: 204  len: 168 time: 0.1909478
Feb 12 21:48:34.748056 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315eb5f-3018-4698-a310-af729bcb3140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454996da-72d7-4bf7-8e93-7f55c6e864a3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:35.615308 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55314) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:48:35.721113 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4befabc4-4970-4f23-b07a-7260134d7104 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-161139252-network', 'tenant_id': 'd38accd245be44a99cb7c89cb2dc18cf'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:48:35.780243 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4befabc4-4970-4f23-b07a-7260134d7104 admin admin] Made reservation on behalf of d38accd245be44a99cb7c89cb2dc18cf for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:48:35.783353 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4befabc4-4970-4f23-b07a-7260134d7104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:35.792277 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4befabc4-4970-4f23-b07a-7260134d7104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:35.865729 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4befabc4-4970-4f23-b07a-7260134d7104 admin admin] Publish callbacks [] for security_group (0055465b-7ed0-424a-952e-729299775975), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:35.905376 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4befabc4-4970-4f23-b07a-7260134d7104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0055465b-7ed0-424a-952e-729299775975), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:35.930175 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4befabc4-4970-4f23-b07a-7260134d7104 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:48:35.938761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befabc4-4970-4f23-b07a-7260134d7104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0055465b-7ed0-424a-952e-729299775975,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:35.944477 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4befabc4-4970-4f23-b07a-7260134d7104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (197ed97f-0583-4e35-a69a-003785316ef2), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:35.944823 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-4befabc4-4970-4f23-b07a-7260134d7104 admin admin] Added segment 197ed97f-0583-4e35-a69a-003785316ef2 of type vlan for network eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f
Feb 12 21:48:35.984207 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4befabc4-4970-4f23-b07a-7260134d7104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:36.054294 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4befabc4-4970-4f23-b07a-7260134d7104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:36.055153 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4befabc4-4970-4f23-b07a-7260134d7104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:36.055727 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4befabc4-4970-4f23-b07a-7260134d7104 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:36.120203 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befabc4-4970-4f23-b07a-7260134d7104 admin admin] Pushing event updated for resources: {'Network': ['ID=eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:36.130369 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:48:36.131544 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4befabc4-4970-4f23-b07a-7260134d7104 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5151410
Feb 12 21:48:36.134340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55318) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:48:36.139290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f98bb73b-c6f5-4537-90c9-f79b55f900cf admin admin] Request body: {'subnet': {'network_id': 'eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-161139252-subnet', 'tenant_id': 'd38accd245be44a99cb7c89cb2dc18cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:48:36.203146 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98bb73b-c6f5-4537-90c9-f79b55f900cf admin admin] Made reservation on behalf of d38accd245be44a99cb7c89cb2dc18cf for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:48:36.205609 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f98bb73b-c6f5-4537-90c9-f79b55f900cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:36.409121 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f98bb73b-c6f5-4537-90c9-f79b55f900cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (b67ec9e9-1e13-4ece-98f1-d81be8e8328c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:36.462042 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bb73b-c6f5-4537-90c9-f79b55f900cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67ec9e9-1e13-4ece-98f1-d81be8e8328c,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:36.473419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98bb73b-c6f5-4537-90c9-f79b55f900cf admin admin] Checking segment: {'id': '197ed97f-0583-4e35-a69a-003785316ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:48:36.473784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98bb73b-c6f5-4537-90c9-f79b55f900cf admin admin] Network hostable DHCP agents. Network: eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:48:36.522813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98bb73b-c6f5-4537-90c9-f79b55f900cf admin admin] Network eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:48:36.568396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-f98bb73b-c6f5-4537-90c9-f79b55f900cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:48:36.572280 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98bb73b-c6f5-4537-90c9-f79b55f900cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:36.572898 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f98bb73b-c6f5-4537-90c9-f79b55f900cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:36.577342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb23d6e-b22d-4115-95b9-8bc09fcd3a40 None None] Network eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:48:36.639747 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f98bb73b-c6f5-4537-90c9-f79b55f900cf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5042551
Feb 12 21:48:36.677838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba29d8c-20dc-408c-985a-84a03cdc0033 None None] Network eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:48:37.063438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4284f-625e-4168-affc-9a984599697c req-db824f94-ee02-477b-a777-6f1778edc2ca tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:37.064891 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9b4284f-625e-4168-affc-9a984599697c req-db824f94-ee02-477b-a777-6f1778edc2ca tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/networks?id=eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f HTTP/1.1" status: 200  len: 813 time: 0.1032393
Feb 12 21:48:37.079626 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9b4284f-625e-4168-affc-9a984599697c req-839586c3-96b4-42a6-8175-0da2aa24a05b tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/quotas/d38accd245be44a99cb7c89cb2dc18cf HTTP/1.1" status: 200  len: 375 time: 0.0092909
Feb 12 21:48:37.111478 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9b4284f-625e-4168-affc-9a984599697c req-13f1e549-dcb1-4236-8020-9dc8aff70e24 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d38accd245be44a99cb7c89cb2dc18cf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0272081
Feb 12 21:48:37.255374 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9b4284f-625e-4168-affc-9a984599697c req-d709c8d2-6034-4379-848b-f12798e65475 service neutron] 10.222.0.31 "GET /v2.0/networks/eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374009
Feb 12 21:48:37.348132 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9b4284f-625e-4168-affc-9a984599697c req-dcbca514-6892-46b7-bfbc-2741d66fb3f4 service neutron] 10.222.0.31 "GET /v2.0/networks/eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870178
Feb 12 21:48:37.555829 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bdde6a81-96e0-4716-aaa1-4757891c22ce req-57d5f089-f136-4611-941f-d404d8447fd8 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 210 time: 0.0276880
Feb 12 21:48:38.650498 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a1626f39-9ac4-4f66-a985-3733ca9291d5 req-a3fcbcc2-f157-49cb-b9a6-f1cd3ec6cffb tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 210 time: 0.0277092
Feb 12 21:48:39.607947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4284f-625e-4168-affc-9a984599697c req-e02e9691-8c21-4b84-b889-43c26a4cde3a tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:39.609458 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9b4284f-625e-4168-affc-9a984599697c req-e02e9691-8c21-4b84-b889-43c26a4cde3a tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.48 "GET /v2.0/networks?id=eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f HTTP/1.1" status: 200  len: 813 time: 0.1126831
Feb 12 21:48:39.626378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-b9b4284f-625e-4168-affc-9a984599697c req-f543c935-c332-4be7-a38c-08884a065c38 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Request body: {'port': {'device_id': '76e1381b-d471-40f3-a558-7657cb1a48c2', 'network_id': 'eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f', 'admin_state_up': True, 'tenant_id': 'd38accd245be44a99cb7c89cb2dc18cf'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:48:39.756690 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-46f8ceaa-7e57-4c58-98f4-ab95625637c5 req-907fc870-6ee0-42af-9e18-0396a5f0d527 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 210 time: 0.0282764
Feb 12 21:48:39.786072 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b4284f-625e-4168-affc-9a984599697c req-f543c935-c332-4be7-a38c-08884a065c38 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Made reservation on behalf of d38accd245be44a99cb7c89cb2dc18cf for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:48:39.789446 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9b4284f-625e-4168-affc-9a984599697c req-f543c935-c332-4be7-a38c-08884a065c38 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:39.918377 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-b9b4284f-625e-4168-affc-9a984599697c req-f543c935-c332-4be7-a38c-08884a065c38 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Allocated IP 172.20.0.11 (eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f/b67ec9e9-1e13-4ece-98f1-d81be8e8328c/3258d224-67ed-44c1-920e-274671e1d2e4) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:48:40.065154 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9b4284f-625e-4168-affc-9a984599697c req-f543c935-c332-4be7-a38c-08884a065c38 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Publish callbacks [] for port (3258d224-67ed-44c1-920e-274671e1d2e4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:40.146335 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9b4284f-625e-4168-affc-9a984599697c req-f543c935-c332-4be7-a38c-08884a065c38 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3258d224-67ed-44c1-920e-274671e1d2e4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:40.191627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b4284f-625e-4168-affc-9a984599697c req-f543c935-c332-4be7-a38c-08884a065c38 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Network eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:48:40.194656 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-b9b4284f-625e-4168-affc-9a984599697c req-f543c935-c332-4be7-a38c-08884a065c38 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:48:40.198402 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b4284f-625e-4168-affc-9a984599697c req-f543c935-c332-4be7-a38c-08884a065c38 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:48:40.205397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543c935-c332-4be7-a38c-08884a065c38 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Pushing event updated for resources: {'Port': ['ID=3258d224-67ed-44c1-920e-274671e1d2e4,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:40.250529 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4284f-625e-4168-affc-9a984599697c req-f543c935-c332-4be7-a38c-08884a065c38 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:40.251136 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9b4284f-625e-4168-affc-9a984599697c req-f543c935-c332-4be7-a38c-08884a065c38 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:40.314066 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9b4284f-625e-4168-affc-9a984599697c req-f543c935-c332-4be7-a38c-08884a065c38 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6922374
Feb 12 21:48:40.379651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Request body: {'port': {'device_id': '76e1381b-d471-40f3-a558-7657cb1a48c2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:48:40.440675 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3258d224-67ed-44c1-920e-274671e1d2e4), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:40.698428 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3258d224-67ed-44c1-920e-274671e1d2e4 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:48:40.705974 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Publish callbacks [] for port (3258d224-67ed-44c1-920e-274671e1d2e4), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:40.718112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Transition to ACTIVE for port object 3258d224-67ed-44c1-920e-274671e1d2e4 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:48:40.803313 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (3258d224-67ed-44c1-920e-274671e1d2e4), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:41.236188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Pushing event updated for resources: {'Port': ['ID=3258d224-67ed-44c1-920e-274671e1d2e4,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:41.295238 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9504-7c51-4e31-91b3-b9a9f2218c87 req-43a22e7e-1373-4e19-be63-ed2f386e34aa tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:41.296691 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-402e9504-7c51-4e31-91b3-b9a9f2218c87 req-43a22e7e-1373-4e19-be63-ed2f386e34aa tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 944 time: 0.4569645
Feb 12 21:48:41.331918 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Attempting to bind port 3258d224-67ed-44c1-920e-274671e1d2e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:48:41.332253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Attempting to bind port 3258d224-67ed-44c1-920e-274671e1d2e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '197ed97f-0583-4e35-a69a-003785316ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:48:41.332579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Attempting to bind port 3258d224-67ed-44c1-920e-274671e1d2e4 on network eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:48:41.341749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Port 3258d224-67ed-44c1-920e-274671e1d2e4 on network eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:48:41.342063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Attempting to bind port 3258d224-67ed-44c1-920e-274671e1d2e4 on network eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:48:41.351742 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:48:41.352080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Checking segment: {'id': '197ed97f-0583-4e35-a69a-003785316ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:48:41.352462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Bound using segment: {'id': '197ed97f-0583-4e35-a69a-003785316ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:48:41.352890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Bound port: 3258d224-67ed-44c1-920e-274671e1d2e4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197ed97f-0583-4e35-a69a-003785316ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:48:41.353280 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3258d224-67ed-44c1-920e-274671e1d2e4), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:41.372860 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-402e9504-7c51-4e31-91b3-b9a9f2218c87 req-c18cae99-719d-4ed9-a61d-5d8193fe3e51 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693283
Feb 12 21:48:41.428371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] For port 3258d224-67ed-44c1-920e-274671e1d2e4, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:48:41.431318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] For port 3258d224-67ed-44c1-920e-274671e1d2e4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3258d224-67ed-44c1-920e-274671e1d2e4,segment=NetworkSegment(197ed97f-0583-4e35-a69a-003785316ef2),segment_id=197ed97f-0583-4e35-a69a-003785316ef2)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:48:41.483354 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (3258d224-67ed-44c1-920e-274671e1d2e4), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:41.520088 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:41.520707 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:41.522182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9b4284f-625e-4168-affc-9a984599697c req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] 10.222.0.48 "PUT /v2.0/ports/3258d224-67ed-44c1-920e-274671e1d2e4 HTTP/1.1" status: 200  len: 1092 time: 1.1972752
Feb 12 21:48:41.522621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e1381b-d471-40f3-a558-7657cb1a48c2', 'tag': '3258d224-67ed-44c1-920e-274671e1d2e4'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:48:41.524855 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120a7b1f-8be0-4917-8e6d-f84f0d0bae29" -d '{"events": [{"name": "network-changed", "server_uuid": "76e1381b-d471-40f3-a558-7657cb1a48c2", "tag": "3258d224-67ed-44c1-920e-274671e1d2e4"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:48:41.548037 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ca593-50ba-448d-8170-b80fc31f7762 service neutron] Pushing event updated for resources: {'Port': ['ID=3258d224-67ed-44c1-920e-274671e1d2e4,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:41.633058 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9021537-4ab9-46e7-9f44-41da42673ab9 x-openstack-request-id: req-e9021537-4ab9-46e7-9f44-41da42673ab9 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:48:41.633420 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e1381b-d471-40f3-a558-7657cb1a48c2", "tag": "3258d224-67ed-44c1-920e-274671e1d2e4", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:48:41.633724 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9021537-4ab9-46e7-9f44-41da42673ab9 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:48:41.634155 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e1381b-d471-40f3-a558-7657cb1a48c2', 'tag': '3258d224-67ed-44c1-920e-274671e1d2e4', 'status': 'completed', 'code': 200}
Feb 12 21:48:41.645404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4284f-625e-4168-affc-9a984599697c req-9a82c7bb-ceed-4d67-b0d5-23cf9cbdd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:41.646926 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9b4284f-625e-4168-affc-9a984599697c req-9a82c7bb-ceed-4d67-b0d5-23cf9cbdd644 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d38accd245be44a99cb7c89cb2dc18cf&device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 1126 time: 0.0498557
Feb 12 21:48:41.693491 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9b4284f-625e-4168-affc-9a984599697c req-5b2209ae-5a50-4c6f-8050-acdfacc91d4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3258d224-67ed-44c1-920e-274671e1d2e4 HTTP/1.1" status: 200  len: 217 time: 0.0377140
Feb 12 21:48:41.741121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4284f-625e-4168-affc-9a984599697c req-5f7b34a9-f219-4fa9-ac0c-ff5ace619663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:41.742563 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9b4284f-625e-4168-affc-9a984599697c req-5f7b34a9-f219-4fa9-ac0c-ff5ace619663 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b67ec9e9-1e13-4ece-98f1-d81be8e8328c HTTP/1.1" status: 200  len: 853 time: 0.0433810
Feb 12 21:48:41.778267 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9b4284f-625e-4168-affc-9a984599697c req-515a23e9-2f3b-4003-a7e8-8e9c9f8e4e5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256133
Feb 12 21:48:41.869144 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9b4284f-625e-4168-affc-9a984599697c req-5b9bd738-e6ed-4f93-9a7c-695892b3e995 service neutron] 10.222.0.48 "GET /v2.0/networks/eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843606
Feb 12 21:48:41.959375 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9b4284f-625e-4168-affc-9a984599697c req-04cef96c-9b9d-4c95-910e-3c8a407c551b service neutron] 10.222.0.48 "GET /v2.0/networks/eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811062
Feb 12 21:48:42.105690 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a7b1f-8be0-4917-8e6d-f84f0d0bae29 req-623719f1-83e7-42f1-bd23-64eca822b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:42.107077 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-120a7b1f-8be0-4917-8e6d-f84f0d0bae29 req-623719f1-83e7-42f1-bd23-64eca822b1b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d38accd245be44a99cb7c89cb2dc18cf&device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 1126 time: 0.0443544
Feb 12 21:48:42.201373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a7b1f-8be0-4917-8e6d-f84f0d0bae29 req-b443823e-fff2-4f3e-9f1e-2ac9dc6448b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:42.202986 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-120a7b1f-8be0-4917-8e6d-f84f0d0bae29 req-b443823e-fff2-4f3e-9f1e-2ac9dc6448b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f HTTP/1.1" status: 200  len: 914 time: 0.0902908
Feb 12 21:48:42.245407 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-120a7b1f-8be0-4917-8e6d-f84f0d0bae29 req-a0abc616-8c84-493e-be16-8facae4b5264 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3258d224-67ed-44c1-920e-274671e1d2e4 HTTP/1.1" status: 200  len: 217 time: 0.0358315
Feb 12 21:48:42.301119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a7b1f-8be0-4917-8e6d-f84f0d0bae29 req-9b246451-4b5f-4ba6-b1e4-2817932288da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:42.302608 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-120a7b1f-8be0-4917-8e6d-f84f0d0bae29 req-9b246451-4b5f-4ba6-b1e4-2817932288da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b67ec9e9-1e13-4ece-98f1-d81be8e8328c HTTP/1.1" status: 200  len: 853 time: 0.0499227
Feb 12 21:48:42.334568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-120a7b1f-8be0-4917-8e6d-f84f0d0bae29 req-81f98d3b-982f-440f-a507-bf455b7ab380 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253422
Feb 12 21:48:42.423335 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-120a7b1f-8be0-4917-8e6d-f84f0d0bae29 req-04aca182-69d4-41f6-b0fd-57eef5a1e00d service neutron] 10.222.0.48 "GET /v2.0/networks/eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823681
Feb 12 21:48:42.554914 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835457c-3361-498a-85cf-f8f00551f224 req-378592c9-0eb4-46b5-93d6-5a05e89b3e28 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:42.556388 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6835457c-3361-498a-85cf-f8f00551f224 req-378592c9-0eb4-46b5-93d6-5a05e89b3e28 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 944 time: 0.1089725
Feb 12 21:48:42.558581 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-120a7b1f-8be0-4917-8e6d-f84f0d0bae29 req-70319a2f-d178-42c6-aa42-b5f28c75be47 service neutron] 10.222.0.48 "GET /v2.0/networks/eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287096
Feb 12 21:48:42.604254 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6835457c-3361-498a-85cf-f8f00551f224 req-e497bc24-f5e5-4fdf-916f-4428b35d69c6 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421631
Feb 12 21:48:43.729782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074870-3f00-493a-8dcb-0282446a82ec req-99a3fe24-4062-4bbe-9f24-644a0763b349 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:43.731342 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ef074870-3f00-493a-8dcb-0282446a82ec req-99a3fe24-4062-4bbe-9f24-644a0763b349 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 944 time: 0.0564039
Feb 12 21:48:43.782784 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ef074870-3f00-493a-8dcb-0282446a82ec req-0af1d81b-15b3-45eb-b153-f1f810554d51 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420303
Feb 12 21:48:44.020229 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3258d224-67ed-44c1-920e-274671e1d2e4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:48:44.118602 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3258d224-67ed-44c1-920e-274671e1d2e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3258d224-67ed-44c1-920e-274671e1d2e4,segment=NetworkSegment(197ed97f-0583-4e35-a69a-003785316ef2),segment_id=197ed97f-0583-4e35-a69a-003785316ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:44.130540 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '3258d224-67ed-44c1-920e-274671e1d2e4', 'network_id': 'eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f', 'port_id': '3258d224-67ed-44c1-920e-274671e1d2e4', 'mac_address': 'fa:16:3e:9b:e4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67ec9e9-1e13-4ece-98f1-d81be8e8328c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:48:44.167475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 3258d224-67ed-44c1-920e-274671e1d2e4 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:48:44.167906 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3258d224-67ed-44c1-920e-274671e1d2e4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:44.180924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3258d224-67ed-44c1-920e-274671e1d2e4 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:48:44.200599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3258d224-67ed-44c1-920e-274671e1d2e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3258d224-67ed-44c1-920e-274671e1d2e4,segment=NetworkSegment(197ed97f-0583-4e35-a69a-003785316ef2),segment_id=197ed97f-0583-4e35-a69a-003785316ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:44.265665 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3258d224-67ed-44c1-920e-274671e1d2e4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:44.313453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=3258d224-67ed-44c1-920e-274671e1d2e4,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:44.484295 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['3258d224-67ed-44c1-920e-274671e1d2e4'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:48:44.912179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9ab95-ed76-41a1-a8bc-c47b6708f5b9 req-d02dbcaf-30fc-45c4-803d-21907adb8bd3 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:44.913689 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cfe9ab95-ed76-41a1-a8bc-c47b6708f5b9 req-d02dbcaf-30fc-45c4-803d-21907adb8bd3 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 945 time: 0.0592706
Feb 12 21:48:44.959889 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cfe9ab95-ed76-41a1-a8bc-c47b6708f5b9 req-2a46f219-bef3-4c5c-9025-0ee6845de0b6 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406079
Feb 12 21:48:46.034532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3258d224-67ed-44c1-920e-274671e1d2e4 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:48:46.081168 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e980ad8-da62-4755-8a76-97c539b03bc9 req-f0078b47-0d3a-4abf-86bb-5d0faac2a50b tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:46.082721 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1e980ad8-da62-4755-8a76-97c539b03bc9 req-f0078b47-0d3a-4abf-86bb-5d0faac2a50b tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 945 time: 0.0535648
Feb 12 21:48:46.129802 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1e980ad8-da62-4755-8a76-97c539b03bc9 req-b1c9dd59-e772-4f4d-acf4-24f9db13a669 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414581
Feb 12 21:48:46.139862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 3258d224-67ed-44c1-920e-274671e1d2e4 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:48:46.144165 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 3258d224-67ed-44c1-920e-274671e1d2e4 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:48:46.145904 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3258d224-67ed-44c1-920e-274671e1d2e4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:46.225878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 3258d224-67ed-44c1-920e-274671e1d2e4 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:48:46.226272 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3258d224-67ed-44c1-920e-274671e1d2e4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:46.248729 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e1381b-d471-40f3-a558-7657cb1a48c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3258d224-67ed-44c1-920e-274671e1d2e4'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:48:46.250989 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b606711-cf2e-4f8a-8f77-bdca1eaa8b1c" -d '{"events": [{"server_uuid": "76e1381b-d471-40f3-a558-7657cb1a48c2", "name": "network-vif-plugged", "status": "completed", "tag": "3258d224-67ed-44c1-920e-274671e1d2e4"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:48:46.264762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 3258d224-67ed-44c1-920e-274671e1d2e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3258d224-67ed-44c1-920e-274671e1d2e4,segment=NetworkSegment(197ed97f-0583-4e35-a69a-003785316ef2),segment_id=197ed97f-0583-4e35-a69a-003785316ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:46.287971 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15d945e-5962-4809-a968-d45ec68e123a x-openstack-request-id: req-c15d945e-5962-4809-a968-d45ec68e123a {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:48:46.288264 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e1381b-d471-40f3-a558-7657cb1a48c2", "name": "network-vif-plugged", "status": "completed", "tag": "3258d224-67ed-44c1-920e-274671e1d2e4", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:48:46.288543 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c15d945e-5962-4809-a968-d45ec68e123a {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:48:46.288942 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e1381b-d471-40f3-a558-7657cb1a48c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3258d224-67ed-44c1-920e-274671e1d2e4', 'code': 200}
Feb 12 21:48:46.300542 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3258d224-67ed-44c1-920e-274671e1d2e4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:46.349450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=3258d224-67ed-44c1-920e-274671e1d2e4,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:46.403336 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ef8a1-330d-42dd-af0a-12de8316b718 req-70922cec-17d5-4358-8ab4-0e0f43c56474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:46.404820 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3e3ef8a1-330d-42dd-af0a-12de8316b718 req-70922cec-17d5-4358-8ab4-0e0f43c56474 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 1128 time: 0.0446813
Feb 12 21:48:46.452372 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3e3ef8a1-330d-42dd-af0a-12de8316b718 req-24c72385-bd9b-4bb0-9b00-3ce66f6afea9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378420
Feb 12 21:48:47.252323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b493e-0f5e-451b-ad53-239143bb8dd6 req-0793e586-5a7d-4d2c-9ba8-c21e1008d854 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:47.254423 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1f2b493e-0f5e-451b-ad53-239143bb8dd6 req-0793e586-5a7d-4d2c-9ba8-c21e1008d854 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 946 time: 0.0558517
Feb 12 21:48:47.301059 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1f2b493e-0f5e-451b-ad53-239143bb8dd6 req-1991a177-6702-4400-8b28-481524e20141 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409064
Feb 12 21:48:48.421679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c512c55-e351-4cfb-8a8d-f48f7bce0872 req-3a62b1e4-d97d-4235-9b0f-77cc42f59a26 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:48.423164 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c512c55-e351-4cfb-8a8d-f48f7bce0872 req-3a62b1e4-d97d-4235-9b0f-77cc42f59a26 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 946 time: 0.0527599
Feb 12 21:48:48.474240 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6c512c55-e351-4cfb-8a8d-f48f7bce0872 req-b5f763c0-83f2-46e8-8299-ec8d2cacb170 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452969
Feb 12 21:48:48.691777 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-175bc5fb-fddf-4302-96d6-f9d898ea5ad1 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:48.693317 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-175bc5fb-fddf-4302-96d6-f9d898ea5ad1 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/networks?id=eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f HTTP/1.1" status: 200  len: 813 time: 0.0999110
Feb 12 21:48:48.708546 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-88cb7c33-95b3-4157-86d3-4b6e501c70a2 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/quotas/d38accd245be44a99cb7c89cb2dc18cf HTTP/1.1" status: 200  len: 375 time: 0.0098009
Feb 12 21:48:48.764837 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-ec4e8447-d344-4f3d-878e-1455435b6c3a tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d38accd245be44a99cb7c89cb2dc18cf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0511372
Feb 12 21:48:48.825971 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-63f5b71d-bccf-4c71-9941-b293857fe5f3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:48:48.826959 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-63f5b71d-bccf-4c71-9941-b293857fe5f3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0550830
Feb 12 21:48:48.916780 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-7f335191-95f0-499f-8fe9-887e0ed8b30f service neutron] 10.222.0.31 "GET /v2.0/networks/eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830476
Feb 12 21:48:49.015144 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-6ac7280e-36b4-4cb6-b295-122975ab1815 service neutron] 10.222.0.31 "GET /v2.0/networks/eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0923402
Feb 12 21:48:49.233868 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac975307-0f31-4465-8fdd-9073f9bac927 req-360cf88f-5fdb-4229-afed-ae31fb4ef567 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 210 time: 0.0273902
Feb 12 21:48:50.331832 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-07dad187-45ea-4e4c-97d3-c04dc5bf0be9 req-adadfc28-7025-431c-89c4-3799d24ec6b6 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 210 time: 0.0286732
Feb 12 21:48:50.912511 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-9f05f6f3-118a-476e-878d-625cba399e51 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:50.914006 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-9f05f6f3-118a-476e-878d-625cba399e51 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.50 "GET /v2.0/networks?id=eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f HTTP/1.1" status: 200  len: 813 time: 0.1033299
Feb 12 21:48:50.926158 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-69702b51-8ede-42bc-8c64-f4f67052b9f2 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Request body: {'port': {'device_id': 'bddec952-e261-498e-b9d0-45b690a99d50', 'network_id': 'eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f', 'admin_state_up': True, 'tenant_id': 'd38accd245be44a99cb7c89cb2dc18cf'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:48:51.117071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-69702b51-8ede-42bc-8c64-f4f67052b9f2 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Made reservation on behalf of d38accd245be44a99cb7c89cb2dc18cf for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:48:51.120553 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-69702b51-8ede-42bc-8c64-f4f67052b9f2 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:51.251380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-69702b51-8ede-42bc-8c64-f4f67052b9f2 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Allocated IP 172.20.0.13 (eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f/b67ec9e9-1e13-4ece-98f1-d81be8e8328c/ce7c7d3c-bc55-487f-acd8-dbf134ce890c) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:48:51.396446 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-69702b51-8ede-42bc-8c64-f4f67052b9f2 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Publish callbacks [] for port (ce7c7d3c-bc55-487f-acd8-dbf134ce890c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:51.447948 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0e9de14d-5d5d-44b2-8f41-6a6b54e09114 req-1e6fff9e-ecb9-4a12-9735-86099de6a699 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 210 time: 0.0404673
Feb 12 21:48:51.517514 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-69702b51-8ede-42bc-8c64-f4f67052b9f2 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ce7c7d3c-bc55-487f-acd8-dbf134ce890c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:51.533639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['3258d224-67ed-44c1-920e-274671e1d2e4'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:48:51.564941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-69702b51-8ede-42bc-8c64-f4f67052b9f2 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Network eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:48:51.572131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-69702b51-8ede-42bc-8c64-f4f67052b9f2 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:48:51.574310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69702b51-8ede-42bc-8c64-f4f67052b9f2 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Pushing event updated for resources: {'Port': ['ID=ce7c7d3c-bc55-487f-acd8-dbf134ce890c,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:51.576408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-69702b51-8ede-42bc-8c64-f4f67052b9f2 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:48:51.627154 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-69702b51-8ede-42bc-8c64-f4f67052b9f2 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:51.628635 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-69702b51-8ede-42bc-8c64-f4f67052b9f2 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:51.713931 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-69702b51-8ede-42bc-8c64-f4f67052b9f2 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7923944
Feb 12 21:48:51.776391 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Request body: {'port': {'device_id': 'bddec952-e261-498e-b9d0-45b690a99d50', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:48:51.839735 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ce7c7d3c-bc55-487f-acd8-dbf134ce890c), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:52.104926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce7c7d3c-bc55-487f-acd8-dbf134ce890c {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:48:52.113782 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Publish callbacks [] for port (ce7c7d3c-bc55-487f-acd8-dbf134ce890c), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:52.125985 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Transition to ACTIVE for port object ce7c7d3c-bc55-487f-acd8-dbf134ce890c will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:48:52.231582 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (ce7c7d3c-bc55-487f-acd8-dbf134ce890c), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:52.280240 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Pushing event updated for resources: {'Port': ['ID=ce7c7d3c-bc55-487f-acd8-dbf134ce890c,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:52.356334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Attempting to bind port ce7c7d3c-bc55-487f-acd8-dbf134ce890c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:48:52.356573 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Attempting to bind port ce7c7d3c-bc55-487f-acd8-dbf134ce890c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '197ed97f-0583-4e35-a69a-003785316ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:48:52.356876 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Attempting to bind port ce7c7d3c-bc55-487f-acd8-dbf134ce890c on network eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:48:52.361132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Port ce7c7d3c-bc55-487f-acd8-dbf134ce890c on network eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:48:52.361527 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Attempting to bind port ce7c7d3c-bc55-487f-acd8-dbf134ce890c on network eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:48:52.369243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:48:52.369243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Checking segment: {'id': '197ed97f-0583-4e35-a69a-003785316ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:48:52.369243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Bound using segment: {'id': '197ed97f-0583-4e35-a69a-003785316ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:48:52.369243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Bound port: ce7c7d3c-bc55-487f-acd8-dbf134ce890c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197ed97f-0583-4e35-a69a-003785316ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:48:52.369243 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ce7c7d3c-bc55-487f-acd8-dbf134ce890c), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:52.432447 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] For port ce7c7d3c-bc55-487f-acd8-dbf134ce890c, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:48:52.435415 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] For port ce7c7d3c-bc55-487f-acd8-dbf134ce890c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce7c7d3c-bc55-487f-acd8-dbf134ce890c,segment=NetworkSegment(197ed97f-0583-4e35-a69a-003785316ef2),segment_id=197ed97f-0583-4e35-a69a-003785316ef2)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:48:52.483058 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (ce7c7d3c-bc55-487f-acd8-dbf134ce890c), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:52.520137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:52.520758 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:52.522366 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] 10.222.0.50 "PUT /v2.0/ports/ce7c7d3c-bc55-487f-acd8-dbf134ce890c HTTP/1.1" status: 200  len: 1092 time: 0.8014328
Feb 12 21:48:52.522812 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddec952-e261-498e-b9d0-45b690a99d50', 'tag': 'ce7c7d3c-bc55-487f-acd8-dbf134ce890c'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:48:52.525055 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a694314d-38b4-4f3d-9aa2-46a62a922b38" -d '{"events": [{"name": "network-changed", "server_uuid": "bddec952-e261-498e-b9d0-45b690a99d50", "tag": "ce7c7d3c-bc55-487f-acd8-dbf134ce890c"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:48:52.549151 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030886c1-c30b-4090-999b-77c83f089b6a service neutron] Pushing event updated for resources: {'Port': ['ID=ce7c7d3c-bc55-487f-acd8-dbf134ce890c,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:52.572408 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2320dec-4f17-498d-a14b-e1795018753d x-openstack-request-id: req-f2320dec-4f17-498d-a14b-e1795018753d {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:48:52.572838 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddec952-e261-498e-b9d0-45b690a99d50", "tag": "ce7c7d3c-bc55-487f-acd8-dbf134ce890c", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:48:52.573927 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2320dec-4f17-498d-a14b-e1795018753d {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:48:52.573927 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddec952-e261-498e-b9d0-45b690a99d50', 'tag': 'ce7c7d3c-bc55-487f-acd8-dbf134ce890c', 'status': 'completed', 'code': 200}
Feb 12 21:48:52.583856 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904895e-8bf9-4f9c-a815-391bc7537a5c req-62cc5c5e-354c-4697-9f9a-d0473cc39da5 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:52.585447 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3904895e-8bf9-4f9c-a815-391bc7537a5c req-62cc5c5e-354c-4697-9f9a-d0473cc39da5 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 944 time: 0.0616412
Feb 12 21:48:52.635646 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3904895e-8bf9-4f9c-a815-391bc7537a5c req-57f782e8-e20b-47c2-b4fb-06ce99a91062 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443006
Feb 12 21:48:52.640749 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694314d-38b4-4f3d-9aa2-46a62a922b38 req-981a8a21-817b-4b5d-943b-b158d7dd80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:52.642341 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a694314d-38b4-4f3d-9aa2-46a62a922b38 req-981a8a21-817b-4b5d-943b-b158d7dd80e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d38accd245be44a99cb7c89cb2dc18cf&device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 1126 time: 0.0497804
Feb 12 21:48:52.740236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694314d-38b4-4f3d-9aa2-46a62a922b38 req-b71a3ac1-fbab-4fb3-8eb9-18102bb0656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:52.741738 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a694314d-38b4-4f3d-9aa2-46a62a922b38 req-b71a3ac1-fbab-4fb3-8eb9-18102bb0656c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d38accd245be44a99cb7c89cb2dc18cf&shared=False HTTP/1.1" status: 200  len: 914 time: 0.0921671
Feb 12 21:48:52.838424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694314d-38b4-4f3d-9aa2-46a62a922b38 req-83dafc80-f357-4322-b862-10bf5f09fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:52.839911 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a694314d-38b4-4f3d-9aa2-46a62a922b38 req-83dafc80-f357-4322-b862-10bf5f09fc0f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0927739
Feb 12 21:48:52.917980 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-a45d2a38-7a5f-495c-b33c-92d6ca91e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:52.919667 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-a45d2a38-7a5f-495c-b33c-92d6ca91e3c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d38accd245be44a99cb7c89cb2dc18cf&device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 1126 time: 0.0445602
Feb 12 21:48:52.963978 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-e1181424-430c-4d55-aacb-506fb2ad2b8b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce7c7d3c-bc55-487f-acd8-dbf134ce890c HTTP/1.1" status: 200  len: 217 time: 0.0378673
Feb 12 21:48:53.010616 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-2b7a7245-bd71-49ef-ba41-353391d9ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:53.012063 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-2b7a7245-bd71-49ef-ba41-353391d9ab3d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b67ec9e9-1e13-4ece-98f1-d81be8e8328c HTTP/1.1" status: 200  len: 853 time: 0.0432796
Feb 12 21:48:53.043954 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-a05bffc3-0e67-4e54-9948-96aabac1041a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258408
Feb 12 21:48:53.134091 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-b49e5fff-3185-47cb-89e1-49df36139f3e service neutron] 10.222.0.50 "GET /v2.0/networks/eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847304
Feb 12 21:48:53.222998 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-074e28e3-5580-48f6-9e33-af17b2b57f12 req-d52bc1bd-8a73-4a0f-a118-ece890b5f0a4 service neutron] 10.222.0.50 "GET /v2.0/networks/eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830011
Feb 12 21:48:53.759640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb7157-eb9e-45a6-b5f9-e4389bbd1bb1 req-52d9df4e-769d-4fbe-970d-13e8125c7473 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:53.761127 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1abb7157-eb9e-45a6-b5f9-e4389bbd1bb1 req-52d9df4e-769d-4fbe-970d-13e8125c7473 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 944 time: 0.0527730
Feb 12 21:48:53.811632 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1abb7157-eb9e-45a6-b5f9-e4389bbd1bb1 req-8c91dace-25fb-48c0-b182-d5b6832ba938 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450010
Feb 12 21:48:54.682522 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:48:54.936676 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f7559-8474-40d8-933e-47abafff1fc9 req-5d888c6f-9ef2-405b-a765-acd9a0ee2497 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:54.938443 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-122f7559-8474-40d8-933e-47abafff1fc9 req-5d888c6f-9ef2-405b-a765-acd9a0ee2497 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 944 time: 0.0574868
Feb 12 21:48:55.291118 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-122f7559-8474-40d8-933e-47abafff1fc9 req-cc084044-766e-4189-aee1-ea36f25a1b0f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3470418
Feb 12 21:48:55.402596 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ce7c7d3c-bc55-487f-acd8-dbf134ce890c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:48:55.499336 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ce7c7d3c-bc55-487f-acd8-dbf134ce890c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce7c7d3c-bc55-487f-acd8-dbf134ce890c,segment=NetworkSegment(197ed97f-0583-4e35-a69a-003785316ef2),segment_id=197ed97f-0583-4e35-a69a-003785316ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:55.510785 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'ce7c7d3c-bc55-487f-acd8-dbf134ce890c', 'network_id': 'eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f', 'port_id': 'ce7c7d3c-bc55-487f-acd8-dbf134ce890c', 'mac_address': 'fa:16:3e:2d:ba:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67ec9e9-1e13-4ece-98f1-d81be8e8328c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:48:55.546899 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ce7c7d3c-bc55-487f-acd8-dbf134ce890c is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:48:55.547213 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ce7c7d3c-bc55-487f-acd8-dbf134ce890c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:55.559642 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7c7d3c-bc55-487f-acd8-dbf134ce890c {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:48:55.579322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ce7c7d3c-bc55-487f-acd8-dbf134ce890c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce7c7d3c-bc55-487f-acd8-dbf134ce890c,segment=NetworkSegment(197ed97f-0583-4e35-a69a-003785316ef2),segment_id=197ed97f-0583-4e35-a69a-003785316ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:55.659501 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ce7c7d3c-bc55-487f-acd8-dbf134ce890c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:55.709953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=ce7c7d3c-bc55-487f-acd8-dbf134ce890c,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:55.842775 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fa91086b-6136-4246-b7e1-e994bd8c0984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:55.846285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['ce7c7d3c-bc55-487f-acd8-dbf134ce890c'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:48:56.412998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aca02-76cb-4ba5-9d52-9715cdaab92c req-0ad600ff-a0b7-40af-b317-0614a273378f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:56.414501 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f91aca02-76cb-4ba5-9d52-9715cdaab92c req-0ad600ff-a0b7-40af-b317-0614a273378f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 945 time: 0.0525405
Feb 12 21:48:56.461934 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f91aca02-76cb-4ba5-9d52-9715cdaab92c req-8b29565c-baf7-4e38-9a99-286ae7745833 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413473
Feb 12 21:48:57.259719 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:57.413734 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ce7c7d3c-bc55-487f-acd8-dbf134ce890c up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:48:57.534400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port ce7c7d3c-bc55-487f-acd8-dbf134ce890c completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:48:57.538417 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port ce7c7d3c-bc55-487f-acd8-dbf134ce890c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:48:57.538794 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ce7c7d3c-bc55-487f-acd8-dbf134ce890c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:57.584873 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a826b-a3b0-47af-a617-34d43fd232cb req-de5ea282-535f-418f-a986-36a1c37b6792 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:57.586433 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e26a826b-a3b0-47af-a617-34d43fd232cb req-de5ea282-535f-418f-a986-36a1c37b6792 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 945 time: 0.0553730
Feb 12 21:48:57.618063 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port ce7c7d3c-bc55-487f-acd8-dbf134ce890c is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:48:57.618448 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ce7c7d3c-bc55-487f-acd8-dbf134ce890c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:57.635513 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e26a826b-a3b0-47af-a617-34d43fd232cb req-040aa707-62a9-4b8e-8f70-87fff99827f8 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433917
Feb 12 21:48:57.641623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddec952-e261-498e-b9d0-45b690a99d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7c7d3c-bc55-487f-acd8-dbf134ce890c'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:48:57.643853 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6748c38c-b873-47f8-8014-a211b96a41bb" -d '{"events": [{"server_uuid": "bddec952-e261-498e-b9d0-45b690a99d50", "name": "network-vif-plugged", "status": "completed", "tag": "ce7c7d3c-bc55-487f-acd8-dbf134ce890c"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:48:57.660767 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port ce7c7d3c-bc55-487f-acd8-dbf134ce890c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce7c7d3c-bc55-487f-acd8-dbf134ce890c,segment=NetworkSegment(197ed97f-0583-4e35-a69a-003785316ef2),segment_id=197ed97f-0583-4e35-a69a-003785316ef2)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:48:57.692683 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a36281b-e9de-466a-af6c-9e5f0653d00d x-openstack-request-id: req-9a36281b-e9de-466a-af6c-9e5f0653d00d {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:48:57.692683 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddec952-e261-498e-b9d0-45b690a99d50", "name": "network-vif-plugged", "status": "completed", "tag": "ce7c7d3c-bc55-487f-acd8-dbf134ce890c", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:48:57.692683 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a36281b-e9de-466a-af6c-9e5f0653d00d {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:48:57.692683 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddec952-e261-498e-b9d0-45b690a99d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7c7d3c-bc55-487f-acd8-dbf134ce890c', 'code': 200}
Feb 12 21:48:57.734600 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ce7c7d3c-bc55-487f-acd8-dbf134ce890c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:57.783710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=ce7c7d3c-bc55-487f-acd8-dbf134ce890c,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:48:57.785589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf218a69-970c-4c7f-9a9a-0fce27d06c47 req-5a1590b2-3b01-4b57-814d-73e99e82fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:57.787882 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bf218a69-970c-4c7f-9a9a-0fce27d06c47 req-5a1590b2-3b01-4b57-814d-73e99e82fe52 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 1128 time: 0.0458658
Feb 12 21:48:57.830631 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bf218a69-970c-4c7f-9a9a-0fce27d06c47 req-e2726111-26fd-4276-9b10-74a8c2303093 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370297
Feb 12 21:48:58.305368 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d276ddf4-2af0-457e-9a49-53ace6690c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:58.761278 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94426a-fa2d-4594-982c-02c1fa25fdec req-73d4552e-05c1-473d-9b54-d90823a4e920 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:58.762973 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5c94426a-fa2d-4594-982c-02c1fa25fdec req-73d4552e-05c1-473d-9b54-d90823a4e920 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 946 time: 0.0560856
Feb 12 21:48:58.816310 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5c94426a-fa2d-4594-982c-02c1fa25fdec req-a45942b4-de9e-421e-9a11-b35aae26b431 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465946
Feb 12 21:48:59.630923 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:59.716751 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:48:59.944533 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacc413-808e-451a-8a12-fc793053d6dc req-7b080c9e-0a19-467d-8d2f-f28a4959cd0c tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:48:59.946201 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-caacc413-808e-451a-8a12-fc793053d6dc req-7b080c9e-0a19-467d-8d2f-f28a4959cd0c tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 946 time: 0.0565810
Feb 12 21:48:59.992819 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-caacc413-808e-451a-8a12-fc793053d6dc req-cc66efaa-91a6-48c3-ad87-2c859066de34 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412273
Feb 12 21:49:00.451209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba8ba3-985a-4be3-b962-b543b2cac2aa req-b27fb95d-2ae8-4bd6-bdfb-3965ba7a949a tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:00.452642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-76ba8ba3-985a-4be3-b962-b543b2cac2aa req-b27fb95d-2ae8-4bd6-bdfb-3965ba7a949a tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 946 time: 0.0524118
Feb 12 21:49:00.498703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-76ba8ba3-985a-4be3-b962-b543b2cac2aa req-d32db095-8e1b-4351-8e74-289e3eb1297f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400116
Feb 12 21:49:01.094075 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:01.620633 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a15d2-3c99-476d-b773-c500b95b2da7 req-6e52ed72-81ce-497d-9a4a-43693de971bd tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:01.622206 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3b6a15d2-3c99-476d-b773-c500b95b2da7 req-6e52ed72-81ce-497d-9a4a-43693de971bd tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 946 time: 0.0529840
Feb 12 21:49:01.660549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b88f-4d84-40c1-ad2f-af66bfff6282 req-258ecdba-0e3d-423a-9aa6-504f4afd5bfc tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:01.662989 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e989b88f-4d84-40c1-ad2f-af66bfff6282 req-258ecdba-0e3d-423a-9aa6-504f4afd5bfc tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.50 "GET /v2.0/ports?device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 946 time: 0.0540793
Feb 12 21:49:01.670944 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3b6a15d2-3c99-476d-b773-c500b95b2da7 req-231c64bf-81cb-40ea-8f7a-290bf69166d4 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430322
Feb 12 21:49:01.757455 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-e989b88f-4d84-40c1-ad2f-af66bfff6282 req-018a18d3-0db8-47b5-b719-9e419897fc19 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Deleting port ce7c7d3c-bc55-487f-acd8-dbf134ce890c {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:49:01.757796 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e989b88f-4d84-40c1-ad2f-af66bfff6282 req-018a18d3-0db8-47b5-b719-9e419897fc19 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ce7c7d3c-bc55-487f-acd8-dbf134ce890c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:01.848234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e989b88f-4d84-40c1-ad2f-af66bfff6282 req-018a18d3-0db8-47b5-b719-9e419897fc19 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] For port ce7c7d3c-bc55-487f-acd8-dbf134ce890c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce7c7d3c-bc55-487f-acd8-dbf134ce890c,segment=NetworkSegment(197ed97f-0583-4e35-a69a-003785316ef2),segment_id=197ed97f-0583-4e35-a69a-003785316ef2)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:01.848510 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e989b88f-4d84-40c1-ad2f-af66bfff6282 req-018a18d3-0db8-47b5-b719-9e419897fc19 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ce7c7d3c-bc55-487f-acd8-dbf134ce890c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:01.860629 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-e989b88f-4d84-40c1-ad2f-af66bfff6282 req-018a18d3-0db8-47b5-b719-9e419897fc19 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Calling delete_port for ce7c7d3c-bc55-487f-acd8-dbf134ce890c owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:49:02.031349 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e989b88f-4d84-40c1-ad2f-af66bfff6282 req-018a18d3-0db8-47b5-b719-9e419897fc19 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (ce7c7d3c-bc55-487f-acd8-dbf134ce890c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:02.044589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['3258d224-67ed-44c1-920e-274671e1d2e4'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:49:02.068036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a18d3-0db8-47b5-b719-9e419897fc19 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Pushing event deleted for resources: {'Port': ['ID=ce7c7d3c-bc55-487f-acd8-dbf134ce890c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:02.086270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['ce7c7d3c-bc55-487f-acd8-dbf134ce890c'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:49:02.111219 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e989b88f-4d84-40c1-ad2f-af66bfff6282 req-018a18d3-0db8-47b5-b719-9e419897fc19 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] No DVR routers for this DVR port ce7c7d3c-bc55-487f-acd8-dbf134ce890c on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:49:02.113606 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e989b88f-4d84-40c1-ad2f-af66bfff6282 req-018a18d3-0db8-47b5-b719-9e419897fc19 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:02.117737 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e989b88f-4d84-40c1-ad2f-af66bfff6282 req-018a18d3-0db8-47b5-b719-9e419897fc19 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.50 "DELETE /v2.0/ports/ce7c7d3c-bc55-487f-acd8-dbf134ce890c HTTP/1.1" status: 204  len: 173 time: 0.4499469
Feb 12 21:49:02.121414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddec952-e261-498e-b9d0-45b690a99d50', 'name': 'network-vif-deleted', 'tag': 'ce7c7d3c-bc55-487f-acd8-dbf134ce890c'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:49:02.121414 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158136dd-39b6-4e45-bec9-da4ebcfe7a0d" -d '{"events": [{"server_uuid": "bddec952-e261-498e-b9d0-45b690a99d50", "name": "network-vif-deleted", "tag": "ce7c7d3c-bc55-487f-acd8-dbf134ce890c"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:49:02.165484 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0b49b6-f0e5-4e1c-8667-faa27ec7d7ce x-openstack-request-id: req-ac0b49b6-f0e5-4e1c-8667-faa27ec7d7ce {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:49:02.165788 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddec952-e261-498e-b9d0-45b690a99d50", "name": "network-vif-deleted", "tag": "ce7c7d3c-bc55-487f-acd8-dbf134ce890c", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:49:02.166053 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac0b49b6-f0e5-4e1c-8667-faa27ec7d7ce {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:49:02.166469 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddec952-e261-498e-b9d0-45b690a99d50', 'name': 'network-vif-deleted', 'tag': 'ce7c7d3c-bc55-487f-acd8-dbf134ce890c', 'status': 'completed', 'code': 200}
Feb 12 21:49:02.316951 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:02.788572 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9b958149-89be-46d2-9349-4eea235fa123 req-a6c8fb58-f045-44c8-9aa2-7b3c81c94c0f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=bddec952-e261-498e-b9d0-45b690a99d50 HTTP/1.1" status: 200  len: 210 time: 0.0296342
Feb 12 21:49:03.948724 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe666e-749f-4019-bb34-918dbe57dcbb req-770dea7f-d978-42d3-bf16-a8beba31619a tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:03.950220 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89fe666e-749f-4019-bb34-918dbe57dcbb req-770dea7f-d978-42d3-bf16-a8beba31619a tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 946 time: 0.0566537
Feb 12 21:49:03.995897 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-89fe666e-749f-4019-bb34-918dbe57dcbb req-812835bf-50c0-48ea-8132-f350215548d8 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400522
Feb 12 21:49:04.137947 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f51fdc-1dad-4322-85f1-78599cd3e8a3 req-73ae6a1c-9ba2-4726-bb0c-73282cb808cc tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:04.139434 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05f51fdc-1dad-4322-85f1-78599cd3e8a3 req-73ae6a1c-9ba2-4726-bb0c-73282cb808cc tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 946 time: 0.0534058
Feb 12 21:49:04.187632 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05f51fdc-1dad-4322-85f1-78599cd3e8a3 req-5d0c6c65-af2f-430a-bffb-e2de0a4391c9 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423155
Feb 12 21:49:04.306108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452d7b6-e0f3-4d89-9d96-37a8c556896b req-539953a0-298d-4751-9538-44761585fbb6 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:04.307498 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5452d7b6-e0f3-4d89-9d96-37a8c556896b req-539953a0-298d-4751-9538-44761585fbb6 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 946 time: 0.0523956
Feb 12 21:49:04.354635 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5452d7b6-e0f3-4d89-9d96-37a8c556896b req-117167b3-d22e-4d29-b963-6d59e74cfafb tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415428
Feb 12 21:49:04.528670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025f33e-ed67-4bf3-97d1-ebcd5ec065fa req-14e44211-61de-42c2-950e-20a41ab3193e tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:04.530167 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f025f33e-ed67-4bf3-97d1-ebcd5ec065fa req-14e44211-61de-42c2-950e-20a41ab3193e tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 946 time: 0.0555427
Feb 12 21:49:04.576213 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f025f33e-ed67-4bf3-97d1-ebcd5ec065fa req-23f0aaca-db6c-454f-a0f3-c27c8e96d913 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402479
Feb 12 21:49:04.705003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb6bb4-00f1-4636-aa0e-7be7f06c654d req-807d0e94-d048-4b94-b855-b9e93bebcdd5 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:04.706544 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-91fb6bb4-00f1-4636-aa0e-7be7f06c654d req-807d0e94-d048-4b94-b855-b9e93bebcdd5 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 946 time: 0.0633969
Feb 12 21:49:04.758865 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-91fb6bb4-00f1-4636-aa0e-7be7f06c654d req-fdf9d970-5373-439d-89e8-691ed906e1ef tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466995
Feb 12 21:49:04.890276 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be84e11-a391-492a-8dab-9f757fbcf408 req-b7ddce21-5db9-4b01-a6aa-ac60e4f35bcb tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:04.891766 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4be84e11-a391-492a-8dab-9f757fbcf408 req-b7ddce21-5db9-4b01-a6aa-ac60e4f35bcb tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 946 time: 0.0535100
Feb 12 21:49:04.937611 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4be84e11-a391-492a-8dab-9f757fbcf408 req-17e363e6-d132-4c05-bbc8-56e2594540eb tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397382
Feb 12 21:49:05.460270 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede24c6a-82ce-4bd3-9445-dda613964ab1 req-44a5150e-36fa-40bd-b036-184317736795 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:05.461794 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ede24c6a-82ce-4bd3-9445-dda613964ab1 req-44a5150e-36fa-40bd-b036-184317736795 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 946 time: 0.0529044
Feb 12 21:49:05.480225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ce7c7d3c-bc55-487f-acd8-dbf134ce890c no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:49:05.503184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: ce7c7d3c-bc55-487f-acd8-dbf134ce890c {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:49:05.503532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device ce7c7d3c-bc55-487f-acd8-dbf134ce890c not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:49:05.510605 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ede24c6a-82ce-4bd3-9445-dda613964ab1 req-6c2ee306-b944-42a8-b1ee-bfc5803ea87c tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432322
Feb 12 21:49:06.631218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489dfed-2a6a-4f4c-b2db-e18e11ab2325 req-25176175-b047-4131-b64f-63e9ee6788d7 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:06.632692 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9489dfed-2a6a-4f4c-b2db-e18e11ab2325 req-25176175-b047-4131-b64f-63e9ee6788d7 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 946 time: 0.0522463
Feb 12 21:49:06.680755 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9489dfed-2a6a-4f4c-b2db-e18e11ab2325 req-17ee338f-33cc-423a-89a0-9651fa0530ec tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/security-groups?id=0055465b-7ed0-424a-952e-729299775975&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423305
Feb 12 21:49:06.908824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5652cd-a779-4a70-98e7-ddf07d7e72f7 req-feab10e5-9ec6-4f25-a41f-e5a132aef0a8 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:06.910361 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2d5652cd-a779-4a70-98e7-ddf07d7e72f7 req-feab10e5-9ec6-4f25-a41f-e5a132aef0a8 tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 946 time: 0.0535908
Feb 12 21:49:07.014663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-2d5652cd-a779-4a70-98e7-ddf07d7e72f7 req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Deleting port 3258d224-67ed-44c1-920e-274671e1d2e4 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:49:07.015009 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2d5652cd-a779-4a70-98e7-ddf07d7e72f7 req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3258d224-67ed-44c1-920e-274671e1d2e4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:07.101629 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-2d5652cd-a779-4a70-98e7-ddf07d7e72f7 req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] For port 3258d224-67ed-44c1-920e-274671e1d2e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3258d224-67ed-44c1-920e-274671e1d2e4,segment=NetworkSegment(197ed97f-0583-4e35-a69a-003785316ef2),segment_id=197ed97f-0583-4e35-a69a-003785316ef2)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:07.101998 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2d5652cd-a779-4a70-98e7-ddf07d7e72f7 req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3258d224-67ed-44c1-920e-274671e1d2e4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:07.119305 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-2d5652cd-a779-4a70-98e7-ddf07d7e72f7 req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Calling delete_port for 3258d224-67ed-44c1-920e-274671e1d2e4 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:49:07.288501 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2d5652cd-a779-4a70-98e7-ddf07d7e72f7 req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3258d224-67ed-44c1-920e-274671e1d2e4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:07.305221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['3258d224-67ed-44c1-920e-274671e1d2e4'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:49:07.315147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Pushing event deleted for resources: {'Port': ['ID=3258d224-67ed-44c1-920e-274671e1d2e4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:07.326339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:07.326827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:07.327185 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:07.327530 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:07.327869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:07.328204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:07.328565 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:07.328901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:07.329236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:07.329627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:07.329957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:07.330810 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:07.330810 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:07.375711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5652cd-a779-4a70-98e7-ddf07d7e72f7 req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] No DVR routers for this DVR port 3258d224-67ed-44c1-920e-274671e1d2e4 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:49:07.378290 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-2d5652cd-a779-4a70-98e7-ddf07d7e72f7 req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:07.382408 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2d5652cd-a779-4a70-98e7-ddf07d7e72f7 req-86681b2e-b102-432f-bd7e-206e775e1d3f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.48 "DELETE /v2.0/ports/3258d224-67ed-44c1-920e-274671e1d2e4 HTTP/1.1" status: 204  len: 173 time: 0.4591258
Feb 12 21:49:07.382850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e1381b-d471-40f3-a558-7657cb1a48c2', 'name': 'network-vif-deleted', 'tag': '3258d224-67ed-44c1-920e-274671e1d2e4'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:49:07.385084 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836ab390-7607-4626-a1ac-7fd34f9ec6bc" -d '{"events": [{"server_uuid": "76e1381b-d471-40f3-a558-7657cb1a48c2", "name": "network-vif-deleted", "tag": "3258d224-67ed-44c1-920e-274671e1d2e4"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:49:07.422436 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5679e1-3fd0-4c0d-ae40-723ed14caf16 x-openstack-request-id: req-7c5679e1-3fd0-4c0d-ae40-723ed14caf16 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:49:07.422735 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e1381b-d471-40f3-a558-7657cb1a48c2", "name": "network-vif-deleted", "tag": "3258d224-67ed-44c1-920e-274671e1d2e4", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:49:07.422996 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c5679e1-3fd0-4c0d-ae40-723ed14caf16 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:49:07.423404 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e1381b-d471-40f3-a558-7657cb1a48c2', 'name': 'network-vif-deleted', 'tag': '3258d224-67ed-44c1-920e-274671e1d2e4', 'status': 'completed', 'code': 200}
Feb 12 21:49:07.787998 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-50d1009d-a926-4c33-99d1-cae222f0242d req-c84274e5-a213-4aef-b81d-12b991d3c65f tempest-ServersNegativeTestJSON-1803033610 tempest-ServersNegativeTestJSON-1803033610-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e1381b-d471-40f3-a558-7657cb1a48c2 HTTP/1.1" status: 200  len: 210 time: 0.0265331
Feb 12 21:49:08.847850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55474) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:08.896597 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8db3f1-6cd8-4316-806b-0a45afb9cf51 admin admin] Deleting subnet b67ec9e9-1e13-4ece-98f1-d81be8e8328c {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:49:08.900375 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f8db3f1-6cd8-4316-806b-0a45afb9cf51 admin admin] Publish callbacks [] for subnet (b67ec9e9-1e13-4ece-98f1-d81be8e8328c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:08.934286 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f8db3f1-6cd8-4316-806b-0a45afb9cf51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (b67ec9e9-1e13-4ece-98f1-d81be8e8328c), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:08.973800 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f8db3f1-6cd8-4316-806b-0a45afb9cf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (b67ec9e9-1e13-4ece-98f1-d81be8e8328c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:09.088703 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f8db3f1-6cd8-4316-806b-0a45afb9cf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (b67ec9e9-1e13-4ece-98f1-d81be8e8328c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:09.119879 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8db3f1-6cd8-4316-806b-0a45afb9cf51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67ec9e9-1e13-4ece-98f1-d81be8e8328c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:09.121876 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1f8db3f1-6cd8-4316-806b-0a45afb9cf51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:09.125038 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1f8db3f1-6cd8-4316-806b-0a45afb9cf51 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b67ec9e9-1e13-4ece-98f1-d81be8e8328c HTTP/1.1" status: 204  len: 168 time: 0.2761834
Feb 12 21:49:09.127603 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55476) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:09.198242 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2062ad0e-2f7e-49f7-bc94-4fb636198c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:09.280707 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2062ad0e-2f7e-49f7-bc94-4fb636198c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:09.300561 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-2062ad0e-2f7e-49f7-bc94-4fb636198c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9d25490>,) {'filters': {'network_id': ['eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:09.310377 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-2062ad0e-2f7e-49f7-bc94-4fb636198c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9d25490>, '197ed97f-0583-4e35-a69a-003785316ef2') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:09.310682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-2062ad0e-2f7e-49f7-bc94-4fb636198c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9d25490>, '197ed97f-0583-4e35-a69a-003785316ef2') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:09.321143 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2062ad0e-2f7e-49f7-bc94-4fb636198c19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (197ed97f-0583-4e35-a69a-003785316ef2), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:09.334154 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2062ad0e-2f7e-49f7-bc94-4fb636198c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (197ed97f-0583-4e35-a69a-003785316ef2), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:09.340700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2062ad0e-2f7e-49f7-bc94-4fb636198c19 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:49:09.341058 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2062ad0e-2f7e-49f7-bc94-4fb636198c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (197ed97f-0583-4e35-a69a-003785316ef2), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:49:09.342763 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:49:09.482653 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2062ad0e-2f7e-49f7-bc94-4fb636198c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:09.488038 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2062ad0e-2f7e-49f7-bc94-4fb636198c19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:09.491306 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2062ad0e-2f7e-49f7-bc94-4fb636198c19 admin admin] 10.222.0.31 "DELETE /v2.0/networks/eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f HTTP/1.1" status: 204  len: 168 time: 0.3627312
Feb 12 21:49:09.502835 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062ad0e-2f7e-49f7-bc94-4fb636198c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8bc6aa-1bb7-45e5-a430-dd54ebf70f6f,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:09.790421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55480) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:09.835067 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-df1d1e9e-f9be-490e-a9b3-b4d1158fe61e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d38accd245be44a99cb7c89cb2dc18cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0432830
Feb 12 21:49:09.838088 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55482) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:09.883214 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9431d83c-854d-4c08-a92c-64b28c7a4c89 admin admin] Publish callbacks [] for security_group (0055465b-7ed0-424a-952e-729299775975), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:09.904233 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9431d83c-854d-4c08-a92c-64b28c7a4c89 admin admin] Publish callbacks [] for security_group (0055465b-7ed0-424a-952e-729299775975), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:09.991074 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9431d83c-854d-4c08-a92c-64b28c7a4c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (0055465b-7ed0-424a-952e-729299775975), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:09.994068 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9431d83c-854d-4c08-a92c-64b28c7a4c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:09.999570 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9431d83c-854d-4c08-a92c-64b28c7a4c89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0055465b-7ed0-424a-952e-729299775975 HTTP/1.1" status: 204  len: 168 time: 0.1562717
Feb 12 21:49:10.003269 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431d83c-854d-4c08-a92c-64b28c7a4c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0055465b-7ed0-424a-952e-729299775975,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:10.160101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3258d224-67ed-44c1-920e-274671e1d2e4 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:49:10.181423 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 3258d224-67ed-44c1-920e-274671e1d2e4 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:49:10.188247 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 3258d224-67ed-44c1-920e-274671e1d2e4 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:49:10.934250 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55504) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:11.031939 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-f072d697-92ce-4637-9dd5-f94bcfc183f5 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-3663303'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:11.122694 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f072d697-92ce-4637-9dd5-f94bcfc183f5 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Made reservation on behalf of 7de24ff8534e42d6beb98f8c42bb0279 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:11.126205 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f072d697-92ce-4637-9dd5-f94bcfc183f5 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:11.135012 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f072d697-92ce-4637-9dd5-f94bcfc183f5 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:11.208447 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f072d697-92ce-4637-9dd5-f94bcfc183f5 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for security_group (4970e2db-1009-46ad-96a7-38f3c5034095), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:11.265035 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f072d697-92ce-4637-9dd5-f94bcfc183f5 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4970e2db-1009-46ad-96a7-38f3c5034095), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:11.294806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f072d697-92ce-4637-9dd5-f94bcfc183f5 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:49:11.300929 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072d697-92ce-4637-9dd5-f94bcfc183f5 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4970e2db-1009-46ad-96a7-38f3c5034095,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:11.308077 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f072d697-92ce-4637-9dd5-f94bcfc183f5 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c7aba327-facb-42a2-853a-269b935e188e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:11.308429 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-f072d697-92ce-4637-9dd5-f94bcfc183f5 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Added segment c7aba327-facb-42a2-853a-269b935e188e of type vlan for network a7c7a2c7-da2a-462e-a811-9557344dd4f5
Feb 12 21:49:11.351503 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f072d697-92ce-4637-9dd5-f94bcfc183f5 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (a7c7a2c7-da2a-462e-a811-9557344dd4f5), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:11.413811 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f072d697-92ce-4637-9dd5-f94bcfc183f5 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (a7c7a2c7-da2a-462e-a811-9557344dd4f5), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:11.420044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f072d697-92ce-4637-9dd5-f94bcfc183f5 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:11.420662 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f072d697-92ce-4637-9dd5-f94bcfc183f5 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:11.486968 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072d697-92ce-4637-9dd5-f94bcfc183f5 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event updated for resources: {'Network': ['ID=a7c7a2c7-da2a-462e-a811-9557344dd4f5,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:11.492166 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f072d697-92ce-4637-9dd5-f94bcfc183f5 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.5568740
Feb 12 21:49:11.506929 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network a7c7a2c7-da2a-462e-a811-9557344dd4f5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:49:14.741976 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55524) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:14.747112 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-df4ff63c-807f-4b3e-b518-072252bdb5ee tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Request body: {'subnet': {'network_id': 'a7c7a2c7-da2a-462e-a811-9557344dd4f5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:14.887886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4ff63c-807f-4b3e-b518-072252bdb5ee tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Made reservation on behalf of 7de24ff8534e42d6beb98f8c42bb0279 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:14.891344 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-df4ff63c-807f-4b3e-b518-072252bdb5ee tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:15.122781 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-df4ff63c-807f-4b3e-b518-072252bdb5ee tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (4b7f5f27-074a-4b8a-b476-7167623c4f0b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:15.183261 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ff63c-807f-4b3e-b518-072252bdb5ee tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event updated for resources: {'Subnet': ['ID=4b7f5f27-074a-4b8a-b476-7167623c4f0b,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:15.191728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4ff63c-807f-4b3e-b518-072252bdb5ee tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Checking segment: {'id': 'c7aba327-facb-42a2-853a-269b935e188e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a7c7a2c7-da2a-462e-a811-9557344dd4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:15.192098 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4ff63c-807f-4b3e-b518-072252bdb5ee tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Network hostable DHCP agents. Network: a7c7a2c7-da2a-462e-a811-9557344dd4f5, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:49:15.277001 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4ff63c-807f-4b3e-b518-072252bdb5ee tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Network a7c7a2c7-da2a-462e-a811-9557344dd4f5 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:49:15.333741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-df4ff63c-807f-4b3e-b518-072252bdb5ee tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a7c7a2c7-da2a-462e-a811-9557344dd4f5) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:15.338182 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4ff63c-807f-4b3e-b518-072252bdb5ee tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:15.338897 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-df4ff63c-807f-4b3e-b518-072252bdb5ee tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:15.345819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5c267f-b2ab-4471-b8b9-77ac91dea542 None None] Network a7c7a2c7-da2a-462e-a811-9557344dd4f5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:15.399609 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-df4ff63c-807f-4b3e-b518-072252bdb5ee tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6564662
Feb 12 21:49:15.404077 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55526) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:15.409093 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-94a4770d-12e9-4b28-8185-e53d2056ef90 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-175809317'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:15.448257 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a7c7a2c7-da2a-462e-a811-9557344dd4f5', 'network_id': 'a7c7a2c7-da2a-462e-a811-9557344dd4f5', 'project_id': '7de24ff8534e42d6beb98f8c42bb0279', 'fixed_ips': [{'subnet_id': '4b7f5f27-074a-4b8a-b476-7167623c4f0b'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:49:15.449110 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:15.471328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a4770d-12e9-4b28-8185-e53d2056ef90 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Made reservation on behalf of 7de24ff8534e42d6beb98f8c42bb0279 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:15.474953 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-94a4770d-12e9-4b28-8185-e53d2056ef90 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:15.499196 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a4770d-12e9-4b28-8185-e53d2056ef90 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:49:15.507516 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-94a4770d-12e9-4b28-8185-e53d2056ef90 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (37448d62-e4ab-4e10-a34c-ce2884f7d71a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:15.507863 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-94a4770d-12e9-4b28-8185-e53d2056ef90 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Added segment 37448d62-e4ab-4e10-a34c-ce2884f7d71a of type vlan for network 5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3
Feb 12 21:49:15.549737 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-94a4770d-12e9-4b28-8185-e53d2056ef90 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:15.625187 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-94a4770d-12e9-4b28-8185-e53d2056ef90 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:15.630320 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a4770d-12e9-4b28-8185-e53d2056ef90 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:15.631051 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-94a4770d-12e9-4b28-8185-e53d2056ef90 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:15.705988 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4770d-12e9-4b28-8185-e53d2056ef90 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event updated for resources: {'Network': ['ID=5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:15.725527 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-94a4770d-12e9-4b28-8185-e53d2056ef90 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3203595
Feb 12 21:49:15.728960 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55528) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:15.734142 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-601a535f-51ef-4b5c-8370-9cc4f1ddba1e tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Request body: {'subnet': {'network_id': '5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:15.743740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:49:15.772678 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Allocated IP 2001:db8:0:ffff::2 (a7c7a2c7-da2a-462e-a811-9557344dd4f5/4b7f5f27-074a-4b8a-b476-7167623c4f0b/045e5e45-2d8a-4377-a77e-e2318c7514b5) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:49:15.876720 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601a535f-51ef-4b5c-8370-9cc4f1ddba1e tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Made reservation on behalf of 7de24ff8534e42d6beb98f8c42bb0279 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:15.880219 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-601a535f-51ef-4b5c-8370-9cc4f1ddba1e tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:15.964109 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Publish callbacks [] for port (045e5e45-2d8a-4377-a77e-e2318c7514b5), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:16.026264 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (045e5e45-2d8a-4377-a77e-e2318c7514b5), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:16.065980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Network a7c7a2c7-da2a-462e-a811-9557344dd4f5 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:49:16.068772 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:16.072775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:49:16.080077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Pushing event updated for resources: {'Port': ['ID=045e5e45-2d8a-4377-a77e-e2318c7514b5,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:16.122979 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-601a535f-51ef-4b5c-8370-9cc4f1ddba1e tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (c9337b2a-1679-473c-976b-f20a09ea9d60), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:16.136607 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Attempting to bind port 045e5e45-2d8a-4377-a77e-e2318c7514b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:49:16.136983 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Attempting to bind port 045e5e45-2d8a-4377-a77e-e2318c7514b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c7aba327-facb-42a2-853a-269b935e188e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a7c7a2c7-da2a-462e-a811-9557344dd4f5'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:49:16.137368 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Attempting to bind port 045e5e45-2d8a-4377-a77e-e2318c7514b5 on network a7c7a2c7-da2a-462e-a811-9557344dd4f5 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:49:16.142459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:49:16.142836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Checking segment: {'id': 'c7aba327-facb-42a2-853a-269b935e188e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a7c7a2c7-da2a-462e-a811-9557344dd4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:16.143240 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:16.143632 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Bound using segment: {'id': 'c7aba327-facb-42a2-853a-269b935e188e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a7c7a2c7-da2a-462e-a811-9557344dd4f5'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:49:16.144097 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Bound port: 045e5e45-2d8a-4377-a77e-e2318c7514b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7aba327-facb-42a2-853a-269b935e188e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a7c7a2c7-da2a-462e-a811-9557344dd4f5'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:49:16.144476 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (045e5e45-2d8a-4377-a77e-e2318c7514b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:16.187781 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a535f-51ef-4b5c-8370-9cc4f1ddba1e tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event updated for resources: {'Subnet': ['ID=c9337b2a-1679-473c-976b-f20a09ea9d60,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:16.195287 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a535f-51ef-4b5c-8370-9cc4f1ddba1e tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Checking segment: {'id': '37448d62-e4ab-4e10-a34c-ce2884f7d71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:16.195458 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601a535f-51ef-4b5c-8370-9cc4f1ddba1e tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Network hostable DHCP agents. Network: 5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:49:16.211917 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] For port 045e5e45-2d8a-4377-a77e-e2318c7514b5, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:49:16.215590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] For port 045e5e45-2d8a-4377-a77e-e2318c7514b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=045e5e45-2d8a-4377-a77e-e2318c7514b5,segment=NetworkSegment(c7aba327-facb-42a2-853a-269b935e188e),segment_id=c7aba327-facb-42a2-853a-269b935e188e)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:49:16.293835 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601a535f-51ef-4b5c-8370-9cc4f1ddba1e tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Network 5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:49:16.317766 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (045e5e45-2d8a-4377-a77e-e2318c7514b5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:16.373897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069b433-08c5-41bc-a729-def00eb726d3 None None] Pushing event updated for resources: {'Port': ['ID=045e5e45-2d8a-4377-a77e-e2318c7514b5,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:16.402591 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-601a535f-51ef-4b5c-8370-9cc4f1ddba1e tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:16.407227 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601a535f-51ef-4b5c-8370-9cc4f1ddba1e tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:16.408035 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-601a535f-51ef-4b5c-8370-9cc4f1ddba1e tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:16.413085 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a13a81-903b-4652-ba95-b29a6880565d None None] Network 5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:16.486829 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-601a535f-51ef-4b5c-8370-9cc4f1ddba1e tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.7563837
Feb 12 21:49:16.489203 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55530) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:16.530026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3', 'network_id': '5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3', 'project_id': '7de24ff8534e42d6beb98f8c42bb0279', 'fixed_ips': [{'subnet_id': 'c9337b2a-1679-473c-976b-f20a09ea9d60'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:49:16.530906 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:16.655849 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:16.686337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 045e5e45-2d8a-4377-a77e-e2318c7514b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:49:16.737870 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (c9337b2a-1679-473c-976b-f20a09ea9d60), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:16.744560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Allocated IP 2001:db8::2 (5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3/c9337b2a-1679-473c-976b-f20a09ea9d60/18ccc93a-6d25-4442-8bf6-369166691fa3) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:49:16.768713 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 045e5e45-2d8a-4377-a77e-e2318c7514b5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:16.769089 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (045e5e45-2d8a-4377-a77e-e2318c7514b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:16.948782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 045e5e45-2d8a-4377-a77e-e2318c7514b5 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:16.949173 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (045e5e45-2d8a-4377-a77e-e2318c7514b5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:16.970874 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Publish callbacks [] for port (18ccc93a-6d25-4442-8bf6-369166691fa3), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:16.994152 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 045e5e45-2d8a-4377-a77e-e2318c7514b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=045e5e45-2d8a-4377-a77e-e2318c7514b5,segment=NetworkSegment(c7aba327-facb-42a2-853a-269b935e188e),segment_id=c7aba327-facb-42a2-853a-269b935e188e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:17.037695 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (18ccc93a-6d25-4442-8bf6-369166691fa3), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:17.078457 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (045e5e45-2d8a-4377-a77e-e2318c7514b5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:17.085887 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Network 5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:49:17.088363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:17.092819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:49:17.096065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Pushing event updated for resources: {'Port': ['ID=18ccc93a-6d25-4442-8bf6-369166691fa3,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:17.163344 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (c9337b2a-1679-473c-976b-f20a09ea9d60), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:17.193001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=045e5e45-2d8a-4377-a77e-e2318c7514b5,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:17.195838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Attempting to bind port 18ccc93a-6d25-4442-8bf6-369166691fa3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:49:17.196128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Attempting to bind port 18ccc93a-6d25-4442-8bf6-369166691fa3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '37448d62-e4ab-4e10-a34c-ce2884f7d71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:49:17.196468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Attempting to bind port 18ccc93a-6d25-4442-8bf6-369166691fa3 on network 5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:49:17.202579 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event deleted for resources: {'Subnet': ['ID=c9337b2a-1679-473c-976b-f20a09ea9d60,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:17.203552 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:49:17.203938 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Checking segment: {'id': '37448d62-e4ab-4e10-a34c-ce2884f7d71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:17.204415 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:17.204810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Bound using segment: {'id': '37448d62-e4ab-4e10-a34c-ce2884f7d71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:49:17.205282 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Bound port: 18ccc93a-6d25-4442-8bf6-369166691fa3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37448d62-e4ab-4e10-a34c-ce2884f7d71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:49:17.212560 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (18ccc93a-6d25-4442-8bf6-369166691fa3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:17.272416 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] For port 18ccc93a-6d25-4442-8bf6-369166691fa3, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:49:17.275674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] For port 18ccc93a-6d25-4442-8bf6-369166691fa3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18ccc93a-6d25-4442-8bf6-369166691fa3,segment=NetworkSegment(37448d62-e4ab-4e10-a34c-ce2884f7d71a),segment_id=37448d62-e4ab-4e10-a34c-ce2884f7d71a)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:49:17.280555 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:17.303282 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa318af0>,) {'filters': {'network_id': ['5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:17.313778 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa318af0>, '37448d62-e4ab-4e10-a34c-ce2884f7d71a') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:17.314078 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa318af0>, '37448d62-e4ab-4e10-a34c-ce2884f7d71a') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:17.323900 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (18ccc93a-6d25-4442-8bf6-369166691fa3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:17.325312 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (37448d62-e4ab-4e10-a34c-ce2884f7d71a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:17.340941 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (37448d62-e4ab-4e10-a34c-ce2884f7d71a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:17.348749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:49:17.349293 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (37448d62-e4ab-4e10-a34c-ce2884f7d71a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:49:17.352522 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:49:17.387535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e644e-e7cf-47b7-9e1c-2cd4df39fffa None None] Pushing event updated for resources: {'Port': ['ID=18ccc93a-6d25-4442-8bf6-369166691fa3,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:17.429476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee1221f-46cc-4f3d-a879-cdfd50e6ffc5 None None] Network a7c7a2c7-da2a-462e-a811-9557344dd4f5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:17.452496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd6344c-2a1c-4a65-8557-83953a73913c None None] Network 5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:17.460184 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.api [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 12 21:49:17.460184 ncdv-master-1 neutron-server[126506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 12 21:49:17.460184 ncdv-master-1 neutron-server[126506]: [parameters: {'id': '5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3'}]
Feb 12 21:49:17.460184 ncdv-master-1 neutron-server[126506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:49:17.460625 ncdv-master-1 neutron-server[126506]: DEBUG oslo_db.api [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:49:17.581603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-65231c7c-2809-43d5-a959-905a15d02c65 None None] Provisioning complete for port 045e5e45-2d8a-4377-a77e-e2318c7514b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:17.581894 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-65231c7c-2809-43d5-a959-905a15d02c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (045e5e45-2d8a-4377-a77e-e2318c7514b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:17.708726 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-65231c7c-2809-43d5-a959-905a15d02c65 None None] Current status of the port 045e5e45-2d8a-4377-a77e-e2318c7514b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:17.839156 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16363957-91dc-4e01-9540-f659424d9812 None None] get_active_networks_info from ncdv-master-1 {{(pid=126507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 12 21:49:17.904327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16363957-91dc-4e01-9540-f659424d9812 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 12 21:49:17.962367 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:17.980736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d1d2343c-bd5a-435a-bf78-9ca3d2adedc6 None None] Provisioning complete for port 045e5e45-2d8a-4377-a77e-e2318c7514b5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:17.981114 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d1d2343c-bd5a-435a-bf78-9ca3d2adedc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (045e5e45-2d8a-4377-a77e-e2318c7514b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:18.020380 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Deleting port 18ccc93a-6d25-4442-8bf6-369166691fa3 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:49:18.021029 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (18ccc93a-6d25-4442-8bf6-369166691fa3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:18.088143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] For port 18ccc93a-6d25-4442-8bf6-369166691fa3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18ccc93a-6d25-4442-8bf6-369166691fa3,segment=NetworkSegment(37448d62-e4ab-4e10-a34c-ce2884f7d71a),segment_id=37448d62-e4ab-4e10-a34c-ce2884f7d71a)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:18.088717 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (18ccc93a-6d25-4442-8bf6-369166691fa3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:18.102092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Calling delete_port for 18ccc93a-6d25-4442-8bf6-369166691fa3 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:49:18.106000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d1d2343c-bd5a-435a-bf78-9ca3d2adedc6 None None] Current status of the port 045e5e45-2d8a-4377-a77e-e2318c7514b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:18.265638 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (18ccc93a-6d25-4442-8bf6-369166691fa3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:18.293534 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event deleted for resources: {'Port': ['ID=18ccc93a-6d25-4442-8bf6-369166691fa3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:18.295646 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] No DVR routers for this DVR port 18ccc93a-6d25-4442-8bf6-369166691fa3 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:49:18.379215 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:18.398197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f8ed4760>,) {'filters': {'network_id': ['5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:18.407121 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f8ed4760>, '37448d62-e4ab-4e10-a34c-ce2884f7d71a') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:18.407413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f8ed4760>, '37448d62-e4ab-4e10-a34c-ce2884f7d71a') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:18.417057 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (37448d62-e4ab-4e10-a34c-ce2884f7d71a), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:18.430127 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (37448d62-e4ab-4e10-a34c-ce2884f7d71a), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:18.436493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:49:18.436873 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (37448d62-e4ab-4e10-a34c-ce2884f7d71a), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:49:18.439715 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:49:18.556859 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:18.564071 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:18.567316 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "DELETE /v2.0/networks/5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3 HTTP/1.1" status: 204  len: 168 time: 2.0769389
Feb 12 21:49:18.573070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55532) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:18.578534 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f76e1aee-d445-48b7-a199-d956cd15ae61 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-346693671'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:18.581006 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf830d93-e85c-4247-aae6-23cdc2324f05 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event deleted for resources: {'Network': ['ID=5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:18.597991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 045e5e45-2d8a-4377-a77e-e2318c7514b5 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:49:18.645319 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 045e5e45-2d8a-4377-a77e-e2318c7514b5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:18.645727 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (045e5e45-2d8a-4377-a77e-e2318c7514b5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:18.676774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76e1aee-d445-48b7-a199-d956cd15ae61 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Made reservation on behalf of 7de24ff8534e42d6beb98f8c42bb0279 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:18.680162 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f76e1aee-d445-48b7-a199-d956cd15ae61 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:18.703660 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76e1aee-d445-48b7-a199-d956cd15ae61 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:49:18.712428 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f76e1aee-d445-48b7-a199-d956cd15ae61 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b51d8d32-ebd8-497c-a3da-e37bad9bcd3d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:18.713315 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-f76e1aee-d445-48b7-a199-d956cd15ae61 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Added segment b51d8d32-ebd8-497c-a3da-e37bad9bcd3d of type vlan for network 87d45a3c-eb4e-4f28-a239-2a59f94e9c91
Feb 12 21:49:18.724472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 045e5e45-2d8a-4377-a77e-e2318c7514b5 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:18.756081 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f76e1aee-d445-48b7-a199-d956cd15ae61 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (87d45a3c-eb4e-4f28-a239-2a59f94e9c91), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:18.836351 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f76e1aee-d445-48b7-a199-d956cd15ae61 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (87d45a3c-eb4e-4f28-a239-2a59f94e9c91), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:18.841994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76e1aee-d445-48b7-a199-d956cd15ae61 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:18.843880 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f76e1aee-d445-48b7-a199-d956cd15ae61 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:18.933717 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f76e1aee-d445-48b7-a199-d956cd15ae61 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3591876
Feb 12 21:49:18.936738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55534) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:18.942053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5a566748-7539-4ac5-91e1-6a2ce07bffea tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Request body: {'subnet': {'network_id': '87d45a3c-eb4e-4f28-a239-2a59f94e9c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:18.943305 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e1aee-d445-48b7-a199-d956cd15ae61 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event updated for resources: {'Network': ['ID=87d45a3c-eb4e-4f28-a239-2a59f94e9c91,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:18.954092 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 87d45a3c-eb4e-4f28-a239-2a59f94e9c91 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:49:19.082440 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a566748-7539-4ac5-91e1-6a2ce07bffea tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Made reservation on behalf of 7de24ff8534e42d6beb98f8c42bb0279 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:19.086004 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5a566748-7539-4ac5-91e1-6a2ce07bffea tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:19.144208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.ipam_backend_mixin [None req-5a566748-7539-4ac5-91e1-6a2ce07bffea tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Performing IP validity checks on allocation pools {{(pid=126506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Feb 12 21:49:19.144732 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.ipam_backend_mixin [None req-5a566748-7539-4ac5-91e1-6a2ce07bffea tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Feb 12 21:49:19.323517 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5a566748-7539-4ac5-91e1-6a2ce07bffea tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (19c8d04b-6395-4e24-b408-32e19007ab1d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:19.380679 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a566748-7539-4ac5-91e1-6a2ce07bffea tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event updated for resources: {'Subnet': ['ID=19c8d04b-6395-4e24-b408-32e19007ab1d,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:19.391460 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a566748-7539-4ac5-91e1-6a2ce07bffea tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Checking segment: {'id': 'b51d8d32-ebd8-497c-a3da-e37bad9bcd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87d45a3c-eb4e-4f28-a239-2a59f94e9c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:19.391829 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a566748-7539-4ac5-91e1-6a2ce07bffea tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Network hostable DHCP agents. Network: 87d45a3c-eb4e-4f28-a239-2a59f94e9c91, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:49:19.499386 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a566748-7539-4ac5-91e1-6a2ce07bffea tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Network 87d45a3c-eb4e-4f28-a239-2a59f94e9c91 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:49:19.567805 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-5a566748-7539-4ac5-91e1-6a2ce07bffea tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 87d45a3c-eb4e-4f28-a239-2a59f94e9c91) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:19.572366 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a566748-7539-4ac5-91e1-6a2ce07bffea tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:19.573589 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5a566748-7539-4ac5-91e1-6a2ce07bffea tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:19.576433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c560304b-2253-470c-8f08-ba5e09c5cef1 None None] Network 87d45a3c-eb4e-4f28-a239-2a59f94e9c91 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:19.662522 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5a566748-7539-4ac5-91e1-6a2ce07bffea tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.7244976
Feb 12 21:49:19.665126 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55536) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:19.773847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9198dd9-1989-4f4e-b75c-433cb6500f9a tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (87d45a3c-eb4e-4f28-a239-2a59f94e9c91), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:19.827609 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9198dd9-1989-4f4e-b75c-433cb6500f9a tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (19c8d04b-6395-4e24-b408-32e19007ab1d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:19.836331 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8da77c7-1005-472c-92eb-621312d011ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-87d45a3c-eb4e-4f28-a239-2a59f94e9c91', 'network_id': '87d45a3c-eb4e-4f28-a239-2a59f94e9c91', 'project_id': '7de24ff8534e42d6beb98f8c42bb0279', 'fixed_ips': [{'subnet_id': '19c8d04b-6395-4e24-b408-32e19007ab1d'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:49:19.837189 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e8da77c7-1005-472c-92eb-621312d011ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:19.934336 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9198dd9-1989-4f4e-b75c-433cb6500f9a tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (19c8d04b-6395-4e24-b408-32e19007ab1d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:19.966802 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9198dd9-1989-4f4e-b75c-433cb6500f9a tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event deleted for resources: {'Subnet': ['ID=19c8d04b-6395-4e24-b408-32e19007ab1d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:20.028777 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9198dd9-1989-4f4e-b75c-433cb6500f9a tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (87d45a3c-eb4e-4f28-a239-2a59f94e9c91), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server [None req-e8da77c7-1005-472c-92eb-621312d011ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19c8d04b-6395-4e24-b408-32e19007ab1d: This subnet is being modified by another concurrent operation.
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     raise self.value
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server     raise exception
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19c8d04b-6395-4e24-b408-32e19007ab1d: This subnet is being modified by another concurrent operation.
Feb 12 21:49:20.044227 ncdv-master-1 neutron-server[126507]: ERROR oslo_messaging.rpc.server 
Feb 12 21:49:20.053070 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-b9198dd9-1989-4f4e-b75c-433cb6500f9a tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9153460>,) {'filters': {'network_id': ['87d45a3c-eb4e-4f28-a239-2a59f94e9c91']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:20.060226 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-b9198dd9-1989-4f4e-b75c-433cb6500f9a tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9153460>, 'b51d8d32-ebd8-497c-a3da-e37bad9bcd3d') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:20.060523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-b9198dd9-1989-4f4e-b75c-433cb6500f9a tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9153460>, 'b51d8d32-ebd8-497c-a3da-e37bad9bcd3d') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:20.070937 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9198dd9-1989-4f4e-b75c-433cb6500f9a tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (b51d8d32-ebd8-497c-a3da-e37bad9bcd3d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:20.084607 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9198dd9-1989-4f4e-b75c-433cb6500f9a tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (b51d8d32-ebd8-497c-a3da-e37bad9bcd3d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:20.091300 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9198dd9-1989-4f4e-b75c-433cb6500f9a tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:49:20.091693 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9198dd9-1989-4f4e-b75c-433cb6500f9a tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (b51d8d32-ebd8-497c-a3da-e37bad9bcd3d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:49:20.094722 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:49:20.117543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04199a55-7dea-4fc7-8c54-cd772ef3e0e5 None None] get_active_networks_info from ncdv-master-1 {{(pid=126507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 12 21:49:20.184121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04199a55-7dea-4fc7-8c54-cd772ef3e0e5 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 12 21:49:20.214044 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9198dd9-1989-4f4e-b75c-433cb6500f9a tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (87d45a3c-eb4e-4f28-a239-2a59f94e9c91), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:20.221046 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b9198dd9-1989-4f4e-b75c-433cb6500f9a tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:20.224370 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b9198dd9-1989-4f4e-b75c-433cb6500f9a tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "DELETE /v2.0/networks/87d45a3c-eb4e-4f28-a239-2a59f94e9c91 HTTP/1.1" status: 204  len: 168 time: 0.5576820
Feb 12 21:49:20.228736 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55538) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:20.233984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-26eecb71-96f5-4081-84bf-6904519a271c tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2037158343'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:20.237417 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9198dd9-1989-4f4e-b75c-433cb6500f9a tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event deleted for resources: {'Network': ['ID=87d45a3c-eb4e-4f28-a239-2a59f94e9c91,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:20.328247 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26eecb71-96f5-4081-84bf-6904519a271c tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Made reservation on behalf of 7de24ff8534e42d6beb98f8c42bb0279 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:20.332966 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-26eecb71-96f5-4081-84bf-6904519a271c tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:20.339702 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053178bc-e525-4c48-869e-a427e507e7ba None None] Network 87d45a3c-eb4e-4f28-a239-2a59f94e9c91 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:20.351893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053178bc-e525-4c48-869e-a427e507e7ba None None] Network 87d45a3c-eb4e-4f28-a239-2a59f94e9c91 could not be found, it might have been deleted concurrently. {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 12 21:49:20.357770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26eecb71-96f5-4081-84bf-6904519a271c tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:49:20.366806 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-26eecb71-96f5-4081-84bf-6904519a271c tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (fddd7ffb-8469-4d28-84ad-6ac643525a32), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:20.367216 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-26eecb71-96f5-4081-84bf-6904519a271c tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Added segment fddd7ffb-8469-4d28-84ad-6ac643525a32 of type vlan for network 1cd52156-690c-4de1-84d1-75cdae8135ec
Feb 12 21:49:20.406111 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-26eecb71-96f5-4081-84bf-6904519a271c tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (1cd52156-690c-4de1-84d1-75cdae8135ec), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:20.505266 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-26eecb71-96f5-4081-84bf-6904519a271c tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (1cd52156-690c-4de1-84d1-75cdae8135ec), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:20.510666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eecb71-96f5-4081-84bf-6904519a271c tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:20.511261 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-26eecb71-96f5-4081-84bf-6904519a271c tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:20.579161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eecb71-96f5-4081-84bf-6904519a271c tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event updated for resources: {'Network': ['ID=1cd52156-690c-4de1-84d1-75cdae8135ec,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:20.589146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 1cd52156-690c-4de1-84d1-75cdae8135ec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:49:20.623069 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-26eecb71-96f5-4081-84bf-6904519a271c tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3929923
Feb 12 21:49:20.625918 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55540) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:20.630718 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-9a3c5b38-34e8-4a1b-870f-e7399b353755 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Request body: {'subnet': {'network_id': '1cd52156-690c-4de1-84d1-75cdae8135ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:20.796502 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3c5b38-34e8-4a1b-870f-e7399b353755 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Made reservation on behalf of 7de24ff8534e42d6beb98f8c42bb0279 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:20.799937 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5b38-34e8-4a1b-870f-e7399b353755 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:21.008596 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5b38-34e8-4a1b-870f-e7399b353755 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (8a15bdbf-48c5-4596-8630-587faff84978), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:21.070929 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c5b38-34e8-4a1b-870f-e7399b353755 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event updated for resources: {'Subnet': ['ID=8a15bdbf-48c5-4596-8630-587faff84978,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:21.081667 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c5b38-34e8-4a1b-870f-e7399b353755 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Checking segment: {'id': 'fddd7ffb-8469-4d28-84ad-6ac643525a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1cd52156-690c-4de1-84d1-75cdae8135ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:21.085396 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3c5b38-34e8-4a1b-870f-e7399b353755 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Network hostable DHCP agents. Network: 1cd52156-690c-4de1-84d1-75cdae8135ec, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:49:21.139450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3c5b38-34e8-4a1b-870f-e7399b353755 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Network 1cd52156-690c-4de1-84d1-75cdae8135ec is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:49:21.185263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-9a3c5b38-34e8-4a1b-870f-e7399b353755 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1cd52156-690c-4de1-84d1-75cdae8135ec) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:21.189341 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3c5b38-34e8-4a1b-870f-e7399b353755 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:21.189945 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5b38-34e8-4a1b-870f-e7399b353755 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:21.194743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422360f5-fb43-4bc1-819e-bc34f55b9cfd None None] Network 1cd52156-690c-4de1-84d1-75cdae8135ec requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:21.263686 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9a3c5b38-34e8-4a1b-870f-e7399b353755 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6366260
Feb 12 21:49:21.267238 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55542) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:21.272691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d4048ff6-21e0-449e-bb18-993128df59ac tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-447913151'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:21.295533 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1cd52156-690c-4de1-84d1-75cdae8135ec', 'network_id': '1cd52156-690c-4de1-84d1-75cdae8135ec', 'project_id': '7de24ff8534e42d6beb98f8c42bb0279', 'fixed_ips': [{'subnet_id': '8a15bdbf-48c5-4596-8630-587faff84978'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:49:21.296512 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:21.333757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4048ff6-21e0-449e-bb18-993128df59ac tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Made reservation on behalf of 7de24ff8534e42d6beb98f8c42bb0279 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:21.337153 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d4048ff6-21e0-449e-bb18-993128df59ac tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:21.362947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4048ff6-21e0-449e-bb18-993128df59ac tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:49:21.373196 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d4048ff6-21e0-449e-bb18-993128df59ac tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (98236dfa-9183-4ee4-88e2-fa982856fc47), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:21.373581 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-d4048ff6-21e0-449e-bb18-993128df59ac tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Added segment 98236dfa-9183-4ee4-88e2-fa982856fc47 of type vlan for network 6df7bf42-1fd8-4357-a00a-bba11e4e9061
Feb 12 21:49:21.414166 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d4048ff6-21e0-449e-bb18-993128df59ac tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (6df7bf42-1fd8-4357-a00a-bba11e4e9061), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:21.438038 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Allocated IP 2001:db8::2 (1cd52156-690c-4de1-84d1-75cdae8135ec/8a15bdbf-48c5-4596-8630-587faff84978/cc9b2f76-2eeb-4fdd-9037-81703f352732) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:49:21.487915 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d4048ff6-21e0-449e-bb18-993128df59ac tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (6df7bf42-1fd8-4357-a00a-bba11e4e9061), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:21.492828 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4048ff6-21e0-449e-bb18-993128df59ac tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:21.493433 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d4048ff6-21e0-449e-bb18-993128df59ac tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:21.563558 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4048ff6-21e0-449e-bb18-993128df59ac tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event updated for resources: {'Network': ['ID=6df7bf42-1fd8-4357-a00a-bba11e4e9061,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:21.571100 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d4048ff6-21e0-449e-bb18-993128df59ac tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3028173
Feb 12 21:49:21.577185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 6df7bf42-1fd8-4357-a00a-bba11e4e9061 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:49:21.578010 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55544) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:21.586372 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-b65f480d-158f-4b3c-9730-4ce1744c25b8 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Request body: {'subnet': {'network_id': '6df7bf42-1fd8-4357-a00a-bba11e4e9061', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:21.605340 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Publish callbacks [] for port (cc9b2f76-2eeb-4fdd-9037-81703f352732), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:21.660381 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (cc9b2f76-2eeb-4fdd-9037-81703f352732), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:21.705794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Network 1cd52156-690c-4de1-84d1-75cdae8135ec is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:49:21.708642 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:21.712062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:49:21.716907 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65f480d-158f-4b3c-9730-4ce1744c25b8 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Made reservation on behalf of 7de24ff8534e42d6beb98f8c42bb0279 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:21.717758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Pushing event updated for resources: {'Port': ['ID=cc9b2f76-2eeb-4fdd-9037-81703f352732,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:21.720394 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b65f480d-158f-4b3c-9730-4ce1744c25b8 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:21.774260 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Attempting to bind port cc9b2f76-2eeb-4fdd-9037-81703f352732 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:49:21.774632 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Attempting to bind port cc9b2f76-2eeb-4fdd-9037-81703f352732 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fddd7ffb-8469-4d28-84ad-6ac643525a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1cd52156-690c-4de1-84d1-75cdae8135ec'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:49:21.775000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Attempting to bind port cc9b2f76-2eeb-4fdd-9037-81703f352732 on network 1cd52156-690c-4de1-84d1-75cdae8135ec {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:49:21.780847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:49:21.781244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Checking segment: {'id': 'fddd7ffb-8469-4d28-84ad-6ac643525a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1cd52156-690c-4de1-84d1-75cdae8135ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:21.781676 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:21.782077 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Bound using segment: {'id': 'fddd7ffb-8469-4d28-84ad-6ac643525a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1cd52156-690c-4de1-84d1-75cdae8135ec'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:49:21.782551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Bound port: cc9b2f76-2eeb-4fdd-9037-81703f352732, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddd7ffb-8469-4d28-84ad-6ac643525a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1cd52156-690c-4de1-84d1-75cdae8135ec'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:49:21.782937 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cc9b2f76-2eeb-4fdd-9037-81703f352732), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:21.849073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] For port cc9b2f76-2eeb-4fdd-9037-81703f352732, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:49:21.852001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] For port cc9b2f76-2eeb-4fdd-9037-81703f352732, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc9b2f76-2eeb-4fdd-9037-81703f352732,segment=NetworkSegment(fddd7ffb-8469-4d28-84ad-6ac643525a32),segment_id=fddd7ffb-8469-4d28-84ad-6ac643525a32)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:49:21.894525 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cc9b2f76-2eeb-4fdd-9037-81703f352732), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:21.947501 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b65f480d-158f-4b3c-9730-4ce1744c25b8 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (c2a67966-3e05-4da1-a509-e846e5cd3aec), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:21.968290 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c443fdc-560b-49ea-b92c-67eac389fef2 None None] Pushing event updated for resources: {'Port': ['ID=cc9b2f76-2eeb-4fdd-9037-81703f352732,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:22.020298 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f480d-158f-4b3c-9730-4ce1744c25b8 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event updated for resources: {'Subnet': ['ID=c2a67966-3e05-4da1-a509-e846e5cd3aec,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:22.030440 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65f480d-158f-4b3c-9730-4ce1744c25b8 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Checking segment: {'id': '98236dfa-9183-4ee4-88e2-fa982856fc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6df7bf42-1fd8-4357-a00a-bba11e4e9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:22.030801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65f480d-158f-4b3c-9730-4ce1744c25b8 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Network hostable DHCP agents. Network: 6df7bf42-1fd8-4357-a00a-bba11e4e9061, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:49:22.141004 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65f480d-158f-4b3c-9730-4ce1744c25b8 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Network 6df7bf42-1fd8-4357-a00a-bba11e4e9061 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:49:22.237181 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-b65f480d-158f-4b3c-9730-4ce1744c25b8 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6df7bf42-1fd8-4357-a00a-bba11e4e9061) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:22.241872 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f480d-158f-4b3c-9730-4ce1744c25b8 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:22.242519 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b65f480d-158f-4b3c-9730-4ce1744c25b8 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:22.248184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b300f9e-7f0c-48c5-b5ac-84a3747aa128 None None] Network 6df7bf42-1fd8-4357-a00a-bba11e4e9061 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:22.339030 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b65f480d-158f-4b3c-9730-4ce1744c25b8 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7572875
Feb 12 21:49:22.339399 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55546) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:22.354304 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6df7bf42-1fd8-4357-a00a-bba11e4e9061', 'network_id': '6df7bf42-1fd8-4357-a00a-bba11e4e9061', 'project_id': '7de24ff8534e42d6beb98f8c42bb0279', 'fixed_ips': [{'subnet_id': 'c2a67966-3e05-4da1-a509-e846e5cd3aec'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:49:22.355228 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:22.445844 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (6df7bf42-1fd8-4357-a00a-bba11e4e9061), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:22.498263 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Allocated IP 2001:db8::2 (6df7bf42-1fd8-4357-a00a-bba11e4e9061/c2a67966-3e05-4da1-a509-e846e5cd3aec/13eb6556-3c17-42f8-84b8-c210c17d3655) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:49:22.499278 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (c2a67966-3e05-4da1-a509-e846e5cd3aec), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:22.643323 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cc9b2f76-2eeb-4fdd-9037-81703f352732 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:49:22.698261 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Publish callbacks [] for port (13eb6556-3c17-42f8-84b8-c210c17d3655), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:22.714419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port cc9b2f76-2eeb-4fdd-9037-81703f352732 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:22.714800 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cc9b2f76-2eeb-4fdd-9037-81703f352732), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:22.762847 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (13eb6556-3c17-42f8-84b8-c210c17d3655), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:22.831795 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (c2a67966-3e05-4da1-a509-e846e5cd3aec), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:22.832515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Network 6df7bf42-1fd8-4357-a00a-bba11e4e9061 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:49:22.838472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:22.842175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:49:22.850177 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port cc9b2f76-2eeb-4fdd-9037-81703f352732 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:22.850177 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cc9b2f76-2eeb-4fdd-9037-81703f352732), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:22.863362 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a67966-3e05-4da1-a509-e846e5cd3aec,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:22.864365 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Pushing event updated for resources: {'Port': ['ID=13eb6556-3c17-42f8-84b8-c210c17d3655,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:22.927902 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f183f6c0-2972-4748-be08-8c1627cfe413 None None] Network 1cd52156-690c-4de1-84d1-75cdae8135ec requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:22.934636 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (6df7bf42-1fd8-4357-a00a-bba11e4e9061), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:22.958825 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb05580>,) {'filters': {'network_id': ['6df7bf42-1fd8-4357-a00a-bba11e4e9061']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:22.963043 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port cc9b2f76-2eeb-4fdd-9037-81703f352732, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc9b2f76-2eeb-4fdd-9037-81703f352732,segment=NetworkSegment(fddd7ffb-8469-4d28-84ad-6ac643525a32),segment_id=fddd7ffb-8469-4d28-84ad-6ac643525a32)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:22.970396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb05580>, '98236dfa-9183-4ee4-88e2-fa982856fc47') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:22.970730 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb05580>, '98236dfa-9183-4ee4-88e2-fa982856fc47') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:22.981379 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (98236dfa-9183-4ee4-88e2-fa982856fc47), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:22.995390 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (98236dfa-9183-4ee4-88e2-fa982856fc47), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:23.001494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (98236dfa-9183-4ee4-88e2-fa982856fc47), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:49:23.011041 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:49:23.014457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Attempting to bind port 13eb6556-3c17-42f8-84b8-c210c17d3655 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:49:23.014457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Attempting to bind port 13eb6556-3c17-42f8-84b8-c210c17d3655 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '98236dfa-9183-4ee4-88e2-fa982856fc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6df7bf42-1fd8-4357-a00a-bba11e4e9061'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:49:23.014457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Attempting to bind port 13eb6556-3c17-42f8-84b8-c210c17d3655 on network 6df7bf42-1fd8-4357-a00a-bba11e4e9061 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:49:23.014819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:49:23.015193 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Checking segment: {'id': '98236dfa-9183-4ee4-88e2-fa982856fc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6df7bf42-1fd8-4357-a00a-bba11e4e9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:23.015595 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:23.016030 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Bound using segment: {'id': '98236dfa-9183-4ee4-88e2-fa982856fc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6df7bf42-1fd8-4357-a00a-bba11e4e9061'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:49:23.016437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Bound port: 13eb6556-3c17-42f8-84b8-c210c17d3655, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98236dfa-9183-4ee4-88e2-fa982856fc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6df7bf42-1fd8-4357-a00a-bba11e4e9061'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:49:23.016817 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (13eb6556-3c17-42f8-84b8-c210c17d3655), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:23.025516 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cc9b2f76-2eeb-4fdd-9037-81703f352732), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:23.063798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-62026bfb-e335-4de6-989c-cb0190758d6a None None] Provisioning complete for port cc9b2f76-2eeb-4fdd-9037-81703f352732 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:23.064172 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-62026bfb-e335-4de6-989c-cb0190758d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cc9b2f76-2eeb-4fdd-9037-81703f352732), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:23.111514 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.db.api [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Feb 12 21:49:23.111514 ncdv-master-1 neutron-server[126506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Feb 12 21:49:23.111514 ncdv-master-1 neutron-server[126506]: [parameters: {'id': '6df7bf42-1fd8-4357-a00a-bba11e4e9061'}]
Feb 12 21:49:23.111514 ncdv-master-1 neutron-server[126506]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:49:23.112042 ncdv-master-1 neutron-server[126506]: DEBUG oslo_db.api [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:49:23.179110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=cc9b2f76-2eeb-4fdd-9037-81703f352732,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:23.198726 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] For port 13eb6556-3c17-42f8-84b8-c210c17d3655, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:49:23.203689 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] For port 13eb6556-3c17-42f8-84b8-c210c17d3655, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13eb6556-3c17-42f8-84b8-c210c17d3655,segment=NetworkSegment(98236dfa-9183-4ee4-88e2-fa982856fc47),segment_id=98236dfa-9183-4ee4-88e2-fa982856fc47)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:49:23.252634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-62026bfb-e335-4de6-989c-cb0190758d6a None None] Current status of the port cc9b2f76-2eeb-4fdd-9037-81703f352732 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:23.283042 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (13eb6556-3c17-42f8-84b8-c210c17d3655), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:23.364370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1248063-29be-4189-87e6-dd5f877c1103 None None] Pushing event updated for resources: {'Port': ['ID=13eb6556-3c17-42f8-84b8-c210c17d3655,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:23.389604 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4147a5-c89b-4086-bc32-5823b2d641c1 None None] Network 6df7bf42-1fd8-4357-a00a-bba11e4e9061 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:23.484303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-56e8ea75-f3c2-46a4-b97c-6f69ea776198 None None] Provisioning complete for port cc9b2f76-2eeb-4fdd-9037-81703f352732 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:23.484570 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-56e8ea75-f3c2-46a4-b97c-6f69ea776198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cc9b2f76-2eeb-4fdd-9037-81703f352732), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:23.530301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21f8e98-3f8d-47cd-8601-d6f97a3227f7 None None] get_active_networks_info from ncdv-master-1 {{(pid=126507) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Feb 12 21:49:23.612738 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (6df7bf42-1fd8-4357-a00a-bba11e4e9061), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:23.613328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-56e8ea75-f3c2-46a4-b97c-6f69ea776198 None None] Current status of the port cc9b2f76-2eeb-4fdd-9037-81703f352732 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:23.636462 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21f8e98-3f8d-47cd-8601-d6f97a3227f7 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Feb 12 21:49:23.665711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Deleting port 13eb6556-3c17-42f8-84b8-c210c17d3655 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:49:23.666060 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (13eb6556-3c17-42f8-84b8-c210c17d3655), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:23.732922 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] For port 13eb6556-3c17-42f8-84b8-c210c17d3655, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13eb6556-3c17-42f8-84b8-c210c17d3655,segment=NetworkSegment(98236dfa-9183-4ee4-88e2-fa982856fc47),segment_id=98236dfa-9183-4ee4-88e2-fa982856fc47)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:23.733349 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (13eb6556-3c17-42f8-84b8-c210c17d3655), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:23.749592 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Calling delete_port for 13eb6556-3c17-42f8-84b8-c210c17d3655 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:49:23.882698 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (13eb6556-3c17-42f8-84b8-c210c17d3655), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:23.913733 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event deleted for resources: {'Port': ['ID=13eb6556-3c17-42f8-84b8-c210c17d3655,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:23.918422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] No DVR routers for this DVR port 13eb6556-3c17-42f8-84b8-c210c17d3655 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:49:23.998957 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (6df7bf42-1fd8-4357-a00a-bba11e4e9061), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:24.018071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f8e93ca0>,) {'filters': {'network_id': ['6df7bf42-1fd8-4357-a00a-bba11e4e9061']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:24.027422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f8e93ca0>, '98236dfa-9183-4ee4-88e2-fa982856fc47') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:24.027717 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f8e93ca0>, '98236dfa-9183-4ee4-88e2-fa982856fc47') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:24.038433 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (98236dfa-9183-4ee4-88e2-fa982856fc47), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:24.052538 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (98236dfa-9183-4ee4-88e2-fa982856fc47), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:24.058631 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:49:24.059023 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (98236dfa-9183-4ee4-88e2-fa982856fc47), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:49:24.061980 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:49:24.185262 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (6df7bf42-1fd8-4357-a00a-bba11e4e9061), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:24.192056 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:24.195039 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "DELETE /v2.0/networks/6df7bf42-1fd8-4357-a00a-bba11e4e9061 HTTP/1.1" status: 204  len: 168 time: 1.8548160
Feb 12 21:49:24.198960 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55548) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:24.207905 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8692f-4844-47dc-95bc-76fd9948cb77 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event deleted for resources: {'Network': ['ID=6df7bf42-1fd8-4357-a00a-bba11e4e9061,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:24.227480 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e008403-74cb-4751-af75-41acbbd6833b tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] GET failed (client error): The resource could not be found.
Feb 12 21:49:24.228949 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5e008403-74cb-4751-af75-41acbbd6833b tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "GET /v2.0/subnets/c2a67966-3e05-4da1-a509-e846e5cd3aec HTTP/1.1" status: 404  len: 337 time: 0.0289555
Feb 12 21:49:24.231703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55550) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:24.249001 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da2fea4-53a4-4909-8f84-21f29ea98efc tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:49:24.253282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da2fea4-53a4-4909-8f84-21f29ea98efc tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:49:24.253282 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1da2fea4-53a4-4909-8f84-21f29ea98efc tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "DELETE /v2.0/networks/6df7bf42-1fd8-4357-a00a-bba11e4e9061 HTTP/1.1" status: 404  len: 339 time: 0.0198421
Feb 12 21:49:24.256079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55552) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:24.281780 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-429c459c-50f2-4643-834a-1a3e99409953 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:49:24.282150 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429c459c-50f2-4643-834a-1a3e99409953 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:49:24.285124 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-429c459c-50f2-4643-834a-1a3e99409953 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "DELETE /v2.0/subnets/c2a67966-3e05-4da1-a509-e846e5cd3aec HTTP/1.1" status: 404  len: 337 time: 0.0281308
Feb 12 21:49:24.287572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55554) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:24.305386 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-04567750-0470-4db6-ae11-eef86b9fd19f tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:49:24.305884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04567750-0470-4db6-ae11-eef86b9fd19f tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:49:24.309586 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-04567750-0470-4db6-ae11-eef86b9fd19f tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "DELETE /v2.0/networks/6df7bf42-1fd8-4357-a00a-bba11e4e9061 HTTP/1.1" status: 404  len: 339 time: 0.0211177
Feb 12 21:49:24.312188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55556) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:24.362826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36e5e2f-6279-4bd2-9e32-00b472e2e191 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Deleting subnet 8a15bdbf-48c5-4596-8630-587faff84978 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:49:24.366907 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a36e5e2f-6279-4bd2-9e32-00b472e2e191 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for subnet (8a15bdbf-48c5-4596-8630-587faff84978), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:24.413301 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a36e5e2f-6279-4bd2-9e32-00b472e2e191 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (8a15bdbf-48c5-4596-8630-587faff84978), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:24.449349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-ab3fe713-0ad2-440f-b06d-9f0acded8d2d req-d5cc8221-25d1-4637-a4d9-012e64279b94 service neutron] (126505) timed out ('10.222.0.31', 48970) {{(pid=126505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 21:49:24.500059 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a36e5e2f-6279-4bd2-9e32-00b472e2e191 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (8a15bdbf-48c5-4596-8630-587faff84978), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:24.593707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cc9b2f76-2eeb-4fdd-9037-81703f352732 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:49:24.640874 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port cc9b2f76-2eeb-4fdd-9037-81703f352732 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:24.641230 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cc9b2f76-2eeb-4fdd-9037-81703f352732), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:24.659825 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a36e5e2f-6279-4bd2-9e32-00b472e2e191 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (8a15bdbf-48c5-4596-8630-587faff84978), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:24.694745 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a36e5e2f-6279-4bd2-9e32-00b472e2e191 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:24.700695 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a36e5e2f-6279-4bd2-9e32-00b472e2e191 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "DELETE /v2.0/subnets/8a15bdbf-48c5-4596-8630-587faff84978 HTTP/1.1" status: 204  len: 168 time: 0.3852270
Feb 12 21:49:24.700695 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e5e2f-6279-4bd2-9e32-00b472e2e191 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event deleted for resources: {'Subnet': ['ID=8a15bdbf-48c5-4596-8630-587faff84978,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:24.701467 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55558) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:24.708975 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e416d10e-679a-4372-a7ab-a6007eb44ec3 None None] Network 1cd52156-690c-4de1-84d1-75cdae8135ec requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:24.767185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port cc9b2f76-2eeb-4fdd-9037-81703f352732 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:24.783052 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (1cd52156-690c-4de1-84d1-75cdae8135ec), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:24.851854 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Deleting port cc9b2f76-2eeb-4fdd-9037-81703f352732 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:49:24.852347 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (cc9b2f76-2eeb-4fdd-9037-81703f352732), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:24.879505 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c21d584-9e75-40c2-a31f-53e0b1b48e2c None None] DHCP port deletion for 1cd52156-690c-4de1-84d1-75cdae8135ec request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:49:24.923915 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] For port cc9b2f76-2eeb-4fdd-9037-81703f352732, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc9b2f76-2eeb-4fdd-9037-81703f352732,segment=NetworkSegment(fddd7ffb-8469-4d28-84ad-6ac643525a32),segment_id=fddd7ffb-8469-4d28-84ad-6ac643525a32)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:24.924539 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (cc9b2f76-2eeb-4fdd-9037-81703f352732), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:24.937336 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0c21d584-9e75-40c2-a31f-53e0b1b48e2c None None] Deleting port cc9b2f76-2eeb-4fdd-9037-81703f352732 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:49:24.937908 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0c21d584-9e75-40c2-a31f-53e0b1b48e2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (cc9b2f76-2eeb-4fdd-9037-81703f352732), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:24.938066 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Calling delete_port for cc9b2f76-2eeb-4fdd-9037-81703f352732 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:49:25.001783 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0c21d584-9e75-40c2-a31f-53e0b1b48e2c None None] For port cc9b2f76-2eeb-4fdd-9037-81703f352732, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc9b2f76-2eeb-4fdd-9037-81703f352732,segment=NetworkSegment(fddd7ffb-8469-4d28-84ad-6ac643525a32),segment_id=fddd7ffb-8469-4d28-84ad-6ac643525a32)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:25.002176 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0c21d584-9e75-40c2-a31f-53e0b1b48e2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (cc9b2f76-2eeb-4fdd-9037-81703f352732), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:25.015278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0c21d584-9e75-40c2-a31f-53e0b1b48e2c None None] Calling delete_port for cc9b2f76-2eeb-4fdd-9037-81703f352732 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:49:25.133968 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (cc9b2f76-2eeb-4fdd-9037-81703f352732), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:25.140525 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0c21d584-9e75-40c2-a31f-53e0b1b48e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (cc9b2f76-2eeb-4fdd-9037-81703f352732), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:25.163526 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] No DVR routers for this DVR port cc9b2f76-2eeb-4fdd-9037-81703f352732 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:49:25.166632 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21d584-9e75-40c2-a31f-53e0b1b48e2c None None] Pushing event deleted for resources: {'Port': ['ID=cc9b2f76-2eeb-4fdd-9037-81703f352732,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:25.168457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c21d584-9e75-40c2-a31f-53e0b1b48e2c None None] No DVR routers for this DVR port cc9b2f76-2eeb-4fdd-9037-81703f352732 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:49:25.175916 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event deleted for resources: {'Port': ['ID=cc9b2f76-2eeb-4fdd-9037-81703f352732,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:25.252713 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (1cd52156-690c-4de1-84d1-75cdae8135ec), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:25.278460 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fabe55b0>,) {'filters': {'network_id': ['1cd52156-690c-4de1-84d1-75cdae8135ec']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:25.287596 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fabe55b0>, 'fddd7ffb-8469-4d28-84ad-6ac643525a32') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:25.287901 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fabe55b0>, 'fddd7ffb-8469-4d28-84ad-6ac643525a32') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:25.297892 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (fddd7ffb-8469-4d28-84ad-6ac643525a32), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:25.311855 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (fddd7ffb-8469-4d28-84ad-6ac643525a32), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:25.317698 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:49:25.318088 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (fddd7ffb-8469-4d28-84ad-6ac643525a32), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:49:25.321018 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:49:25.448904 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (1cd52156-690c-4de1-84d1-75cdae8135ec), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:25.455612 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:25.458856 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "DELETE /v2.0/networks/1cd52156-690c-4de1-84d1-75cdae8135ec HTTP/1.1" status: 204  len: 168 time: 0.7563891
Feb 12 21:49:25.463596 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55560) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:25.470229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74d088-6a82-4a80-9941-61f0b8f22e0d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event deleted for resources: {'Network': ['ID=1cd52156-690c-4de1-84d1-75cdae8135ec,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:25.487121 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b1abda-7731-4754-9ebe-fbe3a3d409c0 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:49:25.487569 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b1abda-7731-4754-9ebe-fbe3a3d409c0 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:49:25.490574 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-84b1abda-7731-4754-9ebe-fbe3a3d409c0 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "DELETE /v2.0/subnets/19c8d04b-6395-4e24-b408-32e19007ab1d HTTP/1.1" status: 404  len: 337 time: 0.0281014
Feb 12 21:49:25.493054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55562) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:25.511411 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2ee940-ec8b-4910-ac46-499a644647ef tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:49:25.511915 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df2ee940-ec8b-4910-ac46-499a644647ef tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:49:25.514840 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-df2ee940-ec8b-4910-ac46-499a644647ef tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "DELETE /v2.0/networks/87d45a3c-eb4e-4f28-a239-2a59f94e9c91 HTTP/1.1" status: 404  len: 339 time: 0.0203726
Feb 12 21:49:25.517205 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55564) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:25.541763 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1472c4e-9b58-4547-a98b-2deaaed16e8d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:49:25.542137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1472c4e-9b58-4547-a98b-2deaaed16e8d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:49:25.545306 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f1472c4e-9b58-4547-a98b-2deaaed16e8d tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "DELETE /v2.0/subnets/c9337b2a-1679-473c-976b-f20a09ea9d60 HTTP/1.1" status: 404  len: 337 time: 0.0272241
Feb 12 21:49:25.547667 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55566) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:25.564897 ncdv-master-1 neutron-server[126505]: INFO neutron.pecan_wsgi.hooks.translation [None req-c090419c-7251-445d-951a-62c02d82316e tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] DELETE failed (client error): The resource could not be found.
Feb 12 21:49:25.565387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c090419c-7251-445d-951a-62c02d82316e tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Feb 12 21:49:25.568200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c090419c-7251-445d-951a-62c02d82316e tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "DELETE /v2.0/networks/5b91cb14-bb9b-48e9-8f67-6fbf6038b9e3 HTTP/1.1" status: 404  len: 339 time: 0.0196486
Feb 12 21:49:25.570479 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55568) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:25.617921 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4871300-d0ef-4f16-b90c-26a5032d4a34 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Deleting subnet 4b7f5f27-074a-4b8a-b476-7167623c4f0b {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:49:25.621595 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f4871300-d0ef-4f16-b90c-26a5032d4a34 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for subnet (4b7f5f27-074a-4b8a-b476-7167623c4f0b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:25.663487 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f4871300-d0ef-4f16-b90c-26a5032d4a34 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (4b7f5f27-074a-4b8a-b476-7167623c4f0b), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:25.745437 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f4871300-d0ef-4f16-b90c-26a5032d4a34 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (4b7f5f27-074a-4b8a-b476-7167623c4f0b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:25.848100 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5331067b-9ad6-4beb-b0e2-d6fb12d8d43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:25.882873 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f4871300-d0ef-4f16-b90c-26a5032d4a34 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (4b7f5f27-074a-4b8a-b476-7167623c4f0b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:25.913457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4871300-d0ef-4f16-b90c-26a5032d4a34 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event deleted for resources: {'Subnet': ['ID=4b7f5f27-074a-4b8a-b476-7167623c4f0b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:25.920744 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f4871300-d0ef-4f16-b90c-26a5032d4a34 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:25.933686 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f4871300-d0ef-4f16-b90c-26a5032d4a34 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "DELETE /v2.0/subnets/4b7f5f27-074a-4b8a-b476-7167623c4f0b HTTP/1.1" status: 204  len: 168 time: 0.3534036
Feb 12 21:49:25.933852 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc4187f-8a48-4aa0-9b26-df7667d2662f None None] Network a7c7a2c7-da2a-462e-a811-9557344dd4f5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:25.933962 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55570) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:26.004077 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (a7c7a2c7-da2a-462e-a811-9557344dd4f5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:26.061862 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Deleting port 045e5e45-2d8a-4377-a77e-e2318c7514b5 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:49:26.062208 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (045e5e45-2d8a-4377-a77e-e2318c7514b5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:26.072337 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ec842-7034-4878-8089-efe887dec48d None None] DHCP port deletion for a7c7a2c7-da2a-462e-a811-9557344dd4f5 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:49:26.125044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ec842-7034-4878-8089-efe887dec48d None None] Deleting port 045e5e45-2d8a-4377-a77e-e2318c7514b5 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:49:26.125440 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ab2ec842-7034-4878-8089-efe887dec48d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (045e5e45-2d8a-4377-a77e-e2318c7514b5), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:26.129432 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] For port 045e5e45-2d8a-4377-a77e-e2318c7514b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=045e5e45-2d8a-4377-a77e-e2318c7514b5,segment=NetworkSegment(c7aba327-facb-42a2-853a-269b935e188e),segment_id=c7aba327-facb-42a2-853a-269b935e188e)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:26.129799 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (045e5e45-2d8a-4377-a77e-e2318c7514b5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:26.143398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Calling delete_port for 045e5e45-2d8a-4377-a77e-e2318c7514b5 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:49:26.190018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ab2ec842-7034-4878-8089-efe887dec48d None None] For port 045e5e45-2d8a-4377-a77e-e2318c7514b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=045e5e45-2d8a-4377-a77e-e2318c7514b5,segment=NetworkSegment(c7aba327-facb-42a2-853a-269b935e188e),segment_id=c7aba327-facb-42a2-853a-269b935e188e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:26.190468 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ab2ec842-7034-4878-8089-efe887dec48d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (045e5e45-2d8a-4377-a77e-e2318c7514b5), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:26.204708 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ec842-7034-4878-8089-efe887dec48d None None] Calling delete_port for 045e5e45-2d8a-4377-a77e-e2318c7514b5 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:49:26.276974 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (045e5e45-2d8a-4377-a77e-e2318c7514b5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:26.284007 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ab2ec842-7034-4878-8089-efe887dec48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (045e5e45-2d8a-4377-a77e-e2318c7514b5), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:26.304920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event deleted for resources: {'Port': ['ID=045e5e45-2d8a-4377-a77e-e2318c7514b5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:26.307296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] No DVR routers for this DVR port 045e5e45-2d8a-4377-a77e-e2318c7514b5 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:49:26.315330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ec842-7034-4878-8089-efe887dec48d None None] Pushing event deleted for resources: {'Port': ['ID=045e5e45-2d8a-4377-a77e-e2318c7514b5,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:26.317176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ec842-7034-4878-8089-efe887dec48d None None] No DVR routers for this DVR port 045e5e45-2d8a-4377-a77e-e2318c7514b5 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:49:26.393567 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (a7c7a2c7-da2a-462e-a811-9557344dd4f5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:26.413243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6faaf14f0>,) {'filters': {'network_id': ['a7c7a2c7-da2a-462e-a811-9557344dd4f5']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:26.422559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6faaf14f0>, 'c7aba327-facb-42a2-853a-269b935e188e') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:26.422863 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6faaf14f0>, 'c7aba327-facb-42a2-853a-269b935e188e') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:26.432114 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (c7aba327-facb-42a2-853a-269b935e188e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:26.445138 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (c7aba327-facb-42a2-853a-269b935e188e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:26.451776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:49:26.452165 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (c7aba327-facb-42a2-853a-269b935e188e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:49:26.455103 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:49:26.589561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cc9b2f76-2eeb-4fdd-9037-81703f352732 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:49:26.602748 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (a7c7a2c7-da2a-462e-a811-9557344dd4f5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:26.609640 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:26.610049 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: cc9b2f76-2eeb-4fdd-9037-81703f352732 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:49:26.610406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cc9b2f76-2eeb-4fdd-9037-81703f352732 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:49:26.610819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 045e5e45-2d8a-4377-a77e-e2318c7514b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:49:26.616036 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] 10.222.0.31 "DELETE /v2.0/networks/a7c7a2c7-da2a-462e-a811-9557344dd4f5 HTTP/1.1" status: 204  len: 168 time: 0.6882715
Feb 12 21:49:26.630536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bfc68-d61a-453f-bada-343a0609a440 tempest-NetworksIpV6Test-2040780272 tempest-NetworksIpV6Test-2040780272-project] Pushing event deleted for resources: {'Network': ['ID=a7c7a2c7-da2a-462e-a811-9557344dd4f5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:26.630782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 045e5e45-2d8a-4377-a77e-e2318c7514b5 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:49:26.631055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 045e5e45-2d8a-4377-a77e-e2318c7514b5 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:49:27.086745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55576) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:27.223974 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-490a3f3f-ff01-4143-a463-c7428e6a1ca7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7de24ff8534e42d6beb98f8c42bb0279&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1360250
Feb 12 21:49:27.226512 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55580) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:27.279110 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a718550b-543b-4b5f-84b4-b7dee2ae9860 admin admin] Publish callbacks [] for security_group (4970e2db-1009-46ad-96a7-38f3c5034095), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:27.283175 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:27.301022 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a718550b-543b-4b5f-84b4-b7dee2ae9860 admin admin] Publish callbacks [] for security_group (4970e2db-1009-46ad-96a7-38f3c5034095), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:27.402258 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a718550b-543b-4b5f-84b4-b7dee2ae9860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4970e2db-1009-46ad-96a7-38f3c5034095), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:27.404916 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a718550b-543b-4b5f-84b4-b7dee2ae9860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:27.406088 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a718550b-543b-4b5f-84b4-b7dee2ae9860 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4970e2db-1009-46ad-96a7-38f3c5034095 HTTP/1.1" status: 204  len: 168 time: 0.1786938
Feb 12 21:49:27.414363 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718550b-543b-4b5f-84b4-b7dee2ae9860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4970e2db-1009-46ad-96a7-38f3c5034095,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:28.299786 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-52d3f87f-dbde-4560-804a-3d1c9036604b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:28.316427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55602) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:28.413040 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8b5b588d-4996-4010-8f1a-3277d0ff6566 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-192744857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:28.528421 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b5b588d-4996-4010-8f1a-3277d0ff6566 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (e3898a88-d654-42ac-ba26-c0144ec54817), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:28.529515 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b5b588d-4996-4010-8f1a-3277d0ff6566 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (e3898a88-d654-42ac-ba26-c0144ec54817), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:28.581029 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b5b588d-4996-4010-8f1a-3277d0ff6566 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for router_controller (e3898a88-d654-42ac-ba26-c0144ec54817), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:28.636791 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b5b588d-4996-4010-8f1a-3277d0ff6566 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (e3898a88-d654-42ac-ba26-c0144ec54817), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:28.741348 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b5b588d-4996-4010-8f1a-3277d0ff6566 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:28.742584 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8b5b588d-4996-4010-8f1a-3277d0ff6566 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.4251425
Feb 12 21:49:28.745460 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55606) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:28.750460 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c9f85346-f6ae-4f80-a402-e88244e92fab tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1811716803'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:28.824994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f85346-f6ae-4f80-a402-e88244e92fab tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Made reservation on behalf of 40534b2353094b06af8bb8b1a9e111be for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:28.828213 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9f85346-f6ae-4f80-a402-e88244e92fab tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:28.840882 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9f85346-f6ae-4f80-a402-e88244e92fab tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:28.914131 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9f85346-f6ae-4f80-a402-e88244e92fab tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for security_group (1f228bf1-d4fe-4237-aa61-a6125d2bc286), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:28.996615 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9f85346-f6ae-4f80-a402-e88244e92fab tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1f228bf1-d4fe-4237-aa61-a6125d2bc286), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:29.024014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f85346-f6ae-4f80-a402-e88244e92fab tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:49:29.034285 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f85346-f6ae-4f80-a402-e88244e92fab tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f228bf1-d4fe-4237-aa61-a6125d2bc286,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:29.040362 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9f85346-f6ae-4f80-a402-e88244e92fab tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:29.040724 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-c9f85346-f6ae-4f80-a402-e88244e92fab tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Added segment 7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d of type vlan for network a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8
Feb 12 21:49:29.081625 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9f85346-f6ae-4f80-a402-e88244e92fab tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:29.144527 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9f85346-f6ae-4f80-a402-e88244e92fab tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:29.149465 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f85346-f6ae-4f80-a402-e88244e92fab tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:29.150119 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9f85346-f6ae-4f80-a402-e88244e92fab tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:29.217931 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f85346-f6ae-4f80-a402-e88244e92fab tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Pushing event updated for resources: {'Network': ['ID=a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:29.227599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:49:29.262977 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c9f85346-f6ae-4f80-a402-e88244e92fab tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.5164022
Feb 12 21:49:29.265905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55608) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:29.270888 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c1cc3f67-c2b3-4f09-ba58-7a25b64d8c21 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Request body: {'subnet': {'network_id': 'a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:29.425231 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cc3f67-c2b3-4f09-ba58-7a25b64d8c21 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Made reservation on behalf of 40534b2353094b06af8bb8b1a9e111be for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:29.428592 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c1cc3f67-c2b3-4f09-ba58-7a25b64d8c21 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:29.602494 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:29.711164 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:30.026128 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c1cc3f67-c2b3-4f09-ba58-7a25b64d8c21 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (e80099ea-ba6c-42e8-bfd1-1726fb608351), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:30.090106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc3f67-c2b3-4f09-ba58-7a25b64d8c21 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Pushing event updated for resources: {'Subnet': ['ID=e80099ea-ba6c-42e8-bfd1-1726fb608351,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:30.097661 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cc3f67-c2b3-4f09-ba58-7a25b64d8c21 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Checking segment: {'id': '7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:30.098161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cc3f67-c2b3-4f09-ba58-7a25b64d8c21 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Network hostable DHCP agents. Network: a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:49:30.236901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cc3f67-c2b3-4f09-ba58-7a25b64d8c21 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Network a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:49:30.345026 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c1cc3f67-c2b3-4f09-ba58-7a25b64d8c21 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:30.349298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cc3f67-c2b3-4f09-ba58-7a25b64d8c21 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:30.350026 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c1cc3f67-c2b3-4f09-ba58-7a25b64d8c21 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:30.360485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8e45a2-0188-4b80-a140-cc4a58a7b62f None None] Network a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:30.422703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c1cc3f67-c2b3-4f09-ba58-7a25b64d8c21 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1556830
Feb 12 21:49:30.425829 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55610) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:30.431177 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1977896732'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:30.461400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8', 'network_id': 'a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8', 'project_id': '40534b2353094b06af8bb8b1a9e111be', 'fixed_ips': [{'subnet_id': 'e80099ea-ba6c-42e8-bfd1-1726fb608351'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:49:30.462750 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:30.511183 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Made reservation on behalf of 40534b2353094b06af8bb8b1a9e111be for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:30.514592 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:30.537521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:49:30.546520 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (9c62d8c3-f09c-42d3-9dab-19c774695553), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:30.546895 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Added segment 9c62d8c3-f09c-42d3-9dab-19c774695553 of type vlan for network 34e00d52-03c7-4f77-8119-6ecf582bed55
Feb 12 21:49:30.586566 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (34e00d52-03c7-4f77-8119-6ecf582bed55), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:30.599044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Allocated IP 172.20.0.2 (a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8/e80099ea-ba6c-42e8-bfd1-1726fb608351/94fbc26f-fd28-4110-872f-3fbb1d678b4c) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:49:30.687779 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (34e00d52-03c7-4f77-8119-6ecf582bed55), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:30.692683 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:30.700697 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:30.744754 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Publish callbacks [] for port (94fbc26f-fd28-4110-872f-3fbb1d678b4c), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:30.766562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Pushing event updated for resources: {'Network': ['ID=34e00d52-03c7-4f77-8119-6ecf582bed55,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:30.774120 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:30.774477 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:30.774860 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:30.775199 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:30.775534 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:30.775866 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:30.776192 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:30.776519 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:30.776843 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:30.777166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:30.777516 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:30.777840 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:30.778162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:30.789241 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 34e00d52-03c7-4f77-8119-6ecf582bed55 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:49:30.805180 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a191dc21-3d31-4486-a2a1-9a679fa48a60 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.3781621
Feb 12 21:49:30.808850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55612) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:30.814275 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-29dba47b-e6ae-47cb-bfa4-fdec6de2c83b tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Request body: {'subnet': {'network_id': '34e00d52-03c7-4f77-8119-6ecf582bed55', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:30.838919 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (94fbc26f-fd28-4110-872f-3fbb1d678b4c), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:30.898303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Network a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:49:30.902683 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:30.904485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Pushing event updated for resources: {'Port': ['ID=94fbc26f-fd28-4110-872f-3fbb1d678b4c,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:30.906623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:49:30.961230 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Attempting to bind port 94fbc26f-fd28-4110-872f-3fbb1d678b4c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:49:30.961651 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Attempting to bind port 94fbc26f-fd28-4110-872f-3fbb1d678b4c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:49:30.962002 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Attempting to bind port 94fbc26f-fd28-4110-872f-3fbb1d678b4c on network a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:49:30.967446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:49:30.967829 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Checking segment: {'id': '7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:30.968228 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:30.968359 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dba47b-e6ae-47cb-bfa4-fdec6de2c83b tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Made reservation on behalf of 40534b2353094b06af8bb8b1a9e111be for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:30.968624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Bound using segment: {'id': '7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:49:30.969089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Bound port: 94fbc26f-fd28-4110-872f-3fbb1d678b4c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:49:30.969497 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (94fbc26f-fd28-4110-872f-3fbb1d678b4c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:30.971734 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-29dba47b-e6ae-47cb-bfa4-fdec6de2c83b tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:31.031680 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] For port 94fbc26f-fd28-4110-872f-3fbb1d678b4c, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:49:31.034731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] For port 94fbc26f-fd28-4110-872f-3fbb1d678b4c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94fbc26f-fd28-4110-872f-3fbb1d678b4c,segment=NetworkSegment(7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d),segment_id=7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:49:31.145894 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (94fbc26f-fd28-4110-872f-3fbb1d678b4c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:31.176868 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:31.209111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db856c51-177d-4e5d-9f77-d71510144965 None None] Pushing event updated for resources: {'Port': ['ID=94fbc26f-fd28-4110-872f-3fbb1d678b4c,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:31.248563 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-29dba47b-e6ae-47cb-bfa4-fdec6de2c83b tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (e030d7c6-191a-4944-bda9-6365243ae1c4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:31.309155 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dba47b-e6ae-47cb-bfa4-fdec6de2c83b tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Pushing event updated for resources: {'Subnet': ['ID=e030d7c6-191a-4944-bda9-6365243ae1c4,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:31.321010 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dba47b-e6ae-47cb-bfa4-fdec6de2c83b tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Checking segment: {'id': '9c62d8c3-f09c-42d3-9dab-19c774695553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '34e00d52-03c7-4f77-8119-6ecf582bed55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:31.321397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dba47b-e6ae-47cb-bfa4-fdec6de2c83b tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Network hostable DHCP agents. Network: 34e00d52-03c7-4f77-8119-6ecf582bed55, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:49:31.402766 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dba47b-e6ae-47cb-bfa4-fdec6de2c83b tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Network 34e00d52-03c7-4f77-8119-6ecf582bed55 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:49:31.459558 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-29dba47b-e6ae-47cb-bfa4-fdec6de2c83b tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 34e00d52-03c7-4f77-8119-6ecf582bed55) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:31.464290 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dba47b-e6ae-47cb-bfa4-fdec6de2c83b tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:31.464902 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-29dba47b-e6ae-47cb-bfa4-fdec6de2c83b tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:31.469541 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412d7d9d-31ec-496f-b7d3-e18df71cec93 None None] Network 34e00d52-03c7-4f77-8119-6ecf582bed55 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:31.531121 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-29dba47b-e6ae-47cb-bfa4-fdec6de2c83b tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7208822
Feb 12 21:49:31.533884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55614) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:31.538274 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-995f4ec2-df26-466a-a1af-f416fdca4210 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Request body: {'router': {'external_gateway_info': {'network_id': '34e00d52-03c7-4f77-8119-6ecf582bed55'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:31.583782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-34e00d52-03c7-4f77-8119-6ecf582bed55', 'network_id': '34e00d52-03c7-4f77-8119-6ecf582bed55', 'project_id': '40534b2353094b06af8bb8b1a9e111be', 'fixed_ips': [{'subnet_id': 'e030d7c6-191a-4944-bda9-6365243ae1c4'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:49:31.584943 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:31.682646 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:49:31.722019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Allocated IP 172.21.0.2 (34e00d52-03c7-4f77-8119-6ecf582bed55/e030d7c6-191a-4944-bda9-6365243ae1c4/1936d10b-f752-41ab-9a52-b74eac12b7e6) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:49:31.766475 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-995f4ec2-df26-466a-a1af-f416fdca4210 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for router_gateway (e3898a88-d654-42ac-ba26-c0144ec54817), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:31.871888 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Publish callbacks [] for port (1936d10b-f752-41ab-9a52-b74eac12b7e6), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:31.929622 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (1936d10b-f752-41ab-9a52-b74eac12b7e6), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:31.942904 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [None req-995f4ec2-df26-466a-a1af-f416fdca4210 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Feb 12 21:49:31.946319 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-995f4ec2-df26-466a-a1af-f416fdca4210 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] 10.222.0.31 "PUT /v2.0/routers/e3898a88-d654-42ac-ba26-c0144ec54817 HTTP/1.1" status: 400  len: 364 time: 0.4109523
Feb 12 21:49:31.949929 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55616) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:31.971681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Network 34e00d52-03c7-4f77-8119-6ecf582bed55 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:49:31.976219 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:31.981204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:49:31.988934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Pushing event updated for resources: {'Port': ['ID=1936d10b-f752-41ab-9a52-b74eac12b7e6,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:32.022933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-41be4fd0-80b1-49bf-85ba-9e1c3643874e tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Deleting subnet e030d7c6-191a-4944-bda9-6365243ae1c4 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:49:32.028058 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41be4fd0-80b1-49bf-85ba-9e1c3643874e tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for subnet (e030d7c6-191a-4944-bda9-6365243ae1c4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.048106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Attempting to bind port 1936d10b-f752-41ab-9a52-b74eac12b7e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:49:32.048587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Attempting to bind port 1936d10b-f752-41ab-9a52-b74eac12b7e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9c62d8c3-f09c-42d3-9dab-19c774695553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '34e00d52-03c7-4f77-8119-6ecf582bed55'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:49:32.049020 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Attempting to bind port 1936d10b-f752-41ab-9a52-b74eac12b7e6 on network 34e00d52-03c7-4f77-8119-6ecf582bed55 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:49:32.054901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:49:32.055153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Checking segment: {'id': '9c62d8c3-f09c-42d3-9dab-19c774695553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '34e00d52-03c7-4f77-8119-6ecf582bed55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:32.055563 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.056009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Bound using segment: {'id': '9c62d8c3-f09c-42d3-9dab-19c774695553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '34e00d52-03c7-4f77-8119-6ecf582bed55'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:49:32.056625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Bound port: 1936d10b-f752-41ab-9a52-b74eac12b7e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c62d8c3-f09c-42d3-9dab-19c774695553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '34e00d52-03c7-4f77-8119-6ecf582bed55'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:49:32.057158 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1936d10b-f752-41ab-9a52-b74eac12b7e6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.071459 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41be4fd0-80b1-49bf-85ba-9e1c3643874e tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (e030d7c6-191a-4944-bda9-6365243ae1c4), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.126358 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] For port 1936d10b-f752-41ab-9a52-b74eac12b7e6, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:49:32.129620 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] For port 1936d10b-f752-41ab-9a52-b74eac12b7e6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1936d10b-f752-41ab-9a52-b74eac12b7e6,segment=NetworkSegment(9c62d8c3-f09c-42d3-9dab-19c774695553),segment_id=9c62d8c3-f09c-42d3-9dab-19c774695553)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:49:32.184199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dcc52c-6e9c-4f2b-9a2e-bc8e800c76ee None None] Network a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:32.226805 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41be4fd0-80b1-49bf-85ba-9e1c3643874e tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (e030d7c6-191a-4944-bda9-6365243ae1c4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.246090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c0333985-9d64-466b-98c7-0ed311ae369a None None] Provisioning complete for port 94fbc26f-fd28-4110-872f-3fbb1d678b4c triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:32.246533 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c0333985-9d64-466b-98c7-0ed311ae369a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (94fbc26f-fd28-4110-872f-3fbb1d678b4c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.248599 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1936d10b-f752-41ab-9a52-b74eac12b7e6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.277327 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.334394 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41be4fd0-80b1-49bf-85ba-9e1c3643874e tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (e030d7c6-191a-4944-bda9-6365243ae1c4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.368394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be4fd0-80b1-49bf-85ba-9e1c3643874e tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Pushing event deleted for resources: {'Subnet': ['ID=e030d7c6-191a-4944-bda9-6365243ae1c4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:32.370724 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-41be4fd0-80b1-49bf-85ba-9e1c3643874e tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.376642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55618) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:32.380892 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-41be4fd0-80b1-49bf-85ba-9e1c3643874e tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] 10.222.0.31 "DELETE /v2.0/subnets/e030d7c6-191a-4944-bda9-6365243ae1c4 HTTP/1.1" status: 204  len: 168 time: 0.4297860
Feb 12 21:49:32.382415 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6efd1-d7e4-4d45-acc6-7e85f7b498cb None None] Pushing event updated for resources: {'Port': ['ID=1936d10b-f752-41ab-9a52-b74eac12b7e6,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:32.438900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c0333985-9d64-466b-98c7-0ed311ae369a None None] Current status of the port 94fbc26f-fd28-4110-872f-3fbb1d678b4c is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:32.439290 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c0333985-9d64-466b-98c7-0ed311ae369a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (94fbc26f-fd28-4110-872f-3fbb1d678b4c), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.481855 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (34e00d52-03c7-4f77-8119-6ecf582bed55), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.482546 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c0333985-9d64-466b-98c7-0ed311ae369a None None] For port 94fbc26f-fd28-4110-872f-3fbb1d678b4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94fbc26f-fd28-4110-872f-3fbb1d678b4c,segment=NetworkSegment(7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d),segment_id=7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:32.533728 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c0333985-9d64-466b-98c7-0ed311ae369a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (94fbc26f-fd28-4110-872f-3fbb1d678b4c), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.564315 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Deleting port 1936d10b-f752-41ab-9a52-b74eac12b7e6 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:49:32.564665 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1936d10b-f752-41ab-9a52-b74eac12b7e6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.618870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0333985-9d64-466b-98c7-0ed311ae369a None None] Pushing event updated for resources: {'Port': ['ID=94fbc26f-fd28-4110-872f-3fbb1d678b4c,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:32.689772 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] For port 1936d10b-f752-41ab-9a52-b74eac12b7e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1936d10b-f752-41ab-9a52-b74eac12b7e6,segment=NetworkSegment(9c62d8c3-f09c-42d3-9dab-19c774695553),segment_id=9c62d8c3-f09c-42d3-9dab-19c774695553)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:32.691435 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1936d10b-f752-41ab-9a52-b74eac12b7e6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.707430 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Calling delete_port for 1936d10b-f752-41ab-9a52-b74eac12b7e6 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:49:32.726186 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 94fbc26f-fd28-4110-872f-3fbb1d678b4c up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:49:32.777153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e4c55498-c088-4205-82ac-ed9ddea51dca None None] Provisioning complete for port 94fbc26f-fd28-4110-872f-3fbb1d678b4c triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:32.777562 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e4c55498-c088-4205-82ac-ed9ddea51dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (94fbc26f-fd28-4110-872f-3fbb1d678b4c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.826558 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 94fbc26f-fd28-4110-872f-3fbb1d678b4c triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:32.826938 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (94fbc26f-fd28-4110-872f-3fbb1d678b4c), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.876955 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1936d10b-f752-41ab-9a52-b74eac12b7e6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:32.903994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Pushing event deleted for resources: {'Port': ['ID=1936d10b-f752-41ab-9a52-b74eac12b7e6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:32.908719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] No DVR routers for this DVR port 1936d10b-f752-41ab-9a52-b74eac12b7e6 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:49:32.954376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e4c55498-c088-4205-82ac-ed9ddea51dca None None] Current status of the port 94fbc26f-fd28-4110-872f-3fbb1d678b4c is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:32.995966 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (34e00d52-03c7-4f77-8119-6ecf582bed55), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:33.017494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa98baf0>,) {'filters': {'network_id': ['34e00d52-03c7-4f77-8119-6ecf582bed55']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:33.026578 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa98baf0>, '9c62d8c3-f09c-42d3-9dab-19c774695553') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:33.026872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa98baf0>, '9c62d8c3-f09c-42d3-9dab-19c774695553') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:33.027663 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 94fbc26f-fd28-4110-872f-3fbb1d678b4c is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:33.037213 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (9c62d8c3-f09c-42d3-9dab-19c774695553), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:33.051279 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (9c62d8c3-f09c-42d3-9dab-19c774695553), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:33.057839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (9c62d8c3-f09c-42d3-9dab-19c774695553), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:49:33.063922 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:49:33.208206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (34e00d52-03c7-4f77-8119-6ecf582bed55), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:33.216957 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:33.220677 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] 10.222.0.31 "DELETE /v2.0/networks/34e00d52-03c7-4f77-8119-6ecf582bed55 HTTP/1.1" status: 204  len: 168 time: 0.8430457
Feb 12 21:49:33.223749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55620) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:33.231579 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499953c8-bf11-44ac-a693-0b1f23d744d6 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Pushing event deleted for resources: {'Network': ['ID=34e00d52-03c7-4f77-8119-6ecf582bed55,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:33.284564 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2675d7-16c8-4325-886b-212a8d69a7c7 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Deleting subnet e80099ea-ba6c-42e8-bfd1-1726fb608351 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:49:33.287926 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba2675d7-16c8-4325-886b-212a8d69a7c7 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for subnet (e80099ea-ba6c-42e8-bfd1-1726fb608351), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:33.335558 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba2675d7-16c8-4325-886b-212a8d69a7c7 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (e80099ea-ba6c-42e8-bfd1-1726fb608351), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:33.421157 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba2675d7-16c8-4325-886b-212a8d69a7c7 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (e80099ea-ba6c-42e8-bfd1-1726fb608351), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:33.456606 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2956af5f-de2d-4c19-958f-f5e04f7d0b03 None None] DHCP port deletion for 34e00d52-03c7-4f77-8119-6ecf582bed55 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:49:33.467742 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9d22a656-8fe5-4ea1-af5e-f99c94ef8608 None None] Could not find standard attr ID for object 1936d10b-f752-41ab-9a52-b74eac12b7e6. {{(pid=126507) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Feb 12 21:49:33.481085 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc7bd20-f9a0-41b7-91ed-def1ef6c2c3e None None] Network 34e00d52-03c7-4f77-8119-6ecf582bed55 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:33.496190 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc7bd20-f9a0-41b7-91ed-def1ef6c2c3e None None] Network 34e00d52-03c7-4f77-8119-6ecf582bed55 could not be found, it might have been deleted concurrently. {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Feb 12 21:49:33.562570 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba2675d7-16c8-4325-886b-212a8d69a7c7 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (e80099ea-ba6c-42e8-bfd1-1726fb608351), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:33.593468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2675d7-16c8-4325-886b-212a8d69a7c7 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Pushing event deleted for resources: {'Subnet': ['ID=e80099ea-ba6c-42e8-bfd1-1726fb608351,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:33.596947 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ba2675d7-16c8-4325-886b-212a8d69a7c7 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:33.600136 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ba2675d7-16c8-4325-886b-212a8d69a7c7 tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] 10.222.0.31 "DELETE /v2.0/subnets/e80099ea-ba6c-42e8-bfd1-1726fb608351 HTTP/1.1" status: 204  len: 168 time: 0.3748753
Feb 12 21:49:33.603599 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55622) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:33.604416 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8f2271-0182-440a-99da-3b96ab75886c None None] Network a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:33.680583 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:33.742957 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Deleting port 94fbc26f-fd28-4110-872f-3fbb1d678b4c {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:49:33.743303 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (94fbc26f-fd28-4110-872f-3fbb1d678b4c), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:33.753270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] DHCP port deletion for a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:49:33.803059 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Deleting port 94fbc26f-fd28-4110-872f-3fbb1d678b4c {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:49:33.803444 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (94fbc26f-fd28-4110-872f-3fbb1d678b4c), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:33.810595 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] For port 94fbc26f-fd28-4110-872f-3fbb1d678b4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94fbc26f-fd28-4110-872f-3fbb1d678b4c,segment=NetworkSegment(7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d),segment_id=7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:33.810964 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (94fbc26f-fd28-4110-872f-3fbb1d678b4c), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:33.830744 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Calling delete_port for 94fbc26f-fd28-4110-872f-3fbb1d678b4c owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:49:33.956960 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (94fbc26f-fd28-4110-872f-3fbb1d678b4c), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:33.989066 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Pushing event deleted for resources: {'Port': ['ID=94fbc26f-fd28-4110-872f-3fbb1d678b4c,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:33.989624 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] No DVR routers for this DVR port 94fbc26f-fd28-4110-872f-3fbb1d678b4c on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:49:34.040637 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] For port 94fbc26f-fd28-4110-872f-3fbb1d678b4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94fbc26f-fd28-4110-872f-3fbb1d678b4c,segment=NetworkSegment(7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d),segment_id=7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:34.041489 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (94fbc26f-fd28-4110-872f-3fbb1d678b4c), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:34.054330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Calling delete_port for 94fbc26f-fd28-4110-872f-3fbb1d678b4c owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:49:34.073416 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:34.094287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f940b7f0>,) {'filters': {'network_id': ['a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:34.103866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f940b7f0>, '7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:34.108282 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f940b7f0>, '7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:34.113669 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:34.127868 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:34.134818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:49:34.135691 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (7bcdf37f-0cf3-4cce-9bd5-a772b1b3e53d), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:34.138222 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (94fbc26f-fd28-4110-872f-3fbb1d678b4c), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:49:34.138441 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:49:34.165140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Pushing event deleted for resources: {'Port': ['ID=94fbc26f-fd28-4110-872f-3fbb1d678b4c,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:34.168518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] No DVR routers for this DVR port 94fbc26f-fd28-4110-872f-3fbb1d678b4c on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:49:34.177281 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:34.177673 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:34.178070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:34.178440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:34.178789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:34.179118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:34.179462 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:34.179794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:34.180128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:34.180506 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:34.180772 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:34.181561 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:34.182021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663a2114-c36f-4d31-bf2a-ba2982a2cb4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:34.265286 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:34.269792 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:34.273789 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] 10.222.0.31 "DELETE /v2.0/networks/a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8 HTTP/1.1" status: 204  len: 168 time: 0.6689091
Feb 12 21:49:34.277062 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55624) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:34.288692 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc53968-3820-4ce1-bf6a-c31cbe69d54d tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Pushing event deleted for resources: {'Network': ['ID=a0b3ca18-c7b0-43b4-a1a6-2bd70eac33d8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:34.593733 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 94fbc26f-fd28-4110-872f-3fbb1d678b4c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:49:34.614594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 94fbc26f-fd28-4110-872f-3fbb1d678b4c {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:49:34.615034 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 94fbc26f-fd28-4110-872f-3fbb1d678b4c not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:49:34.621816 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-650d928c-c1e0-4cd0-afd0-bddd687dc4eb tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3898a88-d654-42ac-ba26-c0144ec54817 HTTP/1.1" status: 200  len: 205 time: 0.3425653
Feb 12 21:49:34.623330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55626) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:34.700079 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-af17ac63-d1ce-45b4-b15d-80a204e3a75f tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for router (e3898a88-d654-42ac-ba26-c0144ec54817), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:34.867311 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-af17ac63-d1ce-45b4-b15d-80a204e3a75f tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (e3898a88-d654-42ac-ba26-c0144ec54817), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:34.869526 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-af17ac63-d1ce-45b4-b15d-80a204e3a75f tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for router_controller (e3898a88-d654-42ac-ba26-c0144ec54817), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:34.973179 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-af17ac63-d1ce-45b4-b15d-80a204e3a75f tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (e3898a88-d654-42ac-ba26-c0144ec54817), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:34.973729 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af17ac63-d1ce-45b4-b15d-80a204e3a75f tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Fanout notify agent at l3_agent the message router_deleted on router e3898a88-d654-42ac-ba26-c0144ec54817 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:49:34.980666 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-af17ac63-d1ce-45b4-b15d-80a204e3a75f tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:34.981857 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-af17ac63-d1ce-45b4-b15d-80a204e3a75f tempest-RoutersNegativeTest-943369019 tempest-RoutersNegativeTest-943369019-project] 10.222.0.31 "DELETE /v2.0/routers/e3898a88-d654-42ac-ba26-c0144ec54817 HTTP/1.1" status: 204  len: 168 time: 0.3575585
Feb 12 21:49:35.390157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55632) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:35.566273 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-78ab17ed-dd8a-4999-ba9e-abeaab57874c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40534b2353094b06af8bb8b1a9e111be&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1748691
Feb 12 21:49:35.568815 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55638) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:35.618469 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eefb6f64-8198-4d17-8924-022fbbda596a admin admin] Publish callbacks [] for security_group (1f228bf1-d4fe-4237-aa61-a6125d2bc286), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:35.640864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eefb6f64-8198-4d17-8924-022fbbda596a admin admin] Publish callbacks [] for security_group (1f228bf1-d4fe-4237-aa61-a6125d2bc286), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:35.745157 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eefb6f64-8198-4d17-8924-022fbbda596a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1f228bf1-d4fe-4237-aa61-a6125d2bc286), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:35.747798 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-eefb6f64-8198-4d17-8924-022fbbda596a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:35.749022 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-eefb6f64-8198-4d17-8924-022fbbda596a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f228bf1-d4fe-4237-aa61-a6125d2bc286 HTTP/1.1" status: 204  len: 168 time: 0.1792698
Feb 12 21:49:35.757553 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb6f64-8198-4d17-8924-022fbbda596a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f228bf1-d4fe-4237-aa61-a6125d2bc286,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:36.715397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55660) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:36.812399 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-64cb6683-ebb5-4029-8068-48588716d74d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1746272367-network', 'tenant_id': '64d444f067e241a0ba61105f426bc943'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:36.933919 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cb6683-ebb5-4029-8068-48588716d74d admin admin] Made reservation on behalf of 64d444f067e241a0ba61105f426bc943 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:36.936256 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-64cb6683-ebb5-4029-8068-48588716d74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:36.945451 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-64cb6683-ebb5-4029-8068-48588716d74d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:37.022891 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-64cb6683-ebb5-4029-8068-48588716d74d admin admin] Publish callbacks [] for security_group (3142e85a-5091-4c0c-9555-753a3d0ea877), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:37.082306 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-64cb6683-ebb5-4029-8068-48588716d74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3142e85a-5091-4c0c-9555-753a3d0ea877), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:37.106693 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64cb6683-ebb5-4029-8068-48588716d74d admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:49:37.115254 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb6683-ebb5-4029-8068-48588716d74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3142e85a-5091-4c0c-9555-753a3d0ea877,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:37.121951 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-64cb6683-ebb5-4029-8068-48588716d74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bdd29ce0-74cc-431a-8515-39dd66ced78b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:37.122296 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-64cb6683-ebb5-4029-8068-48588716d74d admin admin] Added segment bdd29ce0-74cc-431a-8515-39dd66ced78b of type vlan for network dc0e0f46-1573-4d40-ad1f-8176452918ae
Feb 12 21:49:37.163986 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-64cb6683-ebb5-4029-8068-48588716d74d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (dc0e0f46-1573-4d40-ad1f-8176452918ae), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:37.277089 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-64cb6683-ebb5-4029-8068-48588716d74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (dc0e0f46-1573-4d40-ad1f-8176452918ae), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:37.278019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cb6683-ebb5-4029-8068-48588716d74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:37.278640 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-64cb6683-ebb5-4029-8068-48588716d74d admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:37.341503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb6683-ebb5-4029-8068-48588716d74d admin admin] Pushing event updated for resources: {'Network': ['ID=dc0e0f46-1573-4d40-ad1f-8176452918ae,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:37.355214 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network dc0e0f46-1573-4d40-ad1f-8176452918ae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:49:37.382689 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-64cb6683-ebb5-4029-8068-48588716d74d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6661906
Feb 12 21:49:37.386004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55664) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:37.390869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-66cffd11-386e-46cb-858f-cc55288868e3 admin admin] Request body: {'subnet': {'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1746272367-subnet', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:37.476549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cffd11-386e-46cb-858f-cc55288868e3 admin admin] Made reservation on behalf of 64d444f067e241a0ba61105f426bc943 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:37.480291 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66cffd11-386e-46cb-858f-cc55288868e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:37.728435 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66cffd11-386e-46cb-858f-cc55288868e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (558a42ac-01bf-4013-af2d-e46fa923cd8d), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:37.778679 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cffd11-386e-46cb-858f-cc55288868e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=558a42ac-01bf-4013-af2d-e46fa923cd8d,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:37.794454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cffd11-386e-46cb-858f-cc55288868e3 admin admin] Checking segment: {'id': 'bdd29ce0-74cc-431a-8515-39dd66ced78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:37.795080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cffd11-386e-46cb-858f-cc55288868e3 admin admin] Network hostable DHCP agents. Network: dc0e0f46-1573-4d40-ad1f-8176452918ae, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:49:37.870623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cffd11-386e-46cb-858f-cc55288868e3 admin admin] Network dc0e0f46-1573-4d40-ad1f-8176452918ae is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:49:37.939291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-66cffd11-386e-46cb-858f-cc55288868e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dc0e0f46-1573-4d40-ad1f-8176452918ae) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:37.943648 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cffd11-386e-46cb-858f-cc55288868e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:37.944297 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-66cffd11-386e-46cb-858f-cc55288868e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:37.950218 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e27c38d-1d0e-44c3-a51b-95446642be83 None None] Network dc0e0f46-1573-4d40-ad1f-8176452918ae requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:38.016867 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-66cffd11-386e-46cb-858f-cc55288868e3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6296079
Feb 12 21:49:38.019281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55666) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:38.023657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1746272367-router', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:38.053218 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dc0e0f46-1573-4d40-ad1f-8176452918ae', 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae', 'project_id': '64d444f067e241a0ba61105f426bc943', 'fixed_ips': [{'subnet_id': '558a42ac-01bf-4013-af2d-e46fa923cd8d'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:49:38.063692 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:38.105791 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:38.106879 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:38.166895 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Publish callbacks [] for router_controller (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:38.189422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Allocated IP 172.20.0.2 (dc0e0f46-1573-4d40-ad1f-8176452918ae/558a42ac-01bf-4013-af2d-e46fa923cd8d/eb08b56d-4a82-46a0-b4b4-6425df2c74a0) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:49:38.335782 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Publish callbacks [] for port (eb08b56d-4a82-46a0-b4b4-6425df2c74a0), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:38.396797 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (eb08b56d-4a82-46a0-b4b4-6425df2c74a0), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:38.405572 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Publish callbacks [] for router_gateway (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:38.436939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Network dc0e0f46-1573-4d40-ad1f-8176452918ae is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:49:38.439753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:38.443423 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:49:38.450588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Pushing event updated for resources: {'Port': ['ID=eb08b56d-4a82-46a0-b4b4-6425df2c74a0,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:38.506703 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Attempting to bind port eb08b56d-4a82-46a0-b4b4-6425df2c74a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:49:38.507071 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Attempting to bind port eb08b56d-4a82-46a0-b4b4-6425df2c74a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bdd29ce0-74cc-431a-8515-39dd66ced78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:49:38.507431 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Attempting to bind port eb08b56d-4a82-46a0-b4b4-6425df2c74a0 on network dc0e0f46-1573-4d40-ad1f-8176452918ae {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:49:38.512927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:49:38.513303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Checking segment: {'id': 'bdd29ce0-74cc-431a-8515-39dd66ced78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:38.513735 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:38.514132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Bound using segment: {'id': 'bdd29ce0-74cc-431a-8515-39dd66ced78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:49:38.514593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Bound port: eb08b56d-4a82-46a0-b4b4-6425df2c74a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd29ce0-74cc-431a-8515-39dd66ced78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:49:38.515043 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (eb08b56d-4a82-46a0-b4b4-6425df2c74a0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:38.577018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] For port eb08b56d-4a82-46a0-b4b4-6425df2c74a0, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:49:38.580246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] For port eb08b56d-4a82-46a0-b4b4-6425df2c74a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb08b56d-4a82-46a0-b4b4-6425df2c74a0,segment=NetworkSegment(bdd29ce0-74cc-431a-8515-39dd66ced78b),segment_id=bdd29ce0-74cc-431a-8515-39dd66ced78b)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:49:38.654164 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (eb08b56d-4a82-46a0-b4b4-6425df2c74a0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:38.668555 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Publish callbacks [] for router_gateway (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:38.688172 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:38.718505 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac3a9c-5fc8-4522-af22-b145f13a8d39 None None] Pushing event updated for resources: {'Port': ['ID=eb08b56d-4a82-46a0-b4b4-6425df2c74a0,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:38.800065 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Allocated IP 172.35.2.2 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/6f9bfaa6-021f-4b3e-9172-4ef162de4b49) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:49:38.921647 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Publish callbacks [] for port (6f9bfaa6-021f-4b3e-9172-4ef162de4b49), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:39.031444 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (6f9bfaa6-021f-4b3e-9172-4ef162de4b49), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:39.073039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:49:39.075971 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:39.079488 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:49:39.101835 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f9bfaa6-021f-4b3e-9172-4ef162de4b49,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:39.393029 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Publish callbacks [] for router_gateway (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:39.599113 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:39.612745 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2a2980-5ea6-4c0d-a92f-2e7b344b4101 None None] Network dc0e0f46-1573-4d40-ad1f-8176452918ae requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:39.684031 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9a70ea8e-4a6c-47b0-bd02-919e90512f03 None None] Provisioning complete for port eb08b56d-4a82-46a0-b4b4-6425df2c74a0 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:39.684473 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9a70ea8e-4a6c-47b0-bd02-919e90512f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (eb08b56d-4a82-46a0-b4b4-6425df2c74a0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:39.802131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9a70ea8e-4a6c-47b0-bd02-919e90512f03 None None] Current status of the port eb08b56d-4a82-46a0-b4b4-6425df2c74a0 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:39.802530 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9a70ea8e-4a6c-47b0-bd02-919e90512f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (eb08b56d-4a82-46a0-b4b4-6425df2c74a0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:39.814394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:49:39.845054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-9a70ea8e-4a6c-47b0-bd02-919e90512f03 None None] For port eb08b56d-4a82-46a0-b4b4-6425df2c74a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb08b56d-4a82-46a0-b4b4-6425df2c74a0,segment=NetworkSegment(bdd29ce0-74cc-431a-8515-39dd66ced78b),segment_id=bdd29ce0-74cc-431a-8515-39dd66ced78b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:39.930271 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9a70ea8e-4a6c-47b0-bd02-919e90512f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (eb08b56d-4a82-46a0-b4b4-6425df2c74a0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:39.949541 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:49:39.967420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Sync routers for ids ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:49:39.995599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Routers {'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:49:39.996476 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5c9a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:49:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:40.033170 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:40.034588 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ae1d0fea-f49c-4e41-a23b-21af84bd2ec9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.0143821
Feb 12 21:49:40.037813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55668) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:40.039435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70ea8e-4a6c-47b0-bd02-919e90512f03 None None] Pushing event updated for resources: {'Port': ['ID=eb08b56d-4a82-46a0-b4b4-6425df2c74a0,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:40.110594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d1bec463-6e3f-4da8-9ca6-4c41cfeea034 None None] Provisioning complete for port eb08b56d-4a82-46a0-b4b4-6425df2c74a0 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:40.110881 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d1bec463-6e3f-4da8-9ca6-4c41cfeea034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (eb08b56d-4a82-46a0-b4b4-6425df2c74a0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:40.174518 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Set router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:49:40.355024 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d1bec463-6e3f-4da8-9ca6-4c41cfeea034 None None] Current status of the port eb08b56d-4a82-46a0-b4b4-6425df2c74a0 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:40.426363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5c9a90>, [{'id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'name': 'tempest-TestMinimumBasicScenario-1746272367-router', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:39Z', 'revision_number': 3, 'project_id': '64d444f067e241a0ba61105f426bc943', 'gw_port': {'id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:40.463548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Checking router: c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:49:40.463905 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Updating router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c port 6f9bfaa6-021f-4b3e-9172-4ef162de4b49 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:49:40.496244 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6f9bfaa6-021f-4b3e-9172-4ef162de4b49), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:40.644141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device eb08b56d-4a82-46a0-b4b4-6425df2c74a0 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:49:40.753168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port eb08b56d-4a82-46a0-b4b4-6425df2c74a0 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:40.753682 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (eb08b56d-4a82-46a0-b4b4-6425df2c74a0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:40.849158 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Publish callbacks [] for port (6f9bfaa6-021f-4b3e-9172-4ef162de4b49), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:40.886790 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:40.889233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port eb08b56d-4a82-46a0-b4b4-6425df2c74a0 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:40.939403 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6f9bfaa6-021f-4b3e-9172-4ef162de4b49), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:40.993026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4df97-35fa-47ef-bcfa-bdb9911a6267 None None] Pushing event updated for resources: {'Port': ['ID=6f9bfaa6-021f-4b3e-9172-4ef162de4b49,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:40.995336 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Attempting to bind port 6f9bfaa6-021f-4b3e-9172-4ef162de4b49 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:49:40.995866 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Attempting to bind port 6f9bfaa6-021f-4b3e-9172-4ef162de4b49 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:49:40.996243 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Attempting to bind port 6f9bfaa6-021f-4b3e-9172-4ef162de4b49 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:49:41.002124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:49:41.002424 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:41.002833 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:41.003224 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:49:41.003739 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Bound port: 6f9bfaa6-021f-4b3e-9172-4ef162de4b49, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:49:41.004071 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6f9bfaa6-021f-4b3e-9172-4ef162de4b49), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:41.054554 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Allocated IP 172.20.0.1 (dc0e0f46-1573-4d40-ad1f-8176452918ae/558a42ac-01bf-4013-af2d-e46fa923cd8d/073bd16e-3ccf-4b1f-ba4e-d640847f1802) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:49:41.060579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] For port 6f9bfaa6-021f-4b3e-9172-4ef162de4b49, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:49:41.063580 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] For port 6f9bfaa6-021f-4b3e-9172-4ef162de4b49, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f9bfaa6-021f-4b3e-9172-4ef162de4b49,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:49:41.140292 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6f9bfaa6-021f-4b3e-9172-4ef162de4b49), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:41.161274 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Publish callbacks [] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:41.195254 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Routers {'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:49:41.195943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5c9a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:49:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:41.233515 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4df97-35fa-47ef-bcfa-bdb9911a6267 None None] Pushing event updated for resources: {'Port': ['ID=6f9bfaa6-021f-4b3e-9172-4ef162de4b49,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:41.251218 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:41.293294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Network dc0e0f46-1573-4d40-ad1f-8176452918ae is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:49:41.296354 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:41.298971 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:49:41.311868 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] Set router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:49:41.329221 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Pushing event updated for resources: {'Port': ['ID=073bd16e-3ccf-4b1f-ba4e-d640847f1802,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:41.348624 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:41.503306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5c9a90>, [{'id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'name': 'tempest-TestMinimumBasicScenario-1746272367-router', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:39Z', 'revision_number': 3, 'project_id': '64d444f067e241a0ba61105f426bc943', 'gw_port': {'id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:41.532594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f4594-7e45-464e-b125-30a4d40848bb None None] The sync data for ids ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'] in ncdv-master-1 is: [{'id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'name': 'tempest-TestMinimumBasicScenario-1746272367-router', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:39Z', 'revision_number': 3, 'project_id': '64d444f067e241a0ba61105f426bc943', 'gw_port': {'id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:49:41.585538 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-97aeca5a-377c-4814-8f06-852523ca64eb None None] Provisioning complete for port 073bd16e-3ccf-4b1f-ba4e-d640847f1802 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:41.587834 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-97aeca5a-377c-4814-8f06-852523ca64eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:41.589922 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:41.621494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-97aeca5a-377c-4814-8f06-852523ca64eb None None] Port 073bd16e-3ccf-4b1f-ba4e-d640847f1802 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:49:41.782104 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Publish callbacks [] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:41.848262 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:41.917406 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:41.919167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Pushing event updated for resources: {'Port': ['ID=073bd16e-3ccf-4b1f-ba4e-d640847f1802,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:42.017584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Network dc0e0f46-1573-4d40-ad1f-8176452918ae is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:49:42.019052 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:42.143928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:49:42.254954 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-59c999cd-e39d-4880-8471-a05d0579e75d None None] Provisioning complete for port 073bd16e-3ccf-4b1f-ba4e-d640847f1802 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:42.255565 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-59c999cd-e39d-4880-8471-a05d0579e75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:42.270531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:49:42.276709 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b81aa5c8-46da-488d-a722-5cc26886631f admin admin] 10.222.0.31 "PUT /v2.0/routers/c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2375021
Feb 12 21:49:42.302859 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-59c999cd-e39d-4880-8471-a05d0579e75d None None] Port 073bd16e-3ccf-4b1f-ba4e-d640847f1802 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:49:42.624426 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6f9bfaa6-021f-4b3e-9172-4ef162de4b49 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:49:42.675293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6f9bfaa6-021f-4b3e-9172-4ef162de4b49 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:42.675293 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f9bfaa6-021f-4b3e-9172-4ef162de4b49), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:42.759251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6f9bfaa6-021f-4b3e-9172-4ef162de4b49 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:42.759711 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (6f9bfaa6-021f-4b3e-9172-4ef162de4b49), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:42.781017 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 6f9bfaa6-021f-4b3e-9172-4ef162de4b49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f9bfaa6-021f-4b3e-9172-4ef162de4b49,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:42.837490 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (6f9bfaa6-021f-4b3e-9172-4ef162de4b49), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:42.889344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=6f9bfaa6-021f-4b3e-9172-4ef162de4b49,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:42.955499 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55684) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:42.960537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-963cfeb8-03ca-4597-b957-2cc6cb459c24 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-610447438-network', 'tenant_id': '038f80c9ef774de19871281a661ffb55'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:43.042381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963cfeb8-03ca-4597-b957-2cc6cb459c24 admin admin] Made reservation on behalf of 038f80c9ef774de19871281a661ffb55 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:43.044788 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-963cfeb8-03ca-4597-b957-2cc6cb459c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:43.054623 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-963cfeb8-03ca-4597-b957-2cc6cb459c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:43.130889 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-963cfeb8-03ca-4597-b957-2cc6cb459c24 admin admin] Publish callbacks [] for security_group (7ef87920-6720-4afe-af30-9874da5381b1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:43.136312 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Sync routers for ids ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:49:43.145696 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Routers {'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:49:43.146245 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7b2eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:49:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:43.184992 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-963cfeb8-03ca-4597-b957-2cc6cb459c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7ef87920-6720-4afe-af30-9874da5381b1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:43.207765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963cfeb8-03ca-4597-b957-2cc6cb459c24 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:49:43.221818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cfeb8-03ca-4597-b957-2cc6cb459c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef87920-6720-4afe-af30-9874da5381b1,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:43.229250 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-963cfeb8-03ca-4597-b957-2cc6cb459c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (63b53cba-2a01-4550-ad09-30064964753d), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:43.229829 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-963cfeb8-03ca-4597-b957-2cc6cb459c24 admin admin] Added segment 63b53cba-2a01-4550-ad09-30064964753d of type vlan for network c7ba8432-6a08-42cd-acc3-34992f0bf9a5
Feb 12 21:49:43.255430 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Set router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:49:43.270741 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-963cfeb8-03ca-4597-b957-2cc6cb459c24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (c7ba8432-6a08-42cd-acc3-34992f0bf9a5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:43.362361 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-963cfeb8-03ca-4597-b957-2cc6cb459c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (c7ba8432-6a08-42cd-acc3-34992f0bf9a5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:43.363524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963cfeb8-03ca-4597-b957-2cc6cb459c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:43.364323 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-963cfeb8-03ca-4597-b957-2cc6cb459c24 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:43.433410 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cfeb8-03ca-4597-b957-2cc6cb459c24 admin admin] Pushing event updated for resources: {'Network': ['ID=c7ba8432-6a08-42cd-acc3-34992f0bf9a5,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:43.442981 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network c7ba8432-6a08-42cd-acc3-34992f0bf9a5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:49:43.468416 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-963cfeb8-03ca-4597-b957-2cc6cb459c24 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5117764
Feb 12 21:49:43.471051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55686) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:43.476381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a4e6a391-9823-4a79-97a4-176dc3eed1ff admin admin] Request body: {'subnet': {'network_id': 'c7ba8432-6a08-42cd-acc3-34992f0bf9a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-610447438-subnet', 'tenant_id': '038f80c9ef774de19871281a661ffb55', 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:43.556216 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7b2eb0>, [{'id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'name': 'tempest-TestMinimumBasicScenario-1746272367-router', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:41Z', 'revision_number': 4, 'project_id': '64d444f067e241a0ba61105f426bc943', 'gw_port': {'id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '073bd16e-3ccf-4b1f-ba4e-d640847f1802', 'name': '', 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'mac_address': 'fa:16:3e:b9:d7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:40Z', 'updated_at': '2022-02-12T21:49:41Z', 'revision_number': 2, 'project_id': '64d444f067e241a0ba61105f426bc943', 'subnets': [{'id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:43.557103 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e6a391-9823-4a79-97a4-176dc3eed1ff admin admin] Made reservation on behalf of 038f80c9ef774de19871281a661ffb55 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:49:43.559694 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a391-9823-4a79-97a4-176dc3eed1ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:43.590227 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Checking router: c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:49:43.590935 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Updating router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c port 073bd16e-3ccf-4b1f-ba4e-d640847f1802 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:49:43.619280 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:43.785943 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a391-9823-4a79-97a4-176dc3eed1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (a2c1b510-d0e3-4d7d-8b1c-a08353770210), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:43.843418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6a391-9823-4a79-97a4-176dc3eed1ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c1b510-d0e3-4d7d-8b1c-a08353770210,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:43.852398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e6a391-9823-4a79-97a4-176dc3eed1ff admin admin] Checking segment: {'id': '63b53cba-2a01-4550-ad09-30064964753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c7ba8432-6a08-42cd-acc3-34992f0bf9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:43.852765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e6a391-9823-4a79-97a4-176dc3eed1ff admin admin] Network hostable DHCP agents. Network: c7ba8432-6a08-42cd-acc3-34992f0bf9a5, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:49:43.895407 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Publish callbacks [] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:43.917455 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e6a391-9823-4a79-97a4-176dc3eed1ff admin admin] Network c7ba8432-6a08-42cd-acc3-34992f0bf9a5 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:49:43.962481 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:43.991437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a4e6a391-9823-4a79-97a4-176dc3eed1ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c7ba8432-6a08-42cd-acc3-34992f0bf9a5) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:43.996396 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e6a391-9823-4a79-97a4-176dc3eed1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:43.996969 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a4e6a391-9823-4a79-97a4-176dc3eed1ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.004090 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c445f4c-7264-4417-afa2-e44eb1c25528 None None] Network c7ba8432-6a08-42cd-acc3-34992f0bf9a5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:44.033763 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcad8d-66ee-4d6a-af08-44291f700915 None None] Pushing event updated for resources: {'Port': ['ID=073bd16e-3ccf-4b1f-ba4e-d640847f1802,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:44.055767 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dcad8d-66ee-4d6a-af08-44291f700915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:44.056117 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dcad8d-66ee-4d6a-af08-44291f700915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:44.056458 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dcad8d-66ee-4d6a-af08-44291f700915 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:44.056843 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dcad8d-66ee-4d6a-af08-44291f700915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:44.057372 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dcad8d-66ee-4d6a-af08-44291f700915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:44.057816 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dcad8d-66ee-4d6a-af08-44291f700915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:44.058214 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dcad8d-66ee-4d6a-af08-44291f700915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:44.058486 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dcad8d-66ee-4d6a-af08-44291f700915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:44.058815 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dcad8d-66ee-4d6a-af08-44291f700915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:44.059138 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dcad8d-66ee-4d6a-af08-44291f700915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:44.059640 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dcad8d-66ee-4d6a-af08-44291f700915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:44.059965 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dcad8d-66ee-4d6a-af08-44291f700915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:44.060291 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dcad8d-66ee-4d6a-af08-44291f700915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:49:44.076761 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Attempting to bind port 073bd16e-3ccf-4b1f-ba4e-d640847f1802 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:49:44.077135 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Attempting to bind port 073bd16e-3ccf-4b1f-ba4e-d640847f1802 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bdd29ce0-74cc-431a-8515-39dd66ced78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:49:44.077821 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Attempting to bind port 073bd16e-3ccf-4b1f-ba4e-d640847f1802 on network dc0e0f46-1573-4d40-ad1f-8176452918ae {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:49:44.083962 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:49:44.084686 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Checking segment: {'id': 'bdd29ce0-74cc-431a-8515-39dd66ced78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:44.085102 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.085535 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Bound using segment: {'id': 'bdd29ce0-74cc-431a-8515-39dd66ced78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:49:44.086013 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Bound port: 073bd16e-3ccf-4b1f-ba4e-d640847f1802, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd29ce0-74cc-431a-8515-39dd66ced78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:49:44.086418 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.103944 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55688) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:44.105340 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a4e6a391-9823-4a79-97a4-176dc3eed1ff admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6331623
Feb 12 21:49:44.108933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-610447438-router', 'tenant_id': '038f80c9ef774de19871281a661ffb55', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:49:44.132243 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c7ba8432-6a08-42cd-acc3-34992f0bf9a5', 'network_id': 'c7ba8432-6a08-42cd-acc3-34992f0bf9a5', 'project_id': '038f80c9ef774de19871281a661ffb55', 'fixed_ips': [{'subnet_id': 'a2c1b510-d0e3-4d7d-8b1c-a08353770210'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:49:44.133166 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.169581 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] For port 073bd16e-3ccf-4b1f-ba4e-d640847f1802, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:49:44.172984 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] For port 073bd16e-3ccf-4b1f-ba4e-d640847f1802, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=073bd16e-3ccf-4b1f-ba4e-d640847f1802,segment=NetworkSegment(bdd29ce0-74cc-431a-8515-39dd66ced78b),segment_id=bdd29ce0-74cc-431a-8515-39dd66ced78b)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:49:44.215342 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (9a761da8-ee8b-4131-826f-1a7094785fee), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.217659 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (9a761da8-ee8b-4131-826f-1a7094785fee), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.254825 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.277844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Allocated IP 172.20.0.2 (c7ba8432-6a08-42cd-acc3-34992f0bf9a5/a2c1b510-d0e3-4d7d-8b1c-a08353770210/c24dedc9-4d7b-4a43-8ab5-3f7830888fd3) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:49:44.278345 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Publish callbacks [] for router_controller (9a761da8-ee8b-4131-826f-1a7094785fee), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.316165 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Routers {'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:49:44.316787 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7b2eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:49:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:44.356691 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcad8d-66ee-4d6a-af08-44291f700915 None None] Pushing event updated for resources: {'Port': ['ID=073bd16e-3ccf-4b1f-ba4e-d640847f1802,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:44.435910 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Publish callbacks [] for port (c24dedc9-4d7b-4a43-8ab5-3f7830888fd3), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.446496 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8dfdc1bf-1d2e-496d-8edf-57891e4babaa None None] Provisioning complete for port 073bd16e-3ccf-4b1f-ba4e-d640847f1802 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:44.448200 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc1bf-1d2e-496d-8edf-57891e4babaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.457540 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] Set router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:49:44.521723 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Publish callbacks [] for router_gateway (9a761da8-ee8b-4131-826f-1a7094785fee), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.522590 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (c24dedc9-4d7b-4a43-8ab5-3f7830888fd3), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.581592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Network c7ba8432-6a08-42cd-acc3-34992f0bf9a5 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:49:44.585045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8dfdc1bf-1d2e-496d-8edf-57891e4babaa None None] Current status of the port 073bd16e-3ccf-4b1f-ba4e-d640847f1802 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:44.585472 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc1bf-1d2e-496d-8edf-57891e4babaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.591125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:44.595414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:49:44.605185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Pushing event updated for resources: {'Port': ['ID=c24dedc9-4d7b-4a43-8ab5-3f7830888fd3,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:44.636766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-8dfdc1bf-1d2e-496d-8edf-57891e4babaa None None] For port 073bd16e-3ccf-4b1f-ba4e-d640847f1802, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=073bd16e-3ccf-4b1f-ba4e-d640847f1802,segment=NetworkSegment(bdd29ce0-74cc-431a-8515-39dd66ced78b),segment_id=bdd29ce0-74cc-431a-8515-39dd66ced78b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:44.693242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6f9bfaa6-021f-4b3e-9172-4ef162de4b49 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:49:44.707321 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7b2eb0>, [{'id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'name': 'tempest-TestMinimumBasicScenario-1746272367-router', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:41Z', 'revision_number': 4, 'project_id': '64d444f067e241a0ba61105f426bc943', 'gw_port': {'id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '073bd16e-3ccf-4b1f-ba4e-d640847f1802', 'name': '', 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'mac_address': 'fa:16:3e:b9:d7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:40Z', 'updated_at': '2022-02-12T21:49:44Z', 'revision_number': 4, 'project_id': '64d444f067e241a0ba61105f426bc943', 'subnets': [{'id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:44.730370 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc1bf-1d2e-496d-8edf-57891e4babaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.754816 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41dfbe9-e255-446a-9eb1-182124fd2edd None None] The sync data for ids ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'] in ncdv-master-1 is: [{'id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'name': 'tempest-TestMinimumBasicScenario-1746272367-router', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:41Z', 'revision_number': 4, 'project_id': '64d444f067e241a0ba61105f426bc943', 'gw_port': {'id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '073bd16e-3ccf-4b1f-ba4e-d640847f1802', 'name': '', 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'mac_address': 'fa:16:3e:b9:d7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:40Z', 'updated_at': '2022-02-12T21:49:44Z', 'revision_number': 4, 'project_id': '64d444f067e241a0ba61105f426bc943', 'subnets': [{'id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:49:44.768874 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Attempting to bind port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:49:44.769175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Attempting to bind port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '63b53cba-2a01-4550-ad09-30064964753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c7ba8432-6a08-42cd-acc3-34992f0bf9a5'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:49:44.769689 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Attempting to bind port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 on network c7ba8432-6a08-42cd-acc3-34992f0bf9a5 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:49:44.783473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:49:44.784004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Checking segment: {'id': '63b53cba-2a01-4550-ad09-30064964753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c7ba8432-6a08-42cd-acc3-34992f0bf9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:44.784290 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.787250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Bound using segment: {'id': '63b53cba-2a01-4550-ad09-30064964753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c7ba8432-6a08-42cd-acc3-34992f0bf9a5'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:49:44.787250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Bound port: c24dedc9-4d7b-4a43-8ab5-3f7830888fd3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b53cba-2a01-4550-ad09-30064964753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c7ba8432-6a08-42cd-acc3-34992f0bf9a5'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:49:44.787250 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c24dedc9-4d7b-4a43-8ab5-3f7830888fd3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.834128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdc1bf-1d2e-496d-8edf-57891e4babaa None None] Pushing event updated for resources: {'Port': ['ID=073bd16e-3ccf-4b1f-ba4e-d640847f1802,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:44.839315 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 6f9bfaa6-021f-4b3e-9172-4ef162de4b49 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:44.839696 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (6f9bfaa6-021f-4b3e-9172-4ef162de4b49), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.906765 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Publish callbacks [] for router_gateway (9a761da8-ee8b-4131-826f-1a7094785fee), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.927103 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.933490 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-a0518e4e-0830-4fee-bfe4-db90aff3573a None None] Provisioning complete for port 073bd16e-3ccf-4b1f-ba4e-d640847f1802 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:44.933894 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a0518e4e-0830-4fee-bfe4-db90aff3573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:44.966326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] For port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:49:44.987722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] For port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c24dedc9-4d7b-4a43-8ab5-3f7830888fd3,segment=NetworkSegment(63b53cba-2a01-4550-ad09-30064964753d),segment_id=63b53cba-2a01-4550-ad09-30064964753d)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:49:45.034278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 6f9bfaa6-021f-4b3e-9172-4ef162de4b49 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:45.043053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Allocated IP 172.35.2.168 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/21bb7b99-4329-4a78-91d0-d429b50148e8) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:49:45.074904 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c24dedc9-4d7b-4a43-8ab5-3f7830888fd3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:45.081661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-a0518e4e-0830-4fee-bfe4-db90aff3573a None None] Current status of the port 073bd16e-3ccf-4b1f-ba4e-d640847f1802 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:45.144815 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22efc9-4254-4bf0-8648-2ac0360b57ff None None] Pushing event updated for resources: {'Port': ['ID=c24dedc9-4d7b-4a43-8ab5-3f7830888fd3,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:45.168094 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Publish callbacks [] for port (21bb7b99-4329-4a78-91d0-d429b50148e8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:45.265740 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (21bb7b99-4329-4a78-91d0-d429b50148e8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:45.300455 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:49:45.326277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:45.332340 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:49:45.377067 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Pushing event updated for resources: {'Port': ['ID=21bb7b99-4329-4a78-91d0-d429b50148e8,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:45.690683 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Publish callbacks [] for router_gateway (9a761da8-ee8b-4131-826f-1a7094785fee), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:45.911258 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (9a761da8-ee8b-4131-826f-1a7094785fee), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:46.118639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca4cdd8-c5d3-47bb-bf42-1ddfff8df718 None None] Network c7ba8432-6a08-42cd-acc3-34992f0bf9a5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:49:46.144841 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Router 9a761da8-ee8b-4131-826f-1a7094785fee is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:49:46.236752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-56683261-d1de-41d5-a61d-1d6a580f72d0 None None] Provisioning complete for port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:46.237129 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-56683261-d1de-41d5-a61d-1d6a580f72d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c24dedc9-4d7b-4a43-8ab5-3f7830888fd3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:46.258133 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:49:46.273614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Sync routers for ids ['9a761da8-ee8b-4131-826f-1a7094785fee'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:49:46.292637 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Routers {'9a761da8-ee8b-4131-826f-1a7094785fee'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:49:46.293272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb6589a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:49:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9a761da8-ee8b-4131-826f-1a7094785fee'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:46.337140 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:46.342043 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55690) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:49:46.346037 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ce5913a3-7d81-4543-ac47-d607623f05f6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.2409227
Feb 12 21:49:46.411399 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-56683261-d1de-41d5-a61d-1d6a580f72d0 None None] Current status of the port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:46.411795 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-56683261-d1de-41d5-a61d-1d6a580f72d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c24dedc9-4d7b-4a43-8ab5-3f7830888fd3), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:46.461074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Set router 9a761da8-ee8b-4131-826f-1a7094785fee gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:49:46.490389 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-56683261-d1de-41d5-a61d-1d6a580f72d0 None None] For port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c24dedc9-4d7b-4a43-8ab5-3f7830888fd3,segment=NetworkSegment(63b53cba-2a01-4550-ad09-30064964753d),segment_id=63b53cba-2a01-4550-ad09-30064964753d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:46.570558 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-56683261-d1de-41d5-a61d-1d6a580f72d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c24dedc9-4d7b-4a43-8ab5-3f7830888fd3), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:46.657068 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56683261-d1de-41d5-a61d-1d6a580f72d0 None None] Pushing event updated for resources: {'Port': ['ID=c24dedc9-4d7b-4a43-8ab5-3f7830888fd3,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:46.698312 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:49:46.736915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8ae962c5-721d-45f7-b6d5-dd2f8369d1fc None None] Provisioning complete for port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:46.737295 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8ae962c5-721d-45f7-b6d5-dd2f8369d1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c24dedc9-4d7b-4a43-8ab5-3f7830888fd3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:46.769631 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb6589a0>, [{'id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'name': 'tempest-TestMinimumBasicScenario-610447438-router', 'tenant_id': '038f80c9ef774de19871281a661ffb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.168'}], 'enable_snat': True}, 'gw_port_id': '21bb7b99-4329-4a78-91d0-d429b50148e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:44Z', 'updated_at': '2022-02-12T21:49:45Z', 'revision_number': 3, 'project_id': '038f80c9ef774de19871281a661ffb55', 'gw_port': {'id': '21bb7b99-4329-4a78-91d0-d429b50148e8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:44Z', 'updated_at': '2022-02-12T21:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:46.805143 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Checking router: 9a761da8-ee8b-4131-826f-1a7094785fee for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:49:46.805532 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Updating router 9a761da8-ee8b-4131-826f-1a7094785fee port 21bb7b99-4329-4a78-91d0-d429b50148e8 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:49:46.828796 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:46.849627 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (21bb7b99-4329-4a78-91d0-d429b50148e8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:46.850956 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:46.851320 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c24dedc9-4d7b-4a43-8ab5-3f7830888fd3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:46.982269 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Allocated IP 172.20.0.1 (c7ba8432-6a08-42cd-acc3-34992f0bf9a5/a2c1b510-d0e3-4d7d-8b1c-a08353770210/fcd0ad44-b78c-472d-bf05-7996a72bac07) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:49:46.998071 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8ae962c5-721d-45f7-b6d5-dd2f8369d1fc None None] Current status of the port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:47.088677 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Publish callbacks [] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:47.110648 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:47.111634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 073bd16e-3ccf-4b1f-ba4e-d640847f1802 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:49:47.201079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 073bd16e-3ccf-4b1f-ba4e-d640847f1802 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:47.201801 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:47.203890 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:47.243273 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Network c7ba8432-6a08-42cd-acc3-34992f0bf9a5 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:49:47.247500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:47.251012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:49:47.272328 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Publish callbacks [] for port (21bb7b99-4329-4a78-91d0-d429b50148e8), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:47.279499 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Pushing event updated for resources: {'Port': ['ID=fcd0ad44-b78c-472d-bf05-7996a72bac07,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:47.299447 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (9a761da8-ee8b-4131-826f-1a7094785fee), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:47.325799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 073bd16e-3ccf-4b1f-ba4e-d640847f1802 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:47.350985 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (21bb7b99-4329-4a78-91d0-d429b50148e8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:47.412064 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Attempting to bind port 21bb7b99-4329-4a78-91d0-d429b50148e8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:49:47.412439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Attempting to bind port 21bb7b99-4329-4a78-91d0-d429b50148e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:49:47.412813 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Attempting to bind port 21bb7b99-4329-4a78-91d0-d429b50148e8 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:49:47.415568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4470e14-6742-4b58-8c44-ad9d2bfa8a16 None None] Pushing event updated for resources: {'Port': ['ID=21bb7b99-4329-4a78-91d0-d429b50148e8,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:47.421430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:49:47.421813 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:47.422269 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:47.422664 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:49:47.423131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Bound port: 21bb7b99-4329-4a78-91d0-d429b50148e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:49:47.423517 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (21bb7b99-4329-4a78-91d0-d429b50148e8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:47.477479 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] For port 21bb7b99-4329-4a78-91d0-d429b50148e8, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:49:47.480958 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] For port 21bb7b99-4329-4a78-91d0-d429b50148e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21bb7b99-4329-4a78-91d0-d429b50148e8,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:49:47.498100 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:47.522211 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-efd30b86-015b-4417-90cb-3b4c62ecf156 None None] Provisioning complete for port fcd0ad44-b78c-472d-bf05-7996a72bac07 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:47.522588 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-efd30b86-015b-4417-90cb-3b4c62ecf156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:47.524598 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (21bb7b99-4329-4a78-91d0-d429b50148e8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:47.600539 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-efd30b86-015b-4417-90cb-3b4c62ecf156 None None] Port fcd0ad44-b78c-472d-bf05-7996a72bac07 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:49:47.613494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4470e14-6742-4b58-8c44-ad9d2bfa8a16 None None] Pushing event updated for resources: {'Port': ['ID=21bb7b99-4329-4a78-91d0-d429b50148e8,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:47.616060 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Routers {'9a761da8-ee8b-4131-826f-1a7094785fee'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:49:47.616668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb6589a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:49:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9a761da8-ee8b-4131-826f-1a7094785fee'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:47.662926 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Publish callbacks [] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:47.716666 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:47.726815 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] Set router 9a761da8-ee8b-4131-826f-1a7094785fee gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:49:47.787342 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (9a761da8-ee8b-4131-826f-1a7094785fee), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:47.789983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Pushing event updated for resources: {'Port': ['ID=fcd0ad44-b78c-472d-bf05-7996a72bac07,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:47.881751 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Network c7ba8432-6a08-42cd-acc3-34992f0bf9a5 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:49:47.883180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:49:48.007482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Router 9a761da8-ee8b-4131-826f-1a7094785fee has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:49:48.097676 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb6589a0>, [{'id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'name': 'tempest-TestMinimumBasicScenario-610447438-router', 'tenant_id': '038f80c9ef774de19871281a661ffb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.168'}], 'enable_snat': True}, 'gw_port_id': '21bb7b99-4329-4a78-91d0-d429b50148e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:44Z', 'updated_at': '2022-02-12T21:49:47Z', 'revision_number': 4, 'project_id': '038f80c9ef774de19871281a661ffb55', 'gw_port': {'id': '21bb7b99-4329-4a78-91d0-d429b50148e8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:44Z', 'updated_at': '2022-02-12T21:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcd0ad44-b78c-472d-bf05-7996a72bac07', 'name': '', 'network_id': 'c7ba8432-6a08-42cd-acc3-34992f0bf9a5', 'tenant_id': '038f80c9ef774de19871281a661ffb55', 'mac_address': 'fa:16:3e:8f:22:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'a2c1b510-d0e3-4d7d-8b1c-a08353770210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:46Z', 'updated_at': '2022-02-12T21:49:46Z', 'revision_number': 1, 'project_id': '038f80c9ef774de19871281a661ffb55', 'subnets': [{'id': 'a2c1b510-d0e3-4d7d-8b1c-a08353770210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:48.128661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce8850-cb4a-4528-802f-7539401e0df3 None None] The sync data for ids ['9a761da8-ee8b-4131-826f-1a7094785fee'] in ncdv-master-1 is: [{'id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'name': 'tempest-TestMinimumBasicScenario-610447438-router', 'tenant_id': '038f80c9ef774de19871281a661ffb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.168'}], 'enable_snat': True}, 'gw_port_id': '21bb7b99-4329-4a78-91d0-d429b50148e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:44Z', 'updated_at': '2022-02-12T21:49:47Z', 'revision_number': 4, 'project_id': '038f80c9ef774de19871281a661ffb55', 'gw_port': {'id': '21bb7b99-4329-4a78-91d0-d429b50148e8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:44Z', 'updated_at': '2022-02-12T21:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcd0ad44-b78c-472d-bf05-7996a72bac07', 'name': '', 'network_id': 'c7ba8432-6a08-42cd-acc3-34992f0bf9a5', 'tenant_id': '038f80c9ef774de19871281a661ffb55', 'mac_address': 'fa:16:3e:8f:22:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'a2c1b510-d0e3-4d7d-8b1c-a08353770210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:46Z', 'updated_at': '2022-02-12T21:49:46Z', 'revision_number': 1, 'project_id': '038f80c9ef774de19871281a661ffb55', 'subnets': [{'id': 'a2c1b510-d0e3-4d7d-8b1c-a08353770210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:49:48.133855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:49:48.138870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8a76fad2-7d4c-424f-aa14-26d820534a54 None None] Provisioning complete for port fcd0ad44-b78c-472d-bf05-7996a72bac07 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:48.139251 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8a76fad2-7d4c-424f-aa14-26d820534a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:48.142781 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a301c674-544d-476a-94e8-a8a531c7a2aa admin admin] 10.222.0.31 "PUT /v2.0/routers/9a761da8-ee8b-4131-826f-1a7094785fee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7993488
Feb 12 21:49:48.178799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8a76fad2-7d4c-424f-aa14-26d820534a54 None None] Port fcd0ad44-b78c-472d-bf05-7996a72bac07 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:49:48.627894 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:49:48.682546 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:48.682879 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c24dedc9-4d7b-4a43-8ab5-3f7830888fd3), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:48.769294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:50.660895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 21bb7b99-4329-4a78-91d0-d429b50148e8 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:49:50.720683 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 21bb7b99-4329-4a78-91d0-d429b50148e8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:50.721052 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (21bb7b99-4329-4a78-91d0-d429b50148e8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:50.812598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 21bb7b99-4329-4a78-91d0-d429b50148e8 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:50.813508 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (21bb7b99-4329-4a78-91d0-d429b50148e8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:50.838827 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 21bb7b99-4329-4a78-91d0-d429b50148e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21bb7b99-4329-4a78-91d0-d429b50148e8,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:50.917376 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (21bb7b99-4329-4a78-91d0-d429b50148e8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:50.973279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=21bb7b99-4329-4a78-91d0-d429b50148e8,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:51.987080 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Sync routers for ids ['9a761da8-ee8b-4131-826f-1a7094785fee'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:49:52.001828 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Routers {'9a761da8-ee8b-4131-826f-1a7094785fee'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:49:52.002430 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdcbdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:49:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9a761da8-ee8b-4131-826f-1a7094785fee'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:52.114634 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Set router 9a761da8-ee8b-4131-826f-1a7094785fee gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:49:52.333026 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdcbdf0>, [{'id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'name': 'tempest-TestMinimumBasicScenario-610447438-router', 'tenant_id': '038f80c9ef774de19871281a661ffb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.168'}], 'enable_snat': True}, 'gw_port_id': '21bb7b99-4329-4a78-91d0-d429b50148e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:44Z', 'updated_at': '2022-02-12T21:49:47Z', 'revision_number': 4, 'project_id': '038f80c9ef774de19871281a661ffb55', 'gw_port': {'id': '21bb7b99-4329-4a78-91d0-d429b50148e8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:44Z', 'updated_at': '2022-02-12T21:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcd0ad44-b78c-472d-bf05-7996a72bac07', 'name': '', 'network_id': 'c7ba8432-6a08-42cd-acc3-34992f0bf9a5', 'tenant_id': '038f80c9ef774de19871281a661ffb55', 'mac_address': 'fa:16:3e:8f:22:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'a2c1b510-d0e3-4d7d-8b1c-a08353770210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:46Z', 'updated_at': '2022-02-12T21:49:47Z', 'revision_number': 2, 'project_id': '038f80c9ef774de19871281a661ffb55', 'subnets': [{'id': 'a2c1b510-d0e3-4d7d-8b1c-a08353770210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:52.365513 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Checking router: 9a761da8-ee8b-4131-826f-1a7094785fee for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:49:52.366046 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Updating router 9a761da8-ee8b-4131-826f-1a7094785fee port fcd0ad44-b78c-472d-bf05-7996a72bac07 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:49:52.398453 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:52.638325 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 21bb7b99-4329-4a78-91d0-d429b50148e8 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:49:52.705170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 21bb7b99-4329-4a78-91d0-d429b50148e8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:52.705841 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (21bb7b99-4329-4a78-91d0-d429b50148e8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:52.778704 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Publish callbacks [] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:52.803614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 21bb7b99-4329-4a78-91d0-d429b50148e8 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:52.848370 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:52.904885 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d8f0c-8d0a-4183-bd0d-dc61fe7acb4d None None] Pushing event updated for resources: {'Port': ['ID=fcd0ad44-b78c-472d-bf05-7996a72bac07,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:52.975284 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Attempting to bind port fcd0ad44-b78c-472d-bf05-7996a72bac07 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:49:52.976082 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Attempting to bind port fcd0ad44-b78c-472d-bf05-7996a72bac07 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '63b53cba-2a01-4550-ad09-30064964753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c7ba8432-6a08-42cd-acc3-34992f0bf9a5'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:49:52.976082 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Attempting to bind port fcd0ad44-b78c-472d-bf05-7996a72bac07 on network c7ba8432-6a08-42cd-acc3-34992f0bf9a5 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:49:52.988257 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:49:52.988972 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Checking segment: {'id': '63b53cba-2a01-4550-ad09-30064964753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c7ba8432-6a08-42cd-acc3-34992f0bf9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:49:52.989075 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:52.992021 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Bound using segment: {'id': '63b53cba-2a01-4550-ad09-30064964753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c7ba8432-6a08-42cd-acc3-34992f0bf9a5'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:49:52.992021 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Bound port: fcd0ad44-b78c-472d-bf05-7996a72bac07, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b53cba-2a01-4550-ad09-30064964753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c7ba8432-6a08-42cd-acc3-34992f0bf9a5'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:49:52.992021 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:53.095154 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] For port fcd0ad44-b78c-472d-bf05-7996a72bac07, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:49:53.098630 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] For port fcd0ad44-b78c-472d-bf05-7996a72bac07, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcd0ad44-b78c-472d-bf05-7996a72bac07,segment=NetworkSegment(63b53cba-2a01-4550-ad09-30064964753d),segment_id=63b53cba-2a01-4550-ad09-30064964753d)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:49:53.174434 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:53.233702 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Routers {'9a761da8-ee8b-4131-826f-1a7094785fee'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:49:53.234943 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdcbdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:49:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9a761da8-ee8b-4131-826f-1a7094785fee'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:53.246076 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-bbf72613-99fb-4f96-82f8-bc861915c3ef None None] Provisioning complete for port fcd0ad44-b78c-472d-bf05-7996a72bac07 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:53.250025 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bbf72613-99fb-4f96-82f8-bc861915c3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:53.374994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-bbf72613-99fb-4f96-82f8-bc861915c3ef None None] Current status of the port fcd0ad44-b78c-472d-bf05-7996a72bac07 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:53.375697 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bbf72613-99fb-4f96-82f8-bc861915c3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:53.417499 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-bbf72613-99fb-4f96-82f8-bc861915c3ef None None] For port fcd0ad44-b78c-472d-bf05-7996a72bac07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcd0ad44-b78c-472d-bf05-7996a72bac07,segment=NetworkSegment(63b53cba-2a01-4550-ad09-30064964753d),segment_id=63b53cba-2a01-4550-ad09-30064964753d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:49:53.456603 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d8f0c-8d0a-4183-bd0d-dc61fe7acb4d None None] Pushing event updated for resources: {'Port': ['ID=fcd0ad44-b78c-472d-bf05-7996a72bac07,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:53.505904 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bbf72613-99fb-4f96-82f8-bc861915c3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:53.548331 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] Set router 9a761da8-ee8b-4131-826f-1a7094785fee gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:49:53.602740 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf72613-99fb-4f96-82f8-bc861915c3ef None None] Pushing event updated for resources: {'Port': ['ID=fcd0ad44-b78c-472d-bf05-7996a72bac07,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:49:53.630210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-7d8c3bed-222d-4305-88fb-720c58cc0fa6 None None] Provisioning complete for port fcd0ad44-b78c-472d-bf05-7996a72bac07 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:53.630597 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3bed-222d-4305-88fb-720c58cc0fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:53.726556 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c3bed-222d-4305-88fb-720c58cc0fa6 None None] Current status of the port fcd0ad44-b78c-472d-bf05-7996a72bac07 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:53.830024 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdcbdf0>, [{'id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'name': 'tempest-TestMinimumBasicScenario-610447438-router', 'tenant_id': '038f80c9ef774de19871281a661ffb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.168'}], 'enable_snat': True}, 'gw_port_id': '21bb7b99-4329-4a78-91d0-d429b50148e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:44Z', 'updated_at': '2022-02-12T21:49:47Z', 'revision_number': 4, 'project_id': '038f80c9ef774de19871281a661ffb55', 'gw_port': {'id': '21bb7b99-4329-4a78-91d0-d429b50148e8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:44Z', 'updated_at': '2022-02-12T21:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcd0ad44-b78c-472d-bf05-7996a72bac07', 'name': '', 'network_id': 'c7ba8432-6a08-42cd-acc3-34992f0bf9a5', 'tenant_id': '038f80c9ef774de19871281a661ffb55', 'mac_address': 'fa:16:3e:8f:22:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'a2c1b510-d0e3-4d7d-8b1c-a08353770210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:46Z', 'updated_at': '2022-02-12T21:49:53Z', 'revision_number': 4, 'project_id': '038f80c9ef774de19871281a661ffb55', 'subnets': [{'id': 'a2c1b510-d0e3-4d7d-8b1c-a08353770210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:49:53.875611 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c86ca6-3a77-4031-a497-1ae5b7d86fa3 None None] The sync data for ids ['9a761da8-ee8b-4131-826f-1a7094785fee'] in ncdv-master-1 is: [{'id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'name': 'tempest-TestMinimumBasicScenario-610447438-router', 'tenant_id': '038f80c9ef774de19871281a661ffb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.168'}], 'enable_snat': True}, 'gw_port_id': '21bb7b99-4329-4a78-91d0-d429b50148e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:44Z', 'updated_at': '2022-02-12T21:49:47Z', 'revision_number': 4, 'project_id': '038f80c9ef774de19871281a661ffb55', 'gw_port': {'id': '21bb7b99-4329-4a78-91d0-d429b50148e8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:44Z', 'updated_at': '2022-02-12T21:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcd0ad44-b78c-472d-bf05-7996a72bac07', 'name': '', 'network_id': 'c7ba8432-6a08-42cd-acc3-34992f0bf9a5', 'tenant_id': '038f80c9ef774de19871281a661ffb55', 'mac_address': 'fa:16:3e:8f:22:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'a2c1b510-d0e3-4d7d-8b1c-a08353770210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:46Z', 'updated_at': '2022-02-12T21:49:53Z', 'revision_number': 4, 'project_id': '038f80c9ef774de19871281a661ffb55', 'subnets': [{'id': 'a2c1b510-d0e3-4d7d-8b1c-a08353770210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:49:54.692502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fcd0ad44-b78c-472d-bf05-7996a72bac07 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:49:54.764874 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port fcd0ad44-b78c-472d-bf05-7996a72bac07 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:49:54.765709 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:54.863586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port fcd0ad44-b78c-472d-bf05-7996a72bac07 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:49:55.882268 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9e9b8cf9-5225-46ea-b2a7-4e54960218e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:57.276212 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:58.311125 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f7fd869b-fc80-4eb9-ace4-b2c96ebf289a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:59.484453 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-38e84045-e5d1-4b1a-a162-e5edb8f8c72b tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:49:59.485997 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-38e84045-e5d1-4b1a-a162-e5edb8f8c72b tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/networks?id=dc0e0f46-1573-4d40-ad1f-8176452918ae HTTP/1.1" status: 200  len: 815 time: 0.1041105
Feb 12 21:49:59.502229 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-2c751203-d877-4ec3-af39-29bb3a36dc4b tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/quotas/64d444f067e241a0ba61105f426bc943 HTTP/1.1" status: 200  len: 375 time: 0.0107017
Feb 12 21:49:59.559575 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-02f62503-0a4c-4082-9c11-aa4a1a937a68 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64d444f067e241a0ba61105f426bc943&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0524986
Feb 12 21:49:59.630880 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:59.655620 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-87314007-87d3-440a-813f-db652bda71ea service neutron] 10.222.0.31 "GET /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846438
Feb 12 21:49:59.733735 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:49:59.749874 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-159c7678-e25e-425f-a8fd-9e46ace6aabc service neutron] 10.222.0.31 "GET /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882754
Feb 12 21:49:59.981958 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fa17629f-8dad-4756-966c-c76f57ad2e5d req-50d25142-7f8d-4ab1-a3d5-05ab0bf2c199 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 210 time: 0.0286820
Feb 12 21:50:01.077161 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-88271b13-db95-4f67-83e3-0d9d7e65c7c3 req-b126f8b5-1506-4f20-8dfb-62d3cdc90de1 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 210 time: 0.0283289
Feb 12 21:50:01.127760 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:02.023218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-7679183a-2ab2-4dc9-a668-65255098e346 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:02.024673 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-7679183a-2ab2-4dc9-a668-65255098e346 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.48 "GET /v2.0/networks?id=dc0e0f46-1573-4d40-ad1f-8176452918ae HTTP/1.1" status: 200  len: 815 time: 0.1048121
Feb 12 21:50:02.038114 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-1a428a37-5156-41c7-ae19-e245e612fa93 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Request body: {'port': {'device_id': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae', 'admin_state_up': True, 'tenant_id': '64d444f067e241a0ba61105f426bc943'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:50:02.182112 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-da878b10-6fe5-48be-a6eb-8b7beeaa7e0a req-d86e52d5-a6d5-4efe-937e-7a16a2f61990 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 210 time: 0.0321290
Feb 12 21:50:02.202407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-1a428a37-5156-41c7-ae19-e245e612fa93 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Made reservation on behalf of 64d444f067e241a0ba61105f426bc943 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:50:02.205844 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-1a428a37-5156-41c7-ae19-e245e612fa93 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:02.225335 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:02.334138 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-1a428a37-5156-41c7-ae19-e245e612fa93 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Allocated IP 172.20.0.13 (dc0e0f46-1573-4d40-ad1f-8176452918ae/558a42ac-01bf-4013-af2d-e46fa923cd8d/811a62c5-a9c0-43fd-b595-30c92bd6d51e) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:50:02.486687 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-1a428a37-5156-41c7-ae19-e245e612fa93 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:02.573834 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-1a428a37-5156-41c7-ae19-e245e612fa93 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:02.638178 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a428a37-5156-41c7-ae19-e245e612fa93 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Pushing event updated for resources: {'Port': ['ID=811a62c5-a9c0-43fd-b595-30c92bd6d51e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:50:02.648657 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-1a428a37-5156-41c7-ae19-e245e612fa93 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Network dc0e0f46-1573-4d40-ad1f-8176452918ae is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:50:02.650415 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-1a428a37-5156-41c7-ae19-e245e612fa93 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:50:02.653565 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-1a428a37-5156-41c7-ae19-e245e612fa93 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:50:02.753372 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-1a428a37-5156-41c7-ae19-e245e612fa93 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:02.754423 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-1a428a37-5156-41c7-ae19-e245e612fa93 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:02.856647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-1a428a37-5156-41c7-ae19-e245e612fa93 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8220315
Feb 12 21:50:03.006059 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8ac77c89-6398-4ade-967c-4f3a1759f6b3 None None] Provisioning complete for port 811a62c5-a9c0-43fd-b595-30c92bd6d51e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:50:03.006473 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8ac77c89-6398-4ade-967c-4f3a1759f6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:03.042632 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8ac77c89-6398-4ade-967c-4f3a1759f6b3 None None] Port 811a62c5-a9c0-43fd-b595-30c92bd6d51e cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:50:03.316457 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d512db-3619-4275-9b84-6461a73074c9 req-526cae1a-89d1-47ab-b96e-d2f85d65a8a1 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:03.326412 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-29d512db-3619-4275-9b84-6461a73074c9 req-526cae1a-89d1-47ab-b96e-d2f85d65a8a1 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 932 time: 0.0574651
Feb 12 21:50:03.370677 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-29d512db-3619-4275-9b84-6461a73074c9 req-26894417-0065-4759-bed8-7c8299a414d7 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433786
Feb 12 21:50:04.510179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0965b4c-ae52-4882-a6ae-208eb94eb996 req-88908f46-5e2f-4e52-a43e-707f701c2227 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:04.511779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a0965b4c-ae52-4882-a6ae-208eb94eb996 req-88908f46-5e2f-4e52-a43e-707f701c2227 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 932 time: 0.0575261
Feb 12 21:50:04.574806 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a0965b4c-ae52-4882-a6ae-208eb94eb996 req-1059b899-3d6d-4119-b62a-6def25e352b6 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565960
Feb 12 21:50:05.722130 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c547c-bdfb-4727-a031-a58b1806ac47 req-6077c495-4070-4b2d-a590-95619e6430e2 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:05.723706 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-180c547c-bdfb-4727-a031-a58b1806ac47 req-6077c495-4070-4b2d-a590-95619e6430e2 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 932 time: 0.0725441
Feb 12 21:50:05.779787 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-180c547c-bdfb-4727-a031-a58b1806ac47 req-82ada005-7c15-42d8-823b-432609e719e8 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452971
Feb 12 21:50:06.907293 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f725c-1206-4df3-afcd-c4b7baa89a3b req-ce4de3e6-f4c3-49fd-849e-687051da5396 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:06.908849 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-042f725c-1206-4df3-afcd-c4b7baa89a3b req-ce4de3e6-f4c3-49fd-849e-687051da5396 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 932 time: 0.0587587
Feb 12 21:50:06.960208 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-042f725c-1206-4df3-afcd-c4b7baa89a3b req-72ac568c-24d6-4b2d-baff-6868e3762dca tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456750
Feb 12 21:50:08.089390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c865f9-3e81-4012-9666-d51957a9f300 req-76202e1a-3ef6-42dd-9d01-da896b598732 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:08.090913 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63c865f9-3e81-4012-9666-d51957a9f300 req-76202e1a-3ef6-42dd-9d01-da896b598732 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 932 time: 0.0553446
Feb 12 21:50:08.141461 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-63c865f9-3e81-4012-9666-d51957a9f300 req-4cb0345a-6161-4e45-b935-78c4fa9ddd24 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439146
Feb 12 21:50:08.682092 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:50:09.277861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1c44b-eb5e-4291-a891-3a1080e7c991 req-50f654c7-987e-4d12-8b8e-723e4b0c661b tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:09.279701 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6b1c44b-eb5e-4291-a891-3a1080e7c991 req-50f654c7-987e-4d12-8b8e-723e4b0c661b tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 932 time: 0.0596852
Feb 12 21:50:09.335076 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f6b1c44b-eb5e-4291-a891-3a1080e7c991 req-f3c1a1e4-9e53-44b1-8b79-317d42e68ba8 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489771
Feb 12 21:50:10.464953 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba4f38-2e8b-40d5-9a77-0295cad825d0 req-e4e24bac-f6f6-4b36-baa6-228b24a6d55f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:10.466662 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-53ba4f38-2e8b-40d5-9a77-0295cad825d0 req-e4e24bac-f6f6-4b36-baa6-228b24a6d55f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 932 time: 0.0599968
Feb 12 21:50:10.516223 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-53ba4f38-2e8b-40d5-9a77-0295cad825d0 req-9b402d29-6d98-4c6f-838b-cbb6e9eaf8b3 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437212
Feb 12 21:50:11.016230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Request body: {'port': {'device_id': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:50:11.074896 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:11.331215 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811a62c5-a9c0-43fd-b595-30c92bd6d51e {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:50:11.338304 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Publish callbacks [] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:11.349833 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Transition to ACTIVE for port object 811a62c5-a9c0-43fd-b595-30c92bd6d51e will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:50:11.407434 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:11.459277 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Pushing event updated for resources: {'Port': ['ID=811a62c5-a9c0-43fd-b595-30c92bd6d51e,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:50:11.499817 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:50:11.500171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:50:11.500503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:50:11.500842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:50:11.501169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:50:11.501526 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:50:11.501860 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:50:11.502188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:50:11.502508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:50:11.502829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:50:11.503152 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:50:11.503477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:50:11.503790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:50:11.536951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Attempting to bind port 811a62c5-a9c0-43fd-b595-30c92bd6d51e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:50:11.537290 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Attempting to bind port 811a62c5-a9c0-43fd-b595-30c92bd6d51e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bdd29ce0-74cc-431a-8515-39dd66ced78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:50:11.537655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Attempting to bind port 811a62c5-a9c0-43fd-b595-30c92bd6d51e on network dc0e0f46-1573-4d40-ad1f-8176452918ae {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:50:11.542400 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Port 811a62c5-a9c0-43fd-b595-30c92bd6d51e on network dc0e0f46-1573-4d40-ad1f-8176452918ae not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:50:11.542726 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Attempting to bind port 811a62c5-a9c0-43fd-b595-30c92bd6d51e on network dc0e0f46-1573-4d40-ad1f-8176452918ae {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:50:11.548275 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:50:11.548628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Checking segment: {'id': 'bdd29ce0-74cc-431a-8515-39dd66ced78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:50:11.549014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Bound using segment: {'id': 'bdd29ce0-74cc-431a-8515-39dd66ced78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:50:11.549465 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Bound port: 811a62c5-a9c0-43fd-b595-30c92bd6d51e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd29ce0-74cc-431a-8515-39dd66ced78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:50:11.549836 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:11.649460 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] For port 811a62c5-a9c0-43fd-b595-30c92bd6d51e, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:50:11.653211 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] For port 811a62c5-a9c0-43fd-b595-30c92bd6d51e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=811a62c5-a9c0-43fd-b595-30c92bd6d51e,segment=NetworkSegment(bdd29ce0-74cc-431a-8515-39dd66ced78b),segment_id=bdd29ce0-74cc-431a-8515-39dd66ced78b)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:50:11.669260 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb917c3-bb84-48c3-9ebd-6b9bbc60d536 req-e93f0eb7-714b-4f0d-9583-f6390406f11b tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:11.671183 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7bb917c3-bb84-48c3-9ebd-6b9bbc60d536 req-e93f0eb7-714b-4f0d-9583-f6390406f11b tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 944 time: 0.0834117
Feb 12 21:50:11.719160 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7bb917c3-bb84-48c3-9ebd-6b9bbc60d536 req-22aff679-b4cd-4f8b-a867-bd8e730594cb tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421467
Feb 12 21:50:11.738941 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:11.776059 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:11.776647 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:11.778118 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] 10.222.0.48 "PUT /v2.0/ports/811a62c5-a9c0-43fd-b595-30c92bd6d51e HTTP/1.1" status: 200  len: 1092 time: 0.7669401
Feb 12 21:50:11.778559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'tag': '811a62c5-a9c0-43fd-b595-30c92bd6d51e'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:50:11.781475 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b3d46b-c334-4731-85da-1bf97c5da573" -d '{"events": [{"name": "network-changed", "server_uuid": "e7abd173-7fe4-4054-95e4-a6c9ed013a3e", "tag": "811a62c5-a9c0-43fd-b595-30c92bd6d51e"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:50:11.814571 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a182c-0321-4115-bd5a-d8b306971778 service neutron] Pushing event updated for resources: {'Port': ['ID=811a62c5-a9c0-43fd-b595-30c92bd6d51e,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:50:11.824662 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe28946-3278-48ce-a3ac-aab1c70d05db x-openstack-request-id: req-fbe28946-3278-48ce-a3ac-aab1c70d05db {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:50:11.824662 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7abd173-7fe4-4054-95e4-a6c9ed013a3e", "tag": "811a62c5-a9c0-43fd-b595-30c92bd6d51e", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:50:11.824662 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbe28946-3278-48ce-a3ac-aab1c70d05db {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:50:11.824662 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'tag': '811a62c5-a9c0-43fd-b595-30c92bd6d51e', 'status': 'completed', 'code': 200}
Feb 12 21:50:11.903354 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3d46b-c334-4731-85da-1bf97c5da573 req-9c97dfbb-9245-4eee-bf29-b1a2f8eda437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:11.905893 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62b3d46b-c334-4731-85da-1bf97c5da573 req-9c97dfbb-9245-4eee-bf29-b1a2f8eda437 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64d444f067e241a0ba61105f426bc943&device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 1126 time: 0.0551567
Feb 12 21:50:12.009558 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3d46b-c334-4731-85da-1bf97c5da573 req-de2c7f9d-be90-42ae-a70f-76e46bd64677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:12.011031 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62b3d46b-c334-4731-85da-1bf97c5da573 req-de2c7f9d-be90-42ae-a70f-76e46bd64677 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=64d444f067e241a0ba61105f426bc943&shared=False HTTP/1.1" status: 200  len: 916 time: 0.0956712
Feb 12 21:50:12.112226 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3d46b-c334-4731-85da-1bf97c5da573 req-cf5d03ed-2f25-4cf8-bb76-3ce34f5949dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:12.113903 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62b3d46b-c334-4731-85da-1bf97c5da573 req-cf5d03ed-2f25-4cf8-bb76-3ce34f5949dd service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0935421
Feb 12 21:50:12.198449 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-1f59b177-d170-48ad-8538-9062fa80afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:12.199961 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-1f59b177-d170-48ad-8538-9062fa80afe0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64d444f067e241a0ba61105f426bc943&device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 1126 time: 0.0464413
Feb 12 21:50:12.248896 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-71a89fb2-fbd8-4a4e-944c-d2b1c6df635f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=811a62c5-a9c0-43fd-b595-30c92bd6d51e HTTP/1.1" status: 200  len: 217 time: 0.0370824
Feb 12 21:50:12.646864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-0d738686-d645-4900-beb2-a850d6b69ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:12.648353 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-0d738686-d645-4900-beb2-a850d6b69ce7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=558a42ac-01bf-4013-af2d-e46fa923cd8d HTTP/1.1" status: 200  len: 854 time: 0.3903947
Feb 12 21:50:12.711537 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-d6fa8c3d-82d1-46c5-a00f-3f6f37c1797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:12.713062 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-d6fa8c3d-82d1-46c5-a00f-3f6f37c1797d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc0e0f46-1573-4d40-ad1f-8176452918ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452816
Feb 12 21:50:12.841518 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-ce493332-58ce-4c49-8385-2340a35ffd51 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1125178
Feb 12 21:50:12.876565 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab0a0c-9ca1-48b3-a613-1aae72c221fe req-e3b3334b-61e1-421e-a44a-b86c909b4d8a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:12.878043 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30ab0a0c-9ca1-48b3-a613-1aae72c221fe req-e3b3334b-61e1-421e-a44a-b86c909b4d8a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 944 time: 0.0887928
Feb 12 21:50:12.972359 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-30ab0a0c-9ca1-48b3-a613-1aae72c221fe req-270840e4-5d93-43d4-ad2f-bc558bb402d2 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680206
Feb 12 21:50:12.974513 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e443bf61-6767-4a54-8086-4bfeabe46d3c req-b4aba408-d715-482a-af21-5af5a285af31 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314452
Feb 12 21:50:14.098392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51a502-69a2-488f-980b-89c7a2c0e313 req-a3cd904b-b742-46ff-a621-e34847997531 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:14.099892 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1d51a502-69a2-488f-980b-89c7a2c0e313 req-a3cd904b-b742-46ff-a621-e34847997531 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 944 time: 0.0543814
Feb 12 21:50:14.147328 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1d51a502-69a2-488f-980b-89c7a2c0e313 req-69423608-6126-4ca1-a237-0b0f648381f1 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418787
Feb 12 21:50:14.473566 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 811a62c5-a9c0-43fd-b595-30c92bd6d51e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:50:14.569752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 811a62c5-a9c0-43fd-b595-30c92bd6d51e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=811a62c5-a9c0-43fd-b595-30c92bd6d51e,segment=NetworkSegment(bdd29ce0-74cc-431a-8515-39dd66ced78b),segment_id=bdd29ce0-74cc-431a-8515-39dd66ced78b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:50:14.581238 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '811a62c5-a9c0-43fd-b595-30c92bd6d51e', 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae', 'port_id': '811a62c5-a9c0-43fd-b595-30c92bd6d51e', 'mac_address': 'fa:16:3e:14:2e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:50:14.618827 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 811a62c5-a9c0-43fd-b595-30c92bd6d51e is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:50:14.619202 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:14.636573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811a62c5-a9c0-43fd-b595-30c92bd6d51e {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:50:14.656241 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 811a62c5-a9c0-43fd-b595-30c92bd6d51e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=811a62c5-a9c0-43fd-b595-30c92bd6d51e,segment=NetworkSegment(bdd29ce0-74cc-431a-8515-39dd66ced78b),segment_id=bdd29ce0-74cc-431a-8515-39dd66ced78b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:50:14.727939 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:14.777771 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=811a62c5-a9c0-43fd-b595-30c92bd6d51e,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:50:14.987309 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['811a62c5-a9c0-43fd-b595-30c92bd6d51e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:50:15.278666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62138a51-0ef0-472a-8675-f0f40df18b22 req-f0aaa90f-be54-459d-9839-b9d843be4aea tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:15.278666 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62138a51-0ef0-472a-8675-f0f40df18b22 req-f0aaa90f-be54-459d-9839-b9d843be4aea tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 945 time: 0.0538273
Feb 12 21:50:15.318452 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62138a51-0ef0-472a-8675-f0f40df18b22 req-edc02c67-ff65-4a49-897e-5ca3829faf4b tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426733
Feb 12 21:50:16.436397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb225776-499b-47ef-a754-5d4aa39091e5 req-3407e1dc-68a7-45b3-8ad2-1a2df02bd95a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:16.438605 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb225776-499b-47ef-a754-5d4aa39091e5 req-3407e1dc-68a7-45b3-8ad2-1a2df02bd95a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 945 time: 0.0526798
Feb 12 21:50:16.490166 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fb225776-499b-47ef-a754-5d4aa39091e5 req-dfc0bfa4-b0df-4250-941f-e88b49db8a06 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459344
Feb 12 21:50:16.490420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 811a62c5-a9c0-43fd-b595-30c92bd6d51e up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:50:16.579860 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 811a62c5-a9c0-43fd-b595-30c92bd6d51e completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:50:16.583636 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 811a62c5-a9c0-43fd-b595-30c92bd6d51e triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:50:16.584007 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:16.660977 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 811a62c5-a9c0-43fd-b595-30c92bd6d51e is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:50:16.661384 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:16.683670 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811a62c5-a9c0-43fd-b595-30c92bd6d51e'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:50:16.685908 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d59ec2-4f1d-4278-8bc3-b1ce1d9e4477" -d '{"events": [{"server_uuid": "e7abd173-7fe4-4054-95e4-a6c9ed013a3e", "name": "network-vif-plugged", "status": "completed", "tag": "811a62c5-a9c0-43fd-b595-30c92bd6d51e"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:50:16.700408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 811a62c5-a9c0-43fd-b595-30c92bd6d51e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=811a62c5-a9c0-43fd-b595-30c92bd6d51e,segment=NetworkSegment(bdd29ce0-74cc-431a-8515-39dd66ced78b),segment_id=bdd29ce0-74cc-431a-8515-39dd66ced78b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:50:16.724412 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e92916-0cfd-44ae-a723-efd3f06d734d x-openstack-request-id: req-89e92916-0cfd-44ae-a723-efd3f06d734d {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:50:16.724725 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7abd173-7fe4-4054-95e4-a6c9ed013a3e", "name": "network-vif-plugged", "status": "completed", "tag": "811a62c5-a9c0-43fd-b595-30c92bd6d51e", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:50:16.724981 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89e92916-0cfd-44ae-a723-efd3f06d734d {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:50:16.725412 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811a62c5-a9c0-43fd-b595-30c92bd6d51e', 'code': 200}
Feb 12 21:50:16.752372 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:16.805799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=811a62c5-a9c0-43fd-b595-30c92bd6d51e,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:50:16.834935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e928571-23d9-494c-bdc3-4250ca9c8b85 req-b903efd5-c193-4016-b8a2-b0bc5f12cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:16.836443 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e928571-23d9-494c-bdc3-4250ca9c8b85 req-b903efd5-c193-4016-b8a2-b0bc5f12cd13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 1128 time: 0.0456278
Feb 12 21:50:16.887229 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e928571-23d9-494c-bdc3-4250ca9c8b85 req-ca175145-2000-4b56-8a8c-4e40719f0b35 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404015
Feb 12 21:50:17.608917 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae0073-a604-4032-a3a1-7ae469a5979b req-e80dc43c-33e6-4301-b031-26672733fd5d tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:17.611222 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d2ae0073-a604-4032-a3a1-7ae469a5979b req-e80dc43c-33e6-4301-b031-26672733fd5d tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 946 time: 0.0532830
Feb 12 21:50:17.659405 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d2ae0073-a604-4032-a3a1-7ae469a5979b req-c12da333-315f-4b2b-ba57-84ca89b923c6 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426533
Feb 12 21:50:18.780181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef70fa7-73b7-410c-bd85-864cd5a67651 req-b24c62bc-009a-4cbf-8d3f-5e8bba27f02b tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:18.782196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ef70fa7-73b7-410c-bd85-864cd5a67651 req-b24c62bc-009a-4cbf-8d3f-5e8bba27f02b tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 946 time: 0.0521421
Feb 12 21:50:18.828119 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1ef70fa7-73b7-410c-bd85-864cd5a67651 req-85e2e7ec-d3fe-4624-a307-07276fa031d9 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403776
Feb 12 21:50:18.952587 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf0556-a622-4f3a-a84b-ed4f69e64bcc req-adde61b6-57f8-4a8f-bfa6-a666b88969b8 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:18.954837 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5ccf0556-a622-4f3a-a84b-ed4f69e64bcc req-adde61b6-57f8-4a8f-bfa6-a666b88969b8 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 946 time: 0.0601990
Feb 12 21:50:19.004860 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5ccf0556-a622-4f3a-a84b-ed4f69e64bcc req-f6ca8e3f-f4e9-433e-ae92-78a96ba55464 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441220
Feb 12 21:50:19.204316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3d78b-e1b5-4c77-90cf-9be51a1af024 req-2ec75bf4-d908-4d07-ba66-ba5cbde450b9 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:19.205955 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aab3d78b-e1b5-4c77-90cf-9be51a1af024 req-2ec75bf4-d908-4d07-ba66-ba5cbde450b9 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 946 time: 0.0581360
Feb 12 21:50:19.255529 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-aab3d78b-e1b5-4c77-90cf-9be51a1af024 req-76ae5bf2-5e70-49b4-9e12-cf27d1a619af tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437696
Feb 12 21:50:25.237518 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99492a-3968-42bf-a4b7-6a29544ed548 req-294a62e9-7d9f-4ae0-ba1a-a048f7301a0c tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:25.239005 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bc99492a-3968-42bf-a4b7-6a29544ed548 req-294a62e9-7d9f-4ae0-ba1a-a048f7301a0c tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 946 time: 0.0525267
Feb 12 21:50:25.285832 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bc99492a-3968-42bf-a4b7-6a29544ed548 req-9accc1ad-528b-456e-893a-cdcf9ea9338f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411463
Feb 12 21:50:25.308230 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55908) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:50:25.466852 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe371a4-dc68-461b-8b2f-6de145c17a31 tempest-TestMinimumBasicScenario-1428913843 tempest-TestMinimumBasicScenario-1428913843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:25.468352 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-abe371a4-dc68-461b-8b2f-6de145c17a31 tempest-TestMinimumBasicScenario-1428913843 tempest-TestMinimumBasicScenario-1428913843-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 1123 time: 0.1591725
Feb 12 21:50:25.471903 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55914) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:50:25.476044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': '811a62c5-a9c0-43fd-b595-30c92bd6d51e', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:50:25.550765 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:25.649107 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:25.756137 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Allocated IP 172.35.2.111 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/d6e5ea8d-f436-4971-bea5-c84646bc1b19) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:50:25.847980 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6d11d6be-7ffd-4d9c-b9bb-7cfca5f8fa62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:25.859038 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for port (d6e5ea8d-f436-4971-bea5-c84646bc1b19), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:25.934000 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d6e5ea8d-f436-4971-bea5-c84646bc1b19), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:25.973851 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:50:25.976586 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:50:25.980017 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:50:25.985409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Pushing event updated for resources: {'Port': ['ID=d6e5ea8d-f436-4971-bea5-c84646bc1b19,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:50:26.333123 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for floatingip (93548bae-e39c-4eca-9b67-d36c54538828), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:26.479100 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (d6e5ea8d-f436-4971-bea5-c84646bc1b19), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:26.623418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for port (d6e5ea8d-f436-4971-bea5-c84646bc1b19), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:26.687842 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (d6e5ea8d-f436-4971-bea5-c84646bc1b19), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:26.758417 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Pushing event updated for resources: {'Port': ['ID=d6e5ea8d-f436-4971-bea5-c84646bc1b19,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:50:26.771827 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (93548bae-e39c-4eca-9b67-d36c54538828), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:27.182106 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Floating IP 93548bae-e39c-4eca-9b67-d36c54538828 associated. External IP: 172.35.2.111, port: 811a62c5-a9c0-43fd-b595-30c92bd6d51e.
Feb 12 21:50:27.327553 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:27.395289 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:50:27.503605 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:50:27.513245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e98243-133f-4f50-bf30-9caacc02f0b2 None None] Sync routers for ids ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:50:27.523623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e98243-133f-4f50-bf30-9caacc02f0b2 None None] Routers {'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:50:27.524229 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-86e98243-133f-4f50-bf30-9caacc02f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6f9bd8520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:49:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:50:27.587279 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:27.621252 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1434447f-ce1f-478c-9e8d-4f044d234865 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.1483407
Feb 12 21:50:27.622221 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'tag': '811a62c5-a9c0-43fd-b595-30c92bd6d51e'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:50:27.624145 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 55916) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:50:27.624682 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68a891f-f82e-41d3-b710-5b4908807a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7abd173-7fe4-4054-95e4-a6c9ed013a3e", "tag": "811a62c5-a9c0-43fd-b595-30c92bd6d51e"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:50:27.629576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-8f103b94-0b4f-4126-bcb9-1577c4ff6ec7 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1105704075', 'description': 'tempest-secgroup-smoke-1105704075 description', 'project_id': '64d444f067e241a0ba61105f426bc943'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:50:27.639344 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-86e98243-133f-4f50-bf30-9caacc02f0b2 None None] Set router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:50:27.751575 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f103b94-0b4f-4126-bcb9-1577c4ff6ec7 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:27.796762 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40af87df-2281-40e5-896d-75b60f6162af x-openstack-request-id: req-40af87df-2281-40e5-896d-75b60f6162af {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:50:27.796762 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7abd173-7fe4-4054-95e4-a6c9ed013a3e", "tag": "811a62c5-a9c0-43fd-b595-30c92bd6d51e", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:50:27.797288 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40af87df-2281-40e5-896d-75b60f6162af {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:50:27.798618 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'tag': '811a62c5-a9c0-43fd-b595-30c92bd6d51e', 'status': 'completed', 'code': 200}
Feb 12 21:50:27.835556 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f103b94-0b4f-4126-bcb9-1577c4ff6ec7 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group (2f9768d6-16ba-4939-a3a8-604c1b92a060), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:27.869532 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a891f-f82e-41d3-b710-5b4908807a6a req-33d3e138-f181-43f7-ada9-0d5e728e7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:27.871130 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e68a891f-f82e-41d3-b710-5b4908807a6a req-33d3e138-f181-43f7-ada9-0d5e728e7be8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64d444f067e241a0ba61105f426bc943&device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 1128 time: 0.0505643
Feb 12 21:50:27.881215 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-86e98243-133f-4f50-bf30-9caacc02f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6f9bd8520>, [{'id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'name': 'tempest-TestMinimumBasicScenario-1746272367-router', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:41Z', 'revision_number': 4, 'project_id': '64d444f067e241a0ba61105f426bc943', 'gw_port': {'id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '93548bae-e39c-4eca-9b67-d36c54538828', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'floating_ip_address': '172.35.2.111', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'port_id': '811a62c5-a9c0-43fd-b595-30c92bd6d51e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae', 'mac_address': 'fa:16:3e:14:2e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:50:26Z', 'updated_at': '2022-02-12T21:50:26Z', 'revision_number': 0, 'project_id': '64d444f067e241a0ba61105f426bc943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073bd16e-3ccf-4b1f-ba4e-d640847f1802', 'name': '', 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'mac_address': 'fa:16:3e:b9:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:40Z', 'updated_at': '2022-02-12T21:49:44Z', 'revision_number': 5, 'project_id': '64d444f067e241a0ba61105f426bc943', 'subnets': [{'id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:50:27.894792 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f103b94-0b4f-4126-bcb9-1577c4ff6ec7 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2f9768d6-16ba-4939-a3a8-604c1b92a060), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:27.908110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e98243-133f-4f50-bf30-9caacc02f0b2 None None] Checking router: c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:50:27.916602 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e98243-133f-4f50-bf30-9caacc02f0b2 None None] Routers {'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:50:27.917218 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-86e98243-133f-4f50-bf30-9caacc02f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6f9bd8520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:49:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:50:27.970225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f103b94-0b4f-4126-bcb9-1577c4ff6ec7 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9768d6-16ba-4939-a3a8-604c1b92a060,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:50:27.998547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a891f-f82e-41d3-b710-5b4908807a6a req-2cb9db4c-4bf5-451e-aa7a-be9a42bd4778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:28.000268 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e68a891f-f82e-41d3-b710-5b4908807a6a req-2cb9db4c-4bf5-451e-aa7a-be9a42bd4778 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc0e0f46-1573-4d40-ad1f-8176452918ae HTTP/1.1" status: 200  len: 916 time: 0.1234620
Feb 12 21:50:28.030131 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-86e98243-133f-4f50-bf30-9caacc02f0b2 None None] Set router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:50:28.048249 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8f103b94-0b4f-4126-bcb9-1577c4ff6ec7 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:28.052358 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8f103b94-0b4f-4126-bcb9-1577c4ff6ec7 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4243073
Feb 12 21:50:28.055482 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55922) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:50:28.058246 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4af6f975-4394-4965-8f34-8f2d057b8a80 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Request body: {'security_group_rule': {'security_group_id': '2f9768d6-16ba-4939-a3a8-604c1b92a060', 'project_id': '64d444f067e241a0ba61105f426bc943', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:50:28.074661 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e68a891f-f82e-41d3-b710-5b4908807a6a req-18864f7f-d3cc-47d3-b0c7-77d65b84cd49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=811a62c5-a9c0-43fd-b595-30c92bd6d51e HTTP/1.1" status: 200  len: 1000 time: 0.0674522
Feb 12 21:50:28.131862 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a891f-f82e-41d3-b710-5b4908807a6a req-4d5f8040-cfcb-487e-8de7-9e0f7f409f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:28.133408 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e68a891f-f82e-41d3-b710-5b4908807a6a req-4d5f8040-cfcb-487e-8de7-9e0f7f409f9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=558a42ac-01bf-4013-af2d-e46fa923cd8d HTTP/1.1" status: 200  len: 854 time: 0.0526545
Feb 12 21:50:28.145334 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4af6f975-4394-4965-8f34-8f2d057b8a80 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (2c348bdd-a558-4774-8850-1faf42925ffa), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:28.185950 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a891f-f82e-41d3-b710-5b4908807a6a req-e605bef3-7b66-452d-8b3d-8bd8ea18c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:28.189050 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e68a891f-f82e-41d3-b710-5b4908807a6a req-e605bef3-7b66-452d-8b3d-8bd8ea18c5cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc0e0f46-1573-4d40-ad1f-8176452918ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0498378
Feb 12 21:50:28.210647 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4af6f975-4394-4965-8f34-8f2d057b8a80 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (2c348bdd-a558-4774-8850-1faf42925ffa), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:28.265638 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4af6f975-4394-4965-8f34-8f2d057b8a80 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (2c348bdd-a558-4774-8850-1faf42925ffa), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:28.286176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-86e98243-133f-4f50-bf30-9caacc02f0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6f9bd8520>, [{'id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'name': 'tempest-TestMinimumBasicScenario-1746272367-router', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:41Z', 'revision_number': 4, 'project_id': '64d444f067e241a0ba61105f426bc943', 'gw_port': {'id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '93548bae-e39c-4eca-9b67-d36c54538828', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'floating_ip_address': '172.35.2.111', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'port_id': '811a62c5-a9c0-43fd-b595-30c92bd6d51e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae', 'mac_address': 'fa:16:3e:14:2e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:50:26Z', 'updated_at': '2022-02-12T21:50:26Z', 'revision_number': 0, 'project_id': '64d444f067e241a0ba61105f426bc943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073bd16e-3ccf-4b1f-ba4e-d640847f1802', 'name': '', 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'mac_address': 'fa:16:3e:b9:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:40Z', 'updated_at': '2022-02-12T21:49:44Z', 'revision_number': 5, 'project_id': '64d444f067e241a0ba61105f426bc943', 'subnets': [{'id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:50:28.287638 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6f975-4394-4965-8f34-8f2d057b8a80 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c348bdd-a558-4774-8850-1faf42925ffa,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:50:28.299904 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e68a891f-f82e-41d3-b710-5b4908807a6a req-02ec2b7f-2697-4393-bfcb-ba71d1ed31de service neutron] 10.222.0.48 "GET /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0927260
Feb 12 21:50:28.316104 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-27c3125f-e76b-4c17-be2a-dfe2b8f81a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:28.319044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e98243-133f-4f50-bf30-9caacc02f0b2 None None] The sync data for ids ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'] in ncdv-master-1 is: [{'id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'name': 'tempest-TestMinimumBasicScenario-1746272367-router', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:41Z', 'revision_number': 4, 'project_id': '64d444f067e241a0ba61105f426bc943', 'gw_port': {'id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '93548bae-e39c-4eca-9b67-d36c54538828', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'floating_ip_address': '172.35.2.111', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'port_id': '811a62c5-a9c0-43fd-b595-30c92bd6d51e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae', 'mac_address': 'fa:16:3e:14:2e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:50:26Z', 'updated_at': '2022-02-12T21:50:26Z', 'revision_number': 0, 'project_id': '64d444f067e241a0ba61105f426bc943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073bd16e-3ccf-4b1f-ba4e-d640847f1802', 'name': '', 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'mac_address': 'fa:16:3e:b9:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:40Z', 'updated_at': '2022-02-12T21:49:44Z', 'revision_number': 5, 'project_id': '64d444f067e241a0ba61105f426bc943', 'subnets': [{'id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:50:28.369116 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4af6f975-4394-4965-8f34-8f2d057b8a80 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:28.370395 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4af6f975-4394-4965-8f34-8f2d057b8a80 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3166232
Feb 12 21:50:28.373314 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55924) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:50:28.378803 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5d15e9ac-b819-4ea2-9922-cdb3db82fc97 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Request body: {'security_group_rule': {'security_group_id': '2f9768d6-16ba-4939-a3a8-604c1b92a060', 'project_id': '64d444f067e241a0ba61105f426bc943', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:50:28.386951 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e68a891f-f82e-41d3-b710-5b4908807a6a req-f29ca2e1-87a3-4e23-b0bd-3c0e789645df service neutron] 10.222.0.48 "GET /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900729
Feb 12 21:50:28.476837 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d15e9ac-b819-4ea2-9922-cdb3db82fc97 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (e62ca5b5-8c5e-4ea1-a490-123c27486edc), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:28.539088 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8853dc-dc9a-4795-8e3c-64cd51dd5bc3 None None] New status for floating IP 93548bae-e39c-4eca-9b67-d36c54538828: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:50:28.539694 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d15e9ac-b819-4ea2-9922-cdb3db82fc97 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (e62ca5b5-8c5e-4ea1-a490-123c27486edc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:28.613540 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d15e9ac-b819-4ea2-9922-cdb3db82fc97 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (e62ca5b5-8c5e-4ea1-a490-123c27486edc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:28.631556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15e9ac-b819-4ea2-9922-cdb3db82fc97 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62ca5b5-8c5e-4ea1-a490-123c27486edc,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:50:28.712890 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5d15e9ac-b819-4ea2-9922-cdb3db82fc97 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:28.714226 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5d15e9ac-b819-4ea2-9922-cdb3db82fc97 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3395827
Feb 12 21:50:28.716990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55926) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:50:28.721852 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d0ec85a3-b102-4539-b184-33c1481ccc8f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Request body: {'security_group_rule': {'security_group_id': '2f9768d6-16ba-4939-a3a8-604c1b92a060', 'project_id': '64d444f067e241a0ba61105f426bc943', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:50:28.800456 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0ec85a3-b102-4539-b184-33c1481ccc8f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (a74a1642-577a-4c94-a8ba-24e028011325), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:28.859212 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0ec85a3-b102-4539-b184-33c1481ccc8f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (a74a1642-577a-4c94-a8ba-24e028011325), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:28.914959 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0ec85a3-b102-4539-b184-33c1481ccc8f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (a74a1642-577a-4c94-a8ba-24e028011325), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:28.933741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec85a3-b102-4539-b184-33c1481ccc8f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74a1642-577a-4c94-a8ba-24e028011325,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:50:29.020651 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d0ec85a3-b102-4539-b184-33c1481ccc8f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:29.021926 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d0ec85a3-b102-4539-b184-33c1481ccc8f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3039751
Feb 12 21:50:29.024601 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55928) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:50:29.029127 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d8fd4c67-1d04-42bd-b7f7-1e5dc3bf560f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Request body: {'security_group_rule': {'security_group_id': '2f9768d6-16ba-4939-a3a8-604c1b92a060', 'project_id': '64d444f067e241a0ba61105f426bc943', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:50:29.109451 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8fd4c67-1d04-42bd-b7f7-1e5dc3bf560f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (87161dcd-8d45-4ebe-b254-6884c2c9ec38), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:29.167277 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8fd4c67-1d04-42bd-b7f7-1e5dc3bf560f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (87161dcd-8d45-4ebe-b254-6884c2c9ec38), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:29.229756 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8fd4c67-1d04-42bd-b7f7-1e5dc3bf560f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (87161dcd-8d45-4ebe-b254-6884c2c9ec38), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:29.248973 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd4c67-1d04-42bd-b7f7-1e5dc3bf560f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87161dcd-8d45-4ebe-b254-6884c2c9ec38,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:50:29.323686 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d8fd4c67-1d04-42bd-b7f7-1e5dc3bf560f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:29.324895 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d8fd4c67-1d04-42bd-b7f7-1e5dc3bf560f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2993670
Feb 12 21:50:29.327997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55930) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:50:29.332965 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-42a6c4d1-a90e-489a-abef-b7db527b51fc tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Request body: {'security_group_rule': {'security_group_id': '2f9768d6-16ba-4939-a3a8-604c1b92a060', 'project_id': '64d444f067e241a0ba61105f426bc943', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:50:29.413474 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-42a6c4d1-a90e-489a-abef-b7db527b51fc tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Project 64d444f067e241a0ba61105f426bc943 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:50:29.418630 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42a6c4d1-a90e-489a-abef-b7db527b51fc tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (9b06d14c-648f-408e-a861-cc8651a40338), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:29.479857 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42a6c4d1-a90e-489a-abef-b7db527b51fc tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (9b06d14c-648f-408e-a861-cc8651a40338), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:29.550323 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42a6c4d1-a90e-489a-abef-b7db527b51fc tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (9b06d14c-648f-408e-a861-cc8651a40338), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:29.570435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6c4d1-a90e-489a-abef-b7db527b51fc tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b06d14c-648f-408e-a861-cc8651a40338,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:50:29.609935 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-42a6c4d1-a90e-489a-abef-b7db527b51fc tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:29.611907 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-42a6c4d1-a90e-489a-abef-b7db527b51fc tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2829731
Feb 12 21:50:29.614797 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 55932) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:50:29.619556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8257a50a-e670-4a2d-ba9c-9c553626b34a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Request body: {'security_group_rule': {'security_group_id': '2f9768d6-16ba-4939-a3a8-604c1b92a060', 'project_id': '64d444f067e241a0ba61105f426bc943', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:50:29.619754 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:29.710201 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-8257a50a-e670-4a2d-ba9c-9c553626b34a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Project 64d444f067e241a0ba61105f426bc943 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:50:29.715418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8257a50a-e670-4a2d-ba9c-9c553626b34a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (4fc3da3d-cc51-429d-bb11-a4a8a0e4a15e), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:29.744024 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:29.778198 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8257a50a-e670-4a2d-ba9c-9c553626b34a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (4fc3da3d-cc51-429d-bb11-a4a8a0e4a15e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:29.847667 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8257a50a-e670-4a2d-ba9c-9c553626b34a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (4fc3da3d-cc51-429d-bb11-a4a8a0e4a15e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:29.866629 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257a50a-e670-4a2d-ba9c-9c553626b34a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc3da3d-cc51-429d-bb11-a4a8a0e4a15e,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:50:29.935303 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8257a50a-e670-4a2d-ba9c-9c553626b34a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:29.936544 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8257a50a-e670-4a2d-ba9c-9c553626b34a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3208213
Feb 12 21:50:30.026157 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a7697527-d8a2-43c9-a3a2-4de1dddccc65 req-3972c601-b972-4132-b38f-f29a3db06aef tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105704075&fields=id&tenant_id=64d444f067e241a0ba61105f426bc943 HTTP/1.1" status: 200  len: 267 time: 0.0440133
Feb 12 21:50:30.082384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7697527-d8a2-43c9-a3a2-4de1dddccc65 req-8b0798e8-8b55-4a42-b91d-045881dbf802 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:30.083860 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a7697527-d8a2-43c9-a3a2-4de1dddccc65 req-8b0798e8-8b55-4a42-b91d-045881dbf802 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 946 time: 0.0525031
Feb 12 21:50:30.094383 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-a7697527-d8a2-43c9-a3a2-4de1dddccc65 req-376e631b-2863-4049-bfee-5d20dd1545f2 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Request body: {'port': {'security_groups': ['3142e85a-5091-4c0c-9555-753a3d0ea877', '2f9768d6-16ba-4939-a3a8-604c1b92a060']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:50:30.165936 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a7697527-d8a2-43c9-a3a2-4de1dddccc65 req-376e631b-2863-4049-bfee-5d20dd1545f2 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:30.351290 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-a7697527-d8a2-43c9-a3a2-4de1dddccc65 req-376e631b-2863-4049-bfee-5d20dd1545f2 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] For port 811a62c5-a9c0-43fd-b595-30c92bd6d51e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=811a62c5-a9c0-43fd-b595-30c92bd6d51e,segment=NetworkSegment(bdd29ce0-74cc-431a-8515-39dd66ced78b),segment_id=bdd29ce0-74cc-431a-8515-39dd66ced78b)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:50:30.379579 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a7697527-d8a2-43c9-a3a2-4de1dddccc65 req-376e631b-2863-4049-bfee-5d20dd1545f2 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:30.436191 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a7697527-d8a2-43c9-a3a2-4de1dddccc65 req-376e631b-2863-4049-bfee-5d20dd1545f2 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:30.447601 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['811a62c5-a9c0-43fd-b595-30c92bd6d51e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:50:30.481494 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7697527-d8a2-43c9-a3a2-4de1dddccc65 req-376e631b-2863-4049-bfee-5d20dd1545f2 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:30.482205 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-a7697527-d8a2-43c9-a3a2-4de1dddccc65 req-376e631b-2863-4049-bfee-5d20dd1545f2 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:30.483500 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a7697527-d8a2-43c9-a3a2-4de1dddccc65 req-376e631b-2863-4049-bfee-5d20dd1545f2 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "PUT /v2.0/ports/811a62c5-a9c0-43fd-b595-30c92bd6d51e HTTP/1.1" status: 200  len: 982 time: 0.3935685
Feb 12 21:50:30.483960 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'tag': '811a62c5-a9c0-43fd-b595-30c92bd6d51e'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:50:30.486306 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5546a2fc-0b62-4078-89f1-fcd623709ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "e7abd173-7fe4-4054-95e4-a6c9ed013a3e", "tag": "811a62c5-a9c0-43fd-b595-30c92bd6d51e"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:50:30.520166 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e631b-2863-4049-bfee-5d20dd1545f2 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Pushing event updated for resources: {'Port': ['ID=811a62c5-a9c0-43fd-b595-30c92bd6d51e,revision_number=6']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:50:30.551139 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['811a62c5-a9c0-43fd-b595-30c92bd6d51e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:50:30.557799 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ba4fb7-e1c3-48c5-8d72-06e279fdbd42 x-openstack-request-id: req-58ba4fb7-e1c3-48c5-8d72-06e279fdbd42 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:50:30.558588 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7abd173-7fe4-4054-95e4-a6c9ed013a3e", "tag": "811a62c5-a9c0-43fd-b595-30c92bd6d51e", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:50:30.558588 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58ba4fb7-e1c3-48c5-8d72-06e279fdbd42 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:50:30.559140 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'tag': '811a62c5-a9c0-43fd-b595-30c92bd6d51e', 'status': 'completed', 'code': 200}
Feb 12 21:50:30.676158 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3c1dc-3fd4-49c6-88d9-e2a42de04bd5 req-b838361d-c330-4f5a-be99-5eff0a36c8fc tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:30.677765 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6a3c1dc-3fd4-49c6-88d9-e2a42de04bd5 req-b838361d-c330-4f5a-be99-5eff0a36c8fc tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 985 time: 0.1014631
Feb 12 21:50:30.683096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546a2fc-0b62-4078-89f1-fcd623709ce8 req-acd15c79-47fb-4dca-8fff-eeea6a9db999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:30.684569 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5546a2fc-0b62-4078-89f1-fcd623709ce8 req-acd15c79-47fb-4dca-8fff-eeea6a9db999 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64d444f067e241a0ba61105f426bc943&device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 1167 time: 0.0955791
Feb 12 21:50:30.806313 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c6a3c1dc-3fd4-49c6-88d9-e2a42de04bd5 req-2961042b-ae09-4e3e-940c-d590807fd71c tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&id=2f9768d6-16ba-4939-a3a8-604c1b92a060&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1207156
Feb 12 21:50:30.824570 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546a2fc-0b62-4078-89f1-fcd623709ce8 req-f483d1fe-2333-402d-8eb5-dca2c3f6edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:30.827686 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5546a2fc-0b62-4078-89f1-fcd623709ce8 req-f483d1fe-2333-402d-8eb5-dca2c3f6edd4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc0e0f46-1573-4d40-ad1f-8176452918ae HTTP/1.1" status: 200  len: 916 time: 0.1346567
Feb 12 21:50:30.833317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4f12e53e-3700-414e-85dd-584e353ccd0d None None] Provisioning complete for port 811a62c5-a9c0-43fd-b595-30c92bd6d51e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:50:30.833996 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4f12e53e-3700-414e-85dd-584e353ccd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:30.899006 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5546a2fc-0b62-4078-89f1-fcd623709ce8 req-fcdd863c-340f-4409-8d0c-2fd7ee55bf6f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=811a62c5-a9c0-43fd-b595-30c92bd6d51e HTTP/1.1" status: 200  len: 1002 time: 0.0638859
Feb 12 21:50:30.951380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546a2fc-0b62-4078-89f1-fcd623709ce8 req-3ff4dc7b-2f85-4c64-bdcf-b005bcb3abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:30.952853 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5546a2fc-0b62-4078-89f1-fcd623709ce8 req-3ff4dc7b-2f85-4c64-bdcf-b005bcb3abc5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=558a42ac-01bf-4013-af2d-e46fa923cd8d HTTP/1.1" status: 200  len: 854 time: 0.0462205
Feb 12 21:50:31.007274 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546a2fc-0b62-4078-89f1-fcd623709ce8 req-bb3c419a-340a-48f2-98fe-7fed976071d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:31.008793 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5546a2fc-0b62-4078-89f1-fcd623709ce8 req-bb3c419a-340a-48f2-98fe-7fed976071d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc0e0f46-1573-4d40-ad1f-8176452918ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0492065
Feb 12 21:50:31.050827 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4f12e53e-3700-414e-85dd-584e353ccd0d None None] Current status of the port 811a62c5-a9c0-43fd-b595-30c92bd6d51e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:50:31.109578 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5546a2fc-0b62-4078-89f1-fcd623709ce8 req-f9352d0b-5fab-43e6-b7ff-80f6b6261eb0 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911043
Feb 12 21:50:31.150541 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:31.211264 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5546a2fc-0b62-4078-89f1-fcd623709ce8 req-7cc7a997-5f39-4424-87b8-e58676583f3e service neutron] 10.222.0.48 "GET /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921483
Feb 12 21:50:32.207595 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:36.621588 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-60c9e14e-1bdf-4357-9dd6-d0ba626d35a9 req-8ee83622-defa-4602-812a-d6053a847c9c service neutron] (126505) timed out ('10.222.0.31', 50262) {{(pid=126505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 21:50:45.681325 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:50:54.720069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cf8fd-3ebb-471f-a92f-7c8dad0cd295 req-1f1f029d-1a9c-4d97-bc80-a1c29bb9459a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:54.722425 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-851cf8fd-3ebb-471f-a92f-7c8dad0cd295 req-1f1f029d-1a9c-4d97-bc80-a1c29bb9459a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 985 time: 0.0540247
Feb 12 21:50:54.822991 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-851cf8fd-3ebb-471f-a92f-7c8dad0cd295 req-c4b7e652-31aa-4943-9984-6b4cd70e5e96 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&id=2f9768d6-16ba-4939-a3a8-604c1b92a060&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0951240
Feb 12 21:50:54.826001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2ce30-08ea-4691-8894-12b9dbfe41bb req-71766881-d605-41f7-9047-956b3fb0672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:54.827296 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ea2ce30-08ea-4691-8894-12b9dbfe41bb req-71766881-d605-41f7-9047-956b3fb0672f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64d444f067e241a0ba61105f426bc943&device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 1167 time: 0.0825703
Feb 12 21:50:54.922200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2ce30-08ea-4691-8894-12b9dbfe41bb req-36b04102-c50e-47e3-b65b-fe1c18c501f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:54.923685 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ea2ce30-08ea-4691-8894-12b9dbfe41bb req-36b04102-c50e-47e3-b65b-fe1c18c501f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc0e0f46-1573-4d40-ad1f-8176452918ae HTTP/1.1" status: 200  len: 916 time: 0.0898008
Feb 12 21:50:54.991857 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ea2ce30-08ea-4691-8894-12b9dbfe41bb req-8367a73a-5612-4ace-b7b2-01d2ba6ce7d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=811a62c5-a9c0-43fd-b595-30c92bd6d51e HTTP/1.1" status: 200  len: 1002 time: 0.0618746
Feb 12 21:50:55.040607 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2ce30-08ea-4691-8894-12b9dbfe41bb req-4055b604-c87a-44b3-bc29-d7bedc168baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:55.042087 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ea2ce30-08ea-4691-8894-12b9dbfe41bb req-4055b604-c87a-44b3-bc29-d7bedc168baf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=558a42ac-01bf-4013-af2d-e46fa923cd8d HTTP/1.1" status: 200  len: 854 time: 0.0437021
Feb 12 21:50:55.100418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2ce30-08ea-4691-8894-12b9dbfe41bb req-627e61a6-6424-4dce-9151-810fac6d7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:55.101942 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ea2ce30-08ea-4691-8894-12b9dbfe41bb req-627e61a6-6424-4dce-9151-810fac6d7d8c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc0e0f46-1573-4d40-ad1f-8176452918ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0535090
Feb 12 21:50:55.192440 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ea2ce30-08ea-4691-8894-12b9dbfe41bb req-e0947b50-95bf-459c-ae6f-d1f17861d106 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840154
Feb 12 21:50:55.283438 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4ea2ce30-08ea-4691-8894-12b9dbfe41bb req-301fe394-5e08-48f9-acab-507a52acfdc3 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816844
Feb 12 21:50:55.854096 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1fcc79ce-6ba2-4231-b4f7-77f62c76a0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:55.947223 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08db63-d665-4ded-9bf1-b57a36fed482 req-d646bf31-1ce0-4855-9de4-cfc0ab53f00d tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:55.948713 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ed08db63-d665-4ded-9bf1-b57a36fed482 req-d646bf31-1ce0-4855-9de4-cfc0ab53f00d tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 985 time: 0.0547292
Feb 12 21:50:56.006368 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ed08db63-d665-4ded-9bf1-b57a36fed482 req-2ca0cca8-724a-4b3a-aa5f-9356d4c6d26c tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&id=2f9768d6-16ba-4939-a3a8-604c1b92a060&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0518875
Feb 12 21:50:57.128233 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf240d-7290-44b0-97d0-7d2048ec7eb6 req-e7ae93c3-4980-4dc9-8abb-ebb966ab594a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:57.130119 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c8bf240d-7290-44b0-97d0-7d2048ec7eb6 req-e7ae93c3-4980-4dc9-8abb-ebb966ab594a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 985 time: 0.0561490
Feb 12 21:50:57.194130 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c8bf240d-7290-44b0-97d0-7d2048ec7eb6 req-d4d378b7-6731-407e-8170-47a95ccca567 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&id=2f9768d6-16ba-4939-a3a8-604c1b92a060&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0583978
Feb 12 21:50:57.270366 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:58.309103 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-62003c7b-8267-4927-8743-1bbb3ac74792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:58.322423 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd8a1c-3b19-48dc-87a7-c3e6e3fac6b1 req-fc784060-baf7-4b27-baae-eecf5d78c401 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:58.323917 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-90bd8a1c-3b19-48dc-87a7-c3e6e3fac6b1 req-fc784060-baf7-4b27-baae-eecf5d78c401 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 985 time: 0.0600085
Feb 12 21:50:58.385010 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-90bd8a1c-3b19-48dc-87a7-c3e6e3fac6b1 req-9116f5b9-9951-4991-a599-a4da212043e3 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&id=2f9768d6-16ba-4939-a3a8-604c1b92a060&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0552170
Feb 12 21:50:59.505381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0d2ad-76af-4b78-b07b-f4bc8b1faee0 req-de50ba87-cff5-4668-8322-6c21fffcf9aa tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:50:59.506860 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78d0d2ad-76af-4b78-b07b-f4bc8b1faee0 req-de50ba87-cff5-4668-8322-6c21fffcf9aa tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 985 time: 0.0533185
Feb 12 21:50:59.567277 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-78d0d2ad-76af-4b78-b07b-f4bc8b1faee0 req-b9cef9cf-dad8-4f68-8c86-5158a2e53ec4 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&id=2f9768d6-16ba-4939-a3a8-604c1b92a060&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0547440
Feb 12 21:50:59.646207 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:50:59.784747 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:00.687998 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a22866-e413-4be7-9a29-929bf42e8f24 req-5a08d22c-fe64-4eea-b11f-8bee45f45f6e tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:00.689524 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d0a22866-e413-4be7-9a29-929bf42e8f24 req-5a08d22c-fe64-4eea-b11f-8bee45f45f6e tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 985 time: 0.0539896
Feb 12 21:51:00.749376 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d0a22866-e413-4be7-9a29-929bf42e8f24 req-cfb7569e-730d-406a-acf0-66053a24ea41 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&id=2f9768d6-16ba-4939-a3a8-604c1b92a060&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0541594
Feb 12 21:51:01.138691 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:01.869720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41791035-f511-471c-ae37-61a084628499 req-41fd06a3-6d31-4ca7-a979-dda27362c288 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:01.871194 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-41791035-f511-471c-ae37-61a084628499 req-41fd06a3-6d31-4ca7-a979-dda27362c288 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 985 time: 0.0531204
Feb 12 21:51:01.930126 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-41791035-f511-471c-ae37-61a084628499 req-532c4a5a-2b2e-4df0-ba49-8a436a5aac52 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&id=2f9768d6-16ba-4939-a3a8-604c1b92a060&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0532594
Feb 12 21:51:02.235660 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:03.049268 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8e07f-4f71-4063-909d-4714254d8649 req-0c445d1d-2f2d-47e7-983c-fb888d1232f0 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:03.050814 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-77f8e07f-4f71-4063-909d-4714254d8649 req-0c445d1d-2f2d-47e7-983c-fb888d1232f0 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 985 time: 0.0533640
Feb 12 21:51:03.113814 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-77f8e07f-4f71-4063-909d-4714254d8649 req-9de65012-0e00-42ff-a84d-e35ecc02c6e7 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&id=2f9768d6-16ba-4939-a3a8-604c1b92a060&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0571816
Feb 12 21:51:04.240863 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31e13b-bfe6-4312-b18f-1aba741e2558 req-b6ab6c87-2f82-4386-988f-70cb42883763 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:04.242363 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e31e13b-bfe6-4312-b18f-1aba741e2558 req-b6ab6c87-2f82-4386-988f-70cb42883763 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 985 time: 0.0563247
Feb 12 21:51:04.301093 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7e31e13b-bfe6-4312-b18f-1aba741e2558 req-b1d6d191-6982-4cbd-b663-8fd5c0f66920 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&id=2f9768d6-16ba-4939-a3a8-604c1b92a060&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0525155
Feb 12 21:51:05.424088 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba44ac-fa99-48cc-aef0-11fcd838aa46 req-54132ef0-3d54-49d3-bf93-c63d83da561a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:05.425644 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cba44ac-fa99-48cc-aef0-11fcd838aa46 req-54132ef0-3d54-49d3-bf93-c63d83da561a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 985 time: 0.0533288
Feb 12 21:51:05.484981 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0cba44ac-fa99-48cc-aef0-11fcd838aa46 req-dc0e88bb-153d-4c91-8715-e57e870919b3 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&id=2f9768d6-16ba-4939-a3a8-604c1b92a060&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0536432
Feb 12 21:51:06.605730 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af63da6-d254-4756-8dcb-84701a98c8e1 req-f1f7b19b-1852-4ddb-8275-74fc999e9333 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:06.607190 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2af63da6-d254-4756-8dcb-84701a98c8e1 req-f1f7b19b-1852-4ddb-8275-74fc999e9333 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 985 time: 0.0526946
Feb 12 21:51:06.665413 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2af63da6-d254-4756-8dcb-84701a98c8e1 req-14922bfc-458c-4e02-b615-2519efe82c05 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&id=2f9768d6-16ba-4939-a3a8-604c1b92a060&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0524726
Feb 12 21:51:12.758569 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbd0f19b-920c-4a1e-8134-b73c3e8d4c58 req-23f2c1d3-1da7-4b27-842c-9db08f30c870 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0494046
Feb 12 21:51:12.842799 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0f19b-920c-4a1e-8134-b73c3e8d4c58 req-ab2ee1a2-c138-488f-b30e-8af38e0e2f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:12.844182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbd0f19b-920c-4a1e-8134-b73c3e8d4c58 req-ab2ee1a2-c138-488f-b30e-8af38e0e2f3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64d444f067e241a0ba61105f426bc943&device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 1167 time: 0.0443442
Feb 12 21:51:12.945344 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0f19b-920c-4a1e-8134-b73c3e8d4c58 req-53ddbde7-6604-4722-94b7-b727f15dc818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:12.946822 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbd0f19b-920c-4a1e-8134-b73c3e8d4c58 req-53ddbde7-6604-4722-94b7-b727f15dc818 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc0e0f46-1573-4d40-ad1f-8176452918ae HTTP/1.1" status: 200  len: 916 time: 0.0841630
Feb 12 21:51:13.013317 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbd0f19b-920c-4a1e-8134-b73c3e8d4c58 req-5924509b-328c-448e-b4ab-1858a41935b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=811a62c5-a9c0-43fd-b595-30c92bd6d51e HTTP/1.1" status: 200  len: 1002 time: 0.0605192
Feb 12 21:51:13.062686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0f19b-920c-4a1e-8134-b73c3e8d4c58 req-b1b32547-b0e6-4dbb-87fe-86f4ecbfdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:13.064099 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbd0f19b-920c-4a1e-8134-b73c3e8d4c58 req-b1b32547-b0e6-4dbb-87fe-86f4ecbfdc1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=558a42ac-01bf-4013-af2d-e46fa923cd8d HTTP/1.1" status: 200  len: 854 time: 0.0434666
Feb 12 21:51:13.112879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0f19b-920c-4a1e-8134-b73c3e8d4c58 req-a71618cd-7581-4d7f-a6ce-84addefcf3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:13.114327 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbd0f19b-920c-4a1e-8134-b73c3e8d4c58 req-a71618cd-7581-4d7f-a6ce-84addefcf3c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc0e0f46-1573-4d40-ad1f-8176452918ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437183
Feb 12 21:51:13.205873 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbd0f19b-920c-4a1e-8134-b73c3e8d4c58 req-dfefb966-6178-4ecd-8a4a-a30b33472c60 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849962
Feb 12 21:51:13.293169 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bbd0f19b-920c-4a1e-8134-b73c3e8d4c58 req-d5505e59-f0d5-49e6-8abe-4b6daebd5257 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816240
Feb 12 21:51:22.681060 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:51:25.898634 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4da788ca-0d10-41e7-bf51-9539d75728c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:27.293000 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:28.321340 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2457-4b80-496d-8845-8890194e9d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:29.639792 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:29.721114 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:31.127350 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:32.224638 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:39.631367 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1890406e-adb8-4c91-b673-dc80f760380a req-137fc8f5-94fc-4fb9-bc1a-97046425a53f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105704075&fields=id&tenant_id=64d444f067e241a0ba61105f426bc943 HTTP/1.1" status: 200  len: 267 time: 0.0470009
Feb 12 21:51:39.691987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890406e-adb8-4c91-b673-dc80f760380a req-e5444ff2-dcc5-44ff-9c29-5623429a2d11 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:39.693496 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1890406e-adb8-4c91-b673-dc80f760380a req-e5444ff2-dcc5-44ff-9c29-5623429a2d11 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 985 time: 0.0566874
Feb 12 21:51:39.704599 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [req-1890406e-adb8-4c91-b673-dc80f760380a req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Request body: {'port': {'security_groups': ['3142e85a-5091-4c0c-9555-753a3d0ea877']}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:51:39.783808 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1890406e-adb8-4c91-b673-dc80f760380a req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:39.965264 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [req-1890406e-adb8-4c91-b673-dc80f760380a req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] For port 811a62c5-a9c0-43fd-b595-30c92bd6d51e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=811a62c5-a9c0-43fd-b595-30c92bd6d51e,segment=NetworkSegment(bdd29ce0-74cc-431a-8515-39dd66ced78b),segment_id=bdd29ce0-74cc-431a-8515-39dd66ced78b)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:51:39.995192 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1890406e-adb8-4c91-b673-dc80f760380a req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:40.079418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1890406e-adb8-4c91-b673-dc80f760380a req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:40.096659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['811a62c5-a9c0-43fd-b595-30c92bd6d51e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:51:40.126195 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890406e-adb8-4c91-b673-dc80f760380a req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:40.126846 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [req-1890406e-adb8-4c91-b673-dc80f760380a req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:40.128249 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1890406e-adb8-4c91-b673-dc80f760380a req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "PUT /v2.0/ports/811a62c5-a9c0-43fd-b595-30c92bd6d51e HTTP/1.1" status: 200  len: 943 time: 0.4285688
Feb 12 21:51:40.128692 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'tag': '811a62c5-a9c0-43fd-b595-30c92bd6d51e'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:51:40.131051 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeacdffd-867e-4bfc-b966-535048de01fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e7abd173-7fe4-4054-95e4-a6c9ed013a3e", "tag": "811a62c5-a9c0-43fd-b595-30c92bd6d51e"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:51:40.136223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56016) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:51:40.165899 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Pushing event updated for resources: {'Port': ['ID=811a62c5-a9c0-43fd-b595-30c92bd6d51e,revision_number=7']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:51:40.177753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.178112 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.178456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.179704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.179704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.179934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.180439 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.181471 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.181969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.182317 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.182655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.183575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.183575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e9b68-41cc-45ca-9a54-c6f1cfe9db7f tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.194738 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befec4e9-256a-4ed3-bbc0-6e560336abdc x-openstack-request-id: req-befec4e9-256a-4ed3-bbc0-6e560336abdc {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:51:40.194738 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7abd173-7fe4-4054-95e4-a6c9ed013a3e", "tag": "811a62c5-a9c0-43fd-b595-30c92bd6d51e", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:51:40.194738 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-befec4e9-256a-4ed3-bbc0-6e560336abdc {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:51:40.195264 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'tag': '811a62c5-a9c0-43fd-b595-30c92bd6d51e', 'status': 'completed', 'code': 200}
Feb 12 21:51:40.224027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['811a62c5-a9c0-43fd-b595-30c92bd6d51e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:51:40.263378 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group (2f9768d6-16ba-4939-a3a8-604c1b92a060), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:40.296040 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group (2f9768d6-16ba-4939-a3a8-604c1b92a060), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:40.313222 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacdffd-867e-4bfc-b966-535048de01fb req-e6884e3f-e7e8-4fb8-9f10-c86ce6d8d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:40.314771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aeacdffd-867e-4bfc-b966-535048de01fb req-e6884e3f-e7e8-4fb8-9f10-c86ce6d8d6e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64d444f067e241a0ba61105f426bc943&device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 1128 time: 0.0949101
Feb 12 21:51:40.428042 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacdffd-867e-4bfc-b966-535048de01fb req-546c7895-fbb8-4a37-bc7c-d491a89768c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:40.429782 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aeacdffd-867e-4bfc-b966-535048de01fb req-546c7895-fbb8-4a37-bc7c-d491a89768c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc0e0f46-1573-4d40-ad1f-8176452918ae HTTP/1.1" status: 200  len: 916 time: 0.1016757
Feb 12 21:51:40.497670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aeacdffd-867e-4bfc-b966-535048de01fb req-02b207d4-77d2-4abf-bc6c-d4d00dad543d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=811a62c5-a9c0-43fd-b595-30c92bd6d51e HTTP/1.1" status: 200  len: 1002 time: 0.0618541
Feb 12 21:51:40.512798 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (2f9768d6-16ba-4939-a3a8-604c1b92a060), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:40.515402 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:40.519215 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "DELETE /v2.0/security-groups/2f9768d6-16ba-4939-a3a8-604c1b92a060 HTTP/1.1" status: 204  len: 168 time: 0.3786418
Feb 12 21:51:40.519909 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56020) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:51:40.547489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9768d6-16ba-4939-a3a8-604c1b92a060,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:51:40.552288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-49d712b3-2a43-4870-bf6e-e79b15bc1e28 None None] Provisioning complete for port 811a62c5-a9c0-43fd-b595-30c92bd6d51e triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:51:40.552665 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-49d712b3-2a43-4870-bf6e-e79b15bc1e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:40.564403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.564784 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.565097 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.565450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.565792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.566124 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.566454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.566789 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.567117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.567441 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.567769 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.568094 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.568418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6c995-25b2-419a-b4aa-caf49cdfcb7a tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:40.578412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacdffd-867e-4bfc-b966-535048de01fb req-dce709e0-8d37-432a-81ae-e2cc40ff62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:40.579905 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aeacdffd-867e-4bfc-b966-535048de01fb req-dce709e0-8d37-432a-81ae-e2cc40ff62cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=558a42ac-01bf-4013-af2d-e46fa923cd8d HTTP/1.1" status: 200  len: 854 time: 0.0763664
Feb 12 21:51:40.643106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacdffd-867e-4bfc-b966-535048de01fb req-762ab0c0-c7c9-45b5-8d12-7a5bd1490c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:40.645461 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aeacdffd-867e-4bfc-b966-535048de01fb req-762ab0c0-c7c9-45b5-8d12-7a5bd1490c59 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc0e0f46-1573-4d40-ad1f-8176452918ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0574310
Feb 12 21:51:40.669766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-49d712b3-2a43-4870-bf6e-e79b15bc1e28 None None] Current status of the port 811a62c5-a9c0-43fd-b595-30c92bd6d51e is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:51:40.705481 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c678e-0c18-47bb-b71b-60038ee55b73 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Deleting port d6e5ea8d-f436-4971-bea5-c84646bc1b19 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:51:40.706064 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4b9c678e-0c18-47bb-b71b-60038ee55b73 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (d6e5ea8d-f436-4971-bea5-c84646bc1b19), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:40.743478 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aeacdffd-867e-4bfc-b966-535048de01fb req-2ad867f0-eb77-4f38-9d0f-f71fff614872 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891423
Feb 12 21:51:40.786445 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4b9c678e-0c18-47bb-b71b-60038ee55b73 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (d6e5ea8d-f436-4971-bea5-c84646bc1b19), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:40.786772 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4b9c678e-0c18-47bb-b71b-60038ee55b73 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for floatingip (d6e5ea8d-f436-4971-bea5-c84646bc1b19), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:40.798940 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c678e-0c18-47bb-b71b-60038ee55b73 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Calling delete_port for d6e5ea8d-f436-4971-bea5-c84646bc1b19 owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:51:40.842136 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aeacdffd-867e-4bfc-b966-535048de01fb req-9fbb5c56-6e33-4ed8-9e9b-1709c0318610 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888782
Feb 12 21:51:41.011431 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4b9c678e-0c18-47bb-b71b-60038ee55b73 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (d6e5ea8d-f436-4971-bea5-c84646bc1b19), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:41.035318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c678e-0c18-47bb-b71b-60038ee55b73 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Pushing event deleted for resources: {'Port': ['ID=d6e5ea8d-f436-4971-bea5-c84646bc1b19,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:51:41.100676 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4b9c678e-0c18-47bb-b71b-60038ee55b73 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks [] for floatingip (93548bae-e39c-4eca-9b67-d36c54538828), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:41.101025 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-4b9c678e-0c18-47bb-b71b-60038ee55b73 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Floating IP 93548bae-e39c-4eca-9b67-d36c54538828 disassociated (deleted). External IP: 172.35.2.111, port: 811a62c5-a9c0-43fd-b595-30c92bd6d51e.
Feb 12 21:51:41.316079 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9c678e-0c18-47bb-b71b-60038ee55b73 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:51:41.425053 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9c678e-0c18-47bb-b71b-60038ee55b73 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:51:41.430582 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4b9c678e-0c18-47bb-b71b-60038ee55b73 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:41.435813 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11e6311-723b-45b7-90c9-68d08eba47b0 None None] Sync routers for ids ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:51:41.455432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11e6311-723b-45b7-90c9-68d08eba47b0 None None] Routers {'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:51:41.456439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f11e6311-723b-45b7-90c9-68d08eba47b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9d8550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:51:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:51:41.471722 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4b9c678e-0c18-47bb-b71b-60038ee55b73 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "DELETE /v2.0/floatingips/93548bae-e39c-4eca-9b67-d36c54538828 HTTP/1.1" status: 204  len: 168 time: 0.9504843
Feb 12 21:51:41.565386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-f11e6311-723b-45b7-90c9-68d08eba47b0 None None] Set router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:51:41.766234 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f11e6311-723b-45b7-90c9-68d08eba47b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9d8550>, [{'id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'name': 'tempest-TestMinimumBasicScenario-1746272367-router', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:41Z', 'revision_number': 4, 'project_id': '64d444f067e241a0ba61105f426bc943', 'gw_port': {'id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '073bd16e-3ccf-4b1f-ba4e-d640847f1802', 'name': '', 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'mac_address': 'fa:16:3e:b9:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:40Z', 'updated_at': '2022-02-12T21:49:44Z', 'revision_number': 5, 'project_id': '64d444f067e241a0ba61105f426bc943', 'subnets': [{'id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:51:41.792072 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11e6311-723b-45b7-90c9-68d08eba47b0 None None] Checking router: c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:51:41.800684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11e6311-723b-45b7-90c9-68d08eba47b0 None None] Routers {'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:51:41.801286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f11e6311-723b-45b7-90c9-68d08eba47b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9d8550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:51:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:51:41.913003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-f11e6311-723b-45b7-90c9-68d08eba47b0 None None] Set router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:51:42.117421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f11e6311-723b-45b7-90c9-68d08eba47b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9d8550>, [{'id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'name': 'tempest-TestMinimumBasicScenario-1746272367-router', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:41Z', 'revision_number': 4, 'project_id': '64d444f067e241a0ba61105f426bc943', 'gw_port': {'id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '073bd16e-3ccf-4b1f-ba4e-d640847f1802', 'name': '', 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'mac_address': 'fa:16:3e:b9:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:40Z', 'updated_at': '2022-02-12T21:49:44Z', 'revision_number': 5, 'project_id': '64d444f067e241a0ba61105f426bc943', 'subnets': [{'id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:51:42.143176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11e6311-723b-45b7-90c9-68d08eba47b0 None None] The sync data for ids ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'] in ncdv-master-1 is: [{'id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'name': 'tempest-TestMinimumBasicScenario-1746272367-router', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:41Z', 'revision_number': 4, 'project_id': '64d444f067e241a0ba61105f426bc943', 'gw_port': {'id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '073bd16e-3ccf-4b1f-ba4e-d640847f1802', 'name': '', 'network_id': 'dc0e0f46-1573-4d40-ad1f-8176452918ae', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'mac_address': 'fa:16:3e:b9:d7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:40Z', 'updated_at': '2022-02-12T21:49:44Z', 'revision_number': 5, 'project_id': '64d444f067e241a0ba61105f426bc943', 'subnets': [{'id': '558a42ac-01bf-4013-af2d-e46fa923cd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:51:42.196069 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'tag': '811a62c5-a9c0-43fd-b595-30c92bd6d51e'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:51:42.198516 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90076d0f-45e3-4c65-aa41-2f70c10ba9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e7abd173-7fe4-4054-95e4-a6c9ed013a3e", "tag": "811a62c5-a9c0-43fd-b595-30c92bd6d51e"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:51:42.236678 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818ebaaf-bdbb-4fc3-8616-828320fbe54f x-openstack-request-id: req-818ebaaf-bdbb-4fc3-8616-828320fbe54f {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:51:42.236975 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7abd173-7fe4-4054-95e4-a6c9ed013a3e", "tag": "811a62c5-a9c0-43fd-b595-30c92bd6d51e", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:51:42.237234 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-818ebaaf-bdbb-4fc3-8616-828320fbe54f {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:51:42.237678 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'tag': '811a62c5-a9c0-43fd-b595-30c92bd6d51e', 'status': 'completed', 'code': 200}
Feb 12 21:51:42.310872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90076d0f-45e3-4c65-aa41-2f70c10ba9a7 req-e978c23b-3a03-4bf4-a130-3f78c9cfca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:42.312776 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90076d0f-45e3-4c65-aa41-2f70c10ba9a7 req-e978c23b-3a03-4bf4-a130-3f78c9cfca78 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64d444f067e241a0ba61105f426bc943&device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 1128 time: 0.0517673
Feb 12 21:51:42.381218 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35202014-1366-4664-8b9e-26f36e78072c None None] New status for floating IP 93548bae-e39c-4eca-9b67-d36c54538828: DOWN {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:51:42.459119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90076d0f-45e3-4c65-aa41-2f70c10ba9a7 req-d799f9f7-889e-4527-842a-9cdab77a26a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:42.461166 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90076d0f-45e3-4c65-aa41-2f70c10ba9a7 req-d799f9f7-889e-4527-842a-9cdab77a26a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc0e0f46-1573-4d40-ad1f-8176452918ae HTTP/1.1" status: 200  len: 916 time: 0.0916638
Feb 12 21:51:42.504250 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90076d0f-45e3-4c65-aa41-2f70c10ba9a7 req-77172bfd-e835-4ad7-acab-de12d5931260 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=811a62c5-a9c0-43fd-b595-30c92bd6d51e HTTP/1.1" status: 200  len: 217 time: 0.0366211
Feb 12 21:51:42.555312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90076d0f-45e3-4c65-aa41-2f70c10ba9a7 req-a3bceac4-5cd3-4858-8bb7-0a67f3bc23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:42.556774 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90076d0f-45e3-4c65-aa41-2f70c10ba9a7 req-a3bceac4-5cd3-4858-8bb7-0a67f3bc23dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=558a42ac-01bf-4013-af2d-e46fa923cd8d HTTP/1.1" status: 200  len: 854 time: 0.0446379
Feb 12 21:51:42.611169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90076d0f-45e3-4c65-aa41-2f70c10ba9a7 req-22236a5e-eb60-4106-9e81-56aa561f145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:42.612634 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90076d0f-45e3-4c65-aa41-2f70c10ba9a7 req-22236a5e-eb60-4106-9e81-56aa561f145c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc0e0f46-1573-4d40-ad1f-8176452918ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0499845
Feb 12 21:51:42.706196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90076d0f-45e3-4c65-aa41-2f70c10ba9a7 req-98a2d126-9e9e-419d-9204-3eb5f7bfc397 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829184
Feb 12 21:51:42.806911 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90076d0f-45e3-4c65-aa41-2f70c10ba9a7 req-bacb7fe5-b1c1-4e46-8ebc-a4b26f9f5e82 service neutron] 10.222.0.48 "GET /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910780
Feb 12 21:51:47.866462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e9caa-fcac-4803-a0b9-d47782040478 req-9c9f692e-ba7b-4023-9508-c2cd00e378fe tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:47.867974 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f60e9caa-fcac-4803-a0b9-d47782040478 req-9c9f692e-ba7b-4023-9508-c2cd00e378fe tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 946 time: 0.0540726
Feb 12 21:51:47.919079 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f60e9caa-fcac-4803-a0b9-d47782040478 req-2713e01e-8ed2-4005-8765-42c31d29e36c tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453937
Feb 12 21:51:49.042427 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85985952-d299-4381-9eba-cf2574352949 req-b9fca75e-0112-441d-a0da-73d1938290af tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:49.043912 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85985952-d299-4381-9eba-cf2574352949 req-b9fca75e-0112-441d-a0da-73d1938290af tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 946 time: 0.0553408
Feb 12 21:51:49.090822 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85985952-d299-4381-9eba-cf2574352949 req-c7b43597-3840-4c2d-92da-b528a26f16ea tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410507
Feb 12 21:51:49.793380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0322c34-4fef-4a35-9a08-6f2d92fd42e9 req-bc608a81-3324-41f6-9b6f-55de9ecbaaac tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:49.794848 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d0322c34-4fef-4a35-9a08-6f2d92fd42e9 req-bc608a81-3324-41f6-9b6f-55de9ecbaaac tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 946 time: 0.0523207
Feb 12 21:51:49.894368 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d0322c34-4fef-4a35-9a08-6f2d92fd42e9 req-c965d149-672c-4282-9fbf-f8694bd06650 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Deleting port 811a62c5-a9c0-43fd-b595-30c92bd6d51e {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:51:49.894704 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d0322c34-4fef-4a35-9a08-6f2d92fd42e9 req-c965d149-672c-4282-9fbf-f8694bd06650 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:49.980739 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d0322c34-4fef-4a35-9a08-6f2d92fd42e9 req-c965d149-672c-4282-9fbf-f8694bd06650 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] For port 811a62c5-a9c0-43fd-b595-30c92bd6d51e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=811a62c5-a9c0-43fd-b595-30c92bd6d51e,segment=NetworkSegment(bdd29ce0-74cc-431a-8515-39dd66ced78b),segment_id=bdd29ce0-74cc-431a-8515-39dd66ced78b)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:51:49.981102 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d0322c34-4fef-4a35-9a08-6f2d92fd42e9 req-c965d149-672c-4282-9fbf-f8694bd06650 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:49.999049 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d0322c34-4fef-4a35-9a08-6f2d92fd42e9 req-c965d149-672c-4282-9fbf-f8694bd06650 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Calling delete_port for 811a62c5-a9c0-43fd-b595-30c92bd6d51e owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:51:50.178517 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d0322c34-4fef-4a35-9a08-6f2d92fd42e9 req-c965d149-672c-4282-9fbf-f8694bd06650 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (811a62c5-a9c0-43fd-b595-30c92bd6d51e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:50.195918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['811a62c5-a9c0-43fd-b595-30c92bd6d51e'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:51:50.208223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965d149-672c-4282-9fbf-f8694bd06650 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Pushing event deleted for resources: {'Port': ['ID=811a62c5-a9c0-43fd-b595-30c92bd6d51e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:51:50.212063 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fba22-01cc-42ec-910d-22f902d48786 req-c40c7ff3-0b55-423a-829a-d74098193f49 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:51:50.213785 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-350fba22-01cc-42ec-910d-22f902d48786 req-c40c7ff3-0b55-423a-829a-d74098193f49 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7abd173-7fe4-4054-95e4-a6c9ed013a3e HTTP/1.1" status: 200  len: 867 time: 0.0550656
Feb 12 21:51:50.264481 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-350fba22-01cc-42ec-910d-22f902d48786 req-b888f7c2-8933-4a26-a3ab-57200531ac48 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.31 "GET /v2.0/security-groups?id=3142e85a-5091-4c0c-9555-753a3d0ea877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444264
Feb 12 21:51:50.266404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0322c34-4fef-4a35-9a08-6f2d92fd42e9 req-c965d149-672c-4282-9fbf-f8694bd06650 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] No DVR routers for this DVR port 811a62c5-a9c0-43fd-b595-30c92bd6d51e on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:51:50.269090 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d0322c34-4fef-4a35-9a08-6f2d92fd42e9 req-c965d149-672c-4282-9fbf-f8694bd06650 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:50.272453 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d0322c34-4fef-4a35-9a08-6f2d92fd42e9 req-c965d149-672c-4282-9fbf-f8694bd06650 tempest-TestMinimumBasicScenario-541339579 tempest-TestMinimumBasicScenario-541339579-project] 10.222.0.48 "DELETE /v2.0/ports/811a62c5-a9c0-43fd-b595-30c92bd6d51e HTTP/1.1" status: 204  len: 173 time: 0.4695311
Feb 12 21:51:50.273052 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'name': 'network-vif-deleted', 'tag': '811a62c5-a9c0-43fd-b595-30c92bd6d51e'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:51:50.275580 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e95fce-19bd-4f58-8008-0c7ef1b0f390" -d '{"events": [{"server_uuid": "e7abd173-7fe4-4054-95e4-a6c9ed013a3e", "name": "network-vif-deleted", "tag": "811a62c5-a9c0-43fd-b595-30c92bd6d51e"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:51:50.313697 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5e7264-8dd9-4904-8b0a-38206ab310bf x-openstack-request-id: req-cc5e7264-8dd9-4904-8b0a-38206ab310bf {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:51:50.314019 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7abd173-7fe4-4054-95e4-a6c9ed013a3e", "name": "network-vif-deleted", "tag": "811a62c5-a9c0-43fd-b595-30c92bd6d51e", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:51:50.314305 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc5e7264-8dd9-4904-8b0a-38206ab310bf {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:51:50.314761 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7abd173-7fe4-4054-95e4-a6c9ed013a3e', 'name': 'network-vif-deleted', 'tag': '811a62c5-a9c0-43fd-b595-30c92bd6d51e', 'status': 'completed', 'code': 200}
Feb 12 21:51:52.619438 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56144) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:51:52.974742 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a55c48c0-7d60-473e-8f2f-7b1b55ed5ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:53.046094 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 811a62c5-a9c0-43fd-b595-30c92bd6d51e no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:51:53.067364 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 811a62c5-a9c0-43fd-b595-30c92bd6d51e {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:51:53.067714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 811a62c5-a9c0-43fd-b595-30c92bd6d51e not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:51:53.223336 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a55c48c0-7d60-473e-8f2f-7b1b55ed5ee2 admin admin] Deleting port 073bd16e-3ccf-4b1f-ba4e-d640847f1802 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:51:53.223678 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a55c48c0-7d60-473e-8f2f-7b1b55ed5ee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:53.304657 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-a55c48c0-7d60-473e-8f2f-7b1b55ed5ee2 admin admin] For port 073bd16e-3ccf-4b1f-ba4e-d640847f1802, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=073bd16e-3ccf-4b1f-ba4e-d640847f1802,segment=NetworkSegment(bdd29ce0-74cc-431a-8515-39dd66ced78b),segment_id=bdd29ce0-74cc-431a-8515-39dd66ced78b)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:51:53.304937 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a55c48c0-7d60-473e-8f2f-7b1b55ed5ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:53.317044 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-a55c48c0-7d60-473e-8f2f-7b1b55ed5ee2 admin admin] Calling delete_port for 073bd16e-3ccf-4b1f-ba4e-d640847f1802 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:51:53.582343 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a55c48c0-7d60-473e-8f2f-7b1b55ed5ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (073bd16e-3ccf-4b1f-ba4e-d640847f1802), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:53.605838 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c48c0-7d60-473e-8f2f-7b1b55ed5ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=073bd16e-3ccf-4b1f-ba4e-d640847f1802,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:51:53.782012 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a55c48c0-7d60-473e-8f2f-7b1b55ed5ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:54.004560 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55c48c0-7d60-473e-8f2f-7b1b55ed5ee2 admin admin] Router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:51:54.113669 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55c48c0-7d60-473e-8f2f-7b1b55ed5ee2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:51:54.118770 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a55c48c0-7d60-473e-8f2f-7b1b55ed5ee2 admin admin] 10.222.0.31 "PUT /v2.0/routers/c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4982862
Feb 12 21:51:54.121316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56146) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:51:54.124203 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b89532-4bc9-469c-ab24-b7775022af7c None None] Sync routers for ids ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:51:54.134887 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b89532-4bc9-469c-ab24-b7775022af7c None None] Routers {'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:51:54.135502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-10b89532-4bc9-469c-ab24-b7775022af7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb073d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:51:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:51:54.230386 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25bbce1a-cb59-4c9c-a316-78363bb501bd admin admin] Publish callbacks [] for router (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:54.243691 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-10b89532-4bc9-469c-ab24-b7775022af7c None None] Set router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:51:54.340064 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25bbce1a-cb59-4c9c-a316-78363bb501bd admin admin] Publish callbacks [] for router_gateway (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:54.420367 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-10b89532-4bc9-469c-ab24-b7775022af7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb073d90>, [{'id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'name': 'tempest-TestMinimumBasicScenario-1746272367-router', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2'}], 'enable_snat': True}, 'gw_port_id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:51:53Z', 'revision_number': 5, 'project_id': '64d444f067e241a0ba61105f426bc943', 'gw_port': {'id': '6f9bfaa6-021f-4b3e-9172-4ef162de4b49', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:51:54.451225 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-25bbce1a-cb59-4c9c-a316-78363bb501bd admin admin] Deleting port 6f9bfaa6-021f-4b3e-9172-4ef162de4b49 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:51:54.451565 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25bbce1a-cb59-4c9c-a316-78363bb501bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (6f9bfaa6-021f-4b3e-9172-4ef162de4b49), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:54.452473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b89532-4bc9-469c-ab24-b7775022af7c None None] Checking router: c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:51:54.460756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b89532-4bc9-469c-ab24-b7775022af7c None None] Routers {'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:51:54.461397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-10b89532-4bc9-469c-ab24-b7775022af7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb073d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:51:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:51:54.552646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-10b89532-4bc9-469c-ab24-b7775022af7c None None] Set router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:51:54.607153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-10b89532-4bc9-469c-ab24-b7775022af7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb073d90>, [{'id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'name': 'tempest-TestMinimumBasicScenario-1746272367-router', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:51:54Z', 'revision_number': 6, 'project_id': '64d444f067e241a0ba61105f426bc943', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:51:54.639695 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b89532-4bc9-469c-ab24-b7775022af7c None None] The sync data for ids ['c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c'] in ncdv-master-1 is: [{'id': 'c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c', 'name': 'tempest-TestMinimumBasicScenario-1746272367-router', 'tenant_id': '64d444f067e241a0ba61105f426bc943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:38Z', 'updated_at': '2022-02-12T21:51:54Z', 'revision_number': 6, 'project_id': '64d444f067e241a0ba61105f426bc943', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:51:54.852753 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-25bbce1a-cb59-4c9c-a316-78363bb501bd admin admin] For port 6f9bfaa6-021f-4b3e-9172-4ef162de4b49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f9bfaa6-021f-4b3e-9172-4ef162de4b49,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:51:54.853412 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25bbce1a-cb59-4c9c-a316-78363bb501bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (6f9bfaa6-021f-4b3e-9172-4ef162de4b49), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:54.865416 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-25bbce1a-cb59-4c9c-a316-78363bb501bd admin admin] Calling delete_port for 6f9bfaa6-021f-4b3e-9172-4ef162de4b49 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:51:55.110503 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25bbce1a-cb59-4c9c-a316-78363bb501bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (6f9bfaa6-021f-4b3e-9172-4ef162de4b49), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:55.136729 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbce1a-cb59-4c9c-a316-78363bb501bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9bfaa6-021f-4b3e-9172-4ef162de4b49,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:51:55.200282 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25bbce1a-cb59-4c9c-a316-78363bb501bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:55.292352 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25bbce1a-cb59-4c9c-a316-78363bb501bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:55.294991 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25bbce1a-cb59-4c9c-a316-78363bb501bd admin admin] Publish callbacks [] for router_controller (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:55.407579 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25bbce1a-cb59-4c9c-a316-78363bb501bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:55.408242 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bbce1a-cb59-4c9c-a316-78363bb501bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:51:55.412581 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-25bbce1a-cb59-4c9c-a316-78363bb501bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:55.418435 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-25bbce1a-cb59-4c9c-a316-78363bb501bd admin admin] 10.222.0.31 "DELETE /v2.0/routers/c1bbdaa6-81b0-453f-b343-dbf5d95f0a3c HTTP/1.1" status: 204  len: 168 time: 1.2920191
Feb 12 21:51:55.418435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56148) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:51:55.462122 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf093286-d7d3-4f81-9548-1eb5b591e928 admin admin] Deleting subnet 558a42ac-01bf-4013-af2d-e46fa923cd8d {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:51:55.465214 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf093286-d7d3-4f81-9548-1eb5b591e928 admin admin] Publish callbacks [] for subnet (558a42ac-01bf-4013-af2d-e46fa923cd8d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:55.506091 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf093286-d7d3-4f81-9548-1eb5b591e928 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (558a42ac-01bf-4013-af2d-e46fa923cd8d), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:55.584848 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf093286-d7d3-4f81-9548-1eb5b591e928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (558a42ac-01bf-4013-af2d-e46fa923cd8d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:55.722091 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf093286-d7d3-4f81-9548-1eb5b591e928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (558a42ac-01bf-4013-af2d-e46fa923cd8d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:55.754574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf093286-d7d3-4f81-9548-1eb5b591e928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=558a42ac-01bf-4013-af2d-e46fa923cd8d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:51:55.760779 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cf093286-d7d3-4f81-9548-1eb5b591e928 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:55.766491 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cf093286-d7d3-4f81-9548-1eb5b591e928 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/558a42ac-01bf-4013-af2d-e46fa923cd8d HTTP/1.1" status: 204  len: 168 time: 0.3463876
Feb 12 21:51:55.767022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56150) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:51:55.769805 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34a0e28-064b-4416-be35-4dc229fcc601 None None] Network dc0e0f46-1573-4d40-ad1f-8176452918ae requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:51:55.854662 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (dc0e0f46-1573-4d40-ad1f-8176452918ae), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:55.893628 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bd7be0ef-f014-4d18-85ae-42e534a5cf53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:55.910209 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] Deleting port eb08b56d-4a82-46a0-b4b4-6425df2c74a0 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:51:55.910582 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (eb08b56d-4a82-46a0-b4b4-6425df2c74a0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:55.967233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22199527-4932-47be-b53e-29437ac10167 None None] DHCP port deletion for dc0e0f46-1573-4d40-ad1f-8176452918ae request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:51:55.984731 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] For port eb08b56d-4a82-46a0-b4b4-6425df2c74a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb08b56d-4a82-46a0-b4b4-6425df2c74a0,segment=NetworkSegment(bdd29ce0-74cc-431a-8515-39dd66ced78b),segment_id=bdd29ce0-74cc-431a-8515-39dd66ced78b)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:51:55.985128 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (eb08b56d-4a82-46a0-b4b4-6425df2c74a0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:55.999285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] Calling delete_port for eb08b56d-4a82-46a0-b4b4-6425df2c74a0 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:51:56.015650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-22199527-4932-47be-b53e-29437ac10167 None None] Deleting port eb08b56d-4a82-46a0-b4b4-6425df2c74a0 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:51:56.016056 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-22199527-4932-47be-b53e-29437ac10167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (eb08b56d-4a82-46a0-b4b4-6425df2c74a0), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:56.078735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-22199527-4932-47be-b53e-29437ac10167 None None] For port eb08b56d-4a82-46a0-b4b4-6425df2c74a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb08b56d-4a82-46a0-b4b4-6425df2c74a0,segment=NetworkSegment(bdd29ce0-74cc-431a-8515-39dd66ced78b),segment_id=bdd29ce0-74cc-431a-8515-39dd66ced78b)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:51:56.079130 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-22199527-4932-47be-b53e-29437ac10167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (eb08b56d-4a82-46a0-b4b4-6425df2c74a0), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:56.091342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-22199527-4932-47be-b53e-29437ac10167 None None] Calling delete_port for eb08b56d-4a82-46a0-b4b4-6425df2c74a0 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:51:56.131128 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (eb08b56d-4a82-46a0-b4b4-6425df2c74a0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:56.157316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb08b56d-4a82-46a0-b4b4-6425df2c74a0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:51:56.161486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] No DVR routers for this DVR port eb08b56d-4a82-46a0-b4b4-6425df2c74a0 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:51:56.172280 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-22199527-4932-47be-b53e-29437ac10167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (eb08b56d-4a82-46a0-b4b4-6425df2c74a0), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:56.196103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22199527-4932-47be-b53e-29437ac10167 None None] Pushing event deleted for resources: {'Port': ['ID=eb08b56d-4a82-46a0-b4b4-6425df2c74a0,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:51:56.206509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22199527-4932-47be-b53e-29437ac10167 None None] No DVR routers for this DVR port eb08b56d-4a82-46a0-b4b4-6425df2c74a0 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:51:56.212841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199527-4932-47be-b53e-29437ac10167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:56.212841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199527-4932-47be-b53e-29437ac10167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:56.212841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199527-4932-47be-b53e-29437ac10167 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:56.212841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199527-4932-47be-b53e-29437ac10167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:56.213732 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199527-4932-47be-b53e-29437ac10167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:56.213732 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199527-4932-47be-b53e-29437ac10167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:56.214034 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199527-4932-47be-b53e-29437ac10167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:56.214360 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199527-4932-47be-b53e-29437ac10167 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:56.214687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199527-4932-47be-b53e-29437ac10167 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:56.215017 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199527-4932-47be-b53e-29437ac10167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:56.215341 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199527-4932-47be-b53e-29437ac10167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:56.215976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199527-4932-47be-b53e-29437ac10167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:56.216305 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22199527-4932-47be-b53e-29437ac10167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:51:56.239650 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (dc0e0f46-1573-4d40-ad1f-8176452918ae), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:56.260363 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fbca80d0>,) {'filters': {'network_id': ['dc0e0f46-1573-4d40-ad1f-8176452918ae']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:51:56.269700 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbca80d0>, 'bdd29ce0-74cc-431a-8515-39dd66ced78b') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:51:56.270001 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fbca80d0>, 'bdd29ce0-74cc-431a-8515-39dd66ced78b') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:51:56.279800 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (bdd29ce0-74cc-431a-8515-39dd66ced78b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:56.293568 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bdd29ce0-74cc-431a-8515-39dd66ced78b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:56.299825 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:51:56.300208 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (bdd29ce0-74cc-431a-8515-39dd66ced78b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:51:56.301984 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:51:56.447437 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (dc0e0f46-1573-4d40-ad1f-8176452918ae), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:56.452901 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:56.456037 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dc0e0f46-1573-4d40-ad1f-8176452918ae HTTP/1.1" status: 204  len: 168 time: 0.6880562
Feb 12 21:51:56.459217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56152) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:51:56.468046 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf419f-f22d-4d16-a4fe-2f7e9fbbc378 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc0e0f46-1573-4d40-ad1f-8176452918ae,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:51:56.673046 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 073bd16e-3ccf-4b1f-ba4e-d640847f1802 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:51:56.693098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 073bd16e-3ccf-4b1f-ba4e-d640847f1802 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:51:56.693484 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 073bd16e-3ccf-4b1f-ba4e-d640847f1802 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:51:56.693882 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device eb08b56d-4a82-46a0-b4b4-6425df2c74a0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:51:56.717575 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: eb08b56d-4a82-46a0-b4b4-6425df2c74a0 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:51:56.717844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device eb08b56d-4a82-46a0-b4b4-6425df2c74a0 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:51:56.718263 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6f9bfaa6-021f-4b3e-9172-4ef162de4b49 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:51:56.740439 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 6f9bfaa6-021f-4b3e-9172-4ef162de4b49 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:51:56.740784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 6f9bfaa6-021f-4b3e-9172-4ef162de4b49 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:51:56.812209 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a1a2b12-3315-40c1-bae9-4ceb222301e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (9a761da8-ee8b-4131-826f-1a7094785fee), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:57.058557 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-4a1a2b12-3315-40c1-bae9-4ceb222301e3 admin admin] Deleting port fcd0ad44-b78c-472d-bf05-7996a72bac07 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:51:57.058793 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a1a2b12-3315-40c1-bae9-4ceb222301e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:57.339030 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:57.490725 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-4a1a2b12-3315-40c1-bae9-4ceb222301e3 admin admin] For port fcd0ad44-b78c-472d-bf05-7996a72bac07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcd0ad44-b78c-472d-bf05-7996a72bac07,segment=NetworkSegment(63b53cba-2a01-4550-ad09-30064964753d),segment_id=63b53cba-2a01-4550-ad09-30064964753d)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:51:57.491335 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a1a2b12-3315-40c1-bae9-4ceb222301e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:57.503911 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-4a1a2b12-3315-40c1-bae9-4ceb222301e3 admin admin] Calling delete_port for fcd0ad44-b78c-472d-bf05-7996a72bac07 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:51:57.753936 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a1a2b12-3315-40c1-bae9-4ceb222301e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (fcd0ad44-b78c-472d-bf05-7996a72bac07), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:57.781423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a2b12-3315-40c1-bae9-4ceb222301e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd0ad44-b78c-472d-bf05-7996a72bac07,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:51:57.955153 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a1a2b12-3315-40c1-bae9-4ceb222301e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (9a761da8-ee8b-4131-826f-1a7094785fee), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:58.174467 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1a2b12-3315-40c1-bae9-4ceb222301e3 admin admin] Router 9a761da8-ee8b-4131-826f-1a7094785fee has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:51:58.284387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1a2b12-3315-40c1-bae9-4ceb222301e3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:51:58.289707 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4a1a2b12-3315-40c1-bae9-4ceb222301e3 admin admin] 10.222.0.31 "PUT /v2.0/routers/9a761da8-ee8b-4131-826f-1a7094785fee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8292499
Feb 12 21:51:58.292243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56154) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:51:58.294822 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db2259d-7313-450e-a6b1-40be6ee6735b None None] Sync routers for ids ['9a761da8-ee8b-4131-826f-1a7094785fee'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:51:58.305183 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db2259d-7313-450e-a6b1-40be6ee6735b None None] Routers {'9a761da8-ee8b-4131-826f-1a7094785fee'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:51:58.305834 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9db2259d-7313-450e-a6b1-40be6ee6735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc700157e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:51:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9a761da8-ee8b-4131-826f-1a7094785fee'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:51:58.315446 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-721dcfb8-f966-4a10-b2a0-c3b641a978be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:58.402498 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-70fff7b8-9292-4689-9303-e3c2185c55cc admin admin] Publish callbacks [] for router (9a761da8-ee8b-4131-826f-1a7094785fee), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:58.411632 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-9db2259d-7313-450e-a6b1-40be6ee6735b None None] Set router 9a761da8-ee8b-4131-826f-1a7094785fee gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:51:58.509138 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-70fff7b8-9292-4689-9303-e3c2185c55cc admin admin] Publish callbacks [] for router_gateway (9a761da8-ee8b-4131-826f-1a7094785fee), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:58.587958 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9db2259d-7313-450e-a6b1-40be6ee6735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc700157e80>, [{'id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'name': 'tempest-TestMinimumBasicScenario-610447438-router', 'tenant_id': '038f80c9ef774de19871281a661ffb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.168'}], 'enable_snat': True}, 'gw_port_id': '21bb7b99-4329-4a78-91d0-d429b50148e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:44Z', 'updated_at': '2022-02-12T21:51:57Z', 'revision_number': 5, 'project_id': '038f80c9ef774de19871281a661ffb55', 'gw_port': {'id': '21bb7b99-4329-4a78-91d0-d429b50148e8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:49:44Z', 'updated_at': '2022-02-12T21:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:51:58.618153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-70fff7b8-9292-4689-9303-e3c2185c55cc admin admin] Deleting port 21bb7b99-4329-4a78-91d0-d429b50148e8 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:51:58.618507 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-70fff7b8-9292-4689-9303-e3c2185c55cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (21bb7b99-4329-4a78-91d0-d429b50148e8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:58.618908 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db2259d-7313-450e-a6b1-40be6ee6735b None None] Checking router: 9a761da8-ee8b-4131-826f-1a7094785fee for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:51:58.628211 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db2259d-7313-450e-a6b1-40be6ee6735b None None] Routers {'9a761da8-ee8b-4131-826f-1a7094785fee'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:51:58.628945 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9db2259d-7313-450e-a6b1-40be6ee6735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc700157e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:51:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['9a761da8-ee8b-4131-826f-1a7094785fee'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:51:58.704939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-70fff7b8-9292-4689-9303-e3c2185c55cc admin admin] For port 21bb7b99-4329-4a78-91d0-d429b50148e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21bb7b99-4329-4a78-91d0-d429b50148e8,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:51:58.705308 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-70fff7b8-9292-4689-9303-e3c2185c55cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (21bb7b99-4329-4a78-91d0-d429b50148e8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:58.718678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-70fff7b8-9292-4689-9303-e3c2185c55cc admin admin] Calling delete_port for 21bb7b99-4329-4a78-91d0-d429b50148e8 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:51:58.725248 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-9db2259d-7313-450e-a6b1-40be6ee6735b None None] Set router 9a761da8-ee8b-4131-826f-1a7094785fee gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:51:58.875461 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-9db2259d-7313-450e-a6b1-40be6ee6735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc700157e80>, [{'id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'name': 'tempest-TestMinimumBasicScenario-610447438-router', 'tenant_id': '038f80c9ef774de19871281a661ffb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:44Z', 'updated_at': '2022-02-12T21:51:58Z', 'revision_number': 6, 'project_id': '038f80c9ef774de19871281a661ffb55', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:51:58.906102 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db2259d-7313-450e-a6b1-40be6ee6735b None None] The sync data for ids ['9a761da8-ee8b-4131-826f-1a7094785fee'] in ncdv-master-1 is: [{'id': '9a761da8-ee8b-4131-826f-1a7094785fee', 'name': 'tempest-TestMinimumBasicScenario-610447438-router', 'tenant_id': '038f80c9ef774de19871281a661ffb55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:49:44Z', 'updated_at': '2022-02-12T21:51:58Z', 'revision_number': 6, 'project_id': '038f80c9ef774de19871281a661ffb55', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:51:58.944766 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-70fff7b8-9292-4689-9303-e3c2185c55cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (21bb7b99-4329-4a78-91d0-d429b50148e8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:58.968673 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fff7b8-9292-4689-9303-e3c2185c55cc admin admin] Pushing event deleted for resources: {'Port': ['ID=21bb7b99-4329-4a78-91d0-d429b50148e8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:51:59.031932 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-70fff7b8-9292-4689-9303-e3c2185c55cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (9a761da8-ee8b-4131-826f-1a7094785fee), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:59.124883 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-70fff7b8-9292-4689-9303-e3c2185c55cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (9a761da8-ee8b-4131-826f-1a7094785fee), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:59.127068 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-70fff7b8-9292-4689-9303-e3c2185c55cc admin admin] Publish callbacks [] for router_controller (9a761da8-ee8b-4131-826f-1a7094785fee), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:59.250998 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-70fff7b8-9292-4689-9303-e3c2185c55cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (9a761da8-ee8b-4131-826f-1a7094785fee), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:59.255454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fff7b8-9292-4689-9303-e3c2185c55cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a761da8-ee8b-4131-826f-1a7094785fee {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:51:59.256404 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-70fff7b8-9292-4689-9303-e3c2185c55cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:59.258149 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-70fff7b8-9292-4689-9303-e3c2185c55cc admin admin] 10.222.0.31 "DELETE /v2.0/routers/9a761da8-ee8b-4131-826f-1a7094785fee HTTP/1.1" status: 204  len: 168 time: 0.9649694
Feb 12 21:51:59.261399 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56156) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:51:59.309645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-5984df72-5c94-470d-a4be-e2e88d4da32f admin admin] Deleting subnet a2c1b510-d0e3-4d7d-8b1c-a08353770210 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:51:59.313009 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5984df72-5c94-470d-a4be-e2e88d4da32f admin admin] Publish callbacks [] for subnet (a2c1b510-d0e3-4d7d-8b1c-a08353770210), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:59.353344 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5984df72-5c94-470d-a4be-e2e88d4da32f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (a2c1b510-d0e3-4d7d-8b1c-a08353770210), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:59.434402 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5984df72-5c94-470d-a4be-e2e88d4da32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (a2c1b510-d0e3-4d7d-8b1c-a08353770210), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:59.561792 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5984df72-5c94-470d-a4be-e2e88d4da32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (a2c1b510-d0e3-4d7d-8b1c-a08353770210), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:59.587723 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984df72-5c94-470d-a4be-e2e88d4da32f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c1b510-d0e3-4d7d-8b1c-a08353770210,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:51:59.591531 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5984df72-5c94-470d-a4be-e2e88d4da32f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:59.594867 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5984df72-5c94-470d-a4be-e2e88d4da32f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a2c1b510-d0e3-4d7d-8b1c-a08353770210 HTTP/1.1" status: 204  len: 168 time: 0.3319447
Feb 12 21:51:59.597551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e4363-4439-4cbb-af65-c1b76a9255e6 None None] Network c7ba8432-6a08-42cd-acc3-34992f0bf9a5 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:51:59.598035 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56158) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:51:59.668147 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:59.682097 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:51:59.684496 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (c7ba8432-6a08-42cd-acc3-34992f0bf9a5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:59.753229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] Deleting port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:51:59.753617 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c24dedc9-4d7b-4a43-8ab5-3f7830888fd3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:59.781335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8905507-624e-4e51-bae6-029ae14868d3 None None] DHCP port deletion for c7ba8432-6a08-42cd-acc3-34992f0bf9a5 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:51:59.810381 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:59.826146 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] For port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c24dedc9-4d7b-4a43-8ab5-3f7830888fd3,segment=NetworkSegment(63b53cba-2a01-4550-ad09-30064964753d),segment_id=63b53cba-2a01-4550-ad09-30064964753d)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:51:59.826514 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c24dedc9-4d7b-4a43-8ab5-3f7830888fd3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:59.833189 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c8905507-624e-4e51-bae6-029ae14868d3 None None] Deleting port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:51:59.833765 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c8905507-624e-4e51-bae6-029ae14868d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c24dedc9-4d7b-4a43-8ab5-3f7830888fd3), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:51:59.846468 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] Calling delete_port for c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:51:59.994109 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c24dedc9-4d7b-4a43-8ab5-3f7830888fd3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:00.021162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] Pushing event deleted for resources: {'Port': ['ID=c24dedc9-4d7b-4a43-8ab5-3f7830888fd3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:00.025840 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] No DVR routers for this DVR port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:52:00.065684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c8905507-624e-4e51-bae6-029ae14868d3 None None] For port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c24dedc9-4d7b-4a43-8ab5-3f7830888fd3,segment=NetworkSegment(63b53cba-2a01-4550-ad09-30064964753d),segment_id=63b53cba-2a01-4550-ad09-30064964753d)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:52:00.066089 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c8905507-624e-4e51-bae6-029ae14868d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c24dedc9-4d7b-4a43-8ab5-3f7830888fd3), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:00.078507 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c8905507-624e-4e51-bae6-029ae14868d3 None None] Calling delete_port for c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:52:00.104602 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (c7ba8432-6a08-42cd-acc3-34992f0bf9a5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:00.125174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f8e6f7f0>,) {'filters': {'network_id': ['c7ba8432-6a08-42cd-acc3-34992f0bf9a5']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:52:00.134493 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f8e6f7f0>, '63b53cba-2a01-4550-ad09-30064964753d') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:52:00.134787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f8e6f7f0>, '63b53cba-2a01-4550-ad09-30064964753d') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:52:00.144431 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (63b53cba-2a01-4550-ad09-30064964753d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:00.157138 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c8905507-624e-4e51-bae6-029ae14868d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (c24dedc9-4d7b-4a43-8ab5-3f7830888fd3), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:00.157923 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (63b53cba-2a01-4550-ad09-30064964753d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:00.164967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:52:00.165401 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (63b53cba-2a01-4550-ad09-30064964753d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:52:00.167105 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:52:00.183931 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8905507-624e-4e51-bae6-029ae14868d3 None None] Pushing event deleted for resources: {'Port': ['ID=c24dedc9-4d7b-4a43-8ab5-3f7830888fd3,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:00.188752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8905507-624e-4e51-bae6-029ae14868d3 None None] No DVR routers for this DVR port c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:52:00.315889 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (c7ba8432-6a08-42cd-acc3-34992f0bf9a5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:00.321960 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:00.325216 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] 10.222.0.31 "DELETE /v2.0/networks/c7ba8432-6a08-42cd-acc3-34992f0bf9a5 HTTP/1.1" status: 204  len: 168 time: 0.7261422
Feb 12 21:52:00.336293 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd63354-eb38-46ed-83a6-4409fdd3796b admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ba8432-6a08-42cd-acc3-34992f0bf9a5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:00.683838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 21bb7b99-4329-4a78-91d0-d429b50148e8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:52:00.707474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 21bb7b99-4329-4a78-91d0-d429b50148e8 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:52:00.707825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 21bb7b99-4329-4a78-91d0-d429b50148e8 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:52:00.708240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:52:00.720990 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56166) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:00.728302 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:52:00.728657 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c24dedc9-4d7b-4a43-8ab5-3f7830888fd3 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:52:00.729081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fcd0ad44-b78c-472d-bf05-7996a72bac07 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:52:00.750363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: fcd0ad44-b78c-472d-bf05-7996a72bac07 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:52:00.751279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fcd0ad44-b78c-472d-bf05-7996a72bac07 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:52:00.762844 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-67165550-1293-460c-8085-9132e14167d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64d444f067e241a0ba61105f426bc943&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0406690
Feb 12 21:52:00.765417 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56168) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:00.813198 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-45830c09-eccf-430f-bb53-99d541156f6b admin admin] Publish callbacks [] for security_group (3142e85a-5091-4c0c-9555-753a3d0ea877), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:00.834892 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-45830c09-eccf-430f-bb53-99d541156f6b admin admin] Publish callbacks [] for security_group (3142e85a-5091-4c0c-9555-753a3d0ea877), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:00.949966 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-45830c09-eccf-430f-bb53-99d541156f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (3142e85a-5091-4c0c-9555-753a3d0ea877), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:00.952595 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-45830c09-eccf-430f-bb53-99d541156f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:00.953794 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-45830c09-eccf-430f-bb53-99d541156f6b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3142e85a-5091-4c0c-9555-753a3d0ea877 HTTP/1.1" status: 204  len: 168 time: 0.1874845
Feb 12 21:52:00.961885 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45830c09-eccf-430f-bb53-99d541156f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3142e85a-5091-4c0c-9555-753a3d0ea877,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:01.147771 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:01.620208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56178) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:01.661810 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-16ab8445-912c-47ae-923c-208251135f03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=038f80c9ef774de19871281a661ffb55&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0402493
Feb 12 21:52:01.664500 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56180) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:01.716603 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b88efb06-6e78-4408-b27f-a0ec15403c0e admin admin] Publish callbacks [] for security_group (7ef87920-6720-4afe-af30-9874da5381b1), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:01.737531 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b88efb06-6e78-4408-b27f-a0ec15403c0e admin admin] Publish callbacks [] for security_group (7ef87920-6720-4afe-af30-9874da5381b1), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:01.856275 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b88efb06-6e78-4408-b27f-a0ec15403c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7ef87920-6720-4afe-af30-9874da5381b1), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:01.858817 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b88efb06-6e78-4408-b27f-a0ec15403c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:01.859973 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b88efb06-6e78-4408-b27f-a0ec15403c0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ef87920-6720-4afe-af30-9874da5381b1 HTTP/1.1" status: 204  len: 168 time: 0.1945593
Feb 12 21:52:01.868486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88efb06-6e78-4408-b27f-a0ec15403c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef87920-6720-4afe-af30-9874da5381b1,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:02.201372 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:04.059658 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56222) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:04.064283 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-068ef6aa-0b11-4b07-818c-da74114ca53f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269789807', 'description': 'tempest-secgroup-smoke-269789807 description', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:52:04.161459 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-068ef6aa-0b11-4b07-818c-da74114ca53f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:04.170512 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-068ef6aa-0b11-4b07-818c-da74114ca53f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:04.244022 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-068ef6aa-0b11-4b07-818c-da74114ca53f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (4c2ed229-ac34-4ff6-baba-fa435a10a7b4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:04.338300 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-068ef6aa-0b11-4b07-818c-da74114ca53f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4c2ed229-ac34-4ff6-baba-fa435a10a7b4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:04.373349 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ef6aa-0b11-4b07-818c-da74114ca53f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2ed229-ac34-4ff6-baba-fa435a10a7b4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:04.413167 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-068ef6aa-0b11-4b07-818c-da74114ca53f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (23515356-a1b8-4122-8178-abcb942d1217), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:04.484813 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-068ef6aa-0b11-4b07-818c-da74114ca53f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (23515356-a1b8-4122-8178-abcb942d1217), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:04.513576 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ef6aa-0b11-4b07-818c-da74114ca53f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23515356-a1b8-4122-8178-abcb942d1217,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:04.580145 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-068ef6aa-0b11-4b07-818c-da74114ca53f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:04.581425 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-068ef6aa-0b11-4b07-818c-da74114ca53f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.5207424
Feb 12 21:52:04.584334 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56224) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:04.589794 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-766e2231-44fb-4a94-ba9d-9b71e5662d86 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '23515356-a1b8-4122-8178-abcb942d1217', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:52:04.691990 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-766e2231-44fb-4a94-ba9d-9b71e5662d86 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (f9f8661f-890d-4aca-ac49-82b8b2fa8e6b), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:04.750466 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-766e2231-44fb-4a94-ba9d-9b71e5662d86 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (f9f8661f-890d-4aca-ac49-82b8b2fa8e6b), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:04.835538 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-766e2231-44fb-4a94-ba9d-9b71e5662d86 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (f9f8661f-890d-4aca-ac49-82b8b2fa8e6b), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:04.853714 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e2231-44fb-4a94-ba9d-9b71e5662d86 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f8661f-890d-4aca-ac49-82b8b2fa8e6b,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:04.929489 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-766e2231-44fb-4a94-ba9d-9b71e5662d86 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:04.930781 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-766e2231-44fb-4a94-ba9d-9b71e5662d86 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3454084
Feb 12 21:52:04.933575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56226) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:04.937890 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9f4482b3-d808-4610-aa6a-1ea495e96ef1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '23515356-a1b8-4122-8178-abcb942d1217', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:52:05.032625 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f4482b3-d808-4610-aa6a-1ea495e96ef1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (98690afc-64fb-49a4-bb64-069a854ae159), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:05.088186 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f4482b3-d808-4610-aa6a-1ea495e96ef1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (98690afc-64fb-49a4-bb64-069a854ae159), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:05.144299 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f4482b3-d808-4610-aa6a-1ea495e96ef1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (98690afc-64fb-49a4-bb64-069a854ae159), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:05.162261 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4482b3-d808-4610-aa6a-1ea495e96ef1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98690afc-64fb-49a4-bb64-069a854ae159,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:05.226623 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9f4482b3-d808-4610-aa6a-1ea495e96ef1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:05.227841 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9f4482b3-d808-4610-aa6a-1ea495e96ef1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2933319
Feb 12 21:52:05.230716 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56228) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:05.235120 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-cb705132-932c-483a-98dd-389d08ab1402 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '23515356-a1b8-4122-8178-abcb942d1217', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:52:05.320797 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb705132-932c-483a-98dd-389d08ab1402 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (fb29c60e-5089-4b7f-b107-75f7c0a52e17), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:05.377426 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb705132-932c-483a-98dd-389d08ab1402 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (fb29c60e-5089-4b7f-b107-75f7c0a52e17), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:05.452813 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb705132-932c-483a-98dd-389d08ab1402 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (fb29c60e-5089-4b7f-b107-75f7c0a52e17), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:05.470285 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb705132-932c-483a-98dd-389d08ab1402 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb29c60e-5089-4b7f-b107-75f7c0a52e17,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:05.534874 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb705132-932c-483a-98dd-389d08ab1402 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:05.536284 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cb705132-932c-483a-98dd-389d08ab1402 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3044498
Feb 12 21:52:05.539520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56230) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:05.543897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3274cf00-a80b-48c0-82ff-29bcb34be575 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '23515356-a1b8-4122-8178-abcb942d1217', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:52:05.628585 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3274cf00-a80b-48c0-82ff-29bcb34be575 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (144b1dc1-14fc-40c0-b5a5-5a35b9673454), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:05.687941 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3274cf00-a80b-48c0-82ff-29bcb34be575 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (144b1dc1-14fc-40c0-b5a5-5a35b9673454), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:05.778467 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3274cf00-a80b-48c0-82ff-29bcb34be575 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (144b1dc1-14fc-40c0-b5a5-5a35b9673454), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:05.798181 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274cf00-a80b-48c0-82ff-29bcb34be575 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144b1dc1-14fc-40c0-b5a5-5a35b9673454,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:05.864430 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3274cf00-a80b-48c0-82ff-29bcb34be575 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:05.865771 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3274cf00-a80b-48c0-82ff-29bcb34be575 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3251965
Feb 12 21:52:05.868405 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56232) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:05.872805 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-97d2a615-45d4-4589-a934-e339baef57d7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '23515356-a1b8-4122-8178-abcb942d1217', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:52:05.950221 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-97d2a615-45d4-4589-a934-e339baef57d7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Project dc7b3029bd844f88a4fe9146af00a270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:52:05.955316 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97d2a615-45d4-4589-a934-e339baef57d7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (23141238-dc91-43c0-927b-6f12e82ade4e), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:06.013545 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97d2a615-45d4-4589-a934-e339baef57d7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (23141238-dc91-43c0-927b-6f12e82ade4e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:06.090417 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97d2a615-45d4-4589-a934-e339baef57d7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (23141238-dc91-43c0-927b-6f12e82ade4e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:06.109876 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2a615-45d4-4589-a934-e339baef57d7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23141238-dc91-43c0-927b-6f12e82ade4e,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:06.184017 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-97d2a615-45d4-4589-a934-e339baef57d7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:06.185245 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-97d2a615-45d4-4589-a934-e339baef57d7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3159111
Feb 12 21:52:06.188269 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56234) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:06.192665 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-77bbbed5-e579-4bc3-b9d6-87d5c091d131 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '23515356-a1b8-4122-8178-abcb942d1217', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:52:06.267696 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-77bbbed5-e579-4bc3-b9d6-87d5c091d131 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Project dc7b3029bd844f88a4fe9146af00a270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:52:06.273101 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-77bbbed5-e579-4bc3-b9d6-87d5c091d131 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (cdd0028a-b8d9-4f1d-85be-263df038282a), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:06.333281 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-77bbbed5-e579-4bc3-b9d6-87d5c091d131 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (cdd0028a-b8d9-4f1d-85be-263df038282a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:06.400908 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-77bbbed5-e579-4bc3-b9d6-87d5c091d131 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (cdd0028a-b8d9-4f1d-85be-263df038282a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:06.418523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbbed5-e579-4bc3-b9d6-87d5c091d131 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd0028a-b8d9-4f1d-85be-263df038282a,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:06.482959 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-77bbbed5-e579-4bc3-b9d6-87d5c091d131 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:06.484185 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-77bbbed5-e579-4bc3-b9d6-87d5c091d131 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2949696
Feb 12 21:52:06.487356 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56236) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:06.492125 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-67385db9-3ad8-4e2d-9408-b46de4927746 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'network': {'name': 'tempest-network-smoke--2059126588', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'port_security_enabled': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:52:06.560982 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67385db9-3ad8-4e2d-9408-b46de4927746 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Made reservation on behalf of dc7b3029bd844f88a4fe9146af00a270 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:52:06.564200 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67385db9-3ad8-4e2d-9408-b46de4927746 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:06.588487 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67385db9-3ad8-4e2d-9408-b46de4927746 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:52:06.596876 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67385db9-3ad8-4e2d-9408-b46de4927746 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (10af4403-f6bc-4a59-8a32-ff086fcd9674), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:06.597224 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-67385db9-3ad8-4e2d-9408-b46de4927746 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Added segment 10af4403-f6bc-4a59-8a32-ff086fcd9674 of type vlan for network 7ab4106e-482c-4094-adb4-89294aad6c76
Feb 12 21:52:06.639087 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67385db9-3ad8-4e2d-9408-b46de4927746 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (7ab4106e-482c-4094-adb4-89294aad6c76), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:06.721376 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67385db9-3ad8-4e2d-9408-b46de4927746 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (7ab4106e-482c-4094-adb4-89294aad6c76), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:06.726464 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67385db9-3ad8-4e2d-9408-b46de4927746 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:06.732334 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-67385db9-3ad8-4e2d-9408-b46de4927746 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:06.792397 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67385db9-3ad8-4e2d-9408-b46de4927746 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Network': ['ID=7ab4106e-482c-4094-adb4-89294aad6c76,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:06.802534 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 7ab4106e-482c-4094-adb4-89294aad6c76 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:52:06.833080 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-67385db9-3ad8-4e2d-9408-b46de4927746 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3446229
Feb 12 21:52:06.836588 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56238) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:06.841214 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-198565506', 'admin_state_up': True, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:52:06.927542 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (6ce86b44-5fea-4d58-9922-e83de08054c0), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:06.928623 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (6ce86b44-5fea-4d58-9922-e83de08054c0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:06.986689 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_controller (6ce86b44-5fea-4d58-9922-e83de08054c0), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:07.184611 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (6ce86b44-5fea-4d58-9922-e83de08054c0), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:07.431668 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (6ce86b44-5fea-4d58-9922-e83de08054c0), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:07.450119 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:07.553003 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.35.2.244 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/cef87888-5803-4dee-ae54-626a936d7a65) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:52:07.650662 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (cef87888-5803-4dee-ae54-626a936d7a65), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:07.733647 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (cef87888-5803-4dee-ae54-626a936d7a65), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:07.779409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:52:07.782367 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:52:07.787817 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:52:07.792254 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=cef87888-5803-4dee-ae54-626a936d7a65,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:08.144074 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (6ce86b44-5fea-4d58-9922-e83de08054c0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:08.347297 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (6ce86b44-5fea-4d58-9922-e83de08054c0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:08.532338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 6ce86b44-5fea-4d58-9922-e83de08054c0 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:52:08.642807 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:52:08.653117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Sync routers for ids ['6ce86b44-5fea-4d58-9922-e83de08054c0'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:52:08.662934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Routers {'6ce86b44-5fea-4d58-9922-e83de08054c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:52:08.664226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb774e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:51:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6ce86b44-5fea-4d58-9922-e83de08054c0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:52:08.749653 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:08.750941 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-bd0b1772-c4bb-472d-974f-3c9fe2c56ec0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.9133534
Feb 12 21:52:08.754164 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56242) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:08.774941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Set router 6ce86b44-5fea-4d58-9922-e83de08054c0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:52:08.963141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb774e20>, [{'id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198565506', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:52:06Z', 'updated_at': '2022-02-12T21:52:07Z', 'revision_number': 3, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:07Z', 'updated_at': '2022-02-12T21:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:52:08.991054 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Checking router: 6ce86b44-5fea-4d58-9922-e83de08054c0 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:52:08.991511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Updating router 6ce86b44-5fea-4d58-9922-e83de08054c0 port cef87888-5803-4dee-ae54-626a936d7a65 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:52:09.020292 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cef87888-5803-4dee-ae54-626a936d7a65), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:09.198284 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c3f47f3c-8459-49bd-84a1-493899349753 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=dc7b3029bd844f88a4fe9146af00a270&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4428401
Feb 12 21:52:09.200932 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56246) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:09.281480 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Publish callbacks [] for port (cef87888-5803-4dee-ae54-626a936d7a65), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:09.289486 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7467f8-77bc-4bf9-aed4-8d969fcd6b48 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:09.291088 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5c7467f8-77bc-4bf9-aed4-8d969fcd6b48 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0892248
Feb 12 21:52:09.299591 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56248) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:09.329910 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d1033760-bed7-40e5-8d80-be3e12dcc553 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0292587
Feb 12 21:52:09.332457 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56250) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:09.337643 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-85b18bbb-a7bb-4833-8e70-cd120aef5345 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-233062235', 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:52:09.343961 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cef87888-5803-4dee-ae54-626a936d7a65), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:09.395624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Attempting to bind port cef87888-5803-4dee-ae54-626a936d7a65 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:52:09.395997 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Attempting to bind port cef87888-5803-4dee-ae54-626a936d7a65 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:52:09.396370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Attempting to bind port cef87888-5803-4dee-ae54-626a936d7a65 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:52:09.399007 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4079b80-c5af-4f59-9786-c5bcdab38c0a None None] Pushing event updated for resources: {'Port': ['ID=cef87888-5803-4dee-ae54-626a936d7a65,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:09.404503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:52:09.404884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:52:09.405292 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:09.405768 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:52:09.406781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Bound port: cef87888-5803-4dee-ae54-626a936d7a65, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:52:09.406781 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cef87888-5803-4dee-ae54-626a936d7a65), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:09.457813 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] For port cef87888-5803-4dee-ae54-626a936d7a65, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:52:09.460965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] For port cef87888-5803-4dee-ae54-626a936d7a65, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cef87888-5803-4dee-ae54-626a936d7a65,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:52:09.520999 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b18bbb-a7bb-4833-8e70-cd120aef5345 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Made reservation on behalf of dc7b3029bd844f88a4fe9146af00a270 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:52:09.524590 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-85b18bbb-a7bb-4833-8e70-cd120aef5345 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:09.550341 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cef87888-5803-4dee-ae54-626a936d7a65), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:09.617469 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Routers {'6ce86b44-5fea-4d58-9922-e83de08054c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:52:09.618109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb774e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:51:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6ce86b44-5fea-4d58-9922-e83de08054c0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:52:09.621102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4079b80-c5af-4f59-9786-c5bcdab38c0a None None] Pushing event updated for resources: {'Port': ['ID=cef87888-5803-4dee-ae54-626a936d7a65,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:09.733303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] Set router 6ce86b44-5fea-4d58-9922-e83de08054c0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:52:09.784692 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-85b18bbb-a7bb-4833-8e70-cd120aef5345 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:09.846920 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b18bbb-a7bb-4833-8e70-cd120aef5345 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Subnet': ['ID=e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:09.856499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b18bbb-a7bb-4833-8e70-cd120aef5345 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Checking segment: {'id': '10af4403-f6bc-4a59-8a32-ff086fcd9674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:52:09.856866 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b18bbb-a7bb-4833-8e70-cd120aef5345 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network hostable DHCP agents. Network: 7ab4106e-482c-4094-adb4-89294aad6c76, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:52:09.924747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb774e20>, [{'id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198565506', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:52:06Z', 'updated_at': '2022-02-12T21:52:07Z', 'revision_number': 3, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:07Z', 'updated_at': '2022-02-12T21:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:52:09.927156 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b18bbb-a7bb-4833-8e70-cd120aef5345 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 7ab4106e-482c-4094-adb4-89294aad6c76 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:52:09.952821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f35e580-949f-4ada-80f9-be422ca512a8 None None] The sync data for ids ['6ce86b44-5fea-4d58-9922-e83de08054c0'] in ncdv-master-1 is: [{'id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198565506', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:52:06Z', 'updated_at': '2022-02-12T21:52:07Z', 'revision_number': 3, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:07Z', 'updated_at': '2022-02-12T21:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:52:10.002269 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-85b18bbb-a7bb-4833-8e70-cd120aef5345 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7ab4106e-482c-4094-adb4-89294aad6c76) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:52:10.006583 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b18bbb-a7bb-4833-8e70-cd120aef5345 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:10.007189 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-85b18bbb-a7bb-4833-8e70-cd120aef5345 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:10.013611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b3ea7c-3d12-464c-958a-c3a8294075ee None None] Network 7ab4106e-482c-4094-adb4-89294aad6c76 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:52:10.093795 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-85b18bbb-a7bb-4833-8e70-cd120aef5345 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7602415
Feb 12 21:52:10.096366 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56252) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:10.125220 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7ab4106e-482c-4094-adb4-89294aad6c76', 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ips': [{'subnet_id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:52:10.126255 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:10.308400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Allocated IP 172.20.0.2 (7ab4106e-482c-4094-adb4-89294aad6c76/e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc/829fd982-36c0-427f-8eb2-42c88c74ff27) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:52:10.466205 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Publish callbacks [] for port (829fd982-36c0-427f-8eb2-42c88c74ff27), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:10.531374 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (829fd982-36c0-427f-8eb2-42c88c74ff27), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:10.576332 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Network 7ab4106e-482c-4094-adb4-89294aad6c76 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:52:10.579428 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:52:10.583052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:52:10.596329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Pushing event updated for resources: {'Port': ['ID=829fd982-36c0-427f-8eb2-42c88c74ff27,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:10.627121 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:10.671513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Attempting to bind port 829fd982-36c0-427f-8eb2-42c88c74ff27 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:52:10.671992 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Attempting to bind port 829fd982-36c0-427f-8eb2-42c88c74ff27 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '10af4403-f6bc-4a59-8a32-ff086fcd9674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:52:10.672930 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Attempting to bind port 829fd982-36c0-427f-8eb2-42c88c74ff27 on network 7ab4106e-482c-4094-adb4-89294aad6c76 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:52:10.679628 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:52:10.680408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Checking segment: {'id': '10af4403-f6bc-4a59-8a32-ff086fcd9674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:52:10.680909 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:10.681418 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Bound using segment: {'id': '10af4403-f6bc-4a59-8a32-ff086fcd9674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:52:10.681971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Bound port: 829fd982-36c0-427f-8eb2-42c88c74ff27, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10af4403-f6bc-4a59-8a32-ff086fcd9674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:52:10.682438 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (829fd982-36c0-427f-8eb2-42c88c74ff27), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:10.751379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cef87888-5803-4dee-ae54-626a936d7a65 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:52:10.794461 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] For port 829fd982-36c0-427f-8eb2-42c88c74ff27, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:52:10.812514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] For port 829fd982-36c0-427f-8eb2-42c88c74ff27, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=829fd982-36c0-427f-8eb2-42c88c74ff27,segment=NetworkSegment(10af4403-f6bc-4a59-8a32-ff086fcd9674),segment_id=10af4403-f6bc-4a59-8a32-ff086fcd9674)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:52:10.832225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port cef87888-5803-4dee-ae54-626a936d7a65 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:52:10.832607 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cef87888-5803-4dee-ae54-626a936d7a65), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:10.914816 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (829fd982-36c0-427f-8eb2-42c88c74ff27), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:10.946401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.20.0.1 (7ab4106e-482c-4094-adb4-89294aad6c76/e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc/c0be7284-df42-451d-8b2a-f79944eb8912) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:52:10.946700 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port cef87888-5803-4dee-ae54-626a936d7a65 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:52:10.946870 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cef87888-5803-4dee-ae54-626a936d7a65), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:10.998063 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port cef87888-5803-4dee-ae54-626a936d7a65, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cef87888-5803-4dee-ae54-626a936d7a65,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:52:11.003010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29c7a0-80b4-403b-958e-8edae95b2254 None None] Pushing event updated for resources: {'Port': ['ID=829fd982-36c0-427f-8eb2-42c88c74ff27,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:11.047046 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cef87888-5803-4dee-ae54-626a936d7a65), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:11.072069 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (c0be7284-df42-451d-8b2a-f79944eb8912), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:11.099358 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=cef87888-5803-4dee-ae54-626a936d7a65,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:11.163768 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:11.216964 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 7ab4106e-482c-4094-adb4-89294aad6c76 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:52:11.220655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:52:11.223034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:52:11.260941 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=c0be7284-df42-451d-8b2a-f79944eb8912,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:11.282284 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (6ce86b44-5fea-4d58-9922-e83de08054c0), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:11.490192 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:11.782063 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (c0be7284-df42-451d-8b2a-f79944eb8912), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:11.841178 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:11.920393 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (6ce86b44-5fea-4d58-9922-e83de08054c0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:11.922396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=c0be7284-df42-451d-8b2a-f79944eb8912,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:12.018011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 7ab4106e-482c-4094-adb4-89294aad6c76 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:52:12.019574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:52:12.140337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 6ce86b44-5fea-4d58-9922-e83de08054c0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:52:12.258757 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:52:12.264156 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-cb2b9e2a-80fd-4040-b325-f36cc7c8c13f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "PUT /v2.0/routers/6ce86b44-5fea-4d58-9922-e83de08054c0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1664500
Feb 12 21:52:12.270051 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Sync routers for ids ['6ce86b44-5fea-4d58-9922-e83de08054c0'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:52:12.285888 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Routers {'6ce86b44-5fea-4d58-9922-e83de08054c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:52:12.286434 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbcc9340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:51:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6ce86b44-5fea-4d58-9922-e83de08054c0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:52:12.322115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3508186-7848-4d69-b913-76e0465681d7 None None] Network 7ab4106e-482c-4094-adb4-89294aad6c76 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:52:12.396704 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Set router 6ce86b44-5fea-4d58-9922-e83de08054c0 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:52:12.439052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-b3a9b87b-cb9b-4a2e-bff5-58e6a1ca1be6 None None] Provisioning complete for port 829fd982-36c0-427f-8eb2-42c88c74ff27 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:52:12.439433 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3a9b87b-cb9b-4a2e-bff5-58e6a1ca1be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (829fd982-36c0-427f-8eb2-42c88c74ff27), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:12.534380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-b3a9b87b-cb9b-4a2e-bff5-58e6a1ca1be6 None None] Current status of the port 829fd982-36c0-427f-8eb2-42c88c74ff27 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:52:12.537232 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3a9b87b-cb9b-4a2e-bff5-58e6a1ca1be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (829fd982-36c0-427f-8eb2-42c88c74ff27), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:12.577129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b3a9b87b-cb9b-4a2e-bff5-58e6a1ca1be6 None None] For port 829fd982-36c0-427f-8eb2-42c88c74ff27, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=829fd982-36c0-427f-8eb2-42c88c74ff27,segment=NetworkSegment(10af4403-f6bc-4a59-8a32-ff086fcd9674),segment_id=10af4403-f6bc-4a59-8a32-ff086fcd9674)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:52:12.629838 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbcc9340>, [{'id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198565506', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:52:06Z', 'updated_at': '2022-02-12T21:52:11Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:07Z', 'updated_at': '2022-02-12T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0be7284-df42-451d-8b2a-f79944eb8912', 'name': '', 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:b5:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:10Z', 'updated_at': '2022-02-12T21:52:11Z', 'revision_number': 2, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:52:12.665531 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b3a9b87b-cb9b-4a2e-bff5-58e6a1ca1be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (829fd982-36c0-427f-8eb2-42c88c74ff27), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:12.681639 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Checking router: 6ce86b44-5fea-4d58-9922-e83de08054c0 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:52:12.682132 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Updating router 6ce86b44-5fea-4d58-9922-e83de08054c0 port c0be7284-df42-451d-8b2a-f79944eb8912 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:52:12.720204 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:12.786572 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-86d20f1c-ec95-4713-8d1a-72b2da026591 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269789807&fields=id&tenant_id=dc7b3029bd844f88a4fe9146af00a270 HTTP/1.1" status: 200  len: 267 time: 0.1048865
Feb 12 21:52:12.794815 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9b87b-cb9b-4a2e-bff5-58e6a1ca1be6 None None] Pushing event updated for resources: {'Port': ['ID=829fd982-36c0-427f-8eb2-42c88c74ff27,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:12.805701 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-77e7c218-3388-486f-a369-e7442983844b None None] Provisioning complete for port c0be7284-df42-451d-8b2a-f79944eb8912 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:52:12.806621 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-77e7c218-3388-486f-a369-e7442983844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:12.845718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 829fd982-36c0-427f-8eb2-42c88c74ff27 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:52:12.899504 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-77e7c218-3388-486f-a369-e7442983844b None None] Port c0be7284-df42-451d-8b2a-f79944eb8912 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:52:12.918327 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 829fd982-36c0-427f-8eb2-42c88c74ff27 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:52:12.918707 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (829fd982-36c0-427f-8eb2-42c88c74ff27), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:12.946873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-3094f71e-88b2-4c08-ac0e-0e5db2767ec1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:12.953452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-77e7c218-3388-486f-a369-e7442983844b None None] Provisioning complete for port 829fd982-36c0-427f-8eb2-42c88c74ff27 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:52:12.953834 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-77e7c218-3388-486f-a369-e7442983844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (829fd982-36c0-427f-8eb2-42c88c74ff27), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:12.956288 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-3094f71e-88b2-4c08-ac0e-0e5db2767ec1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/networks?id=7ab4106e-482c-4094-adb4-89294aad6c76 HTTP/1.1" status: 200  len: 797 time: 0.1518536
Feb 12 21:52:12.976799 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-34ac82ec-5046-45d3-92c1-cc91c2cfb933 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/quotas/dc7b3029bd844f88a4fe9146af00a270 HTTP/1.1" status: 200  len: 375 time: 0.0176311
Feb 12 21:52:13.054479 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Publish callbacks [] for port (c0be7284-df42-451d-8b2a-f79944eb8912), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:13.071565 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-4c7f4e0f-3edc-4d80-ade5-2510ebd1d1b3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0932317
Feb 12 21:52:13.088694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-77e7c218-3388-486f-a369-e7442983844b None None] Current status of the port 829fd982-36c0-427f-8eb2-42c88c74ff27 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:52:13.091705 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 829fd982-36c0-427f-8eb2-42c88c74ff27 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:52:13.092719 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cef87888-5803-4dee-ae54-626a936d7a65 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:52:13.150861 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port cef87888-5803-4dee-ae54-626a936d7a65 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:52:13.150861 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cef87888-5803-4dee-ae54-626a936d7a65), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:13.193611 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-15e526d9-8798-4f3d-9982-5aff96bb0135 service neutron] 10.222.0.31 "GET /v2.0/networks/7ab4106e-482c-4094-adb4-89294aad6c76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1032503
Feb 12 21:52:13.243657 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port cef87888-5803-4dee-ae54-626a936d7a65 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:52:13.249332 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-88e28eeb-a451-48fd-8cd5-d13ae82684e7 None None] Provisioning complete for port c0be7284-df42-451d-8b2a-f79944eb8912 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:52:13.257502 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-88e28eeb-a451-48fd-8cd5-d13ae82684e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:13.257693 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:13.287855 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-88e28eeb-a451-48fd-8cd5-d13ae82684e7 None None] Port c0be7284-df42-451d-8b2a-f79944eb8912 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:52:13.302971 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33396e-b0ac-4512-ae51-c840962d5abb None None] Pushing event updated for resources: {'Port': ['ID=c0be7284-df42-451d-8b2a-f79944eb8912,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:13.315040 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b33396e-b0ac-4512-ae51-c840962d5abb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:52:13.315386 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b33396e-b0ac-4512-ae51-c840962d5abb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:52:13.315731 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b33396e-b0ac-4512-ae51-c840962d5abb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:52:13.316063 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b33396e-b0ac-4512-ae51-c840962d5abb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:52:13.316542 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b33396e-b0ac-4512-ae51-c840962d5abb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:52:13.316719 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b33396e-b0ac-4512-ae51-c840962d5abb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:52:13.317041 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b33396e-b0ac-4512-ae51-c840962d5abb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:52:13.317393 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b33396e-b0ac-4512-ae51-c840962d5abb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:52:13.317708 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b33396e-b0ac-4512-ae51-c840962d5abb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:52:13.318029 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b33396e-b0ac-4512-ae51-c840962d5abb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:52:13.318398 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b33396e-b0ac-4512-ae51-c840962d5abb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:52:13.318713 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b33396e-b0ac-4512-ae51-c840962d5abb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:52:13.318960 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b33396e-b0ac-4512-ae51-c840962d5abb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:52:13.325965 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-6ba88952-16f4-466d-9038-9850054a8e96 service neutron] 10.222.0.31 "GET /v2.0/networks/7ab4106e-482c-4094-adb4-89294aad6c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244686
Feb 12 21:52:13.370322 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Attempting to bind port c0be7284-df42-451d-8b2a-f79944eb8912 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:52:13.372858 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Attempting to bind port c0be7284-df42-451d-8b2a-f79944eb8912 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '10af4403-f6bc-4a59-8a32-ff086fcd9674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:52:13.372858 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Attempting to bind port c0be7284-df42-451d-8b2a-f79944eb8912 on network 7ab4106e-482c-4094-adb4-89294aad6c76 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:52:13.376633 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:52:13.377038 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Checking segment: {'id': '10af4403-f6bc-4a59-8a32-ff086fcd9674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:52:13.377481 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:13.377877 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Bound using segment: {'id': '10af4403-f6bc-4a59-8a32-ff086fcd9674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:52:13.378344 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Bound port: c0be7284-df42-451d-8b2a-f79944eb8912, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10af4403-f6bc-4a59-8a32-ff086fcd9674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:52:13.378720 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:13.429971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-108e52b6-daf9-48bf-8bd7-39a8e1dec176 None None] Provisioning complete for port c0be7284-df42-451d-8b2a-f79944eb8912 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:52:13.435891 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-108e52b6-daf9-48bf-8bd7-39a8e1dec176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:13.448013 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] For port c0be7284-df42-451d-8b2a-f79944eb8912, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:52:13.451429 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] For port c0be7284-df42-451d-8b2a-f79944eb8912, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0be7284-df42-451d-8b2a-f79944eb8912,segment=NetworkSegment(10af4403-f6bc-4a59-8a32-ff086fcd9674),segment_id=10af4403-f6bc-4a59-8a32-ff086fcd9674)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:52:13.468738 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-108e52b6-daf9-48bf-8bd7-39a8e1dec176 None None] Port c0be7284-df42-451d-8b2a-f79944eb8912 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:52:13.525437 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:13.573574 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4404a51c-7adc-49a7-9708-4423ce1cb11a req-ad32fdd7-12fb-4152-b3fe-c76ee3372281 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 210 time: 0.0343308
Feb 12 21:52:13.593297 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Routers {'6ce86b44-5fea-4d58-9922-e83de08054c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:52:13.593949 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbcc9340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:51:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6ce86b44-5fea-4d58-9922-e83de08054c0'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:52:13.595777 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33396e-b0ac-4512-ae51-c840962d5abb None None] Pushing event updated for resources: {'Port': ['ID=c0be7284-df42-451d-8b2a-f79944eb8912,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:13.619847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-96d7e3ef-db9a-4f49-a1ed-dbabeef83cec None None] Provisioning complete for port c0be7284-df42-451d-8b2a-f79944eb8912 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:52:13.621062 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-96d7e3ef-db9a-4f49-a1ed-dbabeef83cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:13.732527 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] Set router 6ce86b44-5fea-4d58-9922-e83de08054c0 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:52:13.749170 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-96d7e3ef-db9a-4f49-a1ed-dbabeef83cec None None] Current status of the port c0be7284-df42-451d-8b2a-f79944eb8912 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:52:13.749170 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-96d7e3ef-db9a-4f49-a1ed-dbabeef83cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:13.789085 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-96d7e3ef-db9a-4f49-a1ed-dbabeef83cec None None] For port c0be7284-df42-451d-8b2a-f79944eb8912, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0be7284-df42-451d-8b2a-f79944eb8912,segment=NetworkSegment(10af4403-f6bc-4a59-8a32-ff086fcd9674),segment_id=10af4403-f6bc-4a59-8a32-ff086fcd9674)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:52:13.862303 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-96d7e3ef-db9a-4f49-a1ed-dbabeef83cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:13.918106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7e3ef-db9a-4f49-a1ed-dbabeef83cec None None] Pushing event updated for resources: {'Port': ['ID=c0be7284-df42-451d-8b2a-f79944eb8912,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:13.955047 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbcc9340>, [{'id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198565506', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:52:06Z', 'updated_at': '2022-02-12T21:52:11Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:07Z', 'updated_at': '2022-02-12T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0be7284-df42-451d-8b2a-f79944eb8912', 'name': '', 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:b5:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:10Z', 'updated_at': '2022-02-12T21:52:13Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:52:13.983019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-46bcbc48-927d-4403-ac46-c163f9e7b1c4 None None] Provisioning complete for port c0be7284-df42-451d-8b2a-f79944eb8912 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:52:13.983381 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18136e8-b8f2-46f3-95b0-d6bee4e3bf56 None None] The sync data for ids ['6ce86b44-5fea-4d58-9922-e83de08054c0'] in ncdv-master-1 is: [{'id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198565506', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:52:06Z', 'updated_at': '2022-02-12T21:52:11Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:07Z', 'updated_at': '2022-02-12T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0be7284-df42-451d-8b2a-f79944eb8912', 'name': '', 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:b5:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:10Z', 'updated_at': '2022-02-12T21:52:13Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:52:13.983648 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-46bcbc48-927d-4403-ac46-c163f9e7b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:14.077716 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-46bcbc48-927d-4403-ac46-c163f9e7b1c4 None None] Current status of the port c0be7284-df42-451d-8b2a-f79944eb8912 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:52:14.687478 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4b926b1-2253-41f2-82b7-a1b393aaad29 req-f58d3f7d-3366-428c-ad3f-69988d5a94ca tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 210 time: 0.0384498
Feb 12 21:52:14.773752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c0be7284-df42-451d-8b2a-f79944eb8912 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:52:14.827134 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port c0be7284-df42-451d-8b2a-f79944eb8912 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:52:14.827509 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:14.911560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port c0be7284-df42-451d-8b2a-f79944eb8912 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:52:14.912609 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 829fd982-36c0-427f-8eb2-42c88c74ff27 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:52:14.961560 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 829fd982-36c0-427f-8eb2-42c88c74ff27 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:52:14.965099 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (829fd982-36c0-427f-8eb2-42c88c74ff27), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:15.045567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 829fd982-36c0-427f-8eb2-42c88c74ff27 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:52:15.858614 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f4bc73e4-6d89-4a1d-bc18-9e365d0feaea req-6cbdf998-6beb-447a-a036-8218c2dc8b81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 210 time: 0.1083868
Feb 12 21:52:15.875802 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-e071506f-8bd4-4600-bb7f-3ae14a584b8d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:15.877255 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-e071506f-8bd4-4600-bb7f-3ae14a584b8d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "GET /v2.0/networks?id=7ab4106e-482c-4094-adb4-89294aad6c76 HTTP/1.1" status: 200  len: 797 time: 0.1113825
Feb 12 21:52:15.949870 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cffd3a1d-4373-41ae-b0d5-497568b6db20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7b3029bd844f88a4fe9146af00a270 HTTP/1.1" status: 200  len: 379 time: 0.0576692
Feb 12 21:52:15.965376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-bcad0983-de91-48b8-9242-a023ced82b4d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'port': {'device_id': '2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71', 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76', 'admin_state_up': True, 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'security_groups': ['23515356-a1b8-4122-8178-abcb942d1217']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:52:16.143852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-bcad0983-de91-48b8-9242-a023ced82b4d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Made reservation on behalf of dc7b3029bd844f88a4fe9146af00a270 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:52:16.147273 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-bcad0983-de91-48b8-9242-a023ced82b4d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:16.276391 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-bcad0983-de91-48b8-9242-a023ced82b4d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.20.0.7 (7ab4106e-482c-4094-adb4-89294aad6c76/e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc/aec1fd3c-6800-4110-9094-7e5802ef873b) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:52:16.414818 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-bcad0983-de91-48b8-9242-a023ced82b4d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (aec1fd3c-6800-4110-9094-7e5802ef873b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:16.509968 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-bcad0983-de91-48b8-9242-a023ced82b4d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (aec1fd3c-6800-4110-9094-7e5802ef873b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:16.553836 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-bcad0983-de91-48b8-9242-a023ced82b4d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 7ab4106e-482c-4094-adb4-89294aad6c76 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:52:16.557592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-bcad0983-de91-48b8-9242-a023ced82b4d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:52:16.561220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-bcad0983-de91-48b8-9242-a023ced82b4d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:52:16.567981 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad0983-de91-48b8-9242-a023ced82b4d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=aec1fd3c-6800-4110-9094-7e5802ef873b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:16.615367 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-bcad0983-de91-48b8-9242-a023ced82b4d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:16.615980 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-bcad0983-de91-48b8-9242-a023ced82b4d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:16.718202 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-bcad0983-de91-48b8-9242-a023ced82b4d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7565980
Feb 12 21:52:16.734851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Request body: {'port': {'device_id': '2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:52:16.796855 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (aec1fd3c-6800-4110-9094-7e5802ef873b), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:16.813085 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-059d60b4-ba21-40fd-af4e-704425ef75c3 None None] Provisioning complete for port aec1fd3c-6800-4110-9094-7e5802ef873b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:52:16.813699 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-059d60b4-ba21-40fd-af4e-704425ef75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (aec1fd3c-6800-4110-9094-7e5802ef873b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:16.847268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-059d60b4-ba21-40fd-af4e-704425ef75c3 None None] Port aec1fd3c-6800-4110-9094-7e5802ef873b cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:52:17.044500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6225f1-9783-4ff8-a6fb-8c6ad3652503 req-8f8068cb-7341-4504-b1b7-faaa3c67e9a9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:17.045980 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de6225f1-9783-4ff8-a6fb-8c6ad3652503 req-8f8068cb-7341-4504-b1b7-faaa3c67e9a9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 931 time: 0.1089270
Feb 12 21:52:17.131919 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec1fd3c-6800-4110-9094-7e5802ef873b {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:52:17.139340 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de6225f1-9783-4ff8-a6fb-8c6ad3652503 req-e7f2350a-686c-47c5-b372-d76754453e2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864923
Feb 12 21:52:17.143134 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Publish callbacks [] for port (aec1fd3c-6800-4110-9094-7e5802ef873b), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:17.154974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Transition to ACTIVE for port object aec1fd3c-6800-4110-9094-7e5802ef873b will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:52:17.212603 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (aec1fd3c-6800-4110-9094-7e5802ef873b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:17.264539 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Pushing event updated for resources: {'Port': ['ID=aec1fd3c-6800-4110-9094-7e5802ef873b,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:17.339907 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Attempting to bind port aec1fd3c-6800-4110-9094-7e5802ef873b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:52:17.340385 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Attempting to bind port aec1fd3c-6800-4110-9094-7e5802ef873b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '10af4403-f6bc-4a59-8a32-ff086fcd9674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:52:17.340920 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Attempting to bind port aec1fd3c-6800-4110-9094-7e5802ef873b on network 7ab4106e-482c-4094-adb4-89294aad6c76 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:52:17.345791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Port aec1fd3c-6800-4110-9094-7e5802ef873b on network 7ab4106e-482c-4094-adb4-89294aad6c76 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:52:17.346195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Attempting to bind port aec1fd3c-6800-4110-9094-7e5802ef873b on network 7ab4106e-482c-4094-adb4-89294aad6c76 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:52:17.352696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:52:17.353050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Checking segment: {'id': '10af4403-f6bc-4a59-8a32-ff086fcd9674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:52:17.353485 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Bound using segment: {'id': '10af4403-f6bc-4a59-8a32-ff086fcd9674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:52:17.353924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Bound port: aec1fd3c-6800-4110-9094-7e5802ef873b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10af4403-f6bc-4a59-8a32-ff086fcd9674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:52:17.354287 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (aec1fd3c-6800-4110-9094-7e5802ef873b), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:17.426105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] For port aec1fd3c-6800-4110-9094-7e5802ef873b, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:52:17.429857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] For port aec1fd3c-6800-4110-9094-7e5802ef873b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aec1fd3c-6800-4110-9094-7e5802ef873b,segment=NetworkSegment(10af4403-f6bc-4a59-8a32-ff086fcd9674),segment_id=10af4403-f6bc-4a59-8a32-ff086fcd9674)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:52:17.525845 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (aec1fd3c-6800-4110-9094-7e5802ef873b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:17.562031 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:17.562655 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:17.564135 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] 10.222.0.48 "PUT /v2.0/ports/aec1fd3c-6800-4110-9094-7e5802ef873b HTTP/1.1" status: 200  len: 1091 time: 0.8334651
Feb 12 21:52:17.564532 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71', 'tag': 'aec1fd3c-6800-4110-9094-7e5802ef873b'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:52:17.566810 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bb0446-52e8-42a9-b97d-9bdee6ceb992" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71", "tag": "aec1fd3c-6800-4110-9094-7e5802ef873b"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:52:17.589694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f7b55-c834-43c8-a6b5-f8c12e6f37d8 service neutron] Pushing event updated for resources: {'Port': ['ID=aec1fd3c-6800-4110-9094-7e5802ef873b,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:17.620477 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ee40d1-1c7d-4ad2-b900-fb62c94e8f12 x-openstack-request-id: req-83ee40d1-1c7d-4ad2-b900-fb62c94e8f12 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:52:17.620738 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71", "tag": "aec1fd3c-6800-4110-9094-7e5802ef873b", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:52:17.621000 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83ee40d1-1c7d-4ad2-b900-fb62c94e8f12 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:52:17.621442 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71', 'tag': 'aec1fd3c-6800-4110-9094-7e5802ef873b', 'status': 'completed', 'code': 200}
Feb 12 21:52:17.689719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb0446-52e8-42a9-b97d-9bdee6ceb992 req-2111489f-513b-456a-95ef-a7fd64005946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:17.691298 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4bb0446-52e8-42a9-b97d-9bdee6ceb992 req-2111489f-513b-456a-95ef-a7fd64005946 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 1125 time: 0.0504279
Feb 12 21:52:17.812297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb0446-52e8-42a9-b97d-9bdee6ceb992 req-b48d9694-db3f-4400-9427-0a3a7aa35b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:17.813825 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4bb0446-52e8-42a9-b97d-9bdee6ceb992 req-b48d9694-db3f-4400-9427-0a3a7aa35b75 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=dc7b3029bd844f88a4fe9146af00a270&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1076484
Feb 12 21:52:17.907259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb0446-52e8-42a9-b97d-9bdee6ceb992 req-7953a9f8-da6e-4f4c-8928-5ee2187f9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:17.908724 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c4bb0446-52e8-42a9-b97d-9bdee6ceb992 req-7953a9f8-da6e-4f4c-8928-5ee2187f9047 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0860574
Feb 12 21:52:18.001378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-01e59169-9aa3-4099-a794-a316dedd48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:18.002780 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-01e59169-9aa3-4099-a794-a316dedd48cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 1125 time: 0.0482240
Feb 12 21:52:18.047560 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-b1eefb71-3b9f-4056-96e9-10732343895a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec1fd3c-6800-4110-9094-7e5802ef873b HTTP/1.1" status: 200  len: 217 time: 0.0337982
Feb 12 21:52:18.100283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-87b2cb71-de69-48be-975a-e48eda1188a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:18.102539 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-87b2cb71-de69-48be-975a-e48eda1188a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc HTTP/1.1" status: 200  len: 834 time: 0.0452907
Feb 12 21:52:18.154787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-af09f7ae-20e8-43ce-b082-c3f403761b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:18.156336 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-af09f7ae-20e8-43ce-b082-c3f403761b7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ab4106e-482c-4094-adb4-89294aad6c76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438015
Feb 12 21:52:18.282491 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-cddf94f7-3a36-4709-8866-3e45fe0a8d6d service neutron] 10.222.0.48 "GET /v2.0/networks/7ab4106e-482c-4094-adb4-89294aad6c76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1169486
Feb 12 21:52:18.294424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fb758-fad1-411e-9664-c72b3c0d7a6e req-a09003a1-51b8-484d-95cd-6f48af9d11ec tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:18.295846 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd9fb758-fad1-411e-9664-c72b3c0d7a6e req-a09003a1-51b8-484d-95cd-6f48af9d11ec tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 943 time: 0.0762658
Feb 12 21:52:18.400257 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cd9fb758-fad1-411e-9664-c72b3c0d7a6e req-2daff26a-bb20-47e4-8a8c-f8a1c8ce6683 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962608
Feb 12 21:52:18.418206 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7a6fb2ba-c068-4180-b3c5-7e47ade2446f req-19432f53-1188-495e-91ff-9c30cb460c84 service neutron] 10.222.0.48 "GET /v2.0/networks/7ab4106e-482c-4094-adb4-89294aad6c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214206
Feb 12 21:52:19.526364 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca07149-c43c-488d-b4c6-e21874f789f8 req-3640f751-6b45-4ee1-8bde-a3dc49d3bd5d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:19.527569 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3ca07149-c43c-488d-b4c6-e21874f789f8 req-3640f751-6b45-4ee1-8bde-a3dc49d3bd5d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 943 time: 0.0575831
Feb 12 21:52:19.577977 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3ca07149-c43c-488d-b4c6-e21874f789f8 req-65be9e77-5247-4caf-b0e2-8c8787e808c6 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447781
Feb 12 21:52:20.696606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed1971-af5d-46a2-84c9-525fb2030cfa req-ecd4d186-9d29-4938-a29c-339f1a84ae49 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:20.698130 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4ed1971-af5d-46a2-84c9-525fb2030cfa req-ecd4d186-9d29-4938-a29c-339f1a84ae49 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 943 time: 0.0531874
Feb 12 21:52:20.751793 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b4ed1971-af5d-46a2-84c9-525fb2030cfa req-a157b352-5e02-4293-a5cd-b25a40455c9a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475852
Feb 12 21:52:21.122890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device aec1fd3c-6800-4110-9094-7e5802ef873b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:52:21.220423 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port aec1fd3c-6800-4110-9094-7e5802ef873b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aec1fd3c-6800-4110-9094-7e5802ef873b,segment=NetworkSegment(10af4403-f6bc-4a59-8a32-ff086fcd9674),segment_id=10af4403-f6bc-4a59-8a32-ff086fcd9674)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:52:21.231442 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'aec1fd3c-6800-4110-9094-7e5802ef873b', 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76', 'port_id': 'aec1fd3c-6800-4110-9094-7e5802ef873b', 'mac_address': 'fa:16:3e:f6:7c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:52:21.268843 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port aec1fd3c-6800-4110-9094-7e5802ef873b is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:52:21.269229 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (aec1fd3c-6800-4110-9094-7e5802ef873b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:21.285168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec1fd3c-6800-4110-9094-7e5802ef873b {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:52:21.304167 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port aec1fd3c-6800-4110-9094-7e5802ef873b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aec1fd3c-6800-4110-9094-7e5802ef873b,segment=NetworkSegment(10af4403-f6bc-4a59-8a32-ff086fcd9674),segment_id=10af4403-f6bc-4a59-8a32-ff086fcd9674)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:52:21.370472 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (aec1fd3c-6800-4110-9094-7e5802ef873b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:21.417980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=aec1fd3c-6800-4110-9094-7e5802ef873b,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:21.639378 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['aec1fd3c-6800-4110-9094-7e5802ef873b'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:52:21.873992 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a911e-46b9-43c1-8fdb-98992aa9ceeb req-38a47c4c-9efa-42c0-843d-65e1d7971214 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:21.875610 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d5a911e-46b9-43c1-8fdb-98992aa9ceeb req-38a47c4c-9efa-42c0-843d-65e1d7971214 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 944 time: 0.0551758
Feb 12 21:52:21.928724 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d5a911e-46b9-43c1-8fdb-98992aa9ceeb req-f2f8dd78-ad90-49f9-a40a-1661a8d76a82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472610
Feb 12 21:52:23.049371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea557d-a653-411f-b45c-86e6a3422653 req-580c7a5b-4ed7-4192-a108-0e96571c210c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:23.050848 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c9ea557d-a653-411f-b45c-86e6a3422653 req-580c7a5b-4ed7-4192-a108-0e96571c210c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 944 time: 0.0523908
Feb 12 21:52:23.101668 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c9ea557d-a653-411f-b45c-86e6a3422653 req-ee0e64a3-c1b6-4c2d-b67d-d6821f25c6d0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451403
Feb 12 21:52:23.143474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device aec1fd3c-6800-4110-9094-7e5802ef873b up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:52:23.267341 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port aec1fd3c-6800-4110-9094-7e5802ef873b completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:52:23.271258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port aec1fd3c-6800-4110-9094-7e5802ef873b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:52:23.271641 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (aec1fd3c-6800-4110-9094-7e5802ef873b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:23.353696 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port aec1fd3c-6800-4110-9094-7e5802ef873b is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:52:23.354092 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (aec1fd3c-6800-4110-9094-7e5802ef873b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:23.376982 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec1fd3c-6800-4110-9094-7e5802ef873b'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:52:23.379251 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3af15c7-e339-44a1-bd39-41d0df9823e0" -d '{"events": [{"server_uuid": "2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71", "name": "network-vif-plugged", "status": "completed", "tag": "aec1fd3c-6800-4110-9094-7e5802ef873b"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:52:23.392625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port aec1fd3c-6800-4110-9094-7e5802ef873b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aec1fd3c-6800-4110-9094-7e5802ef873b,segment=NetworkSegment(10af4403-f6bc-4a59-8a32-ff086fcd9674),segment_id=10af4403-f6bc-4a59-8a32-ff086fcd9674)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:52:23.452637 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (aec1fd3c-6800-4110-9094-7e5802ef873b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:23.488604 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01177498-6790-47d8-98c8-302c396b2f9a x-openstack-request-id: req-01177498-6790-47d8-98c8-302c396b2f9a {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:52:23.488922 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71", "name": "network-vif-plugged", "status": "completed", "tag": "aec1fd3c-6800-4110-9094-7e5802ef873b", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:52:23.489173 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01177498-6790-47d8-98c8-302c396b2f9a {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:52:23.489589 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec1fd3c-6800-4110-9094-7e5802ef873b', 'code': 200}
Feb 12 21:52:23.503973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=aec1fd3c-6800-4110-9094-7e5802ef873b,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:23.601748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1d86e-7675-4be9-b922-f528e9dded8a req-622bade0-346c-4ca1-b381-a0ca2233463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:23.601748 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3b1d86e-7675-4be9-b922-f528e9dded8a req-622bade0-346c-4ca1-b381-a0ca2233463e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 1127 time: 0.0446274
Feb 12 21:52:23.652257 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3b1d86e-7675-4be9-b922-f528e9dded8a req-b1d4b9d2-588b-49d6-9968-3e8b67912f7e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421824
Feb 12 21:52:24.225801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bc552-e516-47e3-aeca-b0e4c0fc7b97 req-53e4456f-9baa-41dc-9898-1a122de5d334 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:24.227356 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de1bc552-e516-47e3-aeca-b0e4c0fc7b97 req-53e4456f-9baa-41dc-9898-1a122de5d334 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 945 time: 0.0560148
Feb 12 21:52:24.275032 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-de1bc552-e516-47e3-aeca-b0e4c0fc7b97 req-46930b56-78ae-489d-901f-e7b45da19073 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421679
Feb 12 21:52:25.399860 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ba36f-bc7c-4b89-9832-3ae374b1924f req-e50e42d1-5c5b-4a72-8e59-73bae811aada tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:25.401567 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-691ba36f-bc7c-4b89-9832-3ae374b1924f req-e50e42d1-5c5b-4a72-8e59-73bae811aada tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 945 time: 0.0574980
Feb 12 21:52:25.448906 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-691ba36f-bc7c-4b89-9832-3ae374b1924f req-478d455f-ea56-4f6a-b344-bece823c6ae3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417194
Feb 12 21:52:25.568178 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92531909-bf40-497f-ab17-d751aa8a6a25 req-efd89cf9-990a-41d8-9983-ccd82188c617 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:25.570084 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-92531909-bf40-497f-ab17-d751aa8a6a25 req-efd89cf9-990a-41d8-9983-ccd82188c617 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 945 time: 0.0552499
Feb 12 21:52:25.620755 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-92531909-bf40-497f-ab17-d751aa8a6a25 req-0fafa1fe-26ce-46d1-b353-d68716d30590 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440819
Feb 12 21:52:25.643216 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56340) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:25.686437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62483aa-593d-45de-ae5f-78ecd1d3d866 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:25.687929 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d62483aa-593d-45de-ae5f-78ecd1d3d866 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 1122 time: 0.0437324
Feb 12 21:52:25.690792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56342) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:25.694947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': 'aec1fd3c-6800-4110-9094-7e5802ef873b', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address': '172.20.0.7'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:52:25.766909 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:25.847127 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-00c52a9a-6539-4bb4-b1a1-f102f0de7395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:25.869926 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:25.974426 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.35.2.146 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/215b7f71-3e60-4322-b69c-502b1f2dfbc5) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:52:26.073283 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (215b7f71-3e60-4322-b69c-502b1f2dfbc5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:26.144314 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (215b7f71-3e60-4322-b69c-502b1f2dfbc5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:26.186115 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:52:26.188906 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:52:26.193408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:52:26.196385 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=215b7f71-3e60-4322-b69c-502b1f2dfbc5,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:26.540566 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (6be7d001-3557-489b-9fca-c0a69bd6a771), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:26.667881 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (215b7f71-3e60-4322-b69c-502b1f2dfbc5), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:26.817395 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (215b7f71-3e60-4322-b69c-502b1f2dfbc5), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:26.873006 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (215b7f71-3e60-4322-b69c-502b1f2dfbc5), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:26.943756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=215b7f71-3e60-4322-b69c-502b1f2dfbc5,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:52:26.955520 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (6be7d001-3557-489b-9fca-c0a69bd6a771), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:27.304346 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:27.406463 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Floating IP 6be7d001-3557-489b-9fca-c0a69bd6a771 associated. External IP: 172.35.2.146, port: aec1fd3c-6800-4110-9094-7e5802ef873b.
Feb 12 21:52:27.624748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 6ce86b44-5fea-4d58-9922-e83de08054c0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:52:27.736233 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:52:27.746385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd5cc03-dc22-491a-8b63-5fae891273db None None] Sync routers for ids ['6ce86b44-5fea-4d58-9922-e83de08054c0'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:52:27.755709 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd5cc03-dc22-491a-8b63-5fae891273db None None] Routers {'6ce86b44-5fea-4d58-9922-e83de08054c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:52:27.763004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-afd5cc03-dc22-491a-8b63-5fae891273db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb585940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:51:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6ce86b44-5fea-4d58-9922-e83de08054c0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:52:27.846788 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:27.872451 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-afd5cc03-dc22-491a-8b63-5fae891273db None None] Set router 6ce86b44-5fea-4d58-9922-e83de08054c0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:52:27.882020 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4430e8f8-abdd-4210-8e92-0f5d0434d22c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1902406
Feb 12 21:52:27.882635 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71', 'tag': 'aec1fd3c-6800-4110-9094-7e5802ef873b'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:52:27.885691 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f64ae6-9839-4660-b021-7f48ae9a9c36" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71", "tag": "aec1fd3c-6800-4110-9094-7e5802ef873b"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:52:27.930001 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad76c562-2c89-4b9b-9b75-6aa3b769faea x-openstack-request-id: req-ad76c562-2c89-4b9b-9b75-6aa3b769faea {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:52:27.930373 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71", "tag": "aec1fd3c-6800-4110-9094-7e5802ef873b", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:52:27.930710 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad76c562-2c89-4b9b-9b75-6aa3b769faea {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:52:27.931169 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71', 'tag': 'aec1fd3c-6800-4110-9094-7e5802ef873b', 'status': 'completed', 'code': 200}
Feb 12 21:52:28.003466 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826ecaf-0ea0-40ad-af4f-2d8729f9c23c req-51e7f597-1af2-4db1-bd20-080f02bee458 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:28.004381 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f64ae6-9839-4660-b021-7f48ae9a9c36 req-e94179cd-bc0d-4a8b-a89a-bdacf0831019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:28.005954 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7f64ae6-9839-4660-b021-7f48ae9a9c36 req-e94179cd-bc0d-4a8b-a89a-bdacf0831019 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 1127 time: 0.0508618
Feb 12 21:52:28.010020 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d826ecaf-0ea0-40ad-af4f-2d8729f9c23c req-51e7f597-1af2-4db1-bd20-080f02bee458 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 945 time: 0.0639446
Feb 12 21:52:28.083624 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d826ecaf-0ea0-40ad-af4f-2d8729f9c23c req-9a018814-815e-402d-a20c-9d2124ed1e26 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723891
Feb 12 21:52:28.109455 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56352) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:28.120377 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-afd5cc03-dc22-491a-8b63-5fae891273db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb585940>, [{'id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198565506', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:52:06Z', 'updated_at': '2022-02-12T21:52:11Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:07Z', 'updated_at': '2022-02-12T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6be7d001-3557-489b-9fca-c0a69bd6a771', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'floating_ip_address': '172.35.2.146', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'port_id': 'aec1fd3c-6800-4110-9094-7e5802ef873b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76', 'mac_address': 'fa:16:3e:f6:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:52:26Z', 'updated_at': '2022-02-12T21:52:26Z', 'revision_number': 0, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0be7284-df42-451d-8b2a-f79944eb8912', 'name': '', 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:b5:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:10Z', 'updated_at': '2022-02-12T21:52:13Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:52:28.131661 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f64ae6-9839-4660-b021-7f48ae9a9c36 req-42baef6d-d107-4f26-8a72-5a5e7ff3b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:28.133186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7f64ae6-9839-4660-b021-7f48ae9a9c36 req-42baef6d-d107-4f26-8a72-5a5e7ff3b005 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7ab4106e-482c-4094-adb4-89294aad6c76 HTTP/1.1" status: 200  len: 898 time: 0.1196897
Feb 12 21:52:28.152545 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd5cc03-dc22-491a-8b63-5fae891273db None None] Checking router: 6ce86b44-5fea-4d58-9922-e83de08054c0 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:52:28.161509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd5cc03-dc22-491a-8b63-5fae891273db None None] Routers {'6ce86b44-5fea-4d58-9922-e83de08054c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:52:28.162466 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-afd5cc03-dc22-491a-8b63-5fae891273db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb585940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:51:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6ce86b44-5fea-4d58-9922-e83de08054c0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:52:28.177756 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c8bb0bfc-ae99-4669-a715-535fd46e818c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/6be7d001-3557-489b-9fca-c0a69bd6a771 HTTP/1.1" status: 200  len: 991 time: 0.0660093
Feb 12 21:52:28.205317 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7f64ae6-9839-4660-b021-7f48ae9a9c36 req-5af25b3a-6e2a-463e-aeef-a2964d9ad6b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec1fd3c-6800-4110-9094-7e5802ef873b HTTP/1.1" status: 200  len: 999 time: 0.0660098
Feb 12 21:52:28.255306 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f64ae6-9839-4660-b021-7f48ae9a9c36 req-203dcdbb-d27c-4817-90e0-3b2df82a0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:28.256798 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7f64ae6-9839-4660-b021-7f48ae9a9c36 req-203dcdbb-d27c-4817-90e0-3b2df82a0391 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc HTTP/1.1" status: 200  len: 834 time: 0.0454321
Feb 12 21:52:28.284419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-afd5cc03-dc22-491a-8b63-5fae891273db None None] Set router 6ce86b44-5fea-4d58-9922-e83de08054c0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:52:28.305738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f64ae6-9839-4660-b021-7f48ae9a9c36 req-a5fa71c6-d366-4ff3-8825-c0d7bc0b01fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:52:28.307244 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7f64ae6-9839-4660-b021-7f48ae9a9c36 req-a5fa71c6-d366-4ff3-8825-c0d7bc0b01fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ab4106e-482c-4094-adb4-89294aad6c76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443144
Feb 12 21:52:28.328146 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7a5a-af8f-435a-b5eb-d53fa9e71c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:28.403098 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7f64ae6-9839-4660-b021-7f48ae9a9c36 req-35085386-787e-4401-aba9-07caf1b35fed service neutron] 10.222.0.48 "GET /v2.0/networks/7ab4106e-482c-4094-adb4-89294aad6c76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892947
Feb 12 21:52:28.498282 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d7f64ae6-9839-4660-b021-7f48ae9a9c36 req-7edebf73-a703-4a2c-a3fd-b49accecda3a service neutron] 10.222.0.48 "GET /v2.0/networks/7ab4106e-482c-4094-adb4-89294aad6c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890276
Feb 12 21:52:28.518960 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-afd5cc03-dc22-491a-8b63-5fae891273db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb585940>, [{'id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198565506', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:52:06Z', 'updated_at': '2022-02-12T21:52:11Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:07Z', 'updated_at': '2022-02-12T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6be7d001-3557-489b-9fca-c0a69bd6a771', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'floating_ip_address': '172.35.2.146', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'port_id': 'aec1fd3c-6800-4110-9094-7e5802ef873b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76', 'mac_address': 'fa:16:3e:f6:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:52:26Z', 'updated_at': '2022-02-12T21:52:26Z', 'revision_number': 0, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0be7284-df42-451d-8b2a-f79944eb8912', 'name': '', 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:b5:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:10Z', 'updated_at': '2022-02-12T21:52:13Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:52:28.546466 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd5cc03-dc22-491a-8b63-5fae891273db None None] The sync data for ids ['6ce86b44-5fea-4d58-9922-e83de08054c0'] in ncdv-master-1 is: [{'id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198565506', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:52:06Z', 'updated_at': '2022-02-12T21:52:11Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:07Z', 'updated_at': '2022-02-12T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6be7d001-3557-489b-9fca-c0a69bd6a771', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'floating_ip_address': '172.35.2.146', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'port_id': 'aec1fd3c-6800-4110-9094-7e5802ef873b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76', 'mac_address': 'fa:16:3e:f6:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:52:26Z', 'updated_at': '2022-02-12T21:52:26Z', 'revision_number': 0, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0be7284-df42-451d-8b2a-f79944eb8912', 'name': '', 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:b5:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:10Z', 'updated_at': '2022-02-12T21:52:13Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:52:28.744391 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3094b6-de4b-4aad-99c1-f7733dd65335 None None] New status for floating IP 6be7d001-3557-489b-9fca-c0a69bd6a771: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:52:29.180543 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56354) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:52:29.241858 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-aacafd9b-ddbe-48a6-bf43-d52201fa3718 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/6be7d001-3557-489b-9fca-c0a69bd6a771 HTTP/1.1" status: 200  len: 993 time: 0.0601394
Feb 12 21:52:29.640838 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:29.793496 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:31.147271 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:32.224089 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:36.681603 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:52:55.866625 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f931bf1a-1720-4384-8181-ccc4547031c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:57.307110 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:58.352339 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a9abcabc-f589-4d98-8f56-fd85d8c64730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:59.643616 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:52:59.775832 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:01.118502 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:02.229579 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:02.713962 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54669d13-ac08-4f7e-bb90-faedcc2bd29f req-18279209-6401-4870-bb6b-7ea16e213dec tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:02.715489 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54669d13-ac08-4f7e-bb90-faedcc2bd29f req-18279209-6401-4870-bb6b-7ea16e213dec tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 945 time: 0.0566192
Feb 12 21:53:02.764797 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54669d13-ac08-4f7e-bb90-faedcc2bd29f req-d6edcec2-ec8e-475c-9888-018b7f7818a7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437171
Feb 12 21:53:03.890542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3229ed3-000a-4093-8cb4-2b951838e499 req-7dfbce6c-e6b6-45c1-bc66-981e83921f31 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:03.892024 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3229ed3-000a-4093-8cb4-2b951838e499 req-7dfbce6c-e6b6-45c1-bc66-981e83921f31 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 945 time: 0.0531979
Feb 12 21:53:03.944928 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3229ed3-000a-4093-8cb4-2b951838e499 req-38a30765-c84c-4e74-98a9-32a8d68dfb5d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470779
Feb 12 21:53:03.968080 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56376) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:04.028435 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ef154e22-f9be-47ff-bd6e-49d92285e899 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/6be7d001-3557-489b-9fca-c0a69bd6a771 HTTP/1.1" status: 200  len: 993 time: 0.0591264
Feb 12 21:53:05.440646 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70f882-68f6-4bdf-8729-7649911a64af req-b8617e9d-37fd-484e-bbb1-12307edaee95 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:05.442162 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6d70f882-68f6-4bdf-8729-7649911a64af req-b8617e9d-37fd-484e-bbb1-12307edaee95 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 945 time: 0.0558758
Feb 12 21:53:05.490147 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6d70f882-68f6-4bdf-8729-7649911a64af req-aebb670d-33ba-4e85-bf98-05bed53fe824 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423465
Feb 12 21:53:06.611944 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71c318-423c-414e-857f-4794ef4994fd req-1e33262e-a4b5-48a5-b3bf-6f2c74b340c8 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:06.613454 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bb71c318-423c-414e-857f-4794ef4994fd req-1e33262e-a4b5-48a5-b3bf-6f2c74b340c8 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 945 time: 0.0522313
Feb 12 21:53:06.661426 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-bb71c318-423c-414e-857f-4794ef4994fd req-e4fc0a40-e139-4684-ba4e-c45bdbf8d520 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417047
Feb 12 21:53:06.685128 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56386) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:06.748826 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d902501f-ce3f-40b7-8b46-116e3a1b34f6 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/6be7d001-3557-489b-9fca-c0a69bd6a771 HTTP/1.1" status: 200  len: 993 time: 0.0625539
Feb 12 21:53:06.982524 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56392) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:07.138100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port 215b7f71-3e60-4322-b69c-502b1f2dfbc5 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:53:07.138453 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (215b7f71-3e60-4322-b69c-502b1f2dfbc5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:07.218012 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (215b7f71-3e60-4322-b69c-502b1f2dfbc5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:07.218343 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (215b7f71-3e60-4322-b69c-502b1f2dfbc5), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:07.229963 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for 215b7f71-3e60-4322-b69c-502b1f2dfbc5 owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:53:07.418648 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (215b7f71-3e60-4322-b69c-502b1f2dfbc5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:07.442595 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=215b7f71-3e60-4322-b69c-502b1f2dfbc5,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:07.455521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:07.455879 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:07.456228 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:07.456575 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:07.456915 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:07.457253 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:07.457617 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:07.457958 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:07.458318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:07.458746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:07.459081 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:07.459415 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:07.459761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:07.517730 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (6be7d001-3557-489b-9fca-c0a69bd6a771), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:07.527128 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Floating IP 6be7d001-3557-489b-9fca-c0a69bd6a771 disassociated (deleted). External IP: 172.35.2.146, port: aec1fd3c-6800-4110-9094-7e5802ef873b.
Feb 12 21:53:07.729229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 6ce86b44-5fea-4d58-9922-e83de08054c0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:53:07.842721 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:53:07.847561 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:07.852324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c93ba0-0311-42f3-8e48-969de88759fb None None] Sync routers for ids ['6ce86b44-5fea-4d58-9922-e83de08054c0'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:53:07.862744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c93ba0-0311-42f3-8e48-969de88759fb None None] Routers {'6ce86b44-5fea-4d58-9922-e83de08054c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:53:07.863350 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f7c93ba0-0311-42f3-8e48-969de88759fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1f18b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:52:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6ce86b44-5fea-4d58-9922-e83de08054c0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:07.877804 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-61b0c56f-b08f-429e-bab2-2b39be1cf384 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/floatingips/6be7d001-3557-489b-9fca-c0a69bd6a771 HTTP/1.1" status: 204  len: 168 time: 0.8941619
Feb 12 21:53:07.878491 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71', 'tag': 'aec1fd3c-6800-4110-9094-7e5802ef873b'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:53:07.880872 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a120e2e-6d97-407e-8ccb-5c7c2d168447" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71", "tag": "aec1fd3c-6800-4110-9094-7e5802ef873b"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:53:07.928318 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a0f4a0-dcb3-4055-9073-1378a432c6f7 x-openstack-request-id: req-16a0f4a0-dcb3-4055-9073-1378a432c6f7 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:53:07.928737 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71", "tag": "aec1fd3c-6800-4110-9094-7e5802ef873b", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:53:07.928888 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16a0f4a0-dcb3-4055-9073-1378a432c6f7 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:53:07.929292 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71', 'tag': 'aec1fd3c-6800-4110-9094-7e5802ef873b', 'status': 'completed', 'code': 200}
Feb 12 21:53:07.977329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-f7c93ba0-0311-42f3-8e48-969de88759fb None None] Set router 6ce86b44-5fea-4d58-9922-e83de08054c0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:53:08.010714 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a120e2e-6d97-407e-8ccb-5c7c2d168447 req-7d734307-eaf8-4c0b-b289-f7a5608d333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:08.012308 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a120e2e-6d97-407e-8ccb-5c7c2d168447 req-7d734307-eaf8-4c0b-b289-f7a5608d333f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 1127 time: 0.0538146
Feb 12 21:53:08.106993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a120e2e-6d97-407e-8ccb-5c7c2d168447 req-a273d371-b9e9-49ce-949f-8e339937698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:08.108667 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a120e2e-6d97-407e-8ccb-5c7c2d168447 req-a273d371-b9e9-49ce-949f-8e339937698c service neutron] 10.222.0.48 "GET /v2.0/networks?id=7ab4106e-482c-4094-adb4-89294aad6c76 HTTP/1.1" status: 200  len: 898 time: 0.0907855
Feb 12 21:53:08.157109 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a120e2e-6d97-407e-8ccb-5c7c2d168447 req-4c662b9e-e170-4824-bd56-857cd7117573 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec1fd3c-6800-4110-9094-7e5802ef873b HTTP/1.1" status: 200  len: 217 time: 0.0392969
Feb 12 21:53:08.182907 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f7c93ba0-0311-42f3-8e48-969de88759fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1f18b0>, [{'id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198565506', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:52:06Z', 'updated_at': '2022-02-12T21:52:11Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:07Z', 'updated_at': '2022-02-12T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0be7284-df42-451d-8b2a-f79944eb8912', 'name': '', 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:b5:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:10Z', 'updated_at': '2022-02-12T21:52:13Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:08.211938 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a120e2e-6d97-407e-8ccb-5c7c2d168447 req-b5a711fd-940c-49e6-b64a-fa314269afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:08.213484 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a120e2e-6d97-407e-8ccb-5c7c2d168447 req-b5a711fd-940c-49e6-b64a-fa314269afdf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc HTTP/1.1" status: 200  len: 834 time: 0.0473111
Feb 12 21:53:08.215088 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c93ba0-0311-42f3-8e48-969de88759fb None None] Checking router: 6ce86b44-5fea-4d58-9922-e83de08054c0 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:53:08.224012 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c93ba0-0311-42f3-8e48-969de88759fb None None] Routers {'6ce86b44-5fea-4d58-9922-e83de08054c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:53:08.224704 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f7c93ba0-0311-42f3-8e48-969de88759fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1f18b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:52:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6ce86b44-5fea-4d58-9922-e83de08054c0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:08.268875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a120e2e-6d97-407e-8ccb-5c7c2d168447 req-1e37efce-c8dd-4965-a64d-ccbfbeb85350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:08.270438 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a120e2e-6d97-407e-8ccb-5c7c2d168447 req-1e37efce-c8dd-4965-a64d-ccbfbeb85350 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ab4106e-482c-4094-adb4-89294aad6c76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0476191
Feb 12 21:53:08.343682 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-f7c93ba0-0311-42f3-8e48-969de88759fb None None] Set router 6ce86b44-5fea-4d58-9922-e83de08054c0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:53:08.408677 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a120e2e-6d97-407e-8ccb-5c7c2d168447 req-e8655c32-79b4-473a-92fd-68fa804c98d1 service neutron] 10.222.0.48 "GET /v2.0/networks/7ab4106e-482c-4094-adb4-89294aad6c76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275849
Feb 12 21:53:08.420264 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867c39a-54b5-445a-aba3-2d7b99eefddb req-ca6d37b4-086b-40ff-bf7e-2905960ba05a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:08.421872 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b867c39a-54b5-445a-aba3-2d7b99eefddb req-ca6d37b4-086b-40ff-bf7e-2905960ba05a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 945 time: 0.0773048
Feb 12 21:53:08.533895 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b867c39a-54b5-445a-aba3-2d7b99eefddb req-bd5b1094-ae22-41cf-b78c-f88921012b6b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023452
Feb 12 21:53:08.544375 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f7c93ba0-0311-42f3-8e48-969de88759fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb1f18b0>, [{'id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198565506', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:52:06Z', 'updated_at': '2022-02-12T21:52:11Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:07Z', 'updated_at': '2022-02-12T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0be7284-df42-451d-8b2a-f79944eb8912', 'name': '', 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:b5:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:10Z', 'updated_at': '2022-02-12T21:52:13Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:08.548657 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a120e2e-6d97-407e-8ccb-5c7c2d168447 req-3c2fbde9-ef67-404a-815a-e3dc6a1dcaeb service neutron] 10.222.0.48 "GET /v2.0/networks/7ab4106e-482c-4094-adb4-89294aad6c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257050
Feb 12 21:53:08.571487 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c93ba0-0311-42f3-8e48-969de88759fb None None] The sync data for ids ['6ce86b44-5fea-4d58-9922-e83de08054c0'] in ncdv-master-1 is: [{'id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198565506', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:52:06Z', 'updated_at': '2022-02-12T21:52:11Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:07Z', 'updated_at': '2022-02-12T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0be7284-df42-451d-8b2a-f79944eb8912', 'name': '', 'network_id': '7ab4106e-482c-4094-adb4-89294aad6c76', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:b5:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:10Z', 'updated_at': '2022-02-12T21:52:13Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:53:08.803847 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fe62fb-328d-49d5-b7af-86671b132a0d None None] New status for floating IP 6be7d001-3557-489b-9fca-c0a69bd6a771: DOWN {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:53:09.660786 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d39cf6-8455-4a39-a5bb-5425486bf3f5 req-5729afb8-12b2-46e6-80f8-eb0c95850ab4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:09.662301 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-94d39cf6-8455-4a39-a5bb-5425486bf3f5 req-5729afb8-12b2-46e6-80f8-eb0c95850ab4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 945 time: 0.0522490
Feb 12 21:53:09.711716 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-94d39cf6-8455-4a39-a5bb-5425486bf3f5 req-fed5b528-793c-4645-97a3-d4e64d3bfd4d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=23515356-a1b8-4122-8178-abcb942d1217&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428889
Feb 12 21:53:10.079715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b5c1b-477e-4a48-95d6-c8422b011f14 req-0497ffac-b333-4492-94d7-ddf086b2e805 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:10.081235 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-808b5c1b-477e-4a48-95d6-c8422b011f14 req-0497ffac-b333-4492-94d7-ddf086b2e805 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 945 time: 0.0524237
Feb 12 21:53:10.174092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-808b5c1b-477e-4a48-95d6-c8422b011f14 req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port aec1fd3c-6800-4110-9094-7e5802ef873b {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:53:10.174430 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-808b5c1b-477e-4a48-95d6-c8422b011f14 req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (aec1fd3c-6800-4110-9094-7e5802ef873b), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:10.264594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-808b5c1b-477e-4a48-95d6-c8422b011f14 req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] For port aec1fd3c-6800-4110-9094-7e5802ef873b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aec1fd3c-6800-4110-9094-7e5802ef873b,segment=NetworkSegment(10af4403-f6bc-4a59-8a32-ff086fcd9674),segment_id=10af4403-f6bc-4a59-8a32-ff086fcd9674)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:53:10.264953 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-808b5c1b-477e-4a48-95d6-c8422b011f14 req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (aec1fd3c-6800-4110-9094-7e5802ef873b), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:10.277464 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-808b5c1b-477e-4a48-95d6-c8422b011f14 req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for aec1fd3c-6800-4110-9094-7e5802ef873b owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:53:10.478258 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-808b5c1b-477e-4a48-95d6-c8422b011f14 req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (aec1fd3c-6800-4110-9094-7e5802ef873b), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:10.507389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=aec1fd3c-6800-4110-9094-7e5802ef873b,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:10.535775 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:10.535775 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:10.535775 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:10.536107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:10.536217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:10.536501 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:10.536841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:10.537176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:10.537542 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:10.537881 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:10.538218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:10.538552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:10.538884 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:10.562169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-808b5c1b-477e-4a48-95d6-c8422b011f14 req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] No DVR routers for this DVR port aec1fd3c-6800-4110-9094-7e5802ef873b on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:53:10.564711 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-808b5c1b-477e-4a48-95d6-c8422b011f14 req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:10.568100 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-808b5c1b-477e-4a48-95d6-c8422b011f14 req-a2142e77-9b49-4309-8b62-a29cfa1c035c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "DELETE /v2.0/ports/aec1fd3c-6800-4110-9094-7e5802ef873b HTTP/1.1" status: 204  len: 173 time: 0.4790034
Feb 12 21:53:10.568576 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71', 'name': 'network-vif-deleted', 'tag': 'aec1fd3c-6800-4110-9094-7e5802ef873b'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:53:10.571731 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca01089c-6bd5-4271-bcf3-d7e82d017276" -d '{"events": [{"server_uuid": "2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71", "name": "network-vif-deleted", "tag": "aec1fd3c-6800-4110-9094-7e5802ef873b"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:53:10.607149 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84a8c08-ab1a-46c3-a169-ecf2a5e19fce x-openstack-request-id: req-c84a8c08-ab1a-46c3-a169-ecf2a5e19fce {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:53:10.607448 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71", "name": "network-vif-deleted", "tag": "aec1fd3c-6800-4110-9094-7e5802ef873b", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:53:10.607706 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c84a8c08-ab1a-46c3-a169-ecf2a5e19fce {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:53:10.608155 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71', 'name': 'network-vif-deleted', 'tag': 'aec1fd3c-6800-4110-9094-7e5802ef873b', 'status': 'completed', 'code': 200}
Feb 12 21:53:10.815121 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7101f58d-1994-4105-aeef-21d2e14c6515 req-3883f571-ab5f-4a09-9ddd-cf1ba5328a1a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f9c0f44-dc9d-4d07-a9cf-2299b3b6bd71 HTTP/1.1" status: 200  len: 210 time: 0.0333579
Feb 12 21:53:11.875048 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56416) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:12.236409 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09bdd9ea-fa8d-4d66-863a-df749c38ea6c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (6ce86b44-5fea-4d58-9922-e83de08054c0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:12.490585 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-09bdd9ea-fa8d-4d66-863a-df749c38ea6c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port c0be7284-df42-451d-8b2a-f79944eb8912 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:53:12.490831 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09bdd9ea-fa8d-4d66-863a-df749c38ea6c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:12.583159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-09bdd9ea-fa8d-4d66-863a-df749c38ea6c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] For port c0be7284-df42-451d-8b2a-f79944eb8912, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0be7284-df42-451d-8b2a-f79944eb8912,segment=NetworkSegment(10af4403-f6bc-4a59-8a32-ff086fcd9674),segment_id=10af4403-f6bc-4a59-8a32-ff086fcd9674)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:53:12.583521 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09bdd9ea-fa8d-4d66-863a-df749c38ea6c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:12.911495 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-09bdd9ea-fa8d-4d66-863a-df749c38ea6c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for c0be7284-df42-451d-8b2a-f79944eb8912 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:53:13.143923 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09bdd9ea-fa8d-4d66-863a-df749c38ea6c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (c0be7284-df42-451d-8b2a-f79944eb8912), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:13.170648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdd9ea-fa8d-4d66-863a-df749c38ea6c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=c0be7284-df42-451d-8b2a-f79944eb8912,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:13.349664 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09bdd9ea-fa8d-4d66-863a-df749c38ea6c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (6ce86b44-5fea-4d58-9922-e83de08054c0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:13.435556 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device aec1fd3c-6800-4110-9094-7e5802ef873b no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:53:13.455598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: aec1fd3c-6800-4110-9094-7e5802ef873b {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:53:13.455948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device aec1fd3c-6800-4110-9094-7e5802ef873b not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:53:13.592297 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bdd9ea-fa8d-4d66-863a-df749c38ea6c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 6ce86b44-5fea-4d58-9922-e83de08054c0 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:53:13.680465 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:53:13.703296 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bdd9ea-fa8d-4d66-863a-df749c38ea6c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:53:13.708582 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-09bdd9ea-fa8d-4d66-863a-df749c38ea6c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "PUT /v2.0/routers/6ce86b44-5fea-4d58-9922-e83de08054c0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8324943
Feb 12 21:53:13.711421 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56426) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:13.713475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba07e23-6dbc-4d27-bf3b-ec0e47868b4b None None] Sync routers for ids ['6ce86b44-5fea-4d58-9922-e83de08054c0'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:53:13.727334 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba07e23-6dbc-4d27-bf3b-ec0e47868b4b None None] Routers {'6ce86b44-5fea-4d58-9922-e83de08054c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:53:13.734388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-cba07e23-6dbc-4d27-bf3b-ec0e47868b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb535af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:52:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6ce86b44-5fea-4d58-9922-e83de08054c0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:13.765342 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b6fe56-91dc-4d7a-b46f-0d28d37c81d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting subnet e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:53:13.768952 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5b6fe56-91dc-4d7a-b46f-0d28d37c81d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for subnet (e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:13.813007 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5b6fe56-91dc-4d7a-b46f-0d28d37c81d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:13.908265 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5b6fe56-91dc-4d7a-b46f-0d28d37c81d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:13.998760 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-cba07e23-6dbc-4d27-bf3b-ec0e47868b4b None None] Set router 6ce86b44-5fea-4d58-9922-e83de08054c0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:53:14.027811 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5b6fe56-91dc-4d7a-b46f-0d28d37c81d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:14.053323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6fe56-91dc-4d7a-b46f-0d28d37c81d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:14.059354 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b5b6fe56-91dc-4d7a-b46f-0d28d37c81d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:14.065125 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b5b6fe56-91dc-4d7a-b46f-0d28d37c81d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/subnets/e5ccef4e-0d03-4cb7-94dd-5c5e0ed4e4bc HTTP/1.1" status: 204  len: 168 time: 0.3514550
Feb 12 21:53:14.065571 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56428) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:14.077444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eb97b5-c92d-4ad9-9379-9c340e8be318 None None] Network 7ab4106e-482c-4094-adb4-89294aad6c76 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:53:14.181032 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba08bf29-2c2a-4427-8c70-47bef42255a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router (6ce86b44-5fea-4d58-9922-e83de08054c0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:14.268866 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-cba07e23-6dbc-4d27-bf3b-ec0e47868b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb535af0>, [{'id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198565506', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:52:06Z', 'updated_at': '2022-02-12T21:53:13Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:07Z', 'updated_at': '2022-02-12T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:14.296459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba07e23-6dbc-4d27-bf3b-ec0e47868b4b None None] Checking router: 6ce86b44-5fea-4d58-9922-e83de08054c0 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:53:14.300698 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba08bf29-2c2a-4427-8c70-47bef42255a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (6ce86b44-5fea-4d58-9922-e83de08054c0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:14.308167 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba07e23-6dbc-4d27-bf3b-ec0e47868b4b None None] Routers {'6ce86b44-5fea-4d58-9922-e83de08054c0'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:53:14.308811 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-cba07e23-6dbc-4d27-bf3b-ec0e47868b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb535af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:52:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['6ce86b44-5fea-4d58-9922-e83de08054c0'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:14.348957 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] DHCP port deletion for 7ab4106e-482c-4094-adb4-89294aad6c76 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:53:14.399163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ba08bf29-2c2a-4427-8c70-47bef42255a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port cef87888-5803-4dee-ae54-626a936d7a65 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:53:14.399578 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba08bf29-2c2a-4427-8c70-47bef42255a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (cef87888-5803-4dee-ae54-626a936d7a65), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:14.457633 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-cba07e23-6dbc-4d27-bf3b-ec0e47868b4b None None] Set router 6ce86b44-5fea-4d58-9922-e83de08054c0 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:53:14.486175 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-ba08bf29-2c2a-4427-8c70-47bef42255a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] For port cef87888-5803-4dee-ae54-626a936d7a65, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cef87888-5803-4dee-ae54-626a936d7a65,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:53:14.486572 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba08bf29-2c2a-4427-8c70-47bef42255a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (cef87888-5803-4dee-ae54-626a936d7a65), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:14.498492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ba08bf29-2c2a-4427-8c70-47bef42255a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for cef87888-5803-4dee-ae54-626a936d7a65 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:53:14.517409 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Deleting port 829fd982-36c0-427f-8eb2-42c88c74ff27 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:53:14.517710 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (829fd982-36c0-427f-8eb2-42c88c74ff27), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:14.630140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] For port 829fd982-36c0-427f-8eb2-42c88c74ff27, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=829fd982-36c0-427f-8eb2-42c88c74ff27,segment=NetworkSegment(10af4403-f6bc-4a59-8a32-ff086fcd9674),segment_id=10af4403-f6bc-4a59-8a32-ff086fcd9674)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:53:14.630140 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (829fd982-36c0-427f-8eb2-42c88c74ff27), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:14.648292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Calling delete_port for 829fd982-36c0-427f-8eb2-42c88c74ff27 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:53:14.777295 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 829fd982-36c0-427f-8eb2-42c88c74ff27 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:53:14.806249 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-cba07e23-6dbc-4d27-bf3b-ec0e47868b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb535af0>, [{'id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198565506', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:52:06Z', 'updated_at': '2022-02-12T21:53:13Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:07Z', 'updated_at': '2022-02-12T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:14.839438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba07e23-6dbc-4d27-bf3b-ec0e47868b4b None None] The sync data for ids ['6ce86b44-5fea-4d58-9922-e83de08054c0'] in ncdv-master-1 is: [{'id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198565506', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:52:06Z', 'updated_at': '2022-02-12T21:53:13Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': 'cef87888-5803-4dee-ae54-626a936d7a65', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce86b44-5fea-4d58-9922-e83de08054c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:52:07Z', 'updated_at': '2022-02-12T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:53:14.853799 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba08bf29-2c2a-4427-8c70-47bef42255a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (cef87888-5803-4dee-ae54-626a936d7a65), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:14.883223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08bf29-2c2a-4427-8c70-47bef42255a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=cef87888-5803-4dee-ae54-626a936d7a65,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:14.885579 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (829fd982-36c0-427f-8eb2-42c88c74ff27), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:14.919109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] No DVR routers for this DVR port 829fd982-36c0-427f-8eb2-42c88c74ff27 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:53:14.924762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 829fd982-36c0-427f-8eb2-42c88c74ff27 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:53:14.924762 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (829fd982-36c0-427f-8eb2-42c88c74ff27), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:14.924762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Pushing event deleted for resources: {'Port': ['ID=829fd982-36c0-427f-8eb2-42c88c74ff27,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:14.940919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:14.941271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:14.941647 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:14.941984 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:14.942311 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:14.942639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:14.942970 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:14.943293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:14.943616 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:14.943936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:14.944258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:14.944580 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:14.944901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9a628-8f6b-4ce0-8128-245aa790f7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:14.960527 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba08bf29-2c2a-4427-8c70-47bef42255a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (6ce86b44-5fea-4d58-9922-e83de08054c0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:15.053826 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba08bf29-2c2a-4427-8c70-47bef42255a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (6ce86b44-5fea-4d58-9922-e83de08054c0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:15.055864 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba08bf29-2c2a-4427-8c70-47bef42255a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_controller (6ce86b44-5fea-4d58-9922-e83de08054c0), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:15.143789 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba08bf29-2c2a-4427-8c70-47bef42255a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (6ce86b44-5fea-4d58-9922-e83de08054c0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:15.144536 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba08bf29-2c2a-4427-8c70-47bef42255a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Fanout notify agent at l3_agent the message router_deleted on router 6ce86b44-5fea-4d58-9922-e83de08054c0 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:53:15.152430 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ba08bf29-2c2a-4427-8c70-47bef42255a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:15.152568 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ba08bf29-2c2a-4427-8c70-47bef42255a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/routers/6ce86b44-5fea-4d58-9922-e83de08054c0 HTTP/1.1" status: 204  len: 168 time: 1.0853596
Feb 12 21:53:15.155757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56430) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:15.239971 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f616766-59b6-4aab-b6d1-82c8c240f113 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (7ab4106e-482c-4094-adb4-89294aad6c76), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:15.329916 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f616766-59b6-4aab-b6d1-82c8c240f113 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (7ab4106e-482c-4094-adb4-89294aad6c76), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:15.350565 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-7f616766-59b6-4aab-b6d1-82c8c240f113 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f99dd9a0>,) {'filters': {'network_id': ['7ab4106e-482c-4094-adb4-89294aad6c76']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:15.360289 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-7f616766-59b6-4aab-b6d1-82c8c240f113 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f99dd9a0>, '10af4403-f6bc-4a59-8a32-ff086fcd9674') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:15.360589 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-7f616766-59b6-4aab-b6d1-82c8c240f113 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f99dd9a0>, '10af4403-f6bc-4a59-8a32-ff086fcd9674') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:15.370647 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f616766-59b6-4aab-b6d1-82c8c240f113 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (10af4403-f6bc-4a59-8a32-ff086fcd9674), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:15.383917 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f616766-59b6-4aab-b6d1-82c8c240f113 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (10af4403-f6bc-4a59-8a32-ff086fcd9674), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:15.390991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f616766-59b6-4aab-b6d1-82c8c240f113 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:53:15.391389 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f616766-59b6-4aab-b6d1-82c8c240f113 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (10af4403-f6bc-4a59-8a32-ff086fcd9674), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:53:15.394391 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:53:15.526909 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f616766-59b6-4aab-b6d1-82c8c240f113 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (7ab4106e-482c-4094-adb4-89294aad6c76), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:15.534635 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f616766-59b6-4aab-b6d1-82c8c240f113 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:15.537421 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7f616766-59b6-4aab-b6d1-82c8c240f113 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/networks/7ab4106e-482c-4094-adb4-89294aad6c76 HTTP/1.1" status: 204  len: 168 time: 0.3805749
Feb 12 21:53:15.540237 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56432) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:15.549980 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f616766-59b6-4aab-b6d1-82c8c240f113 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Network': ['ID=7ab4106e-482c-4094-adb4-89294aad6c76,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:15.597210 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-076d3c40-163e-4e97-8cc5-b5b84d5c575c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (23515356-a1b8-4122-8178-abcb942d1217), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:15.626805 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-076d3c40-163e-4e97-8cc5-b5b84d5c575c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (23515356-a1b8-4122-8178-abcb942d1217), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:15.752439 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-076d3c40-163e-4e97-8cc5-b5b84d5c575c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (23515356-a1b8-4122-8178-abcb942d1217), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:15.755148 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-076d3c40-163e-4e97-8cc5-b5b84d5c575c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:15.756375 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-076d3c40-163e-4e97-8cc5-b5b84d5c575c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/security-groups/23515356-a1b8-4122-8178-abcb942d1217 HTTP/1.1" status: 204  len: 168 time: 0.2145526
Feb 12 21:53:15.765789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d3c40-163e-4e97-8cc5-b5b84d5c575c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23515356-a1b8-4122-8178-abcb942d1217,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:16.349954 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56438) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:16.354732 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-ee3529e0-28c1-4d83-8f2f-5513f5947b21 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-879220085', 'description': 'tempest-secgroup-smoke-879220085 description', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:53:16.426804 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee3529e0-28c1-4d83-8f2f-5513f5947b21 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:16.492274 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee3529e0-28c1-4d83-8f2f-5513f5947b21 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (b395ac33-01ff-48c1-944a-ab46da59a426), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:16.546359 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee3529e0-28c1-4d83-8f2f-5513f5947b21 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b395ac33-01ff-48c1-944a-ab46da59a426), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:16.576490 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3529e0-28c1-4d83-8f2f-5513f5947b21 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b395ac33-01ff-48c1-944a-ab46da59a426,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:16.639618 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-ee3529e0-28c1-4d83-8f2f-5513f5947b21 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:16.640930 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-ee3529e0-28c1-4d83-8f2f-5513f5947b21 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2899377
Feb 12 21:53:16.643801 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56440) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:16.649845 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-3b17137f-243b-4ad7-a860-b29b5314c69a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': 'b395ac33-01ff-48c1-944a-ab46da59a426', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:53:16.711557 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c0be7284-df42-451d-8b2a-f79944eb8912 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:53:16.728387 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b17137f-243b-4ad7-a860-b29b5314c69a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (143debbf-fca4-4a05-bf88-b038cc7c54b6), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:16.736222 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: c0be7284-df42-451d-8b2a-f79944eb8912 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:53:16.736570 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c0be7284-df42-451d-8b2a-f79944eb8912 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:53:16.736985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cef87888-5803-4dee-ae54-626a936d7a65 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:53:16.756938 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: cef87888-5803-4dee-ae54-626a936d7a65 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:53:16.762585 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cef87888-5803-4dee-ae54-626a936d7a65 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:53:16.785681 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b17137f-243b-4ad7-a860-b29b5314c69a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (143debbf-fca4-4a05-bf88-b038cc7c54b6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:16.863540 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b17137f-243b-4ad7-a860-b29b5314c69a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (143debbf-fca4-4a05-bf88-b038cc7c54b6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:16.881980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17137f-243b-4ad7-a860-b29b5314c69a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143debbf-fca4-4a05-bf88-b038cc7c54b6,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:17.006341 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-3b17137f-243b-4ad7-a860-b29b5314c69a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:17.007721 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3b17137f-243b-4ad7-a860-b29b5314c69a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3629224
Feb 12 21:53:17.011109 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56442) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:17.015950 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-782a1db8-ab87-4095-af36-02c807922800 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': 'b395ac33-01ff-48c1-944a-ab46da59a426', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:53:17.114500 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-782a1db8-ab87-4095-af36-02c807922800 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (76991192-5b32-4038-af13-30b4afd152e8), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:17.171173 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-782a1db8-ab87-4095-af36-02c807922800 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (76991192-5b32-4038-af13-30b4afd152e8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:17.238116 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-782a1db8-ab87-4095-af36-02c807922800 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (76991192-5b32-4038-af13-30b4afd152e8), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:17.253725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a1db8-ab87-4095-af36-02c807922800 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76991192-5b32-4038-af13-30b4afd152e8,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:17.311595 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-782a1db8-ab87-4095-af36-02c807922800 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:17.312815 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-782a1db8-ab87-4095-af36-02c807922800 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3006713
Feb 12 21:53:17.315585 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56444) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:17.319808 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-534721bf-f4e6-40f4-b894-12d784abf900 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': 'b395ac33-01ff-48c1-944a-ab46da59a426', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:53:17.399810 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-534721bf-f4e6-40f4-b894-12d784abf900 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (85317c88-7fe5-4830-a70c-2344fe407cce), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:17.455816 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-534721bf-f4e6-40f4-b894-12d784abf900 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (85317c88-7fe5-4830-a70c-2344fe407cce), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:17.540557 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-534721bf-f4e6-40f4-b894-12d784abf900 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (85317c88-7fe5-4830-a70c-2344fe407cce), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:17.559086 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534721bf-f4e6-40f4-b894-12d784abf900 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85317c88-7fe5-4830-a70c-2344fe407cce,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:17.616839 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-534721bf-f4e6-40f4-b894-12d784abf900 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:17.618150 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-534721bf-f4e6-40f4-b894-12d784abf900 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3016241
Feb 12 21:53:17.621389 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56446) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:17.625982 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-db6730ad-ca44-44ea-ac3e-fe2a5e5109f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': 'b395ac33-01ff-48c1-944a-ab46da59a426', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:53:17.711220 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db6730ad-ca44-44ea-ac3e-fe2a5e5109f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (29a67921-354c-4dd7-b5ae-26eb91682226), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:17.768630 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db6730ad-ca44-44ea-ac3e-fe2a5e5109f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (29a67921-354c-4dd7-b5ae-26eb91682226), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:17.829321 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db6730ad-ca44-44ea-ac3e-fe2a5e5109f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (29a67921-354c-4dd7-b5ae-26eb91682226), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:17.848961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6730ad-ca44-44ea-ac3e-fe2a5e5109f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a67921-354c-4dd7-b5ae-26eb91682226,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:17.908079 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-db6730ad-ca44-44ea-ac3e-fe2a5e5109f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:17.909281 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-db6730ad-ca44-44ea-ac3e-fe2a5e5109f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2869787
Feb 12 21:53:17.912054 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56448) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:17.916933 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-780a67d8-2cf8-4d07-bf20-221c52bb570c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': 'b395ac33-01ff-48c1-944a-ab46da59a426', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:53:18.009120 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-780a67d8-2cf8-4d07-bf20-221c52bb570c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Project dc7b3029bd844f88a4fe9146af00a270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:53:18.014368 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-780a67d8-2cf8-4d07-bf20-221c52bb570c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (8331675c-5212-4b3a-a8a7-54a04c21b200), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:18.075331 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-780a67d8-2cf8-4d07-bf20-221c52bb570c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (8331675c-5212-4b3a-a8a7-54a04c21b200), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:18.120614 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-780a67d8-2cf8-4d07-bf20-221c52bb570c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (8331675c-5212-4b3a-a8a7-54a04c21b200), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:18.138440 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a67d8-2cf8-4d07-bf20-221c52bb570c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8331675c-5212-4b3a-a8a7-54a04c21b200,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:18.197222 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-780a67d8-2cf8-4d07-bf20-221c52bb570c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:18.198583 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-780a67d8-2cf8-4d07-bf20-221c52bb570c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2854810
Feb 12 21:53:18.201330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56450) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:18.205769 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-9df8ede8-0b23-4fb9-a0b7-0f7fb325bbbf tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': 'b395ac33-01ff-48c1-944a-ab46da59a426', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:53:18.292261 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-9df8ede8-0b23-4fb9-a0b7-0f7fb325bbbf tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Project dc7b3029bd844f88a4fe9146af00a270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:53:18.298521 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9df8ede8-0b23-4fb9-a0b7-0f7fb325bbbf tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (757dca18-c349-4d3d-86ae-3e08fe521387), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:18.359494 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9df8ede8-0b23-4fb9-a0b7-0f7fb325bbbf tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (757dca18-c349-4d3d-86ae-3e08fe521387), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:18.426415 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9df8ede8-0b23-4fb9-a0b7-0f7fb325bbbf tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (757dca18-c349-4d3d-86ae-3e08fe521387), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:18.444564 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8ede8-0b23-4fb9-a0b7-0f7fb325bbbf tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757dca18-c349-4d3d-86ae-3e08fe521387,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:18.508835 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9df8ede8-0b23-4fb9-a0b7-0f7fb325bbbf tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:18.510237 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9df8ede8-0b23-4fb9-a0b7-0f7fb325bbbf tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3078938
Feb 12 21:53:18.512967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56452) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:18.517991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6b703cb0-9834-466a-b3cf-ffe89668126a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'network': {'name': 'tempest-network-smoke--1223950184', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'port_security_enabled': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:53:18.592202 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b703cb0-9834-466a-b3cf-ffe89668126a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Made reservation on behalf of dc7b3029bd844f88a4fe9146af00a270 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:53:18.595433 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b703cb0-9834-466a-b3cf-ffe89668126a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:18.618903 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b703cb0-9834-466a-b3cf-ffe89668126a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:53:18.628077 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b703cb0-9834-466a-b3cf-ffe89668126a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (58090307-a4cf-49dc-a450-e38b9e5ad50f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:18.630890 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-6b703cb0-9834-466a-b3cf-ffe89668126a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Added segment 58090307-a4cf-49dc-a450-e38b9e5ad50f of type vlan for network 6419cbaf-9efd-484f-adfe-0c49ef1c04f0
Feb 12 21:53:18.668886 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b703cb0-9834-466a-b3cf-ffe89668126a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (6419cbaf-9efd-484f-adfe-0c49ef1c04f0), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:18.763521 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b703cb0-9834-466a-b3cf-ffe89668126a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (6419cbaf-9efd-484f-adfe-0c49ef1c04f0), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:18.768620 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b703cb0-9834-466a-b3cf-ffe89668126a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:18.769206 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b703cb0-9834-466a-b3cf-ffe89668126a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:18.836761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b703cb0-9834-466a-b3cf-ffe89668126a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Network': ['ID=6419cbaf-9efd-484f-adfe-0c49ef1c04f0,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:18.848026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 6419cbaf-9efd-484f-adfe-0c49ef1c04f0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:53:18.874951 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6b703cb0-9834-466a-b3cf-ffe89668126a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3609011
Feb 12 21:53:18.877687 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56454) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:18.882273 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1017765802', 'admin_state_up': True, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:53:18.958204 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:18.959343 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:19.012083 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_controller (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:19.232666 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:19.502277 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:19.521194 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:19.619497 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.35.2.96 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/4651dda7-141e-48c2-9739-bd8a1e70a5c4) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:53:19.724044 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (4651dda7-141e-48c2-9739-bd8a1e70a5c4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:19.807227 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4651dda7-141e-48c2-9739-bd8a1e70a5c4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:19.850013 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:53:19.852873 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:53:19.866219 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:53:19.866219 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=4651dda7-141e-48c2-9739-bd8a1e70a5c4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:20.208651 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:20.415748 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:20.614578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:53:20.723535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:53:20.733973 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f598e565-869a-438a-83be-94585d3364eb None None] Sync routers for ids ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:53:20.743657 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f598e565-869a-438a-83be-94585d3364eb None None] Routers {'48b4426e-98b8-4a5f-9ec4-50b9d79758e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:53:20.753094 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f598e565-869a-438a-83be-94585d3364eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc57550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:52:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:20.812433 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:20.816812 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-821a6c98-640f-48e6-9079-79b253040f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.9350798
Feb 12 21:53:20.818747 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56456) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:20.846387 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-400dc9e3-eb2d-47de-b14e-91d98f3639c7 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=dc7b3029bd844f88a4fe9146af00a270&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0281739
Feb 12 21:53:20.849160 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56458) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:20.851866 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-f598e565-869a-438a-83be-94585d3364eb None None] Set router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:53:20.943668 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3d95b6-9163-4bdc-8229-df110c49b375 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:20.945207 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-de3d95b6-9163-4bdc-8229-df110c49b375 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0950625
Feb 12 21:53:20.948209 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56460) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:20.977639 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9a9cc751-5f0c-462f-986b-f8d4bbcab0a2 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0283196
Feb 12 21:53:20.980194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56462) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:20.985041 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-814e2a04-29bd-4ddc-a75e-e17a924b133c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-199231376', 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:53:21.032525 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f598e565-869a-438a-83be-94585d3364eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc57550>, [{'id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017765802', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:53:18Z', 'updated_at': '2022-02-12T21:53:20Z', 'revision_number': 3, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:19Z', 'updated_at': '2022-02-12T21:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:21.059654 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f598e565-869a-438a-83be-94585d3364eb None None] Checking router: 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:53:21.060007 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f598e565-869a-438a-83be-94585d3364eb None None] Updating router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 port 4651dda7-141e-48c2-9739-bd8a1e70a5c4 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:53:21.088750 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f598e565-869a-438a-83be-94585d3364eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4651dda7-141e-48c2-9739-bd8a1e70a5c4), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:21.129330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814e2a04-29bd-4ddc-a75e-e17a924b133c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Made reservation on behalf of dc7b3029bd844f88a4fe9146af00a270 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:53:21.132790 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-814e2a04-29bd-4ddc-a75e-e17a924b133c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:21.343741 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f598e565-869a-438a-83be-94585d3364eb None None] Publish callbacks [] for port (4651dda7-141e-48c2-9739-bd8a1e70a5c4), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:21.395694 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-814e2a04-29bd-4ddc-a75e-e17a924b133c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (c708cccc-8c7c-4468-814d-e21cacf499ea), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:21.424366 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f598e565-869a-438a-83be-94585d3364eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4651dda7-141e-48c2-9739-bd8a1e70a5c4), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:21.468722 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e2a04-29bd-4ddc-a75e-e17a924b133c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Subnet': ['ID=c708cccc-8c7c-4468-814d-e21cacf499ea,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:21.474027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e2a04-29bd-4ddc-a75e-e17a924b133c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Checking segment: {'id': '58090307-a4cf-49dc-a450-e38b9e5ad50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:53:21.474441 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814e2a04-29bd-4ddc-a75e-e17a924b133c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network hostable DHCP agents. Network: 6419cbaf-9efd-484f-adfe-0c49ef1c04f0, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:53:21.476738 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d20788-ecdc-4993-b3fc-086797ab51e1 None None] Pushing event updated for resources: {'Port': ['ID=4651dda7-141e-48c2-9739-bd8a1e70a5c4,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:21.485237 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-f598e565-869a-438a-83be-94585d3364eb None None] Attempting to bind port 4651dda7-141e-48c2-9739-bd8a1e70a5c4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:53:21.485633 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-f598e565-869a-438a-83be-94585d3364eb None None] Attempting to bind port 4651dda7-141e-48c2-9739-bd8a1e70a5c4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:53:21.485994 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f598e565-869a-438a-83be-94585d3364eb None None] Attempting to bind port 4651dda7-141e-48c2-9739-bd8a1e70a5c4 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:53:21.489471 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d20788-ecdc-4993-b3fc-086797ab51e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:21.489815 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d20788-ecdc-4993-b3fc-086797ab51e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:21.490150 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d20788-ecdc-4993-b3fc-086797ab51e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:21.490485 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d20788-ecdc-4993-b3fc-086797ab51e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:21.490813 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d20788-ecdc-4993-b3fc-086797ab51e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:21.491137 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d20788-ecdc-4993-b3fc-086797ab51e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:21.491460 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d20788-ecdc-4993-b3fc-086797ab51e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:21.491787 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d20788-ecdc-4993-b3fc-086797ab51e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:21.492103 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d20788-ecdc-4993-b3fc-086797ab51e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:21.492421 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d20788-ecdc-4993-b3fc-086797ab51e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:21.492740 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d20788-ecdc-4993-b3fc-086797ab51e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:21.493059 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d20788-ecdc-4993-b3fc-086797ab51e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:21.493394 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d20788-ecdc-4993-b3fc-086797ab51e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:53:21.499266 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f598e565-869a-438a-83be-94585d3364eb None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:53:21.499639 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f598e565-869a-438a-83be-94585d3364eb None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:53:21.500038 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f598e565-869a-438a-83be-94585d3364eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:21.500421 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f598e565-869a-438a-83be-94585d3364eb None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:53:21.500883 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-f598e565-869a-438a-83be-94585d3364eb None None] Bound port: 4651dda7-141e-48c2-9739-bd8a1e70a5c4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:53:21.501259 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f598e565-869a-438a-83be-94585d3364eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4651dda7-141e-48c2-9739-bd8a1e70a5c4), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:21.543590 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814e2a04-29bd-4ddc-a75e-e17a924b133c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 6419cbaf-9efd-484f-adfe-0c49ef1c04f0 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:53:21.551227 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-f598e565-869a-438a-83be-94585d3364eb None None] For port 4651dda7-141e-48c2-9739-bd8a1e70a5c4, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:53:21.554232 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-f598e565-869a-438a-83be-94585d3364eb None None] For port 4651dda7-141e-48c2-9739-bd8a1e70a5c4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4651dda7-141e-48c2-9739-bd8a1e70a5c4,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:53:21.612401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-814e2a04-29bd-4ddc-a75e-e17a924b133c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6419cbaf-9efd-484f-adfe-0c49ef1c04f0) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:53:21.616341 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e2a04-29bd-4ddc-a75e-e17a924b133c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:21.616943 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-814e2a04-29bd-4ddc-a75e-e17a924b133c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:21.623303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4351a42-c91a-4397-b3c3-eb208cbdf17f None None] Network 6419cbaf-9efd-484f-adfe-0c49ef1c04f0 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:53:21.626228 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-f598e565-869a-438a-83be-94585d3364eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4651dda7-141e-48c2-9739-bd8a1e70a5c4), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:21.686190 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f598e565-869a-438a-83be-94585d3364eb None None] Routers {'48b4426e-98b8-4a5f-9ec4-50b9d79758e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:53:21.686806 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f598e565-869a-438a-83be-94585d3364eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc57550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:52:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:21.723561 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-814e2a04-29bd-4ddc-a75e-e17a924b133c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7423346
Feb 12 21:53:21.726289 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56466) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:21.730988 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ips': [{'subnet_id': 'c708cccc-8c7c-4468-814d-e21cacf499ea'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:53:21.731880 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:21.758691 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d20788-ecdc-4993-b3fc-086797ab51e1 None None] Pushing event updated for resources: {'Port': ['ID=4651dda7-141e-48c2-9739-bd8a1e70a5c4,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:21.806603 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-f598e565-869a-438a-83be-94585d3364eb None None] Set router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:53:21.898600 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Allocated IP 172.20.0.2 (6419cbaf-9efd-484f-adfe-0c49ef1c04f0/c708cccc-8c7c-4468-814d-e21cacf499ea/b7b36996-dabb-4511-9b64-cbc85207e622) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:53:21.995105 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-f598e565-869a-438a-83be-94585d3364eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc57550>, [{'id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017765802', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:53:18Z', 'updated_at': '2022-02-12T21:53:20Z', 'revision_number': 3, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:19Z', 'updated_at': '2022-02-12T21:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:22.022071 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f598e565-869a-438a-83be-94585d3364eb None None] The sync data for ids ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'] in ncdv-master-1 is: [{'id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017765802', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:53:18Z', 'updated_at': '2022-02-12T21:53:20Z', 'revision_number': 3, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:19Z', 'updated_at': '2022-02-12T21:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:53:22.056783 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Publish callbacks [] for port (b7b36996-dabb-4511-9b64-cbc85207e622), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:22.129805 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (b7b36996-dabb-4511-9b64-cbc85207e622), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:22.174197 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Network 6419cbaf-9efd-484f-adfe-0c49ef1c04f0 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:53:22.177229 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:53:22.181885 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:53:22.184959 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Pushing event updated for resources: {'Port': ['ID=b7b36996-dabb-4511-9b64-cbc85207e622,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:22.201814 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:22.264531 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Attempting to bind port b7b36996-dabb-4511-9b64-cbc85207e622 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:53:22.264912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Attempting to bind port b7b36996-dabb-4511-9b64-cbc85207e622 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '58090307-a4cf-49dc-a450-e38b9e5ad50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:53:22.265283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Attempting to bind port b7b36996-dabb-4511-9b64-cbc85207e622 on network 6419cbaf-9efd-484f-adfe-0c49ef1c04f0 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:53:22.273168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:53:22.276407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Checking segment: {'id': '58090307-a4cf-49dc-a450-e38b9e5ad50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:53:22.276407 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:22.276407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Bound using segment: {'id': '58090307-a4cf-49dc-a450-e38b9e5ad50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:53:22.276407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Bound port: b7b36996-dabb-4511-9b64-cbc85207e622, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58090307-a4cf-49dc-a450-e38b9e5ad50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:53:22.276407 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b7b36996-dabb-4511-9b64-cbc85207e622), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:22.349888 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] For port b7b36996-dabb-4511-9b64-cbc85207e622, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:53:22.353121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] For port b7b36996-dabb-4511-9b64-cbc85207e622, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7b36996-dabb-4511-9b64-cbc85207e622,segment=NetworkSegment(58090307-a4cf-49dc-a450-e38b9e5ad50f),segment_id=58090307-a4cf-49dc-a450-e38b9e5ad50f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:53:22.421572 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b7b36996-dabb-4511-9b64-cbc85207e622), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:22.496818 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07ac46-adb5-47cf-b932-e4d948cfb85d None None] Pushing event updated for resources: {'Port': ['ID=b7b36996-dabb-4511-9b64-cbc85207e622,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:22.535782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.20.0.1 (6419cbaf-9efd-484f-adfe-0c49ef1c04f0/c708cccc-8c7c-4468-814d-e21cacf499ea/103ca318-ec64-4ad8-9bdb-05b8afa10ff7) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:53:22.687949 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:22.813128 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:22.852622 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 6419cbaf-9efd-484f-adfe-0c49ef1c04f0 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:53:22.859344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:53:22.863806 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:53:22.866503 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4651dda7-141e-48c2-9739-bd8a1e70a5c4 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:53:22.936911 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:22.949872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4651dda7-141e-48c2-9739-bd8a1e70a5c4 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:53:22.950267 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4651dda7-141e-48c2-9739-bd8a1e70a5c4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:22.992708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=103ca318-ec64-4ad8-9bdb-05b8afa10ff7,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:23.074288 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4651dda7-141e-48c2-9739-bd8a1e70a5c4 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:53:23.074697 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4651dda7-141e-48c2-9739-bd8a1e70a5c4), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:23.097893 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 4651dda7-141e-48c2-9739-bd8a1e70a5c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4651dda7-141e-48c2-9739-bd8a1e70a5c4,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:53:23.184253 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4651dda7-141e-48c2-9739-bd8a1e70a5c4), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:23.185106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b7b36996-dabb-4511-9b64-cbc85207e622 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:53:23.267779 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=4651dda7-141e-48c2-9739-bd8a1e70a5c4,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:23.280347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b7b36996-dabb-4511-9b64-cbc85207e622 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:53:23.280858 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b7b36996-dabb-4511-9b64-cbc85207e622), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:23.365406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b7b36996-dabb-4511-9b64-cbc85207e622 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:53:23.365937 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b7b36996-dabb-4511-9b64-cbc85207e622), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:23.402242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port b7b36996-dabb-4511-9b64-cbc85207e622, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7b36996-dabb-4511-9b64-cbc85207e622,segment=NetworkSegment(58090307-a4cf-49dc-a450-e38b9e5ad50f),segment_id=58090307-a4cf-49dc-a450-e38b9e5ad50f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:53:23.509890 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b7b36996-dabb-4511-9b64-cbc85207e622), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:23.558355 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:23.564589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=b7b36996-dabb-4511-9b64-cbc85207e622,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:23.582672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9553a73e-22cd-495d-8242-95ef9d137e81 None None] Network 6419cbaf-9efd-484f-adfe-0c49ef1c04f0 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:53:23.658240 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6a985d85-6ef6-4365-bd70-b24a1d911a4b None None] Provisioning complete for port b7b36996-dabb-4511-9b64-cbc85207e622 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:53:23.658607 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6a985d85-6ef6-4365-bd70-b24a1d911a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b7b36996-dabb-4511-9b64-cbc85207e622), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:23.783140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6a985d85-6ef6-4365-bd70-b24a1d911a4b None None] Current status of the port b7b36996-dabb-4511-9b64-cbc85207e622 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:53:23.881299 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:23.940452 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:24.005437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4a3dd4fc-07bb-4006-a82e-c48243153468 None None] Provisioning complete for port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:53:24.006025 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd4fc-07bb-4006-a82e-c48243153468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:24.019655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=103ca318-ec64-4ad8-9bdb-05b8afa10ff7,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:24.026988 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:24.049215 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4a3dd4fc-07bb-4006-a82e-c48243153468 None None] Port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:53:24.059360 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4a3dd4fc-07bb-4006-a82e-c48243153468 None None] Provisioning complete for port b7b36996-dabb-4511-9b64-cbc85207e622 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:53:24.059736 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd4fc-07bb-4006-a82e-c48243153468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b7b36996-dabb-4511-9b64-cbc85207e622), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:24.141736 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 6419cbaf-9efd-484f-adfe-0c49ef1c04f0 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:53:24.143291 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:53:24.159985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4a3dd4fc-07bb-4006-a82e-c48243153468 None None] Current status of the port b7b36996-dabb-4511-9b64-cbc85207e622 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:53:24.263616 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:53:24.281617 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-5f628272-0de8-445d-a567-b3597bbca844 None None] Provisioning complete for port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:53:24.282393 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5f628272-0de8-445d-a567-b3597bbca844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:24.318245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5f628272-0de8-445d-a567-b3597bbca844 None None] Port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:53:24.382447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:53:24.387515 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-09462775-ddd2-407f-bf83-80672b5ebbc9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "PUT /v2.0/routers/48b4426e-98b8-4a5f-9ec4-50b9d79758e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6601951
Feb 12 21:53:24.400280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Sync routers for ids ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:53:24.410414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Routers {'48b4426e-98b8-4a5f-9ec4-50b9d79758e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:53:24.411034 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2af700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:52:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:24.547358 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-6ddbc12f-d12b-4a88-9497-81479fbffd6d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879220085&fields=id&tenant_id=dc7b3029bd844f88a4fe9146af00a270 HTTP/1.1" status: 200  len: 267 time: 0.0478029
Feb 12 21:53:24.661179 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05893562-266d-4562-ad28-006702d6f631 req-3a55e50a-4930-4277-beb3-cd7c4a7b7980 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:24.662353 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-637ba2b3-794f-47a1-a8fd-24983a089862 None None] Provisioning complete for port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:53:24.662589 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-3a55e50a-4930-4277-beb3-cd7c4a7b7980 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/networks?id=6419cbaf-9efd-484f-adfe-0c49ef1c04f0 HTTP/1.1" status: 200  len: 797 time: 0.1080961
Feb 12 21:53:24.662815 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-637ba2b3-794f-47a1-a8fd-24983a089862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:24.689906 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-a9c3fd50-d244-4ffa-ae35-e361d4969a7f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/quotas/dc7b3029bd844f88a4fe9146af00a270 HTTP/1.1" status: 200  len: 375 time: 0.0105259
Feb 12 21:53:24.709051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-637ba2b3-794f-47a1-a8fd-24983a089862 None None] Port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:53:24.726944 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Set router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:53:24.749884 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-f88726aa-452c-46a0-83b3-169b5771785e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0545995
Feb 12 21:53:24.765018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4651dda7-141e-48c2-9739-bd8a1e70a5c4 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:53:24.852527 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-80eb11c5-b35e-4157-b13e-02dba38654a0 service neutron] 10.222.0.31 "GET /v2.0/networks/6419cbaf-9efd-484f-adfe-0c49ef1c04f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867195
Feb 12 21:53:24.910192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4651dda7-141e-48c2-9739-bd8a1e70a5c4 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:53:24.910568 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4651dda7-141e-48c2-9739-bd8a1e70a5c4), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:24.950646 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-6d370d89-b0c0-4589-8383-8aa428f7465c service neutron] 10.222.0.31 "GET /v2.0/networks/6419cbaf-9efd-484f-adfe-0c49ef1c04f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0920994
Feb 12 21:53:25.041326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4651dda7-141e-48c2-9739-bd8a1e70a5c4 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:53:25.048611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b7b36996-dabb-4511-9b64-cbc85207e622 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:53:25.075237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2af700>, [{'id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017765802', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:53:18Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:19Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '103ca318-ec64-4ad8-9bdb-05b8afa10ff7', 'name': '', 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:ac:5d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:22Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 2, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:25.105026 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Checking router: 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:53:25.105330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Updating router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:53:25.148458 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:25.161634 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port b7b36996-dabb-4511-9b64-cbc85207e622 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:53:25.162011 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b7b36996-dabb-4511-9b64-cbc85207e622), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:25.205560 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-103101b2-2fa1-4170-b636-dc1821821d21 req-1e0a5a7f-a0cc-4942-8377-053431f2e6fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 210 time: 0.0298066
Feb 12 21:53:25.377757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port b7b36996-dabb-4511-9b64-cbc85207e622 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:53:25.474626 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Publish callbacks [] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:25.580685 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:25.639346 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbaf7d-ec42-417e-90d0-b30cb0b21ed9 None None] Pushing event updated for resources: {'Port': ['ID=103ca318-ec64-4ad8-9bdb-05b8afa10ff7,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:25.694342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Attempting to bind port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:53:25.694718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Attempting to bind port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '58090307-a4cf-49dc-a450-e38b9e5ad50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:53:25.695085 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Attempting to bind port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 on network 6419cbaf-9efd-484f-adfe-0c49ef1c04f0 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:53:25.700403 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:53:25.700826 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Checking segment: {'id': '58090307-a4cf-49dc-a450-e38b9e5ad50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:53:25.701240 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:25.701671 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Bound using segment: {'id': '58090307-a4cf-49dc-a450-e38b9e5ad50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:53:25.702171 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Bound port: 103ca318-ec64-4ad8-9bdb-05b8afa10ff7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58090307-a4cf-49dc-a450-e38b9e5ad50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:53:25.702558 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:25.778067 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] For port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:53:25.781950 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] For port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=103ca318-ec64-4ad8-9bdb-05b8afa10ff7,segment=NetworkSegment(58090307-a4cf-49dc-a450-e38b9e5ad50f),segment_id=58090307-a4cf-49dc-a450-e38b9e5ad50f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:53:25.848662 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c9d30c22-2855-4dbb-91a3-d69a889c9a9a None None] Provisioning complete for port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:53:25.849044 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c9d30c22-2855-4dbb-91a3-d69a889c9a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:25.874880 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:25.912088 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eebeea33-ff90-4370-8c78-fb02e08083ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:25.918724 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c9d30c22-2855-4dbb-91a3-d69a889c9a9a None None] Port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:53:25.945246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbaf7d-ec42-417e-90d0-b30cb0b21ed9 None None] Pushing event updated for resources: {'Port': ['ID=103ca318-ec64-4ad8-9bdb-05b8afa10ff7,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:25.950575 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Routers {'48b4426e-98b8-4a5f-9ec4-50b9d79758e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:53:25.952036 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2af700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:52:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:26.068232 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] Set router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:53:26.201908 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-805ae453-2b8b-4ce8-a5fb-8a203a470eb8 None None] Provisioning complete for port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:53:26.202206 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-805ae453-2b8b-4ce8-a5fb-8a203a470eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:26.306529 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-259dddf0-2b11-4bc5-98f4-e397369be53e req-c6524a27-0b6c-4344-b9fa-51dd25e29de6 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 210 time: 0.0284691
Feb 12 21:53:26.349410 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-805ae453-2b8b-4ce8-a5fb-8a203a470eb8 None None] Current status of the port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:53:26.349802 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-805ae453-2b8b-4ce8-a5fb-8a203a470eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:26.354455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb2af700>, [{'id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017765802', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:53:18Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:19Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '103ca318-ec64-4ad8-9bdb-05b8afa10ff7', 'name': '', 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:ac:5d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:22Z', 'updated_at': '2022-02-12T21:53:25Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:26.395258 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc1fec-825a-4fa6-9429-1e9ff252c92b None None] The sync data for ids ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'] in ncdv-master-1 is: [{'id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017765802', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:53:18Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:19Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '103ca318-ec64-4ad8-9bdb-05b8afa10ff7', 'name': '', 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:ac:5d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:22Z', 'updated_at': '2022-02-12T21:53:25Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:53:26.421862 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-805ae453-2b8b-4ce8-a5fb-8a203a470eb8 None None] For port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=103ca318-ec64-4ad8-9bdb-05b8afa10ff7,segment=NetworkSegment(58090307-a4cf-49dc-a450-e38b9e5ad50f),segment_id=58090307-a4cf-49dc-a450-e38b9e5ad50f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:53:26.495389 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-805ae453-2b8b-4ce8-a5fb-8a203a470eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:26.551133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ae453-2b8b-4ce8-a5fb-8a203a470eb8 None None] Pushing event updated for resources: {'Port': ['ID=103ca318-ec64-4ad8-9bdb-05b8afa10ff7,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:26.758097 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:53:26.809062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:53:26.811576 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:26.894646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:53:27.323359 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:27.338375 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05893562-266d-4562-ad28-006702d6f631 req-87de74da-a2e2-44d0-add2-6fc5d766c1f8 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:27.339848 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-87de74da-a2e2-44d0-add2-6fc5d766c1f8 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "GET /v2.0/networks?id=6419cbaf-9efd-484f-adfe-0c49ef1c04f0 HTTP/1.1" status: 200  len: 797 time: 0.1112249
Feb 12 21:53:27.437021 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dfba4202-ee3a-424e-a8c2-97741fd9fe8c req-7a34f08a-dea0-4394-a47a-c2436f0a1a03 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 210 time: 0.0550992
Feb 12 21:53:27.445657 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-5c80edb2-f63f-492e-a0bf-8a2aebea3a0a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7b3029bd844f88a4fe9146af00a270 HTTP/1.1" status: 200  len: 379 time: 0.0923200
Feb 12 21:53:27.454677 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-05893562-266d-4562-ad28-006702d6f631 req-cd9167b1-b3e4-4f07-b056-f9c416ee2dcb tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'port': {'device_id': '36d6f95f-3c4c-44cd-bf80-00c013431ad3', 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'admin_state_up': True, 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'security_groups': ['b395ac33-01ff-48c1-944a-ab46da59a426']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:53:27.666190 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05893562-266d-4562-ad28-006702d6f631 req-cd9167b1-b3e4-4f07-b056-f9c416ee2dcb tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Made reservation on behalf of dc7b3029bd844f88a4fe9146af00a270 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:53:27.670303 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-05893562-266d-4562-ad28-006702d6f631 req-cd9167b1-b3e4-4f07-b056-f9c416ee2dcb tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:27.792728 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-05893562-266d-4562-ad28-006702d6f631 req-cd9167b1-b3e4-4f07-b056-f9c416ee2dcb tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.20.0.14 (6419cbaf-9efd-484f-adfe-0c49ef1c04f0/c708cccc-8c7c-4468-814d-e21cacf499ea/c26c779b-8c3f-4e5d-aa81-23acd0433ace) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:53:27.933888 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-05893562-266d-4562-ad28-006702d6f631 req-cd9167b1-b3e4-4f07-b056-f9c416ee2dcb tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (c26c779b-8c3f-4e5d-aa81-23acd0433ace), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:28.012633 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-05893562-266d-4562-ad28-006702d6f631 req-cd9167b1-b3e4-4f07-b056-f9c416ee2dcb tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c26c779b-8c3f-4e5d-aa81-23acd0433ace), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:28.059827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05893562-266d-4562-ad28-006702d6f631 req-cd9167b1-b3e4-4f07-b056-f9c416ee2dcb tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 6419cbaf-9efd-484f-adfe-0c49ef1c04f0 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:53:28.062927 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-05893562-266d-4562-ad28-006702d6f631 req-cd9167b1-b3e4-4f07-b056-f9c416ee2dcb tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:53:28.066574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-05893562-266d-4562-ad28-006702d6f631 req-cd9167b1-b3e4-4f07-b056-f9c416ee2dcb tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:53:28.095634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9167b1-b3e4-4f07-b056-f9c416ee2dcb tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=c26c779b-8c3f-4e5d-aa81-23acd0433ace,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:28.123634 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05893562-266d-4562-ad28-006702d6f631 req-cd9167b1-b3e4-4f07-b056-f9c416ee2dcb tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:28.124257 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-05893562-266d-4562-ad28-006702d6f631 req-cd9167b1-b3e4-4f07-b056-f9c416ee2dcb tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:28.195253 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-cd9167b1-b3e4-4f07-b056-f9c416ee2dcb tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7442770
Feb 12 21:53:28.210954 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Request body: {'port': {'device_id': '36d6f95f-3c4c-44cd-bf80-00c013431ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:53:28.274019 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c26c779b-8c3f-4e5d-aa81-23acd0433ace), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:28.329130 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b89174ac-699b-4168-80af-30c87b445dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:28.330646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0d221419-426e-499f-aaba-a32b877e9105 None None] Provisioning complete for port c26c779b-8c3f-4e5d-aa81-23acd0433ace triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:53:28.331174 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0d221419-426e-499f-aaba-a32b877e9105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c26c779b-8c3f-4e5d-aa81-23acd0433ace), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:28.365402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0d221419-426e-499f-aaba-a32b877e9105 None None] Port c26c779b-8c3f-4e5d-aa81-23acd0433ace cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:53:28.552524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26c779b-8c3f-4e5d-aa81-23acd0433ace {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:53:28.558766 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa29f38-8a31-4089-8d9d-90b4ef320b43 req-d69dc668-62f3-4845-9161-d69e6c113104 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:28.560143 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Publish callbacks [] for port (c26c779b-8c3f-4e5d-aa81-23acd0433ace), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:28.560328 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6aa29f38-8a31-4089-8d9d-90b4ef320b43 req-d69dc668-62f3-4845-9161-d69e6c113104 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 932 time: 0.0544801
Feb 12 21:53:28.571961 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Transition to ACTIVE for port object c26c779b-8c3f-4e5d-aa81-23acd0433ace will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:53:28.608632 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6aa29f38-8a31-4089-8d9d-90b4ef320b43 req-99d26c01-cb03-4cf1-be0e-15108976958e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423617
Feb 12 21:53:28.635234 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c26c779b-8c3f-4e5d-aa81-23acd0433ace), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:28.687872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Pushing event updated for resources: {'Port': ['ID=c26c779b-8c3f-4e5d-aa81-23acd0433ace,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:28.762653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Attempting to bind port c26c779b-8c3f-4e5d-aa81-23acd0433ace on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:53:28.762998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Attempting to bind port c26c779b-8c3f-4e5d-aa81-23acd0433ace by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '58090307-a4cf-49dc-a450-e38b9e5ad50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:53:28.763862 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Attempting to bind port c26c779b-8c3f-4e5d-aa81-23acd0433ace on network 6419cbaf-9efd-484f-adfe-0c49ef1c04f0 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:53:28.769658 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Port c26c779b-8c3f-4e5d-aa81-23acd0433ace on network 6419cbaf-9efd-484f-adfe-0c49ef1c04f0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:53:28.769984 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Attempting to bind port c26c779b-8c3f-4e5d-aa81-23acd0433ace on network 6419cbaf-9efd-484f-adfe-0c49ef1c04f0 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:53:28.775103 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:53:28.775453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Checking segment: {'id': '58090307-a4cf-49dc-a450-e38b9e5ad50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:53:28.775848 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Bound using segment: {'id': '58090307-a4cf-49dc-a450-e38b9e5ad50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:53:28.776283 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Bound port: c26c779b-8c3f-4e5d-aa81-23acd0433ace, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58090307-a4cf-49dc-a450-e38b9e5ad50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:53:28.776648 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c26c779b-8c3f-4e5d-aa81-23acd0433ace), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:28.849239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] For port c26c779b-8c3f-4e5d-aa81-23acd0433ace, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:53:28.849905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] For port c26c779b-8c3f-4e5d-aa81-23acd0433ace, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c26c779b-8c3f-4e5d-aa81-23acd0433ace,segment=NetworkSegment(58090307-a4cf-49dc-a450-e38b9e5ad50f),segment_id=58090307-a4cf-49dc-a450-e38b9e5ad50f)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:53:28.924013 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (c26c779b-8c3f-4e5d-aa81-23acd0433ace), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:28.962518 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:28.963167 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:28.964530 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] 10.222.0.48 "PUT /v2.0/ports/c26c779b-8c3f-4e5d-aa81-23acd0433ace HTTP/1.1" status: 200  len: 1092 time: 0.7581131
Feb 12 21:53:28.964972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d6f95f-3c4c-44cd-bf80-00c013431ad3', 'tag': 'c26c779b-8c3f-4e5d-aa81-23acd0433ace'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:53:28.968147 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5fc552-668b-44cf-9720-3fd5442e56d8" -d '{"events": [{"name": "network-changed", "server_uuid": "36d6f95f-3c4c-44cd-bf80-00c013431ad3", "tag": "c26c779b-8c3f-4e5d-aa81-23acd0433ace"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:53:29.002607 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62089e1d-6146-4589-83ab-e48888c60b1d service neutron] Pushing event updated for resources: {'Port': ['ID=c26c779b-8c3f-4e5d-aa81-23acd0433ace,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:29.019374 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d229609-89cc-480a-8301-859dcb4a449a x-openstack-request-id: req-5d229609-89cc-480a-8301-859dcb4a449a {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:53:29.019747 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d6f95f-3c4c-44cd-bf80-00c013431ad3", "tag": "c26c779b-8c3f-4e5d-aa81-23acd0433ace", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:53:29.020076 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d229609-89cc-480a-8301-859dcb4a449a {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:53:29.020554 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d6f95f-3c4c-44cd-bf80-00c013431ad3', 'tag': 'c26c779b-8c3f-4e5d-aa81-23acd0433ace', 'status': 'completed', 'code': 200}
Feb 12 21:53:29.061129 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.48', 52834) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:29.074254 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-e44d7960-519e-4354-8d98-6c98e51e0f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:53:29.075530 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-e44d7960-519e-4354-8d98-6c98e51e0f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059371
Feb 12 21:53:29.093802 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fc552-668b-44cf-9720-3fd5442e56d8 req-c7e5b4cb-6d62-418d-82d6-47cf67658218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:29.095372 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f5fc552-668b-44cf-9720-3fd5442e56d8 req-c7e5b4cb-6d62-418d-82d6-47cf67658218 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 1126 time: 0.0501206
Feb 12 21:53:29.208649 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fc552-668b-44cf-9720-3fd5442e56d8 req-42f0b4f3-441b-4ad8-a9f4-358dc401c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:29.210172 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f5fc552-668b-44cf-9720-3fd5442e56d8 req-42f0b4f3-441b-4ad8-a9f4-358dc401c3c8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=dc7b3029bd844f88a4fe9146af00a270&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1016505
Feb 12 21:53:29.304785 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fc552-668b-44cf-9720-3fd5442e56d8 req-0cd983ba-b235-451d-9c9a-eaaec2ecfa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:29.306201 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f5fc552-668b-44cf-9720-3fd5442e56d8 req-0cd983ba-b235-451d-9c9a-eaaec2ecfa9d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0868621
Feb 12 21:53:29.393132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05893562-266d-4562-ad28-006702d6f631 req-29e7244c-0945-4b26-8810-9624c519c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:29.394648 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-29e7244c-0945-4b26-8810-9624c519c030 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 1126 time: 0.0484207
Feb 12 21:53:29.442266 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-efddcae6-5e72-4530-b83d-1a145ac534ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c26c779b-8c3f-4e5d-aa81-23acd0433ace HTTP/1.1" status: 200  len: 217 time: 0.0355644
Feb 12 21:53:29.494107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05893562-266d-4562-ad28-006702d6f631 req-2a3d606a-c28e-42fc-9081-c4f53345b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:29.495528 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-2a3d606a-c28e-42fc-9081-c4f53345b554 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c708cccc-8c7c-4468-814d-e21cacf499ea HTTP/1.1" status: 200  len: 834 time: 0.0436814
Feb 12 21:53:29.551628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05893562-266d-4562-ad28-006702d6f631 req-4a7b0e1d-415c-48ea-9cf5-f1b2b7e11fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:29.553145 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-4a7b0e1d-415c-48ea-9cf5-f1b2b7e11fbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6419cbaf-9efd-484f-adfe-0c49ef1c04f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0483563
Feb 12 21:53:29.649769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-de7118c4-89a6-4cb1-aa53-156b1f0ffbdf service neutron] 10.222.0.48 "GET /v2.0/networks/6419cbaf-9efd-484f-adfe-0c49ef1c04f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849311
Feb 12 21:53:29.664118 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:29.736849 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a05fb-2817-4f1c-8c67-bd0e87a9ab70 req-87859246-5a62-4410-906f-4468fb88db83 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:29.738466 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e47a05fb-2817-4f1c-8c67-bd0e87a9ab70 req-87859246-5a62-4410-906f-4468fb88db83 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 944 time: 0.0586884
Feb 12 21:53:29.755159 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-c6f7e3db-a855-43b5-8d70-6795ad002abe service neutron] 10.222.0.48 "GET /v2.0/networks/6419cbaf-9efd-484f-adfe-0c49ef1c04f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0960128
Feb 12 21:53:29.769434 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:29.789956 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e47a05fb-2817-4f1c-8c67-bd0e87a9ab70 req-ae5e5714-28b4-4ba9-90c7-1cc4a65c5aea tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453064
Feb 12 21:53:30.915455 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af7834-e043-4be3-96ca-e2ce0e5a703e req-68a8d034-0775-4204-89a2-3a443cb5e60e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:30.916868 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7af7834-e043-4be3-96ca-e2ce0e5a703e req-68a8d034-0775-4204-89a2-3a443cb5e60e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 944 time: 0.0549891
Feb 12 21:53:30.966838 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c7af7834-e043-4be3-96ca-e2ce0e5a703e req-2cacfda4-189b-4f0b-9b8c-01a1d40161f2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430954
Feb 12 21:53:31.137486 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:32.088989 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec1126-687d-4dc6-a5e8-eedc2c282cb3 req-790dc74c-1465-4b78-9466-e01e7307630a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:32.090484 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52ec1126-687d-4dc6-a5e8-eedc2c282cb3 req-790dc74c-1465-4b78-9466-e01e7307630a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 944 time: 0.0532103
Feb 12 21:53:32.138654 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-52ec1126-687d-4dc6-a5e8-eedc2c282cb3 req-6942beb1-1f16-4be3-a6e4-ea16393e5751 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425723
Feb 12 21:53:32.229271 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:33.259989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0543be2-c95a-48c3-b06a-053712ca1c25 req-4954ee65-a001-475a-b6d7-491ef311c58b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:33.261470 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a0543be2-c95a-48c3-b06a-053712ca1c25 req-4954ee65-a001-475a-b6d7-491ef311c58b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 944 time: 0.0510595
Feb 12 21:53:33.309607 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a0543be2-c95a-48c3-b06a-053712ca1c25 req-54812c55-9bad-49f6-880f-e09ad2fa7bd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417588
Feb 12 21:53:33.496282 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c26c779b-8c3f-4e5d-aa81-23acd0433ace details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:53:33.591360 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port c26c779b-8c3f-4e5d-aa81-23acd0433ace, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c26c779b-8c3f-4e5d-aa81-23acd0433ace,segment=NetworkSegment(58090307-a4cf-49dc-a450-e38b9e5ad50f),segment_id=58090307-a4cf-49dc-a450-e38b9e5ad50f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:53:33.605512 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'c26c779b-8c3f-4e5d-aa81-23acd0433ace', 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'port_id': 'c26c779b-8c3f-4e5d-aa81-23acd0433ace', 'mac_address': 'fa:16:3e:6a:8f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:53:33.641846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port c26c779b-8c3f-4e5d-aa81-23acd0433ace is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:53:33.642440 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c26c779b-8c3f-4e5d-aa81-23acd0433ace), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:33.655969 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26c779b-8c3f-4e5d-aa81-23acd0433ace {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:53:33.675718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port c26c779b-8c3f-4e5d-aa81-23acd0433ace, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c26c779b-8c3f-4e5d-aa81-23acd0433ace,segment=NetworkSegment(58090307-a4cf-49dc-a450-e38b9e5ad50f),segment_id=58090307-a4cf-49dc-a450-e38b9e5ad50f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:53:33.743738 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c26c779b-8c3f-4e5d-aa81-23acd0433ace), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:33.791369 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=c26c779b-8c3f-4e5d-aa81-23acd0433ace,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:33.996939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['c26c779b-8c3f-4e5d-aa81-23acd0433ace'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:53:34.433898 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058878b5-161d-4e25-adfa-ef13f23e6e65 req-247380ba-6f60-490e-90e0-0f2c993bf078 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:34.436066 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-058878b5-161d-4e25-adfa-ef13f23e6e65 req-247380ba-6f60-490e-90e0-0f2c993bf078 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 945 time: 0.0580325
Feb 12 21:53:34.484132 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-058878b5-161d-4e25-adfa-ef13f23e6e65 req-0a4e1706-d1c7-4484-b00b-acaa7efa00c3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424793
Feb 12 21:53:35.527603 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c26c779b-8c3f-4e5d-aa81-23acd0433ace up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:53:35.608096 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440952b5-7bb3-4042-a51f-61de7adad914 req-0b5c553b-b9e2-4e0e-8ec0-0980abec0584 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:35.609577 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-440952b5-7bb3-4042-a51f-61de7adad914 req-0b5c553b-b9e2-4e0e-8ec0-0980abec0584 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 945 time: 0.0559402
Feb 12 21:53:35.659063 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-440952b5-7bb3-4042-a51f-61de7adad914 req-916c56eb-26bb-46c9-9531-dab3f010b48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438030
Feb 12 21:53:35.672055 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port c26c779b-8c3f-4e5d-aa81-23acd0433ace completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:53:35.676494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port c26c779b-8c3f-4e5d-aa81-23acd0433ace triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:53:35.676865 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c26c779b-8c3f-4e5d-aa81-23acd0433ace), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:35.753237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port c26c779b-8c3f-4e5d-aa81-23acd0433ace is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:53:35.753669 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c26c779b-8c3f-4e5d-aa81-23acd0433ace), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:35.776786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d6f95f-3c4c-44cd-bf80-00c013431ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26c779b-8c3f-4e5d-aa81-23acd0433ace'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:53:35.780046 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f326d43d-15e4-4f4b-8c0a-82dde6bf0ad0" -d '{"events": [{"server_uuid": "36d6f95f-3c4c-44cd-bf80-00c013431ad3", "name": "network-vif-plugged", "status": "completed", "tag": "c26c779b-8c3f-4e5d-aa81-23acd0433ace"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:53:35.792126 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port c26c779b-8c3f-4e5d-aa81-23acd0433ace, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c26c779b-8c3f-4e5d-aa81-23acd0433ace,segment=NetworkSegment(58090307-a4cf-49dc-a450-e38b9e5ad50f),segment_id=58090307-a4cf-49dc-a450-e38b9e5ad50f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:53:35.818359 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e36658-5a9e-4bfb-8f64-5f216bcd220a x-openstack-request-id: req-a3e36658-5a9e-4bfb-8f64-5f216bcd220a {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:53:35.818651 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d6f95f-3c4c-44cd-bf80-00c013431ad3", "name": "network-vif-plugged", "status": "completed", "tag": "c26c779b-8c3f-4e5d-aa81-23acd0433ace", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:53:35.818904 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3e36658-5a9e-4bfb-8f64-5f216bcd220a {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:53:35.819297 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d6f95f-3c4c-44cd-bf80-00c013431ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26c779b-8c3f-4e5d-aa81-23acd0433ace', 'code': 200}
Feb 12 21:53:35.886344 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c26c779b-8c3f-4e5d-aa81-23acd0433ace), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:35.931822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47cff4-5889-4405-9c7d-f5dad5da2a40 req-ae968fb9-861b-4638-be93-33894fdcbefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:35.933333 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f47cff4-5889-4405-9c7d-f5dad5da2a40 req-ae968fb9-861b-4638-be93-33894fdcbefa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 1128 time: 0.0466774
Feb 12 21:53:35.936242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=c26c779b-8c3f-4e5d-aa81-23acd0433ace,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:35.983827 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8f47cff4-5889-4405-9c7d-f5dad5da2a40 req-f79a70ec-d305-4883-9175-b32a90aa6865 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412402
Feb 12 21:53:36.784885 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4129c4-4358-4928-a986-4c00cfce76c6 req-de1650b9-9c50-4832-b639-891450bad634 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:36.786432 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fd4129c4-4358-4928-a986-4c00cfce76c6 req-de1650b9-9c50-4832-b639-891450bad634 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0576322
Feb 12 21:53:36.836614 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fd4129c4-4358-4928-a986-4c00cfce76c6 req-13431b51-fae3-4642-affc-eea223a044fc tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444729
Feb 12 21:53:37.957251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61415aa-3d19-4c4b-bbaf-e5497d76ce18 req-4abcc316-3bd5-4307-8c31-4be7144ffba9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:37.958794 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e61415aa-3d19-4c4b-bbaf-e5497d76ce18 req-4abcc316-3bd5-4307-8c31-4be7144ffba9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0527139
Feb 12 21:53:38.007599 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e61415aa-3d19-4c4b-bbaf-e5497d76ce18 req-7342829e-1302-457a-b399-34582e876d06 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432603
Feb 12 21:53:38.127147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17e088-01df-46e4-9f6b-f0342f795c2a req-44b4b7dc-6563-4709-896a-e35a9f19d34d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:38.128575 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a17e088-01df-46e4-9f6b-f0342f795c2a req-44b4b7dc-6563-4709-896a-e35a9f19d34d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0538621
Feb 12 21:53:38.177663 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a17e088-01df-46e4-9f6b-f0342f795c2a req-75afba79-b239-40be-b6a8-6aecb36a67a3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435059
Feb 12 21:53:38.199442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56528) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:38.241181 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f507eb-4b3f-4d9b-a95f-e5743c57af84 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:38.242682 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-72f507eb-4b3f-4d9b-a95f-e5743c57af84 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 1123 time: 0.0421791
Feb 12 21:53:38.245564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56530) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:38.250491 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': 'c26c779b-8c3f-4e5d-aa81-23acd0433ace', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:53:38.327284 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:38.781390 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:38.884662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.35.2.166 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/e00f846e-cb27-4eb4-bd74-34f3eafdc8c1) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:53:38.983151 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (e00f846e-cb27-4eb4-bd74-34f3eafdc8c1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:39.055854 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e00f846e-cb27-4eb4-bd74-34f3eafdc8c1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:39.094854 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:53:39.097631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:53:39.101039 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:53:39.106394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=e00f846e-cb27-4eb4-bd74-34f3eafdc8c1,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:39.449124 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (6f9634ba-0737-42d5-9a77-220d1715b028), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:39.592300 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (e00f846e-cb27-4eb4-bd74-34f3eafdc8c1), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:39.749684 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (e00f846e-cb27-4eb4-bd74-34f3eafdc8c1), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:39.814282 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (e00f846e-cb27-4eb4-bd74-34f3eafdc8c1), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:39.883808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=e00f846e-cb27-4eb4-bd74-34f3eafdc8c1,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:53:39.897770 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (6f9634ba-0737-42d5-9a77-220d1715b028), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:40.000892 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Floating IP 6f9634ba-0737-42d5-9a77-220d1715b028 associated. External IP: 172.35.2.166, port: c26c779b-8c3f-4e5d-aa81-23acd0433ace.
Feb 12 21:53:40.214414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:53:40.321549 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:53:40.331250 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20f1b50-e499-430a-8340-f79d20dd6b57 None None] Sync routers for ids ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:53:40.341640 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20f1b50-e499-430a-8340-f79d20dd6b57 None None] Routers {'48b4426e-98b8-4a5f-9ec4-50b9d79758e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:53:40.342247 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c20f1b50-e499-430a-8340-f79d20dd6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc83e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:53:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:40.398126 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:40.434779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c47acadd-d021-4698-a33c-5029a63d6aa5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.1881053
Feb 12 21:53:40.435390 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d6f95f-3c4c-44cd-bf80-00c013431ad3', 'tag': 'c26c779b-8c3f-4e5d-aa81-23acd0433ace'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:53:40.437818 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98c9900-9265-4fc9-92d7-938144004307" -d '{"events": [{"name": "network-changed", "server_uuid": "36d6f95f-3c4c-44cd-bf80-00c013431ad3", "tag": "c26c779b-8c3f-4e5d-aa81-23acd0433ace"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:53:40.452873 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c20f1b50-e499-430a-8340-f79d20dd6b57 None None] Set router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:53:40.481801 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8002b3-5247-4168-a504-d13f9697bd63 x-openstack-request-id: req-0c8002b3-5247-4168-a504-d13f9697bd63 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:53:40.482933 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d6f95f-3c4c-44cd-bf80-00c013431ad3", "tag": "c26c779b-8c3f-4e5d-aa81-23acd0433ace", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:53:40.483128 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c8002b3-5247-4168-a504-d13f9697bd63 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:53:40.483508 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d6f95f-3c4c-44cd-bf80-00c013431ad3', 'tag': 'c26c779b-8c3f-4e5d-aa81-23acd0433ace', 'status': 'completed', 'code': 200}
Feb 12 21:53:40.538443 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a904-0715-4352-b3bc-2fd19b586a5b req-e618db76-19f5-4635-8e58-5789f54c6d98 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:40.540839 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2d1a904-0715-4352-b3bc-2fd19b586a5b req-e618db76-19f5-4635-8e58-5789f54c6d98 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0557053
Feb 12 21:53:40.604346 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2d1a904-0715-4352-b3bc-2fd19b586a5b req-29687b59-9685-4cb3-9803-90407506004f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567255
Feb 12 21:53:40.618697 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c9900-9265-4fc9-92d7-938144004307 req-2ddc4dd9-aea0-430b-9193-4c70e909a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:40.620355 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b98c9900-9265-4fc9-92d7-938144004307 req-2ddc4dd9-aea0-430b-9193-4c70e909a1f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 1128 time: 0.1164548
Feb 12 21:53:40.629422 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56538) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:40.696890 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c20f1b50-e499-430a-8340-f79d20dd6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc83e50>, [{'id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017765802', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:53:18Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:19Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6f9634ba-0737-42d5-9a77-220d1715b028', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'floating_ip_address': '172.35.2.166', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'port_id': 'c26c779b-8c3f-4e5d-aa81-23acd0433ace', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'mac_address': 'fa:16:3e:6a:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6f95f-3c4c-44cd-bf80-00c013431ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:53:39Z', 'updated_at': '2022-02-12T21:53:39Z', 'revision_number': 0, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103ca318-ec64-4ad8-9bdb-05b8afa10ff7', 'name': '', 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:ac:5d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:22Z', 'updated_at': '2022-02-12T21:53:26Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:40.698077 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-3f46b562-89c6-4f96-8a71-01767980ac2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/6f9634ba-0737-42d5-9a77-220d1715b028 HTTP/1.1" status: 200  len: 992 time: 0.0674245
Feb 12 21:53:40.720028 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c9900-9265-4fc9-92d7-938144004307 req-fab4f7b4-e39a-4b2d-b6f0-99da5fca74f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:40.721560 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b98c9900-9265-4fc9-92d7-938144004307 req-fab4f7b4-e39a-4b2d-b6f0-99da5fca74f7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6419cbaf-9efd-484f-adfe-0c49ef1c04f0 HTTP/1.1" status: 200  len: 898 time: 0.0945787
Feb 12 21:53:40.724654 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20f1b50-e499-430a-8340-f79d20dd6b57 None None] Checking router: 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:53:40.733124 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20f1b50-e499-430a-8340-f79d20dd6b57 None None] Routers {'48b4426e-98b8-4a5f-9ec4-50b9d79758e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:53:40.733746 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c20f1b50-e499-430a-8340-f79d20dd6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc83e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:53:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:40.792759 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b98c9900-9265-4fc9-92d7-938144004307 req-3e7167ed-4d67-423d-9583-11cc7cab2d35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c26c779b-8c3f-4e5d-aa81-23acd0433ace HTTP/1.1" status: 200  len: 1000 time: 0.0648792
Feb 12 21:53:40.842554 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-c20f1b50-e499-430a-8340-f79d20dd6b57 None None] Set router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:53:40.845049 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c9900-9265-4fc9-92d7-938144004307 req-ae73147b-c9d5-48df-b0bc-2f2e051758e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:40.847192 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b98c9900-9265-4fc9-92d7-938144004307 req-ae73147b-c9d5-48df-b0bc-2f2e051758e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c708cccc-8c7c-4468-814d-e21cacf499ea HTTP/1.1" status: 200  len: 834 time: 0.0482001
Feb 12 21:53:40.897529 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c9900-9265-4fc9-92d7-938144004307 req-1adc1645-2990-4707-a432-239c56c5c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:53:40.899046 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b98c9900-9265-4fc9-92d7-938144004307 req-1adc1645-2990-4707-a432-239c56c5c68a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6419cbaf-9efd-484f-adfe-0c49ef1c04f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0455384
Feb 12 21:53:40.992714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b98c9900-9265-4fc9-92d7-938144004307 req-90c67dee-04e7-4dbb-be5b-5921796260dc service neutron] 10.222.0.48 "GET /v2.0/networks/6419cbaf-9efd-484f-adfe-0c49ef1c04f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877228
Feb 12 21:53:41.079830 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-c20f1b50-e499-430a-8340-f79d20dd6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc83e50>, [{'id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017765802', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:53:18Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:19Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6f9634ba-0737-42d5-9a77-220d1715b028', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'floating_ip_address': '172.35.2.166', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'port_id': 'c26c779b-8c3f-4e5d-aa81-23acd0433ace', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'mac_address': 'fa:16:3e:6a:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6f95f-3c4c-44cd-bf80-00c013431ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:53:39Z', 'updated_at': '2022-02-12T21:53:39Z', 'revision_number': 0, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103ca318-ec64-4ad8-9bdb-05b8afa10ff7', 'name': '', 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:ac:5d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:22Z', 'updated_at': '2022-02-12T21:53:26Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:53:41.087652 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b98c9900-9265-4fc9-92d7-938144004307 req-4dd54c56-8441-42ce-bee9-c67d27dad3aa service neutron] 10.222.0.48 "GET /v2.0/networks/6419cbaf-9efd-484f-adfe-0c49ef1c04f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887215
Feb 12 21:53:41.115554 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20f1b50-e499-430a-8340-f79d20dd6b57 None None] The sync data for ids ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'] in ncdv-master-1 is: [{'id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017765802', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:53:18Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:19Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6f9634ba-0737-42d5-9a77-220d1715b028', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'floating_ip_address': '172.35.2.166', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'port_id': 'c26c779b-8c3f-4e5d-aa81-23acd0433ace', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'mac_address': 'fa:16:3e:6a:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6f95f-3c4c-44cd-bf80-00c013431ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:53:39Z', 'updated_at': '2022-02-12T21:53:39Z', 'revision_number': 0, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103ca318-ec64-4ad8-9bdb-05b8afa10ff7', 'name': '', 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:ac:5d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:22Z', 'updated_at': '2022-02-12T21:53:26Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:53:41.314159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7553f63-6cf9-4f64-a549-fd53552a4e21 None None] New status for floating IP 6f9634ba-0737-42d5-9a77-220d1715b028: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:53:41.702172 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56540) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:41.770505 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9532fb1a-6a50-464c-b80c-d00f02246252 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/6f9634ba-0737-42d5-9a77-220d1715b028 HTTP/1.1" status: 200  len: 992 time: 0.0672112
Feb 12 21:53:42.774500 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56542) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:53:42.839296 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c10d880f-2449-4e7f-ac24-5d87dda981d0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/6f9634ba-0737-42d5-9a77-220d1715b028 HTTP/1.1" status: 200  len: 994 time: 0.0635519
Feb 12 21:53:50.680709 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:53:55.876774 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2f11e82f-58ee-438f-bf08-92e4a6746b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:57.374680 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:58.340053 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b9c98c5f-c866-41a1-a325-318c86a57871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:59.641099 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:53:59.785453 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:01.128227 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:02.240436 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:14.267134 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e95a-7147-4c6c-ba52-6609afdd25fa req-19942151-a60a-4c87-a54c-88f2f62856c4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:14.269389 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a150e95a-7147-4c6c-ba52-6609afdd25fa req-19942151-a60a-4c87-a54c-88f2f62856c4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0583498
Feb 12 21:54:14.349009 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a150e95a-7147-4c6c-ba52-6609afdd25fa req-981eb78b-e755-4ce4-bd0d-8bec7a046ea0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739145
Feb 12 21:54:14.362160 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8967b1-4d24-4264-88c9-94fb51502238 req-6f28c3f6-fb00-43a4-a53c-753d5b065709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:14.363668 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4f8967b1-4d24-4264-88c9-94fb51502238 req-6f28c3f6-fb00-43a4-a53c-753d5b065709 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 1128 time: 0.0684998
Feb 12 21:54:14.452715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8967b1-4d24-4264-88c9-94fb51502238 req-7414be53-df0b-49c8-9489-8d84cf8f829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:14.454110 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4f8967b1-4d24-4264-88c9-94fb51502238 req-7414be53-df0b-49c8-9489-8d84cf8f829d service neutron] 10.222.0.48 "GET /v2.0/networks?id=6419cbaf-9efd-484f-adfe-0c49ef1c04f0 HTTP/1.1" status: 200  len: 898 time: 0.0833893
Feb 12 21:54:14.523941 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4f8967b1-4d24-4264-88c9-94fb51502238 req-9d18c021-10f0-4afb-9db1-ab114be5998a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c26c779b-8c3f-4e5d-aa81-23acd0433ace HTTP/1.1" status: 200  len: 1002 time: 0.0617054
Feb 12 21:54:14.573374 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8967b1-4d24-4264-88c9-94fb51502238 req-a7a49d47-99b0-4110-8adb-5ecc6dba70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:14.575757 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4f8967b1-4d24-4264-88c9-94fb51502238 req-a7a49d47-99b0-4110-8adb-5ecc6dba70ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c708cccc-8c7c-4468-814d-e21cacf499ea HTTP/1.1" status: 200  len: 834 time: 0.0455065
Feb 12 21:54:14.627289 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8967b1-4d24-4264-88c9-94fb51502238 req-30c49239-f46a-4a22-8fe4-707461bbe00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:14.628801 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4f8967b1-4d24-4264-88c9-94fb51502238 req-30c49239-f46a-4a22-8fe4-707461bbe00b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6419cbaf-9efd-484f-adfe-0c49ef1c04f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463865
Feb 12 21:54:14.722260 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4f8967b1-4d24-4264-88c9-94fb51502238 req-ee467e0e-bc2b-43e2-a3d5-941152c2c482 service neutron] 10.222.0.48 "GET /v2.0/networks/6419cbaf-9efd-484f-adfe-0c49ef1c04f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862625
Feb 12 21:54:14.814318 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4f8967b1-4d24-4264-88c9-94fb51502238 req-e9a0b8c9-5daf-4633-bfb0-5cbeab10b2e8 service neutron] 10.222.0.48 "GET /v2.0/networks/6419cbaf-9efd-484f-adfe-0c49ef1c04f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839977
Feb 12 21:54:15.473932 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf67eaa-84a1-41e6-8235-e706804601ae req-736e5147-015c-432e-ac30-d7d87d0ba31c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:15.475435 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2cf67eaa-84a1-41e6-8235-e706804601ae req-736e5147-015c-432e-ac30-d7d87d0ba31c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0542772
Feb 12 21:54:15.524221 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2cf67eaa-84a1-41e6-8235-e706804601ae req-556f4307-c6c3-49c4-a25d-b3df64f56b4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431564
Feb 12 21:54:15.744369 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09376990-2f65-4a15-928d-cd74ebc739aa req-fc9e48d0-4e83-41fb-a4b8-f10f72639f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:15.745914 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09376990-2f65-4a15-928d-cd74ebc739aa req-fc9e48d0-4e83-41fb-a4b8-f10f72639f1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 1128 time: 0.0495143
Feb 12 21:54:15.847413 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09376990-2f65-4a15-928d-cd74ebc739aa req-ff5d0a8f-518c-4fe2-a553-61ef1ef9190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:15.848871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09376990-2f65-4a15-928d-cd74ebc739aa req-ff5d0a8f-518c-4fe2-a553-61ef1ef9190c service neutron] 10.222.0.48 "GET /v2.0/networks?id=6419cbaf-9efd-484f-adfe-0c49ef1c04f0 HTTP/1.1" status: 200  len: 898 time: 0.0837438
Feb 12 21:54:15.916216 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09376990-2f65-4a15-928d-cd74ebc739aa req-a56b8640-acc4-4a0a-b8e3-e4bba1bb56f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c26c779b-8c3f-4e5d-aa81-23acd0433ace HTTP/1.1" status: 200  len: 1002 time: 0.0607727
Feb 12 21:54:15.965905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09376990-2f65-4a15-928d-cd74ebc739aa req-de2213bd-7cc1-4244-927f-cda18dcb067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:15.967353 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09376990-2f65-4a15-928d-cd74ebc739aa req-de2213bd-7cc1-4244-927f-cda18dcb067b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c708cccc-8c7c-4468-814d-e21cacf499ea HTTP/1.1" status: 200  len: 834 time: 0.0448043
Feb 12 21:54:16.016423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09376990-2f65-4a15-928d-cd74ebc739aa req-0aab4276-88c0-48f3-aa54-8ddecdcb88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:16.017883 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09376990-2f65-4a15-928d-cd74ebc739aa req-0aab4276-88c0-48f3-aa54-8ddecdcb88bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6419cbaf-9efd-484f-adfe-0c49ef1c04f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442662
Feb 12 21:54:16.114860 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09376990-2f65-4a15-928d-cd74ebc739aa req-fbf9437a-aa28-4257-8f40-86e5a4d56c1b service neutron] 10.222.0.48 "GET /v2.0/networks/6419cbaf-9efd-484f-adfe-0c49ef1c04f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0899260
Feb 12 21:54:16.208322 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09376990-2f65-4a15-928d-cd74ebc739aa req-8088079c-e3e6-4467-8319-8613be8aedaa service neutron] 10.222.0.48 "GET /v2.0/networks/6419cbaf-9efd-484f-adfe-0c49ef1c04f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858741
Feb 12 21:54:16.649262 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3098c62-6ed2-4a0a-8165-7650f543e815 req-38ec043b-015d-448e-ae91-c19751209092 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:16.650794 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e3098c62-6ed2-4a0a-8165-7650f543e815 req-38ec043b-015d-448e-ae91-c19751209092 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0586400
Feb 12 21:54:16.702702 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e3098c62-6ed2-4a0a-8165-7650f543e815 req-73344867-cc98-44bc-a7dc-b96cacda9c4c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461419
Feb 12 21:54:17.827733 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da17c2-00ec-4da5-af56-f08e4f6e8fd8 req-dce35098-7005-41b8-be06-e94606470527 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:17.829219 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-77da17c2-00ec-4da5-af56-f08e4f6e8fd8 req-dce35098-7005-41b8-be06-e94606470527 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0531402
Feb 12 21:54:17.877968 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-77da17c2-00ec-4da5-af56-f08e4f6e8fd8 req-d7f3e37b-34a1-4395-8345-47c0152a7b08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425315
Feb 12 21:54:18.997409 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914de69-73bb-4e15-bd50-600f117a21ba req-aef62218-a4d9-4f6f-be18-369a7a5fb373 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:18.998819 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7914de69-73bb-4e15-bd50-600f117a21ba req-aef62218-a4d9-4f6f-be18-369a7a5fb373 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0526237
Feb 12 21:54:19.047491 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7914de69-73bb-4e15-bd50-600f117a21ba req-c6d69916-e49f-4f80-a814-a9dfd0b55000 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424905
Feb 12 21:54:20.171458 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8bd83-3b66-4484-b1a7-5302e9dfcba2 req-1197d4bf-913d-4908-af55-4acda73b87a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:20.172940 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d0c8bd83-3b66-4484-b1a7-5302e9dfcba2 req-1197d4bf-913d-4908-af55-4acda73b87a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0566273
Feb 12 21:54:20.222126 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d0c8bd83-3b66-4484-b1a7-5302e9dfcba2 req-aab7022c-1ab2-4d36-90f7-b0d9f85b830b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429206
Feb 12 21:54:21.341958 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd8e00-4efa-4f34-8dd9-6ebd3515935e req-91ac39f8-28e0-41fb-ba49-b7efbe4fb896 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:21.343426 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6afd8e00-4efa-4f34-8dd9-6ebd3515935e req-91ac39f8-28e0-41fb-ba49-b7efbe4fb896 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0528681
Feb 12 21:54:21.395369 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6afd8e00-4efa-4f34-8dd9-6ebd3515935e req-1b047995-46da-48bc-aaa2-9a5fe0e511a4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462778
Feb 12 21:54:22.513522 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7712f7-49e9-4429-b209-d93cfd25deef req-9bc0c517-fa6c-4519-9da6-a9ee21367be0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:22.514997 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ee7712f7-49e9-4429-b209-d93cfd25deef req-9bc0c517-fa6c-4519-9da6-a9ee21367be0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0522921
Feb 12 21:54:22.563550 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ee7712f7-49e9-4429-b209-d93cfd25deef req-5c60d3e8-0eca-4016-b4df-72ad6c7b8c86 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424197
Feb 12 21:54:23.685004 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d106867-a620-4731-9e47-115b14eeed05 req-cf14747c-5dca-4234-8f83-f96cd3f8175a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:23.686512 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d106867-a620-4731-9e47-115b14eeed05 req-cf14747c-5dca-4234-8f83-f96cd3f8175a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0537567
Feb 12 21:54:23.734708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d106867-a620-4731-9e47-115b14eeed05 req-596e5b3d-763e-4ac7-926a-f5de6c9d205e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424566
Feb 12 21:54:24.854007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb692e-312a-48c6-90d8-33d2bf3fdbfd req-5d562263-9a17-422a-aefe-4a1877d5d254 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:24.855478 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5cdb692e-312a-48c6-90d8-33d2bf3fdbfd req-5d562263-9a17-422a-aefe-4a1877d5d254 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0521517
Feb 12 21:54:24.908774 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5cdb692e-312a-48c6-90d8-33d2bf3fdbfd req-545d7996-d430-4a0c-9d27-bba0b5f241cc tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470412
Feb 12 21:54:25.893803 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3a69fa55-d7f1-455d-a79a-c6f69cdef53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:26.028141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01dfe7-4bc2-44a7-b36e-ba6caa1557b6 req-e9fe3519-d833-4d72-b9ed-86a222567f40 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:26.029598 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bf01dfe7-4bc2-44a7-b36e-ba6caa1557b6 req-e9fe3519-d833-4d72-b9ed-86a222567f40 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0528176
Feb 12 21:54:26.079653 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bf01dfe7-4bc2-44a7-b36e-ba6caa1557b6 req-b5eebe1e-d717-4c78-9678-debd1cc7e251 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437760
Feb 12 21:54:26.102875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56594) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:54:26.166272 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-370646db-d5a7-4bf2-9808-ffbf616ead32 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/6f9634ba-0737-42d5-9a77-220d1715b028 HTTP/1.1" status: 200  len: 994 time: 0.0622532
Feb 12 21:54:27.314557 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:27.680480 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:54:28.367628 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-83ad3e2b-e477-402a-81ce-c9cd1a70d448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:29.768495 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:29.794574 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:31.165719 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:32.251953 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:55.875744 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1ae5cd7b-f6d6-4bb3-a544-c23efa1a6ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:57.325810 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:58.327474 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9490aac0-40c4-4c75-8977-4925d9d9acf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:58.558149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56604) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:54:58.712842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port e00f846e-cb27-4eb4-bd74-34f3eafdc8c1 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:54:58.713182 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (e00f846e-cb27-4eb4-bd74-34f3eafdc8c1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:58.791201 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (e00f846e-cb27-4eb4-bd74-34f3eafdc8c1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:58.791533 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (e00f846e-cb27-4eb4-bd74-34f3eafdc8c1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:58.803882 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for e00f846e-cb27-4eb4-bd74-34f3eafdc8c1 owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:54:59.013439 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (e00f846e-cb27-4eb4-bd74-34f3eafdc8c1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:59.048172 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=e00f846e-cb27-4eb4-bd74-34f3eafdc8c1,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:54:59.070389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:54:59.070746 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:54:59.071099 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:54:59.071445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:54:59.071789 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:54:59.072125 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:54:59.072463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:54:59.072802 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:54:59.073134 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:54:59.073498 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:54:59.073834 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:54:59.074163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:54:59.074497 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:54:59.115769 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (6f9634ba-0737-42d5-9a77-220d1715b028), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:59.116109 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Floating IP 6f9634ba-0737-42d5-9a77-220d1715b028 disassociated (deleted). External IP: 172.35.2.166, port: c26c779b-8c3f-4e5d-aa81-23acd0433ace.
Feb 12 21:54:59.327483 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:54:59.435304 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:54:59.440033 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:59.445148 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146dccb2-48ee-426f-b1f2-3a68db4be740 None None] Sync routers for ids ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:54:59.454038 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146dccb2-48ee-426f-b1f2-3a68db4be740 None None] Routers {'48b4426e-98b8-4a5f-9ec4-50b9d79758e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:54:59.454636 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-146dccb2-48ee-426f-b1f2-3a68db4be740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc701befee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:54:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:54:59.475084 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ac6a558a-cff7-43b3-913d-6d126e841ca7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/floatingips/6f9634ba-0737-42d5-9a77-220d1715b028 HTTP/1.1" status: 204  len: 168 time: 0.9133041
Feb 12 21:54:59.475084 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d6f95f-3c4c-44cd-bf80-00c013431ad3', 'tag': 'c26c779b-8c3f-4e5d-aa81-23acd0433ace'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:54:59.476069 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ccd47c-1911-494c-a0df-9d5c1b45163e" -d '{"events": [{"name": "network-changed", "server_uuid": "36d6f95f-3c4c-44cd-bf80-00c013431ad3", "tag": "c26c779b-8c3f-4e5d-aa81-23acd0433ace"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:54:59.586614 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-146dccb2-48ee-426f-b1f2-3a68db4be740 None None] Set router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:54:59.593869 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e78c42-a17d-44d2-8f21-ac6c0938deec x-openstack-request-id: req-00e78c42-a17d-44d2-8f21-ac6c0938deec {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:54:59.594389 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d6f95f-3c4c-44cd-bf80-00c013431ad3", "tag": "c26c779b-8c3f-4e5d-aa81-23acd0433ace", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:54:59.594389 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00e78c42-a17d-44d2-8f21-ac6c0938deec {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:54:59.594861 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d6f95f-3c4c-44cd-bf80-00c013431ad3', 'tag': 'c26c779b-8c3f-4e5d-aa81-23acd0433ace', 'status': 'completed', 'code': 200}
Feb 12 21:54:59.653597 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:59.666761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccd47c-1911-494c-a0df-9d5c1b45163e req-1c2790b9-0104-42cc-820e-b574daf8022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:59.668283 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03ccd47c-1911-494c-a0df-9d5c1b45163e req-1c2790b9-0104-42cc-820e-b574daf8022f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 1128 time: 0.0469029
Feb 12 21:54:59.766597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccd47c-1911-494c-a0df-9d5c1b45163e req-02cceb9a-f497-4489-b3b9-9ecf8c917971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:59.768112 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03ccd47c-1911-494c-a0df-9d5c1b45163e req-02cceb9a-f497-4489-b3b9-9ecf8c917971 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6419cbaf-9efd-484f-adfe-0c49ef1c04f0 HTTP/1.1" status: 200  len: 898 time: 0.0925190
Feb 12 21:54:59.800759 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-146dccb2-48ee-426f-b1f2-3a68db4be740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc701befee0>, [{'id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017765802', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:53:18Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:19Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '103ca318-ec64-4ad8-9bdb-05b8afa10ff7', 'name': '', 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:ac:5d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:22Z', 'updated_at': '2022-02-12T21:53:26Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:54:59.811873 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03ccd47c-1911-494c-a0df-9d5c1b45163e req-ee77e85c-ddd3-428e-942a-4be9299f9531 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c26c779b-8c3f-4e5d-aa81-23acd0433ace HTTP/1.1" status: 200  len: 217 time: 0.0355463
Feb 12 21:54:59.835827 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:54:59.870313 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccd47c-1911-494c-a0df-9d5c1b45163e req-1ed06450-1bc1-4c68-b320-d91d0dfc0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:59.871839 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03ccd47c-1911-494c-a0df-9d5c1b45163e req-1ed06450-1bc1-4c68-b320-d91d0dfc0b24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c708cccc-8c7c-4468-814d-e21cacf499ea HTTP/1.1" status: 200  len: 834 time: 0.0530019
Feb 12 21:54:59.930291 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146dccb2-48ee-426f-b1f2-3a68db4be740 None None] Checking router: 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:54:59.939463 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146dccb2-48ee-426f-b1f2-3a68db4be740 None None] Routers {'48b4426e-98b8-4a5f-9ec4-50b9d79758e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:54:59.940088 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-146dccb2-48ee-426f-b1f2-3a68db4be740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc701befee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:54:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:54:59.962063 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144ca57-2e3a-4788-81da-d0466b8fbca0 req-ef4bf315-21d7-41db-919b-bd66eda75251 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:54:59.963689 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c144ca57-2e3a-4788-81da-d0466b8fbca0 req-ef4bf315-21d7-41db-919b-bd66eda75251 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0596521
Feb 12 21:55:00.023508 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c144ca57-2e3a-4788-81da-d0466b8fbca0 req-ce350849-5f0a-4814-8919-f9285b394e97 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530176
Feb 12 21:55:00.057975 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-146dccb2-48ee-426f-b1f2-3a68db4be740 None None] Set router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:55:00.268386 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-146dccb2-48ee-426f-b1f2-3a68db4be740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc701befee0>, [{'id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017765802', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:53:18Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:19Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '103ca318-ec64-4ad8-9bdb-05b8afa10ff7', 'name': '', 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:ac:5d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:22Z', 'updated_at': '2022-02-12T21:53:26Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:00.294323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccd47c-1911-494c-a0df-9d5c1b45163e req-dec6a312-561f-4aab-9b43-59125e8ef44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:00.295227 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146dccb2-48ee-426f-b1f2-3a68db4be740 None None] The sync data for ids ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'] in ncdv-master-1 is: [{'id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017765802', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:53:18Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:19Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '103ca318-ec64-4ad8-9bdb-05b8afa10ff7', 'name': '', 'network_id': '6419cbaf-9efd-484f-adfe-0c49ef1c04f0', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:ac:5d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:22Z', 'updated_at': '2022-02-12T21:53:26Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'c708cccc-8c7c-4468-814d-e21cacf499ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:55:00.295834 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03ccd47c-1911-494c-a0df-9d5c1b45163e req-dec6a312-561f-4aab-9b43-59125e8ef44e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6419cbaf-9efd-484f-adfe-0c49ef1c04f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4132416
Feb 12 21:55:00.390373 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03ccd47c-1911-494c-a0df-9d5c1b45163e req-0575380c-e514-4073-ac32-0fdc0a202011 service neutron] 10.222.0.48 "GET /v2.0/networks/6419cbaf-9efd-484f-adfe-0c49ef1c04f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862081
Feb 12 21:55:00.487776 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-03ccd47c-1911-494c-a0df-9d5c1b45163e req-6963da8c-8d6b-42de-bbe7-90b8bdb7e175 service neutron] 10.222.0.48 "GET /v2.0/networks/6419cbaf-9efd-484f-adfe-0c49ef1c04f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905900
Feb 12 21:55:00.532782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a189244c-f767-4be4-8a6f-9335c9041fea None None] New status for floating IP 6f9634ba-0737-42d5-9a77-220d1715b028: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:55:01.148972 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b93c6-581f-45a8-9e8b-26e943896992 req-2f6ee735-533e-4955-827f-2311a6cd8837 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:01.150491 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-712b93c6-581f-45a8-9e8b-26e943896992 req-2f6ee735-533e-4955-827f-2311a6cd8837 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0532229
Feb 12 21:55:01.154492 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:01.199913 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-712b93c6-581f-45a8-9e8b-26e943896992 req-96fe621e-8c8f-4abb-a1c0-3f2b30ede7b6 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=b395ac33-01ff-48c1-944a-ab46da59a426&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437014
Feb 12 21:55:01.527559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9949bf9-b0ad-4525-8466-4db360b6ac59 req-3953de76-0b5d-42d6-b939-bfedf475bf83 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:01.529064 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9949bf9-b0ad-4525-8466-4db360b6ac59 req-3953de76-0b5d-42d6-b939-bfedf475bf83 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 946 time: 0.0559089
Feb 12 21:55:01.623002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d9949bf9-b0ad-4525-8466-4db360b6ac59 req-7ec2684e-8db7-4916-8abf-5ba6856c6dca tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port c26c779b-8c3f-4e5d-aa81-23acd0433ace {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:55:01.623343 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d9949bf9-b0ad-4525-8466-4db360b6ac59 req-7ec2684e-8db7-4916-8abf-5ba6856c6dca tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c26c779b-8c3f-4e5d-aa81-23acd0433ace), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:01.715772 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d9949bf9-b0ad-4525-8466-4db360b6ac59 req-7ec2684e-8db7-4916-8abf-5ba6856c6dca tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] For port c26c779b-8c3f-4e5d-aa81-23acd0433ace, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c26c779b-8c3f-4e5d-aa81-23acd0433ace,segment=NetworkSegment(58090307-a4cf-49dc-a450-e38b9e5ad50f),segment_id=58090307-a4cf-49dc-a450-e38b9e5ad50f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:55:01.716147 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d9949bf9-b0ad-4525-8466-4db360b6ac59 req-7ec2684e-8db7-4916-8abf-5ba6856c6dca tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c26c779b-8c3f-4e5d-aa81-23acd0433ace), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:01.728933 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d9949bf9-b0ad-4525-8466-4db360b6ac59 req-7ec2684e-8db7-4916-8abf-5ba6856c6dca tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for c26c779b-8c3f-4e5d-aa81-23acd0433ace owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:55:01.920034 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d9949bf9-b0ad-4525-8466-4db360b6ac59 req-7ec2684e-8db7-4916-8abf-5ba6856c6dca tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c26c779b-8c3f-4e5d-aa81-23acd0433ace), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:01.950234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2684e-8db7-4916-8abf-5ba6856c6dca tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=c26c779b-8c3f-4e5d-aa81-23acd0433ace,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:01.992835 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9949bf9-b0ad-4525-8466-4db360b6ac59 req-7ec2684e-8db7-4916-8abf-5ba6856c6dca tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] No DVR routers for this DVR port c26c779b-8c3f-4e5d-aa81-23acd0433ace on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:55:01.995440 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d9949bf9-b0ad-4525-8466-4db360b6ac59 req-7ec2684e-8db7-4916-8abf-5ba6856c6dca tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:01.998841 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d9949bf9-b0ad-4525-8466-4db360b6ac59 req-7ec2684e-8db7-4916-8abf-5ba6856c6dca tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "DELETE /v2.0/ports/c26c779b-8c3f-4e5d-aa81-23acd0433ace HTTP/1.1" status: 204  len: 173 time: 0.4606566
Feb 12 21:55:01.999287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d6f95f-3c4c-44cd-bf80-00c013431ad3', 'name': 'network-vif-deleted', 'tag': 'c26c779b-8c3f-4e5d-aa81-23acd0433ace'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:55:02.001551 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aa677c-38d0-4f9d-9530-cb3d045cf61c" -d '{"events": [{"server_uuid": "36d6f95f-3c4c-44cd-bf80-00c013431ad3", "name": "network-vif-deleted", "tag": "c26c779b-8c3f-4e5d-aa81-23acd0433ace"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:55:02.044018 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96a335c-40ed-4ade-84ac-5b41464d34f5 x-openstack-request-id: req-d96a335c-40ed-4ade-84ac-5b41464d34f5 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:55:02.044313 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d6f95f-3c4c-44cd-bf80-00c013431ad3", "name": "network-vif-deleted", "tag": "c26c779b-8c3f-4e5d-aa81-23acd0433ace", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:55:02.044568 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d96a335c-40ed-4ade-84ac-5b41464d34f5 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:55:02.044977 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d6f95f-3c4c-44cd-bf80-00c013431ad3', 'name': 'network-vif-deleted', 'tag': 'c26c779b-8c3f-4e5d-aa81-23acd0433ace', 'status': 'completed', 'code': 200}
Feb 12 21:55:02.240487 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:02.306976 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c318c849-d171-461e-a7a3-70b8f32a89d8 req-edaa4b79-5ac6-421e-947e-76a01b94a37b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d6f95f-3c4c-44cd-bf80-00c013431ad3 HTTP/1.1" status: 200  len: 210 time: 0.0369825
Feb 12 21:55:03.368225 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56622) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:03.752364 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-46ee6a12-606e-4a47-8b05-6262653115f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:04.014068 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-46ee6a12-606e-4a47-8b05-6262653115f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:55:04.014332 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-46ee6a12-606e-4a47-8b05-6262653115f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:04.104124 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-46ee6a12-606e-4a47-8b05-6262653115f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] For port 103ca318-ec64-4ad8-9bdb-05b8afa10ff7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=103ca318-ec64-4ad8-9bdb-05b8afa10ff7,segment=NetworkSegment(58090307-a4cf-49dc-a450-e38b9e5ad50f),segment_id=58090307-a4cf-49dc-a450-e38b9e5ad50f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:55:04.104489 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-46ee6a12-606e-4a47-8b05-6262653115f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:04.116815 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-46ee6a12-606e-4a47-8b05-6262653115f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:55:04.395745 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-46ee6a12-606e-4a47-8b05-6262653115f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (103ca318-ec64-4ad8-9bdb-05b8afa10ff7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:04.420496 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee6a12-606e-4a47-8b05-6262653115f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=103ca318-ec64-4ad8-9bdb-05b8afa10ff7,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:04.603309 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-46ee6a12-606e-4a47-8b05-6262653115f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:04.684350 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:55:04.828489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ee6a12-606e-4a47-8b05-6262653115f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:55:04.939738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ee6a12-606e-4a47-8b05-6262653115f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:55:04.945469 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-46ee6a12-606e-4a47-8b05-6262653115f9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "PUT /v2.0/routers/48b4426e-98b8-4a5f-9ec4-50b9d79758e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5760288
Feb 12 21:55:04.947916 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56624) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:04.949522 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ead8a-ed99-49f5-a6c8-3f7b97972baf None None] Sync routers for ids ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:55:04.959010 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ead8a-ed99-49f5-a6c8-3f7b97972baf None None] Routers {'48b4426e-98b8-4a5f-9ec4-50b9d79758e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:55:04.959880 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1b6ead8a-ed99-49f5-a6c8-3f7b97972baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb294c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:54:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:04.998999 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting subnet c708cccc-8c7c-4468-814d-e21cacf499ea {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:55:05.002225 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for subnet (c708cccc-8c7c-4468-814d-e21cacf499ea), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:05.048535 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (c708cccc-8c7c-4468-814d-e21cacf499ea), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:05.071708 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-1b6ead8a-ed99-49f5-a6c8-3f7b97972baf None None] Set router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:55:05.132812 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (c708cccc-8c7c-4468-814d-e21cacf499ea), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:05.252163 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1b6ead8a-ed99-49f5-a6c8-3f7b97972baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb294c0>, [{'id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017765802', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:53:18Z', 'updated_at': '2022-02-12T21:55:04Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:19Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:05.276080 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (c708cccc-8c7c-4468-814d-e21cacf499ea), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:05.278478 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ead8a-ed99-49f5-a6c8-3f7b97972baf None None] Checking router: 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:55:05.286931 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ead8a-ed99-49f5-a6c8-3f7b97972baf None None] Routers {'48b4426e-98b8-4a5f-9ec4-50b9d79758e7'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:55:05.287517 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1b6ead8a-ed99-49f5-a6c8-3f7b97972baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb294c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:54:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:05.301913 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Subnet': ['ID=c708cccc-8c7c-4468-814d-e21cacf499ea,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:05.312236 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:05.315494 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/subnets/c708cccc-8c7c-4468-814d-e21cacf499ea HTTP/1.1" status: 204  len: 168 time: 0.3665485
Feb 12 21:55:05.316252 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9376df5-921d-48d6-b52a-4e46fb7fb92a None None] Network 6419cbaf-9efd-484f-adfe-0c49ef1c04f0 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:55:05.317163 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.317551 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.317905 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.319360 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.319511 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56626) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:05.319720 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.320071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.320408 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.320761 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.321093 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.321450 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.321784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.322118 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.322444 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e72213-5bb0-4b83-ac73-ab4987f4d223 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.400593 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-1b6ead8a-ed99-49f5-a6c8-3f7b97972baf None None] Set router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:55:05.440112 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57637763-40fc-4978-a305-04e1b2fedf20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:05.511221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] DHCP port deletion for 6419cbaf-9efd-484f-adfe-0c49ef1c04f0 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:55:05.554202 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57637763-40fc-4978-a305-04e1b2fedf20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:05.559891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Deleting port b7b36996-dabb-4511-9b64-cbc85207e622 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:55:05.560517 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b7b36996-dabb-4511-9b64-cbc85207e622), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:05.589785 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1b6ead8a-ed99-49f5-a6c8-3f7b97972baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb294c0>, [{'id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017765802', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:53:18Z', 'updated_at': '2022-02-12T21:55:04Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:19Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:05.616808 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ead8a-ed99-49f5-a6c8-3f7b97972baf None None] The sync data for ids ['48b4426e-98b8-4a5f-9ec4-50b9d79758e7'] in ncdv-master-1 is: [{'id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017765802', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96'}], 'enable_snat': True}, 'gw_port_id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:53:18Z', 'updated_at': '2022-02-12T21:55:04Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '4651dda7-141e-48c2-9739-bd8a1e70a5c4', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4426e-98b8-4a5f-9ec4-50b9d79758e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:53:19Z', 'updated_at': '2022-02-12T21:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:55:05.624831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] For port b7b36996-dabb-4511-9b64-cbc85207e622, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7b36996-dabb-4511-9b64-cbc85207e622,segment=NetworkSegment(58090307-a4cf-49dc-a450-e38b9e5ad50f),segment_id=58090307-a4cf-49dc-a450-e38b9e5ad50f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:55:05.625196 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b7b36996-dabb-4511-9b64-cbc85207e622), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:05.643708 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Calling delete_port for b7b36996-dabb-4511-9b64-cbc85207e622 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:55:05.670487 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-57637763-40fc-4978-a305-04e1b2fedf20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port 4651dda7-141e-48c2-9739-bd8a1e70a5c4 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:55:05.670824 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57637763-40fc-4978-a305-04e1b2fedf20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4651dda7-141e-48c2-9739-bd8a1e70a5c4), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:05.749830 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-57637763-40fc-4978-a305-04e1b2fedf20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] For port 4651dda7-141e-48c2-9739-bd8a1e70a5c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4651dda7-141e-48c2-9739-bd8a1e70a5c4,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:55:05.750120 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57637763-40fc-4978-a305-04e1b2fedf20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4651dda7-141e-48c2-9739-bd8a1e70a5c4), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:05.763281 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-57637763-40fc-4978-a305-04e1b2fedf20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for 4651dda7-141e-48c2-9739-bd8a1e70a5c4 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:55:05.790115 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (b7b36996-dabb-4511-9b64-cbc85207e622), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:05.813890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Pushing event deleted for resources: {'Port': ['ID=b7b36996-dabb-4511-9b64-cbc85207e622,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:05.823174 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] No DVR routers for this DVR port b7b36996-dabb-4511-9b64-cbc85207e622 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:55:05.825698 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.826050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.826392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.826810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.827219 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.827468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.827796 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.828124 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.828461 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.828825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.829150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.829497 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.829819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a292b99-f76d-4cd2-9325-1f78117d73f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:05.868546 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c26c779b-8c3f-4e5d-aa81-23acd0433ace no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:55:05.889102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: c26c779b-8c3f-4e5d-aa81-23acd0433ace {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:55:05.889481 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device c26c779b-8c3f-4e5d-aa81-23acd0433ace not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:55:06.013409 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57637763-40fc-4978-a305-04e1b2fedf20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (4651dda7-141e-48c2-9739-bd8a1e70a5c4), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.039929 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57637763-40fc-4978-a305-04e1b2fedf20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=4651dda7-141e-48c2-9739-bd8a1e70a5c4,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:06.106320 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57637763-40fc-4978-a305-04e1b2fedf20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.200775 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57637763-40fc-4978-a305-04e1b2fedf20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.203060 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57637763-40fc-4978-a305-04e1b2fedf20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_controller (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.326254 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57637763-40fc-4978-a305-04e1b2fedf20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (48b4426e-98b8-4a5f-9ec4-50b9d79758e7), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.326774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57637763-40fc-4978-a305-04e1b2fedf20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Fanout notify agent at l3_agent the message router_deleted on router 48b4426e-98b8-4a5f-9ec4-50b9d79758e7 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:55:06.333693 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-57637763-40fc-4978-a305-04e1b2fedf20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.335557 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-57637763-40fc-4978-a305-04e1b2fedf20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/routers/48b4426e-98b8-4a5f-9ec4-50b9d79758e7 HTTP/1.1" status: 204  len: 168 time: 1.0147052
Feb 12 21:55:06.338387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56628) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:06.419359 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b1509876-754f-4be4-a7bf-a919cab56c1b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (6419cbaf-9efd-484f-adfe-0c49ef1c04f0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.510435 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b1509876-754f-4be4-a7bf-a919cab56c1b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (6419cbaf-9efd-484f-adfe-0c49ef1c04f0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.531448 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-b1509876-754f-4be4-a7bf-a919cab56c1b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc7003d7850>,) {'filters': {'network_id': ['6419cbaf-9efd-484f-adfe-0c49ef1c04f0']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:06.540813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-b1509876-754f-4be4-a7bf-a919cab56c1b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7003d7850>, '58090307-a4cf-49dc-a450-e38b9e5ad50f') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:06.541119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-b1509876-754f-4be4-a7bf-a919cab56c1b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc7003d7850>, '58090307-a4cf-49dc-a450-e38b9e5ad50f') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:06.550653 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b1509876-754f-4be4-a7bf-a919cab56c1b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (58090307-a4cf-49dc-a450-e38b9e5ad50f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.564397 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b1509876-754f-4be4-a7bf-a919cab56c1b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (58090307-a4cf-49dc-a450-e38b9e5ad50f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.571008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1509876-754f-4be4-a7bf-a919cab56c1b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:55:06.572602 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b1509876-754f-4be4-a7bf-a919cab56c1b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (58090307-a4cf-49dc-a450-e38b9e5ad50f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:55:06.574394 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:55:06.704178 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b1509876-754f-4be4-a7bf-a919cab56c1b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (6419cbaf-9efd-484f-adfe-0c49ef1c04f0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.715198 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b1509876-754f-4be4-a7bf-a919cab56c1b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.715198 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b1509876-754f-4be4-a7bf-a919cab56c1b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/networks/6419cbaf-9efd-484f-adfe-0c49ef1c04f0 HTTP/1.1" status: 204  len: 168 time: 0.3754253
Feb 12 21:55:06.717754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56630) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:06.726670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1509876-754f-4be4-a7bf-a919cab56c1b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Network': ['ID=6419cbaf-9efd-484f-adfe-0c49ef1c04f0,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:06.799159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:55:06.801460 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-de292db6-db50-407e-bc32-d8a5ca6d00ab tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (b395ac33-01ff-48c1-944a-ab46da59a426), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.828333 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:55:06.828685 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 103ca318-ec64-4ad8-9bdb-05b8afa10ff7 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:55:06.829129 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4651dda7-141e-48c2-9739-bd8a1e70a5c4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:55:06.830539 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-de292db6-db50-407e-bc32-d8a5ca6d00ab tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (b395ac33-01ff-48c1-944a-ab46da59a426), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.850849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 4651dda7-141e-48c2-9739-bd8a1e70a5c4 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:55:06.851206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4651dda7-141e-48c2-9739-bd8a1e70a5c4 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:55:06.851639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b7b36996-dabb-4511-9b64-cbc85207e622 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:55:06.871393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: b7b36996-dabb-4511-9b64-cbc85207e622 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:55:06.871745 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device b7b36996-dabb-4511-9b64-cbc85207e622 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:55:06.955498 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-de292db6-db50-407e-bc32-d8a5ca6d00ab tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (b395ac33-01ff-48c1-944a-ab46da59a426), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.958124 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-de292db6-db50-407e-bc32-d8a5ca6d00ab tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:06.960029 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-de292db6-db50-407e-bc32-d8a5ca6d00ab tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/security-groups/b395ac33-01ff-48c1-944a-ab46da59a426 HTTP/1.1" status: 204  len: 168 time: 0.2411447
Feb 12 21:55:06.970211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de292db6-db50-407e-bc32-d8a5ca6d00ab tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b395ac33-01ff-48c1-944a-ab46da59a426,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:07.419162 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56636) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:07.423818 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-309cfdd9-8567-419f-b899-8fa74ed62e9a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-165480791', 'description': 'tempest-secgroup-smoke-165480791 description', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:55:07.515855 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-309cfdd9-8567-419f-b899-8fa74ed62e9a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:07.580039 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-309cfdd9-8567-419f-b899-8fa74ed62e9a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (1cf2e31b-56b3-4de8-8501-a3653487ac4f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:07.646996 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-309cfdd9-8567-419f-b899-8fa74ed62e9a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1cf2e31b-56b3-4de8-8501-a3653487ac4f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:07.675856 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cfdd9-8567-419f-b899-8fa74ed62e9a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf2e31b-56b3-4de8-8501-a3653487ac4f,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:07.757717 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-309cfdd9-8567-419f-b899-8fa74ed62e9a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:07.758993 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-309cfdd9-8567-419f-b899-8fa74ed62e9a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3387647
Feb 12 21:55:07.762122 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56638) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:07.766418 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c71de877-9856-41c6-a721-0ec52fbcd434 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '1cf2e31b-56b3-4de8-8501-a3653487ac4f', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:55:07.864513 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c71de877-9856-41c6-a721-0ec52fbcd434 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (0155c4eb-7f67-4bdb-96f0-5918f0dcf3df), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:07.919798 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c71de877-9856-41c6-a721-0ec52fbcd434 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (0155c4eb-7f67-4bdb-96f0-5918f0dcf3df), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:07.994139 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c71de877-9856-41c6-a721-0ec52fbcd434 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (0155c4eb-7f67-4bdb-96f0-5918f0dcf3df), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:08.015934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71de877-9856-41c6-a721-0ec52fbcd434 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0155c4eb-7f67-4bdb-96f0-5918f0dcf3df,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:08.083396 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c71de877-9856-41c6-a721-0ec52fbcd434 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:08.085400 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c71de877-9856-41c6-a721-0ec52fbcd434 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3223038
Feb 12 21:55:08.088139 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56640) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:08.092338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-d66eb5c8-4e6b-4c94-9769-14ec2b559d77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '1cf2e31b-56b3-4de8-8501-a3653487ac4f', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:55:08.177588 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d66eb5c8-4e6b-4c94-9769-14ec2b559d77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (1cf8e099-9f63-4d83-97d8-ea4f32c4af0e), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:08.231784 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d66eb5c8-4e6b-4c94-9769-14ec2b559d77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (1cf8e099-9f63-4d83-97d8-ea4f32c4af0e), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:08.297051 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d66eb5c8-4e6b-4c94-9769-14ec2b559d77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (1cf8e099-9f63-4d83-97d8-ea4f32c4af0e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:08.314293 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66eb5c8-4e6b-4c94-9769-14ec2b559d77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf8e099-9f63-4d83-97d8-ea4f32c4af0e,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:08.431097 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d66eb5c8-4e6b-4c94-9769-14ec2b559d77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:08.432280 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d66eb5c8-4e6b-4c94-9769-14ec2b559d77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3432267
Feb 12 21:55:08.435021 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56642) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:08.439322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-dc6470ee-d0f8-4457-8a91-c5170a73430f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '1cf2e31b-56b3-4de8-8501-a3653487ac4f', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:55:08.526960 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc6470ee-d0f8-4457-8a91-c5170a73430f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (30f99d64-bd8b-477e-823b-629719ae6101), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:08.582287 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc6470ee-d0f8-4457-8a91-c5170a73430f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (30f99d64-bd8b-477e-823b-629719ae6101), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:08.656989 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc6470ee-d0f8-4457-8a91-c5170a73430f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (30f99d64-bd8b-477e-823b-629719ae6101), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:08.675653 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6470ee-d0f8-4457-8a91-c5170a73430f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f99d64-bd8b-477e-823b-629719ae6101,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:08.733937 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-dc6470ee-d0f8-4457-8a91-c5170a73430f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:08.735543 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dc6470ee-d0f8-4457-8a91-c5170a73430f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2991853
Feb 12 21:55:08.737967 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56644) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:08.742330 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4bec1235-ce90-4fcb-a8c1-52154e19d069 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '1cf2e31b-56b3-4de8-8501-a3653487ac4f', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:55:08.834539 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bec1235-ce90-4fcb-a8c1-52154e19d069 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (c4e1b0a5-8124-4a98-abaa-7179b4797daf), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:08.891122 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bec1235-ce90-4fcb-a8c1-52154e19d069 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (c4e1b0a5-8124-4a98-abaa-7179b4797daf), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:08.966997 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bec1235-ce90-4fcb-a8c1-52154e19d069 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (c4e1b0a5-8124-4a98-abaa-7179b4797daf), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:08.986902 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec1235-ce90-4fcb-a8c1-52154e19d069 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e1b0a5-8124-4a98-abaa-7179b4797daf,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:09.060748 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4bec1235-ce90-4fcb-a8c1-52154e19d069 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:09.062128 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4bec1235-ce90-4fcb-a8c1-52154e19d069 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3232474
Feb 12 21:55:09.064867 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56646) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:09.070011 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4a5ffbf4-b0e9-4341-bc03-2244bce3ad40 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '1cf2e31b-56b3-4de8-8501-a3653487ac4f', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:55:09.154493 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-4a5ffbf4-b0e9-4341-bc03-2244bce3ad40 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Project dc7b3029bd844f88a4fe9146af00a270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:55:09.159447 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a5ffbf4-b0e9-4341-bc03-2244bce3ad40 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (8c307589-54a3-4ecd-a091-9a91e0d90361), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:09.216921 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a5ffbf4-b0e9-4341-bc03-2244bce3ad40 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (8c307589-54a3-4ecd-a091-9a91e0d90361), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:09.298648 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a5ffbf4-b0e9-4341-bc03-2244bce3ad40 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (8c307589-54a3-4ecd-a091-9a91e0d90361), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:09.313028 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ffbf4-b0e9-4341-bc03-2244bce3ad40 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c307589-54a3-4ecd-a091-9a91e0d90361,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:09.396927 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4a5ffbf4-b0e9-4341-bc03-2244bce3ad40 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:09.398218 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4a5ffbf4-b0e9-4341-bc03-2244bce3ad40 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3322930
Feb 12 21:55:09.401277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56648) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:09.405865 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-63d6c147-d811-4b5f-a22c-0b825281b37c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '1cf2e31b-56b3-4de8-8501-a3653487ac4f', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:55:09.485718 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-63d6c147-d811-4b5f-a22c-0b825281b37c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Project dc7b3029bd844f88a4fe9146af00a270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:55:09.490695 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-63d6c147-d811-4b5f-a22c-0b825281b37c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (71cac02c-cb04-4af9-887c-b48c821324dc), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:09.548888 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-63d6c147-d811-4b5f-a22c-0b825281b37c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (71cac02c-cb04-4af9-887c-b48c821324dc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:09.628686 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-63d6c147-d811-4b5f-a22c-0b825281b37c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (71cac02c-cb04-4af9-887c-b48c821324dc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:09.646856 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6c147-d811-4b5f-a22c-0b825281b37c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cac02c-cb04-4af9-887c-b48c821324dc,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:09.734678 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-63d6c147-d811-4b5f-a22c-0b825281b37c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:09.735953 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-63d6c147-d811-4b5f-a22c-0b825281b37c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3336329
Feb 12 21:55:09.738856 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56650) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:09.744453 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-44d8ea62-c478-4969-9a4b-247c71521250 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'network': {'name': 'tempest-network-smoke--175777508', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'port_security_enabled': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:55:09.834396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d8ea62-c478-4969-9a4b-247c71521250 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Made reservation on behalf of dc7b3029bd844f88a4fe9146af00a270 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:55:09.837697 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44d8ea62-c478-4969-9a4b-247c71521250 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:09.860121 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d8ea62-c478-4969-9a4b-247c71521250 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:55:09.869241 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44d8ea62-c478-4969-9a4b-247c71521250 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1e8290f1-ecb1-4a49-9f95-ef1e773b99b8), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:09.869636 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-44d8ea62-c478-4969-9a4b-247c71521250 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Added segment 1e8290f1-ecb1-4a49-9f95-ef1e773b99b8 of type vlan for network c2b938a5-2a00-4713-9be7-cd38730f698d
Feb 12 21:55:09.908956 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44d8ea62-c478-4969-9a4b-247c71521250 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (c2b938a5-2a00-4713-9be7-cd38730f698d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:10.079786 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44d8ea62-c478-4969-9a4b-247c71521250 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (c2b938a5-2a00-4713-9be7-cd38730f698d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:10.084886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d8ea62-c478-4969-9a4b-247c71521250 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:10.085436 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-44d8ea62-c478-4969-9a4b-247c71521250 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:10.149682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8ea62-c478-4969-9a4b-247c71521250 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Network': ['ID=c2b938a5-2a00-4713-9be7-cd38730f698d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:10.160437 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network c2b938a5-2a00-4713-9be7-cd38730f698d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:55:10.176289 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-44d8ea62-c478-4969-9a4b-247c71521250 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4363813
Feb 12 21:55:10.179776 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56652) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:10.184482 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-180426876', 'admin_state_up': True, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:55:10.280033 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (71ce0101-5559-42fa-8d77-3617af1d4dcb), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:10.281195 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (71ce0101-5559-42fa-8d77-3617af1d4dcb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:10.337424 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_controller (71ce0101-5559-42fa-8d77-3617af1d4dcb), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:10.520970 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (71ce0101-5559-42fa-8d77-3617af1d4dcb), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:10.772237 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (71ce0101-5559-42fa-8d77-3617af1d4dcb), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:10.792661 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:10.905105 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.35.2.202 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/3720b727-19ee-46e6-b88f-60cf284d5638) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:55:11.008536 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (3720b727-19ee-46e6-b88f-60cf284d5638), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:11.092957 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (3720b727-19ee-46e6-b88f-60cf284d5638), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:11.134250 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:55:11.137000 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:55:11.140476 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:55:11.145978 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=3720b727-19ee-46e6-b88f-60cf284d5638,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:11.465522 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (71ce0101-5559-42fa-8d77-3617af1d4dcb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:11.666291 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (71ce0101-5559-42fa-8d77-3617af1d4dcb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:11.927099 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 71ce0101-5559-42fa-8d77-3617af1d4dcb is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:55:12.034438 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:55:12.045044 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Sync routers for ids ['71ce0101-5559-42fa-8d77-3617af1d4dcb'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:55:12.055174 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Routers {'71ce0101-5559-42fa-8d77-3617af1d4dcb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:55:12.055811 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb99bdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:54:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['71ce0101-5559-42fa-8d77-3617af1d4dcb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:12.112175 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:12.113446 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-765720e8-037b-4865-a2ad-a182b49694fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.9326994
Feb 12 21:55:12.116748 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56672) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:12.149545 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-143d7154-f658-4241-a6bc-621e4960f654 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=dc7b3029bd844f88a4fe9146af00a270&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0315289
Feb 12 21:55:12.152036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56674) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:12.162789 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Set router 71ce0101-5559-42fa-8d77-3617af1d4dcb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:55:12.236796 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16952cbf-e2bd-41f6-8942-1cbab35c0db5 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:12.238660 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-16952cbf-e2bd-41f6-8942-1cbab35c0db5 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0857418
Feb 12 21:55:12.241556 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56676) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:12.270036 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c221d14d-bdb8-410e-8701-a33a16f2e7fc tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0272923
Feb 12 21:55:12.273159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56678) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:12.277860 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0f3b56c8-03c4-4a43-a081-a38608fa3b9e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-340622043', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:55:12.339882 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb99bdf0>, [{'id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180426876', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202'}], 'enable_snat': True}, 'gw_port_id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:11Z', 'revision_number': 3, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:12.370063 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Checking router: 71ce0101-5559-42fa-8d77-3617af1d4dcb for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:55:12.377276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Updating router 71ce0101-5559-42fa-8d77-3617af1d4dcb port 3720b727-19ee-46e6-b88f-60cf284d5638 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:55:12.397853 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3720b727-19ee-46e6-b88f-60cf284d5638), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:12.435390 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3b56c8-03c4-4a43-a081-a38608fa3b9e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Made reservation on behalf of dc7b3029bd844f88a4fe9146af00a270 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:55:12.438829 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0f3b56c8-03c4-4a43-a081-a38608fa3b9e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:12.652452 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Publish callbacks [] for port (3720b727-19ee-46e6-b88f-60cf284d5638), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:12.681832 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0f3b56c8-03c4-4a43-a081-a38608fa3b9e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (a6dd518c-e04d-46d1-a949-ffec4fed7a55), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:12.732902 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3720b727-19ee-46e6-b88f-60cf284d5638), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:12.743698 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b56c8-03c4-4a43-a081-a38608fa3b9e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Subnet': ['ID=a6dd518c-e04d-46d1-a949-ffec4fed7a55,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:12.752738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b56c8-03c4-4a43-a081-a38608fa3b9e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Checking segment: {'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:55:12.753105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3b56c8-03c4-4a43-a081-a38608fa3b9e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network hostable DHCP agents. Network: c2b938a5-2a00-4713-9be7-cd38730f698d, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:55:12.792722 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Attempting to bind port 3720b727-19ee-46e6-b88f-60cf284d5638 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:55:12.793094 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Attempting to bind port 3720b727-19ee-46e6-b88f-60cf284d5638 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:55:12.793485 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Attempting to bind port 3720b727-19ee-46e6-b88f-60cf284d5638 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:55:12.796255 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609d001-d7c2-426a-8f6c-c96b28474adf None None] Pushing event updated for resources: {'Port': ['ID=3720b727-19ee-46e6-b88f-60cf284d5638,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:12.800977 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:55:12.801367 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:55:12.801780 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:12.806978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:55:12.806978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Bound port: 3720b727-19ee-46e6-b88f-60cf284d5638, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:55:12.806978 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3720b727-19ee-46e6-b88f-60cf284d5638), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:12.855898 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] For port 3720b727-19ee-46e6-b88f-60cf284d5638, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:55:12.858824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] For port 3720b727-19ee-46e6-b88f-60cf284d5638, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3720b727-19ee-46e6-b88f-60cf284d5638,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:55:12.875823 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3b56c8-03c4-4a43-a081-a38608fa3b9e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network c2b938a5-2a00-4713-9be7-cd38730f698d is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:55:12.950731 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3720b727-19ee-46e6-b88f-60cf284d5638), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:12.961622 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-0f3b56c8-03c4-4a43-a081-a38608fa3b9e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c2b938a5-2a00-4713-9be7-cd38730f698d) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:55:12.965913 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3b56c8-03c4-4a43-a081-a38608fa3b9e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:12.966584 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0f3b56c8-03c4-4a43-a081-a38608fa3b9e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:12.978773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2d4584-73a2-4695-8683-10b95d6d964c None None] Network c2b938a5-2a00-4713-9be7-cd38730f698d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:55:13.044323 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0f3b56c8-03c4-4a43-a081-a38608fa3b9e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7700920
Feb 12 21:55:13.047165 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56680) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:13.066073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609d001-d7c2-426a-8f6c-c96b28474adf None None] Pushing event updated for resources: {'Port': ['ID=3720b727-19ee-46e6-b88f-60cf284d5638,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:13.072589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Routers {'71ce0101-5559-42fa-8d77-3617af1d4dcb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:55:13.073216 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb99bdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:54:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['71ce0101-5559-42fa-8d77-3617af1d4dcb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:13.187446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c2b938a5-2a00-4713-9be7-cd38730f698d', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ips': [{'subnet_id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:55:13.188381 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:13.228192 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] Set router 71ce0101-5559-42fa-8d77-3617af1d4dcb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:55:13.495345 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:13.613128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Allocated IP 172.20.0.2 (c2b938a5-2a00-4713-9be7-cd38730f698d/a6dd518c-e04d-46d1-a949-ffec4fed7a55/593dba23-80aa-4999-9563-75b4258fcbea) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:55:13.757812 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb99bdf0>, [{'id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180426876', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202'}], 'enable_snat': True}, 'gw_port_id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:11Z', 'revision_number': 3, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:13.807693 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b70f5-b987-4e48-9aa7-f6e7c9eb7d2e None None] The sync data for ids ['71ce0101-5559-42fa-8d77-3617af1d4dcb'] in ncdv-master-1 is: [{'id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180426876', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202'}], 'enable_snat': True}, 'gw_port_id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:11Z', 'revision_number': 3, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:55:13.833343 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Publish callbacks [] for port (593dba23-80aa-4999-9563-75b4258fcbea), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:13.950313 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (593dba23-80aa-4999-9563-75b4258fcbea), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:13.991847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Network c2b938a5-2a00-4713-9be7-cd38730f698d is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:55:13.995729 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:55:13.998892 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:55:14.019003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Pushing event updated for resources: {'Port': ['ID=593dba23-80aa-4999-9563-75b4258fcbea,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:14.092051 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Attempting to bind port 593dba23-80aa-4999-9563-75b4258fcbea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:55:14.093875 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Attempting to bind port 593dba23-80aa-4999-9563-75b4258fcbea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:55:14.094266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Attempting to bind port 593dba23-80aa-4999-9563-75b4258fcbea on network c2b938a5-2a00-4713-9be7-cd38730f698d {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:55:14.100989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:55:14.101397 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Checking segment: {'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:55:14.101873 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:14.102273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Bound using segment: {'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:55:14.102780 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Bound port: 593dba23-80aa-4999-9563-75b4258fcbea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:55:14.103174 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (593dba23-80aa-4999-9563-75b4258fcbea), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:14.173641 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] For port 593dba23-80aa-4999-9563-75b4258fcbea, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:55:14.178821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] For port 593dba23-80aa-4999-9563-75b4258fcbea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=593dba23-80aa-4999-9563-75b4258fcbea,segment=NetworkSegment(1e8290f1-ecb1-4a49-9f95-ef1e773b99b8),segment_id=1e8290f1-ecb1-4a49-9f95-ef1e773b99b8)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:55:14.187421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.20.0.1 (c2b938a5-2a00-4713-9be7-cd38730f698d/a6dd518c-e04d-46d1-a949-ffec4fed7a55/7c6df78c-e87c-40ed-bd96-f1bfca02e685) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:55:14.306896 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:14.333563 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (593dba23-80aa-4999-9563-75b4258fcbea), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:14.389566 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacb16b-7bfe-4bf0-9569-e360673043fc None None] Pushing event updated for resources: {'Port': ['ID=593dba23-80aa-4999-9563-75b4258fcbea,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:14.414029 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:14.466045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network c2b938a5-2a00-4713-9be7-cd38730f698d is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:55:14.468583 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:55:14.471586 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:55:14.501090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=7c6df78c-e87c-40ed-bd96-f1bfca02e685,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:14.525445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (71ce0101-5559-42fa-8d77-3617af1d4dcb), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:14.792822 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:14.860928 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3720b727-19ee-46e6-b88f-60cf284d5638 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:55:14.914675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 3720b727-19ee-46e6-b88f-60cf284d5638 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:55:14.915045 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3720b727-19ee-46e6-b88f-60cf284d5638), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:14.990282 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 3720b727-19ee-46e6-b88f-60cf284d5638 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:55:14.990668 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3720b727-19ee-46e6-b88f-60cf284d5638), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:15.011465 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 3720b727-19ee-46e6-b88f-60cf284d5638, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3720b727-19ee-46e6-b88f-60cf284d5638,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:55:15.091847 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3720b727-19ee-46e6-b88f-60cf284d5638), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:15.092240 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:15.092750 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 593dba23-80aa-4999-9563-75b4258fcbea up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:55:15.177948 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:15.178919 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=3720b727-19ee-46e6-b88f-60cf284d5638,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:15.193522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 593dba23-80aa-4999-9563-75b4258fcbea triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:55:15.193912 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (593dba23-80aa-4999-9563-75b4258fcbea), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:15.274321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=7c6df78c-e87c-40ed-bd96-f1bfca02e685,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:15.277018 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (71ce0101-5559-42fa-8d77-3617af1d4dcb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:15.278599 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 593dba23-80aa-4999-9563-75b4258fcbea is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:55:15.278995 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (593dba23-80aa-4999-9563-75b4258fcbea), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:15.315654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 593dba23-80aa-4999-9563-75b4258fcbea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=593dba23-80aa-4999-9563-75b4258fcbea,segment=NetworkSegment(1e8290f1-ecb1-4a49-9f95-ef1e773b99b8),segment_id=1e8290f1-ecb1-4a49-9f95-ef1e773b99b8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:55:15.378503 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network c2b938a5-2a00-4713-9be7-cd38730f698d is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:55:15.379924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:55:15.395832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d28b4a-1d3e-4eba-9ad7-b5c7bfb187c5 None None] Network c2b938a5-2a00-4713-9be7-cd38730f698d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:55:15.425288 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (593dba23-80aa-4999-9563-75b4258fcbea), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:15.513942 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 71ce0101-5559-42fa-8d77-3617af1d4dcb has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:55:15.535185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=593dba23-80aa-4999-9563-75b4258fcbea,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:15.541158 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ecf913d4-ed76-4ec9-8c04-f03f8ebb0bd2 None None] Provisioning complete for port 593dba23-80aa-4999-9563-75b4258fcbea triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:55:15.541552 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ecf913d4-ed76-4ec9-8c04-f03f8ebb0bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (593dba23-80aa-4999-9563-75b4258fcbea), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:15.634223 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:55:15.648412 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-6d550305-f2f2-45b6-9c35-b283d90cb14c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "PUT /v2.0/routers/71ce0101-5559-42fa-8d77-3617af1d4dcb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5929043
Feb 12 21:55:15.663941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ecf913d4-ed76-4ec9-8c04-f03f8ebb0bd2 None None] Current status of the port 593dba23-80aa-4999-9563-75b4258fcbea is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:55:15.785673 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Sync routers for ids ['71ce0101-5559-42fa-8d77-3617af1d4dcb'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:55:15.796502 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Routers {'71ce0101-5559-42fa-8d77-3617af1d4dcb'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:55:15.797138 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbebd940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:54:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['71ce0101-5559-42fa-8d77-3617af1d4dcb'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:15.818718 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-e25120cd-0368-40a6-bba9-d84a56140a95 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165480791&fields=id&tenant_id=dc7b3029bd844f88a4fe9146af00a270 HTTP/1.1" status: 200  len: 267 time: 0.0654941
Feb 12 21:55:15.888328 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d180f1e0-3c52-45fe-a638-e1da54949c38 None None] Provisioning complete for port 593dba23-80aa-4999-9563-75b4258fcbea triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:55:15.888790 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d180f1e0-3c52-45fe-a638-e1da54949c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (593dba23-80aa-4999-9563-75b4258fcbea), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:15.926621 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Set router 71ce0101-5559-42fa-8d77-3617af1d4dcb gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:55:15.942204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-402f6b46-8cc8-406f-9999-b330079df6d1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:15.951474 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-402f6b46-8cc8-406f-9999-b330079df6d1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/networks?id=c2b938a5-2a00-4713-9be7-cd38730f698d HTTP/1.1" status: 200  len: 796 time: 0.1317244
Feb 12 21:55:15.968503 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-cebc7351-f202-4fa9-9dd7-86f2c3aaf74a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/quotas/dc7b3029bd844f88a4fe9146af00a270 HTTP/1.1" status: 200  len: 375 time: 0.0155437
Feb 12 21:55:15.986083 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d180f1e0-3c52-45fe-a638-e1da54949c38 None None] Current status of the port 593dba23-80aa-4999-9563-75b4258fcbea is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:55:15.998156 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d180f1e0-3c52-45fe-a638-e1da54949c38 None None] Provisioning complete for port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:55:15.998482 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d180f1e0-3c52-45fe-a638-e1da54949c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:16.031259 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-2b05277a-7f72-4b57-9a03-5936e6302e17 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0611539
Feb 12 21:55:16.041683 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d180f1e0-3c52-45fe-a638-e1da54949c38 None None] Port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:55:16.116842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-1cfbcf14-767f-48f9-8076-98cd9f076f03 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:55:16.117904 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-1cfbcf14-767f-48f9-8076-98cd9f076f03 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0717077
Feb 12 21:55:16.154806 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbebd940>, [{'id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180426876', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202'}], 'enable_snat': True}, 'gw_port_id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c6df78c-e87c-40ed-bd96-f1bfca02e685', 'name': '', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:2a:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:13Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 2, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:16.165107 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-db263d4d-cc1e-4b97-a35a-66e9c72f8d15 None None] Provisioning complete for port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:55:16.165677 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-db263d4d-cc1e-4b97-a35a-66e9c72f8d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:16.211865 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-db263d4d-cc1e-4b97-a35a-66e9c72f8d15 None None] Port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:55:16.230139 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-c8062fd7-775f-45f4-aac2-36befbf292c2 service neutron] 10.222.0.31 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1054478
Feb 12 21:55:16.290395 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Checking router: 71ce0101-5559-42fa-8d77-3617af1d4dcb for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:55:16.290752 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Updating router 71ce0101-5559-42fa-8d77-3617af1d4dcb port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:55:16.320845 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:16.326983 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-757b2dc3-7af1-48e7-b491-e2b255e473c1 service neutron] 10.222.0.31 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906293
Feb 12 21:55:16.331998 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-5e4c764b-9f12-4748-814e-6ec52d77386a None None] Provisioning complete for port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:55:16.332370 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e4c764b-9f12-4748-814e-6ec52d77386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:16.369988 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c764b-9f12-4748-814e-6ec52d77386a None None] Port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:55:16.558741 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0067bfba-1a6d-4bdb-9f25-7e53b3feff21 req-03b002e5-3e45-4928-825d-17f146eb999a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 210 time: 0.0283458
Feb 12 21:55:16.592139 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Publish callbacks [] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:16.658505 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:16.708278 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b120bc1-575e-466b-b931-21e509158fcb None None] Pushing event updated for resources: {'Port': ['ID=7c6df78c-e87c-40ed-bd96-f1bfca02e685,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:16.732690 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b120bc1-575e-466b-b931-21e509158fcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:16.733044 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b120bc1-575e-466b-b931-21e509158fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:16.733408 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b120bc1-575e-466b-b931-21e509158fcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:16.733751 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b120bc1-575e-466b-b931-21e509158fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:16.734088 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b120bc1-575e-466b-b931-21e509158fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:16.734438 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b120bc1-575e-466b-b931-21e509158fcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:16.734745 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b120bc1-575e-466b-b931-21e509158fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:16.735072 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b120bc1-575e-466b-b931-21e509158fcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:16.735400 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b120bc1-575e-466b-b931-21e509158fcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:16.735725 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b120bc1-575e-466b-b931-21e509158fcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:16.736050 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b120bc1-575e-466b-b931-21e509158fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:16.736372 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b120bc1-575e-466b-b931-21e509158fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:16.736695 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b120bc1-575e-466b-b931-21e509158fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:55:16.771810 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Attempting to bind port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:55:16.772184 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Attempting to bind port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:55:16.772653 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Attempting to bind port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 on network c2b938a5-2a00-4713-9be7-cd38730f698d {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:55:16.779105 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:55:16.779679 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Checking segment: {'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:55:16.780188 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:16.780712 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Bound using segment: {'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:55:16.781318 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Bound port: 7c6df78c-e87c-40ed-bd96-f1bfca02e685, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:55:16.782019 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:16.801675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3720b727-19ee-46e6-b88f-60cf284d5638 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:55:16.854793 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] For port 7c6df78c-e87c-40ed-bd96-f1bfca02e685, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:55:16.857019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 3720b727-19ee-46e6-b88f-60cf284d5638 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:55:16.857528 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3720b727-19ee-46e6-b88f-60cf284d5638), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:16.858237 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] For port 7c6df78c-e87c-40ed-bd96-f1bfca02e685, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c6df78c-e87c-40ed-bd96-f1bfca02e685,segment=NetworkSegment(1e8290f1-ecb1-4a49-9f95-ef1e773b99b8),segment_id=1e8290f1-ecb1-4a49-9f95-ef1e773b99b8)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:55:16.927406 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:16.938354 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 3720b727-19ee-46e6-b88f-60cf284d5638 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:55:16.939409 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 593dba23-80aa-4999-9563-75b4258fcbea up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:55:16.985898 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Routers {'71ce0101-5559-42fa-8d77-3617af1d4dcb'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:55:16.991132 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbebd940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:54:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['71ce0101-5559-42fa-8d77-3617af1d4dcb'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:16.994418 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b120bc1-575e-466b-b931-21e509158fcb None None] Pushing event updated for resources: {'Port': ['ID=7c6df78c-e87c-40ed-bd96-f1bfca02e685,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:17.004876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-93c8053d-35da-4777-b1f3-3a2d5c767c86 None None] Provisioning complete for port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:55:17.005249 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-93c8053d-35da-4777-b1f3-3a2d5c767c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:17.009438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 593dba23-80aa-4999-9563-75b4258fcbea triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:55:17.010015 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (593dba23-80aa-4999-9563-75b4258fcbea), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:17.122492 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] Set router 71ce0101-5559-42fa-8d77-3617af1d4dcb gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:55:17.160475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-93c8053d-35da-4777-b1f3-3a2d5c767c86 None None] Current status of the port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:55:17.160859 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-93c8053d-35da-4777-b1f3-3a2d5c767c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:17.163548 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 593dba23-80aa-4999-9563-75b4258fcbea is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:55:17.196947 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-93c8053d-35da-4777-b1f3-3a2d5c767c86 None None] For port 7c6df78c-e87c-40ed-bd96-f1bfca02e685, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c6df78c-e87c-40ed-bd96-f1bfca02e685,segment=NetworkSegment(1e8290f1-ecb1-4a49-9f95-ef1e773b99b8),segment_id=1e8290f1-ecb1-4a49-9f95-ef1e773b99b8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:55:17.268948 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-93c8053d-35da-4777-b1f3-3a2d5c767c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:17.316999 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8053d-35da-4777-b1f3-3a2d5c767c86 None None] Pushing event updated for resources: {'Port': ['ID=7c6df78c-e87c-40ed-bd96-f1bfca02e685,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:17.325970 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbebd940>, [{'id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180426876', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202'}], 'enable_snat': True}, 'gw_port_id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c6df78c-e87c-40ed-bd96-f1bfca02e685', 'name': '', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:2a:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:13Z', 'updated_at': '2022-02-12T21:55:16Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:17.356075 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b578a8-7d8c-4e41-b38e-6374275f41dc None None] The sync data for ids ['71ce0101-5559-42fa-8d77-3617af1d4dcb'] in ncdv-master-1 is: [{'id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180426876', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202'}], 'enable_snat': True}, 'gw_port_id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c6df78c-e87c-40ed-bd96-f1bfca02e685', 'name': '', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:2a:47:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:13Z', 'updated_at': '2022-02-12T21:55:16Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:55:17.391492 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e33049b1-6686-49e1-9e57-b550e6177351 None None] Provisioning complete for port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:55:17.391877 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e33049b1-6686-49e1-9e57-b550e6177351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:17.494253 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e33049b1-6686-49e1-9e57-b550e6177351 None None] Current status of the port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:55:17.662749 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-93110a2b-afea-4220-a2fe-36562f7af84d req-f91e6f04-05c1-44bc-877f-cc41603fd40c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 210 time: 0.0362778
Feb 12 21:55:18.750386 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c65b492c-9c2b-4f77-b0cb-38dda73a3000 req-4820763e-ef76-479c-af85-2bdd2c214dde tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 210 time: 0.0318332
Feb 12 21:55:18.803879 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7c6df78c-e87c-40ed-bd96-f1bfca02e685 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:55:18.855099 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:55:18.855480 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:18.932752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:55:19.829015 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-babda0de-abb9-46b5-966d-da226e4dbda5 req-70244ba6-217c-4689-aee9-5333c5fa3de5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 210 time: 0.0274594
Feb 12 21:55:20.923256 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f32493bb-31a1-470a-bb1f-2456d10a10df req-5b17a808-b425-4f15-8a31-b1939c2f925b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 210 time: 0.0273187
Feb 12 21:55:22.026464 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fffdc10e-ca8b-4176-b1b1-dc05e1d960e8 req-fffe64c7-462b-41d7-a54c-ed93e27f6879 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 210 time: 0.0329533
Feb 12 21:55:22.687405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-d98dfd11-8b8c-4e82-946f-af27546425df tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:22.688833 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-d98dfd11-8b8c-4e82-946f-af27546425df tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "GET /v2.0/networks?id=c2b938a5-2a00-4713-9be7-cd38730f698d HTTP/1.1" status: 200  len: 796 time: 0.1039865
Feb 12 21:55:22.753813 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-ff301096-0735-411d-88fe-42be2370305b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7b3029bd844f88a4fe9146af00a270 HTTP/1.1" status: 200  len: 379 time: 0.0549672
Feb 12 21:55:22.764898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-21dd7102-b54a-4114-bace-2a928c39b4a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'port': {'device_id': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'admin_state_up': True, 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'security_groups': ['1cf2e31b-56b3-4de8-8501-a3653487ac4f']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:55:22.931188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-21dd7102-b54a-4114-bace-2a928c39b4a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Made reservation on behalf of dc7b3029bd844f88a4fe9146af00a270 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:55:22.935278 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-21dd7102-b54a-4114-bace-2a928c39b4a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:23.069467 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-21dd7102-b54a-4114-bace-2a928c39b4a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.20.0.9 (c2b938a5-2a00-4713-9be7-cd38730f698d/a6dd518c-e04d-46d1-a949-ffec4fed7a55/005b3d19-baae-4d3d-a9e8-39e2bc1293d1) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:55:23.126173 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8de3589b-4715-4206-bc04-8b7e039c358a req-0da595ed-ac3c-498b-9d9c-cdadb5930fde tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 210 time: 0.0283725
Feb 12 21:55:23.207054 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-21dd7102-b54a-4114-bace-2a928c39b4a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:23.298606 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-21dd7102-b54a-4114-bace-2a928c39b4a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:23.347121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-21dd7102-b54a-4114-bace-2a928c39b4a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network c2b938a5-2a00-4713-9be7-cd38730f698d is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:55:23.350112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-21dd7102-b54a-4114-bace-2a928c39b4a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:55:23.353775 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-21dd7102-b54a-4114-bace-2a928c39b4a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:55:23.384776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd7102-b54a-4114-bace-2a928c39b4a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:23.410548 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-21dd7102-b54a-4114-bace-2a928c39b4a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:23.411162 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-21dd7102-b54a-4114-bace-2a928c39b4a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:23.483984 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-21dd7102-b54a-4114-bace-2a928c39b4a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7226038
Feb 12 21:55:23.499464 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Request body: {'port': {'device_id': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:55:23.556630 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c56ef008-3e25-4c9e-af2c-78e2d3e989c7 None None] Provisioning complete for port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:55:23.557238 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c56ef008-3e25-4c9e-af2c-78e2d3e989c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:23.562748 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:23.590872 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c56ef008-3e25-4c9e-af2c-78e2d3e989c7 None None] Port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:55:23.831668 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:55:23.839154 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Publish callbacks [] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:23.851087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Transition to ACTIVE for port object 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:55:23.932816 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:23.991871 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Pushing event updated for resources: {'Port': ['ID=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:24.065524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Attempting to bind port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:55:24.065867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Attempting to bind port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:55:24.066198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Attempting to bind port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 on network c2b938a5-2a00-4713-9be7-cd38730f698d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:55:24.071020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 on network c2b938a5-2a00-4713-9be7-cd38730f698d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:55:24.071644 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Attempting to bind port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 on network c2b938a5-2a00-4713-9be7-cd38730f698d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:55:24.076572 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:55:24.076924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Checking segment: {'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:55:24.077323 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Bound using segment: {'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:55:24.077790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Bound port: 005b3d19-baae-4d3d-a9e8-39e2bc1293d1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:55:24.078153 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:24.147009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] For port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:55:24.150912 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] For port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,segment=NetworkSegment(1e8290f1-ecb1-4a49-9f95-ef1e773b99b8),segment_id=1e8290f1-ecb1-4a49-9f95-ef1e773b99b8)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:55:24.232101 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:24.251360 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:24.252351 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:24.254154 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] 10.222.0.48 "PUT /v2.0/ports/005b3d19-baae-4d3d-a9e8-39e2bc1293d1 HTTP/1.1" status: 200  len: 1091 time: 0.7591453
Feb 12 21:55:24.275959 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'tag': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:55:24.278251 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c560109d-5bd3-4039-8f54-7531fa26f26d" -d '{"events": [{"name": "network-changed", "server_uuid": "5cccfe9f-b440-43e3-83a0-8877b9756506", "tag": "005b3d19-baae-4d3d-a9e8-39e2bc1293d1"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:55:24.302111 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589bffa-8dad-4c3f-b4a5-bdf67c3b0356 req-ea4a66ce-610a-40ad-8c59-c27b5cd42f8f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:24.303707 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f589bffa-8dad-4c3f-b4a5-bdf67c3b0356 req-ea4a66ce-610a-40ad-8c59-c27b5cd42f8f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 943 time: 0.1084857
Feb 12 21:55:24.327096 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4790eb-c17a-4c7e-a121-de4dd4836b89 x-openstack-request-id: req-dc4790eb-c17a-4c7e-a121-de4dd4836b89 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:55:24.327393 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cccfe9f-b440-43e3-83a0-8877b9756506", "tag": "005b3d19-baae-4d3d-a9e8-39e2bc1293d1", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:55:24.327644 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc4790eb-c17a-4c7e-a121-de4dd4836b89 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:55:24.328030 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'tag': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1', 'status': 'completed', 'code': 200}
Feb 12 21:55:24.329944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29fa4c-36f3-4b2d-962a-01539320069f service neutron] Pushing event updated for resources: {'Port': ['ID=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:24.406974 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f589bffa-8dad-4c3f-b4a5-bdf67c3b0356 req-d3b222c0-ce93-4690-93ac-c0e9ca0d4229 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0922384
Feb 12 21:55:24.421558 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560109d-5bd3-4039-8f54-7531fa26f26d req-42e708a0-b234-44cf-aca4-dd297d4b402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:24.423064 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c560109d-5bd3-4039-8f54-7531fa26f26d req-42e708a0-b234-44cf-aca4-dd297d4b402f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 1125 time: 0.0685844
Feb 12 21:55:24.519729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560109d-5bd3-4039-8f54-7531fa26f26d req-9c9deca5-6e90-4aa4-98ed-f34be87ca562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:24.521783 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c560109d-5bd3-4039-8f54-7531fa26f26d req-9c9deca5-6e90-4aa4-98ed-f34be87ca562 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=dc7b3029bd844f88a4fe9146af00a270&shared=False HTTP/1.1" status: 200  len: 897 time: 0.0905757
Feb 12 21:55:24.620310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560109d-5bd3-4039-8f54-7531fa26f26d req-87e4d36e-6694-424b-a83d-9ead42ac87dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:24.621725 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c560109d-5bd3-4039-8f54-7531fa26f26d req-87e4d36e-6694-424b-a83d-9ead42ac87dc service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0919514
Feb 12 21:55:24.707767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-e0e45a2a-3c51-4286-884f-2af331a48b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:24.709464 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-e0e45a2a-3c51-4286-884f-2af331a48b57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 1125 time: 0.0456474
Feb 12 21:55:24.757902 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-c752e0af-df53-4237-a471-26f4b47abf83 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1 HTTP/1.1" status: 200  len: 217 time: 0.0385997
Feb 12 21:55:24.807593 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-07f29ccd-5f70-4063-8d33-c2ec0cdc0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:24.809034 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-07f29ccd-5f70-4063-8d33-c2ec0cdc0ebc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6dd518c-e04d-46d1-a949-ffec4fed7a55 HTTP/1.1" status: 200  len: 834 time: 0.0444698
Feb 12 21:55:24.860116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-790b533a-516e-492c-9474-a29597a60026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:24.861642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-790b533a-516e-492c-9474-a29597a60026 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2b938a5-2a00-4713-9be7-cd38730f698d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440221
Feb 12 21:55:24.959150 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-8bf92436-8e77-4afc-880d-ca6bb74dc5cd service neutron] 10.222.0.48 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873773
Feb 12 21:55:25.050283 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6f87725a-3a7c-4ce5-881f-e8c0438f64c8 req-371cb605-749d-4b26-ae59-99335a6c7e79 service neutron] 10.222.0.48 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821390
Feb 12 21:55:25.532195 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38220157-a1ee-4b8b-a0eb-6199b3346033 req-29b3c59d-0557-4665-8abf-5c2c0f7c834c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:25.533664 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-38220157-a1ee-4b8b-a0eb-6199b3346033 req-29b3c59d-0557-4665-8abf-5c2c0f7c834c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 943 time: 0.0547690
Feb 12 21:55:25.581858 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-38220157-a1ee-4b8b-a0eb-6199b3346033 req-af978a3f-b7ff-4f2e-960b-689fc4e1c612 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418482
Feb 12 21:55:25.881067 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e6b7794d-4788-4d8a-9e3e-14b9e0a660a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:26.710676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477f7a5-ef77-4a50-8d0b-e8f4f56eb53a req-f9a389b9-7ebe-42a5-ae71-59fc62b6f320 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:26.712208 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b477f7a5-ef77-4a50-8d0b-e8f4f56eb53a req-f9a389b9-7ebe-42a5-ae71-59fc62b6f320 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 943 time: 0.0597239
Feb 12 21:55:26.760791 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b477f7a5-ef77-4a50-8d0b-e8f4f56eb53a req-58eccb81-d3ad-43af-a69f-56ae4c3a3ee1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429897
Feb 12 21:55:27.343879 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:27.882652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec9938-253d-402d-904f-79df01d26d55 req-8eda891e-bab9-40fb-a4a3-059ebfb8243b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:27.884145 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-27ec9938-253d-402d-904f-79df01d26d55 req-8eda891e-bab9-40fb-a4a3-059ebfb8243b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 943 time: 0.0520232
Feb 12 21:55:27.932629 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-27ec9938-253d-402d-904f-79df01d26d55 req-142f2cd3-76f9-4832-9df6-7d88b33bef86 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429468
Feb 12 21:55:27.946889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:55:28.042757 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,segment=NetworkSegment(1e8290f1-ecb1-4a49-9f95-ef1e773b99b8),segment_id=1e8290f1-ecb1-4a49-9f95-ef1e773b99b8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:55:28.054291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'port_id': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1', 'mac_address': 'fa:16:3e:25:c6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:55:28.090646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:55:28.091032 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:28.104150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:55:28.123724 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,segment=NetworkSegment(1e8290f1-ecb1-4a49-9f95-ef1e773b99b8),segment_id=1e8290f1-ecb1-4a49-9f95-ef1e773b99b8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:55:28.205718 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:28.269593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:28.342793 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c6d8088b-b732-4e26-b73c-3642b76a19db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:28.493889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['005b3d19-baae-4d3d-a9e8-39e2bc1293d1'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:55:29.052705 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8d08a-8e6c-4a9c-96d6-2d049c2153f6 req-da67d8e1-206d-4b66-af18-d7aaec710611 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:29.054125 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c9f8d08a-8e6c-4a9c-96d6-2d049c2153f6 req-da67d8e1-206d-4b66-af18-d7aaec710611 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 944 time: 0.0539620
Feb 12 21:55:29.102708 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c9f8d08a-8e6c-4a9c-96d6-2d049c2153f6 req-69498283-14d3-41a3-9487-470de11568a2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430429
Feb 12 21:55:29.685809 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:29.800394 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:29.977340 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:55:30.070379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:55:30.074482 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:55:30.074857 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:30.156544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:55:30.156942 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:30.182864 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:55:30.184839 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac2222d-2496-4963-b70f-88d146a341a5" -d '{"events": [{"server_uuid": "5cccfe9f-b440-43e3-83a0-8877b9756506", "name": "network-vif-plugged", "status": "completed", "tag": "005b3d19-baae-4d3d-a9e8-39e2bc1293d1"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:55:30.197854 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,segment=NetworkSegment(1e8290f1-ecb1-4a49-9f95-ef1e773b99b8),segment_id=1e8290f1-ecb1-4a49-9f95-ef1e773b99b8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:55:30.222162 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdff200-c771-4b6d-ada4-c8acbbaa1706 x-openstack-request-id: req-ecdff200-c771-4b6d-ada4-c8acbbaa1706 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:55:30.222560 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cccfe9f-b440-43e3-83a0-8877b9756506", "name": "network-vif-plugged", "status": "completed", "tag": "005b3d19-baae-4d3d-a9e8-39e2bc1293d1", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:55:30.222756 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecdff200-c771-4b6d-ada4-c8acbbaa1706 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:55:30.223153 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1', 'code': 200}
Feb 12 21:55:30.224811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d8a63-39ac-460b-b165-fb66e6586cc4 req-c4c86142-8d52-472c-8ea5-8292b6739462 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:30.226498 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b45d8a63-39ac-460b-b165-fb66e6586cc4 req-c4c86142-8d52-472c-8ea5-8292b6739462 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 944 time: 0.0549061
Feb 12 21:55:30.253060 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:30.283228 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b45d8a63-39ac-460b-b165-fb66e6586cc4 req-c25882a1-161e-47a1-a64e-bc0b73504330 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512540
Feb 12 21:55:30.316572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:30.333310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c5d8f-8bfb-422e-8a29-e855a06c34cb req-234aea1b-58f1-4ff2-a4e8-edd644dff954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:30.335017 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b33c5d8f-8bfb-422e-8a29-e855a06c34cb req-234aea1b-58f1-4ff2-a4e8-edd644dff954 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 1127 time: 0.0459411
Feb 12 21:55:30.387825 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b33c5d8f-8bfb-422e-8a29-e855a06c34cb req-dec57713-4fb3-448d-96f7-6547c99b5f15 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438633
Feb 12 21:55:31.138078 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:31.418442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8121b8-546b-4736-902f-ef359faf6814 req-374e27ef-9369-4d8c-bdd0-bdd0ef7ea3d8 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:31.419940 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb8121b8-546b-4736-902f-ef359faf6814 req-374e27ef-9369-4d8c-bdd0-bdd0ef7ea3d8 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0563495
Feb 12 21:55:31.469067 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-eb8121b8-546b-4736-902f-ef359faf6814 req-3757f457-1446-45fd-a6d0-1d9a7e022127 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433011
Feb 12 21:55:32.229319 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:32.588435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae53261-c137-498f-84c3-fb41af866793 req-a4597ea9-6096-4cb2-b80e-f97d80baaa6b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:32.590120 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5ae53261-c137-498f-84c3-fb41af866793 req-a4597ea9-6096-4cb2-b80e-f97d80baaa6b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0534673
Feb 12 21:55:32.639442 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5ae53261-c137-498f-84c3-fb41af866793 req-3873bd92-1d5c-4c99-b2a8-39329e2c0bf9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433502
Feb 12 21:55:32.759090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a8945-57c2-4724-ae53-f7e79937cedc req-0ea34509-86cc-43c8-a0d8-37e2d9ac66f8 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:32.760560 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-753a8945-57c2-4724-ae53-f7e79937cedc req-0ea34509-86cc-43c8-a0d8-37e2d9ac66f8 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0530343
Feb 12 21:55:32.809103 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-753a8945-57c2-4724-ae53-f7e79937cedc req-4f70d155-0093-4016-b9a0-4ef15a875ffd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429480
Feb 12 21:55:32.830739 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56758) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:32.878309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae32624-12fb-4d1f-a255-6947c0b73f7a tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:32.881851 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0ae32624-12fb-4d1f-a255-6947c0b73f7a tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 1122 time: 0.0500755
Feb 12 21:55:32.882754 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56760) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:32.887274 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address': '172.20.0.9'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:55:32.983739 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:33.079496 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:33.185567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.35.2.184 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/5d976642-1cb2-4cbf-8c09-e0e52ac26edd) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:55:33.285426 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (5d976642-1cb2-4cbf-8c09-e0e52ac26edd), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:33.383193 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (5d976642-1cb2-4cbf-8c09-e0e52ac26edd), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:33.427310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:55:33.430228 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:55:33.433708 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:55:33.439197 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=5d976642-1cb2-4cbf-8c09-e0e52ac26edd,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:33.782037 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (2d99d3ba-d561-4d9a-ae10-4c06ec882eaf), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:33.943675 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (5d976642-1cb2-4cbf-8c09-e0e52ac26edd), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:34.093895 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (5d976642-1cb2-4cbf-8c09-e0e52ac26edd), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:34.155264 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (5d976642-1cb2-4cbf-8c09-e0e52ac26edd), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:34.222683 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=5d976642-1cb2-4cbf-8c09-e0e52ac26edd,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:55:34.234775 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (2d99d3ba-d561-4d9a-ae10-4c06ec882eaf), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:34.338077 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Floating IP 2d99d3ba-d561-4d9a-ae10-4c06ec882eaf associated. External IP: 172.35.2.184, port: 005b3d19-baae-4d3d-a9e8-39e2bc1293d1.
Feb 12 21:55:34.545575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 71ce0101-5559-42fa-8d77-3617af1d4dcb has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:55:34.654851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:55:34.723429 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:34.760851 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ebc25709-6aa9-4725-9329-064e428151d2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8770118
Feb 12 21:55:34.761642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'tag': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:55:34.764064 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af083dcc-f023-421c-a0f8-37b2f350ad21" -d '{"events": [{"name": "network-changed", "server_uuid": "5cccfe9f-b440-43e3-83a0-8877b9756506", "tag": "005b3d19-baae-4d3d-a9e8-39e2bc1293d1"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:55:34.814236 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591ca4ca-0208-483c-bb54-d23378ce129a x-openstack-request-id: req-591ca4ca-0208-483c-bb54-d23378ce129a {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:55:34.814236 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cccfe9f-b440-43e3-83a0-8877b9756506", "tag": "005b3d19-baae-4d3d-a9e8-39e2bc1293d1", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:55:34.814236 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-591ca4ca-0208-483c-bb54-d23378ce129a {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:55:34.814236 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'tag': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1', 'status': 'completed', 'code': 200}
Feb 12 21:55:34.825778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2547005-e87a-41f2-930e-f116acdd633d None None] Sync routers for ids ['71ce0101-5559-42fa-8d77-3617af1d4dcb'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:55:34.835793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2547005-e87a-41f2-930e-f116acdd633d None None] Routers {'71ce0101-5559-42fa-8d77-3617af1d4dcb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:55:34.836422 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d2547005-e87a-41f2-930e-f116acdd633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb881ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:55:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['71ce0101-5559-42fa-8d77-3617af1d4dcb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:34.876648 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085f07e-f847-4671-9a54-ed3b0b8a73ed req-53325d4b-e5cf-4e2d-af25-016df538a034 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:34.884516 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6085f07e-f847-4671-9a54-ed3b0b8a73ed req-53325d4b-e5cf-4e2d-af25-016df538a034 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0680785
Feb 12 21:55:34.886988 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af083dcc-f023-421c-a0f8-37b2f350ad21 req-9e5aab2c-b74d-4e43-80b4-b68c9ac1ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:34.888564 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-af083dcc-f023-421c-a0f8-37b2f350ad21 req-9e5aab2c-b74d-4e43-80b4-b68c9ac1ecab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 1127 time: 0.0504305
Feb 12 21:55:34.931580 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6085f07e-f847-4671-9a54-ed3b0b8a73ed req-20cc0b61-ee5b-473e-bd37-2b1994a7c6e6 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460968
Feb 12 21:55:34.952019 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-d2547005-e87a-41f2-930e-f116acdd633d None None] Set router 71ce0101-5559-42fa-8d77-3617af1d4dcb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:55:34.954384 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56766) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:34.986591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af083dcc-f023-421c-a0f8-37b2f350ad21 req-13bbd7d6-178e-44ee-abc9-ef22d24b6237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:34.988200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-af083dcc-f023-421c-a0f8-37b2f350ad21 req-13bbd7d6-178e-44ee-abc9-ef22d24b6237 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2b938a5-2a00-4713-9be7-cd38730f698d HTTP/1.1" status: 200  len: 897 time: 0.0933990
Feb 12 21:55:35.021212 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2c429c60-3138-49ba-8e11-3c298a8e674a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/2d99d3ba-d561-4d9a-ae10-4c06ec882eaf HTTP/1.1" status: 200  len: 991 time: 0.0640049
Feb 12 21:55:35.052034 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-af083dcc-f023-421c-a0f8-37b2f350ad21 req-bd4c90bc-ad44-471b-a16a-407bac6e6825 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1 HTTP/1.1" status: 200  len: 999 time: 0.0579865
Feb 12 21:55:35.103064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af083dcc-f023-421c-a0f8-37b2f350ad21 req-7930714c-4e3e-4730-9e10-c013f2b8b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:35.104509 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-af083dcc-f023-421c-a0f8-37b2f350ad21 req-7930714c-4e3e-4730-9e10-c013f2b8b3ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6dd518c-e04d-46d1-a949-ffec4fed7a55 HTTP/1.1" status: 200  len: 834 time: 0.0472066
Feb 12 21:55:35.188707 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d2547005-e87a-41f2-930e-f116acdd633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb881ee0>, [{'id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180426876', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202'}], 'enable_snat': True}, 'gw_port_id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2d99d3ba-d561-4d9a-ae10-4c06ec882eaf', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'floating_ip_address': '172.35.2.184', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'port_id': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'mac_address': 'fa:16:3e:25:c6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:55:33Z', 'updated_at': '2022-02-12T21:55:33Z', 'revision_number': 0, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6df78c-e87c-40ed-bd96-f1bfca02e685', 'name': '', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:2a:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:13Z', 'updated_at': '2022-02-12T21:55:17Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:35.220812 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2547005-e87a-41f2-930e-f116acdd633d None None] Checking router: 71ce0101-5559-42fa-8d77-3617af1d4dcb for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:55:35.230290 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2547005-e87a-41f2-930e-f116acdd633d None None] Routers {'71ce0101-5559-42fa-8d77-3617af1d4dcb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:55:35.230922 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d2547005-e87a-41f2-930e-f116acdd633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb881ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:55:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['71ce0101-5559-42fa-8d77-3617af1d4dcb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:35.346980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-d2547005-e87a-41f2-930e-f116acdd633d None None] Set router 71ce0101-5559-42fa-8d77-3617af1d4dcb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:55:35.503747 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af083dcc-f023-421c-a0f8-37b2f350ad21 req-64a4bf14-a564-47c1-b7fc-14f8e5dab8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:55:35.505932 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-af083dcc-f023-421c-a0f8-37b2f350ad21 req-64a4bf14-a564-47c1-b7fc-14f8e5dab8fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2b938a5-2a00-4713-9be7-cd38730f698d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3948152
Feb 12 21:55:35.574759 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-d2547005-e87a-41f2-930e-f116acdd633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb881ee0>, [{'id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180426876', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202'}], 'enable_snat': True}, 'gw_port_id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2d99d3ba-d561-4d9a-ae10-4c06ec882eaf', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'floating_ip_address': '172.35.2.184', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'port_id': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'mac_address': 'fa:16:3e:25:c6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:55:33Z', 'updated_at': '2022-02-12T21:55:33Z', 'revision_number': 0, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6df78c-e87c-40ed-bd96-f1bfca02e685', 'name': '', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:2a:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:13Z', 'updated_at': '2022-02-12T21:55:17Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:55:35.594418 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-af083dcc-f023-421c-a0f8-37b2f350ad21 req-d760451a-29dd-406a-a374-9b36217e420a service neutron] 10.222.0.48 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822330
Feb 12 21:55:35.605309 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2547005-e87a-41f2-930e-f116acdd633d None None] The sync data for ids ['71ce0101-5559-42fa-8d77-3617af1d4dcb'] in ncdv-master-1 is: [{'id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180426876', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202'}], 'enable_snat': True}, 'gw_port_id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2d99d3ba-d561-4d9a-ae10-4c06ec882eaf', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'floating_ip_address': '172.35.2.184', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'port_id': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'mac_address': 'fa:16:3e:25:c6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:55:33Z', 'updated_at': '2022-02-12T21:55:33Z', 'revision_number': 0, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6df78c-e87c-40ed-bd96-f1bfca02e685', 'name': '', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:2a:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:13Z', 'updated_at': '2022-02-12T21:55:17Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:55:35.691110 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-af083dcc-f023-421c-a0f8-37b2f350ad21 req-738b83f2-24a8-49a4-b35f-4a7cb3c280e5 service neutron] 10.222.0.48 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902584
Feb 12 21:55:35.810397 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bd5561-8594-4cc6-a057-dcf8117cb34a None None] New status for floating IP 2d99d3ba-d561-4d9a-ae10-4c06ec882eaf: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:55:36.023140 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56768) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:55:36.084910 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c77cb7ce-1893-4ab9-a9ea-1e3097477a28 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/2d99d3ba-d561-4d9a-ae10-4c06ec882eaf HTTP/1.1" status: 200  len: 993 time: 0.0604935
Feb 12 21:55:41.684041 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:55:55.891971 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eecefd0c-13f5-49ae-9130-162c7626867a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:57.400613 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:58.337591 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-43b53dca-c3f8-4a77-9e0a-4a443838a442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:59.674426 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:55:59.828787 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:01.143702 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:02.239999 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:09.322951 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-6817f0e7-fd4a-4b8f-8f96-82994e9d3de1 req-6ca9d158-60ca-4b2e-9adf-ced79b99a7ce service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:56:09.324013 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6817f0e7-fd4a-4b8f-8f96-82994e9d3de1 req-6ca9d158-60ca-4b2e-9adf-ced79b99a7ce service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0529885
Feb 12 21:56:09.665313 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d036f3-ca4f-4678-8677-9477737c7f74 req-ba64f517-df4b-4196-98dd-b8c1adadad9e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:09.666824 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f8d036f3-ca4f-4678-8677-9477737c7f74 req-ba64f517-df4b-4196-98dd-b8c1adadad9e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0544362
Feb 12 21:56:09.713087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56786) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:56:09.717587 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f8d036f3-ca4f-4678-8677-9477737c7f74 req-5579d0e7-f239-4ca0-8bce-c7eb4aba8ab1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451834
Feb 12 21:56:09.812376 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-595bc392-1a5f-410f-a6a1-2f58f2624afe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0980356
Feb 12 21:56:09.821301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-20ccb1d7-86fb-4e30-82a8-5b38b11f6c33 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:56:09.822298 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-20ccb1d7-86fb-4e30-82a8-5b38b11f6c33 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055943
Feb 12 21:56:10.310927 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56806) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:56:10.411955 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-b67f7538-7d42-4504-a57b-a5de5a883627 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:10.413299 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-b67f7538-7d42-4504-a57b-a5de5a883627 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports/005b3d19-baae-4d3d-a9e8-39e2bc1293d1 HTTP/1.1" status: 200  len: 942 time: 0.1013341
Feb 12 21:56:10.843070 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321ecfb-e9b7-49a1-bf21-5cbb776aacb2 req-bdc03bfd-58e9-447c-a336-e373bb80cd7f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:10.844587 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a321ecfb-e9b7-49a1-bf21-5cbb776aacb2 req-bdc03bfd-58e9-447c-a336-e373bb80cd7f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0536263
Feb 12 21:56:10.900784 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a321ecfb-e9b7-49a1-bf21-5cbb776aacb2 req-14a8137d-25a4-46bb-8259-86f8551b8708 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504763
Feb 12 21:56:11.810271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-5265c194-587e-4da7-aec4-c79d3b24f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:11.811800 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-5265c194-587e-4da7-aec4-c79d3b24f3e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 1127 time: 0.0492504
Feb 12 21:56:11.908064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-8f9b6ea3-e16c-4e75-aa21-cbc26f70b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:11.909658 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-8f9b6ea3-e16c-4e75-aa21-cbc26f70b846 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2b938a5-2a00-4713-9be7-cd38730f698d HTTP/1.1" status: 200  len: 897 time: 0.0876846
Feb 12 21:56:12.005750 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-3a2db788-c9de-4c84-ad3d-63239ed6869c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1 HTTP/1.1" status: 200  len: 1001 time: 0.0864339
Feb 12 21:56:12.062696 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73e9ba-3876-4338-800b-22696fcbc6da req-702f05b9-fe0e-4a55-a982-dc9de7295397 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:12.064196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf73e9ba-3876-4338-800b-22696fcbc6da req-702f05b9-fe0e-4a55-a982-dc9de7295397 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0906961
Feb 12 21:56:12.073854 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-9ef6a0aa-4ba8-4935-a44f-486049287721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:12.075256 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-9ef6a0aa-4ba8-4935-a44f-486049287721 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6dd518c-e04d-46d1-a949-ffec4fed7a55 HTTP/1.1" status: 200  len: 834 time: 0.0602477
Feb 12 21:56:12.148061 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-cf73e9ba-3876-4338-800b-22696fcbc6da req-14d437e0-c32c-48f8-bdef-ac87c9e0d607 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765989
Feb 12 21:56:12.158078 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-6b009228-9d1b-4bc4-af0a-e657a790d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:12.159547 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-6b009228-9d1b-4bc4-af0a-e657a790d643 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2b938a5-2a00-4713-9be7-cd38730f698d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0715415
Feb 12 21:56:12.254720 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-7c799916-7081-41f8-992b-cde1908142bf service neutron] 10.222.0.48 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838242
Feb 12 21:56:12.351706 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-845b4585-f2aa-4ffe-a488-d22cb4429897 service neutron] 10.222.0.48 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880280
Feb 12 21:56:13.579070 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7266b00-1625-43d4-ab01-2f3524da96d3 req-da36948c-17eb-4e87-9f73-b160dc26b222 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:13.580439 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7266b00-1625-43d4-ab01-2f3524da96d3 req-da36948c-17eb-4e87-9f73-b160dc26b222 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.3592000
Feb 12 21:56:13.629010 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e7266b00-1625-43d4-ab01-2f3524da96d3 req-e87acce9-f906-4e36-a7c2-87560f86dacc tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423660
Feb 12 21:56:14.750889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c074d-50d4-484c-932c-3e33b3730fa2 req-1613db27-7ef1-413d-99a3-5025eba9c2a0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:14.752377 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ea7c074d-50d4-484c-932c-3e33b3730fa2 req-1613db27-7ef1-413d-99a3-5025eba9c2a0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0526497
Feb 12 21:56:14.802670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ea7c074d-50d4-484c-932c-3e33b3730fa2 req-9450dfc1-11c1-48d1-a87a-cfe593dc8c3f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424452
Feb 12 21:56:15.924211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6f9bd-5f50-4790-a7c3-944f5794681a req-4785cc4c-e834-4803-80a8-6934f9bc49b1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:15.926004 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-77c6f9bd-5f50-4790-a7c3-944f5794681a req-4785cc4c-e834-4803-80a8-6934f9bc49b1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0536640
Feb 12 21:56:15.974612 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-77c6f9bd-5f50-4790-a7c3-944f5794681a req-4b5317e1-63f3-4aa6-b6fb-3074a376b286 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426807
Feb 12 21:56:17.097259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9368929-ee96-43bf-b8b5-6da0a4bc713d req-cad45b0a-2b4f-4d2a-bee4-e403e0c1d4e3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:17.098789 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9368929-ee96-43bf-b8b5-6da0a4bc713d req-cad45b0a-2b4f-4d2a-bee4-e403e0c1d4e3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0537884
Feb 12 21:56:17.152062 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e9368929-ee96-43bf-b8b5-6da0a4bc713d req-3a6f3237-5f9c-4a10-9cd7-4b609d01c6dd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475852
Feb 12 21:56:17.756726 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e0698-2e61-413e-918b-615b43859da6 req-9490a7dd-4b47-4d2c-a818-a9eb1fce16de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:17.758444 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a1e0698-2e61-413e-918b-615b43859da6 req-9490a7dd-4b47-4d2c-a818-a9eb1fce16de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 1127 time: 0.0453081
Feb 12 21:56:17.864649 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e0698-2e61-413e-918b-615b43859da6 req-bc53dc56-578c-47d7-832e-04cf30595622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:17.866153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a1e0698-2e61-413e-918b-615b43859da6 req-bc53dc56-578c-47d7-832e-04cf30595622 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2b938a5-2a00-4713-9be7-cd38730f698d HTTP/1.1" status: 200  len: 897 time: 0.0851030
Feb 12 21:56:17.935010 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a1e0698-2e61-413e-918b-615b43859da6 req-dd641c71-4af6-4806-940c-4cec12ffe844 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1 HTTP/1.1" status: 200  len: 1001 time: 0.0619388
Feb 12 21:56:17.988122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e0698-2e61-413e-918b-615b43859da6 req-7e1dae95-e36c-41f8-8351-13bb5d8ec522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:17.989572 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a1e0698-2e61-413e-918b-615b43859da6 req-7e1dae95-e36c-41f8-8351-13bb5d8ec522 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6dd518c-e04d-46d1-a949-ffec4fed7a55 HTTP/1.1" status: 200  len: 834 time: 0.0448966
Feb 12 21:56:18.040175 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e0698-2e61-413e-918b-615b43859da6 req-cabf51fc-ccd8-4fe6-8747-5e3d02427875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:18.041612 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a1e0698-2e61-413e-918b-615b43859da6 req-cabf51fc-ccd8-4fe6-8747-5e3d02427875 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2b938a5-2a00-4713-9be7-cd38730f698d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431440
Feb 12 21:56:18.137614 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a1e0698-2e61-413e-918b-615b43859da6 req-05a2b313-0f4b-4328-8da4-1aa1a790a338 service neutron] 10.222.0.48 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866458
Feb 12 21:56:18.230796 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a1e0698-2e61-413e-918b-615b43859da6 req-8e2f2d6b-cc10-410c-b697-28d60d867667 service neutron] 10.222.0.48 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828042
Feb 12 21:56:18.275517 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33cf51-eca0-4858-a30d-fac767a9db92 req-de0de062-94c1-4150-8baa-b3eb66c25ff2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:18.276982 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5c33cf51-eca0-4858-a30d-fac767a9db92 req-de0de062-94c1-4150-8baa-b3eb66c25ff2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0555136
Feb 12 21:56:18.331053 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5c33cf51-eca0-4858-a30d-fac767a9db92 req-5f552248-082f-44fc-b1c6-1c71e821ecf5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473392
Feb 12 21:56:18.683337 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:56:19.455922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1657ec2-147c-47a0-94ad-8f0b3b6c3fb9 req-510302ff-6b7d-476d-87ed-8fb05361066a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:19.457410 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a1657ec2-147c-47a0-94ad-8f0b3b6c3fb9 req-510302ff-6b7d-476d-87ed-8fb05361066a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0575371
Feb 12 21:56:19.504972 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a1657ec2-147c-47a0-94ad-8f0b3b6c3fb9 req-c91289ec-0601-4a2a-a13f-0a4657ae573e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417964
Feb 12 21:56:20.625435 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d444557-ceb2-4e73-a557-b027d2e703d1 req-c960b30f-957b-438f-b0dd-93407bb746bd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:20.626938 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2d444557-ceb2-4e73-a557-b027d2e703d1 req-c960b30f-957b-438f-b0dd-93407bb746bd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0523498
Feb 12 21:56:20.674997 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2d444557-ceb2-4e73-a557-b027d2e703d1 req-ee918485-87dd-436f-a4f8-e4a8fe403f94 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423291
Feb 12 21:56:21.803380 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfa4a8-14a4-4ed5-9f49-0d6045e61f8f req-aeba3db3-212e-4e17-a46a-7ad1984ddb43 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:21.805045 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aebfa4a8-14a4-4ed5-9f49-0d6045e61f8f req-aeba3db3-212e-4e17-a46a-7ad1984ddb43 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0549612
Feb 12 21:56:21.854827 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aebfa4a8-14a4-4ed5-9f49-0d6045e61f8f req-95472d7c-b8c7-4ebd-aeea-821fdb6f69ed tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439284
Feb 12 21:56:22.974211 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d53c6a-9419-4e92-a1c3-962f3c80c804 req-9187c7c8-7af6-40ef-9686-437eadb3b1bc tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:22.975696 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-04d53c6a-9419-4e92-a1c3-962f3c80c804 req-9187c7c8-7af6-40ef-9686-437eadb3b1bc tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0523663
Feb 12 21:56:23.027837 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-04d53c6a-9419-4e92-a1c3-962f3c80c804 req-64f91e0f-fc1b-4d94-8188-563a907f2291 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462031
Feb 12 21:56:24.151613 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0fded-a827-4cab-8d18-6b727c64efd2 req-97853a42-3386-4ddc-9313-65d30479983f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:24.153107 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27c0fded-a827-4cab-8d18-6b727c64efd2 req-97853a42-3386-4ddc-9313-65d30479983f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0566800
Feb 12 21:56:24.202250 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-27c0fded-a827-4cab-8d18-6b727c64efd2 req-3859f96d-29cd-43ed-a3b5-7e28d59085d6 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434217
Feb 12 21:56:25.321261 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac51c8-61ba-4822-abc7-3ad9c75e6b27 req-3da469f8-29b2-4cc3-8488-63e37b952268 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:25.322667 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ceac51c8-61ba-4822-abc7-3ad9c75e6b27 req-3da469f8-29b2-4cc3-8488-63e37b952268 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0526352
Feb 12 21:56:25.370137 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ceac51c8-61ba-4822-abc7-3ad9c75e6b27 req-b8537d9b-857d-4e6f-b6d4-719c8be17443 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419102
Feb 12 21:56:25.868481 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-52b5de54-fecb-456f-8750-82bd29c865f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:26.494552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf13731-22e8-4e92-b2a4-98db8c335540 req-db59386a-c3dd-4b08-9416-593d14e06df2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:26.496016 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edf13731-22e8-4e92-b2a4-98db8c335540 req-db59386a-c3dd-4b08-9416-593d14e06df2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0531614
Feb 12 21:56:26.544920 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-edf13731-22e8-4e92-b2a4-98db8c335540 req-964b29dc-f966-41f9-a184-64b1672191d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433545
Feb 12 21:56:27.325150 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:27.666459 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c6b2a-4a2f-4af8-84e8-9b6a1903b3ad req-9634447b-fb68-48c2-9848-02fa269f57e4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:27.667968 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-916c6b2a-4a2f-4af8-84e8-9b6a1903b3ad req-9634447b-fb68-48c2-9848-02fa269f57e4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0524106
Feb 12 21:56:27.716655 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-916c6b2a-4a2f-4af8-84e8-9b6a1903b3ad req-3e7dc24e-7229-479d-a215-73546534bb8f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431247
Feb 12 21:56:28.388437 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-96bcb58c-1e69-41b0-bd74-790e60c11e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:28.840486 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85302a25-216d-4636-a152-604b5df67c01 req-ecc55c2c-3c91-4053-9e06-782d2dfece6d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:28.842144 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85302a25-216d-4636-a152-604b5df67c01 req-ecc55c2c-3c91-4053-9e06-782d2dfece6d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0549855
Feb 12 21:56:28.895622 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-85302a25-216d-4636-a152-604b5df67c01 req-820a0bfd-c9e4-4573-9b8d-0fc1cbceab8a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479076
Feb 12 21:56:29.651161 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:29.874160 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:29.952872 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-f59c2991-b3fe-4b06-821a-591e86725737 service neutron] show failed (client error): The resource could not be found.
Feb 12 21:56:29.953956 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-f59c2991-b3fe-4b06-821a-591e86725737 service neutron] 10.222.0.48 "GET /v2.0/ports/005b3d19-baae-4d3d-a9e8-39e2bc1293d1/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0554845
Feb 12 21:56:30.023769 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d870b-5d6e-4f1a-9fc4-320b4c6bda89 req-71bc4684-38df-4803-a232-8e673879b43e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:30.024688 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-678d870b-5d6e-4f1a-9fc4-320b4c6bda89 req-71bc4684-38df-4803-a232-8e673879b43e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0579896
Feb 12 21:56:30.077280 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-678d870b-5d6e-4f1a-9fc4-320b4c6bda89 req-74a6a111-b968-413b-8d50-ea141e5f323c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467219
Feb 12 21:56:30.463259 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-2d521dda-6a11-492b-b512-52e16bc365ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:30.464750 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-2d521dda-6a11-492b-b512-52e16bc365ba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506&tenant_id=dc7b3029bd844f88a4fe9146af00a270 HTTP/1.1" status: 200  len: 1127 time: 0.0938151
Feb 12 21:56:30.474480 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-cacca444-85ac-46d3-ba3e-beb7b4faaf37 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:56:30.475402 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-cacca444-85ac-46d3-ba3e-beb7b4faaf37 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048437
Feb 12 21:56:30.486352 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:56:30.547528 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:30.749251 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] For port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,segment=NetworkSegment(1e8290f1-ecb1-4a49-9f95-ef1e773b99b8),segment_id=1e8290f1-ecb1-4a49-9f95-ef1e773b99b8)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:56:30.783447 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] For port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:56:30.822418 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:56:30.824702 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fa4ac8-e721-4fd8-b395-23d71e1eda0a" -d '{"events": [{"server_uuid": "5cccfe9f-b440-43e3-83a0-8877b9756506", "name": "network-vif-unplugged", "status": "completed", "tag": "005b3d19-baae-4d3d-a9e8-39e2bc1293d1"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:56:30.828712 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Publish callbacks [] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:30.842454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Transition to ACTIVE for port object 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:56:30.877288 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 21:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95aceaff-e545-4085-b3ab-9b4368214202 x-openstack-request-id: req-95aceaff-e545-4085-b3ab-9b4368214202 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:56:30.877288 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cccfe9f-b440-43e3-83a0-8877b9756506", "name": "network-vif-unplugged", "status": "completed", "tag": "005b3d19-baae-4d3d-a9e8-39e2bc1293d1", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:56:30.877288 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95aceaff-e545-4085-b3ab-9b4368214202 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:56:30.877288 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1', 'code': 200}
Feb 12 21:56:30.897113 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:30.982718 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Pushing event updated for resources: {'Port': ['ID=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,revision_number=6']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:56:30.997166 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:30.997568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:30.997904 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:30.998249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:30.998591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:30.998925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:31.005886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:31.005886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:31.005886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:31.005886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:31.005886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:31.005886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:31.005886 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:31.035220 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] No DVR routers for this DVR port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:56:31.181635 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Attempting to bind port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:56:31.181998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Attempting to bind port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:56:31.182564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Attempting to bind port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 on network c2b938a5-2a00-4713-9be7-cd38730f698d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:56:31.187015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 on network c2b938a5-2a00-4713-9be7-cd38730f698d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:56:31.187312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Attempting to bind port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 on network c2b938a5-2a00-4713-9be7-cd38730f698d {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:56:31.192087 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:56:31.192415 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Checking segment: {'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:56:31.192804 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Bound using segment: {'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:56:31.193236 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Bound port: 005b3d19-baae-4d3d-a9e8-39e2bc1293d1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:56:31.193622 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:31.199576 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:31.212251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297519-a0f6-476c-a6cb-007593bb8607 req-a57303d8-f5c0-426d-8cea-cc77214a7885 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:31.212251 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d0297519-a0f6-476c-a6cb-007593bb8607 req-a57303d8-f5c0-426d-8cea-cc77214a7885 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 943 time: 0.0562139
Feb 12 21:56:31.258376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] For port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:56:31.258615 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d0297519-a0f6-476c-a6cb-007593bb8607 req-c7092755-a4b9-4222-9e4f-d8c234001b2b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433078
Feb 12 21:56:31.262051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] For port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,segment=NetworkSegment(1e8290f1-ecb1-4a49-9f95-ef1e773b99b8),segment_id=1e8290f1-ecb1-4a49-9f95-ef1e773b99b8)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:56:31.320022 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:31.360481 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:31.361210 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:31.362536 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] 10.222.0.50 "PUT /v2.0/ports/005b3d19-baae-4d3d-a9e8-39e2bc1293d1 HTTP/1.1" status: 200  len: 1091 time: 0.8797779
Feb 12 21:56:31.382056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1bd6c-02f8-44ec-9b8b-8c38bf94cfe8 service neutron] Pushing event updated for resources: {'Port': ['ID=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,revision_number=7']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:56:31.432204 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-04560931-0ba2-4123-8766-6609ec07b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:31.433970 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-04560931-0ba2-4123-8766-6609ec07b63e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 1125 time: 0.0477378
Feb 12 21:56:31.532060 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-1636344b-7e22-483e-a236-d244a81ac4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:31.533570 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-1636344b-7e22-483e-a236-d244a81ac4f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c2b938a5-2a00-4713-9be7-cd38730f698d HTTP/1.1" status: 200  len: 897 time: 0.0943170
Feb 12 21:56:31.604642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-8bd24648-9396-4387-b137-a56b3b15e3fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1 HTTP/1.1" status: 200  len: 999 time: 0.0651731
Feb 12 21:56:31.652321 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-3f1c2db1-23a3-4f4a-a870-38d0f5ca2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:31.653815 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-3f1c2db1-23a3-4f4a-a870-38d0f5ca2b41 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a6dd518c-e04d-46d1-a949-ffec4fed7a55 HTTP/1.1" status: 200  len: 834 time: 0.0440304
Feb 12 21:56:31.703767 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-19da9938-7a6a-4d95-b545-1565f2917dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:31.705285 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-19da9938-7a6a-4d95-b545-1565f2917dcb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2b938a5-2a00-4713-9be7-cd38730f698d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0458610
Feb 12 21:56:31.805515 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-16970847-98a9-4582-a303-c3a74230de1e service neutron] 10.222.0.50 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0940018
Feb 12 21:56:31.893129 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b03275c-e6e4-4866-bd85-4dc84fa7dd5e req-cbb4b5c3-78c6-4ac1-98fe-d608d0ae8e8b service neutron] 10.222.0.50 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822568
Feb 12 21:56:32.245659 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:32.388468 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c56bf0-e646-43ba-ac99-4ec2c7c6867e req-72d9b65c-5276-4195-95c4-6e793df93b11 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:32.389988 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-46c56bf0-e646-43ba-ac99-4ec2c7c6867e req-72d9b65c-5276-4195-95c4-6e793df93b11 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 943 time: 0.0585842
Feb 12 21:56:32.443837 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-46c56bf0-e646-43ba-ac99-4ec2c7c6867e req-33845f1c-620b-4d2b-afd3-6493acd7d759 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481715
Feb 12 21:56:32.877897 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'tag': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:56:32.880326 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "5cccfe9f-b440-43e3-83a0-8877b9756506", "tag": "005b3d19-baae-4d3d-a9e8-39e2bc1293d1"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:56:32.931206 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7818d9-7ae1-4890-9c77-04c0a0525eb5 x-openstack-request-id: req-5a7818d9-7ae1-4890-9c77-04c0a0525eb5 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:56:32.940225 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cccfe9f-b440-43e3-83a0-8877b9756506", "tag": "005b3d19-baae-4d3d-a9e8-39e2bc1293d1", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:56:32.940225 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a7818d9-7ae1-4890-9c77-04c0a0525eb5 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:56:32.940225 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'tag': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1', 'status': 'completed', 'code': 200}
Feb 12 21:56:33.031724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-7c5c6874-c7fb-4a98-8067-284156b64fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:33.033124 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-7c5c6874-c7fb-4a98-8067-284156b64fbb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 1125 time: 0.0826166
Feb 12 21:56:33.035682 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-2aabcbaf-dfad-447f-b22d-8412b91b2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:33.037166 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-2aabcbaf-dfad-447f-b22d-8412b91b2dd7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 1125 time: 0.0778487
Feb 12 21:56:33.193685 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-098496c6-1270-41ec-bbc1-95bd008553d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:33.195126 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-098496c6-1270-41ec-bbc1-95bd008553d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c2b938a5-2a00-4713-9be7-cd38730f698d HTTP/1.1" status: 200  len: 897 time: 0.1551497
Feb 12 21:56:33.196051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-ddb42a2f-67cf-40ed-8ac8-5da5ff95ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:33.197927 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-ddb42a2f-67cf-40ed-8ac8-5da5ff95ad3d service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2b938a5-2a00-4713-9be7-cd38730f698d HTTP/1.1" status: 200  len: 897 time: 0.1510561
Feb 12 21:56:33.310831 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-f45a647f-8d88-4120-b3a1-e7f8fc06c2fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1 HTTP/1.1" status: 200  len: 999 time: 0.1088893
Feb 12 21:56:33.312494 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-25d5e19c-6d12-47b4-a92e-9bd01d9f5a1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1 HTTP/1.1" status: 200  len: 999 time: 0.1058128
Feb 12 21:56:33.389243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-99cfce7e-e2db-4ad1-8bb4-7816e01b38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:33.390825 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-99cfce7e-e2db-4ad1-8bb4-7816e01b38cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a6dd518c-e04d-46d1-a949-ffec4fed7a55 HTTP/1.1" status: 200  len: 834 time: 0.0742371
Feb 12 21:56:33.394095 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-4fef7691-6ec7-4cb9-8414-94f34a418b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:33.395395 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-4fef7691-6ec7-4cb9-8414-94f34a418b6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6dd518c-e04d-46d1-a949-ffec4fed7a55 HTTP/1.1" status: 200  len: 834 time: 0.0712204
Feb 12 21:56:33.474574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-c0ce08ff-4254-49dd-bc3d-18ca1a7a99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:33.476256 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-c0ce08ff-4254-49dd-bc3d-18ca1a7a99ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2b938a5-2a00-4713-9be7-cd38730f698d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0791278
Feb 12 21:56:33.478371 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-97427959-7ece-48bf-aa76-5e109a3c3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:33.480017 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-97427959-7ece-48bf-aa76-5e109a3c3e0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2b938a5-2a00-4713-9be7-cd38730f698d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0739121
Feb 12 21:56:33.681472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd5469-a3bd-46b2-9953-4c2dcf206450 req-8e7e5b92-3f5e-4f9b-a110-9161771f2cb7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:33.682951 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efdd5469-a3bd-46b2-9953-4c2dcf206450 req-8e7e5b92-3f5e-4f9b-a110-9161771f2cb7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 943 time: 0.1593323
Feb 12 21:56:33.684699 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-d3f58982-2c5a-4703-a5ea-70a877921f74 service neutron] 10.222.0.48 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926808
Feb 12 21:56:33.687335 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-7c331094-09ca-4355-a950-15cb5535b2f6 service neutron] 10.222.0.50 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2035904
Feb 12 21:56:33.775474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:56:33.862644 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efdd5469-a3bd-46b2-9953-4c2dcf206450 req-22f54a05-4fce-4e06-ab96-da9a7c191ed8 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1739278
Feb 12 21:56:33.879463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,segment=NetworkSegment(1e8290f1-ecb1-4a49-9f95-ef1e773b99b8),segment_id=1e8290f1-ecb1-4a49-9f95-ef1e773b99b8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:56:33.892232 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'port_id': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1', 'mac_address': 'fa:16:3e:25:c6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:56:33.893864 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-81f51c16-b3e9-4328-8ab2-b33aaa349337 service neutron] 10.222.0.50 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1993101
Feb 12 21:56:33.896376 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ac6b36a0-883d-4306-88e2-7cd4532d1c7a req-3ada5667-3c77-4647-8c9f-49ccef2351f9 service neutron] 10.222.0.48 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2009594
Feb 12 21:56:33.930187 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:56:33.930602 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:33.943159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:56:33.963074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,segment=NetworkSegment(1e8290f1-ecb1-4a49-9f95-ef1e773b99b8),segment_id=1e8290f1-ecb1-4a49-9f95-ef1e773b99b8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:56:34.062234 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:34.112382 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:56:34.119731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:34.120081 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:34.120428 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:34.120768 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:34.121103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:34.121471 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:34.121804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:34.122136 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:34.122458 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:34.122773 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:34.123097 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:34.123420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:34.123739 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:56:34.291551 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:56:34.317380 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['005b3d19-baae-4d3d-a9e8-39e2bc1293d1'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:56:34.363988 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] The host nch1-master-1 is not matching for port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 host nch2-master-1! {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}}
Feb 12 21:56:34.364376 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:56:34.988540 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd803b89-002e-423d-9d97-9e4d1f2401f5 req-06ca4c8e-bb80-4c85-a8d8-079f57a104ea tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:34.990054 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cd803b89-002e-423d-9d97-9e4d1f2401f5 req-06ca4c8e-bb80-4c85-a8d8-079f57a104ea tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 944 time: 0.0534110
Feb 12 21:56:35.042509 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cd803b89-002e-423d-9d97-9e4d1f2401f5 req-ad4fbf07-53d2-45b7-90f4-5d64cd9f87f3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463722
Feb 12 21:56:35.361143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275aabc3-e690-4c1f-8b0c-b826065dde98 req-c35f5b48-2799-4d20-bc38-969403508a3e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:35.362661 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-275aabc3-e690-4c1f-8b0c-b826065dde98 req-c35f5b48-2799-4d20-bc38-969403508a3e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 944 time: 0.0554152
Feb 12 21:56:35.416386 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-275aabc3-e690-4c1f-8b0c-b826065dde98 req-3927b87a-0d13-4b36-8836-da70b3da076f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473051
Feb 12 21:56:35.452266 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c586c9-e184-4071-80d7-47c7e136db6a req-e8dad70b-a359-45db-99ae-de8038a4fa20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:35.453786 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13c586c9-e184-4071-80d7-47c7e136db6a req-e8dad70b-a359-45db-99ae-de8038a4fa20 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506&tenant_id=dc7b3029bd844f88a4fe9146af00a270&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0587337
Feb 12 21:56:35.551886 ncdv-master-1 neutron-server[126505]: INFO neutron.api.v2.resource [req-13c586c9-e184-4071-80d7-47c7e136db6a req-d92549b7-281b-4ab0-b66a-541cbe5a8d73 service neutron] delete failed (client error): The resource could not be found.
Feb 12 21:56:35.552949 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13c586c9-e184-4071-80d7-47c7e136db6a req-d92549b7-281b-4ab0-b66a-541cbe5a8d73 service neutron] 10.222.0.48 "DELETE /v2.0/ports/005b3d19-baae-4d3d-a9e8-39e2bc1293d1/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0886445
Feb 12 21:56:35.564745 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d663d78-61a5-460c-a7b7-6ce9eec76783 req-93553a49-f36e-4ca1-b67d-f23a87da0cad tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:35.566233 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d663d78-61a5-460c-a7b7-6ce9eec76783 req-93553a49-f36e-4ca1-b67d-f23a87da0cad tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 944 time: 0.0781460
Feb 12 21:56:35.625902 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0d663d78-61a5-460c-a7b7-6ce9eec76783 req-555e448e-bfb4-4887-989f-03897907bd9c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534914
Feb 12 21:56:35.658629 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c586c9-e184-4071-80d7-47c7e136db6a req-c1a6505e-e877-43b8-b189-f6d60af6379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:35.660101 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13c586c9-e184-4071-80d7-47c7e136db6a req-c1a6505e-e877-43b8-b189-f6d60af6379d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 1126 time: 0.0503333
Feb 12 21:56:35.755851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c586c9-e184-4071-80d7-47c7e136db6a req-1f6ee9e1-e2bd-448a-a9f3-709083114e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:35.757313 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13c586c9-e184-4071-80d7-47c7e136db6a req-1f6ee9e1-e2bd-448a-a9f3-709083114e84 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2b938a5-2a00-4713-9be7-cd38730f698d HTTP/1.1" status: 200  len: 897 time: 0.0882750
Feb 12 21:56:35.800032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:56:35.825027 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13c586c9-e184-4071-80d7-47c7e136db6a req-421ec8d0-a987-4b40-b92c-5626c3686e64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1 HTTP/1.1" status: 200  len: 1000 time: 0.0583997
Feb 12 21:56:35.877410 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c586c9-e184-4071-80d7-47c7e136db6a req-adc9bc79-b8d4-491c-9f1d-d5a89c3a9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:35.878791 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13c586c9-e184-4071-80d7-47c7e136db6a req-adc9bc79-b8d4-491c-9f1d-d5a89c3a9c5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6dd518c-e04d-46d1-a949-ffec4fed7a55 HTTP/1.1" status: 200  len: 834 time: 0.0434880
Feb 12 21:56:35.896964 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:56:35.901776 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:56:35.902160 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:35.936193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c586c9-e184-4071-80d7-47c7e136db6a req-3c71cd32-e44c-4028-a4ac-c432b0d55021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:35.937742 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13c586c9-e184-4071-80d7-47c7e136db6a req-3c71cd32-e44c-4028-a4ac-c432b0d55021 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2b938a5-2a00-4713-9be7-cd38730f698d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0529122
Feb 12 21:56:35.982646 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:56:35.983143 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:36.005457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:56:36.007678 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d680e99-2d19-4dd0-b4a8-3b74c67ff297" -d '{"events": [{"server_uuid": "5cccfe9f-b440-43e3-83a0-8877b9756506", "name": "network-vif-plugged", "status": "completed", "tag": "005b3d19-baae-4d3d-a9e8-39e2bc1293d1"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:56:36.021315 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,segment=NetworkSegment(1e8290f1-ecb1-4a49-9f95-ef1e773b99b8),segment_id=1e8290f1-ecb1-4a49-9f95-ef1e773b99b8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:56:36.033551 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13c586c9-e184-4071-80d7-47c7e136db6a req-fb90bcb9-2936-4a0f-89a1-70f4d17efdbe service neutron] 10.222.0.48 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855870
Feb 12 21:56:36.060971 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c0d31f-1911-4e8e-8cd7-0707835e4bd5 x-openstack-request-id: req-10c0d31f-1911-4e8e-8cd7-0707835e4bd5 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:56:36.061337 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cccfe9f-b440-43e3-83a0-8877b9756506", "name": "network-vif-plugged", "status": "completed", "tag": "005b3d19-baae-4d3d-a9e8-39e2bc1293d1", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:56:36.061627 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10c0d31f-1911-4e8e-8cd7-0707835e4bd5 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:56:36.062021 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1', 'code': 200}
Feb 12 21:56:36.068370 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:36.116980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:56:36.135342 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13c586c9-e184-4071-80d7-47c7e136db6a req-cd88bfa3-1278-47e5-bdd8-7fb007a5d735 service neutron] 10.222.0.48 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927320
Feb 12 21:56:36.751567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a642f-fa6d-4d2b-acd1-c2af82d748d2 req-0b548710-003d-43d3-8638-18850842943b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:36.752881 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd5a642f-fa6d-4d2b-acd1-c2af82d748d2 req-0b548710-003d-43d3-8638-18850842943b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0567348
Feb 12 21:56:36.803771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd5a642f-fa6d-4d2b-acd1-c2af82d748d2 req-1a699181-e2db-40e3-9ea2-c42bdb43be14 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446601
Feb 12 21:56:37.925445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5276d30-9bc8-4925-abe3-1855a565598a req-e2ff1c52-a4f9-4a40-bbef-ba15c265a7fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:56:37.927167 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c5276d30-9bc8-4925-abe3-1855a565598a req-e2ff1c52-a4f9-4a40-bbef-ba15c265a7fd tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0530076
Feb 12 21:56:37.974461 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c5276d30-9bc8-4925-abe3-1855a565598a req-f2facde6-9d09-4dbe-bc64-6df21e83c01f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414047
Feb 12 21:56:37.996972 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56896) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:56:38.061016 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-dbfe651b-e7d0-4ed7-b499-5d086cadad63 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/2d99d3ba-d561-4d9a-ae10-4c06ec882eaf HTTP/1.1" status: 200  len: 993 time: 0.0626948
Feb 12 21:56:55.683510 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:56:55.873345 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-41854f5c-09c6-47f5-a62c-4f7fec73d541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:57.341770 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:58.342250 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2151bb50-20d3-45bc-8421-167475134912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:59.714230 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:56:59.804835 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:01.164472 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:02.227794 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:04.597441 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56908) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:04.794873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-f75e2c60-ed92-4d79-9ea0-64ee039f25a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port 5d976642-1cb2-4cbf-8c09-e0e52ac26edd {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:57:04.795226 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f75e2c60-ed92-4d79-9ea0-64ee039f25a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (5d976642-1cb2-4cbf-8c09-e0e52ac26edd), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:05.215965 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f75e2c60-ed92-4d79-9ea0-64ee039f25a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (5d976642-1cb2-4cbf-8c09-e0e52ac26edd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:05.216334 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f75e2c60-ed92-4d79-9ea0-64ee039f25a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (5d976642-1cb2-4cbf-8c09-e0e52ac26edd), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:05.227811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-f75e2c60-ed92-4d79-9ea0-64ee039f25a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for 5d976642-1cb2-4cbf-8c09-e0e52ac26edd owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:57:05.439080 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f75e2c60-ed92-4d79-9ea0-64ee039f25a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (5d976642-1cb2-4cbf-8c09-e0e52ac26edd), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:05.466927 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e2c60-ed92-4d79-9ea0-64ee039f25a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=5d976642-1cb2-4cbf-8c09-e0e52ac26edd,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:05.523997 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f75e2c60-ed92-4d79-9ea0-64ee039f25a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (2d99d3ba-d561-4d9a-ae10-4c06ec882eaf), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:05.524330 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-f75e2c60-ed92-4d79-9ea0-64ee039f25a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Floating IP 2d99d3ba-d561-4d9a-ae10-4c06ec882eaf disassociated (deleted). External IP: 172.35.2.184, port: 005b3d19-baae-4d3d-a9e8-39e2bc1293d1.
Feb 12 21:57:05.732256 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75e2c60-ed92-4d79-9ea0-64ee039f25a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 71ce0101-5559-42fa-8d77-3617af1d4dcb has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:57:05.840405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75e2c60-ed92-4d79-9ea0-64ee039f25a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:57:05.845247 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f75e2c60-ed92-4d79-9ea0-64ee039f25a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:05.850455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270755fa-980a-450f-a407-126eb8dcc434 None None] Sync routers for ids ['71ce0101-5559-42fa-8d77-3617af1d4dcb'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:57:05.860512 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270755fa-980a-450f-a407-126eb8dcc434 None None] Routers {'71ce0101-5559-42fa-8d77-3617af1d4dcb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:57:05.861117 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-270755fa-980a-450f-a407-126eb8dcc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7b7220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:56:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['71ce0101-5559-42fa-8d77-3617af1d4dcb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:05.874831 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f75e2c60-ed92-4d79-9ea0-64ee039f25a1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/floatingips/2d99d3ba-d561-4d9a-ae10-4c06ec882eaf HTTP/1.1" status: 204  len: 168 time: 1.2763114
Feb 12 21:57:05.875428 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'tag': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:57:05.877707 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef0e1b7-61c9-4c37-9ea2-cf5421b9cedf" -d '{"events": [{"name": "network-changed", "server_uuid": "5cccfe9f-b440-43e3-83a0-8877b9756506", "tag": "005b3d19-baae-4d3d-a9e8-39e2bc1293d1"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:57:05.919242 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406e24df-852f-4ecc-b62a-ac20c4a71f73 x-openstack-request-id: req-406e24df-852f-4ecc-b62a-ac20c4a71f73 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:57:05.919542 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cccfe9f-b440-43e3-83a0-8877b9756506", "tag": "005b3d19-baae-4d3d-a9e8-39e2bc1293d1", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:57:05.919802 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-406e24df-852f-4ecc-b62a-ac20c4a71f73 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:57:05.920217 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'tag': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1', 'status': 'completed', 'code': 200}
Feb 12 21:57:05.974900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-270755fa-980a-450f-a407-126eb8dcc434 None None] Set router 71ce0101-5559-42fa-8d77-3617af1d4dcb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:57:05.992336 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0e1b7-61c9-4c37-9ea2-cf5421b9cedf req-cb798db2-c0f7-48e8-9c00-96ad62e8622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:05.993926 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ef0e1b7-61c9-4c37-9ea2-cf5421b9cedf req-cb798db2-c0f7-48e8-9c00-96ad62e8622c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 1127 time: 0.0516336
Feb 12 21:57:06.095348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0e1b7-61c9-4c37-9ea2-cf5421b9cedf req-ee7e5135-e4e3-4d86-ad80-d6f73d95900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:06.096960 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ef0e1b7-61c9-4c37-9ea2-cf5421b9cedf req-ee7e5135-e4e3-4d86-ad80-d6f73d95900d service neutron] 10.222.0.50 "GET /v2.0/networks?id=c2b938a5-2a00-4713-9be7-cd38730f698d HTTP/1.1" status: 200  len: 897 time: 0.0957103
Feb 12 21:57:06.145017 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ef0e1b7-61c9-4c37-9ea2-cf5421b9cedf req-dcc5f4e9-0743-450b-96bf-889004a78d21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1 HTTP/1.1" status: 200  len: 217 time: 0.0368955
Feb 12 21:57:06.182215 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-270755fa-980a-450f-a407-126eb8dcc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7b7220>, [{'id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180426876', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202'}], 'enable_snat': True}, 'gw_port_id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c6df78c-e87c-40ed-bd96-f1bfca02e685', 'name': '', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:2a:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:13Z', 'updated_at': '2022-02-12T21:55:17Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:06.198717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0e1b7-61c9-4c37-9ea2-cf5421b9cedf req-bcf9267b-bc0a-4265-bf7d-850d376f3432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:06.200189 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ef0e1b7-61c9-4c37-9ea2-cf5421b9cedf req-bcf9267b-bc0a-4265-bf7d-850d376f3432 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a6dd518c-e04d-46d1-a949-ffec4fed7a55 HTTP/1.1" status: 200  len: 834 time: 0.0500860
Feb 12 21:57:06.253800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0e1b7-61c9-4c37-9ea2-cf5421b9cedf req-d1a5093a-727e-47b2-8f04-e92738931770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:06.255574 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ef0e1b7-61c9-4c37-9ea2-cf5421b9cedf req-d1a5093a-727e-47b2-8f04-e92738931770 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2b938a5-2a00-4713-9be7-cd38730f698d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0492375
Feb 12 21:57:06.368359 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270755fa-980a-450f-a407-126eb8dcc434 None None] Checking router: 71ce0101-5559-42fa-8d77-3617af1d4dcb for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:57:06.377452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270755fa-980a-450f-a407-126eb8dcc434 None None] Routers {'71ce0101-5559-42fa-8d77-3617af1d4dcb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:57:06.378030 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-270755fa-980a-450f-a407-126eb8dcc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7b7220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:56:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['71ce0101-5559-42fa-8d77-3617af1d4dcb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:06.392930 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e337ff-1bdd-4e59-8b4e-67adcbb43eeb req-5c8680a4-3145-4b25-b68d-4c0bbb89b0b8 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:06.394530 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09e337ff-1bdd-4e59-8b4e-67adcbb43eeb req-5c8680a4-3145-4b25-b68d-4c0bbb89b0b8 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.1245196
Feb 12 21:57:06.397330 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ef0e1b7-61c9-4c37-9ea2-cf5421b9cedf req-215a2cbc-8dea-4cb8-9d35-62539d231e61 service neutron] 10.222.0.50 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352351
Feb 12 21:57:06.487368 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-270755fa-980a-450f-a407-126eb8dcc434 None None] Set router 71ce0101-5559-42fa-8d77-3617af1d4dcb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:57:06.505295 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-09e337ff-1bdd-4e59-8b4e-67adcbb43eeb req-45126a0d-ee92-4248-9156-9d7e22216c34 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1047459
Feb 12 21:57:06.528022 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ef0e1b7-61c9-4c37-9ea2-cf5421b9cedf req-fe90fe14-df09-43ec-ab52-32f16035d1a3 service neutron] 10.222.0.50 "GET /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211102
Feb 12 21:57:06.686994 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-270755fa-980a-450f-a407-126eb8dcc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7b7220>, [{'id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180426876', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202'}], 'enable_snat': True}, 'gw_port_id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c6df78c-e87c-40ed-bd96-f1bfca02e685', 'name': '', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:2a:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:13Z', 'updated_at': '2022-02-12T21:55:17Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:06.713589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270755fa-980a-450f-a407-126eb8dcc434 None None] The sync data for ids ['71ce0101-5559-42fa-8d77-3617af1d4dcb'] in ncdv-master-1 is: [{'id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180426876', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202'}], 'enable_snat': True}, 'gw_port_id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c6df78c-e87c-40ed-bd96-f1bfca02e685', 'name': '', 'network_id': 'c2b938a5-2a00-4713-9be7-cd38730f698d', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:2a:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:13Z', 'updated_at': '2022-02-12T21:55:17Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': 'a6dd518c-e04d-46d1-a949-ffec4fed7a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:57:06.942821 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9709f0c9-c388-49f3-9ebb-9559fce9f76f None None] New status for floating IP 2d99d3ba-d561-4d9a-ae10-4c06ec882eaf: DOWN {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:57:07.513118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed13f34-4c58-4352-a993-4471ebd51d30 req-2ae45d11-6a31-45e2-89be-3fe91123f89b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:07.514601 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bed13f34-4c58-4352-a993-4471ebd51d30 req-2ae45d11-6a31-45e2-89be-3fe91123f89b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.0556238
Feb 12 21:57:07.606792 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-bed13f34-4c58-4352-a993-4471ebd51d30 req-2f196b9f-25c3-4270-860a-6fc3aa69d5f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:57:07.607143 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bed13f34-4c58-4352-a993-4471ebd51d30 req-2f196b9f-25c3-4270-860a-6fc3aa69d5f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:07.686991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01398af6-d19e-4d26-88e6-a1abd97b3002 req-77ff2138-87bf-4866-80e9-8177e7bb9dc6 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:07.688499 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-01398af6-d19e-4d26-88e6-a1abd97b3002 req-77ff2138-87bf-4866-80e9-8177e7bb9dc6 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cccfe9f-b440-43e3-83a0-8877b9756506 HTTP/1.1" status: 200  len: 945 time: 0.1060004
Feb 12 21:57:07.702202 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-bed13f34-4c58-4352-a993-4471ebd51d30 req-2f196b9f-25c3-4270-860a-6fc3aa69d5f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] For port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,segment=NetworkSegment(1e8290f1-ecb1-4a49-9f95-ef1e773b99b8),segment_id=1e8290f1-ecb1-4a49-9f95-ef1e773b99b8)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:57:07.702564 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bed13f34-4c58-4352-a993-4471ebd51d30 req-2f196b9f-25c3-4270-860a-6fc3aa69d5f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:07.715725 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-bed13f34-4c58-4352-a993-4471ebd51d30 req-2f196b9f-25c3-4270-860a-6fc3aa69d5f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:57:07.738302 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-01398af6-d19e-4d26-88e6-a1abd97b3002 req-71313bb3-ab79-4802-8db7-304aa250350e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cf2e31b-56b3-4de8-8501-a3653487ac4f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439875
Feb 12 21:57:07.919091 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bed13f34-4c58-4352-a993-4471ebd51d30 req-2f196b9f-25c3-4270-860a-6fc3aa69d5f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (005b3d19-baae-4d3d-a9e8-39e2bc1293d1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:07.946394 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f196b9f-25c3-4270-860a-6fc3aa69d5f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=005b3d19-baae-4d3d-a9e8-39e2bc1293d1,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:07.991227 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed13f34-4c58-4352-a993-4471ebd51d30 req-2f196b9f-25c3-4270-860a-6fc3aa69d5f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] No DVR routers for this DVR port 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:57:07.993931 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-bed13f34-4c58-4352-a993-4471ebd51d30 req-2f196b9f-25c3-4270-860a-6fc3aa69d5f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:07.997308 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bed13f34-4c58-4352-a993-4471ebd51d30 req-2f196b9f-25c3-4270-860a-6fc3aa69d5f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.50 "DELETE /v2.0/ports/005b3d19-baae-4d3d-a9e8-39e2bc1293d1 HTTP/1.1" status: 204  len: 173 time: 0.4776063
Feb 12 21:57:07.997816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'name': 'network-vif-deleted', 'tag': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:57:08.000060 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a53379-c892-48dd-a92e-29bc777e2120" -d '{"events": [{"server_uuid": "5cccfe9f-b440-43e3-83a0-8877b9756506", "name": "network-vif-deleted", "tag": "005b3d19-baae-4d3d-a9e8-39e2bc1293d1"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:57:08.035449 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b58507-0109-48ad-b98f-8865726246fa x-openstack-request-id: req-67b58507-0109-48ad-b98f-8865726246fa {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:57:08.035746 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cccfe9f-b440-43e3-83a0-8877b9756506", "name": "network-vif-deleted", "tag": "005b3d19-baae-4d3d-a9e8-39e2bc1293d1", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:57:08.036005 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67b58507-0109-48ad-b98f-8865726246fa {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:57:08.036413 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cccfe9f-b440-43e3-83a0-8877b9756506', 'name': 'network-vif-deleted', 'tag': '005b3d19-baae-4d3d-a9e8-39e2bc1293d1', 'status': 'completed', 'code': 200}
Feb 12 21:57:08.795660 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56924) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:09.161863 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (71ce0101-5559-42fa-8d77-3617af1d4dcb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:09.421447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port 7c6df78c-e87c-40ed-bd96-f1bfca02e685 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:57:09.421709 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:09.508611 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] For port 7c6df78c-e87c-40ed-bd96-f1bfca02e685, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c6df78c-e87c-40ed-bd96-f1bfca02e685,segment=NetworkSegment(1e8290f1-ecb1-4a49-9f95-ef1e773b99b8),segment_id=1e8290f1-ecb1-4a49-9f95-ef1e773b99b8)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:57:09.508983 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:09.521401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for 7c6df78c-e87c-40ed-bd96-f1bfca02e685 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:57:09.798991 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (7c6df78c-e87c-40ed-bd96-f1bfca02e685), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:09.826499 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=7c6df78c-e87c-40ed-bd96-f1bfca02e685,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:09.859602 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:09.859961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:09.860311 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:09.860795 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:09.861140 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:09.861509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:09.861850 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:09.862189 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:09.862533 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:09.862982 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:09.863318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:09.863647 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:09.863979 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:09.966982 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:57:09.988632 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:57:09.989276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 005b3d19-baae-4d3d-a9e8-39e2bc1293d1 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:57:10.022175 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (71ce0101-5559-42fa-8d77-3617af1d4dcb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:10.246077 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 71ce0101-5559-42fa-8d77-3617af1d4dcb has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:57:10.354118 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:57:10.358969 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b150040b-1078-4be8-b70f-4d0311d7f48b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "PUT /v2.0/routers/71ce0101-5559-42fa-8d77-3617af1d4dcb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5623107
Feb 12 21:57:10.361682 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56926) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:10.364271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca4ecf-21cf-4acf-ba1a-ee3a15650d27 None None] Sync routers for ids ['71ce0101-5559-42fa-8d77-3617af1d4dcb'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:57:10.375544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca4ecf-21cf-4acf-ba1a-ee3a15650d27 None None] Routers {'71ce0101-5559-42fa-8d77-3617af1d4dcb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:57:10.376152 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-63ca4ecf-21cf-4acf-ba1a-ee3a15650d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3f3430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:56:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['71ce0101-5559-42fa-8d77-3617af1d4dcb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:10.412022 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7fd3ef-32de-46a7-99f2-3e5d12bca48d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting subnet a6dd518c-e04d-46d1-a949-ffec4fed7a55 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:57:10.415037 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f7fd3ef-32de-46a7-99f2-3e5d12bca48d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for subnet (a6dd518c-e04d-46d1-a949-ffec4fed7a55), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:10.455322 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f7fd3ef-32de-46a7-99f2-3e5d12bca48d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (a6dd518c-e04d-46d1-a949-ffec4fed7a55), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:10.483191 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-63ca4ecf-21cf-4acf-ba1a-ee3a15650d27 None None] Set router 71ce0101-5559-42fa-8d77-3617af1d4dcb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:57:10.542046 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f7fd3ef-32de-46a7-99f2-3e5d12bca48d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (a6dd518c-e04d-46d1-a949-ffec4fed7a55), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:10.662873 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-63ca4ecf-21cf-4acf-ba1a-ee3a15650d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3f3430>, [{'id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180426876', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202'}], 'enable_snat': True}, 'gw_port_id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:57:09Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:10.671007 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f7fd3ef-32de-46a7-99f2-3e5d12bca48d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (a6dd518c-e04d-46d1-a949-ffec4fed7a55), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:10.690248 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca4ecf-21cf-4acf-ba1a-ee3a15650d27 None None] Checking router: 71ce0101-5559-42fa-8d77-3617af1d4dcb for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:57:10.699463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca4ecf-21cf-4acf-ba1a-ee3a15650d27 None None] Routers {'71ce0101-5559-42fa-8d77-3617af1d4dcb'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:57:10.700091 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-63ca4ecf-21cf-4acf-ba1a-ee3a15650d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3f3430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:56:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['71ce0101-5559-42fa-8d77-3617af1d4dcb'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:10.701343 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fd3ef-32de-46a7-99f2-3e5d12bca48d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Subnet': ['ID=a6dd518c-e04d-46d1-a949-ffec4fed7a55,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:10.705511 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8f7fd3ef-32de-46a7-99f2-3e5d12bca48d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:10.709995 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56928) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:10.710521 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8f7fd3ef-32de-46a7-99f2-3e5d12bca48d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/subnets/a6dd518c-e04d-46d1-a949-ffec4fed7a55 HTTP/1.1" status: 204  len: 168 time: 0.3474035
Feb 12 21:57:10.740900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eabee3-b022-4055-8fc7-d43061762dc6 None None] Network c2b938a5-2a00-4713-9be7-cd38730f698d requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:57:10.830290 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9319c0e3-2954-4e20-89e0-8933f8e90d4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router (71ce0101-5559-42fa-8d77-3617af1d4dcb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:10.879941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-63ca4ecf-21cf-4acf-ba1a-ee3a15650d27 None None] Set router 71ce0101-5559-42fa-8d77-3617af1d4dcb gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:57:10.945478 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9319c0e3-2954-4e20-89e0-8933f8e90d4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (71ce0101-5559-42fa-8d77-3617af1d4dcb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.062800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-9319c0e3-2954-4e20-89e0-8933f8e90d4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port 3720b727-19ee-46e6-b88f-60cf284d5638 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:57:11.063141 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9319c0e3-2954-4e20-89e0-8933f8e90d4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3720b727-19ee-46e6-b88f-60cf284d5638), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.071927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d856e-a697-4afe-9e08-7d6deb3e4d84 None None] DHCP port deletion for c2b938a5-2a00-4713-9be7-cd38730f698d request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:57:11.105741 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-63ca4ecf-21cf-4acf-ba1a-ee3a15650d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3f3430>, [{'id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180426876', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202'}], 'enable_snat': True}, 'gw_port_id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:57:09Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:11.136179 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca4ecf-21cf-4acf-ba1a-ee3a15650d27 None None] The sync data for ids ['71ce0101-5559-42fa-8d77-3617af1d4dcb'] in ncdv-master-1 is: [{'id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180426876', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202'}], 'enable_snat': True}, 'gw_port_id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:57:09Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '3720b727-19ee-46e6-b88f-60cf284d5638', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ce0101-5559-42fa-8d77-3617af1d4dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:55:10Z', 'updated_at': '2022-02-12T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:57:11.149821 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-9319c0e3-2954-4e20-89e0-8933f8e90d4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] For port 3720b727-19ee-46e6-b88f-60cf284d5638, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3720b727-19ee-46e6-b88f-60cf284d5638,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:57:11.150409 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9319c0e3-2954-4e20-89e0-8933f8e90d4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3720b727-19ee-46e6-b88f-60cf284d5638), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.151795 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-689d856e-a697-4afe-9e08-7d6deb3e4d84 None None] Deleting port 593dba23-80aa-4999-9563-75b4258fcbea {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:57:11.152169 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-689d856e-a697-4afe-9e08-7d6deb3e4d84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (593dba23-80aa-4999-9563-75b4258fcbea), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.163787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-9319c0e3-2954-4e20-89e0-8933f8e90d4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for 3720b727-19ee-46e6-b88f-60cf284d5638 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:57:11.219363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-689d856e-a697-4afe-9e08-7d6deb3e4d84 None None] For port 593dba23-80aa-4999-9563-75b4258fcbea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=593dba23-80aa-4999-9563-75b4258fcbea,segment=NetworkSegment(1e8290f1-ecb1-4a49-9f95-ef1e773b99b8),segment_id=1e8290f1-ecb1-4a49-9f95-ef1e773b99b8)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:57:11.219674 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-689d856e-a697-4afe-9e08-7d6deb3e4d84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (593dba23-80aa-4999-9563-75b4258fcbea), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.232615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-689d856e-a697-4afe-9e08-7d6deb3e4d84 None None] Calling delete_port for 593dba23-80aa-4999-9563-75b4258fcbea owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:57:11.359355 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-689d856e-a697-4afe-9e08-7d6deb3e4d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (593dba23-80aa-4999-9563-75b4258fcbea), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.376299 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9319c0e3-2954-4e20-89e0-8933f8e90d4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3720b727-19ee-46e6-b88f-60cf284d5638), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.386856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d856e-a697-4afe-9e08-7d6deb3e4d84 None None] Pushing event deleted for resources: {'Port': ['ID=593dba23-80aa-4999-9563-75b4258fcbea,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:11.388691 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d856e-a697-4afe-9e08-7d6deb3e4d84 None None] No DVR routers for this DVR port 593dba23-80aa-4999-9563-75b4258fcbea on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:57:11.403816 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319c0e3-2954-4e20-89e0-8933f8e90d4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=3720b727-19ee-46e6-b88f-60cf284d5638,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:11.469715 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9319c0e3-2954-4e20-89e0-8933f8e90d4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (71ce0101-5559-42fa-8d77-3617af1d4dcb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.569288 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9319c0e3-2954-4e20-89e0-8933f8e90d4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (71ce0101-5559-42fa-8d77-3617af1d4dcb), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.571585 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9319c0e3-2954-4e20-89e0-8933f8e90d4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_controller (71ce0101-5559-42fa-8d77-3617af1d4dcb), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.685056 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9319c0e3-2954-4e20-89e0-8933f8e90d4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (71ce0101-5559-42fa-8d77-3617af1d4dcb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.685677 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9319c0e3-2954-4e20-89e0-8933f8e90d4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Fanout notify agent at l3_agent the message router_deleted on router 71ce0101-5559-42fa-8d77-3617af1d4dcb {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:57:11.696536 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-9319c0e3-2954-4e20-89e0-8933f8e90d4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.696536 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-9319c0e3-2954-4e20-89e0-8933f8e90d4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/routers/71ce0101-5559-42fa-8d77-3617af1d4dcb HTTP/1.1" status: 204  len: 168 time: 0.9829707
Feb 12 21:57:11.697132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56930) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:11.784714 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d6bbc84-2f88-4ec8-9556-28fe3afe770c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (c2b938a5-2a00-4713-9be7-cd38730f698d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.874381 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d6bbc84-2f88-4ec8-9556-28fe3afe770c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (c2b938a5-2a00-4713-9be7-cd38730f698d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.894697 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-2d6bbc84-2f88-4ec8-9556-28fe3afe770c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7f6730>,) {'filters': {'network_id': ['c2b938a5-2a00-4713-9be7-cd38730f698d']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:11.904927 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-2d6bbc84-2f88-4ec8-9556-28fe3afe770c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7f6730>, '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:11.905220 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-2d6bbc84-2f88-4ec8-9556-28fe3afe770c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7f6730>, '1e8290f1-ecb1-4a49-9f95-ef1e773b99b8') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:11.914490 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d6bbc84-2f88-4ec8-9556-28fe3afe770c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (1e8290f1-ecb1-4a49-9f95-ef1e773b99b8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.927847 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d6bbc84-2f88-4ec8-9556-28fe3afe770c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (1e8290f1-ecb1-4a49-9f95-ef1e773b99b8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.934216 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6bbc84-2f88-4ec8-9556-28fe3afe770c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:57:11.934596 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d6bbc84-2f88-4ec8-9556-28fe3afe770c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (1e8290f1-ecb1-4a49-9f95-ef1e773b99b8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:57:11.937504 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:57:12.050730 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d6bbc84-2f88-4ec8-9556-28fe3afe770c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (c2b938a5-2a00-4713-9be7-cd38730f698d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:12.061344 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2d6bbc84-2f88-4ec8-9556-28fe3afe770c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:12.062117 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2d6bbc84-2f88-4ec8-9556-28fe3afe770c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/networks/c2b938a5-2a00-4713-9be7-cd38730f698d HTTP/1.1" status: 204  len: 168 time: 0.3639565
Feb 12 21:57:12.064973 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56948) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:12.076026 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bbc84-2f88-4ec8-9556-28fe3afe770c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Network': ['ID=c2b938a5-2a00-4713-9be7-cd38730f698d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:12.125582 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-33c5428a-519e-4c77-9a1d-604cbdcbad34 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (1cf2e31b-56b3-4de8-8501-a3653487ac4f), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:12.152239 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-33c5428a-519e-4c77-9a1d-604cbdcbad34 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (1cf2e31b-56b3-4de8-8501-a3653487ac4f), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:12.273181 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-33c5428a-519e-4c77-9a1d-604cbdcbad34 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (1cf2e31b-56b3-4de8-8501-a3653487ac4f), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:12.276629 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-33c5428a-519e-4c77-9a1d-604cbdcbad34 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:12.277825 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-33c5428a-519e-4c77-9a1d-604cbdcbad34 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/security-groups/1cf2e31b-56b3-4de8-8501-a3653487ac4f HTTP/1.1" status: 204  len: 168 time: 0.2115960
Feb 12 21:57:12.287347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5428a-519e-4c77-9a1d-604cbdcbad34 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf2e31b-56b3-4de8-8501-a3653487ac4f,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:12.834900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3720b727-19ee-46e6-b88f-60cf284d5638 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:57:12.857834 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56954) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:12.860388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 3720b727-19ee-46e6-b88f-60cf284d5638 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:57:12.860747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3720b727-19ee-46e6-b88f-60cf284d5638 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:57:12.863139 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 593dba23-80aa-4999-9563-75b4258fcbea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:57:12.863245 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-5ea932e4-1eae-4553-8013-4384571bb51a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-72605576', 'description': 'tempest-secgroup-smoke-72605576 description', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:57:12.880841 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 593dba23-80aa-4999-9563-75b4258fcbea {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:57:12.881297 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 593dba23-80aa-4999-9563-75b4258fcbea not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:57:12.881831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7c6df78c-e87c-40ed-bd96-f1bfca02e685 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:57:12.900946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 7c6df78c-e87c-40ed-bd96-f1bfca02e685 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:57:12.901319 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 7c6df78c-e87c-40ed-bd96-f1bfca02e685 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:57:12.976769 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ea932e4-1eae-4553-8013-4384571bb51a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:13.043056 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ea932e4-1eae-4553-8013-4384571bb51a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (d35593a7-2a94-4441-8716-ded55724e078), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:13.130183 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ea932e4-1eae-4553-8013-4384571bb51a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d35593a7-2a94-4441-8716-ded55724e078), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:13.160001 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea932e4-1eae-4553-8013-4384571bb51a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d35593a7-2a94-4441-8716-ded55724e078,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:13.213183 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5ea932e4-1eae-4553-8013-4384571bb51a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:13.214581 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5ea932e4-1eae-4553-8013-4384571bb51a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.3557284
Feb 12 21:57:13.217420 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56956) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:13.221641 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-4dcc1a3e-83e9-4783-bcb0-d15cb4cb719f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': 'd35593a7-2a94-4441-8716-ded55724e078', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:57:13.307382 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1a3e-83e9-4783-bcb0-d15cb4cb719f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (e7fb2555-4656-4a8b-a1e1-6195c80a52bc), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:13.365860 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1a3e-83e9-4783-bcb0-d15cb4cb719f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (e7fb2555-4656-4a8b-a1e1-6195c80a52bc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:13.438766 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1a3e-83e9-4783-bcb0-d15cb4cb719f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (e7fb2555-4656-4a8b-a1e1-6195c80a52bc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:13.457663 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc1a3e-83e9-4783-bcb0-d15cb4cb719f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fb2555-4656-4a8b-a1e1-6195c80a52bc,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:13.532351 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1a3e-83e9-4783-bcb0-d15cb4cb719f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:13.533652 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4dcc1a3e-83e9-4783-bcb0-d15cb4cb719f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3152843
Feb 12 21:57:13.536337 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56958) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:13.541172 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6f780b27-0a16-4c53-b3de-e0a10f2fb625 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': 'd35593a7-2a94-4441-8716-ded55724e078', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:57:13.631995 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6f780b27-0a16-4c53-b3de-e0a10f2fb625 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (62864015-02a1-4822-9af4-1b1877ec2635), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:13.687504 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6f780b27-0a16-4c53-b3de-e0a10f2fb625 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (62864015-02a1-4822-9af4-1b1877ec2635), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:13.747534 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6f780b27-0a16-4c53-b3de-e0a10f2fb625 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (62864015-02a1-4822-9af4-1b1877ec2635), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:13.764656 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f780b27-0a16-4c53-b3de-e0a10f2fb625 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62864015-02a1-4822-9af4-1b1877ec2635,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:13.835269 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6f780b27-0a16-4c53-b3de-e0a10f2fb625 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:13.836528 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6f780b27-0a16-4c53-b3de-e0a10f2fb625 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2992585
Feb 12 21:57:13.840161 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56960) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:13.844847 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a451b39f-c2dd-4857-8a61-4cfe3a0d6f62 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': 'd35593a7-2a94-4441-8716-ded55724e078', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:57:13.919296 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a451b39f-c2dd-4857-8a61-4cfe3a0d6f62 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (b752bd32-ecaa-4888-a15e-40b3390e8ec6), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:13.975468 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a451b39f-c2dd-4857-8a61-4cfe3a0d6f62 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (b752bd32-ecaa-4888-a15e-40b3390e8ec6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.027789 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a451b39f-c2dd-4857-8a61-4cfe3a0d6f62 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (b752bd32-ecaa-4888-a15e-40b3390e8ec6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.047339 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451b39f-c2dd-4857-8a61-4cfe3a0d6f62 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b752bd32-ecaa-4888-a15e-40b3390e8ec6,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:14.086864 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a451b39f-c2dd-4857-8a61-4cfe3a0d6f62 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.088661 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a451b39f-c2dd-4857-8a61-4cfe3a0d6f62 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2474029
Feb 12 21:57:14.091713 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56962) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:14.096052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-36111a7e-7b62-4b29-901b-629b9aa7575f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': 'd35593a7-2a94-4441-8716-ded55724e078', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:57:14.163451 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-36111a7e-7b62-4b29-901b-629b9aa7575f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (437f2616-90bf-4af8-a395-9efa4f1b9b6f), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.222251 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-36111a7e-7b62-4b29-901b-629b9aa7575f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (437f2616-90bf-4af8-a395-9efa4f1b9b6f), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.267455 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-36111a7e-7b62-4b29-901b-629b9aa7575f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (437f2616-90bf-4af8-a395-9efa4f1b9b6f), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.286757 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36111a7e-7b62-4b29-901b-629b9aa7575f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437f2616-90bf-4af8-a395-9efa4f1b9b6f,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:14.344032 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-36111a7e-7b62-4b29-901b-629b9aa7575f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.345277 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-36111a7e-7b62-4b29-901b-629b9aa7575f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2526395
Feb 12 21:57:14.348068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56964) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:14.352401 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-c0b54ebb-2de0-47bd-bc2a-40da4eb22450 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': 'd35593a7-2a94-4441-8716-ded55724e078', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:57:14.433415 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-c0b54ebb-2de0-47bd-bc2a-40da4eb22450 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Project dc7b3029bd844f88a4fe9146af00a270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:57:14.438535 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0b54ebb-2de0-47bd-bc2a-40da4eb22450 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (6bd04176-ad73-4195-bfab-f061163f9bd3), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.495394 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0b54ebb-2de0-47bd-bc2a-40da4eb22450 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (6bd04176-ad73-4195-bfab-f061163f9bd3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.558957 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0b54ebb-2de0-47bd-bc2a-40da4eb22450 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (6bd04176-ad73-4195-bfab-f061163f9bd3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.576437 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b54ebb-2de0-47bd-bc2a-40da4eb22450 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd04176-ad73-4195-bfab-f061163f9bd3,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:14.640726 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c0b54ebb-2de0-47bd-bc2a-40da4eb22450 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.641956 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c0b54ebb-2de0-47bd-bc2a-40da4eb22450 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2929306
Feb 12 21:57:14.644864 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56966) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:14.649340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a549bcb3-dfc3-45ba-875c-7cd23a275dba tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': 'd35593a7-2a94-4441-8716-ded55724e078', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:57:14.725031 ncdv-master-1 neutron-server[126505]: INFO neutron.db.securitygroups_db [None req-a549bcb3-dfc3-45ba-875c-7cd23a275dba tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Project dc7b3029bd844f88a4fe9146af00a270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:57:14.730385 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a549bcb3-dfc3-45ba-875c-7cd23a275dba tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (78e4a4ca-5638-43d9-8e77-f04ac455bc3e), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.784273 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a549bcb3-dfc3-45ba-875c-7cd23a275dba tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (78e4a4ca-5638-43d9-8e77-f04ac455bc3e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.827681 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a549bcb3-dfc3-45ba-875c-7cd23a275dba tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (78e4a4ca-5638-43d9-8e77-f04ac455bc3e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.846442 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549bcb3-dfc3-45ba-875c-7cd23a275dba tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e4a4ca-5638-43d9-8e77-f04ac455bc3e,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:14.887590 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a549bcb3-dfc3-45ba-875c-7cd23a275dba tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.888819 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a549bcb3-dfc3-45ba-875c-7cd23a275dba tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2429283
Feb 12 21:57:14.891707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56968) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:14.896863 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-4c4bebed-740e-4889-8556-c3cbe01ac100 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'network': {'name': 'tempest-network-smoke--958153666', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'port_security_enabled': True}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:57:14.953370 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4bebed-740e-4889-8556-c3cbe01ac100 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Made reservation on behalf of dc7b3029bd844f88a4fe9146af00a270 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:57:14.956703 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4c4bebed-740e-4889-8556-c3cbe01ac100 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.980571 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4bebed-740e-4889-8556-c3cbe01ac100 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:57:14.989371 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4c4bebed-740e-4889-8556-c3cbe01ac100 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (f182b629-7876-45b7-893e-706a3f1a401f), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:14.989740 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-4c4bebed-740e-4889-8556-c3cbe01ac100 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Added segment f182b629-7876-45b7-893e-706a3f1a401f of type vlan for network 3b6bd025-11b3-429c-8d31-8a97873c505e
Feb 12 21:57:15.029998 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4c4bebed-740e-4889-8556-c3cbe01ac100 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (3b6bd025-11b3-429c-8d31-8a97873c505e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:15.084957 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4c4bebed-740e-4889-8556-c3cbe01ac100 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (3b6bd025-11b3-429c-8d31-8a97873c505e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:15.090073 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4bebed-740e-4889-8556-c3cbe01ac100 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:15.090680 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4c4bebed-740e-4889-8556-c3cbe01ac100 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:15.158631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bebed-740e-4889-8556-c3cbe01ac100 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Network': ['ID=3b6bd025-11b3-429c-8d31-8a97873c505e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:15.170009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 3b6bd025-11b3-429c-8d31-8a97873c505e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:57:15.173509 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4c4bebed-740e-4889-8556-c3cbe01ac100 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2808435
Feb 12 21:57:15.176224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56970) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:15.184519 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1926961324', 'admin_state_up': True, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:57:15.239229 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:15.240324 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:15.291988 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_controller (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:15.459761 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:15.694297 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:15.716749 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:15.816162 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.35.2.187 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:57:15.918381 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:16.005040 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:16.044382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:57:16.047147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:57:16.049840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:57:16.074325 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:16.374400 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:16.580121 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:17.119469 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:57:17.226956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:57:17.237569 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Sync routers for ids ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:57:17.248229 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Routers {'f187ffc2-93ec-45bf-ac63-0ff5b6765f51'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:57:17.248838 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:56:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:17.304830 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:17.306315 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e954a3d3-bee6-4970-abc2-28433bc4b7d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.1288610
Feb 12 21:57:17.309616 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56972) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:17.384863 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d8550308-514f-4b56-ba71-fcf7b72c98dd tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=dc7b3029bd844f88a4fe9146af00a270&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0733442
Feb 12 21:57:17.402824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56976) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:17.448121 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Set router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:57:17.488274 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af0c72-35ac-46ae-abd2-914d010b50ca tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:17.489815 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-59af0c72-35ac-46ae-abd2-914d010b50ca tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0860021
Feb 12 21:57:17.492813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56978) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:17.522425 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-180abefe-db56-4102-9c93-8e6154aecf79 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0284369
Feb 12 21:57:17.524956 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 56980) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:17.530308 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-1d1ffd79-9598-40c1-81ed-9b2e8406de28 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1001754757', 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:57:17.623916 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65fd0>, [{'id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926961324', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187'}], 'enable_snat': True}, 'gw_port_id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:16Z', 'revision_number': 3, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:17.650807 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Checking router: f187ffc2-93ec-45bf-ac63-0ff5b6765f51 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:57:17.651090 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Updating router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 port 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:57:17.667859 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1ffd79-9598-40c1-81ed-9b2e8406de28 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Made reservation on behalf of dc7b3029bd844f88a4fe9146af00a270 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:57:17.671419 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d1ffd79-9598-40c1-81ed-9b2e8406de28 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:17.683153 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:17.937861 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Publish callbacks [] for port (18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:17.953483 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d1ffd79-9598-40c1-81ed-9b2e8406de28 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (942077d7-ce24-4d31-ad60-4f183d1c2782), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:18.015959 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ffd79-9598-40c1-81ed-9b2e8406de28 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Subnet': ['ID=942077d7-ce24-4d31-ad60-4f183d1c2782,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:18.023733 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1ffd79-9598-40c1-81ed-9b2e8406de28 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Checking segment: {'id': 'f182b629-7876-45b7-893e-706a3f1a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:57:18.024096 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ffd79-9598-40c1-81ed-9b2e8406de28 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network hostable DHCP agents. Network: 3b6bd025-11b3-429c-8d31-8a97873c505e, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:57:18.027607 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:18.078941 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ffd79-9598-40c1-81ed-9b2e8406de28 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 3b6bd025-11b3-429c-8d31-8a97873c505e is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:57:18.080446 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Attempting to bind port 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:57:18.080826 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Attempting to bind port 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:57:18.081187 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Attempting to bind port 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:57:18.084051 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7d067-fd27-42e6-a0b6-45dccf5accf5 None None] Pushing event updated for resources: {'Port': ['ID=18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:18.093025 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:57:18.093418 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:57:18.093820 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:18.094211 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:57:18.094743 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Bound port: 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:57:18.095051 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:18.098506 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e7d067-fd27-42e6-a0b6-45dccf5accf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:18.098855 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e7d067-fd27-42e6-a0b6-45dccf5accf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:18.099193 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e7d067-fd27-42e6-a0b6-45dccf5accf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:18.099528 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e7d067-fd27-42e6-a0b6-45dccf5accf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:18.099859 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e7d067-fd27-42e6-a0b6-45dccf5accf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:18.100187 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e7d067-fd27-42e6-a0b6-45dccf5accf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:18.100511 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e7d067-fd27-42e6-a0b6-45dccf5accf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:18.100834 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e7d067-fd27-42e6-a0b6-45dccf5accf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:18.101181 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e7d067-fd27-42e6-a0b6-45dccf5accf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:18.101532 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e7d067-fd27-42e6-a0b6-45dccf5accf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:18.102904 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e7d067-fd27-42e6-a0b6-45dccf5accf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:18.102904 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e7d067-fd27-42e6-a0b6-45dccf5accf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:18.102904 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e7d067-fd27-42e6-a0b6-45dccf5accf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:18.130978 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-1d1ffd79-9598-40c1-81ed-9b2e8406de28 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3b6bd025-11b3-429c-8d31-8a97873c505e) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:57:18.141076 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0adb101-1a2d-4097-b643-cd3f623a2496 None None] Network 3b6bd025-11b3-429c-8d31-8a97873c505e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:57:18.153852 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1ffd79-9598-40c1-81ed-9b2e8406de28 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:18.154710 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1d1ffd79-9598-40c1-81ed-9b2e8406de28 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:18.159420 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] For port 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:57:18.162904 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] For port 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:57:18.216930 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:18.233919 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1d1ffd79-9598-40c1-81ed-9b2e8406de28 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7073314
Feb 12 21:57:18.234291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 56982) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:18.269837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3b6bd025-11b3-429c-8d31-8a97873c505e', 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ips': [{'subnet_id': '942077d7-ce24-4d31-ad60-4f183d1c2782'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:57:18.270909 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:18.279317 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7d067-fd27-42e6-a0b6-45dccf5accf5 None None] Pushing event updated for resources: {'Port': ['ID=18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:18.286063 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Routers {'f187ffc2-93ec-45bf-ac63-0ff5b6765f51'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:57:18.286288 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:56:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:18.405511 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] Set router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:57:18.418511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Allocated IP 172.20.0.2 (3b6bd025-11b3-429c-8d31-8a97873c505e/942077d7-ce24-4d31-ad60-4f183d1c2782/a5541f95-5513-4dd1-8756-d347c158cfd2) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:57:18.570747 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Publish callbacks [] for port (a5541f95-5513-4dd1-8756-d347c158cfd2), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:18.601311 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbe65fd0>, [{'id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926961324', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187'}], 'enable_snat': True}, 'gw_port_id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:16Z', 'revision_number': 3, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:18.630257 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca4ab6-bf0b-414b-bc5a-492a0ccbf707 None None] The sync data for ids ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'] in ncdv-master-1 is: [{'id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926961324', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187'}], 'enable_snat': True}, 'gw_port_id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:16Z', 'revision_number': 3, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:57:18.639706 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (a5541f95-5513-4dd1-8756-d347c158cfd2), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:18.681010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Network 3b6bd025-11b3-429c-8d31-8a97873c505e is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:57:18.685525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:57:18.690154 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:57:18.693294 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Pushing event updated for resources: {'Port': ['ID=a5541f95-5513-4dd1-8756-d347c158cfd2,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:18.723569 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:18.939731 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Attempting to bind port a5541f95-5513-4dd1-8756-d347c158cfd2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:57:18.942388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Attempting to bind port a5541f95-5513-4dd1-8756-d347c158cfd2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f182b629-7876-45b7-893e-706a3f1a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:57:18.942388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Attempting to bind port a5541f95-5513-4dd1-8756-d347c158cfd2 on network 3b6bd025-11b3-429c-8d31-8a97873c505e {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:57:18.948779 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:57:18.949324 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Checking segment: {'id': 'f182b629-7876-45b7-893e-706a3f1a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:57:18.949961 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:18.950627 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Bound using segment: {'id': 'f182b629-7876-45b7-893e-706a3f1a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:57:18.951233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Bound port: a5541f95-5513-4dd1-8756-d347c158cfd2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f182b629-7876-45b7-893e-706a3f1a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:57:18.951798 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a5541f95-5513-4dd1-8756-d347c158cfd2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:19.017985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] For port a5541f95-5513-4dd1-8756-d347c158cfd2, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:57:19.021554 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] For port a5541f95-5513-4dd1-8756-d347c158cfd2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5541f95-5513-4dd1-8756-d347c158cfd2,segment=NetworkSegment(f182b629-7876-45b7-893e-706a3f1a401f),segment_id=f182b629-7876-45b7-893e-706a3f1a401f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:57:19.043764 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.20.0.1 (3b6bd025-11b3-429c-8d31-8a97873c505e/942077d7-ce24-4d31-ad60-4f183d1c2782/00ebce49-dc6b-4e21-bb70-fb76fab89072) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:57:19.108448 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a5541f95-5513-4dd1-8756-d347c158cfd2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:19.174057 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3149a-6610-46f4-9968-2d83ea89595d None None] Pushing event updated for resources: {'Port': ['ID=a5541f95-5513-4dd1-8756-d347c158cfd2,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:19.184795 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:19.285211 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:19.351188 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 3b6bd025-11b3-429c-8d31-8a97873c505e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:57:19.354584 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:57:19.357240 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:57:19.370433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=00ebce49-dc6b-4e21-bb70-fb76fab89072,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:19.428459 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:19.630111 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:19.918092 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:19.976146 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:20.054221 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:20.056191 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=00ebce49-dc6b-4e21-bb70-fb76fab89072,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:20.156705 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 3b6bd025-11b3-429c-8d31-8a97873c505e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:57:20.158197 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:57:20.279666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:57:20.393008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:57:20.398863 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-dcb3d952-774f-47d0-83ae-8f702e4a3e82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "PUT /v2.0/routers/f187ffc2-93ec-45bf-ac63-0ff5b6765f51/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1638992
Feb 12 21:57:20.628009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Sync routers for ids ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:57:20.640184 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Routers {'f187ffc2-93ec-45bf-ac63-0ff5b6765f51'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:57:20.642715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3bfaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:56:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:20.649681 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-2d5ccfc3-57ec-42f4-bd25-c2883f0607c2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72605576&fields=id&tenant_id=dc7b3029bd844f88a4fe9146af00a270 HTTP/1.1" status: 200  len: 267 time: 0.0713050
Feb 12 21:57:20.762455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Set router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:57:20.768907 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-a2222418-2f7e-454f-94ae-d9e6ff6cf802 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:20.770557 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-a2222418-2f7e-454f-94ae-d9e6ff6cf802 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/networks?id=3b6bd025-11b3-429c-8d31-8a97873c505e HTTP/1.1" status: 200  len: 796 time: 0.1199930
Feb 12 21:57:20.787054 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-09152fd9-32fd-4c59-a57d-73c00e735a02 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/quotas/dc7b3029bd844f88a4fe9146af00a270 HTTP/1.1" status: 200  len: 375 time: 0.0106652
Feb 12 21:57:20.791160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7312ca1e-b82a-4a3b-8f41-408e29b79550 None None] Network 3b6bd025-11b3-429c-8d31-8a97873c505e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:57:20.859121 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-a72d719e-5061-43c8-8926-18a9a033bb27 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0641990
Feb 12 21:57:20.919326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ecb261d8-1d04-4cfe-b1ab-abbf1caf230c None None] Provisioning complete for port a5541f95-5513-4dd1-8756-d347c158cfd2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:57:20.919708 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ecb261d8-1d04-4cfe-b1ab-abbf1caf230c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a5541f95-5513-4dd1-8756-d347c158cfd2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:20.936936 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a5541f95-5513-4dd1-8756-d347c158cfd2 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:57:20.967839 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-333d7f9b-6c4f-4a2b-a714-d577d196ea6a service neutron] 10.222.0.31 "GET /v2.0/networks/3b6bd025-11b3-429c-8d31-8a97873c505e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0963874
Feb 12 21:57:21.060032 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-f1735636-7ba2-4bff-91a4-5c48e507f5b3 service neutron] 10.222.0.31 "GET /v2.0/networks/3b6bd025-11b3-429c-8d31-8a97873c505e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865364
Feb 12 21:57:21.170838 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port a5541f95-5513-4dd1-8756-d347c158cfd2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:57:21.171073 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a5541f95-5513-4dd1-8756-d347c158cfd2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:21.206694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ecb261d8-1d04-4cfe-b1ab-abbf1caf230c None None] Current status of the port a5541f95-5513-4dd1-8756-d347c158cfd2 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:57:21.207094 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ecb261d8-1d04-4cfe-b1ab-abbf1caf230c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a5541f95-5513-4dd1-8756-d347c158cfd2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:21.263649 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-ecb261d8-1d04-4cfe-b1ab-abbf1caf230c None None] For port a5541f95-5513-4dd1-8756-d347c158cfd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5541f95-5513-4dd1-8756-d347c158cfd2,segment=NetworkSegment(f182b629-7876-45b7-893e-706a3f1a401f),segment_id=f182b629-7876-45b7-893e-706a3f1a401f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:57:21.307618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3bfaf0>, [{'id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926961324', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187'}], 'enable_snat': True}, 'gw_port_id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:19Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00ebce49-dc6b-4e21-bb70-fb76fab89072', 'name': '', 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:a7:d1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:18Z', 'updated_at': '2022-02-12T21:57:19Z', 'revision_number': 2, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:21.341530 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Checking router: f187ffc2-93ec-45bf-ac63-0ff5b6765f51 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:57:21.341890 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Updating router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 port 00ebce49-dc6b-4e21-bb70-fb76fab89072 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:57:21.346061 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ecb261d8-1d04-4cfe-b1ab-abbf1caf230c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a5541f95-5513-4dd1-8756-d347c158cfd2), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:21.390522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port a5541f95-5513-4dd1-8756-d347c158cfd2 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:57:21.391493 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a5541f95-5513-4dd1-8756-d347c158cfd2), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:21.398611 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-331efaa3-25ca-4e4d-a9fb-49509f876406 req-6eeaddc4-ae1f-4f62-aeb5-042f1cbf34c2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 210 time: 0.1145399
Feb 12 21:57:21.423521 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:21.488420 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb261d8-1d04-4cfe-b1ab-abbf1caf230c None None] Pushing event updated for resources: {'Port': ['ID=a5541f95-5513-4dd1-8756-d347c158cfd2,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:21.526113 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-101495b2-3c44-4cd9-9f08-aa1fb5cc9184 None None] Provisioning complete for port a5541f95-5513-4dd1-8756-d347c158cfd2 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:57:21.526499 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-101495b2-3c44-4cd9-9f08-aa1fb5cc9184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a5541f95-5513-4dd1-8756-d347c158cfd2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:21.565990 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 21:57:21.566363 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 21:57:21.747624 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-101495b2-3c44-4cd9-9f08-aa1fb5cc9184 None None] Current status of the port a5541f95-5513-4dd1-8756-d347c158cfd2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:57:21.772483 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-101495b2-3c44-4cd9-9f08-aa1fb5cc9184 None None] Provisioning complete for port 00ebce49-dc6b-4e21-bb70-fb76fab89072 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:57:21.772860 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-101495b2-3c44-4cd9-9f08-aa1fb5cc9184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:21.827377 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-101495b2-3c44-4cd9-9f08-aa1fb5cc9184 None None] Port 00ebce49-dc6b-4e21-bb70-fb76fab89072 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:57:21.873903 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Publish callbacks [] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:21.918785 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:21.985035 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b104ad5-5edd-4ed4-8cad-9dc5aa6dd9c2 None None] Pushing event updated for resources: {'Port': ['ID=00ebce49-dc6b-4e21-bb70-fb76fab89072,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:21.989782 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d09bc8ba-35af-425f-9738-a32ee9e955b2 None None] Provisioning complete for port 00ebce49-dc6b-4e21-bb70-fb76fab89072 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:57:21.990157 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d09bc8ba-35af-425f-9738-a32ee9e955b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:22.064663 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Attempting to bind port 00ebce49-dc6b-4e21-bb70-fb76fab89072 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:57:22.065127 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Attempting to bind port 00ebce49-dc6b-4e21-bb70-fb76fab89072 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f182b629-7876-45b7-893e-706a3f1a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:57:22.065419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Attempting to bind port 00ebce49-dc6b-4e21-bb70-fb76fab89072 on network 3b6bd025-11b3-429c-8d31-8a97873c505e {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:57:22.068428 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d09bc8ba-35af-425f-9738-a32ee9e955b2 None None] Port 00ebce49-dc6b-4e21-bb70-fb76fab89072 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:57:22.091540 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:57:22.091921 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Checking segment: {'id': 'f182b629-7876-45b7-893e-706a3f1a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:57:22.092336 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:22.092741 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Bound using segment: {'id': 'f182b629-7876-45b7-893e-706a3f1a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:57:22.093221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Bound port: 00ebce49-dc6b-4e21-bb70-fb76fab89072, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f182b629-7876-45b7-893e-706a3f1a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:57:22.093634 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:22.304825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port a5541f95-5513-4dd1-8756-d347c158cfd2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:57:22.305714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:57:22.364453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3bffd480-dbae-480e-b17e-2c9866d8b510 None None] Provisioning complete for port 00ebce49-dc6b-4e21-bb70-fb76fab89072 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:57:22.364843 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3bffd480-dbae-480e-b17e-2c9866d8b510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:22.398799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] For port 00ebce49-dc6b-4e21-bb70-fb76fab89072, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:57:22.421045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] For port 00ebce49-dc6b-4e21-bb70-fb76fab89072, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00ebce49-dc6b-4e21-bb70-fb76fab89072,segment=NetworkSegment(f182b629-7876-45b7-893e-706a3f1a401f),segment_id=f182b629-7876-45b7-893e-706a3f1a401f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:57:22.424856 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3bffd480-dbae-480e-b17e-2c9866d8b510 None None] Port 00ebce49-dc6b-4e21-bb70-fb76fab89072 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:57:22.428546 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:57:22.432043 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:22.498728 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:22.511767 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e062703-2fbe-4ad4-9d3f-42f337ef7807 req-2c879e91-cc3a-4b22-add4-f0392f855463 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 210 time: 0.0302052
Feb 12 21:57:22.550694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:57:22.551467 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:22.590612 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:57:22.593301 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Routers {'f187ffc2-93ec-45bf-ac63-0ff5b6765f51'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:57:22.593948 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3bfaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:56:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:22.598775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b104ad5-5edd-4ed4-8cad-9dc5aa6dd9c2 None None] Pushing event updated for resources: {'Port': ['ID=00ebce49-dc6b-4e21-bb70-fb76fab89072,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:22.664649 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:22.744242 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:22.764121 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] Set router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:57:22.910714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-5e5c7eb4-f2c4-438d-a6fa-75349d092b63 None None] Provisioning complete for port 00ebce49-dc6b-4e21-bb70-fb76fab89072 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:57:22.921596 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e5c7eb4-f2c4-438d-a6fa-75349d092b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:22.935876 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a5541f95-5513-4dd1-8756-d347c158cfd2 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:57:23.083188 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port a5541f95-5513-4dd1-8756-d347c158cfd2 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:57:23.083569 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a5541f95-5513-4dd1-8756-d347c158cfd2), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:23.089419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c7eb4-f2c4-438d-a6fa-75349d092b63 None None] Current status of the port 00ebce49-dc6b-4e21-bb70-fb76fab89072 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:57:23.089712 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e5c7eb4-f2c4-438d-a6fa-75349d092b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:23.154329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb3bfaf0>, [{'id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926961324', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187'}], 'enable_snat': True}, 'gw_port_id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:19Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00ebce49-dc6b-4e21-bb70-fb76fab89072', 'name': '', 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:a7:d1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:18Z', 'updated_at': '2022-02-12T21:57:22Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:23.188943 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5e5c7eb4-f2c4-438d-a6fa-75349d092b63 None None] For port 00ebce49-dc6b-4e21-bb70-fb76fab89072, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00ebce49-dc6b-4e21-bb70-fb76fab89072,segment=NetworkSegment(f182b629-7876-45b7-893e-706a3f1a401f),segment_id=f182b629-7876-45b7-893e-706a3f1a401f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:57:23.191442 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2962e7a-2cfe-4254-b860-41c40ecd7ee5 None None] The sync data for ids ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'] in ncdv-master-1 is: [{'id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926961324', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187'}], 'enable_snat': True}, 'gw_port_id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:19Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00ebce49-dc6b-4e21-bb70-fb76fab89072', 'name': '', 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:a7:d1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:18Z', 'updated_at': '2022-02-12T21:57:22Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:57:23.260147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port a5541f95-5513-4dd1-8756-d347c158cfd2 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:57:23.261819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:57:23.265848 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5e5c7eb4-f2c4-438d-a6fa-75349d092b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:23.331520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-810e49db-ba9d-4c58-a207-2e957d300338 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:23.333654 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-810e49db-ba9d-4c58-a207-2e957d300338 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.50 "GET /v2.0/networks?id=3b6bd025-11b3-429c-8d31-8a97873c505e HTTP/1.1" status: 200  len: 796 time: 0.1605861
Feb 12 21:57:23.366584 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c7eb4-f2c4-438d-a6fa-75349d092b63 None None] Pushing event updated for resources: {'Port': ['ID=00ebce49-dc6b-4e21-bb70-fb76fab89072,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:23.377777 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:57:23.378157 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:23.418003 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-fd8d6451-2599-4998-a701-fcad75034adc tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7b3029bd844f88a4fe9146af00a270 HTTP/1.1" status: 200  len: 378 time: 0.0759420
Feb 12 21:57:23.426899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-36a48709-d55e-4b1f-9af3-4b29f3599a4c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'port': {'device_id': '4770aadc-4142-421e-8442-906d1b4f6cf2', 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e', 'admin_state_up': True, 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'security_groups': ['d35593a7-2a94-4441-8716-ded55724e078']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:57:23.479618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:57:23.588466 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-36a48709-d55e-4b1f-9af3-4b29f3599a4c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Made reservation on behalf of dc7b3029bd844f88a4fe9146af00a270 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:57:23.592079 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-36a48709-d55e-4b1f-9af3-4b29f3599a4c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:23.616550 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-68d6edb1-a3b6-4ba5-bf36-f05ceb38cb16 req-4472d2d5-fb48-4c45-9e35-e930b966326a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 210 time: 0.0295835
Feb 12 21:57:23.728781 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-36a48709-d55e-4b1f-9af3-4b29f3599a4c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.20.0.13 (3b6bd025-11b3-429c-8d31-8a97873c505e/942077d7-ce24-4d31-ad60-4f183d1c2782/db967ea4-b6b7-444b-a9c6-d1681be19261) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:57:23.888581 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-36a48709-d55e-4b1f-9af3-4b29f3599a4c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (db967ea4-b6b7-444b-a9c6-d1681be19261), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:24.022644 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-36a48709-d55e-4b1f-9af3-4b29f3599a4c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (db967ea4-b6b7-444b-a9c6-d1681be19261), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:24.069081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-36a48709-d55e-4b1f-9af3-4b29f3599a4c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 3b6bd025-11b3-429c-8d31-8a97873c505e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:57:24.072826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-36a48709-d55e-4b1f-9af3-4b29f3599a4c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:57:24.075312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-36a48709-d55e-4b1f-9af3-4b29f3599a4c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:57:24.108684 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a48709-d55e-4b1f-9af3-4b29f3599a4c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=db967ea4-b6b7-444b-a9c6-d1681be19261,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:24.135609 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-36a48709-d55e-4b1f-9af3-4b29f3599a4c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:24.136180 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-36a48709-d55e-4b1f-9af3-4b29f3599a4c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:24.208148 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-36a48709-d55e-4b1f-9af3-4b29f3599a4c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7862687
Feb 12 21:57:24.220169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Request body: {'port': {'device_id': '4770aadc-4142-421e-8442-906d1b4f6cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:57:24.281902 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (db967ea4-b6b7-444b-a9c6-d1681be19261), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:24.293774 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1324f6bb-f3fe-41f1-a521-cd8927419a4f None None] Provisioning complete for port db967ea4-b6b7-444b-a9c6-d1681be19261 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:57:24.295011 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1324f6bb-f3fe-41f1-a521-cd8927419a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (db967ea4-b6b7-444b-a9c6-d1681be19261), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:24.332220 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1324f6bb-f3fe-41f1-a521-cd8927419a4f None None] Port db967ea4-b6b7-444b-a9c6-d1681be19261 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:57:24.540674 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db967ea4-b6b7-444b-a9c6-d1681be19261 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:57:24.547918 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Publish callbacks [] for port (db967ea4-b6b7-444b-a9c6-d1681be19261), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:24.560233 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Transition to ACTIVE for port object db967ea4-b6b7-444b-a9c6-d1681be19261 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:57:24.627394 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (db967ea4-b6b7-444b-a9c6-d1681be19261), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:24.680827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Pushing event updated for resources: {'Port': ['ID=db967ea4-b6b7-444b-a9c6-d1681be19261,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:24.799777 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Attempting to bind port db967ea4-b6b7-444b-a9c6-d1681be19261 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:57:24.800033 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Attempting to bind port db967ea4-b6b7-444b-a9c6-d1681be19261 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f182b629-7876-45b7-893e-706a3f1a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:57:24.800362 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Attempting to bind port db967ea4-b6b7-444b-a9c6-d1681be19261 on network 3b6bd025-11b3-429c-8d31-8a97873c505e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:57:24.808197 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Port db967ea4-b6b7-444b-a9c6-d1681be19261 on network 3b6bd025-11b3-429c-8d31-8a97873c505e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:57:24.808524 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Attempting to bind port db967ea4-b6b7-444b-a9c6-d1681be19261 on network 3b6bd025-11b3-429c-8d31-8a97873c505e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:57:24.821495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e33f3-f5ea-4a2b-b968-0ee0188dbf97 req-53be6abd-be84-4df5-99bd-d9a9d1d08806 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:24.823590 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c4e33f3-f5ea-4a2b-b968-0ee0188dbf97 req-53be6abd-be84-4df5-99bd-d9a9d1d08806 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 944 time: 0.1156664
Feb 12 21:57:24.824952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:57:24.825310 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Checking segment: {'id': 'f182b629-7876-45b7-893e-706a3f1a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:57:24.825713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Bound using segment: {'id': 'f182b629-7876-45b7-893e-706a3f1a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:57:24.826458 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Bound port: db967ea4-b6b7-444b-a9c6-d1681be19261, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f182b629-7876-45b7-893e-706a3f1a401f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:57:24.826924 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (db967ea4-b6b7-444b-a9c6-d1681be19261), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:24.915293 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2c4e33f3-f5ea-4a2b-b968-0ee0188dbf97 req-2c64dca0-428c-4aa2-b99a-c2026e3b9df5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0850692
Feb 12 21:57:24.922212 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 00ebce49-dc6b-4e21-bb70-fb76fab89072 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:57:24.938581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] For port db967ea4-b6b7-444b-a9c6-d1681be19261, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:57:24.942514 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] For port db967ea4-b6b7-444b-a9c6-d1681be19261, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db967ea4-b6b7-444b-a9c6-d1681be19261,segment=NetworkSegment(f182b629-7876-45b7-893e-706a3f1a401f),segment_id=f182b629-7876-45b7-893e-706a3f1a401f)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:57:24.985454 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 00ebce49-dc6b-4e21-bb70-fb76fab89072 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:57:24.985831 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:25.022643 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (db967ea4-b6b7-444b-a9c6-d1681be19261), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:25.058732 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:25.059426 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:25.060856 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] 10.222.0.50 "PUT /v2.0/ports/db967ea4-b6b7-444b-a9c6-d1681be19261 HTTP/1.1" status: 200  len: 1092 time: 0.8451014
Feb 12 21:57:25.061322 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4770aadc-4142-421e-8442-906d1b4f6cf2', 'tag': 'db967ea4-b6b7-444b-a9c6-d1681be19261'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:57:25.063601 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa5264f-166a-469f-85d3-73844d099dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "4770aadc-4142-421e-8442-906d1b4f6cf2", "tag": "db967ea4-b6b7-444b-a9c6-d1681be19261"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:57:25.071185 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 00ebce49-dc6b-4e21-bb70-fb76fab89072 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:57:25.100850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee26d85-b4de-4f0d-8301-959897128195 service neutron] Pushing event updated for resources: {'Port': ['ID=db967ea4-b6b7-444b-a9c6-d1681be19261,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:25.113136 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46be8fc4-0b40-4ed3-8619-fbb39c424d44 x-openstack-request-id: req-46be8fc4-0b40-4ed3-8619-fbb39c424d44 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:57:25.113453 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4770aadc-4142-421e-8442-906d1b4f6cf2", "tag": "db967ea4-b6b7-444b-a9c6-d1681be19261", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:57:25.113716 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46be8fc4-0b40-4ed3-8619-fbb39c424d44 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:57:25.114132 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4770aadc-4142-421e-8442-906d1b4f6cf2', 'tag': 'db967ea4-b6b7-444b-a9c6-d1681be19261', 'status': 'completed', 'code': 200}
Feb 12 21:57:25.183621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5264f-166a-469f-85d3-73844d099dbd req-1fbbef6d-e3e4-4e7b-9ab4-00585781a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:25.185200 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3fa5264f-166a-469f-85d3-73844d099dbd req-1fbbef6d-e3e4-4e7b-9ab4-00585781a8e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 1126 time: 0.0550582
Feb 12 21:57:25.288278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5264f-166a-469f-85d3-73844d099dbd req-309bfda3-3522-4816-8f38-6541bf44bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:25.289825 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3fa5264f-166a-469f-85d3-73844d099dbd req-309bfda3-3522-4816-8f38-6541bf44bd6c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dc7b3029bd844f88a4fe9146af00a270&shared=False HTTP/1.1" status: 200  len: 897 time: 0.0970807
Feb 12 21:57:25.386157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5264f-166a-469f-85d3-73844d099dbd req-f902dc76-af67-4060-ace3-610dda09ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:25.387627 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3fa5264f-166a-469f-85d3-73844d099dbd req-f902dc76-af67-4060-ace3-610dda09ce34 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0923941
Feb 12 21:57:25.466448 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-31d89d66-9a45-4081-8e19-8da3b0317cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:25.467941 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-31d89d66-9a45-4081-8e19-8da3b0317cb1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 1126 time: 0.0448260
Feb 12 21:57:25.512492 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-952351ce-b2c8-401d-b5cb-f28121183b68 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db967ea4-b6b7-444b-a9c6-d1681be19261 HTTP/1.1" status: 200  len: 217 time: 0.0377405
Feb 12 21:57:25.560133 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-40123731-7a50-44a3-9278-661635cc32ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:25.561623 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-40123731-7a50-44a3-9278-661635cc32ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=942077d7-ce24-4d31-ad60-4f183d1c2782 HTTP/1.1" status: 200  len: 835 time: 0.0436785
Feb 12 21:57:25.610379 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-16fe93e6-464b-43e3-96e7-f1f71c31ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:25.611850 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-16fe93e6-464b-43e3-96e7-f1f71c31ea95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b6bd025-11b3-429c-8d31-8a97873c505e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429168
Feb 12 21:57:25.706403 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-01588b1d-e637-425f-be85-0b5edd6cd1b9 service neutron] 10.222.0.50 "GET /v2.0/networks/3b6bd025-11b3-429c-8d31-8a97873c505e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880358
Feb 12 21:57:25.794713 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-66099358-17ea-40af-bb27-48adeb6b3f9a req-8f095137-e739-42e7-a929-76d6e619ecb9 service neutron] 10.222.0.50 "GET /v2.0/networks/3b6bd025-11b3-429c-8d31-8a97873c505e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832522
Feb 12 21:57:25.918850 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bb55e848-c2e8-4121-b4b3-03a9de8a0632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:26.037106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41d6a1-abaa-45e0-b545-9e40f4a3652b req-ce466e5e-ba77-40f4-9a7b-e253a45cee01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:26.038521 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7d41d6a1-abaa-45e0-b545-9e40f4a3652b req-ce466e5e-ba77-40f4-9a7b-e253a45cee01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 944 time: 0.0522230
Feb 12 21:57:26.091401 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7d41d6a1-abaa-45e0-b545-9e40f4a3652b req-52df512f-e92d-48a8-a18c-3ac62d2c8d0a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0462055
Feb 12 21:57:27.215396 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c21991-2799-44dd-970c-7129e8bc4dd2 req-22c7b10f-a73a-44df-8d62-30bc5c36a206 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:27.217071 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16c21991-2799-44dd-970c-7129e8bc4dd2 req-22c7b10f-a73a-44df-8d62-30bc5c36a206 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 944 time: 0.0571473
Feb 12 21:57:27.265988 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-16c21991-2799-44dd-970c-7129e8bc4dd2 req-ef4136e3-8e61-4d32-9420-d12ebf29f963 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433626
Feb 12 21:57:27.336412 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:28.038846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device db967ea4-b6b7-444b-a9c6-d1681be19261 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:57:28.135544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port db967ea4-b6b7-444b-a9c6-d1681be19261, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db967ea4-b6b7-444b-a9c6-d1681be19261,segment=NetworkSegment(f182b629-7876-45b7-893e-706a3f1a401f),segment_id=f182b629-7876-45b7-893e-706a3f1a401f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:57:28.149804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': 'db967ea4-b6b7-444b-a9c6-d1681be19261', 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e', 'port_id': 'db967ea4-b6b7-444b-a9c6-d1681be19261', 'mac_address': 'fa:16:3e:b8:a8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:57:28.187526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port db967ea4-b6b7-444b-a9c6-d1681be19261 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:57:28.187930 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (db967ea4-b6b7-444b-a9c6-d1681be19261), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:28.201073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db967ea4-b6b7-444b-a9c6-d1681be19261 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:57:28.220980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port db967ea4-b6b7-444b-a9c6-d1681be19261, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db967ea4-b6b7-444b-a9c6-d1681be19261,segment=NetworkSegment(f182b629-7876-45b7-893e-706a3f1a401f),segment_id=f182b629-7876-45b7-893e-706a3f1a401f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:57:28.284315 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (db967ea4-b6b7-444b-a9c6-d1681be19261), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:28.331903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=db967ea4-b6b7-444b-a9c6-d1681be19261,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:28.347632 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d3e88c27-bd10-4a99-aa61-c0a8452e9e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:28.391008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35f68a-661f-4022-88e6-83b7b0ce4569 req-63914830-7f78-4905-8981-78de9c4935ee tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:28.392490 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e35f68a-661f-4022-88e6-83b7b0ce4569 req-63914830-7f78-4905-8981-78de9c4935ee tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 945 time: 0.0525050
Feb 12 21:57:28.442319 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1e35f68a-661f-4022-88e6-83b7b0ce4569 req-c47cf4d6-e823-4eac-b389-f1bbb75571f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432546
Feb 12 21:57:28.467853 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['db967ea4-b6b7-444b-a9c6-d1681be19261'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:57:29.563709 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76100ef2-5d07-4d1e-aebf-b874e91c0e13 req-4a0784f9-3ca8-4689-977d-2febde410f06 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:29.565187 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-76100ef2-5d07-4d1e-aebf-b874e91c0e13 req-4a0784f9-3ca8-4689-977d-2febde410f06 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 945 time: 0.0525153
Feb 12 21:57:29.613836 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-76100ef2-5d07-4d1e-aebf-b874e91c0e13 req-e404d2f6-c8b2-4683-9cd9-b6a9c82b9faf tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429327
Feb 12 21:57:29.702061 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:29.815842 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:30.054857 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device db967ea4-b6b7-444b-a9c6-d1681be19261 up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:57:30.170475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port db967ea4-b6b7-444b-a9c6-d1681be19261 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:57:30.174460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port db967ea4-b6b7-444b-a9c6-d1681be19261 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:57:30.174831 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (db967ea4-b6b7-444b-a9c6-d1681be19261), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:30.251322 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port db967ea4-b6b7-444b-a9c6-d1681be19261 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:57:30.251705 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (db967ea4-b6b7-444b-a9c6-d1681be19261), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:30.272739 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4770aadc-4142-421e-8442-906d1b4f6cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db967ea4-b6b7-444b-a9c6-d1681be19261'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:57:30.274959 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dec8718-fca3-4e4d-a628-44480e74b1e3" -d '{"events": [{"server_uuid": "4770aadc-4142-421e-8442-906d1b4f6cf2", "name": "network-vif-plugged", "status": "completed", "tag": "db967ea4-b6b7-444b-a9c6-d1681be19261"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:57:30.289041 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port db967ea4-b6b7-444b-a9c6-d1681be19261, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db967ea4-b6b7-444b-a9c6-d1681be19261,segment=NetworkSegment(f182b629-7876-45b7-893e-706a3f1a401f),segment_id=f182b629-7876-45b7-893e-706a3f1a401f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:57:30.370816 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (db967ea4-b6b7-444b-a9c6-d1681be19261), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:30.397569 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f713b4ec-38b7-4dff-908f-517d8eb78c60 x-openstack-request-id: req-f713b4ec-38b7-4dff-908f-517d8eb78c60 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:57:30.397862 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4770aadc-4142-421e-8442-906d1b4f6cf2", "name": "network-vif-plugged", "status": "completed", "tag": "db967ea4-b6b7-444b-a9c6-d1681be19261", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:57:30.398121 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f713b4ec-38b7-4dff-908f-517d8eb78c60 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:57:30.398517 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4770aadc-4142-421e-8442-906d1b4f6cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db967ea4-b6b7-444b-a9c6-d1681be19261', 'code': 200}
Feb 12 21:57:30.430706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=db967ea4-b6b7-444b-a9c6-d1681be19261,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:30.485986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335bd7e-011b-47eb-95ed-d98bc8457ace req-91acea9c-3166-48ae-8c80-2c8dd89e711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:30.487459 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2335bd7e-011b-47eb-95ed-d98bc8457ace req-91acea9c-3166-48ae-8c80-2c8dd89e711e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 1128 time: 0.0442190
Feb 12 21:57:30.532563 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2335bd7e-011b-47eb-95ed-d98bc8457ace req-d12cb1cb-8fd1-4a88-8e8b-16736b7a91ef service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388677
Feb 12 21:57:30.736149 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2fcd7-170e-4cd6-a080-ae5cd4064c91 req-ef9a259a-5549-4d3c-8dcb-5872ae947004 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:30.737656 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47f2fcd7-170e-4cd6-a080-ae5cd4064c91 req-ef9a259a-5549-4d3c-8dcb-5872ae947004 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0533426
Feb 12 21:57:30.789971 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-47f2fcd7-170e-4cd6-a080-ae5cd4064c91 req-7a80ff98-da96-47da-83d6-f5cc8a8e40d6 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0466020
Feb 12 21:57:31.164663 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:31.918296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e7490-e990-4bb9-af2b-6722e13bc5f5 req-d58fc399-4ee6-4f46-8813-e3a9fb2d65cf tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:31.919862 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-423e7490-e990-4bb9-af2b-6722e13bc5f5 req-d58fc399-4ee6-4f46-8813-e3a9fb2d65cf tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0571892
Feb 12 21:57:31.968300 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-423e7490-e990-4bb9-af2b-6722e13bc5f5 req-58aad2f5-8c0c-492d-a9e6-f2db943f7ba8 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427756
Feb 12 21:57:32.085136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa877c-93d4-43a2-af0e-3d4b7135b385 req-e9d0788d-aef7-4599-8cc4-24cc01573ba5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:32.086634 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9aaa877c-93d4-43a2-af0e-3d4b7135b385 req-e9d0788d-aef7-4599-8cc4-24cc01573ba5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0515482
Feb 12 21:57:32.137476 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-9aaa877c-93d4-43a2-af0e-3d4b7135b385 req-ad5d82f6-1c55-400c-a300-ae23eeefeb21 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444632
Feb 12 21:57:32.159719 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57044) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:32.204092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5a6867-0a2a-4810-aaec-41994e1fe5c5 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:32.205792 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-cb5a6867-0a2a-4810-aaec-41994e1fe5c5 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 1123 time: 0.0450804
Feb 12 21:57:32.208598 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57046) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:32.212897 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': 'db967ea4-b6b7-444b-a9c6-d1681be19261', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:57:32.245081 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:32.313694 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:32.413219 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:32.513994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.35.2.165 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/689fc0ea-e468-448f-b521-6bd79f7cac6a) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:57:32.615428 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (689fc0ea-e468-448f-b521-6bd79f7cac6a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:32.683816 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:57:32.713504 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (689fc0ea-e468-448f-b521-6bd79f7cac6a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:32.753307 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:57:32.756131 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:57:32.759559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:57:32.765770 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=689fc0ea-e468-448f-b521-6bd79f7cac6a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:32.791567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:32.791923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:32.792297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:32.792640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:32.793142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:32.793506 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:32.793841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:32.794169 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:32.794495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:32.794820 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:32.795142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:32.795467 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:32.795790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:57:33.480608 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (c774c33f-21fa-49b2-8448-2ca8d9ad25e5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:33.597553 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (689fc0ea-e468-448f-b521-6bd79f7cac6a), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:33.746642 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (689fc0ea-e468-448f-b521-6bd79f7cac6a), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:33.804465 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (689fc0ea-e468-448f-b521-6bd79f7cac6a), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:33.875559 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=689fc0ea-e468-448f-b521-6bd79f7cac6a,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:57:33.887708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (c774c33f-21fa-49b2-8448-2ca8d9ad25e5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:33.989744 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Floating IP c774c33f-21fa-49b2-8448-2ca8d9ad25e5 associated. External IP: 172.35.2.165, port: db967ea4-b6b7-444b-a9c6-d1681be19261.
Feb 12 21:57:34.201535 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:57:34.312178 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:57:34.321988 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee0696-2028-4851-8879-84606dd4a0c1 None None] Sync routers for ids ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:57:34.331221 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee0696-2028-4851-8879-84606dd4a0c1 None None] Routers {'f187ffc2-93ec-45bf-ac63-0ff5b6765f51'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:57:34.336281 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-53ee0696-2028-4851-8879-84606dd4a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9e340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:57:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:34.384038 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:34.418822 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5757449e-2fba-491d-9fe6-6575599679e7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2061479
Feb 12 21:57:34.418822 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4770aadc-4142-421e-8442-906d1b4f6cf2', 'tag': 'db967ea4-b6b7-444b-a9c6-d1681be19261'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:57:34.421878 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e60109-9307-438a-9a6d-101d19cb1994" -d '{"events": [{"name": "network-changed", "server_uuid": "4770aadc-4142-421e-8442-906d1b4f6cf2", "tag": "db967ea4-b6b7-444b-a9c6-d1681be19261"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:57:34.442204 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-53ee0696-2028-4851-8879-84606dd4a0c1 None None] Set router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:57:34.465626 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f319276b-aa28-4cca-b36f-2d1f47033594 x-openstack-request-id: req-f319276b-aa28-4cca-b36f-2d1f47033594 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:57:34.466035 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4770aadc-4142-421e-8442-906d1b4f6cf2", "tag": "db967ea4-b6b7-444b-a9c6-d1681be19261", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:57:34.466301 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f319276b-aa28-4cca-b36f-2d1f47033594 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:57:34.466709 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4770aadc-4142-421e-8442-906d1b4f6cf2', 'tag': 'db967ea4-b6b7-444b-a9c6-d1681be19261', 'status': 'completed', 'code': 200}
Feb 12 21:57:34.558295 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4df21-10de-4e24-8a0b-089715d4091f req-c23043ce-7fdc-4a77-a20b-9b243932d9d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:34.559864 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-74f4df21-10de-4e24-8a0b-089715d4091f req-c23043ce-7fdc-4a77-a20b-9b243932d9d5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0917363
Feb 12 21:57:34.563607 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e60109-9307-438a-9a6d-101d19cb1994 req-2620a331-9b17-43e3-8272-e37c3a140cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:34.564117 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9e60109-9307-438a-9a6d-101d19cb1994 req-2620a331-9b17-43e3-8272-e37c3a140cc3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 1128 time: 0.0643423
Feb 12 21:57:34.668756 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-74f4df21-10de-4e24-8a0b-089715d4091f req-17471493-04d5-49b1-b4fb-087b862dfcaf tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1031742
Feb 12 21:57:34.670070 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-53ee0696-2028-4851-8879-84606dd4a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9e340>, [{'id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926961324', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187'}], 'enable_snat': True}, 'gw_port_id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:19Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c774c33f-21fa-49b2-8448-2ca8d9ad25e5', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'floating_ip_address': '172.35.2.165', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'port_id': 'db967ea4-b6b7-444b-a9c6-d1681be19261', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e', 'mac_address': 'fa:16:3e:b8:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770aadc-4142-421e-8442-906d1b4f6cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:57:33Z', 'updated_at': '2022-02-12T21:57:33Z', 'revision_number': 0, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ebce49-dc6b-4e21-bb70-fb76fab89072', 'name': '', 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:a7:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:18Z', 'updated_at': '2022-02-12T21:57:23Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:34.691875 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57052) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:34.694360 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e60109-9307-438a-9a6d-101d19cb1994 req-a32a7b0b-25c4-4fff-90b5-c72def3676d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:34.700322 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9e60109-9307-438a-9a6d-101d19cb1994 req-a32a7b0b-25c4-4fff-90b5-c72def3676d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3b6bd025-11b3-429c-8d31-8a97873c505e HTTP/1.1" status: 200  len: 897 time: 0.1245930
Feb 12 21:57:34.700997 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee0696-2028-4851-8879-84606dd4a0c1 None None] Checking router: f187ffc2-93ec-45bf-ac63-0ff5b6765f51 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:57:34.709738 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee0696-2028-4851-8879-84606dd4a0c1 None None] Routers {'f187ffc2-93ec-45bf-ac63-0ff5b6765f51'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:57:34.710276 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-53ee0696-2028-4851-8879-84606dd4a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9e340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:57:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:34.765506 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c607f2bd-529b-4d67-90ad-5876a7eb88d9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/c774c33f-21fa-49b2-8448-2ca8d9ad25e5 HTTP/1.1" status: 200  len: 992 time: 0.0718555
Feb 12 21:57:34.766891 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9e60109-9307-438a-9a6d-101d19cb1994 req-192716d6-2e9c-4da4-ad44-f1dd69654f55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db967ea4-b6b7-444b-a9c6-d1681be19261 HTTP/1.1" status: 200  len: 1000 time: 0.0654056
Feb 12 21:57:34.816686 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e60109-9307-438a-9a6d-101d19cb1994 req-8bb81fd3-ee44-436d-a0fa-4a8bb71edcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:34.818222 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9e60109-9307-438a-9a6d-101d19cb1994 req-8bb81fd3-ee44-436d-a0fa-4a8bb71edcc9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=942077d7-ce24-4d31-ad60-4f183d1c2782 HTTP/1.1" status: 200  len: 835 time: 0.0454237
Feb 12 21:57:34.822386 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-53ee0696-2028-4851-8879-84606dd4a0c1 None None] Set router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:57:34.875425 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e60109-9307-438a-9a6d-101d19cb1994 req-2ee95e11-e9d7-4d32-b013-404d74737428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:57:34.876983 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9e60109-9307-438a-9a6d-101d19cb1994 req-2ee95e11-e9d7-4d32-b013-404d74737428 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b6bd025-11b3-429c-8d31-8a97873c505e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0522566
Feb 12 21:57:34.970881 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9e60109-9307-438a-9a6d-101d19cb1994 req-282f31a7-c832-41e5-a4e8-7ac0b24dab1b service neutron] 10.222.0.50 "GET /v2.0/networks/3b6bd025-11b3-429c-8d31-8a97873c505e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880392
Feb 12 21:57:35.064438 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9e60109-9307-438a-9a6d-101d19cb1994 req-e453ac6a-08ae-40ca-9a10-7733cc0771f9 service neutron] 10.222.0.50 "GET /v2.0/networks/3b6bd025-11b3-429c-8d31-8a97873c505e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887814
Feb 12 21:57:35.143819 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-53ee0696-2028-4851-8879-84606dd4a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9e340>, [{'id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926961324', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187'}], 'enable_snat': True}, 'gw_port_id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:19Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c774c33f-21fa-49b2-8448-2ca8d9ad25e5', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'floating_ip_address': '172.35.2.165', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'port_id': 'db967ea4-b6b7-444b-a9c6-d1681be19261', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e', 'mac_address': 'fa:16:3e:b8:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770aadc-4142-421e-8442-906d1b4f6cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:57:33Z', 'updated_at': '2022-02-12T21:57:33Z', 'revision_number': 0, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ebce49-dc6b-4e21-bb70-fb76fab89072', 'name': '', 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:a7:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:18Z', 'updated_at': '2022-02-12T21:57:23Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:57:35.170230 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ee0696-2028-4851-8879-84606dd4a0c1 None None] The sync data for ids ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'] in ncdv-master-1 is: [{'id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926961324', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187'}], 'enable_snat': True}, 'gw_port_id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:19Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c774c33f-21fa-49b2-8448-2ca8d9ad25e5', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'floating_ip_address': '172.35.2.165', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'port_id': 'db967ea4-b6b7-444b-a9c6-d1681be19261', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e', 'mac_address': 'fa:16:3e:b8:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770aadc-4142-421e-8442-906d1b4f6cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:57:33Z', 'updated_at': '2022-02-12T21:57:33Z', 'revision_number': 0, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ebce49-dc6b-4e21-bb70-fb76fab89072', 'name': '', 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:a7:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:18Z', 'updated_at': '2022-02-12T21:57:23Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:57:35.767194 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57054) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:35.808754 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25760d8d-b176-49aa-abc2-e6f600c28ba7 None None] New status for floating IP c774c33f-21fa-49b2-8448-2ca8d9ad25e5: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:57:35.832224 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-37e78327-ad58-40d3-a1cb-2b70c7a9fe53 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/c774c33f-21fa-49b2-8448-2ca8d9ad25e5 HTTP/1.1" status: 200  len: 992 time: 0.0637801
Feb 12 21:57:36.836230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57056) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:57:36.900221 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a1b44349-39b0-4874-9ba3-8f5596d21015 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/c774c33f-21fa-49b2-8448-2ca8d9ad25e5 HTTP/1.1" status: 200  len: 994 time: 0.0628362
Feb 12 21:57:55.877741 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-da61b7e1-a0af-4854-bb66-20dfd89d5398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:57.341828 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:58.364497 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a8f77c69-3068-4abd-b69a-5ed0aca5cbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:59.672789 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:57:59.814941 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:01.164349 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:02.215840 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:03.800100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d5373-2ef3-47ed-b70d-5315f43b3283 req-aa4e59d4-aea2-4519-8ee2-1a0d4119f0c2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:03.801614 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-733d5373-2ef3-47ed-b70d-5315f43b3283 req-aa4e59d4-aea2-4519-8ee2-1a0d4119f0c2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0528066
Feb 12 21:58:03.850177 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-733d5373-2ef3-47ed-b70d-5315f43b3283 req-85f60a9b-df76-4850-bfdb-62b9ba1f8b54 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426626
Feb 12 21:58:04.978348 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f1b19-6eb5-4bb0-9777-1441c7a79d88 req-4b38b207-c0f2-40c9-9e28-3aa5cd992ca0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:04.979822 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a28f1b19-6eb5-4bb0-9777-1441c7a79d88 req-4b38b207-c0f2-40c9-9e28-3aa5cd992ca0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0527227
Feb 12 21:58:05.032900 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a28f1b19-6eb5-4bb0-9777-1441c7a79d88 req-e089b834-6838-45cd-ae21-33ba50ba6d71 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0469377
Feb 12 21:58:06.155085 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2dccd-b313-43cf-aa84-11becbbff490 req-a9261e5c-3bd9-4f91-9e77-2d30d8819722 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:06.156561 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6df2dccd-b313-43cf-aa84-11becbbff490 req-a9261e5c-3bd9-4f91-9e77-2d30d8819722 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0559311
Feb 12 21:58:06.204800 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6df2dccd-b313-43cf-aa84-11becbbff490 req-d937439d-015b-4382-9efc-b46794d26019 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427074
Feb 12 21:58:07.323872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557294a-4bd1-4083-badc-dbad4f926aae req-ebac4549-09c3-406d-bf6b-a136accfb173 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:07.325991 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6557294a-4bd1-4083-badc-dbad4f926aae req-ebac4549-09c3-406d-bf6b-a136accfb173 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0530000
Feb 12 21:58:07.374988 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6557294a-4bd1-4083-badc-dbad4f926aae req-dc90be77-6ac5-4b68-bae2-71e688a7637a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430133
Feb 12 21:58:08.495344 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04500b8f-17eb-41c4-94d5-0b1e62f1a4ce req-094379d0-0b8e-49d5-832d-f3e87319f1d6 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:08.497379 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-04500b8f-17eb-41c4-94d5-0b1e62f1a4ce req-094379d0-0b8e-49d5-832d-f3e87319f1d6 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0510974
Feb 12 21:58:08.546766 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-04500b8f-17eb-41c4-94d5-0b1e62f1a4ce req-1ba59771-cb37-485a-8a74-c50defacfcbb tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437541
Feb 12 21:58:09.664616 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52468474-3f9d-4374-a48e-999ebc10de68 req-f2297ddf-be21-43a5-8d80-6491efd7d3fc tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:09.666095 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52468474-3f9d-4374-a48e-999ebc10de68 req-f2297ddf-be21-43a5-8d80-6491efd7d3fc tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0521290
Feb 12 21:58:09.683125 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:58:09.715381 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52468474-3f9d-4374-a48e-999ebc10de68 req-bbb05ca1-96bb-4007-98e0-dc1e22837771 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432482
Feb 12 21:58:10.840395 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469653a5-8a71-48be-9c9e-0bb6afa4013f req-c1d36efb-6bbe-4094-b8fc-b62ba810e1f1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:10.842672 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-469653a5-8a71-48be-9c9e-0bb6afa4013f req-c1d36efb-6bbe-4094-b8fc-b62ba810e1f1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0566649
Feb 12 21:58:10.892074 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-469653a5-8a71-48be-9c9e-0bb6afa4013f req-c27724a9-66f1-4289-b369-0f5fd40afde5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437438
Feb 12 21:58:12.015378 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35ffcf-66c2-446c-80a3-fb0e5b4c0921 req-e6e93d5e-a32f-47d5-9a15-c31538ed1f93 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:12.016772 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6d35ffcf-66c2-446c-80a3-fb0e5b4c0921 req-e6e93d5e-a32f-47d5-9a15-c31538ed1f93 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0568476
Feb 12 21:58:12.080109 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6d35ffcf-66c2-446c-80a3-fb0e5b4c0921 req-d6b0b4c8-8ff1-4bf1-8044-7a4e7f351b7f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0577564
Feb 12 21:58:13.199661 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94beeb-66fa-4f5f-869f-566ebd00cc1a req-5c5ce0b2-3c67-4961-a40f-54dde0d94a5d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:13.201144 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c94beeb-66fa-4f5f-869f-566ebd00cc1a req-5c5ce0b2-3c67-4961-a40f-54dde0d94a5d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0528040
Feb 12 21:58:13.249877 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3c94beeb-66fa-4f5f-869f-566ebd00cc1a req-6bfe3fd8-f87c-40c6-a88c-e0c344582368 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423818
Feb 12 21:58:14.372993 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb91a07-b4b1-4a17-8e11-e87692c03887 req-d2b60a99-0e14-46de-b12a-c8c54047ee30 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:14.374889 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-acb91a07-b4b1-4a17-8e11-e87692c03887 req-d2b60a99-0e14-46de-b12a-c8c54047ee30 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0571539
Feb 12 21:58:14.424330 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-acb91a07-b4b1-4a17-8e11-e87692c03887 req-070330c8-a219-428c-b6e6-cd1f61f2f057 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437942
Feb 12 21:58:14.446518 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57104) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:14.510049 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d7bf5c97-a6b9-4a7e-9a16-df9bdbf091e9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/c774c33f-21fa-49b2-8448-2ca8d9ad25e5 HTTP/1.1" status: 200  len: 994 time: 0.0624173
Feb 12 21:58:15.892645 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebe097-0629-4a0c-b2cc-70a25ad15b35 req-6702bd91-7c68-4282-8ecd-4cb4f062cf98 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:15.894943 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a0ebe097-0629-4a0c-b2cc-70a25ad15b35 req-6702bd91-7c68-4282-8ecd-4cb4f062cf98 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0544205
Feb 12 21:58:15.950865 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a0ebe097-0629-4a0c-b2cc-70a25ad15b35 req-d6074860-8410-4f25-867c-56c3bc478e0b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0503461
Feb 12 21:58:15.962110 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0232da6-61cd-4091-adc9-11b6037b83f5 req-12eea63a-bc82-451a-b359-29385669da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:15.963978 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0232da6-61cd-4091-adc9-11b6037b83f5 req-12eea63a-bc82-451a-b359-29385669da68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 1128 time: 0.0507648
Feb 12 21:58:16.058176 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0232da6-61cd-4091-adc9-11b6037b83f5 req-baa2d338-24a6-4a8a-8ab2-8329e45b1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:16.059575 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0232da6-61cd-4091-adc9-11b6037b83f5 req-baa2d338-24a6-4a8a-8ab2-8329e45b1dfb service neutron] 10.222.0.50 "GET /v2.0/networks?id=3b6bd025-11b3-429c-8d31-8a97873c505e HTTP/1.1" status: 200  len: 897 time: 0.0899565
Feb 12 21:58:16.124659 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0232da6-61cd-4091-adc9-11b6037b83f5 req-169f9531-f434-415a-8556-44e3ede7d207 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db967ea4-b6b7-444b-a9c6-d1681be19261 HTTP/1.1" status: 200  len: 1002 time: 0.0584850
Feb 12 21:58:16.173078 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0232da6-61cd-4091-adc9-11b6037b83f5 req-6ce45a9f-88d9-4625-bda2-17837f2b039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:16.174658 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0232da6-61cd-4091-adc9-11b6037b83f5 req-6ce45a9f-88d9-4625-bda2-17837f2b039c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=942077d7-ce24-4d31-ad60-4f183d1c2782 HTTP/1.1" status: 200  len: 835 time: 0.0445161
Feb 12 21:58:16.227940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0232da6-61cd-4091-adc9-11b6037b83f5 req-b92d79d4-af6b-48d8-9547-e507283f8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:16.229476 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0232da6-61cd-4091-adc9-11b6037b83f5 req-b92d79d4-af6b-48d8-9547-e507283f8f5c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b6bd025-11b3-429c-8d31-8a97873c505e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0492837
Feb 12 21:58:16.321894 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0232da6-61cd-4091-adc9-11b6037b83f5 req-0b3dd849-20a3-4c8c-9201-4ae0601dace1 service neutron] 10.222.0.50 "GET /v2.0/networks/3b6bd025-11b3-429c-8d31-8a97873c505e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866418
Feb 12 21:58:16.413762 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0232da6-61cd-4091-adc9-11b6037b83f5 req-0e942464-1abc-491d-a3de-515520e7baed service neutron] 10.222.0.50 "GET /v2.0/networks/3b6bd025-11b3-429c-8d31-8a97873c505e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854049
Feb 12 21:58:17.076343 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad6565-d22c-442b-b7c2-8ec3ae0b180b req-7f89e3e0-e001-434e-99fa-6761d848b67b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:17.078479 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7aad6565-d22c-442b-b7c2-8ec3ae0b180b req-7f89e3e0-e001-434e-99fa-6761d848b67b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0535722
Feb 12 21:58:17.127283 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7aad6565-d22c-442b-b7c2-8ec3ae0b180b req-ef42c0dc-d627-4067-ba36-4b6309240bc0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431759
Feb 12 21:58:17.149347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57114) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:17.213370 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2b4a4118-d8ed-4ba2-96fc-b305a07a04f7 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/c774c33f-21fa-49b2-8448-2ca8d9ad25e5 HTTP/1.1" status: 200  len: 994 time: 0.0628631
Feb 12 21:58:25.878838 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-45d50b9a-d13a-4f05-91bd-da2fe4e39514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:27.380395 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:28.347256 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-adf510b8-090a-4468-af5c-549b4decd30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:29.677241 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:29.838306 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:31.116124 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae0a60f7-5f29-4518-970b-dabc70f3a352 req-3db12107-8781-446b-8b2e-e5f7e3dc3e05 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0443320
Feb 12 21:58:31.158723 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:31.200374 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a60f7-5f29-4518-970b-dabc70f3a352 req-0e2e0bea-1d4b-4a2b-abac-f83d73c4e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:31.201895 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae0a60f7-5f29-4518-970b-dabc70f3a352 req-0e2e0bea-1d4b-4a2b-abac-f83d73c4e455 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 1128 time: 0.0445790
Feb 12 21:58:31.307243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a60f7-5f29-4518-970b-dabc70f3a352 req-c7763b07-8aff-4688-badd-05849a8ae428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:31.308655 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae0a60f7-5f29-4518-970b-dabc70f3a352 req-c7763b07-8aff-4688-badd-05849a8ae428 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3b6bd025-11b3-429c-8d31-8a97873c505e HTTP/1.1" status: 200  len: 897 time: 0.0890887
Feb 12 21:58:31.372837 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae0a60f7-5f29-4518-970b-dabc70f3a352 req-45e55e17-6c9d-40b1-8096-82ff9d09909b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db967ea4-b6b7-444b-a9c6-d1681be19261 HTTP/1.1" status: 200  len: 1002 time: 0.0565393
Feb 12 21:58:31.421448 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a60f7-5f29-4518-970b-dabc70f3a352 req-64b4c7d2-cd47-4538-9b0c-4fb0e099e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:31.422863 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae0a60f7-5f29-4518-970b-dabc70f3a352 req-64b4c7d2-cd47-4538-9b0c-4fb0e099e024 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=942077d7-ce24-4d31-ad60-4f183d1c2782 HTTP/1.1" status: 200  len: 835 time: 0.0421171
Feb 12 21:58:31.474139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a60f7-5f29-4518-970b-dabc70f3a352 req-eeb23c39-a174-4281-b9ab-e408afee3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:31.475610 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae0a60f7-5f29-4518-970b-dabc70f3a352 req-eeb23c39-a174-4281-b9ab-e408afee3b52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b6bd025-11b3-429c-8d31-8a97873c505e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0468409
Feb 12 21:58:31.563293 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae0a60f7-5f29-4518-970b-dabc70f3a352 req-d9f2a914-2ec4-416c-8e6a-4a7d260c0344 service neutron] 10.222.0.50 "GET /v2.0/networks/3b6bd025-11b3-429c-8d31-8a97873c505e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812891
Feb 12 21:58:31.658195 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae0a60f7-5f29-4518-970b-dabc70f3a352 req-131c7fea-e83f-41e3-8c12-dac3a24db420 service neutron] 10.222.0.50 "GET /v2.0/networks/3b6bd025-11b3-429c-8d31-8a97873c505e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884910
Feb 12 21:58:32.254594 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:46.684783 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:58:47.558069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57136) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:47.719481 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port 689fc0ea-e468-448f-b521-6bd79f7cac6a {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:58:47.719827 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (689fc0ea-e468-448f-b521-6bd79f7cac6a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:47.796892 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (689fc0ea-e468-448f-b521-6bd79f7cac6a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:47.797219 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (689fc0ea-e468-448f-b521-6bd79f7cac6a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:47.809553 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for 689fc0ea-e468-448f-b521-6bd79f7cac6a owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:58:48.032634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (689fc0ea-e468-448f-b521-6bd79f7cac6a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:48.062531 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=689fc0ea-e468-448f-b521-6bd79f7cac6a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:58:48.088035 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:48.088403 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:48.088738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:48.089080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:48.089441 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:48.089776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:48.090107 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:48.090434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:48.090789 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:48.091118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:48.091438 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:48.091761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:48.092082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:48.131260 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (c774c33f-21fa-49b2-8448-2ca8d9ad25e5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:48.131709 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Floating IP c774c33f-21fa-49b2-8448-2ca8d9ad25e5 disassociated (deleted). External IP: 172.35.2.165, port: db967ea4-b6b7-444b-a9c6-d1681be19261.
Feb 12 21:58:48.340198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:58:48.448218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:58:48.453051 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:48.459062 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a54509-ad14-4de6-a328-eb8c2afef1d8 None None] Sync routers for ids ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:58:48.468298 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a54509-ad14-4de6-a328-eb8c2afef1d8 None None] Routers {'f187ffc2-93ec-45bf-ac63-0ff5b6765f51'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:58:48.468898 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-57a54509-ad14-4de6-a328-eb8c2afef1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd75970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:58:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:58:48.484476 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ac86b4f0-1795-497a-be68-bc8c4d75edd9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/floatingips/c774c33f-21fa-49b2-8448-2ca8d9ad25e5 HTTP/1.1" status: 204  len: 168 time: 0.9253302
Feb 12 21:58:48.485069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4770aadc-4142-421e-8442-906d1b4f6cf2', 'tag': 'db967ea4-b6b7-444b-a9c6-d1681be19261'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:58:48.487868 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4863589-1f59-48b1-b629-7bb8b99ac7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4770aadc-4142-421e-8442-906d1b4f6cf2", "tag": "db967ea4-b6b7-444b-a9c6-d1681be19261"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:58:48.529637 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bd76c5-52bb-4204-b499-545cafb8b5e0 x-openstack-request-id: req-f9bd76c5-52bb-4204-b499-545cafb8b5e0 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:58:48.529998 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4770aadc-4142-421e-8442-906d1b4f6cf2", "tag": "db967ea4-b6b7-444b-a9c6-d1681be19261", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:58:48.530322 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9bd76c5-52bb-4204-b499-545cafb8b5e0 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:58:48.531023 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4770aadc-4142-421e-8442-906d1b4f6cf2', 'tag': 'db967ea4-b6b7-444b-a9c6-d1681be19261', 'status': 'completed', 'code': 200}
Feb 12 21:58:48.581449 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-57a54509-ad14-4de6-a328-eb8c2afef1d8 None None] Set router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:58:48.598127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4863589-1f59-48b1-b629-7bb8b99ac7c8 req-d4d3efc8-a6c7-4e9b-bf7c-dbb011ea4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:48.599598 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4863589-1f59-48b1-b629-7bb8b99ac7c8 req-d4d3efc8-a6c7-4e9b-bf7c-dbb011ea4859 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 1128 time: 0.0475600
Feb 12 21:58:48.707421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4863589-1f59-48b1-b629-7bb8b99ac7c8 req-a621effd-bd0c-4b7c-8789-9ee6be876d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:48.708910 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4863589-1f59-48b1-b629-7bb8b99ac7c8 req-a621effd-bd0c-4b7c-8789-9ee6be876d89 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3b6bd025-11b3-429c-8d31-8a97873c505e HTTP/1.1" status: 200  len: 897 time: 0.1006994
Feb 12 21:58:48.750690 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4863589-1f59-48b1-b629-7bb8b99ac7c8 req-fbc8db38-4e01-456f-8b77-5b94af79b38b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db967ea4-b6b7-444b-a9c6-d1681be19261 HTTP/1.1" status: 200  len: 217 time: 0.0348504
Feb 12 21:58:48.787794 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-57a54509-ad14-4de6-a328-eb8c2afef1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd75970>, [{'id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926961324', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187'}], 'enable_snat': True}, 'gw_port_id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:19Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00ebce49-dc6b-4e21-bb70-fb76fab89072', 'name': '', 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:a7:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:18Z', 'updated_at': '2022-02-12T21:57:23Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:58:48.800113 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4863589-1f59-48b1-b629-7bb8b99ac7c8 req-4061f532-1502-47a7-8454-a56fc6f6aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:48.804773 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4863589-1f59-48b1-b629-7bb8b99ac7c8 req-4061f532-1502-47a7-8454-a56fc6f6aa6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=942077d7-ce24-4d31-ad60-4f183d1c2782 HTTP/1.1" status: 200  len: 835 time: 0.0459807
Feb 12 21:58:48.817979 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a54509-ad14-4de6-a328-eb8c2afef1d8 None None] Checking router: f187ffc2-93ec-45bf-ac63-0ff5b6765f51 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:58:48.826271 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a54509-ad14-4de6-a328-eb8c2afef1d8 None None] Routers {'f187ffc2-93ec-45bf-ac63-0ff5b6765f51'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:58:48.826873 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-57a54509-ad14-4de6-a328-eb8c2afef1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd75970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:58:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:58:48.862611 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4863589-1f59-48b1-b629-7bb8b99ac7c8 req-796edb8b-21f3-494b-906e-5a029d1a1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:48.866506 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4863589-1f59-48b1-b629-7bb8b99ac7c8 req-796edb8b-21f3-494b-906e-5a029d1a1d6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3b6bd025-11b3-429c-8d31-8a97873c505e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0545151
Feb 12 21:58:48.942627 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-57a54509-ad14-4de6-a328-eb8c2afef1d8 None None] Set router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:58:48.963882 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4863589-1f59-48b1-b629-7bb8b99ac7c8 req-b9d068c3-a820-42f5-9a6b-072ff7987959 service neutron] 10.222.0.50 "GET /v2.0/networks/3b6bd025-11b3-429c-8d31-8a97873c505e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0944359
Feb 12 21:58:48.989196 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d228d9-10ed-428f-ad9b-3a4de46ecd71 req-9803d902-bda6-45f1-9deb-263b3ffacb5f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:48.991392 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-79d228d9-10ed-428f-ad9b-3a4de46ecd71 req-9803d902-bda6-45f1-9deb-263b3ffacb5f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0574398
Feb 12 21:58:49.043754 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-79d228d9-10ed-428f-ad9b-3a4de46ecd71 req-eb0f9eb9-2a7f-4eef-b53a-b7aacdc43cea tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453250
Feb 12 21:58:49.067913 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e4863589-1f59-48b1-b629-7bb8b99ac7c8 req-aa0b3cf2-ed1c-4348-aeee-9c65e868a4cf service neutron] 10.222.0.50 "GET /v2.0/networks/3b6bd025-11b3-429c-8d31-8a97873c505e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0977361
Feb 12 21:58:49.143079 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-57a54509-ad14-4de6-a328-eb8c2afef1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbd75970>, [{'id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926961324', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187'}], 'enable_snat': True}, 'gw_port_id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:19Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00ebce49-dc6b-4e21-bb70-fb76fab89072', 'name': '', 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:a7:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:18Z', 'updated_at': '2022-02-12T21:57:23Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:58:49.168772 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a54509-ad14-4de6-a328-eb8c2afef1d8 None None] The sync data for ids ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'] in ncdv-master-1 is: [{'id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926961324', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187'}], 'enable_snat': True}, 'gw_port_id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:19Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '00ebce49-dc6b-4e21-bb70-fb76fab89072', 'name': '', 'network_id': '3b6bd025-11b3-429c-8d31-8a97873c505e', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:a7:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:18Z', 'updated_at': '2022-02-12T21:57:23Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '942077d7-ce24-4d31-ad60-4f183d1c2782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:58:49.381254 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9405a1-fbdd-4a7a-9352-5515acff73e7 None None] New status for floating IP c774c33f-21fa-49b2-8448-2ca8d9ad25e5: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:58:50.169896 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b3a81-4f4e-4d49-a1ee-a97dada86a38 req-868ee982-db12-4205-a0b0-48ef97f20355 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:50.171395 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a51b3a81-4f4e-4d49-a1ee-a97dada86a38 req-868ee982-db12-4205-a0b0-48ef97f20355 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0549493
Feb 12 21:58:50.220651 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a51b3a81-4f4e-4d49-a1ee-a97dada86a38 req-585a75bf-c1dd-4bbe-98ad-28a5ea034482 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=d35593a7-2a94-4441-8716-ded55724e078&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435071
Feb 12 21:58:50.402866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a4b42-cb80-4798-a704-b84eb3d10c3f req-d433d821-4dcb-45e8-a636-b5b033e1c562 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:50.404314 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b97a4b42-cb80-4798-a704-b84eb3d10c3f req-d433d821-4dcb-45e8-a636-b5b033e1c562 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.50 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 946 time: 0.0586948
Feb 12 21:58:50.856747 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-b97a4b42-cb80-4798-a704-b84eb3d10c3f req-72615de5-7434-4dda-bab5-244d20056e77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port db967ea4-b6b7-444b-a9c6-d1681be19261 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:58:50.857096 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b97a4b42-cb80-4798-a704-b84eb3d10c3f req-72615de5-7434-4dda-bab5-244d20056e77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (db967ea4-b6b7-444b-a9c6-d1681be19261), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:50.950302 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-b97a4b42-cb80-4798-a704-b84eb3d10c3f req-72615de5-7434-4dda-bab5-244d20056e77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] For port db967ea4-b6b7-444b-a9c6-d1681be19261, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=db967ea4-b6b7-444b-a9c6-d1681be19261,segment=NetworkSegment(f182b629-7876-45b7-893e-706a3f1a401f),segment_id=f182b629-7876-45b7-893e-706a3f1a401f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:58:50.950673 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b97a4b42-cb80-4798-a704-b84eb3d10c3f req-72615de5-7434-4dda-bab5-244d20056e77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (db967ea4-b6b7-444b-a9c6-d1681be19261), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:50.964444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-b97a4b42-cb80-4798-a704-b84eb3d10c3f req-72615de5-7434-4dda-bab5-244d20056e77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for db967ea4-b6b7-444b-a9c6-d1681be19261 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:58:51.174424 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b97a4b42-cb80-4798-a704-b84eb3d10c3f req-72615de5-7434-4dda-bab5-244d20056e77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (db967ea4-b6b7-444b-a9c6-d1681be19261), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:51.203423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72615de5-7434-4dda-bab5-244d20056e77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=db967ea4-b6b7-444b-a9c6-d1681be19261,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:58:51.246405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97a4b42-cb80-4798-a704-b84eb3d10c3f req-72615de5-7434-4dda-bab5-244d20056e77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] No DVR routers for this DVR port db967ea4-b6b7-444b-a9c6-d1681be19261 on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:58:51.249138 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-b97a4b42-cb80-4798-a704-b84eb3d10c3f req-72615de5-7434-4dda-bab5-244d20056e77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:51.252979 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b97a4b42-cb80-4798-a704-b84eb3d10c3f req-72615de5-7434-4dda-bab5-244d20056e77 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.50 "DELETE /v2.0/ports/db967ea4-b6b7-444b-a9c6-d1681be19261 HTTP/1.1" status: 204  len: 173 time: 0.8426704
Feb 12 21:58:51.253463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4770aadc-4142-421e-8442-906d1b4f6cf2', 'name': 'network-vif-deleted', 'tag': 'db967ea4-b6b7-444b-a9c6-d1681be19261'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:58:51.256181 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61815544-db83-41c9-b4ea-609f1dbdccea" -d '{"events": [{"server_uuid": "4770aadc-4142-421e-8442-906d1b4f6cf2", "name": "network-vif-deleted", "tag": "db967ea4-b6b7-444b-a9c6-d1681be19261"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:58:51.293420 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8531f630-266e-4835-a220-206dea468248 x-openstack-request-id: req-8531f630-266e-4835-a220-206dea468248 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:58:51.293718 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4770aadc-4142-421e-8442-906d1b4f6cf2", "name": "network-vif-deleted", "tag": "db967ea4-b6b7-444b-a9c6-d1681be19261", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:58:51.293977 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8531f630-266e-4835-a220-206dea468248 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:58:51.294421 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4770aadc-4142-421e-8442-906d1b4f6cf2', 'name': 'network-vif-deleted', 'tag': 'db967ea4-b6b7-444b-a9c6-d1681be19261', 'status': 'completed', 'code': 200}
Feb 12 21:58:51.321833 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8b9cc839-c49f-4342-ac61-422679ea824e req-c1bcecc1-4c8e-479c-8eeb-292436698397 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=4770aadc-4142-421e-8442-906d1b4f6cf2 HTTP/1.1" status: 200  len: 210 time: 0.0295954
Feb 12 21:58:52.387880 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57152) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:52.790230 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5edb25e-9b67-4618-8f75-04c12242d624 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:53.069666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c5edb25e-9b67-4618-8f75-04c12242d624 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port 00ebce49-dc6b-4e21-bb70-fb76fab89072 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:58:53.069986 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5edb25e-9b67-4618-8f75-04c12242d624 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:53.160454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-c5edb25e-9b67-4618-8f75-04c12242d624 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] For port 00ebce49-dc6b-4e21-bb70-fb76fab89072, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00ebce49-dc6b-4e21-bb70-fb76fab89072,segment=NetworkSegment(f182b629-7876-45b7-893e-706a3f1a401f),segment_id=f182b629-7876-45b7-893e-706a3f1a401f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:58:53.160818 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5edb25e-9b67-4618-8f75-04c12242d624 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:53.173024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c5edb25e-9b67-4618-8f75-04c12242d624 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for 00ebce49-dc6b-4e21-bb70-fb76fab89072 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:58:53.426231 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5edb25e-9b67-4618-8f75-04c12242d624 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (00ebce49-dc6b-4e21-bb70-fb76fab89072), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:53.452367 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edb25e-9b67-4618-8f75-04c12242d624 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=00ebce49-dc6b-4e21-bb70-fb76fab89072,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:58:53.651862 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c5edb25e-9b67-4618-8f75-04c12242d624 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:53.872692 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5edb25e-9b67-4618-8f75-04c12242d624 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:58:53.989680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5edb25e-9b67-4618-8f75-04c12242d624 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:58:53.996097 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c5edb25e-9b67-4618-8f75-04c12242d624 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "PUT /v2.0/routers/f187ffc2-93ec-45bf-ac63-0ff5b6765f51/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6066027
Feb 12 21:58:53.997874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57154) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:54.001538 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28835026-1e5a-450d-9623-e3e0e79fd5ff None None] Sync routers for ids ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:58:54.013099 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28835026-1e5a-450d-9623-e3e0e79fd5ff None None] Routers {'f187ffc2-93ec-45bf-ac63-0ff5b6765f51'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:58:54.019442 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-28835026-1e5a-450d-9623-e3e0e79fd5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:58:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:58:54.056978 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7889936-81fb-4e1d-b3d0-cc50232a00ee tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting subnet 942077d7-ce24-4d31-ad60-4f183d1c2782 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 21:58:54.060959 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7889936-81fb-4e1d-b3d0-cc50232a00ee tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for subnet (942077d7-ce24-4d31-ad60-4f183d1c2782), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:54.103512 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7889936-81fb-4e1d-b3d0-cc50232a00ee tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (942077d7-ce24-4d31-ad60-4f183d1c2782), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:54.125475 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-28835026-1e5a-450d-9623-e3e0e79fd5ff None None] Set router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:58:54.192803 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7889936-81fb-4e1d-b3d0-cc50232a00ee tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (942077d7-ce24-4d31-ad60-4f183d1c2782), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:54.318145 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-28835026-1e5a-450d-9623-e3e0e79fd5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9e8b0>, [{'id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926961324', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187'}], 'enable_snat': True}, 'gw_port_id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:58:53Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:58:54.322950 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7889936-81fb-4e1d-b3d0-cc50232a00ee tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (942077d7-ce24-4d31-ad60-4f183d1c2782), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:54.352989 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7889936-81fb-4e1d-b3d0-cc50232a00ee tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Subnet': ['ID=942077d7-ce24-4d31-ad60-4f183d1c2782,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:58:54.355040 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7889936-81fb-4e1d-b3d0-cc50232a00ee tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:54.359743 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf4a152-1a8c-4e65-9391-16e428a75b5b None None] Network 3b6bd025-11b3-429c-8d31-8a97873c505e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:58:54.361345 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57156) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:54.365967 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c7889936-81fb-4e1d-b3d0-cc50232a00ee tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/subnets/942077d7-ce24-4d31-ad60-4f183d1c2782 HTTP/1.1" status: 204  len: 168 time: 0.3667822
Feb 12 21:58:54.441205 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28835026-1e5a-450d-9623-e3e0e79fd5ff None None] Checking router: f187ffc2-93ec-45bf-ac63-0ff5b6765f51 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:58:54.450042 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28835026-1e5a-450d-9623-e3e0e79fd5ff None None] Routers {'f187ffc2-93ec-45bf-ac63-0ff5b6765f51'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:58:54.450645 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-28835026-1e5a-450d-9623-e3e0e79fd5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:58:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:58:54.485129 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:54.498102 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device db967ea4-b6b7-444b-a9c6-d1681be19261 no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:58:54.528786 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] DHCP port deletion for 3b6bd025-11b3-429c-8d31-8a97873c505e request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 21:58:54.530956 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: db967ea4-b6b7-444b-a9c6-d1681be19261 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:58:54.531303 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device db967ea4-b6b7-444b-a9c6-d1681be19261 not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:58:54.576526 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-28835026-1e5a-450d-9623-e3e0e79fd5ff None None] Set router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:58:54.579097 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Deleting port a5541f95-5513-4dd1-8756-d347c158cfd2 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:58:54.579484 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a5541f95-5513-4dd1-8756-d347c158cfd2), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:54.605912 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:54.643694 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] For port a5541f95-5513-4dd1-8756-d347c158cfd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5541f95-5513-4dd1-8756-d347c158cfd2,segment=NetworkSegment(f182b629-7876-45b7-893e-706a3f1a401f),segment_id=f182b629-7876-45b7-893e-706a3f1a401f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:58:54.644097 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a5541f95-5513-4dd1-8756-d347c158cfd2), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:54.657032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Calling delete_port for a5541f95-5513-4dd1-8756-d347c158cfd2 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:58:54.720362 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 21:58:54.720649 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:54.765873 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-28835026-1e5a-450d-9623-e3e0e79fd5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb9e8b0>, [{'id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926961324', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187'}], 'enable_snat': True}, 'gw_port_id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:58:53Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:58:54.796041 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28835026-1e5a-450d-9623-e3e0e79fd5ff None None] The sync data for ids ['f187ffc2-93ec-45bf-ac63-0ff5b6765f51'] in ncdv-master-1 is: [{'id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926961324', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187'}], 'enable_snat': True}, 'gw_port_id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:58:53Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f187ffc2-93ec-45bf-ac63-0ff5b6765f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:57:15Z', 'updated_at': '2022-02-12T21:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:58:54.804591 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (a5541f95-5513-4dd1-8756-d347c158cfd2), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:54.817795 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] For port 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:58:54.818254 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:54.834890 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 21:58:54.835065 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Pushing event deleted for resources: {'Port': ['ID=a5541f95-5513-4dd1-8756-d347c158cfd2,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:58:54.835644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] No DVR routers for this DVR port a5541f95-5513-4dd1-8756-d347c158cfd2 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 21:58:54.844317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:54.844677 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:54.845025 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:54.845402 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:54.847586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:54.847586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:54.847586 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:54.847913 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:54.848014 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:54.848329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:54.848664 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:54.848989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:54.849314 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693b740-fa91-4578-bd12-7831d3c1faa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:55.055395 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:55.081781 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:58:55.093018 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:55.093388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:55.093740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:55.094079 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:55.094417 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:55.094751 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:55.095083 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:55.095413 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:55.095740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:55.096234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:55.096615 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:55.097012 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:55.097338 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:58:55.151320 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:55.283217 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a5541f95-5513-4dd1-8756-d347c158cfd2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:58:55.308932 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: a5541f95-5513-4dd1-8756-d347c158cfd2 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:58:55.309679 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a5541f95-5513-4dd1-8756-d347c158cfd2 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:58:55.310216 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 00ebce49-dc6b-4e21-bb70-fb76fab89072 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:58:55.332004 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 00ebce49-dc6b-4e21-bb70-fb76fab89072 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:58:55.332536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 00ebce49-dc6b-4e21-bb70-fb76fab89072 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:58:55.567965 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:55.570113 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_controller (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:55.672447 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (f187ffc2-93ec-45bf-ac63-0ff5b6765f51), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:55.673007 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Fanout notify agent at l3_agent the message router_deleted on router f187ffc2-93ec-45bf-ac63-0ff5b6765f51 {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 21:58:55.679729 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:55.680834 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-4221a70c-12e6-4d3a-bdb1-753cb0251f29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/routers/f187ffc2-93ec-45bf-ac63-0ff5b6765f51 HTTP/1.1" status: 204  len: 168 time: 1.3179026
Feb 12 21:58:55.683547 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57158) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:55.762117 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b252ae74-9345-4c7d-87c3-dd74929d1af2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (3b6bd025-11b3-429c-8d31-8a97873c505e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:55.855692 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b252ae74-9345-4c7d-87c3-dd74929d1af2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (3b6bd025-11b3-429c-8d31-8a97873c505e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:55.876009 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-b252ae74-9345-4c7d-87c3-dd74929d1af2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa492df0>,) {'filters': {'network_id': ['3b6bd025-11b3-429c-8d31-8a97873c505e']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:58:55.884961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-b252ae74-9345-4c7d-87c3-dd74929d1af2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa492df0>, 'f182b629-7876-45b7-893e-706a3f1a401f') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:58:55.885251 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-b252ae74-9345-4c7d-87c3-dd74929d1af2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa492df0>, 'f182b629-7876-45b7-893e-706a3f1a401f') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:58:55.894747 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b252ae74-9345-4c7d-87c3-dd74929d1af2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (f182b629-7876-45b7-893e-706a3f1a401f), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:55.907843 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b252ae74-9345-4c7d-87c3-dd74929d1af2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (f182b629-7876-45b7-893e-706a3f1a401f), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:55.912634 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bd439e0f-7231-4f19-9f3f-c94873aeb98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:55.917412 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b252ae74-9345-4c7d-87c3-dd74929d1af2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 21:58:55.917412 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b252ae74-9345-4c7d-87c3-dd74929d1af2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (f182b629-7876-45b7-893e-706a3f1a401f), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 21:58:55.918396 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 21:58:56.076801 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b252ae74-9345-4c7d-87c3-dd74929d1af2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (3b6bd025-11b3-429c-8d31-8a97873c505e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:56.081875 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b252ae74-9345-4c7d-87c3-dd74929d1af2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:56.088562 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b252ae74-9345-4c7d-87c3-dd74929d1af2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/networks/3b6bd025-11b3-429c-8d31-8a97873c505e HTTP/1.1" status: 204  len: 168 time: 0.4010384
Feb 12 21:58:56.088685 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57160) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:56.100997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252ae74-9345-4c7d-87c3-dd74929d1af2 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Network': ['ID=3b6bd025-11b3-429c-8d31-8a97873c505e,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:58:56.152083 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3915-7b06-49ab-9721-6246f4c73ea4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (d35593a7-2a94-4441-8716-ded55724e078), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:56.181819 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3915-7b06-49ab-9721-6246f4c73ea4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (d35593a7-2a94-4441-8716-ded55724e078), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:56.306667 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3915-7b06-49ab-9721-6246f4c73ea4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (d35593a7-2a94-4441-8716-ded55724e078), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:56.309373 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3915-7b06-49ab-9721-6246f4c73ea4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:56.310574 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a0bf3915-7b06-49ab-9721-6246f4c73ea4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/security-groups/d35593a7-2a94-4441-8716-ded55724e078 HTTP/1.1" status: 204  len: 168 time: 0.2211981
Feb 12 21:58:56.320192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf3915-7b06-49ab-9721-6246f4c73ea4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35593a7-2a94-4441-8716-ded55724e078,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:58:56.906147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 21:58:56.917439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57166) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:56.922129 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a1c48d91-6069-4cd1-98ef-209e6d4af670 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-990591840', 'description': 'tempest-secgroup-smoke-990591840 description', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:58:56.927293 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 21:58:56.928098 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 18e0ae9d-8b3c-47c1-ab3d-dd54adc0d5a8 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 21:58:56.998241 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a1c48d91-6069-4cd1-98ef-209e6d4af670 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:57.061927 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a1c48d91-6069-4cd1-98ef-209e6d4af670 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (7681deda-5dc0-4b8d-916a-74b12f9ad9f3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:57.123788 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a1c48d91-6069-4cd1-98ef-209e6d4af670 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7681deda-5dc0-4b8d-916a-74b12f9ad9f3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:57.152757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c48d91-6069-4cd1-98ef-209e6d4af670 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7681deda-5dc0-4b8d-916a-74b12f9ad9f3,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:58:57.206203 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a1c48d91-6069-4cd1-98ef-209e6d4af670 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:57.207456 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a1c48d91-6069-4cd1-98ef-209e6d4af670 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2889721
Feb 12 21:58:57.210357 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57168) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:57.214636 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-581d0760-d460-437e-899a-1e96836767a9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '7681deda-5dc0-4b8d-916a-74b12f9ad9f3', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:58:57.293018 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-581d0760-d460-437e-899a-1e96836767a9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (87f51566-3a31-4fa7-9741-cd4f3e3e9085), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:57.348149 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-581d0760-d460-437e-899a-1e96836767a9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (87f51566-3a31-4fa7-9741-cd4f3e3e9085), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:57.363968 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:57.415861 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-581d0760-d460-437e-899a-1e96836767a9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (87f51566-3a31-4fa7-9741-cd4f3e3e9085), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:57.434938 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d0760-d460-437e-899a-1e96836767a9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f51566-3a31-4fa7-9741-cd4f3e3e9085,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:58:57.509290 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-581d0760-d460-437e-899a-1e96836767a9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:57.510549 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-581d0760-d460-437e-899a-1e96836767a9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2992918
Feb 12 21:58:57.513257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57170) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:57.518540 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-2250e243-4090-4ac0-9544-20910f91d4a3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '7681deda-5dc0-4b8d-916a-74b12f9ad9f3', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:58:57.599081 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2250e243-4090-4ac0-9544-20910f91d4a3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (34fcf31f-3f56-4302-ab65-80e8f84293b3), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:57.658274 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2250e243-4090-4ac0-9544-20910f91d4a3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (34fcf31f-3f56-4302-ab65-80e8f84293b3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:57.729929 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2250e243-4090-4ac0-9544-20910f91d4a3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (34fcf31f-3f56-4302-ab65-80e8f84293b3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:57.751567 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250e243-4090-4ac0-9544-20910f91d4a3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fcf31f-3f56-4302-ab65-80e8f84293b3,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:58:57.800608 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-2250e243-4090-4ac0-9544-20910f91d4a3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:57.801914 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-2250e243-4090-4ac0-9544-20910f91d4a3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2877231
Feb 12 21:58:57.804837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57172) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:57.809032 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-294b20c3-a929-450d-9e8b-5d29c17cf968 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '7681deda-5dc0-4b8d-916a-74b12f9ad9f3', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:58:57.871846 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-294b20c3-a929-450d-9e8b-5d29c17cf968 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (378bfd34-0aed-44e8-9118-cb4adf223bed), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:57.927622 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-294b20c3-a929-450d-9e8b-5d29c17cf968 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (378bfd34-0aed-44e8-9118-cb4adf223bed), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:57.979515 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-294b20c3-a929-450d-9e8b-5d29c17cf968 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (378bfd34-0aed-44e8-9118-cb4adf223bed), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:57.997206 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b20c3-a929-450d-9e8b-5d29c17cf968 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378bfd34-0aed-44e8-9118-cb4adf223bed,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:58:58.078566 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-294b20c3-a929-450d-9e8b-5d29c17cf968 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:58.079789 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-294b20c3-a929-450d-9e8b-5d29c17cf968 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2740080
Feb 12 21:58:58.083352 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57174) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:58.087991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-3f9c1e40-8c6c-4b88-b887-f7a2ffd615d4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '7681deda-5dc0-4b8d-916a-74b12f9ad9f3', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:58:58.181403 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1e40-8c6c-4b88-b887-f7a2ffd615d4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (b9b07f9a-eb8f-408d-924a-b57e6c46fbb6), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:58.238010 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1e40-8c6c-4b88-b887-f7a2ffd615d4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (b9b07f9a-eb8f-408d-924a-b57e6c46fbb6), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:58.300281 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1e40-8c6c-4b88-b887-f7a2ffd615d4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (b9b07f9a-eb8f-408d-924a-b57e6c46fbb6), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:58.319426 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c1e40-8c6c-4b88-b887-f7a2ffd615d4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b07f9a-eb8f-408d-924a-b57e6c46fbb6,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:58:58.375571 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1d450561-d1ac-47a7-be1c-e4beb3a1543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:58.388599 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3f9c1e40-8c6c-4b88-b887-f7a2ffd615d4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:58.389885 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3f9c1e40-8c6c-4b88-b887-f7a2ffd615d4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3055727
Feb 12 21:58:58.392575 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57176) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:58.397741 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-ea68de18-22b9-437b-bda9-99a1b5ee3927 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '7681deda-5dc0-4b8d-916a-74b12f9ad9f3', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:58:58.478350 ncdv-master-1 neutron-server[126505]: INFO neutron.db.securitygroups_db [None req-ea68de18-22b9-437b-bda9-99a1b5ee3927 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Project dc7b3029bd844f88a4fe9146af00a270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:58:58.483331 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea68de18-22b9-437b-bda9-99a1b5ee3927 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (477eb498-76e9-4536-8df9-61dbe4df4250), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:58.540914 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea68de18-22b9-437b-bda9-99a1b5ee3927 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (477eb498-76e9-4536-8df9-61dbe4df4250), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:58.607963 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea68de18-22b9-437b-bda9-99a1b5ee3927 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (477eb498-76e9-4536-8df9-61dbe4df4250), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:58.628862 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68de18-22b9-437b-bda9-99a1b5ee3927 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477eb498-76e9-4536-8df9-61dbe4df4250,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:58:58.696147 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-ea68de18-22b9-437b-bda9-99a1b5ee3927 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:58.697471 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-ea68de18-22b9-437b-bda9-99a1b5ee3927 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3036826
Feb 12 21:58:58.700221 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57178) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:58.704732 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e4360f24-fdc5-4776-b9a2-a9305cd255ac tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'security_group_rule': {'security_group_id': '7681deda-5dc0-4b8d-916a-74b12f9ad9f3', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:58:58.785831 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-e4360f24-fdc5-4776-b9a2-a9305cd255ac tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Project dc7b3029bd844f88a4fe9146af00a270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 21:58:58.791056 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e4360f24-fdc5-4776-b9a2-a9305cd255ac tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (b5b5d39e-ef76-49d2-b2a7-a6da175318db), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:58.849613 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e4360f24-fdc5-4776-b9a2-a9305cd255ac tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (b5b5d39e-ef76-49d2-b2a7-a6da175318db), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:58.896365 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e4360f24-fdc5-4776-b9a2-a9305cd255ac tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (b5b5d39e-ef76-49d2-b2a7-a6da175318db), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:58.916089 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4360f24-fdc5-4776-b9a2-a9305cd255ac tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b5d39e-ef76-49d2-b2a7-a6da175318db,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:58:58.954916 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e4360f24-fdc5-4776-b9a2-a9305cd255ac tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:58.956277 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e4360f24-fdc5-4776-b9a2-a9305cd255ac tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2550554
Feb 12 21:58:58.959184 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57180) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:58.964052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6ac6932e-fb51-41ea-8f32-e687657cb137 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'network': {'name': 'tempest-network-smoke--2083866902', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'port_security_enabled': True}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:58:59.026778 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac6932e-fb51-41ea-8f32-e687657cb137 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Made reservation on behalf of dc7b3029bd844f88a4fe9146af00a270 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:58:59.030506 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ac6932e-fb51-41ea-8f32-e687657cb137 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:59.054147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac6932e-fb51-41ea-8f32-e687657cb137 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 21:58:59.062768 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ac6932e-fb51-41ea-8f32-e687657cb137 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5663cc21-f9d9-4a5c-8f19-78f0a469b185), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:59.063118 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-6ac6932e-fb51-41ea-8f32-e687657cb137 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Added segment 5663cc21-f9d9-4a5c-8f19-78f0a469b185 of type vlan for network 8b6e65d0-576b-4a33-97e6-9db053283936
Feb 12 21:58:59.103704 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ac6932e-fb51-41ea-8f32-e687657cb137 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (8b6e65d0-576b-4a33-97e6-9db053283936), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:59.181348 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ac6932e-fb51-41ea-8f32-e687657cb137 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (8b6e65d0-576b-4a33-97e6-9db053283936), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:59.186248 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac6932e-fb51-41ea-8f32-e687657cb137 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:58:59.186842 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ac6932e-fb51-41ea-8f32-e687657cb137 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:59.254650 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6932e-fb51-41ea-8f32-e687657cb137 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Network': ['ID=8b6e65d0-576b-4a33-97e6-9db053283936,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:58:59.265160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 8b6e65d0-576b-4a33-97e6-9db053283936 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 21:58:59.275287 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6ac6932e-fb51-41ea-8f32-e687657cb137 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3150620
Feb 12 21:58:59.278142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57182) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:58:59.282580 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-680280799', 'admin_state_up': True, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:58:59.370172 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (16b01868-4674-4da6-a875-9b44595e3a1e), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:59.371256 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (16b01868-4674-4da6-a875-9b44595e3a1e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:59.422936 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_controller (16b01868-4674-4da6-a875-9b44595e3a1e), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:59.622570 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (16b01868-4674-4da6-a875-9b44595e3a1e), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:59.699900 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:59.838116 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:59.912215 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (16b01868-4674-4da6-a875-9b44595e3a1e), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:58:59.934826 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:00.041019 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.35.2.105 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/20385b80-93c1-483b-8b47-eb22326d2800) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:59:00.144593 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (20385b80-93c1-483b-8b47-eb22326d2800), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:00.237318 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (20385b80-93c1-483b-8b47-eb22326d2800), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:00.276700 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:59:00.279952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:59:00.283192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:59:00.289472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=20385b80-93c1-483b-8b47-eb22326d2800,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:00.588431 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (16b01868-4674-4da6-a875-9b44595e3a1e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:00.784369 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (16b01868-4674-4da6-a875-9b44595e3a1e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:00.981077 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 16b01868-4674-4da6-a875-9b44595e3a1e is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 21:59:01.175522 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:01.435676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:59:01.445139 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Sync routers for ids ['16b01868-4674-4da6-a875-9b44595e3a1e'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:59:01.454513 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Routers {'16b01868-4674-4da6-a875-9b44595e3a1e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:59:01.455119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb362e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:58:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['16b01868-4674-4da6-a875-9b44595e3a1e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:59:01.519091 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:01.520356 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-4a5eec69-8777-478f-8646-6f78622c9378 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.2412736
Feb 12 21:59:01.523998 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57184) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:59:01.553146 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9979c563-4525-4e70-9149-4a555bf4aa4f tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=dc7b3029bd844f88a4fe9146af00a270&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0276623
Feb 12 21:59:01.555754 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57186) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:59:01.562227 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Set router 16b01868-4674-4da6-a875-9b44595e3a1e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:59:01.651222 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cddc1eb-cba3-44e0-b7a0-4fe99ef49002 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:01.652755 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2cddc1eb-cba3-44e0-b7a0-4fe99ef49002 tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0961101
Feb 12 21:59:01.655602 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57188) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:59:01.685401 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f52745b3-8ed7-4fba-98b6-ff1c4ea43d8d tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=7cc7114b-c087-413f-bd63-e2248ab8f781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0285077
Feb 12 21:59:01.689305 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57190) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:59:01.694782 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-396dd401-6eb6-41c8-bdae-7e30caec9a96 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-584083384', 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:59:01.754020 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb362e20>, [{'id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680280799', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105'}], 'enable_snat': True}, 'gw_port_id': '20385b80-93c1-483b-8b47-eb22326d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:00Z', 'revision_number': 3, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '20385b80-93c1-483b-8b47-eb22326d2800', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:59:01.785298 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Checking router: 16b01868-4674-4da6-a875-9b44595e3a1e for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:59:01.790986 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Updating router 16b01868-4674-4da6-a875-9b44595e3a1e port 20385b80-93c1-483b-8b47-eb22326d2800 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:59:01.812804 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (20385b80-93c1-483b-8b47-eb22326d2800), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:01.883827 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396dd401-6eb6-41c8-bdae-7e30caec9a96 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Made reservation on behalf of dc7b3029bd844f88a4fe9146af00a270 for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:59:01.887251 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-396dd401-6eb6-41c8-bdae-7e30caec9a96 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:02.068665 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Publish callbacks [] for port (20385b80-93c1-483b-8b47-eb22326d2800), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:02.105464 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-396dd401-6eb6-41c8-bdae-7e30caec9a96 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (70ce179b-2b5c-496f-9370-8e5a54dc27a7), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:02.128109 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (20385b80-93c1-483b-8b47-eb22326d2800), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:02.173070 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dd401-6eb6-41c8-bdae-7e30caec9a96 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Subnet': ['ID=70ce179b-2b5c-496f-9370-8e5a54dc27a7,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:02.175619 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396dd401-6eb6-41c8-bdae-7e30caec9a96 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Checking segment: {'id': '5663cc21-f9d9-4a5c-8f19-78f0a469b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:59:02.176052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396dd401-6eb6-41c8-bdae-7e30caec9a96 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network hostable DHCP agents. Network: 8b6e65d0-576b-4a33-97e6-9db053283936, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 21:59:02.197587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Attempting to bind port 20385b80-93c1-483b-8b47-eb22326d2800 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:59:02.200502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Attempting to bind port 20385b80-93c1-483b-8b47-eb22326d2800 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:59:02.200502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Attempting to bind port 20385b80-93c1-483b-8b47-eb22326d2800 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:59:02.200502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40825c41-9dc3-4419-9353-692d350a5d95 None None] Pushing event updated for resources: {'Port': ['ID=20385b80-93c1-483b-8b47-eb22326d2800,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:02.206846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:59:02.207330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:59:02.207984 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:02.208179 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:59:02.208732 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Bound port: 20385b80-93c1-483b-8b47-eb22326d2800, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:59:02.208940 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (20385b80-93c1-483b-8b47-eb22326d2800), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:02.258824 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] For port 20385b80-93c1-483b-8b47-eb22326d2800, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:59:02.261790 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] For port 20385b80-93c1-483b-8b47-eb22326d2800, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20385b80-93c1-483b-8b47-eb22326d2800,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:59:02.282668 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396dd401-6eb6-41c8-bdae-7e30caec9a96 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 8b6e65d0-576b-4a33-97e6-9db053283936 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 21:59:02.312596 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:02.336012 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (20385b80-93c1-483b-8b47-eb22326d2800), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:02.381520 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-396dd401-6eb6-41c8-bdae-7e30caec9a96 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8b6e65d0-576b-4a33-97e6-9db053283936) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:59:02.385787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396dd401-6eb6-41c8-bdae-7e30caec9a96 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:02.386517 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-396dd401-6eb6-41c8-bdae-7e30caec9a96 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:02.391814 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42617acf-bc6e-4111-99ff-54684cb77360 None None] Network 8b6e65d0-576b-4a33-97e6-9db053283936 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:59:02.414816 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40825c41-9dc3-4419-9353-692d350a5d95 None None] Pushing event updated for resources: {'Port': ['ID=20385b80-93c1-483b-8b47-eb22326d2800,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:02.418864 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Routers {'16b01868-4674-4da6-a875-9b44595e3a1e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:59:02.419475 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb362e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:58:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['16b01868-4674-4da6-a875-9b44595e3a1e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:59:02.459064 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-396dd401-6eb6-41c8-bdae-7e30caec9a96 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7681293
Feb 12 21:59:02.461912 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57192) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:59:02.586362 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8b6e65d0-576b-4a33-97e6-9db053283936', 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936', 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ips': [{'subnet_id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 21:59:02.586362 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:02.594027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] Set router 16b01868-4674-4da6-a875-9b44595e3a1e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:59:02.919279 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:03.026227 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Allocated IP 172.20.0.2 (8b6e65d0-576b-4a33-97e6-9db053283936/70ce179b-2b5c-496f-9370-8e5a54dc27a7/ed5d38d4-1a29-45f9-9435-152367738e23) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:59:03.113500 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb362e20>, [{'id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680280799', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105'}], 'enable_snat': True}, 'gw_port_id': '20385b80-93c1-483b-8b47-eb22326d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:00Z', 'revision_number': 3, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '20385b80-93c1-483b-8b47-eb22326d2800', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:59:03.144536 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c0e5f-bdfd-4c9b-9f47-ff970e3b7acc None None] The sync data for ids ['16b01868-4674-4da6-a875-9b44595e3a1e'] in ncdv-master-1 is: [{'id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680280799', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105'}], 'enable_snat': True}, 'gw_port_id': '20385b80-93c1-483b-8b47-eb22326d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:00Z', 'revision_number': 3, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '20385b80-93c1-483b-8b47-eb22326d2800', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:59:03.224314 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Publish callbacks [] for port (ed5d38d4-1a29-45f9-9435-152367738e23), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:03.289291 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (ed5d38d4-1a29-45f9-9435-152367738e23), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:03.331870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Network 8b6e65d0-576b-4a33-97e6-9db053283936 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:59:03.335419 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:59:03.338346 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:59:03.342867 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.20.0.1 (8b6e65d0-576b-4a33-97e6-9db053283936/70ce179b-2b5c-496f-9370-8e5a54dc27a7/4a1fba13-155f-4955-99e8-863fd071d9eb) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:59:03.395511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Pushing event updated for resources: {'Port': ['ID=ed5d38d4-1a29-45f9-9435-152367738e23,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:03.436989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Attempting to bind port ed5d38d4-1a29-45f9-9435-152367738e23 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:59:03.437512 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Attempting to bind port ed5d38d4-1a29-45f9-9435-152367738e23 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5663cc21-f9d9-4a5c-8f19-78f0a469b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:59:03.437973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Attempting to bind port ed5d38d4-1a29-45f9-9435-152367738e23 on network 8b6e65d0-576b-4a33-97e6-9db053283936 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:59:03.445687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:59:03.445687 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Checking segment: {'id': '5663cc21-f9d9-4a5c-8f19-78f0a469b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:59:03.446319 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:03.446798 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Bound using segment: {'id': '5663cc21-f9d9-4a5c-8f19-78f0a469b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:59:03.447930 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Bound port: ed5d38d4-1a29-45f9-9435-152367738e23, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5663cc21-f9d9-4a5c-8f19-78f0a469b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:59:03.447930 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ed5d38d4-1a29-45f9-9435-152367738e23), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:03.493589 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:03.524287 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] For port ed5d38d4-1a29-45f9-9435-152367738e23, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:59:03.527523 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] For port ed5d38d4-1a29-45f9-9435-152367738e23, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed5d38d4-1a29-45f9-9435-152367738e23,segment=NetworkSegment(5663cc21-f9d9-4a5c-8f19-78f0a469b185),segment_id=5663cc21-f9d9-4a5c-8f19-78f0a469b185)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:59:03.614867 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ed5d38d4-1a29-45f9-9435-152367738e23), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:03.627827 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:03.669980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 8b6e65d0-576b-4a33-97e6-9db053283936 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:59:03.678752 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:59:03.679025 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:59:03.679447 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb197842-f8f3-4084-a446-5f2e0baaffdc None None] Pushing event updated for resources: {'Port': ['ID=ed5d38d4-1a29-45f9-9435-152367738e23,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:03.727961 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=4a1fba13-155f-4955-99e8-863fd071d9eb,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:03.745632 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (16b01868-4674-4da6-a875-9b44595e3a1e), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:03.950936 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:04.245258 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:04.318411 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:04.393986 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (16b01868-4674-4da6-a875-9b44595e3a1e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:04.395766 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=4a1fba13-155f-4955-99e8-863fd071d9eb,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:04.494698 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 8b6e65d0-576b-4a33-97e6-9db053283936 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:59:04.496150 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:59:04.617609 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 16b01868-4674-4da6-a875-9b44595e3a1e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:59:04.671062 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bb1317-3553-4fcc-bf93-f6643601b0cd None None] Network 8b6e65d0-576b-4a33-97e6-9db053283936 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 21:59:04.735768 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:59:04.742976 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-d276ba84-5df5-42f7-aad7-72e18ebbe792 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "PUT /v2.0/routers/16b01868-4674-4da6-a875-9b44595e3a1e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2800345
Feb 12 21:59:04.784244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f34a2741-cb48-47ae-89cb-2bfacf7f7622 None None] Provisioning complete for port ed5d38d4-1a29-45f9-9435-152367738e23 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:59:04.784744 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f34a2741-cb48-47ae-89cb-2bfacf7f7622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ed5d38d4-1a29-45f9-9435-152367738e23), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:04.916753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f34a2741-cb48-47ae-89cb-2bfacf7f7622 None None] Current status of the port ed5d38d4-1a29-45f9-9435-152367738e23 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:59:04.917163 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f34a2741-cb48-47ae-89cb-2bfacf7f7622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (ed5d38d4-1a29-45f9-9435-152367738e23), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:04.922798 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-232cbb2c-75f9-4c27-aa7b-d132ffa5457e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990591840&fields=id&tenant_id=dc7b3029bd844f88a4fe9146af00a270 HTTP/1.1" status: 200  len: 267 time: 0.0586631
Feb 12 21:59:04.963675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f34a2741-cb48-47ae-89cb-2bfacf7f7622 None None] For port ed5d38d4-1a29-45f9-9435-152367738e23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed5d38d4-1a29-45f9-9435-152367738e23,segment=NetworkSegment(5663cc21-f9d9-4a5c-8f19-78f0a469b185),segment_id=5663cc21-f9d9-4a5c-8f19-78f0a469b185)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:59:05.030682 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f34a2741-cb48-47ae-89cb-2bfacf7f7622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (ed5d38d4-1a29-45f9-9435-152367738e23), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:05.047286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 20385b80-93c1-483b-8b47-eb22326d2800 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:59:05.080877 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28097f-2f43-4704-8f20-f719079fed50 req-6b213e8b-5411-420b-a264-1664532f5101 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:05.083039 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-6b213e8b-5411-420b-a264-1664532f5101 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/networks?id=8b6e65d0-576b-4a33-97e6-9db053283936 HTTP/1.1" status: 200  len: 797 time: 0.1525593
Feb 12 21:59:05.100471 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-0318d4e2-7af1-4209-bdb4-c4ca75aa88d9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/quotas/dc7b3029bd844f88a4fe9146af00a270 HTTP/1.1" status: 200  len: 375 time: 0.0109632
Feb 12 21:59:05.143833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a2741-cb48-47ae-89cb-2bfacf7f7622 None None] Pushing event updated for resources: {'Port': ['ID=ed5d38d4-1a29-45f9-9435-152367738e23,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:05.169844 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-d55e07de-836c-4f6d-ad30-ce1b92bf69b1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0637074
Feb 12 21:59:05.173225 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4782eb57-4f62-45ae-a21d-a2bd5e45d1ac None None] Provisioning complete for port 4a1fba13-155f-4955-99e8-863fd071d9eb triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:59:05.173698 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4782eb57-4f62-45ae-a21d-a2bd5e45d1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:05.177888 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 20385b80-93c1-483b-8b47-eb22326d2800 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:59:05.178677 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (20385b80-93c1-483b-8b47-eb22326d2800), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:05.191277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-73a7916e-20e3-411a-9ed9-c4a1fc195ed2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 21:59:05.192454 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-73a7916e-20e3-411a-9ed9-c4a1fc195ed2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0063338
Feb 12 21:59:05.242710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4782eb57-4f62-45ae-a21d-a2bd5e45d1ac None None] Port 4a1fba13-155f-4955-99e8-863fd071d9eb cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:59:05.260267 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4782eb57-4f62-45ae-a21d-a2bd5e45d1ac None None] Provisioning complete for port ed5d38d4-1a29-45f9-9435-152367738e23 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:59:05.260654 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4782eb57-4f62-45ae-a21d-a2bd5e45d1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ed5d38d4-1a29-45f9-9435-152367738e23), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:05.302742 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Sync routers for ids ['16b01868-4674-4da6-a875-9b44595e3a1e'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:59:05.321527 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-e8f1b324-4740-44c9-91fb-61fa794f96b2 service neutron] 10.222.0.31 "GET /v2.0/networks/8b6e65d0-576b-4a33-97e6-9db053283936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214492
Feb 12 21:59:05.322817 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Routers {'16b01868-4674-4da6-a875-9b44595e3a1e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:59:05.323458 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba7c730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:58:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['16b01868-4674-4da6-a875-9b44595e3a1e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:59:05.335388 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 20385b80-93c1-483b-8b47-eb22326d2800 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:59:05.335864 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (20385b80-93c1-483b-8b47-eb22326d2800), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:05.364947 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 20385b80-93c1-483b-8b47-eb22326d2800, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20385b80-93c1-483b-8b47-eb22326d2800,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:59:05.406381 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4782eb57-4f62-45ae-a21d-a2bd5e45d1ac None None] Current status of the port ed5d38d4-1a29-45f9-9435-152367738e23 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:59:05.427078 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (20385b80-93c1-483b-8b47-eb22326d2800), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:05.428573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ed5d38d4-1a29-45f9-9435-152367738e23 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:59:05.444716 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-91488880-99a0-4eb2-b18e-9eb3940c53da service neutron] 10.222.0.31 "GET /v2.0/networks/8b6e65d0-576b-4a33-97e6-9db053283936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1164496
Feb 12 21:59:05.461687 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Set router 16b01868-4674-4da6-a875-9b44595e3a1e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:59:05.553911 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=20385b80-93c1-483b-8b47-eb22326d2800,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:05.569675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-ce834fda-b26e-4e3a-b493-4f65bacdd1de None None] Provisioning complete for port 4a1fba13-155f-4955-99e8-863fd071d9eb triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:59:05.570279 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ce834fda-b26e-4e3a-b493-4f65bacdd1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:05.573567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ed5d38d4-1a29-45f9-9435-152367738e23 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:59:05.573883 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ed5d38d4-1a29-45f9-9435-152367738e23), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:05.632159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-ce834fda-b26e-4e3a-b493-4f65bacdd1de None None] Port 4a1fba13-155f-4955-99e8-863fd071d9eb cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:59:05.686805 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba7c730>, [{'id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680280799', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105'}], 'enable_snat': True}, 'gw_port_id': '20385b80-93c1-483b-8b47-eb22326d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:03Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '20385b80-93c1-483b-8b47-eb22326d2800', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4a1fba13-155f-4955-99e8-863fd071d9eb', 'name': '', 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:56:4d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:59:03Z', 'updated_at': '2022-02-12T21:59:04Z', 'revision_number': 2, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:59:05.696973 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ed5d38d4-1a29-45f9-9435-152367738e23 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:59:05.719566 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Checking router: 16b01868-4674-4da6-a875-9b44595e3a1e for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:59:05.719925 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Updating router 16b01868-4674-4da6-a875-9b44595e3a1e port 4a1fba13-155f-4955-99e8-863fd071d9eb binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 21:59:05.736125 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-90edb9c5-a3df-4d4c-b10e-924d3aa79389 req-858d3f9b-edf8-4f33-ad37-448510ece156 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 210 time: 0.0294461
Feb 12 21:59:05.755377 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:05.757007 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d23d2a59-ad91-4eae-9c51-86d7d3a6d4eb None None] Provisioning complete for port 4a1fba13-155f-4955-99e8-863fd071d9eb triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:59:05.757556 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d23d2a59-ad91-4eae-9c51-86d7d3a6d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:05.802697 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d23d2a59-ad91-4eae-9c51-86d7d3a6d4eb None None] Port 4a1fba13-155f-4955-99e8-863fd071d9eb cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:59:06.034863 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Publish callbacks [] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:06.110860 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:06.159351 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0592ba2-f49e-40d6-9e40-ca024533151c None None] Pushing event updated for resources: {'Port': ['ID=4a1fba13-155f-4955-99e8-863fd071d9eb,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:06.187371 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0592ba2-f49e-40d6-9e40-ca024533151c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:59:06.187714 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0592ba2-f49e-40d6-9e40-ca024533151c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:59:06.188047 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0592ba2-f49e-40d6-9e40-ca024533151c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:59:06.188375 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0592ba2-f49e-40d6-9e40-ca024533151c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:59:06.188701 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0592ba2-f49e-40d6-9e40-ca024533151c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:59:06.189030 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0592ba2-f49e-40d6-9e40-ca024533151c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:59:06.189348 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0592ba2-f49e-40d6-9e40-ca024533151c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:59:06.190384 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0592ba2-f49e-40d6-9e40-ca024533151c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:59:06.190702 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0592ba2-f49e-40d6-9e40-ca024533151c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:59:06.195805 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0592ba2-f49e-40d6-9e40-ca024533151c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:59:06.195805 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0592ba2-f49e-40d6-9e40-ca024533151c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:59:06.195805 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0592ba2-f49e-40d6-9e40-ca024533151c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:59:06.195805 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0592ba2-f49e-40d6-9e40-ca024533151c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 21:59:06.233911 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Attempting to bind port 4a1fba13-155f-4955-99e8-863fd071d9eb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:59:06.233911 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Attempting to bind port 4a1fba13-155f-4955-99e8-863fd071d9eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5663cc21-f9d9-4a5c-8f19-78f0a469b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:59:06.233911 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Attempting to bind port 4a1fba13-155f-4955-99e8-863fd071d9eb on network 8b6e65d0-576b-4a33-97e6-9db053283936 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:59:06.240272 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:59:06.240751 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Checking segment: {'id': '5663cc21-f9d9-4a5c-8f19-78f0a469b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:59:06.241174 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:06.241600 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Bound using segment: {'id': '5663cc21-f9d9-4a5c-8f19-78f0a469b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:59:06.242068 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Bound port: 4a1fba13-155f-4955-99e8-863fd071d9eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5663cc21-f9d9-4a5c-8f19-78f0a469b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:59:06.242447 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:06.308123 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] For port 4a1fba13-155f-4955-99e8-863fd071d9eb, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:59:06.311324 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] For port 4a1fba13-155f-4955-99e8-863fd071d9eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a1fba13-155f-4955-99e8-863fd071d9eb,segment=NetworkSegment(5663cc21-f9d9-4a5c-8f19-78f0a469b185),segment_id=5663cc21-f9d9-4a5c-8f19-78f0a469b185)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:59:06.376174 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:06.438353 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Routers {'16b01868-4674-4da6-a875-9b44595e3a1e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:59:06.439080 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fba7c730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:58:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['16b01868-4674-4da6-a875-9b44595e3a1e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:59:06.444544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-5f24c5f5-831c-4ef2-8596-46a04f8ca248 None None] Provisioning complete for port 4a1fba13-155f-4955-99e8-863fd071d9eb triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:59:06.446198 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5f24c5f5-831c-4ef2-8596-46a04f8ca248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:06.479226 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0592ba2-f49e-40d6-9e40-ca024533151c None None] Pushing event updated for resources: {'Port': ['ID=4a1fba13-155f-4955-99e8-863fd071d9eb,revision_number=4']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:06.531291 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-5f24c5f5-831c-4ef2-8596-46a04f8ca248 None None] Current status of the port 4a1fba13-155f-4955-99e8-863fd071d9eb is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:59:06.531616 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5f24c5f5-831c-4ef2-8596-46a04f8ca248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:06.573028 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] Set router 16b01868-4674-4da6-a875-9b44595e3a1e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:59:06.589988 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-5f24c5f5-831c-4ef2-8596-46a04f8ca248 None None] For port 4a1fba13-155f-4955-99e8-863fd071d9eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a1fba13-155f-4955-99e8-863fd071d9eb,segment=NetworkSegment(5663cc21-f9d9-4a5c-8f19-78f0a469b185),segment_id=5663cc21-f9d9-4a5c-8f19-78f0a469b185)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:59:06.665394 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5f24c5f5-831c-4ef2-8596-46a04f8ca248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:06.715395 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24c5f5-831c-4ef2-8596-46a04f8ca248 None None] Pushing event updated for resources: {'Port': ['ID=4a1fba13-155f-4955-99e8-863fd071d9eb,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:06.787179 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-bcf7bb7d-6f5e-415a-bcb2-2fcfcc6a667a None None] Provisioning complete for port 4a1fba13-155f-4955-99e8-863fd071d9eb triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:59:06.787569 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bcf7bb7d-6f5e-415a-bcb2-2fcfcc6a667a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:06.793599 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fba7c730>, [{'id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680280799', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105'}], 'enable_snat': True}, 'gw_port_id': '20385b80-93c1-483b-8b47-eb22326d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:03Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '20385b80-93c1-483b-8b47-eb22326d2800', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4a1fba13-155f-4955-99e8-863fd071d9eb', 'name': '', 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:56:4d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:59:03Z', 'updated_at': '2022-02-12T21:59:06Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:59:06.863263 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-58b79195-0485-4a5d-9958-d0906bc944dc req-e1bf87f9-8cb7-4eb3-89d2-c4bcd157f9fc tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 210 time: 0.0377204
Feb 12 21:59:06.883414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-bcf7bb7d-6f5e-415a-bcb2-2fcfcc6a667a None None] Current status of the port 4a1fba13-155f-4955-99e8-863fd071d9eb is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:59:06.916100 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad5da3-fce8-4816-b0cc-ac5e1af7c800 None None] The sync data for ids ['16b01868-4674-4da6-a875-9b44595e3a1e'] in ncdv-master-1 is: [{'id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680280799', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105'}], 'enable_snat': True}, 'gw_port_id': '20385b80-93c1-483b-8b47-eb22326d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:03Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '20385b80-93c1-483b-8b47-eb22326d2800', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4a1fba13-155f-4955-99e8-863fd071d9eb', 'name': '', 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:56:4d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:59:03Z', 'updated_at': '2022-02-12T21:59:06Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:59:07.032989 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 20385b80-93c1-483b-8b47-eb22326d2800 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:59:07.091721 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 20385b80-93c1-483b-8b47-eb22326d2800 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:59:07.092103 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (20385b80-93c1-483b-8b47-eb22326d2800), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:07.177003 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 20385b80-93c1-483b-8b47-eb22326d2800 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:59:07.178363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ed5d38d4-1a29-45f9-9435-152367738e23 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:59:07.230050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port ed5d38d4-1a29-45f9-9435-152367738e23 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:59:07.230353 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (ed5d38d4-1a29-45f9-9435-152367738e23), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:07.313929 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port ed5d38d4-1a29-45f9-9435-152367738e23 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:59:07.622913 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28097f-2f43-4704-8f20-f719079fed50 req-c93aa9ed-76f5-4d52-be4e-06dff38c8527 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:07.624496 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-c93aa9ed-76f5-4d52-be4e-06dff38c8527 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "GET /v2.0/networks?id=8b6e65d0-576b-4a33-97e6-9db053283936 HTTP/1.1" status: 200  len: 797 time: 0.1071575
Feb 12 21:59:07.698481 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-ee2cdc14-4ff5-473d-a457-c0e42dcf8c67 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7b3029bd844f88a4fe9146af00a270 HTTP/1.1" status: 200  len: 379 time: 0.0607095
Feb 12 21:59:07.711734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-be28097f-2f43-4704-8f20-f719079fed50 req-bb240fb8-ef70-4178-854f-d9bcc47aefde tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'port': {'device_id': 'b707d568-3a1f-453a-992c-843df5ea9fe3', 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936', 'admin_state_up': True, 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'security_groups': ['7681deda-5dc0-4b8d-916a-74b12f9ad9f3']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:59:07.918488 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be28097f-2f43-4704-8f20-f719079fed50 req-bb240fb8-ef70-4178-854f-d9bcc47aefde tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Made reservation on behalf of dc7b3029bd844f88a4fe9146af00a270 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 21:59:07.922543 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-be28097f-2f43-4704-8f20-f719079fed50 req-bb240fb8-ef70-4178-854f-d9bcc47aefde tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:07.962078 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52947251-3ebe-447b-9286-02601b69ced9 req-c23cd8c8-f8ff-4af3-b33f-08473c95c534 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 210 time: 0.0340939
Feb 12 21:59:08.083926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-be28097f-2f43-4704-8f20-f719079fed50 req-bb240fb8-ef70-4178-854f-d9bcc47aefde tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.20.0.6 (8b6e65d0-576b-4a33-97e6-9db053283936/70ce179b-2b5c-496f-9370-8e5a54dc27a7/0e3fdc25-e57c-4a03-a41b-119a4745debb) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:59:08.227420 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-be28097f-2f43-4704-8f20-f719079fed50 req-bb240fb8-ef70-4178-854f-d9bcc47aefde tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (0e3fdc25-e57c-4a03-a41b-119a4745debb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:08.324277 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-be28097f-2f43-4704-8f20-f719079fed50 req-bb240fb8-ef70-4178-854f-d9bcc47aefde tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (0e3fdc25-e57c-4a03-a41b-119a4745debb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:08.369860 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be28097f-2f43-4704-8f20-f719079fed50 req-bb240fb8-ef70-4178-854f-d9bcc47aefde tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 8b6e65d0-576b-4a33-97e6-9db053283936 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:59:08.372839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-be28097f-2f43-4704-8f20-f719079fed50 req-bb240fb8-ef70-4178-854f-d9bcc47aefde tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:59:08.376520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-be28097f-2f43-4704-8f20-f719079fed50 req-bb240fb8-ef70-4178-854f-d9bcc47aefde tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:59:08.383104 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb240fb8-ef70-4178-854f-d9bcc47aefde tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=0e3fdc25-e57c-4a03-a41b-119a4745debb,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:08.431103 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28097f-2f43-4704-8f20-f719079fed50 req-bb240fb8-ef70-4178-854f-d9bcc47aefde tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:08.431724 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-be28097f-2f43-4704-8f20-f719079fed50 req-bb240fb8-ef70-4178-854f-d9bcc47aefde tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:08.507922 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-bb240fb8-ef70-4178-854f-d9bcc47aefde tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8004868
Feb 12 21:59:08.581020 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Request body: {'port': {'device_id': 'b707d568-3a1f-453a-992c-843df5ea9fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:59:08.621529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-3341d2ae-f23f-47ed-b64b-87773efb34c0 None None] Provisioning complete for port 0e3fdc25-e57c-4a03-a41b-119a4745debb triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:59:08.622102 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3341d2ae-f23f-47ed-b64b-87773efb34c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0e3fdc25-e57c-4a03-a41b-119a4745debb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:08.644181 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0e3fdc25-e57c-4a03-a41b-119a4745debb), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:08.660739 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3341d2ae-f23f-47ed-b64b-87773efb34c0 None None] Port 0e3fdc25-e57c-4a03-a41b-119a4745debb cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 21:59:08.902735 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3fdc25-e57c-4a03-a41b-119a4745debb {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:59:08.910632 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Publish callbacks [] for port (0e3fdc25-e57c-4a03-a41b-119a4745debb), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:08.923171 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Transition to ACTIVE for port object 0e3fdc25-e57c-4a03-a41b-119a4745debb will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 21:59:08.987378 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4a1fba13-155f-4955-99e8-863fd071d9eb up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:59:09.009634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (0e3fdc25-e57c-4a03-a41b-119a4745debb), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:09.041168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 4a1fba13-155f-4955-99e8-863fd071d9eb triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:59:09.041699 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:09.095578 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfebf54-aeba-4674-a458-930327f66482 req-fd79d805-a204-4706-a554-d4577febec4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:09.105000 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7dfebf54-aeba-4674-a458-930327f66482 req-fd79d805-a204-4706-a554-d4577febec4f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 943 time: 0.0688977
Feb 12 21:59:09.117243 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Pushing event updated for resources: {'Port': ['ID=0e3fdc25-e57c-4a03-a41b-119a4745debb,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:09.133115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 4a1fba13-155f-4955-99e8-863fd071d9eb is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:59:09.157939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Attempting to bind port 0e3fdc25-e57c-4a03-a41b-119a4745debb on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 21:59:09.158710 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7dfebf54-aeba-4674-a458-930327f66482 req-a5370413-e057-4266-85dd-feac4fd7bd49 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516453
Feb 12 21:59:09.159389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Attempting to bind port 0e3fdc25-e57c-4a03-a41b-119a4745debb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5663cc21-f9d9-4a5c-8f19-78f0a469b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 21:59:09.159823 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Attempting to bind port 0e3fdc25-e57c-4a03-a41b-119a4745debb on network 8b6e65d0-576b-4a33-97e6-9db053283936 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:59:09.164627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Port 0e3fdc25-e57c-4a03-a41b-119a4745debb on network 8b6e65d0-576b-4a33-97e6-9db053283936 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 21:59:09.164952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Attempting to bind port 0e3fdc25-e57c-4a03-a41b-119a4745debb on network 8b6e65d0-576b-4a33-97e6-9db053283936 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 21:59:09.170437 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 21:59:09.170778 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Checking segment: {'id': '5663cc21-f9d9-4a5c-8f19-78f0a469b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 21:59:09.171163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Bound using segment: {'id': '5663cc21-f9d9-4a5c-8f19-78f0a469b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 21:59:09.171597 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Bound port: 0e3fdc25-e57c-4a03-a41b-119a4745debb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5663cc21-f9d9-4a5c-8f19-78f0a469b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 21:59:09.171959 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0e3fdc25-e57c-4a03-a41b-119a4745debb), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:09.239631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] For port 0e3fdc25-e57c-4a03-a41b-119a4745debb, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 21:59:09.242859 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] For port 0e3fdc25-e57c-4a03-a41b-119a4745debb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e3fdc25-e57c-4a03-a41b-119a4745debb,segment=NetworkSegment(5663cc21-f9d9-4a5c-8f19-78f0a469b185),segment_id=5663cc21-f9d9-4a5c-8f19-78f0a469b185)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 21:59:09.318902 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (0e3fdc25-e57c-4a03-a41b-119a4745debb), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:09.358651 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:09.359278 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:09.360772 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] 10.222.0.48 "PUT /v2.0/ports/0e3fdc25-e57c-4a03-a41b-119a4745debb HTTP/1.1" status: 200  len: 1091 time: 0.8409250
Feb 12 21:59:09.361324 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b707d568-3a1f-453a-992c-843df5ea9fe3', 'tag': '0e3fdc25-e57c-4a03-a41b-119a4745debb'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:59:09.364291 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0299bfd5-0b3f-41ca-8075-5eaffbb06243" -d '{"events": [{"name": "network-changed", "server_uuid": "b707d568-3a1f-453a-992c-843df5ea9fe3", "tag": "0e3fdc25-e57c-4a03-a41b-119a4745debb"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:59:09.390877 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35317c-e937-48a1-8ab4-345ad37de5ea service neutron] Pushing event updated for resources: {'Port': ['ID=0e3fdc25-e57c-4a03-a41b-119a4745debb,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:09.402500 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4d8bcb-278f-4b4a-ad5d-a5e268d71d22 x-openstack-request-id: req-9a4d8bcb-278f-4b4a-ad5d-a5e268d71d22 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:59:09.402817 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b707d568-3a1f-453a-992c-843df5ea9fe3", "tag": "0e3fdc25-e57c-4a03-a41b-119a4745debb", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:59:09.403074 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a4d8bcb-278f-4b4a-ad5d-a5e268d71d22 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:59:09.403559 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b707d568-3a1f-453a-992c-843df5ea9fe3', 'tag': '0e3fdc25-e57c-4a03-a41b-119a4745debb', 'status': 'completed', 'code': 200}
Feb 12 21:59:09.477720 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299bfd5-0b3f-41ca-8075-5eaffbb06243 req-e0177159-8c9a-4953-8fbc-a89f74d16b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:09.479337 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0299bfd5-0b3f-41ca-8075-5eaffbb06243 req-e0177159-8c9a-4953-8fbc-a89f74d16b01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 1125 time: 0.0526767
Feb 12 21:59:09.598287 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299bfd5-0b3f-41ca-8075-5eaffbb06243 req-a2d4b31c-3e4b-4c4f-a5df-d3f151cb6558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:09.600530 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0299bfd5-0b3f-41ca-8075-5eaffbb06243 req-a2d4b31c-3e4b-4c4f-a5df-d3f151cb6558 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=dc7b3029bd844f88a4fe9146af00a270&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1085532
Feb 12 21:59:09.699444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299bfd5-0b3f-41ca-8075-5eaffbb06243 req-e1a400e4-c925-4fcf-aba7-f116ebc0346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:09.700837 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0299bfd5-0b3f-41ca-8075-5eaffbb06243 req-e1a400e4-c925-4fcf-aba7-f116ebc0346b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0920382
Feb 12 21:59:09.791182 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28097f-2f43-4704-8f20-f719079fed50 req-d2b3ccf8-fdff-44c7-a430-fa3ded77f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:09.792667 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-d2b3ccf8-fdff-44c7-a430-fa3ded77f060 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 1125 time: 0.0452685
Feb 12 21:59:09.839713 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-91d0c8ae-2703-4c55-86af-d754137db327 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e3fdc25-e57c-4a03-a41b-119a4745debb HTTP/1.1" status: 200  len: 217 time: 0.0348277
Feb 12 21:59:09.895383 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28097f-2f43-4704-8f20-f719079fed50 req-0eac323d-6adb-479e-af74-ccc6c6aa6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:09.896834 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-0eac323d-6adb-479e-af74-ccc6c6aa6343 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70ce179b-2b5c-496f-9370-8e5a54dc27a7 HTTP/1.1" status: 200  len: 834 time: 0.0488098
Feb 12 21:59:09.948874 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28097f-2f43-4704-8f20-f719079fed50 req-3d63669d-e8d3-44e8-b44f-e02f9ad65f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:09.950521 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-3d63669d-e8d3-44e8-b44f-e02f9ad65f8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b6e65d0-576b-4a33-97e6-9db053283936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443189
Feb 12 21:59:10.044922 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-c54ebe38-1d00-442b-bc6f-209d20e870ee service neutron] 10.222.0.48 "GET /v2.0/networks/8b6e65d0-576b-4a33-97e6-9db053283936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843246
Feb 12 21:59:10.136171 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be28097f-2f43-4704-8f20-f719079fed50 req-1e8b6e81-6801-43c0-9253-12015b73c8e6 service neutron] 10.222.0.48 "GET /v2.0/networks/8b6e65d0-576b-4a33-97e6-9db053283936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811517
Feb 12 21:59:10.282479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b60922-8028-4973-81bb-256b2b709ab2 req-2f459077-546f-420a-aa34-f31a36e9902b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:10.284286 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c5b60922-8028-4973-81bb-256b2b709ab2 req-2f459077-546f-420a-aa34-f31a36e9902b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 943 time: 0.0580645
Feb 12 21:59:10.333891 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c5b60922-8028-4973-81bb-256b2b709ab2 req-69b9fddb-bdce-4668-b2c2-5581bb4c281b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438683
Feb 12 21:59:11.456412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0220312-13e5-40e7-b5ed-9b84380c979a req-f2e3ecc0-22be-43b7-b3de-d1311dbb6ff4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:11.460318 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b0220312-13e5-40e7-b5ed-9b84380c979a req-f2e3ecc0-22be-43b7-b3de-d1311dbb6ff4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 943 time: 0.0560844
Feb 12 21:59:11.513529 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b0220312-13e5-40e7-b5ed-9b84380c979a req-3f7a9221-525e-4255-8ce2-b8478c7f5be3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472984
Feb 12 21:59:12.634281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad310fe-6f6e-4ac3-8974-7d93ada11de6 req-c73bdc6f-edbb-420b-9715-253c25ce9752 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:12.635756 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2ad310fe-6f6e-4ac3-8974-7d93ada11de6 req-c73bdc6f-edbb-420b-9715-253c25ce9752 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 943 time: 0.0531700
Feb 12 21:59:12.683404 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2ad310fe-6f6e-4ac3-8974-7d93ada11de6 req-0b907fab-c433-44e1-99bb-df58611117b3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421505
Feb 12 21:59:13.004133 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 0e3fdc25-e57c-4a03-a41b-119a4745debb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 21:59:13.105779 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 0e3fdc25-e57c-4a03-a41b-119a4745debb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e3fdc25-e57c-4a03-a41b-119a4745debb,segment=NetworkSegment(5663cc21-f9d9-4a5c-8f19-78f0a469b185),segment_id=5663cc21-f9d9-4a5c-8f19-78f0a469b185)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:59:13.117639 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '0e3fdc25-e57c-4a03-a41b-119a4745debb', 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936', 'port_id': '0e3fdc25-e57c-4a03-a41b-119a4745debb', 'mac_address': 'fa:16:3e:b0:ef:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 21:59:13.153620 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 0e3fdc25-e57c-4a03-a41b-119a4745debb is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:59:13.154016 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0e3fdc25-e57c-4a03-a41b-119a4745debb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:13.170424 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3fdc25-e57c-4a03-a41b-119a4745debb {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 21:59:13.190233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 0e3fdc25-e57c-4a03-a41b-119a4745debb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e3fdc25-e57c-4a03-a41b-119a4745debb,segment=NetworkSegment(5663cc21-f9d9-4a5c-8f19-78f0a469b185),segment_id=5663cc21-f9d9-4a5c-8f19-78f0a469b185)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:59:13.232569 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0e3fdc25-e57c-4a03-a41b-119a4745debb), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:13.280498 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=0e3fdc25-e57c-4a03-a41b-119a4745debb,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:13.532305 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['0e3fdc25-e57c-4a03-a41b-119a4745debb'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 21:59:13.805783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ef436-1aae-45b6-a3e6-16f250be5871 req-f0bc0e03-ae58-4467-b7c2-f2667a8538e9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:13.807165 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-570ef436-1aae-45b6-a3e6-16f250be5871 req-f0bc0e03-ae58-4467-b7c2-f2667a8538e9 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 944 time: 0.0519893
Feb 12 21:59:13.855334 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-570ef436-1aae-45b6-a3e6-16f250be5871 req-c3a85dee-07e6-48d0-8a5d-18d5d9d33d45 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425756
Feb 12 21:59:14.981412 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b39077-0cf1-4e5c-b5b2-d5907f79f781 req-a4ddb53b-7623-487e-9e2d-e9206234e164 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:14.982895 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5b39077-0cf1-4e5c-b5b2-d5907f79f781 req-a4ddb53b-7623-487e-9e2d-e9206234e164 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 944 time: 0.0568786
Feb 12 21:59:15.003832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 0e3fdc25-e57c-4a03-a41b-119a4745debb up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 21:59:15.035320 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a5b39077-0cf1-4e5c-b5b2-d5907f79f781 req-4a24a3e9-178b-47e0-ab41-00ebd966879c tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458272
Feb 12 21:59:15.110667 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 0e3fdc25-e57c-4a03-a41b-119a4745debb completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 21:59:15.114847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 0e3fdc25-e57c-4a03-a41b-119a4745debb triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 21:59:15.115190 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (0e3fdc25-e57c-4a03-a41b-119a4745debb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:15.194965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 0e3fdc25-e57c-4a03-a41b-119a4745debb is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 21:59:15.195348 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (0e3fdc25-e57c-4a03-a41b-119a4745debb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:15.217198 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b707d568-3a1f-453a-992c-843df5ea9fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3fdc25-e57c-4a03-a41b-119a4745debb'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:59:15.219564 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bcb593164cf3141e97195262925ac8a9b7ca21d176337a2f0ce4888cb5c0c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce6049d-ce14-43b6-99b4-f37a2105584c" -d '{"events": [{"server_uuid": "b707d568-3a1f-453a-992c-843df5ea9fe3", "name": "network-vif-plugged", "status": "completed", "tag": "0e3fdc25-e57c-4a03-a41b-119a4745debb"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:59:15.232318 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 0e3fdc25-e57c-4a03-a41b-119a4745debb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e3fdc25-e57c-4a03-a41b-119a4745debb,segment=NetworkSegment(5663cc21-f9d9-4a5c-8f19-78f0a469b185),segment_id=5663cc21-f9d9-4a5c-8f19-78f0a469b185)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 21:59:15.259584 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 21:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c14fe1-0507-4898-8d4e-9a558181a81b x-openstack-request-id: req-b4c14fe1-0507-4898-8d4e-9a558181a81b {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:59:15.260126 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b707d568-3a1f-453a-992c-843df5ea9fe3", "name": "network-vif-plugged", "status": "completed", "tag": "0e3fdc25-e57c-4a03-a41b-119a4745debb", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:59:15.260387 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4c14fe1-0507-4898-8d4e-9a558181a81b {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:59:15.260790 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b707d568-3a1f-453a-992c-843df5ea9fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3fdc25-e57c-4a03-a41b-119a4745debb', 'code': 200}
Feb 12 21:59:15.289756 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (0e3fdc25-e57c-4a03-a41b-119a4745debb), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:15.340954 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=0e3fdc25-e57c-4a03-a41b-119a4745debb,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:15.370653 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb4b8a-c534-44af-b7fe-a2a97ea0141c req-0bceae5e-becb-471a-88ad-c541fb678a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:15.372146 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebfb4b8a-c534-44af-b7fe-a2a97ea0141c req-0bceae5e-becb-471a-88ad-c541fb678a11 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 1127 time: 0.0443716
Feb 12 21:59:15.421113 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebfb4b8a-c534-44af-b7fe-a2a97ea0141c req-adf66a30-383f-4914-be2a-722b14427821 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387170
Feb 12 21:59:16.154313 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf7be3-c1d9-409e-9002-8f551251a7c0 req-dd1602fa-d812-4154-8648-b2b4fe8efe0e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:16.155818 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cbaf7be3-c1d9-409e-9002-8f551251a7c0 req-dd1602fa-d812-4154-8648-b2b4fe8efe0e tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 945 time: 0.0526454
Feb 12 21:59:16.204310 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-cbaf7be3-c1d9-409e-9002-8f551251a7c0 req-7e9320e8-e829-4c0f-b4ca-aa4e8467fadf tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427938
Feb 12 21:59:17.331320 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca4f5e-493c-4dde-a0a7-9fef2aca2536 req-ee18cd9f-3f89-4170-936e-b42719404d5d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:17.332814 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56ca4f5e-493c-4dde-a0a7-9fef2aca2536 req-ee18cd9f-3f89-4170-936e-b42719404d5d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 945 time: 0.0582113
Feb 12 21:59:17.381446 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-56ca4f5e-493c-4dde-a0a7-9fef2aca2536 req-f1477104-f3b4-460a-8d58-a082c51cb647 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430076
Feb 12 21:59:17.498558 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1800147-b29d-4baa-8498-143c9db40343 req-c2ebd1da-f329-4867-873d-f3d44e0e5ae0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:17.499958 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f1800147-b29d-4baa-8498-143c9db40343 req-c2ebd1da-f329-4867-873d-f3d44e0e5ae0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 945 time: 0.0519943
Feb 12 21:59:17.552174 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f1800147-b29d-4baa-8498-143c9db40343 req-6c1023c4-9d08-47ba-8d8d-cdbfc0b24fab tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465672
Feb 12 21:59:17.573749 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57266) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:59:17.617121 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd83d76-bdc8-4693-8d17-46d9c137492f tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:17.618714 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8fd83d76-bdc8-4693-8d17-46d9c137492f tempest-TestNetworkAdvancedServerOps-273219465 tempest-TestNetworkAdvancedServerOps-273219465-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 1122 time: 0.0440173
Feb 12 21:59:17.621529 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57268) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:59:17.625674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': '0e3fdc25-e57c-4a03-a41b-119a4745debb', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 21:59:17.730104 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:17.824901 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:17.929594 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Allocated IP 172.35.2.91 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/7a1d6b95-d2a3-47b3-9193-f5ff356cfc2d) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 21:59:18.028681 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (7a1d6b95-d2a3-47b3-9193-f5ff356cfc2d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:18.152932 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (7a1d6b95-d2a3-47b3-9193-f5ff356cfc2d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:18.194608 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 21:59:18.197483 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 21:59:18.200969 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 21:59:18.207598 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=7a1d6b95-d2a3-47b3-9193-f5ff356cfc2d,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:18.550223 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (b636fc7b-f123-4d07-9b80-9f8886a0bf37), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:18.682706 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7a1d6b95-d2a3-47b3-9193-f5ff356cfc2d), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:18.830754 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for port (7a1d6b95-d2a3-47b3-9193-f5ff356cfc2d), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:18.889275 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (7a1d6b95-d2a3-47b3-9193-f5ff356cfc2d), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:18.956509 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event updated for resources: {'Port': ['ID=7a1d6b95-d2a3-47b3-9193-f5ff356cfc2d,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 21:59:18.968204 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (b636fc7b-f123-4d07-9b80-9f8886a0bf37), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:19.073929 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Floating IP b636fc7b-f123-4d07-9b80-9f8886a0bf37 associated. External IP: 172.35.2.91, port: 0e3fdc25-e57c-4a03-a41b-119a4745debb.
Feb 12 21:59:19.615040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 16b01868-4674-4da6-a875-9b44595e3a1e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 21:59:19.727717 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 21:59:19.739529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05775142-3def-45fe-8ef8-e1fe9b976548 None None] Sync routers for ids ['16b01868-4674-4da6-a875-9b44595e3a1e'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 21:59:19.740102 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7687f879-2e78-483e-ae21-480a4cbb2091 req-d43726ee-741a-4eb2-9303-8215e85496ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0440259
Feb 12 21:59:19.756371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05775142-3def-45fe-8ef8-e1fe9b976548 None None] Routers {'16b01868-4674-4da6-a875-9b44595e3a1e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:59:19.756371 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-05775142-3def-45fe-8ef8-e1fe9b976548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb46ecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:58:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['16b01868-4674-4da6-a875-9b44595e3a1e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:59:19.808447 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:19.828298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687f879-2e78-483e-ae21-480a4cbb2091 req-76be5b6e-ba6f-402a-8741-c5014ec17d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:19.830599 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7687f879-2e78-483e-ae21-480a4cbb2091 req-76be5b6e-ba6f-402a-8741-c5014ec17d10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 1127 time: 0.0470893
Feb 12 21:59:19.844625 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-caacfa59-5efa-4c03-8198-59697a9e0e81 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2220001
Feb 12 21:59:19.845229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b707d568-3a1f-453a-992c-843df5ea9fe3', 'tag': '0e3fdc25-e57c-4a03-a41b-119a4745debb'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 21:59:19.849967 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dea8aa4-d0c6-43e0-8609-f47147927bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "b707d568-3a1f-453a-992c-843df5ea9fe3", "tag": "0e3fdc25-e57c-4a03-a41b-119a4745debb"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 21:59:19.872675 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-05775142-3def-45fe-8ef8-e1fe9b976548 None None] Set router 16b01868-4674-4da6-a875-9b44595e3a1e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:59:19.981969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687f879-2e78-483e-ae21-480a4cbb2091 req-53e227fa-47ae-4f5b-be7b-b91d41daf6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:19.983482 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7687f879-2e78-483e-ae21-480a4cbb2091 req-53e227fa-47ae-4f5b-be7b-b91d41daf6a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b6e65d0-576b-4a33-97e6-9db053283936 HTTP/1.1" status: 200  len: 898 time: 0.1357491
Feb 12 21:59:19.985491 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 21:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91321da6-b903-407a-afbb-37a53f36668e x-openstack-request-id: req-91321da6-b903-407a-afbb-37a53f36668e {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 21:59:19.986221 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b707d568-3a1f-453a-992c-843df5ea9fe3", "tag": "0e3fdc25-e57c-4a03-a41b-119a4745debb", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 21:59:19.986658 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91321da6-b903-407a-afbb-37a53f36668e {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 21:59:19.987063 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b707d568-3a1f-453a-992c-843df5ea9fe3', 'tag': '0e3fdc25-e57c-4a03-a41b-119a4745debb', 'status': 'completed', 'code': 200}
Feb 12 21:59:19.996856 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e392c96-bea3-4242-a95f-d07d1e21952e req-6ef9788d-65d9-4a6c-9797-7f9f1b114aef tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:19.998486 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e392c96-bea3-4242-a95f-d07d1e21952e req-6ef9788d-65d9-4a6c-9797-7f9f1b114aef tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 945 time: 0.0769048
Feb 12 21:59:20.089782 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7687f879-2e78-483e-ae21-480a4cbb2091 req-dae17c84-d71b-425a-8a7f-b3c3e1610533 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e3fdc25-e57c-4a03-a41b-119a4745debb HTTP/1.1" status: 200  len: 998 time: 0.0902700
Feb 12 21:59:20.099002 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4e392c96-bea3-4242-a95f-d07d1e21952e req-5e352844-076c-4fc6-a2ef-fb6556b6f7be tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0926220
Feb 12 21:59:20.115279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-05775142-3def-45fe-8ef8-e1fe9b976548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb46ecd0>, [{'id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680280799', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105'}], 'enable_snat': True}, 'gw_port_id': '20385b80-93c1-483b-8b47-eb22326d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:03Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '20385b80-93c1-483b-8b47-eb22326d2800', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b636fc7b-f123-4d07-9b80-9f8886a0bf37', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'floating_ip_address': '172.35.2.91', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'port_id': '0e3fdc25-e57c-4a03-a41b-119a4745debb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936', 'mac_address': 'fa:16:3e:b0:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707d568-3a1f-453a-992c-843df5ea9fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:59:18Z', 'updated_at': '2022-02-12T21:59:18Z', 'revision_number': 0, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1fba13-155f-4955-99e8-863fd071d9eb', 'name': '', 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:56:4d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:59:03Z', 'updated_at': '2022-02-12T21:59:06Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:59:20.122318 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57276) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:59:20.142058 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05775142-3def-45fe-8ef8-e1fe9b976548 None None] Checking router: 16b01868-4674-4da6-a875-9b44595e3a1e for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 21:59:20.144968 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687f879-2e78-483e-ae21-480a4cbb2091 req-d9ee4867-d921-4b9e-9b10-6cef2504ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:20.146489 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7687f879-2e78-483e-ae21-480a4cbb2091 req-d9ee4867-d921-4b9e-9b10-6cef2504ced3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70ce179b-2b5c-496f-9370-8e5a54dc27a7 HTTP/1.1" status: 200  len: 834 time: 0.0466342
Feb 12 21:59:20.151459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05775142-3def-45fe-8ef8-e1fe9b976548 None None] Routers {'16b01868-4674-4da6-a875-9b44595e3a1e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 21:59:20.152189 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-05775142-3def-45fe-8ef8-e1fe9b976548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb46ecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:58:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['16b01868-4674-4da6-a875-9b44595e3a1e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:59:20.188296 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f2d1ca18-9153-4e8a-b994-fc729528e4af tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/b636fc7b-f123-4d07-9b80-9f8886a0bf37 HTTP/1.1" status: 200  len: 990 time: 0.0648251
Feb 12 21:59:20.201397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687f879-2e78-483e-ae21-480a4cbb2091 req-4f77bfc7-39f9-4c3a-bf8b-5ea069fece7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:20.202916 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7687f879-2e78-483e-ae21-480a4cbb2091 req-4f77bfc7-39f9-4c3a-bf8b-5ea069fece7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b6e65d0-576b-4a33-97e6-9db053283936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0501375
Feb 12 21:59:20.262453 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-05775142-3def-45fe-8ef8-e1fe9b976548 None None] Set router 16b01868-4674-4da6-a875-9b44595e3a1e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 21:59:20.295562 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7687f879-2e78-483e-ae21-480a4cbb2091 req-6eedc55c-998f-490b-8d4c-6c69b466e348 service neutron] 10.222.0.48 "GET /v2.0/networks/8b6e65d0-576b-4a33-97e6-9db053283936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862436
Feb 12 21:59:20.386134 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7687f879-2e78-483e-ae21-480a4cbb2091 req-8a225bc8-7e44-479b-8f29-3c0b6ec766b1 service neutron] 10.222.0.48 "GET /v2.0/networks/8b6e65d0-576b-4a33-97e6-9db053283936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843990
Feb 12 21:59:20.488621 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-05775142-3def-45fe-8ef8-e1fe9b976548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb46ecd0>, [{'id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680280799', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105'}], 'enable_snat': True}, 'gw_port_id': '20385b80-93c1-483b-8b47-eb22326d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:03Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '20385b80-93c1-483b-8b47-eb22326d2800', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b636fc7b-f123-4d07-9b80-9f8886a0bf37', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'floating_ip_address': '172.35.2.91', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'port_id': '0e3fdc25-e57c-4a03-a41b-119a4745debb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936', 'mac_address': 'fa:16:3e:b0:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707d568-3a1f-453a-992c-843df5ea9fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:59:18Z', 'updated_at': '2022-02-12T21:59:18Z', 'revision_number': 0, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1fba13-155f-4955-99e8-863fd071d9eb', 'name': '', 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:56:4d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:59:03Z', 'updated_at': '2022-02-12T21:59:06Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 21:59:20.515768 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05775142-3def-45fe-8ef8-e1fe9b976548 None None] The sync data for ids ['16b01868-4674-4da6-a875-9b44595e3a1e'] in ncdv-master-1 is: [{'id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680280799', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105'}], 'enable_snat': True}, 'gw_port_id': '20385b80-93c1-483b-8b47-eb22326d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:03Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '20385b80-93c1-483b-8b47-eb22326d2800', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b636fc7b-f123-4d07-9b80-9f8886a0bf37', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'floating_ip_address': '172.35.2.91', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'port_id': '0e3fdc25-e57c-4a03-a41b-119a4745debb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936', 'mac_address': 'fa:16:3e:b0:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b707d568-3a1f-453a-992c-843df5ea9fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T21:59:18Z', 'updated_at': '2022-02-12T21:59:18Z', 'revision_number': 0, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1fba13-155f-4955-99e8-863fd071d9eb', 'name': '', 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:56:4d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:59:03Z', 'updated_at': '2022-02-12T21:59:06Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 21:59:20.547064 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea8aa4-d0c6-43e0-8609-f47147927bfe req-be08ac92-9f09-4ec0-8f0f-4d62837de560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:20.549268 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dea8aa4-d0c6-43e0-8609-f47147927bfe req-be08ac92-9f09-4ec0-8f0f-4d62837de560 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 1127 time: 0.0515959
Feb 12 21:59:20.645991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea8aa4-d0c6-43e0-8609-f47147927bfe req-484c9280-6095-48f2-8a21-d764f69603e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:20.647570 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dea8aa4-d0c6-43e0-8609-f47147927bfe req-484c9280-6095-48f2-8a21-d764f69603e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b6e65d0-576b-4a33-97e6-9db053283936 HTTP/1.1" status: 200  len: 898 time: 0.0932345
Feb 12 21:59:20.724372 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dea8aa4-d0c6-43e0-8609-f47147927bfe req-e3eae2b0-4fa9-478f-87b3-8bba6c3404bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e3fdc25-e57c-4a03-a41b-119a4745debb HTTP/1.1" status: 200  len: 998 time: 0.0677202
Feb 12 21:59:20.731160 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b31525-5d3d-4ce5-9a2a-0c2e09a0ca31 None None] New status for floating IP b636fc7b-f123-4d07-9b80-9f8886a0bf37: ACTIVE {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 21:59:20.774118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea8aa4-d0c6-43e0-8609-f47147927bfe req-e74c0630-e09c-4ca3-b07b-e898247751c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:20.775591 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dea8aa4-d0c6-43e0-8609-f47147927bfe req-e74c0630-e09c-4ca3-b07b-e898247751c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70ce179b-2b5c-496f-9370-8e5a54dc27a7 HTTP/1.1" status: 200  len: 834 time: 0.0455501
Feb 12 21:59:20.825471 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea8aa4-d0c6-43e0-8609-f47147927bfe req-5cec7fc4-6382-4602-9833-cd42244889d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:20.827006 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dea8aa4-d0c6-43e0-8609-f47147927bfe req-5cec7fc4-6382-4602-9833-cd42244889d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b6e65d0-576b-4a33-97e6-9db053283936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450923
Feb 12 21:59:20.920760 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dea8aa4-d0c6-43e0-8609-f47147927bfe req-e660e8c6-7794-4286-b6f0-e8b103a3abc4 service neutron] 10.222.0.48 "GET /v2.0/networks/8b6e65d0-576b-4a33-97e6-9db053283936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878332
Feb 12 21:59:20.990298 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-3412d12f-b82b-4369-bb5b-63db7d62abc6 req-6a2f548e-92ec-4ea7-ac57-f3916161067d service neutron] (126505) timed out ('10.222.0.50', 55648) {{(pid=126505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 21:59:21.014881 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2dea8aa4-d0c6-43e0-8609-f47147927bfe req-7efeb264-f9d0-4cd4-8c83-72bd0407f524 service neutron] 10.222.0.48 "GET /v2.0/networks/8b6e65d0-576b-4a33-97e6-9db053283936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881495
Feb 12 21:59:21.191426 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57278) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:59:21.251446 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a6fa6b56-bcfd-48af-b3e2-b12af121975a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/b636fc7b-f123-4d07-9b80-9f8886a0bf37 HTTP/1.1" status: 200  len: 992 time: 0.0588341
Feb 12 21:59:23.687618 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 21:59:25.912164 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-399e2136-e588-4cab-8310-f61fb495c29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:27.358064 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:28.344622 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9e75b353-b829-46b6-a05a-cafc22ef9b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:29.690284 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:29.838311 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:31.180959 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:32.232340 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:54.990600 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2b78f-613c-4ef5-8147-7958217ccc41 req-c33725a4-2cc6-4a88-a2ab-4c39b8bae4f1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:54.992106 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3af2b78f-613c-4ef5-8147-7958217ccc41 req-c33725a4-2cc6-4a88-a2ab-4c39b8bae4f1 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 945 time: 0.0555563
Feb 12 21:59:55.043814 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3af2b78f-613c-4ef5-8147-7958217ccc41 req-d20a46be-4869-45e3-8f87-c7a5df3ffa29 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462410
Feb 12 21:59:55.917877 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bda1a56c-267f-4251-acfd-b740d74e628b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:56.288072 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7559a9-f49f-4f9f-991b-c431a1bc59c5 req-4271578b-3a17-40a6-ac69-065cea890714 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:56.289571 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed7559a9-f49f-4f9f-991b-c431a1bc59c5 req-4271578b-3a17-40a6-ac69-065cea890714 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 945 time: 0.1013687
Feb 12 21:59:56.337677 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ed7559a9-f49f-4f9f-991b-c431a1bc59c5 req-dede0226-e1b0-4c29-99a5-5f8b2327da9a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424905
Feb 12 21:59:56.360549 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57312) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 21:59:56.421989 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c83ac343-09b4-443d-996b-18e3a471c346 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/b636fc7b-f123-4d07-9b80-9f8886a0bf37 HTTP/1.1" status: 200  len: 992 time: 0.0602386
Feb 12 21:59:57.397858 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:57.906983 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ae922-e312-4892-b96f-53170f7afb9f req-fc08f55c-247e-4c5a-8194-5e6241a54cf3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:57.908849 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c78ae922-e312-4892-b96f-53170f7afb9f req-fc08f55c-247e-4c5a-8194-5e6241a54cf3 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 945 time: 0.1020029
Feb 12 21:59:57.966266 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c78ae922-e312-4892-b96f-53170f7afb9f req-b86211ab-8839-43e9-a203-798938edf37f tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511782
Feb 12 21:59:57.997082 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898219d-f639-44cd-bd10-20de8e05c4e5 req-c39ed07e-345e-41a9-92d4-4969bdfb0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:57.998645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7898219d-f639-44cd-bd10-20de8e05c4e5 req-c39ed07e-345e-41a9-92d4-4969bdfb0940 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 1127 time: 0.0499773
Feb 12 21:59:58.097670 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898219d-f639-44cd-bd10-20de8e05c4e5 req-85b761ff-92fa-4128-9b1a-df4d8e4f691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:58.099150 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7898219d-f639-44cd-bd10-20de8e05c4e5 req-85b761ff-92fa-4128-9b1a-df4d8e4f691f service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b6e65d0-576b-4a33-97e6-9db053283936 HTTP/1.1" status: 200  len: 898 time: 0.0912395
Feb 12 21:59:58.167996 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7898219d-f639-44cd-bd10-20de8e05c4e5 req-1bab9ee7-bc78-493a-b856-efe32c9cd553 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e3fdc25-e57c-4a03-a41b-119a4745debb HTTP/1.1" status: 200  len: 1000 time: 0.0593753
Feb 12 21:59:58.223738 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898219d-f639-44cd-bd10-20de8e05c4e5 req-ae55679d-6d24-4447-9678-55c56f6dfbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:58.225073 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7898219d-f639-44cd-bd10-20de8e05c4e5 req-ae55679d-6d24-4447-9678-55c56f6dfbab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70ce179b-2b5c-496f-9370-8e5a54dc27a7 HTTP/1.1" status: 200  len: 834 time: 0.0444443
Feb 12 21:59:58.283912 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898219d-f639-44cd-bd10-20de8e05c4e5 req-74e3eb12-aef4-4278-99b0-05bde5c0e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:58.285497 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7898219d-f639-44cd-bd10-20de8e05c4e5 req-74e3eb12-aef4-4278-99b0-05bde5c0e494 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b6e65d0-576b-4a33-97e6-9db053283936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0502520
Feb 12 21:59:58.341061 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-260eb392-c9ff-461c-90f5-e4b5de6e1082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:58.380379 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7898219d-f639-44cd-bd10-20de8e05c4e5 req-345ee2b8-625b-470e-93b0-fc5e46c2e8f2 service neutron] 10.222.0.48 "GET /v2.0/networks/8b6e65d0-576b-4a33-97e6-9db053283936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848927
Feb 12 21:59:58.475981 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7898219d-f639-44cd-bd10-20de8e05c4e5 req-7485a21a-452b-4613-b667-a87beeb26e12 service neutron] 10.222.0.48 "GET /v2.0/networks/8b6e65d0-576b-4a33-97e6-9db053283936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859435
Feb 12 21:59:59.091029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b791cb0-7d3b-4a10-b0c2-d33214b11b98 req-e94d125a-d616-4eab-bd8f-7d97dec03816 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 21:59:59.092514 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2b791cb0-7d3b-4a10-b0c2-d33214b11b98 req-e94d125a-d616-4eab-bd8f-7d97dec03816 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 945 time: 0.0535433
Feb 12 21:59:59.140303 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2b791cb0-7d3b-4a10-b0c2-d33214b11b98 req-0c0c8ae4-0d4b-419f-a68d-4479acd7fc34 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415690
Feb 12 21:59:59.692488 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 21:59:59.847458 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:00.264711 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e79bc3-d448-4ead-9674-2936264cf861 req-6f9d19bd-ce41-4c68-baf7-7acc4459652b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:00.266208 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05e79bc3-d448-4ead-9674-2936264cf861 req-6f9d19bd-ce41-4c68-baf7-7acc4459652b tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 945 time: 0.0561745
Feb 12 22:00:00.315122 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-05e79bc3-d448-4ead-9674-2936264cf861 req-5aa0b95b-b3b4-41d1-8bb0-e22abbe005b0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426831
Feb 12 22:00:00.338136 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57328) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:00.398506 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-602e276c-43b6-4bc4-b5d9-8ad8514908c5 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/floatingips/b636fc7b-f123-4d07-9b80-9f8886a0bf37 HTTP/1.1" status: 200  len: 992 time: 0.0592122
Feb 12 22:00:00.638788 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57334) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:00.695530 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:00:00.804886 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port 7a1d6b95-d2a3-47b3-9193-f5ff356cfc2d {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:00:00.805225 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7a1d6b95-d2a3-47b3-9193-f5ff356cfc2d), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:00.881412 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7a1d6b95-d2a3-47b3-9193-f5ff356cfc2d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:00.881748 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (7a1d6b95-d2a3-47b3-9193-f5ff356cfc2d), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:00.894005 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for 7a1d6b95-d2a3-47b3-9193-f5ff356cfc2d owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:00:01.106604 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (7a1d6b95-d2a3-47b3-9193-f5ff356cfc2d), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:01.142394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=7a1d6b95-d2a3-47b3-9193-f5ff356cfc2d,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:01.167385 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:01.167738 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:01.168087 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:01.168429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:01.168764 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:01.169100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:01.169458 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:01.169787 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:01.170118 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:01.170472 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:01.170807 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:01.171132 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:01.171741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:01.178255 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:01.214131 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for floatingip (b636fc7b-f123-4d07-9b80-9f8886a0bf37), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:01.214474 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Floating IP b636fc7b-f123-4d07-9b80-9f8886a0bf37 disassociated (deleted). External IP: 172.35.2.91, port: 0e3fdc25-e57c-4a03-a41b-119a4745debb.
Feb 12 22:00:01.431734 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 16b01868-4674-4da6-a875-9b44595e3a1e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:00:01.541429 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:00:01.546175 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:01.553563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53173fc8-07d9-4783-8ce5-8a3ae476c065 None None] Sync routers for ids ['16b01868-4674-4da6-a875-9b44595e3a1e'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:00:01.563697 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53173fc8-07d9-4783-8ce5-8a3ae476c065 None None] Routers {'16b01868-4674-4da6-a875-9b44595e3a1e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:00:01.564386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-53173fc8-07d9-4783-8ce5-8a3ae476c065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5b66d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:59:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['16b01868-4674-4da6-a875-9b44595e3a1e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:01.575661 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-329613f1-e87d-4d9b-8223-4a60fdc5ff2d tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/floatingips/b636fc7b-f123-4d07-9b80-9f8886a0bf37 HTTP/1.1" status: 204  len: 168 time: 0.9357884
Feb 12 22:00:01.576345 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b707d568-3a1f-453a-992c-843df5ea9fe3', 'tag': '0e3fdc25-e57c-4a03-a41b-119a4745debb'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:00:01.578783 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf427dc2880c55c9614396a7ad3a6b8ca12c3bb3d06fafd679350726b9e6a2f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cdff11-3d82-44bd-b234-1820801aec2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b707d568-3a1f-453a-992c-843df5ea9fe3", "tag": "0e3fdc25-e57c-4a03-a41b-119a4745debb"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:00:01.620351 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 22:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1639dd-4118-4706-bfbd-5c614b924864 x-openstack-request-id: req-2e1639dd-4118-4706-bfbd-5c614b924864 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:00:01.620709 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b707d568-3a1f-453a-992c-843df5ea9fe3", "tag": "0e3fdc25-e57c-4a03-a41b-119a4745debb", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:00:01.621032 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e1639dd-4118-4706-bfbd-5c614b924864 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:00:01.621658 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b707d568-3a1f-453a-992c-843df5ea9fe3', 'tag': '0e3fdc25-e57c-4a03-a41b-119a4745debb', 'status': 'completed', 'code': 200}
Feb 12 22:00:01.683166 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-53173fc8-07d9-4783-8ce5-8a3ae476c065 None None] Set router 16b01868-4674-4da6-a875-9b44595e3a1e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:00:01.838278 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdff11-3d82-44bd-b234-1820801aec2d req-de456407-40b8-4e10-aa06-162511afae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:01.841906 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86cdff11-3d82-44bd-b234-1820801aec2d req-de456407-40b8-4e10-aa06-162511afae23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc7b3029bd844f88a4fe9146af00a270&device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 1127 time: 0.0887051
Feb 12 22:00:01.897714 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-53173fc8-07d9-4783-8ce5-8a3ae476c065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5b66d0>, [{'id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680280799', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105'}], 'enable_snat': True}, 'gw_port_id': '20385b80-93c1-483b-8b47-eb22326d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:03Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '20385b80-93c1-483b-8b47-eb22326d2800', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4a1fba13-155f-4955-99e8-863fd071d9eb', 'name': '', 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:56:4d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:59:03Z', 'updated_at': '2022-02-12T21:59:06Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:01.924137 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53173fc8-07d9-4783-8ce5-8a3ae476c065 None None] Checking router: 16b01868-4674-4da6-a875-9b44595e3a1e for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:00:01.937111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53173fc8-07d9-4783-8ce5-8a3ae476c065 None None] Routers {'16b01868-4674-4da6-a875-9b44595e3a1e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:00:01.937111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-53173fc8-07d9-4783-8ce5-8a3ae476c065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5b66d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:59:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['16b01868-4674-4da6-a875-9b44595e3a1e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:01.944350 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdff11-3d82-44bd-b234-1820801aec2d req-bfff897b-957b-4b71-bac7-9d41384419e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:01.945860 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86cdff11-3d82-44bd-b234-1820801aec2d req-bfff897b-957b-4b71-bac7-9d41384419e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b6e65d0-576b-4a33-97e6-9db053283936 HTTP/1.1" status: 200  len: 898 time: 0.0956638
Feb 12 22:00:01.999227 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86cdff11-3d82-44bd-b234-1820801aec2d req-3046fa67-c39c-4a4c-a3dc-898b77ce1a21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e3fdc25-e57c-4a03-a41b-119a4745debb HTTP/1.1" status: 200  len: 217 time: 0.0444157
Feb 12 22:00:02.047268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-53173fc8-07d9-4783-8ce5-8a3ae476c065 None None] Set router 16b01868-4674-4da6-a875-9b44595e3a1e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:00:02.074292 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdff11-3d82-44bd-b234-1820801aec2d req-6a95965c-52e8-442b-8958-fed3db5d0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:02.075779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86cdff11-3d82-44bd-b234-1820801aec2d req-6a95965c-52e8-442b-8958-fed3db5d0b7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70ce179b-2b5c-496f-9370-8e5a54dc27a7 HTTP/1.1" status: 200  len: 834 time: 0.0579174
Feb 12 22:00:02.087708 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae323647-cc2b-48f0-89fb-fc3ab30ab055 req-c61e833c-c09a-485a-b4d6-591bc8d54448 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:02.089128 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae323647-cc2b-48f0-89fb-fc3ab30ab055 req-c61e833c-c09a-485a-b4d6-591bc8d54448 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 945 time: 0.0990973
Feb 12 22:00:02.174555 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ae323647-cc2b-48f0-89fb-fc3ab30ab055 req-e963400f-a862-4ebb-b0db-188c2b59db71 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740016
Feb 12 22:00:02.178242 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdff11-3d82-44bd-b234-1820801aec2d req-c2990ec6-303f-475e-92c1-490ed0f690db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:02.180016 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86cdff11-3d82-44bd-b234-1820801aec2d req-c2990ec6-303f-475e-92c1-490ed0f690db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b6e65d0-576b-4a33-97e6-9db053283936&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0899909
Feb 12 22:00:02.256795 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:02.269808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-53173fc8-07d9-4783-8ce5-8a3ae476c065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa5b66d0>, [{'id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680280799', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105'}], 'enable_snat': True}, 'gw_port_id': '20385b80-93c1-483b-8b47-eb22326d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:03Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '20385b80-93c1-483b-8b47-eb22326d2800', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4a1fba13-155f-4955-99e8-863fd071d9eb', 'name': '', 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:56:4d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:59:03Z', 'updated_at': '2022-02-12T21:59:06Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:02.283207 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86cdff11-3d82-44bd-b234-1820801aec2d req-96fdf060-902d-4733-b3a9-4040e698ed93 service neutron] 10.222.0.48 "GET /v2.0/networks/8b6e65d0-576b-4a33-97e6-9db053283936?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0956628
Feb 12 22:00:02.297526 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53173fc8-07d9-4783-8ce5-8a3ae476c065 None None] The sync data for ids ['16b01868-4674-4da6-a875-9b44595e3a1e'] in ncdv-master-1 is: [{'id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680280799', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105'}], 'enable_snat': True}, 'gw_port_id': '20385b80-93c1-483b-8b47-eb22326d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:03Z', 'revision_number': 4, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '20385b80-93c1-483b-8b47-eb22326d2800', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4a1fba13-155f-4955-99e8-863fd071d9eb', 'name': '', 'network_id': '8b6e65d0-576b-4a33-97e6-9db053283936', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'mac_address': 'fa:16:3e:56:4d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:59:03Z', 'updated_at': '2022-02-12T21:59:06Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'subnets': [{'id': '70ce179b-2b5c-496f-9370-8e5a54dc27a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:00:02.378262 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-86cdff11-3d82-44bd-b234-1820801aec2d req-e8ae905e-efc3-48b1-b983-4c7e5d6e2fd3 service neutron] 10.222.0.48 "GET /v2.0/networks/8b6e65d0-576b-4a33-97e6-9db053283936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886824
Feb 12 22:00:02.521608 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbed529-ca25-4b80-a68b-112e78f1e2fa None None] New status for floating IP b636fc7b-f123-4d07-9b80-9f8886a0bf37: DOWN {{(pid=126509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 22:00:03.300143 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca0cd8-dcda-4b67-9852-be9c734a0ef6 req-f94a6417-1dc9-4744-a1ac-6627956eb484 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:03.301563 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-01ca0cd8-dcda-4b67-9852-be9c734a0ef6 req-f94a6417-1dc9-4744-a1ac-6627956eb484 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 945 time: 0.0545449
Feb 12 22:00:03.354568 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-01ca0cd8-dcda-4b67-9852-be9c734a0ef6 req-e6842158-b55d-494e-ab92-a92e92110d46 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/security-groups?id=7681deda-5dc0-4b8d-916a-74b12f9ad9f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471859
Feb 12 22:00:03.769736 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10dfcf-8587-4236-b516-7146cb8829fb req-a3967232-9505-4a25-bb2b-6c71416e6b82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:03.771186 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a10dfcf-8587-4236-b516-7146cb8829fb req-a3967232-9505-4a25-bb2b-6c71416e6b82 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 945 time: 0.0576849
Feb 12 22:00:03.866005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-8a10dfcf-8587-4236-b516-7146cb8829fb req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port 0e3fdc25-e57c-4a03-a41b-119a4745debb {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:00:03.866347 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8a10dfcf-8587-4236-b516-7146cb8829fb req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (0e3fdc25-e57c-4a03-a41b-119a4745debb), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:03.963289 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-8a10dfcf-8587-4236-b516-7146cb8829fb req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] For port 0e3fdc25-e57c-4a03-a41b-119a4745debb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e3fdc25-e57c-4a03-a41b-119a4745debb,segment=NetworkSegment(5663cc21-f9d9-4a5c-8f19-78f0a469b185),segment_id=5663cc21-f9d9-4a5c-8f19-78f0a469b185)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:00:03.963642 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8a10dfcf-8587-4236-b516-7146cb8829fb req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (0e3fdc25-e57c-4a03-a41b-119a4745debb), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:03.976434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-8a10dfcf-8587-4236-b516-7146cb8829fb req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for 0e3fdc25-e57c-4a03-a41b-119a4745debb owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:00:04.161067 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8a10dfcf-8587-4236-b516-7146cb8829fb req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (0e3fdc25-e57c-4a03-a41b-119a4745debb), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:04.196729 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=0e3fdc25-e57c-4a03-a41b-119a4745debb,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:04.231707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:04.232069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:04.232414 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:04.232756 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:04.233092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:04.233474 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:04.233787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:04.234118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:04.234451 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:04.234775 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:04.235108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:04.235433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:04.235758 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:04.256994 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a10dfcf-8587-4236-b516-7146cb8829fb req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] No DVR routers for this DVR port 0e3fdc25-e57c-4a03-a41b-119a4745debb on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 22:00:04.259628 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-8a10dfcf-8587-4236-b516-7146cb8829fb req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:04.263043 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-8a10dfcf-8587-4236-b516-7146cb8829fb req-23cbe39b-62e6-4dfb-8149-ff98b67acd08 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.48 "DELETE /v2.0/ports/0e3fdc25-e57c-4a03-a41b-119a4745debb HTTP/1.1" status: 204  len: 173 time: 0.4831531
Feb 12 22:00:04.263474 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b707d568-3a1f-453a-992c-843df5ea9fe3', 'name': 'network-vif-deleted', 'tag': '0e3fdc25-e57c-4a03-a41b-119a4745debb'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:00:04.265766 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c49ef2468d6002f6aabe7eab5133351e5f1a3377d3f47656ff59dc5c5095b3f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1442dd-2e3f-45ce-b6e7-cc3569b180ee" -d '{"events": [{"server_uuid": "b707d568-3a1f-453a-992c-843df5ea9fe3", "name": "network-vif-deleted", "tag": "0e3fdc25-e57c-4a03-a41b-119a4745debb"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:00:04.358682 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 22:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fbc90b-94d5-45ef-bc29-2ea1f4f65304 x-openstack-request-id: req-f3fbc90b-94d5-45ef-bc29-2ea1f4f65304 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:00:04.358980 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b707d568-3a1f-453a-992c-843df5ea9fe3", "name": "network-vif-deleted", "tag": "0e3fdc25-e57c-4a03-a41b-119a4745debb", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:00:04.359235 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3fbc90b-94d5-45ef-bc29-2ea1f4f65304 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:00:04.359766 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b707d568-3a1f-453a-992c-843df5ea9fe3', 'name': 'network-vif-deleted', 'tag': '0e3fdc25-e57c-4a03-a41b-119a4745debb', 'status': 'completed', 'code': 200}
Feb 12 22:00:04.453633 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d27d82fb-28fd-47dd-96a5-0294317cb6c2 req-aa4796f1-d93e-4917-a6f9-53c9da1336b4 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "GET /v2.0/ports?device_id=b707d568-3a1f-453a-992c-843df5ea9fe3 HTTP/1.1" status: 200  len: 210 time: 0.0296516
Feb 12 22:00:05.510392 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57356) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:05.870250 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1486a9e1-96d0-4b12-a9a6-fa794e8b57f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (16b01868-4674-4da6-a875-9b44595e3a1e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:06.130876 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1486a9e1-96d0-4b12-a9a6-fa794e8b57f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port 4a1fba13-155f-4955-99e8-863fd071d9eb {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:00:06.131127 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1486a9e1-96d0-4b12-a9a6-fa794e8b57f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:06.223501 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-1486a9e1-96d0-4b12-a9a6-fa794e8b57f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] For port 4a1fba13-155f-4955-99e8-863fd071d9eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a1fba13-155f-4955-99e8-863fd071d9eb,segment=NetworkSegment(5663cc21-f9d9-4a5c-8f19-78f0a469b185),segment_id=5663cc21-f9d9-4a5c-8f19-78f0a469b185)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:00:06.223865 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1486a9e1-96d0-4b12-a9a6-fa794e8b57f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:06.237176 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-1486a9e1-96d0-4b12-a9a6-fa794e8b57f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for 4a1fba13-155f-4955-99e8-863fd071d9eb owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:00:06.500809 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1486a9e1-96d0-4b12-a9a6-fa794e8b57f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (4a1fba13-155f-4955-99e8-863fd071d9eb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:06.527662 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486a9e1-96d0-4b12-a9a6-fa794e8b57f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=4a1fba13-155f-4955-99e8-863fd071d9eb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:06.723063 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-1486a9e1-96d0-4b12-a9a6-fa794e8b57f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (16b01868-4674-4da6-a875-9b44595e3a1e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:06.936698 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1486a9e1-96d0-4b12-a9a6-fa794e8b57f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Router 16b01868-4674-4da6-a875-9b44595e3a1e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:00:07.046023 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1486a9e1-96d0-4b12-a9a6-fa794e8b57f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:00:07.052220 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-1486a9e1-96d0-4b12-a9a6-fa794e8b57f0 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "PUT /v2.0/routers/16b01868-4674-4da6-a875-9b44595e3a1e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5397918
Feb 12 22:00:07.054895 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57358) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:07.056971 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ff811b-f936-4318-a55f-e6b48a859890 None None] Sync routers for ids ['16b01868-4674-4da6-a875-9b44595e3a1e'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:00:07.067946 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff811b-f936-4318-a55f-e6b48a859890 None None] Routers {'16b01868-4674-4da6-a875-9b44595e3a1e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:00:07.068555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b4ff811b-f936-4318-a55f-e6b48a859890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc705cf9bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:59:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['16b01868-4674-4da6-a875-9b44595e3a1e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:07.110554 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-395e55dc-9314-4535-bcd4-653ae4629994 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting subnet 70ce179b-2b5c-496f-9370-8e5a54dc27a7 {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 22:00:07.113850 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-395e55dc-9314-4535-bcd4-653ae4629994 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for subnet (70ce179b-2b5c-496f-9370-8e5a54dc27a7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:07.154405 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-395e55dc-9314-4535-bcd4-653ae4629994 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (70ce179b-2b5c-496f-9370-8e5a54dc27a7), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:07.173885 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-b4ff811b-f936-4318-a55f-e6b48a859890 None None] Set router 16b01868-4674-4da6-a875-9b44595e3a1e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:00:07.236939 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-395e55dc-9314-4535-bcd4-653ae4629994 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (70ce179b-2b5c-496f-9370-8e5a54dc27a7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:07.277219 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 0e3fdc25-e57c-4a03-a41b-119a4745debb no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:00:07.310464 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 0e3fdc25-e57c-4a03-a41b-119a4745debb {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:00:07.310792 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 0e3fdc25-e57c-4a03-a41b-119a4745debb not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:00:07.382674 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b4ff811b-f936-4318-a55f-e6b48a859890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc705cf9bb0>, [{'id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680280799', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105'}], 'enable_snat': True}, 'gw_port_id': '20385b80-93c1-483b-8b47-eb22326d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T22:00:06Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '20385b80-93c1-483b-8b47-eb22326d2800', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:07.386859 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-395e55dc-9314-4535-bcd4-653ae4629994 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (70ce179b-2b5c-496f-9370-8e5a54dc27a7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:07.409471 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ff811b-f936-4318-a55f-e6b48a859890 None None] Checking router: 16b01868-4674-4da6-a875-9b44595e3a1e for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:00:07.411740 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e55dc-9314-4535-bcd4-653ae4629994 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Subnet': ['ID=70ce179b-2b5c-496f-9370-8e5a54dc27a7,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:07.417593 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-395e55dc-9314-4535-bcd4-653ae4629994 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:07.418224 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff811b-f936-4318-a55f-e6b48a859890 None None] Routers {'16b01868-4674-4da6-a875-9b44595e3a1e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:00:07.418836 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b4ff811b-f936-4318-a55f-e6b48a859890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc705cf9bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:59:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['16b01868-4674-4da6-a875-9b44595e3a1e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:07.423246 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-395e55dc-9314-4535-bcd4-653ae4629994 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/subnets/70ce179b-2b5c-496f-9370-8e5a54dc27a7 HTTP/1.1" status: 204  len: 168 time: 0.3650522
Feb 12 22:00:07.424171 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57360) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:07.427754 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b908ca4-df5e-4b8b-85ae-480637bbdfd1 None None] Network 8b6e65d0-576b-4a33-97e6-9db053283936 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 22:00:07.536213 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ff252b3-bc46-490e-bdf4-0c3b76969e01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router (16b01868-4674-4da6-a875-9b44595e3a1e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:07.604785 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-b4ff811b-f936-4318-a55f-e6b48a859890 None None] Set router 16b01868-4674-4da6-a875-9b44595e3a1e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:00:07.644561 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ff252b3-bc46-490e-bdf4-0c3b76969e01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_gateway (16b01868-4674-4da6-a875-9b44595e3a1e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:07.714180 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] DHCP port deletion for 8b6e65d0-576b-4a33-97e6-9db053283936 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 22:00:07.820227 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Deleting port ed5d38d4-1a29-45f9-9435-152367738e23 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:00:07.820828 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (ed5d38d4-1a29-45f9-9435-152367738e23), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:07.896681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] For port ed5d38d4-1a29-45f9-9435-152367738e23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed5d38d4-1a29-45f9-9435-152367738e23,segment=NetworkSegment(5663cc21-f9d9-4a5c-8f19-78f0a469b185),segment_id=5663cc21-f9d9-4a5c-8f19-78f0a469b185)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:00:07.897276 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (ed5d38d4-1a29-45f9-9435-152367738e23), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:07.910543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-b4ff811b-f936-4318-a55f-e6b48a859890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc705cf9bb0>, [{'id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680280799', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105'}], 'enable_snat': True}, 'gw_port_id': '20385b80-93c1-483b-8b47-eb22326d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T22:00:06Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '20385b80-93c1-483b-8b47-eb22326d2800', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:07.916286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Calling delete_port for ed5d38d4-1a29-45f9-9435-152367738e23 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:00:08.083706 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-6ff252b3-bc46-490e-bdf4-0c3b76969e01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Deleting port 20385b80-93c1-483b-8b47-eb22326d2800 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:00:08.084051 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ff252b3-bc46-490e-bdf4-0c3b76969e01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (20385b80-93c1-483b-8b47-eb22326d2800), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:08.114339 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ff811b-f936-4318-a55f-e6b48a859890 None None] The sync data for ids ['16b01868-4674-4da6-a875-9b44595e3a1e'] in ncdv-master-1 is: [{'id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680280799', 'tenant_id': 'dc7b3029bd844f88a4fe9146af00a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105'}], 'enable_snat': True}, 'gw_port_id': '20385b80-93c1-483b-8b47-eb22326d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T22:00:06Z', 'revision_number': 5, 'project_id': 'dc7b3029bd844f88a4fe9146af00a270', 'gw_port': {'id': '20385b80-93c1-483b-8b47-eb22326d2800', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b01868-4674-4da6-a875-9b44595e3a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T21:58:59Z', 'updated_at': '2022-02-12T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:00:08.171707 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-6ff252b3-bc46-490e-bdf4-0c3b76969e01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] For port 20385b80-93c1-483b-8b47-eb22326d2800, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20385b80-93c1-483b-8b47-eb22326d2800,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:00:08.172078 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ff252b3-bc46-490e-bdf4-0c3b76969e01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (20385b80-93c1-483b-8b47-eb22326d2800), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:08.184695 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-6ff252b3-bc46-490e-bdf4-0c3b76969e01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Calling delete_port for 20385b80-93c1-483b-8b47-eb22326d2800 owned by network:router_gateway {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:00:08.306659 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (ed5d38d4-1a29-45f9-9435-152367738e23), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:08.332737 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Pushing event deleted for resources: {'Port': ['ID=ed5d38d4-1a29-45f9-9435-152367738e23,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:08.338273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] No DVR routers for this DVR port ed5d38d4-1a29-45f9-9435-152367738e23 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 22:00:08.350555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:08.350902 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:08.351244 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:08.351579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:08.351914 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:08.352245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:08.352576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:08.352905 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:08.353227 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:08.353577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:08.353975 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:08.354619 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:08.354751 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3642814f-c08d-4fd2-b140-302d8ef2c812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:08.432335 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ff252b3-bc46-490e-bdf4-0c3b76969e01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (20385b80-93c1-483b-8b47-eb22326d2800), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:08.458712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff252b3-bc46-490e-bdf4-0c3b76969e01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Port': ['ID=20385b80-93c1-483b-8b47-eb22326d2800,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:08.527606 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ff252b3-bc46-490e-bdf4-0c3b76969e01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (16b01868-4674-4da6-a875-9b44595e3a1e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:08.624923 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ff252b3-bc46-490e-bdf4-0c3b76969e01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (16b01868-4674-4da6-a875-9b44595e3a1e), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:08.627148 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ff252b3-bc46-490e-bdf4-0c3b76969e01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router_controller (16b01868-4674-4da6-a875-9b44595e3a1e), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:08.746992 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ff252b3-bc46-490e-bdf4-0c3b76969e01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (16b01868-4674-4da6-a875-9b44595e3a1e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:08.747574 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff252b3-bc46-490e-bdf4-0c3b76969e01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Fanout notify agent at l3_agent the message router_deleted on router 16b01868-4674-4da6-a875-9b44595e3a1e {{(pid=126506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 22:00:08.759723 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6ff252b3-bc46-490e-bdf4-0c3b76969e01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:08.759723 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6ff252b3-bc46-490e-bdf4-0c3b76969e01 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/routers/16b01868-4674-4da6-a875-9b44595e3a1e HTTP/1.1" status: 204  len: 168 time: 1.3313932
Feb 12 22:00:08.759922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57362) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:08.838768 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-081d0533-0d19-4b79-bbd9-2274b11e6e5a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (8b6e65d0-576b-4a33-97e6-9db053283936), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:08.929610 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-081d0533-0d19-4b79-bbd9-2274b11e6e5a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (8b6e65d0-576b-4a33-97e6-9db053283936), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:08.948954 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-081d0533-0d19-4b79-bbd9-2274b11e6e5a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9843040>,) {'filters': {'network_id': ['8b6e65d0-576b-4a33-97e6-9db053283936']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:08.958525 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-081d0533-0d19-4b79-bbd9-2274b11e6e5a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9843040>, '5663cc21-f9d9-4a5c-8f19-78f0a469b185') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:08.958827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-081d0533-0d19-4b79-bbd9-2274b11e6e5a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9843040>, '5663cc21-f9d9-4a5c-8f19-78f0a469b185') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:08.967898 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-081d0533-0d19-4b79-bbd9-2274b11e6e5a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (5663cc21-f9d9-4a5c-8f19-78f0a469b185), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:08.981494 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-081d0533-0d19-4b79-bbd9-2274b11e6e5a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5663cc21-f9d9-4a5c-8f19-78f0a469b185), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:08.987530 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081d0533-0d19-4b79-bbd9-2274b11e6e5a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 22:00:08.987917 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-081d0533-0d19-4b79-bbd9-2274b11e6e5a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (5663cc21-f9d9-4a5c-8f19-78f0a469b185), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 22:00:08.990865 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 22:00:09.100826 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-081d0533-0d19-4b79-bbd9-2274b11e6e5a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (8b6e65d0-576b-4a33-97e6-9db053283936), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:09.107701 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-081d0533-0d19-4b79-bbd9-2274b11e6e5a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:09.111555 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-081d0533-0d19-4b79-bbd9-2274b11e6e5a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/networks/8b6e65d0-576b-4a33-97e6-9db053283936 HTTP/1.1" status: 204  len: 168 time: 0.3507547
Feb 12 22:00:09.114189 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57364) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:09.122564 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d0533-0d19-4b79-bbd9-2274b11e6e5a tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'Network': ['ID=8b6e65d0-576b-4a33-97e6-9db053283936,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:09.171907 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6bb1b00a-c83e-4481-b5b7-3ebb8bcd5834 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (7681deda-5dc0-4b8d-916a-74b12f9ad9f3), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:09.201772 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6bb1b00a-c83e-4481-b5b7-3ebb8bcd5834 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (7681deda-5dc0-4b8d-916a-74b12f9ad9f3), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:09.233450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ed5d38d4-1a29-45f9-9435-152367738e23 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:00:09.259538 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: ed5d38d4-1a29-45f9-9435-152367738e23 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:00:09.260378 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device ed5d38d4-1a29-45f9-9435-152367738e23 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:00:09.261052 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 20385b80-93c1-483b-8b47-eb22326d2800 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:00:09.281028 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 20385b80-93c1-483b-8b47-eb22326d2800 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:00:09.281401 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 20385b80-93c1-483b-8b47-eb22326d2800 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:00:09.281900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4a1fba13-155f-4955-99e8-863fd071d9eb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:00:09.300868 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 4a1fba13-155f-4955-99e8-863fd071d9eb {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:00:09.301223 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 4a1fba13-155f-4955-99e8-863fd071d9eb not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:00:09.329131 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6bb1b00a-c83e-4481-b5b7-3ebb8bcd5834 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (7681deda-5dc0-4b8d-916a-74b12f9ad9f3), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:09.332515 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6bb1b00a-c83e-4481-b5b7-3ebb8bcd5834 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:09.333717 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6bb1b00a-c83e-4481-b5b7-3ebb8bcd5834 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] 10.222.0.31 "DELETE /v2.0/security-groups/7681deda-5dc0-4b8d-916a-74b12f9ad9f3 HTTP/1.1" status: 204  len: 168 time: 0.2184651
Feb 12 22:00:09.343034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1b00a-c83e-4481-b5b7-3ebb8bcd5834 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7681deda-5dc0-4b8d-916a-74b12f9ad9f3,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:09.927649 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57372) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:10.065384 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b19aa9c8-0336-4808-94a3-5b78572dc5e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc7b3029bd844f88a4fe9146af00a270&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1365273
Feb 12 22:00:10.067880 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57376) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:10.114437 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9929c542-50ec-4e4a-ba8e-82ef545ff393 admin admin] Publish callbacks [] for security_group (4c2ed229-ac34-4ff6-baba-fa435a10a7b4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:10.138982 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9929c542-50ec-4e4a-ba8e-82ef545ff393 admin admin] Publish callbacks [] for security_group (4c2ed229-ac34-4ff6-baba-fa435a10a7b4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:10.253366 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9929c542-50ec-4e4a-ba8e-82ef545ff393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (4c2ed229-ac34-4ff6-baba-fa435a10a7b4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:10.255942 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-9929c542-50ec-4e4a-ba8e-82ef545ff393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:10.257122 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-9929c542-50ec-4e4a-ba8e-82ef545ff393 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c2ed229-ac34-4ff6-baba-fa435a10a7b4 HTTP/1.1" status: 204  len: 168 time: 0.1883545
Feb 12 22:00:10.265612 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929c542-50ec-4e4a-ba8e-82ef545ff393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2ed229-ac34-4ff6-baba-fa435a10a7b4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:10.848488 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57382) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:10.862241 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6c06ff60-c242-4166-a520-23d5f23e4307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:10.938433 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6c06ff60-c242-4166-a520-23d5f23e4307 admin admin] Publish callbacks [] for security_group (ca58a763-29f8-4a53-aed1-98d87825d223), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:11.015122 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6c06ff60-c242-4166-a520-23d5f23e4307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ca58a763-29f8-4a53-aed1-98d87825d223), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:11.055120 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6c06ff60-c242-4166-a520-23d5f23e4307 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e07a1efef4f4fd58e6af51f11cd7412&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2055590
Feb 12 22:00:11.057055 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ff60-c242-4166-a520-23d5f23e4307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca58a763-29f8-4a53-aed1-98d87825d223,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:11.057807 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57384) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:11.105845 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d363fed6-8e42-461a-9900-6f2c7c75025f admin admin] Publish callbacks [] for security_group (ca58a763-29f8-4a53-aed1-98d87825d223), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:11.126340 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d363fed6-8e42-461a-9900-6f2c7c75025f admin admin] Publish callbacks [] for security_group (ca58a763-29f8-4a53-aed1-98d87825d223), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:11.231921 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d363fed6-8e42-461a-9900-6f2c7c75025f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ca58a763-29f8-4a53-aed1-98d87825d223), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:11.234610 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d363fed6-8e42-461a-9900-6f2c7c75025f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:11.235789 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d363fed6-8e42-461a-9900-6f2c7c75025f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca58a763-29f8-4a53-aed1-98d87825d223 HTTP/1.1" status: 204  len: 168 time: 0.1769788
Feb 12 22:00:11.243697 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363fed6-8e42-461a-9900-6f2c7c75025f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca58a763-29f8-4a53-aed1-98d87825d223,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:12.297628 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57424) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:12.392637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-a1af12f6-5fb1-4c0c-abb7-644018317742 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1890727204-network', 'tenant_id': '707f6000ad794dbd92c57050b2f27387'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:00:12.488930 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1af12f6-5fb1-4c0c-abb7-644018317742 admin admin] Made reservation on behalf of 707f6000ad794dbd92c57050b2f27387 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 22:00:12.491619 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a1af12f6-5fb1-4c0c-abb7-644018317742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:12.500459 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a1af12f6-5fb1-4c0c-abb7-644018317742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:12.575865 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a1af12f6-5fb1-4c0c-abb7-644018317742 admin admin] Publish callbacks [] for security_group (9b0d6120-a30d-44f1-956d-debe55bdcd64), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:12.641206 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a1af12f6-5fb1-4c0c-abb7-644018317742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9b0d6120-a30d-44f1-956d-debe55bdcd64), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:12.666101 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1af12f6-5fb1-4c0c-abb7-644018317742 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 22:00:12.675896 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af12f6-5fb1-4c0c-abb7-644018317742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0d6120-a30d-44f1-956d-debe55bdcd64,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:12.680805 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a1af12f6-5fb1-4c0c-abb7-644018317742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (14f15170-df21-47f6-a8f0-07421196ab4e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:12.681144 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-a1af12f6-5fb1-4c0c-abb7-644018317742 admin admin] Added segment 14f15170-df21-47f6-a8f0-07421196ab4e of type vlan for network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509
Feb 12 22:00:12.724968 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a1af12f6-5fb1-4c0c-abb7-644018317742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (7a1ae1e7-f563-4c07-9b35-0728ce6e4509), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:12.824179 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a1af12f6-5fb1-4c0c-abb7-644018317742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (7a1ae1e7-f563-4c07-9b35-0728ce6e4509), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:12.825145 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1af12f6-5fb1-4c0c-abb7-644018317742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:12.825780 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a1af12f6-5fb1-4c0c-abb7-644018317742 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:12.883063 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af12f6-5fb1-4c0c-abb7-644018317742 admin admin] Pushing event updated for resources: {'Network': ['ID=7a1ae1e7-f563-4c07-9b35-0728ce6e4509,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:12.893264 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 22:00:12.924305 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a1af12f6-5fb1-4c0c-abb7-644018317742 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6254945
Feb 12 22:00:12.927224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57428) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:12.932456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-657b379c-8c32-44bb-ae16-77fe632746ce admin admin] Request body: {'subnet': {'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1890727204-subnet', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:00:13.001340 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657b379c-8c32-44bb-ae16-77fe632746ce admin admin] Made reservation on behalf of 707f6000ad794dbd92c57050b2f27387 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 22:00:13.004396 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-657b379c-8c32-44bb-ae16-77fe632746ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:13.220816 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-657b379c-8c32-44bb-ae16-77fe632746ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (513d5e3f-9360-407f-88a0-f8f7aea98c42), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:13.274829 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b379c-8c32-44bb-ae16-77fe632746ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=513d5e3f-9360-407f-88a0-f8f7aea98c42,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:13.289694 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657b379c-8c32-44bb-ae16-77fe632746ce admin admin] Checking segment: {'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:00:13.290051 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657b379c-8c32-44bb-ae16-77fe632746ce admin admin] Network hostable DHCP agents. Network: 7a1ae1e7-f563-4c07-9b35-0728ce6e4509, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 22:00:13.363080 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657b379c-8c32-44bb-ae16-77fe632746ce admin admin] Network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 22:00:13.426115 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-657b379c-8c32-44bb-ae16-77fe632746ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7a1ae1e7-f563-4c07-9b35-0728ce6e4509) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:00:13.430485 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657b379c-8c32-44bb-ae16-77fe632746ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:13.431082 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-657b379c-8c32-44bb-ae16-77fe632746ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:13.435263 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6698313-1b98-462c-9297-9fc169e7a6b9 None None] Network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 22:00:13.519757 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-657b379c-8c32-44bb-ae16-77fe632746ce admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5913501
Feb 12 22:00:13.522332 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57430) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:13.526702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:00:13.536392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'project_id': '707f6000ad794dbd92c57050b2f27387', 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 22:00:13.537282 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:13.618692 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:13.619776 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:13.671299 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Publish callbacks [] for router_controller (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:13.675020 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Allocated IP 172.20.0.2 (7a1ae1e7-f563-4c07-9b35-0728ce6e4509/513d5e3f-9360-407f-88a0-f8f7aea98c42/edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:00:13.818420 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Publish callbacks [] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:13.882095 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Publish callbacks [] for router_gateway (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:13.918511 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:13.963598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:00:13.966477 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:00:13.971665 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:00:13.974725 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Pushing event updated for resources: {'Port': ['ID=edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:14.028604 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Attempting to bind port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 22:00:14.028979 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Attempting to bind port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 22:00:14.029335 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Attempting to bind port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 on network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:00:14.035385 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 22, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 22:00:14.035770 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Checking segment: {'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:00:14.036172 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:14.036595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Bound using segment: {'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 22:00:14.037069 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Bound port: edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 22:00:14.037467 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:14.101266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] For port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 22:00:14.107000 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] For port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 22:00:14.144476 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Publish callbacks [] for router_gateway (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:14.163434 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:14.186823 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:14.248567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e699a-1e37-4352-88d7-7698554a0b35 None None] Pushing event updated for resources: {'Port': ['ID=edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:14.273053 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Allocated IP 172.35.2.201 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/c69aae24-8868-4c31-a2a2-a2cf9db7ed34) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:00:14.388646 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Publish callbacks [] for port (c69aae24-8868-4c31-a2a2-a2cf9db7ed34), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:14.489849 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c69aae24-8868-4c31-a2a2-a2cf9db7ed34), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:14.531328 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:00:14.535149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:00:14.538270 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:00:14.560827 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Pushing event updated for resources: {'Port': ['ID=c69aae24-8868-4c31-a2a2-a2cf9db7ed34,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:14.910193 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Publish callbacks [] for router_gateway (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:15.043598 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:00:15.103955 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:15.104336 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:15.176020 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c793e2-1f93-4c13-a8a2-238d6772f349 None None] Network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 22:00:15.248416 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:15.248814 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:15.290295 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-18eeefd3-e1ba-4e0e-b89d-530e5ecfbc2d None None] Provisioning complete for port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:15.290673 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-18eeefd3-e1ba-4e0e-b89d-530e5ecfbc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:15.336464 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:00:15.425508 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-18eeefd3-e1ba-4e0e-b89d-530e5ecfbc2d None None] Current status of the port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:15.425912 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-18eeefd3-e1ba-4e0e-b89d-530e5ecfbc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:15.430251 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:15.492699 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:15.524745 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:15.534402 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-18eeefd3-e1ba-4e0e-b89d-530e5ecfbc2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 22:00:15.534728 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-18eeefd3-e1ba-4e0e-b89d-530e5ecfbc2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 22:00:15.744128 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 22:00:15.854263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:00:15.863996 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Sync routers for ids ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:00:15.873725 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Routers {'3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:00:15.874357 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdb0a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:59:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:15.926450 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:15.927713 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-02674de6-f1f2-4d4a-804a-21967b6a5e07 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.4044397
Feb 12 22:00:15.930764 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57432) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:15.980562 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Set router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:00:16.071144 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-18eeefd3-e1ba-4e0e-b89d-530e5ecfbc2d None None] Current status of the port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:16.159536 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdb0a30>, [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:14Z', 'revision_number': 3, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:16.190450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4ff5f3a2-2339-4848-af53-9c2a2cdd2a00 None None] Provisioning complete for port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:16.191319 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f3a2-2339-4848-af53-9c2a2cdd2a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:16.192415 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Checking router: 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:00:16.192645 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Updating router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 port c69aae24-8868-4c31-a2a2-a2cf9db7ed34 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 22:00:16.222529 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c69aae24-8868-4c31-a2a2-a2cf9db7ed34), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:16.276245 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4ff5f3a2-2339-4848-af53-9c2a2cdd2a00 None None] Current status of the port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:16.368050 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:16.472839 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Publish callbacks [] for port (c69aae24-8868-4c31-a2a2-a2cf9db7ed34), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:16.524733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Allocated IP 172.20.0.1 (7a1ae1e7-f563-4c07-9b35-0728ce6e4509/513d5e3f-9360-407f-88a0-f8f7aea98c42/a5b8dbe6-94ee-4e64-85dd-68ea89423600) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:00:16.535165 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c69aae24-8868-4c31-a2a2-a2cf9db7ed34), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:16.589007 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Attempting to bind port c69aae24-8868-4c31-a2a2-a2cf9db7ed34 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 22:00:16.589382 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Attempting to bind port c69aae24-8868-4c31-a2a2-a2cf9db7ed34 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 22:00:16.589748 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Attempting to bind port c69aae24-8868-4c31-a2a2-a2cf9db7ed34 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:00:16.595958 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18349f-5a32-4181-a791-74b40e6623bc None None] Pushing event updated for resources: {'Port': ['ID=c69aae24-8868-4c31-a2a2-a2cf9db7ed34,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:16.604843 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 22, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 22:00:16.605385 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:00:16.605927 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:16.606448 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 22:00:16.607106 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Bound port: c69aae24-8868-4c31-a2a2-a2cf9db7ed34, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 22:00:16.607671 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c69aae24-8868-4c31-a2a2-a2cf9db7ed34), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:16.610788 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18349f-5a32-4181-a791-74b40e6623bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:16.611786 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18349f-5a32-4181-a791-74b40e6623bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:16.612134 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18349f-5a32-4181-a791-74b40e6623bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:16.612473 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18349f-5a32-4181-a791-74b40e6623bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:16.612804 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18349f-5a32-4181-a791-74b40e6623bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:16.613131 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18349f-5a32-4181-a791-74b40e6623bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:16.613477 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18349f-5a32-4181-a791-74b40e6623bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:16.613804 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18349f-5a32-4181-a791-74b40e6623bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:16.614121 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18349f-5a32-4181-a791-74b40e6623bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:16.614439 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18349f-5a32-4181-a791-74b40e6623bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:16.614757 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18349f-5a32-4181-a791-74b40e6623bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:16.615075 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18349f-5a32-4181-a791-74b40e6623bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:16.615393 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18349f-5a32-4181-a791-74b40e6623bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:00:16.640279 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Publish callbacks [] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:16.665562 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] For port c69aae24-8868-4c31-a2a2-a2cf9db7ed34, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 22:00:16.668795 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] For port c69aae24-8868-4c31-a2a2-a2cf9db7ed34, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c69aae24-8868-4c31-a2a2-a2cf9db7ed34,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 22:00:16.729476 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:16.764061 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c69aae24-8868-4c31-a2a2-a2cf9db7ed34), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:16.770227 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:00:16.773154 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:00:16.776739 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:00:16.805717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b8dbe6-94ee-4e64-85dd-68ea89423600,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:16.821838 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18349f-5a32-4181-a791-74b40e6623bc None None] Pushing event updated for resources: {'Port': ['ID=c69aae24-8868-4c31-a2a2-a2cf9db7ed34,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:16.825727 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:16.834438 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Routers {'3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:00:16.835262 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdb0a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:59:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:16.952937 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] Set router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:00:17.006316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:00:17.047234 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:17.066579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:17.067208 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:17.135914 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-6a46aba5-2473-4bbc-b502-ca947c49ff18 None None] Provisioning complete for port a5b8dbe6-94ee-4e64-85dd-68ea89423600 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:17.137032 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6a46aba5-2473-4bbc-b502-ca947c49ff18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:17.146782 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdb0a30>, [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:14Z', 'revision_number': 3, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:17.173068 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b0be16-ceef-4a43-9d6d-8f3389dd25ea None None] The sync data for ids ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'] in ncdv-master-1 is: [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:14Z', 'revision_number': 3, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:00:17.209623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-6a46aba5-2473-4bbc-b502-ca947c49ff18 None None] Port a5b8dbe6-94ee-4e64-85dd-68ea89423600 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 22:00:17.213178 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:17.227811 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Publish callbacks [] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:17.281130 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:17.355117 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b8dbe6-94ee-4e64-85dd-68ea89423600,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:17.357303 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:17.471890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:00:17.473396 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:00:17.602587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:00:17.724507 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:00:17.730750 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c7caef57-9fbb-45b1-9a26-b6c005d37010 admin admin] 10.222.0.31 "PUT /v2.0/routers/3c4c23bc-23d9-4f2b-adb4-9eb0541a4291/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7989018
Feb 12 22:00:17.751292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-21a30ccf-293c-42c6-aa5c-c981da742b7e None None] Provisioning complete for port a5b8dbe6-94ee-4e64-85dd-68ea89423600 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:17.752435 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-21a30ccf-293c-42c6-aa5c-c981da742b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:17.789854 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-21a30ccf-293c-42c6-aa5c-c981da742b7e None None] Port a5b8dbe6-94ee-4e64-85dd-68ea89423600 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 22:00:18.434695 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57448) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:18.439562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-aeca8f43-e98c-485a-9cc2-ca4b21307699 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-401519863-network', 'tenant_id': 'fb07d1f29ed14c6a971033f5fc54a053'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:00:18.534890 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeca8f43-e98c-485a-9cc2-ca4b21307699 admin admin] Made reservation on behalf of fb07d1f29ed14c6a971033f5fc54a053 for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 22:00:18.537265 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-aeca8f43-e98c-485a-9cc2-ca4b21307699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:18.546269 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-aeca8f43-e98c-485a-9cc2-ca4b21307699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:18.620481 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-aeca8f43-e98c-485a-9cc2-ca4b21307699 admin admin] Publish callbacks [] for security_group (e52f15fb-4672-4ad7-bb99-530f7b24cdd1), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:18.692419 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-aeca8f43-e98c-485a-9cc2-ca4b21307699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e52f15fb-4672-4ad7-bb99-530f7b24cdd1), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:18.716966 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeca8f43-e98c-485a-9cc2-ca4b21307699 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 22:00:18.727650 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca8f43-e98c-485a-9cc2-ca4b21307699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52f15fb-4672-4ad7-bb99-530f7b24cdd1,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:18.732549 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-aeca8f43-e98c-485a-9cc2-ca4b21307699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5a9922da-7782-4e40-af6b-040a1ecba2d7), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:18.732895 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-aeca8f43-e98c-485a-9cc2-ca4b21307699 admin admin] Added segment 5a9922da-7782-4e40-af6b-040a1ecba2d7 of type vlan for network 190d10fe-9bba-4fdb-9914-ef10876a00c4
Feb 12 22:00:18.777212 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-aeca8f43-e98c-485a-9cc2-ca4b21307699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (190d10fe-9bba-4fdb-9914-ef10876a00c4), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:18.809292 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Sync routers for ids ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:00:18.819408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Routers {'3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:00:18.820008 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa592fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:59:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:18.866398 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-aeca8f43-e98c-485a-9cc2-ca4b21307699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (190d10fe-9bba-4fdb-9914-ef10876a00c4), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:18.867521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeca8f43-e98c-485a-9cc2-ca4b21307699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:18.868177 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-aeca8f43-e98c-485a-9cc2-ca4b21307699 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:18.927856 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca8f43-e98c-485a-9cc2-ca4b21307699 admin admin] Pushing event updated for resources: {'Network': ['ID=190d10fe-9bba-4fdb-9914-ef10876a00c4,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:18.931064 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Set router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:00:18.958735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 190d10fe-9bba-4fdb-9914-ef10876a00c4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 22:00:18.976130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57450) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:18.976702 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-aeca8f43-e98c-485a-9cc2-ca4b21307699 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5404832
Feb 12 22:00:18.983623 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-c4801823-a050-42dc-a3d2-fefa1cec5ffe admin admin] Request body: {'subnet': {'network_id': '190d10fe-9bba-4fdb-9914-ef10876a00c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-401519863-subnet', 'tenant_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:00:19.064768 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c69aae24-8868-4c31-a2a2-a2cf9db7ed34 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:00:19.083790 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4801823-a050-42dc-a3d2-fefa1cec5ffe admin admin] Made reservation on behalf of fb07d1f29ed14c6a971033f5fc54a053 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 22:00:19.086499 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c4801823-a050-42dc-a3d2-fefa1cec5ffe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:19.186792 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port c69aae24-8868-4c31-a2a2-a2cf9db7ed34 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:19.187170 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c69aae24-8868-4c31-a2a2-a2cf9db7ed34), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:19.324265 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c4801823-a050-42dc-a3d2-fefa1cec5ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (85c57e54-115e-43f7-b242-49b7417a194a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:19.381609 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4801823-a050-42dc-a3d2-fefa1cec5ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c57e54-115e-43f7-b242-49b7417a194a,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:19.394585 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4801823-a050-42dc-a3d2-fefa1cec5ffe admin admin] Checking segment: {'id': '5a9922da-7782-4e40-af6b-040a1ecba2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '190d10fe-9bba-4fdb-9914-ef10876a00c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:00:19.395125 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4801823-a050-42dc-a3d2-fefa1cec5ffe admin admin] Network hostable DHCP agents. Network: 190d10fe-9bba-4fdb-9914-ef10876a00c4, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 22:00:19.467079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa592fd0>, [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5b8dbe6-94ee-4e64-85dd-68ea89423600', 'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'mac_address': 'fa:16:3e:5f:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:16Z', 'updated_at': '2022-02-12T22:00:17Z', 'revision_number': 2, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'subnets': [{'id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:19.469953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port c69aae24-8868-4c31-a2a2-a2cf9db7ed34 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:19.470463 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (c69aae24-8868-4c31-a2a2-a2cf9db7ed34), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:19.498802 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Checking router: 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:00:19.499159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Updating router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 port a5b8dbe6-94ee-4e64-85dd-68ea89423600 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 22:00:19.506521 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4801823-a050-42dc-a3d2-fefa1cec5ffe admin admin] Network 190d10fe-9bba-4fdb-9914-ef10876a00c4 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 22:00:19.535889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port c69aae24-8868-4c31-a2a2-a2cf9db7ed34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c69aae24-8868-4c31-a2a2-a2cf9db7ed34,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:00:19.540620 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:19.601167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-c4801823-a050-42dc-a3d2-fefa1cec5ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 190d10fe-9bba-4fdb-9914-ef10876a00c4) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:00:19.606172 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4801823-a050-42dc-a3d2-fefa1cec5ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:19.607964 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c4801823-a050-42dc-a3d2-fefa1cec5ffe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:19.639525 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec7a6b1-6fe6-48bb-9f45-bd074fba06de None None] Network 190d10fe-9bba-4fdb-9914-ef10876a00c4 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 22:00:19.644397 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (c69aae24-8868-4c31-a2a2-a2cf9db7ed34), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:19.702085 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c4801823-a050-42dc-a3d2-fefa1cec5ffe admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7248070
Feb 12 22:00:19.710358 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57452) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:19.714787 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-401519863-router', 'tenant_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:00:19.815018 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (ef16572f-03d1-4be2-a18c-c5f8479c125e), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:19.816139 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (ef16572f-03d1-4be2-a18c-c5f8479c125e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:19.825001 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=c69aae24-8868-4c31-a2a2-a2cf9db7ed34,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:19.869847 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-190d10fe-9bba-4fdb-9914-ef10876a00c4', 'network_id': '190d10fe-9bba-4fdb-9914-ef10876a00c4', 'project_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'fixed_ips': [{'subnet_id': '85c57e54-115e-43f7-b242-49b7417a194a'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 22:00:19.870880 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:19.881745 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Publish callbacks [] for router_controller (ef16572f-03d1-4be2-a18c-c5f8479c125e), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:20.024507 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Publish callbacks [] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:20.068342 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Allocated IP 172.20.0.2 (190d10fe-9bba-4fdb-9914-ef10876a00c4/85c57e54-115e-43f7-b242-49b7417a194a/153e6e9b-9f32-4ac6-91d7-288df3cca088) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:00:20.078867 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Publish callbacks [] for router_gateway (ef16572f-03d1-4be2-a18c-c5f8479c125e), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:20.099421 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:20.187810 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab224a-fba5-48c5-996c-5622d674513d None None] Pushing event updated for resources: {'Port': ['ID=a5b8dbe6-94ee-4e64-85dd-68ea89423600,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:20.289146 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Attempting to bind port a5b8dbe6-94ee-4e64-85dd-68ea89423600 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 22:00:20.289540 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Attempting to bind port a5b8dbe6-94ee-4e64-85dd-68ea89423600 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 22:00:20.289905 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Attempting to bind port a5b8dbe6-94ee-4e64-85dd-68ea89423600 on network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:00:20.299316 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 22, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 22:00:20.299695 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Checking segment: {'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:00:20.300099 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:20.300493 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Bound using segment: {'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 22:00:20.300968 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Bound port: a5b8dbe6-94ee-4e64-85dd-68ea89423600, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 22:00:20.301368 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:20.324130 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Publish callbacks [] for port (153e6e9b-9f32-4ac6-91d7-288df3cca088), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:20.372126 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Publish callbacks [] for router_gateway (ef16572f-03d1-4be2-a18c-c5f8479c125e), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:20.379030 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] For port a5b8dbe6-94ee-4e64-85dd-68ea89423600, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 22:00:20.382141 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] For port a5b8dbe6-94ee-4e64-85dd-68ea89423600, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5b8dbe6-94ee-4e64-85dd-68ea89423600,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 22:00:20.394239 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:20.427224 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-976e6348-04db-4692-b31c-d4fd4e13743e None None] Provisioning complete for port a5b8dbe6-94ee-4e64-85dd-68ea89423600 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:20.427598 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-976e6348-04db-4692-b31c-d4fd4e13743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:20.453748 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (153e6e9b-9f32-4ac6-91d7-288df3cca088), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:20.495216 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:20.504667 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Allocated IP 172.35.2.51 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/8e5e879e-c1aa-4047-856e-cd4ce067c0d1) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:00:20.508683 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-976e6348-04db-4692-b31c-d4fd4e13743e None None] Port a5b8dbe6-94ee-4e64-85dd-68ea89423600 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 22:00:20.511416 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Network 190d10fe-9bba-4fdb-9914-ef10876a00c4 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:00:20.521819 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:00:20.527348 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:00:20.531692 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Pushing event updated for resources: {'Port': ['ID=153e6e9b-9f32-4ac6-91d7-288df3cca088,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:20.598118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Routers {'3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:00:20.598762 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa592fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:59:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:20.611640 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Publish callbacks [] for port (8e5e879e-c1aa-4047-856e-cd4ce067c0d1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:20.710331 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8e5e879e-c1aa-4047-856e-cd4ce067c0d1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:20.713941 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab224a-fba5-48c5-996c-5622d674513d None None] Pushing event updated for resources: {'Port': ['ID=a5b8dbe6-94ee-4e64-85dd-68ea89423600,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:20.718568 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Attempting to bind port 153e6e9b-9f32-4ac6-91d7-288df3cca088 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 22:00:20.719033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Attempting to bind port 153e6e9b-9f32-4ac6-91d7-288df3cca088 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5a9922da-7782-4e40-af6b-040a1ecba2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '190d10fe-9bba-4fdb-9914-ef10876a00c4'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 22:00:20.719306 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Attempting to bind port 153e6e9b-9f32-4ac6-91d7-288df3cca088 on network 190d10fe-9bba-4fdb-9914-ef10876a00c4 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:00:20.730283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 22, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 22:00:20.730668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Checking segment: {'id': '5a9922da-7782-4e40-af6b-040a1ecba2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '190d10fe-9bba-4fdb-9914-ef10876a00c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:00:20.731080 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:20.736576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Bound using segment: {'id': '5a9922da-7782-4e40-af6b-040a1ecba2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '190d10fe-9bba-4fdb-9914-ef10876a00c4'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 22:00:20.736576 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Bound port: 153e6e9b-9f32-4ac6-91d7-288df3cca088, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9922da-7782-4e40-af6b-040a1ecba2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '190d10fe-9bba-4fdb-9914-ef10876a00c4'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 22:00:20.736576 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (153e6e9b-9f32-4ac6-91d7-288df3cca088), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:20.766854 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:00:20.772370 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:00:20.776928 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:00:20.785450 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Pushing event updated for resources: {'Port': ['ID=8e5e879e-c1aa-4047-856e-cd4ce067c0d1,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:20.811753 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] Set router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:00:20.875347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] For port 153e6e9b-9f32-4ac6-91d7-288df3cca088, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 22:00:20.927442 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] For port 153e6e9b-9f32-4ac6-91d7-288df3cca088, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=153e6e9b-9f32-4ac6-91d7-288df3cca088,segment=NetworkSegment(5a9922da-7782-4e40-af6b-040a1ecba2d7),segment_id=5a9922da-7782-4e40-af6b-040a1ecba2d7)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 22:00:20.929736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-11c6607a-aecb-46e8-a610-f1e1aacd07e7 None None] Provisioning complete for port a5b8dbe6-94ee-4e64-85dd-68ea89423600 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:20.930107 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-11c6607a-aecb-46e8-a610-f1e1aacd07e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:21.007727 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c69aae24-8868-4c31-a2a2-a2cf9db7ed34 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:00:21.014554 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (153e6e9b-9f32-4ac6-91d7-288df3cca088), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:21.111644 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Publish callbacks [] for router_gateway (ef16572f-03d1-4be2-a18c-c5f8479c125e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:21.140650 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d1e8f-3d3d-4c18-b9c1-9287dda4367b None None] Pushing event updated for resources: {'Port': ['ID=153e6e9b-9f32-4ac6-91d7-288df3cca088,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:21.212878 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-11c6607a-aecb-46e8-a610-f1e1aacd07e7 None None] Current status of the port a5b8dbe6-94ee-4e64-85dd-68ea89423600 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:21.213267 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-11c6607a-aecb-46e8-a610-f1e1aacd07e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:21.216120 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port c69aae24-8868-4c31-a2a2-a2cf9db7ed34 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:21.216485 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (c69aae24-8868-4c31-a2a2-a2cf9db7ed34), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:21.373735 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (ef16572f-03d1-4be2-a18c-c5f8479c125e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:21.472850 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-11c6607a-aecb-46e8-a610-f1e1aacd07e7 None None] For port a5b8dbe6-94ee-4e64-85dd-68ea89423600, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5b8dbe6-94ee-4e64-85dd-68ea89423600,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:00:21.476613 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa592fd0>, [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5b8dbe6-94ee-4e64-85dd-68ea89423600', 'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'mac_address': 'fa:16:3e:5f:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:16Z', 'updated_at': '2022-02-12T22:00:20Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'subnets': [{'id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:21.506166 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba95415-577c-47e8-af78-7d8c582e265c None None] The sync data for ids ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'] in ncdv-master-1 is: [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5b8dbe6-94ee-4e64-85dd-68ea89423600', 'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'mac_address': 'fa:16:3e:5f:8a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:16Z', 'updated_at': '2022-02-12T22:00:20Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'subnets': [{'id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:00:21.548269 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-11c6607a-aecb-46e8-a610-f1e1aacd07e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:21.594884 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port c69aae24-8868-4c31-a2a2-a2cf9db7ed34 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:21.615386 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Router ef16572f-03d1-4be2-a18c-c5f8479c125e is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 22:00:21.624953 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6607a-aecb-46e8-a610-f1e1aacd07e7 None None] Pushing event updated for resources: {'Port': ['ID=a5b8dbe6-94ee-4e64-85dd-68ea89423600,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:21.748029 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:00:21.759045 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Sync routers for ids ['ef16572f-03d1-4be2-a18c-c5f8479c125e'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:00:21.771622 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Routers {'ef16572f-03d1-4be2-a18c-c5f8479c125e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:00:21.774991 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9ccb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:59:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ef16572f-03d1-4be2-a18c-c5f8479c125e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:21.857178 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:21.860010 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-953538fc-5cd2-4304-8875-def5659406ab admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.1485705
Feb 12 22:00:21.863213 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57460) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:21.906263 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Set router ef16572f-03d1-4be2-a18c-c5f8479c125e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:00:22.264060 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9ccb20>, [{'id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'name': 'tempest-TestShelveInstance-401519863-router', 'tenant_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '8e5e879e-c1aa-4047-856e-cd4ce067c0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:19Z', 'updated_at': '2022-02-12T22:00:20Z', 'revision_number': 3, 'project_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'gw_port': {'id': '8e5e879e-c1aa-4047-856e-cd4ce067c0d1', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:20Z', 'updated_at': '2022-02-12T22:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:22.302145 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Checking router: ef16572f-03d1-4be2-a18c-c5f8479c125e for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:00:22.302493 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Updating router ef16572f-03d1-4be2-a18c-c5f8479c125e port 8e5e879e-c1aa-4047-856e-cd4ce067c0d1 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 22:00:22.336386 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8e5e879e-c1aa-4047-856e-cd4ce067c0d1), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:22.343849 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1e73c2-b4ac-48f5-b63f-5e8670633c8f None None] Network 190d10fe-9bba-4fdb-9914-ef10876a00c4 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 22:00:22.422686 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-be10ddd5-2982-43d5-8767-f33086c98fbd None None] Provisioning complete for port 153e6e9b-9f32-4ac6-91d7-288df3cca088 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:22.423247 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-be10ddd5-2982-43d5-8767-f33086c98fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (153e6e9b-9f32-4ac6-91d7-288df3cca088), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:22.591450 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-be10ddd5-2982-43d5-8767-f33086c98fbd None None] Current status of the port 153e6e9b-9f32-4ac6-91d7-288df3cca088 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:22.591846 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-be10ddd5-2982-43d5-8767-f33086c98fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (153e6e9b-9f32-4ac6-91d7-288df3cca088), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:22.644905 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-be10ddd5-2982-43d5-8767-f33086c98fbd None None] For port 153e6e9b-9f32-4ac6-91d7-288df3cca088, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=153e6e9b-9f32-4ac6-91d7-288df3cca088,segment=NetworkSegment(5a9922da-7782-4e40-af6b-040a1ecba2d7),segment_id=5a9922da-7782-4e40-af6b-040a1ecba2d7)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:00:22.660668 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Publish callbacks [] for port (8e5e879e-c1aa-4047-856e-cd4ce067c0d1), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:22.712611 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-be10ddd5-2982-43d5-8767-f33086c98fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (153e6e9b-9f32-4ac6-91d7-288df3cca088), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:22.741134 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8e5e879e-c1aa-4047-856e-cd4ce067c0d1), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:22.844147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10ddd5-2982-43d5-8767-f33086c98fbd None None] Pushing event updated for resources: {'Port': ['ID=153e6e9b-9f32-4ac6-91d7-288df3cca088,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:22.846927 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab66c88-dbdc-450f-a8f7-6b38e8fae962 None None] Pushing event updated for resources: {'Port': ['ID=8e5e879e-c1aa-4047-856e-cd4ce067c0d1,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:22.858021 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-8cb7b1b4-490d-47ee-8248-f73fde21b54b None None] Provisioning complete for port 153e6e9b-9f32-4ac6-91d7-288df3cca088 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:22.858717 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b1b4-490d-47ee-8248-f73fde21b54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (153e6e9b-9f32-4ac6-91d7-288df3cca088), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:22.863417 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Attempting to bind port 8e5e879e-c1aa-4047-856e-cd4ce067c0d1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 22:00:22.863792 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Attempting to bind port 8e5e879e-c1aa-4047-856e-cd4ce067c0d1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 22:00:22.864149 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Attempting to bind port 8e5e879e-c1aa-4047-856e-cd4ce067c0d1 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:00:22.875804 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 22, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 22:00:22.876467 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:00:22.877527 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:22.878943 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 22:00:22.879667 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Bound port: 8e5e879e-c1aa-4047-856e-cd4ce067c0d1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 22:00:22.880448 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8e5e879e-c1aa-4047-856e-cd4ce067c0d1), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:22.955998 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] For port 8e5e879e-c1aa-4047-856e-cd4ce067c0d1, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 22:00:22.955998 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] For port 8e5e879e-c1aa-4047-856e-cd4ce067c0d1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e5e879e-c1aa-4047-856e-cd4ce067c0d1,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 22:00:22.964077 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:22.991593 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-8cb7b1b4-490d-47ee-8248-f73fde21b54b None None] Current status of the port 153e6e9b-9f32-4ac6-91d7-288df3cca088 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:23.033194 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8e5e879e-c1aa-4047-856e-cd4ce067c0d1), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:23.089655 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Routers {'ef16572f-03d1-4be2-a18c-c5f8479c125e'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:00:23.090278 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9ccb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:59:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ef16572f-03d1-4be2-a18c-c5f8479c125e'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:23.122903 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a5b8dbe6-94ee-4e64-85dd-68ea89423600 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:00:23.164329 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Allocated IP 172.20.0.1 (190d10fe-9bba-4fdb-9914-ef10876a00c4/85c57e54-115e-43f7-b242-49b7417a194a/3145a405-a422-4c77-86d6-88878937440b) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:00:23.166874 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab66c88-dbdc-450f-a8f7-6b38e8fae962 None None] Pushing event updated for resources: {'Port': ['ID=8e5e879e-c1aa-4047-856e-cd4ce067c0d1,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:23.187547 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port a5b8dbe6-94ee-4e64-85dd-68ea89423600 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:23.187867 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:23.221747 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] Set router ef16572f-03d1-4be2-a18c-c5f8479c125e gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:00:23.271750 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port a5b8dbe6-94ee-4e64-85dd-68ea89423600 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:23.272898 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 153e6e9b-9f32-4ac6-91d7-288df3cca088 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:00:23.285544 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Publish callbacks [] for port (3145a405-a422-4c77-86d6-88878937440b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:23.325379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 153e6e9b-9f32-4ac6-91d7-288df3cca088 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:23.325685 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (153e6e9b-9f32-4ac6-91d7-288df3cca088), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:23.375824 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (3145a405-a422-4c77-86d6-88878937440b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:23.427050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 153e6e9b-9f32-4ac6-91d7-288df3cca088 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:23.436140 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Network 190d10fe-9bba-4fdb-9914-ef10876a00c4 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:00:23.437548 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Pushing event updated for resources: {'Port': ['ID=3145a405-a422-4c77-86d6-88878937440b,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:23.440234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:00:23.442377 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:00:23.453107 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb9ccb20>, [{'id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'name': 'tempest-TestShelveInstance-401519863-router', 'tenant_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '8e5e879e-c1aa-4047-856e-cd4ce067c0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:19Z', 'updated_at': '2022-02-12T22:00:20Z', 'revision_number': 3, 'project_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'gw_port': {'id': '8e5e879e-c1aa-4047-856e-cd4ce067c0d1', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:20Z', 'updated_at': '2022-02-12T22:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:23.492045 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (ef16572f-03d1-4be2-a18c-c5f8479c125e), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:23.498909 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97966a20-c7d2-47b1-b302-64ea79c68d35 None None] The sync data for ids ['ef16572f-03d1-4be2-a18c-c5f8479c125e'] in ncdv-master-1 is: [{'id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'name': 'tempest-TestShelveInstance-401519863-router', 'tenant_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '8e5e879e-c1aa-4047-856e-cd4ce067c0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:19Z', 'updated_at': '2022-02-12T22:00:20Z', 'revision_number': 3, 'project_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'gw_port': {'id': '8e5e879e-c1aa-4047-856e-cd4ce067c0d1', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:20Z', 'updated_at': '2022-02-12T22:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:00:23.703893 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3145a405-a422-4c77-86d6-88878937440b), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:23.720774 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-91046aac-cca6-4339-80ae-6fc3ad7360bf None None] Provisioning complete for port 3145a405-a422-4c77-86d6-88878937440b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:23.720774 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-91046aac-cca6-4339-80ae-6fc3ad7360bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3145a405-a422-4c77-86d6-88878937440b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:23.800572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-91046aac-cca6-4339-80ae-6fc3ad7360bf None None] Port 3145a405-a422-4c77-86d6-88878937440b cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 22:00:23.909321 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Publish callbacks [] for port (3145a405-a422-4c77-86d6-88878937440b), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:23.974851 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (3145a405-a422-4c77-86d6-88878937440b), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:24.049523 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Pushing event updated for resources: {'Port': ['ID=3145a405-a422-4c77-86d6-88878937440b,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:24.051984 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (ef16572f-03d1-4be2-a18c-c5f8479c125e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:24.151505 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Network 190d10fe-9bba-4fdb-9914-ef10876a00c4 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:00:24.153671 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:00:24.290161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Router ef16572f-03d1-4be2-a18c-c5f8479c125e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:00:24.420109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:00:24.437018 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-68ac3ec0-fbc3-4ef0-b9ed-f20c1402e82b admin admin] 10.222.0.31 "PUT /v2.0/routers/ef16572f-03d1-4be2-a18c-c5f8479c125e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5634949
Feb 12 22:00:24.437168 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d1a3a435-31ec-4c5d-b5ff-16d41eebc629 None None] Provisioning complete for port 3145a405-a422-4c77-86d6-88878937440b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:24.437168 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d1a3a435-31ec-4c5d-b5ff-16d41eebc629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3145a405-a422-4c77-86d6-88878937440b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:24.474472 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d1a3a435-31ec-4c5d-b5ff-16d41eebc629 None None] Port 3145a405-a422-4c77-86d6-88878937440b cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 22:00:25.048823 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8e5e879e-c1aa-4047-856e-cd4ce067c0d1 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:00:25.102015 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8e5e879e-c1aa-4047-856e-cd4ce067c0d1 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:25.102658 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8e5e879e-c1aa-4047-856e-cd4ce067c0d1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:25.182605 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Sync routers for ids ['ef16572f-03d1-4be2-a18c-c5f8479c125e'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:00:25.196421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8e5e879e-c1aa-4047-856e-cd4ce067c0d1 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:25.196813 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8e5e879e-c1aa-4047-856e-cd4ce067c0d1), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:25.209846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Routers {'ef16572f-03d1-4be2-a18c-c5f8479c125e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:00:25.210468 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b5a340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:59:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ef16572f-03d1-4be2-a18c-c5f8479c125e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:25.295811 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 8e5e879e-c1aa-4047-856e-cd4ce067c0d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e5e879e-c1aa-4047-856e-cd4ce067c0d1,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:00:25.342101 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Set router ef16572f-03d1-4be2-a18c-c5f8479c125e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:00:25.368544 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8e5e879e-c1aa-4047-856e-cd4ce067c0d1), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:25.497161 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=8e5e879e-c1aa-4047-856e-cd4ce067c0d1,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:25.502469 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57470) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:25.508740 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d47aef5c-403d-416c-bad4-e28654c75c46 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-817862586', 'description': 'tempest-secgroup-smoke-817862586 description', 'project_id': '707f6000ad794dbd92c57050b2f27387'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:00:25.580221 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b5a340>, [{'id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'name': 'tempest-TestShelveInstance-401519863-router', 'tenant_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '8e5e879e-c1aa-4047-856e-cd4ce067c0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:19Z', 'updated_at': '2022-02-12T22:00:23Z', 'revision_number': 4, 'project_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'gw_port': {'id': '8e5e879e-c1aa-4047-856e-cd4ce067c0d1', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:20Z', 'updated_at': '2022-02-12T22:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3145a405-a422-4c77-86d6-88878937440b', 'name': '', 'network_id': '190d10fe-9bba-4fdb-9914-ef10876a00c4', 'tenant_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'mac_address': 'fa:16:3e:2d:9e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '85c57e54-115e-43f7-b242-49b7417a194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:22Z', 'updated_at': '2022-02-12T22:00:23Z', 'revision_number': 2, 'project_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'subnets': [{'id': '85c57e54-115e-43f7-b242-49b7417a194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:25.603649 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d47aef5c-403d-416c-bad4-e28654c75c46 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:25.612064 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Checking router: ef16572f-03d1-4be2-a18c-c5f8479c125e for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:00:25.612446 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Updating router ef16572f-03d1-4be2-a18c-c5f8479c125e port 3145a405-a422-4c77-86d6-88878937440b binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 22:00:25.639129 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3145a405-a422-4c77-86d6-88878937440b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:25.677057 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d47aef5c-403d-416c-bad4-e28654c75c46 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group (25ed0b17-2de5-4606-8ad1-fe11f3bf1799), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:25.761011 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d47aef5c-403d-416c-bad4-e28654c75c46 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (25ed0b17-2de5-4606-8ad1-fe11f3bf1799), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:25.790444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47aef5c-403d-416c-bad4-e28654c75c46 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ed0b17-2de5-4606-8ad1-fe11f3bf1799,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:25.863839 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d47aef5c-403d-416c-bad4-e28654c75c46 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:25.865124 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d47aef5c-403d-416c-bad4-e28654c75c46 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3608828
Feb 12 22:00:25.868246 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57472) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:25.872734 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-f35bfc40-1089-4ba0-afde-f20d14879148 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'security_group_rule': {'security_group_id': '25ed0b17-2de5-4606-8ad1-fe11f3bf1799', 'project_id': '707f6000ad794dbd92c57050b2f27387', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:00:25.918363 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Publish callbacks [] for port (3145a405-a422-4c77-86d6-88878937440b), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:25.919929 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8e344a75-1669-43d8-8443-8ee82efcb423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:25.975205 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f35bfc40-1089-4ba0-afde-f20d14879148 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (b02430a5-82d0-469a-b234-4f68983a82a1), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:25.992242 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3145a405-a422-4c77-86d6-88878937440b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.038383 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f35bfc40-1089-4ba0-afde-f20d14879148 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (b02430a5-82d0-469a-b234-4f68983a82a1), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.046164 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc55cc-c11f-4853-ad3f-02249bf32b5c None None] Pushing event updated for resources: {'Port': ['ID=3145a405-a422-4c77-86d6-88878937440b,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:26.096611 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Attempting to bind port 3145a405-a422-4c77-86d6-88878937440b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 22:00:26.096992 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Attempting to bind port 3145a405-a422-4c77-86d6-88878937440b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5a9922da-7782-4e40-af6b-040a1ecba2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '190d10fe-9bba-4fdb-9914-ef10876a00c4'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 22:00:26.097477 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Attempting to bind port 3145a405-a422-4c77-86d6-88878937440b on network 190d10fe-9bba-4fdb-9914-ef10876a00c4 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:00:26.102766 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 22, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 22:00:26.105246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Checking segment: {'id': '5a9922da-7782-4e40-af6b-040a1ecba2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '190d10fe-9bba-4fdb-9914-ef10876a00c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:00:26.105246 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.105246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Bound using segment: {'id': '5a9922da-7782-4e40-af6b-040a1ecba2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '190d10fe-9bba-4fdb-9914-ef10876a00c4'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 22:00:26.105246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Bound port: 3145a405-a422-4c77-86d6-88878937440b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9922da-7782-4e40-af6b-040a1ecba2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '190d10fe-9bba-4fdb-9914-ef10876a00c4'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 22:00:26.105246 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3145a405-a422-4c77-86d6-88878937440b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.123859 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f35bfc40-1089-4ba0-afde-f20d14879148 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (b02430a5-82d0-469a-b234-4f68983a82a1), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.145702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bfc40-1089-4ba0-afde-f20d14879148 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02430a5-82d0-469a-b234-4f68983a82a1,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:26.178209 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] For port 3145a405-a422-4c77-86d6-88878937440b, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 22:00:26.182027 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] For port 3145a405-a422-4c77-86d6-88878937440b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3145a405-a422-4c77-86d6-88878937440b,segment=NetworkSegment(5a9922da-7782-4e40-af6b-040a1ecba2d7),segment_id=5a9922da-7782-4e40-af6b-040a1ecba2d7)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 22:00:26.217836 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-f35bfc40-1089-4ba0-afde-f20d14879148 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.221833 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f35bfc40-1089-4ba0-afde-f20d14879148 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3524725
Feb 12 22:00:26.222848 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57474) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:26.227839 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-3b2716a6-e815-46af-b069-49a615603f2c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'security_group_rule': {'security_group_id': '25ed0b17-2de5-4606-8ad1-fe11f3bf1799', 'project_id': '707f6000ad794dbd92c57050b2f27387', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:00:26.255358 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3145a405-a422-4c77-86d6-88878937440b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.306024 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3b2716a6-e815-46af-b069-49a615603f2c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (e7aa2a17-f6ca-48a8-a7c0-5a798ae37d8b), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.325400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Routers {'ef16572f-03d1-4be2-a18c-c5f8479c125e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:00:26.326033 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b5a340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T21:59:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ef16572f-03d1-4be2-a18c-c5f8479c125e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:26.331939 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc55cc-c11f-4853-ad3f-02249bf32b5c None None] Pushing event updated for resources: {'Port': ['ID=3145a405-a422-4c77-86d6-88878937440b,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:26.368605 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3b2716a6-e815-46af-b069-49a615603f2c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (e7aa2a17-f6ca-48a8-a7c0-5a798ae37d8b), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.397197 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a528095-0f62-488e-bf06-e988e4b5c93c None None] Provisioning complete for port 3145a405-a422-4c77-86d6-88878937440b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:26.398316 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a528095-0f62-488e-bf06-e988e4b5c93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3145a405-a422-4c77-86d6-88878937440b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.426396 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3b2716a6-e815-46af-b069-49a615603f2c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (e7aa2a17-f6ca-48a8-a7c0-5a798ae37d8b), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.449837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2716a6-e815-46af-b069-49a615603f2c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7aa2a17-f6ca-48a8-a7c0-5a798ae37d8b,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:26.475931 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] Set router ef16572f-03d1-4be2-a18c-c5f8479c125e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:00:26.517314 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-3b2716a6-e815-46af-b069-49a615603f2c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.518979 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-3b2716a6-e815-46af-b069-49a615603f2c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2947204
Feb 12 22:00:26.521456 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57476) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:26.525926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-768cb0ce-f231-4fda-9bd1-fff9b0b370f7 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'security_group_rule': {'security_group_id': '25ed0b17-2de5-4606-8ad1-fe11f3bf1799', 'project_id': '707f6000ad794dbd92c57050b2f27387', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:00:26.575093 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a528095-0f62-488e-bf06-e988e4b5c93c None None] Current status of the port 3145a405-a422-4c77-86d6-88878937440b is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:26.575665 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a528095-0f62-488e-bf06-e988e4b5c93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (3145a405-a422-4c77-86d6-88878937440b), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.645642 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-768cb0ce-f231-4fda-9bd1-fff9b0b370f7 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (ba66fbfc-e84e-4407-9148-1f3479ef73b3), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.658976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a528095-0f62-488e-bf06-e988e4b5c93c None None] For port 3145a405-a422-4c77-86d6-88878937440b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3145a405-a422-4c77-86d6-88878937440b,segment=NetworkSegment(5a9922da-7782-4e40-af6b-040a1ecba2d7),segment_id=5a9922da-7782-4e40-af6b-040a1ecba2d7)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:00:26.705051 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-768cb0ce-f231-4fda-9bd1-fff9b0b370f7 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (ba66fbfc-e84e-4407-9148-1f3479ef73b3), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.726543 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b5a340>, [{'id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'name': 'tempest-TestShelveInstance-401519863-router', 'tenant_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '8e5e879e-c1aa-4047-856e-cd4ce067c0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:19Z', 'updated_at': '2022-02-12T22:00:23Z', 'revision_number': 4, 'project_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'gw_port': {'id': '8e5e879e-c1aa-4047-856e-cd4ce067c0d1', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:20Z', 'updated_at': '2022-02-12T22:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3145a405-a422-4c77-86d6-88878937440b', 'name': '', 'network_id': '190d10fe-9bba-4fdb-9914-ef10876a00c4', 'tenant_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'mac_address': 'fa:16:3e:2d:9e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '85c57e54-115e-43f7-b242-49b7417a194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:22Z', 'updated_at': '2022-02-12T22:00:26Z', 'revision_number': 4, 'project_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'subnets': [{'id': '85c57e54-115e-43f7-b242-49b7417a194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:26.754407 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36972bea-d9d9-4026-aebd-1a17d7b73717 None None] The sync data for ids ['ef16572f-03d1-4be2-a18c-c5f8479c125e'] in ncdv-master-1 is: [{'id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'name': 'tempest-TestShelveInstance-401519863-router', 'tenant_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '8e5e879e-c1aa-4047-856e-cd4ce067c0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:19Z', 'updated_at': '2022-02-12T22:00:23Z', 'revision_number': 4, 'project_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'gw_port': {'id': '8e5e879e-c1aa-4047-856e-cd4ce067c0d1', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:20Z', 'updated_at': '2022-02-12T22:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3145a405-a422-4c77-86d6-88878937440b', 'name': '', 'network_id': '190d10fe-9bba-4fdb-9914-ef10876a00c4', 'tenant_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'mac_address': 'fa:16:3e:2d:9e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '85c57e54-115e-43f7-b242-49b7417a194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:22Z', 'updated_at': '2022-02-12T22:00:26Z', 'revision_number': 4, 'project_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'subnets': [{'id': '85c57e54-115e-43f7-b242-49b7417a194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:00:26.756039 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a528095-0f62-488e-bf06-e988e4b5c93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (3145a405-a422-4c77-86d6-88878937440b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.767104 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-768cb0ce-f231-4fda-9bd1-fff9b0b370f7 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (ba66fbfc-e84e-4407-9148-1f3479ef73b3), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.788706 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768cb0ce-f231-4fda-9bd1-fff9b0b370f7 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba66fbfc-e84e-4407-9148-1f3479ef73b3,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:26.823879 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a528095-0f62-488e-bf06-e988e4b5c93c None None] Pushing event updated for resources: {'Port': ['ID=3145a405-a422-4c77-86d6-88878937440b,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:26.877230 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-768cb0ce-f231-4fda-9bd1-fff9b0b370f7 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.883473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0cccec83-0e72-485c-8aa2-616136febdfa None None] Provisioning complete for port 3145a405-a422-4c77-86d6-88878937440b triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:26.883645 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-768cb0ce-f231-4fda-9bd1-fff9b0b370f7 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3562791
Feb 12 22:00:26.883752 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0cccec83-0e72-485c-8aa2-616136febdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3145a405-a422-4c77-86d6-88878937440b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:26.883876 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57478) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:26.885955 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-38068a09-5996-457f-b239-1340885e8a92 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'security_group_rule': {'security_group_id': '25ed0b17-2de5-4606-8ad1-fe11f3bf1799', 'project_id': '707f6000ad794dbd92c57050b2f27387', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:00:26.972205 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0cccec83-0e72-485c-8aa2-616136febdfa None None] Current status of the port 3145a405-a422-4c77-86d6-88878937440b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:26.988107 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-38068a09-5996-457f-b239-1340885e8a92 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (ba865f4f-8b0f-44ae-8fbd-a396bf2d93f4), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:27.059076 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-38068a09-5996-457f-b239-1340885e8a92 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (ba865f4f-8b0f-44ae-8fbd-a396bf2d93f4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:27.108176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3145a405-a422-4c77-86d6-88878937440b up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:00:27.121057 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-38068a09-5996-457f-b239-1340885e8a92 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (ba865f4f-8b0f-44ae-8fbd-a396bf2d93f4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:27.140900 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38068a09-5996-457f-b239-1340885e8a92 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba865f4f-8b0f-44ae-8fbd-a396bf2d93f4,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:27.164590 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 3145a405-a422-4c77-86d6-88878937440b triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:27.165206 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (3145a405-a422-4c77-86d6-88878937440b), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:27.199960 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-38068a09-5996-457f-b239-1340885e8a92 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:27.201320 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-38068a09-5996-457f-b239-1340885e8a92 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3191092
Feb 12 22:00:27.204241 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57480) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:27.209704 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-7d6c8aac-5456-45a0-b26c-1dd166a1968f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'security_group_rule': {'security_group_id': '25ed0b17-2de5-4606-8ad1-fe11f3bf1799', 'project_id': '707f6000ad794dbd92c57050b2f27387', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:00:27.263115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 3145a405-a422-4c77-86d6-88878937440b is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:27.264114 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8e5e879e-c1aa-4047-856e-cd4ce067c0d1 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:00:27.295652 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-7d6c8aac-5456-45a0-b26c-1dd166a1968f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Project 707f6000ad794dbd92c57050b2f27387 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 22:00:27.302137 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d6c8aac-5456-45a0-b26c-1dd166a1968f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (9ca56641-cbc0-4a4c-8f3b-887e5c7ae980), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:27.314980 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8e5e879e-c1aa-4047-856e-cd4ce067c0d1 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:27.315279 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8e5e879e-c1aa-4047-856e-cd4ce067c0d1), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:27.371169 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d6c8aac-5456-45a0-b26c-1dd166a1968f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (9ca56641-cbc0-4a4c-8f3b-887e5c7ae980), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:27.426740 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d6c8aac-5456-45a0-b26c-1dd166a1968f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (9ca56641-cbc0-4a4c-8f3b-887e5c7ae980), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:27.453083 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c8aac-5456-45a0-b26c-1dd166a1968f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca56641-cbc0-4a4c-8f3b-887e5c7ae980,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:27.531461 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7d6c8aac-5456-45a0-b26c-1dd166a1968f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:27.532686 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7d6c8aac-5456-45a0-b26c-1dd166a1968f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3266189
Feb 12 22:00:27.535715 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57482) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:27.540208 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-2c4495cd-5ac9-4f1c-817e-8f3543edecb8 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'security_group_rule': {'security_group_id': '25ed0b17-2de5-4606-8ad1-fe11f3bf1799', 'project_id': '707f6000ad794dbd92c57050b2f27387', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:00:27.556947 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:27.566580 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8e5e879e-c1aa-4047-856e-cd4ce067c0d1 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:27.627293 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-2c4495cd-5ac9-4f1c-817e-8f3543edecb8 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Project 707f6000ad794dbd92c57050b2f27387 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 22:00:27.632684 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c4495cd-5ac9-4f1c-817e-8f3543edecb8 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (d726b305-dc73-4b77-9bb3-8c416c23093c), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:27.692815 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c4495cd-5ac9-4f1c-817e-8f3543edecb8 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (d726b305-dc73-4b77-9bb3-8c416c23093c), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:27.763668 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c4495cd-5ac9-4f1c-817e-8f3543edecb8 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (d726b305-dc73-4b77-9bb3-8c416c23093c), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:27.781398 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4495cd-5ac9-4f1c-817e-8f3543edecb8 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d726b305-dc73-4b77-9bb3-8c416c23093c,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:27.846220 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2c4495cd-5ac9-4f1c-817e-8f3543edecb8 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:27.847473 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2c4495cd-5ac9-4f1c-817e-8f3543edecb8 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3108122
Feb 12 22:00:28.007974 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-82463416-d321-4bf0-99c7-62e308534469 req-ecd34893-967c-4dc7-b606-b6d59d091c5f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817862586&fields=id&tenant_id=707f6000ad794dbd92c57050b2f27387 HTTP/1.1" status: 200  len: 267 time: 0.0456159
Feb 12 22:00:28.120277 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82463416-d321-4bf0-99c7-62e308534469 req-89017870-81f5-4a60-b86a-c7349036c6cf tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:28.122305 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-82463416-d321-4bf0-99c7-62e308534469 req-89017870-81f5-4a60-b86a-c7349036c6cf tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 809 time: 0.1072977
Feb 12 22:00:28.137717 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-82463416-d321-4bf0-99c7-62e308534469 req-4fd60e1e-2a8a-4c73-8ba5-b6e9e5b5e129 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/quotas/707f6000ad794dbd92c57050b2f27387 HTTP/1.1" status: 200  len: 375 time: 0.0090196
Feb 12 22:00:28.196027 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-82463416-d321-4bf0-99c7-62e308534469 req-355c60df-736f-4a42-9be1-f7bef33ca392 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0520210
Feb 12 22:00:28.301512 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-82463416-d321-4bf0-99c7-62e308534469 req-92798a23-238b-4b09-b749-e31f37bf353b service neutron] 10.222.0.31 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924559
Feb 12 22:00:28.357894 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-627e83d8-d83f-4319-952e-25d8d99f7807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:28.405334 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-82463416-d321-4bf0-99c7-62e308534469 req-b2bde0b2-bf21-4448-8f7c-c14c0fd5ae49 service neutron] 10.222.0.31 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0978401
Feb 12 22:00:28.638703 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7fa00f27-bb41-4d9a-825f-c8759107a143 req-734647e8-25d0-4766-9af7-466b0306e1b8 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 210 time: 0.0291743
Feb 12 22:00:29.692872 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:29.738672 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8261062a-7b5a-4758-a2c3-28698e8bbd11 req-73a89220-95a2-4798-9f1a-2d425ebe3bfa tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 210 time: 0.0293052
Feb 12 22:00:29.837524 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:30.837758 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-64afab3c-74c1-4164-89a6-6b0756b2f397 req-7d6609dc-ca19-4628-a909-9aae74996b3b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 210 time: 0.0285411
Feb 12 22:00:31.172896 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:31.228801 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82463416-d321-4bf0-99c7-62e308534469 req-59dcdd99-0148-46cb-8035-bfb6910eb1f7 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:31.230274 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82463416-d321-4bf0-99c7-62e308534469 req-59dcdd99-0148-46cb-8035-bfb6910eb1f7 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 809 time: 0.1050444
Feb 12 22:00:31.381029 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82463416-d321-4bf0-99c7-62e308534469 req-fa9cca38-7a53-4289-8378-ae5d83e9108b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707f6000ad794dbd92c57050b2f27387 HTTP/1.1" status: 200  len: 379 time: 0.0572987
Feb 12 22:00:31.393133 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-82463416-d321-4bf0-99c7-62e308534469 req-dd9bcd0a-a8f2-4f26-b434-580e149813a5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'port': {'device_id': '0bf24184-6359-4a5f-b909-1735c681f918', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'admin_state_up': True, 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'security_groups': ['25ed0b17-2de5-4606-8ad1-fe11f3bf1799']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:00:31.549142 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82463416-d321-4bf0-99c7-62e308534469 req-dd9bcd0a-a8f2-4f26-b434-580e149813a5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Made reservation on behalf of 707f6000ad794dbd92c57050b2f27387 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 22:00:31.552473 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82463416-d321-4bf0-99c7-62e308534469 req-dd9bcd0a-a8f2-4f26-b434-580e149813a5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:31.680520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-82463416-d321-4bf0-99c7-62e308534469 req-dd9bcd0a-a8f2-4f26-b434-580e149813a5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Allocated IP 172.20.0.8 (7a1ae1e7-f563-4c07-9b35-0728ce6e4509/513d5e3f-9360-407f-88a0-f8f7aea98c42/b118d26d-2022-431d-8757-5b0450be7d0a) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:00:31.822772 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82463416-d321-4bf0-99c7-62e308534469 req-dd9bcd0a-a8f2-4f26-b434-580e149813a5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for port (b118d26d-2022-431d-8757-5b0450be7d0a), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:31.937461 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1a02063c-64b4-4c7c-b55d-8cf36eacf237 req-1b8cd5a7-b4e9-42c2-9430-34943754b8a6 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 210 time: 0.0311410
Feb 12 22:00:31.941187 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82463416-d321-4bf0-99c7-62e308534469 req-dd9bcd0a-a8f2-4f26-b434-580e149813a5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:31.991184 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82463416-d321-4bf0-99c7-62e308534469 req-dd9bcd0a-a8f2-4f26-b434-580e149813a5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:00:31.994239 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-82463416-d321-4bf0-99c7-62e308534469 req-dd9bcd0a-a8f2-4f26-b434-580e149813a5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:00:31.997944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-82463416-d321-4bf0-99c7-62e308534469 req-dd9bcd0a-a8f2-4f26-b434-580e149813a5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:00:32.004703 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bcd0a-a8f2-4f26-b434-580e149813a5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'Port': ['ID=b118d26d-2022-431d-8757-5b0450be7d0a,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:32.052477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82463416-d321-4bf0-99c7-62e308534469 req-dd9bcd0a-a8f2-4f26-b434-580e149813a5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:32.053129 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82463416-d321-4bf0-99c7-62e308534469 req-dd9bcd0a-a8f2-4f26-b434-580e149813a5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:32.137988 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82463416-d321-4bf0-99c7-62e308534469 req-dd9bcd0a-a8f2-4f26-b434-580e149813a5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7496033
Feb 12 22:00:32.153875 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Request body: {'port': {'device_id': '0bf24184-6359-4a5f-b909-1735c681f918', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:00:32.220671 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:32.222423 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:32.230088 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d6011c55-736e-43df-9666-04a31467e700 None None] Provisioning complete for port b118d26d-2022-431d-8757-5b0450be7d0a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:32.230459 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d6011c55-736e-43df-9666-04a31467e700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:32.269438 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d6011c55-736e-43df-9666-04a31467e700 None None] Port b118d26d-2022-431d-8757-5b0450be7d0a cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 22:00:32.488217 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b118d26d-2022-431d-8757-5b0450be7d0a {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 22:00:32.495687 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Publish callbacks [] for port (b118d26d-2022-431d-8757-5b0450be7d0a), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:32.507979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Transition to ACTIVE for port object b118d26d-2022-431d-8757-5b0450be7d0a will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 22:00:32.557448 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:32.611541 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Pushing event updated for resources: {'Port': ['ID=b118d26d-2022-431d-8757-5b0450be7d0a,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:32.684420 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Attempting to bind port b118d26d-2022-431d-8757-5b0450be7d0a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 22:00:32.684762 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Attempting to bind port b118d26d-2022-431d-8757-5b0450be7d0a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 22:00:32.685093 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Attempting to bind port b118d26d-2022-431d-8757-5b0450be7d0a on network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:00:32.692895 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Port b118d26d-2022-431d-8757-5b0450be7d0a on network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 22:00:32.692895 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Attempting to bind port b118d26d-2022-431d-8757-5b0450be7d0a on network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:00:32.696122 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 22:00:32.696473 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Checking segment: {'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:00:32.696866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Bound using segment: {'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 22:00:32.697296 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Bound port: b118d26d-2022-431d-8757-5b0450be7d0a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 22:00:32.697682 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:32.767436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] For port b118d26d-2022-431d-8757-5b0450be7d0a, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 22:00:32.770948 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] For port b118d26d-2022-431d-8757-5b0450be7d0a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b118d26d-2022-431d-8757-5b0450be7d0a,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 22:00:32.846984 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:32.883511 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:32.884290 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:32.885798 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82463416-d321-4bf0-99c7-62e308534469 req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] 10.222.0.48 "PUT /v2.0/ports/b118d26d-2022-431d-8757-5b0450be7d0a HTTP/1.1" status: 200  len: 1091 time: 0.7366972
Feb 12 22:00:32.891707 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf24184-6359-4a5f-b909-1735c681f918', 'tag': 'b118d26d-2022-431d-8757-5b0450be7d0a'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:00:32.914946 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e5020-82ac-46a6-b807-8bb19e7ef098 service neutron] Pushing event updated for resources: {'Port': ['ID=b118d26d-2022-431d-8757-5b0450be7d0a,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:32.927588 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61dbbee94888fb46d90f16a99fde9279e4fbbcafc8db7eac41166062c9b8bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0eff59-d9d1-4ccf-8b86-b6455e701275" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf24184-6359-4a5f-b909-1735c681f918", "tag": "b118d26d-2022-431d-8757-5b0450be7d0a"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:00:33.048882 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 22:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea57aea-7c1c-49b7-8db6-edd64e9e1814 x-openstack-request-id: req-bea57aea-7c1c-49b7-8db6-edd64e9e1814 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:00:33.048882 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf24184-6359-4a5f-b909-1735c681f918", "tag": "b118d26d-2022-431d-8757-5b0450be7d0a", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:00:33.048882 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bea57aea-7c1c-49b7-8db6-edd64e9e1814 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:00:33.048882 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf24184-6359-4a5f-b909-1735c681f918', 'tag': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'status': 'completed', 'code': 200}
Feb 12 22:00:33.065953 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82463416-d321-4bf0-99c7-62e308534469 req-721f9f8d-2079-43e5-9076-5c601fc9f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:33.068103 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82463416-d321-4bf0-99c7-62e308534469 req-721f9f8d-2079-43e5-9076-5c601fc9f3d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 1125 time: 0.0661328
Feb 12 22:00:33.083593 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78061f-030c-4713-9d60-c6b4bc750d42 req-77b69452-8ad2-4daf-9435-8210c58653b3 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:33.085279 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0b78061f-030c-4713-9d60-c6b4bc750d42 req-77b69452-8ad2-4daf-9435-8210c58653b3 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 943 time: 0.0621679
Feb 12 22:00:33.126015 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82463416-d321-4bf0-99c7-62e308534469 req-10e9e93f-345a-4c40-8919-9fc505973690 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b118d26d-2022-431d-8757-5b0450be7d0a HTTP/1.1" status: 200  len: 217 time: 0.0423100
Feb 12 22:00:33.148322 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0b78061f-030c-4713-9d60-c6b4bc750d42 req-ffba9fec-fb74-4b46-8117-18022b96398f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569859
Feb 12 22:00:33.191788 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82463416-d321-4bf0-99c7-62e308534469 req-a88275d7-04f5-44f9-8330-e18928685b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:33.193257 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82463416-d321-4bf0-99c7-62e308534469 req-a88275d7-04f5-44f9-8330-e18928685b1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0595896
Feb 12 22:00:33.255771 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82463416-d321-4bf0-99c7-62e308534469 req-07aff6ba-5d65-49d2-821a-2aa91dea573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:33.257288 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82463416-d321-4bf0-99c7-62e308534469 req-07aff6ba-5d65-49d2-821a-2aa91dea573b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0535903
Feb 12 22:00:33.350655 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82463416-d321-4bf0-99c7-62e308534469 req-61cc9f92-284f-4216-9f1c-3d482f1134b7 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833271
Feb 12 22:00:33.450327 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-82463416-d321-4bf0-99c7-62e308534469 req-6f52593e-8d6b-4ebe-a65a-6d5289570a23 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867121
Feb 12 22:00:33.658085 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eff59-d9d1-4ccf-8b86-b6455e701275 req-332b4f6b-2a84-49b7-abec-bdd138a09c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:33.660914 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be0eff59-d9d1-4ccf-8b86-b6455e701275 req-332b4f6b-2a84-49b7-abec-bdd138a09c82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 1125 time: 0.0473874
Feb 12 22:00:33.757453 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eff59-d9d1-4ccf-8b86-b6455e701275 req-ab0b35ad-caca-4b07-9a8c-15d417efc61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:33.759073 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be0eff59-d9d1-4ccf-8b86-b6455e701275 req-ab0b35ad-caca-4b07-9a8c-15d417efc61b service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 910 time: 0.0917482
Feb 12 22:00:33.801738 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be0eff59-d9d1-4ccf-8b86-b6455e701275 req-a19100f1-4b78-4afa-a83a-b52427c4ada2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b118d26d-2022-431d-8757-5b0450be7d0a HTTP/1.1" status: 200  len: 217 time: 0.0361178
Feb 12 22:00:33.850811 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eff59-d9d1-4ccf-8b86-b6455e701275 req-47f21e43-43ed-4c04-824d-11b67a92e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:33.852268 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be0eff59-d9d1-4ccf-8b86-b6455e701275 req-47f21e43-43ed-4c04-824d-11b67a92e87a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0449326
Feb 12 22:00:33.902512 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eff59-d9d1-4ccf-8b86-b6455e701275 req-5730f003-ab3d-46cb-96dc-688950c4b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:33.903931 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be0eff59-d9d1-4ccf-8b86-b6455e701275 req-5730f003-ab3d-46cb-96dc-688950c4b973 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442586
Feb 12 22:00:33.998454 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be0eff59-d9d1-4ccf-8b86-b6455e701275 req-b0c99fbc-6e13-436e-a89e-9c03d7d474e8 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874853
Feb 12 22:00:34.091080 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-be0eff59-d9d1-4ccf-8b86-b6455e701275 req-ee303a6c-fd60-4928-bb1f-9cbc5307b4e9 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856061
Feb 12 22:00:34.269109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078d908-8f77-4daa-9f59-16ad2e3f24d2 req-0d0ea054-2aad-42e2-be7b-e40816fca38a tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:34.271128 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7078d908-8f77-4daa-9f59-16ad2e3f24d2 req-0d0ea054-2aad-42e2-be7b-e40816fca38a tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 943 time: 0.0528955
Feb 12 22:00:34.319729 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-7078d908-8f77-4daa-9f59-16ad2e3f24d2 req-e9c818c5-c112-46ca-b95f-5fc28fde0ae8 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429091
Feb 12 22:00:35.380660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b118d26d-2022-431d-8757-5b0450be7d0a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 22:00:35.438651 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a564a3-d0a7-4d9b-9e04-6e7a1c4d5ff0 req-d05dde9b-915b-447e-a95c-441f6f2ed596 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:35.440163 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-82a564a3-d0a7-4d9b-9e04-6e7a1c4d5ff0 req-d05dde9b-915b-447e-a95c-441f6f2ed596 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 943 time: 0.0534158
Feb 12 22:00:35.482929 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b118d26d-2022-431d-8757-5b0450be7d0a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b118d26d-2022-431d-8757-5b0450be7d0a,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:00:35.490289 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-82a564a3-d0a7-4d9b-9e04-6e7a1c4d5ff0 req-72e35003-9002-4ce2-b174-d89a04300d22 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436413
Feb 12 22:00:35.494577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'port_id': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'mac_address': 'fa:16:3e:24:22:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 22:00:35.532440 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b118d26d-2022-431d-8757-5b0450be7d0a is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:35.532833 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:35.545454 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b118d26d-2022-431d-8757-5b0450be7d0a {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 22:00:35.564511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b118d26d-2022-431d-8757-5b0450be7d0a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b118d26d-2022-431d-8757-5b0450be7d0a,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:00:35.619998 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:35.666573 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b118d26d-2022-431d-8757-5b0450be7d0a,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:35.882520 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b118d26d-2022-431d-8757-5b0450be7d0a'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 22:00:36.607423 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d577c-deeb-4f4e-8d47-2dca7ced63db req-489ed8c2-8541-4814-aff9-a3f7f0e9c486 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:36.608867 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e49d577c-deeb-4f4e-8d47-2dca7ced63db req-489ed8c2-8541-4814-aff9-a3f7f0e9c486 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 944 time: 0.0505669
Feb 12 22:00:36.656649 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e49d577c-deeb-4f4e-8d47-2dca7ced63db req-51ac8f96-2fca-4b66-ac4e-8a350e2f9d56 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414338
Feb 12 22:00:37.380443 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b118d26d-2022-431d-8757-5b0450be7d0a up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:00:37.494831 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port b118d26d-2022-431d-8757-5b0450be7d0a completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 22:00:37.498970 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port b118d26d-2022-431d-8757-5b0450be7d0a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:00:37.499351 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:37.576726 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b118d26d-2022-431d-8757-5b0450be7d0a is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:00:37.577117 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:37.600414 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf24184-6359-4a5f-b909-1735c681f918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b118d26d-2022-431d-8757-5b0450be7d0a'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:00:37.614035 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b118d26d-2022-431d-8757-5b0450be7d0a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b118d26d-2022-431d-8757-5b0450be7d0a,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:00:37.638565 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e9e7178d0e5f56d14a94c3e8dbb77cbf5572169dee5a5777547d259a7a78fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75892d64-11ea-43fe-9ccb-32b957aec2bf" -d '{"events": [{"server_uuid": "0bf24184-6359-4a5f-b909-1735c681f918", "name": "network-vif-plugged", "status": "completed", "tag": "b118d26d-2022-431d-8757-5b0450be7d0a"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:00:37.675058 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:37.687915 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:00:37.742397 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 22:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf297b7-4103-4b03-8971-d0601ff46e10 x-openstack-request-id: req-2cf297b7-4103-4b03-8971-d0601ff46e10 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:00:37.742913 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf24184-6359-4a5f-b909-1735c681f918", "name": "network-vif-plugged", "status": "completed", "tag": "b118d26d-2022-431d-8757-5b0450be7d0a", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:00:37.743170 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cf297b7-4103-4b03-8971-d0601ff46e10 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:00:37.743591 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf24184-6359-4a5f-b909-1735c681f918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'code': 200}
Feb 12 22:00:37.899112 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b118d26d-2022-431d-8757-5b0450be7d0a,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:37.899268 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7c70d-9f04-48d2-866f-cbf86a48f659 req-b3aad8c8-d2c6-498b-a76a-b8bd2a1cf231 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:37.899268 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19a7c70d-9f04-48d2-866f-cbf86a48f659 req-b3aad8c8-d2c6-498b-a76a-b8bd2a1cf231 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0712047
Feb 12 22:00:37.899268 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-19a7c70d-9f04-48d2-866f-cbf86a48f659 req-25c8c6d3-e5eb-43ef-b618-afb878b42d19 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784602
Feb 12 22:00:37.901421 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99557aad-17c6-4ebb-b512-dccddaa16144 req-5e8ec4c7-d8bc-4d3e-aa78-0173ca2a86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:37.902858 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99557aad-17c6-4ebb-b512-dccddaa16144 req-5e8ec4c7-d8bc-4d3e-aa78-0173ca2a86d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 1127 time: 0.0762246
Feb 12 22:00:37.952433 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-99557aad-17c6-4ebb-b512-dccddaa16144 req-e2f7a7f1-fbf0-4c75-bc76-3184d916ee99 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404465
Feb 12 22:00:39.017375 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cdddb-6849-4473-bd0b-c2795c745cd9 req-7a88ddbe-fccd-42f9-bcc4-5cc7c5f959fe tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:39.018815 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e6cdddb-6849-4473-bd0b-c2795c745cd9 req-7a88ddbe-fccd-42f9-bcc4-5cc7c5f959fe tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0550647
Feb 12 22:00:39.077108 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3e6cdddb-6849-4473-bd0b-c2795c745cd9 req-91dbf73b-cbe5-443d-83af-2995a759d161 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526636
Feb 12 22:00:40.200027 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f3341-2352-43fe-a105-0a6fdcd510bb req-559fe71d-c5ca-4b13-95f1-4f053f0a4104 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:40.201519 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f91f3341-2352-43fe-a105-0a6fdcd510bb req-559fe71d-c5ca-4b13-95f1-4f053f0a4104 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0567386
Feb 12 22:00:40.251088 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f91f3341-2352-43fe-a105-0a6fdcd510bb req-4623ef0a-832a-4ab9-bfbf-55e7c70c134f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438924
Feb 12 22:00:40.374369 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e8956-b12f-417c-8f4b-b9ad6bfc2e8e req-a3ecfaad-0c1d-433b-b387-f74aa4be096c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:40.375760 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-043e8956-b12f-417c-8f4b-b9ad6bfc2e8e req-a3ecfaad-0c1d-433b-b387-f74aa4be096c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0523694
Feb 12 22:00:40.424667 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-043e8956-b12f-417c-8f4b-b9ad6bfc2e8e req-dab2eecd-a3bf-4526-a536-096d3aec2259 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425305
Feb 12 22:00:40.447502 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57544) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:40.578741 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ee0d8e-ccdb-4ecb-bccd-34501ffe7db7 tempest-TestShelveInstance-561653513 tempest-TestShelveInstance-561653513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:40.580264 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-46ee0d8e-ccdb-4ecb-bccd-34501ffe7db7 tempest-TestShelveInstance-561653513 tempest-TestShelveInstance-561653513-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 1122 time: 0.1318007
Feb 12 22:00:40.583160 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 57548) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:00:40.588073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:00:40.666046 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:40.767530 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:40.871503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Allocated IP 172.35.2.251 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/8b9a20e0-ea10-4816-9409-6f90d2a21dbc) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:00:40.986432 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for port (8b9a20e0-ea10-4816-9409-6f90d2a21dbc), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:41.073159 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8b9a20e0-ea10-4816-9409-6f90d2a21dbc), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:41.112624 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:00:41.115972 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:00:41.119478 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:00:41.145915 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'Port': ['ID=8b9a20e0-ea10-4816-9409-6f90d2a21dbc,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:41.477651 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for floatingip (cd49e93e-4447-4861-981b-12066d4ebc66), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:41.596838 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8b9a20e0-ea10-4816-9409-6f90d2a21dbc), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:41.756996 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for port (8b9a20e0-ea10-4816-9409-6f90d2a21dbc), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:41.869415 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (8b9a20e0-ea10-4816-9409-6f90d2a21dbc), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:41.940447 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'Port': ['ID=8b9a20e0-ea10-4816-9409-6f90d2a21dbc,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:00:41.952357 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (cd49e93e-4447-4861-981b-12066d4ebc66), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:42.055781 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Floating IP cd49e93e-4447-4861-981b-12066d4ebc66 associated. External IP: 172.35.2.251, port: b118d26d-2022-431d-8757-5b0450be7d0a.
Feb 12 22:00:42.263950 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:00:42.369644 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:00:42.379336 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652df11a-2d7c-4360-a57b-cf8f7f0c0c5b None None] Sync routers for ids ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:00:42.389249 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652df11a-2d7c-4360-a57b-cf8f7f0c0c5b None None] Routers {'3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:00:42.389883 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-652df11a-2d7c-4360-a57b-cf8f7f0c0c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8bdaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:00:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:42.443057 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:42.476445 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-730d206e-4187-4db0-ba30-5e3665030e54 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8922682
Feb 12 22:00:42.477127 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf24184-6359-4a5f-b909-1735c681f918', 'tag': 'b118d26d-2022-431d-8757-5b0450be7d0a'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:00:42.495590 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-652df11a-2d7c-4360-a57b-cf8f7f0c0c5b None None] Set router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:00:42.521594 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbaa908295f7e81c1e88fb7dd08f9501ad10be36483fbf94731b7a189c037c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323a96d3-e0d2-4986-ae6f-7eeb654ab701" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf24184-6359-4a5f-b909-1735c681f918", "tag": "b118d26d-2022-431d-8757-5b0450be7d0a"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:00:42.607323 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 22:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9df727-b4ab-4eed-863f-f533f5cb8f2c x-openstack-request-id: req-3b9df727-b4ab-4eed-863f-f533f5cb8f2c {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:00:42.607617 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf24184-6359-4a5f-b909-1735c681f918", "tag": "b118d26d-2022-431d-8757-5b0450be7d0a", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:00:42.607900 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b9df727-b4ab-4eed-863f-f533f5cb8f2c {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:00:42.608309 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf24184-6359-4a5f-b909-1735c681f918', 'tag': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'status': 'completed', 'code': 200}
Feb 12 22:00:42.673174 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a96d3-e0d2-4986-ae6f-7eeb654ab701 req-582e48c8-3e89-4ffa-85b8-9c462dc419bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:42.674707 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-323a96d3-e0d2-4986-ae6f-7eeb654ab701 req-582e48c8-3e89-4ffa-85b8-9c462dc419bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 1127 time: 0.0459597
Feb 12 22:00:42.718653 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-652df11a-2d7c-4360-a57b-cf8f7f0c0c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8bdaf0>, [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cd49e93e-4447-4861-981b-12066d4ebc66', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'floating_ip_address': '172.35.2.251', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'port_id': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'mac_address': 'fa:16:3e:24:22:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf24184-6359-4a5f-b909-1735c681f918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:00:41Z', 'updated_at': '2022-02-12T22:00:41Z', 'revision_number': 0, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b8dbe6-94ee-4e64-85dd-68ea89423600', 'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'mac_address': 'fa:16:3e:5f:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:16Z', 'updated_at': '2022-02-12T22:00:21Z', 'revision_number': 5, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'subnets': [{'id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:42.750254 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652df11a-2d7c-4360-a57b-cf8f7f0c0c5b None None] Checking router: 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:00:42.758596 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652df11a-2d7c-4360-a57b-cf8f7f0c0c5b None None] Routers {'3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:00:42.759189 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-652df11a-2d7c-4360-a57b-cf8f7f0c0c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8bdaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:00:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:42.773000 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a96d3-e0d2-4986-ae6f-7eeb654ab701 req-75586e14-edaf-428e-87df-06356073944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:42.775977 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-323a96d3-e0d2-4986-ae6f-7eeb654ab701 req-75586e14-edaf-428e-87df-06356073944a service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 910 time: 0.0939183
Feb 12 22:00:42.839912 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-323a96d3-e0d2-4986-ae6f-7eeb654ab701 req-e63c2e4e-79b8-4945-8f9a-db1fcea9ad70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b118d26d-2022-431d-8757-5b0450be7d0a HTTP/1.1" status: 200  len: 999 time: 0.0585785
Feb 12 22:00:42.866930 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-652df11a-2d7c-4360-a57b-cf8f7f0c0c5b None None] Set router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:00:42.888224 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a96d3-e0d2-4986-ae6f-7eeb654ab701 req-48c70617-e6eb-4c68-a08a-6b0e34659081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:42.889770 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-323a96d3-e0d2-4986-ae6f-7eeb654ab701 req-48c70617-e6eb-4c68-a08a-6b0e34659081 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0430572
Feb 12 22:00:42.947444 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a96d3-e0d2-4986-ae6f-7eeb654ab701 req-2feaeb43-daf7-4a2f-ac8c-b05e3978f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:00:42.947444 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-323a96d3-e0d2-4986-ae6f-7eeb654ab701 req-2feaeb43-daf7-4a2f-ac8c-b05e3978f4e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0482609
Feb 12 22:00:43.037831 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-323a96d3-e0d2-4986-ae6f-7eeb654ab701 req-e575b286-c9a9-4769-84e0-83d7555bc29e service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876687
Feb 12 22:00:43.132869 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-323a96d3-e0d2-4986-ae6f-7eeb654ab701 req-c4b6bd18-3135-4247-bdca-a82eb910988d service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895388
Feb 12 22:00:43.183336 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-652df11a-2d7c-4360-a57b-cf8f7f0c0c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8bdaf0>, [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cd49e93e-4447-4861-981b-12066d4ebc66', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'floating_ip_address': '172.35.2.251', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'port_id': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'mac_address': 'fa:16:3e:24:22:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf24184-6359-4a5f-b909-1735c681f918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:00:41Z', 'updated_at': '2022-02-12T22:00:41Z', 'revision_number': 0, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b8dbe6-94ee-4e64-85dd-68ea89423600', 'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'mac_address': 'fa:16:3e:5f:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:16Z', 'updated_at': '2022-02-12T22:00:21Z', 'revision_number': 5, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'subnets': [{'id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:00:43.212404 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652df11a-2d7c-4360-a57b-cf8f7f0c0c5b None None] The sync data for ids ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'] in ncdv-master-1 is: [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cd49e93e-4447-4861-981b-12066d4ebc66', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'floating_ip_address': '172.35.2.251', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'port_id': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'mac_address': 'fa:16:3e:24:22:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf24184-6359-4a5f-b909-1735c681f918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:00:41Z', 'updated_at': '2022-02-12T22:00:41Z', 'revision_number': 0, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b8dbe6-94ee-4e64-85dd-68ea89423600', 'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'mac_address': 'fa:16:3e:5f:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:16Z', 'updated_at': '2022-02-12T22:00:21Z', 'revision_number': 5, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'subnets': [{'id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:00:43.397897 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af227ade-12a0-408e-80c4-04804088baf0 None None] New status for floating IP cd49e93e-4447-4861-981b-12066d4ebc66: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 22:00:55.900308 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b0dc6007-f24e-433f-b6f0-4e6077a47bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:57.400073 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:58.342884 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1aa4177b-472b-4b0c-a5db-a0e2cd2c3f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:59.683183 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:00:59.859749 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:01:01.166025 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:01:02.256929 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:01:14.687935 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:01:20.711962 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd60df63-66d7-4629-88fe-44c8795fa997 req-218b4861-30fe-472f-9b7b-461c4b6e2fd7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0447564
Feb 12 22:01:20.803817 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60df63-66d7-4629-88fe-44c8795fa997 req-3ec70026-4095-4ad5-a635-01bee0b58eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:01:20.805739 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd60df63-66d7-4629-88fe-44c8795fa997 req-3ec70026-4095-4ad5-a635-01bee0b58eaf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 1127 time: 0.0454276
Feb 12 22:01:20.913988 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60df63-66d7-4629-88fe-44c8795fa997 req-9775bf21-dba5-4aac-8ba0-8f26d33f6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:01:20.915485 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd60df63-66d7-4629-88fe-44c8795fa997 req-9775bf21-dba5-4aac-8ba0-8f26d33f6631 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 910 time: 0.0878017
Feb 12 22:01:20.983249 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd60df63-66d7-4629-88fe-44c8795fa997 req-2b06f537-3aac-4c8d-a949-14349731ff52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b118d26d-2022-431d-8757-5b0450be7d0a HTTP/1.1" status: 200  len: 1001 time: 0.0575142
Feb 12 22:01:21.037936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60df63-66d7-4629-88fe-44c8795fa997 req-88889c90-219c-4eff-a0a1-646d369e5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:01:21.039337 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd60df63-66d7-4629-88fe-44c8795fa997 req-88889c90-219c-4eff-a0a1-646d369e5e66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0470362
Feb 12 22:01:21.091257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60df63-66d7-4629-88fe-44c8795fa997 req-cc988e05-2655-4d04-8f24-c827bff8d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:01:21.092843 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd60df63-66d7-4629-88fe-44c8795fa997 req-cc988e05-2655-4d04-8f24-c827bff8d73b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450318
Feb 12 22:01:21.183107 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd60df63-66d7-4629-88fe-44c8795fa997 req-bc945bb6-6bb2-4b71-a31d-a25fc67b69fa service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808799
Feb 12 22:01:21.277780 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bd60df63-66d7-4629-88fe-44c8795fa997 req-5669d150-bee7-4ccf-ac8f-7ab37d4f1294 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852661
Feb 12 22:01:25.919875 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ff88b0f4-8992-48fb-9644-ef2a58474ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:01:27.414096 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:01:28.362996 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c3427568-6fb0-4f9b-8127-91cfa420bf67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:01:29.711178 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:01:29.888262 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:01:31.187866 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:01:32.222604 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:01:51.687964 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:01:55.933907 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c57e59e1-4167-413e-bb48-797eefd2abe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:01:57.410819 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:01:58.334270 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6f591014-df22-4961-84cf-ec4671382de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:01:59.707485 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:01:59.861637 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:01.192841 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:02.255853 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:22.700625 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-42af6e61-3ffd-496e-a3ca-888bb03e26ce req-3db4d787-8bfb-4a3b-b56b-925340b6a4f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0542562
Feb 12 22:02:22.792312 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af6e61-3ffd-496e-a3ca-888bb03e26ce req-2f275014-eb4e-4a9b-96aa-0fa420504365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:22.793840 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-42af6e61-3ffd-496e-a3ca-888bb03e26ce req-2f275014-eb4e-4a9b-96aa-0fa420504365 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 1127 time: 0.0444965
Feb 12 22:02:22.906203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af6e61-3ffd-496e-a3ca-888bb03e26ce req-3dbfad8e-7944-42bf-aa5b-2da99a64a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:22.907683 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-42af6e61-3ffd-496e-a3ca-888bb03e26ce req-3dbfad8e-7944-42bf-aa5b-2da99a64a0c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 910 time: 0.0908635
Feb 12 22:02:22.978747 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-42af6e61-3ffd-496e-a3ca-888bb03e26ce req-a3e18a76-3514-4fc3-96ca-2d4d4f07ac99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b118d26d-2022-431d-8757-5b0450be7d0a HTTP/1.1" status: 200  len: 1001 time: 0.0578141
Feb 12 22:02:23.035413 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af6e61-3ffd-496e-a3ca-888bb03e26ce req-53cb14ae-755b-4674-a607-89639975fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:23.038848 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-42af6e61-3ffd-496e-a3ca-888bb03e26ce req-53cb14ae-755b-4674-a607-89639975fd78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0498829
Feb 12 22:02:23.091109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af6e61-3ffd-496e-a3ca-888bb03e26ce req-02b45670-b01f-4202-9bac-c67de0134356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:23.092976 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-42af6e61-3ffd-496e-a3ca-888bb03e26ce req-02b45670-b01f-4202-9bac-c67de0134356 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0461502
Feb 12 22:02:23.185204 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-42af6e61-3ffd-496e-a3ca-888bb03e26ce req-3ac69e3f-adad-4721-85ca-af834001be05 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832875
Feb 12 22:02:23.282478 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-42af6e61-3ffd-496e-a3ca-888bb03e26ce req-855dac22-f689-4c77-8160-21f949cc1808 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879023
Feb 12 22:02:25.924444 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ed3adb07-5faa-4857-801e-bdf8514eaf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:27.419286 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:28.379981 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9612b22e-7229-414a-81b7-72a57be00b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:28.687631 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:02:29.702030 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:29.883759 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:31.190662 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:32.261046 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:40.494757 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-ac714419-5f78-441e-b530-d853fd13f4a9 service neutron] (126506) timed out ('10.222.0.31', 43524) {{(pid=126506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 22:02:40.539272 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fb413-b08d-4f64-8e7b-75d2c6480891 req-08ee575e-e35d-48f5-afce-312fd3af4f5c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:40.540754 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e88fb413-b08d-4f64-8e7b-75d2c6480891 req-08ee575e-e35d-48f5-afce-312fd3af4f5c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0556011
Feb 12 22:02:40.590000 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e88fb413-b08d-4f64-8e7b-75d2c6480891 req-94520aee-9a12-431b-8b26-16cf30b23d69 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429485
Feb 12 22:02:41.084953 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-894b027b-d251-4c0b-b95c-6e964aada9df req-a28822a5-7bd4-4b7b-84a1-c4f245a2d2f3 tempest-ServerActionsTestJSON-123457624 tempest-ServerActionsTestJSON-123457624-project] (126506) timed out ('10.222.0.31', 50266) {{(pid=126506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 22:02:41.732678 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fcb25-40ef-4dc8-bd63-27f3085ff064 req-f4d975fa-b2c1-4068-a293-acc0ac579084 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:41.734702 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a73fcb25-40ef-4dc8-bd63-27f3085ff064 req-f4d975fa-b2c1-4068-a293-acc0ac579084 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0630827
Feb 12 22:02:41.785110 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a73fcb25-40ef-4dc8-bd63-27f3085ff064 req-063ca667-9748-47d2-be70-452a7bcba988 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446875
Feb 12 22:02:42.917184 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c013320-945c-4836-9f4d-6c08b3eae462 req-580b38b1-b580-473f-bcbe-832089b0aa69 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:42.918693 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c013320-945c-4836-9f4d-6c08b3eae462 req-580b38b1-b580-473f-bcbe-832089b0aa69 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0562160
Feb 12 22:02:42.966542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3c013320-945c-4836-9f4d-6c08b3eae462 req-dde6d01a-3f4e-487f-8d87-28912a3125da tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422387
Feb 12 22:02:44.089014 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7326e0-25f3-4abd-9930-c2cbc56e2425 req-e17b6bc3-17c8-43a2-afc3-f728f5fe632c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:44.090508 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d7326e0-25f3-4abd-9930-c2cbc56e2425 req-e17b6bc3-17c8-43a2-afc3-f728f5fe632c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0534081
Feb 12 22:02:44.143884 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8d7326e0-25f3-4abd-9930-c2cbc56e2425 req-d7b1f7e5-8f7c-442d-a3f1-351310db808d tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470381
Feb 12 22:02:45.263918 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfaef7-6245-469d-9f10-82b2785b9443 req-d7c95cd1-2e01-402f-8989-2c3fcaba6c56 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:45.265440 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-42cfaef7-6245-469d-9f10-82b2785b9443 req-d7c95cd1-2e01-402f-8989-2c3fcaba6c56 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0528996
Feb 12 22:02:45.314980 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-42cfaef7-6245-469d-9f10-82b2785b9443 req-b7c4ac6b-c978-463f-8084-4e72035268a4 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438364
Feb 12 22:02:46.433586 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bfa31-eb34-4b9d-a8bc-779b96947507 req-9fcf775e-e745-4683-a1a7-a4bcf1e8d47a tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:46.435073 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d1bfa31-eb34-4b9d-a8bc-779b96947507 req-9fcf775e-e745-4683-a1a7-a4bcf1e8d47a tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0523880
Feb 12 22:02:46.484725 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d1bfa31-eb34-4b9d-a8bc-779b96947507 req-153fd96d-ef84-4787-9597-f22e209d2828 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426886
Feb 12 22:02:47.606808 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4f773-32df-417d-bfbc-ecc3d53d2127 req-6d15afe3-8dfb-4b03-ad47-525bc9a33ccb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:47.608258 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cf4f773-32df-417d-bfbc-ecc3d53d2127 req-6d15afe3-8dfb-4b03-ad47-525bc9a33ccb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0547349
Feb 12 22:02:47.655549 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0cf4f773-32df-417d-bfbc-ecc3d53d2127 req-e302774e-a327-4474-b333-108e31d93909 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409656
Feb 12 22:02:48.779001 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2197fbf-5e2c-4f18-85bf-dff6f202eca6 req-d9a1ee03-4fd7-4115-959b-228978b39cd0 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:48.780484 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2197fbf-5e2c-4f18-85bf-dff6f202eca6 req-d9a1ee03-4fd7-4115-959b-228978b39cd0 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0532432
Feb 12 22:02:48.829272 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f2197fbf-5e2c-4f18-85bf-dff6f202eca6 req-77e19cc3-ed9c-4b3c-9f49-1849349e2759 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431569
Feb 12 22:02:49.951949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0996e26-5237-4b83-b7cd-b10f5c7e6def req-d538780e-d9ae-41ae-b72b-ca8fa00838c7 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:49.953518 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0996e26-5237-4b83-b7cd-b10f5c7e6def req-d538780e-d9ae-41ae-b72b-ca8fa00838c7 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0552492
Feb 12 22:02:50.002030 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c0996e26-5237-4b83-b7cd-b10f5c7e6def req-dcc76c31-5214-493f-b7cf-39f6c8c59b75 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428369
Feb 12 22:02:51.126572 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75559e5e-a550-4ad1-94b0-e50b6400a7e5 req-4871e25a-37ee-4e1d-8420-de3051cd7c1e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:51.128044 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-75559e5e-a550-4ad1-94b0-e50b6400a7e5 req-4871e25a-37ee-4e1d-8420-de3051cd7c1e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0567586
Feb 12 22:02:51.175641 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-75559e5e-a550-4ad1-94b0-e50b6400a7e5 req-1c7f5323-446d-45b9-9028-aee5e7de8c96 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421453
Feb 12 22:02:52.296969 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc94f6-1318-45e7-bb9b-43c518816251 req-b44988c3-2102-4302-bbce-8c40e9208e14 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:52.298806 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80fc94f6-1318-45e7-bb9b-43c518816251 req-b44988c3-2102-4302-bbce-8c40e9208e14 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0557852
Feb 12 22:02:52.349991 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-80fc94f6-1318-45e7-bb9b-43c518816251 req-b6355e03-f23c-435a-9848-1f6941f46a77 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454998
Feb 12 22:02:53.472997 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cdfba-69f3-48fa-8252-2a5b59d9e7c3 req-99fc6906-20c5-44c4-b27f-512f9407cffc tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:53.474529 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a19cdfba-69f3-48fa-8252-2a5b59d9e7c3 req-99fc6906-20c5-44c4-b27f-512f9407cffc tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0553739
Feb 12 22:02:53.523449 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a19cdfba-69f3-48fa-8252-2a5b59d9e7c3 req-f23ee9a0-1873-43e2-9cdb-d8fb15758418 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429223
Feb 12 22:02:53.985682 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b118d26d-2022-431d-8757-5b0450be7d0a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 22:02:54.089272 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b118d26d-2022-431d-8757-5b0450be7d0a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b118d26d-2022-431d-8757-5b0450be7d0a,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:02:54.100793 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'port_id': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'mac_address': 'fa:16:3e:24:22:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 22:02:54.138278 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b118d26d-2022-431d-8757-5b0450be7d0a is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:02:54.138708 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:54.152138 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b118d26d-2022-431d-8757-5b0450be7d0a {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 22:02:54.171527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b118d26d-2022-431d-8757-5b0450be7d0a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b118d26d-2022-431d-8757-5b0450be7d0a,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:02:54.259392 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:54.325618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b118d26d-2022-431d-8757-5b0450be7d0a,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:02:54.334809 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:02:54.337763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:02:54.337763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:02:54.337763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:02:54.337763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:02:54.337763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:02:54.337763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:02:54.337763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:02:54.337763 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:02:54.338460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:02:54.338460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:02:54.338460 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:02:54.338794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:02:54.346502 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b118d26d-2022-431d-8757-5b0450be7d0a'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 22:02:55.024454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b686309-8a88-4450-9a97-af730adb1670 req-7c7679d0-8a34-4c50-a2a8-6f1d87b1fec2 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:55.026103 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b686309-8a88-4450-9a97-af730adb1670 req-7c7679d0-8a34-4c50-a2a8-6f1d87b1fec2 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 944 time: 0.4275544
Feb 12 22:02:55.087672 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0b686309-8a88-4450-9a97-af730adb1670 req-0625e436-0d1b-41ae-bb8b-eebe75242f20 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509813
Feb 12 22:02:55.931735 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a26b5e3-a824-4fe7-b6fa-93c23a2d3f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:56.000594 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b118d26d-2022-431d-8757-5b0450be7d0a up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:02:56.061447 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port b118d26d-2022-431d-8757-5b0450be7d0a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:02:56.061756 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:56.158089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b118d26d-2022-431d-8757-5b0450be7d0a is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:02:56.158483 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:56.185690 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf24184-6359-4a5f-b909-1735c681f918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b118d26d-2022-431d-8757-5b0450be7d0a'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:02:56.187989 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e9e7178d0e5f56d14a94c3e8dbb77cbf5572169dee5a5777547d259a7a78fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdd63e8-c185-4d2a-a79f-50a8fccb5891" -d '{"events": [{"server_uuid": "0bf24184-6359-4a5f-b909-1735c681f918", "name": "network-vif-plugged", "status": "completed", "tag": "b118d26d-2022-431d-8757-5b0450be7d0a"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:02:56.216514 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b118d26d-2022-431d-8757-5b0450be7d0a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b118d26d-2022-431d-8757-5b0450be7d0a,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:02:56.221616 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950709e-0c94-4cff-86aa-2e0bbe5b9378 req-ba190b34-7217-47d1-8770-d1a96c6a08c5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:56.227702 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a950709e-0c94-4cff-86aa-2e0bbe5b9378 req-ba190b34-7217-47d1-8770-d1a96c6a08c5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 944 time: 0.0619202
Feb 12 22:02:56.265773 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:56.293460 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a950709e-0c94-4cff-86aa-2e0bbe5b9378 req-4326b8d6-01a5-42d1-9115-836a6647d19c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648053
Feb 12 22:02:56.327733 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b118d26d-2022-431d-8757-5b0450be7d0a,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:02:57.260762 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 22:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ce19a3-e7d0-4613-afb9-4c74c1cfe59b x-openstack-request-id: req-74ce19a3-e7d0-4613-afb9-4c74c1cfe59b {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:02:57.261525 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf24184-6359-4a5f-b909-1735c681f918", "name": "network-vif-plugged", "status": "completed", "tag": "b118d26d-2022-431d-8757-5b0450be7d0a", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:02:57.261525 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74ce19a3-e7d0-4613-afb9-4c74c1cfe59b {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:02:57.261901 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf24184-6359-4a5f-b909-1735c681f918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'code': 200}
Feb 12 22:02:57.447343 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:57.452173 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718be2b-15a3-41ca-a8f8-b716c50131bb req-7791cf2e-7700-4b70-9f65-d83f4e7bced3 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:57.454697 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1718be2b-15a3-41ca-a8f8-b716c50131bb req-7791cf2e-7700-4b70-9f65-d83f4e7bced3 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0647480
Feb 12 22:02:57.535405 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1718be2b-15a3-41ca-a8f8-b716c50131bb req-0ddee824-3b5b-4f7a-9bcc-70b4834d9983 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724001
Feb 12 22:02:58.379627 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eff6616e-7975-4823-8902-e6989cb31a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:58.680467 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b17e3-285c-4b94-90be-524687d4fa2e req-cba43a60-fdad-4482-8ad4-40a010d48fd5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:58.683521 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1d3b17e3-285c-4b94-90be-524687d4fa2e req-cba43a60-fdad-4482-8ad4-40a010d48fd5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0634468
Feb 12 22:02:58.753681 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1d3b17e3-285c-4b94-90be-524687d4fa2e req-bbe5c823-420b-4bed-bec7-383277779794 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611506
Feb 12 22:02:59.706649 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:59.892667 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b48eaf-aac4-4606-9e9d-6c91d7fdaefa req-99539928-5d6d-4c36-a22e-b1920ce78226 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:02:59.894430 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-42b48eaf-aac4-4606-9e9d-6c91d7fdaefa req-99539928-5d6d-4c36-a22e-b1920ce78226 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0587788
Feb 12 22:02:59.930533 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:02:59.949325 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-42b48eaf-aac4-4606-9e9d-6c91d7fdaefa req-007ed56b-741e-438d-9125-d1505e21c07c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485723
Feb 12 22:03:01.099655 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dc60c-c274-4b3c-a4c1-692fd5aa87d4 req-80c49920-3ab2-4bb1-8803-5e11198bc720 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:01.100380 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-999dc60c-c274-4b3c-a4c1-692fd5aa87d4 req-80c49920-3ab2-4bb1-8803-5e11198bc720 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0691671
Feb 12 22:03:01.169898 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-999dc60c-c274-4b3c-a4c1-692fd5aa87d4 req-049ff1b1-09fa-4d94-ad36-f0595e7c21c0 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600026
Feb 12 22:03:01.209181 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:02.283866 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:02.310394 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea38d4f-7263-464a-ae80-2ec283a1330f req-90e84ca6-4b68-4415-a7ab-5de19885868f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:02.313291 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6ea38d4f-7263-464a-ae80-2ec283a1330f req-90e84ca6-4b68-4415-a7ab-5de19885868f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0661185
Feb 12 22:03:02.372195 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6ea38d4f-7263-464a-ae80-2ec283a1330f req-10c80f7b-d9e3-429d-b5cc-09077407537b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526311
Feb 12 22:03:03.508297 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad23174-fa01-43ab-82a8-62fc76811a6e req-c904ee43-334c-4bfd-ad99-bfd4abb5e23d tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:03.509806 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ad23174-fa01-43ab-82a8-62fc76811a6e req-c904ee43-334c-4bfd-ad99-bfd4abb5e23d tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0585370
Feb 12 22:03:03.571225 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2ad23174-fa01-43ab-82a8-62fc76811a6e req-b37df545-60a4-49b3-8d7e-30993d740175 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542524
Feb 12 22:03:04.697292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfce10f-eaaf-44ba-a7e8-6c905c89f750 req-a6df681b-8031-42ff-8bb7-ec33780c08f4 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:04.698728 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dcfce10f-eaaf-44ba-a7e8-6c905c89f750 req-a6df681b-8031-42ff-8bb7-ec33780c08f4 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0522301
Feb 12 22:03:04.747334 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-dcfce10f-eaaf-44ba-a7e8-6c905c89f750 req-81a716ff-3eb5-4be2-bfaf-894a9c8a0df5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422773
Feb 12 22:03:05.123976 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70d68c-7a68-428a-b0dc-9d29010287a9 req-b188f615-e30e-4d1e-948a-cb02cf93e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:05.126161 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc70d68c-7a68-428a-b0dc-9d29010287a9 req-b188f615-e30e-4d1e-948a-cb02cf93e034 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 1127 time: 0.0486472
Feb 12 22:03:05.217070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70d68c-7a68-428a-b0dc-9d29010287a9 req-70c8edfe-fc87-4f6f-9976-96e3218a0ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:05.220719 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc70d68c-7a68-428a-b0dc-9d29010287a9 req-70c8edfe-fc87-4f6f-9976-96e3218a0ed9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 910 time: 0.0849948
Feb 12 22:03:05.288596 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc70d68c-7a68-428a-b0dc-9d29010287a9 req-8c7b01fc-322e-4885-b371-09441a563957 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b118d26d-2022-431d-8757-5b0450be7d0a HTTP/1.1" status: 200  len: 1001 time: 0.0619276
Feb 12 22:03:05.336783 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70d68c-7a68-428a-b0dc-9d29010287a9 req-16f855b1-d226-458d-a284-ee797ddba735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:05.338227 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc70d68c-7a68-428a-b0dc-9d29010287a9 req-16f855b1-d226-458d-a284-ee797ddba735 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0432160
Feb 12 22:03:05.389676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70d68c-7a68-428a-b0dc-9d29010287a9 req-fd33768f-c61a-40b5-bfce-14ed39bde5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:05.391749 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc70d68c-7a68-428a-b0dc-9d29010287a9 req-fd33768f-c61a-40b5-bfce-14ed39bde5c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443962
Feb 12 22:03:05.486232 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc70d68c-7a68-428a-b0dc-9d29010287a9 req-a3c2568a-b5f3-48ff-982b-ecf3def637b5 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847771
Feb 12 22:03:05.574494 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bc70d68c-7a68-428a-b0dc-9d29010287a9 req-52c3cb3a-208a-436c-883e-32e5fa9105fb service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813265
Feb 12 22:03:05.687252 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:03:05.872472 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b7da-ccad-4b8c-8f86-ed7bc7653443 req-8227ef54-ba76-4907-80dc-25cd00eeff42 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:05.873885 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5ca9b7da-ccad-4b8c-8f86-ed7bc7653443 req-8227ef54-ba76-4907-80dc-25cd00eeff42 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0576093
Feb 12 22:03:05.923828 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5ca9b7da-ccad-4b8c-8f86-ed7bc7653443 req-bc81fbd8-8043-4577-b205-91cf01c7aa75 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443356
Feb 12 22:03:07.047423 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11ef8a-ae25-46c3-b054-b8c1652c3e5e req-b379a4d8-6823-476e-a870-7bee5db35aad tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:07.048906 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d11ef8a-ae25-46c3-b054-b8c1652c3e5e req-b379a4d8-6823-476e-a870-7bee5db35aad tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0563936
Feb 12 22:03:07.098578 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4d11ef8a-ae25-46c3-b054-b8c1652c3e5e req-e8d2a113-913d-4d8b-aacf-301e327e5b19 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438147
Feb 12 22:03:08.031756 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b118d26d-2022-431d-8757-5b0450be7d0a no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:03:08.107390 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b118d26d-2022-431d-8757-5b0450be7d0a is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:03:08.107780 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:08.132181 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf24184-6359-4a5f-b909-1735c681f918', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b118d26d-2022-431d-8757-5b0450be7d0a'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:03:08.134614 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e9e7178d0e5f56d14a94c3e8dbb77cbf5572169dee5a5777547d259a7a78fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a4ae18-ed47-4c7f-82ab-02f9e26b4b36" -d '{"events": [{"server_uuid": "0bf24184-6359-4a5f-b909-1735c681f918", "name": "network-vif-unplugged", "status": "completed", "tag": "b118d26d-2022-431d-8757-5b0450be7d0a"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:03:08.147776 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b118d26d-2022-431d-8757-5b0450be7d0a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b118d26d-2022-431d-8757-5b0450be7d0a,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:03:08.173928 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 12 Feb 2022 22:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea7c8a7-62bb-4497-ac3f-0f03da298450 x-openstack-request-id: req-fea7c8a7-62bb-4497-ac3f-0f03da298450 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:03:08.174171 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf24184-6359-4a5f-b909-1735c681f918", "name": "network-vif-unplugged", "status": "failed", "tag": "b118d26d-2022-431d-8757-5b0450be7d0a", "code": 422}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:03:08.174415 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fea7c8a7-62bb-4497-ac3f-0f03da298450 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:03:08.174825 ncdv-master-1 neutron-server[126507]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0bf24184-6359-4a5f-b909-1735c681f918', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'code': 422} returned with failed status
Feb 12 22:03:08.224105 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2aad2-f5e0-47d0-972a-eac487f399cc req-f4b90e96-d32b-4a5d-b599-00d229754386 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:08.225693 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e5c2aad2-f5e0-47d0-972a-eac487f399cc req-f4b90e96-d32b-4a5d-b599-00d229754386 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 945 time: 0.0563097
Feb 12 22:03:08.226459 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:08.275157 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b118d26d-2022-431d-8757-5b0450be7d0a,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:03:08.277862 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e5c2aad2-f5e0-47d0-972a-eac487f399cc req-c9e0ef02-f59d-4226-bec8-2ceea8a2c2fd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464208
Feb 12 22:03:08.419542 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-6f92a021-1d08-4186-aa6e-87e88e278b82 req-464b1f40-ff74-4c79-b490-440c41a141dd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 22:03:08.420575 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6f92a021-1d08-4186-aa6e-87e88e278b82 req-464b1f40-ff74-4c79-b490-440c41a141dd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0429111
Feb 12 22:03:09.684908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cace271-0da8-4aa9-8735-f7f347f13de3 req-ebad4589-aefe-49a3-a69b-cca1e9d95ab8 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:09.686401 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6cace271-0da8-4aa9-8735-f7f347f13de3 req-ebad4589-aefe-49a3-a69b-cca1e9d95ab8 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 943 time: 0.0519488
Feb 12 22:03:09.742606 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6cace271-0da8-4aa9-8735-f7f347f13de3 req-5ffc59bc-3d0c-4d58-8d7b-4949859dd04a tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497503
Feb 12 22:03:10.134779 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-1a0f2b1e-4e12-4683-974a-1ffde371b119 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0818927
Feb 12 22:03:10.259735 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-65f576f2-715a-4cdb-bd14-86b3fb2de11b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:10.261070 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-65f576f2-715a-4cdb-bd14-86b3fb2de11b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports/b118d26d-2022-431d-8757-5b0450be7d0a HTTP/1.1" status: 200  len: 940 time: 0.0986011
Feb 12 22:03:10.865621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e8699-4e6e-4318-96ae-8e6e991edf2d req-e6568b26-6bb5-47e0-985e-5afc0e27d3ae tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:10.867113 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f91e8699-4e6e-4318-96ae-8e6e991edf2d req-e6568b26-6bb5-47e0-985e-5afc0e27d3ae tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 943 time: 0.0529568
Feb 12 22:03:10.920653 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f91e8699-4e6e-4318-96ae-8e6e991edf2d req-4ec96681-0fe6-4e54-bb70-b8a0cb69fbf2 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477786
Feb 12 22:03:11.621815 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-ab695c55-8ad5-4774-848e-815d77c6fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:11.623342 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-ab695c55-8ad5-4774-848e-815d77c6fd71 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918&tenant_id=707f6000ad794dbd92c57050b2f27387 HTTP/1.1" status: 200  len: 1125 time: 0.0492470
Feb 12 22:03:11.694405 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-10154245-f017-4fe8-9f19-be6fc33e467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:11.695929 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-10154245-f017-4fe8-9f19-be6fc33e467c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 1125 time: 0.0452595
Feb 12 22:03:11.791918 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-ed65a1ff-7713-4830-9762-7037973a1661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:11.793442 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-ed65a1ff-7713-4830-9762-7037973a1661 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 910 time: 0.0888853
Feb 12 22:03:11.862230 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-99a96f4b-b85b-4793-b4a0-c90e85682f13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b118d26d-2022-431d-8757-5b0450be7d0a HTTP/1.1" status: 200  len: 999 time: 0.0595124
Feb 12 22:03:11.917192 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-a4681f3e-4d59-4f02-8f3b-84dcea2d7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:11.918733 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-a4681f3e-4d59-4f02-8f3b-84dcea2d7980 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0468106
Feb 12 22:03:11.975412 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-66747706-608f-4968-81de-56f17b067203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:11.977005 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-66747706-608f-4968-81de-56f17b067203 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0517569
Feb 12 22:03:12.096941 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8232d-2ae6-4a6a-a3b8-ca51d797f0a7 req-8e134c05-384b-4c12-81e4-d068a2b36f34 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:12.098446 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58f8232d-2ae6-4a6a-a3b8-ca51d797f0a7 req-8e134c05-384b-4c12-81e4-d068a2b36f34 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 943 time: 0.1040809
Feb 12 22:03:12.125982 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-8e642498-5563-40c7-b107-27f70414395f service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395323
Feb 12 22:03:12.178956 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-58f8232d-2ae6-4a6a-a3b8-ca51d797f0a7 req-efb188ad-f439-4b2a-a6f7-b9796d86aca4 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0745044
Feb 12 22:03:12.237072 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-2f48d664-4bf9-4b82-90b1-3152d4c2ec6e service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0991297
Feb 12 22:03:13.333192 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d135b-50c8-47e7-89ee-4834d9e4b505 req-75dcaef1-32ff-48af-9a42-a5cde170529f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:13.338725 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b10d135b-50c8-47e7-89ee-4834d9e4b505 req-75dcaef1-32ff-48af-9a42-a5cde170529f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 943 time: 0.0768061
Feb 12 22:03:13.391458 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b10d135b-50c8-47e7-89ee-4834d9e4b505 req-de98faef-c71c-4994-a2de-8867a73f3227 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460331
Feb 12 22:03:14.530640 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f7731-8f35-4c37-b04f-e1c1debe5acd req-c831a39c-64d1-4228-98a8-74fe792f6e7b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:14.532298 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a54f7731-8f35-4c37-b04f-e1c1debe5acd req-c831a39c-64d1-4228-98a8-74fe792f6e7b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 943 time: 0.0671980
Feb 12 22:03:14.585585 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a54f7731-8f35-4c37-b04f-e1c1debe5acd req-d30f350b-0318-4a26-902e-05ae3836f730 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473156
Feb 12 22:03:15.718521 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c064f-95ca-4512-aba7-dfbe7edaa605 req-85ec3b40-770f-4408-9f4c-0a37aeb3c356 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:15.722108 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-817c064f-95ca-4512-aba7-dfbe7edaa605 req-85ec3b40-770f-4408-9f4c-0a37aeb3c356 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 943 time: 0.0620899
Feb 12 22:03:15.775044 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-817c064f-95ca-4512-aba7-dfbe7edaa605 req-7adb22ba-d93f-42d2-9467-d9f984609b6f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493755
Feb 12 22:03:16.906757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd3e9d-fa4a-4af4-ac16-db6305b4b1c2 req-69410fa9-894e-417f-b9a5-3d672893f5c4 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:16.908308 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-29bd3e9d-fa4a-4af4-ac16-db6305b4b1c2 req-69410fa9-894e-417f-b9a5-3d672893f5c4 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 943 time: 0.0574896
Feb 12 22:03:16.967053 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-29bd3e9d-fa4a-4af4-ac16-db6305b4b1c2 req-cc45a683-65b7-421c-8340-47267d499150 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525880
Feb 12 22:03:18.104100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b491b-a285-41a9-b97a-74176c3b309f req-7d75c819-6089-414e-812e-22389cbab7d6 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:18.105592 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-870b491b-a285-41a9-b97a-74176c3b309f req-7d75c819-6089-414e-812e-22389cbab7d6 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 943 time: 0.0648084
Feb 12 22:03:18.158677 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-870b491b-a285-41a9-b97a-74176c3b309f req-a41ba125-f2e2-4595-b1b5-e48a9a1a8c39 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464501
Feb 12 22:03:19.291479 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87323a4-d1f3-4859-9bc1-0e2ab3f4293e req-ddcdb611-d512-451a-9957-2f32e10340eb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:19.292910 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d87323a4-d1f3-4859-9bc1-0e2ab3f4293e req-ddcdb611-d512-451a-9957-2f32e10340eb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 943 time: 0.0611482
Feb 12 22:03:19.350453 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d87323a4-d1f3-4859-9bc1-0e2ab3f4293e req-e496bae4-59fc-4eb8-8627-27dfb60e07ec tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514500
Feb 12 22:03:20.583265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce95afd-bc77-4f8a-9274-25d908fecc7f req-13fe8527-c17a-400b-b443-599704d3f32d tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:20.584747 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2ce95afd-bc77-4f8a-9274-25d908fecc7f req-13fe8527-c17a-400b-b443-599704d3f32d tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 943 time: 0.0565746
Feb 12 22:03:20.634006 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-2ce95afd-bc77-4f8a-9274-25d908fecc7f req-9f1de4a5-4441-4399-a681-2c33017f685b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436404
Feb 12 22:03:21.758632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ab109-9986-4703-aa96-3d834373b9fe req-51bd8d53-15b4-4fd1-ad41-a4c3dc717e11 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:21.760107 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f30ab109-9986-4703-aa96-3d834373b9fe req-51bd8d53-15b4-4fd1-ad41-a4c3dc717e11 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 943 time: 0.0547531
Feb 12 22:03:21.807929 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f30ab109-9986-4703-aa96-3d834373b9fe req-8638a0fd-c1fd-4f44-a9e0-e7f78c2c081b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420601
Feb 12 22:03:22.934089 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dee99a-f64f-41af-b314-bce9ff1cb1fa req-67abfdcb-fe96-4820-a0a6-6cc0e9b6943a tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:22.935614 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-39dee99a-f64f-41af-b314-bce9ff1cb1fa req-67abfdcb-fe96-4820-a0a6-6cc0e9b6943a tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 943 time: 0.0577214
Feb 12 22:03:22.984115 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-39dee99a-f64f-41af-b314-bce9ff1cb1fa req-718facdb-7ba2-40ca-ab59-efbd3df2d3e3 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427909
Feb 12 22:03:23.763373 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4e73e-89a3-42de-a964-c1d3f1419ae1 req-1f692a8f-5820-4e26-8e8e-80b5adea6516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:23.765404 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11c4e73e-89a3-42de-a964-c1d3f1419ae1 req-1f692a8f-5820-4e26-8e8e-80b5adea6516 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 1125 time: 0.0441046
Feb 12 22:03:23.873015 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4e73e-89a3-42de-a964-c1d3f1419ae1 req-04eb57a6-5bdb-4eb3-8fe9-72a621fc6979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:23.874662 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11c4e73e-89a3-42de-a964-c1d3f1419ae1 req-04eb57a6-5bdb-4eb3-8fe9-72a621fc6979 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 910 time: 0.0873885
Feb 12 22:03:23.942876 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11c4e73e-89a3-42de-a964-c1d3f1419ae1 req-cf7bb7aa-2d52-49aa-aeb9-c7d9de33054b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b118d26d-2022-431d-8757-5b0450be7d0a HTTP/1.1" status: 200  len: 999 time: 0.0588310
Feb 12 22:03:23.999009 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4e73e-89a3-42de-a964-c1d3f1419ae1 req-8e908f34-445c-4a5b-a136-f427c6ccc5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:24.000546 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11c4e73e-89a3-42de-a964-c1d3f1419ae1 req-8e908f34-445c-4a5b-a136-f427c6ccc5e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0482767
Feb 12 22:03:24.057079 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4e73e-89a3-42de-a964-c1d3f1419ae1 req-3d92cdae-19e3-49de-b36a-38794474e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:24.058628 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11c4e73e-89a3-42de-a964-c1d3f1419ae1 req-3d92cdae-19e3-49de-b36a-38794474e2de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478075
Feb 12 22:03:24.095488 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b118d26d-2022-431d-8757-5b0450be7d0a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 22:03:24.178290 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa408ad1-bb92-4da2-92f7-6240a09cf629 req-c7419891-385d-43cd-9e66-2fd221bff9fc tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:24.179787 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa408ad1-bb92-4da2-92f7-6240a09cf629 req-c7419891-385d-43cd-9e66-2fd221bff9fc tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 943 time: 0.1203039
Feb 12 22:03:24.198397 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11c4e73e-89a3-42de-a964-c1d3f1419ae1 req-0551d215-1956-412f-8429-7eb41df282ef service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297824
Feb 12 22:03:24.200079 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b118d26d-2022-431d-8757-5b0450be7d0a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b118d26d-2022-431d-8757-5b0450be7d0a,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:03:24.213040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'port_id': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'mac_address': 'fa:16:3e:24:22:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 22:03:24.250270 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b118d26d-2022-431d-8757-5b0450be7d0a is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:03:24.250672 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:24.263681 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b118d26d-2022-431d-8757-5b0450be7d0a {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 22:03:24.283406 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b118d26d-2022-431d-8757-5b0450be7d0a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b118d26d-2022-431d-8757-5b0450be7d0a,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:03:24.296453 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-aa408ad1-bb92-4da2-92f7-6240a09cf629 req-19e297bd-6f3d-4f8b-943e-95cf469e6937 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1107576
Feb 12 22:03:24.325102 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11c4e73e-89a3-42de-a964-c1d3f1419ae1 req-32cb67c1-5af9-491c-a7da-545f4a79755f service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1181250
Feb 12 22:03:24.350538 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:24.397652 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b118d26d-2022-431d-8757-5b0450be7d0a,revision_number=9']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:03:24.640940 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['b118d26d-2022-431d-8757-5b0450be7d0a'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 22:03:25.416712 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a64fa-2f7e-46ee-907d-a68229ea1e7c req-8198efc6-a2ee-4b93-b662-56577b111b4a tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:25.418230 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a66a64fa-2f7e-46ee-907d-a68229ea1e7c req-8198efc6-a2ee-4b93-b662-56577b111b4a tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 944 time: 0.0526073
Feb 12 22:03:25.466032 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a66a64fa-2f7e-46ee-907d-a68229ea1e7c req-0eb7c143-39e7-401e-b6ec-aebdd1b4ccad tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422680
Feb 12 22:03:25.899979 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e125de8d-3262-4439-8b00-e2e29095a155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:26.106747 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b118d26d-2022-431d-8757-5b0450be7d0a up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:03:26.153820 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port b118d26d-2022-431d-8757-5b0450be7d0a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:03:26.154192 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:26.229273 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port b118d26d-2022-431d-8757-5b0450be7d0a is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:03:26.229687 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:26.251396 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf24184-6359-4a5f-b909-1735c681f918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b118d26d-2022-431d-8757-5b0450be7d0a'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:03:26.253712 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e9e7178d0e5f56d14a94c3e8dbb77cbf5572169dee5a5777547d259a7a78fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da7d86d-e466-4e9b-b575-37c8050c7413" -d '{"events": [{"server_uuid": "0bf24184-6359-4a5f-b909-1735c681f918", "name": "network-vif-plugged", "status": "completed", "tag": "b118d26d-2022-431d-8757-5b0450be7d0a"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:03:26.269794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port b118d26d-2022-431d-8757-5b0450be7d0a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b118d26d-2022-431d-8757-5b0450be7d0a,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:03:26.291717 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 22:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d47eec-9f50-43f0-bfe1-b26572e43dae x-openstack-request-id: req-15d47eec-9f50-43f0-bfe1-b26572e43dae {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:03:26.292023 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf24184-6359-4a5f-b909-1735c681f918", "name": "network-vif-plugged", "status": "completed", "tag": "b118d26d-2022-431d-8757-5b0450be7d0a", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:03:26.292315 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15d47eec-9f50-43f0-bfe1-b26572e43dae {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:03:26.292738 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf24184-6359-4a5f-b909-1735c681f918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'code': 200}
Feb 12 22:03:26.346035 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:26.393592 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=b118d26d-2022-431d-8757-5b0450be7d0a,revision_number=10']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:03:26.532672 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93b477-b3ff-45f4-887d-ed0ac442bb66 req-be025ed9-9375-454d-b8e8-5954b8e82ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:26.534256 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ff93b477-b3ff-45f4-887d-ed0ac442bb66 req-be025ed9-9375-454d-b8e8-5954b8e82ddd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 1128 time: 0.0459502
Feb 12 22:03:26.585071 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ff93b477-b3ff-45f4-887d-ed0ac442bb66 req-de763683-36fa-4b0f-8ad7-4bc333481f5c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406961
Feb 12 22:03:26.588746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463fd20-c377-46ce-969f-9b2f0b040f5a req-19623b4c-4fba-4e34-be8b-4880e29e9931 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:26.590524 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f463fd20-c377-46ce-969f-9b2f0b040f5a req-19623b4c-4fba-4e34-be8b-4880e29e9931 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 946 time: 0.0527117
Feb 12 22:03:26.645635 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f463fd20-c377-46ce-969f-9b2f0b040f5a req-b4d421c4-f037-4722-ba1f-2c880680862d tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478842
Feb 12 22:03:27.454896 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:27.770424 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945707-6fe2-4726-ac0b-4394bfa95ed7 req-1d30e737-bd9f-41cb-9a14-48c088d7d694 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:27.771920 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34945707-6fe2-4726-ac0b-4394bfa95ed7 req-1d30e737-bd9f-41cb-9a14-48c088d7d694 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 946 time: 0.0546517
Feb 12 22:03:27.824938 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-34945707-6fe2-4726-ac0b-4394bfa95ed7 req-3d90f172-0615-415e-a002-7ff97e246a26 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471740
Feb 12 22:03:28.340253 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-13abfa95-f1df-445b-bae2-bffd1d5a351d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:28.951845 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3753f79-29e7-4e08-b0fc-82b95651f023 req-075db917-704a-4501-b22d-22bacfde92f1 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:28.953312 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3753f79-29e7-4e08-b0fc-82b95651f023 req-075db917-704a-4501-b22d-22bacfde92f1 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 946 time: 0.0538194
Feb 12 22:03:29.002432 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d3753f79-29e7-4e08-b0fc-82b95651f023 req-8560ae77-6a65-43c3-952d-d11e7e6ec8b2 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433481
Feb 12 22:03:29.746060 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:29.871404 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:30.128430 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e221c-abd7-4422-a9c7-4e67835f4d7d req-e752bb8d-a14d-4ac9-a7f9-18e302b1f5e0 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:03:30.129952 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-223e221c-abd7-4422-a9c7-4e67835f4d7d req-e752bb8d-a14d-4ac9-a7f9-18e302b1f5e0 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 946 time: 0.0570865
Feb 12 22:03:30.177872 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-223e221c-abd7-4422-a9c7-4e67835f4d7d req-b74f4d64-3113-40b7-a4c4-1a7533e28c50 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424867
Feb 12 22:03:31.214087 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:32.254174 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:42.686858 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:03:55.915723 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-bbe61b02-53df-40b2-8c62-348f48fe7269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:57.454366 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:58.345016 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0ab65b13-ca0c-4cdd-96d4-4d6ed96a6c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:59.705020 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:03:59.888186 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:01.213816 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:02.247976 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:19.686442 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:04:25.707384 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54e10975-ad62-44dd-a23e-8d0157e989a8 req-98cea347-5072-4ec3-ad37-4853f222a53e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0436721
Feb 12 22:04:25.799761 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e10975-ad62-44dd-a23e-8d0157e989a8 req-782efd0b-5a63-4465-8431-43c36d98b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:25.802035 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54e10975-ad62-44dd-a23e-8d0157e989a8 req-782efd0b-5a63-4465-8431-43c36d98b30b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 1128 time: 0.0451753
Feb 12 22:04:25.887297 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cd310c7d-3d0c-4f0b-812e-0dfa2d94a49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:25.912149 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e10975-ad62-44dd-a23e-8d0157e989a8 req-3a21b7f7-6885-40ba-ae11-2eb752251520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:25.913642 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54e10975-ad62-44dd-a23e-8d0157e989a8 req-3a21b7f7-6885-40ba-ae11-2eb752251520 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 910 time: 0.0870817
Feb 12 22:04:25.980374 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54e10975-ad62-44dd-a23e-8d0157e989a8 req-f9cdabf5-9602-41aa-9959-8c0798fb00a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b118d26d-2022-431d-8757-5b0450be7d0a HTTP/1.1" status: 200  len: 1001 time: 0.0572455
Feb 12 22:04:26.034601 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e10975-ad62-44dd-a23e-8d0157e989a8 req-84db42e3-cdef-488c-9520-ead30b00e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:26.036319 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54e10975-ad62-44dd-a23e-8d0157e989a8 req-84db42e3-cdef-488c-9520-ead30b00e5aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0472686
Feb 12 22:04:26.090947 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e10975-ad62-44dd-a23e-8d0157e989a8 req-3b961b35-d85e-4c6b-9960-c955dc09d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:26.092499 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54e10975-ad62-44dd-a23e-8d0157e989a8 req-3b961b35-d85e-4c6b-9960-c955dc09d8da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464222
Feb 12 22:04:26.105548 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-54e10975-ad62-44dd-a23e-8d0157e989a8 req-a75a3e77-4e79-4d0d-9e9b-87415b112d01 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 22:04:26.112263 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54e10975-ad62-44dd-a23e-8d0157e989a8 req-a75a3e77-4e79-4d0d-9e9b-87415b112d01 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049102
Feb 12 22:04:26.200438 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54e10975-ad62-44dd-a23e-8d0157e989a8 req-4807570a-fc37-4874-abcb-acec9a28cbda service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833931
Feb 12 22:04:26.294713 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-54e10975-ad62-44dd-a23e-8d0157e989a8 req-bcaad7c3-eca2-495f-bfdc-f7135da6a85f service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870476
Feb 12 22:04:27.447116 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:28.372766 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f39978de-445d-4f5a-9a3a-4024eaf6ef70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:29.727182 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:29.875695 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:31.213590 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:32.258397 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:42.108872 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 57980) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:04:42.265195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Deleting port 8b9a20e0-ea10-4816-9409-6f90d2a21dbc {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:04:42.265562 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8b9a20e0-ea10-4816-9409-6f90d2a21dbc), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:42.343290 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8b9a20e0-ea10-4816-9409-6f90d2a21dbc), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:42.343614 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for floatingip (8b9a20e0-ea10-4816-9409-6f90d2a21dbc), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:42.354902 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Calling delete_port for 8b9a20e0-ea10-4816-9409-6f90d2a21dbc owned by network:floatingip {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:04:42.549989 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8b9a20e0-ea10-4816-9409-6f90d2a21dbc), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:42.576252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event deleted for resources: {'Port': ['ID=8b9a20e0-ea10-4816-9409-6f90d2a21dbc,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:04:42.602475 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:04:42.602820 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:04:42.603164 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:04:42.603499 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:04:42.603831 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:04:42.604165 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:04:42.604489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:04:42.604813 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:04:42.605137 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:04:42.605492 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:04:42.605814 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:04:42.606132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:04:42.606457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:04:42.645895 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for floatingip (cd49e93e-4447-4861-981b-12066d4ebc66), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:42.646230 ncdv-master-1 neutron-server[126505]: INFO neutron.db.l3_db [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Floating IP cd49e93e-4447-4861-981b-12066d4ebc66 disassociated (deleted). External IP: 172.35.2.251, port: b118d26d-2022-431d-8757-5b0450be7d0a.
Feb 12 22:04:42.861715 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:04:42.970108 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:04:42.975501 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:42.980211 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21adb16d-2aec-4c5a-9caf-4843c701a1a8 None None] Sync routers for ids ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:04:42.990797 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21adb16d-2aec-4c5a-9caf-4843c701a1a8 None None] Routers {'3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:04:42.991413 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-21adb16d-2aec-4c5a-9caf-4843c701a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb923a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:04:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:04:43.005083 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8b7e07ba-847a-4322-8bfd-a16d7a99d35e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "DELETE /v2.0/floatingips/cd49e93e-4447-4861-981b-12066d4ebc66 HTTP/1.1" status: 204  len: 168 time: 0.8951366
Feb 12 22:04:43.005698 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf24184-6359-4a5f-b909-1735c681f918', 'tag': 'b118d26d-2022-431d-8757-5b0450be7d0a'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:04:43.007974 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61dbbee94888fb46d90f16a99fde9279e4fbbcafc8db7eac41166062c9b8bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcbe6fb-34ed-49d9-8d72-7cb50addf5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf24184-6359-4a5f-b909-1735c681f918", "tag": "b118d26d-2022-431d-8757-5b0450be7d0a"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:04:43.052782 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 22:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29ececa-2a25-428a-bdc0-2cdabcea9b10 x-openstack-request-id: req-d29ececa-2a25-428a-bdc0-2cdabcea9b10 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:04:43.053630 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf24184-6359-4a5f-b909-1735c681f918", "tag": "b118d26d-2022-431d-8757-5b0450be7d0a", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:04:43.053630 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d29ececa-2a25-428a-bdc0-2cdabcea9b10 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:04:43.053933 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf24184-6359-4a5f-b909-1735c681f918', 'tag': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'status': 'completed', 'code': 200}
Feb 12 22:04:43.102617 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-21adb16d-2aec-4c5a-9caf-4843c701a1a8 None None] Set router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:04:43.129846 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe6fb-34ed-49d9-8d72-7cb50addf5b7 req-a2c6ceb4-4478-4e0a-ae11-df45d3fce92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:43.131287 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbcbe6fb-34ed-49d9-8d72-7cb50addf5b7 req-a2c6ceb4-4478-4e0a-ae11-df45d3fce92d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 1128 time: 0.0511761
Feb 12 22:04:43.231823 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe6fb-34ed-49d9-8d72-7cb50addf5b7 req-2234ad15-7fcb-43b5-809e-68895badb73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:43.233393 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbcbe6fb-34ed-49d9-8d72-7cb50addf5b7 req-2234ad15-7fcb-43b5-809e-68895badb73f service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 910 time: 0.0932624
Feb 12 22:04:43.279379 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbcbe6fb-34ed-49d9-8d72-7cb50addf5b7 req-dc9021b6-baa4-4951-a0d4-ddbc6aaedfd1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b118d26d-2022-431d-8757-5b0450be7d0a HTTP/1.1" status: 200  len: 217 time: 0.0366132
Feb 12 22:04:43.310359 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-21adb16d-2aec-4c5a-9caf-4843c701a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb923a0>, [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5b8dbe6-94ee-4e64-85dd-68ea89423600', 'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'mac_address': 'fa:16:3e:5f:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:16Z', 'updated_at': '2022-02-12T22:00:21Z', 'revision_number': 5, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'subnets': [{'id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:04:43.338892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe6fb-34ed-49d9-8d72-7cb50addf5b7 req-a741dc40-e212-4ad4-9caf-f190f5709add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:43.340683 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbcbe6fb-34ed-49d9-8d72-7cb50addf5b7 req-a741dc40-e212-4ad4-9caf-f190f5709add service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0541751
Feb 12 22:04:43.343556 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21adb16d-2aec-4c5a-9caf-4843c701a1a8 None None] Checking router: 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:04:43.353529 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21adb16d-2aec-4c5a-9caf-4843c701a1a8 None None] Routers {'3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:04:43.354843 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-21adb16d-2aec-4c5a-9caf-4843c701a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb923a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:04:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:04:43.436935 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe6fb-34ed-49d9-8d72-7cb50addf5b7 req-5cf141f7-7888-4070-b5b2-f9599a622b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:43.438466 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbcbe6fb-34ed-49d9-8d72-7cb50addf5b7 req-5cf141f7-7888-4070-b5b2-f9599a622b77 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0825858
Feb 12 22:04:43.446309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef915d-5004-4360-85d7-f292baa0f5f1 req-c2b8f5b3-1b87-4c85-93e9-6842d6ca7de6 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:43.447700 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33ef915d-5004-4360-85d7-f292baa0f5f1 req-c2b8f5b3-1b87-4c85-93e9-6842d6ca7de6 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 946 time: 0.0815361
Feb 12 22:04:43.465742 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-21adb16d-2aec-4c5a-9caf-4843c701a1a8 None None] Set router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:04:43.550660 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-33ef915d-5004-4360-85d7-f292baa0f5f1 req-82fee81e-cfa5-42bc-a62b-83b29dbd860c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0949447
Feb 12 22:04:43.571737 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbcbe6fb-34ed-49d9-8d72-7cb50addf5b7 req-8734f71f-e51d-49fc-ab1e-8446a1a1e2bb service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231136
Feb 12 22:04:43.663196 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-fbcbe6fb-34ed-49d9-8d72-7cb50addf5b7 req-50c32730-9535-4105-91ca-310eeda39b4e service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829341
Feb 12 22:04:43.672661 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-21adb16d-2aec-4c5a-9caf-4843c701a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbb923a0>, [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5b8dbe6-94ee-4e64-85dd-68ea89423600', 'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'mac_address': 'fa:16:3e:5f:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:16Z', 'updated_at': '2022-02-12T22:00:21Z', 'revision_number': 5, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'subnets': [{'id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:04:43.699150 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21adb16d-2aec-4c5a-9caf-4843c701a1a8 None None] The sync data for ids ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'] in ncdv-master-1 is: [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5b8dbe6-94ee-4e64-85dd-68ea89423600', 'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'mac_address': 'fa:16:3e:5f:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:16Z', 'updated_at': '2022-02-12T22:00:21Z', 'revision_number': 5, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'subnets': [{'id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:04:43.937583 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5c0098-9ef1-4f20-a513-1d7b1cfb986d None None] New status for floating IP cd49e93e-4447-4861-981b-12066d4ebc66: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 22:04:44.675976 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c86f2-1f66-409b-9fac-299c693400c4 req-1dc923a0-fa70-4d19-8e95-6075245c7db1 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:44.681686 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-283c86f2-1f66-409b-9fac-299c693400c4 req-1dc923a0-fa70-4d19-8e95-6075245c7db1 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 946 time: 0.0544109
Feb 12 22:04:44.727201 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-283c86f2-1f66-409b-9fac-299c693400c4 req-1cd65a1d-9b31-411d-a700-de8d81bbadfc tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=25ed0b17-2de5-4606-8ad1-fe11f3bf1799&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433450
Feb 12 22:04:44.882522 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff05f6-5af3-4157-8d0d-b4667a647e2c req-de3af1fa-9286-440b-b6ef-54cb1b4f7aae tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:44.884016 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81ff05f6-5af3-4157-8d0d-b4667a647e2c req-de3af1fa-9286-440b-b6ef-54cb1b4f7aae tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.48 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 946 time: 0.0572507
Feb 12 22:04:44.979006 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-81ff05f6-5af3-4157-8d0d-b4667a647e2c req-fc7cc19b-6e33-4fcc-a406-23d7b1cf5240 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Deleting port b118d26d-2022-431d-8757-5b0450be7d0a {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:04:44.979344 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-81ff05f6-5af3-4157-8d0d-b4667a647e2c req-fc7cc19b-6e33-4fcc-a406-23d7b1cf5240 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:45.068906 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-81ff05f6-5af3-4157-8d0d-b4667a647e2c req-fc7cc19b-6e33-4fcc-a406-23d7b1cf5240 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] For port b118d26d-2022-431d-8757-5b0450be7d0a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b118d26d-2022-431d-8757-5b0450be7d0a,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:04:45.069267 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-81ff05f6-5af3-4157-8d0d-b4667a647e2c req-fc7cc19b-6e33-4fcc-a406-23d7b1cf5240 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:45.084619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-81ff05f6-5af3-4157-8d0d-b4667a647e2c req-fc7cc19b-6e33-4fcc-a406-23d7b1cf5240 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Calling delete_port for b118d26d-2022-431d-8757-5b0450be7d0a owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:04:45.270971 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-81ff05f6-5af3-4157-8d0d-b4667a647e2c req-fc7cc19b-6e33-4fcc-a406-23d7b1cf5240 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (b118d26d-2022-431d-8757-5b0450be7d0a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:45.299125 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cc19b-6e33-4fcc-a406-23d7b1cf5240 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event deleted for resources: {'Port': ['ID=b118d26d-2022-431d-8757-5b0450be7d0a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:04:45.342490 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ff05f6-5af3-4157-8d0d-b4667a647e2c req-fc7cc19b-6e33-4fcc-a406-23d7b1cf5240 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] No DVR routers for this DVR port b118d26d-2022-431d-8757-5b0450be7d0a on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 22:04:45.345084 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-81ff05f6-5af3-4157-8d0d-b4667a647e2c req-fc7cc19b-6e33-4fcc-a406-23d7b1cf5240 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:45.348592 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-81ff05f6-5af3-4157-8d0d-b4667a647e2c req-fc7cc19b-6e33-4fcc-a406-23d7b1cf5240 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.48 "DELETE /v2.0/ports/b118d26d-2022-431d-8757-5b0450be7d0a HTTP/1.1" status: 204  len: 173 time: 0.4563026
Feb 12 22:04:45.349024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf24184-6359-4a5f-b909-1735c681f918', 'name': 'network-vif-deleted', 'tag': 'b118d26d-2022-431d-8757-5b0450be7d0a'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:04:45.351270 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61dbbee94888fb46d90f16a99fde9279e4fbbcafc8db7eac41166062c9b8bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1c76d7-d7b2-49da-9314-6d3305789ccc" -d '{"events": [{"server_uuid": "0bf24184-6359-4a5f-b909-1735c681f918", "name": "network-vif-deleted", "tag": "b118d26d-2022-431d-8757-5b0450be7d0a"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:04:45.391244 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 22:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d21720-19c1-4aa2-b348-16735f5c3054 x-openstack-request-id: req-04d21720-19c1-4aa2-b348-16735f5c3054 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:04:45.391244 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf24184-6359-4a5f-b909-1735c681f918", "name": "network-vif-deleted", "tag": "b118d26d-2022-431d-8757-5b0450be7d0a", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:04:45.391244 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04d21720-19c1-4aa2-b348-16735f5c3054 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:04:45.391244 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf24184-6359-4a5f-b909-1735c681f918', 'name': 'network-vif-deleted', 'tag': 'b118d26d-2022-431d-8757-5b0450be7d0a', 'status': 'completed', 'code': 200}
Feb 12 22:04:45.839901 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-0e512753-9ab7-47b4-866e-ca3f81a7c757 req-2624b036-c5db-4a4f-9e43-604623aeb2a5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bf24184-6359-4a5f-b909-1735c681f918 HTTP/1.1" status: 200  len: 210 time: 0.0314872
Feb 12 22:04:46.896964 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58002) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:04:46.952876 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-63866053-fe54-4c21-9597-ccae490e2354 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group (25ed0b17-2de5-4606-8ad1-fe11f3bf1799), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:46.977485 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-63866053-fe54-4c21-9597-ccae490e2354 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group (25ed0b17-2de5-4606-8ad1-fe11f3bf1799), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:47.087451 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-63866053-fe54-4c21-9597-ccae490e2354 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (25ed0b17-2de5-4606-8ad1-fe11f3bf1799), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:47.090205 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-63866053-fe54-4c21-9597-ccae490e2354 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:47.091350 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-63866053-fe54-4c21-9597-ccae490e2354 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "DELETE /v2.0/security-groups/25ed0b17-2de5-4606-8ad1-fe11f3bf1799 HTTP/1.1" status: 204  len: 168 time: 0.1933808
Feb 12 22:04:47.102056 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63866053-fe54-4c21-9597-ccae490e2354 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ed0b17-2de5-4606-8ad1-fe11f3bf1799,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:04:47.433889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58010) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:04:47.438407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e6f4b33b-f69b-4757-a8a4-bf08e7bcb26e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-774342948', 'description': 'tempest-secgroup-smoke-774342948 description', 'project_id': '707f6000ad794dbd92c57050b2f27387'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:04:47.504073 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b33b-f69b-4757-a8a4-bf08e7bcb26e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:47.570226 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b33b-f69b-4757-a8a4-bf08e7bcb26e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group (9b922ddb-1ccc-4b3a-8347-a8afd14d6642), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:47.612679 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b33b-f69b-4757-a8a4-bf08e7bcb26e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9b922ddb-1ccc-4b3a-8347-a8afd14d6642), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:47.641869 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4b33b-f69b-4757-a8a4-bf08e7bcb26e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b922ddb-1ccc-4b3a-8347-a8afd14d6642,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:04:47.706617 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b33b-f69b-4757-a8a4-bf08e7bcb26e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:47.708590 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e6f4b33b-f69b-4757-a8a4-bf08e7bcb26e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2735558
Feb 12 22:04:47.711680 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58012) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:04:47.716024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-e78af596-ce05-48d1-bdfc-c6e43c49dc82 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'security_group_rule': {'security_group_id': '9b922ddb-1ccc-4b3a-8347-a8afd14d6642', 'project_id': '707f6000ad794dbd92c57050b2f27387', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:04:47.783503 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e78af596-ce05-48d1-bdfc-c6e43c49dc82 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (4db32c5b-5025-45ae-88bc-e31768f98538), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:47.838719 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e78af596-ce05-48d1-bdfc-c6e43c49dc82 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (4db32c5b-5025-45ae-88bc-e31768f98538), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:47.904111 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e78af596-ce05-48d1-bdfc-c6e43c49dc82 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (4db32c5b-5025-45ae-88bc-e31768f98538), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:47.923196 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78af596-ce05-48d1-bdfc-c6e43c49dc82 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db32c5b-5025-45ae-88bc-e31768f98538,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:04:47.986179 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e78af596-ce05-48d1-bdfc-c6e43c49dc82 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:47.987511 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e78af596-ce05-48d1-bdfc-c6e43c49dc82 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2749176
Feb 12 22:04:47.990397 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58014) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:04:47.995352 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-30a91d8e-ed01-4581-957a-9ea2909cfee9 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'security_group_rule': {'security_group_id': '9b922ddb-1ccc-4b3a-8347-a8afd14d6642', 'project_id': '707f6000ad794dbd92c57050b2f27387', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:04:48.069604 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-30a91d8e-ed01-4581-957a-9ea2909cfee9 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (f8d59d5e-1bad-4a71-aafd-dc88530bceae), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:48.124604 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-30a91d8e-ed01-4581-957a-9ea2909cfee9 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (f8d59d5e-1bad-4a71-aafd-dc88530bceae), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:48.178400 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-30a91d8e-ed01-4581-957a-9ea2909cfee9 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (f8d59d5e-1bad-4a71-aafd-dc88530bceae), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:48.199691 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a91d8e-ed01-4581-957a-9ea2909cfee9 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d59d5e-1bad-4a71-aafd-dc88530bceae,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:04:48.249159 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-30a91d8e-ed01-4581-957a-9ea2909cfee9 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:48.250316 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-30a91d8e-ed01-4581-957a-9ea2909cfee9 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2590258
Feb 12 22:04:48.253057 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58016) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:04:48.257904 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-64f761f0-10d0-499b-b467-76f9a576687c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'security_group_rule': {'security_group_id': '9b922ddb-1ccc-4b3a-8347-a8afd14d6642', 'project_id': '707f6000ad794dbd92c57050b2f27387', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:04:48.360166 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-64f761f0-10d0-499b-b467-76f9a576687c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (6001cec8-9ee4-4480-9b6e-38c5049d03d4), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:48.635668 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b118d26d-2022-431d-8757-5b0450be7d0a no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:04:48.657203 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: b118d26d-2022-431d-8757-5b0450be7d0a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:04:48.657569 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device b118d26d-2022-431d-8757-5b0450be7d0a not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:04:48.760600 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-64f761f0-10d0-499b-b467-76f9a576687c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (6001cec8-9ee4-4480-9b6e-38c5049d03d4), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:48.806604 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-64f761f0-10d0-499b-b467-76f9a576687c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (6001cec8-9ee4-4480-9b6e-38c5049d03d4), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:48.823334 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f761f0-10d0-499b-b467-76f9a576687c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6001cec8-9ee4-4480-9b6e-38c5049d03d4,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:04:48.894511 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-64f761f0-10d0-499b-b467-76f9a576687c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:48.895840 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-64f761f0-10d0-499b-b467-76f9a576687c tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6418281
Feb 12 22:04:48.898795 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58018) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:04:48.905417 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-1b367721-fa2d-4236-8106-1362f09e6781 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'security_group_rule': {'security_group_id': '9b922ddb-1ccc-4b3a-8347-a8afd14d6642', 'project_id': '707f6000ad794dbd92c57050b2f27387', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:04:48.982817 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1b367721-fa2d-4236-8106-1362f09e6781 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (c89a0d95-e0ec-44ec-b70e-89e87cab6c29), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:49.039083 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1b367721-fa2d-4236-8106-1362f09e6781 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (c89a0d95-e0ec-44ec-b70e-89e87cab6c29), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:49.099026 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1b367721-fa2d-4236-8106-1362f09e6781 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (c89a0d95-e0ec-44ec-b70e-89e87cab6c29), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:49.116897 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b367721-fa2d-4236-8106-1362f09e6781 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89a0d95-e0ec-44ec-b70e-89e87cab6c29,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:04:49.180332 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-1b367721-fa2d-4236-8106-1362f09e6781 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:49.181492 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-1b367721-fa2d-4236-8106-1362f09e6781 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2817609
Feb 12 22:04:49.184416 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58020) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:04:49.188982 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d489f461-dd5d-40f8-b109-0e31598b3cbb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'security_group_rule': {'security_group_id': '9b922ddb-1ccc-4b3a-8347-a8afd14d6642', 'project_id': '707f6000ad794dbd92c57050b2f27387', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:04:49.258311 ncdv-master-1 neutron-server[126505]: INFO neutron.db.securitygroups_db [None req-d489f461-dd5d-40f8-b109-0e31598b3cbb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Project 707f6000ad794dbd92c57050b2f27387 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 22:04:49.263108 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d489f461-dd5d-40f8-b109-0e31598b3cbb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (57cbd075-2693-401a-870f-b7dee01237d9), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:49.319977 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d489f461-dd5d-40f8-b109-0e31598b3cbb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (57cbd075-2693-401a-870f-b7dee01237d9), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:49.361363 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d489f461-dd5d-40f8-b109-0e31598b3cbb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (57cbd075-2693-401a-870f-b7dee01237d9), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:49.377998 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489f461-dd5d-40f8-b109-0e31598b3cbb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cbd075-2693-401a-870f-b7dee01237d9,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:04:49.426061 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d489f461-dd5d-40f8-b109-0e31598b3cbb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:49.429696 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d489f461-dd5d-40f8-b109-0e31598b3cbb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2442667
Feb 12 22:04:49.432484 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58022) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:04:49.437119 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-7c84d9ee-5b78-4aaf-bf17-5154109921fb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'security_group_rule': {'security_group_id': '9b922ddb-1ccc-4b3a-8347-a8afd14d6642', 'project_id': '707f6000ad794dbd92c57050b2f27387', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:04:49.498655 ncdv-master-1 neutron-server[126505]: INFO neutron.db.securitygroups_db [None req-7c84d9ee-5b78-4aaf-bf17-5154109921fb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Project 707f6000ad794dbd92c57050b2f27387 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 22:04:49.503457 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c84d9ee-5b78-4aaf-bf17-5154109921fb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (74c8e929-693e-42ea-a95e-bcc90276ed46), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:49.563917 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c84d9ee-5b78-4aaf-bf17-5154109921fb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (74c8e929-693e-42ea-a95e-bcc90276ed46), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:49.681433 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c84d9ee-5b78-4aaf-bf17-5154109921fb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (74c8e929-693e-42ea-a95e-bcc90276ed46), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:49.699545 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84d9ee-5b78-4aaf-bf17-5154109921fb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c8e929-693e-42ea-a95e-bcc90276ed46,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:04:49.774732 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7c84d9ee-5b78-4aaf-bf17-5154109921fb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:49.775960 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7c84d9ee-5b78-4aaf-bf17-5154109921fb tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3423295
Feb 12 22:04:54.766316 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-fb029efc-c524-4902-a2a6-fd7033f5b7e7 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-774342948&fields=id&tenant_id=707f6000ad794dbd92c57050b2f27387 HTTP/1.1" status: 200  len: 267 time: 0.0461996
Feb 12 22:04:54.871341 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-077b6e62-4f47-4228-9b4a-69981a44e47e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:54.872715 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-077b6e62-4f47-4228-9b4a-69981a44e47e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 809 time: 0.0992501
Feb 12 22:04:54.887588 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-187a9e8a-c453-4142-b5e8-0f1d90923b37 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/quotas/707f6000ad794dbd92c57050b2f27387 HTTP/1.1" status: 200  len: 375 time: 0.0094993
Feb 12 22:04:54.949528 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-bdbd48a8-200f-423c-a0f5-68dc0e88ff64 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0568342
Feb 12 22:04:55.044505 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-f109e119-f297-48e3-b359-6a08e32dda49 service neutron] 10.222.0.31 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830922
Feb 12 22:04:55.138085 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-3fc8de9d-001e-4ad1-b35e-08742b437f92 service neutron] 10.222.0.31 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878265
Feb 12 22:04:55.739959 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a20c5b89-5bea-4964-b5b9-b1739c8421fa req-340b8994-297a-41c7-ae96-5d3568332188 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 210 time: 0.0790801
Feb 12 22:04:55.915566 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-26d66e45-ef60-459a-b0b2-88f9560c8fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:56.687236 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:04:56.889166 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-49122171-ccee-4f41-a7e6-e75af37e4104 req-32a24737-c1c3-4b9e-b854-a86457b7038a tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 210 time: 0.0793791
Feb 12 22:04:57.475321 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:57.477346 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-b215d94e-1213-4312-9e59-61647b0ee701 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:57.478864 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-b215d94e-1213-4312-9e59-61647b0ee701 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 809 time: 0.1033542
Feb 12 22:04:57.545668 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-bcac35f1-8a18-4031-bc7b-5a9ce12576df tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707f6000ad794dbd92c57050b2f27387 HTTP/1.1" status: 200  len: 379 time: 0.0531089
Feb 12 22:04:57.557121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-aeb87de9-0799-45fe-b746-140e00faaa19 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'port': {'device_id': '2679f865-5dbf-424a-9051-7dd547dbb5d2', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'admin_state_up': True, 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'security_groups': ['9b922ddb-1ccc-4b3a-8347-a8afd14d6642']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:04:57.721494 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-aeb87de9-0799-45fe-b746-140e00faaa19 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Made reservation on behalf of 707f6000ad794dbd92c57050b2f27387 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 22:04:57.724985 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-aeb87de9-0799-45fe-b746-140e00faaa19 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:57.859127 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-aeb87de9-0799-45fe-b746-140e00faaa19 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Allocated IP 172.20.0.9 (7a1ae1e7-f563-4c07-9b35-0728ce6e4509/513d5e3f-9360-407f-88a0-f8f7aea98c42/cadb59ef-0dcf-411c-b2c9-4e86beceb5f5) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:04:57.997485 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e3c47b2f-bbda-423c-811f-9864191b04c3 req-1269afdd-fef3-4c0c-9dae-dd2385d2d94d tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 210 time: 0.0353365
Feb 12 22:04:58.031260 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-aeb87de9-0799-45fe-b746-140e00faaa19 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for port (cadb59ef-0dcf-411c-b2c9-4e86beceb5f5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:58.110576 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-aeb87de9-0799-45fe-b746-140e00faaa19 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (cadb59ef-0dcf-411c-b2c9-4e86beceb5f5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:58.158952 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-aeb87de9-0799-45fe-b746-140e00faaa19 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:04:58.162035 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-aeb87de9-0799-45fe-b746-140e00faaa19 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:04:58.165938 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-aeb87de9-0799-45fe-b746-140e00faaa19 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:04:58.191069 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb87de9-0799-45fe-b746-140e00faaa19 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'Port': ['ID=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:04:58.220374 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-aeb87de9-0799-45fe-b746-140e00faaa19 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:58.221097 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-aeb87de9-0799-45fe-b746-140e00faaa19 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:58.290671 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-aeb87de9-0799-45fe-b746-140e00faaa19 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7377737
Feb 12 22:04:58.306877 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Request body: {'port': {'device_id': '2679f865-5dbf-424a-9051-7dd547dbb5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:04:58.369265 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5778-461e-4168-96ba-afff21d47e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:58.373745 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cadb59ef-0dcf-411c-b2c9-4e86beceb5f5), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:58.379825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-2bf973a4-1f74-4a2f-a42e-aa5c593c126a None None] Provisioning complete for port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:04:58.380197 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2bf973a4-1f74-4a2f-a42e-aa5c593c126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cadb59ef-0dcf-411c-b2c9-4e86beceb5f5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:58.422233 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-2bf973a4-1f74-4a2f-a42e-aa5c593c126a None None] Port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 22:04:58.653163 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 22:04:58.661324 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Publish callbacks [] for port (cadb59ef-0dcf-411c-b2c9-4e86beceb5f5), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:58.674433 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Transition to ACTIVE for port object cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 22:04:58.743997 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (cadb59ef-0dcf-411c-b2c9-4e86beceb5f5), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:58.866002 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Pushing event updated for resources: {'Port': ['ID=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:04:58.879098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Attempting to bind port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 22:04:58.879436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Attempting to bind port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 22:04:58.879763 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Attempting to bind port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 on network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:04:58.884967 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 on network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 22:04:58.885654 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Attempting to bind port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 on network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:04:58.890568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 22, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 22:04:58.890974 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Checking segment: {'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:04:58.891382 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Bound using segment: {'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 22:04:58.891814 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Bound port: cadb59ef-0dcf-411c-b2c9-4e86beceb5f5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f15170-df21-47f6-a8f0-07421196ab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 22:04:58.892172 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cadb59ef-0dcf-411c-b2c9-4e86beceb5f5), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:58.964697 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] For port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 22:04:58.970130 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] For port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 22:04:59.025319 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (cadb59ef-0dcf-411c-b2c9-4e86beceb5f5), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:59.076708 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:59.076708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:59.077641 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] 10.222.0.48 "PUT /v2.0/ports/cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 HTTP/1.1" status: 200  len: 1091 time: 0.7756212
Feb 12 22:04:59.079179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2679f865-5dbf-424a-9051-7dd547dbb5d2', 'tag': 'cadb59ef-0dcf-411c-b2c9-4e86beceb5f5'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:04:59.083144 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61dbbee94888fb46d90f16a99fde9279e4fbbcafc8db7eac41166062c9b8bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88fe083-4369-4f75-b34d-24eae7d68d38" -d '{"events": [{"name": "network-changed", "server_uuid": "2679f865-5dbf-424a-9051-7dd547dbb5d2", "tag": "cadb59ef-0dcf-411c-b2c9-4e86beceb5f5"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:04:59.149126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1309d9-b848-490d-9c6d-e80a783b4928 service neutron] Pushing event updated for resources: {'Port': ['ID=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:04:59.165195 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 22:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4779ae-db07-4809-897d-9c0154cd34e8 x-openstack-request-id: req-ce4779ae-db07-4809-897d-9c0154cd34e8 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:04:59.165589 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2679f865-5dbf-424a-9051-7dd547dbb5d2", "tag": "cadb59ef-0dcf-411c-b2c9-4e86beceb5f5", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:04:59.165941 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce4779ae-db07-4809-897d-9c0154cd34e8 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:04:59.166258 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2679f865-5dbf-424a-9051-7dd547dbb5d2', 'tag': 'cadb59ef-0dcf-411c-b2c9-4e86beceb5f5', 'status': 'completed', 'code': 200}
Feb 12 22:04:59.229257 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c536-eb4e-41c4-88c8-55b854eec211 req-bed47d46-7853-44bc-8afe-b41695e35197 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:59.239298 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e694c536-eb4e-41c4-88c8-55b854eec211 req-bed47d46-7853-44bc-8afe-b41695e35197 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 943 time: 0.0994074
Feb 12 22:04:59.315105 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e694c536-eb4e-41c4-88c8-55b854eec211 req-c8844c88-6e35-48c1-9f91-43c92c1f5765 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b922ddb-1ccc-4b3a-8347-a8afd14d6642&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748103
Feb 12 22:04:59.319024 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fe083-4369-4f75-b34d-24eae7d68d38 req-708c9ca4-4c9b-4e85-ac76-3cb4a30cef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:59.321818 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b88fe083-4369-4f75-b34d-24eae7d68d38 req-708c9ca4-4c9b-4e85-ac76-3cb4a30cef5e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 1125 time: 0.0632734
Feb 12 22:04:59.451909 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fe083-4369-4f75-b34d-24eae7d68d38 req-286ca390-dc1c-47aa-95cc-dbcd40f78d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:59.453504 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b88fe083-4369-4f75-b34d-24eae7d68d38 req-286ca390-dc1c-47aa-95cc-dbcd40f78d85 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=707f6000ad794dbd92c57050b2f27387&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1203575
Feb 12 22:04:59.565398 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fe083-4369-4f75-b34d-24eae7d68d38 req-d4f66565-3d49-4154-9104-98b491a39086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:59.566871 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b88fe083-4369-4f75-b34d-24eae7d68d38 req-d4f66565-3d49-4154-9104-98b491a39086 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1049376
Feb 12 22:04:59.659208 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-22f4aad5-85fc-4da6-9581-f3a8f8ec8944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:59.667714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-22f4aad5-85fc-4da6-9581-f3a8f8ec8944 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 1125 time: 0.0490875
Feb 12 22:04:59.706821 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-ba0ce739-cb1b-464c-85cc-e8aec7fdbfe8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 HTTP/1.1" status: 200  len: 217 time: 0.0356903
Feb 12 22:04:59.750427 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:59.758639 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-78bbc7b6-a352-4b3f-be61-3118f23091e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:59.760102 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-78bbc7b6-a352-4b3f-be61-3118f23091e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0444820
Feb 12 22:04:59.817635 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-abae54ce-7e9f-473d-adcc-6e3cfbcc6303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:04:59.819821 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-abae54ce-7e9f-473d-adcc-6e3cfbcc6303 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0499868
Feb 12 22:04:59.881032 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:04:59.914740 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-ec3d2b6b-a620-47fc-a0f2-e372d1ad8d2c service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846784
Feb 12 22:05:00.012438 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d4fe9ac7-4374-4c17-ba3e-00ab6fce872e req-ca51a90a-e049-4af7-816b-cf86b52847a3 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890467
Feb 12 22:05:00.446675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf99f7-97de-44af-8189-ae5e9a6768ad req-d243d64a-9258-483e-9ef0-1ad77c9cbebe tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:00.448153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3cf99f7-97de-44af-8189-ae5e9a6768ad req-d243d64a-9258-483e-9ef0-1ad77c9cbebe tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 943 time: 0.0545981
Feb 12 22:05:00.497244 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b3cf99f7-97de-44af-8189-ae5e9a6768ad req-b35264a2-7abf-4884-95b9-b4570e066363 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b922ddb-1ccc-4b3a-8347-a8afd14d6642&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433536
Feb 12 22:05:01.212211 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:01.886897 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b21f38-f345-4cce-8766-cd557b523bc2 req-2a5f279d-f4f0-4159-97ff-8987bc8a2f48 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:01.888408 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-96b21f38-f345-4cce-8766-cd557b523bc2 req-2a5f279d-f4f0-4159-97ff-8987bc8a2f48 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 943 time: 0.0569990
Feb 12 22:05:01.936724 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-96b21f38-f345-4cce-8766-cd557b523bc2 req-5ee4f4b0-fac4-4cee-bc2a-99fabd1c8583 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b922ddb-1ccc-4b3a-8347-a8afd14d6642&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428007
Feb 12 22:05:02.246780 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:03.059362 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35627a2-3c42-4c20-ad26-f777bc4ec3df req-290a4b69-f4c1-4041-be9d-3a4421ce8a4d tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:03.060764 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f35627a2-3c42-4c20-ad26-f777bc4ec3df req-290a4b69-f4c1-4041-be9d-3a4421ce8a4d tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 943 time: 0.0575821
Feb 12 22:05:03.108512 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f35627a2-3c42-4c20-ad26-f777bc4ec3df req-bd4585ac-6c22-439b-8a6c-79e80af67493 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b922ddb-1ccc-4b3a-8347-a8afd14d6642&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421271
Feb 12 22:05:04.227388 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71252e52-2b28-4a11-888c-50a076245ff0 req-e821aef3-6e9e-4563-baeb-a68b853e50f9 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:04.228859 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-71252e52-2b28-4a11-888c-50a076245ff0 req-e821aef3-6e9e-4563-baeb-a68b853e50f9 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 943 time: 0.0528378
Feb 12 22:05:04.275952 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-71252e52-2b28-4a11-888c-50a076245ff0 req-65eed0b2-030c-41f5-b490-8629c5f685c6 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b922ddb-1ccc-4b3a-8347-a8afd14d6642&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414100
Feb 12 22:05:04.698949 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 22:05:04.798444 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:05:04.810125 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': 'cadb59ef-0dcf-411c-b2c9-4e86beceb5f5', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'port_id': 'cadb59ef-0dcf-411c-b2c9-4e86beceb5f5', 'mac_address': 'fa:16:3e:58:e2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 22:05:04.847395 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:05:04.847781 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cadb59ef-0dcf-411c-b2c9-4e86beceb5f5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:04.863752 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 22:05:04.883991 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:05:04.938414 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cadb59ef-0dcf-411c-b2c9-4e86beceb5f5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:04.985085 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:05:04.993175 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:04.993564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:04.993915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:04.994259 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:04.994597 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:04.994935 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:04.995269 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:04.995602 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:04.995932 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:04.996262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:04.996591 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:04.996920 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:04.997246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:05.186688 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['cadb59ef-0dcf-411c-b2c9-4e86beceb5f5'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 22:05:05.395757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ce607-3484-479f-83e2-dc4103aa8a6a req-9cf354f7-f3d7-4894-a561-a260c19ed40f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:05.397331 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e92ce607-3484-479f-83e2-dc4103aa8a6a req-9cf354f7-f3d7-4894-a561-a260c19ed40f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 944 time: 0.0528188
Feb 12 22:05:05.447368 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-e92ce607-3484-479f-83e2-dc4103aa8a6a req-2158238d-7e97-4f19-b1c5-2713d811f81b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b922ddb-1ccc-4b3a-8347-a8afd14d6642&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442538
Feb 12 22:05:06.565746 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd06e-9eff-4497-b159-960df149253f req-2daa704a-3994-4b5a-a331-93587d3bd713 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:06.567224 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce0fd06e-9eff-4497-b159-960df149253f req-2daa704a-3994-4b5a-a331-93587d3bd713 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 944 time: 0.0518177
Feb 12 22:05:06.620754 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce0fd06e-9eff-4497-b159-960df149253f req-5f207c7c-fc51-41dd-95fa-03f2fd2ee0fa tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b922ddb-1ccc-4b3a-8347-a8afd14d6642&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472100
Feb 12 22:05:06.713706 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:05:06.863686 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 22:05:06.869297 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:05:06.869707 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cadb59ef-0dcf-411c-b2c9-4e86beceb5f5), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:06.949965 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:05:06.950350 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cadb59ef-0dcf-411c-b2c9-4e86beceb5f5), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:06.972226 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2679f865-5dbf-424a-9051-7dd547dbb5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadb59ef-0dcf-411c-b2c9-4e86beceb5f5'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:05:06.974470 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e9e7178d0e5f56d14a94c3e8dbb77cbf5572169dee5a5777547d259a7a78fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4440867-4a16-4b8f-8c9f-fc74bb842f20" -d '{"events": [{"server_uuid": "2679f865-5dbf-424a-9051-7dd547dbb5d2", "name": "network-vif-plugged", "status": "completed", "tag": "cadb59ef-0dcf-411c-b2c9-4e86beceb5f5"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:05:06.987283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:05:07.011085 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 22:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9a5912-081b-43b5-b897-0f68f1b864c0 x-openstack-request-id: req-0e9a5912-081b-43b5-b897-0f68f1b864c0 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:05:07.011406 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2679f865-5dbf-424a-9051-7dd547dbb5d2", "name": "network-vif-plugged", "status": "completed", "tag": "cadb59ef-0dcf-411c-b2c9-4e86beceb5f5", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:05:07.011664 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e9a5912-081b-43b5-b897-0f68f1b864c0 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:05:07.012060 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2679f865-5dbf-424a-9051-7dd547dbb5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadb59ef-0dcf-411c-b2c9-4e86beceb5f5', 'code': 200}
Feb 12 22:05:07.041026 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cadb59ef-0dcf-411c-b2c9-4e86beceb5f5), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:07.088347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:05:07.177078 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d2c08-d3aa-4400-9e79-258e49923a94 req-ab756820-a076-40a6-bb50-6cc3c2c59353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:07.179283 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1d8d2c08-d3aa-4400-9e79-258e49923a94 req-ab756820-a076-40a6-bb50-6cc3c2c59353 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 1127 time: 0.1011891
Feb 12 22:05:07.232576 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1d8d2c08-d3aa-4400-9e79-258e49923a94 req-c1477e18-0837-4990-91b1-eb52bc2476cc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9b922ddb-1ccc-4b3a-8347-a8afd14d6642&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447023
Feb 12 22:05:08.056505 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696ab9d-e069-4bb2-aadf-23eaffa362c3 req-c11de0fb-1dd6-446a-a135-b61151614971 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:08.058184 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b696ab9d-e069-4bb2-aadf-23eaffa362c3 req-c11de0fb-1dd6-446a-a135-b61151614971 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 945 time: 0.3713243
Feb 12 22:05:08.107325 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b696ab9d-e069-4bb2-aadf-23eaffa362c3 req-3b7374b8-402d-4bfe-a186-33b37adac7f9 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b922ddb-1ccc-4b3a-8347-a8afd14d6642&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434897
Feb 12 22:05:09.229431 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e35f8-41e3-4bfe-a488-293bec6ae258 req-0fecb935-a5e4-402f-9237-fe76c914217f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:09.230911 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f0e35f8-41e3-4bfe-a488-293bec6ae258 req-0fecb935-a5e4-402f-9237-fe76c914217f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 945 time: 0.0551617
Feb 12 22:05:09.280188 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0f0e35f8-41e3-4bfe-a488-293bec6ae258 req-1b1ceee4-4e99-41e3-9a7e-8843c169de20 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b922ddb-1ccc-4b3a-8347-a8afd14d6642&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437503
Feb 12 22:05:09.398062 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc321b9-dc0e-4059-b343-168b63abeac1 req-7a4fab0c-b567-48f3-8783-6678e2b2d699 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:09.399537 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3dc321b9-dc0e-4059-b343-168b63abeac1 req-7a4fab0c-b567-48f3-8783-6678e2b2d699 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 945 time: 0.0524964
Feb 12 22:05:09.447534 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3dc321b9-dc0e-4059-b343-168b63abeac1 req-299ca930-c4a2-448d-a3d9-a44f00c88884 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b922ddb-1ccc-4b3a-8347-a8afd14d6642&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423465
Feb 12 22:05:09.468829 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58194) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:05:09.514630 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eeac49-9531-4fb0-9246-f97adebd3dbd tempest-TestShelveInstance-561653513 tempest-TestShelveInstance-561653513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:09.516124 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-28eeac49-9531-4fb0-9246-f97adebd3dbd tempest-TestShelveInstance-561653513 tempest-TestShelveInstance-561653513-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 1122 time: 0.0463028
Feb 12 22:05:09.518837 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58196) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:05:09.523167 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': 'cadb59ef-0dcf-411c-b2c9-4e86beceb5f5', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'fixed_ip_address': '172.20.0.9'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:05:09.607228 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:09.703784 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:09.807835 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Allocated IP 172.35.2.99 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/f84b6809-5cc5-4639-a54a-b85afbcf02df) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:05:09.909602 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for port (f84b6809-5cc5-4639-a54a-b85afbcf02df), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:10.001402 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f84b6809-5cc5-4639-a54a-b85afbcf02df), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:10.041478 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:05:10.044195 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:05:10.047718 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:05:10.053077 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'Port': ['ID=f84b6809-5cc5-4639-a54a-b85afbcf02df,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:05:10.079810 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:10.080159 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:10.080503 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:10.080839 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:10.081172 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:10.081525 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:10.081855 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:10.082181 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:10.082506 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:10.082825 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:10.083157 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:10.083479 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:10.083798 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:05:10.409773 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for floatingip (92a96016-e976-4285-b6d7-3e2e4ad01a92), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:10.537338 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (f84b6809-5cc5-4639-a54a-b85afbcf02df), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:10.686076 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for port (f84b6809-5cc5-4639-a54a-b85afbcf02df), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:10.761120 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (f84b6809-5cc5-4639-a54a-b85afbcf02df), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:10.830675 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event updated for resources: {'Port': ['ID=f84b6809-5cc5-4639-a54a-b85afbcf02df,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:05:10.845211 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (92a96016-e976-4285-b6d7-3e2e4ad01a92), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:10.946825 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Floating IP 92a96016-e976-4285-b6d7-3e2e4ad01a92 associated. External IP: 172.35.2.99, port: cadb59ef-0dcf-411c-b2c9-4e86beceb5f5.
Feb 12 22:05:11.160720 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:05:11.271462 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:05:11.281066 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a8945e-be76-49fb-9562-ffb749936bd2 None None] Sync routers for ids ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:05:11.291047 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a8945e-be76-49fb-9562-ffb749936bd2 None None] Routers {'3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:05:11.291646 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-05a8945e-be76-49fb-9562-ffb749936bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7c1e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:04:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:05:11.353070 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:11.385290 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6d514442-a682-4b1d-8239-920aae40968b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.8654354
Feb 12 22:05:11.385904 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2679f865-5dbf-424a-9051-7dd547dbb5d2', 'tag': 'cadb59ef-0dcf-411c-b2c9-4e86beceb5f5'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:05:11.388221 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbaa908295f7e81c1e88fb7dd08f9501ad10be36483fbf94731b7a189c037c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d0b65a-ed68-436b-ba98-fb19dbca8797" -d '{"events": [{"name": "network-changed", "server_uuid": "2679f865-5dbf-424a-9051-7dd547dbb5d2", "tag": "cadb59ef-0dcf-411c-b2c9-4e86beceb5f5"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:05:11.432236 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 22:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d9c44d-f48d-4604-966e-fbe80b4df0a6 x-openstack-request-id: req-b9d9c44d-f48d-4604-966e-fbe80b4df0a6 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:05:11.432236 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2679f865-5dbf-424a-9051-7dd547dbb5d2", "tag": "cadb59ef-0dcf-411c-b2c9-4e86beceb5f5", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:05:11.432236 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9d9c44d-f48d-4604-966e-fbe80b4df0a6 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:05:11.432236 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2679f865-5dbf-424a-9051-7dd547dbb5d2', 'tag': 'cadb59ef-0dcf-411c-b2c9-4e86beceb5f5', 'status': 'completed', 'code': 200}
Feb 12 22:05:11.495291 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0b65a-ed68-436b-ba98-fb19dbca8797 req-400707d8-ec1a-4a40-86dc-15275697802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:11.496792 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-94d0b65a-ed68-436b-ba98-fb19dbca8797 req-400707d8-ec1a-4a40-86dc-15275697802e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 1127 time: 0.0461042
Feb 12 22:05:11.502781 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-05a8945e-be76-49fb-9562-ffb749936bd2 None None] Set router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:05:11.589401 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0b65a-ed68-436b-ba98-fb19dbca8797 req-b9d7fd2b-aa95-4fcd-9c84-840d6adae030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:11.590807 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-94d0b65a-ed68-436b-ba98-fb19dbca8797 req-b9d7fd2b-aa95-4fcd-9c84-840d6adae030 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 910 time: 0.0878129
Feb 12 22:05:11.656321 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-94d0b65a-ed68-436b-ba98-fb19dbca8797 req-aeecf94e-9fae-4cfd-aa0d-55b3729c7096 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 HTTP/1.1" status: 200  len: 998 time: 0.0595727
Feb 12 22:05:11.714123 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0b65a-ed68-436b-ba98-fb19dbca8797 req-6ba5ccff-8398-4a0d-97bf-5a28253e7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:11.715808 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-94d0b65a-ed68-436b-ba98-fb19dbca8797 req-6ba5ccff-8398-4a0d-97bf-5a28253e7fc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0538225
Feb 12 22:05:11.729281 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-05a8945e-be76-49fb-9562-ffb749936bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7c1e80>, [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '92a96016-e976-4285-b6d7-3e2e4ad01a92', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'floating_ip_address': '172.35.2.99', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'port_id': 'cadb59ef-0dcf-411c-b2c9-4e86beceb5f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'mac_address': 'fa:16:3e:58:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2679f865-5dbf-424a-9051-7dd547dbb5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:05:10Z', 'updated_at': '2022-02-12T22:05:10Z', 'revision_number': 0, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b8dbe6-94ee-4e64-85dd-68ea89423600', 'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'mac_address': 'fa:16:3e:5f:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:16Z', 'updated_at': '2022-02-12T22:00:21Z', 'revision_number': 5, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'subnets': [{'id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:05:11.755651 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a8945e-be76-49fb-9562-ffb749936bd2 None None] Checking router: 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:05:11.764265 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a8945e-be76-49fb-9562-ffb749936bd2 None None] Routers {'3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:05:11.764858 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-05a8945e-be76-49fb-9562-ffb749936bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7c1e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:04:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:05:11.766664 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0b65a-ed68-436b-ba98-fb19dbca8797 req-24d0eb29-a44d-4b4b-a657-4b24a798823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:11.768184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-94d0b65a-ed68-436b-ba98-fb19dbca8797 req-24d0eb29-a44d-4b4b-a657-4b24a798823d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464125
Feb 12 22:05:11.859169 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-94d0b65a-ed68-436b-ba98-fb19dbca8797 req-6e122989-3ff7-48dd-a717-130d6b072707 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847192
Feb 12 22:05:11.874041 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-05a8945e-be76-49fb-9562-ffb749936bd2 None None] Set router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:05:11.962176 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-94d0b65a-ed68-436b-ba98-fb19dbca8797 req-a79adfdf-19ee-4858-8d01-2967fa4feac5 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0967438
Feb 12 22:05:12.108816 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-05a8945e-be76-49fb-9562-ffb749936bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb7c1e80>, [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '92a96016-e976-4285-b6d7-3e2e4ad01a92', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'floating_ip_address': '172.35.2.99', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'port_id': 'cadb59ef-0dcf-411c-b2c9-4e86beceb5f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'mac_address': 'fa:16:3e:58:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2679f865-5dbf-424a-9051-7dd547dbb5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:05:10Z', 'updated_at': '2022-02-12T22:05:10Z', 'revision_number': 0, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b8dbe6-94ee-4e64-85dd-68ea89423600', 'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'mac_address': 'fa:16:3e:5f:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:16Z', 'updated_at': '2022-02-12T22:00:21Z', 'revision_number': 5, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'subnets': [{'id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:05:12.134974 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a8945e-be76-49fb-9562-ffb749936bd2 None None] The sync data for ids ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'] in ncdv-master-1 is: [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '92a96016-e976-4285-b6d7-3e2e4ad01a92', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'floating_ip_address': '172.35.2.99', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'port_id': 'cadb59ef-0dcf-411c-b2c9-4e86beceb5f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'mac_address': 'fa:16:3e:58:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2679f865-5dbf-424a-9051-7dd547dbb5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:05:10Z', 'updated_at': '2022-02-12T22:05:10Z', 'revision_number': 0, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b8dbe6-94ee-4e64-85dd-68ea89423600', 'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'mac_address': 'fa:16:3e:5f:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:16Z', 'updated_at': '2022-02-12T22:00:21Z', 'revision_number': 5, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'subnets': [{'id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:05:12.334277 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d8b9f-0cc3-4166-9a81-472eef05a2fc None None] New status for floating IP 92a96016-e976-4285-b6d7-3e2e4ad01a92: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 22:05:25.713658 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ab32090-30b8-4582-9ff2-97ea1101c0c9 req-bc67dbb5-3123-408c-9603-4495fe021687 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0436947
Feb 12 22:05:25.801861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32090-30b8-4582-9ff2-97ea1101c0c9 req-08ee305c-a2da-4c70-a7db-8d2ba983fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:25.803372 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ab32090-30b8-4582-9ff2-97ea1101c0c9 req-08ee305c-a2da-4c70-a7db-8d2ba983fbde service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 1127 time: 0.0458055
Feb 12 22:05:25.914203 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32090-30b8-4582-9ff2-97ea1101c0c9 req-3de5b9d6-8fc5-491c-98da-f7c5b52951dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:25.915701 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ab32090-30b8-4582-9ff2-97ea1101c0c9 req-3de5b9d6-8fc5-491c-98da-f7c5b52951dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 910 time: 0.0922823
Feb 12 22:05:25.921199 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f45fca8e-9801-4ac2-a4cf-c91dbf17edda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:25.984893 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ab32090-30b8-4582-9ff2-97ea1101c0c9 req-722a4913-cd4c-4713-9849-417add3afec6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 HTTP/1.1" status: 200  len: 1000 time: 0.0625093
Feb 12 22:05:26.039436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32090-30b8-4582-9ff2-97ea1101c0c9 req-c2f6931e-9959-47d8-bc2a-7b4dd489b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:26.041093 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ab32090-30b8-4582-9ff2-97ea1101c0c9 req-c2f6931e-9959-47d8-bc2a-7b4dd489b1fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0486290
Feb 12 22:05:26.097768 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32090-30b8-4582-9ff2-97ea1101c0c9 req-86b17669-d41b-4500-85d8-8677b70dca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:05:26.099377 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ab32090-30b8-4582-9ff2-97ea1101c0c9 req-86b17669-d41b-4500-85d8-8677b70dca5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0455544
Feb 12 22:05:26.189117 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ab32090-30b8-4582-9ff2-97ea1101c0c9 req-39ad4440-16ca-49f4-874e-21dbd0314dd6 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830908
Feb 12 22:05:26.284765 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9ab32090-30b8-4582-9ff2-97ea1101c0c9 req-05de99bf-8665-4d6e-9ab9-c1059b48b51f service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887945
Feb 12 22:05:27.498042 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:28.395543 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2ac94fb6-86d4-4367-8393-ab0c8d3b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:29.698928 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:29.915472 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:31.202039 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:32.246924 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:33.685897 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:05:55.932256 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e75bd1fb-754e-4d86-9167-b2891434bab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:57.498470 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:58.321275 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1b28e20d-8017-4eb3-adbe-85acb14dc70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:59.732143 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:05:59.898203 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:06:01.310427 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:06:02.264156 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:06:10.685922 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:06:25.932361 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-97a7b499-e4a5-4333-a489-57fc4ea205b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:06:27.543811 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:06:27.704533 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efee5993-f3da-4711-ad64-bfc388d7f830 req-0b09b93f-3d3d-4e9a-abca-d7c71924ba06 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0453770
Feb 12 22:06:27.798157 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee5993-f3da-4711-ad64-bfc388d7f830 req-f2b64555-282d-47aa-ae8c-6e0a5073cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:06:27.799704 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efee5993-f3da-4711-ad64-bfc388d7f830 req-f2b64555-282d-47aa-ae8c-6e0a5073cc1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 1127 time: 0.0495973
Feb 12 22:06:27.909339 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee5993-f3da-4711-ad64-bfc388d7f830 req-5eeeb161-0fe2-49d9-89a0-fe7bf6530ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:06:27.910861 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efee5993-f3da-4711-ad64-bfc388d7f830 req-5eeeb161-0fe2-49d9-89a0-fe7bf6530ea3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 910 time: 0.0855613
Feb 12 22:06:27.979524 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efee5993-f3da-4711-ad64-bfc388d7f830 req-4832dad5-2c04-4808-9c42-f64420c4a2b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 HTTP/1.1" status: 200  len: 1000 time: 0.0614767
Feb 12 22:06:28.031482 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee5993-f3da-4711-ad64-bfc388d7f830 req-a6ef215b-a00d-4f1f-87fa-88d49faf6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:06:28.032980 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efee5993-f3da-4711-ad64-bfc388d7f830 req-a6ef215b-a00d-4f1f-87fa-88d49faf6f06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0442603
Feb 12 22:06:28.084528 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee5993-f3da-4711-ad64-bfc388d7f830 req-fbdd4863-652a-46f3-a876-922e49cda4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:06:28.086072 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efee5993-f3da-4711-ad64-bfc388d7f830 req-fbdd4863-652a-46f3-a876-922e49cda4cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444188
Feb 12 22:06:28.181379 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efee5993-f3da-4711-ad64-bfc388d7f830 req-43226587-b8aa-41ef-a2d8-37c46197acfe service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865583
Feb 12 22:06:28.275390 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-efee5993-f3da-4711-ad64-bfc388d7f830 req-51b3b674-b914-4849-9b78-39c5b1f010b7 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848906
Feb 12 22:06:28.327183 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d75a10f7-6406-4d94-80c8-1df59a111093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:06:29.754168 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:06:29.892631 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:06:31.246913 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:06:32.252115 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:06:47.684541 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:06:55.926707 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0e7fb1c1-0510-4578-8947-37414a689329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:06:57.520822 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:06:58.355336 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a4f340fd-f48b-4e52-894e-5f7d6d3368b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:06:59.727039 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:06:59.902905 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:07:01.235204 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:07:02.336496 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:07:24.685210 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:07:25.937920 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a1abfdbc-f9ce-4bfa-bb88-3c63ee097cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:07:27.553292 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:07:28.309663 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-fc07e5ba-0d82-4664-9314-32d5a8aed1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:07:28.686387 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e634228-9ade-4fd0-a0f8-708e3a951545 req-91454d6c-e97c-4378-9f84-c5387818b89f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0446708
Feb 12 22:07:28.787121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e634228-9ade-4fd0-a0f8-708e3a951545 req-a7e926e1-ec08-4473-ba8e-772c25e55e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:07:28.788641 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e634228-9ade-4fd0-a0f8-708e3a951545 req-a7e926e1-ec08-4473-ba8e-772c25e55e84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 1127 time: 0.0495856
Feb 12 22:07:28.895462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e634228-9ade-4fd0-a0f8-708e3a951545 req-5ece1b22-d98b-427e-a95c-9748401d7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:07:28.897053 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e634228-9ade-4fd0-a0f8-708e3a951545 req-5ece1b22-d98b-427e-a95c-9748401d7f8c service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 910 time: 0.0848262
Feb 12 22:07:28.968031 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e634228-9ade-4fd0-a0f8-708e3a951545 req-4a656cf1-3d41-4ce7-8c00-715ed8fe1cf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 HTTP/1.1" status: 200  len: 1000 time: 0.0619097
Feb 12 22:07:29.020976 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e634228-9ade-4fd0-a0f8-708e3a951545 req-32db8812-c6db-4bf3-9c7a-7ba991f5035d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:07:29.022455 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e634228-9ade-4fd0-a0f8-708e3a951545 req-32db8812-c6db-4bf3-9c7a-7ba991f5035d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0440350
Feb 12 22:07:29.074574 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e634228-9ade-4fd0-a0f8-708e3a951545 req-d14bfc82-d5ac-4fcc-b24e-317394d26550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:07:29.076151 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e634228-9ade-4fd0-a0f8-708e3a951545 req-d14bfc82-d5ac-4fcc-b24e-317394d26550 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445063
Feb 12 22:07:29.173155 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e634228-9ade-4fd0-a0f8-708e3a951545 req-30abbdda-fb1c-482e-bec9-58023cae7c81 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863302
Feb 12 22:07:29.262433 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9e634228-9ade-4fd0-a0f8-708e3a951545 req-4078b549-e196-4868-838b-82f02642feef service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825086
Feb 12 22:07:29.726540 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:07:29.913177 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:07:31.200697 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:07:32.344040 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:07:55.898193 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-69c31e98-5fdf-411a-a297-ad110562f325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:07:57.521107 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:07:58.321007 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c186236c-ab8b-4780-adb9-947f6720ab41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:07:59.732389 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:07:59.886317 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:01.250394 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:01.685060 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:08:02.250364 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:25.907783 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8d8a361d-4ed6-4e70-98b1-95a778a4c576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:27.514913 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:28.320784 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c6b8d07e-54a3-4ffc-b0c1-be9ff458ad49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:29.076978 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-05893562-266d-4562-ad28-006702d6f631 req-e44d7960-519e-4354-8d98-6c98e51e0f76 tempest-TestNetworkAdvancedServerOps-1700525136 tempest-TestNetworkAdvancedServerOps-1700525136-project] (126506) timed out ('10.222.0.48', 52834) {{(pid=126506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 22:08:29.704922 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebf191f8-c1a6-42f8-baf2-79ef34b0c559 req-05e3e434-01a3-4d6c-8725-ca2e7d4b8bc7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0495157
Feb 12 22:08:29.761021 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:29.801905 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf191f8-c1a6-42f8-baf2-79ef34b0c559 req-5464def6-e37e-44d9-a8b1-8e17c0c079a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:08:29.803396 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebf191f8-c1a6-42f8-baf2-79ef34b0c559 req-5464def6-e37e-44d9-a8b1-8e17c0c079a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 1127 time: 0.0475698
Feb 12 22:08:29.873150 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:29.909975 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf191f8-c1a6-42f8-baf2-79ef34b0c559 req-79421127-bc54-46db-a51b-4e20f82ad866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:08:29.911451 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebf191f8-c1a6-42f8-baf2-79ef34b0c559 req-79421127-bc54-46db-a51b-4e20f82ad866 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 910 time: 0.0827506
Feb 12 22:08:29.983038 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebf191f8-c1a6-42f8-baf2-79ef34b0c559 req-255f21b5-b77d-4348-acee-df1e046bd76b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 HTTP/1.1" status: 200  len: 1000 time: 0.0622058
Feb 12 22:08:30.034571 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf191f8-c1a6-42f8-baf2-79ef34b0c559 req-1c9cfd99-f547-415a-bf7f-6555cc7bd06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:08:30.036021 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebf191f8-c1a6-42f8-baf2-79ef34b0c559 req-1c9cfd99-f547-415a-bf7f-6555cc7bd06e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0448418
Feb 12 22:08:30.088153 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf191f8-c1a6-42f8-baf2-79ef34b0c559 req-b3615990-c778-4a03-8f53-780719eb3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:08:30.089729 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebf191f8-c1a6-42f8-baf2-79ef34b0c559 req-b3615990-c778-4a03-8f53-780719eb3cc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441523
Feb 12 22:08:30.184911 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebf191f8-c1a6-42f8-baf2-79ef34b0c559 req-abea6b58-99b0-4376-a7c6-92712ee4e5e7 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858111
Feb 12 22:08:30.280692 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-ebf191f8-c1a6-42f8-baf2-79ef34b0c559 req-f2109dc1-03ad-4d21-a4a5-a3ebd209ea75 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860879
Feb 12 22:08:30.372877 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58334) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:30.531875 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Deleting port f84b6809-5cc5-4639-a54a-b85afbcf02df {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:08:30.532143 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (f84b6809-5cc5-4639-a54a-b85afbcf02df), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:30.612348 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (f84b6809-5cc5-4639-a54a-b85afbcf02df), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:30.612681 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for floatingip (f84b6809-5cc5-4639-a54a-b85afbcf02df), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:30.624508 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Calling delete_port for f84b6809-5cc5-4639-a54a-b85afbcf02df owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:08:30.835292 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (f84b6809-5cc5-4639-a54a-b85afbcf02df), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:30.859713 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event deleted for resources: {'Port': ['ID=f84b6809-5cc5-4639-a54a-b85afbcf02df,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:30.869730 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:30.870100 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:30.870419 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:30.870758 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:30.871083 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:30.871562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:30.871896 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:30.872229 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:30.872556 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:30.872881 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:30.874254 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:30.874254 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:30.874254 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:30.934621 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for floatingip (92a96016-e976-4285-b6d7-3e2e4ad01a92), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:30.934954 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Floating IP 92a96016-e976-4285-b6d7-3e2e4ad01a92 disassociated (deleted). External IP: 172.35.2.99, port: cadb59ef-0dcf-411c-b2c9-4e86beceb5f5.
Feb 12 22:08:31.151999 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:08:31.246397 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:31.264368 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:08:31.269332 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:31.276201 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd2c4b1-d671-4f83-88f2-022e794b384a None None] Sync routers for ids ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:08:31.289325 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd2c4b1-d671-4f83-88f2-022e794b384a None None] Routers {'3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:08:31.289975 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-0dd2c4b1-d671-4f83-88f2-022e794b384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb809880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:31.300131 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-372e51bc-aaf7-45ff-9058-c66f69ad7dbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "DELETE /v2.0/floatingips/92a96016-e976-4285-b6d7-3e2e4ad01a92 HTTP/1.1" status: 204  len: 168 time: 0.9261472
Feb 12 22:08:31.304252 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2679f865-5dbf-424a-9051-7dd547dbb5d2', 'tag': 'cadb59ef-0dcf-411c-b2c9-4e86beceb5f5'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:08:31.304252 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbaa908295f7e81c1e88fb7dd08f9501ad10be36483fbf94731b7a189c037c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f4c84b-1403-4d70-a7de-ca0bd3b409fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2679f865-5dbf-424a-9051-7dd547dbb5d2", "tag": "cadb59ef-0dcf-411c-b2c9-4e86beceb5f5"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:08:31.401576 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 22:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae48660-6e0c-4433-8198-a5c01d4ce2a1 x-openstack-request-id: req-3ae48660-6e0c-4433-8198-a5c01d4ce2a1 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:08:31.402265 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2679f865-5dbf-424a-9051-7dd547dbb5d2", "tag": "cadb59ef-0dcf-411c-b2c9-4e86beceb5f5", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:08:31.402265 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ae48660-6e0c-4433-8198-a5c01d4ce2a1 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:08:31.402822 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2679f865-5dbf-424a-9051-7dd547dbb5d2', 'tag': 'cadb59ef-0dcf-411c-b2c9-4e86beceb5f5', 'status': 'completed', 'code': 200}
Feb 12 22:08:31.412089 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-0dd2c4b1-d671-4f83-88f2-022e794b384a None None] Set router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:08:31.483139 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4c84b-1403-4d70-a7de-ca0bd3b409fb req-68ad0c8f-bf0a-4c85-b610-365692d890b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:08:31.484646 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31f4c84b-1403-4d70-a7de-ca0bd3b409fb req-68ad0c8f-bf0a-4c85-b610-365692d890b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=707f6000ad794dbd92c57050b2f27387&device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 1127 time: 0.0517850
Feb 12 22:08:31.577675 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4c84b-1403-4d70-a7de-ca0bd3b409fb req-10d11fd9-65db-4ae5-9340-8c708acccb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:08:31.579139 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31f4c84b-1403-4d70-a7de-ca0bd3b409fb req-10d11fd9-65db-4ae5-9340-8c708acccb35 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 200  len: 910 time: 0.0861430
Feb 12 22:08:31.618359 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-0dd2c4b1-d671-4f83-88f2-022e794b384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb809880>, [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5b8dbe6-94ee-4e64-85dd-68ea89423600', 'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'mac_address': 'fa:16:3e:5f:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:16Z', 'updated_at': '2022-02-12T22:00:21Z', 'revision_number': 5, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'subnets': [{'id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:31.626266 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31f4c84b-1403-4d70-a7de-ca0bd3b409fb req-7f62345a-bbc9-41e5-aa77-26c6ef434b58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 HTTP/1.1" status: 200  len: 217 time: 0.0381494
Feb 12 22:08:31.645549 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd2c4b1-d671-4f83-88f2-022e794b384a None None] Checking router: 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:08:31.655955 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd2c4b1-d671-4f83-88f2-022e794b384a None None] Routers {'3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:08:31.656503 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-0dd2c4b1-d671-4f83-88f2-022e794b384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb809880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:31.686752 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4c84b-1403-4d70-a7de-ca0bd3b409fb req-37574a75-b02e-4bd2-8a91-e13ada2da3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:08:31.688490 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31f4c84b-1403-4d70-a7de-ca0bd3b409fb req-37574a75-b02e-4bd2-8a91-e13ada2da3b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 200  len: 848 time: 0.0466564
Feb 12 22:08:31.765509 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4c84b-1403-4d70-a7de-ca0bd3b409fb req-61315c61-cece-48a9-944b-d9e719584d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:08:31.767167 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31f4c84b-1403-4d70-a7de-ca0bd3b409fb req-61315c61-cece-48a9-944b-d9e719584d13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7a1ae1e7-f563-4c07-9b35-0728ce6e4509&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0694094
Feb 12 22:08:31.784964 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-0dd2c4b1-d671-4f83-88f2-022e794b384a None None] Set router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:08:31.852033 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb4d77-1297-4d4b-b3b5-d2df3150c4c6 req-49642dd7-b2df-4b1a-9ca6-84264dc0586f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:08:31.853943 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b1cb4d77-1297-4d4b-b3b5-d2df3150c4c6 req-49642dd7-b2df-4b1a-9ca6-84264dc0586f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 945 time: 0.0580988
Feb 12 22:08:31.876180 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31f4c84b-1403-4d70-a7de-ca0bd3b409fb req-3aaddb56-9380-4c1a-ad24-c14c2c13b33d service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926731
Feb 12 22:08:31.913983 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-b1cb4d77-1297-4d4b-b3b5-d2df3150c4c6 req-d9d7052f-86ec-4a9b-8a4b-282e527567c7 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b922ddb-1ccc-4b3a-8347-a8afd14d6642&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527070
Feb 12 22:08:31.972901 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-31f4c84b-1403-4d70-a7de-ca0bd3b409fb req-dae33f1f-ce47-4c66-a9c2-a20b11eefc35 service neutron] 10.222.0.48 "GET /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894520
Feb 12 22:08:31.998060 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-0dd2c4b1-d671-4f83-88f2-022e794b384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb809880>, [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5b8dbe6-94ee-4e64-85dd-68ea89423600', 'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'mac_address': 'fa:16:3e:5f:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:16Z', 'updated_at': '2022-02-12T22:00:21Z', 'revision_number': 5, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'subnets': [{'id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:32.023612 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd2c4b1-d671-4f83-88f2-022e794b384a None None] The sync data for ids ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'] in ncdv-master-1 is: [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:00:16Z', 'revision_number': 4, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5b8dbe6-94ee-4e64-85dd-68ea89423600', 'name': '', 'network_id': '7a1ae1e7-f563-4c07-9b35-0728ce6e4509', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'mac_address': 'fa:16:3e:5f:8a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:16Z', 'updated_at': '2022-02-12T22:00:21Z', 'revision_number': 5, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'subnets': [{'id': '513d5e3f-9360-407f-88a0-f8f7aea98c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:08:32.242918 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b005d922-afba-4585-ba93-02a8f5bc80bd None None] New status for floating IP 92a96016-e976-4285-b6d7-3e2e4ad01a92: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 22:08:32.305999 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:33.052036 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24ad6e-bedd-490d-bc96-2076dfe20450 req-6310b5c1-ccf1-407e-a7c2-8322fad767f8 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:08:33.053447 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9c24ad6e-bedd-490d-bc96-2076dfe20450 req-6310b5c1-ccf1-407e-a7c2-8322fad767f8 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 945 time: 0.0582561
Feb 12 22:08:33.102255 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-9c24ad6e-bedd-490d-bc96-2076dfe20450 req-ed26f447-bc95-4665-9abc-90e88ece2fc0 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b922ddb-1ccc-4b3a-8347-a8afd14d6642&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432281
Feb 12 22:08:33.692288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59527171-a601-4d10-9347-14edf3b52ed3 req-4651f528-62bf-4311-afe3-bc227f1a0c5f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:08:33.693755 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-59527171-a601-4d10-9347-14edf3b52ed3 req-4651f528-62bf-4311-afe3-bc227f1a0c5f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.48 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 945 time: 0.0532341
Feb 12 22:08:33.791642 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-59527171-a601-4d10-9347-14edf3b52ed3 req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Deleting port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:08:33.791970 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-59527171-a601-4d10-9347-14edf3b52ed3 req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (cadb59ef-0dcf-411c-b2c9-4e86beceb5f5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:33.880637 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-59527171-a601-4d10-9347-14edf3b52ed3 req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] For port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:08:33.881001 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-59527171-a601-4d10-9347-14edf3b52ed3 req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (cadb59ef-0dcf-411c-b2c9-4e86beceb5f5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:33.894001 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-59527171-a601-4d10-9347-14edf3b52ed3 req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Calling delete_port for cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:08:34.095301 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-59527171-a601-4d10-9347-14edf3b52ed3 req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (cadb59ef-0dcf-411c-b2c9-4e86beceb5f5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:34.125072 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event deleted for resources: {'Port': ['ID=cadb59ef-0dcf-411c-b2c9-4e86beceb5f5,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:34.134212 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:34.134601 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:34.135081 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:34.135439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:34.135782 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:34.136118 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:34.136455 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:34.137695 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:34.138050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:34.138384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:34.138717 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:34.139050 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:34.139383 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:34.182855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-59527171-a601-4d10-9347-14edf3b52ed3 req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] No DVR routers for this DVR port cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 22:08:34.186560 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-59527171-a601-4d10-9347-14edf3b52ed3 req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:34.190633 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-59527171-a601-4d10-9347-14edf3b52ed3 req-1c8dafc1-52b9-46ab-acda-ee9008c9bbbd tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.48 "DELETE /v2.0/ports/cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 HTTP/1.1" status: 204  len: 173 time: 0.4888244
Feb 12 22:08:34.191111 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2679f865-5dbf-424a-9051-7dd547dbb5d2', 'name': 'network-vif-deleted', 'tag': 'cadb59ef-0dcf-411c-b2c9-4e86beceb5f5'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:08:34.193453 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61dbbee94888fb46d90f16a99fde9279e4fbbcafc8db7eac41166062c9b8bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea66de08-1ca5-4d98-889b-6d0566e733e0" -d '{"events": [{"server_uuid": "2679f865-5dbf-424a-9051-7dd547dbb5d2", "name": "network-vif-deleted", "tag": "cadb59ef-0dcf-411c-b2c9-4e86beceb5f5"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:08:34.215567 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-e3a57878-8050-4ca7-9f35-ee46366cb422 req-3cb7bcc4-d9c2-4c22-a10e-64f3f5fb601f tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 210 time: 0.0365133
Feb 12 22:08:34.280418 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 22:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ecf03e-7641-4125-b6a4-06ae1aad6fc3 x-openstack-request-id: req-78ecf03e-7641-4125-b6a4-06ae1aad6fc3 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:08:34.280718 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2679f865-5dbf-424a-9051-7dd547dbb5d2", "name": "network-vif-deleted", "tag": "cadb59ef-0dcf-411c-b2c9-4e86beceb5f5", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:08:34.280975 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78ecf03e-7641-4125-b6a4-06ae1aad6fc3 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:08:34.281450 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2679f865-5dbf-424a-9051-7dd547dbb5d2', 'name': 'network-vif-deleted', 'tag': 'cadb59ef-0dcf-411c-b2c9-4e86beceb5f5', 'status': 'completed', 'code': 200}
Feb 12 22:08:35.326123 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-a8defafd-33ae-47b1-83ae-dc8fe1ddb8ae req-a7339e17-09e6-4d33-a560-93233439d6e5 tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679f865-5dbf-424a-9051-7dd547dbb5d2 HTTP/1.1" status: 200  len: 210 time: 0.0282023
Feb 12 22:08:36.384621 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58394) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:36.441249 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1bdc239-4b07-41dd-bd73-c95ea358566e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group (9b922ddb-1ccc-4b3a-8347-a8afd14d6642), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:36.467945 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1bdc239-4b07-41dd-bd73-c95ea358566e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group (9b922ddb-1ccc-4b3a-8347-a8afd14d6642), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:36.640810 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1bdc239-4b07-41dd-bd73-c95ea358566e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9b922ddb-1ccc-4b3a-8347-a8afd14d6642), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:36.645041 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b1bdc239-4b07-41dd-bd73-c95ea358566e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:36.645041 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b1bdc239-4b07-41dd-bd73-c95ea358566e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] 10.222.0.31 "DELETE /v2.0/security-groups/9b922ddb-1ccc-4b3a-8347-a8afd14d6642 HTTP/1.1" status: 204  len: 168 time: 0.2591491
Feb 12 22:08:36.655328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdc239-4b07-41dd-bd73-c95ea358566e tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b922ddb-1ccc-4b3a-8347-a8afd14d6642,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:36.775135 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58400) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:37.559445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-de619220-3cc5-4818-847a-6eed0c663a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:37.662808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:08:37.682915 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:08:37.683267 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device cadb59ef-0dcf-411c-b2c9-4e86beceb5f5 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:08:37.808008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-de619220-3cc5-4818-847a-6eed0c663a27 admin admin] Deleting port a5b8dbe6-94ee-4e64-85dd-68ea89423600 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:08:37.809155 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-de619220-3cc5-4818-847a-6eed0c663a27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:37.892048 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-de619220-3cc5-4818-847a-6eed0c663a27 admin admin] For port a5b8dbe6-94ee-4e64-85dd-68ea89423600, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5b8dbe6-94ee-4e64-85dd-68ea89423600,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:08:37.892412 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-de619220-3cc5-4818-847a-6eed0c663a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:37.904404 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-de619220-3cc5-4818-847a-6eed0c663a27 admin admin] Calling delete_port for a5b8dbe6-94ee-4e64-85dd-68ea89423600 owned by network:router_interface {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:08:38.161303 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-de619220-3cc5-4818-847a-6eed0c663a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (a5b8dbe6-94ee-4e64-85dd-68ea89423600), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:38.188578 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de619220-3cc5-4818-847a-6eed0c663a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b8dbe6-94ee-4e64-85dd-68ea89423600,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:38.360689 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-de619220-3cc5-4818-847a-6eed0c663a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:38.582934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de619220-3cc5-4818-847a-6eed0c663a27 admin admin] Router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:08:38.684266 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:08:38.693580 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de619220-3cc5-4818-847a-6eed0c663a27 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:08:38.700900 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-de619220-3cc5-4818-847a-6eed0c663a27 admin admin] 10.222.0.31 "PUT /v2.0/routers/3c4c23bc-23d9-4f2b-adb4-9eb0541a4291/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9244444
Feb 12 22:08:38.703632 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed54240-731b-46bd-9e01-b352d45f7583 None None] Sync routers for ids ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:08:38.709173 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58404) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:38.712917 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed54240-731b-46bd-9e01-b352d45f7583 None None] Routers {'3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:08:38.713549 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1ed54240-731b-46bd-9e01-b352d45f7583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8ec070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:38.822180 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84755322-b2be-4b8b-b6c4-b6e4f18b4f1c admin admin] Publish callbacks [] for router (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:38.917282 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-1ed54240-731b-46bd-9e01-b352d45f7583 None None] Set router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:08:38.931362 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84755322-b2be-4b8b-b6c4-b6e4f18b4f1c admin admin] Publish callbacks [] for router_gateway (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:39.036356 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-84755322-b2be-4b8b-b6c4-b6e4f18b4f1c admin admin] Deleting port c69aae24-8868-4c31-a2a2-a2cf9db7ed34 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:08:39.036838 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84755322-b2be-4b8b-b6c4-b6e4f18b4f1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (c69aae24-8868-4c31-a2a2-a2cf9db7ed34), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:39.094135 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1ed54240-731b-46bd-9e01-b352d45f7583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8ec070>, [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:08:38Z', 'revision_number': 5, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port': {'id': 'c69aae24-8868-4c31-a2a2-a2cf9db7ed34', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:14Z', 'updated_at': '2022-02-12T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:39.115999 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-84755322-b2be-4b8b-b6c4-b6e4f18b4f1c admin admin] For port c69aae24-8868-4c31-a2a2-a2cf9db7ed34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c69aae24-8868-4c31-a2a2-a2cf9db7ed34,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:08:39.116363 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84755322-b2be-4b8b-b6c4-b6e4f18b4f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (c69aae24-8868-4c31-a2a2-a2cf9db7ed34), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:39.127049 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed54240-731b-46bd-9e01-b352d45f7583 None None] Checking router: 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:08:39.134173 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-84755322-b2be-4b8b-b6c4-b6e4f18b4f1c admin admin] Calling delete_port for c69aae24-8868-4c31-a2a2-a2cf9db7ed34 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:08:39.135810 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed54240-731b-46bd-9e01-b352d45f7583 None None] Routers {'3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:08:39.136416 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1ed54240-731b-46bd-9e01-b352d45f7583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8ec070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:39.228219 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-1ed54240-731b-46bd-9e01-b352d45f7583 None None] Set router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:08:39.284070 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-1ed54240-731b-46bd-9e01-b352d45f7583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb8ec070>, [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:08:38Z', 'revision_number': 6, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:39.314715 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed54240-731b-46bd-9e01-b352d45f7583 None None] The sync data for ids ['3c4c23bc-23d9-4f2b-adb4-9eb0541a4291'] in ncdv-master-1 is: [{'id': '3c4c23bc-23d9-4f2b-adb4-9eb0541a4291', 'name': 'tempest-TestShelveInstance-1890727204-router', 'tenant_id': '707f6000ad794dbd92c57050b2f27387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:13Z', 'updated_at': '2022-02-12T22:08:38Z', 'revision_number': 6, 'project_id': '707f6000ad794dbd92c57050b2f27387', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:08:39.381461 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84755322-b2be-4b8b-b6c4-b6e4f18b4f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (c69aae24-8868-4c31-a2a2-a2cf9db7ed34), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:39.408489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84755322-b2be-4b8b-b6c4-b6e4f18b4f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=c69aae24-8868-4c31-a2a2-a2cf9db7ed34,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:39.470891 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84755322-b2be-4b8b-b6c4-b6e4f18b4f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:39.561250 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84755322-b2be-4b8b-b6c4-b6e4f18b4f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:39.563563 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84755322-b2be-4b8b-b6c4-b6e4f18b4f1c admin admin] Publish callbacks [] for router_controller (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:39.738204 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84755322-b2be-4b8b-b6c4-b6e4f18b4f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (3c4c23bc-23d9-4f2b-adb4-9eb0541a4291), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:39.738795 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84755322-b2be-4b8b-b6c4-b6e4f18b4f1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 22:08:39.743238 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-84755322-b2be-4b8b-b6c4-b6e4f18b4f1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:39.744454 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-84755322-b2be-4b8b-b6c4-b6e4f18b4f1c admin admin] 10.222.0.31 "DELETE /v2.0/routers/3c4c23bc-23d9-4f2b-adb4-9eb0541a4291 HTTP/1.1" status: 204  len: 168 time: 1.0342245
Feb 12 22:08:39.747116 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58406) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:39.794979 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59a2787-9e87-45da-b318-ae35c4bef673 admin admin] Deleting subnet 513d5e3f-9360-407f-88a0-f8f7aea98c42 {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 22:08:39.798192 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59a2787-9e87-45da-b318-ae35c4bef673 admin admin] Publish callbacks [] for subnet (513d5e3f-9360-407f-88a0-f8f7aea98c42), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:39.833240 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59a2787-9e87-45da-b318-ae35c4bef673 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (513d5e3f-9360-407f-88a0-f8f7aea98c42), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:39.916062 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59a2787-9e87-45da-b318-ae35c4bef673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (513d5e3f-9360-407f-88a0-f8f7aea98c42), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:40.047220 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59a2787-9e87-45da-b318-ae35c4bef673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (513d5e3f-9360-407f-88a0-f8f7aea98c42), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:40.074263 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a2787-9e87-45da-b318-ae35c4bef673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=513d5e3f-9360-407f-88a0-f8f7aea98c42,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:40.078689 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59a2787-9e87-45da-b318-ae35c4bef673 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:40.082241 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b59a2787-9e87-45da-b318-ae35c4bef673 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/513d5e3f-9360-407f-88a0-f8f7aea98c42 HTTP/1.1" status: 204  len: 168 time: 0.3339355
Feb 12 22:08:40.084615 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b99878f-d9dc-49ce-9759-2d6f3a20985c None None] Network 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 22:08:40.085125 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58408) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:40.162877 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (7a1ae1e7-f563-4c07-9b35-0728ce6e4509), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:40.220126 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] Deleting port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:08:40.220472 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:40.253346 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] DHCP port deletion for 7a1ae1e7-f563-4c07-9b35-0728ce6e4509 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 22:08:40.285376 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] For port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:08:40.285891 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:40.301422 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] Calling delete_port for edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:08:40.304591 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Deleting port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:08:40.305198 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:40.374708 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] For port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0,segment=NetworkSegment(14f15170-df21-47f6-a8f0-07421196ab4e),segment_id=14f15170-df21-47f6-a8f0-07421196ab4e)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:08:40.375244 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:40.388443 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Calling delete_port for edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:08:40.450137 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:40.467842 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:40.476987 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] Pushing event deleted for resources: {'Port': ['ID=edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:40.478791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] No DVR routers for this DVR port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 22:08:40.493840 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Pushing event deleted for resources: {'Port': ['ID=edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:40.498960 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] No DVR routers for this DVR port edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 22:08:40.505895 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:40.506246 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:40.506589 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:40.506933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:40.507266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:40.507656 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:40.507990 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:40.508317 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:40.508653 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:40.508967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:40.509283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:40.509632 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:40.509955 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b1003a-73b9-4f33-b1c0-ec1ead1f671b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:40.555235 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (7a1ae1e7-f563-4c07-9b35-0728ce6e4509), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:40.575924 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f99d2cd0>,) {'filters': {'network_id': ['7a1ae1e7-f563-4c07-9b35-0728ce6e4509']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:40.585159 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f99d2cd0>, '14f15170-df21-47f6-a8f0-07421196ab4e') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:40.585508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f99d2cd0>, '14f15170-df21-47f6-a8f0-07421196ab4e') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:40.595329 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (14f15170-df21-47f6-a8f0-07421196ab4e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:40.608505 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (14f15170-df21-47f6-a8f0-07421196ab4e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:40.614353 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 22:08:40.614743 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (14f15170-df21-47f6-a8f0-07421196ab4e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 22:08:40.626257 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 22:08:40.729510 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (7a1ae1e7-f563-4c07-9b35-0728ce6e4509), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:40.735477 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:40.739251 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] 10.222.0.31 "DELETE /v2.0/networks/7a1ae1e7-f563-4c07-9b35-0728ce6e4509 HTTP/1.1" status: 204  len: 168 time: 0.6536684
Feb 12 22:08:40.742193 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58410) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:40.750885 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d42d29-898c-4e1d-b3b2-f0ce0bd7509f admin admin] Pushing event deleted for resources: {'Network': ['ID=7a1ae1e7-f563-4c07-9b35-0728ce6e4509,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:41.100350 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec1c9-9c2a-4cdd-ad64-a94f42659567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (ef16572f-03d1-4be2-a18c-c5f8479c125e), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:41.291359 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a5b8dbe6-94ee-4e64-85dd-68ea89423600 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:08:41.317808 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: a5b8dbe6-94ee-4e64-85dd-68ea89423600 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:08:41.318158 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a5b8dbe6-94ee-4e64-85dd-68ea89423600 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:08:41.318579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c69aae24-8868-4c31-a2a2-a2cf9db7ed34 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:08:41.338182 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: c69aae24-8868-4c31-a2a2-a2cf9db7ed34 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:08:41.345869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device c69aae24-8868-4c31-a2a2-a2cf9db7ed34 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:08:41.345869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:08:41.355432 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5a1ec1c9-9c2a-4cdd-ad64-a94f42659567 admin admin] Deleting port 3145a405-a422-4c77-86d6-88878937440b {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:08:41.356353 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec1c9-9c2a-4cdd-ad64-a94f42659567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (3145a405-a422-4c77-86d6-88878937440b), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:41.358206 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:08:41.358557 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device edbc6ad8-8cf9-41bf-8597-6a608aa0b2e0 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:08:41.434955 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-5a1ec1c9-9c2a-4cdd-ad64-a94f42659567 admin admin] For port 3145a405-a422-4c77-86d6-88878937440b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3145a405-a422-4c77-86d6-88878937440b,segment=NetworkSegment(5a9922da-7782-4e40-af6b-040a1ecba2d7),segment_id=5a9922da-7782-4e40-af6b-040a1ecba2d7)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:08:41.435324 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec1c9-9c2a-4cdd-ad64-a94f42659567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (3145a405-a422-4c77-86d6-88878937440b), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:41.447915 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-5a1ec1c9-9c2a-4cdd-ad64-a94f42659567 admin admin] Calling delete_port for 3145a405-a422-4c77-86d6-88878937440b owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:08:41.715160 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec1c9-9c2a-4cdd-ad64-a94f42659567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (3145a405-a422-4c77-86d6-88878937440b), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:41.742811 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ec1c9-9c2a-4cdd-ad64-a94f42659567 admin admin] Pushing event deleted for resources: {'Port': ['ID=3145a405-a422-4c77-86d6-88878937440b,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:42.227629 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-5a1ec1c9-9c2a-4cdd-ad64-a94f42659567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (ef16572f-03d1-4be2-a18c-c5f8479c125e), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:42.450945 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1ec1c9-9c2a-4cdd-ad64-a94f42659567 admin admin] Router ef16572f-03d1-4be2-a18c-c5f8479c125e has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:08:42.559807 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1ec1c9-9c2a-4cdd-ad64-a94f42659567 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:08:42.566964 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-5a1ec1c9-9c2a-4cdd-ad64-a94f42659567 admin admin] 10.222.0.31 "PUT /v2.0/routers/ef16572f-03d1-4be2-a18c-c5f8479c125e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8218935
Feb 12 22:08:42.568554 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58428) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:42.570235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0c149-de8a-452f-ab45-713accc50fa9 None None] Sync routers for ids ['ef16572f-03d1-4be2-a18c-c5f8479c125e'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:08:42.580251 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0c149-de8a-452f-ab45-713accc50fa9 None None] Routers {'ef16572f-03d1-4be2-a18c-c5f8479c125e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:08:42.580867 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-baf0c149-de8a-452f-ab45-713accc50fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0f6a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ef16572f-03d1-4be2-a18c-c5f8479c125e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:42.676325 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0794e965-0b93-401e-b3db-c16d3225c379 admin admin] Publish callbacks [] for router (ef16572f-03d1-4be2-a18c-c5f8479c125e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:42.689506 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-baf0c149-de8a-452f-ab45-713accc50fa9 None None] Set router ef16572f-03d1-4be2-a18c-c5f8479c125e gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:08:42.783054 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0794e965-0b93-401e-b3db-c16d3225c379 admin admin] Publish callbacks [] for router_gateway (ef16572f-03d1-4be2-a18c-c5f8479c125e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:42.869601 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-baf0c149-de8a-452f-ab45-713accc50fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0f6a60>, [{'id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'name': 'tempest-TestShelveInstance-401519863-router', 'tenant_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51'}], 'enable_snat': True}, 'gw_port_id': '8e5e879e-c1aa-4047-856e-cd4ce067c0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:19Z', 'updated_at': '2022-02-12T22:08:41Z', 'revision_number': 5, 'project_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'gw_port': {'id': '8e5e879e-c1aa-4047-856e-cd4ce067c0d1', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:00:20Z', 'updated_at': '2022-02-12T22:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:42.893462 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-0794e965-0b93-401e-b3db-c16d3225c379 admin admin] Deleting port 8e5e879e-c1aa-4047-856e-cd4ce067c0d1 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:08:42.893816 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0794e965-0b93-401e-b3db-c16d3225c379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8e5e879e-c1aa-4047-856e-cd4ce067c0d1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:42.895721 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0c149-de8a-452f-ab45-713accc50fa9 None None] Checking router: ef16572f-03d1-4be2-a18c-c5f8479c125e for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:08:42.904735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0c149-de8a-452f-ab45-713accc50fa9 None None] Routers {'ef16572f-03d1-4be2-a18c-c5f8479c125e'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:08:42.905386 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-baf0c149-de8a-452f-ab45-713accc50fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0f6a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['ef16572f-03d1-4be2-a18c-c5f8479c125e'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:42.979649 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-0794e965-0b93-401e-b3db-c16d3225c379 admin admin] For port 8e5e879e-c1aa-4047-856e-cd4ce067c0d1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e5e879e-c1aa-4047-856e-cd4ce067c0d1,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:08:42.980061 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0794e965-0b93-401e-b3db-c16d3225c379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8e5e879e-c1aa-4047-856e-cd4ce067c0d1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:42.994678 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-0794e965-0b93-401e-b3db-c16d3225c379 admin admin] Calling delete_port for 8e5e879e-c1aa-4047-856e-cd4ce067c0d1 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:08:43.158147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-baf0c149-de8a-452f-ab45-713accc50fa9 None None] Set router ef16572f-03d1-4be2-a18c-c5f8479c125e gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:08:43.214527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-baf0c149-de8a-452f-ab45-713accc50fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0f6a60>, [{'id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'name': 'tempest-TestShelveInstance-401519863-router', 'tenant_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:19Z', 'updated_at': '2022-02-12T22:08:42Z', 'revision_number': 6, 'project_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:43.241393 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0c149-de8a-452f-ab45-713accc50fa9 None None] The sync data for ids ['ef16572f-03d1-4be2-a18c-c5f8479c125e'] in ncdv-master-1 is: [{'id': 'ef16572f-03d1-4be2-a18c-c5f8479c125e', 'name': 'tempest-TestShelveInstance-401519863-router', 'tenant_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:00:19Z', 'updated_at': '2022-02-12T22:08:42Z', 'revision_number': 6, 'project_id': 'fb07d1f29ed14c6a971033f5fc54a053', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:08:43.248311 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0794e965-0b93-401e-b3db-c16d3225c379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (8e5e879e-c1aa-4047-856e-cd4ce067c0d1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:43.273879 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794e965-0b93-401e-b3db-c16d3225c379 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5e879e-c1aa-4047-856e-cd4ce067c0d1,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:43.348959 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0794e965-0b93-401e-b3db-c16d3225c379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (ef16572f-03d1-4be2-a18c-c5f8479c125e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:43.440184 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0794e965-0b93-401e-b3db-c16d3225c379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (ef16572f-03d1-4be2-a18c-c5f8479c125e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:43.442272 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0794e965-0b93-401e-b3db-c16d3225c379 admin admin] Publish callbacks [] for router_controller (ef16572f-03d1-4be2-a18c-c5f8479c125e), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:43.537841 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0794e965-0b93-401e-b3db-c16d3225c379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (ef16572f-03d1-4be2-a18c-c5f8479c125e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:43.538393 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0794e965-0b93-401e-b3db-c16d3225c379 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef16572f-03d1-4be2-a18c-c5f8479c125e {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 22:08:43.544225 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0794e965-0b93-401e-b3db-c16d3225c379 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:43.545479 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0794e965-0b93-401e-b3db-c16d3225c379 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ef16572f-03d1-4be2-a18c-c5f8479c125e HTTP/1.1" status: 204  len: 168 time: 0.9758599
Feb 12 22:08:43.548014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58430) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:43.592445 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ba7d95-10d9-4dc0-9742-a8b0078774b6 admin admin] Deleting subnet 85c57e54-115e-43f7-b242-49b7417a194a {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 22:08:43.595533 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7d95-10d9-4dc0-9742-a8b0078774b6 admin admin] Publish callbacks [] for subnet (85c57e54-115e-43f7-b242-49b7417a194a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:43.635958 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7d95-10d9-4dc0-9742-a8b0078774b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (85c57e54-115e-43f7-b242-49b7417a194a), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:43.720626 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7d95-10d9-4dc0-9742-a8b0078774b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (85c57e54-115e-43f7-b242-49b7417a194a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:43.846861 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7d95-10d9-4dc0-9742-a8b0078774b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (85c57e54-115e-43f7-b242-49b7417a194a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:43.870113 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba7d95-10d9-4dc0-9742-a8b0078774b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c57e54-115e-43f7-b242-49b7417a194a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:43.876634 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-e6ba7d95-10d9-4dc0-9742-a8b0078774b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:43.880111 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-e6ba7d95-10d9-4dc0-9742-a8b0078774b6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/85c57e54-115e-43f7-b242-49b7417a194a HTTP/1.1" status: 204  len: 168 time: 0.3309448
Feb 12 22:08:43.882828 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58432) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:43.883595 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa0f279-652d-46cc-adf2-bf31c485a448 None None] Network 190d10fe-9bba-4fdb-9914-ef10876a00c4 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 22:08:43.974380 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (190d10fe-9bba-4fdb-9914-ef10876a00c4), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:44.038301 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] Deleting port 153e6e9b-9f32-4ac6-91d7-288df3cca088 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:08:44.038586 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (153e6e9b-9f32-4ac6-91d7-288df3cca088), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:44.063347 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f45f740-4f0c-496c-9bd0-441e8069ca42 None None] DHCP port deletion for 190d10fe-9bba-4fdb-9914-ef10876a00c4 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 22:08:44.111234 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] For port 153e6e9b-9f32-4ac6-91d7-288df3cca088, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=153e6e9b-9f32-4ac6-91d7-288df3cca088,segment=NetworkSegment(5a9922da-7782-4e40-af6b-040a1ecba2d7),segment_id=5a9922da-7782-4e40-af6b-040a1ecba2d7)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:08:44.111714 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (153e6e9b-9f32-4ac6-91d7-288df3cca088), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:44.114729 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0f45f740-4f0c-496c-9bd0-441e8069ca42 None None] Deleting port 153e6e9b-9f32-4ac6-91d7-288df3cca088 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:08:44.115135 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f45f740-4f0c-496c-9bd0-441e8069ca42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (153e6e9b-9f32-4ac6-91d7-288df3cca088), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:44.124752 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] Calling delete_port for 153e6e9b-9f32-4ac6-91d7-288df3cca088 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:08:44.187684 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0f45f740-4f0c-496c-9bd0-441e8069ca42 None None] For port 153e6e9b-9f32-4ac6-91d7-288df3cca088, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=153e6e9b-9f32-4ac6-91d7-288df3cca088,segment=NetworkSegment(5a9922da-7782-4e40-af6b-040a1ecba2d7),segment_id=5a9922da-7782-4e40-af6b-040a1ecba2d7)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:08:44.188094 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f45f740-4f0c-496c-9bd0-441e8069ca42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (153e6e9b-9f32-4ac6-91d7-288df3cca088), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:44.202825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0f45f740-4f0c-496c-9bd0-441e8069ca42 None None] Calling delete_port for 153e6e9b-9f32-4ac6-91d7-288df3cca088 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:08:44.280757 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (153e6e9b-9f32-4ac6-91d7-288df3cca088), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:44.284385 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0f45f740-4f0c-496c-9bd0-441e8069ca42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (153e6e9b-9f32-4ac6-91d7-288df3cca088), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:44.312789 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=153e6e9b-9f32-4ac6-91d7-288df3cca088,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:44.316075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45f740-4f0c-496c-9bd0-441e8069ca42 None None] Pushing event deleted for resources: {'Port': ['ID=153e6e9b-9f32-4ac6-91d7-288df3cca088,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:44.322978 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f45f740-4f0c-496c-9bd0-441e8069ca42 None None] No DVR routers for this DVR port 153e6e9b-9f32-4ac6-91d7-288df3cca088 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 22:08:44.327790 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] No DVR routers for this DVR port 153e6e9b-9f32-4ac6-91d7-288df3cca088 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 22:08:44.417141 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (190d10fe-9bba-4fdb-9914-ef10876a00c4), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:44.437872 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9530c70>,) {'filters': {'network_id': ['190d10fe-9bba-4fdb-9914-ef10876a00c4']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:44.446987 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9530c70>, '5a9922da-7782-4e40-af6b-040a1ecba2d7') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:44.447256 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9530c70>, '5a9922da-7782-4e40-af6b-040a1ecba2d7') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:44.456421 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (5a9922da-7782-4e40-af6b-040a1ecba2d7), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:44.470266 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (5a9922da-7782-4e40-af6b-040a1ecba2d7), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:44.476154 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 22:08:44.476571 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (5a9922da-7782-4e40-af6b-040a1ecba2d7), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 22:08:44.478190 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 22:08:44.598361 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (190d10fe-9bba-4fdb-9914-ef10876a00c4), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:44.602889 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:44.607084 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/190d10fe-9bba-4fdb-9914-ef10876a00c4 HTTP/1.1" status: 204  len: 168 time: 0.7228906
Feb 12 22:08:44.619629 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b615c2-ea21-444a-abfe-b1a4b45b4ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=190d10fe-9bba-4fdb-9914-ef10876a00c4,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:44.970849 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58436) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:45.011225 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2c6a6b6e-3177-4c85-86f6-1570274aff4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=707f6000ad794dbd92c57050b2f27387&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0391557
Feb 12 22:08:45.014395 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58438) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:45.061213 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-684624e9-e667-4161-8944-ce0ed2d79ce4 admin admin] Publish callbacks [] for security_group (9b0d6120-a30d-44f1-956d-debe55bdcd64), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:45.083522 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-684624e9-e667-4161-8944-ce0ed2d79ce4 admin admin] Publish callbacks [] for security_group (9b0d6120-a30d-44f1-956d-debe55bdcd64), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:45.203439 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-684624e9-e667-4161-8944-ce0ed2d79ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (9b0d6120-a30d-44f1-956d-debe55bdcd64), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:45.206365 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-684624e9-e667-4161-8944-ce0ed2d79ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:45.207539 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-684624e9-e667-4161-8944-ce0ed2d79ce4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b0d6120-a30d-44f1-956d-debe55bdcd64 HTTP/1.1" status: 204  len: 168 time: 0.1922493
Feb 12 22:08:45.215430 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684624e9-e667-4161-8944-ce0ed2d79ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0d6120-a30d-44f1-956d-debe55bdcd64,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:45.298909 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3145a405-a422-4c77-86d6-88878937440b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:08:45.323326 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 3145a405-a422-4c77-86d6-88878937440b {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:08:45.323676 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 3145a405-a422-4c77-86d6-88878937440b not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:08:45.324100 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8e5e879e-c1aa-4047-856e-cd4ce067c0d1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:08:45.343122 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 8e5e879e-c1aa-4047-856e-cd4ce067c0d1 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:08:45.343469 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8e5e879e-c1aa-4047-856e-cd4ce067c0d1 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:08:45.343869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 153e6e9b-9f32-4ac6-91d7-288df3cca088 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:08:45.363452 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 153e6e9b-9f32-4ac6-91d7-288df3cca088 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:08:45.363799 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 153e6e9b-9f32-4ac6-91d7-288df3cca088 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:08:45.821985 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58444) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:45.867001 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-f2eaa574-87c1-43f9-ac86-1401074c90bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb07d1f29ed14c6a971033f5fc54a053&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0437939
Feb 12 22:08:45.869553 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58446) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:45.916603 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b901238-274d-4bb1-aa9c-c4f1c9beb373 admin admin] Publish callbacks [] for security_group (e52f15fb-4672-4ad7-bb99-530f7b24cdd1), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:45.937704 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b901238-274d-4bb1-aa9c-c4f1c9beb373 admin admin] Publish callbacks [] for security_group (e52f15fb-4672-4ad7-bb99-530f7b24cdd1), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:46.060733 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b901238-274d-4bb1-aa9c-c4f1c9beb373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (e52f15fb-4672-4ad7-bb99-530f7b24cdd1), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:46.063560 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-8b901238-274d-4bb1-aa9c-c4f1c9beb373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:46.064710 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-8b901238-274d-4bb1-aa9c-c4f1c9beb373 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e52f15fb-4672-4ad7-bb99-530f7b24cdd1 HTTP/1.1" status: 204  len: 168 time: 0.1942708
Feb 12 22:08:46.073218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b901238-274d-4bb1-aa9c-c4f1c9beb373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52f15fb-4672-4ad7-bb99-530f7b24cdd1,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:47.019995 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58470) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:47.115008 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-d5e32215-8751-4280-a3e7-ae2a0808599b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1455375344-network', 'tenant_id': 'e4478103245a48d4b592326ffaeae599'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:08:47.194713 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e32215-8751-4280-a3e7-ae2a0808599b admin admin] Made reservation on behalf of e4478103245a48d4b592326ffaeae599 for: {'network': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 22:08:47.197071 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d5e32215-8751-4280-a3e7-ae2a0808599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:47.206310 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d5e32215-8751-4280-a3e7-ae2a0808599b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:47.279882 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d5e32215-8751-4280-a3e7-ae2a0808599b admin admin] Publish callbacks [] for security_group (ddd4cad3-2f49-4641-892a-e54ebc2f0fd0), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:47.372956 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d5e32215-8751-4280-a3e7-ae2a0808599b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ddd4cad3-2f49-4641-892a-e54ebc2f0fd0), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:47.397587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e32215-8751-4280-a3e7-ae2a0808599b admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=126505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 22:08:47.406186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e32215-8751-4280-a3e7-ae2a0808599b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd4cad3-2f49-4641-892a-e54ebc2f0fd0,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:47.411910 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d5e32215-8751-4280-a3e7-ae2a0808599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bd054a19-b7af-419f-9c5e-5a0f345e7270), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:47.412259 ncdv-master-1 neutron-server[126505]: INFO neutron.db.segments_db [None req-d5e32215-8751-4280-a3e7-ae2a0808599b admin admin] Added segment bd054a19-b7af-419f-9c5e-5a0f345e7270 of type vlan for network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e
Feb 12 22:08:47.455058 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d5e32215-8751-4280-a3e7-ae2a0808599b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (9d2dbd66-a345-4bf6-ac86-0fc3cb73587e), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:47.563931 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d5e32215-8751-4280-a3e7-ae2a0808599b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (9d2dbd66-a345-4bf6-ac86-0fc3cb73587e), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:47.564895 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e32215-8751-4280-a3e7-ae2a0808599b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:08:47.565528 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-d5e32215-8751-4280-a3e7-ae2a0808599b admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:47.625076 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e32215-8751-4280-a3e7-ae2a0808599b admin admin] Pushing event updated for resources: {'Network': ['ID=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:47.634368 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 22:08:47.675300 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-d5e32215-8751-4280-a3e7-ae2a0808599b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6541982
Feb 12 22:08:47.678070 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58474) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:47.682724 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-0cc3ddb6-f56f-456c-9ed5-23546c20aa03 admin admin] Request body: {'subnet': {'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1455375344-subnet', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'ip_version': 4}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:08:47.755407 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc3ddb6-f56f-456c-9ed5-23546c20aa03 admin admin] Made reservation on behalf of e4478103245a48d4b592326ffaeae599 for: {'subnet': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 22:08:47.757956 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0cc3ddb6-f56f-456c-9ed5-23546c20aa03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529154245'] for subnet (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:47.975199 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0cc3ddb6-f56f-456c-9ed5-23546c20aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530577803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529154291'] for subnet (a3154dae-3e0d-4eb1-93a2-dc9771d7af0c), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:48.024645 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3ddb6-f56f-456c-9ed5-23546c20aa03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3154dae-3e0d-4eb1-93a2-dc9771d7af0c,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:48.039664 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc3ddb6-f56f-456c-9ed5-23546c20aa03 admin admin] Checking segment: {'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:08:48.040030 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc3ddb6-f56f-456c-9ed5-23546c20aa03 admin admin] Network hostable DHCP agents. Network: 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 22:08:48.118014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc3ddb6-f56f-456c-9ed5-23546c20aa03 admin admin] Network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 22:08:48.183565 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-0cc3ddb6-f56f-456c-9ed5-23546c20aa03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e) {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:08:48.188054 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc3ddb6-f56f-456c-9ed5-23546c20aa03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:08:48.188644 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-0cc3ddb6-f56f-456c-9ed5-23546c20aa03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:48.193435 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a18dab-b158-4123-91d4-9b333a955b09 None None] Network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 22:08:48.255301 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-0cc3ddb6-f56f-456c-9ed5-23546c20aa03 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5760865
Feb 12 22:08:48.257899 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58476) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:48.262229 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:08:48.291302 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'project_id': 'e4478103245a48d4b592326ffaeae599', 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 22:08:48.292192 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:48.329732 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:48.330904 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:48.386950 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Publish callbacks [] for router_controller (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), precommit_add_association {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:48.428781 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Allocated IP 172.20.0.2 (9d2dbd66-a345-4bf6-ac86-0fc3cb73587e/a3154dae-3e0d-4eb1-93a2-dc9771d7af0c/1f5893de-6dbb-4a88-b1e0-af3097f7e92a) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:08:48.574845 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Publish callbacks [] for port (1f5893de-6dbb-4a88-b1e0-af3097f7e92a), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:48.644627 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (1f5893de-6dbb-4a88-b1e0-af3097f7e92a), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:48.687632 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:08:48.690677 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:08:48.694448 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:08:48.702744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Pushing event updated for resources: {'Port': ['ID=1f5893de-6dbb-4a88-b1e0-af3097f7e92a,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:48.761488 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Attempting to bind port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 22:08:48.762625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Attempting to bind port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 22:08:48.763262 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Attempting to bind port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a on network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:08:48.769075 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 22, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 22:08:48.769400 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Checking segment: {'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:08:48.769827 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:48.770222 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Bound using segment: {'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 22:08:48.770702 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Bound port: 1f5893de-6dbb-4a88-b1e0-af3097f7e92a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 22:08:48.771092 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1f5893de-6dbb-4a88-b1e0-af3097f7e92a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:48.838817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] For port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 22:08:48.843443 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] For port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f5893de-6dbb-4a88-b1e0-af3097f7e92a,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 22:08:48.944214 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Publish callbacks [] for router_gateway (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:48.953109 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1f5893de-6dbb-4a88-b1e0-af3097f7e92a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:49.018199 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da5694-6564-44b0-b68d-ea4f00e12b18 None None] Pushing event updated for resources: {'Port': ['ID=1f5893de-6dbb-4a88-b1e0-af3097f7e92a,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:49.256353 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Publish callbacks [] for router_gateway (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:49.285243 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:49.336163 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1f5893de-6dbb-4a88-b1e0-af3097f7e92a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:08:49.390357 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:49.390733 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1f5893de-6dbb-4a88-b1e0-af3097f7e92a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:49.396402 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Allocated IP 172.35.2.66 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/9c675943-ce44-4320-ba9e-bfea2cf847a8) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:08:49.468182 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:08:49.468483 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (1f5893de-6dbb-4a88-b1e0-af3097f7e92a), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:49.500363 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Publish callbacks [] for port (9c675943-ce44-4320-ba9e-bfea2cf847a8), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:49.501924 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f5893de-6dbb-4a88-b1e0-af3097f7e92a,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:08:49.569681 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (1f5893de-6dbb-4a88-b1e0-af3097f7e92a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:49.598665 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (9c675943-ce44-4320-ba9e-bfea2cf847a8), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:49.619929 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=1f5893de-6dbb-4a88-b1e0-af3097f7e92a,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:49.640316 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:08:49.643121 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:08:49.646463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:08:49.671552 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Pushing event updated for resources: {'Port': ['ID=9c675943-ce44-4320-ba9e-bfea2cf847a8,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:49.989681 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Publish callbacks [] for router_gateway (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:50.004972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55809421-426d-4fdf-99c7-0a47cb58b4af None None] Network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 22:08:50.079042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-e132b0e2-4e20-409c-b2d7-31d204cd608c None None] Provisioning complete for port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:50.079418 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e132b0e2-4e20-409c-b2d7-31d204cd608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1f5893de-6dbb-4a88-b1e0-af3097f7e92a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:50.204127 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e132b0e2-4e20-409c-b2d7-31d204cd608c None None] Current status of the port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:08:50.206302 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:50.404186 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 22:08:50.426210 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-9cf7ebe9-df01-4a86-a575-83399e35d325 None None] Provisioning complete for port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:50.426582 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ebe9-df01-4a86-a575-83399e35d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1f5893de-6dbb-4a88-b1e0-af3097f7e92a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:50.505413 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-9cf7ebe9-df01-4a86-a575-83399e35d325 None None] Current status of the port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:08:50.512434 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:08:50.521120 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Sync routers for ids ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:08:50.531550 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Routers {'02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:08:50.532147 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbf50730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:50.589013 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:50.591012 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-aedbcb81-a92d-4e80-9592-f4c42fafa053 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.3321087
Feb 12 22:08:50.593741 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58478) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:50.638904 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Set router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:08:50.818278 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbf50730>, [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:49Z', 'revision_number': 3, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:50.845167 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Checking router: 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:08:50.845536 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Updating router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 port 9c675943-ce44-4320-ba9e-bfea2cf847a8 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 22:08:50.875328 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9c675943-ce44-4320-ba9e-bfea2cf847a8), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:51.024699 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:51.123818 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Publish callbacks [] for port (9c675943-ce44-4320-ba9e-bfea2cf847a8), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:51.185035 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Allocated IP 172.20.0.1 (9d2dbd66-a345-4bf6-ac86-0fc3cb73587e/a3154dae-3e0d-4eb1-93a2-dc9771d7af0c/fdfb9e0c-5e26-431b-bac4-21928ed73acb) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:08:51.195219 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9c675943-ce44-4320-ba9e-bfea2cf847a8), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:51.248084 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Attempting to bind port 9c675943-ce44-4320-ba9e-bfea2cf847a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 22:08:51.248659 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Attempting to bind port 9c675943-ce44-4320-ba9e-bfea2cf847a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 22:08:51.248875 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Attempting to bind port 9c675943-ce44-4320-ba9e-bfea2cf847a8 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:08:51.250982 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af5a2b-a729-4a5a-90d1-28549e2b3387 None None] Pushing event updated for resources: {'Port': ['ID=9c675943-ce44-4320-ba9e-bfea2cf847a8,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:51.259980 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af5a2b-a729-4a5a-90d1-28549e2b3387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:51.260366 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af5a2b-a729-4a5a-90d1-28549e2b3387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:51.260653 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af5a2b-a729-4a5a-90d1-28549e2b3387 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:51.261184 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af5a2b-a729-4a5a-90d1-28549e2b3387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:51.261541 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af5a2b-a729-4a5a-90d1-28549e2b3387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:51.262508 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af5a2b-a729-4a5a-90d1-28549e2b3387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:51.262793 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af5a2b-a729-4a5a-90d1-28549e2b3387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:51.263127 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af5a2b-a729-4a5a-90d1-28549e2b3387 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:51.263441 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af5a2b-a729-4a5a-90d1-28549e2b3387 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:51.263766 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af5a2b-a729-4a5a-90d1-28549e2b3387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:51.264105 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af5a2b-a729-4a5a-90d1-28549e2b3387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:51.264423 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af5a2b-a729-4a5a-90d1-28549e2b3387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:51.264745 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36af5a2b-a729-4a5a-90d1-28549e2b3387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:08:51.268015 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 22, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 22:08:51.268385 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:08:51.268970 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:51.269573 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 22:08:51.270051 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Bound port: 9c675943-ce44-4320-ba9e-bfea2cf847a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 22:08:51.270430 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9c675943-ce44-4320-ba9e-bfea2cf847a8), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:51.296706 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Publish callbacks [] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:51.330624 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] For port 9c675943-ce44-4320-ba9e-bfea2cf847a8, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 22:08:51.333840 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] For port 9c675943-ce44-4320-ba9e-bfea2cf847a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c675943-ce44-4320-ba9e-bfea2cf847a8,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 22:08:51.334256 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1f5893de-6dbb-4a88-b1e0-af3097f7e92a up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:08:51.385369 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:51.385766 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (1f5893de-6dbb-4a88-b1e0-af3097f7e92a), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:51.404204 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:51.427026 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9c675943-ce44-4320-ba9e-bfea2cf847a8), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:51.448011 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:08:51.453147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:08:51.457318 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:08:51.472271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:08:51.482514 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Routers {'02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:08:51.482815 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbf50730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:51.491986 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Pushing event updated for resources: {'Port': ['ID=fdfb9e0c-5e26-431b-bac4-21928ed73acb,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:51.508528 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:51.574380 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af5a2b-a729-4a5a-90d1-28549e2b3387 None None] Pushing event updated for resources: {'Port': ['ID=9c675943-ce44-4320-ba9e-bfea2cf847a8,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:51.612403 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] Set router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:08:51.733870 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-d7e5ba95-90ca-45bf-92fc-c1f5b5630c82 None None] Provisioning complete for port fdfb9e0c-5e26-431b-bac4-21928ed73acb triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:51.734351 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d7e5ba95-90ca-45bf-92fc-c1f5b5630c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:51.768377 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:51.771661 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-d7e5ba95-90ca-45bf-92fc-c1f5b5630c82 None None] Port fdfb9e0c-5e26-431b-bac4-21928ed73acb cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 22:08:51.896277 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbf50730>, [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:49Z', 'revision_number': 3, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:51.926918 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699d40f2-6cff-42db-a044-766d99ac9e02 None None] The sync data for ids ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'] in ncdv-master-1 is: [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:49Z', 'revision_number': 3, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:08:51.934869 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Publish callbacks [] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:52.021153 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:52.090776 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Pushing event updated for resources: {'Port': ['ID=fdfb9e0c-5e26-431b-bac4-21928ed73acb,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:52.093475 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:52.204620 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:08:52.206265 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:08:52.336031 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:08:52.455818 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:08:52.461121 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-a5bd1029-2d52-45de-b48b-047c9bd8a163 admin admin] 10.222.0.31 "PUT /v2.0/routers/02c86e79-9b67-4d05-bbe0-f4cad27d6ab5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8663812
Feb 12 22:08:52.500430 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-07f0b942-a0cd-4ecd-858e-8cf263460051 None None] Provisioning complete for port fdfb9e0c-5e26-431b-bac4-21928ed73acb triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:52.501527 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-07f0b942-a0cd-4ecd-858e-8cf263460051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:52.539195 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-07f0b942-a0cd-4ecd-858e-8cf263460051 None None] Port fdfb9e0c-5e26-431b-bac4-21928ed73acb cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 22:08:53.180952 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58494) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:53.186665 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-76ffc175-2f02-4209-8a18-e362883e68f6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-473355196-network', 'tenant_id': 'a8782482e65c4b9aab92e064efa4860f'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:08:53.298328 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ffc175-2f02-4209-8a18-e362883e68f6 admin admin] Made reservation on behalf of a8782482e65c4b9aab92e064efa4860f for: {'network': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 22:08:53.300971 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76ffc175-2f02-4209-8a18-e362883e68f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for network (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:53.310761 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76ffc175-2f02-4209-8a18-e362883e68f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:53.333516 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9c675943-ce44-4320-ba9e-bfea2cf847a8 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:08:53.384858 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 9c675943-ce44-4320-ba9e-bfea2cf847a8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:53.385238 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9c675943-ce44-4320-ba9e-bfea2cf847a8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:53.394300 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76ffc175-2f02-4209-8a18-e362883e68f6 admin admin] Publish callbacks [] for security_group (486244fd-855c-427b-a49a-836a38d570ac), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:53.455311 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76ffc175-2f02-4209-8a18-e362883e68f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (486244fd-855c-427b-a49a-836a38d570ac), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:53.468283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 9c675943-ce44-4320-ba9e-bfea2cf847a8 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:08:53.468851 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (9c675943-ce44-4320-ba9e-bfea2cf847a8), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:53.483911 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffc175-2f02-4209-8a18-e362883e68f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486244fd-855c-427b-a49a-836a38d570ac,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:53.500040 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ffc175-2f02-4209-8a18-e362883e68f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=126506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 12 22:08:53.500449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port 9c675943-ce44-4320-ba9e-bfea2cf847a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c675943-ce44-4320-ba9e-bfea2cf847a8,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:08:53.506953 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76ffc175-2f02-4209-8a18-e362883e68f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (78339d0b-4cee-4714-b5d6-c84ab656f282), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:53.507491 ncdv-master-1 neutron-server[126506]: INFO neutron.db.segments_db [None req-76ffc175-2f02-4209-8a18-e362883e68f6 admin admin] Added segment 78339d0b-4cee-4714-b5d6-c84ab656f282 of type vlan for network 37f9eae0-9d20-444e-b8fb-0f6774722420
Feb 12 22:08:53.509140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Sync routers for ids ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:08:53.520276 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Routers {'02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:08:53.520891 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7015e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:53.548113 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76ffc175-2f02-4209-8a18-e362883e68f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780794415077'] for network (37f9eae0-9d20-444e-b8fb-0f6774722420), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:53.589434 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (9c675943-ce44-4320-ba9e-bfea2cf847a8), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:53.649168 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76ffc175-2f02-4209-8a18-e362883e68f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659'] for network (37f9eae0-9d20-444e-b8fb-0f6774722420), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:53.650387 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ffc175-2f02-4209-8a18-e362883e68f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:08:53.650969 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-76ffc175-2f02-4209-8a18-e362883e68f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:53.657906 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=9c675943-ce44-4320-ba9e-bfea2cf847a8,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:53.675045 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Set router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:08:53.713892 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffc175-2f02-4209-8a18-e362883e68f6 admin admin] Pushing event updated for resources: {'Network': ['ID=37f9eae0-9d20-444e-b8fb-0f6774722420,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:53.748779 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Network 37f9eae0-9d20-444e-b8fb-0f6774722420 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126507) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Feb 12 22:08:53.755556 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-76ffc175-2f02-4209-8a18-e362883e68f6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5734031
Feb 12 22:08:53.758266 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58496) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:53.764461 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-23865680-d61b-4d76-a76f-fb248db7d2c6 admin admin] Request body: {'subnet': {'network_id': '37f9eae0-9d20-444e-b8fb-0f6774722420', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-473355196-subnet', 'tenant_id': 'a8782482e65c4b9aab92e064efa4860f', 'ip_version': 4}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:08:53.846995 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23865680-d61b-4d76-a76f-fb248db7d2c6 admin admin] Made reservation on behalf of a8782482e65c4b9aab92e064efa4860f for: {'subnet': 1} {{(pid=126506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 22:08:53.849440 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23865680-d61b-4d76-a76f-fb248db7d2c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529293185'] for subnet (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:54.092975 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23865680-d61b-4d76-a76f-fb248db7d2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529086254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529293239'] for subnet (a2904e22-3cef-4229-9dcb-cfa7e6f75d1e), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:54.097145 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7015e0>, [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fdfb9e0c-5e26-431b-bac4-21928ed73acb', 'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'mac_address': 'fa:16:3e:99:27:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:51Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 2, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'subnets': [{'id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:54.128370 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Checking router: 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:08:54.131728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Updating router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 port fdfb9e0c-5e26-431b-bac4-21928ed73acb binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 22:08:54.156303 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:54.156562 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23865680-d61b-4d76-a76f-fb248db7d2c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2904e22-3cef-4229-9dcb-cfa7e6f75d1e,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:54.163813 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23865680-d61b-4d76-a76f-fb248db7d2c6 admin admin] Checking segment: {'id': '78339d0b-4cee-4714-b5d6-c84ab656f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '37f9eae0-9d20-444e-b8fb-0f6774722420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:08:54.164177 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23865680-d61b-4d76-a76f-fb248db7d2c6 admin admin] Network hostable DHCP agents. Network: 37f9eae0-9d20-444e-b8fb-0f6774722420, hostable agents: ['6ac22870-ddca-4000-8be0-c7e5a50a4f5b'], hosted agents: [] {{(pid=126506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 12 22:08:54.249307 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23865680-d61b-4d76-a76f-fb248db7d2c6 admin admin] Network 37f9eae0-9d20-444e-b8fb-0f6774722420 is scheduled to be hosted by DHCP agent 6ac22870-ddca-4000-8be0-c7e5a50a4f5b with binding_index 1 {{(pid=126506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 12 22:08:54.332500 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-23865680-d61b-4d76-a76f-fb248db7d2c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 37f9eae0-9d20-444e-b8fb-0f6774722420) {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:08:54.337535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23865680-d61b-4d76-a76f-fb248db7d2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:08:54.343360 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-23865680-d61b-4d76-a76f-fb248db7d2c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:54.343527 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e555193-a4d6-47cf-8274-be00a378515b None None] Network 37f9eae0-9d20-444e-b8fb-0f6774722420 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 22:08:54.435081 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-23865680-d61b-4d76-a76f-fb248db7d2c6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6727793
Feb 12 22:08:54.435307 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58498) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:54.439968 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-473355196-router', 'tenant_id': 'a8782482e65c4b9aab92e064efa4860f', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:08:54.501457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-37f9eae0-9d20-444e-b8fb-0f6774722420', 'network_id': '37f9eae0-9d20-444e-b8fb-0f6774722420', 'project_id': 'a8782482e65c4b9aab92e064efa4860f', 'fixed_ips': [{'subnet_id': 'a2904e22-3cef-4229-9dcb-cfa7e6f75d1e'}]}} from ncdv-master-1. {{(pid=126507) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Feb 12 22:08:54.502304 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:54.505645 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Publish callbacks [] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:54.515430 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:54.516517 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-722832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:54.570286 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Publish callbacks [] for router_controller (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), precommit_add_association {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:54.573848 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:54.668588 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a078a-4f76-4eea-812f-8bd11ee4997a None None] Pushing event updated for resources: {'Port': ['ID=fdfb9e0c-5e26-431b-bac4-21928ed73acb,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:54.737488 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.db_base_plugin_common [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Allocated IP 172.20.0.2 (37f9eae0-9d20-444e-b8fb-0f6774722420/a2904e22-3cef-4229-9dcb-cfa7e6f75d1e/8973ed57-f5f4-4085-b96d-aee1e219e6f9) {{(pid=126507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:08:54.744089 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Attempting to bind port fdfb9e0c-5e26-431b-bac4-21928ed73acb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 22:08:54.748682 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Attempting to bind port fdfb9e0c-5e26-431b-bac4-21928ed73acb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 22:08:54.748682 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Attempting to bind port fdfb9e0c-5e26-431b-bac4-21928ed73acb on network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:08:54.762155 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 22, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 22:08:54.762732 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Checking segment: {'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:08:54.763177 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:54.763581 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Bound using segment: {'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 22:08:54.764100 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Bound port: fdfb9e0c-5e26-431b-bac4-21928ed73acb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 22:08:54.764513 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:54.789871 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Publish callbacks [] for router_gateway (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:54.908042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] For port fdfb9e0c-5e26-431b-bac4-21928ed73acb, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 22:08:54.913473 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] For port fdfb9e0c-5e26-431b-bac4-21928ed73acb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdfb9e0c-5e26-431b-bac4-21928ed73acb,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 22:08:54.914754 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-48c0c89c-db05-49c9-83e8-fb05991ebe62 None None] Provisioning complete for port fdfb9e0c-5e26-431b-bac4-21928ed73acb triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:54.915132 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-48c0c89c-db05-49c9-83e8-fb05991ebe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:54.987313 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-48c0c89c-db05-49c9-83e8-fb05991ebe62 None None] Port fdfb9e0c-5e26-431b-bac4-21928ed73acb cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 22:08:55.000626 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Publish callbacks [] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), precommit_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:55.006782 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:55.059631 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Routers {'02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:08:55.060267 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7015e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:55.068919 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Publish callbacks [] for router_gateway (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:55.090176 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:55.132468 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418'] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), after_create {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:55.150967 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a078a-4f76-4eea-812f-8bd11ee4997a None None] Pushing event updated for resources: {'Port': ['ID=fdfb9e0c-5e26-431b-bac4-21928ed73acb,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:55.168471 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Network 37f9eae0-9d20-444e-b8fb-0f6774722420 is already hosted by enough agents. {{(pid=126507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:08:55.195132 ncdv-master-1 neutron-server[126507]: DEBUG neutron.scheduler.base_scheduler [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Resources bound (agent type, host, resource id):  {{(pid=126507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:08:55.202710 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Received port after_create {{(pid=126507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:08:55.205988 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Allocated IP 172.35.2.219 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/cbc54676-da78-401a-bb61-16887e467eb6) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:08:55.230025 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Pushing event updated for resources: {'Port': ['ID=8973ed57-f5f4-4085-b96d-aee1e219e6f9,revision_number=1']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:55.279644 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] Set router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:08:55.322563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9c675943-ce44-4320-ba9e-bfea2cf847a8 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:08:55.334204 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Publish callbacks [] for port (cbc54676-da78-401a-bb61-16887e467eb6), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:55.346279 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Attempting to bind port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 22:08:55.346653 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Attempting to bind port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '78339d0b-4cee-4714-b5d6-c84ab656f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '37f9eae0-9d20-444e-b8fb-0f6774722420'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 22:08:55.347025 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Attempting to bind port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 on network 37f9eae0-9d20-444e-b8fb-0f6774722420 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:08:55.374704 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 22, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 22:08:55.376976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Checking segment: {'id': '78339d0b-4cee-4714-b5d6-c84ab656f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '37f9eae0-9d20-444e-b8fb-0f6774722420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:08:55.376976 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:55.376976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Bound using segment: {'id': '78339d0b-4cee-4714-b5d6-c84ab656f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '37f9eae0-9d20-444e-b8fb-0f6774722420'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 22:08:55.376976 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Bound port: 8973ed57-f5f4-4085-b96d-aee1e219e6f9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78339d0b-4cee-4714-b5d6-c84ab656f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '37f9eae0-9d20-444e-b8fb-0f6774722420'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 22:08:55.376976 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:55.424418 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (cbc54676-da78-401a-bb61-16887e467eb6), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:55.424940 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-70ceb287-4f1b-4a88-ab7b-828dd0b4e9a1 None None] Provisioning complete for port fdfb9e0c-5e26-431b-bac4-21928ed73acb triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:55.425320 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-70ceb287-4f1b-4a88-ab7b-828dd0b4e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:55.464112 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:08:55.466949 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:08:55.471239 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:08:55.497612 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Pushing event updated for resources: {'Port': ['ID=cbc54676-da78-401a-bb61-16887e467eb6,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:55.574484 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 9c675943-ce44-4320-ba9e-bfea2cf847a8 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:55.575105 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (9c675943-ce44-4320-ba9e-bfea2cf847a8), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:55.609160 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] For port 8973ed57-f5f4-4085-b96d-aee1e219e6f9, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 22:08:55.660176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] For port 8973ed57-f5f4-4085-b96d-aee1e219e6f9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8973ed57-f5f4-4085-b96d-aee1e219e6f9,segment=NetworkSegment(78339d0b-4cee-4714-b5d6-c84ab656f282),segment_id=78339d0b-4cee-4714-b5d6-c84ab656f282)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 22:08:55.700659 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-70ceb287-4f1b-4a88-ab7b-828dd0b4e9a1 None None] Current status of the port fdfb9e0c-5e26-431b-bac4-21928ed73acb is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:08:55.700975 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-70ceb287-4f1b-4a88-ab7b-828dd0b4e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:55.769285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-70ceb287-4f1b-4a88-ab7b-828dd0b4e9a1 None None] For port fdfb9e0c-5e26-431b-bac4-21928ed73acb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdfb9e0c-5e26-431b-bac4-21928ed73acb,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:08:55.783111 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fa7015e0>, [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fdfb9e0c-5e26-431b-bac4-21928ed73acb', 'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'mac_address': 'fa:16:3e:99:27:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:51Z', 'updated_at': '2022-02-12T22:08:54Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'subnets': [{'id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:55.787620 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 9c675943-ce44-4320-ba9e-bfea2cf847a8 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:08:55.790062 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:55.798190 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Publish callbacks [] for router_gateway (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:55.822900 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f0cabe-513e-4685-bd33-8363cc9c862e None None] The sync data for ids ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'] in ncdv-master-1 is: [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fdfb9e0c-5e26-431b-bac4-21928ed73acb', 'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'mac_address': 'fa:16:3e:99:27:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:51Z', 'updated_at': '2022-02-12T22:08:54Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'subnets': [{'id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:08:55.858340 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-70ceb287-4f1b-4a88-ab7b-828dd0b4e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:55.918572 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ab0ad-df4f-4196-9bf8-9bbf0abc3559 None None] Pushing event updated for resources: {'Port': ['ID=8973ed57-f5f4-4085-b96d-aee1e219e6f9,revision_number=2']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:55.969945 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-56c027b1-7168-4890-a4f6-dca492929332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:55.999363 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ceb287-4f1b-4a88-ab7b-828dd0b4e9a1 None None] Pushing event updated for resources: {'Port': ['ID=fdfb9e0c-5e26-431b-bac4-21928ed73acb,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:56.076230 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-772900'] for router (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:56.346623 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Router 4a0e2d22-8f57-43ad-ab72-9d5be84f2068 is scheduled to L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 with binding_index 1 {{(pid=126506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 12 22:08:56.667463 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:08:56.669895 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Sync routers for ids ['4a0e2d22-8f57-43ad-ab72-9d5be84f2068'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:08:56.669895 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Routers {'4a0e2d22-8f57-43ad-ab72-9d5be84f2068'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:08:56.669895 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdd99a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4a0e2d22-8f57-43ad-ab72-9d5be84f2068'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:56.670472 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:56.670472 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-720aef35-9ab9-4cd4-8739-8a456713eda6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.1193950
Feb 12 22:08:56.670472 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58500) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:56.670658 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Set router 4a0e2d22-8f57-43ad-ab72-9d5be84f2068 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:08:56.880603 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdd99a0>, [{'id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'name': 'tempest-TestSnapshotPattern-473355196-router', 'tenant_id': 'a8782482e65c4b9aab92e064efa4860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.219'}], 'enable_snat': True}, 'gw_port_id': 'cbc54676-da78-401a-bb61-16887e467eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:54Z', 'updated_at': '2022-02-12T22:08:55Z', 'revision_number': 3, 'project_id': 'a8782482e65c4b9aab92e064efa4860f', 'gw_port': {'id': 'cbc54676-da78-401a-bb61-16887e467eb6', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:55Z', 'updated_at': '2022-02-12T22:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:56.916146 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Checking router: 4a0e2d22-8f57-43ad-ab72-9d5be84f2068 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:08:56.916501 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Updating router 4a0e2d22-8f57-43ad-ab72-9d5be84f2068 port cbc54676-da78-401a-bb61-16887e467eb6 binding host ncdv-master-1 {{(pid=126509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 22:08:56.951441 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cbc54676-da78-401a-bb61-16887e467eb6), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.037505 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7d35e9-5db0-49d5-b817-57a578aecce6 None None] Network 37f9eae0-9d20-444e-b8fb-0f6774722420 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 22:08:57.098450 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.296137 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Publish callbacks [] for port (cbc54676-da78-401a-bb61-16887e467eb6), precommit_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.307092 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Allocated IP 172.20.0.1 (37f9eae0-9d20-444e-b8fb-0f6774722420/a2904e22-3cef-4229-9dcb-cfa7e6f75d1e/a3f0e020-39cb-4e4d-9df0-870e35cdfc69) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:08:57.332020 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-f168dfb6-9b1f-41b5-b07f-0d8ddce3b423 None None] Provisioning complete for port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:57.332402 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f168dfb6-9b1f-41b5-b07f-0d8ddce3b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.406453 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cbc54676-da78-401a-bb61-16887e467eb6), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.422744 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8973ed57-f5f4-4085-b96d-aee1e219e6f9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:08:57.437211 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Publish callbacks [] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.460445 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55535b59-b5c8-4b44-a110-4075eb1e2198 None None] Pushing event updated for resources: {'Port': ['ID=cbc54676-da78-401a-bb61-16887e467eb6,revision_number=2']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:57.462757 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Attempting to bind port cbc54676-da78-401a-bb61-16887e467eb6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 22:08:57.463088 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Attempting to bind port cbc54676-da78-401a-bb61-16887e467eb6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 22:08:57.463505 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Attempting to bind port cbc54676-da78-401a-bb61-16887e467eb6 on network 7cc7114b-c087-413f-bd63-e2248ab8f781 {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:08:57.469450 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 22, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 22:08:57.469864 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Checking segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:08:57.470239 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.470632 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Bound using segment: {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'} {{(pid=126509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 22:08:57.471102 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.managers [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Bound port: cbc54676-da78-401a-bb61-16887e467eb6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bb2c16-c923-49c6-ad88-2c5bf60ee18f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781'}}] {{(pid=126509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 22:08:57.471483 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cbc54676-da78-401a-bb61-16887e467eb6), before_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.527589 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] For port cbc54676-da78-401a-bb61-16887e467eb6, host ncdv-master-1, cleared binding levels {{(pid=126509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 22:08:57.531222 ncdv-master-1 neutron-server[126509]: DEBUG neutron.plugins.ml2.db [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] For port cbc54676-da78-401a-bb61-16887e467eb6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cbc54676-da78-401a-bb61-16887e467eb6,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 22:08:57.535339 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-f168dfb6-9b1f-41b5-b07f-0d8ddce3b423 None None] Current status of the port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:08:57.535735 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f168dfb6-9b1f-41b5-b07f-0d8ddce3b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.575449 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:57.575826 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.578641 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.581103 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-f168dfb6-9b1f-41b5-b07f-0d8ddce3b423 None None] For port 8973ed57-f5f4-4085-b96d-aee1e219e6f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8973ed57-f5f4-4085-b96d-aee1e219e6f9,segment=NetworkSegment(78339d0b-4cee-4714-b5d6-c84ab656f282),segment_id=78339d0b-4cee-4714-b5d6-c84ab656f282)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:08:57.613667 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.615608 ncdv-master-1 neutron-server[126509]: DEBUG neutron_lib.callbacks.manager [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cbc54676-da78-401a-bb61-16887e467eb6), after_update {{(pid=126509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.624127 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Network 37f9eae0-9d20-444e-b8fb-0f6774722420 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:08:57.627161 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:08:57.630751 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:08:57.662329 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f0e020-39cb-4e4d-9df0-870e35cdfc69,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:57.667152 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:08:57.667598 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.681230 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-772121'] for router_interface (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.697025 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f168dfb6-9b1f-41b5-b07f-0d8ddce3b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.703568 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Routers {'4a0e2d22-8f57-43ad-ab72-9d5be84f2068'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:08:57.705728 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdd99a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:08:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4a0e2d22-8f57-43ad-ab72-9d5be84f2068'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:57.773664 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 12 22:08:57.774436 ncdv-master-1 neutron-server[126507]: DEBUG oslo_db.api [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 12 22:08:57.776927 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168dfb6-9b1f-41b5-b07f-0d8ddce3b423 None None] Pushing event updated for resources: {'Port': ['ID=8973ed57-f5f4-4085-b96d-aee1e219e6f9,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:57.808347 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55535b59-b5c8-4b44-a110-4075eb1e2198 None None] Pushing event updated for resources: {'Port': ['ID=cbc54676-da78-401a-bb61-16887e467eb6,revision_number=3']} {{(pid=126509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:57.828934 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c549b722-4289-4508-840d-a6b8a0691abe None None] Provisioning complete for port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:57.829402 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c549b722-4289-4508-840d-a6b8a0691abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:57.857125 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] Set router 4a0e2d22-8f57-43ad-ab72-9d5be84f2068 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:08:57.952010 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c549b722-4289-4508-840d-a6b8a0691abe None None] Current status of the port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:08:58.067636 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbdd99a0>, [{'id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'name': 'tempest-TestSnapshotPattern-473355196-router', 'tenant_id': 'a8782482e65c4b9aab92e064efa4860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.219'}], 'enable_snat': True}, 'gw_port_id': 'cbc54676-da78-401a-bb61-16887e467eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:54Z', 'updated_at': '2022-02-12T22:08:55Z', 'revision_number': 3, 'project_id': 'a8782482e65c4b9aab92e064efa4860f', 'gw_port': {'id': 'cbc54676-da78-401a-bb61-16887e467eb6', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:55Z', 'updated_at': '2022-02-12T22:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:58.074542 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-eef00a6c-e11a-4317-9cfb-33badf2a2718 None None] Provisioning complete for port a3f0e020-39cb-4e4d-9df0-870e35cdfc69 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:58.075127 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eef00a6c-e11a-4317-9cfb-33badf2a2718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:58.099608 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a642539-e709-470c-a27d-45975d0d1cd9 None None] The sync data for ids ['4a0e2d22-8f57-43ad-ab72-9d5be84f2068'] in ncdv-master-1 is: [{'id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'name': 'tempest-TestSnapshotPattern-473355196-router', 'tenant_id': 'a8782482e65c4b9aab92e064efa4860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.219'}], 'enable_snat': True}, 'gw_port_id': 'cbc54676-da78-401a-bb61-16887e467eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:54Z', 'updated_at': '2022-02-12T22:08:55Z', 'revision_number': 3, 'project_id': 'a8782482e65c4b9aab92e064efa4860f', 'gw_port': {'id': 'cbc54676-da78-401a-bb61-16887e467eb6', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:55Z', 'updated_at': '2022-02-12T22:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:08:58.112063 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-eef00a6c-e11a-4317-9cfb-33badf2a2718 None None] Port a3f0e020-39cb-4e4d-9df0-870e35cdfc69 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 22:08:58.256407 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:58.313664 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:08:58.314670 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fdfb9e0c-5e26-431b-bac4-21928ed73acb up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:08:58.379114 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-89ede45b-74e5-4d9c-a587-2043c4bb1d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:58.393797 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port fdfb9e0c-5e26-431b-bac4-21928ed73acb triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:58.394171 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:58.460284 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Publish callbacks [] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:58.477178 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port fdfb9e0c-5e26-431b-bac4-21928ed73acb is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:08:58.518539 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:58.590954 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f0e020-39cb-4e4d-9df0-870e35cdfc69,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:58.593627 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538089'] for router_interface (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:58.697656 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Network 37f9eae0-9d20-444e-b8fb-0f6774722420 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:08:58.699821 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:08:58.826445 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Router 4a0e2d22-8f57-43ad-ab72-9d5be84f2068 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:08:58.941050 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-83055938-4638-490e-9f6e-afabb8a987fc None None] Provisioning complete for port a3f0e020-39cb-4e4d-9df0-870e35cdfc69 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:58.941464 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-83055938-4638-490e-9f6e-afabb8a987fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:58.947346 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:08:58.953067 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-2cbac57c-1330-42dc-ac7a-768051022658 admin admin] 10.222.0.31 "PUT /v2.0/routers/4a0e2d22-8f57-43ad-ab72-9d5be84f2068/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3929174
Feb 12 22:08:58.979148 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-83055938-4638-490e-9f6e-afabb8a987fc None None] Port a3f0e020-39cb-4e4d-9df0-870e35cdfc69 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 22:08:59.368623 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8973ed57-f5f4-4085-b96d-aee1e219e6f9 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:08:59.423618 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:59.423992 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:59.503392 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:08:59.504457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cbc54676-da78-401a-bb61-16887e467eb6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:08:59.555720 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port cbc54676-da78-401a-bb61-16887e467eb6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:08:59.555981 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cbc54676-da78-401a-bb61-16887e467eb6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:59.599441 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58508) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:08:59.604191 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-a474d5c6-9718-4575-8acd-28f82212c434 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-516380945', 'description': 'tempest-secgroup-smoke-516380945 description', 'project_id': 'e4478103245a48d4b592326ffaeae599'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:08:59.636455 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port cbc54676-da78-401a-bb61-16887e467eb6 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:08:59.637392 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (cbc54676-da78-401a-bb61-16887e467eb6), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:59.658932 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] For port cbc54676-da78-401a-bb61-16887e467eb6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cbc54676-da78-401a-bb61-16887e467eb6,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:08:59.715339 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a474d5c6-9718-4575-8acd-28f82212c434 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:59.726456 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Sync routers for ids ['4a0e2d22-8f57-43ad-ab72-9d5be84f2068'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:08:59.737837 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Routers {'4a0e2d22-8f57-43ad-ab72-9d5be84f2068'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:08:59.738456 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b64370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:08:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4a0e2d22-8f57-43ad-ab72-9d5be84f2068'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:08:59.778829 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (cbc54676-da78-401a-bb61-16887e467eb6), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:59.790803 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a474d5c6-9718-4575-8acd-28f82212c434 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group (77395fdd-7d14-41c3-80f8-5d2c5ae0c063), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:59.862777 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:59.893018 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Pushing event updated for resources: {'Port': ['ID=cbc54676-da78-401a-bb61-16887e467eb6,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:08:59.909920 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a474d5c6-9718-4575-8acd-28f82212c434 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (77395fdd-7d14-41c3-80f8-5d2c5ae0c063), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:08:59.917844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Set router 4a0e2d22-8f57-43ad-ab72-9d5be84f2068 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:08:59.939745 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474d5c6-9718-4575-8acd-28f82212c434 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77395fdd-7d14-41c3-80f8-5d2c5ae0c063,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:00.038922 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.056619 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-a474d5c6-9718-4575-8acd-28f82212c434 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.057956 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-a474d5c6-9718-4575-8acd-28f82212c434 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.4574914
Feb 12 22:09:00.061093 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58510) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:09:00.067860 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-254021a1-4c3c-4330-8eb4-cb0d2942ee1f tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Request body: {'security_group_rule': {'security_group_id': '77395fdd-7d14-41c3-80f8-5d2c5ae0c063', 'project_id': 'e4478103245a48d4b592326ffaeae599', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:09:00.122555 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b64370>, [{'id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'name': 'tempest-TestSnapshotPattern-473355196-router', 'tenant_id': 'a8782482e65c4b9aab92e064efa4860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.219'}], 'enable_snat': True}, 'gw_port_id': 'cbc54676-da78-401a-bb61-16887e467eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:54Z', 'updated_at': '2022-02-12T22:08:58Z', 'revision_number': 4, 'project_id': 'a8782482e65c4b9aab92e064efa4860f', 'gw_port': {'id': 'cbc54676-da78-401a-bb61-16887e467eb6', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:55Z', 'updated_at': '2022-02-12T22:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3f0e020-39cb-4e4d-9df0-870e35cdfc69', 'name': '', 'network_id': '37f9eae0-9d20-444e-b8fb-0f6774722420', 'tenant_id': 'a8782482e65c4b9aab92e064efa4860f', 'mac_address': 'fa:16:3e:15:00:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'a2904e22-3cef-4229-9dcb-cfa7e6f75d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:57Z', 'updated_at': '2022-02-12T22:08:58Z', 'revision_number': 2, 'project_id': 'a8782482e65c4b9aab92e064efa4860f', 'subnets': [{'id': 'a2904e22-3cef-4229-9dcb-cfa7e6f75d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:09:00.148715 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Checking router: 4a0e2d22-8f57-43ad-ab72-9d5be84f2068 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:09:00.149073 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Updating router 4a0e2d22-8f57-43ad-ab72-9d5be84f2068 port a3f0e020-39cb-4e4d-9df0-870e35cdfc69 binding host ncdv-master-1 {{(pid=126507) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Feb 12 22:09:00.154665 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-254021a1-4c3c-4330-8eb4-cb0d2942ee1f tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (e4f8c9ab-2e9f-4a13-a743-9d72303d4b9d), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.182310 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.221707 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-254021a1-4c3c-4330-8eb4-cb0d2942ee1f tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (e4f8c9ab-2e9f-4a13-a743-9d72303d4b9d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.303559 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-254021a1-4c3c-4330-8eb4-cb0d2942ee1f tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (e4f8c9ab-2e9f-4a13-a743-9d72303d4b9d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.328473 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254021a1-4c3c-4330-8eb4-cb0d2942ee1f tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f8c9ab-2e9f-4a13-a743-9d72303d4b9d,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:00.408850 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-254021a1-4c3c-4330-8eb4-cb0d2942ee1f tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.413145 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58512) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:09:00.413823 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-254021a1-4c3c-4330-8eb4-cb0d2942ee1f tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3512285
Feb 12 22:09:00.419944 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-43722d3a-10b2-4c4b-b9fe-e6ef26f891c0 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Request body: {'security_group_rule': {'security_group_id': '77395fdd-7d14-41c3-80f8-5d2c5ae0c063', 'project_id': 'e4478103245a48d4b592326ffaeae599', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:09:00.475990 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Publish callbacks [] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), precommit_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.520665 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43722d3a-10b2-4c4b-b9fe-e6ef26f891c0 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (87492a4d-9077-4166-8a3d-78d9a71ab861), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.543881 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.584174 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43722d3a-10b2-4c4b-b9fe-e6ef26f891c0 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (87492a4d-9077-4166-8a3d-78d9a71ab861), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.592735 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffd2aa-2406-472a-b0ba-560f9af38c99 None None] Pushing event updated for resources: {'Port': ['ID=a3f0e020-39cb-4e4d-9df0-870e35cdfc69,revision_number=3']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:00.654266 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Attempting to bind port a3f0e020-39cb-4e4d-9df0-870e35cdfc69 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 22:09:00.654683 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Attempting to bind port a3f0e020-39cb-4e4d-9df0-870e35cdfc69 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '78339d0b-4cee-4714-b5d6-c84ab656f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '37f9eae0-9d20-444e-b8fb-0f6774722420'}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 22:09:00.655009 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Attempting to bind port a3f0e020-39cb-4e4d-9df0-870e35cdfc69 on network 37f9eae0-9d20-444e-b8fb-0f6774722420 {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:09:00.661433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Checking agent: {'id': '99208d13-8c52-4cc9-9c1a-93c833f20861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 51, 32), 'started_at': datetime.datetime(2022, 2, 12, 20, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 22, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 22:09:00.661840 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Checking segment: {'id': '78339d0b-4cee-4714-b5d6-c84ab656f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '37f9eae0-9d20-444e-b8fb-0f6774722420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:09:00.662238 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.662629 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Bound using segment: {'id': '78339d0b-4cee-4714-b5d6-c84ab656f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '37f9eae0-9d20-444e-b8fb-0f6774722420'} {{(pid=126507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 22:09:00.663108 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.managers [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Bound port: a3f0e020-39cb-4e4d-9df0-870e35cdfc69, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78339d0b-4cee-4714-b5d6-c84ab656f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '37f9eae0-9d20-444e-b8fb-0f6774722420'}}] {{(pid=126507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 22:09:00.663481 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.678163 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43722d3a-10b2-4c4b-b9fe-e6ef26f891c0 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (87492a4d-9077-4166-8a3d-78d9a71ab861), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.694850 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43722d3a-10b2-4c4b-b9fe-e6ef26f891c0 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87492a4d-9077-4166-8a3d-78d9a71ab861,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:00.736274 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] For port a3f0e020-39cb-4e4d-9df0-870e35cdfc69, host ncdv-master-1, cleared binding levels {{(pid=126507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 22:09:00.739660 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] For port a3f0e020-39cb-4e4d-9df0-870e35cdfc69, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3f0e020-39cb-4e4d-9df0-870e35cdfc69,segment=NetworkSegment(78339d0b-4cee-4714-b5d6-c84ab656f282),segment_id=78339d0b-4cee-4714-b5d6-c84ab656f282)] {{(pid=126507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 22:09:00.788727 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-43722d3a-10b2-4c4b-b9fe-e6ef26f891c0 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.790003 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-43722d3a-10b2-4c4b-b9fe-e6ef26f891c0 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3746946
Feb 12 22:09:00.792804 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58514) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:09:00.797567 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-8648c34f-3170-4b9e-ac5e-aed604deb1ec tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Request body: {'security_group_rule': {'security_group_id': '77395fdd-7d14-41c3-80f8-5d2c5ae0c063', 'project_id': 'e4478103245a48d4b592326ffaeae599', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:09:00.810645 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-45456615-8e2e-4bca-b5b5-f93dbba959f9 None None] Provisioning complete for port a3f0e020-39cb-4e4d-9df0-870e35cdfc69 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:09:00.811018 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-45456615-8e2e-4bca-b5b5-f93dbba959f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.837435 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.879612 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-45456615-8e2e-4bca-b5b5-f93dbba959f9 None None] Port a3f0e020-39cb-4e4d-9df0-870e35cdfc69 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 22:09:00.889639 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8648c34f-3170-4b9e-ac5e-aed604deb1ec tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (031a20de-c959-4084-bc13-d65ba8a8767d), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:00.908285 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Routers {'4a0e2d22-8f57-43ad-ab72-9d5be84f2068'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:09:00.908972 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b64370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:08:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4a0e2d22-8f57-43ad-ab72-9d5be84f2068'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:09:00.914577 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffd2aa-2406-472a-b0ba-560f9af38c99 None None] Pushing event updated for resources: {'Port': ['ID=a3f0e020-39cb-4e4d-9df0-870e35cdfc69,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:00.963372 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8648c34f-3170-4b9e-ac5e-aed604deb1ec tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (031a20de-c959-4084-bc13-d65ba8a8767d), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:01.035754 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] Set router 4a0e2d22-8f57-43ad-ab72-9d5be84f2068 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:09:01.069730 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8648c34f-3170-4b9e-ac5e-aed604deb1ec tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (031a20de-c959-4084-bc13-d65ba8a8767d), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:01.090266 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648c34f-3170-4b9e-ac5e-aed604deb1ec tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031a20de-c959-4084-bc13-d65ba8a8767d,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:01.177394 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-8648c34f-3170-4b9e-ac5e-aed604deb1ec tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:01.178994 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-8648c34f-3170-4b9e-ac5e-aed604deb1ec tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3851821
Feb 12 22:09:01.181800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 58516) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:09:01.186666 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [None req-723b06fc-150f-4965-910a-766703258aac tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Request body: {'security_group_rule': {'security_group_id': '77395fdd-7d14-41c3-80f8-5d2c5ae0c063', 'project_id': 'e4478103245a48d4b592326ffaeae599', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:09:01.244151 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-344e3475-2d41-4b04-b92b-0719012535a2 None None] Provisioning complete for port a3f0e020-39cb-4e4d-9df0-870e35cdfc69 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:09:01.244528 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-344e3475-2d41-4b04-b92b-0719012535a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:01.290464 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:01.301886 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-723b06fc-150f-4965-910a-766703258aac tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (d64f3b4d-186f-49aa-85db-a1763b2a4265), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:01.307822 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6f9b64370>, [{'id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'name': 'tempest-TestSnapshotPattern-473355196-router', 'tenant_id': 'a8782482e65c4b9aab92e064efa4860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.219'}], 'enable_snat': True}, 'gw_port_id': 'cbc54676-da78-401a-bb61-16887e467eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:54Z', 'updated_at': '2022-02-12T22:08:58Z', 'revision_number': 4, 'project_id': 'a8782482e65c4b9aab92e064efa4860f', 'gw_port': {'id': 'cbc54676-da78-401a-bb61-16887e467eb6', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:55Z', 'updated_at': '2022-02-12T22:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3f0e020-39cb-4e4d-9df0-870e35cdfc69', 'name': '', 'network_id': '37f9eae0-9d20-444e-b8fb-0f6774722420', 'tenant_id': 'a8782482e65c4b9aab92e064efa4860f', 'mac_address': 'fa:16:3e:15:00:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'a2904e22-3cef-4229-9dcb-cfa7e6f75d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:57Z', 'updated_at': '2022-02-12T22:09:00Z', 'revision_number': 4, 'project_id': 'a8782482e65c4b9aab92e064efa4860f', 'subnets': [{'id': 'a2904e22-3cef-4229-9dcb-cfa7e6f75d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:09:01.365379 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-723b06fc-150f-4965-910a-766703258aac tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (d64f3b4d-186f-49aa-85db-a1763b2a4265), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:01.438497 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-723b06fc-150f-4965-910a-766703258aac tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (d64f3b4d-186f-49aa-85db-a1763b2a4265), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:01.459349 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b06fc-150f-4965-910a-766703258aac tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64f3b4d-186f-49aa-85db-a1763b2a4265,revision_number=0']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:01.514804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cbc54676-da78-401a-bb61-16887e467eb6 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:09:01.521947 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fd18e-4c5e-4666-8d53-f031dae33c8f None None] The sync data for ids ['4a0e2d22-8f57-43ad-ab72-9d5be84f2068'] in ncdv-master-1 is: [{'id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'name': 'tempest-TestSnapshotPattern-473355196-router', 'tenant_id': 'a8782482e65c4b9aab92e064efa4860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.219'}], 'enable_snat': True}, 'gw_port_id': 'cbc54676-da78-401a-bb61-16887e467eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:54Z', 'updated_at': '2022-02-12T22:08:58Z', 'revision_number': 4, 'project_id': 'a8782482e65c4b9aab92e064efa4860f', 'gw_port': {'id': 'cbc54676-da78-401a-bb61-16887e467eb6', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:55Z', 'updated_at': '2022-02-12T22:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3f0e020-39cb-4e4d-9df0-870e35cdfc69', 'name': '', 'network_id': '37f9eae0-9d20-444e-b8fb-0f6774722420', 'tenant_id': 'a8782482e65c4b9aab92e064efa4860f', 'mac_address': 'fa:16:3e:15:00:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'a2904e22-3cef-4229-9dcb-cfa7e6f75d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:57Z', 'updated_at': '2022-02-12T22:09:00Z', 'revision_number': 4, 'project_id': 'a8782482e65c4b9aab92e064efa4860f', 'subnets': [{'id': 'a2904e22-3cef-4229-9dcb-cfa7e6f75d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:09:01.536365 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-723b06fc-150f-4965-910a-766703258aac tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:01.541762 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58518) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:09:01.541979 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-723b06fc-150f-4965-910a-766703258aac tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3576522
Feb 12 22:09:01.546869 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-61269acc-dc52-41ea-b9b2-724130227107 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Request body: {'security_group_rule': {'security_group_id': '77395fdd-7d14-41c3-80f8-5d2c5ae0c063', 'project_id': 'e4478103245a48d4b592326ffaeae599', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:09:01.563286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-344e3475-2d41-4b04-b92b-0719012535a2 None None] Current status of the port a3f0e020-39cb-4e4d-9df0-870e35cdfc69 is: DOWN; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:09:01.563574 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-344e3475-2d41-4b04-b92b-0719012535a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:01.620474 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-344e3475-2d41-4b04-b92b-0719012535a2 None None] For port a3f0e020-39cb-4e4d-9df0-870e35cdfc69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3f0e020-39cb-4e4d-9df0-870e35cdfc69,segment=NetworkSegment(78339d0b-4cee-4714-b5d6-c84ab656f282),segment_id=78339d0b-4cee-4714-b5d6-c84ab656f282)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:09:01.626107 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port cbc54676-da78-401a-bb61-16887e467eb6 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:09:01.627696 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (cbc54676-da78-401a-bb61-16887e467eb6), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:01.658479 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-61269acc-dc52-41ea-b9b2-724130227107 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Project e4478103245a48d4b592326ffaeae599 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 22:09:01.664398 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61269acc-dc52-41ea-b9b2-724130227107 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (5b6621e5-f355-4b34-bf7e-f98f1acc4ee3), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:01.699954 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-344e3475-2d41-4b04-b92b-0719012535a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:01.739656 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61269acc-dc52-41ea-b9b2-724130227107 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (5b6621e5-f355-4b34-bf7e-f98f1acc4ee3), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:01.747728 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port cbc54676-da78-401a-bb61-16887e467eb6 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:09:01.765718 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e3475-2d41-4b04-b92b-0719012535a2 None None] Pushing event updated for resources: {'Port': ['ID=a3f0e020-39cb-4e4d-9df0-870e35cdfc69,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:01.807032 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61269acc-dc52-41ea-b9b2-724130227107 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (5b6621e5-f355-4b34-bf7e-f98f1acc4ee3), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:01.827974 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61269acc-dc52-41ea-b9b2-724130227107 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6621e5-f355-4b34-bf7e-f98f1acc4ee3,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:01.889908 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-61269acc-dc52-41ea-b9b2-724130227107 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:01.891563 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-61269acc-dc52-41ea-b9b2-724130227107 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3495266
Feb 12 22:09:01.894322 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58520) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:09:01.898960 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-0b8d54cb-2a2a-4f61-8fa8-b5e2359add26 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Request body: {'security_group_rule': {'security_group_id': '77395fdd-7d14-41c3-80f8-5d2c5ae0c063', 'project_id': 'e4478103245a48d4b592326ffaeae599', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:09:01.975135 ncdv-master-1 neutron-server[126506]: INFO neutron.db.securitygroups_db [None req-0b8d54cb-2a2a-4f61-8fa8-b5e2359add26 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Project e4478103245a48d4b592326ffaeae599 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 12 22:09:01.981524 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b8d54cb-2a2a-4f61-8fa8-b5e2359add26 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (03c88203-91c6-42b4-8f76-58055304ff1a), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:02.044509 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b8d54cb-2a2a-4f61-8fa8-b5e2359add26 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (03c88203-91c6-42b4-8f76-58055304ff1a), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:02.149664 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b8d54cb-2a2a-4f61-8fa8-b5e2359add26 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727316'] for security_group_rule (03c88203-91c6-42b4-8f76-58055304ff1a), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:02.168364 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d54cb-2a2a-4f61-8fa8-b5e2359add26 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c88203-91c6-42b4-8f76-58055304ff1a,revision_number=0']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:02.243288 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-0b8d54cb-2a2a-4f61-8fa8-b5e2359add26 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:02.244556 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-0b8d54cb-2a2a-4f61-8fa8-b5e2359add26 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3491821
Feb 12 22:09:02.279562 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:02.402820 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-d36ed863-9107-458d-840e-04dc355d27bc tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516380945&fields=id&tenant_id=e4478103245a48d4b592326ffaeae599 HTTP/1.1" status: 200  len: 267 time: 0.0476241
Feb 12 22:09:02.509308 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-d3356c69-a52f-47fa-9b40-e7e6c1c25ca8 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:02.510713 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-d3356c69-a52f-47fa-9b40-e7e6c1c25ca8 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/networks?id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e HTTP/1.1" status: 200  len: 810 time: 0.1012313
Feb 12 22:09:02.525640 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-a24b15c3-d6c4-464a-a8d8-424a3e6cc694 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/quotas/e4478103245a48d4b592326ffaeae599 HTTP/1.1" status: 200  len: 375 time: 0.0087631
Feb 12 22:09:02.580286 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-d87cd77c-adf7-41f5-943a-bb3c0b6833dd tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4478103245a48d4b592326ffaeae599&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0495028
Feb 12 22:09:02.793491 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-aacdd994-864a-46f7-8ccd-4e4a940e56e6 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2012122
Feb 12 22:09:02.896967 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-f5036944-59b4-4bfd-8cd1-926d2524a581 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0970902
Feb 12 22:09:03.191864 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0fe46002-973e-406b-9b8a-cff36a687750 req-32dfaebc-f30c-4960-8497-c27b48b92ba7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 210 time: 0.0309789
Feb 12 22:09:03.348250 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a3f0e020-39cb-4e4d-9df0-870e35cdfc69 up at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:09:03.403968 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Provisioning complete for port a3f0e020-39cb-4e4d-9df0-870e35cdfc69 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:09:03.404579 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:03.488237 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Current status of the port a3f0e020-39cb-4e4d-9df0-870e35cdfc69 is: ACTIVE; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:09:04.276394 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-054d16c6-7616-4393-83ef-1f5515429125 req-2863dc40-278e-47f5-b25a-d681eadb4165 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 210 time: 0.0326266
Feb 12 22:09:05.373476 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f4c91503-55a9-414a-9734-ec1987e5e295 req-574c4c0f-46f1-47d5-9768-7f49bd39ce70 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 210 time: 0.0294805
Feb 12 22:09:05.683195 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-d1bf71b6-dda2-42fb-a2a3-e3830af3a450 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:05.685232 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-d1bf71b6-dda2-42fb-a2a3-e3830af3a450 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.48 "GET /v2.0/networks?id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e HTTP/1.1" status: 200  len: 810 time: 0.1015103
Feb 12 22:09:05.755137 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-3b41ee0f-6207-4967-8a0e-70718c2cbffb tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4478103245a48d4b592326ffaeae599 HTTP/1.1" status: 200  len: 379 time: 0.0556061
Feb 12 22:09:05.767098 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-c34c9945-a547-4068-9f1b-5d48fba56565 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Request body: {'port': {'device_id': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'admin_state_up': True, 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'security_groups': ['77395fdd-7d14-41c3-80f8-5d2c5ae0c063']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:09:05.952209 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-c34c9945-a547-4068-9f1b-5d48fba56565 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Made reservation on behalf of e4478103245a48d4b592326ffaeae599 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 22:09:05.955713 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-c34c9945-a547-4068-9f1b-5d48fba56565 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:06.083867 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-c34c9945-a547-4068-9f1b-5d48fba56565 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Allocated IP 172.20.0.5 (9d2dbd66-a345-4bf6-ac86-0fc3cb73587e/a3154dae-3e0d-4eb1-93a2-dc9771d7af0c/08015281-df68-4d32-b747-98c9683b5e87) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:09:06.219569 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-c34c9945-a547-4068-9f1b-5d48fba56565 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for port (08015281-df68-4d32-b747-98c9683b5e87), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:06.307122 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-c34c9945-a547-4068-9f1b-5d48fba56565 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (08015281-df68-4d32-b747-98c9683b5e87), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:06.357092 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-c34c9945-a547-4068-9f1b-5d48fba56565 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:09:06.360168 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-c34c9945-a547-4068-9f1b-5d48fba56565 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:09:06.363842 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-c34c9945-a547-4068-9f1b-5d48fba56565 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:09:06.387018 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c9945-a547-4068-9f1b-5d48fba56565 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event updated for resources: {'Port': ['ID=08015281-df68-4d32-b747-98c9683b5e87,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:06.419470 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-c34c9945-a547-4068-9f1b-5d48fba56565 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:06.419470 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-c34c9945-a547-4068-9f1b-5d48fba56565 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:06.487027 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-c34c9945-a547-4068-9f1b-5d48fba56565 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7237031
Feb 12 22:09:06.502281 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86852ca6-fb93-45b5-8ae3-8bb101001130 req-e9294d52-ff2c-47fd-92a8-0b5b4a1297d4 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:06.502809 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Request body: {'port': {'device_id': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:09:06.504179 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-86852ca6-fb93-45b5-8ae3-8bb101001130 req-e9294d52-ff2c-47fd-92a8-0b5b4a1297d4 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 931 time: 0.0570652
Feb 12 22:09:06.561727 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-86852ca6-fb93-45b5-8ae3-8bb101001130 req-635df35d-5b0d-4596-a68e-6f46af9764f8 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513682
Feb 12 22:09:06.570015 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (08015281-df68-4d32-b747-98c9683b5e87), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:06.657330 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-4619601c-2b39-432e-87be-f9e9fbf55839 None None] Provisioning complete for port 08015281-df68-4d32-b747-98c9683b5e87 triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:09:06.657965 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4619601c-2b39-432e-87be-f9e9fbf55839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (08015281-df68-4d32-b747-98c9683b5e87), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:06.691060 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-4619601c-2b39-432e-87be-f9e9fbf55839 None None] Port 08015281-df68-4d32-b747-98c9683b5e87 cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 22:09:06.833547 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08015281-df68-4d32-b747-98c9683b5e87 {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 22:09:06.841019 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Publish callbacks [] for port (08015281-df68-4d32-b747-98c9683b5e87), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:06.852991 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Transition to ACTIVE for port object 08015281-df68-4d32-b747-98c9683b5e87 will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 22:09:06.920641 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (08015281-df68-4d32-b747-98c9683b5e87), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:06.971256 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Pushing event updated for resources: {'Port': ['ID=08015281-df68-4d32-b747-98c9683b5e87,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:07.044621 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Attempting to bind port 08015281-df68-4d32-b747-98c9683b5e87 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 22:09:07.044956 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Attempting to bind port 08015281-df68-4d32-b747-98c9683b5e87 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 22:09:07.045284 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Attempting to bind port 08015281-df68-4d32-b747-98c9683b5e87 on network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:09:07.049838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Port 08015281-df68-4d32-b747-98c9683b5e87 on network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 22:09:07.050167 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Attempting to bind port 08015281-df68-4d32-b747-98c9683b5e87 on network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:09:07.055288 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Checking agent: {'id': '1f359e33-f13c-4ffe-8eae-3087d6b0c440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 22:09:07.055631 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Checking segment: {'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:09:07.056014 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Bound using segment: {'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 22:09:07.056439 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Bound port: 08015281-df68-4d32-b747-98c9683b5e87, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 22:09:07.056800 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (08015281-df68-4d32-b747-98c9683b5e87), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:07.124702 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] For port 08015281-df68-4d32-b747-98c9683b5e87, host nch1-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 22:09:07.128012 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] For port 08015281-df68-4d32-b747-98c9683b5e87, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08015281-df68-4d32-b747-98c9683b5e87,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 22:09:07.187172 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (08015281-df68-4d32-b747-98c9683b5e87), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:07.225951 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:07.226571 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:07.228373 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] 10.222.0.48 "PUT /v2.0/ports/08015281-df68-4d32-b747-98c9683b5e87 HTTP/1.1" status: 200  len: 1091 time: 0.7306943
Feb 12 22:09:07.230873 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'tag': '08015281-df68-4d32-b747-98c9683b5e87'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:09:07.233913 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61dbbee94888fb46d90f16a99fde9279e4fbbcafc8db7eac41166062c9b8bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71db990d-b06b-466e-ab0d-6b0b7e459677" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1c53ca-cd3e-4349-aa4a-6f40cfac223d", "tag": "08015281-df68-4d32-b747-98c9683b5e87"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:09:07.268923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6228c2-756a-462d-938a-4095309e1919 service neutron] Pushing event updated for resources: {'Port': ['ID=08015281-df68-4d32-b747-98c9683b5e87,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:07.276164 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 22:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2094e7a0-cd2a-4309-b3a5-9efe39f3c94c x-openstack-request-id: req-2094e7a0-cd2a-4309-b3a5-9efe39f3c94c {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:09:07.276561 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1c53ca-cd3e-4349-aa4a-6f40cfac223d", "tag": "08015281-df68-4d32-b747-98c9683b5e87", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:09:07.276871 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2094e7a0-cd2a-4309-b3a5-9efe39f3c94c {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:09:07.277375 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'tag': '08015281-df68-4d32-b747-98c9683b5e87', 'status': 'completed', 'code': 200}
Feb 12 22:09:07.344791 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db990d-b06b-466e-ab0d-6b0b7e459677 req-0b22cad3-75af-43b0-acfe-5c11cc0cc7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:07.346363 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-71db990d-b06b-466e-ab0d-6b0b7e459677 req-0b22cad3-75af-43b0-acfe-5c11cc0cc7a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4478103245a48d4b592326ffaeae599&device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 1125 time: 0.0496528
Feb 12 22:09:07.459198 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db990d-b06b-466e-ab0d-6b0b7e459677 req-070cb3f3-6af4-40ca-95b4-dc62d96f92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:07.460744 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-71db990d-b06b-466e-ab0d-6b0b7e459677 req-070cb3f3-6af4-40ca-95b4-dc62d96f92f2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e4478103245a48d4b592326ffaeae599&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1033556
Feb 12 22:09:07.558897 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db990d-b06b-466e-ab0d-6b0b7e459677 req-3d37fd05-8ae2-4f0e-bc77-087c1b8fca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:07.560988 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-71db990d-b06b-466e-ab0d-6b0b7e459677 req-3d37fd05-8ae2-4f0e-bc77-087c1b8fca14 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0917079
Feb 12 22:09:07.648699 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-c08ffa71-95a4-4607-a3b2-0ea6de029a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:07.650929 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-c08ffa71-95a4-4607-a3b2-0ea6de029a19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4478103245a48d4b592326ffaeae599&device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 1125 time: 0.0462208
Feb 12 22:09:07.687221 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf732a-f7f0-4672-a34e-5951db8d9998 req-5dfed48d-1264-43ed-acc1-d87492ccc4f4 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:07.689026 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1caf732a-f7f0-4672-a34e-5951db8d9998 req-5dfed48d-1264-43ed-acc1-d87492ccc4f4 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 943 time: 0.0543356
Feb 12 22:09:07.696372 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-ba7703e1-3750-4186-a1e7-b6f588dc6df5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08015281-df68-4d32-b747-98c9683b5e87 HTTP/1.1" status: 200  len: 217 time: 0.0346298
Feb 12 22:09:07.740538 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1caf732a-f7f0-4672-a34e-5951db8d9998 req-b1780d3b-901d-49c4-904a-5928994874c0 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450687
Feb 12 22:09:07.748627 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-e0d5963e-9600-4411-ba26-617daee17662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:07.750229 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-e0d5963e-9600-4411-ba26-617daee17662 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3154dae-3e0d-4eb1-93a2-dc9771d7af0c HTTP/1.1" status: 200  len: 849 time: 0.0446675
Feb 12 22:09:07.804161 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-792f40d5-53c1-45ea-af6f-c4a2dd2b97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:07.805636 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-792f40d5-53c1-45ea-af6f-c4a2dd2b97f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0493889
Feb 12 22:09:07.896964 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-a8ebec66-3719-494a-9337-326bcadc20b2 service neutron] 10.222.0.48 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820451
Feb 12 22:09:08.337622 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3542793e-59ea-4f8e-bf10-8302e0c1ebf1 req-792160a7-faaf-4a92-9874-0bfa987acf18 service neutron] 10.222.0.48 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4316485
Feb 12 22:09:08.866895 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776b3ef-d93b-4c36-9fb9-1c3e0fe533c5 req-a9861d00-98f1-48e5-9fe8-916b92e2b940 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:08.868367 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1776b3ef-d93b-4c36-9fb9-1c3e0fe533c5 req-a9861d00-98f1-48e5-9fe8-916b92e2b940 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 943 time: 0.0519261
Feb 12 22:09:08.916738 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-1776b3ef-d93b-4c36-9fb9-1c3e0fe533c5 req-df79cac9-93e1-4230-8250-eae1ae763a86 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420880
Feb 12 22:09:09.756575 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 08015281-df68-4d32-b747-98c9683b5e87 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 22:09:09.855535 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 08015281-df68-4d32-b747-98c9683b5e87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08015281-df68-4d32-b747-98c9683b5e87,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:09:09.866307 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '08015281-df68-4d32-b747-98c9683b5e87', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'port_id': '08015281-df68-4d32-b747-98c9683b5e87', 'mac_address': 'fa:16:3e:3a:3a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 22:09:09.903172 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 08015281-df68-4d32-b747-98c9683b5e87 is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:09:09.903493 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (08015281-df68-4d32-b747-98c9683b5e87), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:09.915784 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08015281-df68-4d32-b747-98c9683b5e87 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 22:09:09.933964 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 08015281-df68-4d32-b747-98c9683b5e87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08015281-df68-4d32-b747-98c9683b5e87,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:09:10.032019 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (08015281-df68-4d32-b747-98c9683b5e87), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:10.043714 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c4dc-35b1-42db-b0dd-5a0cae0b44ff req-9f924d66-7ea4-47b6-8860-c0ae3d2f1f79 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:10.045870 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6bb0c4dc-35b1-42db-b0dd-5a0cae0b44ff req-9f924d66-7ea4-47b6-8860-c0ae3d2f1f79 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 943 time: 0.0593095
Feb 12 22:09:10.080723 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=08015281-df68-4d32-b747-98c9683b5e87,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:10.096153 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6bb0c4dc-35b1-42db-b0dd-5a0cae0b44ff req-e4605dfa-b693-4fae-9572-5630844fb5dd tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444350
Feb 12 22:09:10.354564 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['08015281-df68-4d32-b747-98c9683b5e87'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 22:09:11.220677 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ef709-c594-424c-9a27-f90626ec4ee7 req-f0516b27-cc8b-4383-8e72-c6f3d385c371 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:11.222193 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b98ef709-c594-424c-9a27-f90626ec4ee7 req-f0516b27-cc8b-4383-8e72-c6f3d385c371 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 944 time: 0.0571718
Feb 12 22:09:11.270693 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b98ef709-c594-424c-9a27-f90626ec4ee7 req-fa1c7651-219e-4dbe-8df4-8e2977cf0869 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429134
Feb 12 22:09:11.772559 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 08015281-df68-4d32-b747-98c9683b5e87 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:09:11.897951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning for port 08015281-df68-4d32-b747-98c9683b5e87 completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 22:09:11.902140 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 08015281-df68-4d32-b747-98c9683b5e87 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:09:11.902514 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (08015281-df68-4d32-b747-98c9683b5e87), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:11.982845 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 08015281-df68-4d32-b747-98c9683b5e87 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:09:11.983235 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (08015281-df68-4d32-b747-98c9683b5e87), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:12.005780 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08015281-df68-4d32-b747-98c9683b5e87'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:09:12.007950 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e9e7178d0e5f56d14a94c3e8dbb77cbf5572169dee5a5777547d259a7a78fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7814ae-1fa4-426c-9c8f-c0fe472853b9" -d '{"events": [{"server_uuid": "3d1c53ca-cd3e-4349-aa4a-6f40cfac223d", "name": "network-vif-plugged", "status": "completed", "tag": "08015281-df68-4d32-b747-98c9683b5e87"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:09:12.020202 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 08015281-df68-4d32-b747-98c9683b5e87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08015281-df68-4d32-b747-98c9683b5e87,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:09:12.075433 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (08015281-df68-4d32-b747-98c9683b5e87), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:12.108414 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 22:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43b7452-c664-48e1-a162-8dee669a71a3 x-openstack-request-id: req-b43b7452-c664-48e1-a162-8dee669a71a3 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:09:12.108712 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1c53ca-cd3e-4349-aa4a-6f40cfac223d", "name": "network-vif-plugged", "status": "completed", "tag": "08015281-df68-4d32-b747-98c9683b5e87", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:09:12.108967 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b43b7452-c664-48e1-a162-8dee669a71a3 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:09:12.109374 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08015281-df68-4d32-b747-98c9683b5e87', 'code': 200}
Feb 12 22:09:12.130006 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=08015281-df68-4d32-b747-98c9683b5e87,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:12.215983 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf303f8-687f-479a-bf72-74c672e3dde5 req-94a7e790-3b4e-444c-aea1-b1f658b21fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:12.217668 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bdf303f8-687f-479a-bf72-74c672e3dde5 req-94a7e790-3b4e-444c-aea1-b1f658b21fd1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 1127 time: 0.0445693
Feb 12 22:09:12.266144 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-bdf303f8-687f-479a-bf72-74c672e3dde5 req-b562ae86-e86c-482e-ab82-01b576ccf928 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387082
Feb 12 22:09:12.388071 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd0dde-9f74-40fc-9580-d016211e212f req-c2e636f7-dbf2-4be8-bc09-cc4cc2625cfb tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:12.389580 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52fd0dde-9f74-40fc-9580-d016211e212f req-c2e636f7-dbf2-4be8-bc09-cc4cc2625cfb tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 945 time: 0.0524089
Feb 12 22:09:12.444114 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-52fd0dde-9f74-40fc-9580-d016211e212f req-2208c1a9-cb23-4449-b487-2e27c85e8fad tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486186
Feb 12 22:09:13.568094 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda807b-3a7f-43f3-afd8-304fb572cc5c req-99a5cae2-4a69-4ce2-b198-996c3389eb9d tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:13.570248 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6fda807b-3a7f-43f3-afd8-304fb572cc5c req-99a5cae2-4a69-4ce2-b198-996c3389eb9d tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 945 time: 0.0546181
Feb 12 22:09:13.620851 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-6fda807b-3a7f-43f3-afd8-304fb572cc5c req-385f64d9-75fd-4646-9edc-d049331246d2 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444858
Feb 12 22:09:14.740826 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b533e-a40c-4795-9447-94c3a944cc32 req-b65aa302-4442-4031-bb1e-954ec873fad3 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:14.742321 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd1b533e-a40c-4795-9447-94c3a944cc32 req-b65aa302-4442-4031-bb1e-954ec873fad3 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 945 time: 0.0525777
Feb 12 22:09:14.791190 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dd1b533e-a40c-4795-9447-94c3a944cc32 req-ba645a78-3da7-4eb7-bd05-3baba3b8c78c tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431240
Feb 12 22:09:14.914577 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798a683-bd72-4ef6-a99e-298d74104e0f req-97d0b6e1-63f6-4694-a49d-98f5aade25f3 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:14.915962 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7798a683-bd72-4ef6-a99e-298d74104e0f req-97d0b6e1-63f6-4694-a49d-98f5aade25f3 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 945 time: 0.0565307
Feb 12 22:09:14.963534 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7798a683-bd72-4ef6-a99e-298d74104e0f req-73e614e3-507a-4e07-8b00-a416bed60e66 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418062
Feb 12 22:09:14.985938 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58598) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:09:15.081702 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b459af-f647-48dd-a221-cddfed8983a5 tempest-TestSnapshotPattern-280910004 tempest-TestSnapshotPattern-280910004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:15.083240 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-85b459af-f647-48dd-a221-cddfed8983a5 tempest-TestSnapshotPattern-280910004 tempest-TestSnapshotPattern-280910004-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 1122 time: 0.0963430
Feb 12 22:09:15.086292 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58602) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:09:15.090596 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': '08015281-df68-4d32-b747-98c9683b5e87', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'fixed_ip_address': '172.20.0.5'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:09:15.189672 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:15.290829 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:15.393303 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Allocated IP 172.35.2.96 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/984585ff-cda3-4a75-80c5-a814e4feab78) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:09:15.495846 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for port (984585ff-cda3-4a75-80c5-a814e4feab78), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:15.575121 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (984585ff-cda3-4a75-80c5-a814e4feab78), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:15.615130 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:09:15.617879 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:09:15.620496 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:09:15.644948 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event updated for resources: {'Port': ['ID=984585ff-cda3-4a75-80c5-a814e4feab78,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:15.682887 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:09:15.974290 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for floatingip (0d67b9f8-fd75-437a-ba0e-6af3a4c31212), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:16.100403 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (984585ff-cda3-4a75-80c5-a814e4feab78), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:16.248048 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for port (984585ff-cda3-4a75-80c5-a814e4feab78), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:16.326446 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (984585ff-cda3-4a75-80c5-a814e4feab78), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:16.395853 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event updated for resources: {'Port': ['ID=984585ff-cda3-4a75-80c5-a814e4feab78,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:09:16.407480 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (0d67b9f8-fd75-437a-ba0e-6af3a4c31212), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:16.506413 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Floating IP 0d67b9f8-fd75-437a-ba0e-6af3a4c31212 associated. External IP: 172.35.2.96, port: 08015281-df68-4d32-b747-98c9683b5e87.
Feb 12 22:09:16.719415 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:09:16.827240 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:09:16.836917 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5b1732-f164-4660-8875-a6f57c51344d None None] Sync routers for ids ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:09:16.847072 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5b1732-f164-4660-8875-a6f57c51344d None None] Routers {'02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:09:16.847708 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7b5b1732-f164-4660-8875-a6f57c51344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb863df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:08:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:09:16.899955 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:16.932096 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-413ae11b-9cc3-49d4-817d-10df84a91d71 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.8447504
Feb 12 22:09:16.932695 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'tag': '08015281-df68-4d32-b747-98c9683b5e87'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:09:16.935139 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbaa908295f7e81c1e88fb7dd08f9501ad10be36483fbf94731b7a189c037c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11939d2d-037b-4513-9f25-488b0bbf79d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1c53ca-cd3e-4349-aa4a-6f40cfac223d", "tag": "08015281-df68-4d32-b747-98c9683b5e87"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:09:16.974204 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 22:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82430feb-bd7f-4f6f-8e23-33eeee6bb93f x-openstack-request-id: req-82430feb-bd7f-4f6f-8e23-33eeee6bb93f {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:09:16.974491 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1c53ca-cd3e-4349-aa4a-6f40cfac223d", "tag": "08015281-df68-4d32-b747-98c9683b5e87", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:09:16.975024 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82430feb-bd7f-4f6f-8e23-33eeee6bb93f {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:09:16.975138 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'tag': '08015281-df68-4d32-b747-98c9683b5e87', 'status': 'completed', 'code': 200}
Feb 12 22:09:17.040909 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11939d2d-037b-4513-9f25-488b0bbf79d3 req-1c472aad-c954-4dd1-924b-9923b177bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:17.042439 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11939d2d-037b-4513-9f25-488b0bbf79d3 req-1c472aad-c954-4dd1-924b-9923b177bab0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4478103245a48d4b592326ffaeae599&device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 1127 time: 0.0442073
Feb 12 22:09:17.051111 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-7b5b1732-f164-4660-8875-a6f57c51344d None None] Set router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:09:17.137632 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11939d2d-037b-4513-9f25-488b0bbf79d3 req-4177061f-ce00-461d-bd38-e423b42971c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:17.139519 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11939d2d-037b-4513-9f25-488b0bbf79d3 req-4177061f-ce00-461d-bd38-e423b42971c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e HTTP/1.1" status: 200  len: 911 time: 0.0902281
Feb 12 22:09:17.203851 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11939d2d-037b-4513-9f25-488b0bbf79d3 req-834091b0-d035-49fc-b85e-fab31ed9f95c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08015281-df68-4d32-b747-98c9683b5e87 HTTP/1.1" status: 200  len: 998 time: 0.0584171
Feb 12 22:09:17.257807 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11939d2d-037b-4513-9f25-488b0bbf79d3 req-54fa3e86-54b0-41a6-bdf6-43b8bd67cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:17.259289 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11939d2d-037b-4513-9f25-488b0bbf79d3 req-54fa3e86-54b0-41a6-bdf6-43b8bd67cdfd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3154dae-3e0d-4eb1-93a2-dc9771d7af0c HTTP/1.1" status: 200  len: 849 time: 0.0496523
Feb 12 22:09:17.271125 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7b5b1732-f164-4660-8875-a6f57c51344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb863df0>, [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0d67b9f8-fd75-437a-ba0e-6af3a4c31212', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'floating_ip_address': '172.35.2.96', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'port_id': '08015281-df68-4d32-b747-98c9683b5e87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'mac_address': 'fa:16:3e:3a:3a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:09:15Z', 'updated_at': '2022-02-12T22:09:15Z', 'revision_number': 0, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfb9e0c-5e26-431b-bac4-21928ed73acb', 'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'mac_address': 'fa:16:3e:99:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:51Z', 'updated_at': '2022-02-12T22:08:55Z', 'revision_number': 5, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'subnets': [{'id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:09:17.301379 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5b1732-f164-4660-8875-a6f57c51344d None None] Checking router: 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:09:17.309679 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5b1732-f164-4660-8875-a6f57c51344d None None] Routers {'02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:09:17.310876 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7b5b1732-f164-4660-8875-a6f57c51344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb863df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:08:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:09:17.315393 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11939d2d-037b-4513-9f25-488b0bbf79d3 req-185452da-23b2-4ae0-bd82-3970f24d605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:17.317021 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11939d2d-037b-4513-9f25-488b0bbf79d3 req-185452da-23b2-4ae0-bd82-3970f24d605d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0517933
Feb 12 22:09:17.409153 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11939d2d-037b-4513-9f25-488b0bbf79d3 req-adf8620f-8dcf-4302-b4ed-9b54c7d7a35d service neutron] 10.222.0.48 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861332
Feb 12 22:09:17.417761 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-7b5b1732-f164-4660-8875-a6f57c51344d None None] Set router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:09:17.502700 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-11939d2d-037b-4513-9f25-488b0bbf79d3 req-e67a01e8-695e-4d0f-83b2-558334fa1779 service neutron] 10.222.0.48 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875759
Feb 12 22:09:17.636632 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-7b5b1732-f164-4660-8875-a6f57c51344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb863df0>, [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0d67b9f8-fd75-437a-ba0e-6af3a4c31212', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'floating_ip_address': '172.35.2.96', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'port_id': '08015281-df68-4d32-b747-98c9683b5e87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'mac_address': 'fa:16:3e:3a:3a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:09:15Z', 'updated_at': '2022-02-12T22:09:15Z', 'revision_number': 0, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfb9e0c-5e26-431b-bac4-21928ed73acb', 'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'mac_address': 'fa:16:3e:99:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:51Z', 'updated_at': '2022-02-12T22:08:55Z', 'revision_number': 5, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'subnets': [{'id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:09:17.666192 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5b1732-f164-4660-8875-a6f57c51344d None None] The sync data for ids ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'] in ncdv-master-1 is: [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0d67b9f8-fd75-437a-ba0e-6af3a4c31212', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'floating_ip_address': '172.35.2.96', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'port_id': '08015281-df68-4d32-b747-98c9683b5e87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'mac_address': 'fa:16:3e:3a:3a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:09:15Z', 'updated_at': '2022-02-12T22:09:15Z', 'revision_number': 0, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfb9e0c-5e26-431b-bac4-21928ed73acb', 'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'mac_address': 'fa:16:3e:99:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:51Z', 'updated_at': '2022-02-12T22:08:55Z', 'revision_number': 5, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'subnets': [{'id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:09:17.869579 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b52d9c8-d689-47eb-88ba-1bf88229f65b None None] New status for floating IP 0d67b9f8-fd75-437a-ba0e-6af3a4c31212: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 22:09:25.963385 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-597e39e1-bd13-4e99-b69f-190248acc34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:27.532097 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:28.351818 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-83b95932-bf3d-4044-a352-1c2141954c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:29.680660 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a68a840-992e-4218-b0c6-629441eb72c7 req-36e471cc-f5b7-41bf-99b1-c1e6a9bacfa6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0442717
Feb 12 22:09:29.740539 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:29.768800 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68a840-992e-4218-b0c6-629441eb72c7 req-1239cd01-cb20-4e42-b533-ddba4fe9d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:29.770327 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a68a840-992e-4218-b0c6-629441eb72c7 req-1239cd01-cb20-4e42-b533-ddba4fe9d36d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4478103245a48d4b592326ffaeae599&device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 1127 time: 0.0457189
Feb 12 22:09:29.866686 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:29.884003 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68a840-992e-4218-b0c6-629441eb72c7 req-265b5ccd-fc73-4d3d-a227-0ce8218410dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:29.885517 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a68a840-992e-4218-b0c6-629441eb72c7 req-265b5ccd-fc73-4d3d-a227-0ce8218410dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e HTTP/1.1" status: 200  len: 911 time: 0.0933299
Feb 12 22:09:29.953818 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a68a840-992e-4218-b0c6-629441eb72c7 req-c3ed9092-30a3-4864-ac28-717df17bdfb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08015281-df68-4d32-b747-98c9683b5e87 HTTP/1.1" status: 200  len: 1000 time: 0.0583246
Feb 12 22:09:30.005513 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68a840-992e-4218-b0c6-629441eb72c7 req-cfca4339-0595-4f40-9058-4e92b634c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:30.006951 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a68a840-992e-4218-b0c6-629441eb72c7 req-cfca4339-0595-4f40-9058-4e92b634c213 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3154dae-3e0d-4eb1-93a2-dc9771d7af0c HTTP/1.1" status: 200  len: 849 time: 0.0479269
Feb 12 22:09:30.060166 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68a840-992e-4218-b0c6-629441eb72c7 req-33c7c979-421e-44fc-a787-810c874d2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:09:30.062341 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a68a840-992e-4218-b0c6-629441eb72c7 req-33c7c979-421e-44fc-a787-810c874d2e40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474262
Feb 12 22:09:30.153938 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a68a840-992e-4218-b0c6-629441eb72c7 req-1a61b48f-3e87-43e4-b669-2e6e75a2a0b3 service neutron] 10.222.0.48 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841594
Feb 12 22:09:30.246868 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4a68a840-992e-4218-b0c6-629441eb72c7 req-e7253b20-add4-424e-92fe-1076a52ba802 service neutron] 10.222.0.48 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865996
Feb 12 22:09:31.240358 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:32.275145 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:52.683057 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:09:55.909263 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-aff0e8aa-7d46-4024-8ab3-1202e90b883a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:57.560572 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:58.350774 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-a22b8142-c264-4c3a-b51c-5ef272bdc0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:59.738589 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:09:59.882580 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:10:01.228725 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:10:02.274627 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:10:25.914927 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9707ab7c-c15a-4fae-b1b8-8246560fbb6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:10:27.573589 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:10:28.337549 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f411fa69-4ad9-4835-a838-68f848d2c725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:10:29.683324 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:10:29.737463 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:10:29.876350 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:10:30.724670 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62ddd9b2-07e8-4ac5-995e-70bf94d17760 req-dd49b7a4-49bc-4aa0-83ed-861a5403b6e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0875359
Feb 12 22:10:30.819890 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddd9b2-07e8-4ac5-995e-70bf94d17760 req-c92b06b1-8f60-4dcb-a180-41271fe27237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:10:30.821534 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62ddd9b2-07e8-4ac5-995e-70bf94d17760 req-c92b06b1-8f60-4dcb-a180-41271fe27237 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4478103245a48d4b592326ffaeae599&device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 1127 time: 0.0508940
Feb 12 22:10:30.929527 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddd9b2-07e8-4ac5-995e-70bf94d17760 req-7fca03c1-726b-488f-9e40-da5e240087f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:10:30.931034 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62ddd9b2-07e8-4ac5-995e-70bf94d17760 req-7fca03c1-726b-488f-9e40-da5e240087f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e HTTP/1.1" status: 200  len: 911 time: 0.0873885
Feb 12 22:10:31.007357 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62ddd9b2-07e8-4ac5-995e-70bf94d17760 req-b04683c5-badd-4133-b95e-dd780c37f19b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08015281-df68-4d32-b747-98c9683b5e87 HTTP/1.1" status: 200  len: 1000 time: 0.0668111
Feb 12 22:10:31.064925 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddd9b2-07e8-4ac5-995e-70bf94d17760 req-d1d309b0-f1d2-4536-b1ae-45cd7af15da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:10:31.066433 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62ddd9b2-07e8-4ac5-995e-70bf94d17760 req-d1d309b0-f1d2-4536-b1ae-45cd7af15da7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3154dae-3e0d-4eb1-93a2-dc9771d7af0c HTTP/1.1" status: 200  len: 849 time: 0.0500426
Feb 12 22:10:31.119454 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddd9b2-07e8-4ac5-995e-70bf94d17760 req-9239b429-9fb4-407b-89af-727d8b66b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:10:31.120952 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62ddd9b2-07e8-4ac5-995e-70bf94d17760 req-9239b429-9fb4-407b-89af-727d8b66b860 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0457737
Feb 12 22:10:31.219538 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62ddd9b2-07e8-4ac5-995e-70bf94d17760 req-a23e65d1-f350-4c02-af55-fa2bfdaa0a6f service neutron] 10.222.0.48 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883090
Feb 12 22:10:31.264930 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:10:31.313015 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-62ddd9b2-07e8-4ac5-995e-70bf94d17760 req-f9c8c912-b5f1-4552-a727-84435f7f01c1 service neutron] 10.222.0.48 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838025
Feb 12 22:10:32.276285 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:10:55.950604 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eebbac3c-74d9-4edc-a801-4e0ff29b7e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:10:57.567430 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:10:58.321511 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6a53adcd-c658-4068-bb2b-ed3c69ef2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:10:59.733490 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:10:59.859180 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:01.287025 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:02.275706 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:06.682792 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:11:16.455115 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 08015281-df68-4d32-b747-98c9683b5e87 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 22:11:16.556119 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 08015281-df68-4d32-b747-98c9683b5e87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08015281-df68-4d32-b747-98c9683b5e87,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:11:16.567362 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Returning: {'device': '08015281-df68-4d32-b747-98c9683b5e87', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'port_id': '08015281-df68-4d32-b747-98c9683b5e87', 'mac_address': 'fa:16:3e:3a:3a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 22:11:16.603964 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 08015281-df68-4d32-b747-98c9683b5e87 is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:11:16.604355 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (08015281-df68-4d32-b747-98c9683b5e87), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:16.617625 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08015281-df68-4d32-b747-98c9683b5e87 {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 22:11:16.636507 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 08015281-df68-4d32-b747-98c9683b5e87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08015281-df68-4d32-b747-98c9683b5e87,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:11:16.697449 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (08015281-df68-4d32-b747-98c9683b5e87), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:16.752949 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=08015281-df68-4d32-b747-98c9683b5e87,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:11:16.760457 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:16.760804 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:16.761145 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:16.761520 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:16.761854 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:16.762182 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:16.762509 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:16.762832 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:16.763153 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:16.763495 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:16.763858 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:16.764202 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:16.764522 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:16.788483 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] get_ports_and_sgs() called for port_ids ['08015281-df68-4d32-b747-98c9683b5e87'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 22:11:18.455912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 08015281-df68-4d32-b747-98c9683b5e87 up at agent hyperv_nch1-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:11:18.504987 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Provisioning complete for port 08015281-df68-4d32-b747-98c9683b5e87 triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:11:18.505279 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (08015281-df68-4d32-b747-98c9683b5e87), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:18.586736 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 08015281-df68-4d32-b747-98c9683b5e87 is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:11:18.587914 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (08015281-df68-4d32-b747-98c9683b5e87), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:18.611664 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08015281-df68-4d32-b747-98c9683b5e87'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:11:18.613961 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e9e7178d0e5f56d14a94c3e8dbb77cbf5572169dee5a5777547d259a7a78fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9e86d5-e25c-4c35-a13c-87a25c71ac6e" -d '{"events": [{"server_uuid": "3d1c53ca-cd3e-4349-aa4a-6f40cfac223d", "name": "network-vif-plugged", "status": "completed", "tag": "08015281-df68-4d32-b747-98c9683b5e87"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:11:18.628425 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 08015281-df68-4d32-b747-98c9683b5e87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08015281-df68-4d32-b747-98c9683b5e87,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:11:18.658187 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 22:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a9339c-3780-4928-b3ff-aa287b925f54 x-openstack-request-id: req-27a9339c-3780-4928-b3ff-aa287b925f54 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:11:18.658529 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1c53ca-cd3e-4349-aa4a-6f40cfac223d", "name": "network-vif-plugged", "status": "completed", "tag": "08015281-df68-4d32-b747-98c9683b5e87", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:11:18.658621 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27a9339c-3780-4928-b3ff-aa287b925f54 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:11:18.658990 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08015281-df68-4d32-b747-98c9683b5e87', 'code': 200}
Feb 12 22:11:18.714786 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (08015281-df68-4d32-b747-98c9683b5e87), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:18.765477 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=08015281-df68-4d32-b747-98c9683b5e87,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:11:25.925915 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7bfd582f-9971-41d7-9606-4fb3a27a971a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:27.664281 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:28.351923 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6dc34af5-9ec4-4ee7-ad5f-18e7ba477753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:29.754485 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:29.859864 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-c8778895-4523-4956-9d86-a0394d7d5a61 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516380945&fields=id&tenant_id=e4478103245a48d4b592326ffaeae599 HTTP/1.1" status: 200  len: 267 time: 0.0447781
Feb 12 22:11:29.869706 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:29.968151 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-34021b6e-e6e8-4397-ba7c-33a4debc614d tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:29.969555 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-34021b6e-e6e8-4397-ba7c-33a4debc614d tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/networks?id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e HTTP/1.1" status: 200  len: 810 time: 0.1029465
Feb 12 22:11:29.984265 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-6ea2354a-f3af-4146-9a24-b2b4b4302c7c tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/quotas/e4478103245a48d4b592326ffaeae599 HTTP/1.1" status: 200  len: 375 time: 0.0087748
Feb 12 22:11:30.040364 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-d7d2ba36-f161-4fdb-acbb-1bc98c1a5178 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4478103245a48d4b592326ffaeae599&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0506284
Feb 12 22:11:30.055191 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-f161963f-2054-465f-80e0-9453a71090aa service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126506) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 22:11:30.056147 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-f161963f-2054-465f-80e0-9453a71090aa service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049596
Feb 12 22:11:30.148485 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-7c8cfc60-3c4c-449b-a568-79e9a678c4e9 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871017
Feb 12 22:11:30.236326 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-dd85bf7a-696e-4a13-a2ab-405446014ca0 service neutron] 10.222.0.31 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821197
Feb 12 22:11:31.240787 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:31.513084 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b5291d9d-0724-40e9-80f2-024236a5e9b2 req-3e95c227-e254-4dd7-bea3-21c111dac139 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 210 time: 0.0848341
Feb 12 22:11:32.299458 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:32.518194 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 08015281-df68-4d32-b747-98c9683b5e87 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:11:32.599848 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Current status of the port 08015281-df68-4d32-b747-98c9683b5e87 is: ACTIVE; New status is: DOWN {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:11:32.600246 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (08015281-df68-4d32-b747-98c9683b5e87), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:32.622623 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-4bc861f2-7463-425b-acb4-6b85dc278865 req-e857154a-3f6c-48b0-a06c-679a24275c92 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 210 time: 0.0368099
Feb 12 22:11:32.631889 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08015281-df68-4d32-b747-98c9683b5e87'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:11:32.634343 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e9e7178d0e5f56d14a94c3e8dbb77cbf5572169dee5a5777547d259a7a78fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1f297b-412b-4ced-b811-ef00934f786c" -d '{"events": [{"server_uuid": "3d1c53ca-cd3e-4349-aa4a-6f40cfac223d", "name": "network-vif-unplugged", "status": "completed", "tag": "08015281-df68-4d32-b747-98c9683b5e87"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:11:32.648372 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] For port 08015281-df68-4d32-b747-98c9683b5e87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08015281-df68-4d32-b747-98c9683b5e87,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:11:32.673096 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 22:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71dbee5-b23d-498c-a20c-6dfe5face2bc x-openstack-request-id: req-d71dbee5-b23d-498c-a20c-6dfe5face2bc {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:11:32.673613 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1c53ca-cd3e-4349-aa4a-6f40cfac223d", "name": "network-vif-unplugged", "status": "completed", "tag": "08015281-df68-4d32-b747-98c9683b5e87", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:11:32.673857 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d71dbee5-b23d-498c-a20c-6dfe5face2bc {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:11:32.674258 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08015281-df68-4d32-b747-98c9683b5e87', 'code': 200}
Feb 12 22:11:32.693075 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a914b550-e168-4f7b-8384-6e1b8a0729b6 req-3d3a45f6-05f0-44dd-ae19-029da3321f83 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0535209
Feb 12 22:11:32.709969 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (08015281-df68-4d32-b747-98c9683b5e87), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:32.761788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Pushing event updated for resources: {'Port': ['ID=08015281-df68-4d32-b747-98c9683b5e87,revision_number=8']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:11:32.791436 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914b550-e168-4f7b-8384-6e1b8a0729b6 req-fc91445b-9404-4d3e-b225-2e0aa3f2249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:32.792961 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a914b550-e168-4f7b-8384-6e1b8a0729b6 req-fc91445b-9404-4d3e-b225-2e0aa3f2249d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4478103245a48d4b592326ffaeae599&device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 1125 time: 0.0498548
Feb 12 22:11:32.914347 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914b550-e168-4f7b-8384-6e1b8a0729b6 req-31f42c23-7498-4da6-9d5d-c0aafc4ed06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:32.915909 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a914b550-e168-4f7b-8384-6e1b8a0729b6 req-31f42c23-7498-4da6-9d5d-c0aafc4ed06a service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e HTTP/1.1" status: 200  len: 911 time: 0.0967488
Feb 12 22:11:32.984566 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a914b550-e168-4f7b-8384-6e1b8a0729b6 req-1cbbdd77-9be6-4de3-85bf-38ab14720fb2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08015281-df68-4d32-b747-98c9683b5e87 HTTP/1.1" status: 200  len: 998 time: 0.0590611
Feb 12 22:11:33.035393 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914b550-e168-4f7b-8384-6e1b8a0729b6 req-073a22d1-c581-48e0-8928-0913ac32f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:33.036834 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a914b550-e168-4f7b-8384-6e1b8a0729b6 req-073a22d1-c581-48e0-8928-0913ac32f677 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3154dae-3e0d-4eb1-93a2-dc9771d7af0c HTTP/1.1" status: 200  len: 849 time: 0.0436075
Feb 12 22:11:33.092917 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914b550-e168-4f7b-8384-6e1b8a0729b6 req-985712b5-b5d0-4f97-86b3-cf85631bf283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:33.094445 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a914b550-e168-4f7b-8384-6e1b8a0729b6 req-985712b5-b5d0-4f97-86b3-cf85631bf283 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0489047
Feb 12 22:11:33.186585 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a914b550-e168-4f7b-8384-6e1b8a0729b6 req-98e91b57-322b-46c0-8ccc-5f31ee8153c4 service neutron] 10.222.0.48 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822189
Feb 12 22:11:33.285325 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a914b550-e168-4f7b-8384-6e1b8a0729b6 req-ecb578f0-5502-4ae3-a3f4-de07494da3b5 service neutron] 10.222.0.48 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887322
Feb 12 22:11:33.415333 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-c964841f-d183-488f-8336-d126474c8d6c tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:33.416793 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-c964841f-d183-488f-8336-d126474c8d6c tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.50 "GET /v2.0/networks?id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e HTTP/1.1" status: 200  len: 810 time: 0.0988672
Feb 12 22:11:33.480647 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-d5220f58-0176-4b21-a832-20e9570ba278 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4478103245a48d4b592326ffaeae599 HTTP/1.1" status: 200  len: 379 time: 0.0554609
Feb 12 22:11:33.492774 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Request body: {'port': {'device_id': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'admin_state_up': True, 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'security_groups': ['77395fdd-7d14-41c3-80f8-5d2c5ae0c063']}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:11:33.675662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Made reservation on behalf of e4478103245a48d4b592326ffaeae599 for: {'port': 1} {{(pid=126505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 12 22:11:33.680027 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:33.728429 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-d6ce6cb4-1e52-4df8-91e7-47e4c8e5295b req-b340c771-03c4-4647-99e7-3f21c5335a43 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 210 time: 0.0341091
Feb 12 22:11:33.823892 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_common [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Allocated IP 172.20.0.9 (9d2dbd66-a345-4bf6-ac86-0fc3cb73587e/a3154dae-3e0d-4eb1-93a2-dc9771d7af0c/7c437c05-3700-4145-aad8-1b34ce7933fa) {{(pid=126505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:11:33.963103 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), precommit_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:34.105085 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), after_create {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:34.159477 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e is already hosted by enough agents. {{(pid=126505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:11:34.162841 ncdv-master-1 neutron-server[126505]: DEBUG neutron.scheduler.base_scheduler [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Resources bound (agent type, host, resource id):  {{(pid=126505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:11:34.166709 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Received port after_create {{(pid=126505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:11:34.197218 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event updated for resources: {'Port': ['ID=7c437c05-3700-4145-aad8-1b34ce7933fa,revision_number=1']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:11:34.212757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:34.213109 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:34.213489 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:34.213837 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:34.214193 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:34.214520 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:34.214855 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:34.215189 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:34.215518 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:34.215845 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:34.216180 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:34.216508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:34.216852 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:34.243949 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:34.244636 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:34.331382 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-ffd95a34-7c01-4679-a350-3c0dffe03214 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8423932
Feb 12 22:11:34.456358 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-42d4d023-dd30-4c9b-b6cf-4c822cca9836 None None] Provisioning complete for port 7c437c05-3700-4145-aad8-1b34ce7933fa triggered by entity DHCP. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:11:34.457409 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-42d4d023-dd30-4c9b-b6cf-4c822cca9836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:34.500043 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-42d4d023-dd30-4c9b-b6cf-4c822cca9836 None None] Port 7c437c05-3700-4145-aad8-1b34ce7933fa cannot update to ACTIVE because it is not bound. {{(pid=126507) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Feb 12 22:11:34.871408 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c814ab6-004a-4e0b-b04e-ccaf0edef57e req-51598df1-c74d-46fc-9b6c-fb499f2fea6e tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:34.873242 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c814ab6-004a-4e0b-b04e-ccaf0edef57e req-51598df1-c74d-46fc-9b6c-fb499f2fea6e tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 931 time: 0.0627203
Feb 12 22:11:34.937646 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-0c814ab6-004a-4e0b-b04e-ccaf0edef57e req-e56d302d-1fc4-45f6-b9e3-4997500de5d9 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583310
Feb 12 22:11:36.076027 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c244b0f-51c9-455e-bfc3-0ca005ab8ffe req-ad578452-8590-495b-8e2b-7651489d5605 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:36.084021 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8c244b0f-51c9-455e-bfc3-0ca005ab8ffe req-ad578452-8590-495b-8e2b-7651489d5605 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 931 time: 0.0724313
Feb 12 22:11:36.139806 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8c244b0f-51c9-455e-bfc3-0ca005ab8ffe req-13ad1db6-95aa-4ca3-9f9d-a006877ffde7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547287
Feb 12 22:11:37.282495 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e7c3c-f5b4-4341-8153-86368267dbca req-010c3ca3-d814-4e6c-9572-1364b9414885 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:37.284230 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-690e7c3c-f5b4-4341-8153-86368267dbca req-010c3ca3-d814-4e6c-9572-1364b9414885 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 931 time: 0.0664656
Feb 12 22:11:37.338184 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-690e7c3c-f5b4-4341-8153-86368267dbca req-ff151c49-5b64-48f1-862b-dabcd0bc8b7f tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478168
Feb 12 22:11:38.471016 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a1ff5-34e6-481f-988f-90b602f03e54 req-0e33fae7-1204-4af8-8c26-d43b0b5ee260 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:38.472709 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce9a1ff5-34e6-481f-988f-90b602f03e54 req-0e33fae7-1204-4af8-8c26-d43b0b5ee260 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 931 time: 0.0624974
Feb 12 22:11:38.536498 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-ce9a1ff5-34e6-481f-988f-90b602f03e54 req-69a9f955-2288-427b-94ac-b442941ed332 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508120
Feb 12 22:11:39.660527 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5c687-3701-49a9-989b-552366704ca3 req-17edeb9b-75b7-4b12-96a2-3775d3540a1c tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:39.662086 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dba5c687-3701-49a9-989b-552366704ca3 req-17edeb9b-75b7-4b12-96a2-3775d3540a1c tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 931 time: 0.0561674
Feb 12 22:11:39.716697 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-dba5c687-3701-49a9-989b-552366704ca3 req-8e729974-cbbf-4a68-9dc6-b0d6e23fbe6f tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487018
Feb 12 22:11:40.850313 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5749e-608d-45b3-a234-6befe55d1d5d req-a9c6796d-e012-4483-be39-11d700c04f1b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:40.852144 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8df5749e-608d-45b3-a234-6befe55d1d5d req-a9c6796d-e012-4483-be39-11d700c04f1b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 931 time: 0.0588882
Feb 12 22:11:40.908127 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8df5749e-608d-45b3-a234-6befe55d1d5d req-83a6859e-77da-4f1c-8775-c75e56eca0e9 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494068
Feb 12 22:11:41.876040 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-41d6f7ee-48ff-45e1-a9e2-d997cbcdd184 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=126505) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 12 22:11:41.877947 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-41d6f7ee-48ff-45e1-a9e2-d997cbcdd184 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0061941
Feb 12 22:11:42.013939 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.v2.base [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Request body: {'port': {'device_id': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:11:42.082898 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec080dc-0be7-47b4-a96f-e1041a6a2144 req-02f588e3-988c-4604-abdf-4cfe0de7ea38 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:42.084365 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5ec080dc-0be7-47b4-a96f-e1041a6a2144 req-02f588e3-988c-4604-abdf-4cfe0de7ea38 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 931 time: 0.1068494
Feb 12 22:11:42.088969 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:42.178858 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5ec080dc-0be7-47b4-a96f-e1041a6a2144 req-01b5823a-e01b-4b8b-8869-5ca1d2c4c927 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0867488
Feb 12 22:11:42.388594 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c437c05-3700-4145-aad8-1b34ce7933fa {{(pid=126505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 22:11:42.396813 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Publish callbacks [] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), precommit_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:42.409504 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.provisioning_blocks [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Transition to ACTIVE for port object 7c437c05-3700-4145-aad8-1b34ce7933fa will not be triggered until provisioned by entity L2. {{(pid=126505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 12 22:11:42.481252 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:42.531619 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Pushing event updated for resources: {'Port': ['ID=7c437c05-3700-4145-aad8-1b34ce7933fa,revision_number=2']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:11:42.607044 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Attempting to bind port 7c437c05-3700-4145-aad8-1b34ce7933fa on host nch2-master-1 for vnic_type normal with profile  {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 12 22:11:42.607385 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Attempting to bind port 7c437c05-3700-4145-aad8-1b34ce7933fa by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Feb 12 22:11:42.607711 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Attempting to bind port 7c437c05-3700-4145-aad8-1b34ce7933fa on network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:11:42.612765 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Port 7c437c05-3700-4145-aad8-1b34ce7933fa on network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Feb 12 22:11:42.613091 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Attempting to bind port 7c437c05-3700-4145-aad8-1b34ce7933fa on network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Feb 12 22:11:42.618206 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Checking agent: {'id': '6ea7c877-8fb5-4ea5-a488-81ed4605ee74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'started_at': datetime.datetime(2022, 2, 12, 20, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 22, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Feb 12 22:11:42.618544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Checking segment: {'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Feb 12 22:11:42.618936 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Bound using segment: {'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'} {{(pid=126505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Feb 12 22:11:42.619353 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.managers [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Bound port: 7c437c05-3700-4145-aad8-1b34ce7933fa, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd054a19-b7af-419f-9c5e-5a0f345e7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e'}}] {{(pid=126505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Feb 12 22:11:42.619708 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), before_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:42.690978 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] For port 7c437c05-3700-4145-aad8-1b34ce7933fa, host nch2-master-1, cleared binding levels {{(pid=126505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 12 22:11:42.694237 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] For port 7c437c05-3700-4145-aad8-1b34ce7933fa, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c437c05-3700-4145-aad8-1b34ce7933fa,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 12 22:11:42.779180 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530515724'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), after_update {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:42.818587 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:42.819215 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:42.820565 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] 10.222.0.50 "PUT /v2.0/ports/7c437c05-3700-4145-aad8-1b34ce7933fa HTTP/1.1" status: 200  len: 1091 time: 0.8657920
Feb 12 22:11:42.821141 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'tag': '7c437c05-3700-4145-aad8-1b34ce7933fa'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:11:42.823399 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61dbbee94888fb46d90f16a99fde9279e4fbbcafc8db7eac41166062c9b8bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4904ed6b-facb-4b2f-a483-d637548d6dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "227a6504-60cf-4579-8e9c-b25c2ef344ff", "tag": "7c437c05-3700-4145-aad8-1b34ce7933fa"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:11:42.845838 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11dacc-1c6a-4d54-a79b-dfa9809c39ff service neutron] Pushing event updated for resources: {'Port': ['ID=7c437c05-3700-4145-aad8-1b34ce7933fa,revision_number=3']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:11:42.879451 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 22:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02f5263-cfd6-497d-ac63-9974ab4dbc93 x-openstack-request-id: req-c02f5263-cfd6-497d-ac63-9974ab4dbc93 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:11:42.880049 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227a6504-60cf-4579-8e9c-b25c2ef344ff", "tag": "7c437c05-3700-4145-aad8-1b34ce7933fa", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:11:42.880049 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c02f5263-cfd6-497d-ac63-9974ab4dbc93 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:11:42.880387 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'tag': '7c437c05-3700-4145-aad8-1b34ce7933fa', 'status': 'completed', 'code': 200}
Feb 12 22:11:42.946147 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904ed6b-facb-4b2f-a483-d637548d6dd2 req-7a71cdf9-0cab-4290-b338-a7b34b9e230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:42.947659 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4904ed6b-facb-4b2f-a483-d637548d6dd2 req-7a71cdf9-0cab-4290-b338-a7b34b9e230d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e4478103245a48d4b592326ffaeae599&device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 1125 time: 0.0486584
Feb 12 22:11:43.051262 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904ed6b-facb-4b2f-a483-d637548d6dd2 req-e3b24fb8-c710-4b80-b83d-0b72e14b03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:43.052779 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4904ed6b-facb-4b2f-a483-d637548d6dd2 req-e3b24fb8-c710-4b80-b83d-0b72e14b03ec service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e4478103245a48d4b592326ffaeae599&shared=False HTTP/1.1" status: 200  len: 911 time: 0.0982609
Feb 12 22:11:43.151934 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904ed6b-facb-4b2f-a483-d637548d6dd2 req-5db7b43c-9cf8-4b92-a5d3-8354c7f534b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:43.153439 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-4904ed6b-facb-4b2f-a483-d637548d6dd2 req-5db7b43c-9cf8-4b92-a5d3-8354c7f534b9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0948355
Feb 12 22:11:43.238233 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-ca9030b9-4b7b-4e0b-ad3c-d893fa067edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:43.239768 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-ca9030b9-4b7b-4e0b-ad3c-d893fa067edd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e4478103245a48d4b592326ffaeae599&device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 1125 time: 0.0497284
Feb 12 22:11:43.301818 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-b8aeb374-de49-42ef-a634-525e5ea3251a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c437c05-3700-4145-aad8-1b34ce7933fa HTTP/1.1" status: 200  len: 217 time: 0.0559101
Feb 12 22:11:43.367309 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec6c62-d2d9-48ca-b613-e1bfa7e9687c req-52556e6a-3ebc-4ab7-a5d6-7aaa4b5144db tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:43.368786 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f3ec6c62-d2d9-48ca-b613-e1bfa7e9687c req-52556e6a-3ebc-4ab7-a5d6-7aaa4b5144db tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 943 time: 0.1174831
Feb 12 22:11:43.370120 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3ae59b76-b7dc-4411-842a-6dc92da79631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:43.371442 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-3ae59b76-b7dc-4411-842a-6dc92da79631 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a3154dae-3e0d-4eb1-93a2-dc9771d7af0c HTTP/1.1" status: 200  len: 849 time: 0.0641668
Feb 12 22:11:43.447920 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-f3ec6c62-d2d9-48ca-b613-e1bfa7e9687c req-86ea0af6-38b6-4561-a22a-2f3b960b3cd1 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735831
Feb 12 22:11:43.453449 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-80de6024-5ea0-4e33-9503-f4dba89384de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:43.454963 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-80de6024-5ea0-4e33-9503-f4dba89384de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0744348
Feb 12 22:11:43.546851 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-cedf3897-e469-4e64-8918-0567b25f61f2 service neutron] 10.222.0.50 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863228
Feb 12 22:11:43.633990 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-5f278a68-75dc-4fe6-a657-2cfbf70112b5 req-0dede848-10e5-422e-b676-b00a5096006f service neutron] 10.222.0.50 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816500
Feb 12 22:11:43.682444 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:11:44.570456 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae38447-28d3-4c00-8c83-859f3f462cb7 req-cf72e6e1-1575-40e3-9ea3-8ed487dfc266 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:44.571952 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8ae38447-28d3-4c00-8c83-859f3f462cb7 req-cf72e6e1-1575-40e3-9ea3-8ed487dfc266 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 943 time: 0.0537000
Feb 12 22:11:44.622070 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8ae38447-28d3-4c00-8c83-859f3f462cb7 req-34fbefd3-6153-45b6-bf49-c1b3fa02681c tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445263
Feb 12 22:11:45.740753 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83076e5-9a43-4d72-82f6-09240a5a9380 req-786e9d03-9635-476f-90e0-4549a603cf18 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:45.742161 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c83076e5-9a43-4d72-82f6-09240a5a9380 req-786e9d03-9635-476f-90e0-4549a603cf18 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 943 time: 0.0520127
Feb 12 22:11:45.794589 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-c83076e5-9a43-4d72-82f6-09240a5a9380 req-ef476906-ed2e-458d-b045-74014331abaa tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468118
Feb 12 22:11:46.919174 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f6fea-03d9-402c-b80b-7dfe31b84f40 req-c5e2ccde-e705-4596-8de8-5dc212c81ee6 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:46.920665 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1f5f6fea-03d9-402c-b80b-7dfe31b84f40 req-c5e2ccde-e705-4596-8de8-5dc212c81ee6 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 943 time: 0.0567403
Feb 12 22:11:46.968724 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-1f5f6fea-03d9-402c-b80b-7dfe31b84f40 req-d0df99a7-cf7d-4d2e-bb65-943eae98b56f tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423124
Feb 12 22:11:47.701647 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7c437c05-3700-4145-aad8-1b34ce7933fa details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 22:11:47.798110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7c437c05-3700-4145-aad8-1b34ce7933fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c437c05-3700-4145-aad8-1b34ce7933fa,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:11:47.809286 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '7c437c05-3700-4145-aad8-1b34ce7933fa', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'port_id': '7c437c05-3700-4145-aad8-1b34ce7933fa', 'mac_address': 'fa:16:3e:17:a5:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 22:11:47.845688 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 7c437c05-3700-4145-aad8-1b34ce7933fa is: DOWN; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:11:47.846091 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:47.858178 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c437c05-3700-4145-aad8-1b34ce7933fa {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 22:11:47.877563 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7c437c05-3700-4145-aad8-1b34ce7933fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c437c05-3700-4145-aad8-1b34ce7933fa,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:11:47.978183 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:48.097435 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea07b29-369b-439d-b920-bfada88d7b6b req-a8bd8259-567c-489a-a6b2-039bb50b1b04 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:48.099729 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ea07b29-369b-439d-b920-bfada88d7b6b req-a8bd8259-567c-489a-a6b2-039bb50b1b04 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 944 time: 0.0579433
Feb 12 22:11:48.150175 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-3ea07b29-369b-439d-b920-bfada88d7b6b req-12cf515d-6f90-415d-9f67-62055ddb3be2 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453959
Feb 12 22:11:48.189606 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=7c437c05-3700-4145-aad8-1b34ce7933fa,revision_number=4']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:11:48.235095 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7c437c05-3700-4145-aad8-1b34ce7933fa'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 22:11:49.270072 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd870c4-9caf-4ae9-8a1b-8dca5c9d9245 req-3d9eea54-a9ed-4534-b551-78b55716051c tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:49.271538 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5fd870c4-9caf-4ae9-8a1b-8dca5c9d9245 req-3d9eea54-a9ed-4534-b551-78b55716051c tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 944 time: 0.0522847
Feb 12 22:11:49.319189 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-5fd870c4-9caf-4ae9-8a1b-8dca5c9d9245 req-1e2a11ba-0757-4e00-99c7-1e2411bcf0e7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421062
Feb 12 22:11:49.717032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7c437c05-3700-4145-aad8-1b34ce7933fa up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:11:49.812587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning for port 7c437c05-3700-4145-aad8-1b34ce7933fa completed by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 12 22:11:49.816888 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 7c437c05-3700-4145-aad8-1b34ce7933fa triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:11:49.817262 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:49.891521 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 7c437c05-3700-4145-aad8-1b34ce7933fa is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:11:49.891908 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:49.917529 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c437c05-3700-4145-aad8-1b34ce7933fa'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:11:49.919938 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e9e7178d0e5f56d14a94c3e8dbb77cbf5572169dee5a5777547d259a7a78fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ea4a6f-ffab-4c9e-9f76-6df4c7e18e1f" -d '{"events": [{"server_uuid": "227a6504-60cf-4579-8e9c-b25c2ef344ff", "name": "network-vif-plugged", "status": "completed", "tag": "7c437c05-3700-4145-aad8-1b34ce7933fa"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:11:49.934374 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7c437c05-3700-4145-aad8-1b34ce7933fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c437c05-3700-4145-aad8-1b34ce7933fa,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:11:49.957881 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 22:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ece925-adcd-4aeb-9701-c44341c67904 x-openstack-request-id: req-40ece925-adcd-4aeb-9701-c44341c67904 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:11:49.958175 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227a6504-60cf-4579-8e9c-b25c2ef344ff", "name": "network-vif-plugged", "status": "completed", "tag": "7c437c05-3700-4145-aad8-1b34ce7933fa", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:11:49.958437 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40ece925-adcd-4aeb-9701-c44341c67904 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:11:49.958845 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c437c05-3700-4145-aad8-1b34ce7933fa', 'code': 200}
Feb 12 22:11:49.984230 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:50.038147 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=7c437c05-3700-4145-aad8-1b34ce7933fa,revision_number=5']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:11:50.056943 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb833b-b11f-4388-8557-3b7defeac16c req-ec6dd55a-1382-4e0a-b979-ed146aa332d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:50.058486 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84bb833b-b11f-4388-8557-3b7defeac16c req-ec6dd55a-1382-4e0a-b979-ed146aa332d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 1127 time: 0.0445774
Feb 12 22:11:50.103771 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-84bb833b-b11f-4388-8557-3b7defeac16c req-773998f0-5519-4085-a9f5-78c0050c9540 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396073
Feb 12 22:11:50.436919 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9125e-367b-4aaa-a85d-1a85d2315104 req-8cf3c061-0acc-4594-9509-267b6b04618f tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:50.438445 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7fb9125e-367b-4aaa-a85d-1a85d2315104 req-8cf3c061-0acc-4594-9509-267b6b04618f tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 945 time: 0.0513597
Feb 12 22:11:50.491040 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-7fb9125e-367b-4aaa-a85d-1a85d2315104 req-cc92882c-4661-43b3-b971-347730bc76f8 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461557
Feb 12 22:11:51.615638 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357efc53-bf5e-4573-8aaf-9ccb67335d4e req-0e6e5a37-6d30-4df8-ac4e-81094a15a369 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:51.617115 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-357efc53-bf5e-4573-8aaf-9ccb67335d4e req-0e6e5a37-6d30-4df8-ac4e-81094a15a369 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 945 time: 0.0561459
Feb 12 22:11:51.665371 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-357efc53-bf5e-4573-8aaf-9ccb67335d4e req-17f360ba-64af-4aea-b40f-134cdd1cf19a tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426307
Feb 12 22:11:51.786535 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7676d6-d8e4-4895-820f-a31e778eeceb req-eee4bf22-b9d2-41ab-a59f-74a2214728e6 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:51.787999 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fe7676d6-d8e4-4895-820f-a31e778eeceb req-eee4bf22-b9d2-41ab-a59f-74a2214728e6 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 945 time: 0.0538118
Feb 12 22:11:51.840948 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-fe7676d6-d8e4-4895-820f-a31e778eeceb req-df1a0bf0-56b2-4bc1-8c86-f19bbf421f7a tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472314
Feb 12 22:11:51.862934 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58924) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:11:51.906425 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb97c78-a50f-407b-923a-2f15ea9b1d7a tempest-TestSnapshotPattern-280910004 tempest-TestSnapshotPattern-280910004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:51.908042 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-fdb97c78-a50f-407b-923a-2f15ea9b1d7a tempest-TestSnapshotPattern-280910004 tempest-TestSnapshotPattern-280910004-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 1122 time: 0.0440137
Feb 12 22:11:51.910831 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 58926) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:11:51.915265 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.v2.base [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Request body: {'floatingip': {'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'port_id': '7c437c05-3700-4145-aad8-1b34ce7933fa', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'fixed_ip_address': '172.20.0.9'}} {{(pid=126506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 12 22:11:51.995490 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:52.095325 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (None), before_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:52.195912 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_common [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Allocated IP 172.35.2.93 (7cc7114b-c087-413f-bd63-e2248ab8f781/23c6d23a-55aa-44b4-9857-57d98e278620/fac0a5eb-e917-49fe-bbd3-be9478ff24bb) {{(pid=126506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 12 22:11:52.299856 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for port (fac0a5eb-e917-49fe-bbd3-be9478ff24bb), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:52.395665 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780794380418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (fac0a5eb-e917-49fe-bbd3-be9478ff24bb), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:52.441498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Network 7cc7114b-c087-413f-bd63-e2248ab8f781 is already hosted by enough agents. {{(pid=126506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 12 22:11:52.444253 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.base_scheduler [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Resources bound (agent type, host, resource id):  {{(pid=126506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 12 22:11:52.448410 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Received port after_create {{(pid=126506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Feb 12 22:11:52.470956 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event updated for resources: {'Port': ['ID=fac0a5eb-e917-49fe-bbd3-be9478ff24bb,revision_number=1']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:11:52.480607 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:52.480958 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:52.481305 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:52.481725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:52.482068 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:52.482409 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:52.482743 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:52.483071 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:52.483399 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:52.483725 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:52.484052 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:52.484379 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:52.484703 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:11:53.132089 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for floatingip (64ac7bef-62a7-42c4-bc23-559901b8bf84), precommit_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:53.262207 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (fac0a5eb-e917-49fe-bbd3-be9478ff24bb), before_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:53.411872 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for port (fac0a5eb-e917-49fe-bbd3-be9478ff24bb), precommit_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:53.474865 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529123753'] for port (fac0a5eb-e917-49fe-bbd3-be9478ff24bb), after_update {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:53.546576 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event updated for resources: {'Port': ['ID=fac0a5eb-e917-49fe-bbd3-be9478ff24bb,revision_number=2']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:11:53.559884 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-772230'] for floatingip (64ac7bef-62a7-42c4-bc23-559901b8bf84), after_create {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:53.665068 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Floating IP 64ac7bef-62a7-42c4-bc23-559901b8bf84 associated. External IP: 172.35.2.93, port: 7c437c05-3700-4145-aad8-1b34ce7933fa.
Feb 12 22:11:53.875683 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:11:53.991291 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:11:54.002046 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c907b0-9114-49ae-830c-668882838f3e None None] Sync routers for ids ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:11:54.011823 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c907b0-9114-49ae-830c-668882838f3e None None] Routers {'02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:11:54.012431 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-00c907b0-9114-49ae-830c-668882838f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbcf610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:11:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:11:54.067066 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:54.098156 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e12d0a3b-31d3-4382-adbb-5dedbaa7e8b7 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.1862905
Feb 12 22:11:54.098742 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'tag': '7c437c05-3700-4145-aad8-1b34ce7933fa'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:11:54.101042 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbaa908295f7e81c1e88fb7dd08f9501ad10be36483fbf94731b7a189c037c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d241089-d6f6-4c93-8428-b30005b342dc" -d '{"events": [{"name": "network-changed", "server_uuid": "227a6504-60cf-4579-8e9c-b25c2ef344ff", "tag": "7c437c05-3700-4145-aad8-1b34ce7933fa"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:11:54.119723 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-00c907b0-9114-49ae-830c-668882838f3e None None] Set router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:11:54.137649 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 22:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2ef9d5-60b7-41aa-a0af-21cbe28f6d76 x-openstack-request-id: req-af2ef9d5-60b7-41aa-a0af-21cbe28f6d76 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:11:54.138124 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227a6504-60cf-4579-8e9c-b25c2ef344ff", "tag": "7c437c05-3700-4145-aad8-1b34ce7933fa", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:11:54.138219 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af2ef9d5-60b7-41aa-a0af-21cbe28f6d76 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:11:54.138581 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'tag': '7c437c05-3700-4145-aad8-1b34ce7933fa', 'status': 'completed', 'code': 200}
Feb 12 22:11:54.203197 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d241089-d6f6-4c93-8428-b30005b342dc req-f37a685b-6a78-476b-8ad3-c99af2a859a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:54.204837 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2d241089-d6f6-4c93-8428-b30005b342dc req-f37a685b-6a78-476b-8ad3-c99af2a859a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e4478103245a48d4b592326ffaeae599&device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 1127 time: 0.0447941
Feb 12 22:11:54.299764 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d241089-d6f6-4c93-8428-b30005b342dc req-828e3378-4bd2-4443-bac6-c71ae9da62db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:54.301167 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2d241089-d6f6-4c93-8428-b30005b342dc req-828e3378-4bd2-4443-bac6-c71ae9da62db service neutron] 10.222.0.50 "GET /v2.0/networks?id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e HTTP/1.1" status: 200  len: 911 time: 0.0912914
Feb 12 22:11:54.357712 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-00c907b0-9114-49ae-830c-668882838f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbcf610>, [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0d67b9f8-fd75-437a-ba0e-6af3a4c31212', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'floating_ip_address': '172.35.2.96', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'port_id': '08015281-df68-4d32-b747-98c9683b5e87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'mac_address': 'fa:16:3e:3a:3a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:09:15Z', 'updated_at': '2022-02-12T22:09:17Z', 'revision_number': 1, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'fixed_ip_address_scope': None}, {'id': '64ac7bef-62a7-42c4-bc23-559901b8bf84', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'floating_ip_address': '172.35.2.93', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'port_id': '7c437c05-3700-4145-aad8-1b34ce7933fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'mac_address': 'fa:16:3e:17:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:11:52Z', 'updated_at': '2022-02-12T22:11:52Z', 'revision_number': 0, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfb9e0c-5e26-431b-bac4-21928ed73acb', 'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'mac_address': 'fa:16:3e:99:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:51Z', 'updated_at': '2022-02-12T22:08:55Z', 'revision_number': 5, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'subnets': [{'id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:11:54.370051 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2d241089-d6f6-4c93-8428-b30005b342dc req-436bb362-4cfd-4302-a9e4-882822bfce1a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c437c05-3700-4145-aad8-1b34ce7933fa HTTP/1.1" status: 200  len: 998 time: 0.0635505
Feb 12 22:11:54.384558 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c907b0-9114-49ae-830c-668882838f3e None None] Checking router: 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:11:54.393920 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c907b0-9114-49ae-830c-668882838f3e None None] Routers {'02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:11:54.394530 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-00c907b0-9114-49ae-830c-668882838f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbcf610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:11:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:11:54.417757 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d241089-d6f6-4c93-8428-b30005b342dc req-709b23c7-4050-4032-8d64-2676e48d1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:54.419222 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2d241089-d6f6-4c93-8428-b30005b342dc req-709b23c7-4050-4032-8d64-2676e48d1cdb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a3154dae-3e0d-4eb1-93a2-dc9771d7af0c HTTP/1.1" status: 200  len: 849 time: 0.0440354
Feb 12 22:11:54.475377 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d241089-d6f6-4c93-8428-b30005b342dc req-7d6376f9-7f70-46c6-af20-f7d913b4d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:11:54.476904 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2d241089-d6f6-4c93-8428-b30005b342dc req-7d6376f9-7f70-46c6-af20-f7d913b4d0ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0521743
Feb 12 22:11:54.567685 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2d241089-d6f6-4c93-8428-b30005b342dc req-61ce0e76-63ae-4063-ae2e-32d0bc6118fd service neutron] 10.222.0.50 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837333
Feb 12 22:11:54.604639 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-00c907b0-9114-49ae-830c-668882838f3e None None] Set router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:11:54.661223 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2d241089-d6f6-4c93-8428-b30005b342dc req-54336c95-3bbc-4a13-98dc-fb46f0b71ef3 service neutron] 10.222.0.50 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880895
Feb 12 22:11:54.830885 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-00c907b0-9114-49ae-830c-668882838f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbbcf610>, [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0d67b9f8-fd75-437a-ba0e-6af3a4c31212', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'floating_ip_address': '172.35.2.96', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'port_id': '08015281-df68-4d32-b747-98c9683b5e87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'mac_address': 'fa:16:3e:3a:3a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:09:15Z', 'updated_at': '2022-02-12T22:09:17Z', 'revision_number': 1, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'fixed_ip_address_scope': None}, {'id': '64ac7bef-62a7-42c4-bc23-559901b8bf84', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'floating_ip_address': '172.35.2.93', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'port_id': '7c437c05-3700-4145-aad8-1b34ce7933fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'mac_address': 'fa:16:3e:17:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:11:52Z', 'updated_at': '2022-02-12T22:11:52Z', 'revision_number': 0, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfb9e0c-5e26-431b-bac4-21928ed73acb', 'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'mac_address': 'fa:16:3e:99:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:51Z', 'updated_at': '2022-02-12T22:08:55Z', 'revision_number': 5, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'subnets': [{'id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:11:54.856585 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c907b0-9114-49ae-830c-668882838f3e None None] The sync data for ids ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'] in ncdv-master-1 is: [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0d67b9f8-fd75-437a-ba0e-6af3a4c31212', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'floating_ip_address': '172.35.2.96', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'port_id': '08015281-df68-4d32-b747-98c9683b5e87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'mac_address': 'fa:16:3e:3a:3a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:09:15Z', 'updated_at': '2022-02-12T22:09:17Z', 'revision_number': 1, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'fixed_ip_address_scope': None}, {'id': '64ac7bef-62a7-42c4-bc23-559901b8bf84', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'floating_ip_address': '172.35.2.93', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'port_id': '7c437c05-3700-4145-aad8-1b34ce7933fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'mac_address': 'fa:16:3e:17:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:11:52Z', 'updated_at': '2022-02-12T22:11:52Z', 'revision_number': 0, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfb9e0c-5e26-431b-bac4-21928ed73acb', 'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'mac_address': 'fa:16:3e:99:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:51Z', 'updated_at': '2022-02-12T22:08:55Z', 'revision_number': 5, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'subnets': [{'id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:11:55.061398 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7016fdda-3693-4e86-a9dc-87c598ec40da None None] New status for floating IP 64ac7bef-62a7-42c4-bc23-559901b8bf84: ACTIVE {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 22:11:55.955394 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-065fbcb8-e171-4b38-a1af-bf853a663488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:57.595036 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:58.320744 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cc253647-a9dc-475e-8756-1bc695facf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:59.784582 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:11:59.880877 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:12:01.234876 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:12:02.309107 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:12:20.682146 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:12:25.914889 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2a50-b3a8-46a4-a023-3700a84f59c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:12:27.657692 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:12:28.348682 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-47cbae24-82f1-4e29-ba6a-9f625af6df73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:12:29.749185 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:12:29.891549 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:12:31.240258 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:12:32.291466 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:12:33.686380 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e3d0f38-25bb-4ff1-937f-a319a5938e56 req-1ee5079f-2729-4408-8ff0-ff39a641edfd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0485842
Feb 12 22:12:33.782200 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d0f38-25bb-4ff1-937f-a319a5938e56 req-5f557ec5-b8f1-48aa-946a-183139b42408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:12:33.783686 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e3d0f38-25bb-4ff1-937f-a319a5938e56 req-5f557ec5-b8f1-48aa-946a-183139b42408 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4478103245a48d4b592326ffaeae599&device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 1125 time: 0.0445611
Feb 12 22:12:33.892528 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d0f38-25bb-4ff1-937f-a319a5938e56 req-cad9d2c4-a1be-421d-8aad-e275b8a7c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:12:33.894047 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e3d0f38-25bb-4ff1-937f-a319a5938e56 req-cad9d2c4-a1be-421d-8aad-e275b8a7c80b service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e HTTP/1.1" status: 200  len: 911 time: 0.0876038
Feb 12 22:12:33.963112 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e3d0f38-25bb-4ff1-937f-a319a5938e56 req-e8c64f01-0e8e-4737-9b63-a3696ae423b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08015281-df68-4d32-b747-98c9683b5e87 HTTP/1.1" status: 200  len: 998 time: 0.0596378
Feb 12 22:12:34.019112 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d0f38-25bb-4ff1-937f-a319a5938e56 req-a60eb142-50d3-442b-9d67-3e438d901c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:12:34.020490 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e3d0f38-25bb-4ff1-937f-a319a5938e56 req-a60eb142-50d3-442b-9d67-3e438d901c4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3154dae-3e0d-4eb1-93a2-dc9771d7af0c HTTP/1.1" status: 200  len: 849 time: 0.0475380
Feb 12 22:12:34.077257 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d0f38-25bb-4ff1-937f-a319a5938e56 req-c644b37e-7956-4e47-a52f-13efeb664890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:12:34.078778 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e3d0f38-25bb-4ff1-937f-a319a5938e56 req-c644b37e-7956-4e47-a52f-13efeb664890 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0453827
Feb 12 22:12:34.173769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e3d0f38-25bb-4ff1-937f-a319a5938e56 req-01f0dd71-6d5b-4c5b-b2fe-aba47735c9dc service neutron] 10.222.0.48 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851901
Feb 12 22:12:34.268045 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-2e3d0f38-25bb-4ff1-937f-a319a5938e56 req-d712302a-3514-457a-a63b-44acb8fbefee service neutron] 10.222.0.48 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857747
Feb 12 22:12:49.089541 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9618962-f12c-4986-b34b-0b30d93a5f11 req-d3aba02b-f87d-4090-897e-960551378077 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0426145
Feb 12 22:12:49.176465 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9618962-f12c-4986-b34b-0b30d93a5f11 req-83a3fd1a-8847-4a0f-b27b-2a0a754c35be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:12:49.177969 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9618962-f12c-4986-b34b-0b30d93a5f11 req-83a3fd1a-8847-4a0f-b27b-2a0a754c35be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e4478103245a48d4b592326ffaeae599&device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 1127 time: 0.0470531
Feb 12 22:12:49.277857 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9618962-f12c-4986-b34b-0b30d93a5f11 req-a9249228-4a14-402b-8205-a68f81318d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:12:49.279315 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9618962-f12c-4986-b34b-0b30d93a5f11 req-a9249228-4a14-402b-8205-a68f81318d1d service neutron] 10.222.0.50 "GET /v2.0/networks?id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e HTTP/1.1" status: 200  len: 911 time: 0.0831602
Feb 12 22:12:49.346695 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9618962-f12c-4986-b34b-0b30d93a5f11 req-baeabcdc-5a72-4923-bc8a-1c33db77cf7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c437c05-3700-4145-aad8-1b34ce7933fa HTTP/1.1" status: 200  len: 1000 time: 0.0609312
Feb 12 22:12:49.393311 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9618962-f12c-4986-b34b-0b30d93a5f11 req-2bc9ac5c-120e-4bf1-a4d8-4e9ba90172bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:12:49.394759 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9618962-f12c-4986-b34b-0b30d93a5f11 req-2bc9ac5c-120e-4bf1-a4d8-4e9ba90172bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a3154dae-3e0d-4eb1-93a2-dc9771d7af0c HTTP/1.1" status: 200  len: 849 time: 0.0429361
Feb 12 22:12:49.443005 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9618962-f12c-4986-b34b-0b30d93a5f11 req-2212186f-e6ea-47d8-8a33-026b932331e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:12:49.444470 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9618962-f12c-4986-b34b-0b30d93a5f11 req-2212186f-e6ea-47d8-8a33-026b932331e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437469
Feb 12 22:12:49.534482 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9618962-f12c-4986-b34b-0b30d93a5f11 req-d5e708c9-f80b-40d6-9827-fa94a3df84fd service neutron] 10.222.0.50 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839539
Feb 12 22:12:49.623335 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-b9618962-f12c-4986-b34b-0b30d93a5f11 req-9d652785-0771-4b23-8fb8-175d8f1a1d0e service neutron] 10.222.0.50 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831811
Feb 12 22:12:55.914416 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7d36911c-82af-4e6c-aa49-eefba5168481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:12:57.628471 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:12:57.682897 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:12:58.302595 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-f7a654c7-965a-4499-a98e-ea1ddbf18a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:12:59.754278 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:12:59.902401 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:01.240072 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:02.273895 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:25.925319 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1ece96f9-9967-4ad9-b2ed-7c9f879eb4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:27.633834 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:28.184432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7c437c05-3700-4145-aad8-1b34ce7933fa details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126507) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Feb 12 22:13:28.293432 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7c437c05-3700-4145-aad8-1b34ce7933fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c437c05-3700-4145-aad8-1b34ce7933fa,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:13:28.304817 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Returning: {'device': '7c437c05-3700-4145-aad8-1b34ce7933fa', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'port_id': '7c437c05-3700-4145-aad8-1b34ce7933fa', 'mac_address': 'fa:16:3e:17:a5:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126507) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Feb 12 22:13:28.341844 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 7c437c05-3700-4145-aad8-1b34ce7933fa is: ACTIVE; New status is: BUILD {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:13:28.342235 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:28.355869 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c437c05-3700-4145-aad8-1b34ce7933fa {{(pid=126507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Feb 12 22:13:28.361239 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-7f9e6a79-5631-4c59-ab20-49e990451cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:28.376567 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7c437c05-3700-4145-aad8-1b34ce7933fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c437c05-3700-4145-aad8-1b34ce7933fa,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:13:28.428435 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:28.482951 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=7c437c05-3700-4145-aad8-1b34ce7933fa,revision_number=6']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:28.490074 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:28.490429 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:28.490775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:28.491110 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:28.491443 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:28.491775 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:28.492106 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:28.492433 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:28.492758 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:28.493082 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:28.493429 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:28.493881 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:28.494204 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:28.505833 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] get_ports_and_sgs() called for port_ids ['7c437c05-3700-4145-aad8-1b34ce7933fa'] {{(pid=126507) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Feb 12 22:13:29.794364 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:29.925832 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:30.183268 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7c437c05-3700-4145-aad8-1b34ce7933fa up at agent hyperv_nch2-master-1 {{(pid=126507) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Feb 12 22:13:30.243280 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.provisioning_blocks [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Provisioning complete for port 7c437c05-3700-4145-aad8-1b34ce7933fa triggered by entity L2. {{(pid=126507) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 12 22:13:30.243655 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392061'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), provisioning_complete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:30.336556 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Current status of the port 7c437c05-3700-4145-aad8-1b34ce7933fa is: BUILD; New status is: ACTIVE {{(pid=126507) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}}
Feb 12 22:13:30.337108 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1793153'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), before_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:30.365235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c437c05-3700-4145-aad8-1b34ce7933fa'}] {{(pid=126507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:13:30.367722 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5e9e7178d0e5f56d14a94c3e8dbb77cbf5572169dee5a5777547d259a7a78fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9492cf-96a2-46f3-99b3-6e8bb07a45b8" -d '{"events": [{"server_uuid": "227a6504-60cf-4579-8e9c-b25c2ef344ff", "name": "network-vif-plugged", "status": "completed", "tag": "7c437c05-3700-4145-aad8-1b34ce7933fa"}]}' {{(pid=126507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:13:30.381128 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] For port 7c437c05-3700-4145-aad8-1b34ce7933fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c437c05-3700-4145-aad8-1b34ce7933fa,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:13:30.414476 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 22:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6da187-81b1-415d-858a-32a5236e1244 x-openstack-request-id: req-2c6da187-81b1-415d-858a-32a5236e1244 {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:13:30.414640 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227a6504-60cf-4579-8e9c-b25c2ef344ff", "name": "network-vif-plugged", "status": "completed", "tag": "7c437c05-3700-4145-aad8-1b34ce7933fa", "code": 200}]} {{(pid=126507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:13:30.414872 ncdv-master-1 neutron-server[126507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c6da187-81b1-415d-858a-32a5236e1244 {{(pid=126507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:13:30.415406 ncdv-master-1 neutron-server[126507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c437c05-3700-4145-aad8-1b34ce7933fa', 'code': 200}
Feb 12 22:13:30.462959 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780794953220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780794380436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780794380454'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:30.514821 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Pushing event updated for resources: {'Port': ['ID=7c437c05-3700-4145-aad8-1b34ce7933fa,revision_number=7']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:31.245986 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:32.428372 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:34.682991 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a8c69cd-7a7d-4bdc-8dea-cbf64cbdc612 req-2a957907-5899-4fc1-b732-7d94638dd034 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0471368
Feb 12 22:13:34.687268 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:13:34.815908 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c69cd-7a7d-4bdc-8dea-cbf64cbdc612 req-edac0617-33d2-4325-9177-5d3950da98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:34.818182 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a8c69cd-7a7d-4bdc-8dea-cbf64cbdc612 req-edac0617-33d2-4325-9177-5d3950da98b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4478103245a48d4b592326ffaeae599&device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 1125 time: 0.0583191
Feb 12 22:13:34.955676 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c69cd-7a7d-4bdc-8dea-cbf64cbdc612 req-fde82d7e-824d-41a1-9ada-e285196cc543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:34.956298 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a8c69cd-7a7d-4bdc-8dea-cbf64cbdc612 req-fde82d7e-824d-41a1-9ada-e285196cc543 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e HTTP/1.1" status: 200  len: 911 time: 0.1075780
Feb 12 22:13:35.041399 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a8c69cd-7a7d-4bdc-8dea-cbf64cbdc612 req-4bc526f0-abe9-4e42-aae5-65816d52f120 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08015281-df68-4d32-b747-98c9683b5e87 HTTP/1.1" status: 200  len: 998 time: 0.0721450
Feb 12 22:13:35.094351 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c69cd-7a7d-4bdc-8dea-cbf64cbdc612 req-798ce770-76ac-495a-8eaa-359786645da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:35.095859 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a8c69cd-7a7d-4bdc-8dea-cbf64cbdc612 req-798ce770-76ac-495a-8eaa-359786645da3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3154dae-3e0d-4eb1-93a2-dc9771d7af0c HTTP/1.1" status: 200  len: 849 time: 0.0483053
Feb 12 22:13:35.152389 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c69cd-7a7d-4bdc-8dea-cbf64cbdc612 req-06ccb112-81a8-497f-b56a-f29a328ff93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:35.154198 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a8c69cd-7a7d-4bdc-8dea-cbf64cbdc612 req-06ccb112-81a8-497f-b56a-f29a328ff93b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0487926
Feb 12 22:13:35.267285 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a8c69cd-7a7d-4bdc-8dea-cbf64cbdc612 req-bffadb5c-94d2-40b0-9bab-302d364132d5 service neutron] 10.222.0.48 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1020558
Feb 12 22:13:35.360208 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-6a8c69cd-7a7d-4bdc-8dea-cbf64cbdc612 req-e89a22a9-cea9-4ef0-8a6a-33bb0dbfd57b service neutron] 10.222.0.48 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837605
Feb 12 22:13:41.038147 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59174) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:13:41.201197 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Deleting port fac0a5eb-e917-49fe-bbd3-be9478ff24bb {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:13:41.201569 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (fac0a5eb-e917-49fe-bbd3-be9478ff24bb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:41.275684 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (fac0a5eb-e917-49fe-bbd3-be9478ff24bb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:41.275929 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for floatingip (fac0a5eb-e917-49fe-bbd3-be9478ff24bb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:41.287932 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Calling delete_port for fac0a5eb-e917-49fe-bbd3-be9478ff24bb owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:13:41.491342 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (fac0a5eb-e917-49fe-bbd3-be9478ff24bb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:41.518073 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event deleted for resources: {'Port': ['ID=fac0a5eb-e917-49fe-bbd3-be9478ff24bb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:41.530726 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:41.531016 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:41.531363 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:41.531708 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:41.532045 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:41.532380 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:41.532842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:41.533272 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:41.533655 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:41.533991 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:41.534323 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:41.534652 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:41.534980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:41.594081 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for floatingip (64ac7bef-62a7-42c4-bc23-559901b8bf84), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:41.594416 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Floating IP 64ac7bef-62a7-42c4-bc23-559901b8bf84 disassociated (deleted). External IP: 172.35.2.93, port: 7c437c05-3700-4145-aad8-1b34ce7933fa.
Feb 12 22:13:41.812671 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:13:41.926550 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:13:41.931264 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:41.937143 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536ad73-f5db-4b8a-9936-3aa1ff2e674b None None] Sync routers for ids ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:13:41.947049 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536ad73-f5db-4b8a-9936-3aa1ff2e674b None None] Routers {'02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:13:41.947708 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b536ad73-f5db-4b8a-9936-3aa1ff2e674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba9130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:41.962270 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-c5120d94-0a88-4427-8318-ca9aade57c83 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "DELETE /v2.0/floatingips/64ac7bef-62a7-42c4-bc23-559901b8bf84 HTTP/1.1" status: 204  len: 168 time: 0.9230628
Feb 12 22:13:41.962842 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'tag': '7c437c05-3700-4145-aad8-1b34ce7933fa'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:13:41.965234 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbaa908295f7e81c1e88fb7dd08f9501ad10be36483fbf94731b7a189c037c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36155102-23f1-4ae0-bf2d-48f7474e87bb" -d '{"events": [{"name": "network-changed", "server_uuid": "227a6504-60cf-4579-8e9c-b25c2ef344ff", "tag": "7c437c05-3700-4145-aad8-1b34ce7933fa"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:13:42.058934 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b536ad73-f5db-4b8a-9936-3aa1ff2e674b None None] Set router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:13:42.071456 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 22:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7924e41f-9c4a-4e00-bd77-df87a4677129 x-openstack-request-id: req-7924e41f-9c4a-4e00-bd77-df87a4677129 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:13:42.071937 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227a6504-60cf-4579-8e9c-b25c2ef344ff", "tag": "7c437c05-3700-4145-aad8-1b34ce7933fa", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:13:42.072032 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7924e41f-9c4a-4e00-bd77-df87a4677129 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:13:42.072383 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'tag': '7c437c05-3700-4145-aad8-1b34ce7933fa', 'status': 'completed', 'code': 200}
Feb 12 22:13:42.142179 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36155102-23f1-4ae0-bf2d-48f7474e87bb req-029d28fc-c9ae-49c1-8b11-f79165a01aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:42.143680 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36155102-23f1-4ae0-bf2d-48f7474e87bb req-029d28fc-c9ae-49c1-8b11-f79165a01aac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e4478103245a48d4b592326ffaeae599&device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 1127 time: 0.0508928
Feb 12 22:13:42.242384 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36155102-23f1-4ae0-bf2d-48f7474e87bb req-3a3b45f9-1a96-4b6a-b3ef-27f1a4ee760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:42.243935 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36155102-23f1-4ae0-bf2d-48f7474e87bb req-3a3b45f9-1a96-4b6a-b3ef-27f1a4ee760e service neutron] 10.222.0.50 "GET /v2.0/networks?id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e HTTP/1.1" status: 200  len: 911 time: 0.0935354
Feb 12 22:13:42.292776 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36155102-23f1-4ae0-bf2d-48f7474e87bb req-ac4d6592-ee63-4f18-9fc8-06df169829df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c437c05-3700-4145-aad8-1b34ce7933fa HTTP/1.1" status: 200  len: 217 time: 0.0423265
Feb 12 22:13:42.298948 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b536ad73-f5db-4b8a-9936-3aa1ff2e674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba9130>, [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0d67b9f8-fd75-437a-ba0e-6af3a4c31212', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'floating_ip_address': '172.35.2.96', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'port_id': '08015281-df68-4d32-b747-98c9683b5e87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'mac_address': 'fa:16:3e:3a:3a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:09:15Z', 'updated_at': '2022-02-12T22:09:17Z', 'revision_number': 1, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfb9e0c-5e26-431b-bac4-21928ed73acb', 'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'mac_address': 'fa:16:3e:99:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:51Z', 'updated_at': '2022-02-12T22:08:55Z', 'revision_number': 5, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'subnets': [{'id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:42.331989 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536ad73-f5db-4b8a-9936-3aa1ff2e674b None None] Checking router: 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:13:42.341437 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536ad73-f5db-4b8a-9936-3aa1ff2e674b None None] Routers {'02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:13:42.342062 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b536ad73-f5db-4b8a-9936-3aa1ff2e674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba9130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:42.454493 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b536ad73-f5db-4b8a-9936-3aa1ff2e674b None None] Set router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:13:42.687461 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b536ad73-f5db-4b8a-9936-3aa1ff2e674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbba9130>, [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0d67b9f8-fd75-437a-ba0e-6af3a4c31212', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'floating_ip_address': '172.35.2.96', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'port_id': '08015281-df68-4d32-b747-98c9683b5e87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'mac_address': 'fa:16:3e:3a:3a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:09:15Z', 'updated_at': '2022-02-12T22:09:17Z', 'revision_number': 1, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfb9e0c-5e26-431b-bac4-21928ed73acb', 'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'mac_address': 'fa:16:3e:99:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:51Z', 'updated_at': '2022-02-12T22:08:55Z', 'revision_number': 5, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'subnets': [{'id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:42.718299 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536ad73-f5db-4b8a-9936-3aa1ff2e674b None None] The sync data for ids ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'] in ncdv-master-1 is: [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0d67b9f8-fd75-437a-ba0e-6af3a4c31212', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'floating_ip_address': '172.35.2.96', 'floating_network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'router_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'port_id': '08015281-df68-4d32-b747-98c9683b5e87', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'mac_address': 'fa:16:3e:3a:3a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T22:09:15Z', 'updated_at': '2022-02-12T22:09:17Z', 'revision_number': 1, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdfb9e0c-5e26-431b-bac4-21928ed73acb', 'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'mac_address': 'fa:16:3e:99:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:51Z', 'updated_at': '2022-02-12T22:08:55Z', 'revision_number': 5, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'subnets': [{'id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:13:42.740230 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36155102-23f1-4ae0-bf2d-48f7474e87bb req-109654ac-7e18-4f3f-b7d7-ebad24cb9396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:42.741714 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36155102-23f1-4ae0-bf2d-48f7474e87bb req-109654ac-7e18-4f3f-b7d7-ebad24cb9396 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a3154dae-3e0d-4eb1-93a2-dc9771d7af0c HTTP/1.1" status: 200  len: 849 time: 0.4437096
Feb 12 22:13:42.784058 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b40251-ef54-4229-bb4e-1ef0fc7f90b0 req-5506a48c-997f-4a06-8d3c-c3e9ad19c58c tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:42.785546 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9b40251-ef54-4229-bb4e-1ef0fc7f90b0 req-5506a48c-997f-4a06-8d3c-c3e9ad19c58c tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 945 time: 0.0900271
Feb 12 22:13:42.826663 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36155102-23f1-4ae0-bf2d-48f7474e87bb req-8f002a1a-0bb4-47a2-b0e6-faa9afcd8da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:42.828170 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36155102-23f1-4ae0-bf2d-48f7474e87bb req-8f002a1a-0bb4-47a2-b0e6-faa9afcd8da5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0786576
Feb 12 22:13:42.874188 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-a9b40251-ef54-4229-bb4e-1ef0fc7f90b0 req-76d9702d-cffb-451c-a985-89ebea5772b5 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0823984
Feb 12 22:13:42.937769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36155102-23f1-4ae0-bf2d-48f7474e87bb req-9468f05e-8fe4-4b8b-9c23-0013578a0229 service neutron] 10.222.0.50 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1018672
Feb 12 22:13:42.973109 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194dfd3a-b071-4eca-89f8-d37f447a1f78 None None] New status for floating IP 64ac7bef-62a7-42c4-bc23-559901b8bf84: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 22:13:43.033693 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-36155102-23f1-4ae0-bf2d-48f7474e87bb req-c86d9046-be54-40aa-86d7-63fb97772b08 service neutron] 10.222.0.50 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880964
Feb 12 22:13:43.866542 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6d64c-d8c5-4a18-9f03-35f1012c0934 req-4ff45095-a41f-4376-adb4-ca5c33f34b31 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:43.867987 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6e6d64c-d8c5-4a18-9f03-35f1012c0934 req-4ff45095-a41f-4376-adb4-ca5c33f34b31 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.50 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 945 time: 0.0540643
Feb 12 22:13:43.971568 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d6e6d64c-d8c5-4a18-9f03-35f1012c0934 req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Deleting port 7c437c05-3700-4145-aad8-1b34ce7933fa {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:13:43.971904 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6e6d64c-d8c5-4a18-9f03-35f1012c0934 req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:44.012654 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c58b9-1983-4a9e-89ca-d173c3c6548f req-3894c1ac-7d4e-4c4d-81c9-8c462153942d tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:44.014129 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-492c58b9-1983-4a9e-89ca-d173c3c6548f req-3894c1ac-7d4e-4c4d-81c9-8c462153942d tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 945 time: 0.0591865
Feb 12 22:13:44.064824 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-492c58b9-1983-4a9e-89ca-d173c3c6548f req-fdcf1fc7-3916-447d-aa1b-47802edaa806 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447605
Feb 12 22:13:44.070267 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-d6e6d64c-d8c5-4a18-9f03-35f1012c0934 req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] For port 7c437c05-3700-4145-aad8-1b34ce7933fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c437c05-3700-4145-aad8-1b34ce7933fa,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:13:44.070642 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6e6d64c-d8c5-4a18-9f03-35f1012c0934 req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:44.084457 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-d6e6d64c-d8c5-4a18-9f03-35f1012c0934 req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Calling delete_port for 7c437c05-3700-4145-aad8-1b34ce7933fa owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:13:44.268147 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6e6d64c-d8c5-4a18-9f03-35f1012c0934 req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (7c437c05-3700-4145-aad8-1b34ce7933fa), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:44.291249 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7c437c05-3700-4145-aad8-1b34ce7933fa no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:13:44.297718 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event deleted for resources: {'Port': ['ID=7c437c05-3700-4145-aad8-1b34ce7933fa,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:44.310550 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:44.310923 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:44.311889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:44.311889 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:44.312073 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:44.312265 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:44.312591 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:44.312922 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:44.313252 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:44.313606 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:44.313940 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:44.314474 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:44.314824 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 12 22:13:44.317770 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 7c437c05-3700-4145-aad8-1b34ce7933fa {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:13:44.318118 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7c437c05-3700-4145-aad8-1b34ce7933fa not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:13:44.354074 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e6d64c-d8c5-4a18-9f03-35f1012c0934 req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] No DVR routers for this DVR port 7c437c05-3700-4145-aad8-1b34ce7933fa on host nch2-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 22:13:44.357311 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-d6e6d64c-d8c5-4a18-9f03-35f1012c0934 req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:44.360769 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-d6e6d64c-d8c5-4a18-9f03-35f1012c0934 req-06eca541-b261-4750-91d7-c3541362427b tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.50 "DELETE /v2.0/ports/7c437c05-3700-4145-aad8-1b34ce7933fa HTTP/1.1" status: 204  len: 173 time: 0.4871256
Feb 12 22:13:44.361233 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'name': 'network-vif-deleted', 'tag': '7c437c05-3700-4145-aad8-1b34ce7933fa'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:13:44.363534 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61dbbee94888fb46d90f16a99fde9279e4fbbcafc8db7eac41166062c9b8bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4022c0-a8db-4457-925a-c4ef3fbf4cdb" -d '{"events": [{"server_uuid": "227a6504-60cf-4579-8e9c-b25c2ef344ff", "name": "network-vif-deleted", "tag": "7c437c05-3700-4145-aad8-1b34ce7933fa"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:13:44.455318 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 22:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cd3a9e-387d-4f9b-87f6-385bd9d59791 x-openstack-request-id: req-b5cd3a9e-387d-4f9b-87f6-385bd9d59791 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:13:44.455596 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227a6504-60cf-4579-8e9c-b25c2ef344ff", "name": "network-vif-deleted", "tag": "7c437c05-3700-4145-aad8-1b34ce7933fa", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:13:44.455852 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5cd3a9e-387d-4f9b-87f6-385bd9d59791 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:13:44.456254 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227a6504-60cf-4579-8e9c-b25c2ef344ff', 'name': 'network-vif-deleted', 'tag': '7c437c05-3700-4145-aad8-1b34ce7933fa', 'status': 'completed', 'code': 200}
Feb 12 22:13:45.177308 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-c35b28cc-dd68-46a5-b368-1a85e6b0be27 req-3988dbf9-cbba-475c-b9be-08254d9a9ca8 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=227a6504-60cf-4579-8e9c-b25c2ef344ff HTTP/1.1" status: 200  len: 210 time: 0.0296450
Feb 12 22:13:47.486937 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59240) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:13:47.644183 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-7319935b-5401-4dd1-8031-7df75885cd99 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Deleting port 984585ff-cda3-4a75-80c5-a814e4feab78 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:13:47.644532 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7319935b-5401-4dd1-8031-7df75885cd99 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (984585ff-cda3-4a75-80c5-a814e4feab78), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:47.725139 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7319935b-5401-4dd1-8031-7df75885cd99 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (984585ff-cda3-4a75-80c5-a814e4feab78), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:47.725498 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7319935b-5401-4dd1-8031-7df75885cd99 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for floatingip (984585ff-cda3-4a75-80c5-a814e4feab78), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:47.737020 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-7319935b-5401-4dd1-8031-7df75885cd99 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Calling delete_port for 984585ff-cda3-4a75-80c5-a814e4feab78 owned by network:floatingip {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:13:47.971046 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7319935b-5401-4dd1-8031-7df75885cd99 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (984585ff-cda3-4a75-80c5-a814e4feab78), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:47.999618 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319935b-5401-4dd1-8031-7df75885cd99 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event deleted for resources: {'Port': ['ID=984585ff-cda3-4a75-80c5-a814e4feab78,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:48.059820 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7319935b-5401-4dd1-8031-7df75885cd99 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for floatingip (0d67b9f8-fd75-437a-ba0e-6af3a4c31212), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:48.063013 ncdv-master-1 neutron-server[126506]: INFO neutron.db.l3_db [None req-7319935b-5401-4dd1-8031-7df75885cd99 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Floating IP 0d67b9f8-fd75-437a-ba0e-6af3a4c31212 disassociated (deleted). External IP: 172.35.2.96, port: 08015281-df68-4d32-b747-98c9683b5e87.
Feb 12 22:13:48.282288 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7319935b-5401-4dd1-8031-7df75885cd99 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:13:48.292544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7c437c05-3700-4145-aad8-1b34ce7933fa no longer exists at agent hyperv_nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:13:48.312933 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] No Port match for: 7c437c05-3700-4145-aad8-1b34ce7933fa {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:13:48.313283 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Device 7c437c05-3700-4145-aad8-1b34ce7933fa not bound to the agent host nch2-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:13:48.395784 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7319935b-5401-4dd1-8031-7df75885cd99 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:13:48.400615 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-7319935b-5401-4dd1-8031-7df75885cd99 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for floatingip (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:48.405834 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937cf548-412b-4c34-907b-1e2cd5f7ae2c None None] Sync routers for ids ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:13:48.415395 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937cf548-412b-4c34-907b-1e2cd5f7ae2c None None] Routers {'02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:13:48.416000 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-937cf548-412b-4c34-907b-1e2cd5f7ae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc76ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:48.431297 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7319935b-5401-4dd1-8031-7df75885cd99 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "DELETE /v2.0/floatingips/0d67b9f8-fd75-437a-ba0e-6af3a4c31212 HTTP/1.1" status: 204  len: 168 time: 0.9432642
Feb 12 22:13:48.431879 ncdv-master-1 neutron-server[126506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'tag': '08015281-df68-4d32-b747-98c9683b5e87'}] {{(pid=126506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:13:48.434267 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbaa908295f7e81c1e88fb7dd08f9501ad10be36483fbf94731b7a189c037c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96984904-188d-4d39-a8ef-4bfa50fa4c61" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1c53ca-cd3e-4349-aa4a-6f40cfac223d", "tag": "08015281-df68-4d32-b747-98c9683b5e87"}]}' {{(pid=126506) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:13:48.477278 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 22:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e43a0d9-c69b-47e5-8989-1f68b4548a27 x-openstack-request-id: req-7e43a0d9-c69b-47e5-8989-1f68b4548a27 {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:13:48.479972 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1c53ca-cd3e-4349-aa4a-6f40cfac223d", "tag": "08015281-df68-4d32-b747-98c9683b5e87", "status": "completed", "code": 200}]} {{(pid=126506) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:13:48.479972 ncdv-master-1 neutron-server[126506]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e43a0d9-c69b-47e5-8989-1f68b4548a27 {{(pid=126506) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:13:48.479972 ncdv-master-1 neutron-server[126506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'tag': '08015281-df68-4d32-b747-98c9683b5e87', 'status': 'completed', 'code': 200}
Feb 12 22:13:48.526924 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-937cf548-412b-4c34-907b-1e2cd5f7ae2c None None] Set router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:13:48.561234 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96984904-188d-4d39-a8ef-4bfa50fa4c61 req-66aa154b-624b-44aa-8a6d-a74772b6f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:48.562776 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96984904-188d-4d39-a8ef-4bfa50fa4c61 req-66aa154b-624b-44aa-8a6d-a74772b6f9ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4478103245a48d4b592326ffaeae599&device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 1125 time: 0.0536749
Feb 12 22:13:48.661687 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96984904-188d-4d39-a8ef-4bfa50fa4c61 req-106982c3-a976-4cfe-a953-d00e4ab7c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:48.663493 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96984904-188d-4d39-a8ef-4bfa50fa4c61 req-106982c3-a976-4cfe-a953-d00e4ab7c433 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e HTTP/1.1" status: 200  len: 911 time: 0.0916297
Feb 12 22:13:48.710265 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96984904-188d-4d39-a8ef-4bfa50fa4c61 req-e35ea3e3-f145-4e3d-9063-e08b87f01f97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08015281-df68-4d32-b747-98c9683b5e87 HTTP/1.1" status: 200  len: 217 time: 0.0396378
Feb 12 22:13:48.725704 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-937cf548-412b-4c34-907b-1e2cd5f7ae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc76ee0>, [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fdfb9e0c-5e26-431b-bac4-21928ed73acb', 'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'mac_address': 'fa:16:3e:99:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:51Z', 'updated_at': '2022-02-12T22:08:55Z', 'revision_number': 5, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'subnets': [{'id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:48.756291 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937cf548-412b-4c34-907b-1e2cd5f7ae2c None None] Checking router: 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:13:48.764974 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937cf548-412b-4c34-907b-1e2cd5f7ae2c None None] Routers {'02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:13:48.765618 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-937cf548-412b-4c34-907b-1e2cd5f7ae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc76ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:48.768387 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96984904-188d-4d39-a8ef-4bfa50fa4c61 req-9b92a327-b04c-4b4a-8b34-dd23f5e88d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:48.773297 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96984904-188d-4d39-a8ef-4bfa50fa4c61 req-9b92a327-b04c-4b4a-8b34-dd23f5e88d49 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3154dae-3e0d-4eb1-93a2-dc9771d7af0c HTTP/1.1" status: 200  len: 849 time: 0.0512474
Feb 12 22:13:48.826463 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96984904-188d-4d39-a8ef-4bfa50fa4c61 req-efe17606-14dc-4378-adf3-6a82ecc75187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:48.828015 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96984904-188d-4d39-a8ef-4bfa50fa4c61 req-efe17606-14dc-4378-adf3-6a82ecc75187 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0511904
Feb 12 22:13:48.881020 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-937cf548-412b-4c34-907b-1e2cd5f7ae2c None None] Set router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:13:48.928041 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96984904-188d-4d39-a8ef-4bfa50fa4c61 req-0d96fb51-e1fe-47e5-bae4-f43b894317a2 service neutron] 10.222.0.48 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932715
Feb 12 22:13:49.023666 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-96984904-188d-4d39-a8ef-4bfa50fa4c61 req-71d10bfd-5d52-40b5-b57f-246c70f4cf5e service neutron] 10.222.0.48 "GET /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885875
Feb 12 22:13:49.102770 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-937cf548-412b-4c34-907b-1e2cd5f7ae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fbc76ee0>, [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fdfb9e0c-5e26-431b-bac4-21928ed73acb', 'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'mac_address': 'fa:16:3e:99:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:51Z', 'updated_at': '2022-02-12T22:08:55Z', 'revision_number': 5, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'subnets': [{'id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:49.106901 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e73b8c-3a47-4415-bb34-2714fa8e25f0 req-e7e9941a-3b02-4cb9-9584-24a4eef194a6 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:49.110598 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13e73b8c-3a47-4415-bb34-2714fa8e25f0 req-e7e9941a-3b02-4cb9-9584-24a4eef194a6 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 943 time: 0.0589156
Feb 12 22:13:49.131600 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937cf548-412b-4c34-907b-1e2cd5f7ae2c None None] The sync data for ids ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'] in ncdv-master-1 is: [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:08:51Z', 'revision_number': 4, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fdfb9e0c-5e26-431b-bac4-21928ed73acb', 'name': '', 'network_id': '9d2dbd66-a345-4bf6-ac86-0fc3cb73587e', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'mac_address': 'fa:16:3e:99:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:51Z', 'updated_at': '2022-02-12T22:08:55Z', 'revision_number': 5, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'subnets': [{'id': 'a3154dae-3e0d-4eb1-93a2-dc9771d7af0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:13:49.169890 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-13e73b8c-3a47-4415-bb34-2714fa8e25f0 req-28db19f7-e1aa-46a3-8bfd-f2f0a144f34d tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534854
Feb 12 22:13:49.360408 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e9242-7ca5-4b8d-92cc-859fc47f19ac None None] New status for floating IP 0d67b9f8-fd75-437a-ba0e-6af3a4c31212: DOWN {{(pid=126507) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Feb 12 22:13:50.293889 ncdv-master-1 neutron-server[126506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc03f98-0565-48a2-b98e-cd4674023ffa req-450c5028-9dcb-427c-86c8-063576eade06 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:50.295447 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8cc03f98-0565-48a2-b98e-cd4674023ffa req-450c5028-9dcb-427c-86c8-063576eade06 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 943 time: 0.0543211
Feb 12 22:13:50.348316 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-8cc03f98-0565-48a2-b98e-cd4674023ffa req-25cba772-d843-4ea5-b989-c60fbcc40815 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/security-groups?id=77395fdd-7d14-41c3-80f8-5d2c5ae0c063&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470235
Feb 12 22:13:50.599271 ncdv-master-1 neutron-server[126505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472124f9-9d9f-4661-b821-43cd131006fd req-709ebd1a-2c84-4a9b-85b1-918d1cf7b72c tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 12 22:13:50.600619 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-472124f9-9d9f-4661-b821-43cd131006fd req-709ebd1a-2c84-4a9b-85b1-918d1cf7b72c tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 943 time: 0.0519164
Feb 12 22:13:50.698544 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-472124f9-9d9f-4661-b821-43cd131006fd req-0743d53b-c359-4e62-907f-dfa29213b6ae tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Deleting port 08015281-df68-4d32-b747-98c9683b5e87 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:13:50.698987 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-472124f9-9d9f-4661-b821-43cd131006fd req-0743d53b-c359-4e62-907f-dfa29213b6ae tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (08015281-df68-4d32-b747-98c9683b5e87), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:50.789926 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [req-472124f9-9d9f-4661-b821-43cd131006fd req-0743d53b-c359-4e62-907f-dfa29213b6ae tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] For port 08015281-df68-4d32-b747-98c9683b5e87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08015281-df68-4d32-b747-98c9683b5e87,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:13:50.790289 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-472124f9-9d9f-4661-b821-43cd131006fd req-0743d53b-c359-4e62-907f-dfa29213b6ae tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (08015281-df68-4d32-b747-98c9683b5e87), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:50.802840 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [req-472124f9-9d9f-4661-b821-43cd131006fd req-0743d53b-c359-4e62-907f-dfa29213b6ae tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Calling delete_port for 08015281-df68-4d32-b747-98c9683b5e87 owned by compute:nova {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:13:50.970824 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-472124f9-9d9f-4661-b821-43cd131006fd req-0743d53b-c359-4e62-907f-dfa29213b6ae tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (08015281-df68-4d32-b747-98c9683b5e87), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:50.998253 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743d53b-c359-4e62-907f-dfa29213b6ae tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event deleted for resources: {'Port': ['ID=08015281-df68-4d32-b747-98c9683b5e87,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:51.044600 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [req-472124f9-9d9f-4661-b821-43cd131006fd req-0743d53b-c359-4e62-907f-dfa29213b6ae tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] No DVR routers for this DVR port 08015281-df68-4d32-b747-98c9683b5e87 on host nch1-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 22:13:51.046992 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [req-472124f9-9d9f-4661-b821-43cd131006fd req-0743d53b-c359-4e62-907f-dfa29213b6ae tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917863'] for port (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:51.050408 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [req-472124f9-9d9f-4661-b821-43cd131006fd req-0743d53b-c359-4e62-907f-dfa29213b6ae tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.48 "DELETE /v2.0/ports/08015281-df68-4d32-b747-98c9683b5e87 HTTP/1.1" status: 204  len: 173 time: 0.4405584
Feb 12 22:13:51.050861 ncdv-master-1 neutron-server[126505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'name': 'network-vif-deleted', 'tag': '08015281-df68-4d32-b747-98c9683b5e87'}] {{(pid=126505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Feb 12 22:13:51.053132 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61dbbee94888fb46d90f16a99fde9279e4fbbcafc8db7eac41166062c9b8bea6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422c010c-05e4-4053-94d3-3a4251bf55e5" -d '{"events": [{"server_uuid": "3d1c53ca-cd3e-4349-aa4a-6f40cfac223d", "name": "network-vif-deleted", "tag": "08015281-df68-4d32-b747-98c9683b5e87"}]}' {{(pid=126505) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Feb 12 22:13:51.096971 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 22:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d6f690-6762-47c8-82cb-e5ad0f413ec9 x-openstack-request-id: req-82d6f690-6762-47c8-82cb-e5ad0f413ec9 {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Feb 12 22:13:51.097272 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1c53ca-cd3e-4349-aa4a-6f40cfac223d", "name": "network-vif-deleted", "tag": "08015281-df68-4d32-b747-98c9683b5e87", "status": "completed", "code": 200}]} {{(pid=126505) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Feb 12 22:13:51.097553 ncdv-master-1 neutron-server[126505]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82d6f690-6762-47c8-82cb-e5ad0f413ec9 {{(pid=126505) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Feb 12 22:13:51.097954 ncdv-master-1 neutron-server[126505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1c53ca-cd3e-4349-aa4a-6f40cfac223d', 'name': 'network-vif-deleted', 'tag': '08015281-df68-4d32-b747-98c9683b5e87', 'status': 'completed', 'code': 200}
Feb 12 22:13:51.464185 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [req-f260adf9-2e28-4d3c-9193-4e6ed2f8762f req-e3132bc2-e239-4367-8631-d4de49a73a44 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d1c53ca-cd3e-4349-aa4a-6f40cfac223d HTTP/1.1" status: 200  len: 210 time: 0.0283346
Feb 12 22:13:52.522773 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59256) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:13:52.580587 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71da8f33-9f22-46a0-8217-54d1d16ef586 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group (77395fdd-7d14-41c3-80f8-5d2c5ae0c063), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:52.606510 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71da8f33-9f22-46a0-8217-54d1d16ef586 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group (77395fdd-7d14-41c3-80f8-5d2c5ae0c063), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:52.737008 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71da8f33-9f22-46a0-8217-54d1d16ef586 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (77395fdd-7d14-41c3-80f8-5d2c5ae0c063), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:52.739746 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-71da8f33-9f22-46a0-8217-54d1d16ef586 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:52.740912 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-71da8f33-9f22-46a0-8217-54d1d16ef586 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] 10.222.0.31 "DELETE /v2.0/security-groups/77395fdd-7d14-41c3-80f8-5d2c5ae0c063 HTTP/1.1" status: 204  len: 168 time: 0.2170620
Feb 12 22:13:52.751728 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da8f33-9f22-46a0-8217-54d1d16ef586 tempest-TestSnapshotPattern-1482541270 tempest-TestSnapshotPattern-1482541270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77395fdd-7d14-41c3-80f8-5d2c5ae0c063,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:52.833487 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59260) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:13:53.294467 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eef523a7-5293-4d74-8430-835f49216fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:53.543679 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-eef523a7-5293-4d74-8430-835f49216fcd admin admin] Deleting port fdfb9e0c-5e26-431b-bac4-21928ed73acb {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:13:53.544330 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eef523a7-5293-4d74-8430-835f49216fcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:53.620531 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-eef523a7-5293-4d74-8430-835f49216fcd admin admin] For port fdfb9e0c-5e26-431b-bac4-21928ed73acb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdfb9e0c-5e26-431b-bac4-21928ed73acb,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:13:53.620813 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eef523a7-5293-4d74-8430-835f49216fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:53.633442 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-eef523a7-5293-4d74-8430-835f49216fcd admin admin] Calling delete_port for fdfb9e0c-5e26-431b-bac4-21928ed73acb owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:13:53.874215 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eef523a7-5293-4d74-8430-835f49216fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (fdfb9e0c-5e26-431b-bac4-21928ed73acb), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:53.904865 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef523a7-5293-4d74-8430-835f49216fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=fdfb9e0c-5e26-431b-bac4-21928ed73acb,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:54.393878 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-eef523a7-5293-4d74-8430-835f49216fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:54.639232 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef523a7-5293-4d74-8430-835f49216fcd admin admin] Router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:13:54.747291 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef523a7-5293-4d74-8430-835f49216fcd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:13:54.752436 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-eef523a7-5293-4d74-8430-835f49216fcd admin admin] 10.222.0.31 "PUT /v2.0/routers/02c86e79-9b67-4d05-bbe0-f4cad27d6ab5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9177542
Feb 12 22:13:54.754955 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59264) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:13:54.756492 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94218b4-7aa4-4533-a703-61bb047fa47b None None] Sync routers for ids ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'] in ncdv-master-1 {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:13:54.767280 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94218b4-7aa4-4533-a703-61bb047fa47b None None] Routers {'02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:13:54.767884 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b94218b4-7aa4-4533-a703-61bb047fa47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc701c4e2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:54.863658 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f18f5e2-6838-4d87-a718-13066495895d admin admin] Publish callbacks [] for router (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:54.874246 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b94218b4-7aa4-4533-a703-61bb047fa47b None None] Set router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 gateway port host: ncdv-master-1 {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:13:54.970435 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f18f5e2-6838-4d87-a718-13066495895d admin admin] Publish callbacks [] for router_gateway (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:55.052369 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b94218b4-7aa4-4533-a703-61bb047fa47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc701c4e2b0>, [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66'}], 'enable_snat': True}, 'gw_port_id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:13:53Z', 'revision_number': 5, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port': {'id': '9c675943-ce44-4320-ba9e-bfea2cf847a8', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:49Z', 'updated_at': '2022-02-12T22:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:55.081509 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94218b4-7aa4-4533-a703-61bb047fa47b None None] Checking router: 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 for host: ncdv-master-1 {{(pid=126509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:13:55.082045 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-7f18f5e2-6838-4d87-a718-13066495895d admin admin] Deleting port 9c675943-ce44-4320-ba9e-bfea2cf847a8 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:13:55.082391 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f18f5e2-6838-4d87-a718-13066495895d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (9c675943-ce44-4320-ba9e-bfea2cf847a8), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:55.089815 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94218b4-7aa4-4533-a703-61bb047fa47b None None] Routers {'02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'} bound to L3 agent in host ncdv-master-1 {{(pid=126509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:13:55.091619 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b94218b4-7aa4-4533-a703-61bb047fa47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc701c4e2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'], 'active': True} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:55.094945 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 08015281-df68-4d32-b747-98c9683b5e87 no longer exists at agent hyperv_nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:13:55.117544 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] No Port match for: 08015281-df68-4d32-b747-98c9683b5e87 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:13:55.117901 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Device 08015281-df68-4d32-b747-98c9683b5e87 not bound to the agent host nch1-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:13:55.167406 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-7f18f5e2-6838-4d87-a718-13066495895d admin admin] For port 9c675943-ce44-4320-ba9e-bfea2cf847a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c675943-ce44-4320-ba9e-bfea2cf847a8,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:13:55.167769 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f18f5e2-6838-4d87-a718-13066495895d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (9c675943-ce44-4320-ba9e-bfea2cf847a8), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:55.179325 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-7f18f5e2-6838-4d87-a718-13066495895d admin admin] Calling delete_port for 9c675943-ce44-4320-ba9e-bfea2cf847a8 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:13:55.185196 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_dvr_db [None req-b94218b4-7aa4-4533-a703-61bb047fa47b None None] Set router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 gateway port host: None {{(pid=126509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:13:55.237787 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.l3_hamode_db [None req-b94218b4-7aa4-4533-a703-61bb047fa47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc701c4e2b0>, [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:13:54Z', 'revision_number': 6, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:55.268492 ncdv-master-1 neutron-server[126509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94218b4-7aa4-4533-a703-61bb047fa47b None None] The sync data for ids ['02c86e79-9b67-4d05-bbe0-f4cad27d6ab5'] in ncdv-master-1 is: [{'id': '02c86e79-9b67-4d05-bbe0-f4cad27d6ab5', 'name': 'tempest-TestSnapshotPattern-1455375344-router', 'tenant_id': 'e4478103245a48d4b592326ffaeae599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:48Z', 'updated_at': '2022-02-12T22:13:54Z', 'revision_number': 6, 'project_id': 'e4478103245a48d4b592326ffaeae599', 'gw_port_host': None}] {{(pid=126509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:13:55.405546 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f18f5e2-6838-4d87-a718-13066495895d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (9c675943-ce44-4320-ba9e-bfea2cf847a8), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:55.430662 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18f5e2-6838-4d87-a718-13066495895d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c675943-ce44-4320-ba9e-bfea2cf847a8,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:55.496824 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f18f5e2-6838-4d87-a718-13066495895d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:55.589151 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f18f5e2-6838-4d87-a718-13066495895d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:55.591251 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f18f5e2-6838-4d87-a718-13066495895d admin admin] Publish callbacks [] for router_controller (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:55.680193 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f18f5e2-6838-4d87-a718-13066495895d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (02c86e79-9b67-4d05-bbe0-f4cad27d6ab5), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:55.680851 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f18f5e2-6838-4d87-a718-13066495895d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 22:13:55.686334 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-7f18f5e2-6838-4d87-a718-13066495895d admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:55.689899 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-7f18f5e2-6838-4d87-a718-13066495895d admin admin] 10.222.0.31 "DELETE /v2.0/routers/02c86e79-9b67-4d05-bbe0-f4cad27d6ab5 HTTP/1.1" status: 204  len: 168 time: 0.9315987
Feb 12 22:13:55.693674 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59266) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:13:55.749047 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.db_base_plugin_v2 [None req-835cece2-6bb1-47f2-9046-ee9581b9c853 admin admin] Deleting subnet a3154dae-3e0d-4eb1-93a2-dc9771d7af0c {{(pid=126506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 22:13:55.752276 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-835cece2-6bb1-47f2-9046-ee9581b9c853 admin admin] Publish callbacks [] for subnet (a3154dae-3e0d-4eb1-93a2-dc9771d7af0c), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:55.787835 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-835cece2-6bb1-47f2-9046-ee9581b9c853 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529141990'] for subnet (a3154dae-3e0d-4eb1-93a2-dc9771d7af0c), precommit_delete_associations {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:55.864028 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-835cece2-6bb1-47f2-9046-ee9581b9c853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (a3154dae-3e0d-4eb1-93a2-dc9771d7af0c), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:55.947544 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9958b591-1f98-4a38-b0b7-ea79c0ab7329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:55.976453 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-835cece2-6bb1-47f2-9046-ee9581b9c853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529123811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529293244'] for subnet (a3154dae-3e0d-4eb1-93a2-dc9771d7af0c), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:56.001180 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cece2-6bb1-47f2-9046-ee9581b9c853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3154dae-3e0d-4eb1-93a2-dc9771d7af0c,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:56.007020 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-835cece2-6bb1-47f2-9046-ee9581b9c853 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:56.010905 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-835cece2-6bb1-47f2-9046-ee9581b9c853 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a3154dae-3e0d-4eb1-93a2-dc9771d7af0c HTTP/1.1" status: 204  len: 168 time: 0.3192368
Feb 12 22:13:56.014511 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295474a9-2eb7-4e6f-b157-af5ee809edca None None] Network 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 22:13:56.015733 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59268) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:13:56.110565 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (9d2dbd66-a345-4bf6-ac86-0fc3cb73587e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:56.125188 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fdfb9e0c-5e26-431b-bac4-21928ed73acb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:13:56.148150 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: fdfb9e0c-5e26-431b-bac4-21928ed73acb {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:13:56.148424 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device fdfb9e0c-5e26-431b-bac4-21928ed73acb not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:13:56.176106 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] Deleting port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:13:56.176106 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1f5893de-6dbb-4a88-b1e0-af3097f7e92a), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:56.185040 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e0dd07-4f3d-404b-b60f-4819d1d953d5 None None] DHCP port deletion for 9d2dbd66-a345-4bf6-ac86-0fc3cb73587e request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 22:13:56.240421 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-86e0dd07-4f3d-404b-b60f-4819d1d953d5 None None] Deleting port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:13:56.240724 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-86e0dd07-4f3d-404b-b60f-4819d1d953d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (1f5893de-6dbb-4a88-b1e0-af3097f7e92a), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:56.246249 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] For port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f5893de-6dbb-4a88-b1e0-af3097f7e92a,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:13:56.246716 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1f5893de-6dbb-4a88-b1e0-af3097f7e92a), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:56.262825 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] Calling delete_port for 1f5893de-6dbb-4a88-b1e0-af3097f7e92a owned by network:dhcp {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:13:56.311176 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-86e0dd07-4f3d-404b-b60f-4819d1d953d5 None None] For port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f5893de-6dbb-4a88-b1e0-af3097f7e92a,segment=NetworkSegment(bd054a19-b7af-419f-9c5e-5a0f345e7270),segment_id=bd054a19-b7af-419f-9c5e-5a0f345e7270)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:13:56.311875 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-86e0dd07-4f3d-404b-b60f-4819d1d953d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (1f5893de-6dbb-4a88-b1e0-af3097f7e92a), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:56.326271 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-86e0dd07-4f3d-404b-b60f-4819d1d953d5 None None] Calling delete_port for 1f5893de-6dbb-4a88-b1e0-af3097f7e92a owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:13:56.438896 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (1f5893de-6dbb-4a88-b1e0-af3097f7e92a), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:56.445303 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-86e0dd07-4f3d-404b-b60f-4819d1d953d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (1f5893de-6dbb-4a88-b1e0-af3097f7e92a), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:56.469988 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5893de-6dbb-4a88-b1e0-af3097f7e92a,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:56.471843 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] No DVR routers for this DVR port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a on host ncdv-master-1 {{(pid=126505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 22:13:56.473436 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0dd07-4f3d-404b-b60f-4819d1d953d5 None None] Pushing event deleted for resources: {'Port': ['ID=1f5893de-6dbb-4a88-b1e0-af3097f7e92a,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:56.478631 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e0dd07-4f3d-404b-b60f-4819d1d953d5 None None] No DVR routers for this DVR port 1f5893de-6dbb-4a88-b1e0-af3097f7e92a on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 22:13:56.548366 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (9d2dbd66-a345-4bf6-ac86-0fc3cb73587e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:56.569866 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6f9737490>,) {'filters': {'network_id': ['9d2dbd66-a345-4bf6-ac86-0fc3cb73587e']}} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:56.579695 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9737490>, 'bd054a19-b7af-419f-9c5e-5a0f345e7270') {'for_net_delete': True} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:56.579990 ncdv-master-1 neutron-server[126505]: DEBUG neutron.services.segments.db [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6f9737490>, 'bd054a19-b7af-419f-9c5e-5a0f345e7270') {} {{(pid=126505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:56.589743 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529439193'] for segment (bd054a19-b7af-419f-9c5e-5a0f345e7270), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:56.607249 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (bd054a19-b7af-419f-9c5e-5a0f345e7270), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:56.613090 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=126505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 22:13:56.613514 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530515944'] for segment (bd054a19-b7af-419f-9c5e-5a0f345e7270), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]: Traceback (most recent call last):
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:     timer()
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:     cb(*args, **kw)
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:     return func(*args, **kwargs)
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:     self._notify()
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:     self.callback(batched_events)
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:     event.method(event)
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:     return f(self, *a, **k)
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:     return self._get(url).json()
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:     return self.request(url, 'GET', **kwargs)
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 22:13:56.615135 ncdv-master-1 neutron-server[126505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 22:13:56.753936 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (9d2dbd66-a345-4bf6-ac86-0fc3cb73587e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:56.759617 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:56.763859 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9d2dbd66-a345-4bf6-ac86-0fc3cb73587e HTTP/1.1" status: 204  len: 168 time: 0.7470312
Feb 12 22:13:56.766844 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59270) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:13:56.775182 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f486b-c9be-4098-934a-02878d453cb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2dbd66-a345-4bf6-ac86-0fc3cb73587e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:57.114050 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f782e1b0-23ce-4449-aefe-09558cb4d404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537990'] for router_interface (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:57.363311 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-f782e1b0-23ce-4449-aefe-09558cb4d404 admin admin] Deleting port a3f0e020-39cb-4e4d-9df0-870e35cdfc69 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:13:57.363649 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f782e1b0-23ce-4449-aefe-09558cb4d404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:57.446034 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-f782e1b0-23ce-4449-aefe-09558cb4d404 admin admin] For port a3f0e020-39cb-4e4d-9df0-870e35cdfc69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3f0e020-39cb-4e4d-9df0-870e35cdfc69,segment=NetworkSegment(78339d0b-4cee-4714-b5d6-c84ab656f282),segment_id=78339d0b-4cee-4714-b5d6-c84ab656f282)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:13:57.446397 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f782e1b0-23ce-4449-aefe-09558cb4d404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:57.459095 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-f782e1b0-23ce-4449-aefe-09558cb4d404 admin admin] Calling delete_port for a3f0e020-39cb-4e4d-9df0-870e35cdfc69 owned by network:router_interface {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:13:57.536949 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1f5893de-6dbb-4a88-b1e0-af3097f7e92a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:13:57.557654 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 1f5893de-6dbb-4a88-b1e0-af3097f7e92a {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:13:57.558235 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 1f5893de-6dbb-4a88-b1e0-af3097f7e92a not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:13:57.559379 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9c675943-ce44-4320-ba9e-bfea2cf847a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:13:57.582329 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: 9c675943-ce44-4320-ba9e-bfea2cf847a8 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:13:57.582672 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 9c675943-ce44-4320-ba9e-bfea2cf847a8 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:13:57.667967 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:57.736626 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f782e1b0-23ce-4449-aefe-09558cb4d404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (a3f0e020-39cb-4e4d-9df0-870e35cdfc69), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:57.764484 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782e1b0-23ce-4449-aefe-09558cb4d404 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f0e020-39cb-4e4d-9df0-870e35cdfc69,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:57.935646 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-f782e1b0-23ce-4449-aefe-09558cb4d404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537874'] for router_interface (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:58.154654 ncdv-master-1 neutron-server[126506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f782e1b0-23ce-4449-aefe-09558cb4d404 admin admin] Router 4a0e2d22-8f57-43ad-ab72-9d5be84f2068 has already been hosted by L3 agent 4727d9b5-d370-4bf0-aa2d-b6d1fe954f86 {{(pid=126506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 12 22:13:58.263294 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f782e1b0-23ce-4449-aefe-09558cb4d404 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 12 22:13:58.269591 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-f782e1b0-23ce-4449-aefe-09558cb4d404 admin admin] 10.222.0.31 "PUT /v2.0/routers/4a0e2d22-8f57-43ad-ab72-9d5be84f2068/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5008571
Feb 12 22:13:58.271508 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59272) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:13:58.274788 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134c8a90-c3dd-4e0e-864e-3b2ac7b943e4 None None] Sync routers for ids ['4a0e2d22-8f57-43ad-ab72-9d5be84f2068'] in ncdv-master-1 {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Feb 12 22:13:58.285846 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134c8a90-c3dd-4e0e-864e-3b2ac7b943e4 None None] Routers {'4a0e2d22-8f57-43ad-ab72-9d5be84f2068'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:13:58.286463 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-134c8a90-c3dd-4e0e-864e-3b2ac7b943e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0029d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:13:28Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4a0e2d22-8f57-43ad-ab72-9d5be84f2068'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:58.356514 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0d93b525-7315-4ff9-9431-ca4e3d0eceb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:58.379654 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b1745e6-87ff-422b-94ff-cdd6e6c1bcc3 admin admin] Publish callbacks [] for router (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:58.400035 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-134c8a90-c3dd-4e0e-864e-3b2ac7b943e4 None None] Set router 4a0e2d22-8f57-43ad-ab72-9d5be84f2068 gateway port host: ncdv-master-1 {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:13:58.485841 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b1745e6-87ff-422b-94ff-cdd6e6c1bcc3 admin admin] Publish callbacks [] for router_gateway (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:58.625990 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5b1745e6-87ff-422b-94ff-cdd6e6c1bcc3 admin admin] Deleting port cbc54676-da78-401a-bb61-16887e467eb6 {{(pid=126505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:13:58.625990 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b1745e6-87ff-422b-94ff-cdd6e6c1bcc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (cbc54676-da78-401a-bb61-16887e467eb6), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:58.710275 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.db [None req-5b1745e6-87ff-422b-94ff-cdd6e6c1bcc3 admin admin] For port cbc54676-da78-401a-bb61-16887e467eb6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cbc54676-da78-401a-bb61-16887e467eb6,segment=NetworkSegment(12bb2c16-c923-49c6-ad88-2c5bf60ee18f),segment_id=12bb2c16-c923-49c6-ad88-2c5bf60ee18f)] {{(pid=126505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:13:58.710636 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b1745e6-87ff-422b-94ff-cdd6e6c1bcc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (cbc54676-da78-401a-bb61-16887e467eb6), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:58.724006 ncdv-master-1 neutron-server[126505]: DEBUG neutron.plugins.ml2.plugin [None req-5b1745e6-87ff-422b-94ff-cdd6e6c1bcc3 admin admin] Calling delete_port for cbc54676-da78-401a-bb61-16887e467eb6 owned by network:router_gateway {{(pid=126505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:13:58.740614 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-134c8a90-c3dd-4e0e-864e-3b2ac7b943e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0029d0>, [{'id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'name': 'tempest-TestSnapshotPattern-473355196-router', 'tenant_id': 'a8782482e65c4b9aab92e064efa4860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'external_fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.219'}], 'enable_snat': True}, 'gw_port_id': 'cbc54676-da78-401a-bb61-16887e467eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:54Z', 'updated_at': '2022-02-12T22:13:57Z', 'revision_number': 5, 'project_id': 'a8782482e65c4b9aab92e064efa4860f', 'gw_port': {'id': 'cbc54676-da78-401a-bb61-16887e467eb6', 'name': '', 'network_id': '7cc7114b-c087-413f-bd63-e2248ab8f781', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'ip_address': '172.35.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T22:08:55Z', 'updated_at': '2022-02-12T22:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23c6d23a-55aa-44b4-9857-57d98e278620', 'cidr': '172.35.2.0/24', 'gateway_ip': '172.35.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:58.768070 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134c8a90-c3dd-4e0e-864e-3b2ac7b943e4 None None] Checking router: 4a0e2d22-8f57-43ad-ab72-9d5be84f2068 for host: ncdv-master-1 {{(pid=126507) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Feb 12 22:13:58.776183 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134c8a90-c3dd-4e0e-864e-3b2ac7b943e4 None None] Routers {'4a0e2d22-8f57-43ad-ab72-9d5be84f2068'} bound to L3 agent in host ncdv-master-1 {{(pid=126507) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Feb 12 22:13:58.776797 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-134c8a90-c3dd-4e0e-864e-3b2ac7b943e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0029d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-12T20:51:28Z,description=<?>,heartbeat_timestamp=2022-02-12T22:13:58Z,host='ncdv-master-1',id=4727d9b5-d370-4bf0-aa2d-b6d1fe954f86,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-12T20:51:29Z,topic='l3_agent')) {'router_ids': ['4a0e2d22-8f57-43ad-ab72-9d5be84f2068'], 'active': True} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:58.866697 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvr_db [None req-134c8a90-c3dd-4e0e-864e-3b2ac7b943e4 None None] Set router 4a0e2d22-8f57-43ad-ab72-9d5be84f2068 gateway port host: None {{(pid=126507) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Feb 12 22:13:58.924794 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_hamode_db [None req-134c8a90-c3dd-4e0e-864e-3b2ac7b943e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc6fb0029d0>, [{'id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'name': 'tempest-TestSnapshotPattern-473355196-router', 'tenant_id': 'a8782482e65c4b9aab92e064efa4860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:54Z', 'updated_at': '2022-02-12T22:13:58Z', 'revision_number': 6, 'project_id': 'a8782482e65c4b9aab92e064efa4860f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:13:58.947628 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b1745e6-87ff-422b-94ff-cdd6e6c1bcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530515739'] for port (cbc54676-da78-401a-bb61-16887e467eb6), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:58.952825 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134c8a90-c3dd-4e0e-864e-3b2ac7b943e4 None None] The sync data for ids ['4a0e2d22-8f57-43ad-ab72-9d5be84f2068'] in ncdv-master-1 is: [{'id': '4a0e2d22-8f57-43ad-ab72-9d5be84f2068', 'name': 'tempest-TestSnapshotPattern-473355196-router', 'tenant_id': 'a8782482e65c4b9aab92e064efa4860f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T22:08:54Z', 'updated_at': '2022-02-12T22:13:58Z', 'revision_number': 6, 'project_id': 'a8782482e65c4b9aab92e064efa4860f', 'gw_port_host': None}] {{(pid=126507) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Feb 12 22:13:58.974592 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1745e6-87ff-422b-94ff-cdd6e6c1bcc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc54676-da78-401a-bb61-16887e467eb6,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:59.037472 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b1745e6-87ff-422b-94ff-cdd6e6c1bcc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-772300'] for router_gateway (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.128051 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b1745e6-87ff-422b-94ff-cdd6e6c1bcc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4917'] for router (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.130295 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b1745e6-87ff-422b-94ff-cdd6e6c1bcc3 admin admin] Publish callbacks [] for router_controller (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.239623 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b1745e6-87ff-422b-94ff-cdd6e6c1bcc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539772'] for router (4a0e2d22-8f57-43ad-ab72-9d5be84f2068), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.240132 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1745e6-87ff-422b-94ff-cdd6e6c1bcc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a0e2d22-8f57-43ad-ab72-9d5be84f2068 {{(pid=126505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 12 22:13:59.244693 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5b1745e6-87ff-422b-94ff-cdd6e6c1bcc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.245997 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5b1745e6-87ff-422b-94ff-cdd6e6c1bcc3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4a0e2d22-8f57-43ad-ab72-9d5be84f2068 HTTP/1.1" status: 204  len: 168 time: 0.9734325
Feb 12 22:13:59.249294 ncdv-master-1 neutron-server[126505]: DEBUG neutron.wsgi [-] (126505) accepted ('10.222.0.31', 59274) {{(pid=126505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:13:59.297721 ncdv-master-1 neutron-server[126505]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d223509-99a4-41db-9366-c374d92c7c67 admin admin] Deleting subnet a2904e22-3cef-4229-9dcb-cfa7e6f75d1e {{(pid=126505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Feb 12 22:13:59.301002 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5d223509-99a4-41db-9366-c374d92c7c67 admin admin] Publish callbacks [] for subnet (a2904e22-3cef-4229-9dcb-cfa7e6f75d1e), before_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.341676 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5d223509-99a4-41db-9366-c374d92c7c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529439184'] for subnet (a2904e22-3cef-4229-9dcb-cfa7e6f75d1e), precommit_delete_associations {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.420569 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5d223509-99a4-41db-9366-c374d92c7c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388491'] for subnet (a2904e22-3cef-4229-9dcb-cfa7e6f75d1e), precommit_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.531445 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5d223509-99a4-41db-9366-c374d92c7c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530515782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529154296'] for subnet (a2904e22-3cef-4229-9dcb-cfa7e6f75d1e), after_delete {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.555581 ncdv-master-1 neutron-server[126505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d223509-99a4-41db-9366-c374d92c7c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2904e22-3cef-4229-9dcb-cfa7e6f75d1e,revision_number=None']} {{(pid=126505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:59.562721 ncdv-master-1 neutron-server[126505]: DEBUG neutron_lib.callbacks.manager [None req-5d223509-99a4-41db-9366-c374d92c7c67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.566542 ncdv-master-1 neutron-server[126505]: INFO neutron.wsgi [None req-5d223509-99a4-41db-9366-c374d92c7c67 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a2904e22-3cef-4229-9dcb-cfa7e6f75d1e HTTP/1.1" status: 204  len: 168 time: 0.3157985
Feb 12 22:13:59.569159 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc4a605-8b30-497b-8600-044a5c942a9e None None] Network 37f9eae0-9d20-444e-b8fb-0f6774722420 requested from ncdv-master-1 {{(pid=126507) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Feb 12 22:13:59.569316 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59276) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:13:59.642924 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1725692'] for network (37f9eae0-9d20-444e-b8fb-0f6774722420), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.707701 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] Deleting port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 {{(pid=126506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:13:59.707701 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.722587 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e1d5f7-d09e-409d-94ce-73b6a4346659 None None] DHCP port deletion for 37f9eae0-9d20-444e-b8fb-0f6774722420 request from ncdv-master-1 {{(pid=126507) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Feb 12 22:13:59.781778 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e8e1d5f7-d09e-409d-94ce-73b6a4346659 None None] Deleting port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 {{(pid=126507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}}
Feb 12 22:13:59.782977 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d5f7-d09e-409d-94ce-73b6a4346659 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780794981259'] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), before_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.786980 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.db [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] For port 8973ed57-f5f4-4085-b96d-aee1e219e6f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8973ed57-f5f4-4085-b96d-aee1e219e6f9,segment=NetworkSegment(78339d0b-4cee-4714-b5d6-c84ab656f282),segment_id=78339d0b-4cee-4714-b5d6-c84ab656f282)] {{(pid=126506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:13:59.787342 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.800678 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.801168 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.plugin [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] Calling delete_port for 8973ed57-f5f4-4085-b96d-aee1e219e6f9 owned by network:dhcp {{(pid=126506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:13:59.804220 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device 8973ed57-f5f4-4085-b96d-aee1e219e6f9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:13:59.898929 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.db [None req-e8e1d5f7-d09e-409d-94ce-73b6a4346659 None None] For port 8973ed57-f5f4-4085-b96d-aee1e219e6f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8973ed57-f5f4-4085-b96d-aee1e219e6f9,segment=NetworkSegment(78339d0b-4cee-4714-b5d6-c84ab656f282),segment_id=78339d0b-4cee-4714-b5d6-c84ab656f282)] {{(pid=126507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 12 22:13:59.899336 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d5f7-d09e-409d-94ce-73b6a4346659 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544061'] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), precommit_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.914912 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-e8e1d5f7-d09e-409d-94ce-73b6a4346659 None None] Calling delete_port for 8973ed57-f5f4-4085-b96d-aee1e219e6f9 owned by network:dhcp {{(pid=126507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}}
Feb 12 22:13:59.942944 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529123774'] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:13:59.968965 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8973ed57-f5f4-4085-b96d-aee1e219e6f9,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:13:59.974614 ncdv-master-1 neutron-server[126506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] No DVR routers for this DVR port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 on host ncdv-master-1 {{(pid=126506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 22:13:59.984459 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 update to DOWN by agent not found {{(pid=126507) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}}
Feb 12 22:13:59.984985 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a3f0e020-39cb-4e4d-9df0-870e35cdfc69 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:13:59.986688 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:00.008673 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: a3f0e020-39cb-4e4d-9df0-870e35cdfc69 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:14:00.009032 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device a3f0e020-39cb-4e4d-9df0-870e35cdfc69 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:14:00.009494 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cbc54676-da78-401a-bb61-16887e467eb6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Feb 12 22:14:00.036691 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] No Port match for: cbc54676-da78-401a-bb61-16887e467eb6 {{(pid=126507) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}}
Feb 12 22:14:00.037042 ncdv-master-1 neutron-server[126507]: DEBUG neutron.plugins.ml2.rpc [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Device cbc54676-da78-401a-bb61-16887e467eb6 not bound to the agent host ncdv-master-1 {{(pid=126507) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Feb 12 22:14:00.056746 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389662', 'neutron.services.segments.db._delete_segments_for_network-8780794888623'] for network (37f9eae0-9d20-444e-b8fb-0f6774722420), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:00.058856 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d5f7-d09e-409d-94ce-73b6a4346659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1793269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780794952430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780794380427'] for port (8973ed57-f5f4-4085-b96d-aee1e219e6f9), after_delete {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:00.086769 ncdv-master-1 neutron-server[126507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1d5f7-d09e-409d-94ce-73b6a4346659 None None] Pushing event deleted for resources: {'Port': ['ID=8973ed57-f5f4-4085-b96d-aee1e219e6f9,revision_number=None']} {{(pid=126507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:14:00.089854 ncdv-master-1 neutron-server[126507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e1d5f7-d09e-409d-94ce-73b6a4346659 None None] No DVR routers for this DVR port 8973ed57-f5f4-4085-b96d-aee1e219e6f9 on host ncdv-master-1 {{(pid=126507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 12 22:14:00.095977 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc6fa3fab50>,) {'filters': {'network_id': ['37f9eae0-9d20-444e-b8fb-0f6774722420']}} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:14:00.107134 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa3fab50>, '78339d0b-4cee-4714-b5d6-c84ab656f282') {'for_net_delete': True} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:14:00.107472 ncdv-master-1 neutron-server[126506]: DEBUG neutron.services.segments.db [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc6fa3fab50>, '78339d0b-4cee-4714-b5d6-c84ab656f282') {} {{(pid=126506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 12 22:14:00.116834 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780794891448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529141999'] for segment (78339d0b-4cee-4714-b5d6-c84ab656f282), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:00.130513 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029'] for segment (78339d0b-4cee-4714-b5d6-c84ab656f282), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:00.136716 ncdv-master-1 neutron-server[126506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=126506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Feb 12 22:14:00.137116 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529123661'] for segment (78339d0b-4cee-4714-b5d6-c84ab656f282), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]: Traceback (most recent call last):
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:     timer()
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:     cb(*args, **kw)
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:     return func(*args, **kwargs)
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:     self._notify()
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:     self.callback(batched_events)
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:     event.method(event)
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:     return f(self, *a, **k)
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:     return self._get(url).json()
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:     return self.request(url, 'GET', **kwargs)
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 12 22:14:00.138790 ncdv-master-1 neutron-server[126506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 12 22:14:00.261578 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-772240'] for network (37f9eae0-9d20-444e-b8fb-0f6774722420), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:00.267195 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:00.271908 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/37f9eae0-9d20-444e-b8fb-0f6774722420 HTTP/1.1" status: 204  len: 168 time: 0.7000115
Feb 12 22:14:00.281498 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6ae88-7655-4add-b6d8-0bed601d6bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=37f9eae0-9d20-444e-b8fb-0f6774722420,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:14:00.575175 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59280) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:14:00.614673 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-e0f3a317-41c1-45c3-8bdb-d9278a6d3cf9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4478103245a48d4b592326ffaeae599&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0383024
Feb 12 22:14:00.617238 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59282) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:14:00.670087 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b681f4c-d4cd-4495-9e52-77cbf561f829 admin admin] Publish callbacks [] for security_group (ddd4cad3-2f49-4641-892a-e54ebc2f0fd0), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:00.690874 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b681f4c-d4cd-4495-9e52-77cbf561f829 admin admin] Publish callbacks [] for security_group (ddd4cad3-2f49-4641-892a-e54ebc2f0fd0), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:00.782643 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b681f4c-d4cd-4495-9e52-77cbf561f829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (ddd4cad3-2f49-4641-892a-e54ebc2f0fd0), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:00.785319 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-6b681f4c-d4cd-4495-9e52-77cbf561f829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:00.786522 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-6b681f4c-d4cd-4495-9e52-77cbf561f829 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ddd4cad3-2f49-4641-892a-e54ebc2f0fd0 HTTP/1.1" status: 204  len: 168 time: 0.1683195
Feb 12 22:14:00.798028 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b681f4c-d4cd-4495-9e52-77cbf561f829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd4cad3-2f49-4641-892a-e54ebc2f0fd0,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:14:01.279592 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:01.403472 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59288) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:14:01.444041 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-7ddb77e6-264a-41ee-b96f-2c511cbc26a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8782482e65c4b9aab92e064efa4860f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0385602
Feb 12 22:14:01.446423 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [-] (126506) accepted ('10.222.0.31', 59290) {{(pid=126506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Feb 12 22:14:01.496091 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b48205d3-1ac6-4b0a-833f-0c93aff2831b admin admin] Publish callbacks [] for security_group (486244fd-855c-427b-a49a-836a38d570ac), before_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:01.518713 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b48205d3-1ac6-4b0a-833f-0c93aff2831b admin admin] Publish callbacks [] for security_group (486244fd-855c-427b-a49a-836a38d570ac), precommit_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:01.656978 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b48205d3-1ac6-4b0a-833f-0c93aff2831b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727367'] for security_group (486244fd-855c-427b-a49a-836a38d570ac), after_delete {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:01.659667 ncdv-master-1 neutron-server[126506]: DEBUG neutron_lib.callbacks.manager [None req-b48205d3-1ac6-4b0a-833f-0c93aff2831b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:01.660871 ncdv-master-1 neutron-server[126506]: INFO neutron.wsgi [None req-b48205d3-1ac6-4b0a-833f-0c93aff2831b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/486244fd-855c-427b-a49a-836a38d570ac HTTP/1.1" status: 204  len: 168 time: 0.2134039
Feb 12 22:14:01.670793 ncdv-master-1 neutron-server[126506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48205d3-1ac6-4b0a-833f-0c93aff2831b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486244fd-855c-427b-a49a-836a38d570ac,revision_number=None']} {{(pid=126506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 12 22:14:02.296557 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:11.686911 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:14:25.936561 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-27cebecb-a105-439c-8f04-27d80ea1f8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:27.655407 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:28.358433 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8bc342e4-6c9a-497e-a56f-b1fee4a26ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:29.765302 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:29.947781 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:31.267606 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:32.272939 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:48.686331 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:14:55.930312 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-8f9599f3-65c6-4ad0-9a78-df334b085a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:57.654800 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:58.346785 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2a2c3a8e-8c05-49d4-947b-9d6e23cfbd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:59.765000 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:14:59.993422 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:15:01.267433 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:15:02.290440 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:15:25.686302 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:15:25.953186 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-85551c07-748e-4d68-956a-588ab7aea11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:15:27.661553 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:15:28.324839 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-9540d825-3880-4496-ae50-6f55070938a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:15:29.763118 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:15:29.998898 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:15:31.261856 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:15:32.267793 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:15:55.953488 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-931966a5-99f8-4800-b24f-b5d70618bee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:15:57.667591 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:15:58.329982 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-311ca964-de5a-49ff-87b8-bc772e4b6d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:15:59.782139 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:15:59.982041 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:16:01.259232 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:16:02.259450 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:16:02.685109 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:16:25.964858 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d7ce5f4d-9bcd-4276-b1d4-090492a64f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:16:27.675868 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:16:28.350594 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-84d58cee-53b0-42dc-a973-c0962dab04a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:16:29.758861 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:16:29.990478 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:16:31.272958 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:16:32.267314 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:16:39.686739 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:16:55.964315 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-195bffa1-363b-4d66-883b-5782664f9e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:16:57.675524 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:16:58.324166 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-07711cd8-5088-4b48-9d7e-dd992c69ce9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:16:59.778185 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:17:00.009909 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:17:01.267240 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:17:02.287438 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:17:16.686878 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:17:25.944818 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6f46053c-e9ab-4897-aea9-7919988c25b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:17:27.666840 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:17:28.332273 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0155f5d7-c9a7-441b-90a7-099a09df2d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:17:29.775715 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:17:30.018042 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:17:31.280779 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:17:32.290022 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:17:53.685780 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:17:55.941132 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2db81fe1-79e6-459d-a57b-fe0e01493bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:17:57.712376 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:17:58.329346 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-65cb3d49-7353-42e4-8042-383e777f17f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:17:59.798000 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:18:00.020894 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:18:01.267007 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:18:02.272461 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:18:10.136390 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-1a0f2b1e-4e12-4683-974a-1ffde371b119 service neutron] (126506) timed out ('10.222.0.31', 56786) {{(pid=126506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 22:18:10.262523 ncdv-master-1 neutron-server[126506]: DEBUG neutron.wsgi [req-68da0a40-bc2e-4502-89f0-6e80eb00a7ba req-65f576f2-715a-4cdb-bd14-86b3fb2de11b tempest-TestShelveInstance-1948701693 tempest-TestShelveInstance-1948701693-project] (126506) timed out ('10.222.0.31', 56806) {{(pid=126506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Feb 12 22:18:25.942691 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3615-4169-4962-a948-6a61f5159507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:18:27.731147 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:18:28.318147 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-433fb964-f429-4e52-9dc3-a679041e13dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:18:29.776561 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:18:30.032284 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:18:30.685680 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:18:31.279402 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:18:32.268345 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:18:55.947728 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-d77df701-2d03-4bbc-bb1b-19c70c41753f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:18:57.723681 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:18:58.353332 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-29d5c2a8-7a4b-4a2a-8854-8450f1af9079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:18:59.786470 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:19:00.083242 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:19:01.279613 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:19:02.296937 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:19:07.684582 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:19:25.947266 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-6878cf07-082a-4459-8b93-c26ebb44a13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:19:27.729947 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:19:28.329655 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-4e65302a-9b55-4be4-8372-578eb753b98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:19:29.792966 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:19:30.055890 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:19:31.284040 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:19:32.289819 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:19:44.683888 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:19:55.946927 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-eea1a6d8-794f-4cee-8b16-1d070cff1b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:19:57.729751 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:19:58.346564 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f51976c-e85b-488d-830f-bf4b6b80a10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:19:59.798182 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:20:00.083707 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:20:01.294737 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:20:02.249716 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:20:21.683726 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:20:25.957689 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-12cfbba2-3aa2-49ac-a279-d627021b882c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:20:27.763313 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:20:28.323314 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-2b01265a-a042-4b3c-b9af-83a44a5f4c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:20:29.797700 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:20:30.083640 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:20:31.289086 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:20:32.265736 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:20:55.945282 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-b31488cc-01f0-4c36-b34e-1495eef8e3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:20:57.745519 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:20:58.328687 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1503351e-f381-4fc5-b064-f813bace84f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:20:58.683420 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:20:59.808643 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:21:00.116781 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:21:01.271343 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:21:02.265584 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:21:25.934202 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1945a86b-5892-4a95-88d3-a2218bfabea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:21:27.762924 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:21:28.327475 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-ab26e928-89e7-4b43-b136-9483e1a158f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:21:29.819631 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:21:30.111447 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:21:31.276852 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:21:32.247945 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:21:35.682740 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Feb 12 22:21:55.945123 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-778947eb-d943-436f-ab8a-0f9eae9d95ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ac22870-ddca-4000-8be0-c7e5a50a4f5b), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:21:57.756486 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-1f672c19-ed63-437a-981e-0a7aabf72bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (6ea7c877-8fb5-4ea5-a488-81ed4605ee74), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:21:58.356562 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-99346a0e-fbd5-4acf-8118-0a748e297a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (4727d9b5-d370-4bf0-aa2d-b6d1fe954f86), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:21:59.785841 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-153f30c1-aa70-43df-8cd8-bd89cb36e672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (11239773-04be-4ab7-b2a6-b68452f0e38a), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:22:00.115842 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-0a839151-e488-4581-b292-8bd689ab5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (1f359e33-f13c-4ffe-8eae-3087d6b0c440), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:22:01.287978 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-df4d9a25-759c-418b-991b-e0dc5932834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (0cf96302-c023-4776-a083-972ae6269f41), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:22:02.265204 ncdv-master-1 neutron-server[126507]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a52f-6a2a-4c90-8327-a4f21ff297da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780794888605', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391959'] for agent (99208d13-8c52-4cc9-9c1a-93c833f20861), after_update {{(pid=126507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Feb 12 22:22:12.681992 ncdv-master-1 neutron-server[126509]: DEBUG neutron.db.agents_db [None req-643948dd-549c-42f8-a617-f81278decd53 None None] Agent healthcheck: found 7 active agents {{(pid=126509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}